-- Logs begin at Fri 2022-02-04 12:31:44 UTC, end at Fri 2022-02-04 15:17:10 UTC. -- Feb 04 13:06:51.856068 n-d-714676-13 systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 13:06:54.961003 n-d-714676-13 neutron-server[103495]: INFO neutron.common.config [-] Logging enabled! Feb 04 13:06:54.961645 n-d-714676-13 neutron-server[103495]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev476 Feb 04 13:06:54.961741 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103495) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 13:06:54.966519 n-d-714676-13 neutron-server[103495]: INFO neutron.common.config [-] Logging enabled! Feb 04 13:06:54.966792 n-d-714676-13 neutron-server[103495]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev476 Feb 04 13:06:54.967113 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103495) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 13:06:54.968182 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 13:06:54.968418 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 13:06:54.968869 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 13:06:54.969114 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 13:06:54.969347 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 13:06:54.969863 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.970353 n-d-714676-13 neutron-server[103495]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 04 13:06:54.970669 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.970967 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.971347 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.971651 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.971943 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.972237 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.972528 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.972852 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.973141 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.973427 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.973717 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.974014 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.974331 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.974626 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.974918 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.975209 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] debug = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.975496 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.975944 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.976434 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.976667 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.976956 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.977236 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.977558 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.977853 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.978088 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.978478 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] host = n-d-714676-13 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.978759 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.979612 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.980056 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.980556 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.980851 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.981142 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.981597 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.981888 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.982034 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] log_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.982299 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.982629 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.982891 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.983194 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.983423 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.983656 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.983986 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.984274 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.984555 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.984835 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.984835 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.984835 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.985958 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.985958 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.986220 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.986510 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.986843 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.987128 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.987379 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.987637 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.987915 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.988201 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.988478 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.988754 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.989130 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.989312 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.989658 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.989861 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.990197 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.990577 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.990780 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.991070 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.991348 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.991654 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.991909 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.992452 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.992717 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] use_json = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.992995 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.993282 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.993570 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.993847 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.994146 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.994435 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.995263 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.995729 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.996215 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:54.996571 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:54.996879 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:54.997236 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:54.997722 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:54.998136 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:54.998136 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:54.998523 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:54.998730 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:54.998972 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:54.999264 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:54.999560 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:54.999842 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.000150 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.000450 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.000951 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.001339 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.001339 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.001644 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.002424 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.002424 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.002584 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.002764 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.003096 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.003346 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.003654 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.003948 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.004237 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.004545 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.004835 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.005136 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.005435 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.005715 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.006001 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.006330 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.006619 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.006892 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.007177 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.007466 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.007751 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.008031 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.008316 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.008607 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.008884 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.009156 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.009432 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.009731 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.010010 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.010368 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.010808 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.011271 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.011750 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.012198 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.012491 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.013122 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.013122 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.013351 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.013623 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.013908 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.014461 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.014606 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.014789 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.015072 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.015351 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.015633 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.015906 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.016183 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.016469 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.016735 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.017012 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.017293 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.017576 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.017853 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.018177 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.018452 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.018742 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.019058 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.019348 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.019631 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.019917 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.020208 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.020490 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.020782 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.021067 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.021353 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.021635 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.021939 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.022317 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.022573 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.022897 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.023287 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.023617 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.023919 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.024207 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.024489 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.024779 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.025065 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.025351 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.025657 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.026518 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.026995 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.027515 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.027834 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.028122 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.028443 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.028761 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:55.028954 n-d-714676-13 neutron-server[103495]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 13:06:55.029217 n-d-714676-13 neutron-server[103495]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103495) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 13:06:55.433939 n-d-714676-13 neutron-server[103495]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 04 13:06:55.434239 n-d-714676-13 neutron-server[103495]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 04 13:06:55.434553 n-d-714676-13 neutron-server[103495]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 04 13:06:55.434889 n-d-714676-13 neutron-server[103495]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 13:06:55.787337 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.787634 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.787908 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.789240 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.789511 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.789774 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.835471 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.835755 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.836026 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.851809 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.852097 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.852369 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.889132 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.889420 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.889701 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.929521 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.929810 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:55.930089 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.291378 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.292595 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.292595 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.292943 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.293726 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.398140 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.398466 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.398761 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.399046 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.399327 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.399651 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.399920 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.400187 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.400455 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.400827 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.401269 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.401567 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.402030 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.402324 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.402599 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.402878 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.403148 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.403431 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.403716 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.403999 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.404281 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.404548 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.404843 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.405251 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.405511 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.405788 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.406225 n-d-714676-13 neutron-server[103495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 13:06:56.406483 n-d-714676-13 neutron-server[103495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 13:06:56.406724 n-d-714676-13 neutron-server[103495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 13:06:56.406968 n-d-714676-13 neutron-server[103495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 13:06:56.407211 n-d-714676-13 neutron-server[103495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 13:06:56.407454 n-d-714676-13 neutron-server[103495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 13:06:56.407833 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 13:06:56.412612 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 13:06:56.417444 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 13:06:56.421472 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 04 13:06:56.423185 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 13:06:56.423662 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 13:06:56.424004 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 13:06:56.424399 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 13:06:56.427351 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 13:06:56.427726 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 13:06:56.427968 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 13:06:56.433688 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 04 13:06:56.457564 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 13:06:56.458183 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.458388 n-d-714676-13 neutron-server[103495]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103495) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 04 13:06:56.458763 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.460201 n-d-714676-13 neutron-server[103495]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103495) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 13:06:56.460502 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 13:06:56.460757 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 13:06:56.464700 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.465153 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:56.530849 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 13:06:56.531091 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 13:06:56.531337 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 13:06:56.531731 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 13:06:56.554482 n-d-714676-13 neutron-server[103495]: DEBUG oslo_db.sqlalchemy.engines [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103495) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 04 13:06:57.044825 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Initializing driver for type 'gre' Feb 04 13:06:57.045673 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] gre ID ranges: [(1, 1000)] Feb 04 13:06:57.112764 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Initializing driver for type 'local' Feb 04 13:06:57.113132 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Initializing driver for type 'vlan' Feb 04 13:06:57.129333 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] VlanTypeDriver initialization complete Feb 04 13:06:57.129769 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Initializing driver for type 'vxlan' Feb 04 13:06:57.130403 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] vxlan ID ranges: [(1, 1000)] Feb 04 13:06:57.188597 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Initializing extension driver 'port_security' Feb 04 13:06:57.188953 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.extensions.port_security [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] PortSecurityExtensionDriver initialization complete Feb 04 13:06:57.189311 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Initializing mechanism driver 'openvswitch' Feb 04 13:06:57.189637 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Initializing mechanism driver 'hyperv' Feb 04 13:06:57.196504 n-d-714676-13 neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:57.197365 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > port after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.198311 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > port after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.198871 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > port after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.199570 n-d-714676-13 neutron-server[103495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 13:06:57.200012 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > subnet after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.200367 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > subnet after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.200714 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.201113 n-d-714676-13 neutron-server[103495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 13:06:57.201521 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > network after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.201874 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > network after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.202258 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > network after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.202652 n-d-714676-13 neutron-server[103495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 13:06:57.203056 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > security_group after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.203406 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > security_group after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.203750 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > security_group after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.204147 n-d-714676-13 neutron-server[103495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 13:06:57.204550 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.204897 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.205257 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.205655 n-d-714676-13 neutron-server[103495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 13:06:57.206058 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > address_group after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.206430 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > address_group after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.206769 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > address_group after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.207170 n-d-714676-13 neutron-server[103495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 13:06:57.207609 n-d-714676-13 neutron-server[103495]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] ML2 OVO RPC backend initialized. {{(pid=103495) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 04 13:06:57.208430 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.208688 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.209107 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > network before_response 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.209826 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > networks before_response 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.209826 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > port before_response 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.210153 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > ports before_response 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.210498 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > subnet before_response 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.210838 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > subnets before_response 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.211181 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > network after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.211516 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > network after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.211856 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > network after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.212192 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > port after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.212522 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > port after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.212853 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > port after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.213218 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > subnet after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.214322 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > subnet after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.214885 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.222516 n-d-714676-13 neutron-server[103495]: INFO neutron.quota [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded quota_driver: . Feb 04 13:06:57.222878 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.plugin [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Modular L2 Plugin initialization complete Feb 04 13:06:57.223227 n-d-714676-13 neutron-server[103495]: DEBUG neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading services supported by the core plugin {{(pid=103495) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 13:06:57.223573 n-d-714676-13 neutron-server[103495]: INFO neutron.plugins.ml2.managers [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Got port-security extension from driver 'port_security' Feb 04 13:06:57.224062 n-d-714676-13 neutron-server[103495]: INFO neutron.extensions.vlantransparent [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Disabled vlantransparent extension. Feb 04 13:06:57.224551 n-d-714676-13 neutron-server[103495]: DEBUG neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103495) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 13:06:57.224871 n-d-714676-13 neutron-server[103495]: INFO neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading Plugin: router Feb 04 13:06:57.264321 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router_interface before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.264809 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router after_create 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.265091 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router before_create 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.265457 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.265831 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.266224 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router after_delete 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.266587 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > floatingip after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.266936 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > floatingip after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.267295 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router after_create 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.267643 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router after_update 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.267993 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router after_update 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.268343 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.268700 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router after_update 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.269109 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router precommit_update 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.269479 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: port after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.269816 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: port after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.270177 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: subnet after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.270517 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.270867 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > port precommit_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.271210 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router precommit_create 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.271556 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: port before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.271905 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router precommit_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.272262 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router after_update 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.272599 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router precommit_delete 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.273085 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router precommit_create 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.273448 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.273794 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router precommit_update 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.274179 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > agent after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.274532 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > agent after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.274871 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > network after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.275867 n-d-714676-13 neutron-server[103495]: DEBUG neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Tracking information for resource: router configured {{(pid=103495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 13:06:57.276819 n-d-714676-13 neutron-server[103495]: DEBUG neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Tracking information for resource: floatingip configured {{(pid=103495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 13:06:57.282244 n-d-714676-13 neutron-server[103495]: INFO neutron.db.l3_agentschedulers_db [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 13:06:57.282825 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: port after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.283190 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: port after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.283543 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: port after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.283891 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: port after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.284697 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router before_create 55550100 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.285063 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router precommit_delete 55550100 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.285419 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router precommit_create 55550100 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.285772 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > router precommit_update 55550100 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.290750 n-d-714676-13 neutron-server[103495]: DEBUG neutron.services.provider_configuration [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Service providers = [] {{(pid=103495) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 13:06:57.291116 n-d-714676-13 neutron-server[103495]: DEBUG neutron.db.servicetype_db [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103495) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 13:06:57.294711 n-d-714676-13 neutron-server[103495]: DEBUG neutron.services.service_base [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 13:06:57.295329 n-d-714676-13 neutron-server[103495]: DEBUG neutron.services.service_base [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 13:06:57.295434 n-d-714676-13 neutron-server[103495]: DEBUG neutron.services.service_base [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 13:06:57.296269 n-d-714676-13 neutron-server[103495]: DEBUG neutron.services.service_base [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 13:06:57.296641 n-d-714676-13 neutron-server[103495]: INFO neutron.services.service_base [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 13:06:57.297037 n-d-714676-13 neutron-server[103495]: DEBUG neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 13:06:57.297351 n-d-714676-13 neutron-server[103495]: INFO neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 13:06:57.309365 n-d-714676-13 neutron-server[103495]: DEBUG neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 13:06:57.309696 n-d-714676-13 neutron-server[103495]: INFO neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading Plugin: auto_allocate Feb 04 13:06:57.315796 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: network precommit_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.316174 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: network precommit_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.316708 n-d-714676-13 neutron-server[103495]: DEBUG neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 13:06:57.317029 n-d-714676-13 neutron-server[103495]: INFO neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading Plugin: tag Feb 04 13:06:57.324943 n-d-714676-13 neutron-server[103495]: DEBUG neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 13:06:57.325275 n-d-714676-13 neutron-server[103495]: INFO neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading Plugin: timestamp Feb 04 13:06:57.329306 n-d-714676-13 neutron-server[103495]: DEBUG neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 13:06:57.329640 n-d-714676-13 neutron-server[103495]: INFO neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading Plugin: network_ip_availability Feb 04 13:06:57.335316 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.335693 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.336049 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.336802 n-d-714676-13 neutron-server[103495]: DEBUG neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 13:06:57.337114 n-d-714676-13 neutron-server[103495]: INFO neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading Plugin: flavors Feb 04 13:06:57.342533 n-d-714676-13 neutron-server[103495]: DEBUG neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 13:06:57.342865 n-d-714676-13 neutron-server[103495]: INFO neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading Plugin: revisions Feb 04 13:06:57.347346 n-d-714676-13 neutron-server[103495]: DEBUG neutron.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 13:06:57.347752 n-d-714676-13 neutron-server[103495]: DEBUG oslo_concurrency.lockutils [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.913s {{(pid=103495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 04 13:06:57.348526 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103495) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 13:06:57.348859 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Initializing extension manager. Feb 04 13:06:57.349381 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: __init__.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.349721 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: __pycache__ {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.350055 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.350410 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: address_group.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.351191 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.351782 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: address-group Feb 04 13:06:57.352100 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: address_scope.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.352815 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.353338 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: address-scope Feb 04 13:06:57.353662 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: admin_state_down_before_update.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.355083 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.355600 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: router-admin-state-down-before-update Feb 04 13:06:57.355938 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: agent.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.356658 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.357170 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: agent Feb 04 13:06:57.357490 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: agent_resources_synced.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.358445 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.358957 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: agent-resources-synced Feb 04 13:06:57.359281 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: allowedaddresspairs.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.361148 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.361672 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: allowed-address-pairs Feb 04 13:06:57.362002 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: auto_allocated_topology.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.363133 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.363644 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: auto-allocated-topology Feb 04 13:06:57.363971 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: availability_zone.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.364670 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.365179 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: availability_zone Feb 04 13:06:57.365500 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: availability_zone_filter.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.366455 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.366961 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: availability_zone_filter Feb 04 13:06:57.367538 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: data_plane_status.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.368449 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.369053 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 13:06:57.369279 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: default_subnetpools.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.371152 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.371677 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: default-subnetpools Feb 04 13:06:57.372006 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: dhcpagentscheduler.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.372860 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.373371 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: dhcp_agent_scheduler Feb 04 13:06:57.373691 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: dns.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.374661 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.375160 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension dns-integration not supported by any of loaded plugins Feb 04 13:06:57.375483 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: dns_domain_ports.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.376417 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.376918 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 13:06:57.377242 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.378190 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.378699 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 04 13:06:57.379020 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: dvr.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.379700 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.380205 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: dvr Feb 04 13:06:57.380526 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: ecmp_routes.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.381448 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.381954 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension ecmp_routes not supported by any of loaded plugins Feb 04 13:06:57.382298 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: empty_string_filtering.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.383211 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.383716 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: empty-string-filtering Feb 04 13:06:57.384039 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.384949 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.386076 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 13:06:57.386640 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.387589 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.388099 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 13:06:57.388414 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: external_net.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.389333 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.389840 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: external-net Feb 04 13:06:57.390179 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: extra_dhcp_opt.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.391082 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.391597 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: extra_dhcp_opt Feb 04 13:06:57.391912 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: extraroute.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.392827 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.393333 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: extraroute Feb 04 13:06:57.393653 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: extraroute_atomic.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.394863 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.395374 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: extraroute-atomic Feb 04 13:06:57.395693 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: filter_validation.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.396377 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.396889 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: filter-validation Feb 04 13:06:57.397204 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: fip_pf_description.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.398144 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.398656 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 13:06:57.398979 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: fip_port_details.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.400136 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.400654 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: fip-port-details Feb 04 13:06:57.401014 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: flavors.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.402584 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.403105 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: flavors Feb 04 13:06:57.403435 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.405163 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.405651 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 13:06:57.405975 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: floatingip_pools.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.406710 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.407212 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: floatingip-pools Feb 04 13:06:57.407532 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: ip_allocation.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.408471 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.408972 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 13:06:57.409291 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.410236 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.410741 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: ip-substring-filtering Feb 04 13:06:57.411064 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: l2_adjacency.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.412009 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.412517 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 13:06:57.412836 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: l3.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.413847 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.414399 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: router Feb 04 13:06:57.414727 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: l3_conntrack_helper.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.417471 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.418044 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 13:06:57.418401 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.419350 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.419866 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: ext-gw-mode Feb 04 13:06:57.420194 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.421117 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.421706 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: l3-ha Feb 04 13:06:57.422026 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.422965 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.423468 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 04 13:06:57.423785 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: l3_flavors.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.424698 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.425208 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: l3-flavors Feb 04 13:06:57.425527 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: l3_ndp_proxy.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.426967 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.427487 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 04 13:06:57.427806 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.428759 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.429263 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 13:06:57.429582 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: l3agentscheduler.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.430689 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.431202 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: l3_agent_scheduler Feb 04 13:06:57.431532 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: local_ip.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.434174 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.434704 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension local_ip not supported by any of loaded plugins Feb 04 13:06:57.435037 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: logging.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.436691 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.437217 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension logging not supported by any of loaded plugins Feb 04 13:06:57.437545 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: metering.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.438327 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.438914 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: metering Feb 04 13:06:57.439239 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.440357 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.440870 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: metering_source_and_destination_fields Feb 04 13:06:57.441191 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: multiprovidernet.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.442148 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.442662 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: multi-provider Feb 04 13:06:57.442981 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: netmtu.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.443897 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.444408 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: net-mtu Feb 04 13:06:57.444725 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: netmtu_writable.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.445640 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.446173 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: net-mtu-writable Feb 04 13:06:57.446492 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: network_availability_zone.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.447162 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.448358 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: network_availability_zone Feb 04 13:06:57.448697 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: network_ip_availability.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.450028 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.450571 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: network-ip-availability Feb 04 13:06:57.450893 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: network_segment_range.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.451687 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.452188 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 13:06:57.452504 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: pagination.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.453492 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.453815 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: pagination Feb 04 13:06:57.454157 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: port_device_profile.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.455081 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.455590 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: port-device-profile Feb 04 13:06:57.455910 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.456838 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.457349 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: port-mac-address-regenerate Feb 04 13:06:57.457666 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.458615 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.459127 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: port-numa-affinity-policy Feb 04 13:06:57.459437 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: port_resource_request.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.460400 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.460896 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 13:06:57.461213 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: port_resource_request_groups.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.462236 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.462748 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 04 13:06:57.463063 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: portbindings.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.464208 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.464716 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: binding Feb 04 13:06:57.465037 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: portbindings_extended.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.466391 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.466908 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: binding-extended Feb 04 13:06:57.467231 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: portsecurity.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.468154 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.468663 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: port-security Feb 04 13:06:57.468980 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: project_id.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.469952 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.470317 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: project-id Feb 04 13:06:57.470640 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: providernet.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.471568 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.472078 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: provider Feb 04 13:06:57.472395 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: qos.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.476057 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.476589 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension qos not supported by any of loaded plugins Feb 04 13:06:57.476915 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.478206 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.478727 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 13:06:57.479176 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.480506 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.481024 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 13:06:57.481350 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: qos_default.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.482306 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.482820 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension qos-default not supported by any of loaded plugins Feb 04 13:06:57.483141 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: qos_fip.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.484085 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.484589 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension qos-fip not supported by any of loaded plugins Feb 04 13:06:57.484910 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: qos_fip_network_policy.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.485828 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.486369 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 04 13:06:57.486693 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: qos_gateway_ip.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.487769 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.488282 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 13:06:57.488602 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: qos_port_network_policy.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.489517 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.490017 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 13:06:57.490364 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.491407 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.491926 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 04 13:06:57.492492 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: qos_pps_rule.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.493677 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.494222 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension qos-pps not supported by any of loaded plugins Feb 04 13:06:57.495083 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: qos_rule_type_details.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.496289 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.496796 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 13:06:57.497119 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: qos_rules_alias.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.498210 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.498723 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 13:06:57.499043 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: quota_check_limit.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.499952 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.500464 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: quota-check-limit Feb 04 13:06:57.500782 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: quotasv2.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.501791 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.502144 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: quotas Feb 04 13:06:57.502476 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: quotasv2_detail.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.504235 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.504570 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: quota_details Feb 04 13:06:57.504898 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: rbac.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.505968 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.506565 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: rbac-policies Feb 04 13:06:57.506891 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: rbac_address_group.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.507830 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.508340 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: rbac-address-group Feb 04 13:06:57.508662 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: rbac_address_scope.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.509585 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.510166 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: rbac-address-scope Feb 04 13:06:57.511066 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: rbac_security_groups.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.512252 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.512766 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: rbac-security-groups Feb 04 13:06:57.513091 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: rbac_subnetpool.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.514011 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.514542 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: rbac-subnetpool Feb 04 13:06:57.514869 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: revisionifmatch.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.515796 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.516302 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: revision-if-match Feb 04 13:06:57.516621 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: revisions.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.517837 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.518381 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: standard-attr-revisions Feb 04 13:06:57.518708 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: router_availability_zone.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.519386 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.519894 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: router_availability_zone Feb 04 13:06:57.520216 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: routerservicetype.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.521132 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.521639 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension router-service-type not supported by any of loaded plugins Feb 04 13:06:57.521959 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.522917 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.523423 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: security-groups-normalized-cidr Feb 04 13:06:57.523743 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: security_groups_port_filtering.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.524669 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.525180 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: port-security-groups-filtering Feb 04 13:06:57.525501 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.526819 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.527338 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: security-groups-remote-address-group Feb 04 13:06:57.527661 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.528609 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.529120 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: security-groups-shared-filtering Feb 04 13:06:57.529446 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.530043 n-d-714676-13 neutron-server[103495]: WARNING neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 04 13:06:57.530384 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: securitygroup.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.540209 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.540740 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: security-group Feb 04 13:06:57.541075 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: segment.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.542305 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.542831 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension segment not supported by any of loaded plugins Feb 04 13:06:57.543167 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.544367 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.544783 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 13:06:57.545024 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: servicetype.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.546263 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.546728 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: service-type Feb 04 13:06:57.547053 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: sorting.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.548177 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.548509 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: sorting Feb 04 13:06:57.548828 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: standard_attr_segment.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.549760 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.550295 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 13:06:57.550618 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: standardattrdescription.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.551284 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.551799 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: standard-attr-description Feb 04 13:06:57.552115 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: stateful_security_group.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.553044 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.553565 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: stateful-security-group Feb 04 13:06:57.553887 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: stdattrs_common.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.554484 n-d-714676-13 neutron-server[103495]: WARNING neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 13:06:57.554805 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.555742 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.556245 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 13:06:57.556564 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: subnet_onboard.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.558537 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.559035 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: subnet_onboard Feb 04 13:06:57.559359 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.560612 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.560892 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 13:06:57.561217 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: subnet_service_types.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.562503 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.562803 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: subnet-service-types Feb 04 13:06:57.563072 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: subnetallocation.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.564118 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.564628 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: subnet_allocation Feb 04 13:06:57.565270 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.565638 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.566168 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: subnetpool-prefix-ops Feb 04 13:06:57.566493 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.567442 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.567942 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 13:06:57.568266 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: tagging.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.569360 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.569871 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: standard-attr-tag Feb 04 13:06:57.570235 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: timestamp.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.571910 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.572498 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loaded extension: standard-attr-timestamp Feb 04 13:06:57.573567 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: trunk.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.574976 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.575510 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension trunk not supported by any of loaded plugins Feb 04 13:06:57.575943 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: trunk_details.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.577169 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.577724 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension trunk-details not supported by any of loaded plugins Feb 04 13:06:57.578240 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: uplink_status_propagation.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.579401 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.579943 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 13:06:57.580308 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Loading extension file: vlantransparent.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 13:06:57.581141 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 13:06:57.581722 n-d-714676-13 neutron-server[103495]: INFO neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 13:06:57.585097 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of TrackedResource for resource:network Feb 04 13:06:57.585644 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of TrackedResource for resource:subnet Feb 04 13:06:57.586142 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 13:06:57.586556 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of TrackedResource for resource:port Feb 04 13:06:57.589721 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 13:06:57.590225 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Service FLAVORS assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 13:06:57.591150 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 13:06:57.591624 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 13:06:57.592032 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of TrackedResource for resource:router Feb 04 13:06:57.592502 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of TrackedResource for resource:floatingip Feb 04 13:06:57.593004 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Service METERING assigned prefix: /metering {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 13:06:57.594737 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.595202 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.595564 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:06:57.596635 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 13:06:57.597090 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of TrackedResource for resource:security_group Feb 04 13:06:57.597521 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 13:06:57.598194 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Service CORE assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 13:06:57.598540 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 13:06:57.598890 n-d-714676-13 neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] subnetpool is already registered Feb 04 13:06:57.599319 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Service CORE assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 13:06:57.599640 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 13:06:57.599970 n-d-714676-13 neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] subnetpool is already registered Feb 04 13:06:57.602381 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 13:06:57.602821 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Service FLAVORS assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 13:06:57.603417 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 13:06:57.603912 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 13:06:57.604352 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of TrackedResource for resource:router Feb 04 13:06:57.604927 n-d-714676-13 neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] router is already registered Feb 04 13:06:57.605384 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of TrackedResource for resource:floatingip Feb 04 13:06:57.605720 n-d-714676-13 neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] floatingip is already registered Feb 04 13:06:57.606213 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Service METERING assigned prefix: /metering {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 13:06:57.606922 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 13:06:57.607249 n-d-714676-13 neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] rbac_policy is already registered Feb 04 13:06:57.607667 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of TrackedResource for resource:security_group Feb 04 13:06:57.607999 n-d-714676-13 neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] security_group is already registered Feb 04 13:06:57.608408 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 13:06:57.608737 n-d-714676-13 neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] security_group_rule is already registered Feb 04 13:06:57.609539 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Service CORE assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 13:06:57.609711 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 13:06:57.610042 n-d-714676-13 neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] subnetpool is already registered Feb 04 13:06:57.610496 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Service CORE assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 13:06:57.610822 n-d-714676-13 neutron-server[103495]: INFO neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 13:06:57.611146 n-d-714676-13 neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] subnetpool is already registered Feb 04 13:06:57.611614 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: extensions {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.613123 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: address-groups {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.614664 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: address-scopes {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.615988 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: agents {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.617501 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: auto-allocated-topology {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.618891 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: availability_zones {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.621115 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: dhcp-networks {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.622851 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: dhcp-agents {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.624310 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: routers {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.626551 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: flavors {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.627706 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: service_profiles {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.628921 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: next_providers {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.630420 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: service_profiles {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.631947 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: floatingip-pools {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.633165 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: routers {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.635895 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: floatingips {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.637527 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: l3-routers {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.638982 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: l3-agents {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.640419 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: metering-labels {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.641775 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: metering-label-rules {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.643082 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: network-ip-availabilities {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.644366 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: bindings {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.646032 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: quotas {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.647612 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: quotas {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.649130 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: rbac-policies {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.650444 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: security-groups {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.652171 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: security-group-rules {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.653403 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: service-providers {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.654656 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: subnetpools {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.656091 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: subnetpools {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.657606 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.659263 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.662213 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.664037 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.665819 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.668776 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.670509 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.672470 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.674265 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.676103 n-d-714676-13 neutron-server[103495]: DEBUG neutron.api.extensions [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 13:06:57.682809 n-d-714676-13 neutron-server[103495]: WARNING keystonemiddleware.auth_token [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 13:06:57.688088 n-d-714676-13 neutron-server[103495]: WARNING keystonemiddleware.auth_token [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 13:06:57.696941 n-d-714676-13 neutron-server[103495]: DEBUG oslo_concurrency.lockutils [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Acquired lock "singleton_lock" {{(pid=103495) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 04 13:06:57.697427 n-d-714676-13 neutron-server[103495]: DEBUG oslo_concurrency.lockutils [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Releasing lock "singleton_lock" {{(pid=103495) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 04 13:06:57.699011 n-d-714676-13 neutron-server[103495]: INFO oslo_service.service [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Starting 2 workers Feb 04 13:06:57.704039 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Started child 103606 {{(pid=103495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 13:06:57.708845 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Started child 103607 {{(pid=103495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 13:06:57.709742 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:57.710501 n-d-714676-13 neutron-server[103495]: INFO neutron.service [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 13:06:57.711144 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Publish callbacks [] for process (None), before_spawn {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:57.711335 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [-] (103606) wsgi starting up on http://0.0.0.0:9696 Feb 04 13:06:57.714250 n-d-714676-13 neutron-server[103495]: INFO oslo_service.service [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Starting 1 workers Feb 04 13:06:57.714503 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:57.716417 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [-] (103607) wsgi starting up on http://0.0.0.0:9696 Feb 04 13:06:57.719911 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Started child 103608 {{(pid=103495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 13:06:57.720483 n-d-714676-13 neutron-server[103495]: INFO oslo_service.service [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Starting 1 workers Feb 04 13:06:57.723763 n-d-714676-13 neutron-server[103608]: DEBUG neutron.service [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] calling RpcWorker wait() {{(pid=103608) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 13:06:57.724642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.service [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] returning from RpcWorker wait() {{(pid=103608) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 13:06:57.725236 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Started child 103609 {{(pid=103495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 13:06:57.725679 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:57.726070 n-d-714676-13 neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8149ead7-1428-4f4b-b333-3aedd7ed65ba None None] Publish callbacks [] for process (None), after_spawn {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:57.726248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:57.728138 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103495) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 13:06:57.728352 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 13:06:57.728694 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 13:06:57.729287 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 13:06:57.729711 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 13:06:57.729901 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 13:06:57.730510 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.730782 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.731060 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.731328 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.731786 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.732054 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:57.732657 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.732657 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.732911 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.733134 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.733370 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.733540 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.733714 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.733977 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.734265 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.734610 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.734874 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.735128 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.735383 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.735556 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.735816 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.736072 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.736303 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.736575 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] debug = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.736825 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.737230 n-d-714676-13 neutron-server[103609]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:57.737381 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.737558 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.738024 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.738262 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.738705 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.738932 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.739405 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.739654 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.739879 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.740294 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.740561 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.740786 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.741175 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.741463 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.741677 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.742129 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.742604 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.743236 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] host = n-d-714676-13 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.743452 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.743829 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.744089 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.744326 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.744756 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.745108 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.745582 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.745928 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.746212 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.746610 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.746844 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.747249 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.747475 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.747868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] log_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.748018 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] log_options = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.748255 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.748672 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.748940 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.749126 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.749451 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.749685 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.749905 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.750180 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.752296 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.752296 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.752296 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.752296 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.752296 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.752296 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.752296 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.753817 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.753817 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.753817 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.753817 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.753817 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.753817 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.755082 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.755082 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.755082 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.755082 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.755082 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.758682 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.758682 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.758682 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.758682 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.758682 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.758682 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.758682 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.758682 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.761371 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.761371 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.761371 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.761371 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.761371 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.761371 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.761371 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.761371 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.763089 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.763089 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.763089 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.763089 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.763089 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] use_json = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.763089 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.763089 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.763089 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.763089 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.765230 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.765230 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.765230 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.765230 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.765230 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.765230 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.765230 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.765230 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.767741 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.767741 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.767741 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.767741 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.767741 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.767741 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.767741 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.767741 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.772852 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.772852 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.772852 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.772852 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.772852 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.772852 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.772852 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.772852 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.777786 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.777786 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.777786 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.777786 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.777786 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.777786 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.777786 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.777786 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.780740 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.780740 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.780740 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.780740 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.780740 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.780740 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.780740 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.780740 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.784071 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.784071 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.784071 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.784071 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.784071 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.784071 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.784071 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.784071 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.784071 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.787868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.787868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.787868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.787868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.787868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.787868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.787868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.787868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.787868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.789278 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.789278 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.789278 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.789278 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.789278 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.789278 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.789278 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.789278 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.789278 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.790425 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.790425 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.790425 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.790425 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.790425 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.790425 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.790425 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.790425 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.790425 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.793318 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.793318 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.793318 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.793318 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.793318 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.793318 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.793318 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.793318 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.793318 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.796481 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.796481 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.796481 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.796481 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.796481 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.796481 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.796481 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.796481 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.796481 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.798059 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.798059 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.798059 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.798059 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.798059 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.798059 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.798059 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.798059 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.801399 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.801399 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.801399 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.801399 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.801399 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.801399 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.801399 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.801399 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.803285 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.803285 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.803285 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.803285 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.803285 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.803285 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.803285 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.803285 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.805437 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.805437 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.805437 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.805437 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.805437 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.805437 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.805437 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.805437 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.807714 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.807714 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.807714 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.807714 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.807714 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.807714 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.807714 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.807714 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.810383 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.810383 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.810383 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.810383 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.810383 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.810383 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.810383 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.810383 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.812198 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.812198 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.812198 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.812198 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.812198 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.812198 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.812198 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.812198 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.813906 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.813906 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.813906 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.813906 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.813906 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.813906 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.813906 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.813906 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.816002 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.816002 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.816002 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.816002 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.816002 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.816002 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.816002 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.816002 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.818485 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.818485 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.818485 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.818485 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.818485 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.818485 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.818485 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.818485 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.820900 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.820900 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.820900 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.820900 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.820900 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.820900 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.820900 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.820900 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.822547 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.822547 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.822547 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.822547 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.822547 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.822547 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.822547 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.822547 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.825517 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.825517 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.825517 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.825517 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.825517 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.825517 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.825517 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.825517 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.827720 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.827720 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.827720 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.827720 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.827720 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.827720 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.827720 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.827720 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.828909 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.828909 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.828909 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.828909 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.828909 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.828909 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.828909 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.828909 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.831567 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.831567 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.831567 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.831567 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.831567 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.831567 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.831567 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.831567 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.831567 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.832817 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.832817 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.832817 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.832817 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.832817 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.832817 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.832817 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.832817 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.833941 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.833941 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.833941 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.833941 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.833941 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.833941 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.833941 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.833941 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.835880 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.835880 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.835880 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.835880 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.835880 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.835880 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.835880 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.835880 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.837908 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.837908 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.837908 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.837908 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.837908 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.837908 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.837908 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.837908 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.840286 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.840286 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.840286 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.840286 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.840286 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.840286 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.840286 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.840286 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.842332 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.842332 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.842332 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.842332 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.842332 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.842332 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.842332 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.842332 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.843761 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.843761 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.843761 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.843761 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.843761 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.843761 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.843761 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.843761 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.844893 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.844893 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.844893 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.844893 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.844893 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.844893 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.844893 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.844893 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.846055 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.846055 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.846055 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.846055 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.846055 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.846055 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.846055 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.846055 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.846055 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.847252 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.847252 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.847252 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.847252 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.847252 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.847252 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.847252 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.847252 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.847252 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.848271 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.848271 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 13:06:57.848271 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103495) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 13:06:57.848271 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 13:06:57.848271 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 13:06:57.848271 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 13:06:57.848271 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 13:06:57.848271 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 13:06:57.849183 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.849183 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.849183 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.849183 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.849183 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.849183 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.849183 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.849183 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.850366 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.850366 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.850366 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.850366 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.850366 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.850366 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.850366 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.850366 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.851450 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.851450 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.851450 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.851450 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.851450 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.851450 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.851450 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] debug = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.851450 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.852837 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.852837 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.852837 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.852837 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.852837 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.852837 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.853669 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.853669 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.853669 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.853669 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.853669 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.853669 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.853669 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.853669 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.854593 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.854593 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.854593 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.854593 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] host = n-d-714676-13 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.854593 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.854593 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.854593 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.854593 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.855396 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.855396 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.855396 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.855396 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.855396 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.855396 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.855396 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.855396 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.856613 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.856613 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] log_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.856613 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] log_options = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.856613 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.856613 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.856613 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.856613 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.856613 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.857725 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.857725 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.857725 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.857725 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.857725 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.857725 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.857725 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.857725 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.858794 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.858794 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.858794 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.858794 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.858794 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.858794 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.858794 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.858794 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.860386 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.860386 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.860386 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.860386 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.860386 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.860386 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.860386 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.860386 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.860386 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.861754 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.861754 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.861754 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.861754 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.861754 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.861754 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.861754 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.861754 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.862680 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.862680 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.862680 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.862680 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.862680 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.862680 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.862680 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.862680 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.864004 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] use_json = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.864004 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.864004 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.864004 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.864004 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.864004 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.864004 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.864004 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.865491 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.865491 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 13:06:57.865491 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.865491 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.865491 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.865491 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.865491 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.865491 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.866948 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.866948 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.866948 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.866948 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.866948 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.866948 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.866948 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.866948 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.868638 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.868638 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.868638 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.868638 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.868638 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.868638 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.868638 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.868638 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.870007 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.870007 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.870007 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.870007 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.870007 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.870007 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.870007 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.870007 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.871656 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.871656 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.871656 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.871656 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.871656 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.871656 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.871656 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.871656 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.873142 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.873142 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.873142 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.873142 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.873142 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.873142 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.873142 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.873142 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.873142 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.876236 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.876469 n-d-714676-13 neutron-server[103608]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:57.876757 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.876757 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.876757 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.876757 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.876757 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.876757 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.876757 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.876757 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.876757 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.878578 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.878578 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.878578 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.878578 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.878578 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.878578 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.878578 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.878578 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.878578 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.880994 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.880994 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.880994 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.880994 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.880994 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.880994 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.880994 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.880994 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.880994 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.882612 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.882612 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.882612 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.882612 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.882612 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.882612 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.882612 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.882612 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.882612 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.884222 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.884222 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.884222 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.884222 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.884222 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.884222 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.884222 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.884222 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.884222 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.885673 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.885673 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.885673 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.885673 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.885673 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.885673 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.885673 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.885673 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.887060 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.887060 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.887060 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.887060 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.887060 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.887060 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.887060 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.887060 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.888400 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.888400 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.888400 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.888400 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.888400 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.888400 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.888400 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.888400 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.889605 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.889605 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.889605 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.889605 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.889605 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.889605 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.889605 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.889605 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.890800 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.890800 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.890800 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.890800 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.890800 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.890800 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.890800 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.890800 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.890800 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.891674 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.891674 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.891674 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.891674 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.891674 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.891674 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.891674 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.891674 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.893026 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.893026 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.893026 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.893026 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.893026 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.893026 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.893026 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.893026 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.894017 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.894017 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.894017 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.894017 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.894017 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.894017 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.894017 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.894017 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.895538 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.895538 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.895538 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.895538 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.895538 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.895538 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.895538 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.895538 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.896794 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.896794 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.896794 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.896794 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.896794 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.896794 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.896794 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.896794 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.898203 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.898203 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.898203 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.898203 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.898203 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.898203 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.898203 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.898203 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.899569 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.899569 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.899569 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.899569 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.899569 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.899569 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.899569 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.899569 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.901649 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.901649 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.901649 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.901649 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.901649 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.901649 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.901649 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.901649 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.903151 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.903151 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.903151 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.903151 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.903151 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.903151 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.903151 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.903151 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.904524 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.904524 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.904524 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.904524 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.904524 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.904524 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.904524 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.904524 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.905883 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.905883 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.905883 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.905883 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.905883 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.905883 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.905883 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.905883 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.905883 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.907677 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.907677 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.907677 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.907677 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.907677 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.907677 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.907677 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.907677 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.910087 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.910087 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.910087 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.910087 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.910087 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.910087 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.910087 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.910087 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.912976 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.912976 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.912976 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.912976 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.912976 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.912976 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.912976 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.912976 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.914607 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.914607 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.914607 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.914607 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.914607 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.914607 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.914607 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.914607 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.916065 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.916065 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.916065 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.916065 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.916065 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.916065 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.916065 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.916065 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.917868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.917868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.917868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.917868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.917868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.917868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.917868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.917868 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.919070 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.919070 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.919070 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.919070 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.919070 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.919070 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.919070 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.919070 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.920018 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.920018 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.920018 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.920018 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.920018 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.920018 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.920018 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.920018 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.920018 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.921170 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.921170 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.921170 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.921170 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.921170 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.921170 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.921170 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.921170 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.921170 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.922256 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.922256 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.922256 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.922256 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 13:06:57.922256 n-d-714676-13 neutron-server[103495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 13:06:58.053784 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54876) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:06:58.062981 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068810 Feb 04 13:07:10.911340 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e3a753-b0da-4b3f-93e3-bffe45f79216 None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:07:11.061069 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e3a753-b0da-4b3f-93e3-bffe45f79216 None None] No non-hosted networks {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 13:07:11.156157 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-314219b7-1669-4ba8-9ea0-b882b7af95dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743028'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:13.624530 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d56110bb-9a79-44d7-bff8-462d08f4cb90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743028'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:13.709184 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f1dc5bde-ad50-4185-a753-33b8a1fd8319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:15.321033 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743028'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:16.543792 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743028'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:17.440090 n-d-714676-13 neutron-server[103608]: INFO neutron.db.l3_hamode_db [None req-df9f0b37-b5c9-4d31-8ef7-337675e30ac9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 13:07:17.523139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f0b37-b5c9-4d31-8ef7-337675e30ac9 None None] Routers set() bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:17.523604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f0b37-b5c9-4d31-8ef7-337675e30ac9 None None] Router IDs set() for agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 13:07:17.660002 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743028'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:17.664428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:17.664785 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:17.665131 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:17.665469 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:17.665802 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:17.666224 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:17.666529 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:17.666862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:17.667271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:17.667614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:17.667945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:17.668274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:17.668597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:17.669063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-714676-13', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:17.677253 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-714676-13', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:20.925199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54976) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:21.549204 n-d-714676-13 neutron-server[103606]: WARNING oslo_policy.policy [None req-5e95ba20-4860-47dd-887b-c670400ac8f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 13:07:21.550016 n-d-714676-13 neutron-server[103606]: WARNING oslo_policy.policy [None req-5e95ba20-4860-47dd-887b-c670400ac8f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 13:07:21.780042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-5e95ba20-4860-47dd-887b-c670400ac8f7 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:07:21.781339 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5e95ba20-4860-47dd-887b-c670400ac8f7 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8540092 Feb 04 13:07:24.612844 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54992) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:24.937429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-68dd5538-97b9-422f-aecf-ef91ded25950 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'tenant_id': '2882da89f7644be794ee624524ae1313', 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:25.030261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.policy [None req-68dd5538-97b9-422f-aecf-ef91ded25950 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103606) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 13:07:25.072286 n-d-714676-13 neutron-server[103606]: WARNING oslo_policy.policy [None req-68dd5538-97b9-422f-aecf-ef91ded25950 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 13:07:25.073085 n-d-714676-13 neutron-server[103606]: WARNING oslo_policy.policy [None req-68dd5538-97b9-422f-aecf-ef91ded25950 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 13:07:25.176313 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-68dd5538-97b9-422f-aecf-ef91ded25950 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775162749561', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775162748974', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775162768290', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775162765499', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775162781105', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775162789323', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7944002', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8030372', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-735571', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632460'] for rbac-policy (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:25.261156 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-68dd5538-97b9-422f-aecf-ef91ded25950 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:25.262519 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-68dd5538-97b9-422f-aecf-ef91ded25950 admin admin] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6486318 Feb 04 13:07:28.095183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55004) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:28.637746 n-d-714676-13 neutron-server[103607]: WARNING oslo_policy.policy [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 13:07:28.638343 n-d-714676-13 neutron-server[103607]: WARNING oslo_policy.policy [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 13:07:28.864248 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '40f99d642a314715b83bce22e8a7ee37', 'project_id': '40f99d642a314715b83bce22e8a7ee37'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:28.922174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Made reservation on behalf of 40f99d642a314715b83bce22e8a7ee37 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:07:28.984194 n-d-714676-13 neutron-server[103607]: DEBUG neutron.policy [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103607) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 13:07:29.026469 n-d-714676-13 neutron-server[103607]: WARNING oslo_policy.policy [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 13:07:29.026865 n-d-714676-13 neutron-server[103607]: WARNING oslo_policy.policy [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 13:07:29.036297 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.058658 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.177479 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Publish callbacks [] for security_group (a0a26119-9dc3-4f87-b7ff-2698b48841e2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.181309 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a0a26119-9dc3-4f87-b7ff-2698b48841e2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.201452 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:07:29.229372 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775158925900', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.229952 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Unsubscribe: segment precommit_create {{(pid=103607) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 13:07:29.230519 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Added segment 372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab of type vlan for network aea8b247-ee7e-4496-b292-439dc7f1e77e Feb 04 13:07:29.248795 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a26119-9dc3-4f87-b7ff-2698b48841e2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:29.298253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.298591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.298924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.299255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.299580 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.299900 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.300218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.300535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.300850 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.301165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.301552 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.301788 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.302126 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Tracked resource versions report: Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: pushed versions: Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: { 'AddressGroup': {'1.2'}, Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'ConntrackHelper': {'1.0'}, Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'LocalIPAssociation': {'1.0'}, Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'Log': {'1.0'}, Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'Network': {'1.1'}, Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'Port': {'1.7'}, Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'PortForwarding': {'1.2'}, Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'QosPolicy': {'1.10'}, Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'SecurityGroup': {'1.5'}, Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'SecurityGroupRule': {'1.2'}, Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'SubPort': {'1.0'}, Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'Subnet': {'1.1'}, Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'Trunk': {'1.1'}} Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: consumer versions: Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: { DHCP agent@n-d-714676-13: {}, Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: L3 agent@n-d-714676-13: {}, Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: Metadata agent@n-d-714676-13: {}, Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: Metering agent@n-d-714676-13: {}, Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: Open vSwitch agent@n-d-714676-13: { 'AddressGroup': '1.2', Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'ConntrackHelper': '1.0', Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'LocalIPAssociation': '1.0', Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'Log': '1.0', Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'Network': '1.1', Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'Port': '1.7', Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'PortForwarding': '1.2', Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'QosPolicy': '1.10', Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'SecurityGroup': '1.5', Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'SecurityGroupRule': '1.2', Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'SubPort': '1.0', Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'Subnet': '1.1', Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: 'Trunk': '1.1'}} Feb 04 13:07:29.303243 n-d-714676-13 neutron-server[103607]: {{(pid=103607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 13:07:29.345554 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (aea8b247-ee7e-4496-b292-439dc7f1e77e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.384376 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (aea8b247-ee7e-4496-b292-439dc7f1e77e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.385642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:29.386386 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.464274 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3676603 Feb 04 13:07:29.495625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0a5f1-e83a-4508-90a6-2b78eda60813 admin admin] Pushing event updated for resources: {'Network': ['ID=aea8b247-ee7e-4496-b292-439dc7f1e77e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:29.507553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network aea8b247-ee7e-4496-b292-439dc7f1e77e details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:07:32.285370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55026) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:32.724679 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c76386-e39d-4c0b-afe5-f1f950a30e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:32.726119 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-54c76386-e39d-4c0b-afe5-f1f950a30e00 admin admin] 10.222.0.96 "GET /v2.0/networks/aea8b247-ee7e-4496-b292-439dc7f1e77e HTTP/1.1" status: 200 len: 825 time: 0.4397640 Feb 04 13:07:32.767129 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ac504a81-1794-42bc-a572-46e0f53023d2 admin admin] 10.222.0.96 "GET /v2.0/subnetpools/93804691-c739-4358-858e-ce51c1cabba8 HTTP/1.1" status: 200 len: 734 time: 0.0340309 Feb 04 13:07:32.776115 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-17868fca-b258-4525-9042-b7ca53542b0a admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '93804691-c739-4358-858e-ce51c1cabba8', 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e', 'tenant_id': '40f99d642a314715b83bce22e8a7ee37'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:32.802361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17868fca-b258-4525-9042-b7ca53542b0a admin admin] Made reservation on behalf of 40f99d642a314715b83bce22e8a7ee37 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:07:32.804653 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17868fca-b258-4525-9042-b7ca53542b0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:33.114760 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17868fca-b258-4525-9042-b7ca53542b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for subnet (5687fa82-7a43-4012-b643-cf6a9cab19d2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:33.191540 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17868fca-b258-4525-9042-b7ca53542b0a admin admin] Checking segment: {'id': '372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:07:33.191898 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17868fca-b258-4525-9042-b7ca53542b0a admin admin] Network hostable DHCP agents. Network: aea8b247-ee7e-4496-b292-439dc7f1e77e, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:07:33.194161 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17868fca-b258-4525-9042-b7ca53542b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5687fa82-7a43-4012-b643-cf6a9cab19d2,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:33.219310 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17868fca-b258-4525-9042-b7ca53542b0a admin admin] Network aea8b247-ee7e-4496-b292-439dc7f1e77e is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:07:33.234204 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-17868fca-b258-4525-9042-b7ca53542b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, aea8b247-ee7e-4496-b292-439dc7f1e77e) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:33.238971 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17868fca-b258-4525-9042-b7ca53542b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:33.239664 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17868fca-b258-4525-9042-b7ca53542b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:33.245379 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6197b6ac-746e-4c69-9dca-de003827f213 None None] Network aea8b247-ee7e-4496-b292-439dc7f1e77e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:07:33.263231 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-17868fca-b258-4525-9042-b7ca53542b0a admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4905396 Feb 04 13:07:33.538523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-aea8b247-ee7e-4496-b292-439dc7f1e77e', 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e', 'project_id': '40f99d642a314715b83bce22e8a7ee37', 'fixed_ips': [{'subnet_id': '5687fa82-7a43-4012-b643-cf6a9cab19d2'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:07:33.539933 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:33.866631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Allocated IP 172.20.0.2 (aea8b247-ee7e-4496-b292-439dc7f1e77e/5687fa82-7a43-4012-b643-cf6a9cab19d2/f18202d8-3b96-4b8f-b9e0-faba17976ea9) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:34.134155 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Publish callbacks [] for port (f18202d8-3b96-4b8f-b9e0-faba17976ea9), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:34.143861 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (f18202d8-3b96-4b8f-b9e0-faba17976ea9), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:34.219050 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Network aea8b247-ee7e-4496-b292-439dc7f1e77e is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:34.224930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:34.234048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:07:34.247933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Pushing event updated for resources: {'Port': ['ID=f18202d8-3b96-4b8f-b9e0-faba17976ea9,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:34.293000 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.293349 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.293701 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.294034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.294402 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.294736 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.295068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.295395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.295732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.296060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.296391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.296716 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.297042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Tracked resource versions report: Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: pushed versions: Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: { 'AddressGroup': {'1.2'}, Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'ConntrackHelper': {'1.0'}, Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'LocalIPAssociation': {'1.0'}, Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'Log': {'1.0'}, Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'Network': {'1.1'}, Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'Port': {'1.7'}, Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'PortForwarding': {'1.2'}, Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'QosPolicy': {'1.10'}, Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'SecurityGroup': {'1.5'}, Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'SecurityGroupRule': {'1.2'}, Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'SubPort': {'1.0'}, Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'Subnet': {'1.1'}, Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'Trunk': {'1.1'}} Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: consumer versions: Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: { DHCP agent@n-d-714676-13: {}, Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: L3 agent@n-d-714676-13: {}, Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: Metadata agent@n-d-714676-13: {}, Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: Metering agent@n-d-714676-13: {}, Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: Open vSwitch agent@n-d-714676-13: { 'AddressGroup': '1.2', Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'ConntrackHelper': '1.0', Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'LocalIPAssociation': '1.0', Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'Log': '1.0', Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'Network': '1.1', Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'Port': '1.7', Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'PortForwarding': '1.2', Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'QosPolicy': '1.10', Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'SecurityGroup': '1.5', Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'SecurityGroupRule': '1.2', Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'SubPort': '1.0', Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'Subnet': '1.1', Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: 'Trunk': '1.1'}} Feb 04 13:07:34.298480 n-d-714676-13 neutron-server[103608]: {{(pid=103608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 13:07:34.356284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Attempting to bind port f18202d8-3b96-4b8f-b9e0-faba17976ea9 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:07:34.356911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Attempting to bind port f18202d8-3b96-4b8f-b9e0-faba17976ea9 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:07:34.357566 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Attempting to bind port f18202d8-3b96-4b8f-b9e0-faba17976ea9 on network aea8b247-ee7e-4496-b292-439dc7f1e77e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:07:34.366479 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:07:34.367059 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Checking segment: {'id': '372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:07:34.368078 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:34.368702 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Bound using segment: {'id': '372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:07:34.370141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Bound port: f18202d8-3b96-4b8f-b9e0-faba17976ea9, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:07:34.370753 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f18202d8-3b96-4b8f-b9e0-faba17976ea9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:34.449104 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] For port f18202d8-3b96-4b8f-b9e0-faba17976ea9, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:07:34.453863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] For port f18202d8-3b96-4b8f-b9e0-faba17976ea9, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f18202d8-3b96-4b8f-b9e0-faba17976ea9,segment=NetworkSegment(372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab),segment_id=372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:07:34.464540 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f18202d8-3b96-4b8f-b9e0-faba17976ea9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:34.540750 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c640ca7-bde9-47bc-a4d8-5f8511a488f5 None None] Pushing event updated for resources: {'Port': ['ID=f18202d8-3b96-4b8f-b9e0-faba17976ea9,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:35.957081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55034) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:36.301486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-b75818d8-893e-4107-9316-3f15882ea0cd admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:07:36.302665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b75818d8-893e-4107-9316-3f15882ea0cd admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3444185 Feb 04 13:07:38.864194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55042) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:39.205091 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-d9d66014-a1a8-4054-bc38-569624a22f0a admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:07:39.206876 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d9d66014-a1a8-4054-bc38-569624a22f0a admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3415947 Feb 04 13:07:40.817134 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5821a6f6-deba-456e-bcff-214ccf4ce1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:42.054812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55052) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:42.380681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9a577ffe-6d12-4a0a-b574-8c352a7ffcc2 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '40f99d642a314715b83bce22e8a7ee37', 'name': 'router1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:42.410559 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9a577ffe-6d12-4a0a-b574-8c352a7ffcc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (0df0f742-0029-4fcb-be7b-8e6523fc413a), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:42.412516 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9a577ffe-6d12-4a0a-b574-8c352a7ffcc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (0df0f742-0029-4fcb-be7b-8e6523fc413a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:42.578021 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9a577ffe-6d12-4a0a-b574-8c352a7ffcc2 admin admin] Publish callbacks [] for router_controller (0df0f742-0029-4fcb-be7b-8e6523fc413a), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:42.587893 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9a577ffe-6d12-4a0a-b574-8c352a7ffcc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (0df0f742-0029-4fcb-be7b-8e6523fc413a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:42.607036 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9a577ffe-6d12-4a0a-b574-8c352a7ffcc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:42.608570 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9a577ffe-6d12-4a0a-b574-8c352a7ffcc2 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5525765 Feb 04 13:07:43.614185 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-60b131bc-d507-45cb-8548-28435f5867e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:44.366017 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f18202d8-3b96-4b8f-b9e0-faba17976ea9 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:07:44.471711 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f18202d8-3b96-4b8f-b9e0-faba17976ea9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:44.472031 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f18202d8-3b96-4b8f-b9e0-faba17976ea9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:44.594817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f18202d8-3b96-4b8f-b9e0-faba17976ea9 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:07:44.595187 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f18202d8-3b96-4b8f-b9e0-faba17976ea9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:44.652604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port f18202d8-3b96-4b8f-b9e0-faba17976ea9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f18202d8-3b96-4b8f-b9e0-faba17976ea9,segment=NetworkSegment(372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab),segment_id=372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:44.657413 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f18202d8-3b96-4b8f-b9e0-faba17976ea9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:44.715102 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=f18202d8-3b96-4b8f-b9e0-faba17976ea9,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:45.234899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55064) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:45.258124 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:45.537454 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-a1ed54e0-0a15-4550-bf59-d28a07137c82 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:07:45.538520 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a1ed54e0-0a15-4550-bf59-d28a07137c82 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3026159 Feb 04 13:07:46.043745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e455b2-77c3-4e9c-ac7c-394d2d2c51bd None None] Network aea8b247-ee7e-4496-b292-439dc7f1e77e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:07:46.099746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6b1fe056-913d-4dd1-b396-25d4d67c0e58 None None] Provisioning complete for port f18202d8-3b96-4b8f-b9e0-faba17976ea9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:46.100128 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6b1fe056-913d-4dd1-b396-25d4d67c0e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f18202d8-3b96-4b8f-b9e0-faba17976ea9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:46.237189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6b1fe056-913d-4dd1-b396-25d4d67c0e58 None None] Current status of the port f18202d8-3b96-4b8f-b9e0-faba17976ea9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:07:46.304029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f18202d8-3b96-4b8f-b9e0-faba17976ea9 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:07:46.359630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f18202d8-3b96-4b8f-b9e0-faba17976ea9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:46.360044 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f18202d8-3b96-4b8f-b9e0-faba17976ea9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:46.445071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f18202d8-3b96-4b8f-b9e0-faba17976ea9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:07:46.476182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bf7633a9-fa0d-42f8-8051-e67e8d9ce51f None None] Provisioning complete for port f18202d8-3b96-4b8f-b9e0-faba17976ea9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:46.476560 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bf7633a9-fa0d-42f8-8051-e67e8d9ce51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f18202d8-3b96-4b8f-b9e0-faba17976ea9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:46.479387 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:46.562161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bf7633a9-fa0d-42f8-8051-e67e8d9ce51f None None] Current status of the port f18202d8-3b96-4b8f-b9e0-faba17976ea9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:07:47.662026 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:48.006343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55094) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:48.059023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'project_id': '2882da89f7644be794ee624524ae1313', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'tenant_id': '2882da89f7644be794ee624524ae1313', 'provider:network_type': 'flat'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:48.089862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Made reservation on behalf of 2882da89f7644be794ee624524ae1313 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:07:48.092748 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:48.108914 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:48.213678 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Publish callbacks [] for security_group (56d67220-4631-415e-bdab-a227a4f93741), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:48.217627 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (56d67220-4631-415e-bdab-a227a4f93741), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:48.230789 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Reserving flat network on physical network physnet1 {{(pid=103606) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 13:07:48.264657 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775158925900', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c2acb3a2-286d-431d-8d19-6fbd390a6ed6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:48.265257 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Unsubscribe: segment precommit_create {{(pid=103606) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 13:07:48.265817 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Added segment c2acb3a2-286d-431d-8d19-6fbd390a6ed6 of type flat for network 92c40021-6bd7-4781-8c40-4e7662c85c1e Feb 04 13:07:48.282606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d67220-4631-415e-bdab-a227a4f93741,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:48.335244 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:48.335658 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:48.336049 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:48.336395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:48.336789 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:48.337125 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:48.337521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:48.337857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:48.338256 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:48.338607 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:48.338933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:48.339266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:48.339614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Tracked resource versions report: Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: pushed versions: Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: { 'AddressGroup': {'1.2'}, Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'ConntrackHelper': {'1.0'}, Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'LocalIPAssociation': {'1.0'}, Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'Log': {'1.0'}, Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'Network': {'1.1'}, Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'Port': {'1.7'}, Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'PortForwarding': {'1.2'}, Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'QosPolicy': {'1.10'}, Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'SecurityGroup': {'1.5'}, Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'SecurityGroupRule': {'1.2'}, Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'SubPort': {'1.0'}, Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'Subnet': {'1.1'}, Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'Trunk': {'1.1'}} Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: consumer versions: Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: { DHCP agent@n-d-714676-13: {}, Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: L3 agent@n-d-714676-13: {}, Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: Metadata agent@n-d-714676-13: {}, Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: Metering agent@n-d-714676-13: {}, Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: Open vSwitch agent@n-d-714676-13: { 'AddressGroup': '1.2', Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'ConntrackHelper': '1.0', Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'LocalIPAssociation': '1.0', Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'Log': '1.0', Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'Network': '1.1', Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'Port': '1.7', Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'PortForwarding': '1.2', Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'QosPolicy': '1.10', Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'SecurityGroup': '1.5', Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'SecurityGroupRule': '1.2', Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'SubPort': '1.0', Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'Subnet': '1.1', Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: 'Trunk': '1.1'}} Feb 04 13:07:48.340937 n-d-714676-13 neutron-server[103606]: {{(pid=103606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 13:07:48.391349 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (92c40021-6bd7-4781-8c40-4e7662c85c1e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:48.437842 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (92c40021-6bd7-4781-8c40-4e7662c85c1e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:48.439147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:48.439848 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:48.533206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5256860 Feb 04 13:07:48.541234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73394aae-97c5-4079-b7aa-604cd2206977 admin admin] Pushing event updated for resources: {'Network': ['ID=92c40021-6bd7-4781-8c40-4e7662c85c1e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:48.560009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:07:50.894003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55106) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:51.046865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aada5146-9dfc-4767-a520-9518825c66ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:51.048293 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-aada5146-9dfc-4767-a520-9518825c66ca admin admin] 10.222.0.96 "GET /v2.0/subnets/5687fa82-7a43-4012-b643-cf6a9cab19d2 HTTP/1.1" status: 200 len: 849 time: 0.1532876 Feb 04 13:07:51.201835 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3a8c6289-d4f7-4581-8a2d-2944bfcb5dd6 admin admin] 10.222.0.96 "GET /v2.0/routers/0df0f742-0029-4fcb-be7b-8e6523fc413a HTTP/1.1" status: 200 len: 704 time: 0.1475847 Feb 04 13:07:51.496946 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:51.836554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Allocated IP 172.20.0.1 (aea8b247-ee7e-4496-b292-439dc7f1e77e/5687fa82-7a43-4012-b643-cf6a9cab19d2/1805ce25-5909-4afd-a3aa-0d3286ece48f) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:52.071530 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Publish callbacks [] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:52.142982 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:52.224314 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Network aea8b247-ee7e-4496-b292-439dc7f1e77e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:52.233038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:52.238355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Pushing event updated for resources: {'Port': ['ID=1805ce25-5909-4afd-a3aa-0d3286ece48f,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:52.241942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:07:52.241942 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (0df0f742-0029-4fcb-be7b-8e6523fc413a), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:52.422877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e679240e-e8b0-4e43-9ceb-5e40adef565c None None] Provisioning complete for port 1805ce25-5909-4afd-a3aa-0d3286ece48f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:52.423524 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e679240e-e8b0-4e43-9ceb-5e40adef565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:52.457738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e679240e-e8b0-4e43-9ceb-5e40adef565c None None] Port 1805ce25-5909-4afd-a3aa-0d3286ece48f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:07:52.516963 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:52.746269 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Publish callbacks [] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:52.750955 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:52.751762 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (0df0f742-0029-4fcb-be7b-8e6523fc413a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:52.831383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Pushing event updated for resources: {'Port': ['ID=1805ce25-5909-4afd-a3aa-0d3286ece48f,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:52.879551 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Network aea8b247-ee7e-4496-b292-439dc7f1e77e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:52.880946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:53.055968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Router 0df0f742-0029-4fcb-be7b-8e6523fc413a is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:07:53.082304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f937808d-935f-43fd-b425-6b7f842e8640 None None] Provisioning complete for port 1805ce25-5909-4afd-a3aa-0d3286ece48f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:53.082716 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f937808d-935f-43fd-b425-6b7f842e8640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:53.119918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f937808d-935f-43fd-b425-6b7f842e8640 None None] Port 1805ce25-5909-4afd-a3aa-0d3286ece48f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:07:53.155979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:07:53.161243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ee282bbe-ae9a-4bfa-b42e-f44463bcdfdb admin admin] 10.222.0.96 "PUT /v2.0/routers/0df0f742-0029-4fcb-be7b-8e6523fc413a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9543195 Feb 04 13:07:53.167329 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Sync routers for ids ['0df0f742-0029-4fcb-be7b-8e6523fc413a'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:53.180509 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Routers {'0df0f742-0029-4fcb-be7b-8e6523fc413a'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:53.181950 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:07:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['0df0f742-0029-4fcb-be7b-8e6523fc413a'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:53.382259 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Set router 0df0f742-0029-4fcb-be7b-8e6523fc413a gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:53.828581 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f742-0029-4fcb-be7b-8e6523fc413a', 'name': 'router1', 'tenant_id': '40f99d642a314715b83bce22e8a7ee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:42Z', 'updated_at': '2022-02-04T13:07:52Z', 'revision_number': 2, 'project_id': '40f99d642a314715b83bce22e8a7ee37', 'gw_port_host': None, '_interfaces': [{'id': '1805ce25-5909-4afd-a3aa-0d3286ece48f', 'name': '', 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e', 'tenant_id': '40f99d642a314715b83bce22e8a7ee37', 'mac_address': 'fa:16:3e:08:ec:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df0f742-0029-4fcb-be7b-8e6523fc413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5687fa82-7a43-4012-b643-cf6a9cab19d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:51Z', 'updated_at': '2022-02-04T13:07:52Z', 'revision_number': 2, 'project_id': '40f99d642a314715b83bce22e8a7ee37', 'subnets': [{'id': '5687fa82-7a43-4012-b643-cf6a9cab19d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93804691-c739-4358-858e-ce51c1cabba8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:53.881228 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Checking router: 0df0f742-0029-4fcb-be7b-8e6523fc413a for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:53.881601 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Updating router 0df0f742-0029-4fcb-be7b-8e6523fc413a port 1805ce25-5909-4afd-a3aa-0d3286ece48f binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:07:53.937035 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:54.500202 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Publish callbacks [] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:54.508520 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:54.685823 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb7db3-8860-4ee6-87cf-7842080b58bc None None] Pushing event updated for resources: {'Port': ['ID=1805ce25-5909-4afd-a3aa-0d3286ece48f,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:54.690727 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Attempting to bind port 1805ce25-5909-4afd-a3aa-0d3286ece48f on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:07:54.691137 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Attempting to bind port 1805ce25-5909-4afd-a3aa-0d3286ece48f by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:07:54.692170 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Attempting to bind port 1805ce25-5909-4afd-a3aa-0d3286ece48f on network aea8b247-ee7e-4496-b292-439dc7f1e77e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:07:54.700150 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:07:54.700560 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Checking segment: {'id': '372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:07:54.701070 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:54.701471 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Bound using segment: {'id': '372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:07:54.702019 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Bound port: 1805ce25-5909-4afd-a3aa-0d3286ece48f, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:07:54.702401 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:54.709280 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb7db3-8860-4ee6-87cf-7842080b58bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:54.709635 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb7db3-8860-4ee6-87cf-7842080b58bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:54.709982 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb7db3-8860-4ee6-87cf-7842080b58bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:54.710387 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb7db3-8860-4ee6-87cf-7842080b58bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:54.710723 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb7db3-8860-4ee6-87cf-7842080b58bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:54.711065 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb7db3-8860-4ee6-87cf-7842080b58bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:54.711437 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb7db3-8860-4ee6-87cf-7842080b58bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:54.711761 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb7db3-8860-4ee6-87cf-7842080b58bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:54.712089 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb7db3-8860-4ee6-87cf-7842080b58bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:54.713113 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb7db3-8860-4ee6-87cf-7842080b58bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:54.713441 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb7db3-8860-4ee6-87cf-7842080b58bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:54.713765 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb7db3-8860-4ee6-87cf-7842080b58bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:54.714085 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb7db3-8860-4ee6-87cf-7842080b58bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb7db3-8860-4ee6-87cf-7842080b58bc None None] Tracked resource versions report: Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: pushed versions: Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: { 'AddressGroup': {'1.2'}, Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'ConntrackHelper': {'1.0'}, Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'LocalIPAssociation': {'1.0'}, Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'Log': {'1.0'}, Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'Network': {'1.1'}, Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'Port': {'1.7'}, Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'PortForwarding': {'1.2'}, Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'QosPolicy': {'1.10'}, Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'SecurityGroup': {'1.5'}, Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'SecurityGroupRule': {'1.2'}, Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'SubPort': {'1.0'}, Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'Subnet': {'1.1'}, Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'Trunk': {'1.1'}} Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: consumer versions: Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: { DHCP agent@n-d-714676-13: {}, Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: L3 agent@n-d-714676-13: {}, Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: Metadata agent@n-d-714676-13: {}, Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: Metering agent@n-d-714676-13: {}, Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: Open vSwitch agent@n-d-714676-13: { 'AddressGroup': '1.2', Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'ConntrackHelper': '1.0', Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'LocalIPAssociation': '1.0', Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'Log': '1.0', Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'Network': '1.1', Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'Port': '1.7', Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'PortForwarding': '1.2', Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'QosPolicy': '1.10', Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'SecurityGroup': '1.5', Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'SecurityGroupRule': '1.2', Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'SubPort': '1.0', Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'Subnet': '1.1', Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: 'Trunk': '1.1'}} Feb 04 13:07:54.715257 n-d-714676-13 neutron-server[103609]: {{(pid=103609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 13:07:54.753991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-83d79504-2923-4b5b-b314-583e65ee9830 None None] Provisioning complete for port 1805ce25-5909-4afd-a3aa-0d3286ece48f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:54.755127 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-83d79504-2923-4b5b-b314-583e65ee9830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:54.790959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-83d79504-2923-4b5b-b314-583e65ee9830 None None] Port 1805ce25-5909-4afd-a3aa-0d3286ece48f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:07:54.792804 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] For port 1805ce25-5909-4afd-a3aa-0d3286ece48f, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:07:54.815142 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] For port 1805ce25-5909-4afd-a3aa-0d3286ece48f, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1805ce25-5909-4afd-a3aa-0d3286ece48f,segment=NetworkSegment(372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab),segment_id=372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:07:54.822124 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:54.888179 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Routers {'0df0f742-0029-4fcb-be7b-8e6523fc413a'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:54.888827 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:07:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['0df0f742-0029-4fcb-be7b-8e6523fc413a'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:54.973087 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb7db3-8860-4ee6-87cf-7842080b58bc None None] Pushing event updated for resources: {'Port': ['ID=1805ce25-5909-4afd-a3aa-0d3286ece48f,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:54.992412 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] Set router 0df0f742-0029-4fcb-be7b-8e6523fc413a gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:55.115603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d82ab720-68ac-4127-965a-926109208d1c None None] Provisioning complete for port 1805ce25-5909-4afd-a3aa-0d3286ece48f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:55.116158 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d82ab720-68ac-4127-965a-926109208d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:55.201518 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d82ab720-68ac-4127-965a-926109208d1c None None] Current status of the port 1805ce25-5909-4afd-a3aa-0d3286ece48f is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:07:55.201930 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d82ab720-68ac-4127-965a-926109208d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:55.223691 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f742-0029-4fcb-be7b-8e6523fc413a', 'name': 'router1', 'tenant_id': '40f99d642a314715b83bce22e8a7ee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:42Z', 'updated_at': '2022-02-04T13:07:52Z', 'revision_number': 2, 'project_id': '40f99d642a314715b83bce22e8a7ee37', 'gw_port_host': None, '_interfaces': [{'id': '1805ce25-5909-4afd-a3aa-0d3286ece48f', 'name': '', 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e', 'tenant_id': '40f99d642a314715b83bce22e8a7ee37', 'mac_address': 'fa:16:3e:08:ec:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df0f742-0029-4fcb-be7b-8e6523fc413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5687fa82-7a43-4012-b643-cf6a9cab19d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:51Z', 'updated_at': '2022-02-04T13:07:54Z', 'revision_number': 4, 'project_id': '40f99d642a314715b83bce22e8a7ee37', 'subnets': [{'id': '5687fa82-7a43-4012-b643-cf6a9cab19d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93804691-c739-4358-858e-ce51c1cabba8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:55.241469 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d82ab720-68ac-4127-965a-926109208d1c None None] For port 1805ce25-5909-4afd-a3aa-0d3286ece48f, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1805ce25-5909-4afd-a3aa-0d3286ece48f,segment=NetworkSegment(372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab),segment_id=372ebe0e-0ac5-48ec-8fd8-b52d6866a1ab)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:55.250615 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d82ab720-68ac-4127-965a-926109208d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:55.258535 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34943b79-1c6d-4205-ac64-1063e15f36f0 None None] The sync data for ids ['0df0f742-0029-4fcb-be7b-8e6523fc413a'] in n-d-714676-13 is: [{'id': '0df0f742-0029-4fcb-be7b-8e6523fc413a', 'name': 'router1', 'tenant_id': '40f99d642a314715b83bce22e8a7ee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:42Z', 'updated_at': '2022-02-04T13:07:52Z', 'revision_number': 2, 'project_id': '40f99d642a314715b83bce22e8a7ee37', 'gw_port_host': None, '_interfaces': [{'id': '1805ce25-5909-4afd-a3aa-0d3286ece48f', 'name': '', 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e', 'tenant_id': '40f99d642a314715b83bce22e8a7ee37', 'mac_address': 'fa:16:3e:08:ec:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df0f742-0029-4fcb-be7b-8e6523fc413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5687fa82-7a43-4012-b643-cf6a9cab19d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:51Z', 'updated_at': '2022-02-04T13:07:54Z', 'revision_number': 4, 'project_id': '40f99d642a314715b83bce22e8a7ee37', 'subnets': [{'id': '5687fa82-7a43-4012-b643-cf6a9cab19d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93804691-c739-4358-858e-ce51c1cabba8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:55.307933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ab720-68ac-4127-965a-926109208d1c None None] Pushing event updated for resources: {'Port': ['ID=1805ce25-5909-4afd-a3aa-0d3286ece48f,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:56.786536 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 5 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:07:57.974780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55126) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:58.094801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bbb578-337f-4eb3-a119-486493251fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:58.096176 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e5bbb578-337f-4eb3-a119-486493251fd3 admin admin] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 842 time: 0.1202497 Feb 04 13:07:58.107518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2132154f-299c-4c92-bf73-0a0ffc52c1d9 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'tenant_id': '2882da89f7644be794ee624524ae1313', 'cidr': '172.25.5.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.5.1', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:58.127470 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2132154f-299c-4c92-bf73-0a0ffc52c1d9 admin admin] Made reservation on behalf of 2882da89f7644be794ee624524ae1313 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:07:58.130293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2132154f-299c-4c92-bf73-0a0ffc52c1d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:58.499974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.objects.ports [None req-2132154f-299c-4c92-bf73-0a0ffc52c1d9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:07:58.500480 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2132154f-299c-4c92-bf73-0a0ffc52c1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for subnet (8613f9ad-80b7-454a-be08-639775ffc85e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:58.561620 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132154f-299c-4c92-bf73-0a0ffc52c1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8613f9ad-80b7-454a-be08-639775ffc85e,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:58.577992 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132154f-299c-4c92-bf73-0a0ffc52c1d9 admin admin] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:07:58.578353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2132154f-299c-4c92-bf73-0a0ffc52c1d9 admin admin] Network hostable DHCP agents. Network: 92c40021-6bd7-4781-8c40-4e7662c85c1e, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:07:58.598899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2132154f-299c-4c92-bf73-0a0ffc52c1d9 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:07:58.611240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-2132154f-299c-4c92-bf73-0a0ffc52c1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 92c40021-6bd7-4781-8c40-4e7662c85c1e) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:58.615605 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2132154f-299c-4c92-bf73-0a0ffc52c1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:58.616194 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2132154f-299c-4c92-bf73-0a0ffc52c1d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:58.624200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562fbde8-8ad8-4fdf-88df-e178b54fc8d5 None None] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:07:58.641668 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2132154f-299c-4c92-bf73-0a0ffc52c1d9 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5315080 Feb 04 13:07:58.746605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd92ac7-680f-4b05-8060-087a4fea8317 None None] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:08:01.061749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55134) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:08:01.305823 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5baeedd0-6c81-4713-928c-b33c2046f514 admin admin] 10.222.0.96 "GET /v2.0/routers/0df0f742-0029-4fcb-be7b-8e6523fc413a HTTP/1.1" status: 200 len: 710 time: 0.2426336 Feb 04 13:08:01.400725 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d316a-e23d-4b0e-a134-fd37d609ee41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:01.402120 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c97d316a-e23d-4b0e-a134-fd37d609ee41 admin admin] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 886 time: 0.0903811 Feb 04 13:08:01.411149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:01.687374 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Publish callbacks [] for router_gateway (0df0f742-0029-4fcb-be7b-8e6523fc413a), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:02.005128 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Publish callbacks [] for router_gateway (0df0f742-0029-4fcb-be7b-8e6523fc413a), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:02.092124 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:02.271113 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Allocated IP 172.25.5.38 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/08a08afe-6151-4299-9eb2-b1d019fb6482) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:08:02.347160 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1805ce25-5909-4afd-a3aa-0d3286ece48f up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:08:02.398409 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 1805ce25-5909-4afd-a3aa-0d3286ece48f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:02.398810 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:02.406062 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Publish callbacks [] for port (08a08afe-6151-4299-9eb2-b1d019fb6482), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:02.469881 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (08a08afe-6151-4299-9eb2-b1d019fb6482), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:02.479802 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 1805ce25-5909-4afd-a3aa-0d3286ece48f is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:08:02.550188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:08:02.554988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:02.561268 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:08:02.567231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Pushing event updated for resources: {'Port': ['ID=08a08afe-6151-4299-9eb2-b1d019fb6482,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:02.858330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Publish callbacks [] for router_gateway (0df0f742-0029-4fcb-be7b-8e6523fc413a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:03.063496 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (0df0f742-0029-4fcb-be7b-8e6523fc413a), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:03.071737 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (0df0f742-0029-4fcb-be7b-8e6523fc413a), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:03.194468 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Router 0df0f742-0029-4fcb-be7b-8e6523fc413a has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:08:03.306350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:08:03.311338 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:03.326251 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-47ce8fd1-597e-4548-a658-4176f95f1a04 admin admin] 10.222.0.96 "PUT /v2.0/routers/0df0f742-0029-4fcb-be7b-8e6523fc413a HTTP/1.1" status: 200 len: 889 time: 1.9042289 Feb 04 13:08:03.864823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Sync routers for ids ['0df0f742-0029-4fcb-be7b-8e6523fc413a'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:08:03.877032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Routers {'0df0f742-0029-4fcb-be7b-8e6523fc413a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:08:03.877774 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:07:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['0df0f742-0029-4fcb-be7b-8e6523fc413a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:04.100142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Set router 0df0f742-0029-4fcb-be7b-8e6523fc413a gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:08:04.591607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f742-0029-4fcb-be7b-8e6523fc413a', 'name': 'router1', 'tenant_id': '40f99d642a314715b83bce22e8a7ee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '08a08afe-6151-4299-9eb2-b1d019fb6482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:42Z', 'updated_at': '2022-02-04T13:08:02Z', 'revision_number': 4, 'project_id': '40f99d642a314715b83bce22e8a7ee37', 'gw_port': {'id': '08a08afe-6151-4299-9eb2-b1d019fb6482', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df0f742-0029-4fcb-be7b-8e6523fc413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:08:02Z', 'updated_at': '2022-02-04T13:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '1805ce25-5909-4afd-a3aa-0d3286ece48f', 'name': '', 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e', 'tenant_id': '40f99d642a314715b83bce22e8a7ee37', 'mac_address': 'fa:16:3e:08:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f742-0029-4fcb-be7b-8e6523fc413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5687fa82-7a43-4012-b643-cf6a9cab19d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:51Z', 'updated_at': '2022-02-04T13:07:55Z', 'revision_number': 5, 'project_id': '40f99d642a314715b83bce22e8a7ee37', 'subnets': [{'id': '5687fa82-7a43-4012-b643-cf6a9cab19d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93804691-c739-4358-858e-ce51c1cabba8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:04.643505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Checking router: 0df0f742-0029-4fcb-be7b-8e6523fc413a for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:08:04.643885 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Updating router 0df0f742-0029-4fcb-be7b-8e6523fc413a port 08a08afe-6151-4299-9eb2-b1d019fb6482 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:08:04.700298 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (08a08afe-6151-4299-9eb2-b1d019fb6482), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:05.030244 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Publish callbacks [] for port (08a08afe-6151-4299-9eb2-b1d019fb6482), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:05.036959 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (08a08afe-6151-4299-9eb2-b1d019fb6482), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:05.093434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc459c5-b634-4eb7-a2f1-3b67934506a8 None None] Pushing event updated for resources: {'Port': ['ID=08a08afe-6151-4299-9eb2-b1d019fb6482,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:05.097592 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Attempting to bind port 08a08afe-6151-4299-9eb2-b1d019fb6482 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:08:05.097966 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Attempting to bind port 08a08afe-6151-4299-9eb2-b1d019fb6482 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:08:05.098355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Attempting to bind port 08a08afe-6151-4299-9eb2-b1d019fb6482 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:08:05.104270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:08:05.104645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:08:05.105052 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:05.105439 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:08:05.105910 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Bound port: 08a08afe-6151-4299-9eb2-b1d019fb6482, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:08:05.106321 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (08a08afe-6151-4299-9eb2-b1d019fb6482), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:05.157228 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] For port 08a08afe-6151-4299-9eb2-b1d019fb6482, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:08:05.160331 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] For port 08a08afe-6151-4299-9eb2-b1d019fb6482, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=08a08afe-6151-4299-9eb2-b1d019fb6482,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:08:05.166950 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (08a08afe-6151-4299-9eb2-b1d019fb6482), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:05.225079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc459c5-b634-4eb7-a2f1-3b67934506a8 None None] Pushing event updated for resources: {'Port': ['ID=08a08afe-6151-4299-9eb2-b1d019fb6482,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:05.227796 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Routers {'0df0f742-0029-4fcb-be7b-8e6523fc413a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:08:05.228495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:07:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['0df0f742-0029-4fcb-be7b-8e6523fc413a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:05.343259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] Set router 0df0f742-0029-4fcb-be7b-8e6523fc413a gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:08:05.564350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f742-0029-4fcb-be7b-8e6523fc413a', 'name': 'router1', 'tenant_id': '40f99d642a314715b83bce22e8a7ee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '08a08afe-6151-4299-9eb2-b1d019fb6482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:42Z', 'updated_at': '2022-02-04T13:08:02Z', 'revision_number': 4, 'project_id': '40f99d642a314715b83bce22e8a7ee37', 'gw_port': {'id': '08a08afe-6151-4299-9eb2-b1d019fb6482', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df0f742-0029-4fcb-be7b-8e6523fc413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:08:02Z', 'updated_at': '2022-02-04T13:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '1805ce25-5909-4afd-a3aa-0d3286ece48f', 'name': '', 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e', 'tenant_id': '40f99d642a314715b83bce22e8a7ee37', 'mac_address': 'fa:16:3e:08:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f742-0029-4fcb-be7b-8e6523fc413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5687fa82-7a43-4012-b643-cf6a9cab19d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:51Z', 'updated_at': '2022-02-04T13:07:55Z', 'revision_number': 5, 'project_id': '40f99d642a314715b83bce22e8a7ee37', 'subnets': [{'id': '5687fa82-7a43-4012-b643-cf6a9cab19d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93804691-c739-4358-858e-ce51c1cabba8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:05.592322 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232fce76-03b8-4b9e-a2c5-6a844548e4d9 None None] The sync data for ids ['0df0f742-0029-4fcb-be7b-8e6523fc413a'] in n-d-714676-13 is: [{'id': '0df0f742-0029-4fcb-be7b-8e6523fc413a', 'name': 'router1', 'tenant_id': '40f99d642a314715b83bce22e8a7ee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '08a08afe-6151-4299-9eb2-b1d019fb6482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:42Z', 'updated_at': '2022-02-04T13:08:02Z', 'revision_number': 4, 'project_id': '40f99d642a314715b83bce22e8a7ee37', 'gw_port': {'id': '08a08afe-6151-4299-9eb2-b1d019fb6482', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df0f742-0029-4fcb-be7b-8e6523fc413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:08:02Z', 'updated_at': '2022-02-04T13:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '1805ce25-5909-4afd-a3aa-0d3286ece48f', 'name': '', 'network_id': 'aea8b247-ee7e-4496-b292-439dc7f1e77e', 'tenant_id': '40f99d642a314715b83bce22e8a7ee37', 'mac_address': 'fa:16:3e:08:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f742-0029-4fcb-be7b-8e6523fc413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5687fa82-7a43-4012-b643-cf6a9cab19d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:51Z', 'updated_at': '2022-02-04T13:07:55Z', 'revision_number': 5, 'project_id': '40f99d642a314715b83bce22e8a7ee37', 'subnets': [{'id': '5687fa82-7a43-4012-b643-cf6a9cab19d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93804691-c739-4358-858e-ce51c1cabba8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:08:05.867718 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55146) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:08:05.996091 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-645b110c-ac34-4c02-91b5-763596882c1a admin admin] 10.222.0.96 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1266558 Feb 04 13:08:06.376397 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 08a08afe-6151-4299-9eb2-b1d019fb6482 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:08:06.427132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 08a08afe-6151-4299-9eb2-b1d019fb6482 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:06.427506 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (08a08afe-6151-4299-9eb2-b1d019fb6482), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:06.510078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 08a08afe-6151-4299-9eb2-b1d019fb6482 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:08:06.510816 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (08a08afe-6151-4299-9eb2-b1d019fb6482), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:06.531823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 08a08afe-6151-4299-9eb2-b1d019fb6482, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=08a08afe-6151-4299-9eb2-b1d019fb6482,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:08:06.536318 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (08a08afe-6151-4299-9eb2-b1d019fb6482), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:06.585324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=08a08afe-6151-4299-9eb2-b1d019fb6482,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:08.320221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 08a08afe-6151-4299-9eb2-b1d019fb6482 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:08:08.380686 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 08a08afe-6151-4299-9eb2-b1d019fb6482 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:08.381075 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (08a08afe-6151-4299-9eb2-b1d019fb6482), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:08.467576 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 08a08afe-6151-4299-9eb2-b1d019fb6482 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:08:10.824777 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4ee2cdcd-6ac4-4349-9544-7fae8b71a902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:13.623277 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-55c9ece1-9605-4f26-bce8-20c9e3d32927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:15.267662 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:16.483923 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:17.663348 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:33.811459 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 5 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:08:40.845974 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-82e5035d-d7bb-4d75-be6d-615a961df8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:43.619403 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ee06e2d3-3994-4953-81d1-4774a5836745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:45.269728 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:46.489060 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:47.659928 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:10.790490 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 5 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:09:10.808881 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-92fe0098-5c90-409a-92e3-2ae311ee3609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:13.613804 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-21d95c47-0d31-4d4e-8669-1fc0b18841b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:15.266707 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:16.489343 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:17.666588 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:34.024893 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55662) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:34.091645 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7ecf02-c27a-4197-bb10-f40a783b20a4 admin admin] GET failed (client error): The resource could not be found. Feb 04 13:09:34.092988 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bc7ecf02-c27a-4197-bb10-f40a783b20a4 admin admin] 10.222.0.96 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0671408 Feb 04 13:09:34.338214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe69da2-6ad2-4ff0-8051-37a60f8c5401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:34.339740 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0fe69da2-6ad2-4ff0-8051-37a60f8c5401 admin admin] 10.222.0.96 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2421620 Feb 04 13:09:36.696315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55672) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:36.798942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73c486e-2481-4ec2-9363-4f6becfd4985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:36.800311 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c73c486e-2481-4ec2-9363-4f6becfd4985 admin admin] 10.222.0.96 "GET /v2.0/subnets/5687fa82-7a43-4012-b643-cf6a9cab19d2 HTTP/1.1" status: 200 len: 849 time: 0.1030486 Feb 04 13:09:36.811752 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:36.908074 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Publish callbacks [] for subnet (5687fa82-7a43-4012-b643-cf6a9cab19d2), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:37.074486 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775158855406'] for subnet (5687fa82-7a43-4012-b643-cf6a9cab19d2), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:37.106750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:37.107351 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:37.108834 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] 10.222.0.96 "PUT /v2.0/subnets/5687fa82-7a43-4012-b643-cf6a9cab19d2 HTTP/1.1" status: 200 len: 868 time: 0.3008714 Feb 04 13:09:37.124272 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d99b764-e89f-45e7-9c4c-c96500dba575 None None] Network aea8b247-ee7e-4496-b292-439dc7f1e77e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:09:37.134064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5687fa82-7a43-4012-b643-cf6a9cab19d2,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:37.142238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.142597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.142924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.143259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.143594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.143927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.144397 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.144730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.145052 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.145377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.145698 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.146017 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.146380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a85823-a282-4bfb-9b70-1cfe618ed9fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.546239 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-753026aa-bf1c-44aa-b2a3-32a5f5472f7a None None] Provisioning complete for port f18202d8-3b96-4b8f-b9e0-faba17976ea9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:37.546634 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-753026aa-bf1c-44aa-b2a3-32a5f5472f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f18202d8-3b96-4b8f-b9e0-faba17976ea9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:37.672354 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-753026aa-bf1c-44aa-b2a3-32a5f5472f7a None None] Current status of the port f18202d8-3b96-4b8f-b9e0-faba17976ea9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:09:37.685651 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-753026aa-bf1c-44aa-b2a3-32a5f5472f7a None None] Provisioning complete for port 1805ce25-5909-4afd-a3aa-0d3286ece48f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:37.686166 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-753026aa-bf1c-44aa-b2a3-32a5f5472f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1805ce25-5909-4afd-a3aa-0d3286ece48f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:37.781241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-753026aa-bf1c-44aa-b2a3-32a5f5472f7a None None] Current status of the port 1805ce25-5909-4afd-a3aa-0d3286ece48f is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:09:39.464667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55682) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:39.687397 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f06cd7-effc-4e86-87b8-ba99c0c4aa73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:39.687940 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f06cd7-effc-4e86-87b8-ba99c0c4aa73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:39.689608 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d2f06cd7-effc-4e86-87b8-ba99c0c4aa73 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2239318 Feb 04 13:09:40.825761 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a3499d3e-ca2a-467d-ac00-6e20a14f859e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:42.345459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55690) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:42.579239 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb471245-d872-4e23-ab98-79728fb6e746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:42.579719 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb471245-d872-4e23-ab98-79728fb6e746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:42.581342 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cb471245-d872-4e23-ab98-79728fb6e746 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2345905 Feb 04 13:09:43.618690 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-41d62289-06c5-4351-b57a-a6df4ac58ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:44.930783 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55698) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:45.062167 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ba649-8521-4a5d-8251-1a4bc42de699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:45.063635 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-550ba649-8521-4a5d-8251-1a4bc42de699 admin admin] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 886 time: 0.1318481 Feb 04 13:09:45.270442 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:46.490821 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:47.398996 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55706) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:47.555587 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc58cf70-6ee6-4120-b94b-94235f77dd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:47.557022 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bc58cf70-6ee6-4120-b94b-94235f77dd2f admin admin] 10.222.0.96 "GET /v2.0/networks/aea8b247-ee7e-4496-b292-439dc7f1e77e HTTP/1.1" status: 200 len: 869 time: 0.1570468 Feb 04 13:09:47.665340 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:47.789907 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 5 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:09:49.953162 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55714) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:50.083581 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8645bebd-5abc-489a-a38f-3335dac3d3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:50.084093 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8645bebd-5abc-489a-a38f-3335dac3d3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:50.086547 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8645bebd-5abc-489a-a38f-3335dac3d3c8 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1322870 Feb 04 13:09:52.381048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55722) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:52.480820 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1f7271-f4d3-4a47-9e10-867e2403c0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:52.481175 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1f7271-f4d3-4a47-9e10-867e2403c0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:52.482774 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ad1f7271-f4d3-4a47-9e10-867e2403c0ab admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1007366 Feb 04 13:09:54.801705 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55730) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:54.906061 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba05efc-468d-4e39-9ca7-1d21527cbbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:54.907350 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4ba05efc-468d-4e39-9ca7-1d21527cbbcb admin admin] 10.222.0.96 "GET /v2.0/subnets/5687fa82-7a43-4012-b643-cf6a9cab19d2 HTTP/1.1" status: 200 len: 868 time: 0.1046445 Feb 04 13:09:57.189656 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55738) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:57.279812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcd6aa4-e725-4199-a8e9-b9d63e4b42c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:57.281168 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9dcd6aa4-e725-4199-a8e9-b9d63e4b42c7 admin admin] 10.222.0.96 "GET /v2.0/subnets/8613f9ad-80b7-454a-be08-639775ffc85e HTTP/1.1" status: 200 len: 816 time: 0.0905161 Feb 04 13:10:10.810085 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c6aed4d0-b9d8-4141-bb9f-cab3236f374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:13.613185 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0491360-09fc-4d31-a856-1b4dd0323e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:15.272363 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:16.496977 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:17.660064 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:22.440405 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55792) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:22.491338 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-44b4c823-f493-498c-b0c2-8a5966005ec3 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:10:22.492532 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-44b4c823-f493-498c-b0c2-8a5966005ec3 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511825 Feb 04 13:10:24.790666 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 5 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:10:25.020496 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55800) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:25.087538 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0756468-d278-412d-9c2e-863163500df1 admin admin] GET failed (client error): The resource could not be found. Feb 04 13:10:25.088905 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c0756468-d278-412d-9c2e-863163500df1 admin admin] 10.222.0.96 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665927 Feb 04 13:10:25.250722 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e995d3-60f1-473a-8bad-31a5b0c20ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:25.252215 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-00e995d3-60f1-473a-8bad-31a5b0c20ebd admin admin] 10.222.0.96 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1590874 Feb 04 13:10:27.643887 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55810) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:27.696245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-1695573e-464a-4867-9c97-b145c4d95e6a admin admin] Request body: {'network': {'project_id': '2882da89f7644be794ee624524ae1313', 'name': 'shared', 'admin_state_up': True, 'shared': True, 'tenant_id': '2882da89f7644be794ee624524ae1313'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:27.717801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1695573e-464a-4867-9c97-b145c4d95e6a admin admin] Made reservation on behalf of 2882da89f7644be794ee624524ae1313 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:10:27.720576 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1695573e-464a-4867-9c97-b145c4d95e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:27.752948 n-d-714676-13 neutron-server[103606]: WARNING neutron.services.revisions.revision_plugin [None req-1695573e-464a-4867-9c97-b145c4d95e6a admin admin] Could not find related network for resource to bump revision. Feb 04 13:10:27.770375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1695573e-464a-4867-9c97-b145c4d95e6a admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:10:27.784879 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1695573e-464a-4867-9c97-b145c4d95e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (16031408-7b5f-412f-b4e2-3d30ba53dfcc), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:27.785135 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-1695573e-464a-4867-9c97-b145c4d95e6a admin admin] Added segment 16031408-7b5f-412f-b4e2-3d30ba53dfcc of type vlan for network d915dc30-1065-453b-ab18-e0f5df9a1b30 Feb 04 13:10:27.828769 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1695573e-464a-4867-9c97-b145c4d95e6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (d915dc30-1065-453b-ab18-e0f5df9a1b30), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:27.855959 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1695573e-464a-4867-9c97-b145c4d95e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (d915dc30-1065-453b-ab18-e0f5df9a1b30), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:27.857136 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1695573e-464a-4867-9c97-b145c4d95e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:27.857813 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1695573e-464a-4867-9c97-b145c4d95e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:28.001016 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1695573e-464a-4867-9c97-b145c4d95e6a admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3559434 Feb 04 13:10:28.008713 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695573e-464a-4867-9c97-b145c4d95e6a admin admin] Pushing event updated for resources: {'Network': ['ID=d915dc30-1065-453b-ab18-e0f5df9a1b30,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:28.022194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:10:30.359452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55820) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:30.422622 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-678829d8-e48f-401f-9cca-33c021ae3703 admin admin] GET failed (client error): The resource could not be found. Feb 04 13:10:30.424006 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-678829d8-e48f-401f-9cca-33c021ae3703 admin admin] 10.222.0.96 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0635338 Feb 04 13:10:30.499196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1087c1-8e0d-4c46-87be-cd2837f34906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:30.500692 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2f1087c1-8e0d-4c46-87be-cd2837f34906 admin admin] 10.222.0.96 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0725026 Feb 04 13:10:30.512008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-377580fd-6259-47ad-bdee-ac4e38efc88c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'tenant_id': '2882da89f7644be794ee624524ae1313', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:30.534704 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377580fd-6259-47ad-bdee-ac4e38efc88c admin admin] Made reservation on behalf of 2882da89f7644be794ee624524ae1313 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:10:30.537611 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-377580fd-6259-47ad-bdee-ac4e38efc88c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:30.745155 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-377580fd-6259-47ad-bdee-ac4e38efc88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for subnet (7bc8180c-d2a0-48d3-b298-4e750516ce3f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:30.807325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377580fd-6259-47ad-bdee-ac4e38efc88c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc8180c-d2a0-48d3-b298-4e750516ce3f,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:30.816404 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377580fd-6259-47ad-bdee-ac4e38efc88c admin admin] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:10:30.816591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377580fd-6259-47ad-bdee-ac4e38efc88c admin admin] Network hostable DHCP agents. Network: d915dc30-1065-453b-ab18-e0f5df9a1b30, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:10:30.838227 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377580fd-6259-47ad-bdee-ac4e38efc88c admin admin] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:10:30.849637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-377580fd-6259-47ad-bdee-ac4e38efc88c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, d915dc30-1065-453b-ab18-e0f5df9a1b30) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:30.854863 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377580fd-6259-47ad-bdee-ac4e38efc88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:30.856004 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-377580fd-6259-47ad-bdee-ac4e38efc88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:30.859335 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b39bda3-323d-4767-ad21-00fbc31b9aab None None] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:10:30.873403 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-377580fd-6259-47ad-bdee-ac4e38efc88c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3652520 Feb 04 13:10:31.078481 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-d915dc30-1065-453b-ab18-e0f5df9a1b30', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'project_id': '2882da89f7644be794ee624524ae1313', 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:10:31.078481 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:31.255054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Allocated IP 192.168.233.2 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/458cc13d-1218-43dd-8630-7b03a8116a12) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:10:31.424092 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Publish callbacks [] for port (458cc13d-1218-43dd-8630-7b03a8116a12), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:31.432244 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (458cc13d-1218-43dd-8630-7b03a8116a12), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:31.485954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:10:31.490216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:31.493237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Pushing event updated for resources: {'Port': ['ID=458cc13d-1218-43dd-8630-7b03a8116a12,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:31.495795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:10:31.528222 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:31.528579 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:31.529066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:31.529254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:31.529636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:31.529924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:31.530287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:31.530618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:31.530945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:31.531270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:31.531615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:31.531918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:31.532244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:31.569520 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Attempting to bind port 458cc13d-1218-43dd-8630-7b03a8116a12 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:10:31.569891 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Attempting to bind port 458cc13d-1218-43dd-8630-7b03a8116a12 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:10:31.570290 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Attempting to bind port 458cc13d-1218-43dd-8630-7b03a8116a12 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:10:31.576419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:10:31.576792 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:10:31.577202 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:31.577601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:10:31.578081 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Bound port: 458cc13d-1218-43dd-8630-7b03a8116a12, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:10:31.578493 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (458cc13d-1218-43dd-8630-7b03a8116a12), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:31.654765 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] For port 458cc13d-1218-43dd-8630-7b03a8116a12, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:10:31.659159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] For port 458cc13d-1218-43dd-8630-7b03a8116a12, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=458cc13d-1218-43dd-8630-7b03a8116a12,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:10:31.669435 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (458cc13d-1218-43dd-8630-7b03a8116a12), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:31.737246 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927060e6-5ba2-4d79-8fa7-1b4d9061a553 None None] Pushing event updated for resources: {'Port': ['ID=458cc13d-1218-43dd-8630-7b03a8116a12,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:32.468262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 458cc13d-1218-43dd-8630-7b03a8116a12 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:10:32.533688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 458cc13d-1218-43dd-8630-7b03a8116a12 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:32.533688 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (458cc13d-1218-43dd-8630-7b03a8116a12), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:32.628479 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 458cc13d-1218-43dd-8630-7b03a8116a12 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:32.628879 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (458cc13d-1218-43dd-8630-7b03a8116a12), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:32.677623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 458cc13d-1218-43dd-8630-7b03a8116a12, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=458cc13d-1218-43dd-8630-7b03a8116a12,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:10:32.684907 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (458cc13d-1218-43dd-8630-7b03a8116a12), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:32.763337 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=458cc13d-1218-43dd-8630-7b03a8116a12,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:32.883274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f624d78-94ed-4381-adbd-ff52c55d6ce2 None None] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:10:32.996327 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c7aaa2f6-80e2-4969-9e73-83031f4546aa None None] Provisioning complete for port 458cc13d-1218-43dd-8630-7b03a8116a12 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:32.996722 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa2f6-80e2-4969-9e73-83031f4546aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (458cc13d-1218-43dd-8630-7b03a8116a12), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:33.097028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c7aaa2f6-80e2-4969-9e73-83031f4546aa None None] Current status of the port 458cc13d-1218-43dd-8630-7b03a8116a12 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:33.321661 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-16d448ec-95e0-425c-afe9-8ebd2681824c None None] Provisioning complete for port 458cc13d-1218-43dd-8630-7b03a8116a12 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:33.322209 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-16d448ec-95e0-425c-afe9-8ebd2681824c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (458cc13d-1218-43dd-8630-7b03a8116a12), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:33.409782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-16d448ec-95e0-425c-afe9-8ebd2681824c None None] Current status of the port 458cc13d-1218-43dd-8630-7b03a8116a12 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:34.393416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 458cc13d-1218-43dd-8630-7b03a8116a12 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:10:34.443027 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 458cc13d-1218-43dd-8630-7b03a8116a12 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:34.443420 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (458cc13d-1218-43dd-8630-7b03a8116a12), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:34.522827 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 458cc13d-1218-43dd-8630-7b03a8116a12 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:40.812224 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d8d77e7e-d1be-4e53-88d2-c136b1b716ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:43.620351 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3260c7b9-9258-4ccf-9721-603f8b9c333f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:45.275643 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:46.509342 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:47.665622 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:01.794336 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 5 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:11:10.816073 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3bdb4062-2e45-4454-a73b-320e37986217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:13.627481 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-649ee828-237c-43cc-b5e5-349cea0dcdf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:15.274990 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:16.498528 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:17.667946 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:38.793851 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 5 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:11:40.821419 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-411d81bb-498e-400c-be0e-a0f6dacb2fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:43.627639 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13fdba15-a45b-452b-a166-81adab643b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:45.278111 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:46.506444 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:47.673995 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:55.880431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55864) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:11:55.887168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-35c7571f-0bd7-4fef-99ee-722b6159735a tempest-verify_tempest_config-715247041 tempest-verify_tempest_config-715247041-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:11:55.888178 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-35c7571f-0bd7-4fef-99ee-722b6159735a tempest-verify_tempest_config-715247041 tempest-verify_tempest_config-715247041-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067818 Feb 04 13:11:56.310145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55882) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:11:56.457755 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:56.580770 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Publish callbacks [] for security_group (b4089d43-a498-4ad4-b16b-6f5033b9d2ea), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:56.586852 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b4089d43-a498-4ad4-b16b-6f5033b9d2ea), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:56.651522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4089d43-a498-4ad4-b16b-6f5033b9d2ea,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:56.660782 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0757c45f66d34965ac6d1b24f7967b51&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3493114 Feb 04 13:11:56.665353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55886) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:11:56.669067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.669444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.669919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.670438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.670849 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.671222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.671661 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.672086 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.672551 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.673889 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.674532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.675571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.676005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111d841-96f2-47f9-a169-233e7001da96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.771665 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Publish callbacks [] for security_group (b4089d43-a498-4ad4-b16b-6f5033b9d2ea), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:56.796495 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Publish callbacks [] for security_group (b4089d43-a498-4ad4-b16b-6f5033b9d2ea), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:56.927437 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b4089d43-a498-4ad4-b16b-6f5033b9d2ea), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:56.930201 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:56.931387 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b4089d43-a498-4ad4-b16b-6f5033b9d2ea HTTP/1.1" status: 204 len: 168 time: 0.2646139 Feb 04 13:11:56.942582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4089d43-a498-4ad4-b16b-6f5033b9d2ea,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:56.951145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.951507 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.951987 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.952330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.952671 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.953067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.953327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.953667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.953985 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.954335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.954816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.955144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:56.955513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039d52-8f6b-4859-af08-71cffd1ae274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:10.832177 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c393f8d8-aaac-4ca9-b7a9-3c13bf5c60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:13.626987 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-39f1cef1-dcb1-420f-a0c5-a9e798e6a78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:15.280239 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:15.792574 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 5 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:12:16.505233 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:17.667021 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.827172 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-02b6cca3-233e-4488-9116-e9d1510fc53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:43.630558 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a3a0e338-ceb9-4f7c-8665-77609eb93441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:45.284696 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:46.507450 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:47.670601 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:52.791916 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 5 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:13:10.834752 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d21b3fd9-a76d-43e9-b84f-e0b154b35123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:13.623390 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1f4fa05b-6ca9-4e5f-9afa-7ca7166e4133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:15.287608 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:16.512300 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:17.674042 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:29.790723 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 5 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:13:40.827097 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a46abb1c-2318-409b-8e1c-f2e0d5abe0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:43.624400 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8649e7e-7535-499a-afd6-1eddc4af337b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:45.289103 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:46.512894 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:47.676854 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:06.789837 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 5 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:14:10.832554 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-97dc878b-40f0-4556-adcf-7165e2b3cb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:13.633360 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a031cb51-fff6-40fc-9d1a-6b89413b9384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:15.291970 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:16.622578 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:17.680235 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:40.836245 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d2e8f278-0462-4347-adef-9bff3dacbf52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:43.629930 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4573d148-0b0d-4552-bfe6-7f33a44df31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:43.788899 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 5 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:14:45.305091 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:46.620040 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:47.684274 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:10.840237 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-39e3c23f-7850-4042-8041-79b110af4094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:13.544162 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743028'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:13.627515 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-057d8fd1-c002-437b-ae67-9289155236b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:14.340252 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743028'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:15.302472 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:16.626963 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:17.689935 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:20.787852 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:15:40.844610 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4c6db4a4-cc72-438f-bb01-7b1c2baffad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:43.498220 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:43.619867 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7229-8c41-46f4-b479-8e7e29f6f270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:44.282990 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:45.301904 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:46.628707 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:47.697753 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:57.789144 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:15:58.665284 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55940) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:15:58.776434 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a75eed5d-e6eb-4da2-a1f6-c29a0e04d9b3 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1099114 Feb 04 13:16:01.133919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55950) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:16:01.199730 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5adc137b-5cf6-44e2-b949-bddee106082b admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0645530 Feb 04 13:16:10.847591 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9e560970-e18f-4458-91ba-69dac38e29b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:13.494748 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:13.625026 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9aadcc10-6415-4d0b-8a47-f7de3f0da134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:14.284773 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:15.306547 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:16.630254 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:17.692020 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:34.788739 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:16:40.849747 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f98a-eca2-4dc5-b16f-d551e7956848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:43.510372 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:43.635642 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-583f41e8-ce34-4755-941b-9382eb88312a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:44.299584 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:45.313204 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:46.649812 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:47.705509 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:10.853875 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5aad608f-ab9b-4fec-a8f9-85732b697117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:11.787967 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:17:13.539934 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:13.631049 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-713f4586-4e89-4e09-8460-b773aa056b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:14.298201 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:15.314391 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:16.640519 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:17.706694 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:25.952389 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56172) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:26.318445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-network', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:26.342414 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Made reservation on behalf of d3420ec3eb624ae4b3c182d3678b3680 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:26.345239 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:26.354927 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:26.447012 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Publish callbacks [] for security_group (834373db-0bb5-4d8f-8ba4-5540edced890), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:26.452696 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (834373db-0bb5-4d8f-8ba4-5540edced890), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:26.486965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:17:26.489333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834373db-0bb5-4d8f-8ba4-5540edced890,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:26.502527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:26.503003 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:26.503246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:26.503565 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:26.503903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:26.504515 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:26.504990 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:26.505572 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:26.506218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:26.506705 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:26.507190 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:26.510664 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:26.511006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Tracked resource versions report: Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: pushed versions: Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: { 'AddressGroup': {'1.2'}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'ConntrackHelper': {'1.0'}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'LocalIPAssociation': {'1.0'}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'Log': {'1.0'}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'Network': {'1.1'}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'Port': {'1.7'}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'PortForwarding': {'1.2'}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'QosPolicy': {'1.10'}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'SecurityGroup': {'1.5'}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'SecurityGroupRule': {'1.2'}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'SubPort': {'1.0'}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'Subnet': {'1.1'}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'Trunk': {'1.1'}} Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: consumer versions: Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: { DHCP agent@n-d-714676-13: {}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: HyperV agent@n-h1-714676-13: {}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: HyperV agent@n-h2-714676-13: {}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: L3 agent@n-d-714676-13: {}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: Metadata agent@n-d-714676-13: {}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: Metering agent@n-d-714676-13: {}, Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: Open vSwitch agent@n-d-714676-13: { 'AddressGroup': '1.2', Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'ConntrackHelper': '1.0', Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'LocalIPAssociation': '1.0', Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'Log': '1.0', Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'Network': '1.1', Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'Port': '1.7', Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'PortForwarding': '1.2', Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'QosPolicy': '1.10', Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'SecurityGroup': '1.5', Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'SecurityGroupRule': '1.2', Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'SubPort': '1.0', Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'Subnet': '1.1', Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: 'Trunk': '1.1'}} Feb 04 13:17:26.512821 n-d-714676-13 neutron-server[103607]: {{(pid=103607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 13:17:26.517963 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:26.518350 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Added segment 55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b of type vlan for network c026ffbf-8ece-4f85-be6b-56d3d0b3328b Feb 04 13:17:26.562777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (c026ffbf-8ece-4f85-be6b-56d3d0b3328b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:26.594706 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (c026ffbf-8ece-4f85-be6b-56d3d0b3328b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:26.595719 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:26.596332 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:26.660842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] Pushing event updated for resources: {'Network': ['ID=c026ffbf-8ece-4f85-be6b-56d3d0b3328b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:26.667395 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-04a1c141-6648-4cc2-82e6-e91110787b68 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7137198 Feb 04 13:17:26.670894 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56208) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:26.675492 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network c026ffbf-8ece-4f85-be6b-56d3d0b3328b details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:17:26.677119 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-36d5dd95-6294-4e5d-a4d8-053340155bfb admin admin] Request body: {'subnet': {'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-subnet', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:26.698721 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d5dd95-6294-4e5d-a4d8-053340155bfb admin admin] Made reservation on behalf of d3420ec3eb624ae4b3c182d3678b3680 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:26.702537 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36d5dd95-6294-4e5d-a4d8-053340155bfb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:26.911694 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36d5dd95-6294-4e5d-a4d8-053340155bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for subnet (e5874b54-d066-497f-a6a6-8caf98c219b5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:26.983521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5dd95-6294-4e5d-a4d8-053340155bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5874b54-d066-497f-a6a6-8caf98c219b5,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:27.004054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d5dd95-6294-4e5d-a4d8-053340155bfb admin admin] Checking segment: {'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:17:27.004412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d5dd95-6294-4e5d-a4d8-053340155bfb admin admin] Network hostable DHCP agents. Network: c026ffbf-8ece-4f85-be6b-56d3d0b3328b, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:17:27.027261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d5dd95-6294-4e5d-a4d8-053340155bfb admin admin] Network c026ffbf-8ece-4f85-be6b-56d3d0b3328b is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:17:27.039873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-36d5dd95-6294-4e5d-a4d8-053340155bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, c026ffbf-8ece-4f85-be6b-56d3d0b3328b) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:27.050454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e242b7-9711-4cae-aae5-114af3b3f4d5 None None] Network c026ffbf-8ece-4f85-be6b-56d3d0b3328b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:17:27.055591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d5dd95-6294-4e5d-a4d8-053340155bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:27.056698 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36d5dd95-6294-4e5d-a4d8-053340155bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:27.082539 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-36d5dd95-6294-4e5d-a4d8-053340155bfb admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4099109 Feb 04 13:17:27.085571 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56226) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:27.091097 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:27.128949 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (922c2485-4e0d-49a5-a8da-a821e6522aef), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:27.130507 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (922c2485-4e0d-49a5-a8da-a821e6522aef), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:27.176013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:17:27.177282 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:27.257039 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Publish callbacks [] for router_controller (922c2485-4e0d-49a5-a8da-a821e6522aef), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:27.347783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Allocated IP 172.20.0.2 (c026ffbf-8ece-4f85-be6b-56d3d0b3328b/e5874b54-d066-497f-a6a6-8caf98c219b5/b0c4532c-0847-4e97-9db5-c5e80039ac2a) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:27.547978 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Publish callbacks [] for port (b0c4532c-0847-4e97-9db5-c5e80039ac2a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:27.555258 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (b0c4532c-0847-4e97-9db5-c5e80039ac2a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:27.562632 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Publish callbacks [] for router_gateway (922c2485-4e0d-49a5-a8da-a821e6522aef), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:27.607297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Network c026ffbf-8ece-4f85-be6b-56d3d0b3328b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:27.610865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:27.613528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:17:27.628110 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Pushing event updated for resources: {'Port': ['ID=b0c4532c-0847-4e97-9db5-c5e80039ac2a,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:27.681758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:27.683024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:27.684423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:27.684945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:27.685428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:27.685914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:27.686278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:27.686612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:27.686937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:27.687264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:27.687589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:27.687913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:27.688357 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Tracked resource versions report: Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: pushed versions: Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: { 'AddressGroup': {'1.2'}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'ConntrackHelper': {'1.0'}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'LocalIPAssociation': {'1.0'}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'Log': {'1.0'}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'Network': {'1.1'}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'Port': {'1.7'}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'PortForwarding': {'1.2'}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'QosPolicy': {'1.10'}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'SecurityGroup': {'1.5'}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'SecurityGroupRule': {'1.2'}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'SubPort': {'1.0'}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'Subnet': {'1.1'}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'Trunk': {'1.1'}} Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: consumer versions: Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: { DHCP agent@n-d-714676-13: {}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: HyperV agent@n-h1-714676-13: {}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: HyperV agent@n-h2-714676-13: {}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: L3 agent@n-d-714676-13: {}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: Metadata agent@n-d-714676-13: {}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: Metering agent@n-d-714676-13: {}, Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: Open vSwitch agent@n-d-714676-13: { 'AddressGroup': '1.2', Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'ConntrackHelper': '1.0', Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'LocalIPAssociation': '1.0', Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'Log': '1.0', Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'Network': '1.1', Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'Port': '1.7', Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'PortForwarding': '1.2', Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'QosPolicy': '1.10', Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'SecurityGroup': '1.5', Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'SecurityGroupRule': '1.2', Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'SubPort': '1.0', Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'Subnet': '1.1', Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: 'Trunk': '1.1'}} Feb 04 13:17:27.689543 n-d-714676-13 neutron-server[103608]: {{(pid=103608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 13:17:27.718707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Attempting to bind port b0c4532c-0847-4e97-9db5-c5e80039ac2a on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:17:27.719082 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Attempting to bind port b0c4532c-0847-4e97-9db5-c5e80039ac2a by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:17:27.719574 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Attempting to bind port b0c4532c-0847-4e97-9db5-c5e80039ac2a on network c026ffbf-8ece-4f85-be6b-56d3d0b3328b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:17:27.725874 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:17:27.726328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Checking segment: {'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:17:27.726731 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:27.727163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Bound using segment: {'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:17:27.727627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Bound port: b0c4532c-0847-4e97-9db5-c5e80039ac2a, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:17:27.728365 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b0c4532c-0847-4e97-9db5-c5e80039ac2a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:27.829498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] For port b0c4532c-0847-4e97-9db5-c5e80039ac2a, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:17:27.836541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] For port b0c4532c-0847-4e97-9db5-c5e80039ac2a, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b0c4532c-0847-4e97-9db5-c5e80039ac2a,segment=NetworkSegment(55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b),segment_id=55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:17:27.847372 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b0c4532c-0847-4e97-9db5-c5e80039ac2a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:27.855053 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Publish callbacks [] for router_gateway (922c2485-4e0d-49a5-a8da-a821e6522aef), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:27.913179 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:27.955188 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e358e-3bc1-49c6-a500-9c8353e373b8 None None] Pushing event updated for resources: {'Port': ['ID=b0c4532c-0847-4e97-9db5-c5e80039ac2a,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:28.072470 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Allocated IP 172.25.5.172 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/f455db19-fff3-4711-bf7c-868de0b79496) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:28.190744 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Publish callbacks [] for port (f455db19-fff3-4711-bf7c-868de0b79496), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:28.250545 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (f455db19-fff3-4711-bf7c-868de0b79496), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:28.289380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56270) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:28.325935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f455db19-fff3-4711-bf7c-868de0b79496,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:28.338253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:28.340368 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:28.343605 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:17:28.592393 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Publish callbacks [] for router_gateway (922c2485-4e0d-49a5-a8da-a821e6522aef), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:28.750249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b0c4532c-0847-4e97-9db5-c5e80039ac2a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:17:28.829961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b0c4532c-0847-4e97-9db5-c5e80039ac2a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:28.830595 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b0c4532c-0847-4e97-9db5-c5e80039ac2a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:28.901146 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (922c2485-4e0d-49a5-a8da-a821e6522aef), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:28.996326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b0c4532c-0847-4e97-9db5-c5e80039ac2a is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:17:28.997012 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b0c4532c-0847-4e97-9db5-c5e80039ac2a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:29.044764 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:29.049327 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port b0c4532c-0847-4e97-9db5-c5e80039ac2a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b0c4532c-0847-4e97-9db5-c5e80039ac2a,segment=NetworkSegment(55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b),segment_id=55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:17:29.067356 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b0c4532c-0847-4e97-9db5-c5e80039ac2a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:29.107045 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Router 922c2485-4e0d-49a5-a8da-a821e6522aef is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:17:29.176163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=b0c4532c-0847-4e97-9db5-c5e80039ac2a,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:29.211264 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Publish callbacks [] for security_group (7c11d62a-bc21-4d10-b132-3c460d3ac0d0), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:29.217527 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7c11d62a-bc21-4d10-b132-3c460d3ac0d0), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:29.273106 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c11d62a-bc21-4d10-b132-3c460d3ac0d0,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:29.287109 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:17:29.300153 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Sync routers for ids ['922c2485-4e0d-49a5-a8da-a821e6522aef'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:29.301382 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:29.302480 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:29.303485 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:29.305155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:29.305673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:29.306637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:29.307233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:29.307955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:29.310910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:29.311666 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:29.312776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:29.314155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:29.315199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] Tracked resource versions report: Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: pushed versions: Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: { 'AddressGroup': {'1.2'}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'ConntrackHelper': {'1.0'}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'LocalIPAssociation': {'1.0'}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'Log': {'1.0'}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'Network': {'1.1'}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'Port': {'1.7'}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'PortForwarding': {'1.2'}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'QosPolicy': {'1.10'}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'SecurityGroup': {'1.5'}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'SecurityGroupRule': {'1.2'}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'SubPort': {'1.0'}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'Subnet': {'1.1'}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'Trunk': {'1.1'}} Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: consumer versions: Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: { DHCP agent@n-d-714676-13: {}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: HyperV agent@n-h1-714676-13: {}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: HyperV agent@n-h2-714676-13: {}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: L3 agent@n-d-714676-13: {}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: Metadata agent@n-d-714676-13: {}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: Metering agent@n-d-714676-13: {}, Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: Open vSwitch agent@n-d-714676-13: { 'AddressGroup': '1.2', Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'ConntrackHelper': '1.0', Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'LocalIPAssociation': '1.0', Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'Log': '1.0', Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'Network': '1.1', Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'Port': '1.7', Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'PortForwarding': '1.2', Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'QosPolicy': '1.10', Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'SecurityGroup': '1.5', Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'SecurityGroupRule': '1.2', Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'SubPort': '1.0', Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'Subnet': '1.1', Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: 'Trunk': '1.1'}} Feb 04 13:17:29.317582 n-d-714676-13 neutron-server[103606]: {{(pid=103606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 13:17:29.321960 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Routers {'922c2485-4e0d-49a5-a8da-a821e6522aef'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:17:29.322873 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:17:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['922c2485-4e0d-49a5-a8da-a821e6522aef'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:29.323772 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:29.325489 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ffdaa40e-5a6d-44bb-a8e6-e01b654a15d6 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.2384946 Feb 04 13:17:29.329281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56298) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:29.370510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7a83ff-33d9-4a06-bed1-0b805e3271ed None None] Network c026ffbf-8ece-4f85-be6b-56d3d0b3328b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:17:29.383046 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7013c0b9-99d9-48f5-aeb5-fd8177746b6c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1e906fed729a479883608ac2b83e3a63&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0881727 Feb 04 13:17:29.387275 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56304) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:29.519709 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-52911891-2e6a-4d2f-b5ea-9819700bca70 admin admin] Publish callbacks [] for security_group (7c11d62a-bc21-4d10-b132-3c460d3ac0d0), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:29.541893 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Set router 922c2485-4e0d-49a5-a8da-a821e6522aef gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:17:29.570916 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-52911891-2e6a-4d2f-b5ea-9819700bca70 admin admin] Publish callbacks [] for security_group (7c11d62a-bc21-4d10-b132-3c460d3ac0d0), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:29.692624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-45bcc246-1d4b-4d92-b215-a67c4c4864f4 None None] Provisioning complete for port b0c4532c-0847-4e97-9db5-c5e80039ac2a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:29.693513 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-45bcc246-1d4b-4d92-b215-a67c4c4864f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b0c4532c-0847-4e97-9db5-c5e80039ac2a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:29.697084 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-52911891-2e6a-4d2f-b5ea-9819700bca70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7c11d62a-bc21-4d10-b132-3c460d3ac0d0), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:29.701239 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-52911891-2e6a-4d2f-b5ea-9819700bca70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:29.702634 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-52911891-2e6a-4d2f-b5ea-9819700bca70 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7c11d62a-bc21-4d10-b132-3c460d3ac0d0 HTTP/1.1" status: 204 len: 168 time: 0.3138471 Feb 04 13:17:29.735215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52911891-2e6a-4d2f-b5ea-9819700bca70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c11d62a-bc21-4d10-b132-3c460d3ac0d0,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:29.808132 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:28Z', 'revision_number': 3, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:29.867380 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Checking router: 922c2485-4e0d-49a5-a8da-a821e6522aef for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:17:29.870341 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Updating router 922c2485-4e0d-49a5-a8da-a821e6522aef port f455db19-fff3-4711-bf7c-868de0b79496 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:17:29.930031 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f455db19-fff3-4711-bf7c-868de0b79496), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:30.019385 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-45bcc246-1d4b-4d92-b215-a67c4c4864f4 None None] Current status of the port b0c4532c-0847-4e97-9db5-c5e80039ac2a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:17:30.312246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56326) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:30.320133 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Publish callbacks [] for port (f455db19-fff3-4711-bf7c-868de0b79496), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:30.330682 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f455db19-fff3-4711-bf7c-868de0b79496), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:30.347500 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c608c08c-3099-45b1-9374-1fef1c9d46c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:30.363055 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0f10c65c-2e11-4c24-bd76-f16a5207e663 None None] Provisioning complete for port b0c4532c-0847-4e97-9db5-c5e80039ac2a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:30.369774 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0f10c65c-2e11-4c24-bd76-f16a5207e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b0c4532c-0847-4e97-9db5-c5e80039ac2a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:30.408873 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:30.409664 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Attempting to bind port f455db19-fff3-4711-bf7c-868de0b79496 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:17:30.410131 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Attempting to bind port f455db19-fff3-4711-bf7c-868de0b79496 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:17:30.410731 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Attempting to bind port f455db19-fff3-4711-bf7c-868de0b79496 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:17:30.418654 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07a17a-6145-4fed-88ee-126ed9fdc14d None None] Pushing event updated for resources: {'Port': ['ID=f455db19-fff3-4711-bf7c-868de0b79496,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:30.421354 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:17:30.421815 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:17:30.422495 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:30.423070 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:17:30.423741 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Bound port: f455db19-fff3-4711-bf7c-868de0b79496, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:17:30.424350 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f455db19-fff3-4711-bf7c-868de0b79496), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:30.463352 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07a17a-6145-4fed-88ee-126ed9fdc14d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:30.463989 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07a17a-6145-4fed-88ee-126ed9fdc14d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:30.464546 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07a17a-6145-4fed-88ee-126ed9fdc14d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:30.466227 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07a17a-6145-4fed-88ee-126ed9fdc14d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:30.466750 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07a17a-6145-4fed-88ee-126ed9fdc14d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:30.467263 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07a17a-6145-4fed-88ee-126ed9fdc14d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:30.468105 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07a17a-6145-4fed-88ee-126ed9fdc14d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:30.468887 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07a17a-6145-4fed-88ee-126ed9fdc14d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:30.469554 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07a17a-6145-4fed-88ee-126ed9fdc14d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:30.470790 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07a17a-6145-4fed-88ee-126ed9fdc14d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:30.472710 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07a17a-6145-4fed-88ee-126ed9fdc14d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:30.473309 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07a17a-6145-4fed-88ee-126ed9fdc14d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:30.474412 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07a17a-6145-4fed-88ee-126ed9fdc14d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07a17a-6145-4fed-88ee-126ed9fdc14d None None] Tracked resource versions report: Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: pushed versions: Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: { 'AddressGroup': {'1.2'}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'ConntrackHelper': {'1.0'}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'LocalIPAssociation': {'1.0'}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'Log': {'1.0'}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'Network': {'1.1'}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'Port': {'1.7'}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'PortForwarding': {'1.2'}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'QosPolicy': {'1.10'}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'SecurityGroup': {'1.5'}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'SecurityGroupRule': {'1.2'}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'SubPort': {'1.0'}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'Subnet': {'1.1'}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'Trunk': {'1.1'}} Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: consumer versions: Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: { DHCP agent@n-d-714676-13: {}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: HyperV agent@n-h1-714676-13: {}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: HyperV agent@n-h2-714676-13: {}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: L3 agent@n-d-714676-13: {}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: Metadata agent@n-d-714676-13: {}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: Metering agent@n-d-714676-13: {}, Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: Open vSwitch agent@n-d-714676-13: { 'AddressGroup': '1.2', Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'ConntrackHelper': '1.0', Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'LocalIPAssociation': '1.0', Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'Log': '1.0', Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'Network': '1.1', Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'Port': '1.7', Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'PortForwarding': '1.2', Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'QosPolicy': '1.10', Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'SecurityGroup': '1.5', Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'SecurityGroupRule': '1.2', Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'SubPort': '1.0', Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'Subnet': '1.1', Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: 'Trunk': '1.1'}} Feb 04 13:17:30.477976 n-d-714676-13 neutron-server[103609]: {{(pid=103609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 13:17:30.551728 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] For port f455db19-fff3-4711-bf7c-868de0b79496, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:17:30.557031 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] For port f455db19-fff3-4711-bf7c-868de0b79496, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f455db19-fff3-4711-bf7c-868de0b79496,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:17:30.561610 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c608c08c-3099-45b1-9374-1fef1c9d46c7 admin admin] Publish callbacks [] for security_group (81dc98b0-e10e-4754-8c22-d440fdaeb5f4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:30.568456 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f455db19-fff3-4711-bf7c-868de0b79496), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:30.569646 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c608c08c-3099-45b1-9374-1fef1c9d46c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (81dc98b0-e10e-4754-8c22-d440fdaeb5f4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:30.599531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0f10c65c-2e11-4c24-bd76-f16a5207e663 None None] Current status of the port b0c4532c-0847-4e97-9db5-c5e80039ac2a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:17:30.612401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608c08c-3099-45b1-9374-1fef1c9d46c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dc98b0-e10e-4754-8c22-d440fdaeb5f4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:30.634129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c608c08c-3099-45b1-9374-1fef1c9d46c7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fd3d117b97ea4aa1be78aadec9790e72&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3206470 Feb 04 13:17:30.637391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56336) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:30.718782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b0c4532c-0847-4e97-9db5-c5e80039ac2a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:17:30.732830 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7945062d-9ae3-44bc-be9c-d22a201427e0 admin admin] Publish callbacks [] for security_group (81dc98b0-e10e-4754-8c22-d440fdaeb5f4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:30.740806 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07a17a-6145-4fed-88ee-126ed9fdc14d None None] Pushing event updated for resources: {'Port': ['ID=f455db19-fff3-4711-bf7c-868de0b79496,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:30.752653 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Routers {'922c2485-4e0d-49a5-a8da-a821e6522aef'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:17:30.755242 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:17:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['922c2485-4e0d-49a5-a8da-a821e6522aef'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:30.763921 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7945062d-9ae3-44bc-be9c-d22a201427e0 admin admin] Publish callbacks [] for security_group (81dc98b0-e10e-4754-8c22-d440fdaeb5f4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:30.822282 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7945062d-9ae3-44bc-be9c-d22a201427e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (81dc98b0-e10e-4754-8c22-d440fdaeb5f4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:30.830487 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7945062d-9ae3-44bc-be9c-d22a201427e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:30.834937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7945062d-9ae3-44bc-be9c-d22a201427e0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/81dc98b0-e10e-4754-8c22-d440fdaeb5f4 HTTP/1.1" status: 204 len: 168 time: 0.1948862 Feb 04 13:17:30.868997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b0c4532c-0847-4e97-9db5-c5e80039ac2a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:30.877735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945062d-9ae3-44bc-be9c-d22a201427e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dc98b0-e10e-4754-8c22-d440fdaeb5f4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:30.882975 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b0c4532c-0847-4e97-9db5-c5e80039ac2a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:30.906081 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Allocated IP 172.20.0.1 (c026ffbf-8ece-4f85-be6b-56d3d0b3328b/e5874b54-d066-497f-a6a6-8caf98c219b5/1b4eea0d-664a-4796-bafc-7d9d7b936785) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:30.948514 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] Set router 922c2485-4e0d-49a5-a8da-a821e6522aef gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:17:31.169110 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Publish callbacks [] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:31.175464 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b0c4532c-0847-4e97-9db5-c5e80039ac2a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:17:31.228692 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:31.253337 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:28Z', 'revision_number': 3, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:31.295231 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df5ce8-a7da-46a6-99e8-e22e2c9b6b5d None None] The sync data for ids ['922c2485-4e0d-49a5-a8da-a821e6522aef'] in n-d-714676-13 is: [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:28Z', 'revision_number': 3, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:31.321080 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Network c026ffbf-8ece-4f85-be6b-56d3d0b3328b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:31.351208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:31.361113 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4eea0d-664a-4796-bafc-7d9d7b936785,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:31.372276 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:17:31.373059 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (922c2485-4e0d-49a5-a8da-a821e6522aef), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:31.398592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56382) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:31.406049 n-d-714676-13 neutron-server[103606]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 13:17:31.461836 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-c16de844-a153-4bca-a10d-6b3226ca1d14 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=979d67744cc44e1c96d2cbc7a13f99b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542710 Feb 04 13:17:31.849979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9bd369e1-271f-48f1-9292-c8c8efd7a008 None None] Provisioning complete for port 1b4eea0d-664a-4796-bafc-7d9d7b936785 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:31.851196 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9bd369e1-271f-48f1-9292-c8c8efd7a008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:31.964823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9bd369e1-271f-48f1-9292-c8c8efd7a008 None None] Port 1b4eea0d-664a-4796-bafc-7d9d7b936785 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:17:32.046526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-ab1d651d-5795-4d5b-8523-4b762bd8d5fa tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:32.057341 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-ab1d651d-5795-4d5b-8523-4b762bd8d5fa tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5693851 Feb 04 13:17:32.084897 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-39172fcb-2708-419f-9b22-d91cd1be6606 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/quotas/979d67744cc44e1c96d2cbc7a13f99b5 HTTP/1.1" status: 200 len: 375 time: 0.0249224 Feb 04 13:17:32.121962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:32.171814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56394) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:32.233807 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-86dcc3b5-ea82-4cc6-b859-82a2a4f7e608 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=979d67744cc44e1c96d2cbc7a13f99b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1458359 Feb 04 13:17:32.495514 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Publish callbacks [] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:32.499186 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f03ba1a5-b2bf-489e-89f2-d6b1373116c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:32.506086 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:32.507032 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (922c2485-4e0d-49a5-a8da-a821e6522aef), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:32.732124 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4eea0d-664a-4796-bafc-7d9d7b936785,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:32.796250 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f03ba1a5-b2bf-489e-89f2-d6b1373116c2 admin admin] Publish callbacks [] for security_group (5ee172b6-ff54-43b0-a490-235f8a7234e7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:32.810493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Network c026ffbf-8ece-4f85-be6b-56d3d0b3328b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:32.812199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:32.812413 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f03ba1a5-b2bf-489e-89f2-d6b1373116c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5ee172b6-ff54-43b0-a490-235f8a7234e7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:32.909611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f455db19-fff3-4711-bf7c-868de0b79496 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:17:32.921524 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f03ba1a5-b2bf-489e-89f2-d6b1373116c2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=56f6848e0ecb46df8bc799d38bf2c2b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7486680 Feb 04 13:17:32.926186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56428) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:33.033563 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1a96306-f7a0-4467-af29-5ab1466afae7 admin admin] Publish callbacks [] for security_group (5ee172b6-ff54-43b0-a490-235f8a7234e7), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:33.076238 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1a96306-f7a0-4467-af29-5ab1466afae7 admin admin] Publish callbacks [] for security_group (5ee172b6-ff54-43b0-a490-235f8a7234e7), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:33.083659 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Router 922c2485-4e0d-49a5-a8da-a821e6522aef has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:17:33.102949 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f455db19-fff3-4711-bf7c-868de0b79496 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:33.104688 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f455db19-fff3-4711-bf7c-868de0b79496), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:33.208693 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1a96306-f7a0-4467-af29-5ab1466afae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5ee172b6-ff54-43b0-a490-235f8a7234e7), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:33.212112 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1a96306-f7a0-4467-af29-5ab1466afae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:33.214028 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a1a96306-f7a0-4467-af29-5ab1466afae7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5ee172b6-ff54-43b0-a490-235f8a7234e7 HTTP/1.1" status: 204 len: 168 time: 0.2837079 Feb 04 13:17:33.233352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ba1a5-b2bf-489e-89f2-d6b1373116c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee172b6-ff54-43b0-a490-235f8a7234e7,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:33.265301 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a96306-f7a0-4467-af29-5ab1466afae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee172b6-ff54-43b0-a490-235f8a7234e7,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:33.343770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:17:33.354805 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-46fb9efd-a82e-4fa3-be9e-522b655cc029 admin admin] 10.222.0.96 "PUT /v2.0/routers/922c2485-4e0d-49a5-a8da-a821e6522aef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0243902 Feb 04 13:17:33.440976 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f455db19-fff3-4711-bf7c-868de0b79496 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:17:33.441369 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f455db19-fff3-4711-bf7c-868de0b79496), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:33.450565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8ac6b474-346e-4952-a296-5df884184389 None None] Provisioning complete for port 1b4eea0d-664a-4796-bafc-7d9d7b936785 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:33.451053 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ac6b474-346e-4952-a296-5df884184389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:33.506551 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port f455db19-fff3-4711-bf7c-868de0b79496, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f455db19-fff3-4711-bf7c-868de0b79496,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:17:33.515491 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f455db19-fff3-4711-bf7c-868de0b79496), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:33.533787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6b474-346e-4952-a296-5df884184389 None None] Port 1b4eea0d-664a-4796-bafc-7d9d7b936785 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:17:33.645258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=f455db19-fff3-4711-bf7c-868de0b79496,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:33.874979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56474) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:34.103071 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56484) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:34.122484 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f528933-5c1b-4325-af27-b4b7e41bba09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:34.258885 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f528933-5c1b-4325-af27-b4b7e41bba09 admin admin] Publish callbacks [] for security_group (3f2896f4-0771-42ca-9a7a-ff3c7c7b8cc1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:34.269187 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f528933-5c1b-4325-af27-b4b7e41bba09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3f2896f4-0771-42ca-9a7a-ff3c7c7b8cc1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:34.351594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f528933-5c1b-4325-af27-b4b7e41bba09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2896f4-0771-42ca-9a7a-ff3c7c7b8cc1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:34.364799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9f528933-5c1b-4325-af27-b4b7e41bba09 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bcd0d74d0bd4486c86595807f3be6217&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2607350 Feb 04 13:17:34.368322 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56498) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:34.480882 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-52a61d34-5482-4742-ad09-3614bb2828f7 admin admin] Publish callbacks [] for security_group (3f2896f4-0771-42ca-9a7a-ff3c7c7b8cc1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:34.513116 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-52a61d34-5482-4742-ad09-3614bb2828f7 admin admin] Publish callbacks [] for security_group (3f2896f4-0771-42ca-9a7a-ff3c7c7b8cc1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:34.629851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Sync routers for ids ['922c2485-4e0d-49a5-a8da-a821e6522aef'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:34.631133 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-52a61d34-5482-4742-ad09-3614bb2828f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3f2896f4-0771-42ca-9a7a-ff3c7c7b8cc1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:34.633999 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-52a61d34-5482-4742-ad09-3614bb2828f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:34.635602 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-52a61d34-5482-4742-ad09-3614bb2828f7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3f2896f4-0771-42ca-9a7a-ff3c7c7b8cc1 HTTP/1.1" status: 204 len: 168 time: 0.2655137 Feb 04 13:17:34.660954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a61d34-5482-4742-ad09-3614bb2828f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2896f4-0771-42ca-9a7a-ff3c7c7b8cc1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:34.680588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Routers {'922c2485-4e0d-49a5-a8da-a821e6522aef'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:17:34.688312 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:17:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['922c2485-4e0d-49a5-a8da-a821e6522aef'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:34.827676 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8df04f6-d1a0-4e7e-b208-c79f4774f6ed req-ec1bab74-4da4-4941-a98a-bf1299ec2347 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 210 time: 0.9500115 Feb 04 13:17:34.945244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Set router 922c2485-4e0d-49a5-a8da-a821e6522aef gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:17:35.212795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f455db19-fff3-4711-bf7c-868de0b79496 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:17:35.357278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f455db19-fff3-4711-bf7c-868de0b79496 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:35.357572 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f455db19-fff3-4711-bf7c-868de0b79496), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:35.460991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:31Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '1b4eea0d-664a-4796-bafc-7d9d7b936785', 'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'mac_address': 'fa:16:3e:e8:e7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:30Z', 'updated_at': '2022-02-04T13:17:32Z', 'revision_number': 2, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'subnets': [{'id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:35.504709 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Checking router: 922c2485-4e0d-49a5-a8da-a821e6522aef for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:17:35.505641 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Updating router 922c2485-4e0d-49a5-a8da-a821e6522aef port 1b4eea0d-664a-4796-bafc-7d9d7b936785 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:17:35.564854 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:35.577007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f455db19-fff3-4711-bf7c-868de0b79496 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:17:35.987310 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Publish callbacks [] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:36.000225 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:36.062329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.100', 54703) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:36.116681 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-75a20adc-babc-41f1-a31c-317e36d850fe tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=979d67744cc44e1c96d2cbc7a13f99b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519800 Feb 04 13:17:36.183953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900d6f4-d919-48fb-b223-d165bdce6331 None None] Pushing event updated for resources: {'Port': ['ID=1b4eea0d-664a-4796-bafc-7d9d7b936785,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:36.194638 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Attempting to bind port 1b4eea0d-664a-4796-bafc-7d9d7b936785 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:17:36.195507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Attempting to bind port 1b4eea0d-664a-4796-bafc-7d9d7b936785 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:17:36.196034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Attempting to bind port 1b4eea0d-664a-4796-bafc-7d9d7b936785 on network c026ffbf-8ece-4f85-be6b-56d3d0b3328b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:17:36.204346 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:17:36.204727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Checking segment: {'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:17:36.205598 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:36.206231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Bound using segment: {'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:17:36.206951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Bound port: 1b4eea0d-664a-4796-bafc-7d9d7b936785, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:17:36.207420 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:36.218573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7bbdd760-4a54-48db-9b31-e9b97b7af1ea req-eb964671-36ec-4d32-b607-aeb71cedb9ab tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 210 time: 0.0849938 Feb 04 13:17:36.313917 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56590) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:36.335282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a01e7e56-cc8e-4c2d-8f86-6df97bc9ce95 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1396838788-network', 'tenant_id': 'b56d876d0ae34b10914f974b57467e63'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:36.402830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01e7e56-cc8e-4c2d-8f86-6df97bc9ce95 admin admin] Made reservation on behalf of b56d876d0ae34b10914f974b57467e63 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:36.406967 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a01e7e56-cc8e-4c2d-8f86-6df97bc9ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:36.444583 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a01e7e56-cc8e-4c2d-8f86-6df97bc9ce95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:36.456272 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] For port 1b4eea0d-664a-4796-bafc-7d9d7b936785, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:17:36.463751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] For port 1b4eea0d-664a-4796-bafc-7d9d7b936785, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1b4eea0d-664a-4796-bafc-7d9d7b936785,segment=NetworkSegment(55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b),segment_id=55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:17:36.489494 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:36.575666 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a01e7e56-cc8e-4c2d-8f86-6df97bc9ce95 admin admin] Publish callbacks [] for security_group (70b6e982-bdc9-4752-a409-bd515d8a9ecd), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:36.582292 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a01e7e56-cc8e-4c2d-8f86-6df97bc9ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (70b6e982-bdc9-4752-a409-bd515d8a9ecd), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:36.610360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e20f60fd-acf1-4f17-8a1f-901f43af89c6 None None] Provisioning complete for port 1b4eea0d-664a-4796-bafc-7d9d7b936785 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:36.610360 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e20f60fd-acf1-4f17-8a1f-901f43af89c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:36.675140 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900d6f4-d919-48fb-b223-d165bdce6331 None None] Pushing event updated for resources: {'Port': ['ID=1b4eea0d-664a-4796-bafc-7d9d7b936785,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:36.681618 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56600) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:36.695438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Routers {'922c2485-4e0d-49a5-a8da-a821e6522aef'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:17:36.696123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:17:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['922c2485-4e0d-49a5-a8da-a821e6522aef'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:36.705515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01e7e56-cc8e-4c2d-8f86-6df97bc9ce95 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:17:36.708839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56604) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:36.727209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e7e56-cc8e-4c2d-8f86-6df97bc9ce95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b6e982-bdc9-4752-a409-bd515d8a9ecd,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:36.754180 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a01e7e56-cc8e-4c2d-8f86-6df97bc9ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (75c6a890-6fea-420a-b92c-1846187d51d5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:36.754965 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-a01e7e56-cc8e-4c2d-8f86-6df97bc9ce95 admin admin] Added segment 75c6a890-6fea-420a-b92c-1846187d51d5 of type vlan for network 886a3f64-71c5-4e29-922b-9c15c93b8785 Feb 04 13:17:36.834933 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a01e7e56-cc8e-4c2d-8f86-6df97bc9ce95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (886a3f64-71c5-4e29-922b-9c15c93b8785), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:36.860139 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56612) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:36.904282 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a01e7e56-cc8e-4c2d-8f86-6df97bc9ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (886a3f64-71c5-4e29-922b-9c15c93b8785), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:36.905552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01e7e56-cc8e-4c2d-8f86-6df97bc9ce95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:36.906996 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a01e7e56-cc8e-4c2d-8f86-6df97bc9ce95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:36.978214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e20f60fd-acf1-4f17-8a1f-901f43af89c6 None None] Current status of the port 1b4eea0d-664a-4796-bafc-7d9d7b936785 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:17:36.978615 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e20f60fd-acf1-4f17-8a1f-901f43af89c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:37.015272 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a01e7e56-cc8e-4c2d-8f86-6df97bc9ce95 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6993332 Feb 04 13:17:37.021567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56620) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:37.029361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-3bb62c68-4cd7-45d0-bebe-d720c6884316 admin admin] Request body: {'subnet': {'network_id': '886a3f64-71c5-4e29-922b-9c15c93b8785', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1396838788-subnet', 'tenant_id': 'b56d876d0ae34b10914f974b57467e63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:37.034378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e7e56-cc8e-4c2d-8f86-6df97bc9ce95 admin admin] Pushing event updated for resources: {'Network': ['ID=886a3f64-71c5-4e29-922b-9c15c93b8785,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:37.075864 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb62c68-4cd7-45d0-bebe-d720c6884316 admin admin] Made reservation on behalf of b56d876d0ae34b10914f974b57467e63 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:37.078702 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3bb62c68-4cd7-45d0-bebe-d720c6884316 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:37.148909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-a0c03d31-2660-44fe-8005-822f2b03d493 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:37.154003 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-a0c03d31-2660-44fe-8005-822f2b03d493 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0270088 Feb 04 13:17:37.159288 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-85de0565-02bb-40f0-89ae-4f6da945d668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:37.181689 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 886a3f64-71c5-4e29-922b-9c15c93b8785 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:17:37.251996 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6fa8d807-c177-456f-a2ff-17dfc61cd121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:37.258286 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Request body: {'port': {'device_id': 'a887085e-c08c-440b-a84b-be43c789e564', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '979d67744cc44e1c96d2cbc7a13f99b5'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:37.281749 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] Set router 922c2485-4e0d-49a5-a8da-a821e6522aef gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:17:37.334843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e20f60fd-acf1-4f17-8a1f-901f43af89c6 None None] For port 1b4eea0d-664a-4796-bafc-7d9d7b936785, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1b4eea0d-664a-4796-bafc-7d9d7b936785,segment=NetworkSegment(55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b),segment_id=55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:17:37.345626 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e20f60fd-acf1-4f17-8a1f-901f43af89c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:37.496647 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f60fd-acf1-4f17-8a1f-901f43af89c6 None None] Pushing event updated for resources: {'Port': ['ID=1b4eea0d-664a-4796-bafc-7d9d7b936785,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:37.519018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-46ef1b29-2ab6-45bc-ae8b-77e7d8d50c8e None None] Provisioning complete for port 1b4eea0d-664a-4796-bafc-7d9d7b936785 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:37.519395 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-46ef1b29-2ab6-45bc-ae8b-77e7d8d50c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:37.734250 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-46ef1b29-2ab6-45bc-ae8b-77e7d8d50c8e None None] Current status of the port 1b4eea0d-664a-4796-bafc-7d9d7b936785 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:17:37.765702 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:31Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '1b4eea0d-664a-4796-bafc-7d9d7b936785', 'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'mac_address': 'fa:16:3e:e8:e7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:30Z', 'updated_at': '2022-02-04T13:17:36Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'subnets': [{'id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:37.785951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Made reservation on behalf of 979d67744cc44e1c96d2cbc7a13f99b5 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:37.789706 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:37.807124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65687b-1c33-40c2-8c88-db308c49f301 None None] The sync data for ids ['922c2485-4e0d-49a5-a8da-a821e6522aef'] in n-d-714676-13 is: [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:31Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '1b4eea0d-664a-4796-bafc-7d9d7b936785', 'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'mac_address': 'fa:16:3e:e8:e7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:30Z', 'updated_at': '2022-02-04T13:17:36Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'subnets': [{'id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:37.811065 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:37.976175 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fcf433a4-4e25-4b9b-8df4-f32ecac1c000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:37.997235 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Publish callbacks [] for security_group (72cf09fe-4079-4935-ae86-613c8b8c31d4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:38.004110 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (72cf09fe-4079-4935-ae86-613c8b8c31d4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:38.050441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3bb62c68-4cd7-45d0-bebe-d720c6884316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for subnet (aaa8c63d-8d2e-4632-adb9-3c519294084b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:38.068013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f3284779-67fb-466c-bffc-ffcc65ff11a1 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=0e51e6c932ff421398d55a65fbb0dd00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1232469 Feb 04 13:17:38.098155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72cf09fe-4079-4935-ae86-613c8b8c31d4,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:38.232541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38a28ace-f458-4e8a-a549-c2439a6f6975 req-9c14e51b-22bf-49d5-a47b-830e83c91935 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 210 time: 0.6801047 Feb 04 13:17:38.282000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb62c68-4cd7-45d0-bebe-d720c6884316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa8c63d-8d2e-4632-adb9-3c519294084b,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:38.411883 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-85de0565-02bb-40f0-89ae-4f6da945d668 admin admin] Publish callbacks [] for security_group (4d61de5f-e02d-4796-b8bc-85e6ec126759), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:38.548175 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-85de0565-02bb-40f0-89ae-4f6da945d668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4d61de5f-e02d-4796-b8bc-85e6ec126759), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:38.579131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Allocated IP 192.168.233.215 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/70c5f245-6d52-49a2-8edd-1715e0859a32) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:38.616870 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-85de0565-02bb-40f0-89ae-4f6da945d668 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3130b7c2092c467b883c63f7b761480a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9209683 Feb 04 13:17:38.625441 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56678) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:38.627064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb62c68-4cd7-45d0-bebe-d720c6884316 admin admin] Checking segment: {'id': '75c6a890-6fea-420a-b92c-1846187d51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '886a3f64-71c5-4e29-922b-9c15c93b8785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:17:38.627424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb62c68-4cd7-45d0-bebe-d720c6884316 admin admin] Network hostable DHCP agents. Network: 886a3f64-71c5-4e29-922b-9c15c93b8785, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:17:38.769362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de0565-02bb-40f0-89ae-4f6da945d668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d61de5f-e02d-4796-b8bc-85e6ec126759,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:38.868139 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb62c68-4cd7-45d0-bebe-d720c6884316 admin admin] Network 886a3f64-71c5-4e29-922b-9c15c93b8785 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:17:38.918697 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1b4eea0d-664a-4796-bafc-7d9d7b936785 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:17:38.928149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-3bb62c68-4cd7-45d0-bebe-d720c6884316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 886a3f64-71c5-4e29-922b-9c15c93b8785) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:38.983185 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4ba126-b57a-4a9d-82b6-18e20227e69e None None] Network 886a3f64-71c5-4e29-922b-9c15c93b8785 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:17:39.031153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb62c68-4cd7-45d0-bebe-d720c6884316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:39.038044 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3bb62c68-4cd7-45d0-bebe-d720c6884316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:39.092851 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-cf342bf8-c7e9-4d82-9d7d-cbcb8f7127b0 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:39.094518 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-cf342bf8-c7e9-4d82-9d7d-cbcb8f7127b0 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0255017 Feb 04 13:17:39.106258 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6fa8d807-c177-456f-a2ff-17dfc61cd121 admin admin] Publish callbacks [] for security_group (e9e94f45-76a8-4a29-b156-8b4dd8286760), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:39.124710 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-28dfe542-a3fe-4c9a-81b6-c9f544116f77 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/quotas/0e51e6c932ff421398d55a65fbb0dd00 HTTP/1.1" status: 200 len: 375 time: 0.0228920 Feb 04 13:17:39.124957 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d2e3cf76-807d-4965-8247-6de28e4aa9d1 admin admin] Publish callbacks [] for security_group (4d61de5f-e02d-4796-b8bc-85e6ec126759), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:39.129746 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6fa8d807-c177-456f-a2ff-17dfc61cd121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e9e94f45-76a8-4a29-b156-8b4dd8286760), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:39.176879 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d2e3cf76-807d-4965-8247-6de28e4aa9d1 admin admin] Publish callbacks [] for security_group (4d61de5f-e02d-4796-b8bc-85e6ec126759), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:39.194278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3bb62c68-4cd7-45d0-bebe-d720c6884316 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1680887 Feb 04 13:17:39.225467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56698) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:39.238896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1396838788-router', 'tenant_id': 'b56d876d0ae34b10914f974b57467e63', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:39.328595 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d2e3cf76-807d-4965-8247-6de28e4aa9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4d61de5f-e02d-4796-b8bc-85e6ec126759), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:39.331479 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d2e3cf76-807d-4965-8247-6de28e4aa9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:39.332792 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d2e3cf76-807d-4965-8247-6de28e4aa9d1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4d61de5f-e02d-4796-b8bc-85e6ec126759 HTTP/1.1" status: 204 len: 168 time: 0.7029026 Feb 04 13:17:39.372236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3cf76-807d-4965-8247-6de28e4aa9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d61de5f-e02d-4796-b8bc-85e6ec126759,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:39.396644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f438588b-fe7b-401b-bbde-4a041b78c52a tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0e51e6c932ff421398d55a65fbb0dd00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2172713 Feb 04 13:17:39.408938 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 1b4eea0d-664a-4796-bafc-7d9d7b936785 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:39.409514 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:39.418783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8d807-c177-456f-a2ff-17dfc61cd121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e94f45-76a8-4a29-b156-8b4dd8286760,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:39.478415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56710) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:39.485192 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Publish callbacks [] for port (70c5f245-6d52-49a2-8edd-1715e0859a32), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:39.485910 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6fa8d807-c177-456f-a2ff-17dfc61cd121 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bc6a61b9bc9b403482c866bb1a942e47&name=default HTTP/1.1" status: 200 len: 2992 time: 2.7714522 Feb 04 13:17:39.515310 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fcf433a4-4e25-4b9b-8df4-f32ecac1c000 admin admin] Publish callbacks [] for security_group (158b0a42-95c9-493d-b3f8-aa0b283c99b5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:39.532216 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fcf433a4-4e25-4b9b-8df4-f32ecac1c000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (158b0a42-95c9-493d-b3f8-aa0b283c99b5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:39.556248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-886a3f64-71c5-4e29-922b-9c15c93b8785', 'network_id': '886a3f64-71c5-4e29-922b-9c15c93b8785', 'project_id': 'b56d876d0ae34b10914f974b57467e63', 'fixed_ips': [{'subnet_id': 'aaa8c63d-8d2e-4632-adb9-3c519294084b'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:17:39.562335 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:39.673181 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fcf433a4-4e25-4b9b-8df4-f32ecac1c000 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a4959731f5fe4ba8a04186244972e7d4&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8116059 Feb 04 13:17:39.677686 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56714) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:39.755516 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d736fa67-500a-4c90-b9a1-d5347095d394 req-aadea360-79b2-462f-a54c-260255f2e194 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 210 time: 0.2538764 Feb 04 13:17:39.763474 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (75a38192-fea8-4a98-aa02-fc79f3b036a0), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:39.764793 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (75a38192-fea8-4a98-aa02-fc79f3b036a0), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:39.848943 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf433a4-4e25-4b9b-8df4-f32ecac1c000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158b0a42-95c9-493d-b3f8-aa0b283c99b5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:39.850355 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ef361191-bd3a-4d2e-a37d-9f9f8030fd2e admin admin] Publish callbacks [] for security_group (e9e94f45-76a8-4a29-b156-8b4dd8286760), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:39.931262 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ef361191-bd3a-4d2e-a37d-9f9f8030fd2e admin admin] Publish callbacks [] for security_group (e9e94f45-76a8-4a29-b156-8b4dd8286760), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:40.026144 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Publish callbacks [] for router_controller (75a38192-fea8-4a98-aa02-fc79f3b036a0), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:40.061564 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ef361191-bd3a-4d2e-a37d-9f9f8030fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e9e94f45-76a8-4a29-b156-8b4dd8286760), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:40.065769 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ef361191-bd3a-4d2e-a37d-9f9f8030fd2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:40.067383 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ef361191-bd3a-4d2e-a37d-9f9f8030fd2e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e9e94f45-76a8-4a29-b156-8b4dd8286760 HTTP/1.1" status: 204 len: 168 time: 0.5878363 Feb 04 13:17:40.116624 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (70c5f245-6d52-49a2-8edd-1715e0859a32), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:40.117183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d2ab5ff0-44a0-4160-bf39-25ddc69dcae6 req-253c21e2-a3b4-40a4-af60-074a8664bce1 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 210 time: 0.1275637 Feb 04 13:17:40.222253 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56744) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:40.341777 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cb82-e70c-418e-98b0-5df6a8a44096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:40.470456 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Publish callbacks [] for router_gateway (75a38192-fea8-4a98-aa02-fc79f3b036a0), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:40.531936 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc168749-8d29-460e-8cc6-092a67573bbb admin admin] Publish callbacks [] for security_group (158b0a42-95c9-493d-b3f8-aa0b283c99b5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:40.540407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef361191-bd3a-4d2e-a37d-9f9f8030fd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e94f45-76a8-4a29-b156-8b4dd8286760,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:40.582831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:40.584958 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Pushing event updated for resources: {'Port': ['ID=70c5f245-6d52-49a2-8edd-1715e0859a32,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:40.592080 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:40.623375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:17:40.635157 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 1b4eea0d-664a-4796-bafc-7d9d7b936785 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:17:40.635928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:40.637450 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:40.674687 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-32469bd1-c4d3-41ea-b5d9-5abbdb449cc3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4245944 Feb 04 13:17:40.703830 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Allocated IP 172.20.0.2 (886a3f64-71c5-4e29-922b-9c15c93b8785/aaa8c63d-8d2e-4632-adb9-3c519294084b/93003a45-428d-43af-ae00-711518147884) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:40.712254 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc168749-8d29-460e-8cc6-092a67573bbb admin admin] Publish callbacks [] for security_group (158b0a42-95c9-493d-b3f8-aa0b283c99b5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:40.727362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-8a2e4f0a-3e52-4bdb-ac1b-165a7236ed89 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:17:40.731991 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-8a2e4f0a-3e52-4bdb-ac1b-165a7236ed89 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0266771 Feb 04 13:17:40.822338 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cb82-e70c-418e-98b0-5df6a8a44096 admin admin] Publish callbacks [] for security_group (d96b5b98-f494-48c8-b131-9ced513ef642), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:40.834896 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cb82-e70c-418e-98b0-5df6a8a44096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d96b5b98-f494-48c8-b131-9ced513ef642), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:40.887409 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc168749-8d29-460e-8cc6-092a67573bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (158b0a42-95c9-493d-b3f8-aa0b283c99b5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:40.895506 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc168749-8d29-460e-8cc6-092a67573bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:40.899941 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bc168749-8d29-460e-8cc6-092a67573bbb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/158b0a42-95c9-493d-b3f8-aa0b283c99b5 HTTP/1.1" status: 204 len: 168 time: 1.2021470 Feb 04 13:17:40.921436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc168749-8d29-460e-8cc6-092a67573bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158b0a42-95c9-493d-b3f8-aa0b283c99b5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:40.946986 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1fa1cb82-e70c-418e-98b0-5df6a8a44096 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7eba6f2d43474bfeb23e3edd24bc5911&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7228503 Feb 04 13:17:40.949534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56756) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:41.023886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1cb82-e70c-418e-98b0-5df6a8a44096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96b5b98-f494-48c8-b131-9ced513ef642,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:41.114624 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-35f4a3b0-d679-4442-bff3-493d2c218e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:41.140714 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d79b1784-218e-4050-9e8e-316d24f68e1c admin admin] Publish callbacks [] for security_group (d96b5b98-f494-48c8-b131-9ced513ef642), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:41.252812 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d79b1784-218e-4050-9e8e-316d24f68e1c admin admin] Publish callbacks [] for security_group (d96b5b98-f494-48c8-b131-9ced513ef642), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:41.385158 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d79b1784-218e-4050-9e8e-316d24f68e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d96b5b98-f494-48c8-b131-9ced513ef642), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:41.390217 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d79b1784-218e-4050-9e8e-316d24f68e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:41.391985 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d79b1784-218e-4050-9e8e-316d24f68e1c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d96b5b98-f494-48c8-b131-9ced513ef642 HTTP/1.1" status: 204 len: 168 time: 0.4413054 Feb 04 13:17:41.409348 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b1784-218e-4050-9e8e-316d24f68e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96b5b98-f494-48c8-b131-9ced513ef642,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:41.527911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-57309a7a-ef4a-47ed-9839-510126cd4eed None None] Provisioning complete for port 70c5f245-6d52-49a2-8edd-1715e0859a32 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:41.528524 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-57309a7a-ef4a-47ed-9839-510126cd4eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (70c5f245-6d52-49a2-8edd-1715e0859a32), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:41.542128 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Publish callbacks [] for port (93003a45-428d-43af-ae00-711518147884), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:41.699567 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (93003a45-428d-43af-ae00-711518147884), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:41.819716 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Publish callbacks [] for router_gateway (75a38192-fea8-4a98-aa02-fc79f3b036a0), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:41.839861 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-57309a7a-ef4a-47ed-9839-510126cd4eed None None] Port 70c5f245-6d52-49a2-8edd-1715e0859a32 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:17:41.895726 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Network 886a3f64-71c5-4e29-922b-9c15c93b8785 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:41.906733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:41.919751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:17:41.943727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Pushing event updated for resources: {'Port': ['ID=93003a45-428d-43af-ae00-711518147884,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:41.977399 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff5e9b33-4f77-4e8b-b305-e4374fae2a42 req-3dea2d78-f0ed-46fa-8410-43212078b857 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 210 time: 0.4866655 Feb 04 13:17:42.035260 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:42.140025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Attempting to bind port 93003a45-428d-43af-ae00-711518147884 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:17:42.141126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Attempting to bind port 93003a45-428d-43af-ae00-711518147884 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '75c6a890-6fea-420a-b92c-1846187d51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '886a3f64-71c5-4e29-922b-9c15c93b8785'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:17:42.141798 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Attempting to bind port 93003a45-428d-43af-ae00-711518147884 on network 886a3f64-71c5-4e29-922b-9c15c93b8785 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:17:42.155762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:17:42.158364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Checking segment: {'id': '75c6a890-6fea-420a-b92c-1846187d51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '886a3f64-71c5-4e29-922b-9c15c93b8785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:17:42.159336 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:42.159975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Bound using segment: {'id': '75c6a890-6fea-420a-b92c-1846187d51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '886a3f64-71c5-4e29-922b-9c15c93b8785'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:17:42.162019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Bound port: 93003a45-428d-43af-ae00-711518147884, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c6a890-6fea-420a-b92c-1846187d51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '886a3f64-71c5-4e29-922b-9c15c93b8785'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:17:42.162767 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (93003a45-428d-43af-ae00-711518147884), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:42.395780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56784) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:42.428721 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8c833-fa54-4157-be63-4ae5f9a5d4d7 req-4f0afa5b-82a9-434e-999e-f686fee790b2 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:42.431127 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-35d8c833-fa54-4157-be63-4ae5f9a5d4d7 req-4f0afa5b-82a9-434e-999e-f686fee790b2 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 936 time: 0.8815765 Feb 04 13:17:42.445173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] For port 93003a45-428d-43af-ae00-711518147884, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:17:42.469083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] For port 93003a45-428d-43af-ae00-711518147884, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=93003a45-428d-43af-ae00-711518147884,segment=NetworkSegment(75c6a890-6fea-420a-b92c-1846187d51d5),segment_id=75c6a890-6fea-420a-b92c-1846187d51d5)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:17:42.471691 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56788) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:42.481386 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (93003a45-428d-43af-ae00-711518147884), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:42.499487 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6fdd-b754-4779-ad8c-02162b726c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:42.594425 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Allocated IP 172.25.5.206 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:42.754669 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-35d8c833-fa54-4157-be63-4ae5f9a5d4d7 req-8244e969-9e2f-46fe-ae1f-47678bc50c87 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135006 Feb 04 13:17:42.759320 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0c567-38b1-40b0-885f-5a25105d1855 None None] Pushing event updated for resources: {'Port': ['ID=93003a45-428d-43af-ae00-711518147884,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:42.802425 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6fdd-b754-4779-ad8c-02162b726c4e admin admin] Publish callbacks [] for security_group (70a55888-b60d-401f-8516-2da5703adaaa), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:42.817717 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6fdd-b754-4779-ad8c-02162b726c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (70a55888-b60d-401f-8516-2da5703adaaa), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:42.959602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Request body: {'port': {'device_id': 'a887085e-c08c-440b-a84b-be43c789e564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:43.071131 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Publish callbacks [] for port (33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:43.162798 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8a3d6fdd-b754-4779-ad8c-02162b726c4e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=271ce09010a34a609d14fb88a285148e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6899300 Feb 04 13:17:43.172209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56798) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:43.197183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d6fdd-b754-4779-ad8c-02162b726c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a55888-b60d-401f-8516-2da5703adaaa,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:43.268459 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (70c5f245-6d52-49a2-8edd-1715e0859a32), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:43.365893 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7600236a-50f7-4888-a751-34082073673b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:43.391048 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77971a16-cd5a-4a01-896d-b33d01f46653 req-61426783-e527-46c7-84eb-aa51b58d3b5d tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 210 time: 0.1981602 Feb 04 13:17:43.428255 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:43.438000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56802) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:43.554785 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:43.596444 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dffa3125-dadc-4706-8772-a457621d5cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:43.657184 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1c57def9-bfd3-4a95-8a10-8a6a1afc0d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:43.703361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:43.706236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.99', 64966) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:43.707629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:43.785580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:17:44.090827 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7600236a-50f7-4888-a751-34082073673b admin admin] Publish callbacks [] for security_group (2d00709d-e8ee-4628-89a0-790a788c371e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:44.101734 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7600236a-50f7-4888-a751-34082073673b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2d00709d-e8ee-4628-89a0-790a788c371e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:44.362069 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:44.690386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Pushing event updated for resources: {'Port': ['ID=33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:44.696778 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-d149caf7-e98f-463e-9787-ac2a51cc61bf tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=0e51e6c932ff421398d55a65fbb0dd00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9851058 Feb 04 13:17:44.780340 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600236a-50f7-4888-a751-34082073673b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d00709d-e8ee-4628-89a0-790a788c371e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:44.883219 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7600236a-50f7-4888-a751-34082073673b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4eb2afa7f52d4dd6b9a7c260a1c99f07&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4822288 Feb 04 13:17:44.891937 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56836) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:44.903866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf4d5fc-79d1-4f4b-9889-604445f366df None None] Network 886a3f64-71c5-4e29-922b-9c15c93b8785 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:17:45.081065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-98b77e84-d003-4b98-a52f-ac019879a6f0 None None] Provisioning complete for port 93003a45-428d-43af-ae00-711518147884 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:45.082391 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-98b77e84-d003-4b98-a52f-ac019879a6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (93003a45-428d-43af-ae00-711518147884), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:45.088491 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 93003a45-428d-43af-ae00-711518147884 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:17:45.144396 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Publish callbacks [] for router_gateway (75a38192-fea8-4a98-aa02-fc79f3b036a0), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:45.274873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56840) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:45.328820 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b000ec52-dd8a-44d3-a61c-5c594342e22c admin admin] Publish callbacks [] for security_group (2d00709d-e8ee-4628-89a0-790a788c371e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:45.393618 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c8c9a4f5-b76a-4b2d-9358-4e8348fa6d06 admin admin] Publish callbacks [] for security_group (70a55888-b60d-401f-8516-2da5703adaaa), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:45.422493 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:45.479580 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b000ec52-dd8a-44d3-a61c-5c594342e22c admin admin] Publish callbacks [] for security_group (2d00709d-e8ee-4628-89a0-790a788c371e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:45.491792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39fb9276-39af-41be-9076-5b14ce515c9f req-b5cfa349-43c0-40de-b42b-e34928c23415 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 210 time: 0.7933459 Feb 04 13:17:45.610857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c5f245-6d52-49a2-8edd-1715e0859a32 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:17:45.656088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-98b77e84-d003-4b98-a52f-ac019879a6f0 None None] Current status of the port 93003a45-428d-43af-ae00-711518147884 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:17:45.656755 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-98b77e84-d003-4b98-a52f-ac019879a6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (93003a45-428d-43af-ae00-711518147884), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:45.664631 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Publish callbacks [] for port (70c5f245-6d52-49a2-8edd-1715e0859a32), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:45.678887 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 93003a45-428d-43af-ae00-711518147884 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:45.679525 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (93003a45-428d-43af-ae00-711518147884), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:45.743357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4d87c-3b65-4f48-b9c1-480ad2f5abae req-05d53246-665e-48fa-9521-fb5ed41596cd tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:45.767140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e3c4d87c-3b65-4f48-b9c1-480ad2f5abae req-05d53246-665e-48fa-9521-fb5ed41596cd tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 936 time: 1.4796159 Feb 04 13:17:45.773919 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c8c9a4f5-b76a-4b2d-9358-4e8348fa6d06 admin admin] Publish callbacks [] for security_group (70a55888-b60d-401f-8516-2da5703adaaa), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:45.796091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Transition to ACTIVE for port object 70c5f245-6d52-49a2-8edd-1715e0859a32 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:45.804185 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (70c5f245-6d52-49a2-8edd-1715e0859a32), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:46.333801 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dffa3125-dadc-4706-8772-a457621d5cf8 admin admin] Publish callbacks [] for security_group (a6f28c50-40ea-4e61-bab3-9d1b2007ce82), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:46.379452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-7828af97-947d-49c2-afbd-4544399559e2 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:46.383585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-7828af97-947d-49c2-afbd-4544399559e2 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5958323 Feb 04 13:17:46.384120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Pushing event updated for resources: {'Port': ['ID=70c5f245-6d52-49a2-8edd-1715e0859a32,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:46.388449 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dffa3125-dadc-4706-8772-a457621d5cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a6f28c50-40ea-4e61-bab3-9d1b2007ce82), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:46.419736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e3c4d87c-3b65-4f48-b9c1-480ad2f5abae req-893e2f11-a5cd-4594-a0c8-0ee860248294 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6494963 Feb 04 13:17:46.428909 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (75a38192-fea8-4a98-aa02-fc79f3b036a0), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:46.448762 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd42dc3a-b4c0-46c7-91cf-33ad00f09745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:46.487488 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b000ec52-dd8a-44d3-a61c-5c594342e22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2d00709d-e8ee-4628-89a0-790a788c371e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:46.499724 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b000ec52-dd8a-44d3-a61c-5c594342e22c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:46.508393 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b000ec52-dd8a-44d3-a61c-5c594342e22c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2d00709d-e8ee-4628-89a0-790a788c371e HTTP/1.1" status: 204 len: 168 time: 1.6107481 Feb 04 13:17:46.508617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-98b77e84-d003-4b98-a52f-ac019879a6f0 None None] For port 93003a45-428d-43af-ae00-711518147884, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=93003a45-428d-43af-ae00-711518147884,segment=NetworkSegment(75c6a890-6fea-420a-b92c-1846187d51d5),segment_id=75c6a890-6fea-420a-b92c-1846187d51d5)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:17:46.511758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Attempting to bind port 70c5f245-6d52-49a2-8edd-1715e0859a32 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:17:46.514204 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Attempting to bind port 70c5f245-6d52-49a2-8edd-1715e0859a32 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:17:46.515505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Attempting to bind port 70c5f245-6d52-49a2-8edd-1715e0859a32 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:17:46.523601 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-98b77e84-d003-4b98-a52f-ac019879a6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (93003a45-428d-43af-ae00-711518147884), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:46.545680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Request body: {'port': {'device_id': '3f10951f-b11b-415e-b41d-c21f503cfa9e', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '0e51e6c932ff421398d55a65fbb0dd00'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:46.552641 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Port 70c5f245-6d52-49a2-8edd-1715e0859a32 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:17:46.553134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Attempting to bind port 70c5f245-6d52-49a2-8edd-1715e0859a32 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:17:46.651602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b77e84-d003-4b98-a52f-ac019879a6f0 None None] Pushing event updated for resources: {'Port': ['ID=93003a45-428d-43af-ae00-711518147884,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:46.727650 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:17:46.729090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:17:46.731344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:17:46.731976 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Bound port: 70c5f245-6d52-49a2-8edd-1715e0859a32, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:17:46.733748 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (70c5f245-6d52-49a2-8edd-1715e0859a32), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:46.777459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56856) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:46.799279 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:46.827330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000ec52-dd8a-44d3-a61c-5c594342e22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d00709d-e8ee-4628-89a0-790a788c371e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:46.879111 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c8c9a4f5-b76a-4b2d-9358-4e8348fa6d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (70a55888-b60d-401f-8516-2da5703adaaa), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:46.885057 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c8c9a4f5-b76a-4b2d-9358-4e8348fa6d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:46.895975 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c8c9a4f5-b76a-4b2d-9358-4e8348fa6d06 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/70a55888-b60d-401f-8516-2da5703adaaa HTTP/1.1" status: 204 len: 168 time: 3.7201140 Feb 04 13:17:46.914057 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-96a5de18-86bf-4193-a9c6-dede7b16b2ab None None] Provisioning complete for port 93003a45-428d-43af-ae00-711518147884 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:46.918438 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-96a5de18-86bf-4193-a9c6-dede7b16b2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (93003a45-428d-43af-ae00-711518147884), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:46.956615 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd42dc3a-b4c0-46c7-91cf-33ad00f09745 admin admin] Publish callbacks [] for security_group (5b833903-c0d7-42f6-8a32-53e5c6b70468), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:47.017378 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd42dc3a-b4c0-46c7-91cf-33ad00f09745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5b833903-c0d7-42f6-8a32-53e5c6b70468), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:47.158319 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 93003a45-428d-43af-ae00-711518147884 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:17:47.197486 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fd42dc3a-b4c0-46c7-91cf-33ad00f09745 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0d05d3a89aed4912a961f5a0ce5b83c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9170301 Feb 04 13:17:47.213429 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56862) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:47.382875 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-967e81cc-5ddd-4dad-946d-c51ead922689 req-dca9843b-4d1e-4e3a-831b-60ee209ce3ee tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 210 time: 0.7835519 Feb 04 13:17:47.485058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-96a5de18-86bf-4193-a9c6-dede7b16b2ab None None] Current status of the port 93003a45-428d-43af-ae00-711518147884 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:17:47.572831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa3125-dadc-4706-8772-a457621d5cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f28c50-40ea-4e61-bab3-9d1b2007ce82,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:47.599810 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5d133e29-c81e-4434-bc6d-e705a105be3e tempest-AutoAllocateNetworkTest-2076554308 tempest-AutoAllocateNetworkTest-2076554308-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=abefff55f57e436d8a66b1654b9cce9c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.8023734 Feb 04 13:17:47.616960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56868) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:47.651925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 93003a45-428d-43af-ae00-711518147884 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:17:47.753858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dffa3125-dadc-4706-8772-a457621d5cf8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=148fd226ef00464eb7e8a892070dd26c&name=default HTTP/1.1" status: 200 len: 2996 time: 4.2917926 Feb 04 13:17:47.796786 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56872) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:47.807646 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:47.810207 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9a4f5-b76a-4b2d-9358-4e8348fa6d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a55888-b60d-401f-8516-2da5703adaaa,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:47.930644 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 93003a45-428d-43af-ae00-711518147884 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:47.935679 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (93003a45-428d-43af-ae00-711518147884), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:48.020702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c05c334-37f5-4393-904e-b4299e3dfc18 tempest-AutoAllocateNetworkTest-2076554308 tempest-AutoAllocateNetworkTest-2076554308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:48.025295 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5c05c334-37f5-4393-904e-b4299e3dfc18 tempest-AutoAllocateNetworkTest-2076554308 tempest-AutoAllocateNetworkTest-2076554308-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3929586 Feb 04 13:17:48.033241 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] For port 70c5f245-6d52-49a2-8edd-1715e0859a32, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:17:48.050699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56874) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:48.069297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42dc3a-b4c0-46c7-91cf-33ad00f09745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b833903-c0d7-42f6-8a32-53e5c6b70468,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:48.215564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56878) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:48.258296 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 93003a45-428d-43af-ae00-711518147884 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:17:48.310941 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3bc5bfcb-5ec6-484f-aa06-91735006acfe admin admin] Publish callbacks [] for security_group (5b833903-c0d7-42f6-8a32-53e5c6b70468), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:48.320167 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2c96d91c-45cc-4a37-bedf-00da701f08c7 tempest-AutoAllocateNetworkTest-2076554308 tempest-AutoAllocateNetworkTest-2076554308-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1773756 Feb 04 13:17:48.337805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56880) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:48.399353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] For port 70c5f245-6d52-49a2-8edd-1715e0859a32, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=70c5f245-6d52-49a2-8edd-1715e0859a32,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:17:48.455794 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8468f149-ad65-4dab-876c-17834b83f4bf tempest-AutoAllocateNetworkTest-2076554308 tempest-AutoAllocateNetworkTest-2076554308-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=abefff55f57e436d8a66b1654b9cce9c HTTP/1.1" status: 200 len: 208 time: 0.1133072 Feb 04 13:17:48.463641 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (70c5f245-6d52-49a2-8edd-1715e0859a32), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:48.544318 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-18ecd2d1-c7dd-45cb-b0b5-467b540db39f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:48.549788 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3bc5bfcb-5ec6-484f-aa06-91735006acfe admin admin] Publish callbacks [] for security_group (5b833903-c0d7-42f6-8a32-53e5c6b70468), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:48.795083 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:17:48.840383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Pushing event updated for resources: {'Port': ['ID=70c5f245-6d52-49a2-8edd-1715e0859a32,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:48.862808 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:48.863892 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:48.865757 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-af569b59-f149-47f3-b128-1b23a9b71455 service neutron] 10.222.0.100 "PUT /v2.0/ports/70c5f245-6d52-49a2-8edd-1715e0859a32 HTTP/1.1" status: 200 len: 1097 time: 7.3050292 Feb 04 13:17:48.866724 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a887085e-c08c-440b-a84b-be43c789e564', 'tag': '70c5f245-6d52-49a2-8edd-1715e0859a32'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:17:48.954360 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c4bc-2a9a-4a52-8aee-296946add30b admin admin] Publish callbacks [] for security_group (a6f28c50-40ea-4e61-bab3-9d1b2007ce82), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:48.979067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fdd11-41d2-4d03-9795-55f289b7680e req-c4ad5b45-a302-40b7-b929-f1de2fdb1830 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:48.981150 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a96fdd11-41d2-4d03-9795-55f289b7680e req-c4ad5b45-a302-40b7-b929-f1de2fdb1830 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 948 time: 1.1851919 Feb 04 13:17:49.073354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5566b83-89ad-4ab4-ae9e-c22d5cf238dd req-4581c3f9-ac5e-4699-ab53-24a9d519dadb tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 210 time: 0.3113780 Feb 04 13:17:49.099876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Made reservation on behalf of 0e51e6c932ff421398d55a65fbb0dd00 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:49.108168 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:49.195533 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:49.224182 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c4bc-2a9a-4a52-8aee-296946add30b admin admin] Publish callbacks [] for security_group (a6f28c50-40ea-4e61-bab3-9d1b2007ce82), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:49.396123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-7116dc0b-4e6b-4c4e-a6d0-1b43364fc510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:49.398973 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-7116dc0b-4e6b-4c4e-a6d0-1b43364fc510 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=979d67744cc44e1c96d2cbc7a13f99b5&device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 1131 time: 0.2500854 Feb 04 13:17:49.456954 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56902) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:49.530375 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-c8dc5326-850c-465f-89f3-70d81e9c71ca service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=70c5f245-6d52-49a2-8edd-1715e0859a32 HTTP/1.1" status: 200 len: 217 time: 0.1223626 Feb 04 13:17:49.532156 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3bc5bfcb-5ec6-484f-aa06-91735006acfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5b833903-c0d7-42f6-8a32-53e5c6b70468), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:49.535348 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3bc5bfcb-5ec6-484f-aa06-91735006acfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:49.536868 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3bc5bfcb-5ec6-484f-aa06-91735006acfe admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5b833903-c0d7-42f6-8a32-53e5c6b70468 HTTP/1.1" status: 204 len: 168 time: 2.2976885 Feb 04 13:17:49.549744 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5bfcb-5ec6-484f-aa06-91735006acfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b833903-c0d7-42f6-8a32-53e5c6b70468,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:49.572966 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a96fdd11-41d2-4d03-9795-55f289b7680e req-6d583305-ad0b-4038-9369-3d62edbb9d2e tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141723 Feb 04 13:17:49.574614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Router 75a38192-fea8-4a98-aa02-fc79f3b036a0 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:17:49.630147 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-18ecd2d1-c7dd-45cb-b0b5-467b540db39f admin admin] Publish callbacks [] for security_group (cebf22ba-7b2e-438b-b685-f4d6e64ea856), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:49.662443 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-18ecd2d1-c7dd-45cb-b0b5-467b540db39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cebf22ba-7b2e-438b-b685-f4d6e64ea856), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:49.673484 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-c3cf77e7-e782-4494-a4c8-6d9918316ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:49.675454 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-c3cf77e7-e782-4494-a4c8-6d9918316ec6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1270761 Feb 04 13:17:49.768546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ecd2d1-c7dd-45cb-b0b5-467b540db39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebf22ba-7b2e-438b-b685-f4d6e64ea856,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:49.770241 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0360a42a-4da3-42a8-b443-8468e7944402" -d '{"events": [{"name": "network-changed", "server_uuid": "a887085e-c08c-440b-a84b-be43c789e564", "tag": "70c5f245-6d52-49a2-8edd-1715e0859a32"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:17:49.917913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-42510752-fb44-4a46-a01b-4a395ff9ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:49.920978 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-42510752-fb44-4a46-a01b-4a395ff9ce88 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2388577 Feb 04 13:17:49.974766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-18ecd2d1-c7dd-45cb-b0b5-467b540db39f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=724215992df146b39f10f26d35a0d638&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7450526 Feb 04 13:17:49.974766 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c4bc-2a9a-4a52-8aee-296946add30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a6f28c50-40ea-4e61-bab3-9d1b2007ce82), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:49.974766 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c4bc-2a9a-4a52-8aee-296946add30b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:49.975863 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0dd4c4bc-2a9a-4a52-8aee-296946add30b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a6f28c50-40ea-4e61-bab3-9d1b2007ce82 HTTP/1.1" status: 204 len: 168 time: 2.1754835 Feb 04 13:17:49.988058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56918) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:49.996845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4c4bc-2a9a-4a52-8aee-296946add30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f28c50-40ea-4e61-bab3-9d1b2007ce82,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:50.157974 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-4d45b8e8-4428-4503-978c-41047fe3808a service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093801 Feb 04 13:17:50.531894 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-14be7cdc-e099-4f9d-a50f-fdadbc385185 req-e480c666-f84e-4556-acaa-978b9c87420a service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628845 Feb 04 13:17:50.861591 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d39188e8-8360-4063-9292-d06ebba0095c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:50.932798 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed16de6-e890-4572-839d-385572f9376d x-openstack-request-id: req-7ed16de6-e890-4572-839d-385572f9376d {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:17:50.934198 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a887085e-c08c-440b-a84b-be43c789e564", "tag": "70c5f245-6d52-49a2-8edd-1715e0859a32", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:17:50.934386 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7ed16de6-e890-4572-839d-385572f9376d {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:17:50.934804 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a887085e-c08c-440b-a84b-be43c789e564', 'tag': '70c5f245-6d52-49a2-8edd-1715e0859a32', 'status': 'completed', 'code': 200} Feb 04 13:17:51.123859 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c49a5ee3-f54e-4da5-9c7b-008f4e9c4b68 req-dae32376-8041-4b07-b67a-d510a717385d tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 210 time: 0.3243709 Feb 04 13:17:51.215514 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360a42a-4da3-42a8-b443-8468e7944402 req-44c69b14-a058-4f1b-9feb-001896bcaf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:51.218676 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0360a42a-4da3-42a8-b443-8468e7944402 req-44c69b14-a058-4f1b-9feb-001896bcaf7b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=979d67744cc44e1c96d2cbc7a13f99b5&device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 1131 time: 0.2141623 Feb 04 13:17:51.299573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0be34c87-3715-4c8d-94ca-7c835b62e949 admin admin] Publish callbacks [] for security_group (cebf22ba-7b2e-438b-b685-f4d6e64ea856), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:51.391813 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:17:51.407258 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Sync routers for ids ['75a38192-fea8-4a98-aa02-fc79f3b036a0'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:51.422728 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Publish callbacks [] for security_group (e8feb2da-8403-4570-b690-4e2aca76e958), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:51.437661 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e8feb2da-8403-4570-b690-4e2aca76e958), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:51.472641 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Routers {'75a38192-fea8-4a98-aa02-fc79f3b036a0'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:17:51.475857 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:17:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['75a38192-fea8-4a98-aa02-fc79f3b036a0'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:51.629182 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56934) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:51.646902 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0be34c87-3715-4c8d-94ca-7c835b62e949 admin admin] Publish callbacks [] for security_group (cebf22ba-7b2e-438b-b685-f4d6e64ea856), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:51.737569 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452289fd-c1cd-42d7-b42f-fc8206c7ab5d req-4e1cdab4-7496-464f-bf30-18fdbad79a91 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:51.754788 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-452289fd-c1cd-42d7-b42f-fc8206c7ab5d req-4e1cdab4-7496-464f-bf30-18fdbad79a91 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 948 time: 0.6190081 Feb 04 13:17:51.870857 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ec9af4f9-2053-46df-8de3-1cde9c2475ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:51.968169 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Set router 75a38192-fea8-4a98-aa02-fc79f3b036a0 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:17:52.111940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360a42a-4da3-42a8-b443-8468e7944402 req-98c6edb5-9826-4eaa-b7a4-affebb61404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:52.124394 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0360a42a-4da3-42a8-b443-8468e7944402 req-98c6edb5-9826-4eaa-b7a4-affebb61404e service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.8966763 Feb 04 13:17:52.280213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8feb2da-8403-4570-b690-4e2aca76e958,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:52.336306 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ec9af4f9-2053-46df-8de3-1cde9c2475ee admin admin] Publish callbacks [] for security_group (ce640831-5862-4089-8d5f-ebabd7f50d87), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:52.397007 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ec9af4f9-2053-46df-8de3-1cde9c2475ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ce640831-5862-4089-8d5f-ebabd7f50d87), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:52.456568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9af4f9-2053-46df-8de3-1cde9c2475ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce640831-5862-4089-8d5f-ebabd7f50d87,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:52.463093 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0360a42a-4da3-42a8-b443-8468e7944402 req-179f8226-a54c-49fa-ae4c-08d7687b26c7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=70c5f245-6d52-49a2-8edd-1715e0859a32 HTTP/1.1" status: 200 len: 217 time: 0.3293979 Feb 04 13:17:52.499437 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1396838788-router', 'tenant_id': 'b56d876d0ae34b10914f974b57467e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:17:44Z', 'revision_number': 3, 'project_id': 'b56d876d0ae34b10914f974b57467e63', 'gw_port': {'id': '33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:42Z', 'updated_at': '2022-02-04T13:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:52.522012 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:52.526080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c0925dcc-11ab-4d98-9e7f-334b35ac449e admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 13.2965608 Feb 04 13:17:52.526080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Allocated IP 192.168.233.127 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/cabb4267-307a-4fae-827a-a55beb1fabf9) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:52.529344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56958) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:52.550922 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0be34c87-3715-4c8d-94ca-7c835b62e949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cebf22ba-7b2e-438b-b685-f4d6e64ea856), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:52.556178 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0be34c87-3715-4c8d-94ca-7c835b62e949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:52.569444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0be34c87-3715-4c8d-94ca-7c835b62e949 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cebf22ba-7b2e-438b-b685-f4d6e64ea856 HTTP/1.1" status: 204 len: 168 time: 2.5686269 Feb 04 13:17:52.586837 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Checking router: 75a38192-fea8-4a98-aa02-fc79f3b036a0 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:17:52.587438 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Updating router 75a38192-fea8-4a98-aa02-fc79f3b036a0 port 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:17:52.649485 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:52.799974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08af7137-3a1f-42b0-aa76-7bcf7f8198ef req-e3ab0565-d208-4660-8a99-eb969d2f3e9b tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 210 time: 0.2893691 Feb 04 13:17:52.843212 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ec9af4f9-2053-46df-8de3-1cde9c2475ee admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ea247dc9d17d4666bb2f13dad5c74e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2031944 Feb 04 13:17:52.850074 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be34c87-3715-4c8d-94ca-7c835b62e949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebf22ba-7b2e-438b-b685-f4d6e64ea856,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:52.855928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56964) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:52.877862 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-452289fd-c1cd-42d7-b42f-fc8206c7ab5d req-9146f5a0-0ab0-437a-ac89-f5c812ab6021 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1216445 Feb 04 13:17:53.046891 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d39188e8-8360-4063-9292-d06ebba0095c admin admin] Publish callbacks [] for security_group (7f29cd40-1689-4de4-8a6d-b4e8e78850dd), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.060635 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d39188e8-8360-4063-9292-d06ebba0095c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7f29cd40-1689-4de4-8a6d-b4e8e78850dd), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.429454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39188e8-8360-4063-9292-d06ebba0095c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f29cd40-1689-4de4-8a6d-b4e8e78850dd,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:53.454777 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d39188e8-8360-4063-9292-d06ebba0095c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=abefff55f57e436d8a66b1654b9cce9c&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9605598 Feb 04 13:17:53.459955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56974) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:53.500759 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Publish callbacks [] for port (33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.514157 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.593996 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360a42a-4da3-42a8-b443-8468e7944402 req-75aa3868-71e1-42c4-ae5f-08a05b26afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.599048 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0360a42a-4da3-42a8-b443-8468e7944402 req-75aa3868-71e1-42c4-ae5f-08a05b26afbe service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 1.1194611 Feb 04 13:17:53.648845 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c376b4a-e3e0-4594-9f2a-074d9757d69c admin admin] Publish callbacks [] for security_group (7f29cd40-1689-4de4-8a6d-b4e8e78850dd), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.692037 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43b231-552e-4cd5-a57d-cc70c0b7482c None None] Pushing event updated for resources: {'Port': ['ID=33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:53.697565 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Attempting to bind port 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:17:53.697565 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Attempting to bind port 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:17:53.697565 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Attempting to bind port 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:17:53.707379 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:17:53.707938 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:17:53.708410 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.708947 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:17:53.709538 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Bound port: 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:17:53.710372 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.738616 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c376b4a-e3e0-4594-9f2a-074d9757d69c admin admin] Publish callbacks [] for security_group (7f29cd40-1689-4de4-8a6d-b4e8e78850dd), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.774431 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-247e7da6-b438-4294-adf5-77d5457ab0fc admin admin] Publish callbacks [] for security_group (ce640831-5862-4089-8d5f-ebabd7f50d87), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.779774 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] For port 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:17:53.783816 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] For port 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:17:53.795155 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.815750 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-247e7da6-b438-4294-adf5-77d5457ab0fc admin admin] Publish callbacks [] for security_group (ce640831-5862-4089-8d5f-ebabd7f50d87), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.936874 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c376b4a-e3e0-4594-9f2a-074d9757d69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7f29cd40-1689-4de4-8a6d-b4e8e78850dd), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.945868 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-247e7da6-b438-4294-adf5-77d5457ab0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ce640831-5862-4089-8d5f-ebabd7f50d87), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.949407 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-247e7da6-b438-4294-adf5-77d5457ab0fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.954237 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-247e7da6-b438-4294-adf5-77d5457ab0fc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ce640831-5862-4089-8d5f-ebabd7f50d87 HTTP/1.1" status: 204 len: 168 time: 1.0914574 Feb 04 13:17:53.960030 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c376b4a-e3e0-4594-9f2a-074d9757d69c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.970240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3c376b4a-e3e0-4594-9f2a-074d9757d69c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7f29cd40-1689-4de4-8a6d-b4e8e78850dd HTTP/1.1" status: 204 len: 168 time: 0.4667065 Feb 04 13:17:53.998984 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360a42a-4da3-42a8-b443-8468e7944402 req-fb41edb6-e635-468b-9d87-ff2f68629a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:54.001100 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0360a42a-4da3-42a8-b443-8468e7944402 req-fb41edb6-e635-468b-9d87-ff2f68629a26 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3654981 Feb 04 13:17:54.006524 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e7da6-b438-4294-adf5-77d5457ab0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce640831-5862-4089-8d5f-ebabd7f50d87,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:54.089702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c376b4a-e3e0-4594-9f2a-074d9757d69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f29cd40-1689-4de4-8a6d-b4e8e78850dd,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:54.126461 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Publish callbacks [] for port (cabb4267-307a-4fae-827a-a55beb1fabf9), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.146487 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43b231-552e-4cd5-a57d-cc70c0b7482c None None] Pushing event updated for resources: {'Port': ['ID=33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:54.191007 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Routers {'75a38192-fea8-4a98-aa02-fc79f3b036a0'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:17:54.191751 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:17:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['75a38192-fea8-4a98-aa02-fc79f3b036a0'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:54.232092 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (cabb4267-307a-4fae-827a-a55beb1fabf9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.328631 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0360a42a-4da3-42a8-b443-8468e7944402 req-bb7d9b85-5f9e-4215-a382-67704884e3b7 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156409 Feb 04 13:17:54.421189 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] Set router 75a38192-fea8-4a98-aa02-fc79f3b036a0 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:17:54.456376 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:54.464865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:54.474246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:17:54.485223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:54.485758 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.510130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Pushing event updated for resources: {'Port': ['ID=cabb4267-307a-4fae-827a-a55beb1fabf9,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:54.542331 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-fa0b8bb8-febe-4134-830d-5cc1b70ee762 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.0672059 Feb 04 13:17:54.567280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-d0743f4e-d946-4129-9dd7-01b07a58eea1 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:17:54.571523 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-d0743f4e-d946-4129-9dd7-01b07a58eea1 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186508 Feb 04 13:17:54.590498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ddd8a-a060-479b-8a78-33e05c7c6f00 req-95b08615-46ac-4450-935a-fa576bba2d78 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:54.611026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce0ddd8a-a060-479b-8a78-33e05c7c6f00 req-95b08615-46ac-4450-935a-fa576bba2d78 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 936 time: 0.5495796 Feb 04 13:17:54.752514 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0360a42a-4da3-42a8-b443-8468e7944402 req-f4c520a2-5ff8-4d7d-a0d8-10110f85d7b5 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026260 Feb 04 13:17:54.794627 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce0ddd8a-a060-479b-8a78-33e05c7c6f00 req-02dee96b-b4a5-4be9-bdd5-00cbcece5217 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796975 Feb 04 13:17:55.017805 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1396838788-router', 'tenant_id': 'b56d876d0ae34b10914f974b57467e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:17:44Z', 'revision_number': 3, 'project_id': 'b56d876d0ae34b10914f974b57467e63', 'gw_port': {'id': '33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:42Z', 'updated_at': '2022-02-04T13:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:55.085880 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569ae01-4172-4e0f-866c-3ae33af8286a None None] The sync data for ids ['75a38192-fea8-4a98-aa02-fc79f3b036a0'] in n-d-714676-13 is: [{'id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1396838788-router', 'tenant_id': 'b56d876d0ae34b10914f974b57467e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:17:44Z', 'revision_number': 3, 'project_id': 'b56d876d0ae34b10914f974b57467e63', 'gw_port': {'id': '33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:42Z', 'updated_at': '2022-02-04T13:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:55.088465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff965b5-548d-4844-afff-ab0ba3e46292 req-670a1014-5acb-4203-8d76-1be0de5d506e tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:55.101267 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff965b5-548d-4844-afff-ab0ba3e46292 req-670a1014-5acb-4203-8d76-1be0de5d506e tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 948 time: 0.1493285 Feb 04 13:17:55.147246 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:55.157168 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4e0a1ad6-cfdc-4eac-b9c5-2a5bf3cb37fe None None] Provisioning complete for port cabb4267-307a-4fae-827a-a55beb1fabf9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:55.157792 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e0a1ad6-cfdc-4eac-b9c5-2a5bf3cb37fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cabb4267-307a-4fae-827a-a55beb1fabf9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:55.268367 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff965b5-548d-4844-afff-ab0ba3e46292 req-30c08e1f-f7e7-4913-9edf-99a3222f168e tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659071 Feb 04 13:17:55.330943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a1ad6-cfdc-4eac-b9c5-2a5bf3cb37fe None None] Port cabb4267-307a-4fae-827a-a55beb1fabf9 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:17:55.690344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Allocated IP 172.20.0.1 (886a3f64-71c5-4e29-922b-9c15c93b8785/aaa8c63d-8d2e-4632-adb9-3c519294084b/3296f8b5-1fcc-419f-91dc-aa5698bd2fbf) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:56.107338 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Publish callbacks [] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:56.163705 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765731d5-15ac-4d52-bb14-1105f64e7754 req-486544ef-5119-4a3e-b889-87b70afdffea tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:56.177017 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:56.197049 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-765731d5-15ac-4d52-bb14-1105f64e7754 req-486544ef-5119-4a3e-b889-87b70afdffea tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 936 time: 0.1861660 Feb 04 13:17:56.326023 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-765731d5-15ac-4d52-bb14-1105f64e7754 req-fdb8eb11-28c5-4faf-9048-cb5b92108c9b tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260576 Feb 04 13:17:56.327609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Network 886a3f64-71c5-4e29-922b-9c15c93b8785 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:56.340489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:56.353846 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:17:56.355321 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (75a38192-fea8-4a98-aa02-fc79f3b036a0), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:56.448975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Request body: {'port': {'device_id': '3f10951f-b11b-415e-b41d-c21f503cfa9e', 'device_owner': 'compute:tempest-test_az-849724693', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:56.818648 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cabb4267-307a-4fae-827a-a55beb1fabf9), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:56.910421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Pushing event updated for resources: {'Port': ['ID=3296f8b5-1fcc-419f-91dc-aa5698bd2fbf,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:57.033581 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.156498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f0e41776-cc12-49a5-959a-bd852c805c16 None None] Provisioning complete for port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:57.157561 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f0e41776-cc12-49a5-959a-bd852c805c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.369132 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491322bd-7f5a-4b69-88db-3269223176e8 req-13b4a71c-c4d5-40d8-9344-d51e115899e2 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:57.390926 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-491322bd-7f5a-4b69-88db-3269223176e8 req-13b4a71c-c4d5-40d8-9344-d51e115899e2 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 948 time: 0.6200037 Feb 04 13:17:57.446392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f0e41776-cc12-49a5-959a-bd852c805c16 None None] Port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:17:57.631734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:17:57.852952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:57.855646 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.863248 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Publish callbacks [] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.876621 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.882611 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (75a38192-fea8-4a98-aa02-fc79f3b036a0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.054542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Pushing event updated for resources: {'Port': ['ID=3296f8b5-1fcc-419f-91dc-aa5698bd2fbf,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:58.211748 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-491322bd-7f5a-4b69-88db-3269223176e8 req-ec9ac67a-9108-4623-918a-36bdd9a25de4 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8170092 Feb 04 13:17:58.265345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:17:58.265345 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.347867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:17:58.366042 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.496277 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Network 886a3f64-71c5-4e29-922b-9c15c93b8785 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:58.499261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:58.640244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:58.717344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3044cc-89f7-4914-b87a-d72dddef3698 req-00fa64a0-44d0-4389-b903-5665e079f90a tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:58.724366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa3044cc-89f7-4914-b87a-d72dddef3698 req-00fa64a0-44d0-4389-b903-5665e079f90a tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 936 time: 0.3375409 Feb 04 13:17:58.911576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa3044cc-89f7-4914-b87a-d72dddef3698 req-27aa954a-aef1-4eba-b9d5-9b593d7a9931 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665835 Feb 04 13:17:59.148324 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Router 75a38192-fea8-4a98-aa02-fc79f3b036a0 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:17:59.154023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57056) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:59.262748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cabb4267-307a-4fae-827a-a55beb1fabf9 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:17:59.265623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3637bed5-4ab1-420b-b5df-9ff3209f9b5e None None] Provisioning complete for port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:59.273652 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3637bed5-4ab1-420b-b5df-9ff3209f9b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:59.288118 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Publish callbacks [] for port (cabb4267-307a-4fae-827a-a55beb1fabf9), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:59.366176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Transition to ACTIVE for port object cabb4267-307a-4fae-827a-a55beb1fabf9 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:59.374574 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cabb4267-307a-4fae-827a-a55beb1fabf9), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:59.473044 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3637bed5-4ab1-420b-b5df-9ff3209f9b5e None None] Port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:17:59.495627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:17:59.524532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Pushing event updated for resources: {'Port': ['ID=cabb4267-307a-4fae-827a-a55beb1fabf9,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:59.720714 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:59.721124 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:59.742642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b803ad7d-d6d7-46d4-96de-117107d39b94 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1050687741-network', 'tenant_id': '9bf6f764e0d34de9a21a32956f525822'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:59.808360 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Attempting to bind port cabb4267-307a-4fae-827a-a55beb1fabf9 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:17:59.809116 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Attempting to bind port cabb4267-307a-4fae-827a-a55beb1fabf9 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:17:59.809978 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b803ad7d-d6d7-46d4-96de-117107d39b94 admin admin] Made reservation on behalf of 9bf6f764e0d34de9a21a32956f525822 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:59.810632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Attempting to bind port cabb4267-307a-4fae-827a-a55beb1fabf9 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:17:59.813215 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b803ad7d-d6d7-46d4-96de-117107d39b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:59.817815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:17:59.841523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Port cabb4267-307a-4fae-827a-a55beb1fabf9 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:17:59.841976 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7c2fc72f-752e-4cf7-b3c3-bd82cc8f71f2 admin admin] 10.222.0.96 "PUT /v2.0/routers/75a38192-fea8-4a98-aa02-fc79f3b036a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2957587 Feb 04 13:17:59.842054 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Attempting to bind port cabb4267-307a-4fae-827a-a55beb1fabf9 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:17:59.845002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Sync routers for ids ['75a38192-fea8-4a98-aa02-fc79f3b036a0'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:59.853001 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b803ad7d-d6d7-46d4-96de-117107d39b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:00.013497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:00.024142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Routers {'75a38192-fea8-4a98-aa02-fc79f3b036a0'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:18:00.037739 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:17:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['75a38192-fea8-4a98-aa02-fc79f3b036a0'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:00.170817 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b803ad7d-d6d7-46d4-96de-117107d39b94 admin admin] Publish callbacks [] for security_group (632e28a3-2c06-487e-b349-5432465c3e4d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:00.189840 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b803ad7d-d6d7-46d4-96de-117107d39b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (632e28a3-2c06-487e-b349-5432465c3e4d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:00.260246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b803ad7d-d6d7-46d4-96de-117107d39b94 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:18:00.363180 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b803ad7d-d6d7-46d4-96de-117107d39b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (b7ce0f54-67cb-47f7-9fc8-a183549d6c1b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:00.363723 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-b803ad7d-d6d7-46d4-96de-117107d39b94 admin admin] Added segment b7ce0f54-67cb-47f7-9fc8-a183549d6c1b of type vlan for network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f Feb 04 13:18:00.593741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:18:00.594137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:00.594723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:18:00.595290 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Bound port: cabb4267-307a-4fae-827a-a55beb1fabf9, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:18:00.595692 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cabb4267-307a-4fae-827a-a55beb1fabf9), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:00.634870 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803ad7d-d6d7-46d4-96de-117107d39b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632e28a3-2c06-487e-b349-5432465c3e4d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:00.661968 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b803ad7d-d6d7-46d4-96de-117107d39b94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (61ca0165-b211-4bf2-8aa5-2b12f455eb0f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:00.688775 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Set router 75a38192-fea8-4a98-aa02-fc79f3b036a0 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:18:00.695625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d43a1-3911-4813-9ef0-d9c721fe58f9 req-8b086a1b-aec3-4c7d-b109-147ea6a4c6f0 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:00.697696 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d0d43a1-3911-4813-9ef0-d9c721fe58f9 req-8b086a1b-aec3-4c7d-b109-147ea6a4c6f0 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 948 time: 1.0239391 Feb 04 13:18:00.756102 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b803ad7d-d6d7-46d4-96de-117107d39b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (61ca0165-b211-4bf2-8aa5-2b12f455eb0f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:00.757380 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b803ad7d-d6d7-46d4-96de-117107d39b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:00.759571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b803ad7d-d6d7-46d4-96de-117107d39b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:00.781291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-974b6384-8a6d-43af-9e74-43b3b4ac7702 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=7b86f66509714c9ebcbd5f4fed5e0c55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344288 Feb 04 13:18:00.947147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] For port cabb4267-307a-4fae-827a-a55beb1fabf9, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:00.959371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] For port cabb4267-307a-4fae-827a-a55beb1fabf9, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cabb4267-307a-4fae-827a-a55beb1fabf9,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:18:00.965334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d0d43a1-3911-4813-9ef0-d9c721fe58f9 req-bd20d503-e722-4de0-bce1-0b4dec44ce0c tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291453 Feb 04 13:18:00.976555 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cabb4267-307a-4fae-827a-a55beb1fabf9), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:01.020893 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803ad7d-d6d7-46d4-96de-117107d39b94 admin admin] Pushing event updated for resources: {'Network': ['ID=61ca0165-b211-4bf2-8aa5-2b12f455eb0f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:01.050694 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b803ad7d-d6d7-46d4-96de-117107d39b94 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8594549 Feb 04 13:18:01.056400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57100) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:01.064709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Pushing event updated for resources: {'Port': ['ID=cabb4267-307a-4fae-827a-a55beb1fabf9,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:01.075049 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9e56bb86-82ab-4fc5-b3bb-19fbc9614c50 admin admin] Request body: {'subnet': {'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1050687741-subnet', 'tenant_id': '9bf6f764e0d34de9a21a32956f525822', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:01.109864 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:01.110727 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:01.112460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-f1aaf4d1-ef18-44d7-96a4-18b3266b6bda service neutron] 10.222.0.99 "PUT /v2.0/ports/cabb4267-307a-4fae-827a-a55beb1fabf9 HTTP/1.1" status: 200 len: 1118 time: 5.1761405 Feb 04 13:18:01.118019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f10951f-b11b-415e-b41d-c21f503cfa9e', 'tag': 'cabb4267-307a-4fae-827a-a55beb1fabf9'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:01.238126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:18:01.337943 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e56bb86-82ab-4fc5-b3bb-19fbc9614c50 admin admin] Made reservation on behalf of 9bf6f764e0d34de9a21a32956f525822 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:01.351176 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e56bb86-82ab-4fc5-b3bb-19fbc9614c50 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:01.414716 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-af079be0-8f34-4d62-9acb-2ce34b63e5c6 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:01.416603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-af079be0-8f34-4d62-9acb-2ce34b63e5c6 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6204255 Feb 04 13:18:01.437659 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-b9a47ce8-db15-4f47-a362-116855afb0e0 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/quotas/7b86f66509714c9ebcbd5f4fed5e0c55 HTTP/1.1" status: 200 len: 375 time: 0.0120292 Feb 04 13:18:01.518843 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-6f59286f-3cff-4ffb-86f8-34328137c6b5 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7b86f66509714c9ebcbd5f4fed5e0c55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706906 Feb 04 13:18:01.540777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-01f9bba4-ad99-49c7-9b1e-56238f944639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:01.545999 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-01f9bba4-ad99-49c7-9b1e-56238f944639 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0e51e6c932ff421398d55a65fbb0dd00&device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 1152 time: 0.3101206 Feb 04 13:18:01.581165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1396838788-router', 'tenant_id': 'b56d876d0ae34b10914f974b57467e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:17:56Z', 'revision_number': 4, 'project_id': 'b56d876d0ae34b10914f974b57467e63', 'gw_port': {'id': '33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:42Z', 'updated_at': '2022-02-04T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '3296f8b5-1fcc-419f-91dc-aa5698bd2fbf', 'name': '', 'network_id': '886a3f64-71c5-4e29-922b-9c15c93b8785', 'tenant_id': 'b56d876d0ae34b10914f974b57467e63', 'mac_address': 'fa:16:3e:05:cd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'aaa8c63d-8d2e-4632-adb9-3c519294084b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:55Z', 'updated_at': '2022-02-04T13:17:57Z', 'revision_number': 2, 'project_id': 'b56d876d0ae34b10914f974b57467e63', 'subnets': [{'id': 'aaa8c63d-8d2e-4632-adb9-3c519294084b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:01.671336 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Checking router: 75a38192-fea8-4a98-aa02-fc79f3b036a0 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:18:01.671770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Updating router 75a38192-fea8-4a98-aa02-fc79f3b036a0 port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:18:01.684496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-aa2b6858-eb78-4d86-a039-d22ba9894dfa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=cabb4267-307a-4fae-827a-a55beb1fabf9 HTTP/1.1" status: 200 len: 217 time: 0.1246305 Feb 04 13:18:01.768406 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:01.847262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-7eaef5ea-d40c-4a4b-91b8-90de0e8bc883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:01.849599 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-7eaef5ea-d40c-4a4b-91b8-90de0e8bc883 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1591518 Feb 04 13:18:02.083839 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e56bb86-82ab-4fc5-b3bb-19fbc9614c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for subnet (d073496f-278b-436d-b18e-bb06bdc8b5e6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:02.197087 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cd37d2-a427-4537-a894-8ea7ec0a8889" -d '{"events": [{"name": "network-changed", "server_uuid": "3f10951f-b11b-415e-b41d-c21f503cfa9e", "tag": "cabb4267-307a-4fae-827a-a55beb1fabf9"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:02.297890 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e56bb86-82ab-4fc5-b3bb-19fbc9614c50 admin admin] Checking segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:02.298433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56bb86-82ab-4fc5-b3bb-19fbc9614c50 admin admin] Network hostable DHCP agents. Network: 61ca0165-b211-4bf2-8aa5-2b12f455eb0f, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:18:02.318627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d8403-b7d3-461e-aa32-d00ad5b3face req-b27b3c94-2c97-45bd-9178-7295a7c39209 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:02.327552 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e47d8403-b7d3-461e-aa32-d00ad5b3face req-b27b3c94-2c97-45bd-9178-7295a7c39209 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 969 time: 0.2543585 Feb 04 13:18:02.444359 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e47d8403-b7d3-461e-aa32-d00ad5b3face req-ad9f8391-8c57-4fb6-93a7-8bbe9c91404a tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154113 Feb 04 13:18:02.455586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56bb86-82ab-4fc5-b3bb-19fbc9614c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d073496f-278b-436d-b18e-bb06bdc8b5e6,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:02.475076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-71dbc2b5-620b-440f-a077-5f9292fff7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:02.479731 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-71dbc2b5-620b-440f-a077-5f9292fff7dd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5961676 Feb 04 13:18:02.611171 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Publish callbacks [] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:02.626591 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:02.744372 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56bb86-82ab-4fc5-b3bb-19fbc9614c50 admin admin] Network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:18:02.911722 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cfe33-0e41-4240-9d69-ea55329ab56f None None] Pushing event updated for resources: {'Port': ['ID=3296f8b5-1fcc-419f-91dc-aa5698bd2fbf,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:02.941387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Attempting to bind port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:18:02.942059 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Attempting to bind port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '75c6a890-6fea-420a-b92c-1846187d51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '886a3f64-71c5-4e29-922b-9c15c93b8785'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:18:02.942608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Attempting to bind port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf on network 886a3f64-71c5-4e29-922b-9c15c93b8785 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:02.950819 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:18:02.951470 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Checking segment: {'id': '75c6a890-6fea-420a-b92c-1846187d51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '886a3f64-71c5-4e29-922b-9c15c93b8785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:02.951896 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:02.952297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Bound using segment: {'id': '75c6a890-6fea-420a-b92c-1846187d51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '886a3f64-71c5-4e29-922b-9c15c93b8785'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:18:02.952786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Bound port: 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c6a890-6fea-420a-b92c-1846187d51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '886a3f64-71c5-4e29-922b-9c15c93b8785'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:18:02.953172 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:03.003730 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d7251e7-342c-42b0-9fbc-eb5f5718546d req-5643214d-786b-46f1-a7d4-8bd45da2c952 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 210 time: 0.2721319 Feb 04 13:18:03.007065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-01cd6b7e-956d-435e-b4e9-771e1828c049 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554632 Feb 04 13:18:03.007801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9e56bb86-82ab-4fc5-b3bb-19fbc9614c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 61ca0165-b211-4bf2-8aa5-2b12f455eb0f) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:03.027895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e56bb86-82ab-4fc5-b3bb-19fbc9614c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:03.028564 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e56bb86-82ab-4fc5-b3bb-19fbc9614c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:03.046005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f50e12c-3fca-430d-a76a-8f3b58b0ef8a None None] Network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:18:03.072241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d7b1e-9187-42d4-80b2-5738d731b617 req-3fea07bb-a425-41bc-8036-e750439865d3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:03.076990 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b4d7b1e-9187-42d4-80b2-5738d731b617 req-3fea07bb-a425-41bc-8036-e750439865d3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 948 time: 0.3470151 Feb 04 13:18:03.095820 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9e56bb86-82ab-4fc5-b3bb-19fbc9614c50 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0161836 Feb 04 13:18:03.355926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] For port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:03.398719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] For port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3296f8b5-1fcc-419f-91dc-aa5698bd2fbf,segment=NetworkSegment(75c6a890-6fea-420a-b92c-1846187d51d5),segment_id=75c6a890-6fea-420a-b92c-1846187d51d5)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:18:03.400827 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c0fbca82-71d1-4f7f-931e-c828408e4d33 None None] Provisioning complete for port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:03.401511 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c0fbca82-71d1-4f7f-931e-c828408e4d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:03.481542 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:03.611412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b4d7b1e-9187-42d4-80b2-5738d731b617 req-388ee2a1-72a7-4e76-b523-c8a9da33eacd tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210233 Feb 04 13:18:03.624765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74d05cab-6b02-4bbc-b9b8-a16433d8ef5d req-3a0e2353-9589-4974-ae29-61510c97380d service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324371 Feb 04 13:18:03.668085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4857d89-87b9-4dc8-abfa-ea61be8d9f02 None None] Network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:18:03.856727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cfe33-0e41-4240-9d69-ea55329ab56f None None] Pushing event updated for resources: {'Port': ['ID=3296f8b5-1fcc-419f-91dc-aa5698bd2fbf,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:03.889805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c0fbca82-71d1-4f7f-931e-c828408e4d33 None None] Port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:18:03.928562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Routers {'75a38192-fea8-4a98-aa02-fc79f3b036a0'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:18:03.929243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:17:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['75a38192-fea8-4a98-aa02-fc79f3b036a0'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:03.953235 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840863af-d1f0-4eb7-9853-4004f5907152 x-openstack-request-id: req-840863af-d1f0-4eb7-9853-4004f5907152 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:03.953608 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f10951f-b11b-415e-b41d-c21f503cfa9e", "tag": "cabb4267-307a-4fae-827a-a55beb1fabf9", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:03.953892 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-840863af-d1f0-4eb7-9853-4004f5907152 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:03.954351 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f10951f-b11b-415e-b41d-c21f503cfa9e', 'tag': 'cabb4267-307a-4fae-827a-a55beb1fabf9', 'status': 'completed', 'code': 200} Feb 04 13:18:04.239123 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-e4f0f5b3-2575-48fd-902e-92c76607c7c8 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=7b86f66509714c9ebcbd5f4fed5e0c55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667007 Feb 04 13:18:04.418060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] Set router 75a38192-fea8-4a98-aa02-fc79f3b036a0 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:18:04.426857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1fde19b6-accb-40e7-96e9-f78eea158982 None None] Provisioning complete for port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:04.427401 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1fde19b6-accb-40e7-96e9-f78eea158982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:04.448192 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57186) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:04.454650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-98cba96e-12d2-4294-bfe7-704948bf445e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1458031766-network', 'tenant_id': '9a2f7a01898f405b87cefcfe33bf31c4'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:04.536895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cba96e-12d2-4294-bfe7-704948bf445e admin admin] Made reservation on behalf of 9a2f7a01898f405b87cefcfe33bf31c4 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:04.540292 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98cba96e-12d2-4294-bfe7-704948bf445e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:04.544730 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-8d5eace7-47e1-4ff0-b355-c58bc8529e29 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:04.549171 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-8d5eace7-47e1-4ff0-b355-c58bc8529e29 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3029292 Feb 04 13:18:04.571835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Request body: {'port': {'device_id': '0f02c743-8209-46b7-a92a-954648ec556d', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '7b86f66509714c9ebcbd5f4fed5e0c55'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:04.596142 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98cba96e-12d2-4294-bfe7-704948bf445e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:04.802255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1fde19b6-accb-40e7-96e9-f78eea158982 None None] Current status of the port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:04.802664 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1fde19b6-accb-40e7-96e9-f78eea158982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:04.825780 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98cba96e-12d2-4294-bfe7-704948bf445e admin admin] Publish callbacks [] for security_group (0773fef3-a5af-4232-93ad-aa3bb1ffb9de), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:04.849984 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Made reservation on behalf of 7b86f66509714c9ebcbd5f4fed5e0c55 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:04.856829 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:04.859220 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98cba96e-12d2-4294-bfe7-704948bf445e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0773fef3-a5af-4232-93ad-aa3bb1ffb9de), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:04.866822 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:04.877584 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-1fde19b6-accb-40e7-96e9-f78eea158982 None None] For port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3296f8b5-1fcc-419f-91dc-aa5698bd2fbf,segment=NetworkSegment(75c6a890-6fea-420a-b92c-1846187d51d5),segment_id=75c6a890-6fea-420a-b92c-1846187d51d5)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:04.879494 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2024832a-ce55-4c53-aefe-996879625a64 req-37ca7dc3-371c-4ca2-90ac-fb9a28ba985b tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 210 time: 0.0709183 Feb 04 13:18:04.883035 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1fde19b6-accb-40e7-96e9-f78eea158982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:04.932708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cba96e-12d2-4294-bfe7-704948bf445e admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:18:04.945882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cba96e-12d2-4294-bfe7-704948bf445e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0773fef3-a5af-4232-93ad-aa3bb1ffb9de,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:04.953986 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98cba96e-12d2-4294-bfe7-704948bf445e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a007e5c4-ad38-4523-91f3-383557629cc7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:04.954416 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-98cba96e-12d2-4294-bfe7-704948bf445e admin admin] Added segment a007e5c4-ad38-4523-91f3-383557629cc7 of type vlan for network 1e806469-c873-4336-a713-b5d4c7bf66df Feb 04 13:18:04.963165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde19b6-accb-40e7-96e9-f78eea158982 None None] Pushing event updated for resources: {'Port': ['ID=3296f8b5-1fcc-419f-91dc-aa5698bd2fbf,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:04.971007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1396838788-router', 'tenant_id': 'b56d876d0ae34b10914f974b57467e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:17:56Z', 'revision_number': 4, 'project_id': 'b56d876d0ae34b10914f974b57467e63', 'gw_port': {'id': '33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:42Z', 'updated_at': '2022-02-04T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '3296f8b5-1fcc-419f-91dc-aa5698bd2fbf', 'name': '', 'network_id': '886a3f64-71c5-4e29-922b-9c15c93b8785', 'tenant_id': 'b56d876d0ae34b10914f974b57467e63', 'mac_address': 'fa:16:3e:05:cd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'aaa8c63d-8d2e-4632-adb9-3c519294084b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:55Z', 'updated_at': '2022-02-04T13:18:03Z', 'revision_number': 4, 'project_id': 'b56d876d0ae34b10914f974b57467e63', 'subnets': [{'id': 'aaa8c63d-8d2e-4632-adb9-3c519294084b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:04.983241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd133b3-196a-4b91-8a96-34b80499ffd2 req-8ccfdf1c-7fac-47c2-9c25-a1cb8a2c804b tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:04.985125 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5dd133b3-196a-4b91-8a96-34b80499ffd2 req-8ccfdf1c-7fac-47c2-9c25-a1cb8a2c804b tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 969 time: 0.1628394 Feb 04 13:18:05.022359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b30d97-8f92-4cd3-a25b-a7d36dabbba1 None None] The sync data for ids ['75a38192-fea8-4a98-aa02-fc79f3b036a0'] in n-d-714676-13 is: [{'id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1396838788-router', 'tenant_id': 'b56d876d0ae34b10914f974b57467e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:17:56Z', 'revision_number': 4, 'project_id': 'b56d876d0ae34b10914f974b57467e63', 'gw_port': {'id': '33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:42Z', 'updated_at': '2022-02-04T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '3296f8b5-1fcc-419f-91dc-aa5698bd2fbf', 'name': '', 'network_id': '886a3f64-71c5-4e29-922b-9c15c93b8785', 'tenant_id': 'b56d876d0ae34b10914f974b57467e63', 'mac_address': 'fa:16:3e:05:cd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'aaa8c63d-8d2e-4632-adb9-3c519294084b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:55Z', 'updated_at': '2022-02-04T13:18:03Z', 'revision_number': 4, 'project_id': 'b56d876d0ae34b10914f974b57467e63', 'subnets': [{'id': 'aaa8c63d-8d2e-4632-adb9-3c519294084b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:18:05.024788 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks [] for security_group (e56145b2-74af-47d2-9707-81ec484c4f99), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:05.031680 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e56145b2-74af-47d2-9707-81ec484c4f99), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:05.112028 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98cba96e-12d2-4294-bfe7-704948bf445e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (1e806469-c873-4336-a713-b5d4c7bf66df), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:05.115460 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56145b2-74af-47d2-9707-81ec484c4f99,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:05.171618 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98cba96e-12d2-4294-bfe7-704948bf445e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (1e806469-c873-4336-a713-b5d4c7bf66df), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:05.172666 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cba96e-12d2-4294-bfe7-704948bf445e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:05.173258 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98cba96e-12d2-4294-bfe7-704948bf445e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:05.189412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5dd133b3-196a-4b91-8a96-34b80499ffd2 req-5006fd5a-8a44-4914-8ceb-03d39eb02592 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668034 Feb 04 13:18:05.212336 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-98cba96e-12d2-4294-bfe7-704948bf445e admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7598908 Feb 04 13:18:05.216355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Allocated IP 192.168.233.46 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/4bfdde71-1a7c-49c3-bc35-c4f355f60bed) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:05.222211 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57202) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:05.232492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b432361f-ebc7-4e67-a398-3e94d6c6d27e admin admin] Request body: {'subnet': {'network_id': '1e806469-c873-4336-a713-b5d4c7bf66df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1458031766-subnet', 'tenant_id': '9a2f7a01898f405b87cefcfe33bf31c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:05.302761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cba96e-12d2-4294-bfe7-704948bf445e admin admin] Pushing event updated for resources: {'Network': ['ID=1e806469-c873-4336-a713-b5d4c7bf66df,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:05.313286 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b432361f-ebc7-4e67-a398-3e94d6c6d27e admin admin] Made reservation on behalf of 9a2f7a01898f405b87cefcfe33bf31c4 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:05.316981 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b432361f-ebc7-4e67-a398-3e94d6c6d27e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:05.330851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 1e806469-c873-4336-a713-b5d4c7bf66df details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:18:05.443492 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c4416-6e9a-4184-bbfc-87433955316d req-32225621-5f2c-4719-a4ec-7e016889ec42 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:05.451046 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b1c4416-6e9a-4184-bbfc-87433955316d req-32225621-5f2c-4719-a4ec-7e016889ec42 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 948 time: 0.1264729 Feb 04 13:18:05.488104 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:18:05.558219 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b1c4416-6e9a-4184-bbfc-87433955316d req-6900de53-33c5-4043-883f-694ecf98154f tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034410 Feb 04 13:18:05.567264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:05.567636 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:05.655984 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks [] for port (4bfdde71-1a7c-49c3-bc35-c4f355f60bed), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:05.723593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:05.774028 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (4bfdde71-1a7c-49c3-bc35-c4f355f60bed), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:05.895909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:05.900497 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:05.906351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:18:05.914386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:05.915140 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:05.937134 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b432361f-ebc7-4e67-a398-3e94d6c6d27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for subnet (ffbb0863-8a6d-4f7b-b16d-01cbc5d10771), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:05.960340 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3968630 Feb 04 13:18:06.082819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Request body: {'port': {'device_id': '0f02c743-8209-46b7-a92a-954648ec556d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:06.085478 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf148d-c930-4949-b969-3e89998ecf49 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Pushing event updated for resources: {'Port': ['ID=4bfdde71-1a7c-49c3-bc35-c4f355f60bed,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:06.302778 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432361f-ebc7-4e67-a398-3e94d6c6d27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffbb0863-8a6d-4f7b-b16d-01cbc5d10771,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:06.310348 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b432361f-ebc7-4e67-a398-3e94d6c6d27e admin admin] Checking segment: {'id': 'a007e5c4-ad38-4523-91f3-383557629cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1e806469-c873-4336-a713-b5d4c7bf66df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:06.311287 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b432361f-ebc7-4e67-a398-3e94d6c6d27e admin admin] Network hostable DHCP agents. Network: 1e806469-c873-4336-a713-b5d4c7bf66df, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:18:06.358761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b432361f-ebc7-4e67-a398-3e94d6c6d27e admin admin] Network 1e806469-c873-4336-a713-b5d4c7bf66df is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:18:06.375496 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b432361f-ebc7-4e67-a398-3e94d6c6d27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 1e806469-c873-4336-a713-b5d4c7bf66df) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:06.383302 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b432361f-ebc7-4e67-a398-3e94d6c6d27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:06.385157 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b432361f-ebc7-4e67-a398-3e94d6c6d27e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:06.391473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5125bb60-8123-4beb-ac62-c2e14ae40c27 None None] Network 1e806469-c873-4336-a713-b5d4c7bf66df requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:18:06.403543 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4bfdde71-1a7c-49c3-bc35-c4f355f60bed), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:06.463259 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b432361f-ebc7-4e67-a398-3e94d6c6d27e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2315531 Feb 04 13:18:06.471778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57240) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:06.472218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57244) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:06.507917 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8406572d-01d3-45d1-a7a6-a17693a290be tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1618284581', 'description': 'tempest-description--551740450'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:06.559702 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8406572d-01d3-45d1-a7a6-a17693a290be tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:06.571120 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5e04734f-e058-477a-80c8-618bc212a659 None None] Provisioning complete for port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:06.574612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd37d2-a427-4537-a894-8ea7ec0a8889 req-a80d33fc-8147-4107-9066-3fe78ff206ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:06.575665 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e04734f-e058-477a-80c8-618bc212a659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4bfdde71-1a7c-49c3-bc35-c4f355f60bed), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:06.578363 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90cd37d2-a427-4537-a894-8ea7ec0a8889 req-a80d33fc-8147-4107-9066-3fe78ff206ba service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0e51e6c932ff421398d55a65fbb0dd00&device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 1152 time: 0.5833855 Feb 04 13:18:06.596563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d36a2d-5b78-468a-9133-2a540c6f93ab req-56a1d3bc-ad61-4eab-b82a-296df529e7de tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:06.614729 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28d36a2d-5b78-468a-9133-2a540c6f93ab req-56a1d3bc-ad61-4eab-b82a-296df529e7de tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 935 time: 0.2365999 Feb 04 13:18:06.633145 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5e04734f-e058-477a-80c8-618bc212a659 None None] Port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:18:06.749658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be4ef8a-30d7-460e-8232-3ee3f693e72e None None] Network 1e806469-c873-4336-a713-b5d4c7bf66df requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:18:06.850421 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8ea166e-f1ac-489d-9fc1-35554d3f4eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:06.987806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd37d2-a427-4537-a894-8ea7ec0a8889 req-4d2836d6-b51f-4fca-88cd-67586e98a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:06.989234 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90cd37d2-a427-4537-a894-8ea7ec0a8889 req-4d2836d6-b51f-4fca-88cd-67586e98a7f0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3677804 Feb 04 13:18:07.033139 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28d36a2d-5b78-468a-9133-2a540c6f93ab req-57d38350-2ea9-4c93-89d1-ac88f27b9407 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098547 Feb 04 13:18:07.040015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc47b45-7804-4824-bc0b-7718caf07974 req-fdf4fd67-d284-4053-9744-b7c50db919c3 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:07.041609 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0dc47b45-7804-4824-bc0b-7718caf07974 req-fdf4fd67-d284-4053-9744-b7c50db919c3 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 969 time: 0.4240725 Feb 04 13:18:07.086004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bfdde71-1a7c-49c3-bc35-c4f355f60bed {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:07.096365 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90cd37d2-a427-4537-a894-8ea7ec0a8889 req-6746fb0a-dce1-456d-814f-170fa6f45ca7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=cabb4267-307a-4fae-827a-a55beb1fabf9 HTTP/1.1" status: 200 len: 217 time: 0.0877752 Feb 04 13:18:07.097811 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Publish callbacks [] for port (4bfdde71-1a7c-49c3-bc35-c4f355f60bed), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.129189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 70c5f245-6d52-49a2-8edd-1715e0859a32 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:18:07.134307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Transition to ACTIVE for port object 4bfdde71-1a7c-49c3-bc35-c4f355f60bed will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:07.140082 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4bfdde71-1a7c-49c3-bc35-c4f355f60bed), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.177531 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8406572d-01d3-45d1-a7a6-a17693a290be tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for security_group (4b701c15-1d7e-4625-97d7-27b4cc89bc07), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.195381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Pushing event updated for resources: {'Port': ['ID=4bfdde71-1a7c-49c3-bc35-c4f355f60bed,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:07.225181 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8406572d-01d3-45d1-a7a6-a17693a290be tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4b701c15-1d7e-4625-97d7-27b4cc89bc07), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.242360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Attempting to bind port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:18:07.242360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Attempting to bind port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:18:07.242655 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Attempting to bind port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:07.248389 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:18:07.248714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Attempting to bind port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:07.253977 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:18:07.254341 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:07.254730 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:18:07.255171 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Bound port: 4bfdde71-1a7c-49c3-bc35-c4f355f60bed, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:18:07.255599 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4bfdde71-1a7c-49c3-bc35-c4f355f60bed), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.281746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 70c5f245-6d52-49a2-8edd-1715e0859a32, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=70c5f245-6d52-49a2-8edd-1715e0859a32,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:07.299167 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd37d2-a427-4537-a894-8ea7ec0a8889 req-a4fc1c3e-0bbc-45ec-8d50-9beb6ce4f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:07.301206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90cd37d2-a427-4537-a894-8ea7ec0a8889 req-a4fc1c3e-0bbc-45ec-8d50-9beb6ce4f516 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1865842 Feb 04 13:18:07.302791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '70c5f245-6d52-49a2-8edd-1715e0859a32', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '70c5f245-6d52-49a2-8edd-1715e0859a32', 'mac_address': 'fa:16:3e:0a:5e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:18:07.345687 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] For port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:07.349056 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] For port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=4bfdde71-1a7c-49c3-bc35-c4f355f60bed,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:18:07.361275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 70c5f245-6d52-49a2-8edd-1715e0859a32 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:07.361737 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (70c5f245-6d52-49a2-8edd-1715e0859a32), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.364722 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4bfdde71-1a7c-49c3-bc35-c4f355f60bed), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.380003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c5f245-6d52-49a2-8edd-1715e0859a32 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:07.394017 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8406572d-01d3-45d1-a7a6-a17693a290be tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.396306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8406572d-01d3-45d1-a7a6-a17693a290be tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9074323 Feb 04 13:18:07.399451 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57260) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:07.407049 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:07.407593 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0dc47b45-7804-4824-bc0b-7718caf07974 req-0658a486-d2c0-4244-a6ad-575ebfcee774 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163497 Feb 04 13:18:07.411208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 70c5f245-6d52-49a2-8edd-1715e0859a32, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=70c5f245-6d52-49a2-8edd-1715e0859a32,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:07.419758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406572d-01d3-45d1-a7a6-a17693a290be tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b701c15-1d7e-4625-97d7-27b4cc89bc07,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:07.421724 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (70c5f245-6d52-49a2-8edd-1715e0859a32), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.422043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.430596 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] 10.222.0.100 "PUT /v2.0/ports/4bfdde71-1a7c-49c3-bc35-c4f355f60bed HTTP/1.1" status: 200 len: 1096 time: 1.3795645 Feb 04 13:18:07.452063 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8ea166e-f1ac-489d-9fc1-35554d3f4eba admin admin] Publish callbacks [] for security_group (7f5d93b9-971e-4527-9d6d-0bb868c58922), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.456318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-128e1a40-4ce7-48ad-b65c-ced9ca87f722 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Request body: {'security_group_rule': {'security_group_id': '4b701c15-1d7e-4625-97d7-27b4cc89bc07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:07.466482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f02c743-8209-46b7-a92a-954648ec556d', 'tag': '4bfdde71-1a7c-49c3-bc35-c4f355f60bed'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:07.471683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d586870-46e7-4de5-872d-e641704ed225 req-b5689468-3612-4369-8353-851d1aa3caee tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:07.476270 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a135c7-303b-4015-89ae-1a0a85f4e979" -d '{"events": [{"name": "network-changed", "server_uuid": "0f02c743-8209-46b7-a92a-954648ec556d", "tag": "4bfdde71-1a7c-49c3-bc35-c4f355f60bed"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:07.483417 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d586870-46e7-4de5-872d-e641704ed225 req-b5689468-3612-4369-8353-851d1aa3caee tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 948 time: 0.3227820 Feb 04 13:18:07.489256 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8ea166e-f1ac-489d-9fc1-35554d3f4eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7f5d93b9-971e-4527-9d6d-0bb868c58922), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.537937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=70c5f245-6d52-49a2-8edd-1715e0859a32,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:07.568527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926d1ef-d40d-430e-a114-16e2d600c89f service neutron] Pushing event updated for resources: {'Port': ['ID=4bfdde71-1a7c-49c3-bc35-c4f355f60bed,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:07.575828 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-128e1a40-4ce7-48ad-b65c-ced9ca87f722 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for security_group_rule (87b7129b-b81e-4eb2-a685-c510079f0402), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.599818 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a8ea166e-f1ac-489d-9fc1-35554d3f4eba admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d8109202ae3841c6b61e1bf888cdacd5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1124444 Feb 04 13:18:07.602641 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57266) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:07.616653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd37d2-a427-4537-a894-8ea7ec0a8889 req-ed7ed9b0-9962-494e-9b4c-d81ac68dcacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:07.621171 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90cd37d2-a427-4537-a894-8ea7ec0a8889 req-ed7ed9b0-9962-494e-9b4c-d81ac68dcacc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3059909 Feb 04 13:18:07.630984 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea166e-f1ac-489d-9fc1-35554d3f4eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5d93b9-971e-4527-9d6d-0bb868c58922,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:07.648006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5f611cd1-4f8e-4201-8753-1550bc99434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:07.649812 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-5f611cd1-4f8e-4201-8753-1550bc99434d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b86f66509714c9ebcbd5f4fed5e0c55&device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 1130 time: 0.1476471 Feb 04 13:18:07.756556 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-4b1a7a58-99ac-45ed-ab75-18ce153cd65e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4bfdde71-1a7c-49c3-bc35-c4f355f60bed HTTP/1.1" status: 200 len: 217 time: 0.0925093 Feb 04 13:18:07.758906 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-128e1a40-4ce7-48ad-b65c-ced9ca87f722 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for security_group_rule (87b7129b-b81e-4eb2-a685-c510079f0402), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.778262 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d586870-46e7-4de5-872d-e641704ed225 req-6d266fdd-54c8-47fb-b489-2800bdf5676a tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938087 Feb 04 13:18:07.810953 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-128e1a40-4ce7-48ad-b65c-ced9ca87f722 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (87b7129b-b81e-4eb2-a685-c510079f0402), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.843293 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90cd37d2-a427-4537-a894-8ea7ec0a8889 req-eb22c58b-b809-458f-b5f0-87c823e1b16c service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961741 Feb 04 13:18:07.847763 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['70c5f245-6d52-49a2-8edd-1715e0859a32'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:18:07.853223 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08b156dc-f461-45fd-9625-c976363be6b5 admin admin] Publish callbacks [] for security_group (7f5d93b9-971e-4527-9d6d-0bb868c58922), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.855513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e1a40-4ce7-48ad-b65c-ced9ca87f722 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b7129b-b81e-4eb2-a685-c510079f0402,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:07.861218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-cbfc4d2b-aade-477d-97f5-3c9d6b6ac692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:07.862884 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-cbfc4d2b-aade-477d-97f5-3c9d6b6ac692 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1007767 Feb 04 13:18:07.866652 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdb3c2c-13ca-4f36-89ee-debd0f2105bd x-openstack-request-id: req-1cdb3c2c-13ca-4f36-89ee-debd0f2105bd {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:07.866992 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f02c743-8209-46b7-a92a-954648ec556d", "tag": "4bfdde71-1a7c-49c3-bc35-c4f355f60bed", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:07.867210 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1cdb3c2c-13ca-4f36-89ee-debd0f2105bd {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:07.867586 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f02c743-8209-46b7-a92a-954648ec556d', 'tag': '4bfdde71-1a7c-49c3-bc35-c4f355f60bed', 'status': 'completed', 'code': 200} Feb 04 13:18:07.876535 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-128e1a40-4ce7-48ad-b65c-ced9ca87f722 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:07.880394 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-128e1a40-4ce7-48ad-b65c-ced9ca87f722 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4457643 Feb 04 13:18:07.883969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57278) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:07.901323 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f8312073-ca7f-4bda-a2d3-4348dddf019f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Request body: {'security_group_rule': {'security_group_id': '4b701c15-1d7e-4625-97d7-27b4cc89bc07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:07.936554 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08b156dc-f461-45fd-9625-c976363be6b5 admin admin] Publish callbacks [] for security_group (7f5d93b9-971e-4527-9d6d-0bb868c58922), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:08.007196 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f8312073-ca7f-4bda-a2d3-4348dddf019f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for security_group_rule (464d0eed-2537-47ee-bb2b-135f277c9828), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:08.015210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-8d2979bd-bb05-4c69-a87b-83ada1b82a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:08.016896 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-8d2979bd-bb05-4c69-a87b-83ada1b82a6d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1381600 Feb 04 13:18:08.093270 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08b156dc-f461-45fd-9625-c976363be6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7f5d93b9-971e-4527-9d6d-0bb868c58922), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:08.096031 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08b156dc-f461-45fd-9625-c976363be6b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:08.097278 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-08b156dc-f461-45fd-9625-c976363be6b5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7f5d93b9-971e-4527-9d6d-0bb868c58922 HTTP/1.1" status: 204 len: 168 time: 0.4904943 Feb 04 13:18:08.149081 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b156dc-f461-45fd-9625-c976363be6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5d93b9-971e-4527-9d6d-0bb868c58922,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:08.244574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f8312073-ca7f-4bda-a2d3-4348dddf019f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for security_group_rule (464d0eed-2537-47ee-bb2b-135f277c9828), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:08.264322 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f8312073-ca7f-4bda-a2d3-4348dddf019f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (464d0eed-2537-47ee-bb2b-135f277c9828), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:08.294800 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-6babe8a8-c6a3-4d59-be9f-2537252853f3 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711258 Feb 04 13:18:08.303660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8312073-ca7f-4bda-a2d3-4348dddf019f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464d0eed-2537-47ee-bb2b-135f277c9828,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:08.304324 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90cd37d2-a427-4537-a894-8ea7ec0a8889 req-754b0909-4567-472b-a6d2-a2b4f8d05aa5 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457114 Feb 04 13:18:08.347096 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-55781f80-35a8-4112-bc51-e67db9b197db tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:08.348669 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-55781f80-35a8-4112-bc51-e67db9b197db tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 821 time: 0.4930744 Feb 04 13:18:08.365884 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f8312073-ca7f-4bda-a2d3-4348dddf019f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:08.368137 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f8312073-ca7f-4bda-a2d3-4348dddf019f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4757853 Feb 04 13:18:08.372759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57292) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:08.379844 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:08.413572 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-93ffa440-fabe-4643-a42e-9b2538258aef tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/quotas/9bf6f764e0d34de9a21a32956f525822 HTTP/1.1" status: 200 len: 375 time: 0.0545883 Feb 04 13:18:08.436963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f6d71-842b-4299-a009-b0b6fa80c6ce req-d9dfbb08-4e8c-430d-a0e0-c704fe1abdbd tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:08.438897 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d29f6d71-842b-4299-a009-b0b6fa80c6ce req-d9dfbb08-4e8c-430d-a0e0-c704fe1abdbd tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 947 time: 0.1925628 Feb 04 13:18:08.447767 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:08.488094 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57294) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:08.490411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-373e8e5d-376f-416e-a9e0-5184d946c982 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505073 Feb 04 13:18:08.522328 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c2194-3469-465b-a56c-d489ef78e611 req-185580d5-7d60-40d9-b5fe-c43210191356 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198782 Feb 04 13:18:08.556505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d29f6d71-842b-4299-a009-b0b6fa80c6ce req-93252956-c4a7-4774-aa30-68862a77724c tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019526 Feb 04 13:18:08.647118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57302) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:08.662198 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:08.677097 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a135c7-303b-4015-89ae-1a0a85f4e979 req-ff3a5172-1a66-401d-9848-a86c2d608083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:08.680045 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-31a135c7-303b-4015-89ae-1a0a85f4e979 req-ff3a5172-1a66-401d-9848-a86c2d608083 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b86f66509714c9ebcbd5f4fed5e0c55&device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 1130 time: 0.0875151 Feb 04 13:18:08.704380 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-849180eb-c40c-49bd-a6a0-6e6af143d792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:08.725633 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-21a4d09a-5fa7-48f4-ace1-0c70d6483164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:08.803906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38974dba-95dc-402a-9c9d-7c7372395421 req-d444625f-26fe-480d-8bdf-07d056bffa88 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:08.805663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38974dba-95dc-402a-9c9d-7c7372395421 req-d444625f-26fe-480d-8bdf-07d056bffa88 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 969 time: 0.1474369 Feb 04 13:18:08.886519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-29205f0b-1951-49ae-9882-9fc7ad7a723c service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:18:08.887236 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-29205f0b-1951-49ae-9882-9fc7ad7a723c service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1095567 Feb 04 13:18:08.902757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a135c7-303b-4015-89ae-1a0a85f4e979 req-60e3746e-5043-44f6-b884-d626ec356566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:08.904709 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-31a135c7-303b-4015-89ae-1a0a85f4e979 req-60e3746e-5043-44f6-b884-d626ec356566 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.2147753 Feb 04 13:18:08.906367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Allocated IP 172.25.5.220 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/c92d1ca9-2e9c-4648-82ee-bfe7c320759c) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:08.941716 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38974dba-95dc-402a-9c9d-7c7372395421 req-af69860c-cb4c-4c88-92d4-21b185427c9b tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249704 Feb 04 13:18:08.958167 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-31a135c7-303b-4015-89ae-1a0a85f4e979 req-d9cc4a64-dc6a-4080-84f1-0c0684d985f8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4bfdde71-1a7c-49c3-bc35-c4f355f60bed HTTP/1.1" status: 200 len: 217 time: 0.0458343 Feb 04 13:18:08.970835 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-849180eb-c40c-49bd-a6a0-6e6af143d792 admin admin] Publish callbacks [] for security_group (eee7c965-26b5-4bea-9a9d-8650901ed896), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:08.983294 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-849180eb-c40c-49bd-a6a0-6e6af143d792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (eee7c965-26b5-4bea-9a9d-8650901ed896), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:09.064565 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a135c7-303b-4015-89ae-1a0a85f4e979 req-324cb599-1444-42cd-beb1-e8d370fe7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:09.066126 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-31a135c7-303b-4015-89ae-1a0a85f4e979 req-324cb599-1444-42cd-beb1-e8d370fe7091 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1008570 Feb 04 13:18:09.068947 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-21a4d09a-5fa7-48f4-ace1-0c70d6483164 admin admin] Publish callbacks [] for security_group (f05befdb-54d1-410e-aab5-41dce900ae9c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:09.076747 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-849180eb-c40c-49bd-a6a0-6e6af143d792 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=039894926396419e91cd437402c8067a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4237828 Feb 04 13:18:09.084755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57310) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:09.099773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849180eb-c40c-49bd-a6a0-6e6af143d792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee7c965-26b5-4bea-9a9d-8650901ed896,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:09.107949 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-21a4d09a-5fa7-48f4-ace1-0c70d6483164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f05befdb-54d1-410e-aab5-41dce900ae9c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:09.153121 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-eea2ae97-c925-4f03-9148-2f92f85fca0f service neutron] 10.222.0.96 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477038 Feb 04 13:18:09.176939 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for port (c92d1ca9-2e9c-4648-82ee-bfe7c320759c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:09.197491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4d09a-5fa7-48f4-ace1-0c70d6483164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05befdb-54d1-410e-aab5-41dce900ae9c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:09.207930 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a135c7-303b-4015-89ae-1a0a85f4e979 req-f11a1dcb-a3f1-450a-b1e6-557135b073e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:09.209548 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-31a135c7-303b-4015-89ae-1a0a85f4e979 req-f11a1dcb-a3f1-450a-b1e6-557135b073e4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1325288 Feb 04 13:18:09.231963 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-21a4d09a-5fa7-48f4-ace1-0c70d6483164 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a37f1c64b3974100bb6822f957e62197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7404993 Feb 04 13:18:09.237512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57312) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:09.241092 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de0f049d-d286-428d-9f3d-3c1acb53e25e admin admin] Publish callbacks [] for security_group (eee7c965-26b5-4bea-9a9d-8650901ed896), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:09.268006 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31deec-7a6e-4e5e-88dc-e5f2b155ecf3 req-26331eec-86c9-4e39-b2cd-dfc26db0dc31 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:09.269712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b31deec-7a6e-4e5e-88dc-e5f2b155ecf3 req-26331eec-86c9-4e39-b2cd-dfc26db0dc31 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 949 time: 0.2401044 Feb 04 13:18:09.295490 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (c92d1ca9-2e9c-4648-82ee-bfe7c320759c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:09.352573 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de0f049d-d286-428d-9f3d-3c1acb53e25e admin admin] Publish callbacks [] for security_group (eee7c965-26b5-4bea-9a9d-8650901ed896), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:09.375782 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:09.390660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:09.401279 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:18:09.408716 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Pushing event updated for resources: {'Port': ['ID=c92d1ca9-2e9c-4648-82ee-bfe7c320759c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:09.488034 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-31a135c7-303b-4015-89ae-1a0a85f4e979 req-56e43b30-9eb0-4788-8be1-70a256d960a8 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702723 Feb 04 13:18:09.507535 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-a3c843d1-cf21-44e8-b85e-cc2d2077ae04 service neutron] 10.222.0.96 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415811 Feb 04 13:18:09.540957 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7665350c-b181-4fcf-a6b2-e75c730bfc78 admin admin] Publish callbacks [] for security_group (f05befdb-54d1-410e-aab5-41dce900ae9c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:09.550071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b31deec-7a6e-4e5e-88dc-e5f2b155ecf3 req-178303d4-5653-4b1b-9649-4933bfcce513 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607710 Feb 04 13:18:09.576308 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7665350c-b181-4fcf-a6b2-e75c730bfc78 admin admin] Publish callbacks [] for security_group (f05befdb-54d1-410e-aab5-41dce900ae9c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:09.647920 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for floatingip (f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:09.654850 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de0f049d-d286-428d-9f3d-3c1acb53e25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (eee7c965-26b5-4bea-9a9d-8650901ed896), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:09.659920 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de0f049d-d286-428d-9f3d-3c1acb53e25e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:09.664173 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-de0f049d-d286-428d-9f3d-3c1acb53e25e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/eee7c965-26b5-4bea-9a9d-8650901ed896 HTTP/1.1" status: 204 len: 168 time: 0.5686331 Feb 04 13:18:09.691957 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7665350c-b181-4fcf-a6b2-e75c730bfc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f05befdb-54d1-410e-aab5-41dce900ae9c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:09.696562 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7665350c-b181-4fcf-a6b2-e75c730bfc78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:09.700959 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7665350c-b181-4fcf-a6b2-e75c730bfc78 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f05befdb-54d1-410e-aab5-41dce900ae9c HTTP/1.1" status: 204 len: 168 time: 0.4595399 Feb 04 13:18:09.710866 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f049d-d286-428d-9f3d-3c1acb53e25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee7c965-26b5-4bea-9a9d-8650901ed896,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:09.741229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665350c-b181-4fcf-a6b2-e75c730bfc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05befdb-54d1-410e-aab5-41dce900ae9c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:09.781035 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-31a135c7-303b-4015-89ae-1a0a85f4e979 req-bb3f2055-e379-4214-ba28-1b08fb507817 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865419 Feb 04 13:18:09.784400 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c92d1ca9-2e9c-4648-82ee-bfe7c320759c), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:09.843240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b59af34-7c0d-4e37-b276-b8e7b1ddd990 req-b5d198a4-9ce2-423d-97a2-f7810d7a0398 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 210 time: 0.0621064 Feb 04 13:18:09.858040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde74382-0a75-44f1-bd8d-6e748a7d6409 req-7835310b-700a-4f8b-a10b-6542ee0cb4d5 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:09.867258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fde74382-0a75-44f1-bd8d-6e748a7d6409 req-7835310b-700a-4f8b-a10b-6542ee0cb4d5 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 947 time: 0.2173097 Feb 04 13:18:09.973491 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fde74382-0a75-44f1-bd8d-6e748a7d6409 req-129987b1-39d0-4ba3-b858-12a37183ff82 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888124 Feb 04 13:18:10.148900 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for port (c92d1ca9-2e9c-4648-82ee-bfe7c320759c), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:10.151703 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6067a-7309-4353-8b63-d0a6882957a4 req-2d3b6bc8-96cc-4bf1-be0d-ce163ced0ae6 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:10.153736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21c6067a-7309-4353-8b63-d0a6882957a4 req-2d3b6bc8-96cc-4bf1-be0d-ce163ced0ae6 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 969 time: 0.1148846 Feb 04 13:18:10.178383 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c92d1ca9-2e9c-4648-82ee-bfe7c320759c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:10.228571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:10.269700 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21c6067a-7309-4353-8b63-d0a6882957a4 req-762d60c5-c620-4575-bd8d-1a5a0e63243c tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032176 Feb 04 13:18:10.323542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Pushing event updated for resources: {'Port': ['ID=c92d1ca9-2e9c-4648-82ee-bfe7c320759c,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:10.339231 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:10.358187 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6a01378c-a159-4176-8814-e379ff45df2f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9819255 Feb 04 13:18:10.587638 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57346) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:10.614441 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30a42c5b-24ec-47de-a767-8ff96e4ca8bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:10.794899 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30a42c5b-24ec-47de-a767-8ff96e4ca8bf admin admin] Publish callbacks [] for security_group (713c706c-f530-4894-b52f-04f7409b6035), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:10.808798 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30a42c5b-24ec-47de-a767-8ff96e4ca8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (713c706c-f530-4894-b52f-04f7409b6035), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:10.819409 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-bc793e5f-80fd-4ac7-b4e8-90738e2853e1 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1618284581&fields=id&tenant_id=d3420ec3eb624ae4b3c182d3678b3680 HTTP/1.1" status: 200 len: 267 time: 0.1103013 Feb 04 13:18:10.830063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356aa7b-c582-4c1b-8d7c-37f100006308 req-bfe74f25-3327-4df1-9c2e-90ffc112846a tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:10.839840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8356aa7b-c582-4c1b-8d7c-37f100006308 req-bfe74f25-3327-4df1-9c2e-90ffc112846a tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 949 time: 0.1440413 Feb 04 13:18:10.886147 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-26ffc9d3-474b-4cc4-9fa8-36d70bbcb188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:10.913072 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-30a42c5b-24ec-47de-a767-8ff96e4ca8bf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=94767b6fbe00447d868a52f0a0cf46a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207171 Feb 04 13:18:10.913605 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57358) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:10.927185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a42c5b-24ec-47de-a767-8ff96e4ca8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713c706c-f530-4894-b52f-04f7409b6035,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:10.993340 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ae6319a-eb2f-4b04-8f55-afdc7575a6f5 admin admin] Publish callbacks [] for security_group (713c706c-f530-4894-b52f-04f7409b6035), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:11.031407 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ae6319a-eb2f-4b04-8f55-afdc7575a6f5 admin admin] Publish callbacks [] for security_group (713c706c-f530-4894-b52f-04f7409b6035), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:11.047774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8356aa7b-c582-4c1b-8d7c-37f100006308 req-40f65aaf-ff2f-41bf-9039-ed41fc497561 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068229 Feb 04 13:18:11.090946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-6a494324-5f2a-4a4a-a3ae-a7cfe70d90e6 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:11.097925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-6a494324-5f2a-4a4a-a3ae-a7cfe70d90e6 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/networks?id=c026ffbf-8ece-4f85-be6b-56d3d0b3328b HTTP/1.1" status: 200 len: 824 time: 0.2499821 Feb 04 13:18:11.108449 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ae6319a-eb2f-4b04-8f55-afdc7575a6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (713c706c-f530-4894-b52f-04f7409b6035), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:11.114671 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ae6319a-eb2f-4b04-8f55-afdc7575a6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:11.114855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-30522d86-3c45-46c8-b272-2e2010930e30 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/quotas/d3420ec3eb624ae4b3c182d3678b3680 HTTP/1.1" status: 200 len: 375 time: 0.0156298 Feb 04 13:18:11.116321 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4ae6319a-eb2f-4b04-8f55-afdc7575a6f5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/713c706c-f530-4894-b52f-04f7409b6035 HTTP/1.1" status: 204 len: 168 time: 0.2016356 Feb 04 13:18:11.132305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 70c5f245-6d52-49a2-8edd-1715e0859a32 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:18:11.144252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6319a-eb2f-4b04-8f55-afdc7575a6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713c706c-f530-4894-b52f-04f7409b6035,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:11.216854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d7ad45b-55ff-4359-8e1c-cfd03cad8955 req-505fbfed-5aec-4dc0-9238-050c5d52ab4d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 210 time: 0.0559709 Feb 04 13:18:11.253955 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-5b22f0d5-8dd1-40ff-b493-d4ee31779c4b tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3420ec3eb624ae4b3c182d3678b3680&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1355920 Feb 04 13:18:11.277261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 70c5f245-6d52-49a2-8edd-1715e0859a32 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:11.285014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 70c5f245-6d52-49a2-8edd-1715e0859a32 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:11.286021 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (70c5f245-6d52-49a2-8edd-1715e0859a32), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:11.479497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 70c5f245-6d52-49a2-8edd-1715e0859a32 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:11.480139 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (70c5f245-6d52-49a2-8edd-1715e0859a32), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:11.490670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-4284a89a-c5d9-466c-9d6c-c6b552dff77e tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:11.492208 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-4284a89a-c5d9-466c-9d6c-c6b552dff77e tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.99 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 821 time: 0.1659198 Feb 04 13:18:11.506261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-9372965e-e928-450f-8d53-1781c9b07fea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Request body: {'port': {'device_id': '043c3d37-38ca-4985-b090-8d82bd7b71bd', 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f', 'admin_state_up': True, 'tenant_id': '9bf6f764e0d34de9a21a32956f525822'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:11.551863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a887085e-c08c-440b-a84b-be43c789e564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c5f245-6d52-49a2-8edd-1715e0859a32'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:11.560868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe34b75-a924-4f48-ba6f-5b5804a9f27b req-6e873346-9821-43d1-8eee-4b214de64ffa tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:11.562759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fe34b75-a924-4f48-ba6f-5b5804a9f27b req-6e873346-9821-43d1-8eee-4b214de64ffa tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 947 time: 0.1398923 Feb 04 13:18:11.677326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 70c5f245-6d52-49a2-8edd-1715e0859a32, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=70c5f245-6d52-49a2-8edd-1715e0859a32,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:11.686825 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (70c5f245-6d52-49a2-8edd-1715e0859a32), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:11.714772 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fe34b75-a924-4f48-ba6f-5b5804a9f27b req-69be1399-7fe6-466d-a92d-29bb9c3307fb tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336880 Feb 04 13:18:11.717230 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-9372965e-e928-450f-8d53-1781c9b07fea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Made reservation on behalf of 9bf6f764e0d34de9a21a32956f525822 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:11.721333 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-9372965e-e928-450f-8d53-1781c9b07fea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:11.761045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-c349bb84-5a67-4ed3-b384-361d0b48de0a service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:18:11.768551 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-c349bb84-5a67-4ed3-b384-361d0b48de0a service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1583200 Feb 04 13:18:11.810927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=70c5f245-6d52-49a2-8edd-1715e0859a32,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:11.926190 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9700035b-c97c-4213-a209-f9ba21864f91" -d '{"events": [{"server_uuid": "a887085e-c08c-440b-a84b-be43c789e564", "name": "network-vif-plugged", "status": "completed", "tag": "70c5f245-6d52-49a2-8edd-1715e0859a32"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:12.021838 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-0c081495-079b-43f9-968c-51787ef5ac3f service neutron] 10.222.0.96 "GET /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513018 Feb 04 13:18:12.047355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a6f-f33b-48a6-83ac-6bd6b2418a96 req-122b67d3-12af-46d0-be93-368c17b87843 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:12.048888 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de9d5a6f-f33b-48a6-83ac-6bd6b2418a96 req-122b67d3-12af-46d0-be93-368c17b87843 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 969 time: 0.2017899 Feb 04 13:18:12.122949 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-9372965e-e928-450f-8d53-1781c9b07fea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Allocated IP 172.20.0.3 (61ca0165-b211-4bf2-8aa5-2b12f455eb0f/d073496f-278b-436d-b18e-bb06bdc8b5e6/1e4da124-ddf3-42cd-a009-deb1575ae6bb) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:12.206503 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de9d5a6f-f33b-48a6-83ac-6bd6b2418a96 req-d4cefb4f-cba3-40ec-8694-6491719f784a tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438856 Feb 04 13:18:12.256923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-8f72dcee-e940-462d-80ef-89ca18ddfb9c service neutron] 10.222.0.96 "GET /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056882 Feb 04 13:18:12.296080 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cabb4267-307a-4fae-827a-a55beb1fabf9 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:18:12.473336 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-9372965e-e928-450f-8d53-1781c9b07fea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks [] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:12.538722 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port cabb4267-307a-4fae-827a-a55beb1fabf9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cabb4267-307a-4fae-827a-a55beb1fabf9,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:12.599300 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'cabb4267-307a-4fae-827a-a55beb1fabf9', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': 'cabb4267-307a-4fae-827a-a55beb1fabf9', 'mac_address': 'fa:16:3e:15:46:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:tempest-test_az-849724693', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:18:12.609636 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-9372965e-e928-450f-8d53-1781c9b07fea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:12.700715 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port cabb4267-307a-4fae-827a-a55beb1fabf9 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:12.701037 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cabb4267-307a-4fae-827a-a55beb1fabf9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:12.725742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabb4267-307a-4fae-827a-a55beb1fabf9 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:12.774810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port cabb4267-307a-4fae-827a-a55beb1fabf9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cabb4267-307a-4fae-827a-a55beb1fabf9,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:12.781733 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cabb4267-307a-4fae-827a-a55beb1fabf9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:12.841067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-9372965e-e928-450f-8d53-1781c9b07fea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:12.878370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-9372965e-e928-450f-8d53-1781c9b07fea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:12.893710 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-9372965e-e928-450f-8d53-1781c9b07fea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:18:12.899528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-9372965e-e928-450f-8d53-1781c9b07fea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:12.900207 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-9372965e-e928-450f-8d53-1781c9b07fea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:12.907002 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303f16c1-2af4-4595-bcc4-d2b21e7ffb63 x-openstack-request-id: req-303f16c1-2af4-4595-bcc4-d2b21e7ffb63 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:12.907327 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a887085e-c08c-440b-a84b-be43c789e564", "name": "network-vif-plugged", "status": "completed", "tag": "70c5f245-6d52-49a2-8edd-1715e0859a32", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:12.907583 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-303f16c1-2af4-4595-bcc4-d2b21e7ffb63 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:12.908025 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a887085e-c08c-440b-a84b-be43c789e564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c5f245-6d52-49a2-8edd-1715e0859a32', 'code': 200} Feb 04 13:18:12.927778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372965e-e928-450f-8d53-1781c9b07fea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Pushing event updated for resources: {'Port': ['ID=1e4da124-ddf3-42cd-a009-deb1575ae6bb,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:12.929295 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=cabb4267-307a-4fae-827a-a55beb1fabf9,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:12.961316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-9372965e-e928-450f-8d53-1781c9b07fea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4593313 Feb 04 13:18:12.977688 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb86a4-ef8c-40eb-82fb-276ffbf6932f req-f4d64ba2-86d0-41d1-9d45-1485b9be938f tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:12.987423 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d0eb86a4-ef8c-40eb-82fb-276ffbf6932f req-f4d64ba2-86d0-41d1-9d45-1485b9be938f tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 950 time: 0.3237743 Feb 04 13:18:12.996729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Request body: {'port': {'device_id': '043c3d37-38ca-4985-b090-8d82bd7b71bd', 'device_owner': 'compute:tempest-test_az-849724693', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:13.133415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 4bfdde71-1a7c-49c3-bc35-c4f355f60bed details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:18:13.162144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c081a84-f835-455f-81af-5689e14783d6 req-08fa6de0-2aeb-4dea-9a7f-01f05a1c6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:13.169065 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6c081a84-f835-455f-81af-5689e14783d6 req-08fa6de0-2aeb-4dea-9a7f-01f05a1c6348 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 1133 time: 0.1744318 Feb 04 13:18:13.169214 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d0eb86a4-ef8c-40eb-82fb-276ffbf6932f req-aafa06f4-98f6-4faa-8dbc-c785ad623938 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665194 Feb 04 13:18:13.205923 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6c081a84-f835-455f-81af-5689e14783d6 req-c6b3f82f-9dfa-4c1f-a370-21ccd2b4dcfd service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:13.214538 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:13.258182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919995c-9d4c-4709-bbd1-d654130993d2 req-97517ecc-4695-4d32-9244-561b772f181c tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:13.259625 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b919995c-9d4c-4709-bbd1-d654130993d2 req-97517ecc-4695-4d32-9244-561b772f181c tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 931 time: 0.2062855 Feb 04 13:18:13.266585 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['cabb4267-307a-4fae-827a-a55beb1fabf9'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:18:13.300934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-629080d3-bec2-4c7c-b905-f973f9b234a4 req-19c3d359-ed81-4b07-894a-96ed2ac9d5b5 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 210 time: 0.0672696 Feb 04 13:18:13.460153 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6c081a84-f835-455f-81af-5689e14783d6 req-c6b3f82f-9dfa-4c1f-a370-21ccd2b4dcfd service neutron] Publish callbacks [] for security_group (592f83a2-73c0-4701-aed8-6ba2fe154c62), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:13.469497 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6c081a84-f835-455f-81af-5689e14783d6 req-c6b3f82f-9dfa-4c1f-a370-21ccd2b4dcfd service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (592f83a2-73c0-4701-aed8-6ba2fe154c62), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:13.475152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=4bfdde71-1a7c-49c3-bc35-c4f355f60bed,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:13.508261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '4bfdde71-1a7c-49c3-bc35-c4f355f60bed', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '4bfdde71-1a7c-49c3-bc35-c4f355f60bed', 'mac_address': 'fa:16:3e:17:68:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:18:13.596892 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6c081a84-f835-455f-81af-5689e14783d6 req-c6b3f82f-9dfa-4c1f-a370-21ccd2b4dcfd service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216301 Feb 04 13:18:13.597762 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3f82f-9dfa-4c1f-a370-21ccd2b4dcfd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=592f83a2-73c0-4701-aed8-6ba2fe154c62,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:13.607387 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b919995c-9d4c-4709-bbd1-d654130993d2 req-86a46c4e-5600-4ae4-aa9d-f174ca036c9b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465073 Feb 04 13:18:13.653731 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:13.662666 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-60156c73-cc38-46a5-b992-7d61a3a213e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:13.669394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ded9c-2e39-49b0-95c1-e90dc1ee9306 req-6215ace9-f027-4471-8456-69370f8db104 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:13.671045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:13.671662 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4bfdde71-1a7c-49c3-bc35-c4f355f60bed), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:13.677787 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-125ded9c-2e39-49b0-95c1-e90dc1ee9306 req-6215ace9-f027-4471-8456-69370f8db104 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 947 time: 0.2225194 Feb 04 13:18:13.702492 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bfdde71-1a7c-49c3-bc35-c4f355f60bed {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:13.740042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=4bfdde71-1a7c-49c3-bc35-c4f355f60bed,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:13.747903 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4bfdde71-1a7c-49c3-bc35-c4f355f60bed), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:13.799376 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-125ded9c-2e39-49b0-95c1-e90dc1ee9306 req-0fd2ffa2-e545-493e-985a-af9475d684fb tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202312 Feb 04 13:18:13.831835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=4bfdde71-1a7c-49c3-bc35-c4f355f60bed,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:13.939064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4da124-ddf3-42cd-a009-deb1575ae6bb {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:13.973276 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Publish callbacks [] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:14.011135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Transition to ACTIVE for port object 1e4da124-ddf3-42cd-a009-deb1575ae6bb will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:14.018500 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:14.130812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Pushing event updated for resources: {'Port': ['ID=1e4da124-ddf3-42cd-a009-deb1575ae6bb,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:14.144507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['4bfdde71-1a7c-49c3-bc35-c4f355f60bed'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:18:14.181795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883f7bf-4c8c-4a5e-acf8-fa69afae449b req-030b1175-3e84-428a-9ab6-4bfaab2fecf8 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:14.184403 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5883f7bf-4c8c-4a5e-acf8-fa69afae449b req-030b1175-3e84-428a-9ab6-4bfaab2fecf8 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 970 time: 0.1166039 Feb 04 13:18:14.185620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Attempting to bind port 1e4da124-ddf3-42cd-a009-deb1575ae6bb on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:18:14.185934 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Attempting to bind port 1e4da124-ddf3-42cd-a009-deb1575ae6bb by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:18:14.186455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Attempting to bind port 1e4da124-ddf3-42cd-a009-deb1575ae6bb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:14.191850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Port 1e4da124-ddf3-42cd-a009-deb1575ae6bb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:18:14.192165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Attempting to bind port 1e4da124-ddf3-42cd-a009-deb1575ae6bb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:14.211939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:18:14.212183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Checking segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:14.212557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Bound using segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:18:14.212999 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Bound port: 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:18:14.213441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:14.260705 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5883f7bf-4c8c-4a5e-acf8-fa69afae449b req-e013aebf-0790-4920-9cde-b6e6a4f09655 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656147 Feb 04 13:18:14.344675 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cabb4267-307a-4fae-827a-a55beb1fabf9 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:18:14.346981 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] For port 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:14.352245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] For port 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:18:14.368381 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:14.403793 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:14.440673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:14.441399 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:14.443706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] 10.222.0.99 "PUT /v2.0/ports/1e4da124-ddf3-42cd-a009-deb1575ae6bb HTTP/1.1" status: 200 len: 1113 time: 1.4516885 Feb 04 13:18:14.449974 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043c3d37-38ca-4985-b090-8d82bd7b71bd', 'tag': '1e4da124-ddf3-42cd-a009-deb1575ae6bb'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:14.461706 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa6d320-9c64-4977-99ac-f09b18226caf" -d '{"events": [{"name": "network-changed", "server_uuid": "043c3d37-38ca-4985-b090-8d82bd7b71bd", "tag": "1e4da124-ddf3-42cd-a009-deb1575ae6bb"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:14.524986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port cabb4267-307a-4fae-827a-a55beb1fabf9 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:14.535002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port cabb4267-307a-4fae-827a-a55beb1fabf9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:14.535002 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cabb4267-307a-4fae-827a-a55beb1fabf9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:14.543895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e88356-83da-47fa-8408-12cc1868cb2b req-1ff5ec7b-e708-4bbc-b083-26d4b726ce6a tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:14.552567 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11e88356-83da-47fa-8408-12cc1868cb2b req-1ff5ec7b-e708-4bbc-b083-26d4b726ce6a tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 950 time: 0.1983824 Feb 04 13:18:14.596098 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e5982-a273-40c0-94bf-e5a0d373077d service neutron] Pushing event updated for resources: {'Port': ['ID=1e4da124-ddf3-42cd-a009-deb1575ae6bb,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:14.661245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port cabb4267-307a-4fae-827a-a55beb1fabf9 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:14.662665 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cabb4267-307a-4fae-827a-a55beb1fabf9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:14.711276 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port cabb4267-307a-4fae-827a-a55beb1fabf9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cabb4267-307a-4fae-827a-a55beb1fabf9,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:14.719135 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cabb4267-307a-4fae-827a-a55beb1fabf9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:14.725232 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11e88356-83da-47fa-8408-12cc1868cb2b req-63dec3d8-dc0a-4fc8-a298-2c76516f5dc6 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709814 Feb 04 13:18:14.776521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-946ad68d-ba8c-45d0-b29b-d5c7109b3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:14.778843 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-946ad68d-ba8c-45d0-b29b-d5c7109b3fd4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 1147 time: 0.2767026 Feb 04 13:18:14.788277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=cabb4267-307a-4fae-827a-a55beb1fabf9,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:14.817449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0abfbbb8-cf7b-4a89-9591-97c451f8764c req-474598ea-ba0f-4d75-9bed-601495879d77 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 210 time: 0.0894623 Feb 04 13:18:14.858923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-807ce988-1f41-42ff-a85a-247d186e9084 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb HTTP/1.1" status: 200 len: 217 time: 0.0494609 Feb 04 13:18:14.909065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f10951f-b11b-415e-b41d-c21f503cfa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabb4267-307a-4fae-827a-a55beb1fabf9'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:14.911634 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d41c06b-1e82-41ab-86c6-9482c6380ea4" -d '{"events": [{"server_uuid": "3f10951f-b11b-415e-b41d-c21f503cfa9e", "name": "network-vif-plugged", "status": "completed", "tag": "cabb4267-307a-4fae-827a-a55beb1fabf9"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:14.924554 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b7e290-0431-4d98-a738-61f458779e9a x-openstack-request-id: req-60b7e290-0431-4d98-a738-61f458779e9a {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:14.924862 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043c3d37-38ca-4985-b090-8d82bd7b71bd", "tag": "1e4da124-ddf3-42cd-a009-deb1575ae6bb", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:14.925228 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-60b7e290-0431-4d98-a738-61f458779e9a {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:14.925688 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043c3d37-38ca-4985-b090-8d82bd7b71bd', 'tag': '1e4da124-ddf3-42cd-a009-deb1575ae6bb', 'status': 'completed', 'code': 200} Feb 04 13:18:14.928270 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-e2f247ee-5e75-4153-a200-c5fb73056efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:14.930425 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-e2f247ee-5e75-4153-a200-c5fb73056efc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.0648525 Feb 04 13:18:14.988667 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-e8fd25bf-8f7e-4d27-a823-678d5a8045df service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415363 Feb 04 13:18:15.108421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-2f12d82b-745a-4c9c-a7d1-30a015695a49 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:15.110249 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-2f12d82b-745a-4c9c-a7d1-30a015695a49 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.100 "GET /v2.0/networks?id=c026ffbf-8ece-4f85-be6b-56d3d0b3328b HTTP/1.1" status: 200 len: 824 time: 0.6453528 Feb 04 13:18:15.146127 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-72f81ac5-39c1-4d7d-9f8b-936d413c86b7 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490743 Feb 04 13:18:15.167503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f61fda-17bb-4b41-b25f-f0a57fe692b1 req-20622392-f206-4ca7-8aeb-c5b1aff6383b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:15.169048 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94f61fda-17bb-4b41-b25f-f0a57fe692b1 req-20622392-f206-4ca7-8aeb-c5b1aff6383b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 964 time: 0.1231103 Feb 04 13:18:15.183652 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-7214987b-05e2-44d3-9827-33c7a56e8dde tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3420ec3eb624ae4b3c182d3678b3680 HTTP/1.1" status: 200 len: 380 time: 0.0648830 Feb 04 13:18:15.192186 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-a8e211d9-87f1-4445-bb0b-c83087f70f04 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Request body: {'port': {'device_id': '86a5a50d-c508-4468-ac3f-f8fbb684a498', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'admin_state_up': True, 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'security_groups': ['4b701c15-1d7e-4625-97d7-27b4cc89bc07']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:15.282165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732aeb6-e7af-40f8-8e35-52f5bac6414a req-147ffce0-2521-4e16-b795-128f9c5af1e8 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:15.283688 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8732aeb6-e7af-40f8-8e35-52f5bac6414a req-147ffce0-2521-4e16-b795-128f9c5af1e8 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 948 time: 0.1553745 Feb 04 13:18:15.317369 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-a8e211d9-87f1-4445-bb0b-c83087f70f04 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Made reservation on behalf of d3420ec3eb624ae4b3c182d3678b3680 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:15.321513 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-a8e211d9-87f1-4445-bb0b-c83087f70f04 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:15.328001 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:15.461884 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-a8e211d9-87f1-4445-bb0b-c83087f70f04 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Allocated IP 172.20.0.9 (c026ffbf-8ece-4f85-be6b-56d3d0b3328b/e5874b54-d066-497f-a6a6-8caf98c219b5/c7a14281-c908-4e36-a45c-027b743b66fd) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:15.502316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94f61fda-17bb-4b41-b25f-f0a57fe692b1 req-2b9447db-81fa-4c08-94e1-2d8f2886927b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226573 Feb 04 13:18:15.529363 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe016fc8-d088-4d68-b91a-aa60fd92bbed req-4f2df139-c95f-4016-9635-c66f210588b6 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591528 Feb 04 13:18:15.562484 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8732aeb6-e7af-40f8-8e35-52f5bac6414a req-77bb4102-0935-4d34-8e77-63cbfcd9c475 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651315 Feb 04 13:18:15.598048 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff414677-f66b-43b3-b820-3064529f00e8 x-openstack-request-id: req-ff414677-f66b-43b3-b820-3064529f00e8 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:15.598435 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f10951f-b11b-415e-b41d-c21f503cfa9e", "name": "network-vif-plugged", "status": "completed", "tag": "cabb4267-307a-4fae-827a-a55beb1fabf9", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:15.598697 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ff414677-f66b-43b3-b820-3064529f00e8 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:15.599084 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f10951f-b11b-415e-b41d-c21f503cfa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabb4267-307a-4fae-827a-a55beb1fabf9', 'code': 200} Feb 04 13:18:15.640174 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-a8e211d9-87f1-4445-bb0b-c83087f70f04 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for port (c7a14281-c908-4e36-a45c-027b743b66fd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:15.680810 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-a8e211d9-87f1-4445-bb0b-c83087f70f04 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (c7a14281-c908-4e36-a45c-027b743b66fd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:15.690292 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.99', 64974) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:15.734860 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-a8e211d9-87f1-4445-bb0b-c83087f70f04 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Network c026ffbf-8ece-4f85-be6b-56d3d0b3328b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:15.738321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-a8e211d9-87f1-4445-bb0b-c83087f70f04 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:15.742818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-a8e211d9-87f1-4445-bb0b-c83087f70f04 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:18:15.751339 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-a8e211d9-87f1-4445-bb0b-c83087f70f04 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:15.751339 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-a8e211d9-87f1-4445-bb0b-c83087f70f04 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:15.752020 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e211d9-87f1-4445-bb0b-c83087f70f04 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Pushing event updated for resources: {'Port': ['ID=c7a14281-c908-4e36-a45c-027b743b66fd,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:15.774245 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-a8e211d9-87f1-4445-bb0b-c83087f70f04 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5855262 Feb 04 13:18:15.788444 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Request body: {'port': {'device_id': '86a5a50d-c508-4468-ac3f-f8fbb684a498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:15.803695 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6d320-9c64-4977-99ac-f09b18226caf req-a4568030-48ca-4e6a-9e27-154a32d9bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:15.817590 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fa6d320-9c64-4977-99ac-f09b18226caf req-a4568030-48ca-4e6a-9e27-154a32d9bb12 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 1147 time: 0.2055461 Feb 04 13:18:15.912121 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c7a14281-c908-4e36-a45c-027b743b66fd), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:16.026550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8d3c7-4e36-45d6-8f6b-edc9a3f6b446 req-117a265e-f9c5-4474-b1a1-6d224d2e4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:16.029545 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15c8d3c7-4e36-45d6-8f6b-edc9a3f6b446 req-117a265e-f9c5-4474-b1a1-6d224d2e4af5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 1154 time: 0.3363886 Feb 04 13:18:16.038425 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfab0b-b130-49e5-ac37-971ef2d38120 req-ad7804a4-30c8-46bf-834e-11fdf8da873f tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:16.047176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42bfab0b-b130-49e5-ac37-971ef2d38120 req-ad7804a4-30c8-46bf-834e-11fdf8da873f tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 971 time: 0.3713827 Feb 04 13:18:16.185918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7230daf1-e3a9-48c6-9c4c-254327f2c802 None None] Provisioning complete for port c7a14281-c908-4e36-a45c-027b743b66fd triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:16.186577 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7230daf1-e3a9-48c6-9c4c-254327f2c802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c7a14281-c908-4e36-a45c-027b743b66fd), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:16.211888 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15c8d3c7-4e36-45d6-8f6b-edc9a3f6b446 req-171a575c-f5b9-41ea-a4f6-43674720f6d1 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603053 Feb 04 13:18:16.263248 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42bfab0b-b130-49e5-ac37-971ef2d38120 req-88621b90-7816-4644-98ad-a2da4b34a5ff tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152090 Feb 04 13:18:16.277222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb931f-4739-41f2-8081-f38d27eebfce req-1e998a07-6c6a-46b1-aa0f-abfb5deeae9c tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:16.279186 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a14281-c908-4e36-a45c-027b743b66fd {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:16.286725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7230daf1-e3a9-48c6-9c4c-254327f2c802 None None] Port c7a14281-c908-4e36-a45c-027b743b66fd cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:18:16.287469 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Publish callbacks [] for port (c7a14281-c908-4e36-a45c-027b743b66fd), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:16.293337 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45bb931f-4739-41f2-8081-f38d27eebfce req-1e998a07-6c6a-46b1-aa0f-abfb5deeae9c tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 950 time: 0.2406573 Feb 04 13:18:16.296671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6d320-9c64-4977-99ac-f09b18226caf req-c193054f-618b-4df5-9b2c-f768b3a7a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:16.297966 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fa6d320-9c64-4977-99ac-f09b18226caf req-c193054f-618b-4df5-9b2c-f768b3a7a7a6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.4617693 Feb 04 13:18:16.303423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Transition to ACTIVE for port object c7a14281-c908-4e36-a45c-027b743b66fd will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:16.308906 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c7a14281-c908-4e36-a45c-027b743b66fd), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:16.325302 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57504) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:16.346733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.100', 54715) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:16.450523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Pushing event updated for resources: {'Port': ['ID=c7a14281-c908-4e36-a45c-027b743b66fd,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:16.462824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45bb931f-4739-41f2-8081-f38d27eebfce req-b233c649-4b21-47fa-b5d3-f35ebade21f5 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682279 Feb 04 13:18:16.473666 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Attempting to bind port c7a14281-c908-4e36-a45c-027b743b66fd on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:18:16.474234 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Attempting to bind port c7a14281-c908-4e36-a45c-027b743b66fd by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:18:16.474774 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Attempting to bind port c7a14281-c908-4e36-a45c-027b743b66fd on network c026ffbf-8ece-4f85-be6b-56d3d0b3328b {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:16.487168 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Port c7a14281-c908-4e36-a45c-027b743b66fd on network c026ffbf-8ece-4f85-be6b-56d3d0b3328b not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:18:16.487492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Attempting to bind port c7a14281-c908-4e36-a45c-027b743b66fd on network c026ffbf-8ece-4f85-be6b-56d3d0b3328b {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:16.506751 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:18:16.507098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Checking segment: {'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:16.508558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Bound using segment: {'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:18:16.509198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Bound port: c7a14281-c908-4e36-a45c-027b743b66fd, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:18:16.509559 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c7a14281-c908-4e36-a45c-027b743b66fd), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:16.531588 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a1dec724-733d-4645-8f22-6a20e70f47aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:16.532883 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b414c-3f88-47ca-a407-cdcd005e35dc req-afdd3d35-af53-4a88-86ca-e43654b3cb0c tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:16.534870 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec2b414c-3f88-47ca-a407-cdcd005e35dc req-afdd3d35-af53-4a88-86ca-e43654b3cb0c tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 943 time: 0.1685257 Feb 04 13:18:16.538606 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58c84b80-a43e-4f67-a59b-f086938e3cc2 req-a584eeef-0d59-4ff0-b513-adbfe11ed27d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1906550 Feb 04 13:18:16.634677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec2b414c-3f88-47ca-a407-cdcd005e35dc req-2c2b87d1-8e12-45cb-ab21-2bd3b4c77261 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851727 Feb 04 13:18:16.653425 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] For port c7a14281-c908-4e36-a45c-027b743b66fd, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:16.660432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] For port c7a14281-c908-4e36-a45c-027b743b66fd, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=c7a14281-c908-4e36-a45c-027b743b66fd,segment=NetworkSegment(55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b),segment_id=55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:18:16.673866 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:16.698606 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c7a14281-c908-4e36-a45c-027b743b66fd), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:16.720057 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fa6d320-9c64-4977-99ac-f09b18226caf req-a4c0508c-1676-4ce7-98b4-a3a47eaf041c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb HTTP/1.1" status: 200 len: 217 time: 0.1154408 Feb 04 13:18:16.773596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:16.774291 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:16.776304 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] 10.222.0.100 "PUT /v2.0/ports/c7a14281-c908-4e36-a45c-027b743b66fd HTTP/1.1" status: 200 len: 1092 time: 0.9930570 Feb 04 13:18:16.781015 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a5a50d-c508-4468-ac3f-f8fbb684a498', 'tag': 'c7a14281-c908-4e36-a45c-027b743b66fd'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:16.783317 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d5b35c-5069-4260-a4e5-c2f51e624b75" -d '{"events": [{"name": "network-changed", "server_uuid": "86a5a50d-c508-4468-ac3f-f8fbb684a498", "tag": "c7a14281-c908-4e36-a45c-027b743b66fd"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:16.794398 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a1dec724-733d-4645-8f22-6a20e70f47aa admin admin] Publish callbacks [] for security_group (e7191408-ba1d-4142-b403-482c2700347b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:16.795840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abf087-bdd4-4ba0-b75e-51e6fcbd63fe service neutron] Pushing event updated for resources: {'Port': ['ID=c7a14281-c908-4e36-a45c-027b743b66fd,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:16.803254 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a1dec724-733d-4645-8f22-6a20e70f47aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e7191408-ba1d-4142-b403-482c2700347b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:16.837568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c84b80-a43e-4f67-a59b-f086938e3cc2 req-ed2cd2e6-97a0-4cdf-a941-cc9c41a66a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:16.839794 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58c84b80-a43e-4f67-a59b-f086938e3cc2 req-ed2cd2e6-97a0-4cdf-a941-cc9c41a66a41 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=979d67744cc44e1c96d2cbc7a13f99b5&device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 1133 time: 0.1327803 Feb 04 13:18:16.844571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6d320-9c64-4977-99ac-f09b18226caf req-933d0e10-9b7c-4edf-b179-1d245b7e5f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:16.846055 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fa6d320-9c64-4977-99ac-f09b18226caf req-933d0e10-9b7c-4edf-b179-1d245b7e5f6c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.0977058 Feb 04 13:18:16.860608 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a1dec724-733d-4645-8f22-6a20e70f47aa admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=aace03d6c57141d4bd471b823db08eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5306478 Feb 04 13:18:16.861554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dec724-733d-4645-8f22-6a20e70f47aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7191408-ba1d-4142-b403-482c2700347b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:16.864002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57520) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:16.932714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fa6d320-9c64-4977-99ac-f09b18226caf req-623ddea3-ed66-42ed-807d-c77d75111ebb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564516 Feb 04 13:18:16.946042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cd8e1-023b-45bd-88a3-01de5ced4ea1 req-dd32faae-4228-4ec1-8fa4-2e4ccb5eb68e tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:16.947658 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b14cd8e1-023b-45bd-88a3-01de5ced4ea1 req-dd32faae-4228-4ec1-8fa4-2e4ccb5eb68e tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 964 time: 0.2093325 Feb 04 13:18:17.029942 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3ca5d1b-438c-4201-9eb1-38143a131f78 admin admin] Publish callbacks [] for security_group (e7191408-ba1d-4142-b403-482c2700347b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:17.045889 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c84b80-a43e-4f67-a59b-f086938e3cc2 req-ea3d69f5-728a-4a0f-9aed-4604e7dae205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:17.047559 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-58c84b80-a43e-4f67-a59b-f086938e3cc2 req-ea3d69f5-728a-4a0f-9aed-4604e7dae205 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.1755447 Feb 04 13:18:17.063200 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3ca5d1b-438c-4201-9eb1-38143a131f78 admin admin] Publish callbacks [] for security_group (e7191408-ba1d-4142-b403-482c2700347b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:17.070856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-ab546e92-57d4-496c-a9f7-744586bc7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:17.072233 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-ab546e92-57d4-496c-a9f7-744586bc7296 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d3420ec3eb624ae4b3c182d3678b3680&device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 1126 time: 0.2243683 Feb 04 13:18:17.086393 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b14cd8e1-023b-45bd-88a3-01de5ced4ea1 req-263117f5-509f-4e28-9d89-3d8b4505c2ec tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270337 Feb 04 13:18:17.120298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fa6d320-9c64-4977-99ac-f09b18226caf req-bf0760d0-68b3-46e5-83c8-fa050c415612 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696987 Feb 04 13:18:17.186408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 4bfdde71-1a7c-49c3-bc35-c4f355f60bed up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:18:17.205980 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-58c84b80-a43e-4f67-a59b-f086938e3cc2 req-b17a18e2-b292-43ee-8d5c-eacf6331326a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=70c5f245-6d52-49a2-8edd-1715e0859a32 HTTP/1.1" status: 200 len: 217 time: 0.0764167 Feb 04 13:18:17.239934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-bf059d3e-790c-4a81-963c-d3272e5f9221 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7a14281-c908-4e36-a45c-027b743b66fd HTTP/1.1" status: 200 len: 217 time: 0.1003561 Feb 04 13:18:17.278421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c84b80-a43e-4f67-a59b-f086938e3cc2 req-5ba2b92e-795e-4950-9c29-8425fb64ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:17.280045 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-58c84b80-a43e-4f67-a59b-f086938e3cc2 req-5ba2b92e-795e-4950-9c29-8425fb64ae76 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0682719 Feb 04 13:18:17.284579 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3ca5d1b-438c-4201-9eb1-38143a131f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e7191408-ba1d-4142-b403-482c2700347b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:17.286563 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3ca5d1b-438c-4201-9eb1-38143a131f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:17.289012 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a3ca5d1b-438c-4201-9eb1-38143a131f78 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e7191408-ba1d-4142-b403-482c2700347b HTTP/1.1" status: 204 len: 168 time: 0.4236574 Feb 04 13:18:17.314195 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca5d1b-438c-4201-9eb1-38143a131f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7191408-ba1d-4142-b403-482c2700347b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:17.348529 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef7e816-2124-40e0-9938-c4cb6d04a985 x-openstack-request-id: req-7ef7e816-2124-40e0-9938-c4cb6d04a985 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:17.348713 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a5a50d-c508-4468-ac3f-f8fbb684a498", "tag": "c7a14281-c908-4e36-a45c-027b743b66fd", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:17.348939 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7ef7e816-2124-40e0-9938-c4cb6d04a985 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:17.349277 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a5a50d-c508-4468-ac3f-f8fbb684a498', 'tag': 'c7a14281-c908-4e36-a45c-027b743b66fd', 'status': 'completed', 'code': 200} Feb 04 13:18:17.374585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c84b80-a43e-4f67-a59b-f086938e3cc2 req-b4a8167a-0ad1-4bd8-bb4a-53021fee74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:17.381814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:17.386830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-5340f5c4-bdd6-48e5-9707-682788214737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:17.388259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:17.388443 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-5340f5c4-bdd6-48e5-9707-682788214737 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e5874b54-d066-497f-a6a6-8caf98c219b5 HTTP/1.1" status: 200 len: 863 time: 0.1362450 Feb 04 13:18:17.388603 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-58c84b80-a43e-4f67-a59b-f086938e3cc2 req-b4a8167a-0ad1-4bd8-bb4a-53021fee74ab service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0936961 Feb 04 13:18:17.388906 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4bfdde71-1a7c-49c3-bc35-c4f355f60bed), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:17.471752 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fa6d320-9c64-4977-99ac-f09b18226caf req-d3287b92-d191-4772-8543-bfd623a2f168 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433216 Feb 04 13:18:17.502511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e4ddb-3744-452d-9f04-8d139c2f61ce req-afd06a4b-5911-43a3-bf7d-cb09535ada4e tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:17.504878 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-054e4ddb-3744-452d-9f04-8d139c2f61ce req-afd06a4b-5911-43a3-bf7d-cb09535ada4e tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 948 time: 0.2361887 Feb 04 13:18:17.525924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:17.526591 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4bfdde71-1a7c-49c3-bc35-c4f355f60bed), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:17.533935 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-58c84b80-a43e-4f67-a59b-f086938e3cc2 req-4c142e9b-ad53-4872-8c81-60799013b793 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340082 Feb 04 13:18:17.561069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-cda8bef3-cff5-4735-85e1-aa77d0a1dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:17.562983 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-cda8bef3-cff5-4735-85e1-aa77d0a1dea7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c026ffbf-8ece-4f85-be6b-56d3d0b3328b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1510031 Feb 04 13:18:17.583729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdc85d-5c4c-4e05-a4b9-c56e4972645d req-568f3024-8c86-48e4-bd0e-1cf69182d5e3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:17.585086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=4bfdde71-1a7c-49c3-bc35-c4f355f60bed,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:17.586879 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8dcdc85d-5c4c-4e05-a4b9-c56e4972645d req-568f3024-8c86-48e4-bd0e-1cf69182d5e3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 950 time: 0.1296067 Feb 04 13:18:17.591830 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4bfdde71-1a7c-49c3-bc35-c4f355f60bed), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:17.606270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f02c743-8209-46b7-a92a-954648ec556d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfdde71-1a7c-49c3-bc35-c4f355f60bed'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:17.608811 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ed6264-d3a7-4dc4-854f-4aa42f7ca0be" -d '{"events": [{"server_uuid": "0f02c743-8209-46b7-a92a-954648ec556d", "name": "network-vif-plugged", "status": "completed", "tag": "4bfdde71-1a7c-49c3-bc35-c4f355f60bed"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:17.664119 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=4bfdde71-1a7c-49c3-bc35-c4f355f60bed,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:17.664530 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-58c84b80-a43e-4f67-a59b-f086938e3cc2 req-cc7fca05-c447-4559-84d1-081da8cb1215 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222377 Feb 04 13:18:17.698849 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-054e4ddb-3744-452d-9f04-8d139c2f61ce req-dbe41f29-2451-447b-8def-a9bdf53ddab1 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781995 Feb 04 13:18:17.714812 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:17.778225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8dcdc85d-5c4c-4e05-a4b9-c56e4972645d req-8fca56fc-eef4-4bd5-8285-758428d81e34 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634781 Feb 04 13:18:17.779532 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57538) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:17.782759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-912c8485-b1fc-4811-a8ec-64834ad98933 service neutron] 10.222.0.100 "GET /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065432 Feb 04 13:18:17.801811 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d08fbad-c80a-44c5-b379-eabe2e05a2f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:17.841139 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380b5ba2-88d0-4631-bfb3-648d88b42b7c x-openstack-request-id: req-380b5ba2-88d0-4631-bfb3-648d88b42b7c {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:17.841534 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f02c743-8209-46b7-a92a-954648ec556d", "name": "network-vif-plugged", "status": "completed", "tag": "4bfdde71-1a7c-49c3-bc35-c4f355f60bed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:17.841993 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-380b5ba2-88d0-4631-bfb3-648d88b42b7c {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:17.842552 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f02c743-8209-46b7-a92a-954648ec556d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfdde71-1a7c-49c3-bc35-c4f355f60bed', 'code': 200} Feb 04 13:18:17.908809 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d08fbad-c80a-44c5-b379-eabe2e05a2f8 admin admin] Publish callbacks [] for security_group (885e9009-8ac0-4ab9-b1f0-252bf2b7608d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:17.914590 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d08fbad-c80a-44c5-b379-eabe2e05a2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (885e9009-8ac0-4ab9-b1f0-252bf2b7608d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:17.976347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48f9bd-2857-4d6d-bcd0-040789936cfc req-77ec9458-cc32-4095-9c68-c0d8e39fe5ca tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:17.977820 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f48f9bd-2857-4d6d-bcd0-040789936cfc req-77ec9458-cc32-4095-9c68-c0d8e39fe5ca tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 971 time: 0.1610570 Feb 04 13:18:17.985268 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08fbad-c80a-44c5-b379-eabe2e05a2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885e9009-8ac0-4ab9-b1f0-252bf2b7608d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:17.986754 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e23002ba-0a95-4cfc-8418-27abe9316d06 req-5d9fc3bd-dd8f-4c0a-ae4b-b4a42ad7d917 service neutron] 10.222.0.100 "GET /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914902 Feb 04 13:18:17.993891 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0d08fbad-c80a-44c5-b379-eabe2e05a2f8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=81fdc5901d9249bb8f193d813ced2f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128763 Feb 04 13:18:18.000198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57540) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:18.046582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a78a2-1c04-419f-8ee0-352f4d4ce98d req-63f96ed6-4ade-4ec3-847a-e2dd058f28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:18.048176 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ef4a78a2-1c04-419f-8ee0-352f4d4ce98d req-63f96ed6-4ade-4ec3-847a-e2dd058f28f9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 1132 time: 0.1114194 Feb 04 13:18:18.058855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f48f9bd-2857-4d6d-bcd0-040789936cfc req-797f0591-e10e-4a3e-9b5f-1f895290a8f0 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746000 Feb 04 13:18:18.071654 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-751f586a-6f4a-4a4c-8d3a-70360ffc4e31 admin admin] Publish callbacks [] for security_group (885e9009-8ac0-4ab9-b1f0-252bf2b7608d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:18.073961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c67a6-b89d-453d-86c3-f17422dcfd83 req-94396dcf-2252-4a0c-bc74-ab819e621758 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:18.076044 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-228c67a6-b89d-453d-86c3-f17422dcfd83 req-94396dcf-2252-4a0c-bc74-ab819e621758 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 943 time: 0.1624315 Feb 04 13:18:18.117699 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-751f586a-6f4a-4a4c-8d3a-70360ffc4e31 admin admin] Publish callbacks [] for security_group (885e9009-8ac0-4ab9-b1f0-252bf2b7608d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:18.159076 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ef4a78a2-1c04-419f-8ee0-352f4d4ce98d req-70b4792a-0970-498c-bc77-0cb617f6504c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981622 Feb 04 13:18:18.167554 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-228c67a6-b89d-453d-86c3-f17422dcfd83 req-6135e2cc-9453-4e57-bda9-1f1550a4e1a5 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828986 Feb 04 13:18:18.170403 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5b35c-5069-4260-a4e5-c2f51e624b75 req-d89556c9-2f53-4ec9-8a35-7d032f8a6c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:18.171899 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05d5b35c-5069-4260-a4e5-c2f51e624b75 req-d89556c9-2f53-4ec9-8a35-7d032f8a6c1e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d3420ec3eb624ae4b3c182d3678b3680&device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 1126 time: 0.1091523 Feb 04 13:18:18.219774 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-751f586a-6f4a-4a4c-8d3a-70360ffc4e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (885e9009-8ac0-4ab9-b1f0-252bf2b7608d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:18.223029 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-751f586a-6f4a-4a4c-8d3a-70360ffc4e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:18.224426 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-751f586a-6f4a-4a4c-8d3a-70360ffc4e31 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/885e9009-8ac0-4ab9-b1f0-252bf2b7608d HTTP/1.1" status: 204 len: 168 time: 0.2232492 Feb 04 13:18:18.234344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f586a-6f4a-4a4c-8d3a-70360ffc4e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885e9009-8ac0-4ab9-b1f0-252bf2b7608d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:18.279348 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2403a-4e33-4cf5-9b69-7e039366de5d req-0a4549a7-cc24-400a-96bc-23b577e70eec tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:18.281067 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbc2403a-4e33-4cf5-9b69-7e039366de5d req-0a4549a7-cc24-400a-96bc-23b577e70eec tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 964 time: 0.0713151 Feb 04 13:18:18.340361 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbc2403a-4e33-4cf5-9b69-7e039366de5d req-f4142ffc-f6ee-4018-9c5c-85e26a80cb25 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474784 Feb 04 13:18:18.494795 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57552) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:18.630958 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c50e948-401b-47d4-b29b-db6398016235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:18.739328 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c50e948-401b-47d4-b29b-db6398016235 admin admin] Publish callbacks [] for security_group (3b9319a5-ecb5-4486-822b-ba8e54aebf79), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:18.747223 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c50e948-401b-47d4-b29b-db6398016235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3b9319a5-ecb5-4486-822b-ba8e54aebf79), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:18.781335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5b35c-5069-4260-a4e5-c2f51e624b75 req-f8f3bbe9-669f-46cf-a00c-2f02a426ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:18.787081 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05d5b35c-5069-4260-a4e5-c2f51e624b75 req-f8f3bbe9-669f-46cf-a00c-2f02a426ab83 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c026ffbf-8ece-4f85-be6b-56d3d0b3328b HTTP/1.1" status: 200 len: 925 time: 0.3348513 Feb 04 13:18:18.844897 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50e948-401b-47d4-b29b-db6398016235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9319a5-ecb5-4486-822b-ba8e54aebf79,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:18.858180 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57572) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:18.867294 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6c50e948-401b-47d4-b29b-db6398016235 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e0a8d0cb8f1243cb991d3c8aba726820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577054 Feb 04 13:18:18.884731 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05d5b35c-5069-4260-a4e5-c2f51e624b75 req-4cfd0b26-5b67-4efc-8aa1-59e0cfab2b91 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7a14281-c908-4e36-a45c-027b743b66fd HTTP/1.1" status: 200 len: 217 time: 0.0865397 Feb 04 13:18:19.026380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5b35c-5069-4260-a4e5-c2f51e624b75 req-74d919cd-a2d4-4af4-80bf-bfd47d13a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:19.032017 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05d5b35c-5069-4260-a4e5-c2f51e624b75 req-74d919cd-a2d4-4af4-80bf-bfd47d13a95e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e5874b54-d066-497f-a6a6-8caf98c219b5 HTTP/1.1" status: 200 len: 863 time: 0.1298673 Feb 04 13:18:19.063785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969d25e-2fe9-4654-b472-3022eb605975 req-76752327-d1a2-4e92-b479-ac2df0977caa tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:19.065350 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3969d25e-2fe9-4654-b472-3022eb605975 req-76752327-d1a2-4e92-b479-ac2df0977caa tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 949 time: 0.2062738 Feb 04 13:18:19.086927 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-57d41606-187c-49fa-af2a-4c9727eaefa1 admin admin] Publish callbacks [] for security_group (3b9319a5-ecb5-4486-822b-ba8e54aebf79), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:19.124114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5675d86-5ee1-497a-96f5-af60e7c1a577 req-6dfe7288-719c-4338-9715-1d90661a818b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:19.125664 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5675d86-5ee1-497a-96f5-af60e7c1a577 req-6dfe7288-719c-4338-9715-1d90661a818b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 950 time: 0.2356994 Feb 04 13:18:19.159097 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-57d41606-187c-49fa-af2a-4c9727eaefa1 admin admin] Publish callbacks [] for security_group (3b9319a5-ecb5-4486-822b-ba8e54aebf79), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:19.225009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5b35c-5069-4260-a4e5-c2f51e624b75 req-665123d2-e31b-44fa-a63f-4bcbac85394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:19.226654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05d5b35c-5069-4260-a4e5-c2f51e624b75 req-665123d2-e31b-44fa-a63f-4bcbac85394b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c026ffbf-8ece-4f85-be6b-56d3d0b3328b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1910133 Feb 04 13:18:19.228123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362e93a-4957-4944-9579-91e167b379dc req-fe3bf41b-55a3-4823-8adb-ec5a11088bed tempest-DeleteServersAdminTestJSON-1818219324 tempest-DeleteServersAdminTestJSON-1818219324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:19.230301 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f362e93a-4957-4944-9579-91e167b379dc req-fe3bf41b-55a3-4823-8adb-ec5a11088bed tempest-DeleteServersAdminTestJSON-1818219324 tempest-DeleteServersAdminTestJSON-1818219324-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=a887085e-c08c-440b-a84b-be43c789e564 HTTP/1.1" status: 200 len: 1133 time: 0.0526834 Feb 04 13:18:19.230640 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3969d25e-2fe9-4654-b472-3022eb605975 req-d240ea7b-2c00-41a9-969c-9ad241823488 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449871 Feb 04 13:18:19.319092 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5675d86-5ee1-497a-96f5-af60e7c1a577 req-5f3fe6ab-b9d6-4c97-92f0-280941562277 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872704 Feb 04 13:18:19.376809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-f362e93a-4957-4944-9579-91e167b379dc req-b5c24b01-790a-4213-b8dd-cb26b9d3c591 tempest-DeleteServersAdminTestJSON-1818219324 tempest-DeleteServersAdminTestJSON-1818219324-project-admin] Deleting port 70c5f245-6d52-49a2-8edd-1715e0859a32 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:18:19.377190 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f362e93a-4957-4944-9579-91e167b379dc req-b5c24b01-790a-4213-b8dd-cb26b9d3c591 tempest-DeleteServersAdminTestJSON-1818219324 tempest-DeleteServersAdminTestJSON-1818219324-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (70c5f245-6d52-49a2-8edd-1715e0859a32), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:19.391308 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-57d41606-187c-49fa-af2a-4c9727eaefa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3b9319a5-ecb5-4486-822b-ba8e54aebf79), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:19.394034 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-57d41606-187c-49fa-af2a-4c9727eaefa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:19.398250 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-57d41606-187c-49fa-af2a-4c9727eaefa1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3b9319a5-ecb5-4486-822b-ba8e54aebf79 HTTP/1.1" status: 204 len: 168 time: 0.5376120 Feb 04 13:18:19.428799 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d41606-187c-49fa-af2a-4c9727eaefa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9319a5-ecb5-4486-822b-ba8e54aebf79,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:19.441568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05d5b35c-5069-4260-a4e5-c2f51e624b75 req-93d365d7-e7f7-408b-a0a9-41b7353b342b service neutron] 10.222.0.100 "GET /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025414 Feb 04 13:18:19.530383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-f362e93a-4957-4944-9579-91e167b379dc req-b5c24b01-790a-4213-b8dd-cb26b9d3c591 tempest-DeleteServersAdminTestJSON-1818219324 tempest-DeleteServersAdminTestJSON-1818219324-project-admin] For port 70c5f245-6d52-49a2-8edd-1715e0859a32, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=70c5f245-6d52-49a2-8edd-1715e0859a32,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:19.531025 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f362e93a-4957-4944-9579-91e167b379dc req-b5c24b01-790a-4213-b8dd-cb26b9d3c591 tempest-DeleteServersAdminTestJSON-1818219324 tempest-DeleteServersAdminTestJSON-1818219324-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (70c5f245-6d52-49a2-8edd-1715e0859a32), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:19.536104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f9bee-8a80-4258-a282-e015a10deb51 req-2b58773a-8b1c-49ee-894c-3ae7a463f772 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:19.537712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-744f9bee-8a80-4258-a282-e015a10deb51 req-2b58773a-8b1c-49ee-894c-3ae7a463f772 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 971 time: 0.2020311 Feb 04 13:18:19.544715 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-f362e93a-4957-4944-9579-91e167b379dc req-b5c24b01-790a-4213-b8dd-cb26b9d3c591 tempest-DeleteServersAdminTestJSON-1818219324 tempest-DeleteServersAdminTestJSON-1818219324-project-admin] Calling delete_port for 70c5f245-6d52-49a2-8edd-1715e0859a32 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:18:19.615801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e518a-dcf3-4c76-98de-a97c5c818974 req-ba9b2b2f-7251-480a-828b-bc2d4d15cdeb tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:19.617377 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a06e518a-dcf3-4c76-98de-a97c5c818974 req-ba9b2b2f-7251-480a-828b-bc2d4d15cdeb tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 943 time: 0.1939173 Feb 04 13:18:19.680780 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05d5b35c-5069-4260-a4e5-c2f51e624b75 req-b072dfbc-b7a5-4f86-9806-4abaf7ccf94e service neutron] 10.222.0.100 "GET /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158172 Feb 04 13:18:19.684804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-744f9bee-8a80-4258-a282-e015a10deb51 req-1021aa96-b58f-4844-838d-46b29e4fe33a tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311958 Feb 04 13:18:19.751217 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a06e518a-dcf3-4c76-98de-a97c5c818974 req-f926566d-7186-4947-81c1-81dc4999f783 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234772 Feb 04 13:18:19.810407 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f362e93a-4957-4944-9579-91e167b379dc req-b5c24b01-790a-4213-b8dd-cb26b9d3c591 tempest-DeleteServersAdminTestJSON-1818219324 tempest-DeleteServersAdminTestJSON-1818219324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (70c5f245-6d52-49a2-8edd-1715e0859a32), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:19.824396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['70c5f245-6d52-49a2-8edd-1715e0859a32'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:18:19.849632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c24b01-790a-4213-b8dd-cb26b9d3c591 tempest-DeleteServersAdminTestJSON-1818219324 tempest-DeleteServersAdminTestJSON-1818219324-project-admin] Pushing event deleted for resources: {'Port': ['ID=70c5f245-6d52-49a2-8edd-1715e0859a32,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:19.945838 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f362e93a-4957-4944-9579-91e167b379dc req-b5c24b01-790a-4213-b8dd-cb26b9d3c591 tempest-DeleteServersAdminTestJSON-1818219324 tempest-DeleteServersAdminTestJSON-1818219324-project-admin] No DVR routers for this DVR port 70c5f245-6d52-49a2-8edd-1715e0859a32 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:18:19.950680 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f362e93a-4957-4944-9579-91e167b379dc req-b5c24b01-790a-4213-b8dd-cb26b9d3c591 tempest-DeleteServersAdminTestJSON-1818219324 tempest-DeleteServersAdminTestJSON-1818219324-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:19.954218 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f362e93a-4957-4944-9579-91e167b379dc req-b5c24b01-790a-4213-b8dd-cb26b9d3c591 tempest-DeleteServersAdminTestJSON-1818219324 tempest-DeleteServersAdminTestJSON-1818219324-project-admin] 10.222.0.100 "DELETE /v2.0/ports/70c5f245-6d52-49a2-8edd-1715e0859a32 HTTP/1.1" status: 204 len: 173 time: 0.7167473 Feb 04 13:18:19.954812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a887085e-c08c-440b-a84b-be43c789e564', 'name': 'network-vif-deleted', 'tag': '70c5f245-6d52-49a2-8edd-1715e0859a32'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:19.957406 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefb41e0-499d-43c3-b792-5996ae4bdbc2" -d '{"events": [{"server_uuid": "a887085e-c08c-440b-a84b-be43c789e564", "name": "network-vif-deleted", "tag": "70c5f245-6d52-49a2-8edd-1715e0859a32"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:19.976482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c9373-1bc1-4512-bb18-1da8c4f4838e req-441d7b12-fee2-4fd0-97b0-d07dd0db116d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:19.980016 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57606) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:19.983935 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-142c9373-1bc1-4512-bb18-1da8c4f4838e req-441d7b12-fee2-4fd0-97b0-d07dd0db116d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 964 time: 0.1811023 Feb 04 13:18:19.995658 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa0ae-bc1a-4c1a-880f-43df3f65eae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.036637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cf6a3-7852-4045-8f77-3d3e978beed5 req-ea2c902b-3b22-43ff-8f50-44fd3474a96b tempest-AggregatesAdminTestJSON-325610786 tempest-AggregatesAdminTestJSON-325610786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:20.038218 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-501cf6a3-7852-4045-8f77-3d3e978beed5 req-ea2c902b-3b22-43ff-8f50-44fd3474a96b tempest-AggregatesAdminTestJSON-325610786 tempest-AggregatesAdminTestJSON-325610786-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 1154 time: 0.1181967 Feb 04 13:18:20.082728 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-142c9373-1bc1-4512-bb18-1da8c4f4838e req-0840228e-81f0-494c-9034-ff6817bb3d40 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975502 Feb 04 13:18:20.098735 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-501cf6a3-7852-4045-8f77-3d3e978beed5 req-9470d39e-72c4-467f-bbe1-4db5fb6aaa0c tempest-AggregatesAdminTestJSON-325610786 tempest-AggregatesAdminTestJSON-325610786-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.144736 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa0ae-bc1a-4c1a-880f-43df3f65eae9 admin admin] Publish callbacks [] for security_group (8efb83c5-0412-4fa1-abc6-55aec6615b73), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.146907 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d675a6fb-d1be-4a9f-9a8f-a3e2e0077af7 x-openstack-request-id: req-d675a6fb-d1be-4a9f-9a8f-a3e2e0077af7 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:20.147217 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a887085e-c08c-440b-a84b-be43c789e564", "name": "network-vif-deleted", "tag": "70c5f245-6d52-49a2-8edd-1715e0859a32", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:20.147473 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d675a6fb-d1be-4a9f-9a8f-a3e2e0077af7 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:20.147919 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a887085e-c08c-440b-a84b-be43c789e564', 'name': 'network-vif-deleted', 'tag': '70c5f245-6d52-49a2-8edd-1715e0859a32', 'status': 'completed', 'code': 200} Feb 04 13:18:20.153572 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa0ae-bc1a-4c1a-880f-43df3f65eae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8efb83c5-0412-4fa1-abc6-55aec6615b73), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.212705 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fa0ae-bc1a-4c1a-880f-43df3f65eae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efb83c5-0412-4fa1-abc6-55aec6615b73,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:20.221469 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0e5fa0ae-bc1a-4c1a-880f-43df3f65eae9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=210abb5330b84140823585558ac4a4ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401869 Feb 04 13:18:20.221651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57612) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:20.264061 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-501cf6a3-7852-4045-8f77-3d3e978beed5 req-9470d39e-72c4-467f-bbe1-4db5fb6aaa0c tempest-AggregatesAdminTestJSON-325610786 tempest-AggregatesAdminTestJSON-325610786-project-admin] Publish callbacks [] for security_group (8277487a-4a29-4ea9-8adf-26d97d7f6c71), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.269472 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-501cf6a3-7852-4045-8f77-3d3e978beed5 req-9470d39e-72c4-467f-bbe1-4db5fb6aaa0c tempest-AggregatesAdminTestJSON-325610786 tempest-AggregatesAdminTestJSON-325610786-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8277487a-4a29-4ea9-8adf-26d97d7f6c71), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.329657 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-501cf6a3-7852-4045-8f77-3d3e978beed5 req-9470d39e-72c4-467f-bbe1-4db5fb6aaa0c tempest-AggregatesAdminTestJSON-325610786 tempest-AggregatesAdminTestJSON-325610786-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826965 Feb 04 13:18:20.330305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1e4da124-ddf3-42cd-a009-deb1575ae6bb details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:18:20.332517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470d39e-72c4-467f-bbe1-4db5fb6aaa0c tempest-AggregatesAdminTestJSON-325610786 tempest-AggregatesAdminTestJSON-325610786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8277487a-4a29-4ea9-8adf-26d97d7f6c71,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:20.338736 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-38bdba4b-1e5c-4945-83cd-daabdbceae8e admin admin] Publish callbacks [] for security_group (8efb83c5-0412-4fa1-abc6-55aec6615b73), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.365638 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-38bdba4b-1e5c-4945-83cd-daabdbceae8e admin admin] Publish callbacks [] for security_group (8efb83c5-0412-4fa1-abc6-55aec6615b73), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.423215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-2ca605fa-9ae2-4f88-8bd9-42fb57dfb3cf req-0e3ab421-b84b-48ea-b66a-6e3d7337f21d tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1744845051', 'description': 'tempest-description-2010557456'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:20.468814 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ca605fa-9ae2-4f88-8bd9-42fb57dfb3cf req-0e3ab421-b84b-48ea-b66a-6e3d7337f21d tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.479931 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ca605fa-9ae2-4f88-8bd9-42fb57dfb3cf req-0e3ab421-b84b-48ea-b66a-6e3d7337f21d tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.497121 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:20.499075 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-38bdba4b-1e5c-4945-83cd-daabdbceae8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8efb83c5-0412-4fa1-abc6-55aec6615b73), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.501685 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-38bdba4b-1e5c-4945-83cd-daabdbceae8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.507167 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-38bdba4b-1e5c-4945-83cd-daabdbceae8e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8efb83c5-0412-4fa1-abc6-55aec6615b73 HTTP/1.1" status: 204 len: 168 time: 0.2802927 Feb 04 13:18:20.515301 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844ba9a-6aa1-45d4-ae18-3c8ec0a14050 req-7b7e01e9-ca62-483b-bcc9-e74a8e21787a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:20.516951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c844ba9a-6aa1-45d4-ae18-3c8ec0a14050 req-7b7e01e9-ca62-483b-bcc9-e74a8e21787a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 949 time: 0.1137900 Feb 04 13:18:20.528370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdba4b-1e5c-4945-83cd-daabdbceae8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efb83c5-0412-4fa1-abc6-55aec6615b73,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:20.531200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '1e4da124-ddf3-42cd-a009-deb1575ae6bb', 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f', 'port_id': '1e4da124-ddf3-42cd-a009-deb1575ae6bb', 'mac_address': 'fa:16:3e:84:c8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd073496f-278b-436d-b18e-bb06bdc8b5e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:tempest-test_az-849724693', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:18:20.593608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 1e4da124-ddf3-42cd-a009-deb1575ae6bb is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:20.594145 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.617860 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4da124-ddf3-42cd-a009-deb1575ae6bb {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:20.628542 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c844ba9a-6aa1-45d4-ae18-3c8ec0a14050 req-7dac044a-ebf9-4b44-8948-42f08b2836e4 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902596 Feb 04 13:18:20.644139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:20.663777 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.668411 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ca605fa-9ae2-4f88-8bd9-42fb57dfb3cf req-0e3ab421-b84b-48ea-b66a-6e3d7337f21d tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks [] for security_group (fc0755d3-60e8-4a57-9055-bd37e2ab3da9), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.674613 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ca605fa-9ae2-4f88-8bd9-42fb57dfb3cf req-0e3ab421-b84b-48ea-b66a-6e3d7337f21d tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fc0755d3-60e8-4a57-9055-bd37e2ab3da9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.741507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ab421-b84b-48ea-b66a-6e3d7337f21d tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0755d3-60e8-4a57-9055-bd37e2ab3da9,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:20.752238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=1e4da124-ddf3-42cd-a009-deb1575ae6bb,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:20.790591 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ca605fa-9ae2-4f88-8bd9-42fb57dfb3cf req-0e3ab421-b84b-48ea-b66a-6e3d7337f21d tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks [] for security_group (c65a9c32-cb95-41c8-852c-580e7b409e20), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.797565 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ca605fa-9ae2-4f88-8bd9-42fb57dfb3cf req-0e3ab421-b84b-48ea-b66a-6e3d7337f21d tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c65a9c32-cb95-41c8-852c-580e7b409e20), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.844846 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ca605fa-9ae2-4f88-8bd9-42fb57dfb3cf req-0e3ab421-b84b-48ea-b66a-6e3d7337f21d tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:20.846223 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ca605fa-9ae2-4f88-8bd9-42fb57dfb3cf req-0e3ab421-b84b-48ea-b66a-6e3d7337f21d tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4299664 Feb 04 13:18:20.848701 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ab421-b84b-48ea-b66a-6e3d7337f21d tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c65a9c32-cb95-41c8-852c-580e7b409e20,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:20.999670 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['1e4da124-ddf3-42cd-a009-deb1575ae6bb'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:18:21.078736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea1315-e5d6-41d7-bf40-4d4e7bf07506 req-cdf19b3d-de87-4395-be85-0bd50a9e7349 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:21.079624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45ea1315-e5d6-41d7-bf40-4d4e7bf07506 req-cdf19b3d-de87-4395-be85-0bd50a9e7349 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 943 time: 0.0735128 Feb 04 13:18:21.142928 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45ea1315-e5d6-41d7-bf40-4d4e7bf07506 req-f9622e17-3559-4302-9cec-47e97527d47e tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549784 Feb 04 13:18:21.183334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-d75300ed-9e8b-4683-bba6-659846890ff1 req-0ee99c78-cb0e-4fc1-9e69-05b1cec8567b tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1259779126', 'description': 'tempest-description-852396896'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:21.214376 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d75300ed-9e8b-4683-bba6-659846890ff1 req-0ee99c78-cb0e-4fc1-9e69-05b1cec8567b tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:21.272910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-342a0780-dbce-462a-b58c-47ed6cee870b req-f537dfc1-a424-4acf-bb88-026ae9218b61 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:18:21.273905 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-342a0780-dbce-462a-b58c-47ed6cee870b req-f537dfc1-a424-4acf-bb88-026ae9218b61 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067840 Feb 04 13:18:21.312143 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d75300ed-9e8b-4683-bba6-659846890ff1 req-0ee99c78-cb0e-4fc1-9e69-05b1cec8567b tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks [] for security_group (ff76a8c9-ff55-48ea-8ec6-050907d02df4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:21.316994 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d75300ed-9e8b-4683-bba6-659846890ff1 req-0ee99c78-cb0e-4fc1-9e69-05b1cec8567b tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ff76a8c9-ff55-48ea-8ec6-050907d02df4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:21.359332 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d75300ed-9e8b-4683-bba6-659846890ff1 req-0ee99c78-cb0e-4fc1-9e69-05b1cec8567b tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:21.360123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d75300ed-9e8b-4683-bba6-659846890ff1 req-0ee99c78-cb0e-4fc1-9e69-05b1cec8567b tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1827831 Feb 04 13:18:21.365736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee99c78-cb0e-4fc1-9e69-05b1cec8567b tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff76a8c9-ff55-48ea-8ec6-050907d02df4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:21.470791 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-25894534-fe3a-4855-b194-8f572b3c4054 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=979d67744cc44e1c96d2cbc7a13f99b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421560 Feb 04 13:18:21.546793 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51191d19-9794-495a-81eb-706534b30a54 req-1166f631-4642-439e-80ca-4c19ce0b6a73 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:21.548588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51191d19-9794-495a-81eb-706534b30a54 req-1166f631-4642-439e-80ca-4c19ce0b6a73 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 971 time: 0.1301668 Feb 04 13:18:21.636541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51191d19-9794-495a-81eb-706534b30a54 req-8bac1695-2130-42fc-b8a2-636f7a093abc tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776877 Feb 04 13:18:21.642799 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-3ce738dd-d244-46b5-8a21-000de98d8a17 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:21.644265 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-3ce738dd-d244-46b5-8a21-000de98d8a17 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668518 Feb 04 13:18:21.663792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-59c4df92-b37b-4178-b495-623a452d6047 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/quotas/979d67744cc44e1c96d2cbc7a13f99b5 HTTP/1.1" status: 200 len: 375 time: 0.0132229 Feb 04 13:18:21.698730 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-46656a64-03e5-4d7a-94c2-1101670cb323 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=979d67744cc44e1c96d2cbc7a13f99b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286784 Feb 04 13:18:21.762950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21703523-63ba-448f-9d18-7742c1365ad1 req-f161a7a8-8266-45d3-b506-3f3d09b613a7 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:21.764616 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21703523-63ba-448f-9d18-7742c1365ad1 req-f161a7a8-8266-45d3-b506-3f3d09b613a7 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 965 time: 0.0590866 Feb 04 13:18:21.816804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21703523-63ba-448f-9d18-7742c1365ad1 req-24bf5f53-99b6-4262-8a5b-57316f7096e9 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456195 Feb 04 13:18:21.957300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a071b3-0607-4975-86d5-f1ceddef88f0 req-a2451814-0b37-4abf-9872-e14ce623bfc8 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:21.958931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1a071b3-0607-4975-86d5-f1ceddef88f0 req-a2451814-0b37-4abf-9872-e14ce623bfc8 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 949 time: 0.0702231 Feb 04 13:18:22.029215 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1a071b3-0607-4975-86d5-f1ceddef88f0 req-4995b2ad-deb2-4541-b8a6-de2d54e2d36a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630217 Feb 04 13:18:22.130036 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2715aa32-2c79-4872-b5df-72c1d1aa70ab req-4bf79632-34a2-4e13-a287-1917ebb8e482 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 210 time: 0.0306904 Feb 04 13:18:22.217505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-1177d9a8-1c0d-418d-adbb-bee857011802 req-6f1b4882-5d28-45d1-ba4e-26703c755625 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1756161724', 'description': 'tempest-description-1045001764'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:22.256867 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1177d9a8-1c0d-418d-adbb-bee857011802 req-6f1b4882-5d28-45d1-ba4e-26703c755625 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:22.280079 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1177d9a8-1c0d-418d-adbb-bee857011802 req-6f1b4882-5d28-45d1-ba4e-26703c755625 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:22.348145 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1e4da124-ddf3-42cd-a009-deb1575ae6bb up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:18:22.361353 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84653ca-108f-4139-aaf4-d53f13afe58f req-e0e6fa7e-63bb-4994-a20c-3a544ab37032 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:22.363788 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d84653ca-108f-4139-aaf4-d53f13afe58f req-e0e6fa7e-63bb-4994-a20c-3a544ab37032 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 943 time: 0.1088917 Feb 04 13:18:22.427862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 1e4da124-ddf3-42cd-a009-deb1575ae6bb completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:22.436875 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 1e4da124-ddf3-42cd-a009-deb1575ae6bb triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:22.437858 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:22.458156 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d84653ca-108f-4139-aaf4-d53f13afe58f req-891ac44c-2c20-4da5-8711-ca9e6c3014f8 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852234 Feb 04 13:18:22.472714 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1177d9a8-1c0d-418d-adbb-bee857011802 req-6f1b4882-5d28-45d1-ba4e-26703c755625 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks [] for security_group (5472cc9c-c70c-47a3-b586-45a5bdf41a24), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:22.484237 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1177d9a8-1c0d-418d-adbb-bee857011802 req-6f1b4882-5d28-45d1-ba4e-26703c755625 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5472cc9c-c70c-47a3-b586-45a5bdf41a24), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:22.557696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b4882-5d28-45d1-ba4e-26703c755625 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5472cc9c-c70c-47a3-b586-45a5bdf41a24,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:22.589671 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 1e4da124-ddf3-42cd-a009-deb1575ae6bb is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:22.590426 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:22.621646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043c3d37-38ca-4985-b090-8d82bd7b71bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4da124-ddf3-42cd-a009-deb1575ae6bb'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:22.623938 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763f3b6e-5664-43ea-9e9f-bc4f431e9bda" -d '{"events": [{"server_uuid": "043c3d37-38ca-4985-b090-8d82bd7b71bd", "name": "network-vif-plugged", "status": "completed", "tag": "1e4da124-ddf3-42cd-a009-deb1575ae6bb"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:22.640269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:22.646744 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:22.652385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-84103efd-7511-4c36-b6d7-077e47f04600 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=7b86f66509714c9ebcbd5f4fed5e0c55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786016 Feb 04 13:18:22.675081 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1177d9a8-1c0d-418d-adbb-bee857011802 req-6f1b4882-5d28-45d1-ba4e-26703c755625 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks [] for security_group (dfdb59c8-fb56-41f0-a962-386dee58a09e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:22.693843 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1177d9a8-1c0d-418d-adbb-bee857011802 req-6f1b4882-5d28-45d1-ba4e-26703c755625 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (dfdb59c8-fb56-41f0-a962-386dee58a09e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:22.705623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=1e4da124-ddf3-42cd-a009-deb1575ae6bb,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:22.786277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d85ba-e7b7-4cdf-b219-36dfabcd8b3a req-874807cd-332f-4fe5-ac54-efec06c405c4 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:22.787644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d43d85ba-e7b7-4cdf-b219-36dfabcd8b3a req-874807cd-332f-4fe5-ac54-efec06c405c4 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.99 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 971 time: 0.2088630 Feb 04 13:18:22.794267 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1177d9a8-1c0d-418d-adbb-bee857011802 req-6f1b4882-5d28-45d1-ba4e-26703c755625 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:22.795408 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1177d9a8-1c0d-418d-adbb-bee857011802 req-6f1b4882-5d28-45d1-ba4e-26703c755625 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5820525 Feb 04 13:18:22.799819 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b4882-5d28-45d1-ba4e-26703c755625 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdb59c8-fb56-41f0-a962-386dee58a09e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:22.836068 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f70477-fe42-4cd2-9780-516d370547f9 x-openstack-request-id: req-51f70477-fe42-4cd2-9780-516d370547f9 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:22.836393 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043c3d37-38ca-4985-b090-8d82bd7b71bd", "name": "network-vif-plugged", "status": "completed", "tag": "1e4da124-ddf3-42cd-a009-deb1575ae6bb", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:22.836651 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-51f70477-fe42-4cd2-9780-516d370547f9 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:22.837064 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043c3d37-38ca-4985-b090-8d82bd7b71bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4da124-ddf3-42cd-a009-deb1575ae6bb', 'code': 200} Feb 04 13:18:22.958287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-2890bc46-2e04-4569-9c5b-9dedc20fdae6 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:22.959755 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-2890bc46-2e04-4569-9c5b-9dedc20fdae6 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2976637 Feb 04 13:18:23.027191 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-0aaa4afb-4785-4864-a917-73f8682090ec tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/quotas/7b86f66509714c9ebcbd5f4fed5e0c55 HTTP/1.1" status: 200 len: 375 time: 0.0502057 Feb 04 13:18:23.075174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.99', 64980) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:23.107225 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-ad5139d3-a43e-429f-9556-82b8dfa5b768 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=979d67744cc44e1c96d2cbc7a13f99b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305357 Feb 04 13:18:23.107528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62febddb-3652-4111-82ac-7e0f923d44ed req-ee72629f-aeb7-4920-81c1-40028fcfbaed tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:23.108778 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62febddb-3652-4111-82ac-7e0f923d44ed req-ee72629f-aeb7-4920-81c1-40028fcfbaed tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 971 time: 0.2134726 Feb 04 13:18:23.123408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165d383-43b0-48c7-b653-eb16d3fadcd1 req-2d651959-5dcf-423b-913b-14b1ae999600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:23.124911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8165d383-43b0-48c7-b653-eb16d3fadcd1 req-2d651959-5dcf-423b-913b-14b1ae999600 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 1149 time: 0.2091603 Feb 04 13:18:23.134698 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d43d85ba-e7b7-4cdf-b219-36dfabcd8b3a req-8df59421-85bd-41bb-a846-0028707588e5 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Deleting port cabb4267-307a-4fae-827a-a55beb1fabf9 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:18:23.136295 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d43d85ba-e7b7-4cdf-b219-36dfabcd8b3a req-8df59421-85bd-41bb-a846-0028707588e5 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (cabb4267-307a-4fae-827a-a55beb1fabf9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:23.201667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device c7a14281-c908-4e36-a45c-027b743b66fd details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:18:23.218084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 70c5f245-6d52-49a2-8edd-1715e0859a32 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:18:23.246597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 70c5f245-6d52-49a2-8edd-1715e0859a32 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:18:23.246962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 70c5f245-6d52-49a2-8edd-1715e0859a32 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:18:23.294331 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5b56860f-85c1-4b9a-8f25-e2f79d14cc35 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:23.295815 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5b56860f-85c1-4b9a-8f25-e2f79d14cc35 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803765 Feb 04 13:18:23.310381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-75650546-d17a-43fa-85dd-49fad9c6942b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Request body: {'port': {'device_id': 'b00617c2-b764-40c2-9433-1b7c124a3f42', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '979d67744cc44e1c96d2cbc7a13f99b5'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:23.434019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-6b36330a-ddc9-4d44-b124-e3e7854ad2db tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7b86f66509714c9ebcbd5f4fed5e0c55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4008024 Feb 04 13:18:23.473856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-75650546-d17a-43fa-85dd-49fad9c6942b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Made reservation on behalf of 979d67744cc44e1c96d2cbc7a13f99b5 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:23.476822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62febddb-3652-4111-82ac-7e0f923d44ed req-819cf403-21ed-419e-a0de-eb595344584e tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8feb2da-8403-4570-b690-4e2aca76e958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606687 Feb 04 13:18:23.479226 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-75650546-d17a-43fa-85dd-49fad9c6942b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:23.479746 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8165d383-43b0-48c7-b653-eb16d3fadcd1 req-0051079a-070a-4c31-b34a-1a0fe06720e6 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471169 Feb 04 13:18:23.503530 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port c7a14281-c908-4e36-a45c-027b743b66fd, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=c7a14281-c908-4e36-a45c-027b743b66fd,segment=NetworkSegment(55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b),segment_id=55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:23.522127 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'c7a14281-c908-4e36-a45c-027b743b66fd', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'port_id': 'c7a14281-c908-4e36-a45c-027b743b66fd', 'mac_address': 'fa:16:3e:5b:ed:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:18:23.552903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d43d85ba-e7b7-4cdf-b219-36dfabcd8b3a req-8df59421-85bd-41bb-a846-0028707588e5 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] For port cabb4267-307a-4fae-827a-a55beb1fabf9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cabb4267-307a-4fae-827a-a55beb1fabf9,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:23.555385 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d43d85ba-e7b7-4cdf-b219-36dfabcd8b3a req-8df59421-85bd-41bb-a846-0028707588e5 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (cabb4267-307a-4fae-827a-a55beb1fabf9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:23.580244 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d43d85ba-e7b7-4cdf-b219-36dfabcd8b3a req-8df59421-85bd-41bb-a846-0028707588e5 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Calling delete_port for cabb4267-307a-4fae-827a-a55beb1fabf9 owned by compute:tempest-test_az-849724693 {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:18:23.593476 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port c7a14281-c908-4e36-a45c-027b743b66fd is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:23.593786 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c7a14281-c908-4e36-a45c-027b743b66fd), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:23.629820 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a14281-c908-4e36-a45c-027b743b66fd {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:23.651843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port c7a14281-c908-4e36-a45c-027b743b66fd, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=c7a14281-c908-4e36-a45c-027b743b66fd,segment=NetworkSegment(55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b),segment_id=55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:23.660650 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c7a14281-c908-4e36-a45c-027b743b66fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:23.668535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-d302d5c1-184b-44ca-b03f-1e67009e85fa req-64e2e4ae-58de-4a1a-a7dd-fbde38385604 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1480622998', 'description': 'tempest-description-1668199884'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:23.675250 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-75650546-d17a-43fa-85dd-49fad9c6942b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Allocated IP 192.168.233.179 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/46c8aac9-b28a-4d51-8698-0f6494ede6f7) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:23.750328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=c7a14281-c908-4e36-a45c-027b743b66fd,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:23.805815 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d302d5c1-184b-44ca-b03f-1e67009e85fa req-64e2e4ae-58de-4a1a-a7dd-fbde38385604 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:23.902749 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-75650546-d17a-43fa-85dd-49fad9c6942b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Publish callbacks [] for port (46c8aac9-b28a-4d51-8698-0f6494ede6f7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:23.931071 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d43d85ba-e7b7-4cdf-b219-36dfabcd8b3a req-8df59421-85bd-41bb-a846-0028707588e5 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (cabb4267-307a-4fae-827a-a55beb1fabf9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:23.943678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['cabb4267-307a-4fae-827a-a55beb1fabf9'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:18:23.946613 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-75650546-d17a-43fa-85dd-49fad9c6942b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (46c8aac9-b28a-4d51-8698-0f6494ede6f7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:23.976345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['c7a14281-c908-4e36-a45c-027b743b66fd'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:18:23.997445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-75650546-d17a-43fa-85dd-49fad9c6942b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:24.000717 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-75650546-d17a-43fa-85dd-49fad9c6942b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:24.004711 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-75650546-d17a-43fa-85dd-49fad9c6942b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:18:24.011168 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-75650546-d17a-43fa-85dd-49fad9c6942b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:24.011827 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-75650546-d17a-43fa-85dd-49fad9c6942b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:24.025197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df59421-85bd-41bb-a846-0028707588e5 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Pushing event deleted for resources: {'Port': ['ID=cabb4267-307a-4fae-827a-a55beb1fabf9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:24.034276 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-75650546-d17a-43fa-85dd-49fad9c6942b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7295606 Feb 04 13:18:24.035090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75650546-d17a-43fa-85dd-49fad9c6942b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Pushing event updated for resources: {'Port': ['ID=46c8aac9-b28a-4d51-8698-0f6494ede6f7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:24.046765 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Request body: {'port': {'device_id': 'b00617c2-b764-40c2-9433-1b7c124a3f42', 'device_owner': 'compute:tempest-test_az-849724693', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:24.133043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (46c8aac9-b28a-4d51-8698-0f6494ede6f7), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:24.139518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb8014-340c-4b6f-85ae-280317911c3a req-b29bdd45-e94b-4cb2-92d7-3bf60482404f tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:24.158741 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4ccb8014-340c-4b6f-85ae-280317911c3a req-b29bdd45-e94b-4cb2-92d7-3bf60482404f tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 966 time: 0.3071682 Feb 04 13:18:24.188896 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d302d5c1-184b-44ca-b03f-1e67009e85fa req-64e2e4ae-58de-4a1a-a7dd-fbde38385604 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks [] for security_group (fcf00b28-7ba1-495b-8dc1-1ac05d2e2b15), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:24.207561 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d302d5c1-184b-44ca-b03f-1e67009e85fa req-64e2e4ae-58de-4a1a-a7dd-fbde38385604 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fcf00b28-7ba1-495b-8dc1-1ac05d2e2b15), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:24.273924 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4ccb8014-340c-4b6f-85ae-280317911c3a req-f78d88b0-0707-4655-afc4-c5d7ecd5ebb8 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141157 Feb 04 13:18:24.274881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43d85ba-e7b7-4cdf-b219-36dfabcd8b3a req-8df59421-85bd-41bb-a846-0028707588e5 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] No DVR routers for this DVR port cabb4267-307a-4fae-827a-a55beb1fabf9 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:18:24.288413 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d43d85ba-e7b7-4cdf-b219-36dfabcd8b3a req-8df59421-85bd-41bb-a846-0028707588e5 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:24.290488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-dcfc7cf3-55d8-42e8-b888-a1747c22dda7 None None] Provisioning complete for port 46c8aac9-b28a-4d51-8698-0f6494ede6f7 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:24.292841 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dcfc7cf3-55d8-42e8-b888-a1747c22dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (46c8aac9-b28a-4d51-8698-0f6494ede6f7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:24.293025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d43d85ba-e7b7-4cdf-b219-36dfabcd8b3a req-8df59421-85bd-41bb-a846-0028707588e5 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.99 "DELETE /v2.0/ports/cabb4267-307a-4fae-827a-a55beb1fabf9 HTTP/1.1" status: 204 len: 173 time: 1.4944272 Feb 04 13:18:24.295515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f10951f-b11b-415e-b41d-c21f503cfa9e', 'name': 'network-vif-deleted', 'tag': 'cabb4267-307a-4fae-827a-a55beb1fabf9'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:24.306082 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01adeb09-ca56-4d80-9430-f6c2a0c4524f" -d '{"events": [{"server_uuid": "3f10951f-b11b-415e-b41d-c21f503cfa9e", "name": "network-vif-deleted", "tag": "cabb4267-307a-4fae-827a-a55beb1fabf9"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:24.323260 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d302d5c1-184b-44ca-b03f-1e67009e85fa req-64e2e4ae-58de-4a1a-a7dd-fbde38385604 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:24.324765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d302d5c1-184b-44ca-b03f-1e67009e85fa req-64e2e4ae-58de-4a1a-a7dd-fbde38385604 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7033041 Feb 04 13:18:24.329444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2e4ae-58de-4a1a-a7dd-fbde38385604 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf00b28-7ba1-495b-8dc1-1ac05d2e2b15,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:24.368908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc7cf3-55d8-42e8-b888-a1747c22dda7 None None] Port 46c8aac9-b28a-4d51-8698-0f6494ede6f7 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:18:24.547851 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e0406-fa3f-4032-97c5-8168f4e28e8b req-351a0df3-850a-4361-89cd-bce62fb3246b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:24.561409 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-209e0406-fa3f-4032-97c5-8168f4e28e8b req-351a0df3-850a-4361-89cd-bce62fb3246b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 936 time: 0.1424603 Feb 04 13:18:24.573253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c8aac9-b28a-4d51-8698-0f6494ede6f7 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:24.585477 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Publish callbacks [] for port (46c8aac9-b28a-4d51-8698-0f6494ede6f7), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:24.624026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec67294-eb40-4e36-a1a3-78b0a6cc2610 req-1845f178-9acc-4292-bae1-2938303ceb99 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:24.627050 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ec67294-eb40-4e36-a1a3-78b0a6cc2610 req-1845f178-9acc-4292-bae1-2938303ceb99 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 944 time: 0.1625929 Feb 04 13:18:24.630406 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Transition to ACTIVE for port object 46c8aac9-b28a-4d51-8698-0f6494ede6f7 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:24.635766 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (46c8aac9-b28a-4d51-8698-0f6494ede6f7), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:24.694025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-209e0406-fa3f-4032-97c5-8168f4e28e8b req-637440c4-59bc-4545-85ce-2fca6f97596e tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245971 Feb 04 13:18:24.718184 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Pushing event updated for resources: {'Port': ['ID=46c8aac9-b28a-4d51-8698-0f6494ede6f7,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:24.728981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ec67294-eb40-4e36-a1a3-78b0a6cc2610 req-e1151296-aa5c-419e-99eb-ebdef1a96ada tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956497 Feb 04 13:18:24.770600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Attempting to bind port 46c8aac9-b28a-4d51-8698-0f6494ede6f7 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:18:24.770937 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Attempting to bind port 46c8aac9-b28a-4d51-8698-0f6494ede6f7 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:18:24.771272 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Attempting to bind port 46c8aac9-b28a-4d51-8698-0f6494ede6f7 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:24.777582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Port 46c8aac9-b28a-4d51-8698-0f6494ede6f7 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:18:24.777996 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Attempting to bind port 46c8aac9-b28a-4d51-8698-0f6494ede6f7 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:24.783473 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:18:24.783895 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:24.784591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:18:24.784809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Bound port: 46c8aac9-b28a-4d51-8698-0f6494ede6f7, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:18:24.785300 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (46c8aac9-b28a-4d51-8698-0f6494ede6f7), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:24.810941 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c60535f3-0d3d-4f59-a2e6-bbdd0880be9f req-0a686083-8046-4eb6-9c78-bde0de0ffb90 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 210 time: 0.0368619 Feb 04 13:18:24.890915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] For port 46c8aac9-b28a-4d51-8698-0f6494ede6f7, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:24.896609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] For port 46c8aac9-b28a-4d51-8698-0f6494ede6f7, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=46c8aac9-b28a-4d51-8698-0f6494ede6f7,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:18:24.903130 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763630b7-6fad-4229-b0df-3474a2c87e23 x-openstack-request-id: req-763630b7-6fad-4229-b0df-3474a2c87e23 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:24.903567 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f10951f-b11b-415e-b41d-c21f503cfa9e", "name": "network-vif-deleted", "tag": "cabb4267-307a-4fae-827a-a55beb1fabf9", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:24.903954 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-763630b7-6fad-4229-b0df-3474a2c87e23 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:24.904729 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f10951f-b11b-415e-b41d-c21f503cfa9e', 'name': 'network-vif-deleted', 'tag': 'cabb4267-307a-4fae-827a-a55beb1fabf9', 'status': 'completed', 'code': 200} Feb 04 13:18:24.916095 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (46c8aac9-b28a-4d51-8698-0f6494ede6f7), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:24.974002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:24.974640 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:24.976063 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] 10.222.0.99 "PUT /v2.0/ports/46c8aac9-b28a-4d51-8698-0f6494ede6f7 HTTP/1.1" status: 200 len: 1118 time: 0.9349689 Feb 04 13:18:24.976660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00617c2-b764-40c2-9433-1b7c124a3f42', 'tag': '46c8aac9-b28a-4d51-8698-0f6494ede6f7'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:24.980358 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e85035-f987-45cb-ba2f-b81d7a43e99e" -d '{"events": [{"name": "network-changed", "server_uuid": "b00617c2-b764-40c2-9433-1b7c124a3f42", "tag": "46c8aac9-b28a-4d51-8698-0f6494ede6f7"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:25.021981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482fd0c-7840-434f-9ac2-b14a114e37b9 service neutron] Pushing event updated for resources: {'Port': ['ID=46c8aac9-b28a-4d51-8698-0f6494ede6f7,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:25.075364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a300739-6a7b-4d9d-bd49-dfc58c29bbc6 req-4735d07b-7be8-41f5-a1ff-1ec32f87d356 tempest-AggregatesAdminTestJSON-1812456974 tempest-AggregatesAdminTestJSON-1812456974-project] 10.222.0.96 "GET /v2.0/ports?device_id=3f10951f-b11b-415e-b41d-c21f503cfa9e HTTP/1.1" status: 200 len: 210 time: 0.0379744 Feb 04 13:18:25.158473 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-77d23cb0-a715-4af2-a47a-a6f4eb87b9e0 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=7b86f66509714c9ebcbd5f4fed5e0c55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388682 Feb 04 13:18:25.203852 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecd5f2d-a131-4bc6-93af-efe540025e31 x-openstack-request-id: req-8ecd5f2d-a131-4bc6-93af-efe540025e31 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:25.204174 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00617c2-b764-40c2-9433-1b7c124a3f42", "tag": "46c8aac9-b28a-4d51-8698-0f6494ede6f7", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:25.205777 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8ecd5f2d-a131-4bc6-93af-efe540025e31 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:25.206472 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00617c2-b764-40c2-9433-1b7c124a3f42', 'tag': '46c8aac9-b28a-4d51-8698-0f6494ede6f7', 'status': 'completed', 'code': 200} Feb 04 13:18:25.219682 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device c7a14281-c908-4e36-a45c-027b743b66fd up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:18:25.369610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port c7a14281-c908-4e36-a45c-027b743b66fd completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:25.374882 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port c7a14281-c908-4e36-a45c-027b743b66fd triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:25.375806 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c7a14281-c908-4e36-a45c-027b743b66fd), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:25.481840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-7056b434-c253-4d28-be8c-710b5c1ed75c tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45386 time: 0.5502880 Feb 04 13:18:25.539615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port c7a14281-c908-4e36-a45c-027b743b66fd is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:25.540262 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c7a14281-c908-4e36-a45c-027b743b66fd), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:25.565448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-e17a7ddc-b135-4ef1-8ed8-de4c7cc6ad1e tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/0773fef3-a5af-4232-93ad-aa3bb1ffb9de HTTP/1.1" status: 200 len: 2998 time: 0.0683646 Feb 04 13:18:25.583227 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a5a50d-c508-4468-ac3f-f8fbb684a498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a14281-c908-4e36-a45c-027b743b66fd'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:25.589003 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dd900e-bd85-464b-a710-04affe9d299c" -d '{"events": [{"server_uuid": "86a5a50d-c508-4468-ac3f-f8fbb684a498", "name": "network-vif-plugged", "status": "completed", "tag": "c7a14281-c908-4e36-a45c-027b743b66fd"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:25.605381 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port c7a14281-c908-4e36-a45c-027b743b66fd, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=c7a14281-c908-4e36-a45c-027b743b66fd,segment=NetworkSegment(55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b),segment_id=55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:25.615364 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c7a14281-c908-4e36-a45c-027b743b66fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:25.623630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ffece-7de8-485e-98bb-df38cac034cb req-25b8c84e-772d-4c04-bf18-38d6094e26e5 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:25.631493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c0ffece-7de8-485e-98bb-df38cac034cb req-25b8c84e-772d-4c04-bf18-38d6094e26e5 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 966 time: 0.1483860 Feb 04 13:18:25.684678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=c7a14281-c908-4e36-a45c-027b743b66fd,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:25.698802 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-534ce349-a6e8-432d-8669-ed76ea4ead88 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/0773fef3-a5af-4232-93ad-aa3bb1ffb9de HTTP/1.1" status: 200 len: 2998 time: 0.1251812 Feb 04 13:18:25.703698 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57764) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:25.726359 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c0ffece-7de8-485e-98bb-df38cac034cb req-3583018c-53e7-40e9-8e01-5c98833375ea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937033 Feb 04 13:18:25.758418 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-fd34ea3c-7caa-42df-8dc4-d383294e6556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:25.761393 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-fd34ea3c-7caa-42df-8dc4-d383294e6556 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=979d67744cc44e1c96d2cbc7a13f99b5&device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 1152 time: 0.5305090 Feb 04 13:18:25.771493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-6b411a6e-fc5a-41df-9f41-5f3b766142b1 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:25.773303 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-6b411a6e-fc5a-41df-9f41-5f3b766142b1 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6087892 Feb 04 13:18:25.783527 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-06e45954-f646-4d25-9fd1-c0973d59fd42 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/5472cc9c-c70c-47a3-b586-45a5bdf41a24 HTTP/1.1" status: 200 len: 2998 time: 0.0740089 Feb 04 13:18:25.784845 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:18:25.786048 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5ab24e-4574-4fec-9cc1-df5d9c33eadc x-openstack-request-id: req-9d5ab24e-4574-4fec-9cc1-df5d9c33eadc {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:25.786446 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a5a50d-c508-4468-ac3f-f8fbb684a498", "name": "network-vif-plugged", "status": "completed", "tag": "c7a14281-c908-4e36-a45c-027b743b66fd", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:25.786800 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9d5ab24e-4574-4fec-9cc1-df5d9c33eadc {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:25.787282 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a5a50d-c508-4468-ac3f-f8fbb684a498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a14281-c908-4e36-a45c-027b743b66fd', 'code': 200} Feb 04 13:18:25.790979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Request body: {'port': {'device_id': '717b0ef8-a7cd-4187-ab82-7fc70ff5db4e', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '7b86f66509714c9ebcbd5f4fed5e0c55'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:25.824962 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-00a7991e-af82-44f0-801b-e1f8461a9e2f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=46c8aac9-b28a-4d51-8698-0f6494ede6f7 HTTP/1.1" status: 200 len: 217 time: 0.0506375 Feb 04 13:18:25.849150 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-ca2239bc-e924-4d54-9b92-6965e4729a44 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/5472cc9c-c70c-47a3-b586-45a5bdf41a24 HTTP/1.1" status: 200 len: 2998 time: 0.0646131 Feb 04 13:18:25.945333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5b5cbb26-d6cb-4e9c-b7bb-a53ab6c90430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:25.946812 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-5b5cbb26-d6cb-4e9c-b7bb-a53ab6c90430 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1053309 Feb 04 13:18:25.963361 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-69217f95-f131-4d16-9d5b-521e515e2d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:25.988084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-7d9acece-0da6-4b02-b967-d755e1c42d47 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/56d67220-4631-415e-bdab-a227a4f93741 HTTP/1.1" status: 200 len: 2994 time: 0.1376743 Feb 04 13:18:26.023110 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c7264-d35b-45c2-bbdb-1e18fdd9507d req-c7e2962f-0a50-495c-afcc-22253dff710f tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:26.024530 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e2c7264-d35b-45c2-bbdb-1e18fdd9507d req-c7e2962f-0a50-495c-afcc-22253dff710f tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 969 time: 0.1642213 Feb 04 13:18:26.039097 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-cff6a1f5-715b-43b3-8651-5806b7db49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:26.042115 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-cff6a1f5-715b-43b3-8651-5806b7db49f9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0844853 Feb 04 13:18:26.043747 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Made reservation on behalf of 7b86f66509714c9ebcbd5f4fed5e0c55 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:26.048717 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.061399 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d8bc0-ae89-46e8-8a7c-338d69926435 req-64c5ee80-e8af-4599-bcd3-863d1670069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:26.062930 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-657d8bc0-ae89-46e8-8a7c-338d69926435 req-64c5ee80-e8af-4599-bcd3-863d1670069c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 1128 time: 0.1948717 Feb 04 13:18:26.118332 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-0250d0bb-b249-4a03-9480-492df814bfca tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/56d67220-4631-415e-bdab-a227a4f93741 HTTP/1.1" status: 200 len: 2994 time: 0.1205077 Feb 04 13:18:26.190011 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e2c7264-d35b-45c2-bbdb-1e18fdd9507d req-65f23553-dc8f-456c-acec-39c87cebdd37 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352105 Feb 04 13:18:26.212667 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-d7372c9b-91ef-4818-b237-fff64add32cb service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599209 Feb 04 13:18:26.220374 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-657d8bc0-ae89-46e8-8a7c-338d69926435 req-f2c41e72-4589-4691-ac80-4f7c20eb3113 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466241 Feb 04 13:18:26.232205 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-df3c2d53-f950-4c55-bf3f-9c0042ed7f25 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/592f83a2-73c0-4701-aed8-6ba2fe154c62 HTTP/1.1" status: 200 len: 2998 time: 0.1023681 Feb 04 13:18:26.237183 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-69217f95-f131-4d16-9d5b-521e515e2d65 admin admin] Publish callbacks [] for security_group (ef59909c-3d24-41fe-a2a0-8fe8e08138e4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.249370 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-69217f95-f131-4d16-9d5b-521e515e2d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ef59909c-3d24-41fe-a2a0-8fe8e08138e4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.316836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Allocated IP 192.168.233.246 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/b44c9034-57d5-4d26-90ed-8bcc60159ff5) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:26.317266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-69217f95-f131-4d16-9d5b-521e515e2d65 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b6d301a3b1da46058d35c8ad1942913f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6123316 Feb 04 13:18:26.320423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57780) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:26.322350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69217f95-f131-4d16-9d5b-521e515e2d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef59909c-3d24-41fe-a2a0-8fe8e08138e4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:26.341058 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-7f6217d9-6ba0-4580-8351-347967b2b587 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/592f83a2-73c0-4701-aed8-6ba2fe154c62 HTTP/1.1" status: 200 len: 2998 time: 0.1006823 Feb 04 13:18:26.352689 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cabb4267-307a-4fae-827a-a55beb1fabf9 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:18:26.367780 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-45f4e7f3-5f59-4729-9d85-c907ebc1a132 req-f07c3acb-c335-4b03-a6f1-0349bb37d2ba service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359539 Feb 04 13:18:26.393352 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: cabb4267-307a-4fae-827a-a55beb1fabf9 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:18:26.393695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cabb4267-307a-4fae-827a-a55beb1fabf9 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:18:26.440464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-09ae6389-c860-4e3e-89a5-381504f3ead9 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/632e28a3-2c06-487e-b349-5432465c3e4d HTTP/1.1" status: 200 len: 2998 time: 0.0911837 Feb 04 13:18:26.468681 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b9b0-38a0-44b1-a61c-7cd918852fa3 admin admin] Publish callbacks [] for security_group (ef59909c-3d24-41fe-a2a0-8fe8e08138e4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.514549 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b9b0-38a0-44b1-a61c-7cd918852fa3 admin admin] Publish callbacks [] for security_group (ef59909c-3d24-41fe-a2a0-8fe8e08138e4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.521432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e85035-f987-45cb-ba2f-b81d7a43e99e req-f5ec1384-2bcc-4a26-94e6-b3487c34cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:26.522971 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-32e85035-f987-45cb-ba2f-b81d7a43e99e req-f5ec1384-2bcc-4a26-94e6-b3487c34cbc3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=979d67744cc44e1c96d2cbc7a13f99b5&device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 1152 time: 0.0817115 Feb 04 13:18:26.525836 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-b7be28df-b9f6-439a-a00a-e0def15a1f17 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/632e28a3-2c06-487e-b349-5432465c3e4d HTTP/1.1" status: 200 len: 2998 time: 0.0741127 Feb 04 13:18:26.556586 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks [] for port (b44c9034-57d5-4d26-90ed-8bcc60159ff5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.621395 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-b25470cf-30a6-4ec4-aaf9-4c0b59e19b44 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/70b6e982-bdc9-4752-a409-bd515d8a9ecd HTTP/1.1" status: 200 len: 2994 time: 0.0877414 Feb 04 13:18:26.630792 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2235a1-6189-4fa7-add0-64270d07c468 req-50b79c8e-d37b-4c04-be92-f9fb1a069295 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:26.637762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f2235a1-6189-4fa7-add0-64270d07c468 req-50b79c8e-d37b-4c04-be92-f9fb1a069295 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 1149 time: 0.0745327 Feb 04 13:18:26.655348 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e85035-f987-45cb-ba2f-b81d7a43e99e req-92485dfa-ca02-4f8d-9a39-6aedbe9d85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:26.656941 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-32e85035-f987-45cb-ba2f-b81d7a43e99e req-92485dfa-ca02-4f8d-9a39-6aedbe9d85fe service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.1267598 Feb 04 13:18:26.657629 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b9b0-38a0-44b1-a61c-7cd918852fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ef59909c-3d24-41fe-a2a0-8fe8e08138e4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.660661 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b9b0-38a0-44b1-a61c-7cd918852fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.661987 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dcd2b9b0-38a0-44b1-a61c-7cd918852fa3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ef59909c-3d24-41fe-a2a0-8fe8e08138e4 HTTP/1.1" status: 204 len: 168 time: 0.3408186 Feb 04 13:18:26.671681 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (b44c9034-57d5-4d26-90ed-8bcc60159ff5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.686857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['4bfdde71-1a7c-49c3-bc35-c4f355f60bed'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:18:26.702005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b9b0-38a0-44b1-a61c-7cd918852fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef59909c-3d24-41fe-a2a0-8fe8e08138e4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:26.714232 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-32e85035-f987-45cb-ba2f-b81d7a43e99e req-bcb17d2f-af4a-47df-8284-825897111735 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=46c8aac9-b28a-4d51-8698-0f6494ede6f7 HTTP/1.1" status: 200 len: 217 time: 0.0510092 Feb 04 13:18:26.720027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-1d2344ec-e857-4c42-8932-47f7cd85ebf4 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/70b6e982-bdc9-4752-a409-bd515d8a9ecd HTTP/1.1" status: 200 len: 2994 time: 0.0914090 Feb 04 13:18:26.746459 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f2235a1-6189-4fa7-add0-64270d07c468 req-f0359efc-f6c8-49e7-a063-99880bd530c6 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000915 Feb 04 13:18:26.781651 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:26.789393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:26.797973 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:18:26.803132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:26.803780 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.811518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Pushing event updated for resources: {'Port': ['ID=b44c9034-57d5-4d26-90ed-8bcc60159ff5,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:26.825718 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-14f1c484-94f4-4c07-bf06-c25c174c72fd tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/72cf09fe-4079-4935-ae86-613c8b8c31d4 HTTP/1.1" status: 200 len: 2994 time: 0.0955184 Feb 04 13:18:26.833584 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:26.833942 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:26.834351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:26.834680 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:26.835024 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:26.835363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:26.835794 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:26.836106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:26.836417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:26.836795 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:26.837068 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:26.837390 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:26.837843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:26.844445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e85035-f987-45cb-ba2f-b81d7a43e99e req-d98b2d0a-e38c-47d6-bb53-68a291a0c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:26.845729 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-32e85035-f987-45cb-ba2f-b81d7a43e99e req-d98b2d0a-e38c-47d6-bb53-68a291a0c1e7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1116166 Feb 04 13:18:26.849109 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-c4bfe2c3-61e5-453f-b949-b96c8caeef7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0669219 Feb 04 13:18:26.866308 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Request body: {'port': {'device_id': '717b0ef8-a7cd-4187-ab82-7fc70ff5db4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:26.908939 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-6c3ed17a-530b-4d41-81a7-c8073120d948 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/72cf09fe-4079-4935-ae86-613c8b8c31d4 HTTP/1.1" status: 200 len: 2994 time: 0.0765994 Feb 04 13:18:27.012264 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e85035-f987-45cb-ba2f-b81d7a43e99e req-438bbdcf-3af2-4d43-b4c0-7485b06715af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:27.014640 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-32e85035-f987-45cb-ba2f-b81d7a43e99e req-438bbdcf-3af2-4d43-b4c0-7485b06715af service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1622858 Feb 04 13:18:27.066135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-2c079077-bebf-4323-b767-1c85735615ef tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/8277487a-4a29-4ea9-8adf-26d97d7f6c71 HTTP/1.1" status: 200 len: 2998 time: 0.1481788 Feb 04 13:18:27.086073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb793b5b-a4ab-4a8f-84ac-c7c31a9d9125 req-b150621b-1b9f-4a5d-8c22-c0615794704e tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:27.090461 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb793b5b-a4ab-4a8f-84ac-c7c31a9d9125 req-b150621b-1b9f-4a5d-8c22-c0615794704e tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 945 time: 0.1315467 Feb 04 13:18:27.119141 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b44c9034-57d5-4d26-90ed-8bcc60159ff5), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.174003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7c708b35-c0b6-44d7-a893-e17f7b5947ea None None] Provisioning complete for port b44c9034-57d5-4d26-90ed-8bcc60159ff5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:27.174743 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7c708b35-c0b6-44d7-a893-e17f7b5947ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b44c9034-57d5-4d26-90ed-8bcc60159ff5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.180927 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-730e55fe-d6af-4daa-90f2-7df86e17b8f1 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/8277487a-4a29-4ea9-8adf-26d97d7f6c71 HTTP/1.1" status: 200 len: 2998 time: 0.1026459 Feb 04 13:18:27.198889 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-32e85035-f987-45cb-ba2f-b81d7a43e99e req-e2fccb7b-3f04-4751-b718-467d81d95ec0 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771457 Feb 04 13:18:27.239861 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7c708b35-c0b6-44d7-a893-e17f7b5947ea None None] Port b44c9034-57d5-4d26-90ed-8bcc60159ff5 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:18:27.243857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb793b5b-a4ab-4a8f-84ac-c7c31a9d9125 req-abb6f6e1-e63a-479a-83c5-45583460e916 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249769 Feb 04 13:18:27.269807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57790) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:27.291551 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c585f489-9b1e-428f-bb75-51ce89df6adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.303626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-38f512a0-2945-44ed-9547-8396a5f349b1 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/834373db-0bb5-4d8f-8ba4-5540edced890 HTTP/1.1" status: 200 len: 2994 time: 0.1135271 Feb 04 13:18:27.411008 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-e8716fce-7afe-436f-9090-490a9be170ab tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/834373db-0bb5-4d8f-8ba4-5540edced890 HTTP/1.1" status: 200 len: 2994 time: 0.0997412 Feb 04 13:18:27.447484 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ff876-1071-453d-a2e9-3bcac7c31ba9 req-6c3d1454-37ac-47bc-ac6a-0c0d177ab2d3 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:27.449107 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a95ff876-1071-453d-a2e9-3bcac7c31ba9 req-6c3d1454-37ac-47bc-ac6a-0c0d177ab2d3 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 936 time: 0.1188803 Feb 04 13:18:27.502158 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-32e85035-f987-45cb-ba2f-b81d7a43e99e req-30f0bf29-89c8-45fc-9e88-f72b6d54db7d service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945466 Feb 04 13:18:27.505409 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c585f489-9b1e-428f-bb75-51ce89df6adf admin admin] Publish callbacks [] for security_group (14c5df72-f911-4526-8c0a-db2be650c90d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.524567 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c585f489-9b1e-428f-bb75-51ce89df6adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (14c5df72-f911-4526-8c0a-db2be650c90d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.561673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-83db573a-d955-4888-9e43-efeabad72e2b tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/a0a26119-9dc3-4f87-b7ff-2698b48841e2 HTTP/1.1" status: 200 len: 2990 time: 0.1325758 Feb 04 13:18:27.600206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a95ff876-1071-453d-a2e9-3bcac7c31ba9 req-31b4a961-d355-4d8f-97ad-5160b1f7bcf9 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430371 Feb 04 13:18:27.629792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c585f489-9b1e-428f-bb75-51ce89df6adf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fe6064bbe8004cd7924009ae6db86f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3620887 Feb 04 13:18:27.633296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57792) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:27.633946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585f489-9b1e-428f-bb75-51ce89df6adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c5df72-f911-4526-8c0a-db2be650c90d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:27.642840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44c9034-57d5-4d26-90ed-8bcc60159ff5 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:27.651870 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Publish callbacks [] for port (b44c9034-57d5-4d26-90ed-8bcc60159ff5), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.671851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Transition to ACTIVE for port object b44c9034-57d5-4d26-90ed-8bcc60159ff5 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:27.676547 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b44c9034-57d5-4d26-90ed-8bcc60159ff5), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.698187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-4c4258d1-03df-4255-9fc3-54fff2eb7e4d tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/a0a26119-9dc3-4f87-b7ff-2698b48841e2 HTTP/1.1" status: 200 len: 2990 time: 0.1235099 Feb 04 13:18:27.740285 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-250a1efd-4c22-4e97-9d49-1f9722aa22dd admin admin] Publish callbacks [] for security_group (14c5df72-f911-4526-8c0a-db2be650c90d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.776295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Pushing event updated for resources: {'Port': ['ID=b44c9034-57d5-4d26-90ed-8bcc60159ff5,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:27.784425 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-368fed9f-07d1-4aba-81d7-6ac2804a85b6 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/e56145b2-74af-47d2-9707-81ec484c4f99 HTTP/1.1" status: 200 len: 2998 time: 0.0781848 Feb 04 13:18:27.795586 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Attempting to bind port b44c9034-57d5-4d26-90ed-8bcc60159ff5 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:18:27.795922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Attempting to bind port b44c9034-57d5-4d26-90ed-8bcc60159ff5 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:18:27.796236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Attempting to bind port b44c9034-57d5-4d26-90ed-8bcc60159ff5 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:27.801821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Port b44c9034-57d5-4d26-90ed-8bcc60159ff5 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:18:27.802203 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Attempting to bind port b44c9034-57d5-4d26-90ed-8bcc60159ff5 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:27.808709 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:18:27.809094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:27.809555 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:18:27.809865 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Bound port: b44c9034-57d5-4d26-90ed-8bcc60159ff5, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:18:27.810261 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b44c9034-57d5-4d26-90ed-8bcc60159ff5), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.825769 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-250a1efd-4c22-4e97-9d49-1f9722aa22dd admin admin] Publish callbacks [] for security_group (14c5df72-f911-4526-8c0a-db2be650c90d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.883109 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] For port b44c9034-57d5-4d26-90ed-8bcc60159ff5, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:27.887779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] For port b44c9034-57d5-4d26-90ed-8bcc60159ff5, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=b44c9034-57d5-4d26-90ed-8bcc60159ff5,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:18:27.896562 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b44c9034-57d5-4d26-90ed-8bcc60159ff5), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.898863 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-844875a2-5abc-4788-8080-6ad628ab83d1 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/e56145b2-74af-47d2-9707-81ec484c4f99 HTTP/1.1" status: 200 len: 2998 time: 0.1009567 Feb 04 13:18:27.917194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b224ffc-8543-4568-8c6d-a3218f7797c2 req-aa8b6dd7-bc76-454d-a13a-506091a981f2 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:27.924499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b224ffc-8543-4568-8c6d-a3218f7797c2 req-aa8b6dd7-bc76-454d-a13a-506091a981f2 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 1149 time: 0.1454248 Feb 04 13:18:27.939184 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:27.939952 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.941340 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] 10.222.0.100 "PUT /v2.0/ports/b44c9034-57d5-4d26-90ed-8bcc60159ff5 HTTP/1.1" status: 200 len: 1097 time: 1.0804539 Feb 04 13:18:27.941785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717b0ef8-a7cd-4187-ab82-7fc70ff5db4e', 'tag': 'b44c9034-57d5-4d26-90ed-8bcc60159ff5'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:27.944279 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07db888-1514-46ce-beff-84e724fea91e" -d '{"events": [{"name": "network-changed", "server_uuid": "717b0ef8-a7cd-4187-ab82-7fc70ff5db4e", "tag": "b44c9034-57d5-4d26-90ed-8bcc60159ff5"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:27.964789 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-250a1efd-4c22-4e97-9d49-1f9722aa22dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (14c5df72-f911-4526-8c0a-db2be650c90d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.968238 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-250a1efd-4c22-4e97-9d49-1f9722aa22dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.971704 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-250a1efd-4c22-4e97-9d49-1f9722aa22dd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/14c5df72-f911-4526-8c0a-db2be650c90d HTTP/1.1" status: 204 len: 168 time: 0.3317249 Feb 04 13:18:27.989691 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551f0ef-10a1-49a7-a51c-e3060c865c0e service neutron] Pushing event updated for resources: {'Port': ['ID=b44c9034-57d5-4d26-90ed-8bcc60159ff5,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:28.001506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a1efd-4c22-4e97-9d49-1f9722aa22dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c5df72-f911-4526-8c0a-db2be650c90d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:28.013236 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-c8ed9575-5bdf-47d7-8c29-82e02420ade4 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/e8feb2da-8403-4570-b690-4e2aca76e958 HTTP/1.1" status: 200 len: 2998 time: 0.1060424 Feb 04 13:18:28.032581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b224ffc-8543-4568-8c6d-a3218f7797c2 req-3ff43aa3-0612-4b09-a237-a88a9b25d2f1 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071961 Feb 04 13:18:28.074681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-fc643589-e54f-475b-b954-b6e74e029cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:28.076154 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-fc643589-e54f-475b-b954-b6e74e029cfb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b86f66509714c9ebcbd5f4fed5e0c55&device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 1131 time: 0.0830710 Feb 04 13:18:28.077274 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-dddf3cc1-2462-4c4a-b991-762bab0b7b55 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/e8feb2da-8403-4570-b690-4e2aca76e958 HTTP/1.1" status: 200 len: 2998 time: 0.0551274 Feb 04 13:18:28.133047 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-bac5f553-fade-4bd0-9ec5-53dd6cd815c2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=b44c9034-57d5-4d26-90ed-8bcc60159ff5 HTTP/1.1" status: 200 len: 217 time: 0.0498123 Feb 04 13:18:28.143389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-0aed35c8-644d-4ff3-b781-e4d913cb9490 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/fc0755d3-60e8-4a57-9055-bd37e2ab3da9 HTTP/1.1" status: 200 len: 2998 time: 0.0592582 Feb 04 13:18:28.195264 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-fede733b-0efb-4b7a-8885-b60f67350505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:28.198594 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-fede733b-0efb-4b7a-8885-b60f67350505 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0577102 Feb 04 13:18:28.241127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889484e-6a72-40b5-93f9-b83eed55aebf req-a7958a66-ba72-4c34-b038-e9c0d80040d5 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:28.242900 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e889484e-6a72-40b5-93f9-b83eed55aebf req-a7958a66-ba72-4c34-b038-e9c0d80040d5 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 969 time: 0.0983958 Feb 04 13:18:28.245807 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef7bd29-5cfc-4931-bc15-f459785307b3 req-bf2b2e4e-1122-4436-aafa-4fcfcc68e0e6 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/fc0755d3-60e8-4a57-9055-bd37e2ab3da9 HTTP/1.1" status: 200 len: 2998 time: 0.0701063 Feb 04 13:18:28.281670 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-14954b0a-f34b-4681-b233-3d283d603d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:28.283286 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-14954b0a-f34b-4681-b233-3d283d603d2c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0784297 Feb 04 13:18:28.326383 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e889484e-6a72-40b5-93f9-b83eed55aebf req-574da3b1-0a5d-43ab-8da1-ecf040298e3b tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616179 Feb 04 13:18:28.408680 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6370925-601c-4b9c-ac6b-3874b07d2fba x-openstack-request-id: req-f6370925-601c-4b9c-ac6b-3874b07d2fba {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:28.408977 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717b0ef8-a7cd-4187-ab82-7fc70ff5db4e", "tag": "b44c9034-57d5-4d26-90ed-8bcc60159ff5", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:28.409234 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f6370925-601c-4b9c-ac6b-3874b07d2fba {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:28.409773 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717b0ef8-a7cd-4187-ab82-7fc70ff5db4e', 'tag': 'b44c9034-57d5-4d26-90ed-8bcc60159ff5', 'status': 'completed', 'code': 200} Feb 04 13:18:28.423399 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-ca802681-8815-4ad0-9617-1b0c210b5086 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325994 Feb 04 13:18:28.538198 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2aa454cb-239f-473e-8da6-5e9d5ebce5df req-4f9b378d-97cc-4b37-804f-19b431188213 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092224 Feb 04 13:18:28.603939 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eaf298c3-0a87-407f-b504-82edb2e0b1df req-1b69b3b1-9289-486b-aa16-68af81542cc2 tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1cff236bb50e4d95a231851b34c53213 HTTP/1.1" status: 200 len: 6154 time: 0.1314187 Feb 04 13:18:28.655028 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eaf298c3-0a87-407f-b504-82edb2e0b1df req-47b12f46-fbb3-45d7-8471-788a56866388 tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] 10.222.0.96 "GET /v2.0/security-groups/fc0755d3-60e8-4a57-9055-bd37e2ab3da9 HTTP/1.1" status: 200 len: 2998 time: 0.0499625 Feb 04 13:18:28.659264 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db888-1514-46ce-beff-84e724fea91e req-e9c1fb8d-526a-4575-aa2f-4bea2c35398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:28.660850 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f07db888-1514-46ce-beff-84e724fea91e req-e9c1fb8d-526a-4575-aa2f-4bea2c35398e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b86f66509714c9ebcbd5f4fed5e0c55&device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 1131 time: 0.0668688 Feb 04 13:18:28.727652 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eaf298c3-0a87-407f-b504-82edb2e0b1df req-b7f6e221-4552-4bce-8e90-d55ca9028476 tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] 10.222.0.96 "GET /v2.0/security-groups/fc0755d3-60e8-4a57-9055-bd37e2ab3da9 HTTP/1.1" status: 200 len: 2998 time: 0.0638652 Feb 04 13:18:28.773772 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db888-1514-46ce-beff-84e724fea91e req-607cc640-0a1d-485e-bdd3-038acd97f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:28.775914 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f07db888-1514-46ce-beff-84e724fea91e req-607cc640-0a1d-485e-bdd3-038acd97f7ec service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.1077249 Feb 04 13:18:28.829002 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f07db888-1514-46ce-beff-84e724fea91e req-f0cf04dc-1b28-423b-8408-ecbca2fe3b1f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=b44c9034-57d5-4d26-90ed-8bcc60159ff5 HTTP/1.1" status: 200 len: 217 time: 0.0469584 Feb 04 13:18:28.842649 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf844d1-daf5-4cc3-8d67-0f603adb10bf req-94456eac-ad76-4972-8b5c-5d3315fdf05a tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:28.844521 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bdf844d1-daf5-4cc3-8d67-0f603adb10bf req-94456eac-ad76-4972-8b5c-5d3315fdf05a tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 945 time: 0.0726972 Feb 04 13:18:28.889683 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db888-1514-46ce-beff-84e724fea91e req-cebe9e5d-a4fa-4d0f-a33c-42a06d0ab532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:28.891274 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f07db888-1514-46ce-beff-84e724fea91e req-cebe9e5d-a4fa-4d0f-a33c-42a06d0ab532 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0559826 Feb 04 13:18:28.911743 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bdf844d1-daf5-4cc3-8d67-0f603adb10bf req-a2d25bdf-ee61-454a-aa0b-4edc4f3f529b tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534830 Feb 04 13:18:28.953952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db888-1514-46ce-beff-84e724fea91e req-b80f4bc5-9128-4f87-9627-d0612d5da032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:28.955567 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f07db888-1514-46ce-beff-84e724fea91e req-b80f4bc5-9128-4f87-9627-d0612d5da032 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0523479 Feb 04 13:18:29.026881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-9eb3e7f7-3d12-4920-b1e3-0d393c971b33 req-475be4c0-4d38-4a05-9aa4-98f830e7e9dd service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:18:29.028292 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9eb3e7f7-3d12-4920-b1e3-0d393c971b33 req-475be4c0-4d38-4a05-9aa4-98f830e7e9dd service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071540 Feb 04 13:18:29.059360 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095b5f9-478b-4935-9c28-4b50662c0721 req-d164f2f1-59e6-4ec3-bc96-f94a8b753571 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:29.061423 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f07db888-1514-46ce-beff-84e724fea91e req-8f4be4dd-32a9-4fc3-a9f3-a8bad1eb3292 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999582 Feb 04 13:18:29.062528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a095b5f9-478b-4935-9c28-4b50662c0721 req-d164f2f1-59e6-4ec3-bc96-f94a8b753571 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 948 time: 0.0735447 Feb 04 13:18:29.140358 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a095b5f9-478b-4935-9c28-4b50662c0721 req-d8e98ab4-d15f-4c4f-b6c7-45aad14c1ade tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728838 Feb 04 13:18:29.209630 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-643713bb-b41f-4a7c-b5fd-63b25c22cb82 req-77e19b54-cdbd-4778-a0c9-7003a18d16ab tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/fcf00b28-7ba1-495b-8dc1-1ac05d2e2b15 HTTP/1.1" status: 200 len: 1795 time: 0.0446229 Feb 04 13:18:29.213228 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f07db888-1514-46ce-beff-84e724fea91e req-f8c27ba8-291e-4279-8241-922cc6a0ebbb service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457028 Feb 04 13:18:29.297820 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-643713bb-b41f-4a7c-b5fd-63b25c22cb82 req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks [] for security_group (fcf00b28-7ba1-495b-8dc1-1ac05d2e2b15), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:29.321732 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-643713bb-b41f-4a7c-b5fd-63b25c22cb82 req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks [] for security_group (fcf00b28-7ba1-495b-8dc1-1ac05d2e2b15), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:29.367781 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-643713bb-b41f-4a7c-b5fd-63b25c22cb82 req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fcf00b28-7ba1-495b-8dc1-1ac05d2e2b15), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:29.370409 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-643713bb-b41f-4a7c-b5fd-63b25c22cb82 req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:29.383721 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-643713bb-b41f-4a7c-b5fd-63b25c22cb82 req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "DELETE /v2.0/security-groups/fcf00b28-7ba1-495b-8dc1-1ac05d2e2b15 HTTP/1.1" status: 204 len: 173 time: 0.1672778 Feb 04 13:18:29.393309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf00b28-7ba1-495b-8dc1-1ac05d2e2b15,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:29.415609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:29.417238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:29.417787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:29.418492 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:29.419063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:29.419737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:29.426008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:29.426008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:29.426008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:29.426008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:29.426008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:29.426008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:29.426008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c8d41-ffa1-4efb-adcb-e0c6076be735 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:29.593576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c5783-4342-4891-8917-ddb7700df9f1 req-de481201-3bc7-4340-a80c-ca9c03fa386d tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:29.595366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-884c5783-4342-4891-8917-ddb7700df9f1 req-de481201-3bc7-4340-a80c-ca9c03fa386d tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 945 time: 0.0772760 Feb 04 13:18:29.605814 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57884) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:29.611033 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d8ded77a-0e68-474a-9b3d-8d01cb9e7798 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Request body: {'floatingip': {'port_id': 'c7a14281-c908-4e36-a45c-027b743b66fd'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:29.707667 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8ded77a-0e68-474a-9b3d-8d01cb9e7798 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for floatingip (f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:29.767543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1cf77-b0bf-441c-94ef-3ca12fc37ed0 req-d87abb11-0977-4cdf-a97e-3fef2c2e1b16 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:29.769496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77c1cf77-b0bf-441c-94ef-3ca12fc37ed0 req-d87abb11-0977-4cdf-a97e-3fef2c2e1b16 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 969 time: 0.0722506 Feb 04 13:18:29.845041 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77c1cf77-b0bf-441c-94ef-3ca12fc37ed0 req-9d8bd251-9b6b-4f70-9039-4cfe7f225269 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698166 Feb 04 13:18:29.954916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3672ebbf-f566-4add-82ed-1164e176159c req-1fe6671e-af70-4cd3-b61e-b5d18ca6c039 tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "GET /v2.0/security-groups/dfdb59c8-fb56-41f0-a962-386dee58a09e HTTP/1.1" status: 200 len: 1795 time: 0.0556304 Feb 04 13:18:30.028541 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3672ebbf-f566-4add-82ed-1164e176159c req-32d2308e-a19e-48d1-8883-dc52b805c4ce tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks [] for security_group (dfdb59c8-fb56-41f0-a962-386dee58a09e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:30.060248 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3672ebbf-f566-4add-82ed-1164e176159c req-32d2308e-a19e-48d1-8883-dc52b805c4ce tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks [] for security_group (dfdb59c8-fb56-41f0-a962-386dee58a09e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:30.115247 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3672ebbf-f566-4add-82ed-1164e176159c req-32d2308e-a19e-48d1-8883-dc52b805c4ce tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (dfdb59c8-fb56-41f0-a962-386dee58a09e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:30.118665 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3672ebbf-f566-4add-82ed-1164e176159c req-32d2308e-a19e-48d1-8883-dc52b805c4ce tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:30.120829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3672ebbf-f566-4add-82ed-1164e176159c req-32d2308e-a19e-48d1-8883-dc52b805c4ce tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] 10.222.0.96 "DELETE /v2.0/security-groups/dfdb59c8-fb56-41f0-a962-386dee58a09e HTTP/1.1" status: 204 len: 173 time: 0.1587422 Feb 04 13:18:30.132774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2308e-a19e-48d1-8883-dc52b805c4ce tempest-SecurityGroupsTestAdminJSON-1202661153 tempest-SecurityGroupsTestAdminJSON-1202661153-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdb59c8-fb56-41f0-a962-386dee58a09e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:30.376024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 46c8aac9-b28a-4d51-8698-0f6494ede6f7 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:18:30.467208 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7246913d-0d80-4045-a1ef-e9f460c76336 req-065a20ac-f6ce-4897-bc74-e6712ced53c8 tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] 10.222.0.96 "GET /v2.0/security-groups/ff76a8c9-ff55-48ea-8ec6-050907d02df4 HTTP/1.1" status: 200 len: 1794 time: 0.0598586 Feb 04 13:18:30.503240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 46c8aac9-b28a-4d51-8698-0f6494ede6f7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=46c8aac9-b28a-4d51-8698-0f6494ede6f7,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:30.521828 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '46c8aac9-b28a-4d51-8698-0f6494ede6f7', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '46c8aac9-b28a-4d51-8698-0f6494ede6f7', 'mac_address': 'fa:16:3e:b6:12:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:tempest-test_az-849724693', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:18:30.547984 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7246913d-0d80-4045-a1ef-e9f460c76336 req-60392e0b-4886-4a81-ade8-a96569de3f8b tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks [] for security_group (ff76a8c9-ff55-48ea-8ec6-050907d02df4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:30.571900 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7246913d-0d80-4045-a1ef-e9f460c76336 req-60392e0b-4886-4a81-ade8-a96569de3f8b tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks [] for security_group (ff76a8c9-ff55-48ea-8ec6-050907d02df4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:30.586454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 46c8aac9-b28a-4d51-8698-0f6494ede6f7 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:30.586850 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (46c8aac9-b28a-4d51-8698-0f6494ede6f7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:30.601992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c8aac9-b28a-4d51-8698-0f6494ede6f7 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:30.626658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 46c8aac9-b28a-4d51-8698-0f6494ede6f7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=46c8aac9-b28a-4d51-8698-0f6494ede6f7,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:30.627280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57922) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:30.630775 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (46c8aac9-b28a-4d51-8698-0f6494ede6f7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:30.635827 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7246913d-0d80-4045-a1ef-e9f460c76336 req-60392e0b-4886-4a81-ade8-a96569de3f8b tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ff76a8c9-ff55-48ea-8ec6-050907d02df4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:30.641623 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7246913d-0d80-4045-a1ef-e9f460c76336 req-60392e0b-4886-4a81-ade8-a96569de3f8b tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:30.648216 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7246913d-0d80-4045-a1ef-e9f460c76336 req-60392e0b-4886-4a81-ade8-a96569de3f8b tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] 10.222.0.96 "DELETE /v2.0/security-groups/ff76a8c9-ff55-48ea-8ec6-050907d02df4 HTTP/1.1" status: 204 len: 173 time: 0.1742508 Feb 04 13:18:30.661968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60392e0b-4886-4a81-ade8-a96569de3f8b tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff76a8c9-ff55-48ea-8ec6-050907d02df4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:30.700440 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8ded77a-0e68-474a-9b3d-8d01cb9e7798 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:30.706767 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8ded77a-0e68-474a-9b3d-8d01cb9e7798 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:30.750654 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=46c8aac9-b28a-4d51-8698-0f6494ede6f7,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:30.763974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:30.766577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:30.767361 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:30.767860 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:30.768378 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:30.768868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:30.769510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:30.769994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:30.770502 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:30.770993 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:30.771454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:30.771934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:30.772412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:30.780239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-90bb952b-9a57-48a9-b9c6-92a39d036edf tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:18:30.781282 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-90bb952b-9a57-48a9-b9c6-92a39d036edf tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1530297 Feb 04 13:18:30.845109 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-d8ded77a-0e68-474a-9b3d-8d01cb9e7798 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Floating IP f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b associated. External IP: 172.25.5.220, port: c7a14281-c908-4e36-a45c-027b743b66fd. Feb 04 13:18:30.940413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['46c8aac9-b28a-4d51-8698-0f6494ede6f7'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:18:30.953174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-95ca8169-cca2-4cd9-af59-c49be4584eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:30.954635 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-95ca8169-cca2-4cd9-af59-c49be4584eec service neutron] 10.222.0.96 "GET /v2.0/ports/1e4da124-ddf3-42cd-a009-deb1575ae6bb HTTP/1.1" status: 200 len: 1146 time: 0.1132855 Feb 04 13:18:30.965806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-08576070-d0aa-4cd4-bd05-f7ba08ffe678 service neutron] Request body: {'binding': {'host': 'n-h2-714676-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:30.966374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-08576070-d0aa-4cd4-bd05-f7ba08ffe678 service neutron] Unknown quota resources ['binding']. {{(pid=103606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:18:31.000175 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f774332-3ca0-40bd-971e-5af291056554 req-ff85807b-f085-406e-a0e3-a478e7c19f4c tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:31.001741 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f774332-3ca0-40bd-971e-5af291056554 req-ff85807b-f085-406e-a0e3-a478e7c19f4c tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 948 time: 0.1195378 Feb 04 13:18:31.088869 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ded77a-0e68-474a-9b3d-8d01cb9e7798 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Router 922c2485-4e0d-49a5-a8da-a821e6522aef has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:18:31.112970 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f774332-3ca0-40bd-971e-5af291056554 req-14f1bb6c-9f56-49de-bff2-50de0c4205d6 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021380 Feb 04 13:18:31.192137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-08576070-d0aa-4cd4-bd05-f7ba08ffe678 service neutron] Attempting to bind port 1e4da124-ddf3-42cd-a009-deb1575ae6bb on host n-h2-714676-13 for vnic_type normal with profile None {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:18:31.192772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-08576070-d0aa-4cd4-bd05-f7ba08ffe678 service neutron] Attempting to bind port 1e4da124-ddf3-42cd-a009-deb1575ae6bb by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:18:31.193310 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-08576070-d0aa-4cd4-bd05-f7ba08ffe678 service neutron] Attempting to bind port 1e4da124-ddf3-42cd-a009-deb1575ae6bb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:31.220024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-08576070-d0aa-4cd4-bd05-f7ba08ffe678 service neutron] Port 1e4da124-ddf3-42cd-a009-deb1575ae6bb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:18:31.220024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-08576070-d0aa-4cd4-bd05-f7ba08ffe678 service neutron] Attempting to bind port 1e4da124-ddf3-42cd-a009-deb1575ae6bb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:31.228312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ded77a-0e68-474a-9b3d-8d01cb9e7798 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:18:31.239616 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8ded77a-0e68-474a-9b3d-8d01cb9e7798 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:31.248750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-08576070-d0aa-4cd4-bd05-f7ba08ffe678 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:18:31.249277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-08576070-d0aa-4cd4-bd05-f7ba08ffe678 service neutron] Checking segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:31.250024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-08576070-d0aa-4cd4-bd05-f7ba08ffe678 service neutron] Bound using segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:18:31.253421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-08576070-d0aa-4cd4-bd05-f7ba08ffe678 service neutron] Bound port: 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:18:31.256601 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b8564-d71e-4c1b-9031-ae78e36a2c1f None None] Sync routers for ids ['922c2485-4e0d-49a5-a8da-a821e6522aef'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:18:31.275952 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b8564-d71e-4c1b-9031-ae78e36a2c1f None None] Routers {'922c2485-4e0d-49a5-a8da-a821e6522aef'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:18:31.276995 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-454b8564-d71e-4c1b-9031-ae78e36a2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:18:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['922c2485-4e0d-49a5-a8da-a821e6522aef'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:31.311878 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d8ded77a-0e68-474a-9b3d-8d01cb9e7798 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "PUT /v2.0/floatingips/f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b HTTP/1.1" status: 200 len: 991 time: 1.6990225 Feb 04 13:18:31.311878 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a5a50d-c508-4468-ac3f-f8fbb684a498', 'tag': 'c7a14281-c908-4e36-a45c-027b743b66fd'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:31.320551 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2732957-1f26-4885-b8c5-5b3a081db593" -d '{"events": [{"name": "network-changed", "server_uuid": "86a5a50d-c508-4468-ac3f-f8fbb684a498", "tag": "c7a14281-c908-4e36-a45c-027b743b66fd"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:31.373001 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bee8ccf-5b03-4946-b36c-c8dc7a052c7d req-20d740c0-e301-4510-93d6-71738735a443 tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] 10.222.0.96 "GET /v2.0/security-groups/c65a9c32-cb95-41c8-852c-580e7b409e20 HTTP/1.1" status: 200 len: 1795 time: 0.1952674 Feb 04 13:18:31.472013 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-454b8564-d71e-4c1b-9031-ae78e36a2c1f None None] Set router 922c2485-4e0d-49a5-a8da-a821e6522aef gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:18:31.483501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-08576070-d0aa-4cd4-bd05-f7ba08ffe678 service neutron] For port 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:18:31.496258 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-08576070-d0aa-4cd4-bd05-f7ba08ffe678 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:31.497454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-08576070-d0aa-4cd4-bd05-f7ba08ffe678 service neutron] 10.222.0.96 "POST /v2.0/ports/1e4da124-ddf3-42cd-a009-deb1575ae6bb/bindings HTTP/1.1" status: 201 len: 390 time: 0.5358832 Feb 04 13:18:31.500553 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5bee8ccf-5b03-4946-b36c-c8dc7a052c7d req-c0133f04-7143-495b-8768-a3ae41761587 tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks [] for security_group (c65a9c32-cb95-41c8-852c-580e7b409e20), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:31.600218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57950) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:31.791357 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9f82-8ad9-4f00-915b-726b592e474e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:31.860940 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5bee8ccf-5b03-4946-b36c-c8dc7a052c7d req-c0133f04-7143-495b-8768-a3ae41761587 tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks [] for security_group (c65a9c32-cb95-41c8-852c-580e7b409e20), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:31.918008 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-8be92cfa-54be-4293-b9cc-9974cda22579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:31.919625 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-8be92cfa-54be-4293-b9cc-9974cda22579 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 1149 time: 0.0818496 Feb 04 13:18:31.940655 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-454b8564-d71e-4c1b-9031-ae78e36a2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:31Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'port_id': 'c7a14281-c908-4e36-a45c-027b743b66fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'mac_address': 'fa:16:3e:5b:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a5a50d-c508-4468-ac3f-f8fbb684a498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:18:09Z', 'updated_at': '2022-02-04T13:18:30Z', 'revision_number': 1, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4eea0d-664a-4796-bafc-7d9d7b936785', 'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'mac_address': 'fa:16:3e:e8:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:30Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 5, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'subnets': [{'id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:31.943757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9f82-8ad9-4f00-915b-726b592e474e admin admin] Publish callbacks [] for security_group (c3d38d9d-5653-4884-b1eb-c6ba18254efd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:31.956596 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9f82-8ad9-4f00-915b-726b592e474e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c3d38d9d-5653-4884-b1eb-c6ba18254efd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:31.966354 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b8297-20f4-4fdf-8ef9-f0073d15fd3d req-37bdac71-acb4-4245-b008-68a818b5348d tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:31.967922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d7b8297-20f4-4fdf-8ef9-f0073d15fd3d req-37bdac71-acb4-4245-b008-68a818b5348d tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 970 time: 0.1121328 Feb 04 13:18:31.968595 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5bee8ccf-5b03-4946-b36c-c8dc7a052c7d req-c0133f04-7143-495b-8768-a3ae41761587 tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c65a9c32-cb95-41c8-852c-580e7b409e20), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:31.971366 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5bee8ccf-5b03-4946-b36c-c8dc7a052c7d req-c0133f04-7143-495b-8768-a3ae41761587 tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:31.981664 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b8564-d71e-4c1b-9031-ae78e36a2c1f None None] Checking router: 922c2485-4e0d-49a5-a8da-a821e6522aef for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:18:31.982379 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bee8ccf-5b03-4946-b36c-c8dc7a052c7d req-c0133f04-7143-495b-8768-a3ae41761587 tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] 10.222.0.96 "DELETE /v2.0/security-groups/c65a9c32-cb95-41c8-852c-580e7b409e20 HTTP/1.1" status: 204 len: 173 time: 0.5979683 Feb 04 13:18:31.991659 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b8564-d71e-4c1b-9031-ae78e36a2c1f None None] Routers {'922c2485-4e0d-49a5-a8da-a821e6522aef'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:18:31.992292 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-454b8564-d71e-4c1b-9031-ae78e36a2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:18:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['922c2485-4e0d-49a5-a8da-a821e6522aef'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:32.021680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0133f04-7143-495b-8768-a3ae41761587 tempest-SecurityGroupsTestAdminJSON-645333125 tempest-SecurityGroupsTestAdminJSON-645333125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65a9c32-cb95-41c8-852c-580e7b409e20,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:32.075702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c9f82-8ad9-4f00-915b-726b592e474e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d38d9d-5653-4884-b1eb-c6ba18254efd,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:32.089744 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6a6c9f82-8ad9-4f00-915b-726b592e474e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=89525d2e37f543bebadace83e4e7462b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4842246 Feb 04 13:18:32.091344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57962) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:32.097406 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d7b8297-20f4-4fdf-8ef9-f0073d15fd3d req-8733db90-bc97-409b-80f1-98b7ba7627f6 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098254 Feb 04 13:18:32.163808 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-b9c65722-9ec7-4fa9-b2ce-ba740aae9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:32.165300 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-b9c65722-9ec7-4fa9-b2ce-ba740aae9498 service neutron] 10.222.0.100 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.2375031 Feb 04 13:18:32.201502 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-454b8564-d71e-4c1b-9031-ae78e36a2c1f None None] Set router 922c2485-4e0d-49a5-a8da-a821e6522aef gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:18:32.202815 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c1f1-3a9d-431e-84f9-c645ac7ec0aa admin admin] Publish callbacks [] for security_group (c3d38d9d-5653-4884-b1eb-c6ba18254efd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:32.241869 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a30d29-c640-41ec-a73f-edf71855b50e x-openstack-request-id: req-48a30d29-c640-41ec-a73f-edf71855b50e {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:32.242294 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a5a50d-c508-4468-ac3f-f8fbb684a498", "tag": "c7a14281-c908-4e36-a45c-027b743b66fd", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:32.242647 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-48a30d29-c640-41ec-a73f-edf71855b50e {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:32.243311 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a5a50d-c508-4468-ac3f-f8fbb684a498', 'tag': 'c7a14281-c908-4e36-a45c-027b743b66fd', 'status': 'completed', 'code': 200} Feb 04 13:18:32.247711 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-ff235fbd-4797-4487-aef3-ec48645bcc42 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb HTTP/1.1" status: 200 len: 217 time: 0.0541658 Feb 04 13:18:32.260748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c02f3b-5c5c-4316-9c69-3f728033bade req-3359f29f-b3f0-4b1b-8275-01e54b9bdb15 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:32.269067 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18c02f3b-5c5c-4316-9c69-3f728033bade req-3359f29f-b3f0-4b1b-8275-01e54b9bdb15 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 945 time: 0.1548216 Feb 04 13:18:32.350232 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c1f1-3a9d-431e-84f9-c645ac7ec0aa admin admin] Publish callbacks [] for security_group (c3d38d9d-5653-4884-b1eb-c6ba18254efd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:32.379116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 46c8aac9-b28a-4d51-8698-0f6494ede6f7 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:18:32.395006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-f28cc20a-d8b3-495f-8820-c96e311e9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:32.396874 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-f28cc20a-d8b3-495f-8820-c96e311e9c15 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.1382949 Feb 04 13:18:32.405619 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18c02f3b-5c5c-4316-9c69-3f728033bade req-c839ec8b-7add-4800-b1f2-845d1d49360e tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353455 Feb 04 13:18:32.471134 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-9f6d57b9-224f-4eac-8cda-78a1d047b588 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666952 Feb 04 13:18:32.473032 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c1f1-3a9d-431e-84f9-c645ac7ec0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c3d38d9d-5653-4884-b1eb-c6ba18254efd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:32.476333 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c1f1-3a9d-431e-84f9-c645ac7ec0aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:32.477536 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b9c7c1f1-3a9d-431e-84f9-c645ac7ec0aa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c3d38d9d-5653-4884-b1eb-c6ba18254efd HTTP/1.1" status: 204 len: 168 time: 0.3851435 Feb 04 13:18:32.499327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57970) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:32.502751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 46c8aac9-b28a-4d51-8698-0f6494ede6f7 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:32.503072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7c1f1-3a9d-431e-84f9-c645ac7ec0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d38d9d-5653-4884-b1eb-c6ba18254efd,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:32.511361 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 46c8aac9-b28a-4d51-8698-0f6494ede6f7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:32.512926 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (46c8aac9-b28a-4d51-8698-0f6494ede6f7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:32.641334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dfe80-4ce4-4348-8a50-5f0d0cb2f277 req-93a79655-6de4-40c5-8d86-4d3f3a41f805 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:32.645777 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-002dfe80-4ce4-4348-8a50-5f0d0cb2f277 req-93a79655-6de4-40c5-8d86-4d3f3a41f805 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 966 time: 0.2790356 Feb 04 13:18:32.676098 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2732957-1f26-4885-b8c5-5b3a081db593 req-ca2fcf69-7915-4bc2-8147-43ab4b4a7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:32.683191 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2732957-1f26-4885-b8c5-5b3a081db593 req-ca2fcf69-7915-4bc2-8147-43ab4b4a7b19 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d3420ec3eb624ae4b3c182d3678b3680&device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 1128 time: 0.3859279 Feb 04 13:18:32.731907 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-5d88e33d-008b-4685-b068-c8f24e69c993 service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440732 Feb 04 13:18:32.749379 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 46c8aac9-b28a-4d51-8698-0f6494ede6f7 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:32.749978 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (46c8aac9-b28a-4d51-8698-0f6494ede6f7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:32.800105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00617c2-b764-40c2-9433-1b7c124a3f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c8aac9-b28a-4d51-8698-0f6494ede6f7'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:32.806647 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b414d3-7e65-4202-9303-56947f85d558" -d '{"events": [{"server_uuid": "b00617c2-b764-40c2-9433-1b7c124a3f42", "name": "network-vif-plugged", "status": "completed", "tag": "46c8aac9-b28a-4d51-8698-0f6494ede6f7"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:32.835175 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-454b8564-d71e-4c1b-9031-ae78e36a2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:31Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'port_id': 'c7a14281-c908-4e36-a45c-027b743b66fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'mac_address': 'fa:16:3e:5b:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a5a50d-c508-4468-ac3f-f8fbb684a498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:18:09Z', 'updated_at': '2022-02-04T13:18:30Z', 'revision_number': 1, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4eea0d-664a-4796-bafc-7d9d7b936785', 'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'mac_address': 'fa:16:3e:e8:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:30Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 5, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'subnets': [{'id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:32.847248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 46c8aac9-b28a-4d51-8698-0f6494ede6f7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=46c8aac9-b28a-4d51-8698-0f6494ede6f7,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:32.864949 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (46c8aac9-b28a-4d51-8698-0f6494ede6f7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:32.871636 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b8564-d71e-4c1b-9031-ae78e36a2c1f None None] The sync data for ids ['922c2485-4e0d-49a5-a8da-a821e6522aef'] in n-d-714676-13 is: [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:31Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'port_id': 'c7a14281-c908-4e36-a45c-027b743b66fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'mac_address': 'fa:16:3e:5b:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a5a50d-c508-4468-ac3f-f8fbb684a498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:18:09Z', 'updated_at': '2022-02-04T13:18:30Z', 'revision_number': 1, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4eea0d-664a-4796-bafc-7d9d7b936785', 'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'mac_address': 'fa:16:3e:e8:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:30Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 5, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'subnets': [{'id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:18:32.979742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-002dfe80-4ce4-4348-8a50-5f0d0cb2f277 req-02653d89-62bd-4868-bbef-e4f51445f734 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235238 Feb 04 13:18:32.999737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=46c8aac9-b28a-4d51-8698-0f6494ede6f7,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:33.019447 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-87da40e6-b43e-42e2-a8fe-1287678763fc service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730265 Feb 04 13:18:33.043632 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2f42a856-73f1-43eb-ba85-d9bba5a1f81c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1cff236bb50e4d95a231851b34c53213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5428784 Feb 04 13:18:33.048642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57986) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:33.053270 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2732957-1f26-4885-b8c5-5b3a081db593 req-4c27eac5-d1fd-4b5e-a3fe-d8a754da85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:33.064411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2732957-1f26-4885-b8c5-5b3a081db593 req-4c27eac5-d1fd-4b5e-a3fe-d8a754da85d8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c026ffbf-8ece-4f85-be6b-56d3d0b3328b HTTP/1.1" status: 200 len: 925 time: 0.3643022 Feb 04 13:18:33.084036 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d41e57-0089-4914-8cdb-d3d2aff82b73 req-d6959704-0d57-48e3-afeb-825444b62217 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:33.087480 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16d41e57-0089-4914-8cdb-d3d2aff82b73 req-d6959704-0d57-48e3-afeb-825444b62217 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 948 time: 0.1917160 Feb 04 13:18:33.140983 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e28d1ef-d2c9-422d-a4b2-da5c62dfff2c admin admin] Publish callbacks [] for security_group (fc0755d3-60e8-4a57-9055-bd37e2ab3da9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:33.146926 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800a8554-63c9-4137-9cc1-ecbf05b83f85 x-openstack-request-id: req-800a8554-63c9-4137-9cc1-ecbf05b83f85 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:33.147323 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00617c2-b764-40c2-9433-1b7c124a3f42", "name": "network-vif-plugged", "status": "completed", "tag": "46c8aac9-b28a-4d51-8698-0f6494ede6f7", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:33.147646 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-800a8554-63c9-4137-9cc1-ecbf05b83f85 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:33.148269 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00617c2-b764-40c2-9433-1b7c124a3f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c8aac9-b28a-4d51-8698-0f6494ede6f7', 'code': 200} Feb 04 13:18:33.185762 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e28d1ef-d2c9-422d-a4b2-da5c62dfff2c admin admin] Publish callbacks [] for security_group (fc0755d3-60e8-4a57-9055-bd37e2ab3da9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:33.233370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f7c349-2cad-40d9-abd5-7d1bf8df7d4a None None] New status for floating IP f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:18:33.304927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57996) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:33.309367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device b44c9034-57d5-4d26-90ed-8bcc60159ff5 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:18:33.356203 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d90fe8b9-22ca-4210-9578-6b95dcaa7aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:33.359896 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2732957-1f26-4885-b8c5-5b3a081db593 req-a3ccc9ce-db7c-428a-90b2-cd74909be37d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7a14281-c908-4e36-a45c-027b743b66fd HTTP/1.1" status: 200 len: 999 time: 0.2705784 Feb 04 13:18:33.365743 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16d41e57-0089-4914-8cdb-d3d2aff82b73 req-b1faae0f-dc28-43fb-8f22-9e147394628b tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662737 Feb 04 13:18:33.429384 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e28d1ef-d2c9-422d-a4b2-da5c62dfff2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fc0755d3-60e8-4a57-9055-bd37e2ab3da9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:33.432898 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e28d1ef-d2c9-422d-a4b2-da5c62dfff2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:33.436471 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5e28d1ef-d2c9-422d-a4b2-da5c62dfff2c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fc0755d3-60e8-4a57-9055-bd37e2ab3da9 HTTP/1.1" status: 204 len: 168 time: 0.3758774 Feb 04 13:18:33.482866 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28d1ef-d2c9-422d-a4b2-da5c62dfff2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0755d3-60e8-4a57-9055-bd37e2ab3da9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:33.487745 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-25ac46cc-f6d2-4818-ae8c-132356e26d4d tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:33.490012 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-25ac46cc-f6d2-4818-ae8c-132356e26d4d tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd&tenant_id=9bf6f764e0d34de9a21a32956f525822&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 1149 time: 0.2628455 Feb 04 13:18:33.495497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2732957-1f26-4885-b8c5-5b3a081db593 req-51c9ba9c-6a00-4285-8d3c-4ab16406931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:33.498433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2732957-1f26-4885-b8c5-5b3a081db593 req-51c9ba9c-6a00-4285-8d3c-4ab16406931f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e5874b54-d066-497f-a6a6-8caf98c219b5 HTTP/1.1" status: 200 len: 863 time: 0.1266308 Feb 04 13:18:33.504476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-714676-13'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:33.567256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29555cfe-587c-4df3-a85b-d8b173856fef req-3c918577-aa6b-4ae7-aeaa-4bb5d48d6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:33.568820 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29555cfe-587c-4df3-a85b-d8b173856fef req-3c918577-aa6b-4ae7-aeaa-4bb5d48d6f59 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 1154 time: 0.3436341 Feb 04 13:18:33.571839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108d6dd-9e7a-4da8-805e-e06a3cc3dbec req-7a4423fd-337b-4baa-b943-cd670f9ba798 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:33.575352 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c108d6dd-9e7a-4da8-805e-e06a3cc3dbec req-7a4423fd-337b-4baa-b943-cd670f9ba798 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 971 time: 0.2353733 Feb 04 13:18:33.669406 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:33.673285 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2732957-1f26-4885-b8c5-5b3a081db593 req-d60e9e31-cb34-4b89-b2cd-0b04bfa10d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:33.677114 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2732957-1f26-4885-b8c5-5b3a081db593 req-d60e9e31-cb34-4b89-b2cd-0b04bfa10d34 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c026ffbf-8ece-4f85-be6b-56d3d0b3328b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1686344 Feb 04 13:18:33.688018 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d90fe8b9-22ca-4210-9578-6b95dcaa7aca admin admin] Publish callbacks [] for security_group (02fa86cc-ae8f-4e16-9e9d-83161d06c9f4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:33.707834 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d90fe8b9-22ca-4210-9578-6b95dcaa7aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (02fa86cc-ae8f-4e16-9e9d-83161d06c9f4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:33.735287 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c108d6dd-9e7a-4da8-805e-e06a3cc3dbec req-921b8e23-998d-4940-a1e2-f4aa1ffc9908 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510522 Feb 04 13:18:33.760258 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29555cfe-587c-4df3-a85b-d8b173856fef req-3f375b98-f1e5-4e3b-8a79-b7c80e0c4e34 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730168 Feb 04 13:18:33.813546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port b44c9034-57d5-4d26-90ed-8bcc60159ff5, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=b44c9034-57d5-4d26-90ed-8bcc60159ff5,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:33.843722 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'b44c9034-57d5-4d26-90ed-8bcc60159ff5', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': 'b44c9034-57d5-4d26-90ed-8bcc60159ff5', 'mac_address': 'fa:16:3e:60:ca:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:18:33.876115 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2732957-1f26-4885-b8c5-5b3a081db593 req-d8036ccb-a33d-4b11-ba7b-8f97ee8ab415 service neutron] 10.222.0.100 "GET /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862335 Feb 04 13:18:33.876947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fe8b9-22ca-4210-9578-6b95dcaa7aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fa86cc-ae8f-4e16-9e9d-83161d06c9f4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:33.982925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] For port 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:34.008037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d90fe8b9-22ca-4210-9578-6b95dcaa7aca admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=59d667720a6f499f9b19ba33c354f341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6989987 Feb 04 13:18:34.020864 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58020) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:34.066169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172ac3e-fdb4-437b-8be7-4deeb3a1e414 req-9d10bc85-4049-4582-8121-0786601e7a31 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:34.081638 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5172ac3e-fdb4-437b-8be7-4deeb3a1e414 req-9d10bc85-4049-4582-8121-0786601e7a31 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 945 time: 0.2006454 Feb 04 13:18:34.133651 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port b44c9034-57d5-4d26-90ed-8bcc60159ff5 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:34.135238 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b44c9034-57d5-4d26-90ed-8bcc60159ff5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:34.146031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] For port 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:34.147773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2732957-1f26-4885-b8c5-5b3a081db593 req-fbd54af8-a661-4c34-8640-1f0987235076 service neutron] 10.222.0.100 "GET /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621813 Feb 04 13:18:34.158087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44c9034-57d5-4d26-90ed-8bcc60159ff5 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:34.187541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port b44c9034-57d5-4d26-90ed-8bcc60159ff5, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=b44c9034-57d5-4d26-90ed-8bcc60159ff5,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:34.192258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5172ac3e-fdb4-437b-8be7-4deeb3a1e414 req-da23caad-5d41-4745-bb61-186b53a4311f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084039 Feb 04 13:18:34.209817 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b44c9034-57d5-4d26-90ed-8bcc60159ff5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:34.211116 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e0119bb-893b-4e47-894b-8b3a3af95875 admin admin] Publish callbacks [] for security_group (02fa86cc-ae8f-4e16-9e9d-83161d06c9f4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:34.219870 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5d85d-673d-46a1-ae76-4bbbbf2632fd req-c11f85e4-9b60-4706-b85b-611fcde84fb2 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:34.224448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cc5d85d-673d-46a1-ae76-4bbbbf2632fd req-c11f85e4-9b60-4706-b85b-611fcde84fb2 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 966 time: 0.0959883 Feb 04 13:18:34.225373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58026) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:34.247086 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Publish callbacks [] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:34.251560 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043c3d37-38ca-4985-b090-8d82bd7b71bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4da124-ddf3-42cd-a009-deb1575ae6bb'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:34.254915 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765f9909-6469-4851-be44-ccecf4733bdc" -d '{"events": [{"server_uuid": "043c3d37-38ca-4985-b090-8d82bd7b71bd", "name": "network-vif-unplugged", "status": "completed", "tag": "1e4da124-ddf3-42cd-a009-deb1575ae6bb"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:34.279525 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:34.283655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=b44c9034-57d5-4d26-90ed-8bcc60159ff5,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:34.312627 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-db602ce8-6e77-4db1-bb09-cd2ecd86a7d1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b9b5d85c20c8473283aff4fd2c59cb47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0852752 Feb 04 13:18:34.317473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58032) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:34.335989 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a5e320-1b0d-4066-9636-fe94050c6c44 x-openstack-request-id: req-33a5e320-1b0d-4066-9636-fe94050c6c44 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:34.336288 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043c3d37-38ca-4985-b090-8d82bd7b71bd", "name": "network-vif-unplugged", "status": "completed", "tag": "1e4da124-ddf3-42cd-a009-deb1575ae6bb", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:34.336538 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-33a5e320-1b0d-4066-9636-fe94050c6c44 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:34.337116 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043c3d37-38ca-4985-b090-8d82bd7b71bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4da124-ddf3-42cd-a009-deb1575ae6bb', 'code': 200} Feb 04 13:18:34.340084 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e0119bb-893b-4e47-894b-8b3a3af95875 admin admin] Publish callbacks [] for security_group (02fa86cc-ae8f-4e16-9e9d-83161d06c9f4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:34.354813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cc5d85d-673d-46a1-ae76-4bbbbf2632fd req-76ea147b-3246-4cef-9724-c71c9a4a0725 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988941 Feb 04 13:18:34.396800 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-685a1e8d-9d0d-4cfe-9d8e-ba5717014df2 admin admin] Publish callbacks [] for security_group (5472cc9c-c70c-47a3-b586-45a5bdf41a24), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:34.431315 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-685a1e8d-9d0d-4cfe-9d8e-ba5717014df2 admin admin] Publish callbacks [] for security_group (5472cc9c-c70c-47a3-b586-45a5bdf41a24), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:34.442748 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4da124-ddf3-42cd-a009-deb1575ae6bb,revision_number=7']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:34.457686 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Attempting to bind port 1e4da124-ddf3-42cd-a009-deb1575ae6bb on host n-h1-714676-13 for vnic_type normal with profile {"migrating_to": "n-h2-714676-13"} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:18:34.458191 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Attempting to bind port 1e4da124-ddf3-42cd-a009-deb1575ae6bb by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:18:34.458569 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Attempting to bind port 1e4da124-ddf3-42cd-a009-deb1575ae6bb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:34.466702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Port 1e4da124-ddf3-42cd-a009-deb1575ae6bb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:18:34.467076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Attempting to bind port 1e4da124-ddf3-42cd-a009-deb1575ae6bb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:34.473620 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:18:34.473981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Checking segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:34.474428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Bound using segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:18:34.474901 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Bound port: 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:18:34.475375 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:34.496610 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e0119bb-893b-4e47-894b-8b3a3af95875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (02fa86cc-ae8f-4e16-9e9d-83161d06c9f4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:34.499182 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e0119bb-893b-4e47-894b-8b3a3af95875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:34.500317 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9e0119bb-893b-4e47-894b-8b3a3af95875 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/02fa86cc-ae8f-4e16-9e9d-83161d06c9f4 HTTP/1.1" status: 204 len: 168 time: 0.4782596 Feb 04 13:18:34.538903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0119bb-893b-4e47-894b-8b3a3af95875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fa86cc-ae8f-4e16-9e9d-83161d06c9f4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:34.542857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['b44c9034-57d5-4d26-90ed-8bcc60159ff5'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:18:34.585636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] For port 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:34.595240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] For port 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:18:34.614551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:34.617665 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6c539-000a-4ea2-a89f-67322fc59c48 req-2d5d30a7-3464-4cef-b0d5-93b67763820b tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:34.620359 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9e6c539-000a-4ea2-a89f-67322fc59c48 req-2d5d30a7-3464-4cef-b0d5-93b67763820b tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 949 time: 0.1264136 Feb 04 13:18:34.622429 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-685a1e8d-9d0d-4cfe-9d8e-ba5717014df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5472cc9c-c70c-47a3-b586-45a5bdf41a24), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:34.626827 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-685a1e8d-9d0d-4cfe-9d8e-ba5717014df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:34.630810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-685a1e8d-9d0d-4cfe-9d8e-ba5717014df2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5472cc9c-c70c-47a3-b586-45a5bdf41a24 HTTP/1.1" status: 204 len: 168 time: 0.3123412 Feb 04 13:18:34.650758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a1e8d-9d0d-4cfe-9d8e-ba5717014df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5472cc9c-c70c-47a3-b586-45a5bdf41a24,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:34.727493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9e6c539-000a-4ea2-a89f-67322fc59c48 req-bc272a51-3d88-41e1-a824-88ce66ca5df9 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870697 Feb 04 13:18:34.769931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4da124-ddf3-42cd-a009-deb1575ae6bb,revision_number=8']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:34.776096 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:34.776096 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:34.777397 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-4f203900-81cc-4623-a6c9-811c15c3bfc4 service neutron] 10.222.0.100 "PUT /v2.0/ports/1e4da124-ddf3-42cd-a009-deb1575ae6bb HTTP/1.1" status: 200 len: 1144 time: 1.2792125 Feb 04 13:18:34.935438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['1e4da124-ddf3-42cd-a009-deb1575ae6bb'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:18:34.980190 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb8982-36a0-4b34-afd1-a526c62ac8be req-1d2001d8-c128-451c-875a-75380155032d tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:34.981785 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67eb8982-36a0-4b34-afd1-a526c62ac8be req-1d2001d8-c128-451c-875a-75380155032d tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 971 time: 0.0926623 Feb 04 13:18:35.084605 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67eb8982-36a0-4b34-afd1-a526c62ac8be req-08dd20b4-f3da-42b9-b8ac-ec4cdd53e959 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964355 Feb 04 13:18:35.435464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45e773-a116-47a4-b2c0-c4dc94e71420 req-dc756264-04dd-42bd-b319-7f64d2ff6f77 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:35.439996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d45e773-a116-47a4-b2c0-c4dc94e71420 req-dc756264-04dd-42bd-b319-7f64d2ff6f77 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 945 time: 0.0964322 Feb 04 13:18:35.520506 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d45e773-a116-47a4-b2c0-c4dc94e71420 req-a8807fea-7187-4970-80fe-79472c12f045 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791137 Feb 04 13:18:35.642543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e24ed7-b9f0-4102-8efd-5906bc87abbb req-758da4c0-7d04-4ada-b788-ade07c8896f2 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:35.644615 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27e24ed7-b9f0-4102-8efd-5906bc87abbb req-758da4c0-7d04-4ada-b788-ade07c8896f2 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 964 time: 0.0750382 Feb 04 13:18:35.727267 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27e24ed7-b9f0-4102-8efd-5906bc87abbb req-d70e7d4c-1f95-4c1f-b426-e856941d4ccd tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718739 Feb 04 13:18:35.737996 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8dda4-fd10-42bb-866c-c9cd829d6802 req-e6f65142-d0f5-4a9c-bb40-1486c3366860 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:35.739671 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e6f8dda4-fd10-42bb-866c-c9cd829d6802 req-e6f65142-d0f5-4a9c-bb40-1486c3366860 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 945 time: 0.0938148 Feb 04 13:18:35.827158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e6f8dda4-fd10-42bb-866c-c9cd829d6802 req-48333c92-4bd8-4239-b5c9-ce7a476c817b tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716105 Feb 04 13:18:35.891667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58140) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:35.922881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eefbac-24fa-4153-8195-eac1fd846522 req-9077867d-9c5c-49de-ac3c-b83692ffec73 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:35.930129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44eefbac-24fa-4153-8195-eac1fd846522 req-9077867d-9c5c-49de-ac3c-b83692ffec73 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 949 time: 0.1018424 Feb 04 13:18:36.002703 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44eefbac-24fa-4153-8195-eac1fd846522 req-a8271a6c-d644-4e84-bf03-5a43cbb9e5dd tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713034 Feb 04 13:18:36.052191 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5df4211c-814d-4c74-a1b3-666e5f6fa5e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:36.184500 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5df4211c-814d-4c74-a1b3-666e5f6fa5e5 admin admin] Publish callbacks [] for security_group (fe537bd1-b52b-4094-ad66-f66b6521951b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:36.190309 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5df4211c-814d-4c74-a1b3-666e5f6fa5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fe537bd1-b52b-4094-ad66-f66b6521951b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:36.232605 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4211c-814d-4c74-a1b3-666e5f6fa5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe537bd1-b52b-4094-ad66-f66b6521951b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:36.260584 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5df4211c-814d-4c74-a1b3-666e5f6fa5e5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c23f699c82b14b94a374c667b7f2f15b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648355 Feb 04 13:18:36.261206 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58166) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:36.313751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15885eb7-1d3c-46b6-aab1-8d47184f50f5 req-40727705-b2e7-4dfd-ad81-3faaccbbb9d7 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:36.331255 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15885eb7-1d3c-46b6-aab1-8d47184f50f5 req-40727705-b2e7-4dfd-ad81-3faaccbbb9d7 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 971 time: 0.1308324 Feb 04 13:18:36.339764 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043c3d37-38ca-4985-b090-8d82bd7b71bd', 'tag': '1e4da124-ddf3-42cd-a009-deb1575ae6bb'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:36.343021 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73802b0b-0e70-423a-84e1-a05d2fd84f13" -d '{"events": [{"name": "network-changed", "server_uuid": "043c3d37-38ca-4985-b090-8d82bd7b71bd", "tag": "1e4da124-ddf3-42cd-a009-deb1575ae6bb"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:36.357282 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-961dcbfb-f878-4d45-a79d-93a25367e26a admin admin] Publish callbacks [] for security_group (fe537bd1-b52b-4094-ad66-f66b6521951b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:36.406759 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-961dcbfb-f878-4d45-a79d-93a25367e26a admin admin] Publish callbacks [] for security_group (fe537bd1-b52b-4094-ad66-f66b6521951b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:36.428577 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15885eb7-1d3c-46b6-aab1-8d47184f50f5 req-94538f91-aaf9-4d42-af6c-9c9d38eacc56 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928793 Feb 04 13:18:36.449041 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c2b81a-0628-49f9-b494-c33e5adfb8f6 x-openstack-request-id: req-e2c2b81a-0628-49f9-b494-c33e5adfb8f6 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:36.449355 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043c3d37-38ca-4985-b090-8d82bd7b71bd", "tag": "1e4da124-ddf3-42cd-a009-deb1575ae6bb", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:36.449727 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e2c2b81a-0628-49f9-b494-c33e5adfb8f6 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:36.450858 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043c3d37-38ca-4985-b090-8d82bd7b71bd', 'tag': '1e4da124-ddf3-42cd-a009-deb1575ae6bb', 'status': 'completed', 'code': 200} Feb 04 13:18:36.607376 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-961dcbfb-f878-4d45-a79d-93a25367e26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fe537bd1-b52b-4094-ad66-f66b6521951b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:36.614140 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-961dcbfb-f878-4d45-a79d-93a25367e26a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:36.619494 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-961dcbfb-f878-4d45-a79d-93a25367e26a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fe537bd1-b52b-4094-ad66-f66b6521951b HTTP/1.1" status: 204 len: 168 time: 0.3559091 Feb 04 13:18:36.623931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73802b0b-0e70-423a-84e1-a05d2fd84f13 req-b0438155-6c20-4dad-9c65-ca32c0615d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:36.628495 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-73802b0b-0e70-423a-84e1-a05d2fd84f13 req-b0438155-6c20-4dad-9c65-ca32c0615d0a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 1178 time: 0.1802926 Feb 04 13:18:36.699352 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dcbfb-f878-4d45-a79d-93a25367e26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe537bd1-b52b-4094-ad66-f66b6521951b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:36.888545 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73802b0b-0e70-423a-84e1-a05d2fd84f13 req-f4f08403-e4e1-4df4-94ec-da8dab061278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:36.891860 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-73802b0b-0e70-423a-84e1-a05d2fd84f13 req-f4f08403-e4e1-4df4-94ec-da8dab061278 service neutron] 10.222.0.99 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.2396660 Feb 04 13:18:36.998581 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1358b6-cc28-47b7-9d8c-63b5bf1f5d00 req-bd0662f9-c1b1-4fde-9d01-8668340ad032 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:37.000401 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb1358b6-cc28-47b7-9d8c-63b5bf1f5d00 req-bd0662f9-c1b1-4fde-9d01-8668340ad032 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 971 time: 0.1480603 Feb 04 13:18:37.067431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35dc43-1562-4335-b278-fca83c7dc862 req-21e71874-8721-494b-bca6-670bc78ca396 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:37.071192 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d35dc43-1562-4335-b278-fca83c7dc862 req-21e71874-8721-494b-bca6-670bc78ca396 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 964 time: 0.1431875 Feb 04 13:18:37.205185 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-73802b0b-0e70-423a-84e1-a05d2fd84f13 req-ac05569e-bd93-44fc-a70b-6d1ac18eb320 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb HTTP/1.1" status: 200 len: 217 time: 0.3052421 Feb 04 13:18:37.206857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d35dc43-1562-4335-b278-fca83c7dc862 req-73cbfe5e-e582-42a7-be51-fc4521c3a92f tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227109 Feb 04 13:18:37.215607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb1358b6-cc28-47b7-9d8c-63b5bf1f5d00 req-f919b5a4-c0e6-4fed-a041-5073762a9808 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049081 Feb 04 13:18:37.317138 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73802b0b-0e70-423a-84e1-a05d2fd84f13 req-5009e7ce-6e58-4081-b249-85fc4d1de139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:37.320503 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-73802b0b-0e70-423a-84e1-a05d2fd84f13 req-5009e7ce-6e58-4081-b249-85fc4d1de139 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.1091340 Feb 04 13:18:37.326907 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 1e4da124-ddf3-42cd-a009-deb1575ae6bb details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:18:37.379939 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-73802b0b-0e70-423a-84e1-a05d2fd84f13 req-a5b6f35c-3fcb-4fc2-8e21-64fbbc00ec70 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521524 Feb 04 13:18:37.532160 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-73802b0b-0e70-423a-84e1-a05d2fd84f13 req-82fac79d-3082-4b6b-ab70-a58d7d6607eb service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456831 Feb 04 13:18:37.588515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dc67d-1476-410a-89a6-bd979fc30414 req-1c5cfbe2-139a-40cb-a659-11f160e4115c tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:37.591302 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d60dc67d-1476-410a-89a6-bd979fc30414 req-1c5cfbe2-139a-40cb-a659-11f160e4115c tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 949 time: 0.1788292 Feb 04 13:18:37.637567 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:37.671917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device b44c9034-57d5-4d26-90ed-8bcc60159ff5 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:18:37.727584 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58222) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:37.763653 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 1e4da124-ddf3-42cd-a009-deb1575ae6bb has no active binding in host n-h2-714676-13 {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 13:18:37.784328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port b44c9034-57d5-4d26-90ed-8bcc60159ff5 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:37.792665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d60dc67d-1476-410a-89a6-bd979fc30414 req-bf6ed9d9-71ab-4f4f-9424-d659eaac9735 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886165 Feb 04 13:18:37.794008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port b44c9034-57d5-4d26-90ed-8bcc60159ff5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:37.795129 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b44c9034-57d5-4d26-90ed-8bcc60159ff5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:37.817027 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8deb511b-58ea-4e5e-aa56-3e1e699cf832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:37.925370 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-73802b0b-0e70-423a-84e1-a05d2fd84f13 req-97bd9eeb-3f21-4226-ab5c-126aff0c8678 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856757 Feb 04 13:18:38.000918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port b44c9034-57d5-4d26-90ed-8bcc60159ff5 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:38.000918 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b44c9034-57d5-4d26-90ed-8bcc60159ff5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:38.023974 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f54840-d9e4-4d80-a48c-84d637367c73 req-6f1917b3-033a-4bb6-858a-62a7cb7960e9 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:38.026242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56f54840-d9e4-4d80-a48c-84d637367c73 req-6f1917b3-033a-4bb6-858a-62a7cb7960e9 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 971 time: 0.1546993 Feb 04 13:18:38.048534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717b0ef8-a7cd-4187-ab82-7fc70ff5db4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44c9034-57d5-4d26-90ed-8bcc60159ff5'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:38.050882 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28480a67-0128-4e1f-8b48-f25039e3abdc" -d '{"events": [{"server_uuid": "717b0ef8-a7cd-4187-ab82-7fc70ff5db4e", "name": "network-vif-plugged", "status": "completed", "tag": "b44c9034-57d5-4d26-90ed-8bcc60159ff5"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:38.055597 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8deb511b-58ea-4e5e-aa56-3e1e699cf832 admin admin] Publish callbacks [] for security_group (b9d81baa-ff2d-4225-881f-46603080e43b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:38.066599 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8deb511b-58ea-4e5e-aa56-3e1e699cf832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b9d81baa-ff2d-4225-881f-46603080e43b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:38.076934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port b44c9034-57d5-4d26-90ed-8bcc60159ff5, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=b44c9034-57d5-4d26-90ed-8bcc60159ff5,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:38.084175 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b44c9034-57d5-4d26-90ed-8bcc60159ff5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:38.165203 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ab6a37-04a8-4db1-9592-20ad73ba766f x-openstack-request-id: req-33ab6a37-04a8-4db1-9592-20ad73ba766f {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:38.166264 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717b0ef8-a7cd-4187-ab82-7fc70ff5db4e", "name": "network-vif-plugged", "status": "completed", "tag": "b44c9034-57d5-4d26-90ed-8bcc60159ff5", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:38.166594 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-33ab6a37-04a8-4db1-9592-20ad73ba766f {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:38.167353 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717b0ef8-a7cd-4187-ab82-7fc70ff5db4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44c9034-57d5-4d26-90ed-8bcc60159ff5', 'code': 200} Feb 04 13:18:38.173339 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=b44c9034-57d5-4d26-90ed-8bcc60159ff5,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:38.185101 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58230) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:38.215771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb511b-58ea-4e5e-aa56-3e1e699cf832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d81baa-ff2d-4225-881f-46603080e43b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:38.218230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56f54840-d9e4-4d80-a48c-84d637367c73 req-f86c55a7-d30a-44b5-a4c6-076b7c8d52c3 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805847 Feb 04 13:18:38.223544 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8deb511b-58ea-4e5e-aa56-3e1e699cf832 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=019c58f66a3848c3a59e1ff4e7f8da56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4908619 Feb 04 13:18:38.226656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58234) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:38.322364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49101f-17d5-4c06-9136-2234139c5a8b req-05e891a0-5840-414f-8a16-b03f55ffa0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:38.322755 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dad3e66c-6444-41c0-b328-472bb9f14226 admin admin] Publish callbacks [] for security_group (b9d81baa-ff2d-4225-881f-46603080e43b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:38.325474 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4a49101f-17d5-4c06-9136-2234139c5a8b req-05e891a0-5840-414f-8a16-b03f55ffa0fa service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 1133 time: 0.0683191 Feb 04 13:18:38.408609 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dad3e66c-6444-41c0-b328-472bb9f14226 admin admin] Publish callbacks [] for security_group (b9d81baa-ff2d-4225-881f-46603080e43b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:38.415092 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4a49101f-17d5-4c06-9136-2234139c5a8b req-44ceda53-453e-447b-ae4c-d218f61d8080 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821593 Feb 04 13:18:38.468162 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23f571-ade7-4312-a16a-6437ed9f06a5 req-6baae716-77cd-477d-9d09-25aa2cd14531 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:38.470162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c23f571-ade7-4312-a16a-6437ed9f06a5 req-6baae716-77cd-477d-9d09-25aa2cd14531 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 964 time: 0.1161511 Feb 04 13:18:38.491335 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dad3e66c-6444-41c0-b328-472bb9f14226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b9d81baa-ff2d-4225-881f-46603080e43b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:38.495338 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dad3e66c-6444-41c0-b328-472bb9f14226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:38.496781 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dad3e66c-6444-41c0-b328-472bb9f14226 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b9d81baa-ff2d-4225-881f-46603080e43b HTTP/1.1" status: 204 len: 168 time: 0.2687671 Feb 04 13:18:38.518942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3e66c-6444-41c0-b328-472bb9f14226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d81baa-ff2d-4225-881f-46603080e43b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:38.563854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c23f571-ade7-4312-a16a-6437ed9f06a5 req-a87dcd20-fa4e-4cc6-bd0d-20b4d5f18a1d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831084 Feb 04 13:18:38.686504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-85b11f7b-47c8-4ed4-80ae-f8ff0b2d5aa8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0e51e6c932ff421398d55a65fbb0dd00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001855 Feb 04 13:18:38.689026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58248) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:38.757182 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b893bf0-5827-4be1-82c5-4ad1a823fe9b admin admin] Publish callbacks [] for security_group (e8feb2da-8403-4570-b690-4e2aca76e958), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:38.784431 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b893bf0-5827-4be1-82c5-4ad1a823fe9b admin admin] Publish callbacks [] for security_group (e8feb2da-8403-4570-b690-4e2aca76e958), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:38.848850 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b893bf0-5827-4be1-82c5-4ad1a823fe9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e8feb2da-8403-4570-b690-4e2aca76e958), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:38.852519 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b893bf0-5827-4be1-82c5-4ad1a823fe9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:38.860773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0b893bf0-5827-4be1-82c5-4ad1a823fe9b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e8feb2da-8403-4570-b690-4e2aca76e958 HTTP/1.1" status: 204 len: 168 time: 0.1683948 Feb 04 13:18:38.877315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b893bf0-5827-4be1-82c5-4ad1a823fe9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8feb2da-8403-4570-b690-4e2aca76e958,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:38.997072 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0d1b-da49-4a7d-b933-b81792115797 req-502d27b7-4e20-4e99-a091-23978596957d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:39.004442 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a7e0d1b-da49-4a7d-b933-b81792115797 req-502d27b7-4e20-4e99-a091-23978596957d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.0982735 Feb 04 13:18:39.077724 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a7e0d1b-da49-4a7d-b933-b81792115797 req-9144c6c7-ac54-4ec9-80cd-a6eb0fa806d6 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722294 Feb 04 13:18:39.416381 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76673a8c-7e8c-4619-bd39-7627dd076169 req-a15108df-5565-468b-9215-cf6091b66657 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:39.418008 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76673a8c-7e8c-4619-bd39-7627dd076169 req-a15108df-5565-468b-9215-cf6091b66657 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 971 time: 0.0910842 Feb 04 13:18:39.448676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd967e6c-5c5d-4ea4-9380-c1f17012d3cb req-ca00a6b4-8dfc-4ae1-8bc0-b3be0c508170 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:39.451527 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cd967e6c-5c5d-4ea4-9380-c1f17012d3cb req-ca00a6b4-8dfc-4ae1-8bc0-b3be0c508170 tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.99 "GET /v2.0/ports?device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 971 time: 0.1468644 Feb 04 13:18:39.522416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76673a8c-7e8c-4619-bd39-7627dd076169 req-c6148ec2-3e0d-453f-9250-30772f38e43d tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/security-groups?id=72cf09fe-4079-4935-ae86-613c8b8c31d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920107 Feb 04 13:18:39.667915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-cd967e6c-5c5d-4ea4-9380-c1f17012d3cb req-952027aa-1668-427b-affa-d080332a990f tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Deleting port 46c8aac9-b28a-4d51-8698-0f6494ede6f7 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:18:39.668677 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cd967e6c-5c5d-4ea4-9380-c1f17012d3cb req-952027aa-1668-427b-affa-d080332a990f tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (46c8aac9-b28a-4d51-8698-0f6494ede6f7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:39.770044 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd930bb-fe34-4d56-bb2e-887c971497a5 req-3669d6f1-17d8-4c14-93aa-0c19fe2448bb tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:39.778961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cd930bb-fe34-4d56-bb2e-887c971497a5 req-3669d6f1-17d8-4c14-93aa-0c19fe2448bb tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 964 time: 0.0874608 Feb 04 13:18:39.824446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58298) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:39.832205 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-cd967e6c-5c5d-4ea4-9380-c1f17012d3cb req-952027aa-1668-427b-affa-d080332a990f tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] For port 46c8aac9-b28a-4d51-8698-0f6494ede6f7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=46c8aac9-b28a-4d51-8698-0f6494ede6f7,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:39.832847 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cd967e6c-5c5d-4ea4-9380-c1f17012d3cb req-952027aa-1668-427b-affa-d080332a990f tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (46c8aac9-b28a-4d51-8698-0f6494ede6f7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:39.860854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cd930bb-fe34-4d56-bb2e-887c971497a5 req-71d76f75-6b08-4205-8981-95a807641b13 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801342 Feb 04 13:18:39.863084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-cd967e6c-5c5d-4ea4-9380-c1f17012d3cb req-952027aa-1668-427b-affa-d080332a990f tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Calling delete_port for 46c8aac9-b28a-4d51-8698-0f6494ede6f7 owned by compute:tempest-test_az-849724693 {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:18:39.874453 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58302) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:39.888451 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58306) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:40.060797 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1b0164a4-b495-4ca0-8a7a-09bbbf2cc7e2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=14bc95a673c540c2bbc2e4d6ac8e846b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704249 Feb 04 13:18:40.065077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58310) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:40.088243 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b30066c4-ac2d-49a8-98d3-80100e65fa6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:40.240901 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b30066c4-ac2d-49a8-98d3-80100e65fa6c admin admin] Publish callbacks [] for security_group (ab3868de-bda0-4327-a9af-b72af8a1571b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:40.263558 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0dcec0a5-e20b-4a9c-a286-f3ad348998e6 admin admin] Publish callbacks [] for security_group (8277487a-4a29-4ea9-8adf-26d97d7f6c71), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:40.263959 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b30066c4-ac2d-49a8-98d3-80100e65fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ab3868de-bda0-4327-a9af-b72af8a1571b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:40.278850 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9352e556-89f5-434f-8428-9fdcc7f270d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:40.319134 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cd967e6c-5c5d-4ea4-9380-c1f17012d3cb req-952027aa-1668-427b-affa-d080332a990f tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (46c8aac9-b28a-4d51-8698-0f6494ede6f7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:40.324810 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0dcec0a5-e20b-4a9c-a286-f3ad348998e6 admin admin] Publish callbacks [] for security_group (8277487a-4a29-4ea9-8adf-26d97d7f6c71), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:40.343749 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['46c8aac9-b28a-4d51-8698-0f6494ede6f7'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:18:40.403528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952027aa-1668-427b-affa-d080332a990f tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Pushing event deleted for resources: {'Port': ['ID=46c8aac9-b28a-4d51-8698-0f6494ede6f7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:40.420156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30066c4-ac2d-49a8-98d3-80100e65fa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3868de-bda0-4327-a9af-b72af8a1571b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:40.452829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b30066c4-ac2d-49a8-98d3-80100e65fa6c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=53c053bfb8144afabd7c4fa0eadba0b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6220033 Feb 04 13:18:40.454159 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58320) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:40.494978 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5a1aa-ffb5-4302-8cf1-18eac142f83d req-12810ce9-7610-488f-b79d-aa76eb05fde6 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:40.509669 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-01f5a1aa-ffb5-4302-8cf1-18eac142f83d req-12810ce9-7610-488f-b79d-aa76eb05fde6 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.2666614 Feb 04 13:18:40.572921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd967e6c-5c5d-4ea4-9380-c1f17012d3cb req-952027aa-1668-427b-affa-d080332a990f tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] No DVR routers for this DVR port 46c8aac9-b28a-4d51-8698-0f6494ede6f7 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:18:40.577342 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cd967e6c-5c5d-4ea4-9380-c1f17012d3cb req-952027aa-1668-427b-affa-d080332a990f tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:40.584055 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cd967e6c-5c5d-4ea4-9380-c1f17012d3cb req-952027aa-1668-427b-affa-d080332a990f tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.99 "DELETE /v2.0/ports/46c8aac9-b28a-4d51-8698-0f6494ede6f7 HTTP/1.1" status: 204 len: 173 time: 1.1254511 Feb 04 13:18:40.585093 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00617c2-b764-40c2-9433-1b7c124a3f42', 'name': 'network-vif-deleted', 'tag': '46c8aac9-b28a-4d51-8698-0f6494ede6f7'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:40.589853 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cb0812-0088-46cd-93bb-98e4cf7e77aa" -d '{"events": [{"server_uuid": "b00617c2-b764-40c2-9433-1b7c124a3f42", "name": "network-vif-deleted", "tag": "46c8aac9-b28a-4d51-8698-0f6494ede6f7"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:40.618192 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0dcec0a5-e20b-4a9c-a286-f3ad348998e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8277487a-4a29-4ea9-8adf-26d97d7f6c71), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:40.624875 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0dcec0a5-e20b-4a9c-a286-f3ad348998e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:40.628092 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0dcec0a5-e20b-4a9c-a286-f3ad348998e6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8277487a-4a29-4ea9-8adf-26d97d7f6c71 HTTP/1.1" status: 204 len: 168 time: 0.5595498 Feb 04 13:18:40.645718 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcec0a5-e20b-4a9c-a286-f3ad348998e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8277487a-4a29-4ea9-8adf-26d97d7f6c71,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:40.753870 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9352e556-89f5-434f-8428-9fdcc7f270d3 admin admin] Publish callbacks [] for security_group (5bbba55f-c50b-4d82-b371-2aa001d8918d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:40.791267 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9352e556-89f5-434f-8428-9fdcc7f270d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5bbba55f-c50b-4d82-b371-2aa001d8918d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:40.886799 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bf229bc2-ac5a-4c17-9e37-dfa663883c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:40.926451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-081c4195-5fa4-4e4a-8333-c8785d4529e3 req-7babc9a4-c0a2-4084-910b-b2a20a4c199a tempest-DeleteServersAdminTestJSON-648169570 tempest-DeleteServersAdminTestJSON-648169570-project] 10.222.0.96 "GET /v2.0/ports?device_id=b00617c2-b764-40c2-9433-1b7c124a3f42 HTTP/1.1" status: 200 len: 210 time: 0.1441870 Feb 04 13:18:40.981156 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-01f5a1aa-ffb5-4302-8cf1-18eac142f83d req-f502ae8b-1d2b-49b2-9606-9fc4e2591554 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701841 Feb 04 13:18:40.992647 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9352e556-89f5-434f-8428-9fdcc7f270d3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=eeb3fa9d43e9455a88d8bc4993ac655a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1174676 Feb 04 13:18:40.994301 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58334) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:40.995412 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352e556-89f5-434f-8428-9fdcc7f270d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbba55f-c50b-4d82-b371-2aa001d8918d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:41.002839 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-57df5c18-d8b9-4782-946d-310f9979f9c9 admin admin] Publish callbacks [] for security_group (ab3868de-bda0-4327-a9af-b72af8a1571b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:41.040150 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4946a3d0-bbb1-4e6a-a0ed-5b6c58edfd03 x-openstack-request-id: req-4946a3d0-bbb1-4e6a-a0ed-5b6c58edfd03 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:41.041161 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00617c2-b764-40c2-9433-1b7c124a3f42", "name": "network-vif-deleted", "tag": "46c8aac9-b28a-4d51-8698-0f6494ede6f7", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:41.041557 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4946a3d0-bbb1-4e6a-a0ed-5b6c58edfd03 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:41.042212 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00617c2-b764-40c2-9433-1b7c124a3f42', 'name': 'network-vif-deleted', 'tag': '46c8aac9-b28a-4d51-8698-0f6494ede6f7', 'status': 'completed', 'code': 200} Feb 04 13:18:41.060781 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-57df5c18-d8b9-4782-946d-310f9979f9c9 admin admin] Publish callbacks [] for security_group (ab3868de-bda0-4327-a9af-b72af8a1571b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:41.177336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4027-0876-4ec4-bfef-d59054d7acf8 admin admin] Publish callbacks [] for security_group (5bbba55f-c50b-4d82-b371-2aa001d8918d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:41.203834 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-57df5c18-d8b9-4782-946d-310f9979f9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ab3868de-bda0-4327-a9af-b72af8a1571b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:41.209867 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-57df5c18-d8b9-4782-946d-310f9979f9c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:41.209958 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4027-0876-4ec4-bfef-d59054d7acf8 admin admin] Publish callbacks [] for security_group (5bbba55f-c50b-4d82-b371-2aa001d8918d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:41.211168 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-57df5c18-d8b9-4782-946d-310f9979f9c9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ab3868de-bda0-4327-a9af-b72af8a1571b HTTP/1.1" status: 204 len: 168 time: 0.7549958 Feb 04 13:18:41.236340 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df5c18-d8b9-4782-946d-310f9979f9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3868de-bda0-4327-a9af-b72af8a1571b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:41.262153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04638347-ef1f-42be-b466-1e0eaacea340 req-7243cac4-36ef-4db7-8557-302e4b886bab tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:41.269316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04638347-ef1f-42be-b466-1e0eaacea340 req-7243cac4-36ef-4db7-8557-302e4b886bab tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 964 time: 0.1130738 Feb 04 13:18:41.312747 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4027-0876-4ec4-bfef-d59054d7acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5bbba55f-c50b-4d82-b371-2aa001d8918d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:41.318252 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4027-0876-4ec4-bfef-d59054d7acf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:41.323680 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2c5b4027-0876-4ec4-bfef-d59054d7acf8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5bbba55f-c50b-4d82-b371-2aa001d8918d HTTP/1.1" status: 204 len: 168 time: 0.3232231 Feb 04 13:18:41.329212 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b4027-0876-4ec4-bfef-d59054d7acf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbba55f-c50b-4d82-b371-2aa001d8918d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:41.347978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04638347-ef1f-42be-b466-1e0eaacea340 req-93bd461f-b89a-43fa-a355-cbe7a2abac67 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777454 Feb 04 13:18:41.706920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58362) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:41.721540 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f199-a5d1-4169-a55f-4135987bbba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:41.833831 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f199-a5d1-4169-a55f-4135987bbba0 admin admin] Publish callbacks [] for security_group (23486d12-ef43-45d4-b61b-c9d677c8e32b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:41.839931 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f199-a5d1-4169-a55f-4135987bbba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (23486d12-ef43-45d4-b61b-c9d677c8e32b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:41.907004 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a6b9f199-a5d1-4169-a55f-4135987bbba0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3c1acb817c7a4abab7c4e081dd4f764b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983197 Feb 04 13:18:41.908730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58368) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:41.910453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9f199-a5d1-4169-a55f-4135987bbba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23486d12-ef43-45d4-b61b-c9d677c8e32b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:42.026630 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c272a0c1-d387-4312-9bb1-d41b5a8a826c admin admin] Publish callbacks [] for security_group (23486d12-ef43-45d4-b61b-c9d677c8e32b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:42.075459 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c272a0c1-d387-4312-9bb1-d41b5a8a826c admin admin] Publish callbacks [] for security_group (23486d12-ef43-45d4-b61b-c9d677c8e32b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:42.239785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264dd7-406f-4b5b-afdf-1181e983f5d2 req-e7afc8c8-b769-419b-b9f2-87babd39626c tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:42.240343 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58384) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:42.242011 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-78264dd7-406f-4b5b-afdf-1181e983f5d2 req-e7afc8c8-b769-419b-b9f2-87babd39626c tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.0892410 Feb 04 13:18:42.244796 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c272a0c1-d387-4312-9bb1-d41b5a8a826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (23486d12-ef43-45d4-b61b-c9d677c8e32b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:42.248374 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c272a0c1-d387-4312-9bb1-d41b5a8a826c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:42.249814 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c272a0c1-d387-4312-9bb1-d41b5a8a826c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/23486d12-ef43-45d4-b61b-c9d677c8e32b HTTP/1.1" status: 204 len: 168 time: 0.3385201 Feb 04 13:18:42.261807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272a0c1-d387-4312-9bb1-d41b5a8a826c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23486d12-ef43-45d4-b61b-c9d677c8e32b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:42.312156 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-611de6c1-5f1c-4178-a741-83500291c7e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:42.339906 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-78264dd7-406f-4b5b-afdf-1181e983f5d2 req-594ec80d-3454-4e18-b758-126b811b5562 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804772 Feb 04 13:18:42.466540 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-611de6c1-5f1c-4178-a741-83500291c7e4 admin admin] Publish callbacks [] for security_group (fbe4b97b-37ae-48ef-afdf-455b7b00963a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:42.474198 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-611de6c1-5f1c-4178-a741-83500291c7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fbe4b97b-37ae-48ef-afdf-455b7b00963a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:42.520563 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-611de6c1-5f1c-4178-a741-83500291c7e4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=15b6c9837aa84a3d98910b1ac59677b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789125 Feb 04 13:18:42.523343 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58400) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:42.559880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0f43c-1649-42e0-9eec-3cb648252090 req-9470a201-7325-4017-a083-f95c5fd4c408 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:42.560455 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611de6c1-5f1c-4178-a741-83500291c7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe4b97b-37ae-48ef-afdf-455b7b00963a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:42.562042 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92a0f43c-1649-42e0-9eec-3cb648252090 req-9470a201-7325-4017-a083-f95c5fd4c408 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 964 time: 0.0852342 Feb 04 13:18:42.590449 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b01eb6bc-aff1-4889-9dc8-b3320b43fa4c admin admin] Publish callbacks [] for security_group (fbe4b97b-37ae-48ef-afdf-455b7b00963a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:42.619571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b01eb6bc-aff1-4889-9dc8-b3320b43fa4c admin admin] Publish callbacks [] for security_group (fbe4b97b-37ae-48ef-afdf-455b7b00963a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:42.629741 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92a0f43c-1649-42e0-9eec-3cb648252090 req-b6991646-5739-4ea2-8417-c9c0f4d64a9d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605383 Feb 04 13:18:42.689701 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b01eb6bc-aff1-4889-9dc8-b3320b43fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fbe4b97b-37ae-48ef-afdf-455b7b00963a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:42.693109 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b01eb6bc-aff1-4889-9dc8-b3320b43fa4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:42.694476 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b01eb6bc-aff1-4889-9dc8-b3320b43fa4c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fbe4b97b-37ae-48ef-afdf-455b7b00963a HTTP/1.1" status: 204 len: 168 time: 0.1702213 Feb 04 13:18:42.706880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01eb6bc-aff1-4889-9dc8-b3320b43fa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe4b97b-37ae-48ef-afdf-455b7b00963a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:42.853389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-ce155838-941a-4086-9c43-da1baa30843f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257063 Feb 04 13:18:42.975380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-1f971113-f09e-4fca-a61d-f7419a1f464e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:42.977017 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-1f971113-f09e-4fca-a61d-f7419a1f464e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1167259 Feb 04 13:18:42.996381 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-137d6821-4310-43e3-9a9a-e8f9637d10dc tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/quotas/62bf48b5c3894be3a3cc9319369f6e98 HTTP/1.1" status: 200 len: 375 time: 0.0114610 Feb 04 13:18:43.039139 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-bbca9f50-7d11-4147-a366-788f7bd1cf38 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350869 Feb 04 13:18:43.182955 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58428) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:43.270993 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06e217e6-e451-4f83-a4d3-9c844086b57c req-6c28d410-377b-4303-9b8f-de142e2b3b8c tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0502520 Feb 04 13:18:43.492955 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-962df0f3-01b1-4039-b991-66f159a76e18 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=979d67744cc44e1c96d2cbc7a13f99b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3087449 Feb 04 13:18:43.497000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58450) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:43.573878 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:43.675395 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bdd36153-7bab-4152-9190-0e1fb2c3fa00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:43.789942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81990b40-7bae-45d9-806e-e2ed36326eb3 req-5678b0c7-4ed6-4caf-b40f-0e6595ef70d2 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:43.793243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-81990b40-7bae-45d9-806e-e2ed36326eb3 req-5678b0c7-4ed6-4caf-b40f-0e6595ef70d2 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.3295753 Feb 04 13:18:43.889867 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3208-ce7e-448b-b480-f10e1c000866 admin admin] Publish callbacks [] for security_group (72cf09fe-4079-4935-ae86-613c8b8c31d4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:43.948469 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3208-ce7e-448b-b480-f10e1c000866 admin admin] Publish callbacks [] for security_group (72cf09fe-4079-4935-ae86-613c8b8c31d4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:43.971805 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-81990b40-7bae-45d9-806e-e2ed36326eb3 req-7f7efbbb-709b-4c5e-8419-64d4f284a414 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687129 Feb 04 13:18:44.010862 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-f88a5884-78e7-43a4-b0ae-f12daf5fc3c6 service neutron] 10.222.0.99 "GET /v2.0/ports/1e4da124-ddf3-42cd-a009-deb1575ae6bb/bindings/n-h2-714676-13 HTTP/1.1" status: 200 len: 385 time: 0.1289074 Feb 04 13:18:44.021935 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a0688-3b3d-4bfb-b050-50ede0d86b97 req-b860414b-7fc8-4554-b2d1-985912a7a919 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:44.030461 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b7a0688-3b3d-4bfb-b050-50ede0d86b97 req-b860414b-7fc8-4554-b2d1-985912a7a919 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 964 time: 0.1974418 Feb 04 13:18:44.138276 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b7a0688-3b3d-4bfb-b050-50ede0d86b97 req-1a04401c-de85-40d4-be28-f9cd8c9d1602 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047871 Feb 04 13:18:44.153140 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3208-ce7e-448b-b480-f10e1c000866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (72cf09fe-4079-4935-ae86-613c8b8c31d4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:44.157851 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3208-ce7e-448b-b480-f10e1c000866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:44.164674 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cf8d3208-ce7e-448b-b480-f10e1c000866 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/72cf09fe-4079-4935-ae86-613c8b8c31d4 HTTP/1.1" status: 204 len: 168 time: 0.6664088 Feb 04 13:18:44.180556 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3208-ce7e-448b-b480-f10e1c000866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cf09fe-4079-4935-ae86-613c8b8c31d4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:44.329020 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:44.403534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-dd06065d-0acc-4351-ba5e-ab3c72573d5e service neutron] For port 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:44.424935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 46c8aac9-b28a-4d51-8698-0f6494ede6f7 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:18:44.449118 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 46c8aac9-b28a-4d51-8698-0f6494ede6f7 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:18:44.450315 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 46c8aac9-b28a-4d51-8698-0f6494ede6f7 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:18:44.451201 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-dd06065d-0acc-4351-ba5e-ab3c72573d5e service neutron] For port 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:44.469708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb0cb1c7-8fbe-4abd-9964-a84918546c3a req-b945f114-6c55-4de8-8dbf-4d77a62ba52a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0417602 Feb 04 13:18:44.528288 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-dd06065d-0acc-4351-ba5e-ab3c72573d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4da124-ddf3-42cd-a009-deb1575ae6bb {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:44.543922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-dd06065d-0acc-4351-ba5e-ab3c72573d5e service neutron] For port 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:44.563709 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-dd06065d-0acc-4351-ba5e-ab3c72573d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:44.678449 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-dd06065d-0acc-4351-ba5e-ab3c72573d5e service neutron] Transition to ACTIVE for port object 1e4da124-ddf3-42cd-a009-deb1575ae6bb will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:44.689478 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-dd06065d-0acc-4351-ba5e-ab3c72573d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:44.765083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-0870692a-e8a7-49b4-ae29-2125689955d2 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253360 Feb 04 13:18:44.794754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58492) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:44.796133 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-dd06065d-0acc-4351-ba5e-ab3c72573d5e service neutron] No DVR routers for this DVR port 1e4da124-ddf3-42cd-a009-deb1575ae6bb on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:18:44.883141 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06065d-0acc-4351-ba5e-ab3c72573d5e service neutron] Pushing event updated for resources: {'Port': ['ID=1e4da124-ddf3-42cd-a009-deb1575ae6bb,revision_number=10']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:44.892865 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-dd06065d-0acc-4351-ba5e-ab3c72573d5e service neutron] 10.222.0.99 "PUT /v2.0/ports/1e4da124-ddf3-42cd-a009-deb1575ae6bb/bindings/n-h2-714676-13/activate HTTP/1.1" status: 200 len: 370 time: 0.8745956 Feb 04 13:18:44.968777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-23c036d6-ce33-495d-93ed-aca9fec7eeea tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:44.970564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-23c036d6-ce33-495d-93ed-aca9fec7eeea tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982844 Feb 04 13:18:44.985676 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Request body: {'port': {'device_id': 'd324da09-3589-45ae-a70f-18823deecf1b', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '62bf48b5c3894be3a3cc9319369f6e98'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:44.989591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58498) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:45.026540 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c03c6a61-8edd-4c73-adf6-060af8b07607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:45.058919 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-e388800d-dc1a-415f-a5e6-16101134b350 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:45.061355 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-e388800d-dc1a-415f-a5e6-16101134b350 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd&tenant_id=9bf6f764e0d34de9a21a32956f525822&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 1148 time: 0.0925014 Feb 04 13:18:45.204711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ce2fb-b4f6-4a1f-809d-66ddc5243b22 req-401045fe-d309-408e-a3ff-74774f941b85 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:45.206928 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-717ce2fb-b4f6-4a1f-809d-66ddc5243b22 req-401045fe-d309-408e-a3ff-74774f941b85 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.1227341 Feb 04 13:18:45.227495 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-2ebe0327-1a7a-44cc-b347-6650013f487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:45.229646 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-2ebe0327-1a7a-44cc-b347-6650013f487e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd&tenant_id=9bf6f764e0d34de9a21a32956f525822 HTTP/1.1" status: 200 len: 1148 time: 0.1610286 Feb 04 13:18:45.257310 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b24f2249-0031-4252-92f6-75c7a1c2bc4f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1993154603-network', 'tenant_id': '0c3cdcd7d70349e08755020863a7c88a'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:45.342912 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:45.368503 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24f2249-0031-4252-92f6-75c7a1c2bc4f admin admin] Made reservation on behalf of 0c3cdcd7d70349e08755020863a7c88a for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:45.374356 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b24f2249-0031-4252-92f6-75c7a1c2bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:45.396613 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b24f2249-0031-4252-92f6-75c7a1c2bc4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:45.429286 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-1a9f8da3-1f19-4817-8dc4-a8f5da03dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:45.431077 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-1a9f8da3-1f19-4817-8dc4-a8f5da03dc97 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 1148 time: 0.1666558 Feb 04 13:18:45.528563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Made reservation on behalf of 62bf48b5c3894be3a3cc9319369f6e98 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:45.532270 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:45.566918 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:45.585640 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-717ce2fb-b4f6-4a1f-809d-66ddc5243b22 req-140c7685-45e4-46ac-b622-b694efbf8edc tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609533 Feb 04 13:18:45.606505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-fc6cc351-5b70-4675-8b7c-5026a4327403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:45.608984 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-fc6cc351-5b70-4675-8b7c-5026a4327403 service neutron] 10.222.0.100 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.1679113 Feb 04 13:18:45.647041 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c03c6a61-8edd-4c73-adf6-060af8b07607 admin admin] Publish callbacks [] for security_group (b1f8e8a9-8f51-4e7a-93bf-01342dcb2e36), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:45.651450 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c03c6a61-8edd-4c73-adf6-060af8b07607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b1f8e8a9-8f51-4e7a-93bf-01342dcb2e36), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:45.677137 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-c615c79b-0949-4ec3-93db-31c60709b398 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb HTTP/1.1" status: 200 len: 217 time: 0.0539382 Feb 04 13:18:45.686568 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b24f2249-0031-4252-92f6-75c7a1c2bc4f admin admin] Publish callbacks [] for security_group (6786d819-4594-4f2e-85b1-58142fd724cd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:45.735322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c6a61-8edd-4c73-adf6-060af8b07607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f8e8a9-8f51-4e7a-93bf-01342dcb2e36,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:45.740811 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b24f2249-0031-4252-92f6-75c7a1c2bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6786d819-4594-4f2e-85b1-58142fd724cd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:45.741533 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c03c6a61-8edd-4c73-adf6-060af8b07607 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5f7074079850460fb605325cdc719b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7495663 Feb 04 13:18:45.753107 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58518) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:45.863161 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks [] for security_group (a0a01f3a-a465-487e-9753-f43cfbe1bfa5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:45.869303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24f2249-0031-4252-92f6-75c7a1c2bc4f admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:18:45.881544 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a0a01f3a-a465-487e-9753-f43cfbe1bfa5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:45.895031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-01590fd6-241e-463a-adc2-838621b80b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:45.896524 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-01590fd6-241e-463a-adc2-838621b80b4c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.2073128 Feb 04 13:18:45.903909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f2249-0031-4252-92f6-75c7a1c2bc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6786d819-4594-4f2e-85b1-58142fd724cd,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:45.909568 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b24f2249-0031-4252-92f6-75c7a1c2bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (11dc5afa-0028-45de-9211-b56b44f685d4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:45.909568 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-b24f2249-0031-4252-92f6-75c7a1c2bc4f admin admin] Added segment 11dc5afa-0028-45de-9211-b56b44f685d4 of type vlan for network 4d594fef-5614-4b97-99e7-40f6be0cb31f Feb 04 13:18:45.929491 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27172af2-3685-479c-82c5-45b3e6edc239 req-6b612d9d-d0a9-4a85-9f17-6437e92ecbf1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0643373 Feb 04 13:18:45.968248 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-6a6741ed-7b3b-42cf-8747-0894c6d81df7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614531 Feb 04 13:18:45.976283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a01f3a-a465-487e-9753-f43cfbe1bfa5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:45.991208 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd1ffd0b-5df5-4f5a-9060-f3b11ce08363 admin admin] Publish callbacks [] for security_group (b1f8e8a9-8f51-4e7a-93bf-01342dcb2e36), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:46.027877 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b24f2249-0031-4252-92f6-75c7a1c2bc4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (4d594fef-5614-4b97-99e7-40f6be0cb31f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:46.074517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a8133-2d7a-4fdf-91d0-af3fae0dee9d req-2199afcb-bb51-4679-949f-f89033f10d52 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:46.082857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb4a8133-2d7a-4fdf-91d0-af3fae0dee9d req-2199afcb-bb51-4679-949f-f89033f10d52 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 965 time: 0.2659192 Feb 04 13:18:46.142517 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd1ffd0b-5df5-4f5a-9060-f3b11ce08363 admin admin] Publish callbacks [] for security_group (b1f8e8a9-8f51-4e7a-93bf-01342dcb2e36), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:46.204227 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b24f2249-0031-4252-92f6-75c7a1c2bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (4d594fef-5614-4b97-99e7-40f6be0cb31f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:46.205370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24f2249-0031-4252-92f6-75c7a1c2bc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:46.206019 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b24f2249-0031-4252-92f6-75c7a1c2bc4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:46.227299 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb4a8133-2d7a-4fdf-91d0-af3fae0dee9d req-616fe9cd-6148-472b-bcfc-006ac0df9c52 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434383 Feb 04 13:18:46.309745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Allocated IP 192.168.233.174 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/e8a9f93e-eff3-426d-a478-32e1ddbe4bcc) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:46.314765 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b24f2249-0031-4252-92f6-75c7a1c2bc4f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5151052 Feb 04 13:18:46.314912 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58542) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:46.323002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-50589690-a0d4-4e91-abf9-22447c99610c admin admin] Request body: {'subnet': {'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1993154603-subnet', 'tenant_id': '0c3cdcd7d70349e08755020863a7c88a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:46.323753 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-1f54ec28-e07a-4d1a-999f-41e436e9059b service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272130 Feb 04 13:18:46.327689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f2249-0031-4252-92f6-75c7a1c2bc4f admin admin] Pushing event updated for resources: {'Network': ['ID=4d594fef-5614-4b97-99e7-40f6be0cb31f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:46.344816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 4d594fef-5614-4b97-99e7-40f6be0cb31f details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:18:46.393558 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50589690-a0d4-4e91-abf9-22447c99610c admin admin] Made reservation on behalf of 0c3cdcd7d70349e08755020863a7c88a for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:46.397004 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-50589690-a0d4-4e91-abf9-22447c99610c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:46.446126 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd1ffd0b-5df5-4f5a-9060-f3b11ce08363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b1f8e8a9-8f51-4e7a-93bf-01342dcb2e36), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:46.449957 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd1ffd0b-5df5-4f5a-9060-f3b11ce08363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:46.451426 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dd1ffd0b-5df5-4f5a-9060-f3b11ce08363 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b1f8e8a9-8f51-4e7a-93bf-01342dcb2e36 HTTP/1.1" status: 204 len: 168 time: 0.6936212 Feb 04 13:18:46.496654 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1e4da124-ddf3-42cd-a009-deb1575ae6bb no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:18:46.502549 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ffd0b-5df5-4f5a-9060-f3b11ce08363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f8e8a9-8f51-4e7a-93bf-01342dcb2e36,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:46.612460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port 1e4da124-ddf3-42cd-a009-deb1575ae6bb host n-h2-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:18:46.612631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1e4da124-ddf3-42cd-a009-deb1575ae6bb not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:18:46.633750 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-ce8d240a-94b8-4997-848b-11faaf4f22d4 service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009849 Feb 04 13:18:46.663239 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:46.846915 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks [] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:46.949837 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c0830-bab8-4a93-b79b-adb76a377735 req-33aca9be-6e98-4091-9141-ad2f1ca557d7 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:46.952822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-492c0830-bab8-4a93-b79b-adb76a377735 req-33aca9be-6e98-4091-9141-ad2f1ca557d7 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.1599095 Feb 04 13:18:47.052254 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:47.088063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-cc5ccfdf-c9d8-4700-bd17-2bb948ed8c62 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:47.092650 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-cc5ccfdf-c9d8-4700-bd17-2bb948ed8c62 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd&tenant_id=9bf6f764e0d34de9a21a32956f525822&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 1148 time: 0.1113501 Feb 04 13:18:47.109739 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-50589690-a0d4-4e91-abf9-22447c99610c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for subnet (a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:47.195977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-492c0830-bab8-4a93-b79b-adb76a377735 req-a9d0eff6-ea45-4dd1-87de-6b0f9636e3b5 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288604 Feb 04 13:18:47.208542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:47.214252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Pushing event updated for resources: {'Port': ['ID=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:47.221592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:47.224670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:18:47.232221 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:47.232432 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:47.294400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50589690-a0d4-4e91-abf9-22447c99610c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:47.305542 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-22d6e405-1a2b-48ea-b0bd-7f6d15f080b9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3260868 Feb 04 13:18:47.312540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50589690-a0d4-4e91-abf9-22447c99610c admin admin] Checking segment: {'id': '11dc5afa-0028-45de-9211-b56b44f685d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:47.313638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50589690-a0d4-4e91-abf9-22447c99610c admin admin] Network hostable DHCP agents. Network: 4d594fef-5614-4b97-99e7-40f6be0cb31f, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:18:47.329065 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Request body: {'port': {'device_id': 'd324da09-3589-45ae-a70f-18823deecf1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:47.498068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50589690-a0d4-4e91-abf9-22447c99610c admin admin] Network 4d594fef-5614-4b97-99e7-40f6be0cb31f is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:18:47.506804 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-3b096a55-7fb7-4b07-8a90-39a3d69fb09b service neutron] For port 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:47.515049 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-3b096a55-7fb7-4b07-8a90-39a3d69fb09b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:47.518719 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5847ca58-75a8-4067-95ca-16cde0f38670 req-3b096a55-7fb7-4b07-8a90-39a3d69fb09b service neutron] 10.222.0.100 "DELETE /v2.0/ports/1e4da124-ddf3-42cd-a009-deb1575ae6bb/bindings/n-h1-714676-13 HTTP/1.1" status: 204 len: 173 time: 0.4160631 Feb 04 13:18:47.569138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-50589690-a0d4-4e91-abf9-22447c99610c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 4d594fef-5614-4b97-99e7-40f6be0cb31f) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:47.575231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50589690-a0d4-4e91-abf9-22447c99610c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:47.576990 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-50589690-a0d4-4e91-abf9-22447c99610c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:47.578976 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18ffdf8-bbcd-487f-a11b-722554d952e2 None None] Network 4d594fef-5614-4b97-99e7-40f6be0cb31f requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:18:47.580011 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:47.644534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630dd68-d8c8-4ee6-b82e-798efbfee117 req-4f621579-a84d-440d-94b2-a39d8d83aca8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:47.651778 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c630dd68-d8c8-4ee6-b82e-798efbfee117 req-4f621579-a84d-440d-94b2-a39d8d83aca8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 936 time: 0.2363715 Feb 04 13:18:47.670770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a99426da-0aaf-4c79-a252-86492730e2d3 None None] Provisioning complete for port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:47.671143 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a99426da-0aaf-4c79-a252-86492730e2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:47.690228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-50589690-a0d4-4e91-abf9-22447c99610c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3700995 Feb 04 13:18:47.691051 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58590) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:47.704406 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1993154603-router', 'tenant_id': '0c3cdcd7d70349e08755020863a7c88a', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:47.750092 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a99426da-0aaf-4c79-a252-86492730e2d3 None None] Port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:18:47.766615 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:47.767915 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:47.782699 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:47.806374 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-4d594fef-5614-4b97-99e7-40f6be0cb31f', 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f', 'project_id': '0c3cdcd7d70349e08755020863a7c88a', 'fixed_ips': [{'subnet_id': 'a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:18:47.823411 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:47.847684 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c630dd68-d8c8-4ee6-b82e-798efbfee117 req-0abfa710-b16a-49f7-bf35-76e68f00a8e2 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693051 Feb 04 13:18:47.878871 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Publish callbacks [] for router_controller (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:48.132375 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Allocated IP 172.20.0.2 (4d594fef-5614-4b97-99e7-40f6be0cb31f/a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612/b20b426e-b4d1-4013-af48-75cc5a707e7b) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:48.243291 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4cdab-5189-4580-8d8e-eea32d5e8eee req-ea06912e-010d-46ee-b284-359dffbeb59b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:48.252191 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f6d4cdab-5189-4580-8d8e-eea32d5e8eee req-ea06912e-010d-46ee-b284-359dffbeb59b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 965 time: 0.2946813 Feb 04 13:18:48.378247 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Publish callbacks [] for port (b20b426e-b4d1-4013-af48-75cc5a707e7b), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:48.392218 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (b20b426e-b4d1-4013-af48-75cc5a707e7b), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:48.501252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f6d4cdab-5189-4580-8d8e-eea32d5e8eee req-7102d9ff-9faa-48cf-a6bc-7b7d02546420 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467785 Feb 04 13:18:48.511514 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a9f93e-eff3-426d-a478-32e1ddbe4bcc {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:48.523464 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Publish callbacks [] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:48.542007 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Transition to ACTIVE for port object e8a9f93e-eff3-426d-a478-32e1ddbe4bcc will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:48.548170 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:48.559631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Pushing event updated for resources: {'Port': ['ID=b20b426e-b4d1-4013-af48-75cc5a707e7b,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:48.614380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Network 4d594fef-5614-4b97-99e7-40f6be0cb31f is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:48.624018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:48.646510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:18:48.735679 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Publish callbacks [] for router_gateway (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:48.774694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Attempting to bind port b20b426e-b4d1-4013-af48-75cc5a707e7b on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:18:48.775620 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Attempting to bind port b20b426e-b4d1-4013-af48-75cc5a707e7b by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '11dc5afa-0028-45de-9211-b56b44f685d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:18:48.776193 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Attempting to bind port b20b426e-b4d1-4013-af48-75cc5a707e7b on network 4d594fef-5614-4b97-99e7-40f6be0cb31f {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:48.786216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:18:48.786894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Checking segment: {'id': '11dc5afa-0028-45de-9211-b56b44f685d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:48.787673 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:48.788234 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Bound using segment: {'id': '11dc5afa-0028-45de-9211-b56b44f685d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:18:48.789015 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Bound port: b20b426e-b4d1-4013-af48-75cc5a707e7b, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11dc5afa-0028-45de-9211-b56b44f685d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:18:48.789570 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b20b426e-b4d1-4013-af48-75cc5a707e7b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:48.795124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:48.834740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Attempting to bind port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:18:48.835335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Attempting to bind port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:18:48.835982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Attempting to bind port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:48.856710 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:18:48.857320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Attempting to bind port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:48.888908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4583aa0-1f35-41f7-88eb-5a6574a4ace9 req-c041e4d9-dfdf-46ad-8368-f485a9dddde3 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:48.888908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e4583aa0-1f35-41f7-88eb-5a6574a4ace9 req-c041e4d9-dfdf-46ad-8368-f485a9dddde3 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.1917117 Feb 04 13:18:48.888908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:18:48.888908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:48.888908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:18:48.888908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Bound port: e8a9f93e-eff3-426d-a478-32e1ddbe4bcc, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:18:48.888908 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:48.948580 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] For port b20b426e-b4d1-4013-af48-75cc5a707e7b, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:48.958440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] For port b20b426e-b4d1-4013-af48-75cc5a707e7b, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b20b426e-b4d1-4013-af48-75cc5a707e7b,segment=NetworkSegment(11dc5afa-0028-45de-9211-b56b44f685d4),segment_id=11dc5afa-0028-45de-9211-b56b44f685d4)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:18:48.976487 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b20b426e-b4d1-4013-af48-75cc5a707e7b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:49.116417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fe3be-e8e5-47b1-bd0b-dfecf2d06c5d None None] Pushing event updated for resources: {'Port': ['ID=b20b426e-b4d1-4013-af48-75cc5a707e7b,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:49.263319 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Publish callbacks [] for router_gateway (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:49.279280 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e4583aa0-1f35-41f7-88eb-5a6574a4ace9 req-88cc03f2-3efd-4558-a271-02bcd4b49a9c tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537259 Feb 04 13:18:49.288198 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:49.301915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] For port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:49.360368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] For port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:18:49.388294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd8d06-6adc-4211-848f-65c23eb959b0 req-d439b605-6978-4e42-a2c4-83769ff809a7 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:49.391459 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2bfd8d06-6adc-4211-848f-65c23eb959b0 req-d439b605-6978-4e42-a2c4-83769ff809a7 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 948 time: 0.2198200 Feb 04 13:18:49.392904 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:49.521789 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Allocated IP 172.25.5.60 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/c40542a1-9242-4e66-b660-0658e3fb68d7) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:49.624829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2bfd8d06-6adc-4211-848f-65c23eb959b0 req-15bec5b7-2fb1-4d86-9cf7-6d655e1f2630 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139540 Feb 04 13:18:49.683806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:49.684457 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:49.685998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] 10.222.0.99 "PUT /v2.0/ports/e8a9f93e-eff3-426d-a478-32e1ddbe4bcc HTTP/1.1" status: 200 len: 1097 time: 2.3663056 Feb 04 13:18:49.692655 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd324da09-3589-45ae-a70f-18823deecf1b', 'tag': 'e8a9f93e-eff3-426d-a478-32e1ddbe4bcc'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:49.695064 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d993542-48fa-4133-bf20-766a8059b127" -d '{"events": [{"name": "network-changed", "server_uuid": "d324da09-3589-45ae-a70f-18823deecf1b", "tag": "e8a9f93e-eff3-426d-a478-32e1ddbe4bcc"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:49.723477 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Publish callbacks [] for port (c40542a1-9242-4e66-b660-0658e3fb68d7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:49.742572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ba3c6-1320-4bcb-b2e6-acd9ec91d0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:49.811288 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (c40542a1-9242-4e66-b660-0658e3fb68d7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:49.834267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fb9db-5ce7-44aa-a225-df8422867288 req-3090c53c-86d4-4cdb-99e8-68b298697f8f tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:49.837528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c59fb9db-5ce7-44aa-a225-df8422867288 req-3090c53c-86d4-4cdb-99e8-68b298697f8f tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 1148 time: 0.2474935 Feb 04 13:18:49.882277 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:49.886722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:49.896616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:18:49.914189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c59fb9db-5ce7-44aa-a225-df8422867288 req-de30b0b0-abd0-4369-b472-9e5f63594a29 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672381 Feb 04 13:18:49.935494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-f7808db8-41f4-41fc-b330-11462df173e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:49.939849 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-f7808db8-41f4-41fc-b330-11462df173e6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 1131 time: 0.1771171 Feb 04 13:18:49.952244 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c40542a1-9242-4e66-b660-0658e3fb68d7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:50.013833 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-9dfa5b85-2151-4ad5-ac00-26802771656a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc HTTP/1.1" status: 200 len: 217 time: 0.0674548 Feb 04 13:18:50.091938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-e68200bc-c923-4ef8-ac39-e748e2af2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:50.094561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-e68200bc-c923-4ef8-ac39-e748e2af2e94 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0749300 Feb 04 13:18:50.165633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-90b20b25-743c-4281-96b0-f73651fe7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:50.168370 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-90b20b25-743c-4281-96b0-f73651fe7e5f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0654378 Feb 04 13:18:50.319454 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb3b3b2-129e-4f14-9d9b-4e8710e13a12 x-openstack-request-id: req-9eb3b3b2-129e-4f14-9d9b-4e8710e13a12 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:50.320120 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d324da09-3589-45ae-a70f-18823deecf1b", "tag": "e8a9f93e-eff3-426d-a478-32e1ddbe4bcc", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:50.320120 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9eb3b3b2-129e-4f14-9d9b-4e8710e13a12 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:50.320569 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd324da09-3589-45ae-a70f-18823deecf1b', 'tag': 'e8a9f93e-eff3-426d-a478-32e1ddbe4bcc', 'status': 'completed', 'code': 200} Feb 04 13:18:50.335279 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Publish callbacks [] for router_gateway (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:50.365585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-5e48734f-c505-4b6a-80c2-58c6ced30cc8 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905503 Feb 04 13:18:50.687184 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-b99615fb-2cea-453e-ab53-203fb1d4ab91 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:50.689356 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-b99615fb-2cea-453e-ab53-203fb1d4ab91 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 821 time: 0.2059951 Feb 04 13:18:50.707544 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-883f46af-0789-4869-bf3a-c9ddb2c47742 req-d843e7b8-f1cf-4931-847f-42844957ede1 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335195 Feb 04 13:18:50.725983 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-721057f2-4fea-4271-b3a9-2dca041254e6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/quotas/9bf6f764e0d34de9a21a32956f525822 HTTP/1.1" status: 200 len: 375 time: 0.0173941 Feb 04 13:18:50.727251 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:50.801683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b54f3-14f6-4ecd-b535-4e39190bc6e8 req-64c90be4-da85-41cf-83c9-bdc0aa505892 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:50.803326 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe9b54f3-14f6-4ecd-b535-4e39190bc6e8 req-64c90be4-da85-41cf-83c9-bdc0aa505892 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.1516082 Feb 04 13:18:50.892392 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-434aac5d-5277-4ae6-bc93-f6a5e9e929bc tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1546714 Feb 04 13:18:50.893114 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2887a2f0-8880-4237-814e-c88002c1a4ed None None] Network 4d594fef-5614-4b97-99e7-40f6be0cb31f requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:18:50.905569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe9b54f3-14f6-4ecd-b535-4e39190bc6e8 req-5f03c9cb-9bf7-4235-b76a-f630d341e4d2 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794671 Feb 04 13:18:50.917610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d993542-48fa-4133-bf20-766a8059b127 req-6ce25b12-bfc4-447b-ba33-8385e82afa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:50.919206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d993542-48fa-4133-bf20-766a8059b127 req-6ce25b12-bfc4-447b-ba33-8385e82afa49 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 1131 time: 0.1359890 Feb 04 13:18:51.024128 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Router e8ea14b1-c0fa-4730-9f5c-9ca76612639a is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:18:51.072450 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d38ca6f3-cba6-4f78-bede-945fa28c722b None None] Provisioning complete for port b20b426e-b4d1-4013-af48-75cc5a707e7b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:51.074602 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d38ca6f3-cba6-4f78-bede-945fa28c722b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b20b426e-b4d1-4013-af48-75cc5a707e7b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:51.219216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d38ca6f3-cba6-4f78-bede-945fa28c722b None None] Current status of the port b20b426e-b4d1-4013-af48-75cc5a707e7b is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:51.220034 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d38ca6f3-cba6-4f78-bede-945fa28c722b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b20b426e-b4d1-4013-af48-75cc5a707e7b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:51.280262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d38ca6f3-cba6-4f78-bede-945fa28c722b None None] For port b20b426e-b4d1-4013-af48-75cc5a707e7b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b20b426e-b4d1-4013-af48-75cc5a707e7b,segment=NetworkSegment(11dc5afa-0028-45de-9211-b56b44f685d4),segment_id=11dc5afa-0028-45de-9211-b56b44f685d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:51.291784 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d38ca6f3-cba6-4f78-bede-945fa28c722b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b20b426e-b4d1-4013-af48-75cc5a707e7b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:51.321860 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:18:51.342031 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Sync routers for ids ['e8ea14b1-c0fa-4730-9f5c-9ca76612639a'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:18:51.395034 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Routers {'e8ea14b1-c0fa-4730-9f5c-9ca76612639a'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:18:51.395895 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:18:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e8ea14b1-c0fa-4730-9f5c-9ca76612639a'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:51.402082 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:51.416927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58694) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:51.422774 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b5181d06-0224-4bcb-9a99-400b8facc8f3 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7091947 Feb 04 13:18:51.428582 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d993542-48fa-4133-bf20-766a8059b127 req-4c6f3e44-7c68-4209-839a-9c169ce841b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:51.430916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d993542-48fa-4133-bf20-766a8059b127 req-4c6f3e44-7c68-4209-839a-9c169ce841b7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.4918590 Feb 04 13:18:51.481599 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-655de333-f759-4d56-a5a8-88c5c5ae52f4 service neutron] 10.222.0.96 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739777 Feb 04 13:18:51.494281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ca6f3-cba6-4f78-bede-945fa28c722b None None] Pushing event updated for resources: {'Port': ['ID=b20b426e-b4d1-4013-af48-75cc5a707e7b,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:51.583380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b20b426e-b4d1-4013-af48-75cc5a707e7b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:18:51.639582 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299feb5-d961-48be-80cc-6a7c3c65e916 req-26b232c0-191a-4573-8584-a75f166cf418 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:51.648662 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9299feb5-d961-48be-80cc-6a7c3c65e916 req-26b232c0-191a-4573-8584-a75f166cf418 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 948 time: 0.5048082 Feb 04 13:18:51.673638 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b20b426e-b4d1-4013-af48-75cc5a707e7b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:51.674026 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b20b426e-b4d1-4013-af48-75cc5a707e7b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:51.717671 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Set router e8ea14b1-c0fa-4730-9f5c-9ca76612639a gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:18:51.760694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1cff1f38-cb81-491b-8030-e3f20334c5d8 None None] Provisioning complete for port b20b426e-b4d1-4013-af48-75cc5a707e7b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:51.761280 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1cff1f38-cb81-491b-8030-e3f20334c5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b20b426e-b4d1-4013-af48-75cc5a707e7b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:51.861021 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b20b426e-b4d1-4013-af48-75cc5a707e7b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:51.938728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1cff1f38-cb81-491b-8030-e3f20334c5d8 None None] Current status of the port b20b426e-b4d1-4013-af48-75cc5a707e7b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:51.982880 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1993154603-router', 'tenant_id': '0c3cdcd7d70349e08755020863a7c88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'c40542a1-9242-4e66-b660-0658e3fb68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:47Z', 'updated_at': '2022-02-04T13:18:50Z', 'revision_number': 3, 'project_id': '0c3cdcd7d70349e08755020863a7c88a', 'gw_port': {'id': 'c40542a1-9242-4e66-b660-0658e3fb68d7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:49Z', 'updated_at': '2022-02-04T13:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:52.016997 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Checking router: e8ea14b1-c0fa-4730-9f5c-9ca76612639a for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:18:52.017476 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Updating router e8ea14b1-c0fa-4730-9f5c-9ca76612639a port c40542a1-9242-4e66-b660-0658e3fb68d7 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:18:52.025374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58700) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:52.027441 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d993542-48fa-4133-bf20-766a8059b127 req-1f773960-8992-4157-b2db-f957a61f6fc8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc HTTP/1.1" status: 200 len: 217 time: 0.5563345 Feb 04 13:18:52.051579 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c40542a1-9242-4e66-b660-0658e3fb68d7), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:52.163263 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9299feb5-d961-48be-80cc-6a7c3c65e916 req-15cc9763-2d05-46d5-a949-c2a1999a914a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133832 Feb 04 13:18:52.187660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d993542-48fa-4133-bf20-766a8059b127 req-2a6a0ca5-4594-4b51-af25-8c9d83cf4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:52.187660 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d993542-48fa-4133-bf20-766a8059b127 req-2a6a0ca5-4594-4b51-af25-8c9d83cf4524 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1442134 Feb 04 13:18:52.201862 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46148312-cb9f-4601-a1bb-8127dde5730e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:52.222506 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-3a5ef4c3-9ef5-411b-8cab-a42f3c9f2b35 service neutron] 10.222.0.96 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7399392 Feb 04 13:18:52.347512 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46148312-cb9f-4601-a1bb-8127dde5730e admin admin] Publish callbacks [] for security_group (ec706dd2-52f0-4eb2-b783-3d44a7933c53), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:52.352635 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46148312-cb9f-4601-a1bb-8127dde5730e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ec706dd2-52f0-4eb2-b783-3d44a7933c53), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:52.409856 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-46148312-cb9f-4601-a1bb-8127dde5730e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a23b01027ed04a76abfe0b7c40301bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826439 Feb 04 13:18:52.410684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46148312-cb9f-4601-a1bb-8127dde5730e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec706dd2-52f0-4eb2-b783-3d44a7933c53,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:52.413965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58710) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:52.481369 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82a2d558-7bc6-445c-9ed1-4faa47a36232 admin admin] Publish callbacks [] for security_group (ec706dd2-52f0-4eb2-b783-3d44a7933c53), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:52.508163 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Publish callbacks [] for port (c40542a1-9242-4e66-b660-0658e3fb68d7), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:52.512052 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82a2d558-7bc6-445c-9ed1-4faa47a36232 admin admin] Publish callbacks [] for security_group (ec706dd2-52f0-4eb2-b783-3d44a7933c53), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:52.525601 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c40542a1-9242-4e66-b660-0658e3fb68d7), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:52.600190 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82a2d558-7bc6-445c-9ed1-4faa47a36232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ec706dd2-52f0-4eb2-b783-3d44a7933c53), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:52.603965 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82a2d558-7bc6-445c-9ed1-4faa47a36232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:52.605508 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-82a2d558-7bc6-445c-9ed1-4faa47a36232 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ec706dd2-52f0-4eb2-b783-3d44a7933c53 HTTP/1.1" status: 204 len: 168 time: 0.1904335 Feb 04 13:18:52.615539 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec600ce-0972-48ed-a24d-4141143406df None None] Pushing event updated for resources: {'Port': ['ID=c40542a1-9242-4e66-b660-0658e3fb68d7,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:52.620712 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Attempting to bind port c40542a1-9242-4e66-b660-0658e3fb68d7 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:18:52.621233 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Attempting to bind port c40542a1-9242-4e66-b660-0658e3fb68d7 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:18:52.621813 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Attempting to bind port c40542a1-9242-4e66-b660-0658e3fb68d7 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:52.625161 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2d558-7bc6-445c-9ed1-4faa47a36232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec706dd2-52f0-4eb2-b783-3d44a7933c53,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:52.632695 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec600ce-0972-48ed-a24d-4141143406df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:52.634483 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec600ce-0972-48ed-a24d-4141143406df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:52.634483 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec600ce-0972-48ed-a24d-4141143406df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:52.634483 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec600ce-0972-48ed-a24d-4141143406df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:52.634996 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec600ce-0972-48ed-a24d-4141143406df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:52.635548 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec600ce-0972-48ed-a24d-4141143406df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:52.636014 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec600ce-0972-48ed-a24d-4141143406df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:52.636553 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec600ce-0972-48ed-a24d-4141143406df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:52.637081 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec600ce-0972-48ed-a24d-4141143406df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:52.637481 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec600ce-0972-48ed-a24d-4141143406df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:52.637878 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec600ce-0972-48ed-a24d-4141143406df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:52.638307 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec600ce-0972-48ed-a24d-4141143406df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:52.638828 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec600ce-0972-48ed-a24d-4141143406df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:52.643249 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:18:52.643864 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:52.644298 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:52.644760 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:18:52.645326 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Bound port: c40542a1-9242-4e66-b660-0658e3fb68d7, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:18:52.645882 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c40542a1-9242-4e66-b660-0658e3fb68d7), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:52.687915 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ffbf748b-5caa-40eb-9674-65dcbda6a50b req-779c0db4-1454-4040-9585-395da081b238 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 210 time: 0.1707211 Feb 04 13:18:52.731400 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] For port c40542a1-9242-4e66-b660-0658e3fb68d7, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:52.738270 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] For port c40542a1-9242-4e66-b660-0658e3fb68d7, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c40542a1-9242-4e66-b660-0658e3fb68d7,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:18:52.752421 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c40542a1-9242-4e66-b660-0658e3fb68d7), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:52.787997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d993542-48fa-4133-bf20-766a8059b127 req-882507b6-c031-4820-9519-b702dfade2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:52.797850 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d993542-48fa-4133-bf20-766a8059b127 req-882507b6-c031-4820-9519-b702dfade2fe service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5976849 Feb 04 13:18:52.836573 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Routers {'e8ea14b1-c0fa-4730-9f5c-9ca76612639a'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:18:52.837982 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:18:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e8ea14b1-c0fa-4730-9f5c-9ca76612639a'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:52.931399 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec600ce-0972-48ed-a24d-4141143406df None None] Pushing event updated for resources: {'Port': ['ID=c40542a1-9242-4e66-b660-0658e3fb68d7,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:53.043048 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] Set router e8ea14b1-c0fa-4730-9f5c-9ca76612639a gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:18:53.071076 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d993542-48fa-4133-bf20-766a8059b127 req-df8dfafe-670f-409f-8254-50dcfbcd6318 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549043 Feb 04 13:18:53.154091 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbad49-7a4d-4a9d-a064-2b727d144b34 req-58688d91-da10-4e06-877c-b4749056ee7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:53.163943 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-30dbad49-7a4d-4a9d-a064-2b727d144b34 req-58688d91-da10-4e06-877c-b4749056ee7d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.7986565 Feb 04 13:18:53.394029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58752) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:53.422952 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-03325f0c-eea0-46c3-97b8-b213d152d188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:53.453732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-30dbad49-7a4d-4a9d-a064-2b727d144b34 req-e912a145-d6bb-462f-97ba-44472633ddee tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890801 Feb 04 13:18:53.489843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b20b426e-b4d1-4013-af48-75cc5a707e7b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:18:53.567680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d993542-48fa-4133-bf20-766a8059b127 req-65fcb125-012d-4cd9-9ea4-d57a25f5a732 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861672 Feb 04 13:18:53.599635 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1993154603-router', 'tenant_id': '0c3cdcd7d70349e08755020863a7c88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'c40542a1-9242-4e66-b660-0658e3fb68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:47Z', 'updated_at': '2022-02-04T13:18:50Z', 'revision_number': 3, 'project_id': '0c3cdcd7d70349e08755020863a7c88a', 'gw_port': {'id': 'c40542a1-9242-4e66-b660-0658e3fb68d7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:49Z', 'updated_at': '2022-02-04T13:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:53.654713 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-03325f0c-eea0-46c3-97b8-b213d152d188 admin admin] Publish callbacks [] for security_group (628fe6f7-006e-439e-9ea1-41ddb2603292), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:53.657612 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6002aa2-6daa-437f-8fa4-3f34ce2fdd90 None None] The sync data for ids ['e8ea14b1-c0fa-4730-9f5c-9ca76612639a'] in n-d-714676-13 is: [{'id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1993154603-router', 'tenant_id': '0c3cdcd7d70349e08755020863a7c88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'c40542a1-9242-4e66-b660-0658e3fb68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:47Z', 'updated_at': '2022-02-04T13:18:50Z', 'revision_number': 3, 'project_id': '0c3cdcd7d70349e08755020863a7c88a', 'gw_port': {'id': 'c40542a1-9242-4e66-b660-0658e3fb68d7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:49Z', 'updated_at': '2022-02-04T13:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:18:53.665659 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-03325f0c-eea0-46c3-97b8-b213d152d188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (628fe6f7-006e-439e-9ea1-41ddb2603292), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:53.732412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b20b426e-b4d1-4013-af48-75cc5a707e7b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:53.733251 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b20b426e-b4d1-4013-af48-75cc5a707e7b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:53.750582 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c4ee4-241c-46c0-9bc4-39f984bb6fdc req-cb557691-de9e-468c-ae2a-c220933358cc tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:53.758090 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e8c4ee4-241c-46c0-9bc4-39f984bb6fdc req-cb557691-de9e-468c-ae2a-c220933358cc tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 948 time: 0.2517796 Feb 04 13:18:53.793612 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-03325f0c-eea0-46c3-97b8-b213d152d188 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b05b68ec8fb84f2f8cad0667da39f16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3971434 Feb 04 13:18:53.796589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58764) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:53.812635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03325f0c-eea0-46c3-97b8-b213d152d188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628fe6f7-006e-439e-9ea1-41ddb2603292,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:53.896958 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b20b426e-b4d1-4013-af48-75cc5a707e7b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:53.907100 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:53.944930 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f018bee-ae18-48f1-aba4-968abdbbad5f admin admin] Publish callbacks [] for security_group (628fe6f7-006e-439e-9ea1-41ddb2603292), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:53.972929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f036356b-6c6d-47cd-b744-6fdad1ac6374 req-6a06ec90-0a03-4ebc-baaf-ce0704042c7d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 210 time: 0.0514829 Feb 04 13:18:53.979121 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e8c4ee4-241c-46c0-9bc4-39f984bb6fdc req-dd0025f4-da42-43f0-926b-4282ef26b8af tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187364 Feb 04 13:18:53.989256 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f018bee-ae18-48f1-aba4-968abdbbad5f admin admin] Publish callbacks [] for security_group (628fe6f7-006e-439e-9ea1-41ddb2603292), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:54.186670 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f018bee-ae18-48f1-aba4-968abdbbad5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (628fe6f7-006e-439e-9ea1-41ddb2603292), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:54.194198 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f018bee-ae18-48f1-aba4-968abdbbad5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:54.200443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Allocated IP 172.20.0.1 (4d594fef-5614-4b97-99e7-40f6be0cb31f/a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612/370a12ab-0fe8-4f44-9f8f-6e0a17338a44) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:54.201049 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9f018bee-ae18-48f1-aba4-968abdbbad5f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/628fe6f7-006e-439e-9ea1-41ddb2603292 HTTP/1.1" status: 204 len: 168 time: 0.3984790 Feb 04 13:18:54.250445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f018bee-ae18-48f1-aba4-968abdbbad5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628fe6f7-006e-439e-9ea1-41ddb2603292,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:54.382929 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Publish callbacks [] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:54.468974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e8a9f93e-eff3-426d-a478-32e1ddbe4bcc details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:18:54.485346 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:54.729994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Network 4d594fef-5614-4b97-99e7-40f6be0cb31f is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:54.736975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:54.740357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:18:54.741073 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:54.750588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:54.751109 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Pushing event updated for resources: {'Port': ['ID=370a12ab-0fe8-4f44-9f8f-6e0a17338a44,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:54.786019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'e8a9f93e-eff3-426d-a478-32e1ddbe4bcc', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': 'e8a9f93e-eff3-426d-a478-32e1ddbe4bcc', 'mac_address': 'fa:16:3e:72:13:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:18:54.928658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:54.929060 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:54.968055 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a9f93e-eff3-426d-a478-32e1ddbe4bcc {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:55.013708 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:55.023203 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:55.045023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-1d96041c-e775-4de9-b681-85b3c342b142 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:55.046630 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-1d96041c-e775-4de9-b681-85b3c342b142 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.99 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 821 time: 0.6518993 Feb 04 13:18:55.090448 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-187c6a10-449c-4017-a8ce-c363253f5c22 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Request body: {'port': {'device_id': 'da30016e-0454-4a23-992d-067d34d5453c', 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f', 'admin_state_up': True, 'tenant_id': '9bf6f764e0d34de9a21a32956f525822'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:55.125761 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:55.257635 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f1e4fc71-b823-4f18-bb29-9662ead48800 None None] Provisioning complete for port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:55.258060 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f1e4fc71-b823-4f18-bb29-9662ead48800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:55.335551 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['e8a9f93e-eff3-426d-a478-32e1ddbe4bcc'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:18:55.429719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f1e4fc71-b823-4f18-bb29-9662ead48800 None None] Port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:18:55.529391 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba281df5-07d1-499f-b152-ba39e3270b14 req-73f07307-fe39-4e77-b4e3-26e9711a0856 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 210 time: 0.0464778 Feb 04 13:18:55.541203 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6b01e-2524-4d2a-8ea5-d8778021307f req-842b338c-ca8d-4813-b965-dc3fbb0aab4a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:55.548490 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8be6b01e-2524-4d2a-8ea5-d8778021307f req-842b338c-ca8d-4813-b965-dc3fbb0aab4a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.6087184 Feb 04 13:18:55.637361 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c40542a1-9242-4e66-b660-0658e3fb68d7 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:18:55.697022 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:55.736522 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8be6b01e-2524-4d2a-8ea5-d8778021307f req-2662d566-1953-4251-bef6-ce5f059304eb tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870322 Feb 04 13:18:55.752795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port c40542a1-9242-4e66-b660-0658e3fb68d7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:55.753402 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c40542a1-9242-4e66-b660-0658e3fb68d7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:55.785546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-187c6a10-449c-4017-a8ce-c363253f5c22 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Made reservation on behalf of 9bf6f764e0d34de9a21a32956f525822 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:55.789258 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-187c6a10-449c-4017-a8ce-c363253f5c22 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:55.829532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b1e4e-19c3-4650-aa4f-fdced166e59c req-6618d974-f1ad-43d7-b421-1fff024547f6 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:55.837806 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e69b1e4e-19c3-4650-aa4f-fdced166e59c req-6618d974-f1ad-43d7-b421-1fff024547f6 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 949 time: 0.2113464 Feb 04 13:18:55.902195 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port c40542a1-9242-4e66-b660-0658e3fb68d7 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:55.903981 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c40542a1-9242-4e66-b660-0658e3fb68d7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:55.956265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port c40542a1-9242-4e66-b660-0658e3fb68d7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c40542a1-9242-4e66-b660-0658e3fb68d7,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:55.965205 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c40542a1-9242-4e66-b660-0658e3fb68d7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:56.028642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e69b1e4e-19c3-4650-aa4f-fdced166e59c req-01f3815f-54ab-4fea-8904-86f1b4ea4cf8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898146 Feb 04 13:18:56.031726 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=c40542a1-9242-4e66-b660-0658e3fb68d7,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:56.150282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-187c6a10-449c-4017-a8ce-c363253f5c22 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Allocated IP 172.20.0.14 (61ca0165-b211-4bf2-8aa5-2b12f455eb0f/d073496f-278b-436d-b18e-bb06bdc8b5e6/efac2ce6-3101-4d18-80a9-58c22f84d3e1) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:56.172301 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Publish callbacks [] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:56.180147 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:56.182085 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:56.323435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Pushing event updated for resources: {'Port': ['ID=370a12ab-0fe8-4f44-9f8f-6e0a17338a44,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:56.473560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e8a9f93e-eff3-426d-a478-32e1ddbe4bcc up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:18:56.583241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:56.589201 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:56.589960 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:56.627730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Network 4d594fef-5614-4b97-99e7-40f6be0cb31f is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:56.668893 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58888) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:56.679933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:56.699078 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-187c6a10-449c-4017-a8ce-c363253f5c22 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks [] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:56.732985 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:56.734055 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:56.788076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd324da09-3589-45ae-a70f-18823deecf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a9f93e-eff3-426d-a478-32e1ddbe4bcc'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:56.794593 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac87e5ca-3711-47e4-9166-e014e216de91" -d '{"events": [{"server_uuid": "d324da09-3589-45ae-a70f-18823deecf1b", "name": "network-vif-plugged", "status": "completed", "tag": "e8a9f93e-eff3-426d-a478-32e1ddbe4bcc"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:56.819452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:56.835816 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:56.926222 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e6d8ee4c-05fd-4246-98c2-9f6a01eafb8b req-1da799e2-18f2-48eb-a603-a6efe7010828 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 210 time: 0.1160519 Feb 04 13:18:56.926860 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:57.017345 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86eb2bc-febd-42a5-8e2b-61465aa85ac8 x-openstack-request-id: req-e86eb2bc-febd-42a5-8e2b-61465aa85ac8 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:57.017744 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d324da09-3589-45ae-a70f-18823deecf1b", "name": "network-vif-plugged", "status": "completed", "tag": "e8a9f93e-eff3-426d-a478-32e1ddbe4bcc", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:57.018064 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e86eb2bc-febd-42a5-8e2b-61465aa85ac8 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:57.018564 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd324da09-3589-45ae-a70f-18823deecf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a9f93e-eff3-426d-a478-32e1ddbe4bcc', 'code': 200} Feb 04 13:18:57.046213 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2cdaeeb3-c541-477a-a3a8-b6a133323529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:57.078634 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-76845649-fc67-45a5-b74e-239c1a9b74d4 None None] Provisioning complete for port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:57.079422 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-76845649-fc67-45a5-b74e-239c1a9b74d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:57.108019 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-187c6a10-449c-4017-a8ce-c363253f5c22 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:57.119356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739f130-8fd5-4c61-be47-617b4e2f228e req-eb6439f1-c060-44fb-abf2-8e80d60da6e4 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:57.121274 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0739f130-8fd5-4c61-be47-617b4e2f228e req-eb6439f1-c060-44fb-abf2-8e80d60da6e4 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.2048328 Feb 04 13:18:57.124129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Router e8ea14b1-c0fa-4730-9f5c-9ca76612639a has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:18:57.192934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-76845649-fc67-45a5-b74e-239c1a9b74d4 None None] Port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:18:57.233297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc49295-ec05-4739-8b48-cf2d35b96e5b req-85fd3fa9-4701-466e-b8f1-9b1766b9af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:57.235247 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc49295-ec05-4739-8b48-cf2d35b96e5b req-85fd3fa9-4701-466e-b8f1-9b1766b9af75 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 1133 time: 0.1225700 Feb 04 13:18:57.236187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-187c6a10-449c-4017-a8ce-c363253f5c22 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:57.249408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-187c6a10-449c-4017-a8ce-c363253f5c22 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:57.256046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c6a10-449c-4017-a8ce-c363253f5c22 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Pushing event updated for resources: {'Port': ['ID=efac2ce6-3101-4d18-80a9-58c22f84d3e1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:57.265417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-187c6a10-449c-4017-a8ce-c363253f5c22 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:18:57.270883 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-187c6a10-449c-4017-a8ce-c363253f5c22 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:57.271724 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-187c6a10-449c-4017-a8ce-c363253f5c22 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:57.308302 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2cdaeeb3-c541-477a-a3a8-b6a133323529 admin admin] Publish callbacks [] for security_group (705479bd-de58-4472-936a-4e16ed9b6cbc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:57.312398 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc49295-ec05-4739-8b48-cf2d35b96e5b req-787b636d-6b12-4163-80bc-1cc0b232caf4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708158 Feb 04 13:18:57.313672 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2cdaeeb3-c541-477a-a3a8-b6a133323529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (705479bd-de58-4472-936a-4e16ed9b6cbc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:57.358022 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2cdaeeb3-c541-477a-a3a8-b6a133323529 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ec168dab2d55446a9231644e094ed9d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6851447 Feb 04 13:18:57.358022 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdaeeb3-c541-477a-a3a8-b6a133323529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705479bd-de58-4472-936a-4e16ed9b6cbc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:57.358905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58914) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:57.365740 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0739f130-8fd5-4c61-be47-617b4e2f228e req-4db2e4fd-aa6a-4b4d-8a39-78b03bb49d82 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332458 Feb 04 13:18:57.387031 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-187c6a10-449c-4017-a8ce-c363253f5c22 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3028498 Feb 04 13:18:57.412653 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c40542a1-9242-4e66-b660-0658e3fb68d7 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:18:57.425467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80498599-cba4-4926-8845-80fde2b0e46e req-58906883-5a2f-4c29-93a7-788d4da4604b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:57.427318 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80498599-cba4-4926-8845-80fde2b0e46e req-58906883-5a2f-4c29-93a7-788d4da4604b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.2475538 Feb 04 13:18:57.429709 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b221da97-42b9-47d5-a4d6-797d4376c8cd admin admin] Publish callbacks [] for security_group (705479bd-de58-4472-936a-4e16ed9b6cbc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:57.470556 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b221da97-42b9-47d5-a4d6-797d4376c8cd admin admin] Publish callbacks [] for security_group (705479bd-de58-4472-936a-4e16ed9b6cbc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:57.473662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:18:57.481294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port c40542a1-9242-4e66-b660-0658e3fb68d7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:57.481750 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c40542a1-9242-4e66-b660-0658e3fb68d7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:57.483055 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ebd4d127-f8af-459a-9761-9f490f7c07a1 admin admin] 10.222.0.96 "PUT /v2.0/routers/e8ea14b1-c0fa-4730-9f5c-9ca76612639a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0463357 Feb 04 13:18:57.514002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Sync routers for ids ['e8ea14b1-c0fa-4730-9f5c-9ca76612639a'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:18:57.524031 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80498599-cba4-4926-8845-80fde2b0e46e req-88063b80-036b-4e29-b671-5180639a04d9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885861 Feb 04 13:18:57.539564 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Routers {'e8ea14b1-c0fa-4730-9f5c-9ca76612639a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:18:57.543097 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:18:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e8ea14b1-c0fa-4730-9f5c-9ca76612639a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:57.544858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Request body: {'port': {'device_id': 'da30016e-0454-4a23-992d-067d34d5453c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:57.545728 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b221da97-42b9-47d5-a4d6-797d4376c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (705479bd-de58-4472-936a-4e16ed9b6cbc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:57.550545 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b221da97-42b9-47d5-a4d6-797d4376c8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:57.551731 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b221da97-42b9-47d5-a4d6-797d4376c8cd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/705479bd-de58-4472-936a-4e16ed9b6cbc HTTP/1.1" status: 204 len: 168 time: 0.1916385 Feb 04 13:18:57.561693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221da97-42b9-47d5-a4d6-797d4376c8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705479bd-de58-4472-936a-4e16ed9b6cbc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:57.654045 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:57.812492 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Set router e8ea14b1-c0fa-4730-9f5c-9ca76612639a gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:18:57.851948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-2e00b861-7577-488c-946a-8956206360f0 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=3c7bb17936564e9a831d37c31490e30e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408401 Feb 04 13:18:57.928578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port c40542a1-9242-4e66-b660-0658e3fb68d7 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:58.224874 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1993154603-router', 'tenant_id': '0c3cdcd7d70349e08755020863a7c88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'c40542a1-9242-4e66-b660-0658e3fb68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:47Z', 'updated_at': '2022-02-04T13:18:55Z', 'revision_number': 4, 'project_id': '0c3cdcd7d70349e08755020863a7c88a', 'gw_port': {'id': 'c40542a1-9242-4e66-b660-0658e3fb68d7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:49Z', 'updated_at': '2022-02-04T13:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '370a12ab-0fe8-4f44-9f8f-6e0a17338a44', 'name': '', 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f', 'tenant_id': '0c3cdcd7d70349e08755020863a7c88a', 'mac_address': 'fa:16:3e:24:84:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:53Z', 'updated_at': '2022-02-04T13:18:55Z', 'revision_number': 2, 'project_id': '0c3cdcd7d70349e08755020863a7c88a', 'subnets': [{'id': 'a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:58.239715 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58960) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:58.260052 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fe54b337-d5d7-4ffd-98d5-f56e8816776b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:58.262011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-fcf496fb-fa47-49e1-b661-52945ab00cc5 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:58.266797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Checking router: e8ea14b1-c0fa-4730-9f5c-9ca76612639a for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:18:58.267226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Updating router e8ea14b1-c0fa-4730-9f5c-9ca76612639a port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:18:58.273374 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-fcf496fb-fa47-49e1-b661-52945ab00cc5 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3852446 Feb 04 13:18:58.278356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efac2ce6-3101-4d18-80a9-58c22f84d3e1 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:58.298205 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Publish callbacks [] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:58.308843 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:58.320921 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-4011bffb-1444-4f61-b10f-6d8adcb6a308 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/quotas/3c7bb17936564e9a831d37c31490e30e HTTP/1.1" status: 200 len: 375 time: 0.0459123 Feb 04 13:18:58.387689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Transition to ACTIVE for port object efac2ce6-3101-4d18-80a9-58c22f84d3e1 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:58.402580 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-5bf090ff-4606-4e85-9cae-fe220675705a tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3c7bb17936564e9a831d37c31490e30e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796368 Feb 04 13:18:58.412143 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fe54b337-d5d7-4ffd-98d5-f56e8816776b admin admin] Publish callbacks [] for security_group (0fb95172-7f7c-403a-bc9b-d02aa2485a78), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:58.417690 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fe54b337-d5d7-4ffd-98d5-f56e8816776b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0fb95172-7f7c-403a-bc9b-d02aa2485a78), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:58.439062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bcd65-943f-44c0-8c86-6bfb90a1d813 req-81f35659-eadb-4f9a-9e36-25ee6c878dfc tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:58.441088 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-640bcd65-943f-44c0-8c86-6bfb90a1d813 req-81f35659-eadb-4f9a-9e36-25ee6c878dfc tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 932 time: 0.3793280 Feb 04 13:18:58.442004 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:58.478046 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fe54b337-d5d7-4ffd-98d5-f56e8816776b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fcc1d0cf55664accae66bb6341f98cc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346442 Feb 04 13:18:58.479230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54b337-d5d7-4ffd-98d5-f56e8816776b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb95172-7f7c-403a-bc9b-d02aa2485a78,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:58.481686 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58966) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:58.616520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Pushing event updated for resources: {'Port': ['ID=efac2ce6-3101-4d18-80a9-58c22f84d3e1,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:58.652576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-640bcd65-943f-44c0-8c86-6bfb90a1d813 req-6713fb9d-cf1e-404d-af56-0b9dfa8acab7 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847303 Feb 04 13:18:58.653656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Attempting to bind port efac2ce6-3101-4d18-80a9-58c22f84d3e1 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:18:58.654088 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Attempting to bind port efac2ce6-3101-4d18-80a9-58c22f84d3e1 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:18:58.654374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Attempting to bind port efac2ce6-3101-4d18-80a9-58c22f84d3e1 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:58.673898 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-07c79401-0326-4da1-bdd8-5d9b218a554c admin admin] Publish callbacks [] for security_group (0fb95172-7f7c-403a-bc9b-d02aa2485a78), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:58.711057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Port efac2ce6-3101-4d18-80a9-58c22f84d3e1 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:18:58.718584 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Attempting to bind port efac2ce6-3101-4d18-80a9-58c22f84d3e1 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:58.732549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:18:58.732902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Checking segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:58.733288 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Bound using segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:18:58.733980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Bound port: efac2ce6-3101-4d18-80a9-58c22f84d3e1, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:18:58.734371 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:58.735168 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-07c79401-0326-4da1-bdd8-5d9b218a554c admin admin] Publish callbacks [] for security_group (0fb95172-7f7c-403a-bc9b-d02aa2485a78), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:58.778531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58978) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:58.783732 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-823452d3-8088-41c8-983b-656127bc2f9a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1032124736-network', 'tenant_id': '036f3600e76d4bf38b0b61c6a6e29e79'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:58.826329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823452d3-8088-41c8-983b-656127bc2f9a admin admin] Made reservation on behalf of 036f3600e76d4bf38b0b61c6a6e29e79 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:58.828930 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-823452d3-8088-41c8-983b-656127bc2f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:58.839413 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-823452d3-8088-41c8-983b-656127bc2f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:58.855828 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Publish callbacks [] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:58.865673 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:58.933479 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-07c79401-0326-4da1-bdd8-5d9b218a554c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0fb95172-7f7c-403a-bc9b-d02aa2485a78), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:58.944365 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-07c79401-0326-4da1-bdd8-5d9b218a554c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:58.948115 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-07c79401-0326-4da1-bdd8-5d9b218a554c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0fb95172-7f7c-403a-bc9b-d02aa2485a78 HTTP/1.1" status: 204 len: 168 time: 0.4530759 Feb 04 13:18:58.958351 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e8c8a-f93a-4422-b8c3-0045bc105dc0 None None] Pushing event updated for resources: {'Port': ['ID=370a12ab-0fe8-4f44-9f8f-6e0a17338a44,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:58.974717 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c79401-0326-4da1-bdd8-5d9b218a554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb95172-7f7c-403a-bc9b-d02aa2485a78,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:58.986049 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-823452d3-8088-41c8-983b-656127bc2f9a admin admin] Publish callbacks [] for security_group (87773941-129a-4931-a3c7-c67d022dbd8f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:58.995599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] For port efac2ce6-3101-4d18-80a9-58c22f84d3e1, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:58.998164 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-823452d3-8088-41c8-983b-656127bc2f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (87773941-129a-4931-a3c7-c67d022dbd8f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:59.002684 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] For port efac2ce6-3101-4d18-80a9-58c22f84d3e1, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:18:59.019838 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:59.045260 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Attempting to bind port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:18:59.045650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Attempting to bind port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '11dc5afa-0028-45de-9211-b56b44f685d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:18:59.046023 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Attempting to bind port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 on network 4d594fef-5614-4b97-99e7-40f6be0cb31f {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:59.053619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823452d3-8088-41c8-983b-656127bc2f9a admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:18:59.061517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:18:59.062133 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Checking segment: {'id': '11dc5afa-0028-45de-9211-b56b44f685d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:59.062689 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:59.063212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Bound using segment: {'id': '11dc5afa-0028-45de-9211-b56b44f685d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:18:59.064012 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Bound port: 370a12ab-0fe8-4f44-9f8f-6e0a17338a44, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11dc5afa-0028-45de-9211-b56b44f685d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:18:59.065251 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:59.071796 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823452d3-8088-41c8-983b-656127bc2f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87773941-129a-4931-a3c7-c67d022dbd8f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:59.080209 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-823452d3-8088-41c8-983b-656127bc2f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (724d8614-5a0a-41c2-9542-2330bda694f1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:59.088515 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-823452d3-8088-41c8-983b-656127bc2f9a admin admin] Added segment 724d8614-5a0a-41c2-9542-2330bda694f1 of type vlan for network 2c8610f1-2204-4d21-9862-971dee3364ef Feb 04 13:18:59.119165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4b0d0-0e61-4bab-bb17-d7f56b9a5f1f req-74259f12-d9c0-4f17-9e08-df0c70b9e7da tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:59.142345 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eab4b0d0-0e61-4bab-bb17-d7f56b9a5f1f req-74259f12-d9c0-4f17-9e08-df0c70b9e7da tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.3256109 Feb 04 13:18:59.174292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-823452d3-8088-41c8-983b-656127bc2f9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (2c8610f1-2204-4d21-9862-971dee3364ef), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:59.235955 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-823452d3-8088-41c8-983b-656127bc2f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (2c8610f1-2204-4d21-9862-971dee3364ef), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:59.236798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823452d3-8088-41c8-983b-656127bc2f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:59.237466 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-823452d3-8088-41c8-983b-656127bc2f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:59.252208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] For port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:59.262386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] For port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=370a12ab-0fe8-4f44-9f8f-6e0a17338a44,segment=NetworkSegment(11dc5afa-0028-45de-9211-b56b44f685d4),segment_id=11dc5afa-0028-45de-9211-b56b44f685d4)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:18:59.273415 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:59.277969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f25395-785b-4cd8-86af-2f5022788c76 req-b294e7a6-9a78-4ae9-99a1-3b6b9dcb26fd tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:59.290287 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4f25395-785b-4cd8-86af-2f5022788c76 req-b294e7a6-9a78-4ae9-99a1-3b6b9dcb26fd tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.5185850 Feb 04 13:18:59.300340 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-823452d3-8088-41c8-983b-656127bc2f9a admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5203896 Feb 04 13:18:59.322282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58988) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:59.357354 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-6df0846f-7ca6-42a7-a56e-67bbff31d299 admin admin] Request body: {'subnet': {'network_id': '2c8610f1-2204-4d21-9862-971dee3364ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1032124736-subnet', 'tenant_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:59.365647 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e8c8a-f93a-4422-b8c3-0045bc105dc0 None None] Pushing event updated for resources: {'Port': ['ID=370a12ab-0fe8-4f44-9f8f-6e0a17338a44,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:59.372994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:59.373635 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:59.375113 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] 10.222.0.99 "PUT /v2.0/ports/efac2ce6-3101-4d18-80a9-58c22f84d3e1 HTTP/1.1" status: 200 len: 1093 time: 1.8361588 Feb 04 13:18:59.375592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da30016e-0454-4a23-992d-067d34d5453c', 'tag': 'efac2ce6-3101-4d18-80a9-58c22f84d3e1'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:59.378591 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1461d30-6332-4ad2-856d-1691a8f1f03d" -d '{"events": [{"name": "network-changed", "server_uuid": "da30016e-0454-4a23-992d-067d34d5453c", "tag": "efac2ce6-3101-4d18-80a9-58c22f84d3e1"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:59.421969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823452d3-8088-41c8-983b-656127bc2f9a admin admin] Pushing event updated for resources: {'Network': ['ID=2c8610f1-2204-4d21-9862-971dee3364ef,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:59.435628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adcebf-31a0-4aad-98aa-3ad03a40bc51 service neutron] Pushing event updated for resources: {'Port': ['ID=efac2ce6-3101-4d18-80a9-58c22f84d3e1,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:59.438416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Routers {'e8ea14b1-c0fa-4730-9f5c-9ca76612639a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:18:59.439148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:18:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e8ea14b1-c0fa-4730-9f5c-9ca76612639a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:59.441739 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 2c8610f1-2204-4d21-9862-971dee3364ef details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:18:59.560405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9b4edf5a-3154-487c-b64e-6c39ab4a77d7 None None] Provisioning complete for port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:59.560887 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9b4edf5a-3154-487c-b64e-6c39ab4a77d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:59.600579 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eab4b0d0-0e61-4bab-bb17-d7f56b9a5f1f req-14138534-07a1-48b2-b5a8-9a4668266756 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604681 Feb 04 13:18:59.607869 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4f25395-785b-4cd8-86af-2f5022788c76 req-0c256c09-cf5c-41f3-ad7a-8991ddb11311 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166928 Feb 04 13:18:59.621592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df0846f-7ca6-42a7-a56e-67bbff31d299 admin admin] Made reservation on behalf of 036f3600e76d4bf38b0b61c6a6e29e79 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:59.629075 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6df0846f-7ca6-42a7-a56e-67bbff31d299 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:59.826503 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26e59dda-95e5-4d86-a6b4-eb1eee588514 req-fe2f738a-e6cc-47f7-8ac7-69b69550cbcc tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/ports?device_id=7c324e7d-d17e-4915-8246-3e60942476ef HTTP/1.1" status: 200 len: 210 time: 0.0673687 Feb 04 13:18:59.888075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-7ecf88c7-8a7b-406a-9d99-979c7184529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:59.890794 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-7ecf88c7-8a7b-406a-9d99-979c7184529e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 1127 time: 0.4272144 Feb 04 13:18:59.907068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] Set router e8ea14b1-c0fa-4730-9f5c-9ca76612639a gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:18:59.993951 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fc34f8-a3f0-4262-88ee-30071fdf8b73 x-openstack-request-id: req-c7fc34f8-a3f0-4262-88ee-30071fdf8b73 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:59.994431 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da30016e-0454-4a23-992d-067d34d5453c", "tag": "efac2ce6-3101-4d18-80a9-58c22f84d3e1", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:59.994841 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c7fc34f8-a3f0-4262-88ee-30071fdf8b73 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:59.996087 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da30016e-0454-4a23-992d-067d34d5453c', 'tag': 'efac2ce6-3101-4d18-80a9-58c22f84d3e1', 'status': 'completed', 'code': 200} Feb 04 13:19:00.004697 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-07ba0ef4-1d26-40d7-b61c-0ea66275a734 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1 HTTP/1.1" status: 200 len: 217 time: 0.0905478 Feb 04 13:19:00.269486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edf5a-3154-487c-b64e-6c39ab4a77d7 None None] Current status of the port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:00.269883 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9b4edf5a-3154-487c-b64e-6c39ab4a77d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:00.347298 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9b4edf5a-3154-487c-b64e-6c39ab4a77d7 None None] For port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=370a12ab-0fe8-4f44-9f8f-6e0a17338a44,segment=NetworkSegment(11dc5afa-0028-45de-9211-b56b44f685d4),segment_id=11dc5afa-0028-45de-9211-b56b44f685d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:00.374785 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-57a50342-a3c4-4652-9621-4a9cc9b100f5 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=3c7bb17936564e9a831d37c31490e30e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638154 Feb 04 13:19:00.421300 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9b4edf5a-3154-487c-b64e-6c39ab4a77d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:00.490668 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59014) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:00.539184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1993154603-router', 'tenant_id': '0c3cdcd7d70349e08755020863a7c88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'c40542a1-9242-4e66-b660-0658e3fb68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:47Z', 'updated_at': '2022-02-04T13:18:55Z', 'revision_number': 4, 'project_id': '0c3cdcd7d70349e08755020863a7c88a', 'gw_port': {'id': 'c40542a1-9242-4e66-b660-0658e3fb68d7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:49Z', 'updated_at': '2022-02-04T13:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '370a12ab-0fe8-4f44-9f8f-6e0a17338a44', 'name': '', 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f', 'tenant_id': '0c3cdcd7d70349e08755020863a7c88a', 'mac_address': 'fa:16:3e:24:84:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:53Z', 'updated_at': '2022-02-04T13:18:59Z', 'revision_number': 4, 'project_id': '0c3cdcd7d70349e08755020863a7c88a', 'subnets': [{'id': 'a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:00.633399 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-eccb93b2-ccb5-4362-a053-f078a8d252b9 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:00.636567 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-eccb93b2-ccb5-4362-a053-f078a8d252b9 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2559619 Feb 04 13:19:00.649178 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceefb57-0b7a-4e5b-a596-1d29003628cf None None] The sync data for ids ['e8ea14b1-c0fa-4730-9f5c-9ca76612639a'] in n-d-714676-13 is: [{'id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1993154603-router', 'tenant_id': '0c3cdcd7d70349e08755020863a7c88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'c40542a1-9242-4e66-b660-0658e3fb68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:47Z', 'updated_at': '2022-02-04T13:18:55Z', 'revision_number': 4, 'project_id': '0c3cdcd7d70349e08755020863a7c88a', 'gw_port': {'id': 'c40542a1-9242-4e66-b660-0658e3fb68d7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:49Z', 'updated_at': '2022-02-04T13:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '370a12ab-0fe8-4f44-9f8f-6e0a17338a44', 'name': '', 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f', 'tenant_id': '0c3cdcd7d70349e08755020863a7c88a', 'mac_address': 'fa:16:3e:24:84:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:53Z', 'updated_at': '2022-02-04T13:18:59Z', 'revision_number': 4, 'project_id': '0c3cdcd7d70349e08755020863a7c88a', 'subnets': [{'id': 'a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:00.662064 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Request body: {'port': {'device_id': '7c324e7d-d17e-4915-8246-3e60942476ef', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '3c7bb17936564e9a831d37c31490e30e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:00.703522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-42d6bfc3-a4ea-4ccc-a668-c09b1a5abd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:00.707377 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-42d6bfc3-a4ea-4ccc-a668-c09b1a5abd00 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.6957262 Feb 04 13:19:00.708048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0fa5fad5-40fd-4183-9a9d-406a8d4e437d None None] Provisioning complete for port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:00.708816 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fad5-40fd-4183-9a9d-406a8d4e437d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:00.841608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edf5a-3154-487c-b64e-6c39ab4a77d7 None None] Pushing event updated for resources: {'Port': ['ID=370a12ab-0fe8-4f44-9f8f-6e0a17338a44,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:00.845550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0fa5fad5-40fd-4183-9a9d-406a8d4e437d None None] Current status of the port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:00.914129 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d888-5f3e-49a3-a64d-0e93032fc972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:00.931965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-45703bbe-bc21-4a04-b568-764b1f55b32c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303611 Feb 04 13:19:01.005430 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00793a8-5191-41bc-b307-30dc1b742d24 req-6654538a-b7d0-42d0-884d-ca47a622d418 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:01.012260 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c00793a8-5191-41bc-b307-30dc1b742d24 req-6654538a-b7d0-42d0-884d-ca47a622d418 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 944 time: 0.9447045 Feb 04 13:19:01.055316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Made reservation on behalf of 3c7bb17936564e9a831d37c31490e30e for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:01.059585 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:01.078835 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:01.127395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a47740-b1f6-4477-a321-9cf167bf8aaf req-dd68bd4c-1d04-4d3a-8449-85244475bd9a tempest-MigrationsAdminTest-346100852 tempest-MigrationsAdminTest-346100852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:01.129941 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-63a47740-b1f6-4477-a321-9cf167bf8aaf req-dd68bd4c-1d04-4d3a-8449-85244475bd9a tempest-MigrationsAdminTest-346100852 tempest-MigrationsAdminTest-346100852-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 1133 time: 0.5316045 Feb 04 13:19:01.131240 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6df0846f-7ca6-42a7-a56e-67bbff31d299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for subnet (881377ee-4bd0-4065-8c05-ec75cac7d5fc), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:01.151464 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d888-5f3e-49a3-a64d-0e93032fc972 admin admin] Publish callbacks [] for security_group (f82e761b-4d4f-47ae-9e6c-b176a49e9b22), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:01.161691 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d888-5f3e-49a3-a64d-0e93032fc972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f82e761b-4d4f-47ae-9e6c-b176a49e9b22), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:01.227770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c00793a8-5191-41bc-b307-30dc1b742d24 req-1ae35b98-4059-4812-9c1e-7a84504fe1c9 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067931 Feb 04 13:19:01.245280 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6d888-5f3e-49a3-a64d-0e93032fc972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82e761b-4d4f-47ae-9e6c-b176a49e9b22,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:01.246954 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-63a47740-b1f6-4477-a321-9cf167bf8aaf req-bd7e2509-818c-4539-8d88-234d044f3b00 tempest-MigrationsAdminTest-346100852 tempest-MigrationsAdminTest-346100852-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:01.254448 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ecb6d888-5f3e-49a3-a64d-0e93032fc972 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e39857dcec5b4c458ef85e0c15bacbf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7598448 Feb 04 13:19:01.259822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59032) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:01.302416 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Publish callbacks [] for security_group (12555801-64cd-4a5d-83db-41328b371f6d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:01.315631 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (12555801-64cd-4a5d-83db-41328b371f6d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:01.319638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0846f-7ca6-42a7-a56e-67bbff31d299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=881377ee-4bd0-4065-8c05-ec75cac7d5fc,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:01.344453 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-0d88938f-ff7d-4b3d-9686-841991ebb25f service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036252 Feb 04 13:19:01.478866 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0846f-7ca6-42a7-a56e-67bbff31d299 admin admin] Checking segment: {'id': '724d8614-5a0a-41c2-9542-2330bda694f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c8610f1-2204-4d21-9862-971dee3364ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:01.479228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df0846f-7ca6-42a7-a56e-67bbff31d299 admin admin] Network hostable DHCP agents. Network: 2c8610f1-2204-4d21-9862-971dee3364ef, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:19:01.486357 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:01.603207 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12555801-64cd-4a5d-83db-41328b371f6d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:01.603814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:01.604192 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:01.630717 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-836d0d46-1e23-4fe3-965a-cdbbd6fd1b02 admin admin] Publish callbacks [] for security_group (f82e761b-4d4f-47ae-9e6c-b176a49e9b22), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:01.670488 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-836d0d46-1e23-4fe3-965a-cdbbd6fd1b02 admin admin] Publish callbacks [] for security_group (f82e761b-4d4f-47ae-9e6c-b176a49e9b22), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:01.693300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df0846f-7ca6-42a7-a56e-67bbff31d299 admin admin] Network 2c8610f1-2204-4d21-9862-971dee3364ef is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:19:01.751644 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Allocated IP 192.168.233.243 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/449f2b6e-7413-4d4e-85e3-67f67f217b0d) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:01.753940 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e977bde1-b0ef-4f26-ab77-02f3954f421d req-29953769-e742-4059-afce-ec93bca1c688 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956223 Feb 04 13:19:01.771931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:01.780627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-6df0846f-7ca6-42a7-a56e-67bbff31d299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 2c8610f1-2204-4d21-9862-971dee3364ef) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:01.792601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8c7be5-6fa6-4640-a102-9309b4b99663 None None] Network 2c8610f1-2204-4d21-9862-971dee3364ef requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:19:01.807904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cddb5-f4f3-4baf-b182-ef909dee3f1f req-91e54f6f-8c95-4faf-a37c-f3526531d08b tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:01.811201 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-836d0d46-1e23-4fe3-965a-cdbbd6fd1b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f82e761b-4d4f-47ae-9e6c-b176a49e9b22), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:01.816926 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-836d0d46-1e23-4fe3-965a-cdbbd6fd1b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:01.818208 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-836d0d46-1e23-4fe3-965a-cdbbd6fd1b02 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f82e761b-4d4f-47ae-9e6c-b176a49e9b22 HTTP/1.1" status: 204 len: 168 time: 0.5568466 Feb 04 13:19:01.825803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb5cddb5-f4f3-4baf-b182-ef909dee3f1f req-91e54f6f-8c95-4faf-a37c-f3526531d08b tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.4448972 Feb 04 13:19:01.838480 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d0d46-1e23-4fe3-965a-cdbbd6fd1b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82e761b-4d4f-47ae-9e6c-b176a49e9b22,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:01.846929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df0846f-7ca6-42a7-a56e-67bbff31d299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:01.847552 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6df0846f-7ca6-42a7-a56e-67bbff31d299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:01.906226 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-63a47740-b1f6-4477-a321-9cf167bf8aaf req-bd7e2509-818c-4539-8d88-234d044f3b00 tempest-MigrationsAdminTest-346100852 tempest-MigrationsAdminTest-346100852-project-admin] Publish callbacks [] for security_group (55681926-33f8-41e5-93d2-97f73317cba2), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:01.956889 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-63a47740-b1f6-4477-a321-9cf167bf8aaf req-bd7e2509-818c-4539-8d88-234d044f3b00 tempest-MigrationsAdminTest-346100852 tempest-MigrationsAdminTest-346100852-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (55681926-33f8-41e5-93d2-97f73317cba2), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:02.010554 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2c8610f1-2204-4d21-9862-971dee3364ef', 'network_id': '2c8610f1-2204-4d21-9862-971dee3364ef', 'project_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'fixed_ips': [{'subnet_id': '881377ee-4bd0-4065-8c05-ec75cac7d5fc'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:19:02.011921 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:02.019046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1461d30-6332-4ad2-856d-1691a8f1f03d req-3f7ec3ff-053d-490f-9cf2-e263b064e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:02.020849 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1461d30-6332-4ad2-856d-1691a8f1f03d req-3f7ec3ff-053d-490f-9cf2-e263b064e65d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 1127 time: 0.1767642 Feb 04 13:19:02.024954 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6df0846f-7ca6-42a7-a56e-67bbff31d299 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6851258 Feb 04 13:19:02.036678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59046) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:02.075513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1032124736-router', 'tenant_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:02.190377 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb5cddb5-f4f3-4baf-b182-ef909dee3f1f req-66c2e553-5837-457e-b5f0-00b43d697134 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565145 Feb 04 13:19:02.192040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e2509-818c-4539-8d88-234d044f3b00 tempest-MigrationsAdminTest-346100852 tempest-MigrationsAdminTest-346100852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55681926-33f8-41e5-93d2-97f73317cba2,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:02.255938 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-63a47740-b1f6-4477-a321-9cf167bf8aaf req-bd7e2509-818c-4539-8d88-234d044f3b00 tempest-MigrationsAdminTest-346100852 tempest-MigrationsAdminTest-346100852-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1123998 Feb 04 13:19:02.301380 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Publish callbacks [] for port (449f2b6e-7413-4d4e-85e3-67f67f217b0d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:02.363349 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (449f2b6e-7413-4d4e-85e3-67f67f217b0d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:02.394135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Allocated IP 172.20.0.2 (2c8610f1-2204-4d21-9862-971dee3364ef/881377ee-4bd0-4065-8c05-ec75cac7d5fc/c10f6223-5ce7-4b10-ab9b-702f095f8733) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:02.426783 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:02.436702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:02.441293 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (04234658-dca0-4bea-aa7c-204a89128374), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:02.447132 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (04234658-dca0-4bea-aa7c-204a89128374), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:02.457053 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:19:02.490381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:02.495434 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:02.540288 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8837719 Feb 04 13:19:02.541037 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd29cbf-91d9-45ef-9e42-e9fc001a439d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Pushing event updated for resources: {'Port': ['ID=449f2b6e-7413-4d4e-85e3-67f67f217b0d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:02.582457 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Request body: {'port': {'device_id': '7c324e7d-d17e-4915-8246-3e60942476ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:02.787219 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:19:02.795722 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59062) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:02.831181 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (449f2b6e-7413-4d4e-85e3-67f67f217b0d), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:02.844954 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Publish callbacks [] for router_controller (04234658-dca0-4bea-aa7c-204a89128374), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:02.847653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1461d30-6332-4ad2-856d-1691a8f1f03d req-e6d9ac13-9795-470a-9780-843e6cfaaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:02.849686 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1461d30-6332-4ad2-856d-1691a8f1f03d req-e6d9ac13-9795-470a-9780-843e6cfaaf6c service neutron] 10.222.0.99 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.7803950 Feb 04 13:19:02.855159 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fc58e9f-d5e1-435f-bb20-9e3575a77b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:02.938316 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Publish callbacks [] for port (c10f6223-5ce7-4b10-ab9b-702f095f8733), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:02.957812 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (c10f6223-5ce7-4b10-ab9b-702f095f8733), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:03.047412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Network 2c8610f1-2204-4d21-9862-971dee3364ef is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:03.061978 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:03.071992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:19:03.072268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1461d30-6332-4ad2-856d-1691a8f1f03d req-93e1fc84-7f44-4cd0-9d41-0eb414044bbe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1 HTTP/1.1" status: 200 len: 217 time: 0.2065711 Feb 04 13:19:03.081821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Pushing event updated for resources: {'Port': ['ID=c10f6223-5ce7-4b10-ab9b-702f095f8733,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:03.089093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b721c22e-05ec-4879-967d-2552f94641bb None None] Provisioning complete for port 449f2b6e-7413-4d4e-85e3-67f67f217b0d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:03.089931 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b721c22e-05ec-4879-967d-2552f94641bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (449f2b6e-7413-4d4e-85e3-67f67f217b0d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:03.109066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43bc74-0159-4ec3-b913-7427286883cf req-2b89661c-dfc9-4906-a5bf-884c01db8287 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:03.116128 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c43bc74-0159-4ec3-b913-7427286883cf req-2b89661c-dfc9-4906-a5bf-884c01db8287 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/ports?device_id=7c324e7d-d17e-4915-8246-3e60942476ef HTTP/1.1" status: 200 len: 936 time: 0.7238896 Feb 04 13:19:03.282320 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b721c22e-05ec-4879-967d-2552f94641bb None None] Port 449f2b6e-7413-4d4e-85e3-67f67f217b0d cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:19:03.285137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Attempting to bind port c10f6223-5ce7-4b10-ab9b-702f095f8733 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:19:03.286176 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Attempting to bind port c10f6223-5ce7-4b10-ab9b-702f095f8733 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '724d8614-5a0a-41c2-9542-2330bda694f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c8610f1-2204-4d21-9862-971dee3364ef'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:19:03.286743 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Attempting to bind port c10f6223-5ce7-4b10-ab9b-702f095f8733 on network 2c8610f1-2204-4d21-9862-971dee3364ef {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:03.302296 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:19:03.302296 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Checking segment: {'id': '724d8614-5a0a-41c2-9542-2330bda694f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c8610f1-2204-4d21-9862-971dee3364ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:03.302296 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:03.302935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Bound using segment: {'id': '724d8614-5a0a-41c2-9542-2330bda694f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c8610f1-2204-4d21-9862-971dee3364ef'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:19:03.303917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Bound port: c10f6223-5ce7-4b10-ab9b-702f095f8733, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724d8614-5a0a-41c2-9542-2330bda694f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c8610f1-2204-4d21-9862-971dee3364ef'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:19:03.305284 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c10f6223-5ce7-4b10-ab9b-702f095f8733), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:03.338680 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Publish callbacks [] for router_gateway (04234658-dca0-4bea-aa7c-204a89128374), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:03.345801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449f2b6e-7413-4d4e-85e3-67f67f217b0d {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:19:03.350592 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c43bc74-0159-4ec3-b913-7427286883cf req-0b46d8d7-00a8-4949-949d-05bfc0d001d5 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/security-groups?id=12555801-64cd-4a5d-83db-41328b371f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331960 Feb 04 13:19:03.353693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1461d30-6332-4ad2-856d-1691a8f1f03d req-c453c5ee-ad73-4688-8804-99a92f696157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:03.356302 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1461d30-6332-4ad2-856d-1691a8f1f03d req-c453c5ee-ad73-4688-8804-99a92f696157 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.2371750 Feb 04 13:19:03.384118 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Publish callbacks [] for port (449f2b6e-7413-4d4e-85e3-67f67f217b0d), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:03.407506 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Transition to ACTIVE for port object 449f2b6e-7413-4d4e-85e3-67f67f217b0d will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:03.413259 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (449f2b6e-7413-4d4e-85e3-67f67f217b0d), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:03.427289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] For port c10f6223-5ce7-4b10-ab9b-702f095f8733, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:03.433229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6279e4d-b9ca-4d86-b7a4-e81e77014e97 req-94d65344-16aa-4e76-81a4-a19326f1c406 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:03.434407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] For port c10f6223-5ce7-4b10-ab9b-702f095f8733, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c10f6223-5ce7-4b10-ab9b-702f095f8733,segment=NetworkSegment(724d8614-5a0a-41c2-9542-2330bda694f1),segment_id=724d8614-5a0a-41c2-9542-2330bda694f1)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:19:03.444018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e6279e4d-b9ca-4d86-b7a4-e81e77014e97 req-94d65344-16aa-4e76-81a4-a19326f1c406 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 944 time: 0.5900214 Feb 04 13:19:03.444245 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c10f6223-5ce7-4b10-ab9b-702f095f8733), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:03.526832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66f524-6869-4bf5-85f6-17c89a8f8640 None None] Pushing event updated for resources: {'Port': ['ID=c10f6223-5ce7-4b10-ab9b-702f095f8733,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:03.563717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1461d30-6332-4ad2-856d-1691a8f1f03d req-9fdba4e5-fa35-4554-9e3b-542b27a6b9b5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630993 Feb 04 13:19:03.597070 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Attempting to bind port 449f2b6e-7413-4d4e-85e3-67f67f217b0d on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:19:03.598781 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Attempting to bind port 449f2b6e-7413-4d4e-85e3-67f67f217b0d by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:19:03.603877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Attempting to bind port 449f2b6e-7413-4d4e-85e3-67f67f217b0d on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:03.612359 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Pushing event updated for resources: {'Port': ['ID=449f2b6e-7413-4d4e-85e3-67f67f217b0d,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:03.615446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Port 449f2b6e-7413-4d4e-85e3-67f67f217b0d on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:19:03.620059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Attempting to bind port 449f2b6e-7413-4d4e-85e3-67f67f217b0d on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:03.627326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:19:03.627904 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:03.628406 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:19:03.628998 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Bound port: 449f2b6e-7413-4d4e-85e3-67f67f217b0d, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:19:03.629690 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (449f2b6e-7413-4d4e-85e3-67f67f217b0d), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:03.759390 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] For port 449f2b6e-7413-4d4e-85e3-67f67f217b0d, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:03.784773 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] For port 449f2b6e-7413-4d4e-85e3-67f67f217b0d, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=449f2b6e-7413-4d4e-85e3-67f67f217b0d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:19:03.806141 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (449f2b6e-7413-4d4e-85e3-67f67f217b0d), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:03.842169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:03.843163 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:03.847702 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] 10.222.0.99 "PUT /v2.0/ports/449f2b6e-7413-4d4e-85e3-67f67f217b0d HTTP/1.1" status: 200 len: 1097 time: 1.2876520 Feb 04 13:19:03.899629 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c324e7d-d17e-4915-8246-3e60942476ef', 'tag': '449f2b6e-7413-4d4e-85e3-67f67f217b0d'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:03.902874 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fc58e9f-d5e1-435f-bb20-9e3575a77b3b admin admin] Publish callbacks [] for security_group (be45b005-1540-43d2-9897-76e958ef2bbd), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:03.915057 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7826669-db5f-4f4c-be78-a452aa80afa3" -d '{"events": [{"name": "network-changed", "server_uuid": "7c324e7d-d17e-4915-8246-3e60942476ef", "tag": "449f2b6e-7413-4d4e-85e3-67f67f217b0d"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:03.968797 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e6279e4d-b9ca-4d86-b7a4-e81e77014e97 req-0d19f426-d39f-4e1b-9180-dca9bbc4719a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209858 Feb 04 13:19:04.037935 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1461d30-6332-4ad2-856d-1691a8f1f03d req-a8719548-e70d-4314-b186-df850a5f3558 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729102 Feb 04 13:19:04.038682 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fc58e9f-d5e1-435f-bb20-9e3575a77b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (be45b005-1540-43d2-9897-76e958ef2bbd), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:04.145073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3e268-be67-476a-9a38-2e1f1cfa32ab service neutron] Pushing event updated for resources: {'Port': ['ID=449f2b6e-7413-4d4e-85e3-67f67f217b0d,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:04.156107 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-df13a135-2203-4448-afe2-7afed7d442ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:04.158008 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-df13a135-2203-4448-afe2-7afed7d442ec service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3c7bb17936564e9a831d37c31490e30e&device_id=7c324e7d-d17e-4915-8246-3e60942476ef HTTP/1.1" status: 200 len: 1131 time: 0.2308462 Feb 04 13:19:04.221773 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-e7e24b95-d9fd-4d2a-a0ba-f8fc9236cae5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=449f2b6e-7413-4d4e-85e3-67f67f217b0d HTTP/1.1" status: 200 len: 217 time: 0.0567834 Feb 04 13:19:04.263191 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4fc58e9f-d5e1-435f-bb20-9e3575a77b3b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=98247c9336ac4ffeb028641f49bcc687&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4538882 Feb 04 13:19:04.263956 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59088) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:04.267381 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc58e9f-d5e1-435f-bb20-9e3575a77b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be45b005-1540-43d2-9897-76e958ef2bbd,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:04.327313 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-2fe77e4f-51a7-43f6-bcf3-3600d1433a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:04.328989 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-2fe77e4f-51a7-43f6-bcf3-3600d1433a8a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1019478 Feb 04 13:19:04.353282 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1461d30-6332-4ad2-856d-1691a8f1f03d req-f15e64a2-19a5-4875-b9bf-3662564c5c02 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741196 Feb 04 13:19:04.361025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aa744-3c7b-473b-a535-2d0b04dbba2d req-fa4c901f-98b6-4bc6-ae30-8f617e0e5187 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:04.362599 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-868aa744-3c7b-473b-a535-2d0b04dbba2d req-fa4c901f-98b6-4bc6-ae30-8f617e0e5187 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.2267656 Feb 04 13:19:04.388513 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecce7fe9-2c65-4445-845f-c48dd873d372 admin admin] Publish callbacks [] for security_group (be45b005-1540-43d2-9897-76e958ef2bbd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:04.426445 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecce7fe9-2c65-4445-845f-c48dd873d372 admin admin] Publish callbacks [] for security_group (be45b005-1540-43d2-9897-76e958ef2bbd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:04.464261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-eb9b9061-3fe6-4924-b89b-b6cdf49c79c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:04.466809 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-eb9b9061-3fe6-4924-b89b-b6cdf49c79c1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1318779 Feb 04 13:19:04.545720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-868aa744-3c7b-473b-a535-2d0b04dbba2d req-38f83243-b4dd-46c7-b407-ec8e082bd934 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434987 Feb 04 13:19:04.556390 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Publish callbacks [] for router_gateway (04234658-dca0-4bea-aa7c-204a89128374), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:04.583030 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:04.588186 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecce7fe9-2c65-4445-845f-c48dd873d372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (be45b005-1540-43d2-9897-76e958ef2bbd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:04.591187 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecce7fe9-2c65-4445-845f-c48dd873d372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:04.594927 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ecce7fe9-2c65-4445-845f-c48dd873d372 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/be45b005-1540-43d2-9897-76e958ef2bbd HTTP/1.1" status: 204 len: 168 time: 0.3276720 Feb 04 13:19:04.612718 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce7fe9-2c65-4445-845f-c48dd873d372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be45b005-1540-43d2-9897-76e958ef2bbd,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:04.618846 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-5cec2bdd-7dc2-457a-b129-d9e5d605fd63 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393762 Feb 04 13:19:04.725415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-dc34dbce-a1a4-4f9b-b698-413633fdc299 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2188587 Feb 04 13:19:04.750637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-81884a5f-1034-44b0-9169-f42e3865c637 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:19:04.751697 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-81884a5f-1034-44b0-9169-f42e3865c637 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073512 Feb 04 13:19:05.132074 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3df2e2-d3e7-4f83-b500-c09be1db27eb x-openstack-request-id: req-ac3df2e2-d3e7-4f83-b500-c09be1db27eb {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:05.132698 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c324e7d-d17e-4915-8246-3e60942476ef", "tag": "449f2b6e-7413-4d4e-85e3-67f67f217b0d", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:05.132802 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ac3df2e2-d3e7-4f83-b500-c09be1db27eb {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:05.133148 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c324e7d-d17e-4915-8246-3e60942476ef', 'tag': '449f2b6e-7413-4d4e-85e3-67f67f217b0d', 'status': 'completed', 'code': 200} Feb 04 13:19:05.209452 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0fc8bc80-934c-4025-b0b2-d4a4efe62e81 req-81fa8234-1049-4266-9e95-f0f5a0b50642 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819395 Feb 04 13:19:05.280548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Allocated IP 172.25.5.170 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/5355f64a-b8aa-420e-a434-261c91092db1) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:05.318532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930b2ec-4137-4e14-aeb9-8288fef78788 None None] Network 2c8610f1-2204-4d21-9862-971dee3364ef requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:19:05.372430 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7826669-db5f-4f4c-be78-a452aa80afa3 req-40dfe684-1b75-419a-b086-12c0bad0119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:05.376551 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c7826669-db5f-4f4c-be78-a452aa80afa3 req-40dfe684-1b75-419a-b086-12c0bad0119e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3c7bb17936564e9a831d37c31490e30e&device_id=7c324e7d-d17e-4915-8246-3e60942476ef HTTP/1.1" status: 200 len: 1131 time: 0.1092069 Feb 04 13:19:05.460339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27200143-ae35-445e-a431-add911cee5f3 req-a86bafff-381b-49c6-be68-ed45f0aa5897 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:05.465513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f775901e-dd49-4b7f-a3eb-cb6b67ff854f None None] Provisioning complete for port c10f6223-5ce7-4b10-ab9b-702f095f8733 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:05.466039 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f775901e-dd49-4b7f-a3eb-cb6b67ff854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c10f6223-5ce7-4b10-ab9b-702f095f8733), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:05.469915 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27200143-ae35-445e-a431-add911cee5f3 req-a86bafff-381b-49c6-be68-ed45f0aa5897 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/ports?device_id=7c324e7d-d17e-4915-8246-3e60942476ef HTTP/1.1" status: 200 len: 948 time: 0.6099863 Feb 04 13:19:05.496800 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f5456-3156-42f9-b40b-45bf78207fb4 req-422ff4f7-0d16-40d5-b5bb-6ac3dfaf48dd tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:05.504792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af3f5456-3156-42f9-b40b-45bf78207fb4 req-422ff4f7-0d16-40d5-b5bb-6ac3dfaf48dd tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.6106856 Feb 04 13:19:05.581498 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7826669-db5f-4f4c-be78-a452aa80afa3 req-134728b2-a883-4f64-9840-e5e0e96644c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:05.583400 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c7826669-db5f-4f4c-be78-a452aa80afa3 req-134728b2-a883-4f64-9840-e5e0e96644c5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.1987514 Feb 04 13:19:05.651526 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f775901e-dd49-4b7f-a3eb-cb6b67ff854f None None] Current status of the port c10f6223-5ce7-4b10-ab9b-702f095f8733 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:05.651979 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f775901e-dd49-4b7f-a3eb-cb6b67ff854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c10f6223-5ce7-4b10-ab9b-702f095f8733), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:05.655286 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27200143-ae35-445e-a431-add911cee5f3 req-437e9ac6-fb3e-4277-b076-3029f37750e5 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/security-groups?id=12555801-64cd-4a5d-83db-41328b371f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840911 Feb 04 13:19:05.674854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af3f5456-3156-42f9-b40b-45bf78207fb4 req-d20733d3-6445-4307-8ff7-9825858694ee tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639264 Feb 04 13:19:05.678609 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Publish callbacks [] for port (5355f64a-b8aa-420e-a434-261c91092db1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:05.692718 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c10f6223-5ce7-4b10-ab9b-702f095f8733 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:05.708164 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c7826669-db5f-4f4c-be78-a452aa80afa3 req-4201b99e-db41-4ba8-a39f-b817a1e9c521 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=449f2b6e-7413-4d4e-85e3-67f67f217b0d HTTP/1.1" status: 200 len: 217 time: 0.1160476 Feb 04 13:19:05.763817 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (5355f64a-b8aa-420e-a434-261c91092db1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:05.837040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f775901e-dd49-4b7f-a3eb-cb6b67ff854f None None] For port c10f6223-5ce7-4b10-ab9b-702f095f8733, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c10f6223-5ce7-4b10-ab9b-702f095f8733,segment=NetworkSegment(724d8614-5a0a-41c2-9542-2330bda694f1),segment_id=724d8614-5a0a-41c2-9542-2330bda694f1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:05.859573 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f775901e-dd49-4b7f-a3eb-cb6b67ff854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c10f6223-5ce7-4b10-ab9b-702f095f8733), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:05.917325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7826669-db5f-4f4c-be78-a452aa80afa3 req-1fae6193-dc9b-4a81-9b13-d05aab3f89d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:05.920556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port c10f6223-5ce7-4b10-ab9b-702f095f8733 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:05.920745 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c7826669-db5f-4f4c-be78-a452aa80afa3 req-1fae6193-dc9b-4a81-9b13-d05aab3f89d7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.2063866 Feb 04 13:19:05.920842 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c10f6223-5ce7-4b10-ab9b-702f095f8733), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:05.929858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:05.934653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:05.952488 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:19:05.973803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Pushing event updated for resources: {'Port': ['ID=5355f64a-b8aa-420e-a434-261c91092db1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:06.041356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775901e-dd49-4b7f-a3eb-cb6b67ff854f None None] Pushing event updated for resources: {'Port': ['ID=c10f6223-5ce7-4b10-ab9b-702f095f8733,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:06.060621 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7826669-db5f-4f4c-be78-a452aa80afa3 req-9459fef7-9c47-40f3-b532-a2e565aadade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:06.062164 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c7826669-db5f-4f4c-be78-a452aa80afa3 req-9459fef7-9c47-40f3-b532-a2e565aadade service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1278834 Feb 04 13:19:06.158225 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port c10f6223-5ce7-4b10-ab9b-702f095f8733 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:06.178451 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426dc088-5567-4411-9b75-a58fb7fe044e req-35b9c1bd-5172-4c39-823f-937e9cf697b6 tempest-LiveMigrationNegativeTest-1729716245 tempest-LiveMigrationNegativeTest-1729716245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:06.187694 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426dc088-5567-4411-9b75-a58fb7fe044e req-35b9c1bd-5172-4c39-823f-937e9cf697b6 tempest-LiveMigrationNegativeTest-1729716245 tempest-LiveMigrationNegativeTest-1729716245-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 1133 time: 0.3671923 Feb 04 13:19:06.238813 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c7826669-db5f-4f4c-be78-a452aa80afa3 req-cde00340-0829-48ba-a4a9-ce20a94c30fb service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691444 Feb 04 13:19:06.275159 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-426dc088-5567-4411-9b75-a58fb7fe044e req-e81a9db0-9a98-4da1-8ba1-3e3655304a9b tempest-LiveMigrationNegativeTest-1729716245 tempest-LiveMigrationNegativeTest-1729716245-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:06.294334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ac41b46b-ef83-463e-97be-d7d8b360f2a0 None None] Provisioning complete for port c10f6223-5ce7-4b10-ab9b-702f095f8733 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:06.294958 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac41b46b-ef83-463e-97be-d7d8b360f2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c10f6223-5ce7-4b10-ab9b-702f095f8733), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:06.427424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ac41b46b-ef83-463e-97be-d7d8b360f2a0 None None] Current status of the port c10f6223-5ce7-4b10-ab9b-702f095f8733 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:06.444084 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c7826669-db5f-4f4c-be78-a452aa80afa3 req-cddf2796-7a82-45a2-9e55-307fe51e98a3 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984513 Feb 04 13:19:06.524442 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device efac2ce6-3101-4d18-80a9-58c22f84d3e1 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:19:06.562372 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Publish callbacks [] for router_gateway (04234658-dca0-4bea-aa7c-204a89128374), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:06.617683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc04263-d219-449b-bf2d-f4ce5a48d08f req-31c136a1-09ae-4c7f-a872-e968c3700293 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:06.619882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5fc04263-d219-449b-bf2d-f4ce5a48d08f req-31c136a1-09ae-4c7f-a872-e968c3700293 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 944 time: 0.1728606 Feb 04 13:19:06.678707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port efac2ce6-3101-4d18-80a9-58c22f84d3e1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:06.682332 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-426dc088-5567-4411-9b75-a58fb7fe044e req-e81a9db0-9a98-4da1-8ba1-3e3655304a9b tempest-LiveMigrationNegativeTest-1729716245 tempest-LiveMigrationNegativeTest-1729716245-project-admin] Publish callbacks [] for security_group (03c66313-d5f9-4d4e-9573-bcc61b2da89e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:06.695655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'efac2ce6-3101-4d18-80a9-58c22f84d3e1', 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f', 'port_id': 'efac2ce6-3101-4d18-80a9-58c22f84d3e1', 'mac_address': 'fa:16:3e:60:78:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd073496f-278b-436d-b18e-bb06bdc8b5e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:19:06.699842 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-426dc088-5567-4411-9b75-a58fb7fe044e req-e81a9db0-9a98-4da1-8ba1-3e3655304a9b tempest-LiveMigrationNegativeTest-1729716245 tempest-LiveMigrationNegativeTest-1729716245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (03c66313-d5f9-4d4e-9573-bcc61b2da89e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:06.762392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port efac2ce6-3101-4d18-80a9-58c22f84d3e1 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:06.763218 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:06.769313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5fc04263-d219-449b-bf2d-f4ce5a48d08f req-6bc37799-665e-4bd0-9ec5-7db5f74a985d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176264 Feb 04 13:19:06.784739 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426dc088-5567-4411-9b75-a58fb7fe044e req-e81a9db0-9a98-4da1-8ba1-3e3655304a9b tempest-LiveMigrationNegativeTest-1729716245 tempest-LiveMigrationNegativeTest-1729716245-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5941422 Feb 04 13:19:06.787774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a9db0-9a98-4da1-8ba1-3e3655304a9b tempest-LiveMigrationNegativeTest-1729716245 tempest-LiveMigrationNegativeTest-1729716245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c66313-d5f9-4d4e-9573-bcc61b2da89e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:06.825233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efac2ce6-3101-4d18-80a9-58c22f84d3e1 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:19:06.874060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port efac2ce6-3101-4d18-80a9-58c22f84d3e1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:06.886708 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:06.948618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-8841895a-27ec-4b5a-96f0-61b2c1f76d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:06.953618 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-8841895a-27ec-4b5a-96f0-61b2c1f76d8c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 1133 time: 0.1017354 Feb 04 13:19:06.956837 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (04234658-dca0-4bea-aa7c-204a89128374), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:06.998525 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=efac2ce6-3101-4d18-80a9-58c22f84d3e1,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:07.096497 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-720a02e8-f266-4130-a2be-c8510f208fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:07.098235 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-720a02e8-f266-4130-a2be-c8510f208fcc service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.1305501 Feb 04 13:19:07.119125 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37da16d-135e-49a3-a90d-e8f914b7dce8 req-5908cc87-4ac1-4f66-9df7-599f193a6075 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:07.120742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f37da16d-135e-49a3-a90d-e8f914b7dce8 req-5908cc87-4ac1-4f66-9df7-599f193a6075 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/ports?device_id=7c324e7d-d17e-4915-8246-3e60942476ef HTTP/1.1" status: 200 len: 948 time: 0.1614642 Feb 04 13:19:07.145070 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-0987139d-0fc0-4855-98d2-febaff1ba352 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc HTTP/1.1" status: 200 len: 217 time: 0.0401070 Feb 04 13:19:07.195089 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-3e6ac621-46b7-4d01-b060-52f186990b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:07.197328 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-3e6ac621-46b7-4d01-b060-52f186990b3b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0469747 Feb 04 13:19:07.201237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['efac2ce6-3101-4d18-80a9-58c22f84d3e1'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:19:07.234230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f37da16d-135e-49a3-a90d-e8f914b7dce8 req-c2e03e98-ea5e-4d0d-a17a-99872e5b8972 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/security-groups?id=12555801-64cd-4a5d-83db-41328b371f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015933 Feb 04 13:19:07.262161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f9317-77a8-4e1f-a1e3-1f452bd9fa77 req-f36a4662-3286-44e7-a1c7-db7beadcc7a7 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:07.268362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-c1380ff9-8b7c-46f3-b8ca-1d594105b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:07.270058 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-c1380ff9-8b7c-46f3-b8ca-1d594105b79e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0664337 Feb 04 13:19:07.270234 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6b9f9317-77a8-4e1f-a1e3-1f452bd9fa77 req-f36a4662-3286-44e7-a1c7-db7beadcc7a7 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.1151505 Feb 04 13:19:07.287113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Router 04234658-dca0-4bea-aa7c-204a89128374 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:19:07.424816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c10f6223-5ce7-4b10-ab9b-702f095f8733 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:07.434487 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6b9f9317-77a8-4e1f-a1e3-1f452bd9fa77 req-2541dfd9-6ac0-4d0a-80a0-523c3a962d7d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632495 Feb 04 13:19:07.446167 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-1d66ccc0-e06f-422d-bf61-6e39a2ac7ebf service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689856 Feb 04 13:19:07.476262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:19:07.486929 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Sync routers for ids ['04234658-dca0-4bea-aa7c-204a89128374'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:07.487595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port c10f6223-5ce7-4b10-ab9b-702f095f8733 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:07.487978 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c10f6223-5ce7-4b10-ab9b-702f095f8733), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:07.507359 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Routers {'04234658-dca0-4bea-aa7c-204a89128374'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:19:07.517746 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:07.519318 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2363483c-0ad1-4e96-8038-5d8002524d8e admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4488640 Feb 04 13:19:07.522295 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59188) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:07.528694 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:18:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['04234658-dca0-4bea-aa7c-204a89128374'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:07.596368 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-bfd98814-33bc-4580-bce0-ee1402ae785b service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431022 Feb 04 13:19:07.651360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port c10f6223-5ce7-4b10-ab9b-702f095f8733 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:07.814623 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Set router 04234658-dca0-4bea-aa7c-204a89128374 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:19:08.112402 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04234658-dca0-4bea-aa7c-204a89128374', 'name': 'tempest-AttachSCSIVolumeTestJSON-1032124736-router', 'tenant_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5355f64a-b8aa-420e-a434-261c91092db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:02Z', 'updated_at': '2022-02-04T13:19:06Z', 'revision_number': 3, 'project_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'gw_port': {'id': '5355f64a-b8aa-420e-a434-261c91092db1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:60:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04234658-dca0-4bea-aa7c-204a89128374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:04Z', 'updated_at': '2022-02-04T13:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:08.142460 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Checking router: 04234658-dca0-4bea-aa7c-204a89128374 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:19:08.143094 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Updating router 04234658-dca0-4bea-aa7c-204a89128374 port 5355f64a-b8aa-420e-a434-261c91092db1 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:19:08.175727 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5355f64a-b8aa-420e-a434-261c91092db1), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:08.276611 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59214) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:08.386700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730047a8-975f-485c-8dec-0d91dc643f9d req-58556ed9-df02-4114-aeb0-0be2a0805d58 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:08.388386 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-730047a8-975f-485c-8dec-0d91dc643f9d req-58556ed9-df02-4114-aeb0-0be2a0805d58 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.1460633 Feb 04 13:19:08.396810 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80167be-7a2e-4275-ba92-184fd9221a14 req-f68dbe51-b066-4612-98cc-f582f16042d2 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:08.398321 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e80167be-7a2e-4275-ba92-184fd9221a14 req-f68dbe51-b066-4612-98cc-f582f16042d2 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 945 time: 0.1571319 Feb 04 13:19:08.401734 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb0b024d-2971-42dc-a8bc-a497390c19af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:08.466063 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Publish callbacks [] for port (5355f64a-b8aa-420e-a434-261c91092db1), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:08.474194 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5355f64a-b8aa-420e-a434-261c91092db1), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:08.497387 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb0b024d-2971-42dc-a8bc-a497390c19af admin admin] Publish callbacks [] for security_group (b50de1a5-06e6-4695-a0b5-f6a29a0b96e4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:08.502948 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb0b024d-2971-42dc-a8bc-a497390c19af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b50de1a5-06e6-4695-a0b5-f6a29a0b96e4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:08.523612 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdda68-d840-4ede-ad3e-ef4fe1fe6e8c None None] Pushing event updated for resources: {'Port': ['ID=5355f64a-b8aa-420e-a434-261c91092db1,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:08.541884 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e80167be-7a2e-4275-ba92-184fd9221a14 req-ddad45d8-8676-497b-89a7-fb0297923765 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133280 Feb 04 13:19:08.553649 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-730047a8-975f-485c-8dec-0d91dc643f9d req-2a048d5e-8af0-48a7-9453-5b4df3049f8d tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462042 Feb 04 13:19:08.558688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 449f2b6e-7413-4d4e-85e3-67f67f217b0d details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:19:08.563230 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Attempting to bind port 5355f64a-b8aa-420e-a434-261c91092db1 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:19:08.566777 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Attempting to bind port 5355f64a-b8aa-420e-a434-261c91092db1 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:19:08.567423 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Attempting to bind port 5355f64a-b8aa-420e-a434-261c91092db1 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:08.585147 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fb0b024d-2971-42dc-a8bc-a497390c19af admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=75ec60dfaa10408698eb1d2eec2da277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066273 Feb 04 13:19:08.586078 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:19:08.588332 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:08.588874 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:08.589153 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b024d-2971-42dc-a8bc-a497390c19af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50de1a5-06e6-4695-a0b5-f6a29a0b96e4,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:08.589684 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:19:08.591666 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Bound port: 5355f64a-b8aa-420e-a434-261c91092db1, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:19:08.591816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59222) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:08.593728 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5355f64a-b8aa-420e-a434-261c91092db1), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:08.595886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device efac2ce6-3101-4d18-80a9-58c22f84d3e1 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:08.676089 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:08.696643 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port efac2ce6-3101-4d18-80a9-58c22f84d3e1 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:08.709217 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69393994-626f-405e-87b6-4133e264a429 admin admin] Publish callbacks [] for security_group (b50de1a5-06e6-4695-a0b5-f6a29a0b96e4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:08.720011 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] For port 5355f64a-b8aa-420e-a434-261c91092db1, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:08.724224 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] For port 5355f64a-b8aa-420e-a434-261c91092db1, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5355f64a-b8aa-420e-a434-261c91092db1,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:19:08.734518 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5355f64a-b8aa-420e-a434-261c91092db1), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:08.738201 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69393994-626f-405e-87b6-4133e264a429 admin admin] Publish callbacks [] for security_group (b50de1a5-06e6-4695-a0b5-f6a29a0b96e4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:08.741035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port efac2ce6-3101-4d18-80a9-58c22f84d3e1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:08.741421 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:08.803748 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Routers {'04234658-dca0-4bea-aa7c-204a89128374'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:19:08.804379 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69393994-626f-405e-87b6-4133e264a429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b50de1a5-06e6-4695-a0b5-f6a29a0b96e4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:08.804698 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:18:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['04234658-dca0-4bea-aa7c-204a89128374'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:08.810371 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69393994-626f-405e-87b6-4133e264a429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:08.812432 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-69393994-626f-405e-87b6-4133e264a429 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b50de1a5-06e6-4695-a0b5-f6a29a0b96e4 HTTP/1.1" status: 204 len: 168 time: 0.2195652 Feb 04 13:19:08.824913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69393994-626f-405e-87b6-4133e264a429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50de1a5-06e6-4695-a0b5-f6a29a0b96e4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:08.911153 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port efac2ce6-3101-4d18-80a9-58c22f84d3e1 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:08.911462 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:08.923554 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdda68-d840-4ede-ad3e-ef4fe1fe6e8c None None] Pushing event updated for resources: {'Port': ['ID=5355f64a-b8aa-420e-a434-261c91092db1,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:08.941133 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 449f2b6e-7413-4d4e-85e3-67f67f217b0d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=449f2b6e-7413-4d4e-85e3-67f67f217b0d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:08.948584 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da30016e-0454-4a23-992d-067d34d5453c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efac2ce6-3101-4d18-80a9-58c22f84d3e1'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:08.951084 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c246ee39-7c71-47b5-ab83-b97a5114361e" -d '{"events": [{"server_uuid": "da30016e-0454-4a23-992d-067d34d5453c", "name": "network-vif-plugged", "status": "completed", "tag": "efac2ce6-3101-4d18-80a9-58c22f84d3e1"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:08.951311 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Allocated IP 172.20.0.1 (2c8610f1-2204-4d21-9862-971dee3364ef/881377ee-4bd0-4065-8c05-ec75cac7d5fc/58dbc064-cf01-446a-9eec-e126935eee08) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:08.953373 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] Set router 04234658-dca0-4bea-aa7c-204a89128374 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:19:08.975455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port efac2ce6-3101-4d18-80a9-58c22f84d3e1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:08.977161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '449f2b6e-7413-4d4e-85e3-67f67f217b0d', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '449f2b6e-7413-4d4e-85e3-67f67f217b0d', 'mac_address': 'fa:16:3e:95:21:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:19:08.982605 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:09.156307 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Publish callbacks [] for port (58dbc064-cf01-446a-9eec-e126935eee08), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:09.175460 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc0543-154b-497d-ace8-6213e013bbb1 req-a3b2ba45-b7c0-4793-a8ae-16c2d4728c84 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:09.177097 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39bc0543-154b-497d-ace8-6213e013bbb1 req-a3b2ba45-b7c0-4793-a8ae-16c2d4728c84 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/ports?device_id=7c324e7d-d17e-4915-8246-3e60942476ef HTTP/1.1" status: 200 len: 948 time: 0.4759829 Feb 04 13:19:09.185867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c153be8-1243-4aea-b53a-462f2e2baebf req-347de279-c0bf-4dd7-a994-c1ba5d4547c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:09.187616 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c153be8-1243-4aea-b53a-462f2e2baebf req-347de279-c0bf-4dd7-a994-c1ba5d4547c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.3312252 Feb 04 13:19:09.255856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=efac2ce6-3101-4d18-80a9-58c22f84d3e1,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:09.259758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 449f2b6e-7413-4d4e-85e3-67f67f217b0d is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:09.260147 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (449f2b6e-7413-4d4e-85e3-67f67f217b0d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:09.275139 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59232) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:09.275679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449f2b6e-7413-4d4e-85e3-67f67f217b0d {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:19:09.299169 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 449f2b6e-7413-4d4e-85e3-67f67f217b0d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=449f2b6e-7413-4d4e-85e3-67f67f217b0d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:09.306904 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (449f2b6e-7413-4d4e-85e3-67f67f217b0d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:09.308207 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6bcf305-a92c-4eaa-9678-fd8a938f0b75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:09.314070 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39bc0543-154b-497d-ace8-6213e013bbb1 req-efd05042-54bb-4091-a8d9-028e105eda13 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/security-groups?id=12555801-64cd-4a5d-83db-41328b371f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253688 Feb 04 13:19:09.319003 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c153be8-1243-4aea-b53a-462f2e2baebf req-ee22a087-29b1-4283-a447-e9246820ce04 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202831 Feb 04 13:19:09.324634 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (58dbc064-cf01-446a-9eec-e126935eee08), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:09.374451 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Network 2c8610f1-2204-4d21-9862-971dee3364ef is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:09.385781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:09.392229 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04234658-dca0-4bea-aa7c-204a89128374', 'name': 'tempest-AttachSCSIVolumeTestJSON-1032124736-router', 'tenant_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5355f64a-b8aa-420e-a434-261c91092db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:02Z', 'updated_at': '2022-02-04T13:19:06Z', 'revision_number': 3, 'project_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'gw_port': {'id': '5355f64a-b8aa-420e-a434-261c91092db1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:60:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04234658-dca0-4bea-aa7c-204a89128374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:04Z', 'updated_at': '2022-02-04T13:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:09.392470 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:19:09.393197 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (04234658-dca0-4bea-aa7c-204a89128374), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:09.448440 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776562d5-1e4b-4550-95fc-4c68f317912c None None] The sync data for ids ['04234658-dca0-4bea-aa7c-204a89128374'] in n-d-714676-13 is: [{'id': '04234658-dca0-4bea-aa7c-204a89128374', 'name': 'tempest-AttachSCSIVolumeTestJSON-1032124736-router', 'tenant_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5355f64a-b8aa-420e-a434-261c91092db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:02Z', 'updated_at': '2022-02-04T13:19:06Z', 'revision_number': 3, 'project_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'gw_port': {'id': '5355f64a-b8aa-420e-a434-261c91092db1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:60:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04234658-dca0-4bea-aa7c-204a89128374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:04Z', 'updated_at': '2022-02-04T13:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:09.489076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=449f2b6e-7413-4d4e-85e3-67f67f217b0d,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:09.525734 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76062972-4813-445f-89d2-e4079f0ce1f9 x-openstack-request-id: req-76062972-4813-445f-89d2-e4079f0ce1f9 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:09.527062 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da30016e-0454-4a23-992d-067d34d5453c", "name": "network-vif-plugged", "status": "completed", "tag": "efac2ce6-3101-4d18-80a9-58c22f84d3e1", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:09.527557 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-76062972-4813-445f-89d2-e4079f0ce1f9 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:09.528376 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da30016e-0454-4a23-992d-067d34d5453c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efac2ce6-3101-4d18-80a9-58c22f84d3e1', 'code': 200} Feb 04 13:19:09.573143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Pushing event updated for resources: {'Port': ['ID=58dbc064-cf01-446a-9eec-e126935eee08,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:09.652671 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6bcf305-a92c-4eaa-9678-fd8a938f0b75 admin admin] Publish callbacks [] for security_group (2ccfce54-9ada-4964-a567-a2af7e9cc31a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:09.660873 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['449f2b6e-7413-4d4e-85e3-67f67f217b0d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:19:09.691122 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6bcf305-a92c-4eaa-9678-fd8a938f0b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2ccfce54-9ada-4964-a567-a2af7e9cc31a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:09.786309 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c6bcf305-a92c-4eaa-9678-fd8a938f0b75 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7a773dad37af40d9bf08a0b64a4dc575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5090790 Feb 04 13:19:09.794822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59242) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:09.803982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18d4ae-7c37-492e-89ee-f692f033f528 req-d110aebd-9570-441f-88d4-377e95527957 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:09.806454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf18d4ae-7c37-492e-89ee-f692f033f528 req-d110aebd-9570-441f-88d4-377e95527957 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.1369576 Feb 04 13:19:09.813121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcf305-a92c-4eaa-9678-fd8a938f0b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccfce54-9ada-4964-a567-a2af7e9cc31a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:09.822125 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ac36c-840f-43fc-9889-6aebf79602e8 req-657a7ceb-c000-4833-94a9-2a5aecab2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:09.824530 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2a4ac36c-840f-43fc-9889-6aebf79602e8 req-657a7ceb-c000-4833-94a9-2a5aecab2ba1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 1129 time: 0.1693604 Feb 04 13:19:09.877565 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (58dbc064-cf01-446a-9eec-e126935eee08), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:09.904013 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2a4ac36c-840f-43fc-9889-6aebf79602e8 req-825c7e33-fa27-455d-adce-cc1cd56bee0e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718198 Feb 04 13:19:09.919568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4e6c549c-2557-4b93-b700-7fe312ab9149 None None] Provisioning complete for port 58dbc064-cf01-446a-9eec-e126935eee08 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:09.920458 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e6c549c-2557-4b93-b700-7fe312ab9149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (58dbc064-cf01-446a-9eec-e126935eee08), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:09.957687 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24f651-3038-4411-b5fb-6f9f6cb8c019 req-5d94f8d1-f5f3-44ea-9bc7-aac943081536 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:09.958647 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5e24f651-3038-4411-b5fb-6f9f6cb8c019 req-5d94f8d1-f5f3-44ea-9bc7-aac943081536 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.100 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 950 time: 0.0672376 Feb 04 13:19:09.968267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c549c-2557-4b93-b700-7fe312ab9149 None None] Port 58dbc064-cf01-446a-9eec-e126935eee08 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:19:10.001818 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf18d4ae-7c37-492e-89ee-f692f033f528 req-476db4ef-1550-4b26-96cd-a2c665c680b4 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567211 Feb 04 13:19:10.024282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae540bf-0167-437f-b04e-f8e7fab46112 req-00368c4c-8844-4a46-b145-a1be6b3a6ab4 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:10.030478 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cae540bf-0167-437f-b04e-f8e7fab46112 req-00368c4c-8844-4a46-b145-a1be6b3a6ab4 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 946 time: 0.2577202 Feb 04 13:19:10.090829 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4f01667d-24ff-49ce-850f-40889dc478a9 admin admin] Publish callbacks [] for security_group (2ccfce54-9ada-4964-a567-a2af7e9cc31a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:10.106294 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-5e24f651-3038-4411-b5fb-6f9f6cb8c019 req-553b9cc3-1c6c-4449-9ffd-d222854d282a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Deleting port b44c9034-57d5-4d26-90ed-8bcc60159ff5 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:19:10.107068 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5e24f651-3038-4411-b5fb-6f9f6cb8c019 req-553b9cc3-1c6c-4449-9ffd-d222854d282a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b44c9034-57d5-4d26-90ed-8bcc60159ff5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:10.181476 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4f01667d-24ff-49ce-850f-40889dc478a9 admin admin] Publish callbacks [] for security_group (2ccfce54-9ada-4964-a567-a2af7e9cc31a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:10.199700 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cae540bf-0167-437f-b04e-f8e7fab46112 req-5219ef20-afe3-48bb-997a-469e86d345b6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614742 Feb 04 13:19:10.276179 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-5e24f651-3038-4411-b5fb-6f9f6cb8c019 req-553b9cc3-1c6c-4449-9ffd-d222854d282a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] For port b44c9034-57d5-4d26-90ed-8bcc60159ff5, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=b44c9034-57d5-4d26-90ed-8bcc60159ff5,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:10.277049 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5e24f651-3038-4411-b5fb-6f9f6cb8c019 req-553b9cc3-1c6c-4449-9ffd-d222854d282a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b44c9034-57d5-4d26-90ed-8bcc60159ff5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:10.307135 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4f01667d-24ff-49ce-850f-40889dc478a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2ccfce54-9ada-4964-a567-a2af7e9cc31a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:10.307503 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-5e24f651-3038-4411-b5fb-6f9f6cb8c019 req-553b9cc3-1c6c-4449-9ffd-d222854d282a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Calling delete_port for b44c9034-57d5-4d26-90ed-8bcc60159ff5 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:19:10.310824 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4f01667d-24ff-49ce-850f-40889dc478a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:10.319916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4f01667d-24ff-49ce-850f-40889dc478a9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2ccfce54-9ada-4964-a567-a2af7e9cc31a HTTP/1.1" status: 204 len: 168 time: 0.5186794 Feb 04 13:19:10.327885 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Publish callbacks [] for port (58dbc064-cf01-446a-9eec-e126935eee08), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:10.349760 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (58dbc064-cf01-446a-9eec-e126935eee08), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:10.351357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (04234658-dca0-4bea-aa7c-204a89128374), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:10.406353 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Pushing event updated for resources: {'Port': ['ID=58dbc064-cf01-446a-9eec-e126935eee08,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:10.426419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01667d-24ff-49ce-850f-40889dc478a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccfce54-9ada-4964-a567-a2af7e9cc31a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:10.725321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bffa00-2371-4054-bd70-4c42064073fc req-5f67eda2-21a2-4176-a514-bdb86b3a9213 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:10.727358 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f2bffa00-2371-4054-bd70-4c42064073fc req-5f67eda2-21a2-4176-a514-bdb86b3a9213 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/ports?device_id=7c324e7d-d17e-4915-8246-3e60942476ef HTTP/1.1" status: 200 len: 949 time: 0.1649454 Feb 04 13:19:10.729606 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5e24f651-3038-4411-b5fb-6f9f6cb8c019 req-553b9cc3-1c6c-4449-9ffd-d222854d282a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (b44c9034-57d5-4d26-90ed-8bcc60159ff5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:10.734719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Network 2c8610f1-2204-4d21-9862-971dee3364ef is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:10.736466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:10.757400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['4bfdde71-1a7c-49c3-bc35-c4f355f60bed', 'b44c9034-57d5-4d26-90ed-8bcc60159ff5'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:19:10.804357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b9cc3-1c6c-4449-9ffd-d222854d282a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Pushing event deleted for resources: {'Port': ['ID=b44c9034-57d5-4d26-90ed-8bcc60159ff5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:10.983039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e24f651-3038-4411-b5fb-6f9f6cb8c019 req-553b9cc3-1c6c-4449-9ffd-d222854d282a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] No DVR routers for this DVR port b44c9034-57d5-4d26-90ed-8bcc60159ff5 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:19:10.996625 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5e24f651-3038-4411-b5fb-6f9f6cb8c019 req-553b9cc3-1c6c-4449-9ffd-d222854d282a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:11.010643 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5e24f651-3038-4411-b5fb-6f9f6cb8c019 req-553b9cc3-1c6c-4449-9ffd-d222854d282a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.100 "DELETE /v2.0/ports/b44c9034-57d5-4d26-90ed-8bcc60159ff5 HTTP/1.1" status: 204 len: 173 time: 1.0452349 Feb 04 13:19:11.013581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f2bffa00-2371-4054-bd70-4c42064073fc req-73847b9b-85e2-4e65-96bd-57b52efc2881 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/security-groups?id=12555801-64cd-4a5d-83db-41328b371f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635803 Feb 04 13:19:11.026928 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-62b30862-2bad-4429-b63d-c2aeef6ecb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:11.028818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717b0ef8-a7cd-4187-ab82-7fc70ff5db4e', 'name': 'network-vif-deleted', 'tag': 'b44c9034-57d5-4d26-90ed-8bcc60159ff5'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:11.044185 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b41627-cf01-4a73-bc1d-d6c9ecac814a" -d '{"events": [{"server_uuid": "717b0ef8-a7cd-4187-ab82-7fc70ff5db4e", "name": "network-vif-deleted", "tag": "b44c9034-57d5-4d26-90ed-8bcc60159ff5"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:11.127832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95bd8-8463-4c9f-9953-b874b6bf405c req-bfabfeae-e467-4a3e-aed0-b0b48f25470d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:11.136254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2db95bd8-8463-4c9f-9953-b874b6bf405c req-bfabfeae-e467-4a3e-aed0-b0b48f25470d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.2675478 Feb 04 13:19:11.233498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-fd14afc7-cb97-4071-aa5c-b885eaf386a4 None None] Provisioning complete for port 58dbc064-cf01-446a-9eec-e126935eee08 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:11.234077 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fd14afc7-cb97-4071-aa5c-b885eaf386a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (58dbc064-cf01-446a-9eec-e126935eee08), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:11.235160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Router 04234658-dca0-4bea-aa7c-204a89128374 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:19:11.266765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2db95bd8-8463-4c9f-9953-b874b6bf405c req-13fac828-8e4f-402e-b53f-ee32cf33ff8d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186123 Feb 04 13:19:11.344534 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e1a408-fdf6-456a-bea4-f3d5b9da510c x-openstack-request-id: req-b3e1a408-fdf6-456a-bea4-f3d5b9da510c {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:11.345214 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717b0ef8-a7cd-4187-ab82-7fc70ff5db4e", "name": "network-vif-deleted", "tag": "b44c9034-57d5-4d26-90ed-8bcc60159ff5", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:11.345692 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b3e1a408-fdf6-456a-bea4-f3d5b9da510c {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:11.346527 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717b0ef8-a7cd-4187-ab82-7fc70ff5db4e', 'name': 'network-vif-deleted', 'tag': 'b44c9034-57d5-4d26-90ed-8bcc60159ff5', 'status': 'completed', 'code': 200} Feb 04 13:19:11.500733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fd14afc7-cb97-4071-aa5c-b885eaf386a4 None None] Port 58dbc064-cf01-446a-9eec-e126935eee08 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:19:11.572454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ef7d8fc-a7ed-4b7e-93f0-d67f901a4c94 req-aa7e0a1c-8123-4a3d-a616-386ea7df86e6 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=717b0ef8-a7cd-4187-ab82-7fc70ff5db4e HTTP/1.1" status: 200 len: 210 time: 0.0456076 Feb 04 13:19:11.586900 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:19:11.609296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8138e434-35a8-4aa1-9324-e89ccae08c97 admin admin] 10.222.0.96 "PUT /v2.0/routers/04234658-dca0-4bea-aa7c-204a89128374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0856972 Feb 04 13:19:11.638245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5355f64a-b8aa-420e-a434-261c91092db1 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:11.671505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fd059-9e7b-439f-8d3f-b39010e33396 req-91cd58a6-730a-4275-92bc-182d990ddb39 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:11.685273 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b9fd059-9e7b-439f-8d3f-b39010e33396 req-91cd58a6-730a-4275-92bc-182d990ddb39 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 946 time: 0.1154432 Feb 04 13:19:11.787426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b9fd059-9e7b-439f-8d3f-b39010e33396 req-13660567-23e0-475c-9e61-0c2fc64c6ede tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863352 Feb 04 13:19:11.790313 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5355f64a-b8aa-420e-a434-261c91092db1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:11.790966 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5355f64a-b8aa-420e-a434-261c91092db1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:11.921754 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5355f64a-b8aa-420e-a434-261c91092db1 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:11.922181 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5355f64a-b8aa-420e-a434-261c91092db1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:11.952055 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 5355f64a-b8aa-420e-a434-261c91092db1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5355f64a-b8aa-420e-a434-261c91092db1,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:11.958337 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5355f64a-b8aa-420e-a434-261c91092db1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:12.017364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=5355f64a-b8aa-420e-a434-261c91092db1,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:12.249581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Sync routers for ids ['04234658-dca0-4bea-aa7c-204a89128374'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:12.267216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f628d1-4ea5-4c91-b228-44254685a595 req-8f8eb699-b8f7-42b4-87ba-73d19f55736e tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:12.280873 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Routers {'04234658-dca0-4bea-aa7c-204a89128374'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:19:12.281908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f6f628d1-4ea5-4c91-b228-44254685a595 req-8f8eb699-b8f7-42b4-87ba-73d19f55736e tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/ports?device_id=7c324e7d-d17e-4915-8246-3e60942476ef HTTP/1.1" status: 200 len: 949 time: 0.1675863 Feb 04 13:19:12.282896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:18:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['04234658-dca0-4bea-aa7c-204a89128374'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:12.374422 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f6f628d1-4ea5-4c91-b228-44254685a595 req-e2c048aa-7a28-4f39-8e4e-4315526d9516 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/security-groups?id=12555801-64cd-4a5d-83db-41328b371f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911946 Feb 04 13:19:12.438678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Set router 04234658-dca0-4bea-aa7c-204a89128374 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:19:12.574495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7be65-8ff5-47cb-ab2a-3b3c780933b7 req-579fc9af-a097-4546-9c89-b72059a6f5d5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:12.589785 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9e7be65-8ff5-47cb-ab2a-3b3c780933b7 req-579fc9af-a097-4546-9c89-b72059a6f5d5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.1233549 Feb 04 13:19:12.617589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 449f2b6e-7413-4d4e-85e3-67f67f217b0d up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:12.714361 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9e7be65-8ff5-47cb-ab2a-3b3c780933b7 req-08691d8b-90bd-41d1-b0ae-ed153a242835 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219978 Feb 04 13:19:12.788044 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 449f2b6e-7413-4d4e-85e3-67f67f217b0d completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:12.806313 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 449f2b6e-7413-4d4e-85e3-67f67f217b0d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:12.807100 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (449f2b6e-7413-4d4e-85e3-67f67f217b0d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:13.066025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b87fa8-df4b-42be-a7dd-f5e5d62bc0ba req-a343f119-3fad-421e-ab59-2b67ddca82e9 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:13.068682 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39b87fa8-df4b-42be-a7dd-f5e5d62bc0ba req-a343f119-3fad-421e-ab59-2b67ddca82e9 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 946 time: 0.1394217 Feb 04 13:19:13.104851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04234658-dca0-4bea-aa7c-204a89128374', 'name': 'tempest-AttachSCSIVolumeTestJSON-1032124736-router', 'tenant_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5355f64a-b8aa-420e-a434-261c91092db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:02Z', 'updated_at': '2022-02-04T13:19:09Z', 'revision_number': 4, 'project_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'gw_port': {'id': '5355f64a-b8aa-420e-a434-261c91092db1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04234658-dca0-4bea-aa7c-204a89128374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:04Z', 'updated_at': '2022-02-04T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '58dbc064-cf01-446a-9eec-e126935eee08', 'name': '', 'network_id': '2c8610f1-2204-4d21-9862-971dee3364ef', 'tenant_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'mac_address': 'fa:16:3e:63:fc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04234658-dca0-4bea-aa7c-204a89128374', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '881377ee-4bd0-4065-8c05-ec75cac7d5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:08Z', 'updated_at': '2022-02-04T13:19:10Z', 'revision_number': 2, 'project_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'subnets': [{'id': '881377ee-4bd0-4065-8c05-ec75cac7d5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:13.147389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Checking router: 04234658-dca0-4bea-aa7c-204a89128374 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:19:13.147753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Updating router 04234658-dca0-4bea-aa7c-204a89128374 port 58dbc064-cf01-446a-9eec-e126935eee08 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:19:13.150597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 449f2b6e-7413-4d4e-85e3-67f67f217b0d is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:13.150991 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (449f2b6e-7413-4d4e-85e3-67f67f217b0d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:13.207861 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c324e7d-d17e-4915-8246-3e60942476ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449f2b6e-7413-4d4e-85e3-67f67f217b0d'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:13.210382 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f27ffcf-28c4-491b-ba71-d9133eff03d8" -d '{"events": [{"server_uuid": "7c324e7d-d17e-4915-8246-3e60942476ef", "name": "network-vif-plugged", "status": "completed", "tag": "449f2b6e-7413-4d4e-85e3-67f67f217b0d"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:13.217753 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39b87fa8-df4b-42be-a7dd-f5e5d62bc0ba req-7befe2fa-f55a-4449-ad74-ad9c09020674 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382463 Feb 04 13:19:13.239206 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (58dbc064-cf01-446a-9eec-e126935eee08), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:13.244671 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 449f2b6e-7413-4d4e-85e3-67f67f217b0d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=449f2b6e-7413-4d4e-85e3-67f67f217b0d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:13.260975 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (449f2b6e-7413-4d4e-85e3-67f67f217b0d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:13.367224 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387affe1-35dc-43f6-9df3-e90c5f707349 x-openstack-request-id: req-387affe1-35dc-43f6-9df3-e90c5f707349 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:13.368188 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c324e7d-d17e-4915-8246-3e60942476ef", "name": "network-vif-plugged", "status": "completed", "tag": "449f2b6e-7413-4d4e-85e3-67f67f217b0d", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:13.371849 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-387affe1-35dc-43f6-9df3-e90c5f707349 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:13.372609 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c324e7d-d17e-4915-8246-3e60942476ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449f2b6e-7413-4d4e-85e3-67f67f217b0d', 'code': 200} Feb 04 13:19:13.434886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device b44c9034-57d5-4d26-90ed-8bcc60159ff5 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:19:13.486713 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f4283-1cf5-4fd6-ad0e-dfd1ae41caa1 req-850c4aae-f279-423e-84a6-b3daf5a939d4 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:13.502752 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d1f4283-1cf5-4fd6-ad0e-dfd1ae41caa1 req-850c4aae-f279-423e-84a6-b3daf5a939d4 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 949 time: 0.2036867 Feb 04 13:19:13.521516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d46607-e8ff-41fa-8b9e-7458e72cca09 req-42ecf6a3-e797-4346-83fe-7c7532beb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:13.523792 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b5d46607-e8ff-41fa-8b9e-7458e72cca09 req-42ecf6a3-e797-4346-83fe-7c7532beb02d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7c324e7d-d17e-4915-8246-3e60942476ef HTTP/1.1" status: 200 len: 1133 time: 0.0616848 Feb 04 13:19:13.535551 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5355f64a-b8aa-420e-a434-261c91092db1 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:13.585271 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b5d46607-e8ff-41fa-8b9e-7458e72cca09 req-a708326e-3cfe-45c7-a40f-895f1e899921 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=12555801-64cd-4a5d-83db-41328b371f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461533 Feb 04 13:19:13.588299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: b44c9034-57d5-4d26-90ed-8bcc60159ff5 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:19:13.588607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device b44c9034-57d5-4d26-90ed-8bcc60159ff5 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:19:13.590500 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=449f2b6e-7413-4d4e-85e3-67f67f217b0d,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:13.643117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d1f4283-1cf5-4fd6-ad0e-dfd1ae41caa1 req-60641616-d826-419c-a159-5af27a47bd3a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394627 Feb 04 13:19:13.646233 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:13.663481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e682a-1923-4707-8864-ab14c88a9535 req-35f1bf1b-3803-4087-9dad-42ac6f08d5b1 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:13.671423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5355f64a-b8aa-420e-a434-261c91092db1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:13.671721 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-396e682a-1923-4707-8864-ab14c88a9535 req-35f1bf1b-3803-4087-9dad-42ac6f08d5b1 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 1129 time: 0.1631322 Feb 04 13:19:13.672108 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5355f64a-b8aa-420e-a434-261c91092db1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:13.723641 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aa0d43a2-5ac9-4541-82c4-374aec536861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:13.760072 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-396e682a-1923-4707-8864-ab14c88a9535 req-a188d73f-6ab5-4d4b-a7fb-c4039bb2fc8f tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871851 Feb 04 13:19:13.886797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5355f64a-b8aa-420e-a434-261c91092db1 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:13.945911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edcfcc-ce3a-4fe5-96dc-488c53f16569 req-f5b3b7f0-6e4e-4ab6-9bd9-796108cc5f79 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:13.953835 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00edcfcc-ce3a-4fe5-96dc-488c53f16569 req-f5b3b7f0-6e4e-4ab6-9bd9-796108cc5f79 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/ports?device_id=7c324e7d-d17e-4915-8246-3e60942476ef HTTP/1.1" status: 200 len: 950 time: 0.0773396 Feb 04 13:19:14.048994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00edcfcc-ce3a-4fe5-96dc-488c53f16569 req-39bb297b-24fa-4139-8193-aa3a47e2b35c tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/security-groups?id=12555801-64cd-4a5d-83db-41328b371f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928986 Feb 04 13:19:14.061376 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Publish callbacks [] for port (58dbc064-cf01-446a-9eec-e126935eee08), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:14.082333 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (58dbc064-cf01-446a-9eec-e126935eee08), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:14.243431 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fed70e-39c6-4944-bbbc-da009f2d34ab None None] Pushing event updated for resources: {'Port': ['ID=58dbc064-cf01-446a-9eec-e126935eee08,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:14.283857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab691026-6217-4e06-8aff-c968bc08d88d req-e54649bf-8bd8-42de-92ea-6e2b52935bf9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:14.295504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab691026-6217-4e06-8aff-c968bc08d88d req-e54649bf-8bd8-42de-92ea-6e2b52935bf9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.1320598 Feb 04 13:19:14.338547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Attempting to bind port 58dbc064-cf01-446a-9eec-e126935eee08 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:19:14.339074 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Attempting to bind port 58dbc064-cf01-446a-9eec-e126935eee08 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '724d8614-5a0a-41c2-9542-2330bda694f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c8610f1-2204-4d21-9862-971dee3364ef'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:19:14.339532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Attempting to bind port 58dbc064-cf01-446a-9eec-e126935eee08 on network 2c8610f1-2204-4d21-9862-971dee3364ef {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:14.371003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:19:14.371642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Checking segment: {'id': '724d8614-5a0a-41c2-9542-2330bda694f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c8610f1-2204-4d21-9862-971dee3364ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:14.372338 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:14.372903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Bound using segment: {'id': '724d8614-5a0a-41c2-9542-2330bda694f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c8610f1-2204-4d21-9862-971dee3364ef'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:19:14.373650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Bound port: 58dbc064-cf01-446a-9eec-e126935eee08, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724d8614-5a0a-41c2-9542-2330bda694f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c8610f1-2204-4d21-9862-971dee3364ef'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:19:14.374887 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (58dbc064-cf01-446a-9eec-e126935eee08), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:14.396545 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:14.396925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab691026-6217-4e06-8aff-c968bc08d88d req-75afae33-7ae1-46c5-842c-ce53aee1730d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951850 Feb 04 13:19:14.493273 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] For port 58dbc064-cf01-446a-9eec-e126935eee08, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:14.497897 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] For port 58dbc064-cf01-446a-9eec-e126935eee08, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=58dbc064-cf01-446a-9eec-e126935eee08,segment=NetworkSegment(724d8614-5a0a-41c2-9542-2330bda694f1),segment_id=724d8614-5a0a-41c2-9542-2330bda694f1)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:19:14.511815 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (58dbc064-cf01-446a-9eec-e126935eee08), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:14.577620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15acb7-26f1-499d-9862-9e8d91c5c1e9 req-43c2af7a-dea7-4da3-bb03-cc25895f6a01 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:14.588523 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea15acb7-26f1-499d-9862-9e8d91c5c1e9 req-43c2af7a-dea7-4da3-bb03-cc25895f6a01 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 1129 time: 0.0976024 Feb 04 13:19:14.599376 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Routers {'04234658-dca0-4bea-aa7c-204a89128374'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:19:14.600148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:19:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['04234658-dca0-4bea-aa7c-204a89128374'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:14.611167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-01936b27-d4e0-4791-b213-2318013bb07f None None] Provisioning complete for port 58dbc064-cf01-446a-9eec-e126935eee08 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:14.611167 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-01936b27-d4e0-4791-b213-2318013bb07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (58dbc064-cf01-446a-9eec-e126935eee08), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:14.694999 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea15acb7-26f1-499d-9862-9e8d91c5c1e9 req-1327f0b1-9d4f-4ba8-9ed2-c4e64e5b1007 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036661 Feb 04 13:19:14.857834 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fed70e-39c6-4944-bbbc-da009f2d34ab None None] Pushing event updated for resources: {'Port': ['ID=58dbc064-cf01-446a-9eec-e126935eee08,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:14.938512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-01936b27-d4e0-4791-b213-2318013bb07f None None] Current status of the port 58dbc064-cf01-446a-9eec-e126935eee08 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:14.939790 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-01936b27-d4e0-4791-b213-2318013bb07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (58dbc064-cf01-446a-9eec-e126935eee08), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:14.951415 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb80c4d-d6a5-4bfe-9007-8775a4a73bce req-466de6b7-0a45-4206-80a5-411d92337d89 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:14.963571 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ffb80c4d-d6a5-4bfe-9007-8775a4a73bce req-466de6b7-0a45-4206-80a5-411d92337d89 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 949 time: 0.1124787 Feb 04 13:19:15.056178 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-01936b27-d4e0-4791-b213-2318013bb07f None None] For port 58dbc064-cf01-446a-9eec-e126935eee08, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=58dbc064-cf01-446a-9eec-e126935eee08,segment=NetworkSegment(724d8614-5a0a-41c2-9542-2330bda694f1),segment_id=724d8614-5a0a-41c2-9542-2330bda694f1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:15.099428 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-01936b27-d4e0-4791-b213-2318013bb07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (58dbc064-cf01-446a-9eec-e126935eee08), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:15.133128 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ffb80c4d-d6a5-4bfe-9007-8775a4a73bce req-ca68b0d9-fee9-4c6f-9e6a-d7919b65655a tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/security-groups?id=e56145b2-74af-47d2-9707-81ec484c4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659820 Feb 04 13:19:15.138783 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc10936-e130-4e93-a6d1-7d9b1ae32b20 req-ca3650d7-c5ee-463f-bd57-e296d6105513 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:15.155509 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ddc10936-e130-4e93-a6d1-7d9b1ae32b20 req-ca3650d7-c5ee-463f-bd57-e296d6105513 tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 949 time: 0.1813412 Feb 04 13:19:15.186162 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] Set router 04234658-dca0-4bea-aa7c-204a89128374 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:19:15.277205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ceb240ff-f521-46d3-bce8-16b4afe0e9c8 None None] Provisioning complete for port 58dbc064-cf01-446a-9eec-e126935eee08 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:15.277974 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ceb240ff-f521-46d3-bce8-16b4afe0e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (58dbc064-cf01-446a-9eec-e126935eee08), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:15.453033 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-ddc10936-e130-4e93-a6d1-7d9b1ae32b20 req-9d37460e-a1a8-4763-a019-ef0bcb82adde tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Deleting port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:19:15.453476 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ddc10936-e130-4e93-a6d1-7d9b1ae32b20 req-9d37460e-a1a8-4763-a019-ef0bcb82adde tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4bfdde71-1a7c-49c3-bc35-c4f355f60bed), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:15.610142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01936b27-d4e0-4791-b213-2318013bb07f None None] Pushing event updated for resources: {'Port': ['ID=58dbc064-cf01-446a-9eec-e126935eee08,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:15.714281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461acc3-ddfd-484f-986b-5bd50462934e req-336dc866-9826-4b9e-b224-5dc9904a65f0 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:15.722225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f461acc3-ddfd-484f-986b-5bd50462934e req-336dc866-9826-4b9e-b224-5dc9904a65f0 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/ports?device_id=7c324e7d-d17e-4915-8246-3e60942476ef HTTP/1.1" status: 200 len: 950 time: 0.1837702 Feb 04 13:19:15.777427 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:15.790217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ddc10936-e130-4e93-a6d1-7d9b1ae32b20 req-9d37460e-a1a8-4763-a019-ef0bcb82adde tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] For port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=4bfdde71-1a7c-49c3-bc35-c4f355f60bed,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:15.790591 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ddc10936-e130-4e93-a6d1-7d9b1ae32b20 req-9d37460e-a1a8-4763-a019-ef0bcb82adde tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4bfdde71-1a7c-49c3-bc35-c4f355f60bed), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:15.866189 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-ddc10936-e130-4e93-a6d1-7d9b1ae32b20 req-9d37460e-a1a8-4763-a019-ef0bcb82adde tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Calling delete_port for 4bfdde71-1a7c-49c3-bc35-c4f355f60bed owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:19:15.895964 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f461acc3-ddfd-484f-986b-5bd50462934e req-817c20a7-ca03-41f4-98c7-35c61908d793 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/security-groups?id=12555801-64cd-4a5d-83db-41328b371f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729023 Feb 04 13:19:15.984956 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ceb240ff-f521-46d3-bce8-16b4afe0e9c8 None None] Current status of the port 58dbc064-cf01-446a-9eec-e126935eee08 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:15.996626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59392) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:16.179746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb21d81-d6e4-4fb5-afd1-d1a646a678c9 req-8d02cb54-68c3-44d4-8659-d8a8ed3f2c2d tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:16.193507 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eeb21d81-d6e4-4fb5-afd1-d1a646a678c9 req-8d02cb54-68c3-44d4-8659-d8a8ed3f2c2d tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 1129 time: 0.1521516 Feb 04 13:19:16.210066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04234658-dca0-4bea-aa7c-204a89128374', 'name': 'tempest-AttachSCSIVolumeTestJSON-1032124736-router', 'tenant_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5355f64a-b8aa-420e-a434-261c91092db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:02Z', 'updated_at': '2022-02-04T13:19:09Z', 'revision_number': 4, 'project_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'gw_port': {'id': '5355f64a-b8aa-420e-a434-261c91092db1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04234658-dca0-4bea-aa7c-204a89128374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:04Z', 'updated_at': '2022-02-04T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '58dbc064-cf01-446a-9eec-e126935eee08', 'name': '', 'network_id': '2c8610f1-2204-4d21-9862-971dee3364ef', 'tenant_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'mac_address': 'fa:16:3e:63:fc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04234658-dca0-4bea-aa7c-204a89128374', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '881377ee-4bd0-4065-8c05-ec75cac7d5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:08Z', 'updated_at': '2022-02-04T13:19:14Z', 'revision_number': 4, 'project_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'subnets': [{'id': '881377ee-4bd0-4065-8c05-ec75cac7d5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:16.251913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b4596-c337-4cd4-a20f-24d12eeacd4f None None] The sync data for ids ['04234658-dca0-4bea-aa7c-204a89128374'] in n-d-714676-13 is: [{'id': '04234658-dca0-4bea-aa7c-204a89128374', 'name': 'tempest-AttachSCSIVolumeTestJSON-1032124736-router', 'tenant_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5355f64a-b8aa-420e-a434-261c91092db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:02Z', 'updated_at': '2022-02-04T13:19:09Z', 'revision_number': 4, 'project_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'gw_port': {'id': '5355f64a-b8aa-420e-a434-261c91092db1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04234658-dca0-4bea-aa7c-204a89128374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:04Z', 'updated_at': '2022-02-04T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '58dbc064-cf01-446a-9eec-e126935eee08', 'name': '', 'network_id': '2c8610f1-2204-4d21-9862-971dee3364ef', 'tenant_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'mac_address': 'fa:16:3e:63:fc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04234658-dca0-4bea-aa7c-204a89128374', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '881377ee-4bd0-4065-8c05-ec75cac7d5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:08Z', 'updated_at': '2022-02-04T13:19:14Z', 'revision_number': 4, 'project_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'subnets': [{'id': '881377ee-4bd0-4065-8c05-ec75cac7d5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:16.326014 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ddc10936-e130-4e93-a6d1-7d9b1ae32b20 req-9d37460e-a1a8-4763-a019-ef0bcb82adde tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (4bfdde71-1a7c-49c3-bc35-c4f355f60bed), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:16.356437 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['4bfdde71-1a7c-49c3-bc35-c4f355f60bed'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:19:16.409787 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37460e-a1a8-4763-a019-ef0bcb82adde tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Pushing event deleted for resources: {'Port': ['ID=4bfdde71-1a7c-49c3-bc35-c4f355f60bed,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:16.442752 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eeb21d81-d6e4-4fb5-afd1-d1a646a678c9 req-6d25ba14-48f8-404a-81eb-2a301117a8ab tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441874 Feb 04 13:19:16.443599 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3e8625b-da6b-441b-99bd-40273424a83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:16.546492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc10936-e130-4e93-a6d1-7d9b1ae32b20 req-9d37460e-a1a8-4763-a019-ef0bcb82adde tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] No DVR routers for this DVR port 4bfdde71-1a7c-49c3-bc35-c4f355f60bed on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:19:16.546492 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ddc10936-e130-4e93-a6d1-7d9b1ae32b20 req-9d37460e-a1a8-4763-a019-ef0bcb82adde tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:16.555612 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ddc10936-e130-4e93-a6d1-7d9b1ae32b20 req-9d37460e-a1a8-4763-a019-ef0bcb82adde tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.100 "DELETE /v2.0/ports/4bfdde71-1a7c-49c3-bc35-c4f355f60bed HTTP/1.1" status: 204 len: 173 time: 1.3870709 Feb 04 13:19:16.555612 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f02c743-8209-46b7-a92a-954648ec556d', 'name': 'network-vif-deleted', 'tag': '4bfdde71-1a7c-49c3-bc35-c4f355f60bed'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:16.555612 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db09f324-36c2-4f57-a154-07e9671484f5" -d '{"events": [{"server_uuid": "0f02c743-8209-46b7-a92a-954648ec556d", "name": "network-vif-deleted", "tag": "4bfdde71-1a7c-49c3-bc35-c4f355f60bed"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:16.578567 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43e69d62-da31-462f-b6d0-a56bb6729e25 req-9457639c-6817-4255-aa4d-1abea467529c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2356894 Feb 04 13:19:16.655895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681c2dc-b8ab-4b30-9bbb-9bd3d3e23bf2 req-65d25f9a-31e8-4ad9-94d0-9e28f17a78d0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:16.662817 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f681c2dc-b8ab-4b30-9bbb-9bd3d3e23bf2 req-65d25f9a-31e8-4ad9-94d0-9e28f17a78d0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.1321599 Feb 04 13:19:16.747664 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:16.896436 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e69d62-da31-462f-b6d0-a56bb6729e25 req-5997b164-1bf0-406c-87a5-b20df0965000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:16.898040 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43e69d62-da31-462f-b6d0-a56bb6729e25 req-5997b164-1bf0-406c-87a5-b20df0965000 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 1148 time: 0.2261851 Feb 04 13:19:16.926127 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f681c2dc-b8ab-4b30-9bbb-9bd3d3e23bf2 req-fffe32d4-57ed-43fe-b31a-84b93cacbf38 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622180 Feb 04 13:19:17.015150 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3e8625b-da6b-441b-99bd-40273424a83a admin admin] Publish callbacks [] for security_group (8be1cfe3-0255-4553-81ee-a06c3f161a5e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:17.028126 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3e8625b-da6b-441b-99bd-40273424a83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8be1cfe3-0255-4553-81ee-a06c3f161a5e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:17.229901 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-554ca1f5-14ac-468b-a921-354e0398e9ca req-3e86e483-307e-41a0-8435-6f031eb82a0c tempest-LiveMigrationNegativeTest-1356851879 tempest-LiveMigrationNegativeTest-1356851879-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f02c743-8209-46b7-a92a-954648ec556d HTTP/1.1" status: 200 len: 210 time: 0.1317451 Feb 04 13:19:17.232649 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a3e8625b-da6b-441b-99bd-40273424a83a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3b0476e3c6e7491f9c23a0270772ebf6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2347534 Feb 04 13:19:17.236265 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59410) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:17.254158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8625b-da6b-441b-99bd-40273424a83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be1cfe3-0255-4553-81ee-a06c3f161a5e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:17.267404 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e69d62-da31-462f-b6d0-a56bb6729e25 req-030fd419-5fd1-4778-aa02-401485fd9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:17.284903 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43e69d62-da31-462f-b6d0-a56bb6729e25 req-030fd419-5fd1-4778-aa02-401485fd9fd6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.3553929 Feb 04 13:19:17.367354 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffe412f-12d6-4514-b980-93a0061ddd01 x-openstack-request-id: req-5ffe412f-12d6-4514-b980-93a0061ddd01 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:17.378210 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f02c743-8209-46b7-a92a-954648ec556d", "name": "network-vif-deleted", "tag": "4bfdde71-1a7c-49c3-bc35-c4f355f60bed", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:17.378527 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5ffe412f-12d6-4514-b980-93a0061ddd01 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:17.378972 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f02c743-8209-46b7-a92a-954648ec556d', 'name': 'network-vif-deleted', 'tag': '4bfdde71-1a7c-49c3-bc35-c4f355f60bed', 'status': 'completed', 'code': 200} Feb 04 13:19:17.418672 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43e69d62-da31-462f-b6d0-a56bb6729e25 req-6dbc47a4-99c1-47a6-b644-2cc8ab3b55a4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb HTTP/1.1" status: 200 len: 217 time: 0.1291413 Feb 04 13:19:17.421649 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd37a493-e457-4097-aa3c-3ebd2b19163a admin admin] Publish callbacks [] for security_group (8be1cfe3-0255-4553-81ee-a06c3f161a5e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:17.527246 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd37a493-e457-4097-aa3c-3ebd2b19163a admin admin] Publish callbacks [] for security_group (8be1cfe3-0255-4553-81ee-a06c3f161a5e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:17.596109 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e69d62-da31-462f-b6d0-a56bb6729e25 req-3dfcd156-c9d7-4654-9a78-38962ee4b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:17.597829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43e69d62-da31-462f-b6d0-a56bb6729e25 req-3dfcd156-c9d7-4654-9a78-38962ee4b935 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.1728456 Feb 04 13:19:17.678587 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43e69d62-da31-462f-b6d0-a56bb6729e25 req-2c7730fa-c247-4459-abe0-f750882ee948 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625210 Feb 04 13:19:17.749192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 58dbc064-cf01-446a-9eec-e126935eee08 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:17.764385 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:17.769813 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd37a493-e457-4097-aa3c-3ebd2b19163a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8be1cfe3-0255-4553-81ee-a06c3f161a5e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:17.772719 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd37a493-e457-4097-aa3c-3ebd2b19163a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:17.789627 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fd37a493-e457-4097-aa3c-3ebd2b19163a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8be1cfe3-0255-4553-81ee-a06c3f161a5e HTTP/1.1" status: 204 len: 168 time: 0.5517724 Feb 04 13:19:17.854345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37a493-e457-4097-aa3c-3ebd2b19163a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be1cfe3-0255-4553-81ee-a06c3f161a5e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:17.945139 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2697566-e216-4b5d-967c-b878fa65f428 req-1e57f253-cae0-496e-ba7e-4ce0450f0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:17.948894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 58dbc064-cf01-446a-9eec-e126935eee08 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:17.950647 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (58dbc064-cf01-446a-9eec-e126935eee08), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:17.952717 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b2697566-e216-4b5d-967c-b878fa65f428 req-1e57f253-cae0-496e-ba7e-4ce0450f0ac5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 1133 time: 0.2478232 Feb 04 13:19:18.050596 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43e69d62-da31-462f-b6d0-a56bb6729e25 req-63a6ccd0-a71d-4633-8982-f2a2c2aabcb5 service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551254 Feb 04 13:19:18.279240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 58dbc064-cf01-446a-9eec-e126935eee08 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:18.285933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2697566-e216-4b5d-967c-b878fa65f428 req-625ce607-b53b-4768-a1fc-2774cddee989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:18.287435 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b2697566-e216-4b5d-967c-b878fa65f428 req-625ce607-b53b-4768-a1fc-2774cddee989 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3072720 Feb 04 13:19:18.395906 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43e69d62-da31-462f-b6d0-a56bb6729e25 req-d7b5a3ae-4b20-4089-a938-601f17fcb08c service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444242 Feb 04 13:19:18.442217 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b2697566-e216-4b5d-967c-b878fa65f428 req-eea220cf-66d2-4509-8491-63dc6ac8dc90 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc HTTP/1.1" status: 200 len: 217 time: 0.1458116 Feb 04 13:19:18.495481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59428) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:18.545303 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-455c2353-9a3c-4f51-95b9-3f2c8320682c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:18.622397 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2697566-e216-4b5d-967c-b878fa65f428 req-87579ac5-a1e0-4198-b8db-eb07eab807bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:18.629471 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b2697566-e216-4b5d-967c-b878fa65f428 req-87579ac5-a1e0-4198-b8db-eb07eab807bc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1773038 Feb 04 13:19:18.818479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2697566-e216-4b5d-967c-b878fa65f428 req-04e4acdc-67a9-41d2-aaff-d0bb82d88fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:18.830859 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b2697566-e216-4b5d-967c-b878fa65f428 req-04e4acdc-67a9-41d2-aaff-d0bb82d88fdc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1935773 Feb 04 13:19:18.877525 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-455c2353-9a3c-4f51-95b9-3f2c8320682c admin admin] Publish callbacks [] for security_group (ddf37a0d-dd4c-4749-9ca5-71f43e9a3d27), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:18.885755 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-455c2353-9a3c-4f51-95b9-3f2c8320682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ddf37a0d-dd4c-4749-9ca5-71f43e9a3d27), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:18.966461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c2353-9a3c-4f51-95b9-3f2c8320682c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf37a0d-dd4c-4749-9ca5-71f43e9a3d27,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:19.030933 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-455c2353-9a3c-4f51-95b9-3f2c8320682c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3091451f2ff041959e8bcc8e8d535ebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5321670 Feb 04 13:19:19.034652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59444) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:19.141333 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a18ef150-b5eb-47de-9cdf-1d5deefb3dc5 admin admin] Publish callbacks [] for security_group (ddf37a0d-dd4c-4749-9ca5-71f43e9a3d27), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:19.158083 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b2697566-e216-4b5d-967c-b878fa65f428 req-58eab399-9281-41ae-bd3f-d1204caa3033 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126402 Feb 04 13:19:19.182371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd0ff1-7741-48df-b788-50dbfbc371cf req-85b6ec9a-c69a-40ea-becb-83bbeb1de3ac tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:19.192298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1acd0ff1-7741-48df-b788-50dbfbc371cf req-85b6ec9a-c69a-40ea-becb-83bbeb1de3ac tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.1220832 Feb 04 13:19:19.202014 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a18ef150-b5eb-47de-9cdf-1d5deefb3dc5 admin admin] Publish callbacks [] for security_group (ddf37a0d-dd4c-4749-9ca5-71f43e9a3d27), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:19.286528 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b2697566-e216-4b5d-967c-b878fa65f428 req-00b5d3de-4d67-4f85-8b98-dc10488dc4e5 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198280 Feb 04 13:19:19.454546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 4bfdde71-1a7c-49c3-bc35-c4f355f60bed no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:19:19.497541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 4bfdde71-1a7c-49c3-bc35-c4f355f60bed {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:19:19.497963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 4bfdde71-1a7c-49c3-bc35-c4f355f60bed not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:19:19.571502 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1acd0ff1-7741-48df-b788-50dbfbc371cf req-ab0c81ec-40ea-47aa-8535-52e515b55f5c tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744135 Feb 04 13:19:19.604121 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a18ef150-b5eb-47de-9cdf-1d5deefb3dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ddf37a0d-dd4c-4749-9ca5-71f43e9a3d27), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:19.607387 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a18ef150-b5eb-47de-9cdf-1d5deefb3dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:19.609178 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a18ef150-b5eb-47de-9cdf-1d5deefb3dc5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ddf37a0d-dd4c-4749-9ca5-71f43e9a3d27 HTTP/1.1" status: 204 len: 168 time: 0.5727310 Feb 04 13:19:19.625528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ef150-b5eb-47de-9cdf-1d5deefb3dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf37a0d-dd4c-4749-9ca5-71f43e9a3d27,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:20.156025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22716bc-69ba-4584-9531-087a949a9716 req-66b86990-e011-4c5b-8ba4-0d40575e9e28 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:20.157667 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d22716bc-69ba-4584-9531-087a949a9716 req-66b86990-e011-4c5b-8ba4-0d40575e9e28 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/ports?device_id=7c324e7d-d17e-4915-8246-3e60942476ef HTTP/1.1" status: 200 len: 950 time: 0.0654206 Feb 04 13:19:20.257528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d22716bc-69ba-4584-9531-087a949a9716 req-42a3a48b-95f1-48b8-81a6-229eb037e6ca tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/security-groups?id=12555801-64cd-4a5d-83db-41328b371f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862985 Feb 04 13:19:20.303328 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59472) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:20.334602 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59476) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:20.370389 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1c436294-efd2-4b5b-ac1b-3948146de50c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:20.520174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59482) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:20.545161 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1c436294-efd2-4b5b-ac1b-3948146de50c admin admin] Publish callbacks [] for security_group (9d0b80f6-7549-4243-88e9-6bdaa29d7447), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:20.550312 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1c436294-efd2-4b5b-ac1b-3948146de50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9d0b80f6-7549-4243-88e9-6bdaa29d7447), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:20.635210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1c436294-efd2-4b5b-ac1b-3948146de50c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=178fb8118b4c43d1899e13cfdd655c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961795 Feb 04 13:19:20.635591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59488) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:20.643007 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c436294-efd2-4b5b-ac1b-3948146de50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0b80f6-7549-4243-88e9-6bdaa29d7447,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:20.742556 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ed1d-c041-4427-87c4-9bd4e9da3344 admin admin] Publish callbacks [] for security_group (9d0b80f6-7549-4243-88e9-6bdaa29d7447), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:20.790454 n-d-714676-13 neutron-server[103607]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 13:19:20.796470 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-e025ea1c-f694-41a8-9b6d-bd356a1e89f3 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:19:20.797508 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-e025ea1c-f694-41a8-9b6d-bd356a1e89f3 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4905193 Feb 04 13:19:20.839749 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ed1d-c041-4427-87c4-9bd4e9da3344 admin admin] Publish callbacks [] for security_group (9d0b80f6-7549-4243-88e9-6bdaa29d7447), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:20.876275 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324d24d-53e0-4b6b-83f8-882482a73996 req-24840a8c-6bef-45a9-8314-5c081f0b1c18 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:20.877833 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f324d24d-53e0-4b6b-83f8-882482a73996 req-24840a8c-6bef-45a9-8314-5c081f0b1c18 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.1126049 Feb 04 13:19:21.017651 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-29d43f66-4b1a-46ce-ae61-9d167d4e1813 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7b86f66509714c9ebcbd5f4fed5e0c55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4958546 Feb 04 13:19:21.021159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59494) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:21.025432 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ed1d-c041-4427-87c4-9bd4e9da3344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9d0b80f6-7549-4243-88e9-6bdaa29d7447), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:21.032546 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ed1d-c041-4427-87c4-9bd4e9da3344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:21.037142 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f324d24d-53e0-4b6b-83f8-882482a73996 req-2d00ef85-72cc-46fd-8209-e21d4dadc399 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515679 Feb 04 13:19:21.037384 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a0e7ed1d-c041-4427-87c4-9bd4e9da3344 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9d0b80f6-7549-4243-88e9-6bdaa29d7447 HTTP/1.1" status: 204 len: 168 time: 0.4004347 Feb 04 13:19:21.091622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59498) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:21.105166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7ed1d-c041-4427-87c4-9bd4e9da3344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0b80f6-7549-4243-88e9-6bdaa29d7447,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:21.167980 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd55a388-3efe-4969-b4f1-f2d21c6613b3 admin admin] Publish callbacks [] for security_group (e56145b2-74af-47d2-9707-81ec484c4f99), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:21.227299 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd55a388-3efe-4969-b4f1-f2d21c6613b3 admin admin] Publish callbacks [] for security_group (e56145b2-74af-47d2-9707-81ec484c4f99), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:21.303438 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-72f6a920-be54-4db6-8a0d-6846bfdc0fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:21.375293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd55a388-3efe-4969-b4f1-f2d21c6613b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e56145b2-74af-47d2-9707-81ec484c4f99), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:21.378246 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd55a388-3efe-4969-b4f1-f2d21c6613b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:21.379470 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dd55a388-3efe-4969-b4f1-f2d21c6613b3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e56145b2-74af-47d2-9707-81ec484c4f99 HTTP/1.1" status: 204 len: 168 time: 0.3563101 Feb 04 13:19:21.382926 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-d302370d-35b3-44e3-a6dd-29b2e52b11bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:21.394532 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-d302370d-35b3-44e3-a6dd-29b2e52b11bf service neutron] 10.222.0.96 "GET /v2.0/ports/efac2ce6-3101-4d18-80a9-58c22f84d3e1 HTTP/1.1" status: 200 len: 1126 time: 0.3328240 Feb 04 13:19:21.423925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-3e903d00-dee2-4ba9-b345-b2794109c09e service neutron] Request body: {'binding': {'host': 'n-h2-714676-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:21.427728 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-3e903d00-dee2-4ba9-b345-b2794109c09e service neutron] Unknown quota resources ['binding']. {{(pid=103607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:19:21.462030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55a388-3efe-4969-b4f1-f2d21c6613b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56145b2-74af-47d2-9707-81ec484c4f99,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:21.694676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea466bf5-26d1-41e5-9636-491abc5ee806 req-4fb281c6-6a73-4c6e-a782-293eff6e74fe tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:21.696512 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ea466bf5-26d1-41e5-9636-491abc5ee806 req-4fb281c6-6a73-4c6e-a782-293eff6e74fe tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.99 "GET /v2.0/ports?device_id=7c324e7d-d17e-4915-8246-3e60942476ef HTTP/1.1" status: 200 len: 950 time: 0.0961008 Feb 04 13:19:21.788957 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-72f6a920-be54-4db6-8a0d-6846bfdc0fa9 admin admin] Publish callbacks [] for security_group (b53f9b1f-515d-4480-af29-7e0bf089feb3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:21.820136 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-3e903d00-dee2-4ba9-b345-b2794109c09e service neutron] Attempting to bind port efac2ce6-3101-4d18-80a9-58c22f84d3e1 on host n-h2-714676-13 for vnic_type normal with profile None {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:19:21.821117 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-3e903d00-dee2-4ba9-b345-b2794109c09e service neutron] Attempting to bind port efac2ce6-3101-4d18-80a9-58c22f84d3e1 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:19:21.821497 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-3e903d00-dee2-4ba9-b345-b2794109c09e service neutron] Attempting to bind port efac2ce6-3101-4d18-80a9-58c22f84d3e1 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:21.832447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-3e903d00-dee2-4ba9-b345-b2794109c09e service neutron] Port efac2ce6-3101-4d18-80a9-58c22f84d3e1 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:19:21.832798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-3e903d00-dee2-4ba9-b345-b2794109c09e service neutron] Attempting to bind port efac2ce6-3101-4d18-80a9-58c22f84d3e1 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:21.839614 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-3e903d00-dee2-4ba9-b345-b2794109c09e service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:19:21.839968 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-3e903d00-dee2-4ba9-b345-b2794109c09e service neutron] Checking segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:21.840351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-3e903d00-dee2-4ba9-b345-b2794109c09e service neutron] Bound using segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:19:21.840785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-3e903d00-dee2-4ba9-b345-b2794109c09e service neutron] Bound port: efac2ce6-3101-4d18-80a9-58c22f84d3e1, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:19:21.865936 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-72f6a920-be54-4db6-8a0d-6846bfdc0fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b53f9b1f-515d-4480-af29-7e0bf089feb3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:21.958956 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-ea466bf5-26d1-41e5-9636-491abc5ee806 req-16271770-80c4-43c0-8451-e349efc2ceae tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Deleting port 449f2b6e-7413-4d4e-85e3-67f67f217b0d {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:19:21.958956 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ea466bf5-26d1-41e5-9636-491abc5ee806 req-16271770-80c4-43c0-8451-e349efc2ceae tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (449f2b6e-7413-4d4e-85e3-67f67f217b0d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.007715 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-72f6a920-be54-4db6-8a0d-6846bfdc0fa9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c65fc2c658b24ff7ab89dae113e5b4ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9145863 Feb 04 13:19:22.025726 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59518) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:22.067348 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-3e903d00-dee2-4ba9-b345-b2794109c09e service neutron] For port efac2ce6-3101-4d18-80a9-58c22f84d3e1, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:19:22.086336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-3e903d00-dee2-4ba9-b345-b2794109c09e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.087688 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0dd42-c4d2-4439-9f4d-6b3977acc01e req-9bbf35f5-55f1-476b-8801-56706d3c3c2d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:22.098971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49a0dd42-c4d2-4439-9f4d-6b3977acc01e req-9bbf35f5-55f1-476b-8801-56706d3c3c2d tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/ports?device_id=7c324e7d-d17e-4915-8246-3e60942476ef HTTP/1.1" status: 200 len: 950 time: 0.3961785 Feb 04 13:19:22.100024 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-3e903d00-dee2-4ba9-b345-b2794109c09e service neutron] 10.222.0.96 "POST /v2.0/ports/efac2ce6-3101-4d18-80a9-58c22f84d3e1/bindings HTTP/1.1" status: 201 len: 390 time: 0.7031119 Feb 04 13:19:22.163205 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6a920-be54-4db6-8a0d-6846bfdc0fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53f9b1f-515d-4480-af29-7e0bf089feb3,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:22.197819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59524) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:22.289696 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-69fbf4fe-6c16-4ae7-bdf0-ce30947385a3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=db068100fdee44bbb205a13d4717b879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0785933 Feb 04 13:19:22.290857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59530) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:22.299082 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49a0dd42-c4d2-4439-9f4d-6b3977acc01e req-4b7b9e2e-b7e6-41b2-a99b-5d523ca2ae76 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/security-groups?id=12555801-64cd-4a5d-83db-41328b371f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988652 Feb 04 13:19:22.301994 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ecaad04-fb9d-4310-8cc4-873bad0501a3 admin admin] Publish callbacks [] for security_group (b53f9b1f-515d-4480-af29-7e0bf089feb3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.332925 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ecaad04-fb9d-4310-8cc4-873bad0501a3 admin admin] Publish callbacks [] for security_group (b53f9b1f-515d-4480-af29-7e0bf089feb3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.410072 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ecaad04-fb9d-4310-8cc4-873bad0501a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b53f9b1f-515d-4480-af29-7e0bf089feb3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.413410 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ecaad04-fb9d-4310-8cc4-873bad0501a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.414947 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1ecaad04-fb9d-4310-8cc4-873bad0501a3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b53f9b1f-515d-4480-af29-7e0bf089feb3 HTTP/1.1" status: 204 len: 168 time: 0.3879292 Feb 04 13:19:22.439009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecaad04-fb9d-4310-8cc4-873bad0501a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53f9b1f-515d-4480-af29-7e0bf089feb3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:22.442734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ea466bf5-26d1-41e5-9636-491abc5ee806 req-16271770-80c4-43c0-8451-e349efc2ceae tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] For port 449f2b6e-7413-4d4e-85e3-67f67f217b0d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=449f2b6e-7413-4d4e-85e3-67f67f217b0d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:22.443143 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ea466bf5-26d1-41e5-9636-491abc5ee806 req-16271770-80c4-43c0-8451-e349efc2ceae tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (449f2b6e-7413-4d4e-85e3-67f67f217b0d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.478977 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-ea466bf5-26d1-41e5-9636-491abc5ee806 req-16271770-80c4-43c0-8451-e349efc2ceae tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Calling delete_port for 449f2b6e-7413-4d4e-85e3-67f67f217b0d owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:19:22.550364 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4fcfcd4-ec73-4de9-bb5e-7f3b662fb7d3 admin admin] Publish callbacks [] for security_group (03c66313-d5f9-4d4e-9573-bcc61b2da89e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.603737 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4fcfcd4-ec73-4de9-bb5e-7f3b662fb7d3 admin admin] Publish callbacks [] for security_group (03c66313-d5f9-4d4e-9573-bcc61b2da89e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.763172 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4fcfcd4-ec73-4de9-bb5e-7f3b662fb7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (03c66313-d5f9-4d4e-9573-bcc61b2da89e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.766672 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4fcfcd4-ec73-4de9-bb5e-7f3b662fb7d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.768419 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c4fcfcd4-ec73-4de9-bb5e-7f3b662fb7d3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/03c66313-d5f9-4d4e-9573-bcc61b2da89e HTTP/1.1" status: 204 len: 168 time: 0.4766989 Feb 04 13:19:22.797673 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcfcd4-ec73-4de9-bb5e-7f3b662fb7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c66313-d5f9-4d4e-9573-bcc61b2da89e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:22.894538 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ea466bf5-26d1-41e5-9636-491abc5ee806 req-16271770-80c4-43c0-8451-e349efc2ceae tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (449f2b6e-7413-4d4e-85e3-67f67f217b0d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.917148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['449f2b6e-7413-4d4e-85e3-67f67f217b0d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:19:23.006785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16271770-80c4-43c0-8451-e349efc2ceae tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Pushing event deleted for resources: {'Port': ['ID=449f2b6e-7413-4d4e-85e3-67f67f217b0d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:23.014802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141d3d4-b6b3-49a1-97d2-e59aa7a2b544 req-737663b9-36d3-4477-974c-9b21d37135bb tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:23.022845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8141d3d4-b6b3-49a1-97d2-e59aa7a2b544 req-737663b9-36d3-4477-974c-9b21d37135bb tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.4894476 Feb 04 13:19:23.068018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-3bd5324f-7ccf-4bed-8903-13adfa0e16c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:23.074270 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-3bd5324f-7ccf-4bed-8903-13adfa0e16c1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 1129 time: 0.5681117 Feb 04 13:19:23.119771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea466bf5-26d1-41e5-9636-491abc5ee806 req-16271770-80c4-43c0-8451-e349efc2ceae tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] No DVR routers for this DVR port 449f2b6e-7413-4d4e-85e3-67f67f217b0d on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:19:23.124028 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ea466bf5-26d1-41e5-9636-491abc5ee806 req-16271770-80c4-43c0-8451-e349efc2ceae tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:23.134026 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ea466bf5-26d1-41e5-9636-491abc5ee806 req-16271770-80c4-43c0-8451-e349efc2ceae tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.99 "DELETE /v2.0/ports/449f2b6e-7413-4d4e-85e3-67f67f217b0d HTTP/1.1" status: 204 len: 173 time: 1.4231949 Feb 04 13:19:23.134869 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c324e7d-d17e-4915-8246-3e60942476ef', 'name': 'network-vif-deleted', 'tag': '449f2b6e-7413-4d4e-85e3-67f67f217b0d'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:23.141376 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee9e6e9-a431-424f-9fd7-d888989f3132" -d '{"events": [{"server_uuid": "7c324e7d-d17e-4915-8246-3e60942476ef", "name": "network-vif-deleted", "tag": "449f2b6e-7413-4d4e-85e3-67f67f217b0d"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:23.275901 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8141d3d4-b6b3-49a1-97d2-e59aa7a2b544 req-53c50ee6-ad16-4dbe-b1f8-7d5822ac22d5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509995 Feb 04 13:19:23.277533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-d98dbab4-b5fd-4bc1-b933-62609dad8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:23.279656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-d98dbab4-b5fd-4bc1-b933-62609dad8aff service neutron] 10.222.0.100 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.1475034 Feb 04 13:19:23.338161 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-d88a773f-8526-4dcb-ae33-27eee07d9788 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1 HTTP/1.1" status: 200 len: 217 time: 0.0513232 Feb 04 13:19:23.352257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb72bca-42c4-4760-8316-4af14cd3304f req-6e7291e0-d8bd-4cb2-8361-f81e163fc061 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:23.359451 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155ef987-ebc5-4d6e-809f-487f92b316e7 x-openstack-request-id: req-155ef987-ebc5-4d6e-809f-487f92b316e7 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:23.359835 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c324e7d-d17e-4915-8246-3e60942476ef", "name": "network-vif-deleted", "tag": "449f2b6e-7413-4d4e-85e3-67f67f217b0d", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:23.360266 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-155ef987-ebc5-4d6e-809f-487f92b316e7 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:23.360750 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c324e7d-d17e-4915-8246-3e60942476ef', 'name': 'network-vif-deleted', 'tag': '449f2b6e-7413-4d4e-85e3-67f67f217b0d', 'status': 'completed', 'code': 200} Feb 04 13:19:23.364129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-deb72bca-42c4-4760-8316-4af14cd3304f req-6e7291e0-d8bd-4cb2-8361-f81e163fc061 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 946 time: 0.8316109 Feb 04 13:19:23.442781 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-deb72bca-42c4-4760-8316-4af14cd3304f req-274bbe7e-3192-4cc4-a461-b59cd8a63fa4 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775468 Feb 04 13:19:23.531821 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-756ba65e-1192-46ab-a8dd-1678ff0d9824 req-db6846cd-52e0-4e75-922e-31eada480598 tempest-TenantUsagesTestJSON-1468360653 tempest-TenantUsagesTestJSON-1468360653-project] 10.222.0.96 "GET /v2.0/ports?device_id=7c324e7d-d17e-4915-8246-3e60942476ef HTTP/1.1" status: 200 len: 210 time: 0.0498779 Feb 04 13:19:23.534750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-8a7c78c9-0104-4add-aecd-af2b6e510114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:23.537229 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-8a7c78c9-0104-4add-aecd-af2b6e510114 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.1526060 Feb 04 13:19:23.595440 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-90be588f-da84-46c2-b4a4-ee654bf4c957 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507913 Feb 04 13:19:23.792734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59550) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:23.805379 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-758578c2-da01-48a6-8791-6ffdf43b3d40 service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034359 Feb 04 13:19:23.829504 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c1b22de-87df-4b43-b4be-0d8116101576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:24.047086 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c1b22de-87df-4b43-b4be-0d8116101576 admin admin] Publish callbacks [] for security_group (8db927a7-45f4-4f29-8cbb-781dd3437386), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:24.053621 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c1b22de-87df-4b43-b4be-0d8116101576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8db927a7-45f4-4f29-8cbb-781dd3437386), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:24.112188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b22de-87df-4b43-b4be-0d8116101576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db927a7-45f4-4f29-8cbb-781dd3437386,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:24.170927 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2c1b22de-87df-4b43-b4be-0d8116101576 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fb1475e46e0f4585901516a1a2f4cc76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769062 Feb 04 13:19:24.190316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-0e150ed3-8c4d-4f2e-ac62-068bc2d67521 service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725936 Feb 04 13:19:24.192482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59556) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:24.348696 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31501244-d5d2-4128-b724-fab13efc1533 admin admin] Publish callbacks [] for security_group (8db927a7-45f4-4f29-8cbb-781dd3437386), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:24.442899 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31501244-d5d2-4128-b724-fab13efc1533 admin admin] Publish callbacks [] for security_group (8db927a7-45f4-4f29-8cbb-781dd3437386), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:24.450593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-99ae4dfe-1d23-4827-956d-07e305afbbd7 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:24.452675 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-99ae4dfe-1d23-4827-956d-07e305afbbd7 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c&tenant_id=9bf6f764e0d34de9a21a32956f525822&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 1129 time: 0.2015336 Feb 04 13:19:24.483603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-714676-13'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:24.546938 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31501244-d5d2-4128-b724-fab13efc1533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8db927a7-45f4-4f29-8cbb-781dd3437386), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:24.551724 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31501244-d5d2-4128-b724-fab13efc1533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:24.553279 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-31501244-d5d2-4128-b724-fab13efc1533 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8db927a7-45f4-4f29-8cbb-781dd3437386 HTTP/1.1" status: 204 len: 168 time: 0.3592191 Feb 04 13:19:24.579665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31501244-d5d2-4128-b724-fab13efc1533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db927a7-45f4-4f29-8cbb-781dd3437386,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:24.750640 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cccc2-c802-43ed-a95d-cc79360ee430 req-3167faba-3b9b-43c8-bbe8-5e791598891e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:24.758457 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b37cccc2-c802-43ed-a95d-cc79360ee430 req-3167faba-3b9b-43c8-bbe8-5e791598891e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.3045807 Feb 04 13:19:24.839708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b37cccc2-c802-43ed-a95d-cc79360ee430 req-e95b2b9b-24e0-41a8-a375-c565b534bf03 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801024 Feb 04 13:19:24.869083 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:25.001987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cca42-daa9-485f-b82e-ee87257c3514 req-d2e28bc6-e900-44dd-b388-97235a97d465 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:25.011955 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f6cca42-daa9-485f-b82e-ee87257c3514 req-d2e28bc6-e900-44dd-b388-97235a97d465 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 946 time: 0.4227006 Feb 04 13:19:25.176083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f6cca42-daa9-485f-b82e-ee87257c3514 req-b9eeb92d-bb1f-4459-862a-99da5ca0c60b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627429 Feb 04 13:19:25.233732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] For port efac2ce6-3101-4d18-80a9-58c22f84d3e1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:25.315273 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] For port efac2ce6-3101-4d18-80a9-58c22f84d3e1, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:25.428211 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da30016e-0454-4a23-992d-067d34d5453c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efac2ce6-3101-4d18-80a9-58c22f84d3e1'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:25.430923 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cf89f4-6340-4e9a-9d43-afd56ed64275" -d '{"events": [{"server_uuid": "da30016e-0454-4a23-992d-067d34d5453c", "name": "network-vif-unplugged", "status": "completed", "tag": "efac2ce6-3101-4d18-80a9-58c22f84d3e1"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:25.437645 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Publish callbacks [] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:25.457959 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:25.560902 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3912e3-2ba8-4ac1-8514-6b203bc8ae13 x-openstack-request-id: req-8d3912e3-2ba8-4ac1-8514-6b203bc8ae13 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:25.561147 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da30016e-0454-4a23-992d-067d34d5453c", "name": "network-vif-unplugged", "status": "completed", "tag": "efac2ce6-3101-4d18-80a9-58c22f84d3e1", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:25.561402 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8d3912e3-2ba8-4ac1-8514-6b203bc8ae13 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:25.561792 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da30016e-0454-4a23-992d-067d34d5453c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efac2ce6-3101-4d18-80a9-58c22f84d3e1', 'code': 200} Feb 04 13:19:25.594332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Attempting to bind port efac2ce6-3101-4d18-80a9-58c22f84d3e1 on host n-h1-714676-13 for vnic_type normal with profile {"migrating_to": "n-h2-714676-13"} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:19:25.594868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Attempting to bind port efac2ce6-3101-4d18-80a9-58c22f84d3e1 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:19:25.595419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Attempting to bind port efac2ce6-3101-4d18-80a9-58c22f84d3e1 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:25.605334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Pushing event updated for resources: {'Port': ['ID=efac2ce6-3101-4d18-80a9-58c22f84d3e1,revision_number=7']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:25.611623 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Port efac2ce6-3101-4d18-80a9-58c22f84d3e1 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:19:25.611855 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Attempting to bind port efac2ce6-3101-4d18-80a9-58c22f84d3e1 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:25.618609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:19:25.619373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Checking segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:25.619761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Bound using segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:19:25.620238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Bound port: efac2ce6-3101-4d18-80a9-58c22f84d3e1, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:19:25.620599 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:25.703462 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] For port efac2ce6-3101-4d18-80a9-58c22f84d3e1, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:25.707743 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] For port efac2ce6-3101-4d18-80a9-58c22f84d3e1, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:19:25.719114 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:25.784084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59614) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:25.812138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:25.812758 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:25.814466 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] 10.222.0.100 "PUT /v2.0/ports/efac2ce6-3101-4d18-80a9-58c22f84d3e1 HTTP/1.1" status: 200 len: 1124 time: 1.3469718 Feb 04 13:19:25.818570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc1dae-bb43-4a94-b255-094c983b5cdc service neutron] Pushing event updated for resources: {'Port': ['ID=efac2ce6-3101-4d18-80a9-58c22f84d3e1,revision_number=8']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:25.885663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['efac2ce6-3101-4d18-80a9-58c22f84d3e1'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:19:25.996176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ecdda-7301-4578-ada7-6647850feb13 req-97da6e95-0b2f-42c7-ad5d-0bad618b18cf tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:26.005970 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc5ecdda-7301-4578-ada7-6647850feb13 req-97da6e95-0b2f-42c7-ad5d-0bad618b18cf tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.0741661 Feb 04 13:19:26.096579 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-89b02c53-cc13-45e2-abb6-80d9194d97b6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3c7bb17936564e9a831d37c31490e30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108966 Feb 04 13:19:26.097636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59630) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:26.106347 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc5ecdda-7301-4578-ada7-6647850feb13 req-0570f838-e866-40a8-afbd-d24a045beb3a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991175 Feb 04 13:19:26.176606 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad861-eebc-4654-86ff-9e94e22d350c admin admin] Publish callbacks [] for security_group (12555801-64cd-4a5d-83db-41328b371f6d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:26.200094 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad861-eebc-4654-86ff-9e94e22d350c admin admin] Publish callbacks [] for security_group (12555801-64cd-4a5d-83db-41328b371f6d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:26.279585 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad861-eebc-4654-86ff-9e94e22d350c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (12555801-64cd-4a5d-83db-41328b371f6d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:26.282959 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad861-eebc-4654-86ff-9e94e22d350c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:26.287795 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fa4ad861-eebc-4654-86ff-9e94e22d350c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/12555801-64cd-4a5d-83db-41328b371f6d HTTP/1.1" status: 204 len: 168 time: 0.1849122 Feb 04 13:19:26.293986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ad861-eebc-4654-86ff-9e94e22d350c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12555801-64cd-4a5d-83db-41328b371f6d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:26.387461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5769a-f84d-4f80-984e-e8b2ef24c294 req-3e1d2366-3ef3-47de-a142-42d07df19c0c tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:26.389294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29e5769a-f84d-4f80-984e-e8b2ef24c294 req-3e1d2366-3ef3-47de-a142-42d07df19c0c tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 944 time: 0.0737801 Feb 04 13:19:26.464217 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29e5769a-f84d-4f80-984e-e8b2ef24c294 req-d82afcac-837e-4981-8774-a53342beda89 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688763 Feb 04 13:19:26.628095 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 449f2b6e-7413-4d4e-85e3-67f67f217b0d no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:19:26.651043 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 449f2b6e-7413-4d4e-85e3-67f67f217b0d {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:19:26.651662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 449f2b6e-7413-4d4e-85e3-67f67f217b0d not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:19:27.115263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59676) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:27.130600 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cad2b9b0-be07-422e-b70e-46962186c46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:27.464131 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cad2b9b0-be07-422e-b70e-46962186c46c admin admin] Publish callbacks [] for security_group (6915a4c0-433f-467a-bcee-586444405177), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:27.488084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f99d54-96d4-4a10-8541-62318d9b447b req-4499e4db-848e-4c50-9393-5df7746320f4 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:27.502435 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55f99d54-96d4-4a10-8541-62318d9b447b req-4499e4db-848e-4c50-9393-5df7746320f4 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.1966619 Feb 04 13:19:27.508621 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cad2b9b0-be07-422e-b70e-46962186c46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6915a4c0-433f-467a-bcee-586444405177), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:27.511148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device efac2ce6-3101-4d18-80a9-58c22f84d3e1 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:19:27.572632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da30016e-0454-4a23-992d-067d34d5453c', 'tag': 'efac2ce6-3101-4d18-80a9-58c22f84d3e1'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:27.577998 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9e8c72-db88-4506-acfd-4022d3c3e15f" -d '{"events": [{"name": "network-changed", "server_uuid": "da30016e-0454-4a23-992d-067d34d5453c", "tag": "efac2ce6-3101-4d18-80a9-58c22f84d3e1"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:27.724424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2b9b0-be07-422e-b70e-46962186c46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6915a4c0-433f-467a-bcee-586444405177,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:27.747043 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55f99d54-96d4-4a10-8541-62318d9b447b req-6f06d7a7-a9db-4f88-8013-daf01ba6d9d2 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427409 Feb 04 13:19:27.776014 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59690) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:27.790804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cad2b9b0-be07-422e-b70e-46962186c46c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=690f8fdc4f334ebe9dc59d9da5143695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6680098 Feb 04 13:19:27.869418 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832017c1-e2d9-4c4b-99d7-ce2d18fa1a0d req-fc16bfd6-2902-4686-90eb-0f490b95e407 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:27.881714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-832017c1-e2d9-4c4b-99d7-ce2d18fa1a0d req-fc16bfd6-2902-4686-90eb-0f490b95e407 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 944 time: 0.1588876 Feb 04 13:19:27.913838 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Publish callbacks [] for security_group (6915a4c0-433f-467a-bcee-586444405177), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:27.959235 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port efac2ce6-3101-4d18-80a9-58c22f84d3e1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:27.990734 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Publish callbacks [] for security_group (6915a4c0-433f-467a-bcee-586444405177), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:28.002496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device efac2ce6-3101-4d18-80a9-58c22f84d3e1 has no active binding in host n-h2-714676-13 {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 13:19:28.019488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-832017c1-e2d9-4c4b-99d7-ce2d18fa1a0d req-8e581417-f52d-485e-9683-aa268e367c8f tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357465 Feb 04 13:19:28.024953 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013c6b33-1840-4c51-a8ba-5825bdf5ecb0 x-openstack-request-id: req-013c6b33-1840-4c51-a8ba-5825bdf5ecb0 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:28.025357 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da30016e-0454-4a23-992d-067d34d5453c", "tag": "efac2ce6-3101-4d18-80a9-58c22f84d3e1", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:28.025538 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-013c6b33-1840-4c51-a8ba-5825bdf5ecb0 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:28.025951 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da30016e-0454-4a23-992d-067d34d5453c', 'tag': 'efac2ce6-3101-4d18-80a9-58c22f84d3e1', 'status': 'completed', 'code': 200} Feb 04 13:19:28.208258 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e8c72-db88-4506-acfd-4022d3c3e15f req-42596317-d33e-464e-a62c-912d2462c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:28.210455 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4a9e8c72-db88-4506-acfd-4022d3c3e15f req-42596317-d33e-464e-a62c-912d2462c2ae service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 1158 time: 0.1796229 Feb 04 13:19:28.212052 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6915a4c0-433f-467a-bcee-586444405177), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:28.214927 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:28.220111 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6915a4c0-433f-467a-bcee-586444405177 HTTP/1.1" status: 204 len: 168 time: 0.4416523 Feb 04 13:19:28.251258 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6915a4c0-433f-467a-bcee-586444405177,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:28.288034 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:28.288721 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:28.289786 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:28.290303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:28.290787 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:28.291444 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:28.291951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:28.292442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:28.292921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:28.293407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:28.293899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:28.294413 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:28.294945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0f490-9a5f-4129-90c1-3df898c5d30e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:28.364023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e8c72-db88-4506-acfd-4022d3c3e15f req-d3ecb34b-cb9c-4fa0-b788-2bdb76ff068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:28.365816 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4a9e8c72-db88-4506-acfd-4022d3c3e15f req-d3ecb34b-cb9c-4fa0-b788-2bdb76ff068f service neutron] 10.222.0.99 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.1444085 Feb 04 13:19:28.427169 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4a9e8c72-db88-4506-acfd-4022d3c3e15f req-2a51af91-a584-4fac-be89-777e2ffed5bf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1 HTTP/1.1" status: 200 len: 217 time: 0.0472827 Feb 04 13:19:28.506335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e8c72-db88-4506-acfd-4022d3c3e15f req-de871b4e-d4db-469a-96cf-ce393ec906b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:28.508798 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4a9e8c72-db88-4506-acfd-4022d3c3e15f req-de871b4e-d4db-469a-96cf-ce393ec906b0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.0745482 Feb 04 13:19:28.561838 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4a9e8c72-db88-4506-acfd-4022d3c3e15f req-19709ccc-331c-44f5-a375-0bc7cc0fa1c8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431118 Feb 04 13:19:28.675622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59710) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:28.689872 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4a9e8c72-db88-4506-acfd-4022d3c3e15f req-67754eb3-b348-4855-a155-436d953e85a1 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108358 Feb 04 13:19:28.843151 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4a9e8c72-db88-4506-acfd-4022d3c3e15f req-8fc2c83a-8e4d-419e-8e91-b9367c69d983 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513767 Feb 04 13:19:28.966904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6da039-d9ee-48e8-9c3a-e34719b45f6a req-937db8ee-6c88-49ef-a5d6-85a53ebb999d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:28.974279 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d6da039-d9ee-48e8-9c3a-e34719b45f6a req-937db8ee-6c88-49ef-a5d6-85a53ebb999d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.0889921 Feb 04 13:19:29.088161 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d6da039-d9ee-48e8-9c3a-e34719b45f6a req-c2866eb4-7c95-4d4b-ae8c-dda0df0941d1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128650 Feb 04 13:19:29.099959 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:29.377294 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Publish callbacks [] for security_group (fd051018-6a87-49a9-9bfd-f59b350c2a96), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:29.386357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fd051018-6a87-49a9-9bfd-f59b350c2a96), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:29.410195 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3e75e-6902-4010-9447-16354d8d3cc5 req-9b816202-5e66-4415-bfd7-7d5e0c6ea8c0 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:29.410195 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39f3e75e-6902-4010-9447-16354d8d3cc5 req-9b816202-5e66-4415-bfd7-7d5e0c6ea8c0 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 944 time: 0.1986973 Feb 04 13:19:29.483128 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd051018-6a87-49a9-9bfd-f59b350c2a96,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:29.511604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4b776c5c44b74260920fe46cb4cb764c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8347642 Feb 04 13:19:29.511886 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59746) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:29.518293 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:29.518639 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:29.520155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:29.520664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:29.520843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:29.521150 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:29.521464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:29.521783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:29.522362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:29.522486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:29.522750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:29.523126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:29.523550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1e50e9-fa24-44ab-b4a2-e45a4eca135a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:29.540447 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39f3e75e-6902-4010-9447-16354d8d3cc5 req-f0b9e844-8de5-48f5-8986-36198c003060 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333375 Feb 04 13:19:29.612017 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da39f0b8-16b9-4b41-a075-e6c92d5d6ab1 admin admin] Publish callbacks [] for security_group (fd051018-6a87-49a9-9bfd-f59b350c2a96), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:29.654768 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da39f0b8-16b9-4b41-a075-e6c92d5d6ab1 admin admin] Publish callbacks [] for security_group (fd051018-6a87-49a9-9bfd-f59b350c2a96), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:29.738268 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da39f0b8-16b9-4b41-a075-e6c92d5d6ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fd051018-6a87-49a9-9bfd-f59b350c2a96), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:29.742794 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da39f0b8-16b9-4b41-a075-e6c92d5d6ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:29.749063 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-da39f0b8-16b9-4b41-a075-e6c92d5d6ab1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fd051018-6a87-49a9-9bfd-f59b350c2a96 HTTP/1.1" status: 204 len: 168 time: 0.2357972 Feb 04 13:19:29.796552 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39f0b8-16b9-4b41-a075-e6c92d5d6ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd051018-6a87-49a9-9bfd-f59b350c2a96,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:29.845455 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-ab887d78-9619-43af-b7fe-99867fa12442 service neutron] show failed (client error): The resource could not be found. Feb 04 13:19:29.846520 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-ab887d78-9619-43af-b7fe-99867fa12442 service neutron] 10.222.0.99 "GET /v2.0/ports/e8a9f93e-eff3-426d-a478-32e1ddbe4bcc/bindings/n-h2-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0947440 Feb 04 13:19:30.166755 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-944af97f-2861-4724-86f2-1cf5ae5ef51c req-a830c622-b521-4f42-9003-bd3fa625f8c6 tempest-QuotasAdminNegativeTest-1381376889 tempest-QuotasAdminNegativeTest-1381376889-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=1c6f430994154fe7b103324155b025d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764987 Feb 04 13:19:30.449226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-91835fa2-6fda-4ee3-beac-e93fd42b1b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:30.451038 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-91835fa2-6fda-4ee3-beac-e93fd42b1b75 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b&tenant_id=62bf48b5c3894be3a3cc9319369f6e98 HTTP/1.1" status: 200 len: 1133 time: 0.2895484 Feb 04 13:19:30.465122 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:30.473699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944af97f-2861-4724-86f2-1cf5ae5ef51c req-c26947e1-ed4d-4ea5-9e2e-43b1969aa336 tempest-QuotasAdminNegativeTest-1381376889 tempest-QuotasAdminNegativeTest-1381376889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:30.475273 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-944af97f-2861-4724-86f2-1cf5ae5ef51c req-c26947e1-ed4d-4ea5-9e2e-43b1969aa336 tempest-QuotasAdminNegativeTest-1381376889 tempest-QuotasAdminNegativeTest-1381376889-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686329 Feb 04 13:19:30.535280 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59782) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:30.546979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190fab2-ebcb-4eeb-b266-dcd4c9f829d4 req-233c3c9d-1e39-46fd-b2e2-2d591c0c03f6 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:30.548840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d190fab2-ebcb-4eeb-b266-dcd4c9f829d4 req-233c3c9d-1e39-46fd-b2e2-2d591c0c03f6 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.2481000 Feb 04 13:19:30.558897 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-944af97f-2861-4724-86f2-1cf5ae5ef51c req-e09cbb90-5d5d-4227-a93b-881c4caa8d1e tempest-QuotasAdminNegativeTest-1381376889 tempest-QuotasAdminNegativeTest-1381376889-project] 10.222.0.96 "GET /v2.0/quotas/1c6f430994154fe7b103324155b025d6 HTTP/1.1" status: 200 len: 375 time: 0.0551884 Feb 04 13:19:30.592950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59788) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:30.617704 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0f1d-80fa-4fad-940b-26a2016548b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:30.681504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-944af97f-2861-4724-86f2-1cf5ae5ef51c req-bfc13b1e-40f4-4c1d-963c-83c8e5a28cd4 tempest-QuotasAdminNegativeTest-1381376889 tempest-QuotasAdminNegativeTest-1381376889-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1c6f430994154fe7b103324155b025d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008036 Feb 04 13:19:30.719170 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:30.850618 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d190fab2-ebcb-4eeb-b266-dcd4c9f829d4 req-2e654093-50ea-4141-a33f-27c88d177e0f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835639 Feb 04 13:19:30.853984 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0f1d-80fa-4fad-940b-26a2016548b2 admin admin] Publish callbacks [] for security_group (2729dacc-953a-44cb-b865-7f9fd750f96c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:30.865228 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0f1d-80fa-4fad-940b-26a2016548b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2729dacc-953a-44cb-b865-7f9fd750f96c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:30.935102 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f7ea0f1d-80fa-4fad-940b-26a2016548b2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=28ca843a4351499b9692e6fa7a0e0dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404961 Feb 04 13:19:30.937073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59792) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:30.949549 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea0f1d-80fa-4fad-940b-26a2016548b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2729dacc-953a-44cb-b865-7f9fd750f96c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:31.018855 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-387d0233-f17e-4b32-92cc-93ad38c46bff admin admin] Publish callbacks [] for security_group (2729dacc-953a-44cb-b865-7f9fd750f96c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:31.076215 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-387d0233-f17e-4b32-92cc-93ad38c46bff admin admin] Publish callbacks [] for security_group (2729dacc-953a-44cb-b865-7f9fd750f96c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:31.099236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-eb5c01c5-54cb-4d0e-8cbb-edb6237df23f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-network', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:31.165388 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5c01c5-54cb-4d0e-8cbb-edb6237df23f admin admin] Made reservation on behalf of 7f73e5a8bbc94399b661de4dcfcbc6a8 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:31.173766 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb5c01c5-54cb-4d0e-8cbb-edb6237df23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:31.198543 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb5c01c5-54cb-4d0e-8cbb-edb6237df23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:31.210150 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30632a-1397-40b4-a06c-0356540c696d req-2a1bc4ca-f843-491b-b88c-de4e04362bde tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:31.212021 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc30632a-1397-40b4-a06c-0356540c696d req-2a1bc4ca-f843-491b-b88c-de4e04362bde tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 944 time: 0.1131599 Feb 04 13:19:31.360159 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-387d0233-f17e-4b32-92cc-93ad38c46bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2729dacc-953a-44cb-b865-7f9fd750f96c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:31.377158 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-387d0233-f17e-4b32-92cc-93ad38c46bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:31.381454 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-387d0233-f17e-4b32-92cc-93ad38c46bff admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2729dacc-953a-44cb-b865-7f9fd750f96c HTTP/1.1" status: 204 len: 168 time: 0.4407837 Feb 04 13:19:31.404402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d0233-f17e-4b32-92cc-93ad38c46bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2729dacc-953a-44cb-b865-7f9fd750f96c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:31.456907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb5c01c5-54cb-4d0e-8cbb-edb6237df23f admin admin] Publish callbacks [] for security_group (7e23de90-cbf6-40c7-af99-24cdcb3d6009), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:31.467272 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb5c01c5-54cb-4d0e-8cbb-edb6237df23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7e23de90-cbf6-40c7-af99-24cdcb3d6009), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:31.519919 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5c01c5-54cb-4d0e-8cbb-edb6237df23f admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:19:31.564524 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb5c01c5-54cb-4d0e-8cbb-edb6237df23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (dc85e56d-2d75-4c90-9945-77ae124e78ee), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:31.564901 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-eb5c01c5-54cb-4d0e-8cbb-edb6237df23f admin admin] Added segment dc85e56d-2d75-4c90-9945-77ae124e78ee of type vlan for network 9cc0465b-5f92-47ea-8f92-e85f7aa0829c Feb 04 13:19:31.625476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c01c5-54cb-4d0e-8cbb-edb6237df23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e23de90-cbf6-40c7-af99-24cdcb3d6009,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:31.723031 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb5c01c5-54cb-4d0e-8cbb-edb6237df23f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (9cc0465b-5f92-47ea-8f92-e85f7aa0829c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:31.765848 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb5c01c5-54cb-4d0e-8cbb-edb6237df23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (9cc0465b-5f92-47ea-8f92-e85f7aa0829c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:31.768747 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5c01c5-54cb-4d0e-8cbb-edb6237df23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:31.769569 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb5c01c5-54cb-4d0e-8cbb-edb6237df23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:31.788174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc30632a-1397-40b4-a06c-0356540c696d req-31ab2e14-567a-450d-bfb7-e7534d30e22a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611711 Feb 04 13:19:31.840701 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] For port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:31.931575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] For port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:31.935032 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-eb5c01c5-54cb-4d0e-8cbb-edb6237df23f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3982532 Feb 04 13:19:31.942289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59810) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:31.952970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c903acf7-8b25-42a1-b38a-121a67f52a27 admin admin] Request body: {'subnet': {'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-subnet', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:31.976080 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c01c5-54cb-4d0e-8cbb-edb6237df23f admin admin] Pushing event updated for resources: {'Network': ['ID=9cc0465b-5f92-47ea-8f92-e85f7aa0829c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:31.997607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 9cc0465b-5f92-47ea-8f92-e85f7aa0829c details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:19:32.043238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd324da09-3589-45ae-a70f-18823deecf1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a9f93e-eff3-426d-a478-32e1ddbe4bcc'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:32.048562 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0651cab-a8bf-4987-a2d2-b3fbeb13f8d1" -d '{"events": [{"server_uuid": "d324da09-3589-45ae-a70f-18823deecf1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e8a9f93e-eff3-426d-a478-32e1ddbe4bcc"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:32.049372 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c903acf7-8b25-42a1-b38a-121a67f52a27 admin admin] Made reservation on behalf of 7f73e5a8bbc94399b661de4dcfcbc6a8 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:32.056596 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c903acf7-8b25-42a1-b38a-121a67f52a27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:32.056969 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Publish callbacks [] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:32.154910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Transition to ACTIVE for port object e8a9f93e-eff3-426d-a478-32e1ddbe4bcc will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:32.200485 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:32.363529 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-82a5b86d-7355-414d-b24f-d52bc4b87ba9 service neutron] 10.222.0.99 "GET /v2.0/ports/efac2ce6-3101-4d18-80a9-58c22f84d3e1/bindings/n-h2-714676-13 HTTP/1.1" status: 200 len: 385 time: 0.1186864 Feb 04 13:19:32.491232 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] No DVR routers for this DVR port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:19:32.506629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,revision_number=6']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:32.657366 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb30955-6f32-4359-ab11-7578a71fdf94 x-openstack-request-id: req-dfb30955-6f32-4359-ab11-7578a71fdf94 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:32.657855 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d324da09-3589-45ae-a70f-18823deecf1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e8a9f93e-eff3-426d-a478-32e1ddbe4bcc", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:32.658542 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dfb30955-6f32-4359-ab11-7578a71fdf94 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:32.659250 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd324da09-3589-45ae-a70f-18823deecf1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a9f93e-eff3-426d-a478-32e1ddbe4bcc', 'code': 200} Feb 04 13:19:32.781505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Attempting to bind port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:19:32.783527 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Attempting to bind port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:19:32.785044 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Attempting to bind port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:32.811740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:19:32.812748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Attempting to bind port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:32.817859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59834) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:32.860431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6903f-84a9-4152-8c96-ef0758c45d6b req-6aa76d06-71e3-4df4-b992-253dc82ce778 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:32.869718 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fd6903f-84a9-4152-8c96-ef0758c45d6b req-6aa76d06-71e3-4df4-b992-253dc82ce778 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 948 time: 0.3814950 Feb 04 13:19:32.873632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:19:32.873632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:32.873632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:19:32.875625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Bound port: e8a9f93e-eff3-426d-a478-32e1ddbe4bcc, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:19:32.879553 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:33.082879 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c903acf7-8b25-42a1-b38a-121a67f52a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for subnet (d52a34a0-4188-4f92-b84b-11965c276e4c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:33.118995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] For port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:33.123000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] For port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:19:33.142647 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fd6903f-84a9-4152-8c96-ef0758c45d6b req-d379d9f2-2c9c-4c82-ad6a-c2ed7f21facc tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463124 Feb 04 13:19:33.146552 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:33.209943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-e21c7ae5-809b-4fcc-9641-653879b3f64a service neutron] For port efac2ce6-3101-4d18-80a9-58c22f84d3e1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:33.285730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.287693 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:33.291393 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] 10.222.0.100 "PUT /v2.0/ports/e8a9f93e-eff3-426d-a478-32e1ddbe4bcc HTTP/1.1" status: 200 len: 1097 time: 2.8322122 Feb 04 13:19:33.292449 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f70de67f-b951-472d-a8fb-cf93425d5e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:33.294428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903acf7-8b25-42a1-b38a-121a67f52a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52a34a0-4188-4f92-b84b-11965c276e4c,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:33.304707 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c903acf7-8b25-42a1-b38a-121a67f52a27 admin admin] Checking segment: {'id': 'dc85e56d-2d75-4c90-9945-77ae124e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:33.308311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c903acf7-8b25-42a1-b38a-121a67f52a27 admin admin] Network hostable DHCP agents. Network: 9cc0465b-5f92-47ea-8f92-e85f7aa0829c, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:19:33.349836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-e21c7ae5-809b-4fcc-9641-653879b3f64a service neutron] For port efac2ce6-3101-4d18-80a9-58c22f84d3e1, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:33.442824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c903acf7-8b25-42a1-b38a-121a67f52a27 admin admin] Network 9cc0465b-5f92-47ea-8f92-e85f7aa0829c is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:19:33.467192 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f70de67f-b951-472d-a8fb-cf93425d5e28 admin admin] Publish callbacks [] for security_group (63e936f1-eed7-4f85-a6be-b77029d7f984), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:33.477305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-e21c7ae5-809b-4fcc-9641-653879b3f64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efac2ce6-3101-4d18-80a9-58c22f84d3e1 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:19:33.494301 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f70de67f-b951-472d-a8fb-cf93425d5e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (63e936f1-eed7-4f85-a6be-b77029d7f984), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:33.539157 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f70de67f-b951-472d-a8fb-cf93425d5e28 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6edc71ef87a64b6ea5af70da26616d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7168498 Feb 04 13:19:33.552629 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-e21c7ae5-809b-4fcc-9641-653879b3f64a service neutron] For port efac2ce6-3101-4d18-80a9-58c22f84d3e1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:33.557443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59852) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:33.595648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c903acf7-8b25-42a1-b38a-121a67f52a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 9cc0465b-5f92-47ea-8f92-e85f7aa0829c) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:33.606008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbad680-53dd-48fd-8e9e-bf518b96948a None None] Network 9cc0465b-5f92-47ea-8f92-e85f7aa0829c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:19:33.612491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1479b5-fa47-470a-a979-a2859994c410 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,revision_number=7']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:33.621075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c903acf7-8b25-42a1-b38a-121a67f52a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.622797 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c903acf7-8b25-42a1-b38a-121a67f52a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:33.642384 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-e21c7ae5-809b-4fcc-9641-653879b3f64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:33.657621 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c903acf7-8b25-42a1-b38a-121a67f52a27 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7115917 Feb 04 13:19:33.658613 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59860) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:33.692659 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-router', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:33.777745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70de67f-b951-472d-a8fb-cf93425d5e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e936f1-eed7-4f85-a6be-b77029d7f984,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:33.792930 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-840cf717-f5cc-4286-8298-9cfe34109792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.805755 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-840cf717-f5cc-4286-8298-9cfe34109792 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 1131 time: 0.3298388 Feb 04 13:19:33.809073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-e21c7ae5-809b-4fcc-9641-653879b3f64a service neutron] Transition to ACTIVE for port object efac2ce6-3101-4d18-80a9-58c22f84d3e1 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:33.820542 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-e21c7ae5-809b-4fcc-9641-653879b3f64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:33.844873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2dafd-9a47-42ba-baac-4217cf82d852 req-97ad9795-b260-4feb-bce9-b6c0a75822ea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.857166 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8af2dafd-9a47-42ba-baac-4217cf82d852 req-97ad9795-b260-4feb-bce9-b6c0a75822ea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 944 time: 0.6042190 Feb 04 13:19:34.015643 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'fixed_ips': [{'subnet_id': 'd52a34a0-4188-4f92-b84b-11965c276e4c'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:19:34.017605 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:34.139470 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-3163f3a5-1ee1-4e34-ab7a-0ca3bba24fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.142171 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-3163f3a5-1ee1-4e34-ab7a-0ca3bba24fb9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.2796545 Feb 04 13:19:34.287136 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8af2dafd-9a47-42ba-baac-4217cf82d852 req-0f01bbff-a933-47e0-8b06-1c4af4504b57 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290552 Feb 04 13:19:34.294215 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-8c77712d-5c13-46ee-a860-05428ac6f10d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc HTTP/1.1" status: 200 len: 217 time: 0.1049907 Feb 04 13:19:34.450160 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Allocated IP 172.20.0.2 (9cc0465b-5f92-47ea-8f92-e85f7aa0829c/d52a34a0-4188-4f92-b84b-11965c276e4c/78355e13-99c9-4279-99a6-9a32594abec9) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:34.496429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-36b0be5a-368f-4e14-ac3b-56564b3c65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.498564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-36b0be5a-368f-4e14-ac3b-56564b3c65c1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1973364 Feb 04 13:19:34.520303 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (a42dd086-dc10-4bdb-ae52-0da5ecece46e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:34.521376 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (a42dd086-dc10-4bdb-ae52-0da5ecece46e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:34.590039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-e21c7ae5-809b-4fcc-9641-653879b3f64a service neutron] No DVR routers for this DVR port efac2ce6-3101-4d18-80a9-58c22f84d3e1 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:19:34.592397 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1de6433e-acc6-410e-b00d-f5887e4a0482 admin admin] Publish callbacks [] for security_group (63e936f1-eed7-4f85-a6be-b77029d7f984), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:34.640840 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1de6433e-acc6-410e-b00d-f5887e4a0482 admin admin] Publish callbacks [] for security_group (63e936f1-eed7-4f85-a6be-b77029d7f984), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:34.642763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33605c-184e-4f6b-87c5-a2c2b7bd11ce req-2e300176-ece9-4def-b2b7-7658e98ec8f5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.644085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e33605c-184e-4f6b-87c5-a2c2b7bd11ce req-2e300176-ece9-4def-b2b7-7658e98ec8f5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 948 time: 0.2337270 Feb 04 13:19:34.662637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-518fa92f-9aec-45d2-b4d9-3e5f0f7acb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.665269 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-518fa92f-9aec-45d2-b4d9-3e5f0f7acb40 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1541648 Feb 04 13:19:34.666133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd324da09-3589-45ae-a70f-18823deecf1b', 'tag': 'e8a9f93e-eff3-426d-a478-32e1ddbe4bcc'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:34.669477 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205036ac-7d47-4cd5-b553-2af2d7234e62" -d '{"events": [{"name": "network-changed", "server_uuid": "d324da09-3589-45ae-a70f-18823deecf1b", "tag": "e8a9f93e-eff3-426d-a478-32e1ddbe4bcc"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:34.670328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e8a9f93e-eff3-426d-a478-32e1ddbe4bcc no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:19:34.733418 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15f7b82e-9368-48ea-8b53-180bf3d373ad req-81a0813b-979c-45f0-83ab-9455456903e1 tempest-QuotasAdminNegativeTest-1381376889 tempest-QuotasAdminNegativeTest-1381376889-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=1c6f430994154fe7b103324155b025d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0987270 Feb 04 13:19:34.752918 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1de6433e-acc6-410e-b00d-f5887e4a0482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (63e936f1-eed7-4f85-a6be-b77029d7f984), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:34.756397 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1de6433e-acc6-410e-b00d-f5887e4a0482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:34.758515 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1de6433e-acc6-410e-b00d-f5887e4a0482 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/63e936f1-eed7-4f85-a6be-b77029d7f984 HTTP/1.1" status: 204 len: 168 time: 1.1997309 Feb 04 13:19:34.820840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc host n-h2-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:19:34.821092 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e8a9f93e-eff3-426d-a478-32e1ddbe4bcc not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:19:34.821599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device efac2ce6-3101-4d18-80a9-58c22f84d3e1 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:19:34.834350 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-e21c7ae5-809b-4fcc-9641-653879b3f64a service neutron] 10.222.0.99 "PUT /v2.0/ports/efac2ce6-3101-4d18-80a9-58c22f84d3e1/bindings/n-h2-714676-13/activate HTTP/1.1" status: 200 len: 370 time: 2.4591560 Feb 04 13:19:34.868729 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c7ae5-809b-4fcc-9641-653879b3f64a service neutron] Pushing event updated for resources: {'Port': ['ID=efac2ce6-3101-4d18-80a9-58c22f84d3e1,revision_number=10']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:34.893562 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6433e-acc6-410e-b00d-f5887e4a0482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e936f1-eed7-4f85-a6be-b77029d7f984,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:34.935019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port efac2ce6-3101-4d18-80a9-58c22f84d3e1 host n-h2-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:19:34.935532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device efac2ce6-3101-4d18-80a9-58c22f84d3e1 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:19:34.971521 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Publish callbacks [] for port (78355e13-99c9-4279-99a6-9a32594abec9), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:34.980830 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (78355e13-99c9-4279-99a6-9a32594abec9), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:35.042352 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-3971a8cb-3453-4f7a-80d3-12c3418503fc service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689389 Feb 04 13:19:35.058137 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Publish callbacks [] for router_controller (a42dd086-dc10-4bdb-ae52-0da5ecece46e), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:35.062078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Network 9cc0465b-5f92-47ea-8f92-e85f7aa0829c is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:35.066251 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Pushing event updated for resources: {'Port': ['ID=78355e13-99c9-4279-99a6-9a32594abec9,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:35.069514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:35.077030 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:19:35.170933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:35.171288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:35.171638 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:35.171982 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:35.172460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:35.172805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:35.173143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:35.173469 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:35.173802 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:35.174154 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:35.174491 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:35.174815 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:35.175144 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:35.186917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Attempting to bind port 78355e13-99c9-4279-99a6-9a32594abec9 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:19:35.187515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Attempting to bind port 78355e13-99c9-4279-99a6-9a32594abec9 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'dc85e56d-2d75-4c90-9945-77ae124e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:19:35.188347 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Attempting to bind port 78355e13-99c9-4279-99a6-9a32594abec9 on network 9cc0465b-5f92-47ea-8f92-e85f7aa0829c {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:35.198150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:19:35.198980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Checking segment: {'id': 'dc85e56d-2d75-4c90-9945-77ae124e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:35.199561 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:35.200117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Bound using segment: {'id': 'dc85e56d-2d75-4c90-9945-77ae124e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:19:35.200884 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Bound port: 78355e13-99c9-4279-99a6-9a32594abec9, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc85e56d-2d75-4c90-9945-77ae124e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:19:35.201446 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (78355e13-99c9-4279-99a6-9a32594abec9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:35.269206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e33605c-184e-4f6b-87c5-a2c2b7bd11ce req-98384806-426b-44b7-aed6-ca7772eab350 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6131968 Feb 04 13:19:35.374651 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] For port 78355e13-99c9-4279-99a6-9a32594abec9, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:35.385438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] For port 78355e13-99c9-4279-99a6-9a32594abec9, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=78355e13-99c9-4279-99a6-9a32594abec9,segment=NetworkSegment(dc85e56d-2d75-4c90-9945-77ae124e78ee),segment_id=dc85e56d-2d75-4c90-9945-77ae124e78ee)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:19:35.403287 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (78355e13-99c9-4279-99a6-9a32594abec9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:35.405380 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59898) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:35.424052 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7b82e-9368-48ea-8b53-180bf3d373ad req-adfe3339-a756-4c1e-8b07-5038d603d6b9 tempest-QuotasAdminNegativeTest-1381376889 tempest-QuotasAdminNegativeTest-1381376889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:35.426361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-6fb0c63c-dbf3-463a-8595-e7d63be31c9f tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:35.428055 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-6fb0c63c-dbf3-463a-8595-e7d63be31c9f tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c&tenant_id=9bf6f764e0d34de9a21a32956f525822&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 1128 time: 0.4470153 Feb 04 13:19:35.436086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15f7b82e-9368-48ea-8b53-180bf3d373ad req-adfe3339-a756-4c1e-8b07-5038d603d6b9 tempest-QuotasAdminNegativeTest-1381376889 tempest-QuotasAdminNegativeTest-1381376889-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6842074 Feb 04 13:19:35.460080 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc59a57-4c0e-4865-b945-48da9036ff22 x-openstack-request-id: req-adc59a57-4c0e-4865-b945-48da9036ff22 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:35.461630 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d324da09-3589-45ae-a70f-18823deecf1b", "tag": "e8a9f93e-eff3-426d-a478-32e1ddbe4bcc", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:35.461894 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-adc59a57-4c0e-4865-b945-48da9036ff22 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:35.464059 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd324da09-3589-45ae-a70f-18823deecf1b', 'tag': 'e8a9f93e-eff3-426d-a478-32e1ddbe4bcc', 'status': 'completed', 'code': 200} Feb 04 13:19:35.467044 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-329d9689-90b0-425f-93c2-c55d7c65bbef req-3b485d2a-0b44-4879-bd13-08a6432a808a service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886964 Feb 04 13:19:35.489714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15f7b82e-9368-48ea-8b53-180bf3d373ad req-0cafad3b-020c-4834-ad18-2aa421731260 tempest-QuotasAdminNegativeTest-1381376889 tempest-QuotasAdminNegativeTest-1381376889-project] 10.222.0.96 "GET /v2.0/quotas/1c6f430994154fe7b103324155b025d6 HTTP/1.1" status: 200 len: 375 time: 0.0515521 Feb 04 13:19:35.547543 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d1a34ad-7215-41cc-8ea8-f706514e5398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:35.577423 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Publish callbacks [] for router_gateway (a42dd086-dc10-4bdb-ae52-0da5ecece46e), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:35.620453 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a2544-b369-4f49-8826-da563f29cd52 None None] Pushing event updated for resources: {'Port': ['ID=78355e13-99c9-4279-99a6-9a32594abec9,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:35.639254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15f7b82e-9368-48ea-8b53-180bf3d373ad req-86e64f19-8d4b-47a1-a7ba-b58156d7f21a tempest-QuotasAdminNegativeTest-1381376889 tempest-QuotasAdminNegativeTest-1381376889-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1c6f430994154fe7b103324155b025d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1486411 Feb 04 13:19:35.745324 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-f6314cab-d7e1-4993-b252-c8029c74481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:35.747299 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-f6314cab-d7e1-4993-b252-c8029c74481a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c&tenant_id=9bf6f764e0d34de9a21a32956f525822 HTTP/1.1" status: 200 len: 1128 time: 0.2625093 Feb 04 13:19:35.768253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-92777ad1-5f1b-49ae-b490-566ba13988de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:35.769821 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-92777ad1-5f1b-49ae-b490-566ba13988de service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 1131 time: 0.2833636 Feb 04 13:19:35.773856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-6ae14327-bf97-4eae-9c75-ec713a8d0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:35.775922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-6ae14327-bf97-4eae-9c75-ec713a8d0600 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 1131 time: 0.1956921 Feb 04 13:19:36.084576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-e154b3a0-a486-4e3d-9078-4555cba56d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.086390 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-e154b3a0-a486-4e3d-9078-4555cba56d86 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.2991602 Feb 04 13:19:36.173668 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d1a34ad-7215-41cc-8ea8-f706514e5398 admin admin] Publish callbacks [] for security_group (ebe86c65-3f69-454a-b00b-06dd86000add), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:36.224292 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-cc2223fc-c91e-4dbf-abd2-da8f4fc11690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.227804 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-cc2223fc-c91e-4dbf-abd2-da8f4fc11690 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 1128 time: 0.4389491 Feb 04 13:19:36.240016 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-19bae8b4-a0fc-4034-8d88-80f92c470d9b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc HTTP/1.1" status: 200 len: 217 time: 0.1400797 Feb 04 13:19:36.248348 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d1a34ad-7215-41cc-8ea8-f706514e5398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ebe86c65-3f69-454a-b00b-06dd86000add), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:36.296465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450c9bd-7ba4-451e-9e8d-53675d2abd41 req-a7162a4d-cb3c-4c2b-9927-5a6e84abd95d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.305141 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d450c9bd-7ba4-451e-9e8d-53675d2abd41 req-a7162a4d-cb3c-4c2b-9927-5a6e84abd95d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 945 time: 0.3540416 Feb 04 13:19:36.379414 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a34ad-7215-41cc-8ea8-f706514e5398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe86c65-3f69-454a-b00b-06dd86000add,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:36.443764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-4af98836-ff02-4414-94e9-79d78aff73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.445859 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-4af98836-ff02-4414-94e9-79d78aff73a5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1905484 Feb 04 13:19:36.524738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d450c9bd-7ba4-451e-9e8d-53675d2abd41 req-02494505-578a-4a71-8d6b-a701ebb6662b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943500 Feb 04 13:19:36.525798 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2d1a34ad-7215-41cc-8ea8-f706514e5398 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=eb69426a0a3c4ae3aee4974bf1cbf5ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1193757 Feb 04 13:19:36.527090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-c0e3f1c8-6474-41e1-8978-d5de961c9d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.528583 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-c0e3f1c8-6474-41e1-8978-d5de961c9d4b service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.7477255 Feb 04 13:19:36.529135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59916) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:36.573637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-7ce04217-840d-4bc0-8078-a967f72b1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.575299 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-7ce04217-840d-4bc0-8078-a967f72b1cee service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1232705 Feb 04 13:19:36.675017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-72087193-bf38-4ca8-b3c1-72daebee71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.676568 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-72087193-bf38-4ca8-b3c1-72daebee71e8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.4173012 Feb 04 13:19:36.686462 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-23da8490-0ced-4a6d-a787-c978960ebbc2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc HTTP/1.1" status: 200 len: 217 time: 0.1413968 Feb 04 13:19:36.770202 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-d13fa694-4158-43a2-bac6-d741778c4ef8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1 HTTP/1.1" status: 200 len: 217 time: 0.0821819 Feb 04 13:19:36.848085 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e7fbf-1154-4a79-8f5f-70dab49f8d10 req-53802808-18c3-4360-9425-86031dd49947 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.849708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-871e7fbf-1154-4a79-8f5f-70dab49f8d10 req-53802808-18c3-4360-9425-86031dd49947 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 948 time: 0.1565251 Feb 04 13:19:36.880280 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-3c870782-375d-4b1d-a866-6ebb1a8307c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.883338 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-d011c86e-52cb-4c88-bfdd-47aa3ea2dcde service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995303 Feb 04 13:19:36.887282 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-3c870782-375d-4b1d-a866-6ebb1a8307c6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1893663 Feb 04 13:19:37.095622 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-333f02f1-cd46-4194-8c6a-8692cde2028a admin admin] Publish callbacks [] for security_group (ebe86c65-3f69-454a-b00b-06dd86000add), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:37.180895 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-4a99d7d5-8ec3-4d69-9ccd-6b8310a8d850 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802358 Feb 04 13:19:37.235839 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-333f02f1-cd46-4194-8c6a-8692cde2028a admin admin] Publish callbacks [] for security_group (ebe86c65-3f69-454a-b00b-06dd86000add), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:37.242841 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Publish callbacks [] for router_gateway (a42dd086-dc10-4bdb-ae52-0da5ecece46e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:37.281044 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-2ffadadb-858d-4315-8e99-e1bd3425260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:37.284126 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-2ffadadb-858d-4315-8e99-e1bd3425260c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.2852082 Feb 04 13:19:37.290254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-871e7fbf-1154-4a79-8f5f-70dab49f8d10 req-368d66bf-df9b-432e-b5c2-6e5de8c86e86 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210043 Feb 04 13:19:37.383723 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:37.492726 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-a43d3105-fdb1-49f0-a5af-31f6cdfb921d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364520 Feb 04 13:19:37.502769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-95e53e08-b2d6-42f6-9f13-f50b5f9c75e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:37.505691 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-95e53e08-b2d6-42f6-9f13-f50b5f9c75e4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4978569 Feb 04 13:19:37.577711 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609c7d55-1318-461f-86fe-33b46d718655 None None] Network 9cc0465b-5f92-47ea-8f92-e85f7aa0829c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:19:37.636793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a28948f0-fdb9-4ba3-a0a1-8cf299583a85 req-51ebaad7-8b92-4fc5-b80d-5558834a6dd5 tempest-QuotasAdminNegativeTest-1381376889 tempest-QuotasAdminNegativeTest-1381376889-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=1c6f430994154fe7b103324155b025d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482047 Feb 04 13:19:37.738267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 78355e13-99c9-4279-99a6-9a32594abec9 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:37.805240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c844f1b5-3481-4597-9c30-947e0f3dcd81 None None] Provisioning complete for port 78355e13-99c9-4279-99a6-9a32594abec9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:37.808568 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c844f1b5-3481-4597-9c30-947e0f3dcd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (78355e13-99c9-4279-99a6-9a32594abec9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:37.852137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28948f0-fdb9-4ba3-a0a1-8cf299583a85 req-b4c129ad-04e2-4a1b-8b9a-eacec230c792 tempest-QuotasAdminNegativeTest-1381376889 tempest-QuotasAdminNegativeTest-1381376889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:37.854579 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a28948f0-fdb9-4ba3-a0a1-8cf299583a85 req-b4c129ad-04e2-4a1b-8b9a-eacec230c792 tempest-QuotasAdminNegativeTest-1381376889 tempest-QuotasAdminNegativeTest-1381376889-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154174 Feb 04 13:19:37.862035 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-333f02f1-cd46-4194-8c6a-8692cde2028a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ebe86c65-3f69-454a-b00b-06dd86000add), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:37.864626 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-333f02f1-cd46-4194-8c6a-8692cde2028a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:37.865904 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-333f02f1-cd46-4194-8c6a-8692cde2028a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ebe86c65-3f69-454a-b00b-06dd86000add HTTP/1.1" status: 204 len: 168 time: 1.3328512 Feb 04 13:19:37.921912 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a28948f0-fdb9-4ba3-a0a1-8cf299583a85 req-0f506054-9791-4dfb-9d84-7b814b7e74ee tempest-QuotasAdminNegativeTest-1381376889 tempest-QuotasAdminNegativeTest-1381376889-project] 10.222.0.96 "GET /v2.0/quotas/1c6f430994154fe7b103324155b025d6 HTTP/1.1" status: 200 len: 375 time: 0.0318086 Feb 04 13:19:37.923387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f02f1-cd46-4194-8c6a-8692cde2028a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe86c65-3f69-454a-b00b-06dd86000add,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:37.932830 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-bbb9a742-9b35-42ae-af86-2bf82e192266 service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206536 Feb 04 13:19:37.936970 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-07090a29-74bb-4193-8d73-0c031420a90e service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112754 Feb 04 13:19:37.946993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fb467-bfe1-4f19-a0ea-2c0397730b2b req-04bfc581-0831-4f08-87dc-2917009026a6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:37.954435 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-749fb467-bfe1-4f19-a0ea-2c0397730b2b req-04bfc581-0831-4f08-87dc-2917009026a6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 945 time: 0.0984998 Feb 04 13:19:37.981532 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Allocated IP 172.25.5.169 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/2a8ccdad-ebb0-4212-a548-0701bf534853) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:38.015362 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a28948f0-fdb9-4ba3-a0a1-8cf299583a85 req-8091b9b8-2f25-4316-9721-c2d173248f6c tempest-QuotasAdminNegativeTest-1381376889 tempest-QuotasAdminNegativeTest-1381376889-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1c6f430994154fe7b103324155b025d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907915 Feb 04 13:19:38.019423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 78355e13-99c9-4279-99a6-9a32594abec9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:38.019870 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (78355e13-99c9-4279-99a6-9a32594abec9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:38.178745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-749fb467-bfe1-4f19-a0ea-2c0397730b2b req-aace1e9f-1037-490d-8759-6c9c123ab279 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230031 Feb 04 13:19:38.242996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c844f1b5-3481-4597-9c30-947e0f3dcd81 None None] Current status of the port 78355e13-99c9-4279-99a6-9a32594abec9 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:38.244376 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c844f1b5-3481-4597-9c30-947e0f3dcd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (78355e13-99c9-4279-99a6-9a32594abec9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:38.412723 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 78355e13-99c9-4279-99a6-9a32594abec9 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:38.413189 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (78355e13-99c9-4279-99a6-9a32594abec9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:38.485125 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c844f1b5-3481-4597-9c30-947e0f3dcd81 None None] For port 78355e13-99c9-4279-99a6-9a32594abec9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=78355e13-99c9-4279-99a6-9a32594abec9,segment=NetworkSegment(dc85e56d-2d75-4c90-9945-77ae124e78ee),segment_id=dc85e56d-2d75-4c90-9945-77ae124e78ee)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:38.517146 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c844f1b5-3481-4597-9c30-947e0f3dcd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (78355e13-99c9-4279-99a6-9a32594abec9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:38.552500 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-0ce5db4a-0ca7-4cf2-96e5-78ce85ab0ca1 service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109195 Feb 04 13:19:38.612409 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-205036ac-7d47-4cd5-b553-2af2d7234e62 req-9121c3e9-e08f-4670-a799-f8b4b5bb01c9 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497548 Feb 04 13:19:38.697003 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Publish callbacks [] for port (2a8ccdad-ebb0-4212-a548-0701bf534853), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:38.759920 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:19:38.759920 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:19:38.812509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844f1b5-3481-4597-9c30-947e0f3dcd81 None None] Pushing event updated for resources: {'Port': ['ID=78355e13-99c9-4279-99a6-9a32594abec9,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:38.854918 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (2a8ccdad-ebb0-4212-a548-0701bf534853), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:38.914340 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-28b30ef3-313c-40e0-9c3a-4fe334b7c426 None None] Provisioning complete for port 78355e13-99c9-4279-99a6-9a32594abec9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:38.915501 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-28b30ef3-313c-40e0-9c3a-4fe334b7c426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (78355e13-99c9-4279-99a6-9a32594abec9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:39.051258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e54999-bc90-4b91-bba8-9bbc3e8ba3c5 req-9d3f47f3-6857-4962-9151-136b7e6d3273 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:39.056939 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5e54999-bc90-4b91-bba8-9bbc3e8ba3c5 req-9d3f47f3-6857-4962-9151-136b7e6d3273 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 948 time: 0.2537465 Feb 04 13:19:39.211962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5e54999-bc90-4b91-bba8-9bbc3e8ba3c5 req-19dddad3-919d-4217-9647-b5b0afd4b691 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432993 Feb 04 13:19:39.220347 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-28b30ef3-313c-40e0-9c3a-4fe334b7c426 None None] Current status of the port 78355e13-99c9-4279-99a6-9a32594abec9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:39.407845 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 78355e13-99c9-4279-99a6-9a32594abec9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:39.549467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f314213-1918-4e4c-bebd-c2e0ae873fee req-13ddac19-45f0-4a7f-8574-334e735491df tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:39.551424 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Pushing event updated for resources: {'Port': ['ID=2a8ccdad-ebb0-4212-a548-0701bf534853,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:39.560581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f314213-1918-4e4c-bebd-c2e0ae873fee req-13ddac19-45f0-4a7f-8574-334e735491df tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 945 time: 0.1297200 Feb 04 13:19:39.566045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59988) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:39.581003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 78355e13-99c9-4279-99a6-9a32594abec9 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:39.585496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device e8a9f93e-eff3-426d-a478-32e1ddbe4bcc details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:19:39.654630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:39.663241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59994) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:39.667529 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:39.677114 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:19:39.685901 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f314213-1918-4e4c-bebd-c2e0ae873fee req-593d0ece-c3ac-4c30-801e-2b2e1548026b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212504 Feb 04 13:19:39.799678 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:19:39.886091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-8d67d0f3-39fc-453e-8982-7178b25094d8 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:39.887925 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-8d67d0f3-39fc-453e-8982-7178b25094d8 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c&tenant_id=9bf6f764e0d34de9a21a32956f525822&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 1128 time: 0.3199232 Feb 04 13:19:40.086570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d6ad-cbb6-498c-8af1-1e0586ca0c46 req-b684da84-a7e6-46b9-8eb7-b32576ab6cad tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:40.088152 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da18d6ad-cbb6-498c-8af1-1e0586ca0c46 req-b684da84-a7e6-46b9-8eb7-b32576ab6cad tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 1128 time: 0.1594718 Feb 04 13:19:40.189317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 78355e13-99c9-4279-99a6-9a32594abec9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:40.190193 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (78355e13-99c9-4279-99a6-9a32594abec9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:40.221830 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c183d6ae-3453-45fe-915e-0c91a0d4e6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:40.274759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-58ce9c7f-c0f4-4fa6-a1de-6121a5cf7f1b service neutron] For port efac2ce6-3101-4d18-80a9-58c22f84d3e1, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:40.285911 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-58ce9c7f-c0f4-4fa6-a1de-6121a5cf7f1b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:40.297365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:40.297946 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cfee7bb1-1e02-42a8-aa0e-e12e24f0fe8e req-58ce9c7f-c0f4-4fa6-a1de-6121a5cf7f1b service neutron] 10.222.0.100 "DELETE /v2.0/ports/efac2ce6-3101-4d18-80a9-58c22f84d3e1/bindings/n-h1-714676-13 HTTP/1.1" status: 204 len: 173 time: 0.4013786 Feb 04 13:19:40.320404 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Publish callbacks [] for router_gateway (a42dd086-dc10-4bdb-ae52-0da5ecece46e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:40.352111 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 78355e13-99c9-4279-99a6-9a32594abec9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:40.376765 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'e8a9f93e-eff3-426d-a478-32e1ddbe4bcc', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': 'e8a9f93e-eff3-426d-a478-32e1ddbe4bcc', 'mac_address': 'fa:16:3e:72:13:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:19:40.461473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:40.467575 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:40.480600 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da18d6ad-cbb6-498c-8af1-1e0586ca0c46 req-1614c1d5-0f03-4813-aa5f-8e94b700c36d tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763177 Feb 04 13:19:40.483878 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-80427e63-cb0b-4ec7-92a1-5fe58e416de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:40.487040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a9f93e-eff3-426d-a478-32e1ddbe4bcc {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:19:40.520687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:40.528127 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:40.726588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:40.824572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3b7ae-0df0-4216-9d45-6ab6b738259a req-8c09e1ba-4cb5-4de5-b128-27a05cb99b6b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:40.853223 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ca3b7ae-0df0-4216-9d45-6ab6b738259a req-8c09e1ba-4cb5-4de5-b128-27a05cb99b6b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 949 time: 0.3350089 Feb 04 13:19:40.876278 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0b6b768e-bb44-4999-b9ee-56ccb4f03f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:40.983272 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ca3b7ae-0df0-4216-9d45-6ab6b738259a req-08a099ba-a403-43bc-913e-bf9e9c22e7f5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279111 Feb 04 13:19:40.983970 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (a42dd086-dc10-4bdb-ae52-0da5ecece46e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:41.133564 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c183d6ae-3453-45fe-915e-0c91a0d4e6f7 admin admin] Publish callbacks [] for security_group (8251696b-7e15-473e-907e-17f0e9b50ce1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:41.154958 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c183d6ae-3453-45fe-915e-0c91a0d4e6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8251696b-7e15-473e-907e-17f0e9b50ce1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:41.216247 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-80427e63-cb0b-4ec7-92a1-5fe58e416de9 admin admin] Publish callbacks [] for security_group (d865f06c-1959-4834-8d79-d5d065de4efc), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:41.229470 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183d6ae-3453-45fe-915e-0c91a0d4e6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8251696b-7e15-473e-907e-17f0e9b50ce1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:41.307127 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Router a42dd086-dc10-4bdb-ae52-0da5ecece46e is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:19:41.438927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-502e1cc7-5086-4e4f-b613-fbd59b0806b7 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:41.441657 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-502e1cc7-5086-4e4f-b613-fbd59b0806b7 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 821 time: 0.2060800 Feb 04 13:19:41.448239 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-80427e63-cb0b-4ec7-92a1-5fe58e416de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d865f06c-1959-4834-8d79-d5d065de4efc), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:41.654463 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:19:41.662317 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-80427e63-cb0b-4ec7-92a1-5fe58e416de9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=13f7805aad8e4dd68bdbfac0bbf8a008&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0875125 Feb 04 13:19:41.665264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60030) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:41.668643 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80427e63-cb0b-4ec7-92a1-5fe58e416de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d865f06c-1959-4834-8d79-d5d065de4efc,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:41.672653 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Sync routers for ids ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:41.715602 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:41.718244 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3cb008eb-06db-45c8-a3e5-7a41a96bfe2d admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 8.0281265 Feb 04 13:19:41.721756 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60032) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:41.738419 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c183d6ae-3453-45fe-915e-0c91a0d4e6f7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1c6f430994154fe7b103324155b025d6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0717728 Feb 04 13:19:41.740793 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60034) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:41.742823 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Routers {'a42dd086-dc10-4bdb-ae52-0da5ecece46e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:19:41.744526 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:19:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:41.760630 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-51551f64-604a-432a-af9f-592bfd8d770c tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/quotas/9bf6f764e0d34de9a21a32956f525822 HTTP/1.1" status: 200 len: 375 time: 0.1839030 Feb 04 13:19:41.870078 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-86367777-d579-49ea-a82f-c2841dfa06d7 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1082473 Feb 04 13:19:41.879564 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-396b9232-303f-4727-8b4f-82b53130bd3a admin admin] Publish callbacks [] for security_group (d865f06c-1959-4834-8d79-d5d065de4efc), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:41.986217 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-396b9232-303f-4727-8b4f-82b53130bd3a admin admin] Publish callbacks [] for security_group (d865f06c-1959-4834-8d79-d5d065de4efc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:42.071610 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-9ebb222c-babb-41f9-9a3b-895fddebf69b service neutron] 10.222.0.96 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932881 Feb 04 13:19:42.266282 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-396b9232-303f-4727-8b4f-82b53130bd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d865f06c-1959-4834-8d79-d5d065de4efc), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:42.279128 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Set router a42dd086-dc10-4bdb-ae52-0da5ecece46e gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:19:42.279367 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-396b9232-303f-4727-8b4f-82b53130bd3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:42.283482 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-396b9232-303f-4727-8b4f-82b53130bd3a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d865f06c-1959-4834-8d79-d5d065de4efc HTTP/1.1" status: 204 len: 168 time: 0.6075063 Feb 04 13:19:42.362237 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-fcde4010-f0d7-494c-a05e-eca32d04aaea service neutron] 10.222.0.96 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771440 Feb 04 13:19:42.366415 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b9232-303f-4727-8b4f-82b53130bd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d865f06c-1959-4834-8d79-d5d065de4efc,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:42.457082 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d103ccd-3e18-4151-8954-97c00d2d6185 admin admin] Publish callbacks [] for security_group (8251696b-7e15-473e-907e-17f0e9b50ce1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:42.609866 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d103ccd-3e18-4151-8954-97c00d2d6185 admin admin] Publish callbacks [] for security_group (8251696b-7e15-473e-907e-17f0e9b50ce1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:42.645893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3763c-c60d-478f-ba91-9e55a9a07e68 req-bb054331-8ad0-44a2-bc8a-05b7ec99ac6d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:42.658257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8b3763c-c60d-478f-ba91-9e55a9a07e68 req-bb054331-8ad0-44a2-bc8a-05b7ec99ac6d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 949 time: 0.3950329 Feb 04 13:19:42.834637 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8b3763c-c60d-478f-ba91-9e55a9a07e68 req-c87450cf-020c-4937-9272-d9460887c229 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722379 Feb 04 13:19:42.975339 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d103ccd-3e18-4151-8954-97c00d2d6185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8251696b-7e15-473e-907e-17f0e9b50ce1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:42.986083 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d103ccd-3e18-4151-8954-97c00d2d6185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:42.994362 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1d103ccd-3e18-4151-8954-97c00d2d6185 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8251696b-7e15-473e-907e-17f0e9b50ce1 HTTP/1.1" status: 204 len: 168 time: 1.2522423 Feb 04 13:19:43.027660 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-router', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:19:40Z', 'revision_number': 3, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'gw_port': {'id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:37Z', 'updated_at': '2022-02-04T13:19:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:43.073478 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d495994a-181f-4781-93f4-ffbf82bc85e8 req-15f00c06-d900-4e00-a845-04ea35b12963 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 210 time: 0.1335621 Feb 04 13:19:43.086298 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Checking router: a42dd086-dc10-4bdb-ae52-0da5ecece46e for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:19:43.086482 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Updating router a42dd086-dc10-4bdb-ae52-0da5ecece46e port 2a8ccdad-ebb0-4212-a548-0701bf534853 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:19:43.205524 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2a8ccdad-ebb0-4212-a548-0701bf534853), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:43.206374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d103ccd-3e18-4151-8954-97c00d2d6185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8251696b-7e15-473e-907e-17f0e9b50ce1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:43.387347 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:43.400243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60070) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:43.443915 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b81dea5-24b5-4465-a704-1fcbb7ac69c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:43.645947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60072) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:43.716567 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:43.733181 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f09a1b09-2a30-4228-bf2e-da79e3989dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:43.809154 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Publish callbacks [] for port (2a8ccdad-ebb0-4212-a548-0701bf534853), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:43.817932 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2a8ccdad-ebb0-4212-a548-0701bf534853), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:43.910409 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b7183-db2f-4948-9e99-e7dd291cc67d None None] Pushing event updated for resources: {'Port': ['ID=2a8ccdad-ebb0-4212-a548-0701bf534853,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:43.922481 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Attempting to bind port 2a8ccdad-ebb0-4212-a548-0701bf534853 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:19:43.923644 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Attempting to bind port 2a8ccdad-ebb0-4212-a548-0701bf534853 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:19:43.924682 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Attempting to bind port 2a8ccdad-ebb0-4212-a548-0701bf534853 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:43.933340 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:19:43.934061 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:43.934888 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:43.935571 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:19:43.936282 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Bound port: 2a8ccdad-ebb0-4212-a548-0701bf534853, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:19:43.936971 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2a8ccdad-ebb0-4212-a548-0701bf534853), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:44.073220 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b81dea5-24b5-4465-a704-1fcbb7ac69c4 admin admin] Publish callbacks [] for security_group (1170e2fe-d224-4c5b-920c-33545301b10d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:44.078134 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] For port 2a8ccdad-ebb0-4212-a548-0701bf534853, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:44.089427 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] For port 2a8ccdad-ebb0-4212-a548-0701bf534853, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2a8ccdad-ebb0-4212-a548-0701bf534853,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:19:44.102381 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2a8ccdad-ebb0-4212-a548-0701bf534853), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:44.158232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Allocated IP 172.20.0.1 (9cc0465b-5f92-47ea-8f92-e85f7aa0829c/d52a34a0-4188-4f92-b84b-11965c276e4c/85da509f-1b89-4ec9-a34c-26c04a06aa61) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:44.200439 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b81dea5-24b5-4465-a704-1fcbb7ac69c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1170e2fe-d224-4c5b-920c-33545301b10d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:44.360993 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:44.383633 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b7183-db2f-4948-9e99-e7dd291cc67d None None] Pushing event updated for resources: {'Port': ['ID=2a8ccdad-ebb0-4212-a548-0701bf534853,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:44.402425 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Routers {'a42dd086-dc10-4bdb-ae52-0da5ecece46e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:19:44.403154 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:19:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:44.443200 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Publish callbacks [] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:44.490767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0b81dea5-24b5-4465-a704-1fcbb7ac69c4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f478e6fb11e845c3945458df08c3f3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0868208 Feb 04 13:19:44.497697 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60084) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:44.544745 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9589166-f4dc-46ad-a134-82edf438e750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:44.551427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4bba3da3-45dc-433c-85ed-5a71f25beda9 req-e8f53445-d8ca-4a9c-843b-dc8622581a8a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 210 time: 0.3142538 Feb 04 13:19:44.552523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81dea5-24b5-4465-a704-1fcbb7ac69c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1170e2fe-d224-4c5b-920c-33545301b10d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:44.622469 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:44.626638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c2763-6ed0-49ae-83f7-d9186015af30 req-2b3ed48e-1442-491d-989f-e770fb971958 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:44.629073 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-419c2763-6ed0-49ae-83f7-d9186015af30 req-2b3ed48e-1442-491d-989f-e770fb971958 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 949 time: 0.5536351 Feb 04 13:19:44.677725 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5ffafae-7e7b-468f-9461-5eeae47c4dae admin admin] Publish callbacks [] for security_group (1170e2fe-d224-4c5b-920c-33545301b10d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:44.739308 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] Set router a42dd086-dc10-4bdb-ae52-0da5ecece46e gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:19:44.760247 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Network 9cc0465b-5f92-47ea-8f92-e85f7aa0829c is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:44.776936 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:44.805407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:19:44.807372 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (a42dd086-dc10-4bdb-ae52-0da5ecece46e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:44.869122 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-419c2763-6ed0-49ae-83f7-d9186015af30 req-a98fdda2-ea44-44ad-be48-76c4d8904265 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325618 Feb 04 13:19:44.943997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60086) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:45.030797 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9eb39c4c-83a6-4086-86bd-f2a8a465c584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:45.071109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['e8a9f93e-eff3-426d-a478-32e1ddbe4bcc'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:19:45.111819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5ffafae-7e7b-468f-9461-5eeae47c4dae admin admin] Publish callbacks [] for security_group (1170e2fe-d224-4c5b-920c-33545301b10d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:45.127048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Pushing event updated for resources: {'Port': ['ID=85da509f-1b89-4ec9-a34c-26c04a06aa61,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:45.166751 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9589166-f4dc-46ad-a134-82edf438e750 admin admin] Publish callbacks [] for security_group (ca66e2d4-4c9e-404e-b131-10e5ab5f0416), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:45.180852 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9589166-f4dc-46ad-a134-82edf438e750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ca66e2d4-4c9e-404e-b131-10e5ab5f0416), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:45.202651 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:45.284213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9589166-f4dc-46ad-a134-82edf438e750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca66e2d4-4c9e-404e-b131-10e5ab5f0416,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:45.437854 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:45.461235 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-router', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:19:40Z', 'revision_number': 3, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'gw_port': {'id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:37Z', 'updated_at': '2022-02-04T13:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:45.464497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-40290173-7c1d-4062-923b-646eceaf76ef None None] Provisioning complete for port 85da509f-1b89-4ec9-a34c-26c04a06aa61 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:45.464858 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-40290173-7c1d-4062-923b-646eceaf76ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:45.501358 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e5d5c-9aea-430f-9ed6-17134c31197f None None] The sync data for ids ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'] in n-d-714676-13 is: [{'id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-router', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:19:40Z', 'revision_number': 3, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'gw_port': {'id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:37Z', 'updated_at': '2022-02-04T13:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:45.721528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-15dac5d5-a43d-4e16-b6a6-a324b14380ba tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:45.723775 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-15dac5d5-a43d-4e16-b6a6-a324b14380ba tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.99 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 821 time: 0.1594079 Feb 04 13:19:45.727639 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5ffafae-7e7b-468f-9461-5eeae47c4dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1170e2fe-d224-4c5b-920c-33545301b10d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:45.731088 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5ffafae-7e7b-468f-9461-5eeae47c4dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:45.732418 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b5ffafae-7e7b-468f-9461-5eeae47c4dae admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1170e2fe-d224-4c5b-920c-33545301b10d HTTP/1.1" status: 204 len: 168 time: 1.2319102 Feb 04 13:19:45.749960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-12b5a4ca-0106-46bb-ac72-e3f108423126 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Request body: {'port': {'device_id': '4cd31cc6-1aef-4f95-8647-38e860b27c20', 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f', 'admin_state_up': True, 'tenant_id': '9bf6f764e0d34de9a21a32956f525822'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:45.755855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffafae-7e7b-468f-9461-5eeae47c4dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1170e2fe-d224-4c5b-920c-33545301b10d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:45.847315 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-40290173-7c1d-4062-923b-646eceaf76ef None None] Port 85da509f-1b89-4ec9-a34c-26c04a06aa61 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:19:46.056629 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-12b5a4ca-0106-46bb-ac72-e3f108423126 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Made reservation on behalf of 9bf6f764e0d34de9a21a32956f525822 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:46.063762 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-12b5a4ca-0106-46bb-ac72-e3f108423126 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:46.193352 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Publish callbacks [] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:46.219843 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:46.220332 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (a42dd086-dc10-4bdb-ae52-0da5ecece46e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:46.317951 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9eb39c4c-83a6-4086-86bd-f2a8a465c584 admin admin] Publish callbacks [] for security_group (ac8db9cc-31ad-434e-90de-74fdb30b58a2), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:46.338142 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-02d66183-d2a7-4687-acc6-a034f20b42d3 req-15f65e63-46eb-4766-8a2e-5ba721545af7 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 210 time: 0.1603763 Feb 04 13:19:46.405767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d9589166-f4dc-46ad-a134-82edf438e750 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fe740bd2dfc4454993da71850535dc23&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7400222 Feb 04 13:19:46.408625 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9eb39c4c-83a6-4086-86bd-f2a8a465c584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ac8db9cc-31ad-434e-90de-74fdb30b58a2), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:46.408820 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-12b5a4ca-0106-46bb-ac72-e3f108423126 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Allocated IP 172.20.0.6 (61ca0165-b211-4bf2-8aa5-2b12f455eb0f/d073496f-278b-436d-b18e-bb06bdc8b5e6/05773d3b-5e10-47e1-b5c9-a8e9cddc5edb) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:46.411847 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60096) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:46.446467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Network 9cc0465b-5f92-47ea-8f92-e85f7aa0829c is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:46.454792 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:46.479590 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Pushing event updated for resources: {'Port': ['ID=85da509f-1b89-4ec9-a34c-26c04a06aa61,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:46.578120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9eb39c4c-83a6-4086-86bd-f2a8a465c584 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=252aa509c6f94ad3ab0e90a5e7d11f53&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6285408 Feb 04 13:19:46.621073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60100) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:46.666011 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:46.671476 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb39c4c-83a6-4086-86bd-f2a8a465c584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8db9cc-31ad-434e-90de-74fdb30b58a2,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:46.829668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4e3ec-7bc8-4eb7-ac37-d4854f1efd74 req-38eaf99d-5b1d-41aa-a523-38e8fd12b046 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:46.840903 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-78f4e3ec-7bc8-4eb7-ac37-d4854f1efd74 req-38eaf99d-5b1d-41aa-a523-38e8fd12b046 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 949 time: 0.6511352 Feb 04 13:19:46.974689 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-202fa433-e9d0-4864-a0cc-9e395ffef9a6 admin admin] Publish callbacks [] for security_group (ca66e2d4-4c9e-404e-b131-10e5ab5f0416), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:47.104520 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dae7f767-2afe-4d85-81bc-2e57f6c7a851 admin admin] Publish callbacks [] for security_group (ac8db9cc-31ad-434e-90de-74fdb30b58a2), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:47.134515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-78f4e3ec-7bc8-4eb7-ac37-d4854f1efd74 req-5e75055d-77d8-41d9-a3c3-1a5cb4dceb20 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925215 Feb 04 13:19:47.136826 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-202fa433-e9d0-4864-a0cc-9e395ffef9a6 admin admin] Publish callbacks [] for security_group (ca66e2d4-4c9e-404e-b131-10e5ab5f0416), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:47.168195 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-72e34c82-f5a8-4de0-a761-64ef6e55e6a2 None None] Provisioning complete for port 85da509f-1b89-4ec9-a34c-26c04a06aa61 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:47.170800 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-72e34c82-f5a8-4de0-a761-64ef6e55e6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:47.278002 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dae7f767-2afe-4d85-81bc-2e57f6c7a851 admin admin] Publish callbacks [] for security_group (ac8db9cc-31ad-434e-90de-74fdb30b58a2), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:47.299096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-72e34c82-f5a8-4de0-a761-64ef6e55e6a2 None None] Port 85da509f-1b89-4ec9-a34c-26c04a06aa61 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:19:47.566928 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-202fa433-e9d0-4864-a0cc-9e395ffef9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ca66e2d4-4c9e-404e-b131-10e5ab5f0416), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:47.585817 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-202fa433-e9d0-4864-a0cc-9e395ffef9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:47.587851 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-202fa433-e9d0-4864-a0cc-9e395ffef9a6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ca66e2d4-4c9e-404e-b131-10e5ab5f0416 HTTP/1.1" status: 204 len: 168 time: 1.1628239 Feb 04 13:19:47.610692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fa433-e9d0-4864-a0cc-9e395ffef9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca66e2d4-4c9e-404e-b131-10e5ab5f0416,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:47.627928 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device e8a9f93e-eff3-426d-a478-32e1ddbe4bcc up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:47.688393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Router a42dd086-dc10-4bdb-ae52-0da5ecece46e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:19:47.707785 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60b705c1-358e-4400-8270-420240fefa08 req-a63af077-3df5-479b-8b6a-56887676e8b2 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 210 time: 0.1182089 Feb 04 13:19:47.719534 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-12b5a4ca-0106-46bb-ac72-e3f108423126 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks [] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:47.821222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914eafbf-8a65-432b-a54b-9f6fcddc89e5 req-abb2bc5d-6784-4e11-9ad0-ec3d091ee7c1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:47.829268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-914eafbf-8a65-432b-a54b-9f6fcddc89e5 req-abb2bc5d-6784-4e11-9ad0-ec3d091ee7c1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 949 time: 0.3401806 Feb 04 13:19:47.839788 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dae7f767-2afe-4d85-81bc-2e57f6c7a851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ac8db9cc-31ad-434e-90de-74fdb30b58a2), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:47.848802 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dae7f767-2afe-4d85-81bc-2e57f6c7a851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:47.850386 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dae7f767-2afe-4d85-81bc-2e57f6c7a851 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ac8db9cc-31ad-434e-90de-74fdb30b58a2 HTTP/1.1" status: 204 len: 168 time: 1.2283168 Feb 04 13:19:47.895601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2a8ccdad-ebb0-4212-a548-0701bf534853 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:47.901216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7f767-2afe-4d85-81bc-2e57f6c7a851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8db9cc-31ad-434e-90de-74fdb30b58a2,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:47.972015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca2bd5-08c2-4d70-98e0-65f0dc00d7b0 req-69e2d341-ef42-4535-8ba1-485067e9ba2c tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:47.974021 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fca2bd5-08c2-4d70-98e0-65f0dc00d7b0 req-69e2d341-ef42-4535-8ba1-485067e9ba2c tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.99 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b&tenant_id=62bf48b5c3894be3a3cc9319369f6e98&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 949 time: 0.2915940 Feb 04 13:19:48.077492 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:48.087970 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-914eafbf-8a65-432b-a54b-9f6fcddc89e5 req-9c0225e2-f57b-4c79-9d61-1240b28e1c1b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576377 Feb 04 13:19:48.108214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:19:48.121229 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-12b5a4ca-0106-46bb-ac72-e3f108423126 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:48.147164 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:48.148243 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-95049296-e5b5-4cdc-be4b-fe20e3d7fa74 admin admin] 10.222.0.96 "PUT /v2.0/routers/a42dd086-dc10-4bdb-ae52-0da5ecece46e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4212329 Feb 04 13:19:48.150281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:48.151031 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:48.240774 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-1fca2bd5-08c2-4d70-98e0-65f0dc00d7b0 req-913a5240-1531-4b7f-86f1-29355498b4b3 service neutron] delete failed (client error): The resource could not be found. Feb 04 13:19:48.242243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fca2bd5-08c2-4d70-98e0-65f0dc00d7b0 req-913a5240-1531-4b7f-86f1-29355498b4b3 service neutron] 10.222.0.99 "DELETE /v2.0/ports/e8a9f93e-eff3-426d-a478-32e1ddbe4bcc/bindings/n-h1-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.2540588 Feb 04 13:19:48.289210 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2a8ccdad-ebb0-4212-a548-0701bf534853 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:48.294968 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2a8ccdad-ebb0-4212-a548-0701bf534853), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:48.346466 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-12b5a4ca-0106-46bb-ac72-e3f108423126 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:48.371712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-12b5a4ca-0106-46bb-ac72-e3f108423126 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:48.393780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-12b5a4ca-0106-46bb-ac72-e3f108423126 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:19:48.406063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-12b5a4ca-0106-46bb-ac72-e3f108423126 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:48.423257 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-12b5a4ca-0106-46bb-ac72-e3f108423126 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:48.444193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5a4ca-0106-46bb-ac72-e3f108423126 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Pushing event updated for resources: {'Port': ['ID=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:48.524366 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-12b5a4ca-0106-46bb-ac72-e3f108423126 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7880459 Feb 04 13:19:48.545912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Request body: {'port': {'device_id': '4cd31cc6-1aef-4f95-8647-38e860b27c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:48.577533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60138) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:48.625796 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2a8ccdad-ebb0-4212-a548-0701bf534853 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:48.626321 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2a8ccdad-ebb0-4212-a548-0701bf534853), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:48.645021 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df9a24ac-3e64-4664-8267-9a46e08a621e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:48.652931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:48.652931 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:48.697461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 2a8ccdad-ebb0-4212-a548-0701bf534853, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2a8ccdad-ebb0-4212-a548-0701bf534853,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:48.716503 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2a8ccdad-ebb0-4212-a548-0701bf534853), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:48.727043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:48.730604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd324da09-3589-45ae-a70f-18823deecf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a9f93e-eff3-426d-a478-32e1ddbe4bcc'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:48.733642 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117444c2-4cfa-479c-a562-1f02090b9112" -d '{"events": [{"server_uuid": "d324da09-3589-45ae-a70f-18823deecf1b", "name": "network-vif-plugged", "status": "completed", "tag": "e8a9f93e-eff3-426d-a478-32e1ddbe4bcc"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:48.883760 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b8c1c7-7ccd-4f10-9407-aa6344380a35 x-openstack-request-id: req-35b8c1c7-7ccd-4f10-9407-aa6344380a35 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:48.886879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca2bd5-08c2-4d70-98e0-65f0dc00d7b0 req-565ccc2b-e6ce-43d8-a1ca-6ce2eeb86b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:48.888683 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d324da09-3589-45ae-a70f-18823deecf1b", "name": "network-vif-plugged", "status": "completed", "tag": "e8a9f93e-eff3-426d-a478-32e1ddbe4bcc", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:48.889313 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-35b8c1c7-7ccd-4f10-9407-aa6344380a35 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:48.889472 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fca2bd5-08c2-4d70-98e0-65f0dc00d7b0 req-565ccc2b-e6ce-43d8-a1ca-6ce2eeb86b45 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 1132 time: 0.3960140 Feb 04 13:19:48.891159 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd324da09-3589-45ae-a70f-18823deecf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a9f93e-eff3-426d-a478-32e1ddbe4bcc', 'code': 200} Feb 04 13:19:48.895419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:48.903468 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Sync routers for ids ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:48.933415 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:48.994824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=2a8ccdad-ebb0-4212-a548-0701bf534853,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:49.005267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Routers {'a42dd086-dc10-4bdb-ae52-0da5ecece46e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:19:49.009379 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:19:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:49.302190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:49.341914 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df9a24ac-3e64-4664-8267-9a46e08a621e admin admin] Publish callbacks [] for security_group (d26e1bdc-23c7-4381-8640-67fa36c75e0e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:49.365894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Set router a42dd086-dc10-4bdb-ae52-0da5ecece46e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:19:49.371379 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df9a24ac-3e64-4664-8267-9a46e08a621e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d26e1bdc-23c7-4381-8640-67fa36c75e0e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:49.511997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a7251-d7a0-4b7d-92cc-67dcdbf218b0 req-6be0ff26-18ce-45f3-9b34-0fa1520fbe11 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:49.529535 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-392a7251-d7a0-4b7d-92cc-67dcdbf218b0 req-6be0ff26-18ce-45f3-9b34-0fa1520fbe11 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 931 time: 0.6364393 Feb 04 13:19:49.532815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:19:49.547921 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Publish callbacks [] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:49.590645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Transition to ACTIVE for port object 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:49.596134 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:49.675855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2a8ccdad-ebb0-4212-a548-0701bf534853 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:49.682681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Pushing event updated for resources: {'Port': ['ID=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:49.734691 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca2bd5-08c2-4d70-98e0-65f0dc00d7b0 req-e0ae5007-0910-4353-86cd-bb9e9d325a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:49.746291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fca2bd5-08c2-4d70-98e0-65f0dc00d7b0 req-e0ae5007-0910-4353-86cd-bb9e9d325a51 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.8382905 Feb 04 13:19:49.757594 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Attempting to bind port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:19:49.758309 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Attempting to bind port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:19:49.758574 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Attempting to bind port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:49.776517 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:19:49.777132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Attempting to bind port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:49.785060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:19:49.785394 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Checking segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:49.785847 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Bound using segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:19:49.786513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Bound port: 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:19:49.786877 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:49.955778 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-df9a24ac-3e64-4664-8267-9a46e08a621e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=532fe1747eca4d08b46b9eef9abe8395&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3669834 Feb 04 13:19:49.966903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60178) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:49.995815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:50.000749 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2a8ccdad-ebb0-4212-a548-0701bf534853 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:50.001318 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2a8ccdad-ebb0-4212-a548-0701bf534853), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:50.005470 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:19:50.018051 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:50.209550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Pushing event updated for resources: {'Port': ['ID=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:50.216169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:50.217465 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:50.219264 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-73ec16de-5bc9-441e-a559-51afdd6b25ba service neutron] 10.222.0.99 "PUT /v2.0/ports/05773d3b-5e10-47e1-b5c9-a8e9cddc5edb HTTP/1.1" status: 200 len: 1092 time: 1.6866276 Feb 04 13:19:50.219982 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd31cc6-1aef-4f95-8647-38e860b27c20', 'tag': '05773d3b-5e10-47e1-b5c9-a8e9cddc5edb'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:50.223346 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4679409-35f9-41fd-90f9-dc403c74fbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd31cc6-1aef-4f95-8647-38e860b27c20", "tag": "05773d3b-5e10-47e1-b5c9-a8e9cddc5edb"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:50.250440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-router', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:19:45Z', 'revision_number': 4, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'gw_port': {'id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:37Z', 'updated_at': '2022-02-04T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '85da509f-1b89-4ec9-a34c-26c04a06aa61', 'name': '', 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'mac_address': 'fa:16:3e:13:b2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:43Z', 'updated_at': '2022-02-04T13:19:45Z', 'revision_number': 2, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'subnets': [{'id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:50.319787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2a8ccdad-ebb0-4212-a548-0701bf534853 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:50.322138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Checking router: a42dd086-dc10-4bdb-ae52-0da5ecece46e for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:19:50.322507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Updating router a42dd086-dc10-4bdb-ae52-0da5ecece46e port 85da509f-1b89-4ec9-a34c-26c04a06aa61 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:19:50.405009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-24ce0ccd-eb5d-4dc3-9689-7a84a8b90ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:50.418685 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-24ce0ccd-eb5d-4dc3-9689-7a84a8b90ec7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 1126 time: 0.1415589 Feb 04 13:19:50.445781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a24ac-3e64-4664-8267-9a46e08a621e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26e1bdc-23c7-4381-8640-67fa36c75e0e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:50.447169 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:50.484383 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fca2bd5-08c2-4d70-98e0-65f0dc00d7b0 req-d99f4876-a6a3-4ef0-923f-d4f78e45fe4c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc HTTP/1.1" status: 200 len: 217 time: 0.6602521 Feb 04 13:19:50.524141 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-c3b73c44-4252-4e6c-adb1-b97dd0c07c74 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb HTTP/1.1" status: 200 len: 217 time: 0.1025193 Feb 04 13:19:50.578791 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-392a7251-d7a0-4b7d-92cc-67dcdbf218b0 req-888ca73d-0d58-47bf-838d-402aa6b1253d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0332625 Feb 04 13:19:50.721189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-5e9c6455-608f-49f4-9c80-0ff5bb5cf812 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:50.742698 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-5e9c6455-608f-49f4-9c80-0ff5bb5cf812 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/networks?id=9cc0465b-5f92-47ea-8f92-e85f7aa0829c HTTP/1.1" status: 200 len: 829 time: 1.0327058 Feb 04 13:19:50.789955 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-8a5b4535-838c-4270-b9ec-9662f3bf1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:50.798673 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-8a5b4535-838c-4270-b9ec-9662f3bf1a8b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.2540030 Feb 04 13:19:50.848682 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-50d95f8b-898f-483a-baba-cb186865da09 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431981 Feb 04 13:19:50.864587 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-b7a90444-1291-4956-aaa4-6b8d7e9d26aa tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/quotas/7f73e5a8bbc94399b661de4dcfcbc6a8 HTTP/1.1" status: 200 len: 375 time: 0.1165984 Feb 04 13:19:51.047736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca2bd5-08c2-4d70-98e0-65f0dc00d7b0 req-537d7aa0-0a8a-459f-be32-29d3159ca01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:51.050385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fca2bd5-08c2-4d70-98e0-65f0dc00d7b0 req-537d7aa0-0a8a-459f-be32-29d3159ca01f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.5436978 Feb 04 13:19:51.050608 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-d8657b54-7997-44ab-b8af-c81b25166a22 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929548 Feb 04 13:19:51.060805 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4a14-3be7-4dca-a063-5a159ec30b76 admin admin] Publish callbacks [] for security_group (d26e1bdc-23c7-4381-8640-67fa36c75e0e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:51.167279 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-28317aed-eb23-4636-9aa7-b964b24b58de tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7f73e5a8bbc94399b661de4dcfcbc6a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2668219 Feb 04 13:19:51.180187 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4a14-3be7-4dca-a063-5a159ec30b76 admin admin] Publish callbacks [] for security_group (d26e1bdc-23c7-4381-8640-67fa36c75e0e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:51.194578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883bb68-3bb4-4655-a7bc-80327a9c9eb7 req-8ec35757-4603-41b8-ac65-77ba08be7b07 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:51.206394 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Publish callbacks [] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:51.209675 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5883bb68-3bb4-4655-a7bc-80327a9c9eb7 req-8ec35757-4603-41b8-ac65-77ba08be7b07 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.3438623 Feb 04 13:19:51.227515 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:51.290971 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafdd90-e6f8-47d3-887f-d425389d72cb None None] Pushing event updated for resources: {'Port': ['ID=85da509f-1b89-4ec9-a34c-26c04a06aa61,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:51.366487 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9dbe3598-aee3-4cb3-8d50-ef8da934d4c2 req-f4b5d07a-0d8d-4366-8e23-c2c79d33bcc7 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061821 Feb 04 13:19:51.408201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca2bd5-08c2-4d70-98e0-65f0dc00d7b0 req-8f7288f9-24c6-4442-bac4-594f51a79ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:51.410433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fca2bd5-08c2-4d70-98e0-65f0dc00d7b0 req-8f7288f9-24c6-4442-bac4-594f51a79ec3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3413248 Feb 04 13:19:51.560918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Attempting to bind port 85da509f-1b89-4ec9-a34c-26c04a06aa61 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:19:51.567181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Attempting to bind port 85da509f-1b89-4ec9-a34c-26c04a06aa61 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'dc85e56d-2d75-4c90-9945-77ae124e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:19:51.568072 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Attempting to bind port 85da509f-1b89-4ec9-a34c-26c04a06aa61 on network 9cc0465b-5f92-47ea-8f92-e85f7aa0829c {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:51.577904 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fca2bd5-08c2-4d70-98e0-65f0dc00d7b0 req-fa800a60-fcee-46bd-a368-99236920d89a service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374209 Feb 04 13:19:51.592531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:19:51.594135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Checking segment: {'id': 'dc85e56d-2d75-4c90-9945-77ae124e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:51.594665 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:51.595148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Bound using segment: {'id': 'dc85e56d-2d75-4c90-9945-77ae124e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:19:51.595674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Bound port: 85da509f-1b89-4ec9-a34c-26c04a06aa61, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc85e56d-2d75-4c90-9945-77ae124e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:19:51.603265 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:51.756933 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5883bb68-3bb4-4655-a7bc-80327a9c9eb7 req-ac423429-84d3-4e83-b610-cfc7a74e14cc tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324879 Feb 04 13:19:51.877378 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a947e1e8-8034-418a-b56d-25216c0b675f x-openstack-request-id: req-a947e1e8-8034-418a-b56d-25216c0b675f {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:51.878499 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd31cc6-1aef-4f95-8647-38e860b27c20", "tag": "05773d3b-5e10-47e1-b5c9-a8e9cddc5edb", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:51.879034 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a947e1e8-8034-418a-b56d-25216c0b675f {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:51.879628 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd31cc6-1aef-4f95-8647-38e860b27c20', 'tag': '05773d3b-5e10-47e1-b5c9-a8e9cddc5edb', 'status': 'completed', 'code': 200} Feb 04 13:19:51.885537 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-0af80630-079a-4f8e-881b-5e34e7bbffa7 service neutron] 10.222.0.96 "GET /v2.0/networks/9cc0465b-5f92-47ea-8f92-e85f7aa0829c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511385 Feb 04 13:19:51.923484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] For port 85da509f-1b89-4ec9-a34c-26c04a06aa61, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:51.932703 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] For port 85da509f-1b89-4ec9-a34c-26c04a06aa61, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=85da509f-1b89-4ec9-a34c-26c04a06aa61,segment=NetworkSegment(dc85e56d-2d75-4c90-9945-77ae124e78ee),segment_id=dc85e56d-2d75-4c90-9945-77ae124e78ee)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:19:51.969041 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:52.051932 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4679409-35f9-41fd-90f9-dc403c74fbfb req-54db9a00-0280-457e-841c-5bb3df024195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:52.051932 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b4679409-35f9-41fd-90f9-dc403c74fbfb req-54db9a00-0280-457e-841c-5bb3df024195 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 1126 time: 0.1421423 Feb 04 13:19:52.093965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-107129ec-c486-4348-aa66-d206cae18785 service neutron] 10.222.0.96 "GET /v2.0/networks/9cc0465b-5f92-47ea-8f92-e85f7aa0829c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945267 Feb 04 13:19:52.102389 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4a14-3be7-4dca-a063-5a159ec30b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d26e1bdc-23c7-4381-8640-67fa36c75e0e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:52.118007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-fc15cd58-fbac-4469-9f31-e41038cfb1eb None None] Provisioning complete for port 85da509f-1b89-4ec9-a34c-26c04a06aa61 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:52.120938 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fc15cd58-fbac-4469-9f31-e41038cfb1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:52.124739 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4a14-3be7-4dca-a063-5a159ec30b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:52.125990 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e3ce4a14-3be7-4dca-a063-5a159ec30b76 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d26e1bdc-23c7-4381-8640-67fa36c75e0e HTTP/1.1" status: 204 len: 168 time: 1.9028749 Feb 04 13:19:52.190351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce4a14-3be7-4dca-a063-5a159ec30b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26e1bdc-23c7-4381-8640-67fa36c75e0e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:52.198787 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fca2bd5-08c2-4d70-98e0-65f0dc00d7b0 req-539d4141-6287-4bb4-b86e-405545753c61 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6110640 Feb 04 13:19:52.309851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Routers {'a42dd086-dc10-4bdb-ae52-0da5ecece46e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:19:52.310666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:19:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:52.324062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafdd90-e6f8-47d3-887f-d425389d72cb None None] Pushing event updated for resources: {'Port': ['ID=85da509f-1b89-4ec9-a34c-26c04a06aa61,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:52.518233 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4679409-35f9-41fd-90f9-dc403c74fbfb req-98b00f82-6036-426c-a3cc-4708fbf503d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:52.521492 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b4679409-35f9-41fd-90f9-dc403c74fbfb req-98b00f82-6036-426c-a3cc-4708fbf503d9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.4523985 Feb 04 13:19:52.821500 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b4679409-35f9-41fd-90f9-dc403c74fbfb req-03d511d7-ba5e-4dc7-8b1a-8ad8dce70a06 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb HTTP/1.1" status: 200 len: 217 time: 0.2718017 Feb 04 13:19:52.875048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4c1b1-9678-4544-9bfb-47de56fd58e0 req-6d479083-6972-43b7-924f-e94a59ecc2db tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:52.886914 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ffc4c1b1-9678-4544-9bfb-47de56fd58e0 req-6d479083-6972-43b7-924f-e94a59ecc2db tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 943 time: 0.2144878 Feb 04 13:19:53.046440 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4679409-35f9-41fd-90f9-dc403c74fbfb req-27f4d981-21c2-46af-84b0-3c3289e6ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:53.047851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] Set router a42dd086-dc10-4bdb-ae52-0da5ecece46e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:19:53.061507 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b4679409-35f9-41fd-90f9-dc403c74fbfb req-27f4d981-21c2-46af-84b0-3c3289e6ccc9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.2341676 Feb 04 13:19:53.098958 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ffc4c1b1-9678-4544-9bfb-47de56fd58e0 req-67109251-89da-4b6c-bd12-e54f4512ee0c tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076604 Feb 04 13:19:53.192967 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b4679409-35f9-41fd-90f9-dc403c74fbfb req-14dd1bc4-3ed3-4024-9a74-65e9a6b44401 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210287 Feb 04 13:19:53.243962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-08caa8f4-a237-41a7-8f56-543d15362296 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=ec2ae83e4ee04e1c858a4041b424677b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385964 Feb 04 13:19:53.416159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7b6be5a-3388-449a-ba58-3e78c8840b9b req-e9a4af9e-7016-4be9-b58a-8b097151aeff tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 210 time: 0.1392298 Feb 04 13:19:53.435948 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b4679409-35f9-41fd-90f9-dc403c74fbfb req-b6ff933c-dd61-4c05-b5a5-8076489a6eff service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354529 Feb 04 13:19:53.498989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fc15cd58-fbac-4469-9f31-e41038cfb1eb None None] Current status of the port 85da509f-1b89-4ec9-a34c-26c04a06aa61 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:53.499579 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fc15cd58-fbac-4469-9f31-e41038cfb1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:53.624416 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-4c876584-3d15-428a-8241-05542b98851b tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:53.638227 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-4c876584-3d15-428a-8241-05542b98851b tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3925045 Feb 04 13:19:53.696065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-eecb515f-72d1-42c8-8e2d-2e3da545edf5 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/quotas/ec2ae83e4ee04e1c858a4041b424677b HTTP/1.1" status: 200 len: 375 time: 0.0562532 Feb 04 13:19:53.765156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-fc15cd58-fbac-4469-9f31-e41038cfb1eb None None] For port 85da509f-1b89-4ec9-a34c-26c04a06aa61, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=85da509f-1b89-4ec9-a34c-26c04a06aa61,segment=NetworkSegment(dc85e56d-2d75-4c90-9945-77ae124e78ee),segment_id=dc85e56d-2d75-4c90-9945-77ae124e78ee)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:53.774650 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fc15cd58-fbac-4469-9f31-e41038cfb1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:53.836592 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-router', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:19:45Z', 'revision_number': 4, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'gw_port': {'id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:37Z', 'updated_at': '2022-02-04T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '85da509f-1b89-4ec9-a34c-26c04a06aa61', 'name': '', 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'mac_address': 'fa:16:3e:13:b2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:43Z', 'updated_at': '2022-02-04T13:19:51Z', 'revision_number': 4, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'subnets': [{'id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:53.865065 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b4679409-35f9-41fd-90f9-dc403c74fbfb req-9ae46480-58e9-4ed2-bb74-d9c4b02b1794 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279153 Feb 04 13:19:53.918328 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-5c59e832-f608-4e7a-950b-d88a137eeb69 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ec2ae83e4ee04e1c858a4041b424677b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2205474 Feb 04 13:19:53.951776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56751a97-21b1-4107-83a8-9c1ebd5d8390 None None] The sync data for ids ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'] in n-d-714676-13 is: [{'id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-router', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:19:45Z', 'revision_number': 4, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'gw_port': {'id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:37Z', 'updated_at': '2022-02-04T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '85da509f-1b89-4ec9-a34c-26c04a06aa61', 'name': '', 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'mac_address': 'fa:16:3e:13:b2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:43Z', 'updated_at': '2022-02-04T13:19:51Z', 'revision_number': 4, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'subnets': [{'id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:53.958413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15cd58-fbac-4469-9f31-e41038cfb1eb None None] Pushing event updated for resources: {'Port': ['ID=85da509f-1b89-4ec9-a34c-26c04a06aa61,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:53.967937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b49a7628-4b60-4b28-b192-551617f559d7 None None] Provisioning complete for port 85da509f-1b89-4ec9-a34c-26c04a06aa61 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:53.968260 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b49a7628-4b60-4b28-b192-551617f559d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:54.023542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f80b4-380c-4f60-9f96-1669696efc83 req-07f690a1-72c2-422b-995a-82425e38c481 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:54.032864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-110f80b4-380c-4f60-9f96-1669696efc83 req-07f690a1-72c2-422b-995a-82425e38c481 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.3051057 Feb 04 13:19:54.175517 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-110f80b4-380c-4f60-9f96-1669696efc83 req-20403c65-f9ea-4484-bc38-f26372827972 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393378 Feb 04 13:19:54.277889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b49a7628-4b60-4b28-b192-551617f559d7 None None] Current status of the port 85da509f-1b89-4ec9-a34c-26c04a06aa61 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:54.761199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054ad97-ed31-4aaf-9ae3-e0804cc8532a req-73317021-16d1-4803-a31b-94c1029f0027 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:54.763052 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b054ad97-ed31-4aaf-9ae3-e0804cc8532a req-73317021-16d1-4803-a31b-94c1029f0027 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 943 time: 0.2094541 Feb 04 13:19:54.764044 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:19:54.931265 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b054ad97-ed31-4aaf-9ae3-e0804cc8532a req-451bf9ed-1d54-4f10-b237-5fe3c0902f2e tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568506 Feb 04 13:19:55.063882 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:55.105702 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '05773d3b-5e10-47e1-b5c9-a8e9cddc5edb', 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f', 'port_id': '05773d3b-5e10-47e1-b5c9-a8e9cddc5edb', 'mac_address': 'fa:16:3e:f6:e9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd073496f-278b-436d-b18e-bb06bdc8b5e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:19:55.223726 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:55.224113 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:55.246753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:19:55.315771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:55.323690 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:55.355802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3688ba2-8494-42b0-974e-90a019e1379c req-67bd180b-fa03-4347-9652-b3dadc81c9c2 tempest-MigrationsAdminTest-346100852 tempest-MigrationsAdminTest-346100852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:55.363075 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e3688ba2-8494-42b0-974e-90a019e1379c req-67bd180b-fa03-4347-9652-b3dadc81c9c2 tempest-MigrationsAdminTest-346100852 tempest-MigrationsAdminTest-346100852-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 1133 time: 0.2403941 Feb 04 13:19:55.437494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:55.591050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-0c8be48e-76c9-4496-b1ca-70dc0e77d10e tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:55.593003 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-0c8be48e-76c9-4496-b1ca-70dc0e77d10e tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.100 "GET /v2.0/networks?id=9cc0465b-5f92-47ea-8f92-e85f7aa0829c HTTP/1.1" status: 200 len: 829 time: 0.5254521 Feb 04 13:19:55.618014 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-e6669f1a-3a06-486c-9a8f-8742ac0527c8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Request body: {'port': {'device_id': 'b36fdc99-94ad-4229-a7b4-4b31f26b12c6', 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'admin_state_up': True, 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:55.620147 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bbfbbf34-8dce-4483-8b14-0e1ba1348499 req-9d221935-b9d8-4a85-966c-20cd7e852ef2 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/ports?device_id=081404f3-dff4-497d-9291-26b853132446 HTTP/1.1" status: 200 len: 210 time: 0.2139385 Feb 04 13:19:55.690491 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['05773d3b-5e10-47e1-b5c9-a8e9cddc5edb'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:19:55.691345 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e3688ba2-8494-42b0-974e-90a019e1379c req-7ec3882c-6afd-4cfa-8993-b39afd7be6c5 tempest-MigrationsAdminTest-346100852 tempest-MigrationsAdminTest-346100852-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962620 Feb 04 13:19:55.794970 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 85da509f-1b89-4ec9-a34c-26c04a06aa61 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:55.950751 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-e6669f1a-3a06-486c-9a8f-8742ac0527c8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Made reservation on behalf of 7f73e5a8bbc94399b661de4dcfcbc6a8 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:55.966051 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-e6669f1a-3a06-486c-9a8f-8742ac0527c8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:56.028326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 85da509f-1b89-4ec9-a34c-26c04a06aa61 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:56.028994 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:56.184011 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70cf7299-f254-4ecd-8d78-f6fac368f8fa req-067a7c8e-4a23-4e7b-a1da-cbde7818d76a tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 210 time: 0.0903783 Feb 04 13:19:56.274758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 85da509f-1b89-4ec9-a34c-26c04a06aa61 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:56.365274 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-e6669f1a-3a06-486c-9a8f-8742ac0527c8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Allocated IP 172.20.0.6 (9cc0465b-5f92-47ea-8f92-e85f7aa0829c/d52a34a0-4188-4f92-b84b-11965c276e4c/1ddeea8d-0350-4831-b056-f0c95ec6c94a) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:56.731130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-d1080dd8-978e-462a-bb58-d652194a0ce2 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:56.734654 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-e6669f1a-3a06-486c-9a8f-8742ac0527c8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for port (1ddeea8d-0350-4831-b056-f0c95ec6c94a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:56.743713 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-d1080dd8-978e-462a-bb58-d652194a0ce2 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/networks?id=4d594fef-5614-4b97-99e7-40f6be0cb31f HTTP/1.1" status: 200 len: 815 time: 0.2933223 Feb 04 13:19:56.784169 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-e6669f1a-3a06-486c-9a8f-8742ac0527c8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (1ddeea8d-0350-4831-b056-f0c95ec6c94a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:56.876926 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6669f1a-3a06-486c-9a8f-8742ac0527c8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Pushing event updated for resources: {'Port': ['ID=1ddeea8d-0350-4831-b056-f0c95ec6c94a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:56.920117 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-ea2293a2-b006-4037-9185-c874783fff08 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=ec2ae83e4ee04e1c858a4041b424677b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449045 Feb 04 13:19:56.948283 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-e6669f1a-3a06-486c-9a8f-8742ac0527c8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Network 9cc0465b-5f92-47ea-8f92-e85f7aa0829c is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:56.993544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-e6669f1a-3a06-486c-9a8f-8742ac0527c8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:56.998791 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-e6669f1a-3a06-486c-9a8f-8742ac0527c8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:19:57.005182 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-e6669f1a-3a06-486c-9a8f-8742ac0527c8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:57.005824 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-e6669f1a-3a06-486c-9a8f-8742ac0527c8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:57.029063 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-e6669f1a-3a06-486c-9a8f-8742ac0527c8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4169738 Feb 04 13:19:57.048486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Request body: {'port': {'device_id': 'b36fdc99-94ad-4229-a7b4-4b31f26b12c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:57.096867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-e58aa809-acf2-49d1-ad94-ee667cc85181 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/quotas/0c3cdcd7d70349e08755020863a7c88a HTTP/1.1" status: 200 len: 375 time: 0.3516307 Feb 04 13:19:57.196319 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-b201e47d-e10f-4705-874f-6bdbdae50a98 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:57.197968 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-b201e47d-e10f-4705-874f-6bdbdae50a98 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723160 Feb 04 13:19:57.203190 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6adf3a-8210-410c-acbc-c7c671ae73f1 req-ed09343d-b548-4698-b6e8-3800dee6de7d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:57.209117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd6adf3a-8210-410c-acbc-c7c671ae73f1 req-ed09343d-b548-4698-b6e8-3800dee6de7d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.4423592 Feb 04 13:19:57.211056 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Request body: {'port': {'device_id': '081404f3-dff4-497d-9291-26b853132446', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': 'ec2ae83e4ee04e1c858a4041b424677b'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:57.214651 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1ddeea8d-0350-4831-b056-f0c95ec6c94a), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:57.256942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-eafc6495-d921-462e-987a-f67e6cae78ff tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c3cdcd7d70349e08755020863a7c88a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1306229 Feb 04 13:19:57.336515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd6adf3a-8210-410c-acbc-c7c671ae73f1 req-c0d22f24-8b82-44d4-8d9f-0baafd8c3810 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226928 Feb 04 13:19:57.372931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-720a7bd3-3b2e-4a66-8b7d-215458ee15bf None None] Provisioning complete for port 1ddeea8d-0350-4831-b056-f0c95ec6c94a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:57.373517 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-720a7bd3-3b2e-4a66-8b7d-215458ee15bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1ddeea8d-0350-4831-b056-f0c95ec6c94a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:57.403644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-36bd7545-fffa-485f-8bf9-0281ef32c75f service neutron] 10.222.0.96 "GET /v2.0/networks/4d594fef-5614-4b97-99e7-40f6be0cb31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392586 Feb 04 13:19:57.427389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-720a7bd3-3b2e-4a66-8b7d-215458ee15bf None None] Port 1ddeea8d-0350-4831-b056-f0c95ec6c94a cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:19:57.503909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-b1fb0dca-325d-44e6-88f2-e444adcd1b9f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302043 Feb 04 13:19:57.544040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Made reservation on behalf of ec2ae83e4ee04e1c858a4041b424677b for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:57.549207 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:57.571069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:57.595320 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-9c188a49-0d02-43a9-817b-24937b4b5e54 service neutron] 10.222.0.96 "GET /v2.0/networks/4d594fef-5614-4b97-99e7-40f6be0cb31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901214 Feb 04 13:19:57.680596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-8b0f46bd-b611-4da4-9db3-150c77e6dd9b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:57.683301 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-8b0f46bd-b611-4da4-9db3-150c77e6dd9b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685376 Feb 04 13:19:57.701368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-ab0e723f-6d31-4b7e-a8dc-91ab3cc33f98 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/quotas/62bf48b5c3894be3a3cc9319369f6e98 HTTP/1.1" status: 200 len: 375 time: 0.0118425 Feb 04 13:19:57.746164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ddeea8d-0350-4831-b056-f0c95ec6c94a {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:19:57.763960 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Publish callbacks [] for port (1ddeea8d-0350-4831-b056-f0c95ec6c94a), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:57.772658 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Publish callbacks [] for security_group (a41804fc-bd59-4b8a-a216-0c51ad719f11), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:57.782449 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a41804fc-bd59-4b8a-a216-0c51ad719f11), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:57.788774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-cfec2061-d71b-436f-ba86-ab66918e5455 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0797286 Feb 04 13:19:57.791650 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Transition to ACTIVE for port object 1ddeea8d-0350-4831-b056-f0c95ec6c94a will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:57.808900 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1ddeea8d-0350-4831-b056-f0c95ec6c94a), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:57.831304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd049365-24e3-4400-8170-2e0b5c5c6153 req-6a8f6cef-fd70-4b33-a83f-090923e950d5 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/ports?device_id=081404f3-dff4-497d-9291-26b853132446 HTTP/1.1" status: 200 len: 210 time: 0.0523331 Feb 04 13:19:57.904851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41804fc-bd59-4b8a-a216-0c51ad719f11,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:57.932352 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Pushing event updated for resources: {'Port': ['ID=1ddeea8d-0350-4831-b056-f0c95ec6c94a,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:58.018820 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Attempting to bind port 1ddeea8d-0350-4831-b056-f0c95ec6c94a on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:19:58.019213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Attempting to bind port 1ddeea8d-0350-4831-b056-f0c95ec6c94a by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'dc85e56d-2d75-4c90-9945-77ae124e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:19:58.019573 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Attempting to bind port 1ddeea8d-0350-4831-b056-f0c95ec6c94a on network 9cc0465b-5f92-47ea-8f92-e85f7aa0829c {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:58.033448 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Port 1ddeea8d-0350-4831-b056-f0c95ec6c94a on network 9cc0465b-5f92-47ea-8f92-e85f7aa0829c not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:19:58.033909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Attempting to bind port 1ddeea8d-0350-4831-b056-f0c95ec6c94a on network 9cc0465b-5f92-47ea-8f92-e85f7aa0829c {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:58.057315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Allocated IP 192.168.233.57 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:58.076134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:19:58.076471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Checking segment: {'id': 'dc85e56d-2d75-4c90-9945-77ae124e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:58.076859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Bound using segment: {'id': 'dc85e56d-2d75-4c90-9945-77ae124e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:19:58.077473 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Bound port: 1ddeea8d-0350-4831-b056-f0c95ec6c94a, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc85e56d-2d75-4c90-9945-77ae124e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:19:58.077808 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1ddeea8d-0350-4831-b056-f0c95ec6c94a), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:58.278584 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ddbd3-df03-4871-9ecc-c4e73717f875 req-b1ac2d1e-e7a7-4f8c-94e5-71c9d7b71a57 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:58.287459 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db1ddbd3-df03-4871-9ecc-c4e73717f875 req-b1ac2d1e-e7a7-4f8c-94e5-71c9d7b71a57 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 943 time: 0.1665986 Feb 04 13:19:58.397767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a240eaec-4daf-4ae8-96c7-00ab0da7e17d req-74767c04-59a5-4e9a-bb9f-f84d3e8d1964 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 210 time: 0.0689633 Feb 04 13:19:58.457991 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db1ddbd3-df03-4871-9ecc-c4e73717f875 req-76724943-4e88-43ee-aabc-e90978753e8a tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663218 Feb 04 13:19:58.465192 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] For port 1ddeea8d-0350-4831-b056-f0c95ec6c94a, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:58.474599 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] For port 1ddeea8d-0350-4831-b056-f0c95ec6c94a, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=1ddeea8d-0350-4831-b056-f0c95ec6c94a,segment=NetworkSegment(dc85e56d-2d75-4c90-9945-77ae124e78ee),segment_id=dc85e56d-2d75-4c90-9945-77ae124e78ee)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:19:58.502379 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1ddeea8d-0350-4831-b056-f0c95ec6c94a), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:58.608006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:58.608006 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:58.610144 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] 10.222.0.100 "PUT /v2.0/ports/1ddeea8d-0350-4831-b056-f0c95ec6c94a HTTP/1.1" status: 200 len: 1092 time: 1.5697517 Feb 04 13:19:58.610672 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36fdc99-94ad-4229-a7b4-4b31f26b12c6', 'tag': '1ddeea8d-0350-4831-b056-f0c95ec6c94a'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:58.613843 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c830a0a-e4ae-4840-b046-2d89e909486d" -d '{"events": [{"name": "network-changed", "server_uuid": "b36fdc99-94ad-4229-a7b4-4b31f26b12c6", "tag": "1ddeea8d-0350-4831-b056-f0c95ec6c94a"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:58.623463 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Publish callbacks [] for port (22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:58.634470 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25464c2c-ec44-41c9-a836-c708a0515ef2 req-6475607a-352a-4501-b647-c49cce7bb016 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 210 time: 0.1295021 Feb 04 13:19:58.679252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20dd55-9e33-4b08-9e71-112a30cfe31f service neutron] Pushing event updated for resources: {'Port': ['ID=1ddeea8d-0350-4831-b056-f0c95ec6c94a,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:58.736840 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:58.783032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:58.885880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fad0aa-7b22-483b-9779-62c6e54d8e42 req-38130922-569a-4233-bd76-3029dbada85e tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:58.889699 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23fad0aa-7b22-483b-9779-62c6e54d8e42 req-38130922-569a-4233-bd76-3029dbada85e tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.2343159 Feb 04 13:19:58.910131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:58.921195 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:58.925183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:19:58.932569 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:58.933582 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:58.937995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-c83d71c5-6a5c-4c95-b4fa-72ec2fa22246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:58.939637 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-c83d71c5-6a5c-4c95-b4fa-72ec2fa22246 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7f73e5a8bbc94399b661de4dcfcbc6a8&device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 1126 time: 0.2163825 Feb 04 13:19:58.940465 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Pushing event updated for resources: {'Port': ['ID=22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:59.009293 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-33e7fd22-6135-4df8-a1bd-55647fe85cdb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ddeea8d-0350-4831-b056-f0c95ec6c94a HTTP/1.1" status: 200 len: 217 time: 0.0599008 Feb 04 13:19:59.011389 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ea47d4-ca8a-44a4-9d2c-e38d2829e441 x-openstack-request-id: req-e3ea47d4-ca8a-44a4-9d2c-e38d2829e441 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:59.011528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:59.011872 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36fdc99-94ad-4229-a7b4-4b31f26b12c6", "tag": "1ddeea8d-0350-4831-b056-f0c95ec6c94a", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:59.012303 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e3ea47d4-ca8a-44a4-9d2c-e38d2829e441 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:59.012881 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36fdc99-94ad-4229-a7b4-4b31f26b12c6', 'tag': '1ddeea8d-0350-4831-b056-f0c95ec6c94a', 'status': 'completed', 'code': 200} Feb 04 13:19:59.031839 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:59.032378 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:59.040965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23fad0aa-7b22-483b-9779-62c6e54d8e42 req-1cced5a3-a9d7-4461-b439-e5e94615c8f6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454868 Feb 04 13:19:59.047585 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-48e207d5-2a8f-4438-a50a-b6d6933ce27d tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8409224 Feb 04 13:19:59.116137 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Request body: {'port': {'device_id': '081404f3-dff4-497d-9291-26b853132446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:59.228630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-6512b827-de91-4c82-add6-ebc34e7b4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:59.237536 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-6512b827-de91-4c82-add6-ebc34e7b4a7c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d52a34a0-4188-4f92-b84b-11965c276e4c HTTP/1.1" status: 200 len: 868 time: 0.2140124 Feb 04 13:19:59.258581 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f1b09-c129-453d-ad23-36b36f4972b0 req-8bc683e0-9412-47ad-95e3-b64f24e54412 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:59.268141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:59.268533 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:59.273257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-484f1b09-c129-453d-ad23-36b36f4972b0 req-8bc683e0-9412-47ad-95e3-b64f24e54412 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/ports?device_id=081404f3-dff4-497d-9291-26b853132446 HTTP/1.1" status: 200 len: 935 time: 0.1295841 Feb 04 13:19:59.328990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd31cc6-1aef-4f95-8647-38e860b27c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05773d3b-5e10-47e1-b5c9-a8e9cddc5edb'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:59.330391 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:59.334316 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30de36b3-f8d4-4a70-89e5-5cbdfbf3cde3" -d '{"events": [{"server_uuid": "4cd31cc6-1aef-4f95-8647-38e860b27c20", "name": "network-vif-plugged", "status": "completed", "tag": "05773d3b-5e10-47e1-b5c9-a8e9cddc5edb"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:59.356264 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-dbdde388-ed5e-4425-aad8-bc1ad1cf78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:59.362829 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-dbdde388-ed5e-4425-aad8-bc1ad1cf78ac service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9cc0465b-5f92-47ea-8f92-e85f7aa0829c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1240854 Feb 04 13:19:59.368161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:59.376030 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:59.389606 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-484f1b09-c129-453d-ad23-36b36f4972b0 req-997e6418-5327-4001-9a2a-49f9a38fc4a6 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/security-groups?id=a41804fc-bd59-4b8a-a216-0c51ad719f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153247 Feb 04 13:19:59.462649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6b21606e-c659-4f60-8391-3e643add2f20 None None] Provisioning complete for port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:59.463819 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6b21606e-c659-4f60-8391-3e643add2f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:59.515560 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e42d135-135c-49f6-b76f-c24905b501e8 x-openstack-request-id: req-4e42d135-135c-49f6-b76f-c24905b501e8 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:59.517546 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd31cc6-1aef-4f95-8647-38e860b27c20", "name": "network-vif-plugged", "status": "completed", "tag": "05773d3b-5e10-47e1-b5c9-a8e9cddc5edb", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:59.518474 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4e42d135-135c-49f6-b76f-c24905b501e8 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:59.519247 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd31cc6-1aef-4f95-8647-38e860b27c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05773d3b-5e10-47e1-b5c9-a8e9cddc5edb', 'code': 200} Feb 04 13:19:59.523575 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6b21606e-c659-4f60-8391-3e643add2f20 None None] Port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:19:59.572537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:59.589267 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83e3e24c-daf1-459d-991c-22aa431291ab req-b0697d19-613a-4815-92ea-3537554e5dc2 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 210 time: 0.0650971 Feb 04 13:19:59.688022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299b13a-6be0-46d1-8c70-0f22ed66b993 req-b810e42b-4f8a-4274-9543-d320c053a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:59.691179 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2299b13a-6be0-46d1-8c70-0f22ed66b993 req-b810e42b-4f8a-4274-9543-d320c053a8b2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 1128 time: 0.0991085 Feb 04 13:19:59.825291 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.100', 54737) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:59.833839 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-18d28386-06e3-4362-9ac9-99772b9fca45 service neutron] 10.222.0.100 "GET /v2.0/networks/9cc0465b-5f92-47ea-8f92-e85f7aa0829c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583528 Feb 04 13:19:59.859218 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2299b13a-6be0-46d1-8c70-0f22ed66b993 req-56e45e85-385a-4cb6-87aa-6d16085917fd service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608298 Feb 04 13:19:59.893735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf02945c-c713-4eae-92b2-ab79cad083fe req-a599d006-72ed-4beb-a8cf-4964bad93b7b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 210 time: 0.1289959 Feb 04 13:19:59.953930 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-cd2545c1-062c-4e70-baf3-19b4081b4d4d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1818955 Feb 04 13:20:00.064550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:00.091713 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Publish callbacks [] for port (22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:00.102318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ddda5-c30e-417b-a2a4-90eba8bcccb2 req-57e143fa-95c9-4cc3-92e5-8fca21172bf8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:00.104944 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a10ddda5-c30e-417b-a2a4-90eba8bcccb2 req-57e143fa-95c9-4cc3-92e5-8fca21172bf8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 943 time: 0.3415043 Feb 04 13:20:00.114220 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Transition to ACTIVE for port object 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:00.118531 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cbab3a64-44f9-43a7-ae1b-d71bd84b7a8c req-5449ded5-cfa9-4e10-88c5-43343b84f9ce service neutron] 10.222.0.100 "GET /v2.0/networks/9cc0465b-5f92-47ea-8f92-e85f7aa0829c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743340 Feb 04 13:20:00.122534 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:00.229887 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-204e87fe-aadf-4a93-ab38-d224d8f9ce27 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:00.231589 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-204e87fe-aadf-4a93-ab38-d224d8f9ce27 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.100 "GET /v2.0/networks?id=4d594fef-5614-4b97-99e7-40f6be0cb31f HTTP/1.1" status: 200 len: 815 time: 0.3878129 Feb 04 13:20:00.248552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-f5085d01-ec7a-4916-a7c1-7be64a20e022 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:00.250880 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-f5085d01-ec7a-4916-a7c1-7be64a20e022 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2742362 Feb 04 13:20:00.262826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-de4c34c1-ec70-4494-9c1d-4fe1658e631f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Request body: {'port': {'device_id': '7273bebd-7739-4b5b-9835-6fb8f1aec429', 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f', 'admin_state_up': True, 'tenant_id': '0c3cdcd7d70349e08755020863a7c88a'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:00.283469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-a169f705-b595-47e0-8bd9-529e5e1f16c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Request body: {'port': {'device_id': 'e316aa63-90d4-4d71-81a6-4d22521c4fe0', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '62bf48b5c3894be3a3cc9319369f6e98'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:00.360359 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a10ddda5-c30e-417b-a2a4-90eba8bcccb2 req-75807028-7ece-43d7-9060-687b10ee348e tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440708 Feb 04 13:20:00.653145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139d787-18d3-460c-9a38-e5b9ea5b51dd req-ef5cb6ea-a757-4e6e-95d3-4b04ed8023ac tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:00.661223 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3139d787-18d3-460c-9a38-e5b9ea5b51dd req-ef5cb6ea-a757-4e6e-95d3-4b04ed8023ac tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 945 time: 0.2051439 Feb 04 13:20:00.669860 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-a169f705-b595-47e0-8bd9-529e5e1f16c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Made reservation on behalf of 62bf48b5c3894be3a3cc9319369f6e98 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:00.672052 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Attempting to bind port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:20:00.674135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Attempting to bind port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:20:00.675043 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-a169f705-b595-47e0-8bd9-529e5e1f16c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:00.676108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Attempting to bind port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:00.677652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-de4c34c1-ec70-4494-9c1d-4fe1658e631f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Made reservation on behalf of 0c3cdcd7d70349e08755020863a7c88a for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:00.685770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Pushing event updated for resources: {'Port': ['ID=22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:00.687237 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-de4c34c1-ec70-4494-9c1d-4fe1658e631f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:00.717556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:20:00.718480 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Attempting to bind port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:00.731360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:20:00.732186 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:20:00.737969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:20:00.739317 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Bound port: 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:20:00.739993 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:00.776635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c830a0a-e4ae-4840-b046-2d89e909486d req-b358478a-8460-430b-883f-ce1ca28f4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:00.779018 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8c830a0a-e4ae-4840-b046-2d89e909486d req-b358478a-8460-430b-883f-ce1ca28f4a87 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7f73e5a8bbc94399b661de4dcfcbc6a8&device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 1126 time: 0.2861171 Feb 04 13:20:00.884048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] For port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:20:00.896102 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] For port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:20:00.911619 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:00.975686 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:00.976790 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:00.978516 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] 10.222.0.99 "PUT /v2.0/ports/22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f HTTP/1.1" status: 200 len: 1096 time: 1.8701119 Feb 04 13:20:01.014138 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081404f3-dff4-497d-9291-26b853132446', 'tag': '22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:01.026394 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1243124e-8863-4b98-bd16-174bdf81f1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "081404f3-dff4-497d-9291-26b853132446", "tag": "22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:01.036651 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3139d787-18d3-460c-9a38-e5b9ea5b51dd req-4023567c-dfc0-41a8-b5d3-a093cfa04a3c tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464634 Feb 04 13:20:01.306869 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc4245-6a64-4a22-935c-6661061786ff service neutron] Pushing event updated for resources: {'Port': ['ID=22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:01.349359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-de4c34c1-ec70-4494-9c1d-4fe1658e631f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Allocated IP 172.20.0.9 (4d594fef-5614-4b97-99e7-40f6be0cb31f/a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612/db263966-24b4-4e04-b306-c872d81826b4) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:01.511946 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-01c9fa47-2681-4734-8328-6758389dc5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:01.515662 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-01c9fa47-2681-4734-8328-6758389dc5ff service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ec2ae83e4ee04e1c858a4041b424677b&device_id=081404f3-dff4-497d-9291-26b853132446 HTTP/1.1" status: 200 len: 1130 time: 0.2693377 Feb 04 13:20:01.519075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c830a0a-e4ae-4840-b046-2d89e909486d req-16003e1e-f03c-4b06-a1d8-721ff82737fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:01.520928 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8c830a0a-e4ae-4840-b046-2d89e909486d req-16003e1e-f03c-4b06-a1d8-721ff82737fc service neutron] 10.222.0.100 "GET /v2.0/networks?id=9cc0465b-5f92-47ea-8f92-e85f7aa0829c HTTP/1.1" status: 200 len: 930 time: 0.5373418 Feb 04 13:20:01.646727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8652b35-f4ea-45ed-a81d-70d050af2c50 req-27014834-e46d-43a7-aba0-8b25e8b2227a tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:01.648957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8652b35-f4ea-45ed-a81d-70d050af2c50 req-27014834-e46d-43a7-aba0-8b25e8b2227a tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/ports?device_id=081404f3-dff4-497d-9291-26b853132446 HTTP/1.1" status: 200 len: 947 time: 0.9307134 Feb 04 13:20:01.669836 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8c830a0a-e4ae-4840-b046-2d89e909486d req-a4c25705-0eb4-496b-9c7b-f361faa87099 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ddeea8d-0350-4831-b056-f0c95ec6c94a HTTP/1.1" status: 200 len: 217 time: 0.0646281 Feb 04 13:20:01.672665 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-01ac6344-73c2-47b8-85a4-30f6d5819052 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f HTTP/1.1" status: 200 len: 217 time: 0.1506588 Feb 04 13:20:01.709230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-afe8809f-635f-4fe5-b30f-f0973e247f65 req-acaa987c-017d-4e7a-a923-49054f9c34ad tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 210 time: 0.1700780 Feb 04 13:20:01.761432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-ccae2797-d4fa-4b94-a7f4-d050f74cb3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:01.763514 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-ccae2797-d4fa-4b94-a7f4-d050f74cb3a1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0840588 Feb 04 13:20:01.845055 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-1292f500-056b-41de-b70b-e17405f67546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:01.847439 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-1292f500-056b-41de-b70b-e17405f67546 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0767186 Feb 04 13:20:01.856532 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-de4c34c1-ec70-4494-9c1d-4fe1658e631f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Publish callbacks [] for port (db263966-24b4-4e04-b306-c872d81826b4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:01.931037 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-de4c34c1-ec70-4494-9c1d-4fe1658e631f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (db263966-24b4-4e04-b306-c872d81826b4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:02.005174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc5be205-b837-4e32-9b97-f615c6b68b1a req-f2681ffc-c4af-4fea-9076-6122a754a427 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 210 time: 0.0821829 Feb 04 13:20:02.015414 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-29477edb-23f3-4858-8139-95fbd34db084 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612449 Feb 04 13:20:02.023864 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-a169f705-b595-47e0-8bd9-529e5e1f16c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Allocated IP 192.168.233.61 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/c843b7ba-b8f6-4d0f-b121-918de0a8e779) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:02.081972 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8652b35-f4ea-45ed-a81d-70d050af2c50 req-588721a0-2dbc-4cd4-80bf-394a2a541033 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/security-groups?id=a41804fc-bd59-4b8a-a216-0c51ad719f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904145 Feb 04 13:20:02.092679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-de4c34c1-ec70-4494-9c1d-4fe1658e631f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Network 4d594fef-5614-4b97-99e7-40f6be0cb31f is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:02.099917 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-de4c34c1-ec70-4494-9c1d-4fe1658e631f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:02.109350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c34c1-ec70-4494-9c1d-4fe1658e631f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Pushing event updated for resources: {'Port': ['ID=db263966-24b4-4e04-b306-c872d81826b4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:02.125652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-de4c34c1-ec70-4494-9c1d-4fe1658e631f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:20:02.140187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-de4c34c1-ec70-4494-9c1d-4fe1658e631f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:02.149279 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-de4c34c1-ec70-4494-9c1d-4fe1658e631f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:02.218372 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-de4c34c1-ec70-4494-9c1d-4fe1658e631f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9610004 Feb 04 13:20:02.221669 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6defaf44-99fa-479f-822c-a83c6f36f21f req-2531e04e-cb11-4bd6-ae1d-28f88dcc692f service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855378 Feb 04 13:20:02.223294 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287f21e7-cd29-46c5-8afb-9b147a31d608 x-openstack-request-id: req-287f21e7-cd29-46c5-8afb-9b147a31d608 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:02.223687 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081404f3-dff4-497d-9291-26b853132446", "tag": "22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:02.223953 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-287f21e7-cd29-46c5-8afb-9b147a31d608 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:02.224349 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081404f3-dff4-497d-9291-26b853132446', 'tag': '22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f', 'status': 'completed', 'code': 200} Feb 04 13:20:02.449576 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243124e-8863-4b98-bd16-174bdf81f1dc req-d70bcaf7-1919-42a4-9fb6-3c73a4e79c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:02.451421 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1243124e-8863-4b98-bd16-174bdf81f1dc req-d70bcaf7-1919-42a4-9fb6-3c73a4e79c30 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ec2ae83e4ee04e1c858a4041b424677b&device_id=081404f3-dff4-497d-9291-26b853132446 HTTP/1.1" status: 200 len: 1130 time: 0.1555710 Feb 04 13:20:02.590533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6c74f-adb8-49cb-821f-5a681ec6edd6 req-45fc8f98-9f67-4d98-b74e-e7147f228d4b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:02.594398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9c929016-31ae-4cf0-999c-201fb6e3fcf1 None None] Provisioning complete for port db263966-24b4-4e04-b306-c872d81826b4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:02.595618 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c929016-31ae-4cf0-999c-201fb6e3fcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (db263966-24b4-4e04-b306-c872d81826b4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:02.597682 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ac6c74f-adb8-49cb-821f-5a681ec6edd6 req-45fc8f98-9f67-4d98-b74e-e7147f228d4b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 943 time: 0.2453041 Feb 04 13:20:02.658392 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-a169f705-b595-47e0-8bd9-529e5e1f16c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks [] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:02.662118 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243124e-8863-4b98-bd16-174bdf81f1dc req-2bb6eaf1-bf56-4518-adef-9f0a6b34219a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:02.665257 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1243124e-8863-4b98-bd16-174bdf81f1dc req-2bb6eaf1-bf56-4518-adef-9f0a6b34219a service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.2063441 Feb 04 13:20:02.695767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ac6c74f-adb8-49cb-821f-5a681ec6edd6 req-c570924c-8d59-42b2-9400-fdf07cf34981 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966091 Feb 04 13:20:02.751876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9c929016-31ae-4cf0-999c-201fb6e3fcf1 None None] Port db263966-24b4-4e04-b306-c872d81826b4 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:20:02.765775 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1243124e-8863-4b98-bd16-174bdf81f1dc req-ac30d739-abd5-467a-b9d7-9cbb45185dcb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f HTTP/1.1" status: 200 len: 217 time: 0.0947123 Feb 04 13:20:02.800504 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-a169f705-b595-47e0-8bd9-529e5e1f16c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:02.818447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['e8a9f93e-eff3-426d-a478-32e1ddbe4bcc'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:02.891545 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243124e-8863-4b98-bd16-174bdf81f1dc req-1d6c1204-66a8-485c-b0a3-622c017c80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:02.894549 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1243124e-8863-4b98-bd16-174bdf81f1dc req-1d6c1204-66a8-485c-b0a3-622c017c80f7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1227417 Feb 04 13:20:02.925112 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-a169f705-b595-47e0-8bd9-529e5e1f16c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:02.928244 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169f705-b595-47e0-8bd9-529e5e1f16c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Pushing event updated for resources: {'Port': ['ID=c843b7ba-b8f6-4d0f-b121-918de0a8e779,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:02.934231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-a169f705-b595-47e0-8bd9-529e5e1f16c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:02.951921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-a169f705-b595-47e0-8bd9-529e5e1f16c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:20:02.970380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-a169f705-b595-47e0-8bd9-529e5e1f16c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:02.971042 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-a169f705-b595-47e0-8bd9-529e5e1f16c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:03.066945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Request body: {'port': {'device_id': '7273bebd-7739-4b5b-9835-6fb8f1aec429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:03.087722 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-a169f705-b595-47e0-8bd9-529e5e1f16c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8157358 Feb 04 13:20:03.137801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Request body: {'port': {'device_id': 'e316aa63-90d4-4d71-81a6-4d22521c4fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:03.203259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94bd3f-f65e-46c8-aa07-db5458d7ba3b req-e0779305-bdf5-4568-a454-fa667929084d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:03.213289 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea94bd3f-f65e-46c8-aa07-db5458d7ba3b req-e0779305-bdf5-4568-a454-fa667929084d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 945 time: 0.3730526 Feb 04 13:20:03.264039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c830a0a-e4ae-4840-b046-2d89e909486d req-d69e07cb-1787-4c69-bc04-e76ac854e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:03.267205 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8c830a0a-e4ae-4840-b046-2d89e909486d req-d69e07cb-1787-4c69-bc04-e76ac854e9b4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d52a34a0-4188-4f92-b84b-11965c276e4c HTTP/1.1" status: 200 len: 868 time: 0.2549670 Feb 04 13:20:03.272362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243124e-8863-4b98-bd16-174bdf81f1dc req-18e42897-1d22-4efa-adf9-a99d70deaa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:03.278558 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1243124e-8863-4b98-bd16-174bdf81f1dc req-18e42897-1d22-4efa-adf9-a99d70deaa03 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3779500 Feb 04 13:20:03.305356 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:03.530737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-953b7098-02c9-4a4b-a3ca-3f6d13468176 None None] Provisioning complete for port c843b7ba-b8f6-4d0f-b121-918de0a8e779 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:03.533031 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-953b7098-02c9-4a4b-a3ca-3f6d13468176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:03.591541 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1243124e-8863-4b98-bd16-174bdf81f1dc req-595f8ae4-5de2-45db-b167-4c54df5a2c3f service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049898 Feb 04 13:20:03.595415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c830a0a-e4ae-4840-b046-2d89e909486d req-fdf8342a-7dd5-4be1-9bf5-89fd824948d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:03.598487 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8c830a0a-e4ae-4840-b046-2d89e909486d req-fdf8342a-7dd5-4be1-9bf5-89fd824948d9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9cc0465b-5f92-47ea-8f92-e85f7aa0829c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1723433 Feb 04 13:20:03.705655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-953b7098-02c9-4a4b-a3ca-3f6d13468176 None None] Port c843b7ba-b8f6-4d0f-b121-918de0a8e779 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:20:03.925396 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1243124e-8863-4b98-bd16-174bdf81f1dc req-02e44c55-4ecf-4987-b600-ad4dab822a1a service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255761 Feb 04 13:20:03.949698 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8c830a0a-e4ae-4840-b046-2d89e909486d req-835475d4-e076-48bc-a996-ec4c934bacb7 service neutron] 10.222.0.100 "GET /v2.0/networks/9cc0465b-5f92-47ea-8f92-e85f7aa0829c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269885 Feb 04 13:20:04.050454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea94bd3f-f65e-46c8-aa07-db5458d7ba3b req-3b93f43f-447f-40c1-a370-9941295872ac tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8354075 Feb 04 13:20:04.118249 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (db263966-24b4-4e04-b306-c872d81826b4), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:04.440768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf5889-fa8d-46cb-b4ec-3f261984b0d5 req-450cd699-e5c0-422b-a286-f026b7cae02b tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:04.446277 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94bf5889-fa8d-46cb-b4ec-3f261984b0d5 req-450cd699-e5c0-422b-a286-f026b7cae02b tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 931 time: 0.3900981 Feb 04 13:20:04.768778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c843b7ba-b8f6-4d0f-b121-918de0a8e779 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:04.798144 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Publish callbacks [] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:04.857540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Transition to ACTIVE for port object c843b7ba-b8f6-4d0f-b121-918de0a8e779 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:04.870223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa92de-b60d-42df-9e6e-af0808a1804e req-eab61b84-3dc9-4006-bb1c-192b49a473d7 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:04.871857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1dfa92de-b60d-42df-9e6e-af0808a1804e req-eab61b84-3dc9-4006-bb1c-192b49a473d7 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 935 time: 0.5986278 Feb 04 13:20:04.880707 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:04.967161 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94bf5889-fa8d-46cb-b4ec-3f261984b0d5 req-b5bd05fc-73a5-496e-939a-f05b30a5cb19 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077264 Feb 04 13:20:05.070065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1dfa92de-b60d-42df-9e6e-af0808a1804e req-d062aa46-535e-49e5-ab8b-c169109b0e38 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769619 Feb 04 13:20:05.119330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c843b7ba-b8f6-4d0f-b121-918de0a8e779,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:05.315472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Attempting to bind port c843b7ba-b8f6-4d0f-b121-918de0a8e779 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:20:05.315910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Attempting to bind port c843b7ba-b8f6-4d0f-b121-918de0a8e779 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:20:05.316383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Attempting to bind port c843b7ba-b8f6-4d0f-b121-918de0a8e779 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:05.404106 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402fd97-a4c2-45ca-81bb-c3425fee1d10 req-98d681f8-adee-4d6b-8c2b-2ba4e8a174f6 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:05.407910 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6402fd97-a4c2-45ca-81bb-c3425fee1d10 req-98d681f8-adee-4d6b-8c2b-2ba4e8a174f6 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/ports?device_id=081404f3-dff4-497d-9291-26b853132446 HTTP/1.1" status: 200 len: 947 time: 0.3460209 Feb 04 13:20:05.409163 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Port c843b7ba-b8f6-4d0f-b121-918de0a8e779 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:20:05.409990 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Attempting to bind port c843b7ba-b8f6-4d0f-b121-918de0a8e779 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:05.502040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:20:05.502432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:20:05.502832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:20:05.503601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Bound port: c843b7ba-b8f6-4d0f-b121-918de0a8e779, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:20:05.504021 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:05.519916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-cc07a1f1-a267-4991-b634-891468624a16 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1618284581&fields=id&tenant_id=d3420ec3eb624ae4b3c182d3678b3680 HTTP/1.1" status: 200 len: 267 time: 0.2914097 Feb 04 13:20:05.528938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db263966-24b4-4e04-b306-c872d81826b4 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:05.544332 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Publish callbacks [] for port (db263966-24b4-4e04-b306-c872d81826b4), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:05.646417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Transition to ACTIVE for port object db263966-24b4-4e04-b306-c872d81826b4 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:05.675146 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (db263966-24b4-4e04-b306-c872d81826b4), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:05.688932 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6402fd97-a4c2-45ca-81bb-c3425fee1d10 req-feaee4cb-c4ce-4930-9928-b87822e6a2ee tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/security-groups?id=a41804fc-bd59-4b8a-a216-0c51ad719f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570219 Feb 04 13:20:05.876683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Pushing event updated for resources: {'Port': ['ID=db263966-24b4-4e04-b306-c872d81826b4,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:05.880808 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] For port c843b7ba-b8f6-4d0f-b121-918de0a8e779, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:20:05.893589 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] For port c843b7ba-b8f6-4d0f-b121-918de0a8e779, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:20:05.928818 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-af6d0f1e-1ea9-4921-80f8-302cc3c27b33 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:05.930748 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-af6d0f1e-1ea9-4921-80f8-302cc3c27b33 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/networks?id=c026ffbf-8ece-4f85-be6b-56d3d0b3328b HTTP/1.1" status: 200 len: 824 time: 0.3939798 Feb 04 13:20:05.936404 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:06.035645 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:06.037543 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:06.039428 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] 10.222.0.100 "PUT /v2.0/ports/c843b7ba-b8f6-4d0f-b121-918de0a8e779 HTTP/1.1" status: 200 len: 1096 time: 2.9155807 Feb 04 13:20:06.049613 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2998cd39-34d0-42b6-bb2f-8007835d6419 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/quotas/d3420ec3eb624ae4b3c182d3678b3680 HTTP/1.1" status: 200 len: 375 time: 0.1094553 Feb 04 13:20:06.050263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e316aa63-90d4-4d71-81a6-4d22521c4fe0', 'tag': 'c843b7ba-b8f6-4d0f-b121-918de0a8e779'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:06.053457 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5e4a89-dc53-4b2b-9217-eccb8512e933" -d '{"events": [{"name": "network-changed", "server_uuid": "e316aa63-90d4-4d71-81a6-4d22521c4fe0", "tag": "c843b7ba-b8f6-4d0f-b121-918de0a8e779"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:06.060452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Attempting to bind port db263966-24b4-4e04-b306-c872d81826b4 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:20:06.060802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Attempting to bind port db263966-24b4-4e04-b306-c872d81826b4 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '11dc5afa-0028-45de-9211-b56b44f685d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:20:06.060993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Attempting to bind port db263966-24b4-4e04-b306-c872d81826b4 on network 4d594fef-5614-4b97-99e7-40f6be0cb31f {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:06.105983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Port db263966-24b4-4e04-b306-c872d81826b4 on network 4d594fef-5614-4b97-99e7-40f6be0cb31f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:20:06.105983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Attempting to bind port db263966-24b4-4e04-b306-c872d81826b4 on network 4d594fef-5614-4b97-99e7-40f6be0cb31f {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:06.158909 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c94e38-2296-4d8b-8db6-db57a6015f31 req-a4488aa2-1a20-4132-b84f-8ea6f2555777 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:06.160555 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-02c94e38-2296-4d8b-8db6-db57a6015f31 req-a4488aa2-1a20-4132-b84f-8ea6f2555777 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 943 time: 0.3378036 Feb 04 13:20:06.163673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1efa4-9abb-45e1-8f59-133a387ef5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c843b7ba-b8f6-4d0f-b121-918de0a8e779,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:06.169773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:20:06.170234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Checking segment: {'id': '11dc5afa-0028-45de-9211-b56b44f685d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:20:06.170553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Bound using segment: {'id': '11dc5afa-0028-45de-9211-b56b44f685d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:20:06.171021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Bound port: db263966-24b4-4e04-b306-c872d81826b4, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11dc5afa-0028-45de-9211-b56b44f685d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:20:06.171391 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (db263966-24b4-4e04-b306-c872d81826b4), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:06.295830 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-cc9ce9fb-5a94-4c06-aeb4-0ef18b03ad26 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3420ec3eb624ae4b3c182d3678b3680&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2230990 Feb 04 13:20:06.326947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-02c94e38-2296-4d8b-8db6-db57a6015f31 req-4103edcc-812b-4d07-a914-26a05d3c2151 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528921 Feb 04 13:20:06.353228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] For port db263966-24b4-4e04-b306-c872d81826b4, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:20:06.372544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] For port db263966-24b4-4e04-b306-c872d81826b4, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=db263966-24b4-4e04-b306-c872d81826b4,segment=NetworkSegment(11dc5afa-0028-45de-9211-b56b44f685d4),segment_id=11dc5afa-0028-45de-9211-b56b44f685d4)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:20:06.412109 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (db263966-24b4-4e04-b306-c872d81826b4), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:06.478603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:06.479739 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:06.481412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] 10.222.0.100 "PUT /v2.0/ports/db263966-24b4-4e04-b306-c872d81826b4 HTTP/1.1" status: 200 len: 1092 time: 3.4263775 Feb 04 13:20:06.526619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29064c70-cac0-437e-8ca2-01da372b8d20 service neutron] Pushing event updated for resources: {'Port': ['ID=db263966-24b4-4e04-b306-c872d81826b4,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:06.573153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-cb996763-c341-40b7-a979-38a732090fce service neutron] 10.222.0.96 "GET /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688353 Feb 04 13:20:06.821776 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-91430d38-c212-4754-982d-1e960557ba9a service neutron] 10.222.0.96 "GET /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374623 Feb 04 13:20:06.837669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:20:07.265233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:07.325055 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f', 'mac_address': 'fa:16:3e:31:c7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:20:07.363229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a15c7e-ffff-4620-b184-9398b57a3fc1 req-77dd8cc5-acc1-4894-9fd9-3f7c7e47afb4 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:07.366084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87a15c7e-ffff-4620-b184-9398b57a3fc1 req-77dd8cc5-acc1-4894-9fd9-3f7c7e47afb4 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 1128 time: 0.1806486 Feb 04 13:20:07.448959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:07.450119 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:07.485928 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87a15c7e-ffff-4620-b184-9398b57a3fc1 req-48e794d8-bd5f-4742-b932-d53298e189dd tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094804 Feb 04 13:20:07.503625 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:07.576548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:07.582901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af29d55-3836-46ab-83f9-a55475be4720 req-df3b3327-7706-4f6d-a80b-91349a1ed278 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:07.592915 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9af29d55-3836-46ab-83f9-a55475be4720 req-df3b3327-7706-4f6d-a80b-91349a1ed278 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 943 time: 0.0843937 Feb 04 13:20:07.606683 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:07.696205 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c58cb5-eb4f-4f1a-b8cb-e2a7054487db x-openstack-request-id: req-16c58cb5-eb4f-4f1a-b8cb-e2a7054487db {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:07.696853 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e316aa63-90d4-4d71-81a6-4d22521c4fe0", "tag": "c843b7ba-b8f6-4d0f-b121-918de0a8e779", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:07.697607 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-16c58cb5-eb4f-4f1a-b8cb-e2a7054487db {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:07.698726 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e316aa63-90d4-4d71-81a6-4d22521c4fe0', 'tag': 'c843b7ba-b8f6-4d0f-b121-918de0a8e779', 'status': 'completed', 'code': 200} Feb 04 13:20:07.721979 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9af29d55-3836-46ab-83f9-a55475be4720 req-9414527c-a28d-498f-8e27-b934ad04fb2c tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278362 Feb 04 13:20:07.775382 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:07.927548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:07.980963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a951f-f82a-4ecf-9532-5c6eb95ae3e3 req-1bd66df3-7f80-4114-a269-5788f1c04e90 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:07.983109 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-882a951f-f82a-4ecf-9532-5c6eb95ae3e3 req-1bd66df3-7f80-4114-a269-5788f1c04e90 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/ports?device_id=081404f3-dff4-497d-9291-26b853132446 HTTP/1.1" status: 200 len: 948 time: 0.1334243 Feb 04 13:20:08.019229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929c0e4-bf5f-4880-a665-4b79ec7bc43f req-b067d262-9e18-4a0b-851a-42c020d5e2fd tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:08.028272 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e929c0e4-bf5f-4880-a665-4b79ec7bc43f req-b067d262-9e18-4a0b-851a-42c020d5e2fd tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 947 time: 0.1340170 Feb 04 13:20:08.133317 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e929c0e4-bf5f-4880-a665-4b79ec7bc43f req-498e5af7-a6fc-4dd4-9ee5-e65da3064c3e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039033 Feb 04 13:20:08.154898 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60566) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:20:08.245843 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-882a951f-f82a-4ecf-9532-5c6eb95ae3e3 req-fc2a20a6-f5ad-4942-92e8-8d70913348d0 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/security-groups?id=a41804fc-bd59-4b8a-a216-0c51ad719f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481172 Feb 04 13:20:08.328326 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50f6129a-d802-4035-9654-3021fd7d77a0 req-1d40b99e-67bb-4efc-aaa5-3bea31ea4f0f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 210 time: 0.0677929 Feb 04 13:20:08.515061 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c929b66-f6d0-4436-872c-5432f7ec657c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:08.633226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7891fb-4293-4cec-9203-df1b0ef47543 req-803f1f21-aec3-4bd4-aaa2-292f5015026c tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:08.657886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7d7891fb-4293-4cec-9203-df1b0ef47543 req-803f1f21-aec3-4bd4-aaa2-292f5015026c tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 943 time: 0.1858635 Feb 04 13:20:08.764341 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c929b66-f6d0-4436-872c-5432f7ec657c admin admin] Publish callbacks [] for security_group (e4d9b3e1-fc33-4595-8587-80aec404c796), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:08.770244 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c929b66-f6d0-4436-872c-5432f7ec657c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e4d9b3e1-fc33-4595-8587-80aec404c796), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:08.792305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7d7891fb-4293-4cec-9203-df1b0ef47543 req-b7ecc9c2-b52b-4a0c-a212-486d172888b7 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241302 Feb 04 13:20:08.884945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c929b66-f6d0-4436-872c-5432f7ec657c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d9b3e1-fc33-4595-8587-80aec404c796,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:08.896844 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0c929b66-f6d0-4436-872c-5432f7ec657c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=720785fb6d174f148a05ffb74b4da5f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7378702 Feb 04 13:20:08.899561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60584) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:20:09.091717 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1a82f4ed-fb0c-4f72-8477-b1cfce9db781 admin admin] Publish callbacks [] for security_group (e4d9b3e1-fc33-4595-8587-80aec404c796), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:09.135881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb419eb-39b6-4917-af28-c48ef0f87d6e req-abcc64d4-adf2-4101-b14d-6163590b5871 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:09.137598 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9eb419eb-39b6-4917-af28-c48ef0f87d6e req-abcc64d4-adf2-4101-b14d-6163590b5871 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 943 time: 0.2110584 Feb 04 13:20:09.143793 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1a82f4ed-fb0c-4f72-8477-b1cfce9db781 admin admin] Publish callbacks [] for security_group (e4d9b3e1-fc33-4595-8587-80aec404c796), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:09.255188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60590) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:20:09.447466 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9eb419eb-39b6-4917-af28-c48ef0f87d6e req-a72200fe-743c-4029-985b-8d1995e70876 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013160 Feb 04 13:20:09.478553 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1a82f4ed-fb0c-4f72-8477-b1cfce9db781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e4d9b3e1-fc33-4595-8587-80aec404c796), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:09.488016 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1a82f4ed-fb0c-4f72-8477-b1cfce9db781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:09.490072 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1a82f4ed-fb0c-4f72-8477-b1cfce9db781 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e4d9b3e1-fc33-4595-8587-80aec404c796 HTTP/1.1" status: 204 len: 168 time: 0.5904181 Feb 04 13:20:09.522537 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82f4ed-fb0c-4f72-8477-b1cfce9db781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d9b3e1-fc33-4595-8587-80aec404c796,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:09.559377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34942a89-dfa2-4357-8b70-09d9ef567907 req-cebf78fa-fb17-4399-a289-b86cd5db34ba tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:09.571685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34942a89-dfa2-4357-8b70-09d9ef567907 req-cebf78fa-fb17-4399-a289-b86cd5db34ba tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 947 time: 0.2742546 Feb 04 13:20:09.768319 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7273bebd-7739-4b5b-9835-6fb8f1aec429', 'tag': 'db263966-24b4-4e04-b306-c872d81826b4'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:09.774684 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5995d4-6b28-486a-8c07-34383da9652a" -d '{"events": [{"name": "network-changed", "server_uuid": "7273bebd-7739-4b5b-9835-6fb8f1aec429", "tag": "db263966-24b4-4e04-b306-c872d81826b4"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:09.790720 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-bc55ba15-e071-440a-86a0-b993f5ae33dc tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:09.794053 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-bc55ba15-e071-440a-86a0-b993f5ae33dc tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.99 "GET /v2.0/networks?id=c026ffbf-8ece-4f85-be6b-56d3d0b3328b HTTP/1.1" status: 200 len: 824 time: 0.4874432 Feb 04 13:20:09.836495 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9bef699-01d8-47a3-801d-2a295de301d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:09.862820 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34942a89-dfa2-4357-8b70-09d9ef567907 req-91522803-2a30-414d-8e12-98fe8ae5a334 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895107 Feb 04 13:20:09.891333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbb9d1-7f50-4dc5-9318-7f6727144ae4 req-fc223f8b-ff10-4669-bed7-21342f188f98 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:09.899737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26dbb9d1-7f50-4dc5-9318-7f6727144ae4 req-fc223f8b-ff10-4669-bed7-21342f188f98 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/ports?device_id=081404f3-dff4-497d-9291-26b853132446 HTTP/1.1" status: 200 len: 948 time: 0.2365015 Feb 04 13:20:10.097844 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f2c4febc-31a5-4564-8000-9b1970effc0c req-8edac889-9d76-46c7-98d1-b23e7601a9d7 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 210 time: 0.1315923 Feb 04 13:20:10.129931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26dbb9d1-7f50-4dc5-9318-7f6727144ae4 req-00e3c966-dcbf-4669-9a0f-e144162124ad tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/security-groups?id=a41804fc-bd59-4b8a-a216-0c51ad719f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287579 Feb 04 13:20:10.248204 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7382b15-227f-4b55-b2c3-4967080a89d1 x-openstack-request-id: req-d7382b15-227f-4b55-b2c3-4967080a89d1 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:10.248781 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7273bebd-7739-4b5b-9835-6fb8f1aec429", "tag": "db263966-24b4-4e04-b306-c872d81826b4", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:10.249240 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d7382b15-227f-4b55-b2c3-4967080a89d1 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:10.250889 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7273bebd-7739-4b5b-9835-6fb8f1aec429', 'tag': 'db263966-24b4-4e04-b306-c872d81826b4', 'status': 'completed', 'code': 200} Feb 04 13:20:10.274493 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-31f53683-930f-48fb-b5b3-2ac2b6d67545 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3420ec3eb624ae4b3c182d3678b3680 HTTP/1.1" status: 200 len: 380 time: 0.4495633 Feb 04 13:20:10.285799 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9bef699-01d8-47a3-801d-2a295de301d8 admin admin] Publish callbacks [] for security_group (8bbe868b-e649-4bdb-8be8-e78c99822037), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:10.297313 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-31909942-6110-498c-8a6b-49c60af521de tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Request body: {'port': {'device_id': '6a785338-14b2-421a-b794-f5797bd6391c', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'admin_state_up': True, 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'security_groups': ['4b701c15-1d7e-4625-97d7-27b4cc89bc07']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:10.314950 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9bef699-01d8-47a3-801d-2a295de301d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8bbe868b-e649-4bdb-8be8-e78c99822037), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:10.433876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca52221-7c92-49cf-8508-78bbf8ce70a8 req-ed907416-5e57-48ce-8a9a-4f024c0eb2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:10.457036 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ca52221-7c92-49cf-8508-78bbf8ce70a8 req-ed907416-5e57-48ce-8a9a-4f024c0eb2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 943 time: 0.1572018 Feb 04 13:20:10.480173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bef699-01d8-47a3-801d-2a295de301d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbe868b-e649-4bdb-8be8-e78c99822037,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:10.563688 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60618) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:20:10.586596 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ca52221-7c92-49cf-8508-78bbf8ce70a8 req-421fadcb-ea81-4289-859e-faf393e8bffb tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237707 Feb 04 13:20:10.614728 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e2ce0bcb-5ddf-498a-91f4-aef4912adfa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:10.677352 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d9bef699-01d8-47a3-801d-2a295de301d8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2bf7ec8c665d41d38ad6747884b63f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4195504 Feb 04 13:20:10.678434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60622) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:20:10.826807 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e2ce0bcb-5ddf-498a-91f4-aef4912adfa3 admin admin] Publish callbacks [] for security_group (0a3f5847-f39d-43cd-98d0-1bac345d92dd), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:10.867967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8cba3e47-4a1d-49e4-9f8f-847ebb73b299 admin admin] Publish callbacks [] for security_group (8bbe868b-e649-4bdb-8be8-e78c99822037), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:10.873410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-31909942-6110-498c-8a6b-49c60af521de tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Made reservation on behalf of d3420ec3eb624ae4b3c182d3678b3680 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:10.877484 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-31909942-6110-498c-8a6b-49c60af521de tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:10.879279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:20:10.888942 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8c830a0a-e4ae-4840-b046-2d89e909486d req-b2c83615-f9ee-45d2-9835-f1427dc33d93 service neutron] 10.222.0.100 "GET /v2.0/networks/9cc0465b-5f92-47ea-8f92-e85f7aa0829c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053695 Feb 04 13:20:10.934579 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-031bd0f7-c861-4c5a-b228-412c1be8b029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:10.978498 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8cba3e47-4a1d-49e4-9f8f-847ebb73b299 admin admin] Publish callbacks [] for security_group (8bbe868b-e649-4bdb-8be8-e78c99822037), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:11.014969 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e2ce0bcb-5ddf-498a-91f4-aef4912adfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0a3f5847-f39d-43cd-98d0-1bac345d92dd), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:11.029718 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:11.047128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:11.047508 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:11.263069 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:11.269650 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:11.293331 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e2ce0bcb-5ddf-498a-91f4-aef4912adfa3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7613487ad0f247098e43061a950b5f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7035232 Feb 04 13:20:11.294668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce0bcb-5ddf-498a-91f4-aef4912adfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3f5847-f39d-43cd-98d0-1bac345d92dd,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:11.298539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60630) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:20:11.359048 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8cba3e47-4a1d-49e4-9f8f-847ebb73b299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8bbe868b-e649-4bdb-8be8-e78c99822037), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:11.367721 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8cba3e47-4a1d-49e4-9f8f-847ebb73b299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:11.369298 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8cba3e47-4a1d-49e4-9f8f-847ebb73b299 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8bbe868b-e649-4bdb-8be8-e78c99822037 HTTP/1.1" status: 204 len: 168 time: 0.6829247 Feb 04 13:20:11.371359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e4a89-dc53-4b2b-9217-eccb8512e933 req-6225bd98-1854-4612-a043-f447dd5df50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:11.377296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f5e4a89-dc53-4b2b-9217-eccb8512e933 req-6225bd98-1854-4612-a043-f447dd5df50d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 1130 time: 0.4877446 Feb 04 13:20:11.419272 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba3e47-4a1d-49e4-9f8f-847ebb73b299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbe868b-e649-4bdb-8be8-e78c99822037,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:11.439840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:11.443401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286bd7-bf5b-433c-bb48-696fb02679c0 req-5ba372b0-9d95-4c1a-bdaa-33e4267d07fd tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:11.450166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081404f3-dff4-497d-9291-26b853132446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:11.454729 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2067dac4-7f64-4ed9-9a6e-1991589071cb" -d '{"events": [{"server_uuid": "081404f3-dff4-497d-9291-26b853132446", "name": "network-vif-plugged", "status": "completed", "tag": "22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:11.455720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc286bd7-bf5b-433c-bb48-696fb02679c0 req-5ba372b0-9d95-4c1a-bdaa-33e4267d07fd tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 943 time: 0.8201396 Feb 04 13:20:11.483697 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5995d4-6b28-486a-8c07-34383da9652a req-89a61fae-7fa1-456f-b9b2-8e7b2888797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:11.486262 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:11.486374 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e5995d4-6b28-486a-8c07-34383da9652a req-89a61fae-7fa1-456f-b9b2-8e7b2888797b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0c3cdcd7d70349e08755020863a7c88a&device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 1126 time: 0.5130601 Feb 04 13:20:11.501235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-31909942-6110-498c-8a6b-49c60af521de tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Allocated IP 172.20.0.10 (c026ffbf-8ece-4f85-be6b-56d3d0b3328b/e5874b54-d066-497f-a6a6-8caf98c219b5/aca241da-9a6b-4d77-a8e8-db0f3b662182) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:11.570315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958706f-443c-4b42-9824-2bf7bd9a6f6d req-6a5b1a5e-f4bf-4435-aa9e-36ce87910ba8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:11.581757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8958706f-443c-4b42-9824-2bf7bd9a6f6d req-6a5b1a5e-f4bf-4435-aa9e-36ce87910ba8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 947 time: 0.5568972 Feb 04 13:20:11.630563 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:11.759664 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8d09-52ec-4e0a-a84b-000fb6f27dc4 admin admin] Publish callbacks [] for security_group (0a3f5847-f39d-43cd-98d0-1bac345d92dd), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:11.789712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc286bd7-bf5b-433c-bb48-696fb02679c0 req-1fb0bc4a-14bd-4fc8-8989-48a7806ccc76 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308194 Feb 04 13:20:11.925899 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8958706f-443c-4b42-9824-2bf7bd9a6f6d req-9e6d4ab8-0d4a-45d4-a51e-03db844448f5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395822 Feb 04 13:20:11.997259 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8d09-52ec-4e0a-a84b-000fb6f27dc4 admin admin] Publish callbacks [] for security_group (0a3f5847-f39d-43cd-98d0-1bac345d92dd), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:12.002054 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-31909942-6110-498c-8a6b-49c60af521de tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for port (aca241da-9a6b-4d77-a8e8-db0f3b662182), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:12.005276 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fcd0a365-2c9e-476d-abc8-4bbf23cbba99 req-876df220-4ddb-49b6-afed-955c1913eae5 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 210 time: 0.1182544 Feb 04 13:20:12.091847 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-31909942-6110-498c-8a6b-49c60af521de tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (aca241da-9a6b-4d77-a8e8-db0f3b662182), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:12.141784 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8d09-52ec-4e0a-a84b-000fb6f27dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0a3f5847-f39d-43cd-98d0-1bac345d92dd), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:12.144451 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8d09-52ec-4e0a-a84b-000fb6f27dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:12.152609 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2cfe8d09-52ec-4e0a-a84b-000fb6f27dc4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0a3f5847-f39d-43cd-98d0-1bac345d92dd HTTP/1.1" status: 204 len: 168 time: 0.8332465 Feb 04 13:20:12.208578 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116c0817-9078-4b90-867b-c17ede04c557 x-openstack-request-id: req-116c0817-9078-4b90-867b-c17ede04c557 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:12.209276 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081404f3-dff4-497d-9291-26b853132446", "name": "network-vif-plugged", "status": "completed", "tag": "22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:12.209276 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-116c0817-9078-4b90-867b-c17ede04c557 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:12.211254 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081404f3-dff4-497d-9291-26b853132446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f', 'code': 200} Feb 04 13:20:12.281478 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe8d09-52ec-4e0a-a84b-000fb6f27dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3f5847-f39d-43cd-98d0-1bac345d92dd,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:12.300108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-31909942-6110-498c-8a6b-49c60af521de tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Network c026ffbf-8ece-4f85-be6b-56d3d0b3328b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:12.347852 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-31909942-6110-498c-8a6b-49c60af521de tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:12.354197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31909942-6110-498c-8a6b-49c60af521de tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Pushing event updated for resources: {'Port': ['ID=aca241da-9a6b-4d77-a8e8-db0f3b662182,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:12.388141 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-31909942-6110-498c-8a6b-49c60af521de tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:20:12.399986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-31909942-6110-498c-8a6b-49c60af521de tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:12.401115 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-31909942-6110-498c-8a6b-49c60af521de tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:12.438977 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-31909942-6110-498c-8a6b-49c60af521de tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1465807 Feb 04 13:20:12.455807 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Request body: {'port': {'device_id': '6a785338-14b2-421a-b794-f5797bd6391c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:12.610251 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (aca241da-9a6b-4d77-a8e8-db0f3b662182), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:12.626692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae515c-0c48-44fe-aabb-72d69bf98132 req-b36dec17-f8e2-41ed-ab02-ec3f7aea52a3 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:12.635859 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43ae515c-0c48-44fe-aabb-72d69bf98132 req-b36dec17-f8e2-41ed-ab02-ec3f7aea52a3 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/ports?device_id=081404f3-dff4-497d-9291-26b853132446 HTTP/1.1" status: 200 len: 949 time: 0.4887121 Feb 04 13:20:12.720172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8629a6d-83fc-4b88-9994-13688ea3dafb req-9ddcb6bb-6fe8-433d-94a1-72aed462c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:12.724858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8629a6d-83fc-4b88-9994-13688ea3dafb req-9ddcb6bb-6fe8-433d-94a1-72aed462c88b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=081404f3-dff4-497d-9291-26b853132446 HTTP/1.1" status: 200 len: 1132 time: 0.4127412 Feb 04 13:20:12.757198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a783276-f4e5-4552-9be6-086b40a9a253 req-60edefde-1dda-4f33-8760-76d20ed00756 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:12.764683 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a783276-f4e5-4552-9be6-086b40a9a253 req-60edefde-1dda-4f33-8760-76d20ed00756 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 943 time: 0.3744204 Feb 04 13:20:12.823254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43ae515c-0c48-44fe-aabb-72d69bf98132 req-61967e99-8934-456b-877e-c03fbc1adfda tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/security-groups?id=a41804fc-bd59-4b8a-a216-0c51ad719f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863921 Feb 04 13:20:12.861880 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8629a6d-83fc-4b88-9994-13688ea3dafb req-126384eb-86c5-491e-b573-943e0a72fa8f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=a41804fc-bd59-4b8a-a216-0c51ad719f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271460 Feb 04 13:20:12.877817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-fc32e957-7e9f-4c4f-af77-e3e8309d4111 None None] Provisioning complete for port aca241da-9a6b-4d77-a8e8-db0f3b662182 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:12.879209 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fc32e957-7e9f-4c4f-af77-e3e8309d4111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (aca241da-9a6b-4d77-a8e8-db0f3b662182), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:12.891841 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a783276-f4e5-4552-9be6-086b40a9a253 req-c5777792-2755-4dcc-9c70-a617a2782f21 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260862 Feb 04 13:20:12.973938 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fc32e957-7e9f-4c4f-af77-e3e8309d4111 None None] Port aca241da-9a6b-4d77-a8e8-db0f3b662182 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:20:13.090058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dad298-44dc-4f09-9f3f-9ff82914e008 req-7e8511d3-1d0e-46a2-ad89-7fd6fc019d1f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:13.092861 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-95dad298-44dc-4f09-9f3f-9ff82914e008 req-7e8511d3-1d0e-46a2-ad89-7fd6fc019d1f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 943 time: 0.1227937 Feb 04 13:20:13.207808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-95dad298-44dc-4f09-9f3f-9ff82914e008 req-868fdf06-5407-4448-aa31-89f4bb7fa1ab tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943592 Feb 04 13:20:13.227536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca241da-9a6b-4d77-a8e8-db0f3b662182 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:13.228112 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b286d78-a750-462a-88df-10eed6aad360 req-004a5dc0-35c0-4477-b529-16abc4e6f540 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:13.229729 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b286d78-a750-462a-88df-10eed6aad360 req-004a5dc0-35c0-4477-b529-16abc4e6f540 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 947 time: 0.1356900 Feb 04 13:20:13.249901 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Publish callbacks [] for port (aca241da-9a6b-4d77-a8e8-db0f3b662182), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:13.280912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Transition to ACTIVE for port object aca241da-9a6b-4d77-a8e8-db0f3b662182 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:13.285574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (aca241da-9a6b-4d77-a8e8-db0f3b662182), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:13.338123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b286d78-a750-462a-88df-10eed6aad360 req-3343d942-a727-4c6b-8ec1-8ca4106b0b88 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998306 Feb 04 13:20:13.395288 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Pushing event updated for resources: {'Port': ['ID=aca241da-9a6b-4d77-a8e8-db0f3b662182,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:13.419521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Attempting to bind port aca241da-9a6b-4d77-a8e8-db0f3b662182 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:20:13.420000 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Attempting to bind port aca241da-9a6b-4d77-a8e8-db0f3b662182 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:20:13.420192 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Attempting to bind port aca241da-9a6b-4d77-a8e8-db0f3b662182 on network c026ffbf-8ece-4f85-be6b-56d3d0b3328b {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:13.426751 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Port aca241da-9a6b-4d77-a8e8-db0f3b662182 on network c026ffbf-8ece-4f85-be6b-56d3d0b3328b not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:20:13.427517 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Attempting to bind port aca241da-9a6b-4d77-a8e8-db0f3b662182 on network c026ffbf-8ece-4f85-be6b-56d3d0b3328b {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:13.446490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:20:13.446865 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Checking segment: {'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:20:13.447269 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Bound using segment: {'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:20:13.447725 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Bound port: aca241da-9a6b-4d77-a8e8-db0f3b662182, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:20:13.448099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (aca241da-9a6b-4d77-a8e8-db0f3b662182), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:13.478652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973242fb-8a28-4c11-b3f0-25e28d0f4b81 req-665b0aaa-6790-498c-9ef3-35951c5be192 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:13.501945 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-973242fb-8a28-4c11-b3f0-25e28d0f4b81 req-665b0aaa-6790-498c-9ef3-35951c5be192 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 944 time: 0.1608183 Feb 04 13:20:13.580955 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] For port aca241da-9a6b-4d77-a8e8-db0f3b662182, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:20:13.594020 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:13.595362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] For port aca241da-9a6b-4d77-a8e8-db0f3b662182, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=aca241da-9a6b-4d77-a8e8-db0f3b662182,segment=NetworkSegment(55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b),segment_id=55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:20:13.597588 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60686) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:20:13.612134 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (aca241da-9a6b-4d77-a8e8-db0f3b662182), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:13.641909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-973242fb-8a28-4c11-b3f0-25e28d0f4b81 req-f159e5b7-d078-4e19-848f-be47ebc2362f tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376419 Feb 04 13:20:13.655690 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e954e0c6-03de-49ff-a562-143271f05904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:13.740236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Pushing event updated for resources: {'Port': ['ID=aca241da-9a6b-4d77-a8e8-db0f3b662182,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:13.756607 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:13.756607 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:13.758411 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-2f77ec51-c679-4807-a109-09fcc7aab50f service neutron] 10.222.0.99 "PUT /v2.0/ports/aca241da-9a6b-4d77-a8e8-db0f3b662182 HTTP/1.1" status: 200 len: 1093 time: 1.3106463 Feb 04 13:20:13.758924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a785338-14b2-421a-b794-f5797bd6391c', 'tag': 'aca241da-9a6b-4d77-a8e8-db0f3b662182'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:13.761345 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fa8186-81e3-4fb3-a99c-08e9bdcf8949" -d '{"events": [{"name": "network-changed", "server_uuid": "6a785338-14b2-421a-b794-f5797bd6391c", "tag": "aca241da-9a6b-4d77-a8e8-db0f3b662182"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:13.891505 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042cdf34-dc55-41de-81d9-68998e404376 x-openstack-request-id: req-042cdf34-dc55-41de-81d9-68998e404376 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:13.891851 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a785338-14b2-421a-b794-f5797bd6391c", "tag": "aca241da-9a6b-4d77-a8e8-db0f3b662182", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:13.892108 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-042cdf34-dc55-41de-81d9-68998e404376 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:13.892553 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a785338-14b2-421a-b794-f5797bd6391c', 'tag': 'aca241da-9a6b-4d77-a8e8-db0f3b662182', 'status': 'completed', 'code': 200} Feb 04 13:20:13.963400 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-252d6312-e0c1-43d8-99c0-aa0996e97c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:13.964954 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-252d6312-e0c1-43d8-99c0-aa0996e97c54 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d3420ec3eb624ae4b3c182d3678b3680&device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 1127 time: 0.1526759 Feb 04 13:20:14.103330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-3650cffd-bd8d-403d-be7f-89064a822cce admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1642205213-network', 'tenant_id': 'e5f72002beef43c5887042c875e8fc64'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:14.124732 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-a58a46d6-25e9-4471-b884-b8189d8f5015 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aca241da-9a6b-4d77-a8e8-db0f3b662182 HTTP/1.1" status: 200 len: 217 time: 0.1471379 Feb 04 13:20:14.248761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e005a93-abc2-47ac-8573-38a1584650c1 req-93b90d80-fc00-481a-b323-f7d9a1155956 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:14.251685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e005a93-abc2-47ac-8573-38a1584650c1 req-93b90d80-fc00-481a-b323-f7d9a1155956 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/ports?device_id=081404f3-dff4-497d-9291-26b853132446 HTTP/1.1" status: 200 len: 949 time: 0.2683945 Feb 04 13:20:14.254715 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3650cffd-bd8d-403d-be7f-89064a822cce admin admin] Made reservation on behalf of e5f72002beef43c5887042c875e8fc64 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:14.259655 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3650cffd-bd8d-403d-be7f-89064a822cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:14.291276 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-bda9c1b1-488f-4d02-8a27-15347d6ad6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:14.293709 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-bda9c1b1-488f-4d02-8a27-15347d6ad6c5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e5874b54-d066-497f-a6a6-8caf98c219b5 HTTP/1.1" status: 200 len: 863 time: 0.1607113 Feb 04 13:20:14.297941 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3650cffd-bd8d-403d-be7f-89064a822cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:14.397291 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:14.427057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fc59a-8a33-4a89-be61-21898af3cfb1 req-7024d2ad-ad92-4460-97c3-38ad5ffade1e tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:14.428963 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f02fc59a-8a33-4a89-be61-21898af3cfb1 req-7024d2ad-ad92-4460-97c3-38ad5ffade1e tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 943 time: 0.3120723 Feb 04 13:20:14.461169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-bc790b83-ccda-4f76-99cb-276da9102af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:14.464407 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-bc790b83-ccda-4f76-99cb-276da9102af7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c026ffbf-8ece-4f85-be6b-56d3d0b3328b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1618519 Feb 04 13:20:14.595729 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-8ce43a72-5525-48ca-9b04-ec0b0a11adaa service neutron] 10.222.0.99 "GET /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247458 Feb 04 13:20:14.763824 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-094436bb-2dc2-4473-8f42-33b6fc27e51a req-8f06da88-4f34-4aaa-b609-76509ea0555d service neutron] 10.222.0.99 "GET /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615107 Feb 04 13:20:14.807621 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f5e4a89-dc53-4b2b-9217-eccb8512e933 req-72991869-d772-41bf-a2c0-c14d7d926bb8 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4429133 Feb 04 13:20:14.873330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa8186-81e3-4fb3-a99c-08e9bdcf8949 req-bde4f427-2def-47b9-b085-24898c1ceaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:14.875403 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e5fa8186-81e3-4fb3-a99c-08e9bdcf8949 req-bde4f427-2def-47b9-b085-24898c1ceaca service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d3420ec3eb624ae4b3c182d3678b3680&device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 1127 time: 0.0534406 Feb 04 13:20:14.904827 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e005a93-abc2-47ac-8573-38a1584650c1 req-303abc18-49d9-421e-9d38-0162b2dcc5a2 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/security-groups?id=a41804fc-bd59-4b8a-a216-0c51ad719f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089194 Feb 04 13:20:15.024755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa8186-81e3-4fb3-a99c-08e9bdcf8949 req-2d7f87e2-4138-43cf-a4aa-b58d07a51175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:15.028271 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e5fa8186-81e3-4fb3-a99c-08e9bdcf8949 req-2d7f87e2-4138-43cf-a4aa-b58d07a51175 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c026ffbf-8ece-4f85-be6b-56d3d0b3328b HTTP/1.1" status: 200 len: 925 time: 0.1446867 Feb 04 13:20:15.082931 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e5fa8186-81e3-4fb3-a99c-08e9bdcf8949 req-9f631fec-7989-41af-becb-656f9a3077db service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aca241da-9a6b-4d77-a8e8-db0f3b662182 HTTP/1.1" status: 200 len: 217 time: 0.0476327 Feb 04 13:20:15.158387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa8186-81e3-4fb3-a99c-08e9bdcf8949 req-7ec37483-e19e-44ba-b46d-703b94dd34fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:15.161179 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e5fa8186-81e3-4fb3-a99c-08e9bdcf8949 req-7ec37483-e19e-44ba-b46d-703b94dd34fe service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e5874b54-d066-497f-a6a6-8caf98c219b5 HTTP/1.1" status: 200 len: 863 time: 0.0660753 Feb 04 13:20:15.180584 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f02fc59a-8a33-4a89-be61-21898af3cfb1 req-ca3d10ae-4a8c-4446-bb14-9ec68e6a7e67 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7189457 Feb 04 13:20:15.193413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5995d4-6b28-486a-8c07-34383da9652a req-3333a7c0-9a44-4385-9345-8acbdf6547d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:15.195017 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e5995d4-6b28-486a-8c07-34383da9652a req-3333a7c0-9a44-4385-9345-8acbdf6547d0 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=0c3cdcd7d70349e08755020863a7c88a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.8209357 Feb 04 13:20:15.226080 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa8186-81e3-4fb3-a99c-08e9bdcf8949 req-e01d78d6-b17f-442a-8559-d9eef32938c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:15.228089 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e5fa8186-81e3-4fb3-a99c-08e9bdcf8949 req-e01d78d6-b17f-442a-8559-d9eef32938c7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c026ffbf-8ece-4f85-be6b-56d3d0b3328b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0608983 Feb 04 13:20:15.324909 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3650cffd-bd8d-403d-be7f-89064a822cce admin admin] Publish callbacks [] for security_group (b7aa08ae-2a76-4925-87ea-5f3736831535), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:15.344742 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e5fa8186-81e3-4fb3-a99c-08e9bdcf8949 req-62e6206d-e3e9-450b-ba01-963c725d7f3d service neutron] 10.222.0.99 "GET /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083448 Feb 04 13:20:15.349293 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:15.360783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e4a89-dc53-4b2b-9217-eccb8512e933 req-e3def0a1-9f83-428c-bb6a-58810570d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:15.362274 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f5e4a89-dc53-4b2b-9217-eccb8512e933 req-e3def0a1-9f83-428c-bb6a-58810570d776 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5336442 Feb 04 13:20:15.362876 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3650cffd-bd8d-403d-be7f-89064a822cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b7aa08ae-2a76-4925-87ea-5f3736831535), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:15.388407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097441fb-c607-4e40-834a-358b596fe332 req-b632c243-5c21-4a2d-848b-19af36f74c79 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:15.390057 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-097441fb-c607-4e40-834a-358b596fe332 req-b632c243-5c21-4a2d-848b-19af36f74c79 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 943 time: 0.3418932 Feb 04 13:20:15.455583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3650cffd-bd8d-403d-be7f-89064a822cce admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:20:15.485218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650cffd-bd8d-403d-be7f-89064a822cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aa08ae-2a76-4925-87ea-5f3736831535,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:15.494932 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e5fa8186-81e3-4fb3-a99c-08e9bdcf8949 req-70e27dba-fd78-4a2c-b6c1-32e17cf39400 service neutron] 10.222.0.99 "GET /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358552 Feb 04 13:20:15.528991 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3650cffd-bd8d-403d-be7f-89064a822cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (74571242-1ff3-475e-860d-719181c655df), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:15.529334 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-3650cffd-bd8d-403d-be7f-89064a822cce admin admin] Added segment 74571242-1ff3-475e-860d-719181c655df of type vlan for network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e Feb 04 13:20:15.560552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5995d4-6b28-486a-8c07-34383da9652a req-993fb3c8-b12c-4b01-aed9-95cb01633ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:15.562026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e5995d4-6b28-486a-8c07-34383da9652a req-993fb3c8-b12c-4b01-aed9-95cb01633ad8 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3475151 Feb 04 13:20:15.575458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6a83d-771f-4b1b-aaf0-021d7cea5ca6 req-339dda20-ada7-4da8-b3b8-7ffa17b67c76 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:15.576956 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7dc6a83d-771f-4b1b-aaf0-021d7cea5ca6 req-339dda20-ada7-4da8-b3b8-7ffa17b67c76 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 947 time: 0.2984090 Feb 04 13:20:15.611328 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-097441fb-c607-4e40-834a-358b596fe332 req-9b6be0b5-08b9-45b9-b9b3-f551d217cb55 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019815 Feb 04 13:20:15.659305 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3650cffd-bd8d-403d-be7f-89064a822cce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (8b20d4b4-1391-4500-96bd-4ce91c9bc74e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:15.679023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-e7cf4e58-f6fa-46b1-a3c1-88a09884bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:15.680541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-e7cf4e58-f6fa-46b1-a3c1-88a09884bd0a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 1130 time: 0.2276850 Feb 04 13:20:15.782221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-f840faf2-2234-4555-bbea-b2f4bf4fc67e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779 HTTP/1.1" status: 200 len: 217 time: 0.0776021 Feb 04 13:20:15.782697 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3650cffd-bd8d-403d-be7f-89064a822cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (8b20d4b4-1391-4500-96bd-4ce91c9bc74e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:15.783619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3650cffd-bd8d-403d-be7f-89064a822cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:15.784187 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3650cffd-bd8d-403d-be7f-89064a822cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:15.795687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 1ddeea8d-0350-4831-b056-f0c95ec6c94a details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:20:15.811767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7dc6a83d-771f-4b1b-aaf0-021d7cea5ca6 req-a420da77-d64f-462d-b17b-31ec2b43d31c tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096741 Feb 04 13:20:15.878273 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-8c929084-fe2a-4321-9863-af091031daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:15.879898 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-8c929084-fe2a-4321-9863-af091031daa0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0c3cdcd7d70349e08755020863a7c88a&device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 1126 time: 0.2755597 Feb 04 13:20:15.897925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3650cffd-bd8d-403d-be7f-89064a822cce admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2990777 Feb 04 13:20:15.908526 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60728) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:20:15.924191 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-66117e52-cc60-4b72-b2a5-b1a2535ab5f5 admin admin] Request body: {'subnet': {'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1642205213-subnet', 'tenant_id': 'e5f72002beef43c5887042c875e8fc64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:15.928704 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 1ddeea8d-0350-4831-b056-f0c95ec6c94a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=1ddeea8d-0350-4831-b056-f0c95ec6c94a,segment=NetworkSegment(dc85e56d-2d75-4c90-9945-77ae124e78ee),segment_id=dc85e56d-2d75-4c90-9945-77ae124e78ee)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:15.942833 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '1ddeea8d-0350-4831-b056-f0c95ec6c94a', 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'port_id': '1ddeea8d-0350-4831-b056-f0c95ec6c94a', 'mac_address': 'fa:16:3e:3c:8a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:20:15.964479 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-3f95223a-1894-440e-b23a-4538664e18b7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db263966-24b4-4e04-b306-c872d81826b4 HTTP/1.1" status: 200 len: 217 time: 0.0707674 Feb 04 13:20:15.965079 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650cffd-bd8d-403d-be7f-89064a822cce admin admin] Pushing event updated for resources: {'Network': ['ID=8b20d4b4-1391-4500-96bd-4ce91c9bc74e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:15.969689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-7b654420-b32f-4be4-94bd-2ee69f58d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:15.971235 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-7b654420-b32f-4be4-94bd-2ee69f58d66c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1761308 Feb 04 13:20:15.976541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:20:15.981142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df477ffb-e701-4c30-96c5-91cd8700d5c2 req-7a6176d8-3afc-4840-bfc3-2f91208a236a tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:15.983354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df477ffb-e701-4c30-96c5-91cd8700d5c2 req-7a6176d8-3afc-4840-bfc3-2f91208a236a tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 944 time: 0.3005052 Feb 04 13:20:16.011150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06feef-722b-411e-b816-d3c094b10621 req-1a69c3c3-18d7-4fa8-868e-482060916cdb tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:16.013774 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7b06feef-722b-411e-b816-d3c094b10621 req-1a69c3c3-18d7-4fa8-868e-482060916cdb tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.100 "GET /v2.0/ports?device_id=86a5a50d-c508-4468-ac3f-f8fbb684a498 HTTP/1.1" status: 200 len: 945 time: 0.1218784 Feb 04 13:20:16.015243 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66117e52-cc60-4b72-b2a5-b1a2535ab5f5 admin admin] Made reservation on behalf of e5f72002beef43c5887042c875e8fc64 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:16.019083 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66117e52-cc60-4b72-b2a5-b1a2535ab5f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:16.044046 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 1ddeea8d-0350-4831-b056-f0c95ec6c94a is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:16.044753 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1ddeea8d-0350-4831-b056-f0c95ec6c94a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:16.071771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddeea8d-0350-4831-b056-f0c95ec6c94a {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:16.094559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 1ddeea8d-0350-4831-b056-f0c95ec6c94a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=1ddeea8d-0350-4831-b056-f0c95ec6c94a,segment=NetworkSegment(dc85e56d-2d75-4c90-9945-77ae124e78ee),segment_id=dc85e56d-2d75-4c90-9945-77ae124e78ee)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:16.101482 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1ddeea8d-0350-4831-b056-f0c95ec6c94a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:16.104712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-4118065f-a8b2-4ac2-a3f7-ed6a1b8395ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:16.106234 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-4118065f-a8b2-4ac2-a3f7-ed6a1b8395ad service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612 HTTP/1.1" status: 200 len: 854 time: 0.1336300 Feb 04 13:20:16.156910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-388d49fb-7cef-454f-9320-2ea29e2c3bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:16.158474 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-388d49fb-7cef-454f-9320-2ea29e2c3bec service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1650128 Feb 04 13:20:16.163437 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df477ffb-e701-4c30-96c5-91cd8700d5c2 req-baf3c51d-ff30-4384-8787-c4250f37048e tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592016 Feb 04 13:20:16.172175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=1ddeea8d-0350-4831-b056-f0c95ec6c94a,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:16.256566 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-a0b99235-f4ed-46a2-b321-8106805a7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:16.258309 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-a0b99235-f4ed-46a2-b321-8106805a7872 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4d594fef-5614-4b97-99e7-40f6be0cb31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1389420 Feb 04 13:20:16.379706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-58f586a1-59ba-478f-9ffc-48d95436b36c service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136312 Feb 04 13:20:16.471023 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['1ddeea8d-0350-4831-b056-f0c95ec6c94a'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:16.534732 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-7b06feef-722b-411e-b816-d3c094b10621 req-dbfb215d-1298-4c4b-a955-58d9b62ecf78 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Deleting port c7a14281-c908-4e36-a45c-027b743b66fd {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:20:16.536039 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7b06feef-722b-411e-b816-d3c094b10621 req-dbfb215d-1298-4c4b-a955-58d9b62ecf78 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c7a14281-c908-4e36-a45c-027b743b66fd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:16.581486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-3e59e37e-a374-4692-8a1c-6b510f9553eb service neutron] 10.222.0.100 "GET /v2.0/networks/4d594fef-5614-4b97-99e7-40f6be0cb31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021133 Feb 04 13:20:16.591531 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-a2eab2af-7211-4121-96e2-a92abdacce32 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=27273a594b6d4316853a5f761828fff2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775700 Feb 04 13:20:16.806249 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:20:16.810613 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:17.024673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3219d-3f98-4178-9a10-4155693264bd req-5c044b36-36ca-485f-8c57-f89dd93eb290 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:17.028754 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66117e52-cc60-4b72-b2a5-b1a2535ab5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for subnet (7b76ab68-ed3b-41e4-97fc-fb0267da718f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:17.031555 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6da3219d-3f98-4178-9a10-4155693264bd req-5c044b36-36ca-485f-8c57-f89dd93eb290 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/ports?device_id=081404f3-dff4-497d-9291-26b853132446 HTTP/1.1" status: 200 len: 949 time: 0.5955849 Feb 04 13:20:17.034777 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f8e93cd-abfb-4e01-89b5-487563eee600 req-7271f6c2-06f1-4746-a4dd-1b3e1d9d6a13 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6352274 Feb 04 13:20:17.110999 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-7b06feef-722b-411e-b816-d3c094b10621 req-dbfb215d-1298-4c4b-a955-58d9b62ecf78 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] For port c7a14281-c908-4e36-a45c-027b743b66fd, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=c7a14281-c908-4e36-a45c-027b743b66fd,segment=NetworkSegment(55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b),segment_id=55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:17.111328 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7b06feef-722b-411e-b816-d3c094b10621 req-dbfb215d-1298-4c4b-a955-58d9b62ecf78 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c7a14281-c908-4e36-a45c-027b743b66fd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:17.119387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66117e52-cc60-4b72-b2a5-b1a2535ab5f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b76ab68-ed3b-41e4-97fc-fb0267da718f,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:17.132449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-6d321043-05f8-48c6-bca1-ef2a3392a195 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:17.139387 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-6d321043-05f8-48c6-bca1-ef2a3392a195 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5469036 Feb 04 13:20:17.161322 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2508c7-e8ec-4d67-ae1f-8f58ea1f6ec0 req-938475cd-ff74-4789-9d7f-b970448225ca service neutron] 10.222.0.100 "GET /v2.0/networks/4d594fef-5614-4b97-99e7-40f6be0cb31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5670743 Feb 04 13:20:17.168458 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66117e52-cc60-4b72-b2a5-b1a2535ab5f5 admin admin] Checking segment: {'id': '74571242-1ff3-475e-860d-719181c655df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:20:17.168824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66117e52-cc60-4b72-b2a5-b1a2535ab5f5 admin admin] Network hostable DHCP agents. Network: 8b20d4b4-1391-4500-96bd-4ce91c9bc74e, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:20:17.179898 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6da3219d-3f98-4178-9a10-4155693264bd req-3774c2bc-bf91-428c-b8f8-145817da8cae tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/security-groups?id=a41804fc-bd59-4b8a-a216-0c51ad719f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468875 Feb 04 13:20:17.192351 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-9579a4e0-d908-4a50-8720-0c20d3c1c975 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/quotas/27273a594b6d4316853a5f761828fff2 HTTP/1.1" status: 200 len: 375 time: 0.0519974 Feb 04 13:20:17.229905 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-d7f4fc75-1f09-497a-a850-bdf2c539ca5a tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=27273a594b6d4316853a5f761828fff2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363190 Feb 04 13:20:17.337481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66117e52-cc60-4b72-b2a5-b1a2535ab5f5 admin admin] Network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:20:17.350161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4e34a-b8a0-4448-91c2-38a549887e0e req-9a012a7e-c81a-4597-b408-3931d3d9511a tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:17.352994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37c4e34a-b8a0-4448-91c2-38a549887e0e req-9a012a7e-c81a-4597-b408-3931d3d9511a tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 944 time: 0.0790324 Feb 04 13:20:17.367098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-66117e52-cc60-4b72-b2a5-b1a2535ab5f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 8b20d4b4-1391-4500-96bd-4ce91c9bc74e) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:17.374214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66117e52-cc60-4b72-b2a5-b1a2535ab5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:17.375691 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66117e52-cc60-4b72-b2a5-b1a2535ab5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:17.386619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145b4417-4e94-41e5-9adb-de304335aa9c None None] Network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:20:17.435239 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37c4e34a-b8a0-4448-91c2-38a549887e0e req-eff4104d-f6e9-45a8-95c4-c317b310899c tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765140 Feb 04 13:20:17.625691 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7b06feef-722b-411e-b816-d3c094b10621 req-dbfb215d-1298-4c4b-a955-58d9b62ecf78 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:17.626713 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7b06feef-722b-411e-b816-d3c094b10621 req-dbfb215d-1298-4c4b-a955-58d9b62ecf78 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:17.627278 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [req-7b06feef-722b-411e-b816-d3c094b10621 req-dbfb215d-1298-4c4b-a955-58d9b62ecf78 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Floating IP f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b disassociated. External IP: 172.25.5.220, port: c7a14281-c908-4e36-a45c-027b743b66fd. Feb 04 13:20:17.627639 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-7b06feef-722b-411e-b816-d3c094b10621 req-dbfb215d-1298-4c4b-a955-58d9b62ecf78 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Calling delete_port for c7a14281-c908-4e36-a45c-027b743b66fd owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:20:17.653149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2282b92d-6d2a-41df-b209-7308428acea3 None None] Network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:20:17.672370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87bfa2-749f-49d2-83df-a3671807f7de req-eab73b15-8aa6-4f0f-be8d-14dfa9c8af99 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:17.682624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff87bfa2-749f-49d2-83df-a3671807f7de req-eab73b15-8aa6-4f0f-be8d-14dfa9c8af99 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 943 time: 0.1608136 Feb 04 13:20:17.811745 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-66117e52-cc60-4b72-b2a5-b1a2535ab5f5 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8890352 Feb 04 13:20:17.811745 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7b06feef-722b-411e-b816-d3c094b10621 req-dbfb215d-1298-4c4b-a955-58d9b62ecf78 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (c7a14281-c908-4e36-a45c-027b743b66fd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:17.812194 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff87bfa2-749f-49d2-83df-a3671807f7de req-2c88c213-74df-4611-8cfa-4e8599fb85de tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223338 Feb 04 13:20:17.817019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413e892-c869-4e4e-924b-e07618d2f8da req-6587e10a-be92-4caa-a32e-0f23a4a4d6c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:17.832486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9413e892-c869-4e4e-924b-e07618d2f8da req-6587e10a-be92-4caa-a32e-0f23a4a4d6c8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 947 time: 0.2390802 Feb 04 13:20:17.884951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb215d-1298-4c4b-a955-58d9b62ecf78 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Pushing event deleted for resources: {'Port': ['ID=c7a14281-c908-4e36-a45c-027b743b66fd,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:18.027599 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:18.038658 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9413e892-c869-4e4e-924b-e07618d2f8da req-a41c9fd1-3984-42fa-9f46-14e2546e9cb5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050805 Feb 04 13:20:18.098388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c78b3-564b-4ecf-8d02-75e1b4743ba4 req-e625d6c4-1fab-4d2f-87d3-ec303492f250 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:18.113380 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-131c78b3-564b-4ecf-8d02-75e1b4743ba4 req-e625d6c4-1fab-4d2f-87d3-ec303492f250 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 944 time: 0.1646011 Feb 04 13:20:18.223624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b06feef-722b-411e-b816-d3c094b10621 req-dbfb215d-1298-4c4b-a955-58d9b62ecf78 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Router 922c2485-4e0d-49a5-a8da-a821e6522aef has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:20:18.245515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-131c78b3-564b-4ecf-8d02-75e1b4743ba4 req-a17867c6-272a-404d-9d23-2afb0c767f9a tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271574 Feb 04 13:20:18.295382 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-9e629d69-c7f7-477c-8f96-76904c712812 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=27273a594b6d4316853a5f761828fff2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468366 Feb 04 13:20:18.497560 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-bd7677c0-0fd3-4808-9c87-e34ab3394b43 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:18.509464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-bd7677c0-0fd3-4808-9c87-e34ab3394b43 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069600 Feb 04 13:20:18.519757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b06feef-722b-411e-b816-d3c094b10621 req-dbfb215d-1298-4c4b-a955-58d9b62ecf78 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:20:18.532375 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-0ca29efc-a8d4-4ade-8fba-f7be0e9b722c tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/quotas/27273a594b6d4316853a5f761828fff2 HTTP/1.1" status: 200 len: 375 time: 0.0208638 Feb 04 13:20:18.542042 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16038756-0baa-405a-9df1-7030b17dc8cd None None] Sync routers for ids ['922c2485-4e0d-49a5-a8da-a821e6522aef'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:18.559711 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16038756-0baa-405a-9df1-7030b17dc8cd None None] Routers {'922c2485-4e0d-49a5-a8da-a821e6522aef'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:20:18.563196 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-16038756-0baa-405a-9df1-7030b17dc8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:20:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['922c2485-4e0d-49a5-a8da-a821e6522aef'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:18.617293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b06feef-722b-411e-b816-d3c094b10621 req-dbfb215d-1298-4c4b-a955-58d9b62ecf78 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] No DVR routers for this DVR port c7a14281-c908-4e36-a45c-027b743b66fd on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:20:18.623366 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7b06feef-722b-411e-b816-d3c094b10621 req-dbfb215d-1298-4c4b-a955-58d9b62ecf78 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:18.628373 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7b06feef-722b-411e-b816-d3c094b10621 req-dbfb215d-1298-4c4b-a955-58d9b62ecf78 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.100 "DELETE /v2.0/ports/c7a14281-c908-4e36-a45c-027b743b66fd HTTP/1.1" status: 204 len: 173 time: 2.6064584 Feb 04 13:20:18.629162 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a5a50d-c508-4468-ac3f-f8fbb684a498', 'name': 'network-vif-deleted', 'tag': 'c7a14281-c908-4e36-a45c-027b743b66fd'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:18.632764 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bad7d28-d295-4ea3-b5bf-2066d3401080" -d '{"events": [{"server_uuid": "86a5a50d-c508-4468-ac3f-f8fbb684a498", "name": "network-vif-deleted", "tag": "c7a14281-c908-4e36-a45c-027b743b66fd"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:18.638424 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-65631179-32ed-4e01-abcb-e9fb139a2787 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=27273a594b6d4316853a5f761828fff2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961385 Feb 04 13:20:18.770016 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-16038756-0baa-405a-9df1-7030b17dc8cd None None] Set router 922c2485-4e0d-49a5-a8da-a821e6522aef gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:20:18.910906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device aca241da-9a6b-4d77-a8e8-db0f3b662182 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:20:18.918560 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-4ea1fc75-841c-40dd-af19-3dbedd143179 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:18.920135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-4ea1fc75-841c-40dd-af19-3dbedd143179 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/networks?id=8b20d4b4-1391-4500-96bd-4ce91c9bc74e HTTP/1.1" status: 200 len: 822 time: 0.1796737 Feb 04 13:20:18.971471 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-f12a3355-8d21-417a-ab06-ec473b0e07f9 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/quotas/e5f72002beef43c5887042c875e8fc64 HTTP/1.1" status: 200 len: 375 time: 0.0420985 Feb 04 13:20:19.086915 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-d87190b5-8d6d-495b-8cab-3808a2f259d7 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=27273a594b6d4316853a5f761828fff2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582979 Feb 04 13:20:19.157698 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-5bdc8fb0-84cf-408c-8b5b-a893a487d107 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e5f72002beef43c5887042c875e8fc64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1374073 Feb 04 13:20:19.190275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port aca241da-9a6b-4d77-a8e8-db0f3b662182, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=aca241da-9a6b-4d77-a8e8-db0f3b662182,segment=NetworkSegment(55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b),segment_id=55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:19.217963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'aca241da-9a6b-4d77-a8e8-db0f3b662182', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'port_id': 'aca241da-9a6b-4d77-a8e8-db0f3b662182', 'mac_address': 'fa:16:3e:05:e1:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:20:19.301934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port aca241da-9a6b-4d77-a8e8-db0f3b662182 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:19.302746 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (aca241da-9a6b-4d77-a8e8-db0f3b662182), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:19.316144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348ea43-f8ab-4b60-8f70-dc8495df055c req-f2fa013e-1604-4fe0-87bb-6336e5e01e7a tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:19.330124 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4348ea43-f8ab-4b60-8f70-dc8495df055c req-f2fa013e-1604-4fe0-87bb-6336e5e01e7a tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 944 time: 0.3993170 Feb 04 13:20:19.332882 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca241da-9a6b-4d77-a8e8-db0f3b662182 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:19.338282 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-8d8317ee-5cbb-4948-9af4-a17bad370770 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:19.342571 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-8d8317ee-5cbb-4948-9af4-a17bad370770 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2475958 Feb 04 13:20:19.355163 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Request body: {'port': {'device_id': 'fd96b284-d63d-4599-b2d9-6cd90e1decad', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '27273a594b6d4316853a5f761828fff2'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:19.451294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port aca241da-9a6b-4d77-a8e8-db0f3b662182, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=aca241da-9a6b-4d77-a8e8-db0f3b662182,segment=NetworkSegment(55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b),segment_id=55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:19.472419 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (aca241da-9a6b-4d77-a8e8-db0f3b662182), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:19.499809 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-6c3176ae-2db0-4ee3-b1d2-d11c22c42135 service neutron] 10.222.0.96 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405218 Feb 04 13:20:19.538838 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4348ea43-f8ab-4b60-8f70-dc8495df055c req-c11f0f5b-d79f-408d-b0a5-80c187555cfb tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065721 Feb 04 13:20:19.586783 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-16038756-0baa-405a-9df1-7030b17dc8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:31Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '1b4eea0d-664a-4796-bafc-7d9d7b936785', 'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'mac_address': 'fa:16:3e:e8:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:30Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 5, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'subnets': [{'id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:19.685706 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Made reservation on behalf of 27273a594b6d4316853a5f761828fff2 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:19.700948 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:19.711005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=aca241da-9a6b-4d77-a8e8-db0f3b662182,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:19.741957 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:19.837830 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 1ddeea8d-0350-4831-b056-f0c95ec6c94a up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:20:19.841082 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['aca241da-9a6b-4d77-a8e8-db0f3b662182'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:19.869902 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks [] for security_group (d38a47e8-31b2-4106-9c16-cbf55865b64d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:19.874430 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d38a47e8-31b2-4106-9c16-cbf55865b64d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:19.875190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-d9c0e8b8-e75f-4c63-8a56-63b2ae830c04 service neutron] 10.222.0.96 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315575 Feb 04 13:20:19.961988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38a47e8-31b2-4106-9c16-cbf55865b64d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:19.971248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d78142-7ac6-403b-8fe4-f28cbabe0a96 req-385b4610-880b-44eb-9745-bb244d3f2f64 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:19.979829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-81d78142-7ac6-403b-8fe4-f28cbabe0a96 req-385b4610-880b-44eb-9745-bb244d3f2f64 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/ports?device_id=081404f3-dff4-497d-9291-26b853132446 HTTP/1.1" status: 200 len: 949 time: 0.1455207 Feb 04 13:20:19.998335 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16038756-0baa-405a-9df1-7030b17dc8cd None None] Checking router: 922c2485-4e0d-49a5-a8da-a821e6522aef for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:20.025530 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16038756-0baa-405a-9df1-7030b17dc8cd None None] Routers {'922c2485-4e0d-49a5-a8da-a821e6522aef'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:20:20.026274 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-16038756-0baa-405a-9df1-7030b17dc8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:20:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['922c2485-4e0d-49a5-a8da-a821e6522aef'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:20.107554 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-81d78142-7ac6-403b-8fe4-f28cbabe0a96 req-91fd7fb6-d58c-4916-80b2-94dec259a277 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/security-groups?id=a41804fc-bd59-4b8a-a216-0c51ad719f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249833 Feb 04 13:20:20.190228 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Allocated IP 192.168.233.50 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/ff5aa6ae-a7e7-4531-8363-0a81a10f0968) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:20.204997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 1ddeea8d-0350-4831-b056-f0c95ec6c94a completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:20.224085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 1ddeea8d-0350-4831-b056-f0c95ec6c94a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:20.228049 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1ddeea8d-0350-4831-b056-f0c95ec6c94a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:20.266686 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edf911a-fbb8-4250-99c2-35d5335196a6 x-openstack-request-id: req-0edf911a-fbb8-4250-99c2-35d5335196a6 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:20.268307 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a5a50d-c508-4468-ac3f-f8fbb684a498", "name": "network-vif-deleted", "tag": "c7a14281-c908-4e36-a45c-027b743b66fd", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:20.269926 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0edf911a-fbb8-4250-99c2-35d5335196a6 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:20.271397 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a5a50d-c508-4468-ac3f-f8fbb684a498', 'name': 'network-vif-deleted', 'tag': 'c7a14281-c908-4e36-a45c-027b743b66fd', 'status': 'completed', 'code': 200} Feb 04 13:20:20.356450 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-16038756-0baa-405a-9df1-7030b17dc8cd None None] Set router 922c2485-4e0d-49a5-a8da-a821e6522aef gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:20:20.465135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26cf4a26-f5ab-421a-b689-a608ae2a145e req-14e00f93-54c9-4a36-831d-ead4429cb135 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 210 time: 0.0552633 Feb 04 13:20:20.536059 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf2839-2d40-4575-a7e2-3fc3d82fb4a6 req-f198cd54-18f6-43e3-bace-d9520093a36f tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:20.539220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40cf2839-2d40-4575-a7e2-3fc3d82fb4a6 req-f198cd54-18f6-43e3-bace-d9520093a36f tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.99 "GET /v2.0/ports?device_id=081404f3-dff4-497d-9291-26b853132446 HTTP/1.1" status: 200 len: 949 time: 0.3279467 Feb 04 13:20:20.629977 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 1ddeea8d-0350-4831-b056-f0c95ec6c94a is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:20.630403 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1ddeea8d-0350-4831-b056-f0c95ec6c94a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:20.660456 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36fdc99-94ad-4229-a7b4-4b31f26b12c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddeea8d-0350-4831-b056-f0c95ec6c94a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:20.663512 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fe5f7c-c28b-4edc-96d3-7b5e7652af9c" -d '{"events": [{"server_uuid": "b36fdc99-94ad-4229-a7b4-4b31f26b12c6", "name": "network-vif-plugged", "status": "completed", "tag": "1ddeea8d-0350-4831-b056-f0c95ec6c94a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:20.674440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a486187-599b-423d-8894-005f6c5a69da req-e1a17b96-7414-4dc6-a39d-eedc566f1715 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:20.676422 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a486187-599b-423d-8894-005f6c5a69da req-e1a17b96-7414-4dc6-a39d-eedc566f1715 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 943 time: 0.3447697 Feb 04 13:20:20.685529 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 1ddeea8d-0350-4831-b056-f0c95ec6c94a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=1ddeea8d-0350-4831-b056-f0c95ec6c94a,segment=NetworkSegment(dc85e56d-2d75-4c90-9945-77ae124e78ee),segment_id=dc85e56d-2d75-4c90-9945-77ae124e78ee)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:20.696504 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1ddeea8d-0350-4831-b056-f0c95ec6c94a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:20.697325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device c7a14281-c908-4e36-a45c-027b743b66fd no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:20:20.789789 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=1ddeea8d-0350-4831-b056-f0c95ec6c94a,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:20.810599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: c7a14281-c908-4e36-a45c-027b743b66fd {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:20:20.811014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device c7a14281-c908-4e36-a45c-027b743b66fd not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:20:20.829761 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-16038756-0baa-405a-9df1-7030b17dc8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:31Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '1b4eea0d-664a-4796-bafc-7d9d7b936785', 'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'mac_address': 'fa:16:3e:e8:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:30Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 5, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'subnets': [{'id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:20.884091 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks [] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:20.952969 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a486187-599b-423d-8894-005f6c5a69da req-2ef0d4d1-7e7c-4d51-b72b-0e586e7b0261 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648363 Feb 04 13:20:20.960679 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:20.986897 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16038756-0baa-405a-9df1-7030b17dc8cd None None] The sync data for ids ['922c2485-4e0d-49a5-a8da-a821e6522aef'] in n-d-714676-13 is: [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:31Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '1b4eea0d-664a-4796-bafc-7d9d7b936785', 'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'mac_address': 'fa:16:3e:e8:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:30Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 5, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'subnets': [{'id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:21.006463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff934fe-03e7-4b82-be3a-dcdfaf445864 req-1c0a466f-b636-4c7c-9dd2-3c917c8bc63c tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:21.016875 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cff934fe-03e7-4b82-be3a-dcdfaf445864 req-1c0a466f-b636-4c7c-9dd2-3c917c8bc63c tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 947 time: 0.3957450 Feb 04 13:20:21.119440 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Pushing event updated for resources: {'Port': ['ID=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:21.128505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-40cf2839-2d40-4575-a7e2-3fc3d82fb4a6 req-c953631b-0ac8-4b3d-ba78-3f1ea5681f15 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Deleting port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:20:21.128857 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-40cf2839-2d40-4575-a7e2-3fc3d82fb4a6 req-c953631b-0ac8-4b3d-ba78-3f1ea5681f15 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:21.141891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:21.143898 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:21.147196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:20:21.154514 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:21.155134 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:21.185219 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-614e775d-051d-4a25-aa60-d1b5bf4d2405 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8351367 Feb 04 13:20:21.198848 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Request body: {'port': {'device_id': 'fd96b284-d63d-4599-b2d9-6cd90e1decad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:21.276869 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cff934fe-03e7-4b82-be3a-dcdfaf445864 req-e68bb553-824b-40fb-8c78-4f2151bdc31a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590156 Feb 04 13:20:21.390873 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:21.455324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-40cf2839-2d40-4575-a7e2-3fc3d82fb4a6 req-c953631b-0ac8-4b3d-ba78-3f1ea5681f15 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] For port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:21.456256 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-40cf2839-2d40-4575-a7e2-3fc3d82fb4a6 req-c953631b-0ac8-4b3d-ba78-3f1ea5681f15 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:21.504650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-40cf2839-2d40-4575-a7e2-3fc3d82fb4a6 req-c953631b-0ac8-4b3d-ba78-3f1ea5681f15 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Calling delete_port for 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:20:21.541450 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26276ee3-7fbe-4815-aac1-391d6056f527 None None] New status for floating IP f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:20:21.621190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ee7f6660-bc65-4e66-a9de-978486916171 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=27273a594b6d4316853a5f761828fff2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988002 Feb 04 13:20:21.675775 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f328755e-a65c-462a-99fb-1a4d33e1d033 req-c3bf954e-b248-44db-bb93-aa41054f0c01 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 210 time: 0.1519704 Feb 04 13:20:21.825891 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device db263966-24b4-4e04-b306-c872d81826b4 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:20:21.847854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f5970-5f60-433f-ae23-293d55835db2 req-333acb29-29ca-4129-a7ae-deff22dd9a99 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:21.849905 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a55f5970-5f60-433f-ae23-293d55835db2 req-333acb29-29ca-4129-a7ae-deff22dd9a99 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 945 time: 0.7394359 Feb 04 13:20:21.873393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d466ec30-052f-4c42-b3f8-353eab521801 None None] Provisioning complete for port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:21.874286 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d466ec30-052f-4c42-b3f8-353eab521801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:21.920271 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5aa6ae-a7e7-4531-8363-0a81a10f0968 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:21.931907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Publish callbacks [] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:21.948925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Transition to ACTIVE for port object ff5aa6ae-a7e7-4531-8363-0a81a10f0968 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:21.961774 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:21.988744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d466ec30-052f-4c42-b3f8-353eab521801 None None] Port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:20:22.024167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port db263966-24b4-4e04-b306-c872d81826b4, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=db263966-24b4-4e04-b306-c872d81826b4,segment=NetworkSegment(11dc5afa-0028-45de-9211-b56b44f685d4),segment_id=11dc5afa-0028-45de-9211-b56b44f685d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:22.031677 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:22.058906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'db263966-24b4-4e04-b306-c872d81826b4', 'network_id': '4d594fef-5614-4b97-99e7-40f6be0cb31f', 'port_id': 'db263966-24b4-4e04-b306-c872d81826b4', 'mac_address': 'fa:16:3e:e6:41:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:20:22.089068 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Attempting to bind port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:20:22.089362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Attempting to bind port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:20:22.089630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Attempting to bind port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:22.102270 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a55f5970-5f60-433f-ae23-293d55835db2 req-310a87c0-7014-407a-ad00-a40d5b696629 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401979 Feb 04 13:20:22.123676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:20:22.125158 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Attempting to bind port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:22.126353 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-55d3f036-8f21-4b0c-afc6-58db7d351254 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:22.128256 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-55d3f036-8f21-4b0c-afc6-58db7d351254 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4515331 Feb 04 13:20:22.138077 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147428cb-71bf-482e-8981-bc3bd62b1588 req-657b8fed-114e-495d-9aff-f7dc981d729d tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:22.139663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-147428cb-71bf-482e-8981-bc3bd62b1588 req-657b8fed-114e-495d-9aff-f7dc981d729d tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 945 time: 0.2878857 Feb 04 13:20:22.160234 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:20:22.160662 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:20:22.161391 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:20:22.161920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Bound port: ff5aa6ae-a7e7-4531-8363-0a81a10f0968, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:20:22.163009 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:22.168540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-9d7606fa-a958-4cc0-b2f5-7122e4caf54e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Request body: {'port': {'device_id': '1afde4cd-eed7-4bc5-87ce-499d06e299e0', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '27273a594b6d4316853a5f761828fff2'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:22.178794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port db263966-24b4-4e04-b306-c872d81826b4 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:22.179198 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (db263966-24b4-4e04-b306-c872d81826b4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:22.211257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db263966-24b4-4e04-b306-c872d81826b4 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:22.226941 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239971da-28db-4637-b024-bf1d10a16ca6 x-openstack-request-id: req-239971da-28db-4637-b024-bf1d10a16ca6 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:22.228573 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36fdc99-94ad-4229-a7b4-4b31f26b12c6", "name": "network-vif-plugged", "status": "completed", "tag": "1ddeea8d-0350-4831-b056-f0c95ec6c94a", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:22.229000 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-239971da-28db-4637-b024-bf1d10a16ca6 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:22.229581 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36fdc99-94ad-4229-a7b4-4b31f26b12c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddeea8d-0350-4831-b056-f0c95ec6c94a', 'code': 200} Feb 04 13:20:22.275110 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port db263966-24b4-4e04-b306-c872d81826b4, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=db263966-24b4-4e04-b306-c872d81826b4,segment=NetworkSegment(11dc5afa-0028-45de-9211-b56b44f685d4),segment_id=11dc5afa-0028-45de-9211-b56b44f685d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:22.289267 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (db263966-24b4-4e04-b306-c872d81826b4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:22.290957 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device c843b7ba-b8f6-4d0f-b121-918de0a8e779 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:20:22.316258 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-40cf2839-2d40-4575-a7e2-3fc3d82fb4a6 req-c953631b-0ac8-4b3d-ba78-3f1ea5681f15 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:22.352506 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.99', 65047) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:20:22.473807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=db263966-24b4-4e04-b306-c872d81826b4,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:22.527132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-741a806d-f247-411c-99f2-41339967a29d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:22.528788 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-741a806d-f247-411c-99f2-41339967a29d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.99 "GET /v2.0/networks?id=8b20d4b4-1391-4500-96bd-4ce91c9bc74e HTTP/1.1" status: 200 len: 822 time: 0.1750376 Feb 04 13:20:22.538850 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-147428cb-71bf-482e-8981-bc3bd62b1588 req-fc6b00dd-d22d-4495-911f-1688b86ad669 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641951 Feb 04 13:20:22.572434 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953631b-0ac8-4b3d-ba78-3f1ea5681f15 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Pushing event deleted for resources: {'Port': ['ID=22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:22.575063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] For port ff5aa6ae-a7e7-4531-8363-0a81a10f0968, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:20:22.583450 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-7f311ded-bd59-445f-85ac-84b18f67b653 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Request body: {'port': {'device_id': 'ab978432-4199-4931-9c44-74ebe3ffedd7', 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e', 'admin_state_up': True, 'tenant_id': 'e5f72002beef43c5887042c875e8fc64'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:22.597192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port c843b7ba-b8f6-4d0f-b121-918de0a8e779, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:22.637821 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f132cd7c-c1ed-4f02-a5b4-91d32a96ff81 req-dcadc857-91e2-41b3-846f-fc227b0d2ad3 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.96 "GET /v2.0/ports?device_id=081404f3-dff4-497d-9291-26b853132446 HTTP/1.1" status: 200 len: 210 time: 0.2285798 Feb 04 13:20:22.676433 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'c843b7ba-b8f6-4d0f-b121-918de0a8e779', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': 'c843b7ba-b8f6-4d0f-b121-918de0a8e779', 'mac_address': 'fa:16:3e:cf:e1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:20:22.678788 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] For port ff5aa6ae-a7e7-4531-8363-0a81a10f0968, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:20:22.696235 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:22.753856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:22.754521 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:22.756417 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] 10.222.0.99 "PUT /v2.0/ports/ff5aa6ae-a7e7-4531-8363-0a81a10f0968 HTTP/1.1" status: 200 len: 1096 time: 1.5630999 Feb 04 13:20:22.767252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7050b4-6ef1-43c1-bc35-c45434769cda req-93f589f5-ed87-417e-93ec-4788f22cb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:22.769412 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-db7050b4-6ef1-43c1-bc35-c45434769cda req-93f589f5-ed87-417e-93ec-4788f22cb592 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 1128 time: 0.2588978 Feb 04 13:20:22.789245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e079d635-cef6-4e6d-9421-9c288e5a2c58 req-4f809159-55d4-4577-8637-68e62d03d58e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 210 time: 0.0648634 Feb 04 13:20:22.793623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port c843b7ba-b8f6-4d0f-b121-918de0a8e779 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:22.794021 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:22.813737 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd96b284-d63d-4599-b2d9-6cd90e1decad', 'tag': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:22.823317 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b5710d-766a-4d06-bd09-5cca675bf249" -d '{"events": [{"name": "network-changed", "server_uuid": "fd96b284-d63d-4599-b2d9-6cd90e1decad", "tag": "ff5aa6ae-a7e7-4531-8363-0a81a10f0968"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:22.843240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c843b7ba-b8f6-4d0f-b121-918de0a8e779 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:22.848794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-9d7606fa-a958-4cc0-b2f5-7122e4caf54e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Made reservation on behalf of 27273a594b6d4316853a5f761828fff2 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:22.853166 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-9d7606fa-a958-4cc0-b2f5-7122e4caf54e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:22.857945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cf2839-2d40-4575-a7e2-3fc3d82fb4a6 req-c953631b-0ac8-4b3d-ba78-3f1ea5681f15 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] No DVR routers for this DVR port 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:20:22.866888 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-40cf2839-2d40-4575-a7e2-3fc3d82fb4a6 req-c953631b-0ac8-4b3d-ba78-3f1ea5681f15 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:22.870324 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40cf2839-2d40-4575-a7e2-3fc3d82fb4a6 req-c953631b-0ac8-4b3d-ba78-3f1ea5681f15 tempest-ServerDiagnosticsNegativeTest-1308307842 tempest-ServerDiagnosticsNegativeTest-1308307842-project] 10.222.0.99 "DELETE /v2.0/ports/22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f HTTP/1.1" status: 204 len: 173 time: 2.3219545 Feb 04 13:20:22.887520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081404f3-dff4-497d-9291-26b853132446', 'name': 'network-vif-deleted', 'tag': '22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:22.889847 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275cbdf8-8ada-4577-8252-b33ec224a00f" -d '{"events": [{"server_uuid": "081404f3-dff4-497d-9291-26b853132446", "name": "network-vif-deleted", "tag": "22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:22.898369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port c843b7ba-b8f6-4d0f-b121-918de0a8e779, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:22.906373 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:22.970797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device aca241da-9a6b-4d77-a8e8-db0f3b662182 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:20:23.044324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f463e-2191-462c-95fd-fc3015313543 req-04678c59-dac1-4076-91db-a3795547104f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:23.062354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc6f463e-2191-462c-95fd-fc3015313543 req-04678c59-dac1-4076-91db-a3795547104f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 944 time: 0.2606528 Feb 04 13:20:23.112972 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a13d6-7d19-4f05-a879-b7764a15b853 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:23.127832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=c843b7ba-b8f6-4d0f-b121-918de0a8e779,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:23.135698 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-7f311ded-bd59-445f-85ac-84b18f67b653 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Made reservation on behalf of e5f72002beef43c5887042c875e8fc64 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:23.139350 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-7f311ded-bd59-445f-85ac-84b18f67b653 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:23.139848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port aca241da-9a6b-4d77-a8e8-db0f3b662182 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:23.145669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port aca241da-9a6b-4d77-a8e8-db0f3b662182 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:23.146452 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (aca241da-9a6b-4d77-a8e8-db0f3b662182), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:23.168714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-df486835-8d83-4a49-8f78-b9b92197e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:23.170281 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-df486835-8d83-4a49-8f78-b9b92197e4ab service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=27273a594b6d4316853a5f761828fff2&device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 1130 time: 0.3304563 Feb 04 13:20:23.264022 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc6f463e-2191-462c-95fd-fc3015313543 req-1013a5c3-ce97-4222-a5e7-f7fba1044abc tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005985 Feb 04 13:20:23.299440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc18749-e3b6-41cc-96a6-f484a4ed130e req-5fbd8663-3fb4-4b86-9274-895fa5366dc2 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:23.308062 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3cc18749-e3b6-41cc-96a6-f484a4ed130e req-5fbd8663-3fb4-4b86-9274-895fa5366dc2 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 948 time: 0.3198030 Feb 04 13:20:23.327126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port aca241da-9a6b-4d77-a8e8-db0f3b662182 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:23.329957 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (aca241da-9a6b-4d77-a8e8-db0f3b662182), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:23.338436 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-9d7606fa-a958-4cc0-b2f5-7122e4caf54e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Allocated IP 192.168.233.41 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/49a8dfc2-d7d6-4824-93e4-0466437f7183) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:23.338733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-7f311ded-bd59-445f-85ac-84b18f67b653 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Allocated IP 172.20.0.5 (8b20d4b4-1391-4500-96bd-4ce91c9bc74e/7b76ab68-ed3b-41e4-97fc-fb0267da718f/a752d215-8ad2-4d6c-9761-1d044f219164) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:23.410085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['c843b7ba-b8f6-4d0f-b121-918de0a8e779'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:23.417424 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3cc18749-e3b6-41cc-96a6-f484a4ed130e req-543fae4d-b9e8-468d-83d3-22fa01f856ba tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079946 Feb 04 13:20:23.420411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['db263966-24b4-4e04-b306-c872d81826b4'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:23.527348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd0083c6-2b93-4a4f-8844-bc46abb9b400 req-93b99ba3-d157-419f-b7a5-4ac869efb180 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 210 time: 0.1054404 Feb 04 13:20:23.616732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port aca241da-9a6b-4d77-a8e8-db0f3b662182, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=aca241da-9a6b-4d77-a8e8-db0f3b662182,segment=NetworkSegment(55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b),segment_id=55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:23.666456 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-7f311ded-bd59-445f-85ac-84b18f67b653 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for port (a752d215-8ad2-4d6c-9761-1d044f219164), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:23.669764 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718a32ac-f404-4316-aae6-99aad8ad22de x-openstack-request-id: req-718a32ac-f404-4316-aae6-99aad8ad22de {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:23.670817 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081404f3-dff4-497d-9291-26b853132446", "name": "network-vif-deleted", "tag": "22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:23.671392 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-718a32ac-f404-4316-aae6-99aad8ad22de {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:23.673185 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081404f3-dff4-497d-9291-26b853132446', 'name': 'network-vif-deleted', 'tag': '22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f', 'status': 'completed', 'code': 200} Feb 04 13:20:23.692466 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (aca241da-9a6b-4d77-a8e8-db0f3b662182), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:23.701729 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:20:23.710911 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dd8e08-f832-4ebe-ab63-16fc29f1f213 x-openstack-request-id: req-01dd8e08-f832-4ebe-ab63-16fc29f1f213 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:23.711257 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd96b284-d63d-4599-b2d9-6cd90e1decad", "tag": "ff5aa6ae-a7e7-4531-8363-0a81a10f0968", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:23.711478 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-01dd8e08-f832-4ebe-ab63-16fc29f1f213 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:23.711856 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd96b284-d63d-4599-b2d9-6cd90e1decad', 'tag': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968', 'status': 'completed', 'code': 200} Feb 04 13:20:23.747610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:20:23.747989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 22c587e3-4c33-4f8c-b5c2-726f6d7aeb5f not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:20:23.774880 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-7f311ded-bd59-445f-85ac-84b18f67b653 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:23.777990 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-9ada09af-8c7c-4ffa-b2bf-eca005620ffd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=ff5aa6ae-a7e7-4531-8363-0a81a10f0968 HTTP/1.1" status: 200 len: 217 time: 0.0691011 Feb 04 13:20:23.782769 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-db7050b4-6ef1-43c1-bc35-c45434769cda req-75ae0f27-8521-43d1-b1b3-91c2df22cae5 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9394915 Feb 04 13:20:23.861311 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-9d7606fa-a958-4cc0-b2f5-7122e4caf54e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks [] for port (49a8dfc2-d7d6-4824-93e4-0466437f7183), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:23.871767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a020399-5506-4a9b-a517-4ba5c2887fe0 req-2834d43e-c638-4586-bdb0-b484cc3768ed tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:23.874066 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a020399-5506-4a9b-a517-4ba5c2887fe0 req-2834d43e-c638-4586-bdb0-b484cc3768ed tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 946 time: 0.1651194 Feb 04 13:20:23.884979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-7f311ded-bd59-445f-85ac-84b18f67b653 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:23.885190 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8346cce-b928-446e-88c8-d0123fac5efe req-19cdf79e-643d-4859-b205-7a2fa67532a5 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:23.885930 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f311ded-bd59-445f-85ac-84b18f67b653 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Pushing event updated for resources: {'Port': ['ID=a752d215-8ad2-4d6c-9761-1d044f219164,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:23.893824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-7f311ded-bd59-445f-85ac-84b18f67b653 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:23.898442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-7f311ded-bd59-445f-85ac-84b18f67b653 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:20:23.906136 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8346cce-b928-446e-88c8-d0123fac5efe req-19cdf79e-643d-4859-b205-7a2fa67532a5 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 945 time: 0.1725485 Feb 04 13:20:23.906373 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-7f311ded-bd59-445f-85ac-84b18f67b653 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:23.907049 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-7f311ded-bd59-445f-85ac-84b18f67b653 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:23.912729 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-e59c4f8a-2778-454b-b3ed-06ee9d71aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:23.914887 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-e59c4f8a-2778-454b-b3ed-06ee9d71aa6b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1264138 Feb 04 13:20:23.924774 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=aca241da-9a6b-4d77-a8e8-db0f3b662182,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:23.969678 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-7f311ded-bd59-445f-85ac-84b18f67b653 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3911748 Feb 04 13:20:23.983427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Request body: {'port': {'device_id': 'ab978432-4199-4931-9c44-74ebe3ffedd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:24.035134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-1c729b92-6d90-4b85-a2ef-f9696d2c6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:24.037638 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-1c729b92-6d90-4b85-a2ef-f9696d2c6d15 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1152132 Feb 04 13:20:24.050539 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8346cce-b928-446e-88c8-d0123fac5efe req-eb24541d-618d-4180-a544-73b74803130b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432331 Feb 04 13:20:24.070794 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a020399-5506-4a9b-a517-4ba5c2887fe0 req-8705fe7f-44a0-4999-81c1-395c353c355c tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593726 Feb 04 13:20:24.098492 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-9d7606fa-a958-4cc0-b2f5-7122e4caf54e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (49a8dfc2-d7d6-4824-93e4-0466437f7183), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:24.195714 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:24.231248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a785338-14b2-421a-b794-f5797bd6391c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca241da-9a6b-4d77-a8e8-db0f3b662182'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:24.234641 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6a5386-ea10-4e9d-aa52-e4d6089f2cae" -d '{"events": [{"server_uuid": "6a785338-14b2-421a-b794-f5797bd6391c", "name": "network-vif-plugged", "status": "completed", "tag": "aca241da-9a6b-4d77-a8e8-db0f3b662182"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:24.251779 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-8c53e54a-e4a3-498d-b89f-c8a50ff4f4d1 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058499 Feb 04 13:20:24.290503 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dcd6a2-12f8-40d2-a4ad-c698a5fc1a9e x-openstack-request-id: req-74dcd6a2-12f8-40d2-a4ad-c698a5fc1a9e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:24.290944 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a785338-14b2-421a-b794-f5797bd6391c", "name": "network-vif-plugged", "status": "completed", "tag": "aca241da-9a6b-4d77-a8e8-db0f3b662182", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:24.291206 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-74dcd6a2-12f8-40d2-a4ad-c698a5fc1a9e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:24.292436 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a785338-14b2-421a-b794-f5797bd6391c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca241da-9a6b-4d77-a8e8-db0f3b662182', 'code': 200} Feb 04 13:20:24.315266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-9d7606fa-a958-4cc0-b2f5-7122e4caf54e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:24.354729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-9d7606fa-a958-4cc0-b2f5-7122e4caf54e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:24.362491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-9d7606fa-a958-4cc0-b2f5-7122e4caf54e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:20:24.379236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-9d7606fa-a958-4cc0-b2f5-7122e4caf54e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:24.380863 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-9d7606fa-a958-4cc0-b2f5-7122e4caf54e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:24.419766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7606fa-a958-4cc0-b2f5-7122e4caf54e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Pushing event updated for resources: {'Port': ['ID=49a8dfc2-d7d6-4824-93e4-0466437f7183,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:24.426080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-9d7606fa-a958-4cc0-b2f5-7122e4caf54e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2815022 Feb 04 13:20:24.447216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded3845-cca0-46ce-9b7f-88c39119a97a req-95c082a6-264f-421d-bbec-fdb207bc056c tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:24.455717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ded3845-cca0-46ce-9b7f-88c39119a97a req-95c082a6-264f-421d-bbec-fdb207bc056c tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 935 time: 0.2751663 Feb 04 13:20:24.473285 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Request body: {'port': {'device_id': '1afde4cd-eed7-4bc5-87ce-499d06e299e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:24.648798 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (49a8dfc2-d7d6-4824-93e4-0466437f7183), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:24.652587 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b8b99db6-76fa-44cd-83ba-617e502c81a6 req-3b1e4fc8-ef22-4a2c-a861-6a7a81bbae08 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928678 Feb 04 13:20:24.716412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ded3845-cca0-46ce-9b7f-88c39119a97a req-8b8cf760-9440-4914-81a0-3e4ae77874d5 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593422 Feb 04 13:20:24.732757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8d1fa-5df7-4a06-8e2a-1ba6307a6f87 req-b3a6a246-8fd5-404b-9629-9c368555dd7f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:24.748380 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60892) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:20:24.763789 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d2b8d1fa-5df7-4a06-8e2a-1ba6307a6f87 req-b3a6a246-8fd5-404b-9629-9c368555dd7f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 944 time: 0.3531754 Feb 04 13:20:24.821405 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97b6e7-14ba-4c21-8d62-37983b29dbd4 req-bc5d3261-9910-493c-b4d1-3422be81301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:24.825027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc97b6e7-14ba-4c21-8d62-37983b29dbd4 req-bc5d3261-9910-493c-b4d1-3422be81301b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 1129 time: 0.4145181 Feb 04 13:20:24.872005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-75126990-6453-486f-9a85-0c09ab61d634 None None] Provisioning complete for port 49a8dfc2-d7d6-4824-93e4-0466437f7183 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:24.873189 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-75126990-6453-486f-9a85-0c09ab61d634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (49a8dfc2-d7d6-4824-93e4-0466437f7183), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:24.918647 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a752d215-8ad2-4d6c-9761-1d044f219164 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:24.920194 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc97b6e7-14ba-4c21-8d62-37983b29dbd4 req-319af252-8667-4257-af47-9581cfc84b21 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764205 Feb 04 13:20:24.927446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5710d-766a-4d06-bd09-5cca675bf249 req-69f3ef6c-0e19-41a1-a5e0-851173848bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:24.929581 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-48b5710d-766a-4d06-bd09-5cca675bf249 req-69f3ef6c-0e19-41a1-a5e0-851173848bfd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=27273a594b6d4316853a5f761828fff2&device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 1130 time: 0.1360955 Feb 04 13:20:24.931573 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Publish callbacks [] for port (a752d215-8ad2-4d6c-9761-1d044f219164), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:24.945781 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Transition to ACTIVE for port object a752d215-8ad2-4d6c-9761-1d044f219164 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:24.953603 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:24.972311 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-75126990-6453-486f-9a85-0c09ab61d634 None None] Port 49a8dfc2-d7d6-4824-93e4-0466437f7183 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:20:25.004606 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d2b8d1fa-5df7-4a06-8e2a-1ba6307a6f87 req-f05a3a2e-71d2-49b5-b366-ed544307585d tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268803 Feb 04 13:20:25.048552 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a752d215-8ad2-4d6c-9761-1d044f219164,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:25.105569 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e8176817-05c2-400d-b866-a8e74e56876f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ec2ae83e4ee04e1c858a4041b424677b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472254 Feb 04 13:20:25.106397 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Attempting to bind port a752d215-8ad2-4d6c-9761-1d044f219164 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:20:25.106739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Attempting to bind port a752d215-8ad2-4d6c-9761-1d044f219164 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '74571242-1ff3-475e-860d-719181c655df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:20:25.107331 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Attempting to bind port a752d215-8ad2-4d6c-9761-1d044f219164 on network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:25.111551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60900) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:20:25.124493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Port a752d215-8ad2-4d6c-9761-1d044f219164 on network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:20:25.124841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Attempting to bind port a752d215-8ad2-4d6c-9761-1d044f219164 on network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:25.138895 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:20:25.139233 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Checking segment: {'id': '74571242-1ff3-475e-860d-719181c655df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:20:25.139557 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Bound using segment: {'id': '74571242-1ff3-475e-860d-719181c655df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:20:25.140009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Bound port: a752d215-8ad2-4d6c-9761-1d044f219164, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74571242-1ff3-475e-860d-719181c655df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:20:25.140366 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:25.167315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c762fb9-82ee-497f-aa06-c0a48fd3e54f req-d302f149-39b0-45a4-9fdd-2dcc99933527 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:25.169426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c762fb9-82ee-497f-aa06-c0a48fd3e54f req-d302f149-39b0-45a4-9fdd-2dcc99933527 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 948 time: 0.3260944 Feb 04 13:20:25.231147 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cd99-def2-46d5-b92f-18ef3c5a07d7 admin admin] Publish callbacks [] for security_group (a41804fc-bd59-4b8a-a216-0c51ad719f11), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:25.253680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb290b9-df75-4310-b82a-1991a979c787 req-88301a84-c545-4842-8d72-8eacd992e614 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:25.265152 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4bb290b9-df75-4310-b82a-1991a979c787 req-88301a84-c545-4842-8d72-8eacd992e614 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 943 time: 0.1785421 Feb 04 13:20:25.310058 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] For port a752d215-8ad2-4d6c-9761-1d044f219164, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:20:25.316709 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c762fb9-82ee-497f-aa06-c0a48fd3e54f req-fe1bafb0-3d5e-4c9e-b006-652178cff620 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329496 Feb 04 13:20:25.337470 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cd99-def2-46d5-b92f-18ef3c5a07d7 admin admin] Publish callbacks [] for security_group (a41804fc-bd59-4b8a-a216-0c51ad719f11), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:25.353193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] For port a752d215-8ad2-4d6c-9761-1d044f219164, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a752d215-8ad2-4d6c-9761-1d044f219164,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:20:25.666150 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:25.734285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5710d-766a-4d06-bd09-5cca675bf249 req-7089b899-7a7b-4399-a3e7-2022d32f7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:25.736082 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-48b5710d-766a-4d06-bd09-5cca675bf249 req-7089b899-7a7b-4399-a3e7-2022d32f7e68 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.5241482 Feb 04 13:20:25.740418 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:25.741357 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:25.743021 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] 10.222.0.99 "PUT /v2.0/ports/a752d215-8ad2-4d6c-9761-1d044f219164 HTTP/1.1" status: 200 len: 1092 time: 1.7645535 Feb 04 13:20:25.743501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab978432-4199-4931-9c44-74ebe3ffedd7', 'tag': 'a752d215-8ad2-4d6c-9761-1d044f219164'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:25.746392 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810dba99-b327-48dc-861c-680d37a593b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ab978432-4199-4931-9c44-74ebe3ffedd7", "tag": "a752d215-8ad2-4d6c-9761-1d044f219164"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:25.768887 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4bb290b9-df75-4310-b82a-1991a979c787 req-9ff5695d-bd29-4924-a90c-c9087f656407 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066173 Feb 04 13:20:25.805479 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-48b5710d-766a-4d06-bd09-5cca675bf249 req-10466867-3440-4a14-9155-d22f127d3c09 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=ff5aa6ae-a7e7-4531-8363-0a81a10f0968 HTTP/1.1" status: 200 len: 217 time: 0.0555277 Feb 04 13:20:25.827751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device db263966-24b4-4e04-b306-c872d81826b4 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:20:25.832888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936fd20-8880-4fc6-9f4b-d9002fbaecb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a752d215-8ad2-4d6c-9761-1d044f219164,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:25.874540 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cd99-def2-46d5-b92f-18ef3c5a07d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a41804fc-bd59-4b8a-a216-0c51ad719f11), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:25.877064 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cd99-def2-46d5-b92f-18ef3c5a07d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:25.878580 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5fd9cd99-def2-46d5-b92f-18ef3c5a07d7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a41804fc-bd59-4b8a-a216-0c51ad719f11 HTTP/1.1" status: 204 len: 168 time: 0.7678275 Feb 04 13:20:25.897268 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803d209-7c09-4598-9c0e-60cc19154ce0 req-1eb838f9-b7d1-4b56-a232-f30c61b3710e tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:25.911344 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f803d209-7c09-4598-9c0e-60cc19154ce0 req-1eb838f9-b7d1-4b56-a232-f30c61b3710e tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 945 time: 0.2023308 Feb 04 13:20:25.915329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9cd99-def2-46d5-b92f-18ef3c5a07d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41804fc-bd59-4b8a-a216-0c51ad719f11,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:25.924120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5710d-766a-4d06-bd09-5cca675bf249 req-2840eb41-337f-4569-bd6b-6305b16a129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:25.926579 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-48b5710d-766a-4d06-bd09-5cca675bf249 req-2840eb41-337f-4569-bd6b-6305b16a129a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1053212 Feb 04 13:20:25.937616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a8dfc2-d7d6-4824-93e4-0466437f7183 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:25.947795 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-f2d93aa8-e1ca-4e9f-88b8-7f0f4890f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:25.955304 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-f2d93aa8-e1ca-4e9f-88b8-7f0f4890f96e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e5f72002beef43c5887042c875e8fc64&device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 1126 time: 0.1458526 Feb 04 13:20:25.969327 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port db263966-24b4-4e04-b306-c872d81826b4 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:25.977528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port db263966-24b4-4e04-b306-c872d81826b4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:25.978192 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (db263966-24b4-4e04-b306-c872d81826b4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:25.988987 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Publish callbacks [] for port (49a8dfc2-d7d6-4824-93e4-0466437f7183), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:26.013072 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Transition to ACTIVE for port object 49a8dfc2-d7d6-4824-93e4-0466437f7183 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:26.039008 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (49a8dfc2-d7d6-4824-93e4-0466437f7183), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:26.052135 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-855ae2d9-b82e-470b-a469-4aa35e01c205 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a752d215-8ad2-4d6c-9761-1d044f219164 HTTP/1.1" status: 200 len: 217 time: 0.0786173 Feb 04 13:20:26.097495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a53a9d-93c7-4388-8300-544da2fe9eb7 req-9d678121-b7af-45b7-9a5b-45130822eab1 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:26.105465 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60a53a9d-93c7-4388-8300-544da2fe9eb7 req-9d678121-b7af-45b7-9a5b-45130822eab1 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 946 time: 0.1749725 Feb 04 13:20:26.131298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f803d209-7c09-4598-9c0e-60cc19154ce0 req-0d20e08c-6bee-4a5c-b568-7184bd76b1fe tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175946 Feb 04 13:20:26.147944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-dde17c72-6b08-43ec-94af-00eaa16cf45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:26.149934 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-dde17c72-6b08-43ec-94af-00eaa16cf45d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7b76ab68-ed3b-41e4-97fc-fb0267da718f HTTP/1.1" status: 200 len: 862 time: 0.0878494 Feb 04 13:20:26.185229 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port db263966-24b4-4e04-b306-c872d81826b4 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:26.185647 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (db263966-24b4-4e04-b306-c872d81826b4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:26.217723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=49a8dfc2-d7d6-4824-93e4-0466437f7183,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:26.247585 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port db263966-24b4-4e04-b306-c872d81826b4, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=db263966-24b4-4e04-b306-c872d81826b4,segment=NetworkSegment(11dc5afa-0028-45de-9211-b56b44f685d4),segment_id=11dc5afa-0028-45de-9211-b56b44f685d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:26.256530 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (db263966-24b4-4e04-b306-c872d81826b4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:26.257496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device c843b7ba-b8f6-4d0f-b121-918de0a8e779 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:20:26.263331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Attempting to bind port 49a8dfc2-d7d6-4824-93e4-0466437f7183 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:20:26.263984 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Attempting to bind port 49a8dfc2-d7d6-4824-93e4-0466437f7183 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:20:26.264492 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Attempting to bind port 49a8dfc2-d7d6-4824-93e4-0466437f7183 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:26.270304 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-1d536401-9859-4505-825b-5a2343713be1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8b20d4b4-1391-4500-96bd-4ce91c9bc74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070633 Feb 04 13:20:26.272024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Port 49a8dfc2-d7d6-4824-93e4-0466437f7183 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:20:26.273240 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Attempting to bind port 49a8dfc2-d7d6-4824-93e4-0466437f7183 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:26.300228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60a53a9d-93c7-4388-8300-544da2fe9eb7 req-1361b41c-c14e-41b7-9162-f208d6feb978 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879549 Feb 04 13:20:26.320199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:20:26.320554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:20:26.321229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:20:26.321689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Bound port: 49a8dfc2-d7d6-4824-93e4-0466437f7183, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:20:26.322050 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (49a8dfc2-d7d6-4824-93e4-0466437f7183), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:26.328549 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5710d-766a-4d06-bd09-5cca675bf249 req-2b8828a4-f3ec-420f-bb7b-8abc688dd9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:26.340573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7273bebd-7739-4b5b-9835-6fb8f1aec429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db263966-24b4-4e04-b306-c872d81826b4'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:26.348353 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6918d4b5-e9e8-4fc1-bfe2-56d0f2420684" -d '{"events": [{"server_uuid": "7273bebd-7739-4b5b-9835-6fb8f1aec429", "name": "network-vif-plugged", "status": "completed", "tag": "db263966-24b4-4e04-b306-c872d81826b4"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:26.349185 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-48b5710d-766a-4d06-bd09-5cca675bf249 req-2b8828a4-f3ec-420f-bb7b-8abc688dd9ed service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4000561 Feb 04 13:20:26.498056 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] For port 49a8dfc2-d7d6-4824-93e4-0466437f7183, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:20:26.505673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] For port 49a8dfc2-d7d6-4824-93e4-0466437f7183, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=49a8dfc2-d7d6-4824-93e4-0466437f7183,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:20:26.530014 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (49a8dfc2-d7d6-4824-93e4-0466437f7183), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:26.585781 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=db263966-24b4-4e04-b306-c872d81826b4,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:26.609485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port c843b7ba-b8f6-4d0f-b121-918de0a8e779 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:26.626952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port c843b7ba-b8f6-4d0f-b121-918de0a8e779 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:26.627600 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:26.658907 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:26.659534 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:26.666387 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] 10.222.0.99 "PUT /v2.0/ports/49a8dfc2-d7d6-4824-93e4-0466437f7183 HTTP/1.1" status: 200 len: 1096 time: 2.1994429 Feb 04 13:20:26.666886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afde4cd-eed7-4bc5-87ce-499d06e299e0', 'tag': '49a8dfc2-d7d6-4824-93e4-0466437f7183'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:26.672249 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e612df-727a-4845-b947-b3dca4aa90fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1afde4cd-eed7-4bc5-87ce-499d06e299e0", "tag": "49a8dfc2-d7d6-4824-93e4-0466437f7183"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:26.732105 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51a09d-0eab-41fc-b012-846cbfd2501c req-df63bade-9589-4b5c-926f-c98ad0e751d8 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:26.746220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b51a09d-0eab-41fc-b012-846cbfd2501c req-df63bade-9589-4b5c-926f-c98ad0e751d8 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 947 time: 0.4277937 Feb 04 13:20:26.793730 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port c843b7ba-b8f6-4d0f-b121-918de0a8e779 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:26.793730 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:26.811147 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-445dfbfe-ee04-439c-816d-dc2ea921e4be service neutron] 10.222.0.99 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294042 Feb 04 13:20:26.811721 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60924) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:20:26.821965 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31d422d-20bc-4bb5-b329-0c26458d30fe x-openstack-request-id: req-f31d422d-20bc-4bb5-b329-0c26458d30fe {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:26.822425 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab978432-4199-4931-9c44-74ebe3ffedd7", "tag": "a752d215-8ad2-4d6c-9761-1d044f219164", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:26.822718 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f31d422d-20bc-4bb5-b329-0c26458d30fe {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:26.823105 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab978432-4199-4931-9c44-74ebe3ffedd7', 'tag': 'a752d215-8ad2-4d6c-9761-1d044f219164', 'status': 'completed', 'code': 200} Feb 04 13:20:26.834755 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port c843b7ba-b8f6-4d0f-b121-918de0a8e779, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:26.841698 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:26.884008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0161ea-71ca-4190-b69b-aa2af0363fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=49a8dfc2-d7d6-4824-93e4-0466437f7183,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:26.926422 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=c843b7ba-b8f6-4d0f-b121-918de0a8e779,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:26.960947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b51a09d-0eab-41fc-b012-846cbfd2501c req-676b4a66-75c1-4962-9d0a-37d2db2f29cd tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098982 Feb 04 13:20:27.005008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14e3ff-970a-43fe-964f-da685bb892ec req-bf8f6dd8-cd9c-4d16-9bba-40638ce7bf1c tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:27.016931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db14e3ff-970a-43fe-964f-da685bb892ec req-bf8f6dd8-cd9c-4d16-9bba-40638ce7bf1c tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 945 time: 0.1942577 Feb 04 13:20:27.033002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-74122590-fcf4-48d7-a07e-11011826e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:27.045460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-74122590-fcf4-48d7-a07e-11011826e393 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=27273a594b6d4316853a5f761828fff2&device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 1130 time: 0.2838194 Feb 04 13:20:27.055971 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7cc35b16-cad7-4889-80f5-611a2cb02606 req-376377de-2c5b-4b20-a3cd-2b7ea2a30dd3 service neutron] 10.222.0.99 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255108 Feb 04 13:20:27.060147 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb237-924a-409a-9178-9b73cea0f9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:27.110075 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-9d5ed6a0-fcfe-4b28-a841-45ef8b01eedb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=49a8dfc2-d7d6-4824-93e4-0466437f7183 HTTP/1.1" status: 200 len: 217 time: 0.0553951 Feb 04 13:20:27.205398 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-48b5710d-766a-4d06-bd09-5cca675bf249 req-3a2ce0ce-c834-4be6-bbfc-c5881b0f8680 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8539073 Feb 04 13:20:27.211528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db14e3ff-970a-43fe-964f-da685bb892ec req-a55a27fc-a244-419e-af10-38d51b31ce77 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926277 Feb 04 13:20:27.221420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-0c088feb-c07b-4f36-9104-ec4d3367b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:27.223184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-0c088feb-c07b-4f36-9104-ec4d3367b416 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0870819 Feb 04 13:20:27.236284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07918e75-1cba-4de7-b6c3-18c09306f3da req-2f3dc566-4d42-4f8f-8111-9e470924c5a9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:27.251585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07918e75-1cba-4de7-b6c3-18c09306f3da req-2f3dc566-4d42-4f8f-8111-9e470924c5a9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.1979470 Feb 04 13:20:27.314507 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dba99-b327-48dc-861c-680d37a593b6 req-2ac30f5e-04ae-4cec-a072-2e58bd1818ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:27.317636 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-810dba99-b327-48dc-861c-680d37a593b6 req-2ac30f5e-04ae-4cec-a072-2e58bd1818ca service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e5f72002beef43c5887042c875e8fc64&device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 1126 time: 0.1969161 Feb 04 13:20:27.328679 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6ed52b-c126-4574-8eb2-1420fd4751fc x-openstack-request-id: req-8a6ed52b-c126-4574-8eb2-1420fd4751fc {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:27.329245 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7273bebd-7739-4b5b-9835-6fb8f1aec429", "name": "network-vif-plugged", "status": "completed", "tag": "db263966-24b4-4e04-b306-c872d81826b4", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:27.329245 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8a6ed52b-c126-4574-8eb2-1420fd4751fc {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:27.329614 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7273bebd-7739-4b5b-9835-6fb8f1aec429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db263966-24b4-4e04-b306-c872d81826b4', 'code': 200} Feb 04 13:20:27.345591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-dce72ec7-83a3-4eee-b0a0-51385dd0043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:27.347431 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-dce72ec7-83a3-4eee-b0a0-51385dd0043d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0998187 Feb 04 13:20:27.365026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07918e75-1cba-4de7-b6c3-18c09306f3da req-0741c78a-b8f2-4153-a20c-3e0245ecd6bc tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192605 Feb 04 13:20:27.407439 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab040fa0-4964-4309-94e4-0a216732624a x-openstack-request-id: req-ab040fa0-4964-4309-94e4-0a216732624a {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:27.412598 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afde4cd-eed7-4bc5-87ce-499d06e299e0", "tag": "49a8dfc2-d7d6-4824-93e4-0466437f7183", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:27.412970 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ab040fa0-4964-4309-94e4-0a216732624a {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:27.413607 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afde4cd-eed7-4bc5-87ce-499d06e299e0', 'tag': '49a8dfc2-d7d6-4824-93e4-0466437f7183', 'status': 'completed', 'code': 200} Feb 04 13:20:27.515962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb237-924a-409a-9178-9b73cea0f9d9 admin admin] Publish callbacks [] for security_group (7f0a4ac3-e075-42a5-a185-13402f64fdbd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:27.537292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb237-924a-409a-9178-9b73cea0f9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7f0a4ac3-e075-42a5-a185-13402f64fdbd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:27.603048 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-48b5710d-766a-4d06-bd09-5cca675bf249 req-9b6590f4-7fa6-4702-886a-c9ae56886969 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877714 Feb 04 13:20:27.612926 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dba99-b327-48dc-861c-680d37a593b6 req-c6e9a5f1-4e1a-4d03-b62f-c89bf5b4988b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:27.614420 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-810dba99-b327-48dc-861c-680d37a593b6 req-c6e9a5f1-4e1a-4d03-b62f-c89bf5b4988b service neutron] 10.222.0.99 "GET /v2.0/networks?id=8b20d4b4-1391-4500-96bd-4ce91c9bc74e HTTP/1.1" status: 200 len: 923 time: 0.2863777 Feb 04 13:20:27.625208 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1b3eb237-924a-409a-9178-9b73cea0f9d9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8ad408b595e14ff185e15a37463f9001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8011112 Feb 04 13:20:27.634630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60932) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:20:27.634630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3eb237-924a-409a-9178-9b73cea0f9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0a4ac3-e075-42a5-a185-13402f64fdbd,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:27.639997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35a922-924c-4f41-a5f2-145cdc31906c req-1125e852-fb7e-4c40-bf3e-30f94f774cb9 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:27.641851 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c35a922-924c-4f41-a5f2-145cdc31906c req-1125e852-fb7e-4c40-bf3e-30f94f774cb9 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 943 time: 0.1741428 Feb 04 13:20:27.652009 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-8ce86d08-e5b2-4cb3-ac6c-d340dc0d25ae service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841473 Feb 04 13:20:27.660353 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0457c2-3984-4936-81c0-93af482b6e4f req-e319bacd-ef35-4b85-b92b-e794589e98b8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:27.665813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a0457c2-3984-4936-81c0-93af482b6e4f req-e319bacd-ef35-4b85-b92b-e794589e98b8 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 945 time: 0.1669717 Feb 04 13:20:27.698358 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-810dba99-b327-48dc-861c-680d37a593b6 req-313d9696-92ea-4afa-8fd2-bdb36374b4c7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a752d215-8ad2-4d6c-9761-1d044f219164 HTTP/1.1" status: 200 len: 217 time: 0.0768187 Feb 04 13:20:27.700594 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16bb16-3f34-4b78-8d85-95ee14db9063 req-0e51ba24-dcd9-4f21-ab5b-708cafd02f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:27.702084 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ff16bb16-3f34-4b78-8d85-95ee14db9063 req-0e51ba24-dcd9-4f21-ab5b-708cafd02f11 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 1128 time: 0.2604699 Feb 04 13:20:27.803178 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dba99-b327-48dc-861c-680d37a593b6 req-ac1ac852-4a80-420f-89f6-88d3a80df0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:27.805129 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-810dba99-b327-48dc-861c-680d37a593b6 req-ac1ac852-4a80-420f-89f6-88d3a80df0b0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7b76ab68-ed3b-41e4-97fc-fb0267da718f HTTP/1.1" status: 200 len: 862 time: 0.0996740 Feb 04 13:20:27.820238 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c35a922-924c-4f41-a5f2-145cdc31906c req-a7990f3f-de53-4e77-b557-22d0557e3803 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530335 Feb 04 13:20:27.826719 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a0457c2-3984-4936-81c0-93af482b6e4f req-07d14f4f-6901-4b88-9050-88164728f17e tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474371 Feb 04 13:20:27.858650 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-810dba99-b327-48dc-861c-680d37a593b6 req-de468e54-8240-4996-8e51-2401b148c94a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8b20d4b4-1391-4500-96bd-4ce91c9bc74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412803 Feb 04 13:20:27.858650 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ff16bb16-3f34-4b78-8d85-95ee14db9063 req-de56f418-7e81-42f3-a52e-98dd867b434b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403110 Feb 04 13:20:27.863909 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66a631b4-6690-4f07-8fd1-f1bed707140c admin admin] Publish callbacks [] for security_group (7f0a4ac3-e075-42a5-a185-13402f64fdbd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:27.890336 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-366e6e80-dfb4-443c-9340-5e69306c6377 req-d5480c5c-e426-4908-a1f3-21afc38a123b service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205830 Feb 04 13:20:27.936655 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66a631b4-6690-4f07-8fd1-f1bed707140c admin admin] Publish callbacks [] for security_group (7f0a4ac3-e075-42a5-a185-13402f64fdbd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:28.016264 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66a631b4-6690-4f07-8fd1-f1bed707140c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7f0a4ac3-e075-42a5-a185-13402f64fdbd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:28.018884 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66a631b4-6690-4f07-8fd1-f1bed707140c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:28.022227 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-66a631b4-6690-4f07-8fd1-f1bed707140c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7f0a4ac3-e075-42a5-a185-13402f64fdbd HTTP/1.1" status: 204 len: 168 time: 0.3828814 Feb 04 13:20:28.034947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a631b4-6690-4f07-8fd1-f1bed707140c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0a4ac3-e075-42a5-a185-13402f64fdbd,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:28.040954 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-810dba99-b327-48dc-861c-680d37a593b6 req-3f9fd3d5-1896-4219-beeb-013853fbe26e service neutron] 10.222.0.99 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761744 Feb 04 13:20:28.160341 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-810dba99-b327-48dc-861c-680d37a593b6 req-51a0f366-6e58-4063-b64a-67bc1de10190 service neutron] 10.222.0.99 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126862 Feb 04 13:20:28.225937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e612df-727a-4845-b947-b3dca4aa90fb req-2fb4f7f1-280b-43b8-b83f-abb23193ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:28.227765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64e612df-727a-4845-b947-b3dca4aa90fb req-2fb4f7f1-280b-43b8-b83f-abb23193ffd2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=27273a594b6d4316853a5f761828fff2&device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 1130 time: 0.2375703 Feb 04 13:20:28.233858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-ffd74b37-c64c-447a-b445-26a2659e36c4 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 258 time: 0.3495412 Feb 04 13:20:28.248073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:28.270188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec68d8-739a-42ee-bdc9-667c0470b2c8 req-61b108b2-0fe7-4021-8a75-434f580ae91d tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:28.272380 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06ec68d8-739a-42ee-bdc9-667c0470b2c8 req-61b108b2-0fe7-4021-8a75-434f580ae91d tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 946 time: 0.3264260 Feb 04 13:20:28.356160 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:28.446820 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06ec68d8-739a-42ee-bdc9-667c0470b2c8 req-6f002ddd-1e05-49ee-b513-36334e385b2e tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444170 Feb 04 13:20:28.448942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e612df-727a-4845-b947-b3dca4aa90fb req-f902c1ee-bf41-488c-814d-4aa642a28d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:28.450399 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64e612df-727a-4845-b947-b3dca4aa90fb req-f902c1ee-bf41-488c-814d-4aa642a28d09 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.2140172 Feb 04 13:20:28.502406 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64e612df-727a-4845-b947-b3dca4aa90fb req-f5abae2d-1f28-4179-a78f-9e2c2368725b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=49a8dfc2-d7d6-4824-93e4-0466437f7183 HTTP/1.1" status: 200 len: 217 time: 0.0445879 Feb 04 13:20:28.625703 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e612df-727a-4845-b947-b3dca4aa90fb req-36ebed22-c97d-425f-bcf2-e38d7601df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:28.628828 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64e612df-727a-4845-b947-b3dca4aa90fb req-36ebed22-c97d-425f-bcf2-e38d7601df47 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1199503 Feb 04 13:20:28.656832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40548a08-155b-4bfd-b771-a5aa8530ed83 req-b5a6c782-5acf-480e-8f88-93526e7fe758 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:28.658491 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40548a08-155b-4bfd-b771-a5aa8530ed83 req-b5a6c782-5acf-480e-8f88-93526e7fe758 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 947 time: 0.1176867 Feb 04 13:20:28.737748 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:28.818727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e612df-727a-4845-b947-b3dca4aa90fb req-508d5de6-ddbc-45d3-8652-0ca9d8722984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:28.820556 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64e612df-727a-4845-b947-b3dca4aa90fb req-508d5de6-ddbc-45d3-8652-0ca9d8722984 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1841452 Feb 04 13:20:28.823853 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40548a08-155b-4bfd-b771-a5aa8530ed83 req-d7e3d524-e283-4a27-9a0d-a1fb9da29d92 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410410 Feb 04 13:20:28.962593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ff5aa6ae-a7e7-4531-8363-0a81a10f0968 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:20:29.004596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Allocated IP 172.25.5.236 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/b9fb7dd3-64cf-4b4a-a220-7c458f250ac1) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:29.026154 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64e612df-727a-4845-b947-b3dca4aa90fb req-9cec305f-5984-4314-b1d1-b63dd332d7bf service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907699 Feb 04 13:20:29.090438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823bdd6-6b7b-4e77-af24-88c0b70c3c62 req-5d7cdbee-862f-4805-ba76-d2d15a7bf4e8 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:29.091745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ff5aa6ae-a7e7-4531-8363-0a81a10f0968, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:29.098258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3823bdd6-6b7b-4e77-af24-88c0b70c3c62 req-5d7cdbee-862f-4805-ba76-d2d15a7bf4e8 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 945 time: 0.1759334 Feb 04 13:20:29.106519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968', 'mac_address': 'fa:16:3e:23:b8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:20:29.174219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:29.174626 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:29.202363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5aa6ae-a7e7-4531-8363-0a81a10f0968 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:29.246821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ff5aa6ae-a7e7-4531-8363-0a81a10f0968, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:29.254291 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:29.394884 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e316aa63-90d4-4d71-81a6-4d22521c4fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c843b7ba-b8f6-4d0f-b121-918de0a8e779'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:29.399219 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de27b32-936d-413b-8cd6-c5cf1b47e537" -d '{"events": [{"server_uuid": "e316aa63-90d4-4d71-81a6-4d22521c4fe0", "name": "network-vif-plugged", "status": "completed", "tag": "c843b7ba-b8f6-4d0f-b121-918de0a8e779"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:29.407720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:29.534450 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3823bdd6-6b7b-4e77-af24-88c0b70c3c62 req-98304828-e093-4adb-9267-229c3a06cc3f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350154 Feb 04 13:20:29.569489 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for port (b9fb7dd3-64cf-4b4a-a220-7c458f250ac1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:29.580193 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64e612df-727a-4845-b947-b3dca4aa90fb req-b4c13d60-b519-409a-b37d-8c9af2519af3 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456359 Feb 04 13:20:29.632896 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (b9fb7dd3-64cf-4b4a-a220-7c458f250ac1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:29.746062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:29.748679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Pushing event updated for resources: {'Port': ['ID=b9fb7dd3-64cf-4b4a-a220-7c458f250ac1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:29.751652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:29.757577 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:20:29.769747 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:29.770162 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:29.770595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:29.770944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:29.771321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:29.771660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:29.771987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:29.772320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:29.772651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:29.772980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:29.773309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:29.773632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:29.773957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:29.805556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['ff5aa6ae-a7e7-4531-8363-0a81a10f0968'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:29.840025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7d80a-73ae-4b77-bef6-dc13f3f0812e req-441635c5-8103-483d-a635-2b8d35da13c0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:29.841629 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69e7d80a-73ae-4b77-bef6-dc13f3f0812e req-441635c5-8103-483d-a635-2b8d35da13c0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.2030020 Feb 04 13:20:29.895670 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for floatingip (5048e5fa-d633-41e8-aa22-fc78c4261f9d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:29.954025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69e7d80a-73ae-4b77-bef6-dc13f3f0812e req-5b91d40b-81fd-40a2-ba58-47c13a0900a0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979426 Feb 04 13:20:29.992381 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b9fb7dd3-64cf-4b4a-a220-7c458f250ac1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:30.140585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a909dca-dfe3-4470-b895-216b98d4b93d req-69c6f7b2-a0b2-4773-aaa1-d8c45ca242e6 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:30.141919 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a909dca-dfe3-4470-b895-216b98d4b93d req-69c6f7b2-a0b2-4773-aaa1-d8c45ca242e6 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 946 time: 0.1150749 Feb 04 13:20:30.152067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60992) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:20:30.156704 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d15b4943-fd17-44c3-b4bb-7cf5a0ccd5b8 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Request body: {'floatingip': {'port_id': 'aca241da-9a6b-4d77-a8e8-db0f3b662182'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:30.205729 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d15b4943-fd17-44c3-b4bb-7cf5a0ccd5b8 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for floatingip (f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:30.252507 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for port (b9fb7dd3-64cf-4b4a-a220-7c458f250ac1), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:30.264556 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b9fb7dd3-64cf-4b4a-a220-7c458f250ac1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:30.319221 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c49df-8978-4b74-a76d-cc3c91a044ee req-73cf36e9-fc75-417b-889f-8ddefd955339 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:30.321220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-075c49df-8978-4b74-a76d-cc3c91a044ee req-73cf36e9-fc75-417b-889f-8ddefd955339 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 943 time: 0.1205761 Feb 04 13:20:30.322314 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (5048e5fa-d633-41e8-aa22-fc78c4261f9d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:30.361933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Pushing event updated for resources: {'Port': ['ID=b9fb7dd3-64cf-4b4a-a220-7c458f250ac1,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:30.369255 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:30.370926 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-736b1506-3bf4-4009-9776-092471147811 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1269188 Feb 04 13:20:30.485577 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-caeb8929-8f3c-4704-a4a3-48341496f731 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.1016858 Feb 04 13:20:30.487544 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-075c49df-8978-4b74-a76d-cc3c91a044ee req-e523d8e1-98f9-46fc-9206-c88ab84b3dd7 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582944 Feb 04 13:20:30.543837 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8840ee80-bd65-462a-a6be-0ca0a0af5e9b x-openstack-request-id: req-8840ee80-bd65-462a-a6be-0ca0a0af5e9b {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:30.544345 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e316aa63-90d4-4d71-81a6-4d22521c4fe0", "name": "network-vif-plugged", "status": "completed", "tag": "c843b7ba-b8f6-4d0f-b121-918de0a8e779", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:30.544455 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8840ee80-bd65-462a-a6be-0ca0a0af5e9b {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:30.544804 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e316aa63-90d4-4d71-81a6-4d22521c4fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c843b7ba-b8f6-4d0f-b121-918de0a8e779', 'code': 200} Feb 04 13:20:30.712232 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452773b-8a0b-4ce4-b740-57fff665a570 req-5170ef42-8896-4fd6-b626-ef0dec90c692 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:30.715170 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1452773b-8a0b-4ce4-b740-57fff665a570 req-5170ef42-8896-4fd6-b626-ef0dec90c692 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 947 time: 0.1053605 Feb 04 13:20:30.725432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-e63a5ecc-4f5f-4b27-a602-290561df368c tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:30.728431 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-e63a5ecc-4f5f-4b27-a602-290561df368c tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.2321911 Feb 04 13:20:30.750799 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e105f-6687-4b8c-b157-32f4000884be req-2b0894aa-6c52-4a80-9c67-15ba6df90382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:30.752655 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-263e105f-6687-4b8c-b157-32f4000884be req-2b0894aa-6c52-4a80-9c67-15ba6df90382 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 1132 time: 0.0962031 Feb 04 13:20:30.759636 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-4a9cbe0e-8785-4075-bf50-5a34f805f9d4 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:20:30.760672 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d570eee7-2560-4e68-bcc1-617e3d33f289 req-4a9cbe0e-8785-4075-bf50-5a34f805f9d4 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0211670 Feb 04 13:20:30.803589 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1452773b-8a0b-4ce4-b740-57fff665a570 req-ad4d1814-19f8-420a-8854-acce5bdb3a21 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738080 Feb 04 13:20:30.847182 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-263e105f-6687-4b8c-b157-32f4000884be req-9833a89c-ec92-4d20-bdda-b336f79b967f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833874 Feb 04 13:20:30.937252 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d15b4943-fd17-44c3-b4bb-7cf5a0ccd5b8 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:30.938598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff47a2-196a-4c38-8968-8b2f6a3c4dec req-81c91a01-71de-49fe-babb-0b356c676c1e tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:30.942285 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d15b4943-fd17-44c3-b4bb-7cf5a0ccd5b8 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:30.947540 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9ff47a2-196a-4c38-8968-8b2f6a3c4dec req-81c91a01-71de-49fe-babb-0b356c676c1e tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 945 time: 0.0776567 Feb 04 13:20:30.993917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 49a8dfc2-d7d6-4824-93e4-0466437f7183 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:20:30.998134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ff5aa6ae-a7e7-4531-8363-0a81a10f0968 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:20:31.024329 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9ff47a2-196a-4c38-8968-8b2f6a3c4dec req-bcde1a6f-0c52-489c-84a0-44d15d17c0da tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751724 Feb 04 13:20:31.143881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-c45b3615-9ddb-44ba-a99e-c58c48a85ccd tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=c681d270e6064900b7ddb742717a7fe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483713 Feb 04 13:20:31.147871 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-d15b4943-fd17-44c3-b4bb-7cf5a0ccd5b8 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Floating IP f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b associated. External IP: 172.25.5.220, port: aca241da-9a6b-4d77-a8e8-db0f3b662182. Feb 04 13:20:31.185842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:31.219825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:31.220448 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:31.432337 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-81492b73-d4ce-423c-8bd9-d335b6b0f045 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:31.441577 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-81492b73-d4ce-423c-8bd9-d335b6b0f045 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1738372 Feb 04 13:20:31.458084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 49a8dfc2-d7d6-4824-93e4-0466437f7183, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=49a8dfc2-d7d6-4824-93e4-0466437f7183,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:31.487540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '49a8dfc2-d7d6-4824-93e4-0466437f7183', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '49a8dfc2-d7d6-4824-93e4-0466437f7183', 'mac_address': 'fa:16:3e:dd:62:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:20:31.535360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-99f5c3cf-9425-41a6-a336-efc93def8084 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.0916934 Feb 04 13:20:31.548890 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-bb841a56-5e5c-4ac1-a624-21472eef02b4 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:31.550572 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-bb841a56-5e5c-4ac1-a624-21472eef02b4 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3997939 Feb 04 13:20:31.556659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-7516b6bd-af9d-40fd-a89e-b426b36e3a05 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Request body: {'floatingip': {'port_id': '1ddeea8d-0350-4831-b056-f0c95ec6c94a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:31.602777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 49a8dfc2-d7d6-4824-93e4-0466437f7183 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:31.602777 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (49a8dfc2-d7d6-4824-93e4-0466437f7183), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:31.646817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a8dfc2-d7d6-4824-93e4-0466437f7183 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:31.657433 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:31.658032 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:31.680221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-62373b84-9af9-4e19-8727-3bf5d6958d5c tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/quotas/c681d270e6064900b7ddb742717a7fe4 HTTP/1.1" status: 200 len: 375 time: 0.1196945 Feb 04 13:20:31.689617 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-7516b6bd-af9d-40fd-a89e-b426b36e3a05 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for floatingip (5048e5fa-d633-41e8-aa22-fc78c4261f9d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:31.744568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 49a8dfc2-d7d6-4824-93e4-0466437f7183, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=49a8dfc2-d7d6-4824-93e4-0466437f7183,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:31.760004 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (49a8dfc2-d7d6-4824-93e4-0466437f7183), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:31.761232 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a752d215-8ad2-4d6c-9761-1d044f219164 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:20:31.824786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ff5aa6ae-a7e7-4531-8363-0a81a10f0968, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:31.858931 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:31.878563 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-3245a447-f527-4277-a808-f6842bacae12 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c681d270e6064900b7ddb742717a7fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844514 Feb 04 13:20:31.941822 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.resource_extend [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:20:32.121072 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=49a8dfc2-d7d6-4824-93e4-0466437f7183,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:32.266607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a752d215-8ad2-4d6c-9761-1d044f219164, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a752d215-8ad2-4d6c-9761-1d044f219164,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:32.321305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'a752d215-8ad2-4d6c-9761-1d044f219164', 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e', 'port_id': 'a752d215-8ad2-4d6c-9761-1d044f219164', 'mac_address': 'fa:16:3e:bb:61:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b76ab68-ed3b-41e4-97fc-fb0267da718f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:20:32.343267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:32.440996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a752d215-8ad2-4d6c-9761-1d044f219164 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:32.441540 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:32.495690 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a752d215-8ad2-4d6c-9761-1d044f219164 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:32.544395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15b4943-fd17-44c3-b4bb-7cf5a0ccd5b8 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Router 922c2485-4e0d-49a5-a8da-a821e6522aef has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:20:32.551124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd96b284-d63d-4599-b2d9-6cd90e1decad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:32.555820 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83de375a-4c39-4a0b-bce5-ba1b28515fc5" -d '{"events": [{"server_uuid": "fd96b284-d63d-4599-b2d9-6cd90e1decad", "name": "network-vif-plugged", "status": "completed", "tag": "ff5aa6ae-a7e7-4531-8363-0a81a10f0968"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:32.571686 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a752d215-8ad2-4d6c-9761-1d044f219164, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a752d215-8ad2-4d6c-9761-1d044f219164,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:32.577210 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:32.661261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a752d215-8ad2-4d6c-9761-1d044f219164,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:32.815801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15b4943-fd17-44c3-b4bb-7cf5a0ccd5b8 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:20:32.827173 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d15b4943-fd17-44c3-b4bb-7cf5a0ccd5b8 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:32.839415 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e0d514-4a55-461c-8aa1-3e2b1d2b2cff None None] Sync routers for ids ['922c2485-4e0d-49a5-a8da-a821e6522aef'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:32.860779 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e0d514-4a55-461c-8aa1-3e2b1d2b2cff None None] Routers {'922c2485-4e0d-49a5-a8da-a821e6522aef'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:20:32.861769 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-52e0d514-4a55-461c-8aa1-3e2b1d2b2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:20:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['922c2485-4e0d-49a5-a8da-a821e6522aef'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:32.880906 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d15b4943-fd17-44c3-b4bb-7cf5a0ccd5b8 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "PUT /v2.0/floatingips/f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b HTTP/1.1" status: 200 len: 992 time: 2.7270474 Feb 04 13:20:32.883229 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a785338-14b2-421a-b794-f5797bd6391c', 'tag': 'aca241da-9a6b-4d77-a8e8-db0f3b662182'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:32.888904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348267c-c0a7-4961-aaf0-11d28495c166 req-4e500630-1116-49f0-bce0-511a97353c0b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:32.890864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e348267c-c0a7-4961-aaf0-11d28495c166 req-4e500630-1116-49f0-bce0-511a97353c0b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.5181649 Feb 04 13:20:32.893105 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3acc31-f243-4e29-85bb-c1ec5bfb188d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a785338-14b2-421a-b794-f5797bd6391c", "tag": "aca241da-9a6b-4d77-a8e8-db0f3b662182"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:32.914846 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['49a8dfc2-d7d6-4824-93e4-0466437f7183'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:32.963934 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.db.resource_extend [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-7516b6bd-af9d-40fd-a89e-b426b36e3a05 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:20:33.033439 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['a752d215-8ad2-4d6c-9761-1d044f219164'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:33.060134 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-52e0d514-4a55-461c-8aa1-3e2b1d2b2cff None None] Set router 922c2485-4e0d-49a5-a8da-a821e6522aef gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:20:33.515517 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-52e0d514-4a55-461c-8aa1-3e2b1d2b2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:31Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'port_id': 'aca241da-9a6b-4d77-a8e8-db0f3b662182', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'mac_address': 'fa:16:3e:05:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a785338-14b2-421a-b794-f5797bd6391c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:18:09Z', 'updated_at': '2022-02-04T13:20:30Z', 'revision_number': 5, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4eea0d-664a-4796-bafc-7d9d7b936785', 'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'mac_address': 'fa:16:3e:e8:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:30Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 5, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'subnets': [{'id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:33.549070 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e0d514-4a55-461c-8aa1-3e2b1d2b2cff None None] Checking router: 922c2485-4e0d-49a5-a8da-a821e6522aef for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:33.559957 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e0d514-4a55-461c-8aa1-3e2b1d2b2cff None None] Routers {'922c2485-4e0d-49a5-a8da-a821e6522aef'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:20:33.560856 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-52e0d514-4a55-461c-8aa1-3e2b1d2b2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:20:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['922c2485-4e0d-49a5-a8da-a821e6522aef'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:33.621297 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-7516b6bd-af9d-40fd-a89e-b426b36e3a05 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:33.633783 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-7516b6bd-af9d-40fd-a89e-b426b36e3a05 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (5048e5fa-d633-41e8-aa22-fc78c4261f9d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:33.677826 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e348267c-c0a7-4961-aaf0-11d28495c166 req-6c6a153f-47aa-4288-87e4-edd10378fb6f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7743053 Feb 04 13:20:33.749597 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-52e0d514-4a55-461c-8aa1-3e2b1d2b2cff None None] Set router 922c2485-4e0d-49a5-a8da-a821e6522aef gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:20:33.776366 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-7516b6bd-af9d-40fd-a89e-b426b36e3a05 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Floating IP 5048e5fa-d633-41e8-aa22-fc78c4261f9d associated. External IP: 172.25.5.236, port: 1ddeea8d-0350-4831-b056-f0c95ec6c94a. Feb 04 13:20:34.024751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd02669-ca51-4d58-96ec-29801abae0f5 req-c95730ba-725d-489c-beb9-b0c9c9205c40 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:34.035753 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fd02669-ca51-4d58-96ec-29801abae0f5 req-c95730ba-725d-489c-beb9-b0c9c9205c40 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 944 time: 0.2072809 Feb 04 13:20:34.062397 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-e38fdba0-c6d0-4c11-b970-7b30507a15b3 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=c681d270e6064900b7ddb742717a7fe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487034 Feb 04 13:20:34.246507 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-52e0d514-4a55-461c-8aa1-3e2b1d2b2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:31Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'port_id': 'aca241da-9a6b-4d77-a8e8-db0f3b662182', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'mac_address': 'fa:16:3e:05:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a785338-14b2-421a-b794-f5797bd6391c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:18:09Z', 'updated_at': '2022-02-04T13:20:30Z', 'revision_number': 5, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4eea0d-664a-4796-bafc-7d9d7b936785', 'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'mac_address': 'fa:16:3e:e8:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:30Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 5, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'subnets': [{'id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:34.259220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fd02669-ca51-4d58-96ec-29801abae0f5 req-21988f32-533a-4725-9766-dd5e5849015f tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218807 Feb 04 13:20:34.307631 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e0d514-4a55-461c-8aa1-3e2b1d2b2cff None None] The sync data for ids ['922c2485-4e0d-49a5-a8da-a821e6522aef'] in n-d-714676-13 is: [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:31Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'port_id': 'aca241da-9a6b-4d77-a8e8-db0f3b662182', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'mac_address': 'fa:16:3e:05:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a785338-14b2-421a-b794-f5797bd6391c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:18:09Z', 'updated_at': '2022-02-04T13:20:30Z', 'revision_number': 5, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4eea0d-664a-4796-bafc-7d9d7b936785', 'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'mac_address': 'fa:16:3e:e8:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:30Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 5, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'subnets': [{'id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:34.337412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-dbd5214a-30e7-4998-887c-49565b03b2a5 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:34.339001 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-dbd5214a-30e7-4998-887c-49565b03b2a5 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720556 Feb 04 13:20:34.355512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Request body: {'port': {'device_id': '5df436ee-d9a8-4b63-bed5-592db384874e', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': 'c681d270e6064900b7ddb742717a7fe4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:34.430388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-7516b6bd-af9d-40fd-a89e-b426b36e3a05 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Router a42dd086-dc10-4bdb-ae52-0da5ecece46e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:20:34.519040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf32d1-1e47-4399-a8a9-05d515331159 req-e3f565a4-f5f0-488b-b58a-b8f76adf4399 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:34.521850 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44bf32d1-1e47-4399-a8a9-05d515331159 req-e3f565a4-f5f0-488b-b58a-b8f76adf4399 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 948 time: 0.1584475 Feb 04 13:20:34.522998 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Made reservation on behalf of c681d270e6064900b7ddb742717a7fe4 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:34.526896 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:34.538765 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:34.616636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c34fe-9a44-4a99-b684-71c73082cb69 None None] New status for floating IP f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:20:34.633100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44bf32d1-1e47-4399-a8a9-05d515331159 req-4fbfc076-4f40-4038-9bfa-a71f324b9c47 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760338 Feb 04 13:20:34.643746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-7516b6bd-af9d-40fd-a89e-b426b36e3a05 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:20:34.649571 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-7516b6bd-af9d-40fd-a89e-b426b36e3a05 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:34.655536 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks [] for security_group (0e1432ac-cc5e-4664-8c13-1e0df5b7843a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:34.656595 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91021391-9627-413e-b9ce-f20c476cbbfc None None] Sync routers for ids ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:34.667845 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0e1432ac-cc5e-4664-8c13-1e0df5b7843a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:34.683469 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91021391-9627-413e-b9ce-f20c476cbbfc None None] Routers {'a42dd086-dc10-4bdb-ae52-0da5ecece46e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:20:34.692598 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-91021391-9627-413e-b9ce-f20c476cbbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:20:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:34.728002 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-7516b6bd-af9d-40fd-a89e-b426b36e3a05 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "PUT /v2.0/floatingips/5048e5fa-d633-41e8-aa22-fc78c4261f9d HTTP/1.1" status: 200 len: 996 time: 3.1761606 Feb 04 13:20:34.733706 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36fdc99-94ad-4229-a7b4-4b31f26b12c6', 'tag': '1ddeea8d-0350-4831-b056-f0c95ec6c94a'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:34.744078 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ff48b5-9ce2-4f8f-b798-c7aeae3e8239" -d '{"events": [{"name": "network-changed", "server_uuid": "b36fdc99-94ad-4229-a7b4-4b31f26b12c6", "tag": "1ddeea8d-0350-4831-b056-f0c95ec6c94a"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:34.749797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1432ac-cc5e-4664-8c13-1e0df5b7843a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:34.772341 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.772341 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.772718 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.773098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.773476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.773932 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.774408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.774935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.775281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.775638 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.778023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.778023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.778023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.799889 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c964b077-c4f1-423c-8959-96433ae8c1d5 req-d01e5474-8b62-40d5-a533-f2be989c8440 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=5df436ee-d9a8-4b63-bed5-592db384874e HTTP/1.1" status: 200 len: 210 time: 0.0686765 Feb 04 13:20:34.874630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Allocated IP 192.168.233.23 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/77fc741e-8cf2-4206-9998-69b22d8604ac) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:34.956192 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45087be2-6baa-4f78-825e-62d16a647c19 x-openstack-request-id: req-45087be2-6baa-4f78-825e-62d16a647c19 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:34.956683 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd96b284-d63d-4599-b2d9-6cd90e1decad", "name": "network-vif-plugged", "status": "completed", "tag": "ff5aa6ae-a7e7-4531-8363-0a81a10f0968", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:34.958876 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-91021391-9627-413e-b9ce-f20c476cbbfc None None] Set router a42dd086-dc10-4bdb-ae52-0da5ecece46e gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:20:34.959406 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-45087be2-6baa-4f78-825e-62d16a647c19 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:34.959976 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd96b284-d63d-4599-b2d9-6cd90e1decad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968', 'code': 200} Feb 04 13:20:35.012588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 49a8dfc2-d7d6-4824-93e4-0466437f7183 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:20:35.104125 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 49a8dfc2-d7d6-4824-93e4-0466437f7183 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:35.110428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 49a8dfc2-d7d6-4824-93e4-0466437f7183 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:35.111440 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (49a8dfc2-d7d6-4824-93e4-0466437f7183), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:35.124197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ba69a-2415-424c-825f-c69bbe0232df req-9f447ecc-1619-4ce4-a419-9462a97f9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:35.125814 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b0ba69a-2415-424c-825f-c69bbe0232df req-9f447ecc-1619-4ce4-a419-9462a97f9d40 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 1132 time: 0.1544712 Feb 04 13:20:35.165332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3556f9-0203-45ef-b6ac-70f8b000bfc1 req-d7d26d57-8ff5-42b3-9676-dc989a4caacb tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:35.175105 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb3556f9-0203-45ef-b6ac-70f8b000bfc1 req-d7d26d57-8ff5-42b3-9676-dc989a4caacb tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 946 time: 0.1464765 Feb 04 13:20:35.187584 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-01848d22-3093-4d00-8fe3-ea8b28cf6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:35.189223 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-01848d22-3093-4d00-8fe3-ea8b28cf6076 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7f73e5a8bbc94399b661de4dcfcbc6a8&device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 1128 time: 0.1564965 Feb 04 13:20:35.191166 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks [] for port (77fc741e-8cf2-4206-9998-69b22d8604ac), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:35.232776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 49a8dfc2-d7d6-4824-93e4-0466437f7183 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:35.233536 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (49a8dfc2-d7d6-4824-93e4-0466437f7183), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:35.276214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 49a8dfc2-d7d6-4824-93e4-0466437f7183, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=49a8dfc2-d7d6-4824-93e4-0466437f7183,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:35.284811 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (49a8dfc2-d7d6-4824-93e4-0466437f7183), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:35.287066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a752d215-8ad2-4d6c-9761-1d044f219164 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:20:35.299058 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (77fc741e-8cf2-4206-9998-69b22d8604ac), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:35.321257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b0ba69a-2415-424c-825f-c69bbe0232df req-6228fee7-941c-4ac2-96d4-949713b6ec08 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876104 Feb 04 13:20:35.358963 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb3556f9-0203-45ef-b6ac-70f8b000bfc1 req-76d2cf62-6670-426c-a13a-ac5e6b5fcc2a tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825242 Feb 04 13:20:35.363428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:35.368443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:35.393715 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:20:35.401703 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-91021391-9627-413e-b9ce-f20c476cbbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-router', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:19:45Z', 'revision_number': 4, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'gw_port': {'id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:37Z', 'updated_at': '2022-02-04T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '5048e5fa-d633-41e8-aa22-fc78c4261f9d', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'port_id': '1ddeea8d-0350-4831-b056-f0c95ec6c94a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'mac_address': 'fa:16:3e:3c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36fdc99-94ad-4229-a7b4-4b31f26b12c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:20:29Z', 'updated_at': '2022-02-04T13:20:32Z', 'revision_number': 1, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85da509f-1b89-4ec9-a34c-26c04a06aa61', 'name': '', 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'mac_address': 'fa:16:3e:13:b2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:43Z', 'updated_at': '2022-02-04T13:19:53Z', 'revision_number': 5, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'subnets': [{'id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:35.422563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-ec33ba4c-4d45-4f13-8980-b3650af8a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:35.435457 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-ec33ba4c-4d45-4f13-8980-b3650af8a2a6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9cc0465b-5f92-47ea-8f92-e85f7aa0829c HTTP/1.1" status: 200 len: 930 time: 0.2339933 Feb 04 13:20:35.438287 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:35.439118 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:35.446765 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91021391-9627-413e-b9ce-f20c476cbbfc None None] Checking router: a42dd086-dc10-4bdb-ae52-0da5ecece46e for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:35.466174 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91021391-9627-413e-b9ce-f20c476cbbfc None None] Routers {'a42dd086-dc10-4bdb-ae52-0da5ecece46e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:20:35.467452 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-91021391-9627-413e-b9ce-f20c476cbbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:20:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:35.475669 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e26fe71-c998-48fc-8cc8-ac858084e05a x-openstack-request-id: req-6e26fe71-c998-48fc-8cc8-ac858084e05a {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:35.476119 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a785338-14b2-421a-b794-f5797bd6391c", "tag": "aca241da-9a6b-4d77-a8e8-db0f3b662182", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:35.483620 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6e26fe71-c998-48fc-8cc8-ac858084e05a {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:35.484207 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a785338-14b2-421a-b794-f5797bd6391c', 'tag': 'aca241da-9a6b-4d77-a8e8-db0f3b662182', 'status': 'completed', 'code': 200} Feb 04 13:20:35.485042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port a752d215-8ad2-4d6c-9761-1d044f219164 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:35.495969 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1483386 Feb 04 13:20:35.498863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port a752d215-8ad2-4d6c-9761-1d044f219164 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:35.499730 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:35.502549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=49a8dfc2-d7d6-4824-93e4-0466437f7183,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:35.518060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Request body: {'port': {'device_id': '5df436ee-d9a8-4b63-bed5-592db384874e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:35.522686 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb62eb-d076-4cb8-a34e-20f47be9d1ff tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Pushing event updated for resources: {'Port': ['ID=77fc741e-8cf2-4206-9998-69b22d8604ac,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:35.531254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:35.531833 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:35.532399 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:35.533012 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:35.533515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:35.534178 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:35.534528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:35.534889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:35.535222 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:35.535548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:35.535958 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:35.536285 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:35.536758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:35.640025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-ce47169d-f6b7-4e14-887d-d658bcbf1599 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ddeea8d-0350-4831-b056-f0c95ec6c94a HTTP/1.1" status: 200 len: 999 time: 0.2014263 Feb 04 13:20:35.757414 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (77fc741e-8cf2-4206-9998-69b22d8604ac), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:35.766375 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-91021391-9627-413e-b9ce-f20c476cbbfc None None] Set router a42dd086-dc10-4bdb-ae52-0da5ecece46e gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:20:35.774847 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-a774578d-950b-4af7-9973-4cc5d52b6fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:35.784511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-a774578d-950b-4af7-9973-4cc5d52b6fac service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d52a34a0-4188-4f92-b84b-11965c276e4c HTTP/1.1" status: 200 len: 868 time: 0.1403563 Feb 04 13:20:35.785678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a752d215-8ad2-4d6c-9761-1d044f219164 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:35.786384 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:35.809487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3acc31-f243-4e29-85bb-c1ec5bfb188d req-b11b8f6b-9a57-4d4b-b963-93b7f2089048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:35.811102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b3acc31-f243-4e29-85bb-c1ec5bfb188d req-b11b8f6b-9a57-4d4b-b963-93b7f2089048 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d3420ec3eb624ae4b3c182d3678b3680&device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 1129 time: 0.1939945 Feb 04 13:20:35.875681 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a752d215-8ad2-4d6c-9761-1d044f219164, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a752d215-8ad2-4d6c-9761-1d044f219164,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:35.891179 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:35.969042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-4444accc-d3cd-4318-a5b5-1141979a9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:35.971812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-4444accc-d3cd-4318-a5b5-1141979a9034 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9cc0465b-5f92-47ea-8f92-e85f7aa0829c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1864223 Feb 04 13:20:35.986580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-0cfddac3-8656-4801-b747-b1b35ad9bbf5 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:20:35.989505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-0cfddac3-8656-4801-b747-b1b35ad9bbf5 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078039 Feb 04 13:20:36.010265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a752d215-8ad2-4d6c-9761-1d044f219164,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:36.027027 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f782c5a7-6786-484d-a9a0-0b3a47db7f90 None None] Provisioning complete for port 77fc741e-8cf2-4206-9998-69b22d8604ac triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:36.027614 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f782c5a7-6786-484d-a9a0-0b3a47db7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (77fc741e-8cf2-4206-9998-69b22d8604ac), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:36.030841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3acc31-f243-4e29-85bb-c1ec5bfb188d req-90113945-e18f-4587-9014-6513c66ddd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:36.034037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b3acc31-f243-4e29-85bb-c1ec5bfb188d req-90113945-e18f-4587-9014-6513c66ddd92 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c026ffbf-8ece-4f85-be6b-56d3d0b3328b HTTP/1.1" status: 200 len: 925 time: 0.1829307 Feb 04 13:20:36.111502 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f782c5a7-6786-484d-a9a0-0b3a47db7f90 None None] Port 77fc741e-8cf2-4206-9998-69b22d8604ac cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:20:36.196081 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b3acc31-f243-4e29-85bb-c1ec5bfb188d req-c51748ba-0fe6-42bd-b3eb-e0176afb7238 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aca241da-9a6b-4d77-a8e8-db0f3b662182 HTTP/1.1" status: 200 len: 1002 time: 0.1226146 Feb 04 13:20:36.248991 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-91021391-9627-413e-b9ce-f20c476cbbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-router', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:19:45Z', 'revision_number': 4, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'gw_port': {'id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:37Z', 'updated_at': '2022-02-04T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '5048e5fa-d633-41e8-aa22-fc78c4261f9d', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'port_id': '1ddeea8d-0350-4831-b056-f0c95ec6c94a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'mac_address': 'fa:16:3e:3c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36fdc99-94ad-4229-a7b4-4b31f26b12c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:20:29Z', 'updated_at': '2022-02-04T13:20:32Z', 'revision_number': 1, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85da509f-1b89-4ec9-a34c-26c04a06aa61', 'name': '', 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'mac_address': 'fa:16:3e:13:b2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:43Z', 'updated_at': '2022-02-04T13:19:53Z', 'revision_number': 5, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'subnets': [{'id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:36.274332 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-4ca587e6-5066-4226-833b-9be773be6728 service neutron] 10.222.0.96 "GET /v2.0/networks/9cc0465b-5f92-47ea-8f92-e85f7aa0829c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758672 Feb 04 13:20:36.275752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fc741e-8cf2-4206-9998-69b22d8604ac {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:36.293077 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91021391-9627-413e-b9ce-f20c476cbbfc None None] The sync data for ids ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'] in n-d-714676-13 is: [{'id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-router', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:19:45Z', 'revision_number': 4, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'gw_port': {'id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:37Z', 'updated_at': '2022-02-04T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '5048e5fa-d633-41e8-aa22-fc78c4261f9d', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'port_id': '1ddeea8d-0350-4831-b056-f0c95ec6c94a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'mac_address': 'fa:16:3e:3c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36fdc99-94ad-4229-a7b4-4b31f26b12c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:20:29Z', 'updated_at': '2022-02-04T13:20:32Z', 'revision_number': 1, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85da509f-1b89-4ec9-a34c-26c04a06aa61', 'name': '', 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'mac_address': 'fa:16:3e:13:b2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:43Z', 'updated_at': '2022-02-04T13:19:53Z', 'revision_number': 5, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'subnets': [{'id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:36.303515 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Publish callbacks [] for port (77fc741e-8cf2-4206-9998-69b22d8604ac), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:36.332757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Transition to ACTIVE for port object 77fc741e-8cf2-4206-9998-69b22d8604ac will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:36.345005 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (77fc741e-8cf2-4206-9998-69b22d8604ac), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:36.402153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3acc31-f243-4e29-85bb-c1ec5bfb188d req-843e2809-903b-4d27-b57d-5ae268de34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:36.409653 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b3acc31-f243-4e29-85bb-c1ec5bfb188d req-843e2809-903b-4d27-b57d-5ae268de34c9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e5874b54-d066-497f-a6a6-8caf98c219b5 HTTP/1.1" status: 200 len: 863 time: 0.1868117 Feb 04 13:20:36.418864 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf567fd-a851-4b1f-9519-38830f2dbd72 req-71e6532a-4c82-4be0-9ef2-33f3e271d479 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:36.421137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0cf567fd-a851-4b1f-9519-38830f2dbd72 req-71e6532a-4c82-4be0-9ef2-33f3e271d479 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.2515886 Feb 04 13:20:36.447655 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Pushing event updated for resources: {'Port': ['ID=77fc741e-8cf2-4206-9998-69b22d8604ac,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:36.478793 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Attempting to bind port 77fc741e-8cf2-4206-9998-69b22d8604ac on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:20:36.479412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Attempting to bind port 77fc741e-8cf2-4206-9998-69b22d8604ac by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:20:36.479899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Attempting to bind port 77fc741e-8cf2-4206-9998-69b22d8604ac on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:36.496335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Port 77fc741e-8cf2-4206-9998-69b22d8604ac on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:20:36.496935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Attempting to bind port 77fc741e-8cf2-4206-9998-69b22d8604ac on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:36.506932 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:20:36.507792 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:20:36.508334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:20:36.509171 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Bound port: 77fc741e-8cf2-4206-9998-69b22d8604ac, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:20:36.509818 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (77fc741e-8cf2-4206-9998-69b22d8604ac), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:36.550545 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0cf567fd-a851-4b1f-9519-38830f2dbd72 req-78684d61-6fd8-4164-b1bd-32f2cf56562b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163564 Feb 04 13:20:36.605904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3acc31-f243-4e29-85bb-c1ec5bfb188d req-0846c764-eebe-4f65-86da-3cd1ffbffcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:36.611865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b3acc31-f243-4e29-85bb-c1ec5bfb188d req-0846c764-eebe-4f65-86da-3cd1ffbffcb2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c026ffbf-8ece-4f85-be6b-56d3d0b3328b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1896846 Feb 04 13:20:36.623675 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] For port 77fc741e-8cf2-4206-9998-69b22d8604ac, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:20:36.627672 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] For port 77fc741e-8cf2-4206-9998-69b22d8604ac, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=77fc741e-8cf2-4206-9998-69b22d8604ac,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:20:36.634850 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f7e8785-606e-4747-8bb7-94a93dcbaf8a req-78c5cf8e-39fe-4042-a20b-70c3df9c241c service neutron] 10.222.0.96 "GET /v2.0/networks/9cc0465b-5f92-47ea-8f92-e85f7aa0829c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426268 Feb 04 13:20:36.641788 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (77fc741e-8cf2-4206-9998-69b22d8604ac), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:36.701331 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:36.701997 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:36.706493 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-2589413a-ace1-463c-bce4-158399aace72 service neutron] 10.222.0.100 "PUT /v2.0/ports/77fc741e-8cf2-4206-9998-69b22d8604ac HTTP/1.1" status: 200 len: 1096 time: 1.1980402 Feb 04 13:20:36.856141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f16be-d772-47e5-a943-b66321682593 None None] New status for floating IP 5048e5fa-d633-41e8-aa22-fc78c4261f9d: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:20:36.972601 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589413a-ace1-463c-bce4-158399aace72 service neutron] Pushing event updated for resources: {'Port': ['ID=77fc741e-8cf2-4206-9998-69b22d8604ac,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:36.974492 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b3acc31-f243-4e29-85bb-c1ec5bfb188d req-526a4f89-c7a6-4cdc-80d1-f0d421555bf3 service neutron] 10.222.0.99 "GET /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378451 Feb 04 13:20:37.025073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-949dfe96-cba8-4646-b5ad-1abea169ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:37.026655 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-949dfe96-cba8-4646-b5ad-1abea169ee1b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c681d270e6064900b7ddb742717a7fe4&device_id=5df436ee-d9a8-4b63-bed5-592db384874e HTTP/1.1" status: 200 len: 1130 time: 0.2284949 Feb 04 13:20:37.051890 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e189a6-b45c-495c-92bb-b3f089c426a1 x-openstack-request-id: req-f8e189a6-b45c-495c-92bb-b3f089c426a1 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:37.053813 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36fdc99-94ad-4229-a7b4-4b31f26b12c6", "tag": "1ddeea8d-0350-4831-b056-f0c95ec6c94a", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:37.055064 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f8e189a6-b45c-495c-92bb-b3f089c426a1 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:37.056063 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36fdc99-94ad-4229-a7b4-4b31f26b12c6', 'tag': '1ddeea8d-0350-4831-b056-f0c95ec6c94a', 'status': 'completed', 'code': 200} Feb 04 13:20:37.112730 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-bed04afe-1d94-465a-be64-9de6bedc4c34 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=77fc741e-8cf2-4206-9998-69b22d8604ac HTTP/1.1" status: 200 len: 217 time: 0.0785911 Feb 04 13:20:37.135302 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afde4cd-eed7-4bc5-87ce-499d06e299e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a8dfc2-d7d6-4824-93e4-0466437f7183'}, {'server_uuid': 'ab978432-4199-4931-9c44-74ebe3ffedd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a752d215-8ad2-4d6c-9761-1d044f219164'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:37.139756 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30500813-4c20-423b-8e5e-ea12038f3c97" -d '{"events": [{"server_uuid": "1afde4cd-eed7-4bc5-87ce-499d06e299e0", "name": "network-vif-plugged", "status": "completed", "tag": "49a8dfc2-d7d6-4824-93e4-0466437f7183"}, {"server_uuid": "ab978432-4199-4931-9c44-74ebe3ffedd7", "name": "network-vif-plugged", "status": "completed", "tag": "a752d215-8ad2-4d6c-9761-1d044f219164"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:37.203614 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-b3037288-d683-4980-b6fe-5ab93cb447db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:37.207218 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-b3037288-d683-4980-b6fe-5ab93cb447db service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0871809 Feb 04 13:20:37.286597 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-7da56686-90d1-4fc3-a9e5-afa9a1f683be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:37.289919 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-7da56686-90d1-4fc3-a9e5-afa9a1f683be service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0772982 Feb 04 13:20:37.342156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff48b5-9ce2-4f8f-b798-c7aeae3e8239 req-1bf47cd5-2722-421b-9019-1cc49f3a6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:37.343572 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16ff48b5-9ce2-4f8f-b798-c7aeae3e8239 req-1bf47cd5-2722-421b-9019-1cc49f3a6708 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7f73e5a8bbc94399b661de4dcfcbc6a8&device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 1128 time: 0.3414006 Feb 04 13:20:37.350462 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3e6d-d55d-4a3b-b218-3a77bdc5e7ed req-445b2f41-b14a-47ae-ba98-903b9de01ec4 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:37.353058 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-363d3e6d-d55d-4a3b-b218-3a77bdc5e7ed req-445b2f41-b14a-47ae-ba98-903b9de01ec4 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 949 time: 0.3435521 Feb 04 13:20:37.378554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996feb53-f2f1-456a-9bc0-96e25147f57a req-a32453b8-43cb-45d9-aba7-2e56d5209fc9 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:37.380813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-996feb53-f2f1-456a-9bc0-96e25147f57a req-a32453b8-43cb-45d9-aba7-2e56d5209fc9 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.3218074 Feb 04 13:20:37.416781 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-cb2fb84a-ce3c-4060-ad27-f26b2718eb26 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193199 Feb 04 13:20:37.453118 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b3acc31-f243-4e29-85bb-c1ec5bfb188d req-2cd6dcdb-9afb-47c5-a371-5d9bd798f1aa service neutron] 10.222.0.99 "GET /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519452 Feb 04 13:20:37.486950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df436ee-d9a8-4b63-bed5-592db384874e', 'tag': '77fc741e-8cf2-4206-9998-69b22d8604ac'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:37.488413 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e097a1fc-30f6-446e-9233-42200c60f75b" -d '{"events": [{"name": "network-changed", "server_uuid": "5df436ee-d9a8-4b63-bed5-592db384874e", "tag": "77fc741e-8cf2-4206-9998-69b22d8604ac"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:37.524006 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29fa2d57-ab20-4f85-b700-8db2046baec7 req-7f2cf917-2f44-48bc-a5ed-0694c515c6c8 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997412 Feb 04 13:20:37.553355 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-363d3e6d-d55d-4a3b-b218-3a77bdc5e7ed req-ecdb5547-c802-4043-b266-eb36a3bde551 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925578 Feb 04 13:20:37.559357 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-996feb53-f2f1-456a-9bc0-96e25147f57a req-3ff9ab25-882e-4760-923e-36289219c37d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661313 Feb 04 13:20:37.583471 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff48b5-9ce2-4f8f-b798-c7aeae3e8239 req-89473946-8636-47f2-8b58-0db56eb1b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:37.586709 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16ff48b5-9ce2-4f8f-b798-c7aeae3e8239 req-89473946-8636-47f2-8b58-0db56eb1b6b0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9cc0465b-5f92-47ea-8f92-e85f7aa0829c HTTP/1.1" status: 200 len: 930 time: 0.2336166 Feb 04 13:20:37.730118 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16ff48b5-9ce2-4f8f-b798-c7aeae3e8239 req-6f68686e-2526-45d6-aae2-9e2b3d1ca5e3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ddeea8d-0350-4831-b056-f0c95ec6c94a HTTP/1.1" status: 200 len: 1001 time: 0.1361544 Feb 04 13:20:37.782068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e6e0d-c94e-40b8-aadd-642d2f5d7e52 req-223c4410-8dc1-4abf-b02d-ca0c183af297 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:37.783335 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a75e6e0d-c94e-40b8-aadd-642d2f5d7e52 req-223c4410-8dc1-4abf-b02d-ca0c183af297 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 946 time: 0.1411762 Feb 04 13:20:37.807915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45519865-2779-4393-9c86-092ffd8c343f req-d8239220-a2dc-40c9-aad1-1a8c25141996 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:37.809545 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45519865-2779-4393-9c86-092ffd8c343f req-d8239220-a2dc-40c9-aad1-1a8c25141996 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=5df436ee-d9a8-4b63-bed5-592db384874e HTTP/1.1" status: 200 len: 947 time: 0.1684926 Feb 04 13:20:37.848022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff48b5-9ce2-4f8f-b798-c7aeae3e8239 req-4da3f653-4b6b-4b59-88be-860bf0f4aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:37.849499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16ff48b5-9ce2-4f8f-b798-c7aeae3e8239 req-4da3f653-4b6b-4b59-88be-860bf0f4aaff service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d52a34a0-4188-4f92-b84b-11965c276e4c HTTP/1.1" status: 200 len: 868 time: 0.1113408 Feb 04 13:20:37.919237 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a75e6e0d-c94e-40b8-aadd-642d2f5d7e52 req-0efb246e-e57b-45fe-a77e-87b12b815b2e tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283009 Feb 04 13:20:37.935447 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45519865-2779-4393-9c86-092ffd8c343f req-02d321cb-34d7-4b58-bdb1-0a5fef386181 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119771 Feb 04 13:20:37.961564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff48b5-9ce2-4f8f-b798-c7aeae3e8239 req-29d94ccb-8265-4743-8c64-d17bccccf95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:37.963820 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16ff48b5-9ce2-4f8f-b798-c7aeae3e8239 req-29d94ccb-8265-4743-8c64-d17bccccf95a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9cc0465b-5f92-47ea-8f92-e85f7aa0829c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1050510 Feb 04 13:20:38.073211 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-5aea3cc9-d233-4d52-8ec1-1ff31785843a req-eafe7a89-af17-4808-8883-8fffb29a8b1e service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:20:38.074287 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5aea3cc9-d233-4d52-8ec1-1ff31785843a req-eafe7a89-af17-4808-8883-8fffb29a8b1e service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0358267 Feb 04 13:20:38.166125 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16ff48b5-9ce2-4f8f-b798-c7aeae3e8239 req-3e1e5221-2909-4cfd-8ef4-2e3eee238776 service neutron] 10.222.0.100 "GET /v2.0/networks/9cc0465b-5f92-47ea-8f92-e85f7aa0829c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949825 Feb 04 13:20:38.173778 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-c47dbbd3-25de-43d5-a076-a00cfba7c9a3 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 258 time: 0.1946776 Feb 04 13:20:38.198391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:38.272037 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:38.273194 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2123d3-8781-4e20-86d2-3a81cb1c70c7 x-openstack-request-id: req-cd2123d3-8781-4e20-86d2-3a81cb1c70c7 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:38.274390 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afde4cd-eed7-4bc5-87ce-499d06e299e0", "name": "network-vif-plugged", "status": "completed", "tag": "49a8dfc2-d7d6-4824-93e4-0466437f7183", "code": 200}, {"server_uuid": "ab978432-4199-4931-9c44-74ebe3ffedd7", "name": "network-vif-plugged", "status": "completed", "tag": "a752d215-8ad2-4d6c-9761-1d044f219164", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:38.274930 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cd2123d3-8781-4e20-86d2-3a81cb1c70c7 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:38.275580 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afde4cd-eed7-4bc5-87ce-499d06e299e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a8dfc2-d7d6-4824-93e4-0466437f7183', 'code': 200} Feb 04 13:20:38.276226 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab978432-4199-4931-9c44-74ebe3ffedd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a752d215-8ad2-4d6c-9761-1d044f219164', 'code': 200} Feb 04 13:20:38.346028 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6b7e22-32ac-4e38-abd0-7eee4904d73e x-openstack-request-id: req-dd6b7e22-32ac-4e38-abd0-7eee4904d73e {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:38.346553 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df436ee-d9a8-4b63-bed5-592db384874e", "tag": "77fc741e-8cf2-4206-9998-69b22d8604ac", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:38.346798 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dd6b7e22-32ac-4e38-abd0-7eee4904d73e {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:38.347270 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df436ee-d9a8-4b63-bed5-592db384874e', 'tag': '77fc741e-8cf2-4206-9998-69b22d8604ac', 'status': 'completed', 'code': 200} Feb 04 13:20:38.485483 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097a1fc-30f6-446e-9233-42200c60f75b req-d69e54a5-56dd-4f8d-a075-b5082a0eec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:38.487212 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e097a1fc-30f6-446e-9233-42200c60f75b req-d69e54a5-56dd-4f8d-a075-b5082a0eec7b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c681d270e6064900b7ddb742717a7fe4&device_id=5df436ee-d9a8-4b63-bed5-592db384874e HTTP/1.1" status: 200 len: 1130 time: 0.1086996 Feb 04 13:20:38.494467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b66fd-081b-4116-b7de-697d8049cef2 req-f416c23d-343d-4330-943e-7bad32737b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:38.496088 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4c4b66fd-081b-4116-b7de-697d8049cef2 req-f416c23d-343d-4330-943e-7bad32737b6c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 1128 time: 0.0823374 Feb 04 13:20:38.613864 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4c4b66fd-081b-4116-b7de-697d8049cef2 req-60a75552-ac13-46fd-9679-b76614cf3cc2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091194 Feb 04 13:20:38.631401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097a1fc-30f6-446e-9233-42200c60f75b req-6ec0a22d-5ad1-4f16-87bd-659d7bcde137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:38.633224 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e097a1fc-30f6-446e-9233-42200c60f75b req-6ec0a22d-5ad1-4f16-87bd-659d7bcde137 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.1361537 Feb 04 13:20:38.682543 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e097a1fc-30f6-446e-9233-42200c60f75b req-777d0486-d6fc-4b34-8268-48d70f787b81 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=77fc741e-8cf2-4206-9998-69b22d8604ac HTTP/1.1" status: 200 len: 217 time: 0.0393257 Feb 04 13:20:38.736675 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097a1fc-30f6-446e-9233-42200c60f75b req-622b1982-d33d-4116-bcf2-1134c9c09706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:38.738206 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e097a1fc-30f6-446e-9233-42200c60f75b req-622b1982-d33d-4116-bcf2-1134c9c09706 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0486438 Feb 04 13:20:38.796974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097a1fc-30f6-446e-9233-42200c60f75b req-e109c1df-5f12-4cc5-82b0-08714c2b8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:38.798579 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e097a1fc-30f6-446e-9233-42200c60f75b req-e109c1df-5f12-4cc5-82b0-08714c2b8357 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0506947 Feb 04 13:20:38.808066 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16ff48b5-9ce2-4f8f-b798-c7aeae3e8239 req-4485650f-6350-4e9d-b3b4-6dd2c3053052 service neutron] 10.222.0.100 "GET /v2.0/networks/9cc0465b-5f92-47ea-8f92-e85f7aa0829c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6329243 Feb 04 13:20:38.857308 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-c58b8095-0339-4375-9fb5-610f767183db service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4708691 Feb 04 13:20:38.861726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fd324-16dd-4e76-bd69-9bf93d3eb9ec req-cfe6d208-4234-4b79-89f8-e551f330adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:38.863169 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c7fd324-16dd-4e76-bd69-9bf93d3eb9ec req-cfe6d208-4234-4b79-89f8-e551f330adc1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 1132 time: 0.4611754 Feb 04 13:20:38.873877 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b5256-4e12-407b-bb66-4c35db5bc809 req-ae57a7b9-15ce-4c6c-8a6f-d97c8cdddb22 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:38.875534 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-505b5256-4e12-407b-bb66-4c35db5bc809 req-ae57a7b9-15ce-4c6c-8a6f-d97c8cdddb22 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 946 time: 0.4573159 Feb 04 13:20:38.921476 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e097a1fc-30f6-446e-9233-42200c60f75b req-41e18ebd-a30b-43b5-a83d-b37da2451255 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138034 Feb 04 13:20:38.965436 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c7fd324-16dd-4e76-bd69-9bf93d3eb9ec req-0429566a-e83a-41d4-869e-0463bad37bbe service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888889 Feb 04 13:20:39.005241 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-505b5256-4e12-407b-bb66-4c35db5bc809 req-6918a375-957d-413a-b99c-df9bc1482f8a tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083612 Feb 04 13:20:39.007905 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:39.042289 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e097a1fc-30f6-446e-9233-42200c60f75b req-6e2843fe-50fb-4d60-b101-b75840f1e53b service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112838 Feb 04 13:20:39.183852 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Allocated IP 172.25.5.145 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/a03d6786-a861-4673-81ff-1882bef704e0) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:39.192934 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc80eed-ca66-436e-9a28-d30ead17dc0c req-72067063-5a92-45d9-93d4-5e2b673796c6 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:39.194440 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3cc80eed-ca66-436e-9a28-d30ead17dc0c req-72067063-5a92-45d9-93d4-5e2b673796c6 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.1065671 Feb 04 13:20:39.305417 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3cc80eed-ca66-436e-9a28-d30ead17dc0c req-b0247511-ef5b-4170-8b0a-653a00a36729 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002152 Feb 04 13:20:39.350936 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for port (a03d6786-a861-4673-81ff-1882bef704e0), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:39.439307 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (a03d6786-a861-4673-81ff-1882bef704e0), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:39.533019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:39.538377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:39.542017 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:20:39.569628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Pushing event updated for resources: {'Port': ['ID=a03d6786-a861-4673-81ff-1882bef704e0,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:39.636648 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c6b0-4284-45bd-b3b6-65a46999b885 req-26eda2d3-75c2-4835-b772-954ece107bdd tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:39.639439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9704c6b0-4284-45bd-b3b6-65a46999b885 req-26eda2d3-75c2-4835-b772-954ece107bdd tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.1804619 Feb 04 13:20:39.677337 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for floatingip (0586d598-ceca-4955-9472-20e39665e2a8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:39.748568 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a03d6786-a861-4673-81ff-1882bef704e0), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:39.763336 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9704c6b0-4284-45bd-b3b6-65a46999b885 req-cd1f1f34-b774-4c7b-8f59-c00b985d5db3 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112165 Feb 04 13:20:39.965659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38719d2-1e37-4f2e-8b7c-6074863edd74 req-b273fc04-fde3-490f-8fad-e1efc3fafdca tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:39.967259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a38719d2-1e37-4f2e-8b7c-6074863edd74 req-b273fc04-fde3-490f-8fad-e1efc3fafdca tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 949 time: 0.0877283 Feb 04 13:20:40.059082 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for port (a03d6786-a861-4673-81ff-1882bef704e0), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:40.071594 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a38719d2-1e37-4f2e-8b7c-6074863edd74 req-0fe9c650-e6aa-46a3-87b0-067a3fca00b7 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970178 Feb 04 13:20:40.074762 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a03d6786-a861-4673-81ff-1882bef704e0), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:40.088476 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (0586d598-ceca-4955-9472-20e39665e2a8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:40.144681 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:40.146137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9613400 Feb 04 13:20:40.147454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4033c8b-3667-4e1d-af09-7ab359fb531b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Pushing event updated for resources: {'Port': ['ID=a03d6786-a861-4673-81ff-1882bef704e0,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:40.238159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-09bc25e2-1352-43a2-bd32-74d6f88fa781 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 696 time: 0.0735826 Feb 04 13:20:40.278939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf79cfc-f0df-4696-89fb-5ef69e856439 req-0b0b9b35-04fe-41fe-a9e3-3ba096edcd5e tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:40.280714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aaf79cfc-f0df-4696-89fb-5ef69e856439 req-0b0b9b35-04fe-41fe-a9e3-3ba096edcd5e tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=5df436ee-d9a8-4b63-bed5-592db384874e HTTP/1.1" status: 200 len: 947 time: 0.1256948 Feb 04 13:20:40.394860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aaf79cfc-f0df-4696-89fb-5ef69e856439 req-b753b060-cb53-430a-99c5-3051e5420331 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853457 Feb 04 13:20:40.416807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-b79e52f8-af12-4ada-9118-c7d329d6857f tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:40.416807 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa61799c-c21a-4de2-9e0a-88c2af272916 req-b79e52f8-af12-4ada-9118-c7d329d6857f tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.1703000 Feb 04 13:20:40.610135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2fe3d-9164-46a9-a30f-eb89932eb65d req-50ad3319-d439-42cf-a7f4-bcf648a82718 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:40.618487 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ce2fe3d-9164-46a9-a30f-eb89932eb65d req-50ad3319-d439-42cf-a7f4-bcf648a82718 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.1216259 Feb 04 13:20:40.733917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ce2fe3d-9164-46a9-a30f-eb89932eb65d req-cb3e3d33-6ee4-4150-946f-bffdfaca4975 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130052 Feb 04 13:20:40.770176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382ea70-0e36-4c0b-a310-53d99900b0e3 req-f4071987-70f0-42ea-b1a7-cc56b5da5e5b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:40.774981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e382ea70-0e36-4c0b-a310-53d99900b0e3 req-f4071987-70f0-42ea-b1a7-cc56b5da5e5b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1183548 Feb 04 13:20:40.857618 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d38c02c8-ef60-4e37-a6fa-6b5950766e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:40.903838 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-141f2861-d1de-4492-9312-fd343bc63584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:40.905994 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-141f2861-d1de-4492-9312-fd343bc63584 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 1132 time: 0.1242442 Feb 04 13:20:40.917966 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e382ea70-0e36-4c0b-a310-53d99900b0e3 req-cceb4b2a-8e55-4b22-b30a-f16594437a39 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 696 time: 0.1243906 Feb 04 13:20:40.947922 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e382ea70-0e36-4c0b-a310-53d99900b0e3 req-18c15704-a48e-4ea6-a534-4f766678000b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Request body: {'floatingip': {'port_id': '1ddeea8d-0350-4831-b056-f0c95ec6c94a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:40.995902 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e382ea70-0e36-4c0b-a310-53d99900b0e3 req-18c15704-a48e-4ea6-a534-4f766678000b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for floatingip (0586d598-ceca-4955-9472-20e39665e2a8), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:41.051684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-628d9acb-9362-4f8d-bdf0-c830d458b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:41.053733 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-628d9acb-9362-4f8d-bdf0-c830d458b036 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.1407700 Feb 04 13:20:41.076347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18f5e5-ab44-440c-847b-35d1d27dd576 req-80142c1a-5f90-450f-926a-abfcf03ca3ee tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:41.084772 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea18f5e5-ab44-440c-847b-35d1d27dd576 req-80142c1a-5f90-450f-926a-abfcf03ca3ee tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.1824143 Feb 04 13:20:41.120708 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-5ee5cc5a-4250-4cf2-9536-815946335b03 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779 HTTP/1.1" status: 200 len: 217 time: 0.0579431 Feb 04 13:20:41.195792 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-475295ab-9b2d-4532-87d8-18bbf56bc67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:41.198158 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-475295ab-9b2d-4532-87d8-18bbf56bc67f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0705037 Feb 04 13:20:41.199936 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea18f5e5-ab44-440c-847b-35d1d27dd576 req-e933168a-ff88-4ef5-9427-2e6c75f29647 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141238 Feb 04 13:20:41.325162 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-e382ea70-0e36-4c0b-a310-53d99900b0e3 req-18c15704-a48e-4ea6-a534-4f766678000b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 13:20:41.326591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-762a4566-2da0-4ed3-9931-00cb2028935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:41.328248 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-762a4566-2da0-4ed3-9931-00cb2028935f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1187701 Feb 04 13:20:41.341670 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e382ea70-0e36-4c0b-a310-53d99900b0e3 req-18c15704-a48e-4ea6-a534-4f766678000b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "PUT /v2.0/floatingips/0586d598-ceca-4955-9472-20e39665e2a8 HTTP/1.1" status: 409 len: 550 time: 0.4150023 Feb 04 13:20:41.418594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2449e5-67e4-4006-b834-807973d61057 req-38113582-ad01-4bcb-b139-e3d05f922f11 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:41.424026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d2449e5-67e4-4006-b834-807973d61057 req-38113582-ad01-4bcb-b139-e3d05f922f11 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 1128 time: 0.0812905 Feb 04 13:20:41.488868 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4c10bdfb-4ee9-4126-83d9-77591cb48355 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506627 Feb 04 13:20:41.536146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d2449e5-67e4-4006-b834-807973d61057 req-bb04602c-42ce-43e0-8348-02eb87ed584a tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897660 Feb 04 13:20:41.544703 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39589a-2359-4160-a412-a0871bf974b1 req-97b785f4-a52b-4b8a-860d-de547a870bd7 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:41.546672 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee39589a-2359-4160-a412-a0871bf974b1 req-97b785f4-a52b-4b8a-860d-de547a870bd7 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 949 time: 0.1171789 Feb 04 13:20:41.636666 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-d98ce780-3eef-4a3f-99bf-dc37ecc81e36 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403718 Feb 04 13:20:41.657432 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee39589a-2359-4160-a412-a0871bf974b1 req-b9bc31ca-6d27-4f21-a76b-15c13c4f81db tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874052 Feb 04 13:20:41.815914 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f35ee245-0a84-4b51-a5ce-4a9a1bd64886 req-d2394f92-f767-4b10-90c8-54e1bcc32cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/floatingips/0586d598-ceca-4955-9472-20e39665e2a8 HTTP/1.1" status: 200 len: 693 time: 0.1013334 Feb 04 13:20:41.869647 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 77fc741e-8cf2-4206-9998-69b22d8604ac details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:20:41.891716 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfb129-895b-4201-a7f1-427584f45856 req-2061c0d7-1d82-4d39-85cc-499e9efc6239 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:41.895139 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cbdfb129-895b-4201-a7f1-427584f45856 req-2061c0d7-1d82-4d39-85cc-499e9efc6239 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.2223547 Feb 04 13:20:42.031828 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee245-0a84-4b51-a5ce-4a9a1bd64886 req-e1155ac5-c415-4b80-8ebf-fc206552aff6 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:42.039005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f35ee245-0a84-4b51-a5ce-4a9a1bd64886 req-e1155ac5-c415-4b80-8ebf-fc206552aff6 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.2061546 Feb 04 13:20:42.045684 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-f35ee245-0a84-4b51-a5ce-4a9a1bd64886 req-ddd6cf00-6754-4323-a70a-29880f172844 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:20:42.053904 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f35ee245-0a84-4b51-a5ce-4a9a1bd64886 req-ddd6cf00-6754-4323-a70a-29880f172844 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139499 Feb 04 13:20:42.067542 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 77fc741e-8cf2-4206-9998-69b22d8604ac, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=77fc741e-8cf2-4206-9998-69b22d8604ac,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:42.081349 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '77fc741e-8cf2-4206-9998-69b22d8604ac', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '77fc741e-8cf2-4206-9998-69b22d8604ac', 'mac_address': 'fa:16:3e:43:b1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:20:42.133763 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f35ee245-0a84-4b51-a5ce-4a9a1bd64886 req-355769b4-f07c-411c-8ac5-625c3b67c6e7 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 696 time: 0.0784161 Feb 04 13:20:42.200162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f35ee245-0a84-4b51-a5ce-4a9a1bd64886 req-872475a3-b540-444e-98c4-4971d7365c5f tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 696 time: 0.0655735 Feb 04 13:20:42.230122 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cbdfb129-895b-4201-a7f1-427584f45856 req-02f1fe8f-0ae5-4519-b965-4fea9102a61e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652715 Feb 04 13:20:42.277823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 77fc741e-8cf2-4206-9998-69b22d8604ac is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:42.278269 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (77fc741e-8cf2-4206-9998-69b22d8604ac), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:42.293926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fc741e-8cf2-4206-9998-69b22d8604ac {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:42.325941 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 77fc741e-8cf2-4206-9998-69b22d8604ac, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=77fc741e-8cf2-4206-9998-69b22d8604ac,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:42.341199 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (77fc741e-8cf2-4206-9998-69b22d8604ac), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:42.410837 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=77fc741e-8cf2-4206-9998-69b22d8604ac,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:42.524667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c0646-2ab0-4c47-9bc5-83dba4f660ae req-a7ad793e-e31b-442b-9bf4-4b9850bd37bb tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:42.526366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-561c0646-2ab0-4c47-9bc5-83dba4f660ae req-a7ad793e-e31b-442b-9bf4-4b9850bd37bb tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=5df436ee-d9a8-4b63-bed5-592db384874e HTTP/1.1" status: 200 len: 948 time: 0.1961098 Feb 04 13:20:42.530497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-f35ee245-0a84-4b51-a5ce-4a9a1bd64886 req-26233cb1-2e6f-4b73-8db9-bbf4f3180b8d tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Deleting port a03d6786-a861-4673-81ff-1882bef704e0 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:20:42.530885 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f35ee245-0a84-4b51-a5ce-4a9a1bd64886 req-26233cb1-2e6f-4b73-8db9-bbf4f3180b8d tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a03d6786-a861-4673-81ff-1882bef704e0), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:42.673750 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-561c0646-2ab0-4c47-9bc5-83dba4f660ae req-26e7f783-5274-4c26-84ac-633098db1e2b tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291189 Feb 04 13:20:42.675788 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f35ee245-0a84-4b51-a5ce-4a9a1bd64886 req-26233cb1-2e6f-4b73-8db9-bbf4f3180b8d tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a03d6786-a861-4673-81ff-1882bef704e0), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:42.676159 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f35ee245-0a84-4b51-a5ce-4a9a1bd64886 req-26233cb1-2e6f-4b73-8db9-bbf4f3180b8d tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for floatingip (a03d6786-a861-4673-81ff-1882bef704e0), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:42.703769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-f35ee245-0a84-4b51-a5ce-4a9a1bd64886 req-26233cb1-2e6f-4b73-8db9-bbf4f3180b8d tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Calling delete_port for a03d6786-a861-4673-81ff-1882bef704e0 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:20:42.783134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['77fc741e-8cf2-4206-9998-69b22d8604ac'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:42.974469 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f35ee245-0a84-4b51-a5ce-4a9a1bd64886 req-26233cb1-2e6f-4b73-8db9-bbf4f3180b8d tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (a03d6786-a861-4673-81ff-1882bef704e0), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:43.041716 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26233cb1-2e6f-4b73-8db9-bbf4f3180b8d tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Pushing event deleted for resources: {'Port': ['ID=a03d6786-a861-4673-81ff-1882bef704e0,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:43.090639 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f35ee245-0a84-4b51-a5ce-4a9a1bd64886 req-26233cb1-2e6f-4b73-8db9-bbf4f3180b8d tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for floatingip (0586d598-ceca-4955-9472-20e39665e2a8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:43.096013 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f35ee245-0a84-4b51-a5ce-4a9a1bd64886 req-26233cb1-2e6f-4b73-8db9-bbf4f3180b8d tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:43.108986 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f35ee245-0a84-4b51-a5ce-4a9a1bd64886 req-26233cb1-2e6f-4b73-8db9-bbf4f3180b8d tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "DELETE /v2.0/floatingips/0586d598-ceca-4955-9472-20e39665e2a8 HTTP/1.1" status: 204 len: 173 time: 0.9014492 Feb 04 13:20:43.296904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fa701-e18e-456f-865c-31508d0ca3d3 req-67a13bfe-9ca8-4241-93e3-6b39b2ddc5c3 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:43.299877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-306fa701-e18e-456f-865c-31508d0ca3d3 req-67a13bfe-9ca8-4241-93e3-6b39b2ddc5c3 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.1303334 Feb 04 13:20:43.386330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-306fa701-e18e-456f-865c-31508d0ca3d3 req-d49ea709-e168-4b25-9add-332c63912c62 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795474 Feb 04 13:20:43.577059 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:43.579916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8c348-382c-42b0-9f4c-6ce9ed802ae0 req-2f32e3f4-37dd-4040-8110-d21a0a4d3e6f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:43.591700 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57a8c348-382c-42b0-9f4c-6ce9ed802ae0 req-2f32e3f4-37dd-4040-8110-d21a0a4d3e6f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.1201248 Feb 04 13:20:43.676705 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57a8c348-382c-42b0-9f4c-6ce9ed802ae0 req-22e01764-3f92-4995-bdcb-529e9c69fc27 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837803 Feb 04 13:20:43.692241 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-54558bdc-f981-4b76-b331-8fda74a241e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:43.954714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e966f81-c9f6-4112-b073-a48263e05573 req-e0c4e2a1-475f-4a46-b784-3a449ee2a280 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 1001 time: 0.1778016 Feb 04 13:20:43.995578 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-be8c1ff2-12e9-4cb1-8620-1670a816f1e9 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:20:43.996655 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-be8c1ff2-12e9-4cb1-8620-1670a816f1e9 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064514 Feb 04 13:20:44.028564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e966f81-c9f6-4112-b073-a48263e05573 req-56fef917-3920-448e-91d9-5739ef77aeff tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:44.030067 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e966f81-c9f6-4112-b073-a48263e05573 req-56fef917-3920-448e-91d9-5739ef77aeff tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports/1ddeea8d-0350-4831-b056-f0c95ec6c94a HTTP/1.1" status: 200 len: 942 time: 0.0690002 Feb 04 13:20:44.070195 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-50b3c570-7eb6-48e5-9a03-cb9dd74102c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:44.072822 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-50b3c570-7eb6-48e5-9a03-cb9dd74102c2 service neutron] 10.222.0.96 "GET /v2.0/ports/05773d3b-5e10-47e1-b5c9-a8e9cddc5edb HTTP/1.1" status: 200 len: 1125 time: 0.0661604 Feb 04 13:20:44.088329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-74cc3eb9-df76-4b7c-bd0d-80e87632adf3 service neutron] Request body: {'binding': {'host': 'n-h2-714676-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:44.089220 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-74cc3eb9-df76-4b7c-bd0d-80e87632adf3 service neutron] Unknown quota resources ['binding']. {{(pid=103607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:20:44.171882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e966f81-c9f6-4112-b073-a48263e05573 req-5e90aa29-20ff-40f8-a066-8980d375f076 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 1001 time: 0.0891757 Feb 04 13:20:44.267454 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-74cc3eb9-df76-4b7c-bd0d-80e87632adf3 service neutron] Attempting to bind port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb on host n-h2-714676-13 for vnic_type normal with profile None {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:20:44.267973 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-74cc3eb9-df76-4b7c-bd0d-80e87632adf3 service neutron] Attempting to bind port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:20:44.268304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-74cc3eb9-df76-4b7c-bd0d-80e87632adf3 service neutron] Attempting to bind port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:44.275566 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-74cc3eb9-df76-4b7c-bd0d-80e87632adf3 service neutron] Port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:20:44.275903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-74cc3eb9-df76-4b7c-bd0d-80e87632adf3 service neutron] Attempting to bind port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:44.283040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-74cc3eb9-df76-4b7c-bd0d-80e87632adf3 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:20:44.283561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-74cc3eb9-df76-4b7c-bd0d-80e87632adf3 service neutron] Checking segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:20:44.284070 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-74cc3eb9-df76-4b7c-bd0d-80e87632adf3 service neutron] Bound using segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:20:44.284607 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-74cc3eb9-df76-4b7c-bd0d-80e87632adf3 service neutron] Bound port: 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:20:44.315989 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e966f81-c9f6-4112-b073-a48263e05573 req-da5a53fb-eeeb-433b-8b18-411d475b1e79 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:44.318230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e966f81-c9f6-4112-b073-a48263e05573 req-da5a53fb-eeeb-433b-8b18-411d475b1e79 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.1380625 Feb 04 13:20:44.336851 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-0e966f81-c9f6-4112-b073-a48263e05573 req-07503e0a-1987-4053-9d65-d906b90ecaa5 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:20:44.337998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e966f81-c9f6-4112-b073-a48263e05573 req-07503e0a-1987-4053-9d65-d906b90ecaa5 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075176 Feb 04 13:20:44.353147 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:44.362645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-74cc3eb9-df76-4b7c-bd0d-80e87632adf3 service neutron] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:20:44.372666 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-74cc3eb9-df76-4b7c-bd0d-80e87632adf3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:44.376831 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-74cc3eb9-df76-4b7c-bd0d-80e87632adf3 service neutron] 10.222.0.96 "POST /v2.0/ports/05773d3b-5e10-47e1-b5c9-a8e9cddc5edb/bindings HTTP/1.1" status: 201 len: 390 time: 0.2924240 Feb 04 13:20:44.456176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e966f81-c9f6-4112-b073-a48263e05573 req-800a742a-be08-4d34-9868-2e0d1cd5b8b1 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 1001 time: 0.1105118 Feb 04 13:20:44.482509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-0e966f81-c9f6-4112-b073-a48263e05573 req-c2c4efab-90b3-498a-b765-2942a53694ab tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:44.576130 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0e966f81-c9f6-4112-b073-a48263e05573 req-c2c4efab-90b3-498a-b765-2942a53694ab tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for floatingip (5048e5fa-d633-41e8-aa22-fc78c4261f9d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:44.637356 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d6a46026-30e6-4636-870e-1effd5ce29bc tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=27273a594b6d4316853a5f761828fff2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739796 Feb 04 13:20:44.742571 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-edbbeb9b-1b2e-4e17-8876-0f4982be6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:44.745738 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-edbbeb9b-1b2e-4e17-8876-0f4982be6eca service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 1128 time: 0.0849960 Feb 04 13:20:44.873372 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-ead1b950-44d9-41e2-8e74-d2600ff74b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:44.875731 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-ead1b950-44d9-41e2-8e74-d2600ff74b08 service neutron] 10.222.0.100 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.1236978 Feb 04 13:20:44.944172 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2eb251d8-9747-4e79-86e6-c3cd086c1f3c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb HTTP/1.1" status: 200 len: 217 time: 0.0566888 Feb 04 13:20:44.957181 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0e966f81-c9f6-4112-b073-a48263e05573 req-c2c4efab-90b3-498a-b765-2942a53694ab tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:44.977312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-03b57263-cb41-45dd-8168-03806d15610c tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:44.980381 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-03b57263-cb41-45dd-8168-03806d15610c tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3314888 Feb 04 13:20:44.981727 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0e966f81-c9f6-4112-b073-a48263e05573 req-c2c4efab-90b3-498a-b765-2942a53694ab tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (5048e5fa-d633-41e8-aa22-fc78c4261f9d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:44.982325 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-0e966f81-c9f6-4112-b073-a48263e05573 req-c2c4efab-90b3-498a-b765-2942a53694ab tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Floating IP 5048e5fa-d633-41e8-aa22-fc78c4261f9d disassociated. External IP: 172.25.5.236, port: 1ddeea8d-0350-4831-b056-f0c95ec6c94a. Feb 04 13:20:45.015858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-267d6724-af14-4fa3-9211-f71de228adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:45.017555 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-267d6724-af14-4fa3-9211-f71de228adb5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.0664191 Feb 04 13:20:45.053438 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-1f34ac84-0cbe-41e9-94b5-4925a265b275 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/quotas/27273a594b6d4316853a5f761828fff2 HTTP/1.1" status: 200 len: 375 time: 0.0657196 Feb 04 13:20:45.058316 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-a70cd8d6-3231-4a51-a413-bbcdf721b873 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309896 Feb 04 13:20:45.205408 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-c473aa3d-cdb9-4a16-bc0c-903a3661f92a service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390176 Feb 04 13:20:45.361492 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:45.388189 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2ef93230-2649-467b-9188-d7a5bb048983 service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673696 Feb 04 13:20:45.499131 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-21849964-0a88-493a-beda-03281d124eb6 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=27273a594b6d4316853a5f761828fff2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4130447 Feb 04 13:20:45.710834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e966f81-c9f6-4112-b073-a48263e05573 req-c2c4efab-90b3-498a-b765-2942a53694ab tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Router a42dd086-dc10-4bdb-ae52-0da5ecece46e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:20:45.879823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 77fc741e-8cf2-4206-9998-69b22d8604ac up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:20:45.917845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c23f96-a760-43e9-bdbb-0a9b0dfaeca5 req-c8318f96-3f3c-4d55-b402-1738521a46c5 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:45.919491 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65c23f96-a760-43e9-bdbb-0a9b0dfaeca5 req-c8318f96-3f3c-4d55-b402-1738521a46c5 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=5df436ee-d9a8-4b63-bed5-592db384874e HTTP/1.1" status: 200 len: 948 time: 0.1900582 Feb 04 13:20:45.929276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e966f81-c9f6-4112-b073-a48263e05573 req-c2c4efab-90b3-498a-b765-2942a53694ab tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:20:45.939660 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0e966f81-c9f6-4112-b073-a48263e05573 req-c2c4efab-90b3-498a-b765-2942a53694ab tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:45.944324 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b816381d-6179-48c4-a17b-60a8aa84f961 None None] Sync routers for ids ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:45.961880 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816381d-6179-48c4-a17b-60a8aa84f961 None None] Routers {'a42dd086-dc10-4bdb-ae52-0da5ecece46e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:20:45.962794 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b816381d-6179-48c4-a17b-60a8aa84f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:20:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:45.977162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e966f81-c9f6-4112-b073-a48263e05573 req-c2c4efab-90b3-498a-b765-2942a53694ab tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "PUT /v2.0/floatingips/5048e5fa-d633-41e8-aa22-fc78c4261f9d HTTP/1.1" status: 200 len: 695 time: 1.5118065 Feb 04 13:20:45.983435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36fdc99-94ad-4229-a7b4-4b31f26b12c6', 'tag': '1ddeea8d-0350-4831-b056-f0c95ec6c94a'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:45.985950 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e624fb-6e54-4a77-aedc-119eeb9a8b13" -d '{"events": [{"name": "network-changed", "server_uuid": "b36fdc99-94ad-4229-a7b4-4b31f26b12c6", "tag": "1ddeea8d-0350-4831-b056-f0c95ec6c94a"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:46.071494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 77fc741e-8cf2-4206-9998-69b22d8604ac completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:46.083191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 77fc741e-8cf2-4206-9998-69b22d8604ac triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:46.084605 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (77fc741e-8cf2-4206-9998-69b22d8604ac), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:46.084764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e966f81-c9f6-4112-b073-a48263e05573 req-b47bb34f-ca1f-4cad-86c7-1290fbedb880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:46.086405 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e966f81-c9f6-4112-b073-a48263e05573 req-b47bb34f-ca1f-4cad-86c7-1290fbedb880 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7f73e5a8bbc94399b661de4dcfcbc6a8&device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 1128 time: 0.0868113 Feb 04 13:20:46.117943 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65c23f96-a760-43e9-bdbb-0a9b0dfaeca5 req-c9e4aac6-2b87-4652-944f-501e968cc883 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836894 Feb 04 13:20:46.147818 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b816381d-6179-48c4-a17b-60a8aa84f961 None None] Set router a42dd086-dc10-4bdb-ae52-0da5ecece46e gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:20:46.334304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 77fc741e-8cf2-4206-9998-69b22d8604ac is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:46.335122 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (77fc741e-8cf2-4206-9998-69b22d8604ac), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:46.412277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df436ee-d9a8-4b63-bed5-592db384874e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fc741e-8cf2-4206-9998-69b22d8604ac'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:46.419994 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac819c41-12e6-41c0-b77e-f83e2349cbdf" -d '{"events": [{"server_uuid": "5df436ee-d9a8-4b63-bed5-592db384874e", "name": "network-vif-plugged", "status": "completed", "tag": "77fc741e-8cf2-4206-9998-69b22d8604ac"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:46.444292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 77fc741e-8cf2-4206-9998-69b22d8604ac, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=77fc741e-8cf2-4206-9998-69b22d8604ac,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:46.451425 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3644b2-30b5-4432-a8db-8454ceb4d167 req-ba10f246-35cc-4cc8-8d54-c1e65afd5423 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:46.452061 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (77fc741e-8cf2-4206-9998-69b22d8604ac), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:46.460707 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c3644b2-30b5-4432-a8db-8454ceb4d167 req-ba10f246-35cc-4cc8-8d54-c1e65afd5423 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.1496878 Feb 04 13:20:46.511396 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e966f81-c9f6-4112-b073-a48263e05573 req-d687c256-9e0c-4125-866e-03d1a55de04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:46.513652 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e966f81-c9f6-4112-b073-a48263e05573 req-d687c256-9e0c-4125-866e-03d1a55de04a service neutron] 10.222.0.96 "GET /v2.0/networks?id=9cc0465b-5f92-47ea-8f92-e85f7aa0829c HTTP/1.1" status: 200 len: 930 time: 0.3915360 Feb 04 13:20:46.539165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=77fc741e-8cf2-4206-9998-69b22d8604ac,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:46.577580 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b816381d-6179-48c4-a17b-60a8aa84f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-router', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:19:45Z', 'revision_number': 4, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'gw_port': {'id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:37Z', 'updated_at': '2022-02-04T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '85da509f-1b89-4ec9-a34c-26c04a06aa61', 'name': '', 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'mac_address': 'fa:16:3e:13:b2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:43Z', 'updated_at': '2022-02-04T13:19:53Z', 'revision_number': 5, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'subnets': [{'id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:46.624943 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b816381d-6179-48c4-a17b-60a8aa84f961 None None] Checking router: a42dd086-dc10-4bdb-ae52-0da5ecece46e for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:46.634279 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e966f81-c9f6-4112-b073-a48263e05573 req-2c30d566-ad7b-4181-ae87-9d594dc1812f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ddeea8d-0350-4831-b056-f0c95ec6c94a HTTP/1.1" status: 200 len: 217 time: 0.0925028 Feb 04 13:20:46.638655 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816381d-6179-48c4-a17b-60a8aa84f961 None None] Routers {'a42dd086-dc10-4bdb-ae52-0da5ecece46e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:20:46.639928 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b816381d-6179-48c4-a17b-60a8aa84f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:20:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:46.669652 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:46.717208 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c3644b2-30b5-4432-a8db-8454ceb4d167 req-5e8e0951-a50b-4d11-943c-1e5fd334e193 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539709 Feb 04 13:20:46.737557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e966f81-c9f6-4112-b073-a48263e05573 req-f8c4d398-59ef-4ee4-9402-a666a13e698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:46.739656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e966f81-c9f6-4112-b073-a48263e05573 req-f8c4d398-59ef-4ee4-9402-a666a13e698d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d52a34a0-4188-4f92-b84b-11965c276e4c HTTP/1.1" status: 200 len: 868 time: 0.0972168 Feb 04 13:20:46.873873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e966f81-c9f6-4112-b073-a48263e05573 req-68fd1304-5cc1-4368-a0a2-03e3c5462c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:46.875473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e966f81-c9f6-4112-b073-a48263e05573 req-68fd1304-5cc1-4368-a0a2-03e3c5462c27 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9cc0465b-5f92-47ea-8f92-e85f7aa0829c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1290913 Feb 04 13:20:46.902923 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5522e4-b65c-4539-8c06-91462e23cbaf req-7046f238-3a5f-48fb-9659-97d9ab42a264 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:46.905138 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f5522e4-b65c-4539-8c06-91462e23cbaf req-7046f238-3a5f-48fb-9659-97d9ab42a264 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 945 time: 0.0900159 Feb 04 13:20:46.915002 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b816381d-6179-48c4-a17b-60a8aa84f961 None None] Set router a42dd086-dc10-4bdb-ae52-0da5ecece46e gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:20:47.037750 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f5522e4-b65c-4539-8c06-91462e23cbaf req-97366d22-23bd-44cb-b3ce-fd775527fa60 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064069 Feb 04 13:20:47.077677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e966f81-c9f6-4112-b073-a48263e05573 req-020203f5-7d57-426e-8e23-05d3a0d5f04c service neutron] 10.222.0.96 "GET /v2.0/networks/9cc0465b-5f92-47ea-8f92-e85f7aa0829c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917272 Feb 04 13:20:47.224828 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b816381d-6179-48c4-a17b-60a8aa84f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-router', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:19:45Z', 'revision_number': 4, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'gw_port': {'id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:37Z', 'updated_at': '2022-02-04T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '85da509f-1b89-4ec9-a34c-26c04a06aa61', 'name': '', 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'mac_address': 'fa:16:3e:13:b2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:43Z', 'updated_at': '2022-02-04T13:19:53Z', 'revision_number': 5, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'subnets': [{'id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:47.260021 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b816381d-6179-48c4-a17b-60a8aa84f961 None None] The sync data for ids ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'] in n-d-714676-13 is: [{'id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-router', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:19:45Z', 'revision_number': 4, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'gw_port': {'id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:37Z', 'updated_at': '2022-02-04T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '85da509f-1b89-4ec9-a34c-26c04a06aa61', 'name': '', 'network_id': '9cc0465b-5f92-47ea-8f92-e85f7aa0829c', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'mac_address': 'fa:16:3e:13:b2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:43Z', 'updated_at': '2022-02-04T13:19:53Z', 'revision_number': 5, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'subnets': [{'id': 'd52a34a0-4188-4f92-b84b-11965c276e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:47.276100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e966f81-c9f6-4112-b073-a48263e05573 req-6379d4e0-7c4d-44bd-a2f4-fb72257c4126 service neutron] 10.222.0.96 "GET /v2.0/networks/9cc0465b-5f92-47ea-8f92-e85f7aa0829c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829233 Feb 04 13:20:47.404301 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc8e62-35bd-4488-a585-65a79c696347 req-7360a968-30b9-48a1-93df-f329dca8ce93 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:47.408551 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bfc8e62-35bd-4488-a585-65a79c696347 req-7360a968-30b9-48a1-93df-f329dca8ce93 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.2601624 Feb 04 13:20:47.457190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40725ca2-499b-4c60-af87-c5d0b69a1e7d req-b81904e3-8b80-491a-b76c-372a030b4ea0 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 210 time: 0.0472641 Feb 04 13:20:47.512704 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-b2a5df63-1f10-4359-a319-c92ead076708 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=27273a594b6d4316853a5f761828fff2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493655 Feb 04 13:20:47.637340 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d225914a-03a6-4ca7-9575-724f0611ffbd x-openstack-request-id: req-d225914a-03a6-4ca7-9575-724f0611ffbd {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:47.637911 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df436ee-d9a8-4b63-bed5-592db384874e", "name": "network-vif-plugged", "status": "completed", "tag": "77fc741e-8cf2-4206-9998-69b22d8604ac", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:47.638019 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d225914a-03a6-4ca7-9575-724f0611ffbd {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:47.638579 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df436ee-d9a8-4b63-bed5-592db384874e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fc741e-8cf2-4206-9998-69b22d8604ac', 'code': 200} Feb 04 13:20:47.694194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d86d06f9-830c-4ad4-a3a1-2dae91b9675e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:47.695907 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d86d06f9-830c-4ad4-a3a1-2dae91b9675e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754925 Feb 04 13:20:47.704223 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7e68a1-a0ff-4599-8963-9006ebe7f534 x-openstack-request-id: req-6c7e68a1-a0ff-4599-8963-9006ebe7f534 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:47.704572 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36fdc99-94ad-4229-a7b4-4b31f26b12c6", "tag": "1ddeea8d-0350-4831-b056-f0c95ec6c94a", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:47.704909 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6c7e68a1-a0ff-4599-8963-9006ebe7f534 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:47.705337 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36fdc99-94ad-4229-a7b4-4b31f26b12c6', 'tag': '1ddeea8d-0350-4831-b056-f0c95ec6c94a', 'status': 'completed', 'code': 200} Feb 04 13:20:47.729716 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-4ae15278-984f-4bb8-9469-0a5a92ba3995 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Request body: {'port': {'device_id': 'a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '27273a594b6d4316853a5f761828fff2'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:47.738653 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e624fb-6e54-4a77-aedc-119eeb9a8b13 req-dc1b70e7-1bec-4162-8731-88abe7fc3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:47.744711 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-25e624fb-6e54-4a77-aedc-119eeb9a8b13 req-dc1b70e7-1bec-4162-8731-88abe7fc3fb3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7f73e5a8bbc94399b661de4dcfcbc6a8&device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 1128 time: 0.1487465 Feb 04 13:20:47.749022 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:47.772276 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da47e01c-efc1-4505-8fd4-d1f6e925267a None None] New status for floating IP 5048e5fa-d633-41e8-aa22-fc78c4261f9d: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:20:47.894558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e624fb-6e54-4a77-aedc-119eeb9a8b13 req-dd1c4a43-41f4-4fc7-b0a5-c0f0c95549e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:47.897711 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-25e624fb-6e54-4a77-aedc-119eeb9a8b13 req-dd1c4a43-41f4-4fc7-b0a5-c0f0c95549e0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9cc0465b-5f92-47ea-8f92-e85f7aa0829c HTTP/1.1" status: 200 len: 930 time: 0.1437950 Feb 04 13:20:47.963379 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-25e624fb-6e54-4a77-aedc-119eeb9a8b13 req-5b184d32-2766-45d9-a787-6a9fc6999590 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ddeea8d-0350-4831-b056-f0c95ec6c94a HTTP/1.1" status: 200 len: 217 time: 0.0598717 Feb 04 13:20:47.967384 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bfc8e62-35bd-4488-a585-65a79c696347 req-93ff380b-2a20-4808-8a37-859068106139 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089486 Feb 04 13:20:48.036035 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e624fb-6e54-4a77-aedc-119eeb9a8b13 req-8afbec93-961a-4c4f-8379-e6603d79869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:48.038533 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-25e624fb-6e54-4a77-aedc-119eeb9a8b13 req-8afbec93-961a-4c4f-8379-e6603d79869a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d52a34a0-4188-4f92-b84b-11965c276e4c HTTP/1.1" status: 200 len: 868 time: 0.0695059 Feb 04 13:20:48.042840 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bde2b4-4f1c-42f6-88b8-10d86fdc26b3 req-38ce4d3e-72a7-4985-a803-ecbd1018a581 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:48.044662 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9bde2b4-4f1c-42f6-88b8-10d86fdc26b3 req-38ce4d3e-72a7-4985-a803-ecbd1018a581 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.2680326 Feb 04 13:20:48.056480 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b1c3b-634f-4790-8924-afde0eb73430 req-c00695fa-5afb-41fc-a321-05786da08567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:48.058078 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e42b1c3b-634f-4790-8924-afde0eb73430 req-c00695fa-5afb-41fc-a321-05786da08567 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5df436ee-d9a8-4b63-bed5-592db384874e HTTP/1.1" status: 200 len: 1132 time: 0.2179680 Feb 04 13:20:48.139851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e624fb-6e54-4a77-aedc-119eeb9a8b13 req-b2ac308c-736a-4eb0-93ef-035fdc739e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:48.141569 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-25e624fb-6e54-4a77-aedc-119eeb9a8b13 req-b2ac308c-736a-4eb0-93ef-035fdc739e09 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9cc0465b-5f92-47ea-8f92-e85f7aa0829c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0895481 Feb 04 13:20:48.196857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-4ae15278-984f-4bb8-9469-0a5a92ba3995 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Made reservation on behalf of 27273a594b6d4316853a5f761828fff2 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:48.200184 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-4ae15278-984f-4bb8-9469-0a5a92ba3995 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:48.214905 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e42b1c3b-634f-4790-8924-afde0eb73430 req-61702171-31a7-4618-9157-d7d09299a23b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496062 Feb 04 13:20:48.218911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9bde2b4-4f1c-42f6-88b8-10d86fdc26b3 req-3ff8c199-4cb8-4ffa-8604-4128716e22a7 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649315 Feb 04 13:20:48.250308 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfab61-40ac-4378-901c-8076a5a8d87c req-5dd396fc-ed21-42ff-a7fd-cff8d9760011 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:48.251877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34bfab61-40ac-4378-901c-8076a5a8d87c req-5dd396fc-ed21-42ff-a7fd-cff8d9760011 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=5df436ee-d9a8-4b63-bed5-592db384874e HTTP/1.1" status: 200 len: 949 time: 0.1520162 Feb 04 13:20:48.269815 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-25e624fb-6e54-4a77-aedc-119eeb9a8b13 req-aa0d6542-4215-4e6a-a412-01a8b738774b service neutron] 10.222.0.100 "GET /v2.0/networks/9cc0465b-5f92-47ea-8f92-e85f7aa0829c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185391 Feb 04 13:20:48.362861 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90b970c6-6c8d-442b-b00c-3065f3a54020 req-df52a69d-4913-4660-b35c-bb197ebdb325 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/floatingips/5048e5fa-d633-41e8-aa22-fc78c4261f9d HTTP/1.1" status: 200 len: 693 time: 0.0719104 Feb 04 13:20:48.493576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34bfab61-40ac-4378-901c-8076a5a8d87c req-2339f77e-2d77-4c67-8034-00e3a44c0453 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341506 Feb 04 13:20:48.507833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-4ae15278-984f-4bb8-9469-0a5a92ba3995 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Allocated IP 192.168.233.212 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/3d639dfd-f91d-41b4-8b7a-5ee26667db36) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:48.554370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b970c6-6c8d-442b-b00c-3065f3a54020 req-5aaa136d-0ed9-479d-b381-b3431a3b18fc tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:48.556855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90b970c6-6c8d-442b-b00c-3065f3a54020 req-5aaa136d-0ed9-479d-b381-b3431a3b18fc tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.1867647 Feb 04 13:20:48.627575 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-25e624fb-6e54-4a77-aedc-119eeb9a8b13 req-6bcf2ef0-2e20-418e-85fc-6d71f7df03fd service neutron] 10.222.0.100 "GET /v2.0/networks/9cc0465b-5f92-47ea-8f92-e85f7aa0829c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005008 Feb 04 13:20:48.672743 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90b970c6-6c8d-442b-b00c-3065f3a54020 req-2693f7fd-e3ae-4e27-ab08-6bacc1037191 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.1073332 Feb 04 13:20:48.788441 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90b970c6-6c8d-442b-b00c-3065f3a54020 req-71b3491e-0b5a-4f23-b29d-38b99f5b9ebd tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.1086788 Feb 04 13:20:48.809678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e50a8-0998-4b19-8b19-0ce2771a871c req-17eb0e10-621e-46e2-8df5-4c746a511ad6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:48.811585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-179e50a8-0998-4b19-8b19-0ce2771a871c req-17eb0e10-621e-46e2-8df5-4c746a511ad6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 945 time: 0.2474177 Feb 04 13:20:49.003673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-179e50a8-0998-4b19-8b19-0ce2771a871c req-cbc4183d-3ff7-482e-9fb6-7b393461e660 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836262 Feb 04 13:20:49.055079 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-4ae15278-984f-4bb8-9469-0a5a92ba3995 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks [] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:49.131501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-90b970c6-6c8d-442b-b00c-3065f3a54020 req-626149b1-827d-4927-853d-fe19067e4b5b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Deleting port b9fb7dd3-64cf-4b4a-a220-7c458f250ac1 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:20:49.132246 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-90b970c6-6c8d-442b-b00c-3065f3a54020 req-626149b1-827d-4927-853d-fe19067e4b5b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b9fb7dd3-64cf-4b4a-a220-7c458f250ac1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:49.195236 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-4ae15278-984f-4bb8-9469-0a5a92ba3995 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:49.220619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['ff5aa6ae-a7e7-4531-8363-0a81a10f0968', '49a8dfc2-d7d6-4824-93e4-0466437f7183'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:49.285156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-4ae15278-984f-4bb8-9469-0a5a92ba3995 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:49.304092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-4ae15278-984f-4bb8-9469-0a5a92ba3995 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:49.306134 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-4ae15278-984f-4bb8-9469-0a5a92ba3995 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:20:49.312106 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-4ae15278-984f-4bb8-9469-0a5a92ba3995 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:49.313666 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-4ae15278-984f-4bb8-9469-0a5a92ba3995 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:49.331028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae15278-984f-4bb8-9469-0a5a92ba3995 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Pushing event updated for resources: {'Port': ['ID=3d639dfd-f91d-41b4-8b7a-5ee26667db36,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:49.352752 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-90b970c6-6c8d-442b-b00c-3065f3a54020 req-626149b1-827d-4927-853d-fe19067e4b5b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b9fb7dd3-64cf-4b4a-a220-7c458f250ac1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:49.353241 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-90b970c6-6c8d-442b-b00c-3065f3a54020 req-626149b1-827d-4927-853d-fe19067e4b5b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for floatingip (b9fb7dd3-64cf-4b4a-a220-7c458f250ac1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:49.369354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-4ae15278-984f-4bb8-9469-0a5a92ba3995 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6625423 Feb 04 13:20:49.375624 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-90b970c6-6c8d-442b-b00c-3065f3a54020 req-626149b1-827d-4927-853d-fe19067e4b5b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Calling delete_port for b9fb7dd3-64cf-4b4a-a220-7c458f250ac1 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:20:49.384154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c58fd-b368-4ca8-9c54-9c70e65d07c3 req-338646fb-8fdf-4e0a-9d50-2c81dd9756d7 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:49.385748 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f9c58fd-b368-4ca8-9c54-9c70e65d07c3 req-338646fb-8fdf-4e0a-9d50-2c81dd9756d7 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 936 time: 0.2354071 Feb 04 13:20:49.393352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Request body: {'port': {'device_id': 'a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:49.568303 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:49.573082 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f9c58fd-b368-4ca8-9c54-9c70e65d07c3 req-9e9115bd-1d1c-41b9-aa05-722eb3d53960 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762130 Feb 04 13:20:49.715654 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b5dc15d3-feb5-4857-bfd4-f41bda641e87 None None] Provisioning complete for port 3d639dfd-f91d-41b4-8b7a-5ee26667db36 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:49.716518 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b5dc15d3-feb5-4857-bfd4-f41bda641e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:49.760714 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b5dc15d3-feb5-4857-bfd4-f41bda641e87 None None] Port 3d639dfd-f91d-41b4-8b7a-5ee26667db36 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:20:49.814854 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-90b970c6-6c8d-442b-b00c-3065f3a54020 req-626149b1-827d-4927-853d-fe19067e4b5b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (b9fb7dd3-64cf-4b4a-a220-7c458f250ac1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:50.200048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626149b1-827d-4927-853d-fe19067e4b5b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Pushing event deleted for resources: {'Port': ['ID=b9fb7dd3-64cf-4b4a-a220-7c458f250ac1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:50.227889 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-90b970c6-6c8d-442b-b00c-3065f3a54020 req-626149b1-827d-4927-853d-fe19067e4b5b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks [] for floatingip (5048e5fa-d633-41e8-aa22-fc78c4261f9d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:50.230904 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-90b970c6-6c8d-442b-b00c-3065f3a54020 req-626149b1-827d-4927-853d-fe19067e4b5b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:50.232080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90b970c6-6c8d-442b-b00c-3065f3a54020 req-626149b1-827d-4927-853d-fe19067e4b5b tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "DELETE /v2.0/floatingips/5048e5fa-d633-41e8-aa22-fc78c4261f9d HTTP/1.1" status: 204 len: 173 time: 1.4356248 Feb 04 13:20:50.240163 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3170ed-96f4-4aba-9ed6-2c6236c7c733 req-5b4270ff-b9c8-47ea-93c1-98c7b114ae71 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:50.241242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe3170ed-96f4-4aba-9ed6-2c6236c7c733 req-5b4270ff-b9c8-47ea-93c1-98c7b114ae71 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.5683439 Feb 04 13:20:50.356173 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe3170ed-96f4-4aba-9ed6-2c6236c7c733 req-5b833e58-619e-4bf5-8b42-8afe32d1b38e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012499 Feb 04 13:20:50.507252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d639dfd-f91d-41b4-8b7a-5ee26667db36 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:50.553156 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Publish callbacks [] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:50.601924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Transition to ACTIVE for port object 3d639dfd-f91d-41b4-8b7a-5ee26667db36 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:50.625163 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:50.644998 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e46bb-dd0a-40a4-9c37-11f55a0f2dab req-c5dda00f-a24e-4cc6-9866-ff226d4a86c7 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:50.647680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-200e46bb-dd0a-40a4-9c37-11f55a0f2dab req-c5dda00f-a24e-4cc6-9866-ff226d4a86c7 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.2435069 Feb 04 13:20:50.662277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b0086-a38e-4d23-a904-aa07de2a1252 req-7a53aa6b-6c33-4ec4-a292-9d4ff714f93c tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:50.663925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c8b0086-a38e-4d23-a904-aa07de2a1252 req-7a53aa6b-6c33-4ec4-a292-9d4ff714f93c tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=5df436ee-d9a8-4b63-bed5-592db384874e HTTP/1.1" status: 200 len: 949 time: 0.1893575 Feb 04 13:20:50.820364 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d639dfd-f91d-41b4-8b7a-5ee26667db36,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:50.894991 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c8b0086-a38e-4d23-a904-aa07de2a1252 req-ac997641-b385-4a66-911e-eb59b05ad8eb tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066915 Feb 04 13:20:50.904945 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-200e46bb-dd0a-40a4-9c37-11f55a0f2dab req-36f1cda0-e6d6-4507-8037-e9ca422ae1ee tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399566 Feb 04 13:20:50.907181 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Attempting to bind port 3d639dfd-f91d-41b4-8b7a-5ee26667db36 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:20:50.908054 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Attempting to bind port 3d639dfd-f91d-41b4-8b7a-5ee26667db36 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:20:50.908894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Attempting to bind port 3d639dfd-f91d-41b4-8b7a-5ee26667db36 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:50.920681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Port 3d639dfd-f91d-41b4-8b7a-5ee26667db36 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:20:50.921017 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Attempting to bind port 3d639dfd-f91d-41b4-8b7a-5ee26667db36 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:50.928255 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:20:50.928599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:20:50.928982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:20:50.929444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Bound port: 3d639dfd-f91d-41b4-8b7a-5ee26667db36, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:20:50.929818 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:51.125066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] For port 3d639dfd-f91d-41b4-8b7a-5ee26667db36, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:20:51.151445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] For port 3d639dfd-f91d-41b4-8b7a-5ee26667db36, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=3d639dfd-f91d-41b4-8b7a-5ee26667db36,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:20:51.166320 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:51.182149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100ba17-2d6f-4322-a8ce-662badcf0fe8 req-8408b6ba-bb18-4253-818e-ba673d2d5670 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:51.183858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5100ba17-2d6f-4322-a8ce-662badcf0fe8 req-8408b6ba-bb18-4253-818e-ba673d2d5670 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 945 time: 0.1524048 Feb 04 13:20:51.222396 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580fc3-7783-46b8-bb94-eeab40e81c54 req-f60c07e4-f848-4583-abdf-5943d35fb924 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:51.224063 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a580fc3-7783-46b8-bb94-eeab40e81c54 req-f60c07e4-f848-4583-abdf-5943d35fb924 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 948 time: 0.1796467 Feb 04 13:20:51.259263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:51.259946 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:51.261417 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] 10.222.0.99 "PUT /v2.0/ports/3d639dfd-f91d-41b4-8b7a-5ee26667db36 HTTP/1.1" status: 200 len: 1097 time: 1.8746929 Feb 04 13:20:51.261927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c', 'tag': '3d639dfd-f91d-41b4-8b7a-5ee26667db36'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:51.264338 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767739c3-a8f8-4efe-86c1-13a6957dee00" -d '{"events": [{"name": "network-changed", "server_uuid": "a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c", "tag": "3d639dfd-f91d-41b4-8b7a-5ee26667db36"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:51.323453 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c26a5-ef48-4ab2-a3fc-f9a301c04ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d639dfd-f91d-41b4-8b7a-5ee26667db36,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:51.387673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5100ba17-2d6f-4322-a8ce-662badcf0fe8 req-844aac73-0cdc-4eb4-a033-de5c54190973 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760683 Feb 04 13:20:51.395100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a580fc3-7783-46b8-bb94-eeab40e81c54 req-17e3ffca-069f-411a-a843-575e271205a3 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567497 Feb 04 13:20:51.454345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-37d83f80-5348-4333-9de1-01cd4f988c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:51.461236 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-37d83f80-5348-4333-9de1-01cd4f988c1d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=27273a594b6d4316853a5f761828fff2&device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 1131 time: 0.1331999 Feb 04 13:20:51.546982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-d265dd4f-c1b5-47a1-b515-65d4e32d7491 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=3d639dfd-f91d-41b4-8b7a-5ee26667db36 HTTP/1.1" status: 200 len: 217 time: 0.0769498 Feb 04 13:20:51.701408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-bcd474c3-7d35-4dc5-bf64-7929c425d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:51.702958 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-bcd474c3-7d35-4dc5-bf64-7929c425d3ab service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1471291 Feb 04 13:20:51.751653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4161193-7528-41fb-b639-cd17833f60ce req-62489088-3560-4687-92a4-f5199fd470d7 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:51.753189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4161193-7528-41fb-b639-cd17833f60ce req-62489088-3560-4687-92a4-f5199fd470d7 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1552422 Feb 04 13:20:51.819678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93039586-cae3-4a37-b230-8c734304fbf2 req-825108f7-570f-4ef7-86f6-afe23539f5a7 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:51.821242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93039586-cae3-4a37-b230-8c734304fbf2 req-825108f7-570f-4ef7-86f6-afe23539f5a7 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.1666534 Feb 04 13:20:51.826552 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4161193-7528-41fb-b639-cd17833f60ce req-c2e1a229-6f6a-4327-bd25-e8c41a1711d3 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0631044 Feb 04 13:20:51.845073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-6175ba72-0dc8-47fc-b80f-671541e5c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:51.847329 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-6175ba72-0dc8-47fc-b80f-671541e5c8a3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1345043 Feb 04 13:20:51.866729 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729720f7-1f92-488f-ba0a-e061fe8c3e32 x-openstack-request-id: req-729720f7-1f92-488f-ba0a-e061fe8c3e32 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:51.867153 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c", "tag": "3d639dfd-f91d-41b4-8b7a-5ee26667db36", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:51.867509 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-729720f7-1f92-488f-ba0a-e061fe8c3e32 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:51.868061 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c', 'tag': '3d639dfd-f91d-41b4-8b7a-5ee26667db36', 'status': 'completed', 'code': 200} Feb 04 13:20:51.996704 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93039586-cae3-4a37-b230-8c734304fbf2 req-0533f7e8-feaa-46c7-82a3-f9046bbcf5a0 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661637 Feb 04 13:20:52.039800 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-783801bc-daeb-4192-90f1-8f197a0ce931 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838362 Feb 04 13:20:52.050881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3b2d8-5beb-43e4-863a-07d70ad04e5d req-42e0db97-04f7-48b6-aefb-4ada72d6f6ff tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:52.052673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ce3b2d8-5beb-43e4-863a-07d70ad04e5d req-42e0db97-04f7-48b6-aefb-4ada72d6f6ff tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.1231723 Feb 04 13:20:52.156416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-ba21cc8b-e3cd-44f1-8ad2-8dfde166d53f tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=c681d270e6064900b7ddb742717a7fe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395355 Feb 04 13:20:52.253323 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ce3b2d8-5beb-43e4-863a-07d70ad04e5d req-4f7c02a6-0deb-4187-afe1-40a2f30ffdbd tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789982 Feb 04 13:20:52.264026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7c87013-ae08-4daa-b7a7-40437a600db2 req-21b1b075-a34a-4210-8172-74ef608f92c4 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103357 Feb 04 13:20:52.374620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06d8a8d4-1c88-4966-85f3-be8c4a0778c0 req-edae5bfa-156e-4dfa-9f59-1ffbb3986e5e tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0607331 Feb 04 13:20:52.417759 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-6b3bcc74-eca9-4509-8e0a-8993f363512b tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:52.424575 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-6b3bcc74-eca9-4509-8e0a-8993f363512b tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595470 Feb 04 13:20:52.447734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-86bbeb06-db97-4257-b008-78688aa77033 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/quotas/c681d270e6064900b7ddb742717a7fe4 HTTP/1.1" status: 200 len: 375 time: 0.0215735 Feb 04 13:20:52.501511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767739c3-a8f8-4efe-86c1-13a6957dee00 req-897d1a49-f84c-4f2c-bd05-8c331d3bda46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:52.504042 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-767739c3-a8f8-4efe-86c1-13a6957dee00 req-897d1a49-f84c-4f2c-bd05-8c331d3bda46 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=27273a594b6d4316853a5f761828fff2&device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 1131 time: 0.1432514 Feb 04 13:20:52.623618 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-66415f80-e9f2-4f42-8a57-1dda039b61a5 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c681d270e6064900b7ddb742717a7fe4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1751316 Feb 04 13:20:52.783169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767739c3-a8f8-4efe-86c1-13a6957dee00 req-437f5c04-1cca-4e3b-a834-3c3d29a859c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:52.784226 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-767739c3-a8f8-4efe-86c1-13a6957dee00 req-437f5c04-1cca-4e3b-a834-3c3d29a859c4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.2703452 Feb 04 13:20:52.893111 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-767739c3-a8f8-4efe-86c1-13a6957dee00 req-1c57d199-1fbd-4e24-bf5b-021fc46b6b6e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=3d639dfd-f91d-41b4-8b7a-5ee26667db36 HTTP/1.1" status: 200 len: 217 time: 0.1007781 Feb 04 13:20:53.088024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767739c3-a8f8-4efe-86c1-13a6957dee00 req-122a578f-d1f4-47b1-b38b-2be49750a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:53.090032 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-767739c3-a8f8-4efe-86c1-13a6957dee00 req-122a578f-d1f4-47b1-b38b-2be49750a5e6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1665690 Feb 04 13:20:53.119816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c904-d04a-4617-963b-adcc81307c4b req-9a1e47dc-1e34-4154-8509-6192ab44462c tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:53.121675 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee18c904-d04a-4617-963b-adcc81307c4b req-9a1e47dc-1e34-4154-8509-6192ab44462c tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 948 time: 0.2266941 Feb 04 13:20:53.163004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade861fa-542b-408d-b4f2-36c4ec6b2d56 req-613f5ba7-b8c8-4396-999c-53cb081d5cfd tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:53.164321 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ade861fa-542b-408d-b4f2-36c4ec6b2d56 req-613f5ba7-b8c8-4396-999c-53cb081d5cfd tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.2395930 Feb 04 13:20:53.250837 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767739c3-a8f8-4efe-86c1-13a6957dee00 req-885d38e3-cc58-4c51-9ae9-8b8b8c2b19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:53.252416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-767739c3-a8f8-4efe-86c1-13a6957dee00 req-885d38e3-cc58-4c51-9ae9-8b8b8c2b19cf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1525981 Feb 04 13:20:53.265478 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee18c904-d04a-4617-963b-adcc81307c4b req-1efffae0-bc50-40cf-86d4-5e5c9e72ee74 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212332 Feb 04 13:20:53.282610 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ade861fa-542b-408d-b4f2-36c4ec6b2d56 req-a8fb5943-54ad-4b35-ad89-44361efd9d57 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074152 Feb 04 13:20:53.572325 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-767739c3-a8f8-4efe-86c1-13a6957dee00 req-6f5f0cca-9799-4e93-b3d5-079866ee5b4a service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103831 Feb 04 13:20:53.699526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5305505-ada5-4f26-bb0b-e63682c2e314 req-7ce95a32-ddc2-40c2-94e9-811f8cf5b445 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:53.702201 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5305505-ada5-4f26-bb0b-e63682c2e314 req-7ce95a32-ddc2-40c2-94e9-811f8cf5b445 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 945 time: 0.2958875 Feb 04 13:20:53.754194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486feab7-75d4-4636-ac27-7979119c5215 req-ac1d24ac-9b53-4e58-ac23-9f65d58a7513 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:53.757674 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-486feab7-75d4-4636-ac27-7979119c5215 req-ac1d24ac-9b53-4e58-ac23-9f65d58a7513 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 945 time: 0.2870777 Feb 04 13:20:53.810295 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:20:53.926180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5305505-ada5-4f26-bb0b-e63682c2e314 req-dfa310b1-771e-4e9c-a80a-4fc99d31050c tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152495 Feb 04 13:20:53.931731 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-767739c3-a8f8-4efe-86c1-13a6957dee00 req-8563193f-d149-4158-b359-18f980b043c1 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455820 Feb 04 13:20:53.948822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-486feab7-75d4-4636-ac27-7979119c5215 req-a2c224ec-f7a9-4949-9bd4-498c6c64c072 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759214 Feb 04 13:20:54.068206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddd78af1-cdc9-466f-be93-8a7f1a9c063a req-1f928cfe-dcf5-49ca-acce-0a786e4ec96e tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 210 time: 0.0431440 Feb 04 13:20:54.127846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed51703-e423-4856-bf94-41dbf3031ab7 req-2dcf8400-9b1c-4dcf-8e80-0d8e05acbc74 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:54.129415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ed51703-e423-4856-bf94-41dbf3031ab7 req-2dcf8400-9b1c-4dcf-8e80-0d8e05acbc74 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.0933914 Feb 04 13:20:54.213107 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ed51703-e423-4856-bf94-41dbf3031ab7 req-a4e57300-a504-460c-abe4-2a04efabe98f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765834 Feb 04 13:20:54.233615 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54b9cb-17df-4563-9fc8-ae0b776d0cad req-b1dbfd29-fa67-4ccb-8281-2afd9fdca3a2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:54.237336 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c54b9cb-17df-4563-9fc8-ae0b776d0cad req-b1dbfd29-fa67-4ccb-8281-2afd9fdca3a2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.1028383 Feb 04 13:20:54.312324 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c54b9cb-17df-4563-9fc8-ae0b776d0cad req-736da6b6-3a64-4720-b668-5e030b27966a tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598803 Feb 04 13:20:54.317308 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-d8c57f72-7fcf-4f3f-bfc1-b0808b6edd54 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=c681d270e6064900b7ddb742717a7fe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450895 Feb 04 13:20:54.506064 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-64002f3f-603e-4ed6-be3a-171d4afdef58 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:54.508669 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-64002f3f-603e-4ed6-be3a-171d4afdef58 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849582 Feb 04 13:20:54.529836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-d498855a-8517-4bb0-a55f-9af05e2b9e77 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Request body: {'port': {'device_id': '4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': 'c681d270e6064900b7ddb742717a7fe4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:54.636362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9379c9-b417-4632-909e-617aebde76ce req-46a44cfc-6f00-43ce-bbc6-a4e0ad350742 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:54.638951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc9379c9-b417-4632-909e-617aebde76ce req-46a44cfc-6f00-43ce-bbc6-a4e0ad350742 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 948 time: 0.1784921 Feb 04 13:20:54.750461 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc9379c9-b417-4632-909e-617aebde76ce req-a61e05be-19ba-4a12-b25f-eef0d3cda574 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042502 Feb 04 13:20:54.787050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-d498855a-8517-4bb0-a55f-9af05e2b9e77 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Made reservation on behalf of c681d270e6064900b7ddb742717a7fe4 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:54.794641 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-d498855a-8517-4bb0-a55f-9af05e2b9e77 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:54.943719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f61031-4ade-425b-8b58-6eab9d3599df req-1f0addb5-3804-452a-bd82-dbfa6080a13f tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:54.945711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3f61031-4ade-425b-8b58-6eab9d3599df req-1f0addb5-3804-452a-bd82-dbfa6080a13f tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.100 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 945 time: 0.1241171 Feb 04 13:20:55.039117 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-d498855a-8517-4bb0-a55f-9af05e2b9e77 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Allocated IP 192.168.233.47 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/49bd24f4-a78b-4bee-9358-2a5f25736764) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:55.143089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 3d639dfd-f91d-41b4-8b7a-5ee26667db36 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:20:55.260432 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-d498855a-8517-4bb0-a55f-9af05e2b9e77 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks [] for port (49bd24f4-a78b-4bee-9358-2a5f25736764), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:55.269140 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d3f61031-4ade-425b-8b58-6eab9d3599df req-215bedc8-7d0a-46bf-ab2d-c5304e7d6281 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Deleting port 1ddeea8d-0350-4831-b056-f0c95ec6c94a {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:20:55.271277 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d3f61031-4ade-425b-8b58-6eab9d3599df req-215bedc8-7d0a-46bf-ab2d-c5304e7d6281 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1ddeea8d-0350-4831-b056-f0c95ec6c94a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:55.322484 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-d498855a-8517-4bb0-a55f-9af05e2b9e77 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (49bd24f4-a78b-4bee-9358-2a5f25736764), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:55.380822 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 3d639dfd-f91d-41b4-8b7a-5ee26667db36, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=3d639dfd-f91d-41b4-8b7a-5ee26667db36,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:55.396383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498855a-8517-4bb0-a55f-9af05e2b9e77 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Pushing event updated for resources: {'Port': ['ID=49bd24f4-a78b-4bee-9358-2a5f25736764,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:55.401917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['77fc741e-8cf2-4206-9998-69b22d8604ac'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:55.415923 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-d498855a-8517-4bb0-a55f-9af05e2b9e77 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:55.417985 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-d498855a-8517-4bb0-a55f-9af05e2b9e77 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:55.420736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-d498855a-8517-4bb0-a55f-9af05e2b9e77 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:20:55.429156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-d498855a-8517-4bb0-a55f-9af05e2b9e77 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:55.430630 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-d498855a-8517-4bb0-a55f-9af05e2b9e77 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:55.467016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509adee-d421-4b3d-a0eb-8cdaecd3fb1c req-f035ec77-e84e-4326-868c-86d1474fc049 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:55.467881 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-d498855a-8517-4bb0-a55f-9af05e2b9e77 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9453402 Feb 04 13:20:55.471408 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e509adee-d421-4b3d-a0eb-8cdaecd3fb1c req-f035ec77-e84e-4326-868c-86d1474fc049 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 945 time: 0.3012807 Feb 04 13:20:55.482073 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '3d639dfd-f91d-41b4-8b7a-5ee26667db36', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '3d639dfd-f91d-41b4-8b7a-5ee26667db36', 'mac_address': 'fa:16:3e:c5:3a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:20:55.504347 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Request body: {'port': {'device_id': '4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:55.526882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d3f61031-4ade-425b-8b58-6eab9d3599df req-215bedc8-7d0a-46bf-ab2d-c5304e7d6281 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] For port 1ddeea8d-0350-4831-b056-f0c95ec6c94a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=1ddeea8d-0350-4831-b056-f0c95ec6c94a,segment=NetworkSegment(dc85e56d-2d75-4c90-9945-77ae124e78ee),segment_id=dc85e56d-2d75-4c90-9945-77ae124e78ee)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:55.527365 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d3f61031-4ade-425b-8b58-6eab9d3599df req-215bedc8-7d0a-46bf-ab2d-c5304e7d6281 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1ddeea8d-0350-4831-b056-f0c95ec6c94a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:55.545203 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d3f61031-4ade-425b-8b58-6eab9d3599df req-215bedc8-7d0a-46bf-ab2d-c5304e7d6281 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Calling delete_port for 1ddeea8d-0350-4831-b056-f0c95ec6c94a owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:20:55.616324 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (49bd24f4-a78b-4bee-9358-2a5f25736764), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:55.662048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 3d639dfd-f91d-41b4-8b7a-5ee26667db36 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:55.662665 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:55.665192 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e509adee-d421-4b3d-a0eb-8cdaecd3fb1c req-c11788f6-8713-4e5d-bbfe-faa3f30e5cb2 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695722 Feb 04 13:20:55.695960 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d639dfd-f91d-41b4-8b7a-5ee26667db36 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:55.746666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 3d639dfd-f91d-41b4-8b7a-5ee26667db36, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=3d639dfd-f91d-41b4-8b7a-5ee26667db36,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:55.756871 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:55.814532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=3d639dfd-f91d-41b4-8b7a-5ee26667db36,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:55.878201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252e7f8-e834-40e0-b0f8-2d89b2861700 req-35f9e4a7-86a3-4e94-b3ed-3426f2870c76 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:55.885622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-835ac441-0528-4eb1-b627-eedbb4cce58b None None] Provisioning complete for port 49bd24f4-a78b-4bee-9358-2a5f25736764 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:55.885839 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7252e7f8-e834-40e0-b0f8-2d89b2861700 req-35f9e4a7-86a3-4e94-b3ed-3426f2870c76 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 945 time: 0.5251923 Feb 04 13:20:55.885991 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-835ac441-0528-4eb1-b627-eedbb4cce58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (49bd24f4-a78b-4bee-9358-2a5f25736764), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:55.924980 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d3f61031-4ade-425b-8b58-6eab9d3599df req-215bedc8-7d0a-46bf-ab2d-c5304e7d6281 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (1ddeea8d-0350-4831-b056-f0c95ec6c94a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:55.937071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-835ac441-0528-4eb1-b627-eedbb4cce58b None None] Port 49bd24f4-a78b-4bee-9358-2a5f25736764 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:20:55.943475 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['1ddeea8d-0350-4831-b056-f0c95ec6c94a'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:55.974984 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7252e7f8-e834-40e0-b0f8-2d89b2861700 req-2f97ec4e-c7d2-4076-97db-fda872684006 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/security-groups?id=7e23de90-cbf6-40c7-af99-24cdcb3d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881269 Feb 04 13:20:56.016335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a3185-f3f9-46c5-9f20-54a106a23ff4 req-2ef683d2-8994-4c97-88f3-629f2518db76 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:56.018157 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-976a3185-f3f9-46c5-9f20-54a106a23ff4 req-2ef683d2-8994-4c97-88f3-629f2518db76 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 935 time: 0.1873367 Feb 04 13:20:56.037093 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bedc8-7d0a-46bf-ab2d-c5304e7d6281 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Pushing event deleted for resources: {'Port': ['ID=1ddeea8d-0350-4831-b056-f0c95ec6c94a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:56.141091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49bd24f4-a78b-4bee-9358-2a5f25736764 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:56.153212 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Publish callbacks [] for port (49bd24f4-a78b-4bee-9358-2a5f25736764), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:56.173825 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Transition to ACTIVE for port object 49bd24f4-a78b-4bee-9358-2a5f25736764 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:56.182434 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f61031-4ade-425b-8b58-6eab9d3599df req-215bedc8-7d0a-46bf-ab2d-c5304e7d6281 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] No DVR routers for this DVR port 1ddeea8d-0350-4831-b056-f0c95ec6c94a on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:20:56.183959 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (49bd24f4-a78b-4bee-9358-2a5f25736764), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:56.186482 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d3f61031-4ade-425b-8b58-6eab9d3599df req-215bedc8-7d0a-46bf-ab2d-c5304e7d6281 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:56.189836 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3f61031-4ade-425b-8b58-6eab9d3599df req-215bedc8-7d0a-46bf-ab2d-c5304e7d6281 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.100 "DELETE /v2.0/ports/1ddeea8d-0350-4831-b056-f0c95ec6c94a HTTP/1.1" status: 204 len: 173 time: 1.2367108 Feb 04 13:20:56.190600 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36fdc99-94ad-4229-a7b4-4b31f26b12c6', 'name': 'network-vif-deleted', 'tag': '1ddeea8d-0350-4831-b056-f0c95ec6c94a'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:56.193114 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e300fdab-b54c-4a6c-9969-ce2b82e35028" -d '{"events": [{"server_uuid": "b36fdc99-94ad-4229-a7b4-4b31f26b12c6", "name": "network-vif-deleted", "tag": "1ddeea8d-0350-4831-b056-f0c95ec6c94a"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:56.256343 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-976a3185-f3f9-46c5-9f20-54a106a23ff4 req-00891954-6a20-4ea2-aadc-77a5a7735aa9 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289624 Feb 04 13:20:56.259539 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['3d639dfd-f91d-41b4-8b7a-5ee26667db36'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:56.294132 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645ebd6-4fe1-456f-8226-9cb4b128e9c6 req-78d87f1c-b035-484e-b8a5-9e09d5c5734f tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:56.300021 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2645ebd6-4fe1-456f-8226-9cb4b128e9c6 req-78d87f1c-b035-484e-b8a5-9e09d5c5734f tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.2033470 Feb 04 13:20:56.344899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Pushing event updated for resources: {'Port': ['ID=49bd24f4-a78b-4bee-9358-2a5f25736764,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:56.447941 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2645ebd6-4fe1-456f-8226-9cb4b128e9c6 req-2816234a-646e-4596-b9e0-df1e022bc0b2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409469 Feb 04 13:20:56.451355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Attempting to bind port 49bd24f4-a78b-4bee-9358-2a5f25736764 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:20:56.451722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Attempting to bind port 49bd24f4-a78b-4bee-9358-2a5f25736764 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:20:56.452064 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Attempting to bind port 49bd24f4-a78b-4bee-9358-2a5f25736764 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:56.480333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Port 49bd24f4-a78b-4bee-9358-2a5f25736764 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:20:56.480678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Attempting to bind port 49bd24f4-a78b-4bee-9358-2a5f25736764 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:56.496419 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:20:56.496797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:20:56.497201 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:20:56.497662 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Bound port: 49bd24f4-a78b-4bee-9358-2a5f25736764, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:20:56.498049 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (49bd24f4-a78b-4bee-9358-2a5f25736764), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:56.550836 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331f8ae-c4cb-47e6-a493-d5e58660db2e req-b813d2e5-a5c4-4afb-b8a7-f31b2d5955f4 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:56.558952 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7331f8ae-c4cb-47e6-a493-d5e58660db2e req-b813d2e5-a5c4-4afb-b8a7-f31b2d5955f4 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.1487350 Feb 04 13:20:56.664814 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] For port 49bd24f4-a78b-4bee-9358-2a5f25736764, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:20:56.674383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] For port 49bd24f4-a78b-4bee-9358-2a5f25736764, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=49bd24f4-a78b-4bee-9358-2a5f25736764,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:20:56.706795 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7331f8ae-c4cb-47e6-a493-d5e58660db2e req-3d3b6a57-5210-49ec-a3e9-f7283ad4c779 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385553 Feb 04 13:20:56.709476 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (49bd24f4-a78b-4bee-9358-2a5f25736764), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:56.730974 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00485b-f58f-4a3b-a321-69142700b2ed req-d23f0f0c-6a8a-4bc2-856a-b04eac9ce3dd tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:56.732796 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec00485b-f58f-4a3b-a321-69142700b2ed req-d23f0f0c-6a8a-4bc2-856a-b04eac9ce3dd tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 949 time: 0.1633980 Feb 04 13:20:56.803769 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04769906-b3f4-4641-a929-2cdd284635d2 x-openstack-request-id: req-04769906-b3f4-4641-a929-2cdd284635d2 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:56.804091 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36fdc99-94ad-4229-a7b4-4b31f26b12c6", "name": "network-vif-deleted", "tag": "1ddeea8d-0350-4831-b056-f0c95ec6c94a", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:56.804355 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-04769906-b3f4-4641-a929-2cdd284635d2 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:56.804783 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36fdc99-94ad-4229-a7b4-4b31f26b12c6', 'name': 'network-vif-deleted', 'tag': '1ddeea8d-0350-4831-b056-f0c95ec6c94a', 'status': 'completed', 'code': 200} Feb 04 13:20:56.861688 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Pushing event updated for resources: {'Port': ['ID=49bd24f4-a78b-4bee-9358-2a5f25736764,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:56.880686 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec00485b-f58f-4a3b-a321-69142700b2ed req-22b6eadd-229c-48ee-98c1-dcb4f4784e3b tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336071 Feb 04 13:20:56.908334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:56.911585 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:56.913920 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-61e11082-f21e-41b7-a6d2-f6a660a42259 service neutron] 10.222.0.100 "PUT /v2.0/ports/49bd24f4-a78b-4bee-9358-2a5f25736764 HTTP/1.1" status: 200 len: 1096 time: 1.4351676 Feb 04 13:20:56.915251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f', 'tag': '49bd24f4-a78b-4bee-9358-2a5f25736764'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:56.919237 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461d3ebd-58e6-4c9e-a17b-3a41305c8072" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f", "tag": "49bd24f4-a78b-4bee-9358-2a5f25736764"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:56.986143 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b73ab9-021e-43d7-b87d-239ca41be68c x-openstack-request-id: req-a1b73ab9-021e-43d7-b87d-239ca41be68c {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:56.987682 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f", "tag": "49bd24f4-a78b-4bee-9358-2a5f25736764", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:56.988055 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a1b73ab9-021e-43d7-b87d-239ca41be68c {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:56.988566 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f', 'tag': '49bd24f4-a78b-4bee-9358-2a5f25736764', 'status': 'completed', 'code': 200} Feb 04 13:20:57.016316 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb2107-f9e7-457c-8b66-4c77a88e4b18 req-739ecc02-bd5d-4b42-b8a3-de27e45125b6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:57.029247 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fb2107-f9e7-457c-8b66-4c77a88e4b18 req-739ecc02-bd5d-4b42-b8a3-de27e45125b6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 945 time: 0.1445425 Feb 04 13:20:57.142409 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-f3450db8-f46e-457f-82f4-b3a2cd96eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:57.144185 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-f3450db8-f46e-457f-82f4-b3a2cd96eb3b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c681d270e6064900b7ddb742717a7fe4&device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 1130 time: 0.1363699 Feb 04 13:20:57.196220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9786486d-71f6-4dfd-b937-8f46986deb4c req-8acbd595-ffcb-4814-8ab1-b4b2859d685d tempest-FloatingIPsAssociationNegativeTestJSON-1335356786 tempest-FloatingIPsAssociationNegativeTestJSON-1335356786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b36fdc99-94ad-4229-a7b4-4b31f26b12c6 HTTP/1.1" status: 200 len: 210 time: 0.0368876 Feb 04 13:20:57.213659 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-4ec1e2c1-9e05-4938-87f9-b546957eb953 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=49bd24f4-a78b-4bee-9358-2a5f25736764 HTTP/1.1" status: 200 len: 217 time: 0.0527630 Feb 04 13:20:57.220917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fb2107-f9e7-457c-8b66-4c77a88e4b18 req-c6210ee6-9f9c-43b2-b413-97ed789b9059 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904631 Feb 04 13:20:57.278150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-51d73f87-22d6-4873-9c90-481c52d18b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:57.281029 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-51d73f87-22d6-4873-9c90-481c52d18b70 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0590069 Feb 04 13:20:57.343063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-aafdf544-3058-46b7-bfa1-0a11b37963d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:57.344713 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-aafdf544-3058-46b7-bfa1-0a11b37963d8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0555124 Feb 04 13:20:57.411655 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b05fc-3a75-4319-8aa4-30d491de4cfd req-2c584fbe-fd74-4f31-9f4c-cb1ed1345a52 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:57.419829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef6b05fc-3a75-4319-8aa4-30d491de4cfd req-2c584fbe-fd74-4f31-9f4c-cb1ed1345a52 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 947 time: 0.0796580 Feb 04 13:20:57.462985 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-81e364d0-5716-4417-a613-2c8250cae393 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078176 Feb 04 13:20:57.491628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef6b05fc-3a75-4319-8aa4-30d491de4cfd req-76d009d8-c818-42e6-90ed-b20a5b5aa329 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634232 Feb 04 13:20:57.627519 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55979865-a8fa-4ab0-b795-faa8886ff0bf req-6afcaa59-1546-47b7-86fd-424799dce14f service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516445 Feb 04 13:20:57.633739 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b865fb0-84c4-4f8d-bfb0-e29e9edfd9a1 req-563d0125-f59d-4632-9ff5-2c44240705e8 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:57.635523 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b865fb0-84c4-4f8d-bfb0-e29e9edfd9a1 req-563d0125-f59d-4632-9ff5-2c44240705e8 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.0854852 Feb 04 13:20:57.730147 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b865fb0-84c4-4f8d-bfb0-e29e9edfd9a1 req-1e5cb109-4ba1-4e72-9332-1245c9792df5 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875077 Feb 04 13:20:57.860888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d3ebd-58e6-4c9e-a17b-3a41305c8072 req-76622b99-4d98-489c-9630-dfe9d7beab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:57.862588 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-461d3ebd-58e6-4c9e-a17b-3a41305c8072 req-76622b99-4d98-489c-9630-dfe9d7beab1f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c681d270e6064900b7ddb742717a7fe4&device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 1130 time: 0.1429851 Feb 04 13:20:57.934671 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 1ddeea8d-0350-4831-b056-f0c95ec6c94a no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:20:57.944064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0752dc3-8704-4563-8a62-ee69baf2ce8a req-43f54770-0f32-4af2-97be-f76d0c00825a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:57.946240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b0752dc3-8704-4563-8a62-ee69baf2ce8a req-43f54770-0f32-4af2-97be-f76d0c00825a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.0899601 Feb 04 13:20:57.977746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 1ddeea8d-0350-4831-b056-f0c95ec6c94a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:20:57.978544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 1ddeea8d-0350-4831-b056-f0c95ec6c94a not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:20:58.009777 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d3ebd-58e6-4c9e-a17b-3a41305c8072 req-e8a7eec3-f97b-4209-90e5-e31758360b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:58.011465 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-461d3ebd-58e6-4c9e-a17b-3a41305c8072 req-e8a7eec3-f97b-4209-90e5-e31758360b0a service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.1326873 Feb 04 13:20:58.052817 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b0752dc3-8704-4563-8a62-ee69baf2ce8a req-dda5212a-210b-4caa-aeca-46fdbe76b272 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991895 Feb 04 13:20:58.064087 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-461d3ebd-58e6-4c9e-a17b-3a41305c8072 req-918c5368-1ce1-4bff-87d1-fb0977e09a8b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=49bd24f4-a78b-4bee-9358-2a5f25736764 HTTP/1.1" status: 200 len: 217 time: 0.0459659 Feb 04 13:20:58.081968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653294a-1765-44a6-befb-6a73ecd79d7b req-a06228a3-12d9-477a-aa69-b525f7d1dbab tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:58.085026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f653294a-1765-44a6-befb-6a73ecd79d7b req-a06228a3-12d9-477a-aa69-b525f7d1dbab tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 949 time: 0.1043768 Feb 04 13:20:58.147208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d3ebd-58e6-4c9e-a17b-3a41305c8072 req-68666b92-7463-4eb5-84d0-c3390a1aa1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:58.149862 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-461d3ebd-58e6-4c9e-a17b-3a41305c8072 req-68666b92-7463-4eb5-84d0-c3390a1aa1ae service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0795810 Feb 04 13:20:58.163528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f653294a-1765-44a6-befb-6a73ecd79d7b req-25c11da1-3c1e-4fd7-b29f-3d628a022763 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687642 Feb 04 13:20:58.280515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33156) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:20:58.522586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a77aa-13a8-4161-9934-1183cc72b545 req-cacfd17f-6844-4473-96b7-daee6cab00c6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:58.527291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-785a77aa-13a8-4161-9934-1183cc72b545 req-cacfd17f-6844-4473-96b7-daee6cab00c6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 945 time: 0.1647890 Feb 04 13:20:58.534728 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d3ebd-58e6-4c9e-a17b-3a41305c8072 req-4d16c994-d5f9-4912-addb-6785d6da80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:58.536972 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-461d3ebd-58e6-4c9e-a17b-3a41305c8072 req-4d16c994-d5f9-4912-addb-6785d6da80dd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3789580 Feb 04 13:20:58.720731 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-461d3ebd-58e6-4c9e-a17b-3a41305c8072 req-d5934b9d-ba5b-4597-8e74-c1d2d33e0957 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613762 Feb 04 13:20:58.853619 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-461d3ebd-58e6-4c9e-a17b-3a41305c8072 req-8d76e863-7a35-4359-aeba-b056c404cc45 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257775 Feb 04 13:20:59.034389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-785a77aa-13a8-4161-9934-1183cc72b545 req-6dbbf1b5-2d1f-486d-aac8-3226c5500f94 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949594 Feb 04 13:20:59.065801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6186a-9190-4e91-a63d-a30b824e6a97 req-92677223-6635-4235-8799-ccc9a8bd79d7 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:59.073977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3e6186a-9190-4e91-a63d-a30b824e6a97 req-92677223-6635-4235-8799-ccc9a8bd79d7 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 947 time: 0.4740219 Feb 04 13:20:59.167713 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a752d215-8ad2-4d6c-9761-1d044f219164 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:20:59.172590 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3e6186a-9190-4e91-a63d-a30b824e6a97 req-61d4bd17-ccc5-4172-8505-0012a98d0605 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968802 Feb 04 13:20:59.207210 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 3d639dfd-f91d-41b4-8b7a-5ee26667db36 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:20:59.333622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 3d639dfd-f91d-41b4-8b7a-5ee26667db36 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:59.340721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 3d639dfd-f91d-41b4-8b7a-5ee26667db36 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:59.341089 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:59.358067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f6012-e694-4607-85f2-1eb763fcbb5e req-17d05612-6739-4f85-8607-90beb1bd3d1a tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:59.359840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b5f6012-e694-4607-85f2-1eb763fcbb5e req-17d05612-6739-4f85-8607-90beb1bd3d1a tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.2123580 Feb 04 13:20:59.378385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545898ea-80aa-478a-8a01-052287a15f14 req-e59031b5-bd89-4d6c-8a12-538b9568e243 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:59.380813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-545898ea-80aa-478a-8a01-052287a15f14 req-e59031b5-bd89-4d6c-8a12-538b9568e243 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.1310694 Feb 04 13:20:59.404328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a752d215-8ad2-4d6c-9761-1d044f219164, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a752d215-8ad2-4d6c-9761-1d044f219164,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:59.421192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'a752d215-8ad2-4d6c-9761-1d044f219164', 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e', 'port_id': 'a752d215-8ad2-4d6c-9761-1d044f219164', 'mac_address': 'fa:16:3e:bb:61:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b76ab68-ed3b-41e4-97fc-fb0267da718f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:20:59.489884 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b5f6012-e694-4607-85f2-1eb763fcbb5e req-40ba1742-da93-41e1-92f5-d2f23acdb488 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029587 Feb 04 13:20:59.500659 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a752d215-8ad2-4d6c-9761-1d044f219164 is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:59.501438 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:59.507094 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-545898ea-80aa-478a-8a01-052287a15f14 req-0fa16b59-c327-4362-b372-3d22413be848 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970497 Feb 04 13:20:59.518271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 3d639dfd-f91d-41b4-8b7a-5ee26667db36 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:59.518757 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:59.526787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a752d215-8ad2-4d6c-9761-1d044f219164 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:59.581721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a752d215-8ad2-4d6c-9761-1d044f219164, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a752d215-8ad2-4d6c-9761-1d044f219164,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:59.592953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d639dfd-f91d-41b4-8b7a-5ee26667db36'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:59.597524 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b2cb4e-7099-4ce9-a266-d351ece20b9e" -d '{"events": [{"server_uuid": "a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c", "name": "network-vif-plugged", "status": "completed", "tag": "3d639dfd-f91d-41b4-8b7a-5ee26667db36"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:59.630648 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:59.637661 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 3d639dfd-f91d-41b4-8b7a-5ee26667db36, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=3d639dfd-f91d-41b4-8b7a-5ee26667db36,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:59.681452 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fd80fd-15b7-4fd5-a1b2-7a978fc633d0 x-openstack-request-id: req-b2fd80fd-15b7-4fd5-a1b2-7a978fc633d0 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:59.681452 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c", "name": "network-vif-plugged", "status": "completed", "tag": "3d639dfd-f91d-41b4-8b7a-5ee26667db36", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:59.681871 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b2fd80fd-15b7-4fd5-a1b2-7a978fc633d0 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:59.682284 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d639dfd-f91d-41b4-8b7a-5ee26667db36', 'code': 200} Feb 04 13:20:59.696028 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:59.723379 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a752d215-8ad2-4d6c-9761-1d044f219164,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:59.745222 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce95e7ef-cf1c-44c3-9110-e0049a645496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (a42dd086-dc10-4bdb-ae52-0da5ecece46e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:59.762834 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['a752d215-8ad2-4d6c-9761-1d044f219164'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:59.867752 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=3d639dfd-f91d-41b4-8b7a-5ee26667db36,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:59.893567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c435a-ca21-4fe1-9fc8-8dd1cd39c6f6 req-96e6843f-2035-40fe-b23b-7c62d771029e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:59.895252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-719c435a-ca21-4fe1-9fc8-8dd1cd39c6f6 req-96e6843f-2035-40fe-b23b-7c62d771029e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 950 time: 0.2471201 Feb 04 13:20:59.975087 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59612bec-cd4b-424b-9a75-cb1e28326cc7 req-8a7c382f-33ad-4b0a-b044-344b3c66e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:59.976444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59612bec-cd4b-424b-9a75-cb1e28326cc7 req-8a7c382f-33ad-4b0a-b044-344b3c66e380 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 1133 time: 0.1612792 Feb 04 13:20:59.984931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-719c435a-ca21-4fe1-9fc8-8dd1cd39c6f6 req-93c4ecbe-7aa4-4434-a32e-a8e538991a8c tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770745 Feb 04 13:21:00.136239 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59612bec-cd4b-424b-9a75-cb1e28326cc7 req-7a06bcbc-f789-4716-a4f2-5d8dfb7b3a3d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489143 Feb 04 13:21:00.264675 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499af31-95e5-4341-9d68-f3ad61ca8032 req-37a1c6a6-9123-4efc-bf9e-7ba4935a1906 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:00.266317 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7499af31-95e5-4341-9d68-f3ad61ca8032 req-37a1c6a6-9123-4efc-bf9e-7ba4935a1906 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 945 time: 0.1176324 Feb 04 13:21:00.396210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7499af31-95e5-4341-9d68-f3ad61ca8032 req-4afb5f3d-7572-4a71-9359-12e21542b1d2 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141717 Feb 04 13:21:00.408127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123acf8-18d4-46ff-8f02-7da2cb7b130f req-ed43cf23-dfda-4698-b994-cf4817f58694 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:00.409701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2123acf8-18d4-46ff-8f02-7da2cb7b130f req-ed43cf23-dfda-4698-b994-cf4817f58694 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 947 time: 0.1424575 Feb 04 13:21:00.426152 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ce95e7ef-cf1c-44c3-9110-e0049a645496 admin admin] Deleting port 85da509f-1b89-4ec9-a34c-26c04a06aa61 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:00.426152 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce95e7ef-cf1c-44c3-9110-e0049a645496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:00.580898 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2123acf8-18d4-46ff-8f02-7da2cb7b130f req-8715ed62-d8bb-42b8-be03-9fa0a81caeba tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600668 Feb 04 13:21:00.640799 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-ce95e7ef-cf1c-44c3-9110-e0049a645496 admin admin] For port 85da509f-1b89-4ec9-a34c-26c04a06aa61, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=85da509f-1b89-4ec9-a34c-26c04a06aa61,segment=NetworkSegment(dc85e56d-2d75-4c90-9945-77ae124e78ee),segment_id=dc85e56d-2d75-4c90-9945-77ae124e78ee)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:00.641276 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce95e7ef-cf1c-44c3-9110-e0049a645496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:00.680481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ce95e7ef-cf1c-44c3-9110-e0049a645496 admin admin] Calling delete_port for 85da509f-1b89-4ec9-a34c-26c04a06aa61 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:00.828746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee963f-f8cb-4159-93c1-b726d1e8e84d req-f6c18b05-3b4e-42a6-a0e0-7761391ac6a1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:00.830222 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ecee963f-f8cb-4159-93c1-b726d1e8e84d req-f6c18b05-3b4e-42a6-a0e0-7761391ac6a1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.1603334 Feb 04 13:21:00.885838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0bf9f-f595-4f17-a538-dfc670703859 req-db9e7766-f610-4379-a3cd-7c9285b7be84 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:00.887409 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1b0bf9f-f595-4f17-a538-dfc670703859 req-db9e7766-f610-4379-a3cd-7c9285b7be84 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 944 time: 0.2157335 Feb 04 13:21:00.992568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ecee963f-f8cb-4159-93c1-b726d1e8e84d req-eb23c557-4aa4-4a5c-b3c5-406ec959591b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530600 Feb 04 13:21:00.998045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1b0bf9f-f595-4f17-a538-dfc670703859 req-1da052c0-bebc-4df3-ace2-a9830168b63d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993495 Feb 04 13:21:01.074785 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce95e7ef-cf1c-44c3-9110-e0049a645496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (85da509f-1b89-4ec9-a34c-26c04a06aa61), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:01.124263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95e7ef-cf1c-44c3-9110-e0049a645496 admin admin] Pushing event deleted for resources: {'Port': ['ID=85da509f-1b89-4ec9-a34c-26c04a06aa61,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:01.170540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a752d215-8ad2-4d6c-9761-1d044f219164 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:01.287979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port a752d215-8ad2-4d6c-9761-1d044f219164 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:01.289915 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:01.326237 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ddcf0-3c0f-4a04-af61-45abbc785c4e req-e488d4bb-d843-43c1-9304-226188cbfc1a tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:01.328734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-459ddcf0-3c0f-4a04-af61-45abbc785c4e req-e488d4bb-d843-43c1-9304-226188cbfc1a tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 950 time: 0.2158887 Feb 04 13:21:01.416868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a752d215-8ad2-4d6c-9761-1d044f219164 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:01.417496 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:01.443740 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce95e7ef-cf1c-44c3-9110-e0049a645496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (a42dd086-dc10-4bdb-ae52-0da5ecece46e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:01.463600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a752d215-8ad2-4d6c-9761-1d044f219164, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a752d215-8ad2-4d6c-9761-1d044f219164,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:01.471083 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:01.577826 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a752d215-8ad2-4d6c-9761-1d044f219164,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:01.600654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-459ddcf0-3c0f-4a04-af61-45abbc785c4e req-577c7503-2775-4047-8b14-0217241c1c05 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642286 Feb 04 13:21:01.685132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab978432-4199-4931-9c44-74ebe3ffedd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a752d215-8ad2-4d6c-9761-1d044f219164'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:01.687780 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cc67a1-57a0-4a44-a88f-7ffae332dc56" -d '{"events": [{"server_uuid": "ab978432-4199-4931-9c44-74ebe3ffedd7", "name": "network-vif-plugged", "status": "completed", "tag": "a752d215-8ad2-4d6c-9761-1d044f219164"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:01.769325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b25930-8df4-41a8-a425-96a2d91358cc req-7dfe32c5-3f2c-4f7c-87d3-67e896188deb tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:01.771099 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34b25930-8df4-41a8-a425-96a2d91358cc req-7dfe32c5-3f2c-4f7c-87d3-67e896188deb tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 945 time: 0.1671190 Feb 04 13:21:01.876375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed493ae2-d7cf-4e18-8bd0-498b63a66795 req-2f2594e9-99f6-4344-8d39-f4d1e6c1753f tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:01.878238 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed493ae2-d7cf-4e18-8bd0-498b63a66795 req-2f2594e9-99f6-4344-8d39-f4d1e6c1753f tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 947 time: 0.1782324 Feb 04 13:21:01.966877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 49bd24f4-a78b-4bee-9358-2a5f25736764 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:21:01.984929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34b25930-8df4-41a8-a425-96a2d91358cc req-07e745b3-302a-4095-9b80-e4fb8aa77792 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630476 Feb 04 13:21:02.034812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed493ae2-d7cf-4e18-8bd0-498b63a66795 req-5ae57554-976a-4210-b4fb-a3f9859e1c50 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424570 Feb 04 13:21:02.045917 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce95e7ef-cf1c-44c3-9110-e0049a645496 admin admin] Router a42dd086-dc10-4bdb-ae52-0da5ecece46e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:21:02.118267 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6215ad-540c-4a60-a8f4-6024299c5072 x-openstack-request-id: req-6e6215ad-540c-4a60-a8f4-6024299c5072 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:02.122870 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab978432-4199-4931-9c44-74ebe3ffedd7", "name": "network-vif-plugged", "status": "completed", "tag": "a752d215-8ad2-4d6c-9761-1d044f219164", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:02.123606 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6e6215ad-540c-4a60-a8f4-6024299c5072 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:02.124323 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab978432-4199-4931-9c44-74ebe3ffedd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a752d215-8ad2-4d6c-9761-1d044f219164', 'code': 200} Feb 04 13:21:02.214009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 49bd24f4-a78b-4bee-9358-2a5f25736764, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=49bd24f4-a78b-4bee-9358-2a5f25736764,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:02.242457 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '49bd24f4-a78b-4bee-9358-2a5f25736764', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '49bd24f4-a78b-4bee-9358-2a5f25736764', 'mac_address': 'fa:16:3e:b6:0d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:21:02.295656 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 49bd24f4-a78b-4bee-9358-2a5f25736764 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:02.297934 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (49bd24f4-a78b-4bee-9358-2a5f25736764), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:02.329179 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bd24f4-a78b-4bee-9358-2a5f25736764 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:21:02.359201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17447f0b-18c3-4d40-aef6-8879e558d914 req-7c43de3b-bfff-4cce-a10c-14ceee0d689b tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:02.360952 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17447f0b-18c3-4d40-aef6-8879e558d914 req-7c43de3b-bfff-4cce-a10c-14ceee0d689b tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.2096305 Feb 04 13:21:02.370628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0290801-35e6-4137-a0d4-69450ef5f2a3 req-c5cb1081-e8f1-47f9-aed7-44e4394c40c6 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:02.372411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0290801-35e6-4137-a0d4-69450ef5f2a3 req-c5cb1081-e8f1-47f9-aed7-44e4394c40c6 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.2120268 Feb 04 13:21:02.374632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce95e7ef-cf1c-44c3-9110-e0049a645496 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:21:02.380831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 49bd24f4-a78b-4bee-9358-2a5f25736764, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=49bd24f4-a78b-4bee-9358-2a5f25736764,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:02.386148 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aac96c-18a8-40e7-a439-1f68399578b3 None None] Sync routers for ids ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:02.388471 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (49bd24f4-a78b-4bee-9358-2a5f25736764), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:02.397072 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ce95e7ef-cf1c-44c3-9110-e0049a645496 admin admin] 10.222.0.96 "PUT /v2.0/routers/a42dd086-dc10-4bdb-ae52-0da5ecece46e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1143742 Feb 04 13:21:02.398293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33196) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:02.448786 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aac96c-18a8-40e7-a439-1f68399578b3 None None] Routers {'a42dd086-dc10-4bdb-ae52-0da5ecece46e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:02.458724 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-10aac96c-18a8-40e7-a439-1f68399578b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:20:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:02.522439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17447f0b-18c3-4d40-aef6-8879e558d914 req-6a36c146-7ee6-40b7-9f20-4a8807e5c98c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086452 Feb 04 13:21:02.537166 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0290801-35e6-4137-a0d4-69450ef5f2a3 req-ed9b7a94-e5ba-406a-8e51-88784e0300b0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113658 Feb 04 13:21:02.539571 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=49bd24f4-a78b-4bee-9358-2a5f25736764,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:02.569643 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c50e52c0-daad-47c6-812b-a9ff81916819 admin admin] Publish callbacks [] for router (a42dd086-dc10-4bdb-ae52-0da5ecece46e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:02.710481 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c50e52c0-daad-47c6-812b-a9ff81916819 admin admin] Publish callbacks [] for router_gateway (a42dd086-dc10-4bdb-ae52-0da5ecece46e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:02.713462 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-10aac96c-18a8-40e7-a439-1f68399578b3 None None] Set router a42dd086-dc10-4bdb-ae52-0da5ecece46e gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:02.762068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387b6a7-bfd3-4b97-81d2-28add22ad534 req-938f5ccb-9eff-47a3-93c3-6ee270d3c7fc tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:02.764739 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1387b6a7-bfd3-4b97-81d2-28add22ad534 req-938f5ccb-9eff-47a3-93c3-6ee270d3c7fc tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 950 time: 0.0773582 Feb 04 13:21:02.785200 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-c50e52c0-daad-47c6-812b-a9ff81916819 admin admin] Deleting port 2a8ccdad-ebb0-4212-a548-0701bf534853 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:02.785944 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c50e52c0-daad-47c6-812b-a9ff81916819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2a8ccdad-ebb0-4212-a548-0701bf534853), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:02.835667 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1387b6a7-bfd3-4b97-81d2-28add22ad534 req-7dcd6a90-61e3-451e-a45f-857cd020a986 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643721 Feb 04 13:21:02.913431 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['49bd24f4-a78b-4bee-9358-2a5f25736764'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:21:02.960490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-c50e52c0-daad-47c6-812b-a9ff81916819 admin admin] For port 2a8ccdad-ebb0-4212-a548-0701bf534853, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2a8ccdad-ebb0-4212-a548-0701bf534853,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:02.960852 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c50e52c0-daad-47c6-812b-a9ff81916819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2a8ccdad-ebb0-4212-a548-0701bf534853), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:02.997999 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-c50e52c0-daad-47c6-812b-a9ff81916819 admin admin] Calling delete_port for 2a8ccdad-ebb0-4212-a548-0701bf534853 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:03.312299 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-10aac96c-18a8-40e7-a439-1f68399578b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-router', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:21:01Z', 'revision_number': 5, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'gw_port': {'id': '2a8ccdad-ebb0-4212-a548-0701bf534853', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:37Z', 'updated_at': '2022-02-04T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:03.330178 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce99c27-918d-47db-8fe6-d7136bf3ae82 req-c66fb9de-df3e-434b-838f-e0b551568214 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:03.344049 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ce99c27-918d-47db-8fe6-d7136bf3ae82 req-c66fb9de-df3e-434b-838f-e0b551568214 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 945 time: 0.1549788 Feb 04 13:21:03.394747 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aac96c-18a8-40e7-a439-1f68399578b3 None None] Checking router: a42dd086-dc10-4bdb-ae52-0da5ecece46e for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:03.409057 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aac96c-18a8-40e7-a439-1f68399578b3 None None] Routers {'a42dd086-dc10-4bdb-ae52-0da5ecece46e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:03.409946 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-10aac96c-18a8-40e7-a439-1f68399578b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:20:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:03.454959 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c50e52c0-daad-47c6-812b-a9ff81916819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (2a8ccdad-ebb0-4212-a548-0701bf534853), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.512333 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-10aac96c-18a8-40e7-a439-1f68399578b3 None None] Set router a42dd086-dc10-4bdb-ae52-0da5ecece46e gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:03.513144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e52c0-daad-47c6-812b-a9ff81916819 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8ccdad-ebb0-4212-a548-0701bf534853,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:03.551957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ce99c27-918d-47db-8fe6-d7136bf3ae82 req-7024da15-f6af-4f4d-a37b-9a657bf8ae08 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062099 Feb 04 13:21:03.559178 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c50e52c0-daad-47c6-812b-a9ff81916819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (a42dd086-dc10-4bdb-ae52-0da5ecece46e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.581020 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-10aac96c-18a8-40e7-a439-1f68399578b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-router', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:21:02Z', 'revision_number': 6, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:03.617923 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab8017-2952-492a-968a-e833f9409930 req-fe0a4b0c-ff9d-4b33-942d-e7ebcd7786de tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:03.623485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-daab8017-2952-492a-968a-e833f9409930 req-fe0a4b0c-ff9d-4b33-942d-e7ebcd7786de tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 948 time: 0.2143090 Feb 04 13:21:03.636045 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aac96c-18a8-40e7-a439-1f68399578b3 None None] The sync data for ids ['a42dd086-dc10-4bdb-ae52-0da5ecece46e'] in n-d-714676-13 is: [{'id': 'a42dd086-dc10-4bdb-ae52-0da5ecece46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1610537188-router', 'tenant_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:21:02Z', 'revision_number': 6, 'project_id': '7f73e5a8bbc94399b661de4dcfcbc6a8', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:03.768642 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c50e52c0-daad-47c6-812b-a9ff81916819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (a42dd086-dc10-4bdb-ae52-0da5ecece46e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.777348 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c50e52c0-daad-47c6-812b-a9ff81916819 admin admin] Publish callbacks [] for router_controller (a42dd086-dc10-4bdb-ae52-0da5ecece46e), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.925138 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c50e52c0-daad-47c6-812b-a9ff81916819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (a42dd086-dc10-4bdb-ae52-0da5ecece46e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.928158 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50e52c0-daad-47c6-812b-a9ff81916819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a42dd086-dc10-4bdb-ae52-0da5ecece46e {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:21:03.939296 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c50e52c0-daad-47c6-812b-a9ff81916819 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.950872 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c50e52c0-daad-47c6-812b-a9ff81916819 admin admin] 10.222.0.96 "DELETE /v2.0/routers/a42dd086-dc10-4bdb-ae52-0da5ecece46e HTTP/1.1" status: 204 len: 168 time: 1.5500839 Feb 04 13:21:03.952705 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33218) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:04.081213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bfc3f5-8728-4742-9733-2758c222de79 admin admin] Deleting subnet d52a34a0-4188-4f92-b84b-11965c276e4c {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:21:04.087868 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64bfc3f5-8728-4742-9733-2758c222de79 admin admin] Publish callbacks [] for subnet (d52a34a0-4188-4f92-b84b-11965c276e4c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.162448 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64bfc3f5-8728-4742-9733-2758c222de79 admin admin] Publish callbacks [] for subnet (d52a34a0-4188-4f92-b84b-11965c276e4c), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.170009 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-daab8017-2952-492a-968a-e833f9409930 req-c4c04004-da7e-475c-ab92-02eda3dcbda4 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5392857 Feb 04 13:21:04.189008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-1bdf91cd-565d-406b-8ce0-1f91e31b2e97 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:04.189748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-1bdf91cd-565d-406b-8ce0-1f91e31b2e97 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:04.190568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-1bdf91cd-565d-406b-8ce0-1f91e31b2e97 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:04.191299 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-1bdf91cd-565d-406b-8ce0-1f91e31b2e97 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:04.192582 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-1bdf91cd-565d-406b-8ce0-1f91e31b2e97 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:04.193310 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-1bdf91cd-565d-406b-8ce0-1f91e31b2e97 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:04.194265 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-1bdf91cd-565d-406b-8ce0-1f91e31b2e97 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:04.195002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-1bdf91cd-565d-406b-8ce0-1f91e31b2e97 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:04.195798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-1bdf91cd-565d-406b-8ce0-1f91e31b2e97 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:04.196615 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-1bdf91cd-565d-406b-8ce0-1f91e31b2e97 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:04.197437 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-1bdf91cd-565d-406b-8ce0-1f91e31b2e97 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:04.198264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-1bdf91cd-565d-406b-8ce0-1f91e31b2e97 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:04.199086 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-1bdf91cd-565d-406b-8ce0-1f91e31b2e97 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:04.203290 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-1bdf91cd-565d-406b-8ce0-1f91e31b2e97 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f&device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c&device_id=5df436ee-d9a8-4b63-bed5-592db384874e&device_id=ab978432-4199-4931-9c44-74ebe3ffedd7&device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0&device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad&device_id=6a785338-14b2-421a-b794-f5797bd6391c&device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429&device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0&device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20&device_id=da30016e-0454-4a23-992d-067d34d5453c&device_id=d324da09-3589-45ae-a70f-18823deecf1b&device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 12196 time: 0.1622083 Feb 04 13:21:04.230261 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-732a03e0-5e17-423e-962d-9d330c2e23e8 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.318820 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64bfc3f5-8728-4742-9733-2758c222de79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (d52a34a0-4188-4f92-b84b-11965c276e4c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.394888 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64bfc3f5-8728-4742-9733-2758c222de79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for subnet (d52a34a0-4188-4f92-b84b-11965c276e4c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.404229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be2f6f-3a51-46af-9387-20f5ffb2049f req-1e218f55-c1cd-49af-8f02-6513f4d2afce tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:04.407062 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4be2f6f-3a51-46af-9387-20f5ffb2049f req-1e218f55-c1cd-49af-8f02-6513f4d2afce tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.1181202 Feb 04 13:21:04.412087 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-732a03e0-5e17-423e-962d-9d330c2e23e8 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Publish callbacks [] for security_group (fb46cb26-4cbc-4395-9ff4-b5d77464236b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.425347 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-732a03e0-5e17-423e-962d-9d330c2e23e8 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fb46cb26-4cbc-4395-9ff4-b5d77464236b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.426864 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfc3f5-8728-4742-9733-2758c222de79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d52a34a0-4188-4f92-b84b-11965c276e4c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:04.433396 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64bfc3f5-8728-4742-9733-2758c222de79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.439767 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-64bfc3f5-8728-4742-9733-2758c222de79 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d52a34a0-4188-4f92-b84b-11965c276e4c HTTP/1.1" status: 204 len: 168 time: 0.4841645 Feb 04 13:21:04.440455 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33222) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:04.452189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7fbd4c-39e5-424f-8876-c36a80da9aa3 None None] Network 9cc0465b-5f92-47ea-8f92-e85f7aa0829c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:21:04.545962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (9cc0465b-5f92-47ea-8f92-e85f7aa0829c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.601896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a03e0-5e17-423e-962d-9d330c2e23e8 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb46cb26-4cbc-4395-9ff4-b5d77464236b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:04.635471 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4be2f6f-3a51-46af-9387-20f5ffb2049f req-65e72939-8e14-4f66-844a-074534410924 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185931 Feb 04 13:21:04.698778 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Deleting port 78355e13-99c9-4279-99a6-9a32594abec9 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:04.698778 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (78355e13-99c9-4279-99a6-9a32594abec9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.821754 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb101a1-69ef-4892-aaa8-2b27a2240406 None None] DHCP port deletion for 9cc0465b-5f92-47ea-8f92-e85f7aa0829c request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:21:04.859140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fec0a110-60bc-4482-b257-52ca95d109f1 req-732a03e0-5e17-423e-962d-9d330c2e23e8 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&id=d38a47e8-31b2-4106-9c16-cbf55865b64d&id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&id=b7aa08ae-2a76-4925-87ea-5f3736831535&id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.6486256 Feb 04 13:21:04.859640 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] For port 78355e13-99c9-4279-99a6-9a32594abec9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=78355e13-99c9-4279-99a6-9a32594abec9,segment=NetworkSegment(dc85e56d-2d75-4c90-9945-77ae124e78ee),segment_id=dc85e56d-2d75-4c90-9945-77ae124e78ee)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:04.860289 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (78355e13-99c9-4279-99a6-9a32594abec9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.904400 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Calling delete_port for 78355e13-99c9-4279-99a6-9a32594abec9 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:04.924449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd7552-80ef-4994-99b9-40487b7aa8c1 req-d5119bc9-222f-4db9-ab3b-1c6120a6b354 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:04.927143 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eccd7552-80ef-4994-99b9-40487b7aa8c1 req-d5119bc9-222f-4db9-ab3b-1c6120a6b354 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.1354945 Feb 04 13:21:04.936704 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ebb101a1-69ef-4892-aaa8-2b27a2240406 None None] Deleting port 78355e13-99c9-4279-99a6-9a32594abec9 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:04.937481 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ebb101a1-69ef-4892-aaa8-2b27a2240406 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (78355e13-99c9-4279-99a6-9a32594abec9), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.040724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ebb101a1-69ef-4892-aaa8-2b27a2240406 None None] For port 78355e13-99c9-4279-99a6-9a32594abec9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=78355e13-99c9-4279-99a6-9a32594abec9,segment=NetworkSegment(dc85e56d-2d75-4c90-9945-77ae124e78ee),segment_id=dc85e56d-2d75-4c90-9945-77ae124e78ee)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:05.041602 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ebb101a1-69ef-4892-aaa8-2b27a2240406 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (78355e13-99c9-4279-99a6-9a32594abec9), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.065086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ebb101a1-69ef-4892-aaa8-2b27a2240406 None None] Calling delete_port for 78355e13-99c9-4279-99a6-9a32594abec9 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:05.089972 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eccd7552-80ef-4994-99b9-40487b7aa8c1 req-bbcc0732-8117-46a8-9a28-6e653558c083 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490192 Feb 04 13:21:05.090576 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (78355e13-99c9-4279-99a6-9a32594abec9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.155600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=78355e13-99c9-4279-99a6-9a32594abec9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:05.166366 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] No DVR routers for this DVR port 78355e13-99c9-4279-99a6-9a32594abec9 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:05.213674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f3033-87b7-4da7-b59e-7508848ed8b2 req-64364af9-16c5-4d00-ac5e-266d98c30b3b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:05.226700 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d08f3033-87b7-4da7-b59e-7508848ed8b2 req-64364af9-16c5-4d00-ac5e-266d98c30b3b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 945 time: 0.1760588 Feb 04 13:21:05.326590 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d08f3033-87b7-4da7-b59e-7508848ed8b2 req-934acb2a-ecbf-47ef-98c7-b033a934fcde tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980785 Feb 04 13:21:05.351933 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (9cc0465b-5f92-47ea-8f92-e85f7aa0829c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.378527 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:05.378892 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:05.379812 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:05.379968 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:05.380300 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:05.380609 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:05.381071 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:05.381392 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:05.381705 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:05.382025 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:05.386356 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ebb101a1-69ef-4892-aaa8-2b27a2240406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (78355e13-99c9-4279-99a6-9a32594abec9), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.412306 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb101a1-69ef-4892-aaa8-2b27a2240406 None None] Pushing event deleted for resources: {'Port': ['ID=78355e13-99c9-4279-99a6-9a32594abec9,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:05.439250 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb101a1-69ef-4892-aaa8-2b27a2240406 None None] No DVR routers for this DVR port 78355e13-99c9-4279-99a6-9a32594abec9 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:05.497857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaad14b-4982-4541-8d77-58a13476f700 req-dfb2a3ca-62b0-45bf-8006-cd674a740833 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:05.506208 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9aaad14b-4982-4541-8d77-58a13476f700 req-dfb2a3ca-62b0-45bf-8006-cd674a740833 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 948 time: 0.0757093 Feb 04 13:21:05.568826 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:05.570893 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:05.571815 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:05.572772 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:05.573745 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc0465b-5f92-47ea-8f92-e85f7aa0829c']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:05.596452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9aaad14b-4982-4541-8d77-58a13476f700 req-18a20653-cf34-4276-aa4e-ce6ded0bd5cb tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893831 Feb 04 13:21:05.608351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc85e56d-2d75-4c90-9945-77ae124e78ee') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:05.608351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc85e56d-2d75-4c90-9945-77ae124e78ee') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:05.620795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 78355e13-99c9-4279-99a6-9a32594abec9 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:05.636602 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (dc85e56d-2d75-4c90-9945-77ae124e78ee), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.648672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 78355e13-99c9-4279-99a6-9a32594abec9 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:21:05.649181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 78355e13-99c9-4279-99a6-9a32594abec9 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:05.649710 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 85da509f-1b89-4ec9-a34c-26c04a06aa61 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:05.667735 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (dc85e56d-2d75-4c90-9945-77ae124e78ee), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.673857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 85da509f-1b89-4ec9-a34c-26c04a06aa61 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:21:05.674427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 85da509f-1b89-4ec9-a34c-26c04a06aa61 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:05.675132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2a8ccdad-ebb0-4212-a548-0701bf534853 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:05.678046 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:21:05.678565 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (dc85e56d-2d75-4c90-9945-77ae124e78ee), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.711975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 2a8ccdad-ebb0-4212-a548-0701bf534853 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:21:05.711975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2a8ccdad-ebb0-4212-a548-0701bf534853 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: from cryptography.utils import int_from_bytes Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: from cryptography.utils import int_from_bytes Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:21:05.720670 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:21:05.839503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0da33-5d07-4c3d-8374-98e382e4237f req-3113881b-55e6-47fb-a02a-a6c6e1a13726 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:05.840157 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (9cc0465b-5f92-47ea-8f92-e85f7aa0829c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.840359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0da33-5d07-4c3d-8374-98e382e4237f req-3113881b-55e6-47fb-a02a-a6c6e1a13726 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:05.840676 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0da33-5d07-4c3d-8374-98e382e4237f req-3113881b-55e6-47fb-a02a-a6c6e1a13726 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:05.852280 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ad0da33-5d07-4c3d-8374-98e382e4237f req-3113881b-55e6-47fb-a02a-a6c6e1a13726 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c&device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0&device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 2978 time: 0.1087468 Feb 04 13:21:05.853262 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.861803 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] 10.222.0.96 "DELETE /v2.0/networks/9cc0465b-5f92-47ea-8f92-e85f7aa0829c HTTP/1.1" status: 204 len: 168 time: 1.4193563 Feb 04 13:21:05.883297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0d80c-5ff6-4650-b4fd-8423a15e8ee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc0465b-5f92-47ea-8f92-e85f7aa0829c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:05.884961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198b065-be51-4277-9d3b-85e77de7649b req-99b5ad50-8146-4467-979d-489fa1cf6d90 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:05.887847 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7198b065-be51-4277-9d3b-85e77de7649b req-99b5ad50-8146-4467-979d-489fa1cf6d90 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.1072628 Feb 04 13:21:05.934435 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ad0da33-5d07-4c3d-8374-98e382e4237f req-dfe73a07-12bb-4b89-ae63-bd512a461ac5 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809960 Feb 04 13:21:05.968888 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7198b065-be51-4277-9d3b-85e77de7649b req-81f19180-df75-491e-ba18-b9f8388e4b68 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688159 Feb 04 13:21:05.997061 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 49bd24f4-a78b-4bee-9358-2a5f25736764 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:06.078656 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 49bd24f4-a78b-4bee-9358-2a5f25736764 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:21:06.085696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 49bd24f4-a78b-4bee-9358-2a5f25736764 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:06.086446 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (49bd24f4-a78b-4bee-9358-2a5f25736764), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:06.191455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33248) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:06.263102 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 49bd24f4-a78b-4bee-9358-2a5f25736764 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:06.263491 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (49bd24f4-a78b-4bee-9358-2a5f25736764), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:06.271112 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5fcb366a-4fc0-4b7c-99c8-dc6e7c5b5328 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7f73e5a8bbc94399b661de4dcfcbc6a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0781183 Feb 04 13:21:06.274054 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33256) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:06.319126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 49bd24f4-a78b-4bee-9358-2a5f25736764, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=49bd24f4-a78b-4bee-9358-2a5f25736764,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:06.320269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bd24f4-a78b-4bee-9358-2a5f25736764'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:06.323208 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2033936-d31b-4123-8f28-285750efd4b6" -d '{"events": [{"server_uuid": "4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f", "name": "network-vif-plugged", "status": "completed", "tag": "49bd24f4-a78b-4bee-9358-2a5f25736764"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:06.326839 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (49bd24f4-a78b-4bee-9358-2a5f25736764), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:06.384677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=49bd24f4-a78b-4bee-9358-2a5f25736764,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:06.427567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211627be-be13-441d-aa67-f37c3e00cdac req-81753d08-2d82-4e46-ae0a-a2c8211ff2e8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:06.429088 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-211627be-be13-441d-aa67-f37c3e00cdac req-81753d08-2d82-4e46-ae0a-a2c8211ff2e8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.1567986 Feb 04 13:21:06.434681 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-107b9907-76db-45da-8f56-d590c7b2181f admin admin] Publish callbacks [] for security_group (7e23de90-cbf6-40c7-af99-24cdcb3d6009), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:06.446330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc9ec6-d179-4a01-b8e3-8c0579a07aae req-2966cc67-be66-4115-94bf-d5ef96735977 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:06.447689 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7bc9ec6-d179-4a01-b8e3-8c0579a07aae req-2966cc67-be66-4115-94bf-d5ef96735977 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 945 time: 0.1167166 Feb 04 13:21:06.504089 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-107b9907-76db-45da-8f56-d590c7b2181f admin admin] Publish callbacks [] for security_group (7e23de90-cbf6-40c7-af99-24cdcb3d6009), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:06.570773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-211627be-be13-441d-aa67-f37c3e00cdac req-6acc1ff2-37f1-4e8f-93d2-7e856b631fdb tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335268 Feb 04 13:21:06.578860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7bc9ec6-d179-4a01-b8e3-8c0579a07aae req-c16c2791-bb29-4f30-9ab7-f406fc6d312d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245775 Feb 04 13:21:06.619724 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-107b9907-76db-45da-8f56-d590c7b2181f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7e23de90-cbf6-40c7-af99-24cdcb3d6009), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:06.622398 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-107b9907-76db-45da-8f56-d590c7b2181f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:06.626084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-107b9907-76db-45da-8f56-d590c7b2181f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7e23de90-cbf6-40c7-af99-24cdcb3d6009 HTTP/1.1" status: 204 len: 168 time: 0.3483977 Feb 04 13:21:06.634518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b9907-76db-45da-8f56-d590c7b2181f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e23de90-cbf6-40c7-af99-24cdcb3d6009,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:06.655767 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c2272c-d416-4278-8b3a-0db0a6ed2794 x-openstack-request-id: req-84c2272c-d416-4278-8b3a-0db0a6ed2794 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:06.656602 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f", "name": "network-vif-plugged", "status": "completed", "tag": "49bd24f4-a78b-4bee-9358-2a5f25736764", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:06.656602 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-84c2272c-d416-4278-8b3a-0db0a6ed2794 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:06.657191 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bd24f4-a78b-4bee-9358-2a5f25736764', 'code': 200} Feb 04 13:21:06.811902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52943e-1a01-4efd-82e2-25b320b03b7d req-d2bf8fb4-b1ad-4986-934a-b187bb60f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:06.815925 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0a52943e-1a01-4efd-82e2-25b320b03b7d req-d2bf8fb4-b1ad-4986-934a-b187bb60f2b1 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 1132 time: 0.0845506 Feb 04 13:21:06.841859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdf890-e4aa-40dc-8720-9dcef17a06bf req-de63476f-f2d9-46e5-afc3-8819440de56a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:06.856615 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ecdf890-e4aa-40dc-8720-9dcef17a06bf req-de63476f-f2d9-46e5-afc3-8819440de56a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 945 time: 0.1337779 Feb 04 13:21:06.933433 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0a52943e-1a01-4efd-82e2-25b320b03b7d req-3a1ef829-7bb9-4e61-b21c-8d4abbe18f59 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021762 Feb 04 13:21:07.035222 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ecdf890-e4aa-40dc-8720-9dcef17a06bf req-3e91bfe6-7bfa-4d60-a4e3-8010de554328 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752532 Feb 04 13:21:07.097665 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee7f09-032f-4b95-a430-d8a05fe5ce59 req-aff287f4-9269-4716-b8c9-4024cefe8390 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:07.113467 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03ee7f09-032f-4b95-a430-d8a05fe5ce59 req-aff287f4-9269-4716-b8c9-4024cefe8390 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 949 time: 0.1686573 Feb 04 13:21:07.182315 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03ee7f09-032f-4b95-a430-d8a05fe5ce59 req-4e8ed7cc-770f-419a-afd2-d8d86a101d17 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673554 Feb 04 13:21:07.188313 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a752d215-8ad2-4d6c-9761-1d044f219164 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:07.307935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a752d215-8ad2-4d6c-9761-1d044f219164 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:07.308673 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.324445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d23525-bb5e-4849-a040-54cfccee8cd7 req-5bfccfb6-5178-430d-8197-f70a81f0faf5 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:07.347143 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14d23525-bb5e-4849-a040-54cfccee8cd7 req-5bfccfb6-5178-430d-8197-f70a81f0faf5 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 1132 time: 0.0793495 Feb 04 13:21:07.399257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a752d215-8ad2-4d6c-9761-1d044f219164, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a752d215-8ad2-4d6c-9761-1d044f219164,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:07.407240 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.458444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14d23525-bb5e-4849-a040-54cfccee8cd7 req-531e981a-ea60-4d19-9d29-e9479eee3a20 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081185 Feb 04 13:21:07.474899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a752d215-8ad2-4d6c-9761-1d044f219164,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:07.601751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c856fb4-719d-4905-945e-edb2cbab578b req-befd4ed4-a864-4d64-a6c5-6e72334b0d0c tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:07.606486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c856fb4-719d-4905-945e-edb2cbab578b req-befd4ed4-a864-4d64-a6c5-6e72334b0d0c tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 1132 time: 0.0729067 Feb 04 13:21:07.710417 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c856fb4-719d-4905-945e-edb2cbab578b req-1ac33b5c-48f0-4d9f-8715-b9e878d23bc3 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962734 Feb 04 13:21:07.735961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fca67e-7472-4a90-879f-4b89990520a4 req-8ecdb0d7-93c1-4746-b3db-bac59b5d72eb tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:07.745132 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20fca67e-7472-4a90-879f-4b89990520a4 req-8ecdb0d7-93c1-4746-b3db-bac59b5d72eb tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.0847499 Feb 04 13:21:07.784558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33300) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:07.803821 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20fca67e-7472-4a90-879f-4b89990520a4 req-15581148-2798-4713-a39d-4a502fbf596a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577171 Feb 04 13:21:07.874676 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0d98a-87c0-4f01-90a1-c1055433858b req-be9ae1cd-ea37-4ec5-ae8f-5e3190d4ba2e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:07.876415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fd0d98a-87c0-4f01-90a1-c1055433858b req-be9ae1cd-ea37-4ec5-ae8f-5e3190d4ba2e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 943 time: 0.0772305 Feb 04 13:21:07.935855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ecfdfec1-af4e-49e1-bda9-55adb419d2b5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-134475622-network', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:07.939424 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fd0d98a-87c0-4f01-90a1-c1055433858b req-5bd09f6f-e24e-4093-80dc-a008bdaa795d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557346 Feb 04 13:21:07.972827 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfdfec1-af4e-49e1-bda9-55adb419d2b5 admin admin] Made reservation on behalf of ded0d06737874f5e8b6af879384a7b28 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:07.975641 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecfdfec1-af4e-49e1-bda9-55adb419d2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.008485 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecfdfec1-af4e-49e1-bda9-55adb419d2b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.012606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:21:08.047758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-ebd1f986-2663-43e6-9fd9-490437049c57 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:08.049678 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-ebd1f986-2663-43e6-9fd9-490437049c57 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20&tenant_id=9bf6f764e0d34de9a21a32956f525822&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 1128 time: 0.0876050 Feb 04 13:21:08.066292 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-714676-13'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:08.176994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:08.177314 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.190477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb has no active binding in host n-h2-714676-13 {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 13:21:08.224115 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecfdfec1-af4e-49e1-bda9-55adb419d2b5 admin admin] Publish callbacks [] for security_group (4c31738d-7c68-4c86-a36d-6746a4aa89c4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.226583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566951bc-09b1-405f-b2a1-6099de2ea2ac req-5fbbf50c-f62e-4ce5-838e-5727a52caa89 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:08.228506 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-566951bc-09b1-405f-b2a1-6099de2ea2ac req-5fbbf50c-f62e-4ce5-838e-5727a52caa89 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 945 time: 0.0707784 Feb 04 13:21:08.299258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-566951bc-09b1-405f-b2a1-6099de2ea2ac req-f4bf4835-88ab-4492-a258-dfef11bba3dc tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636935 Feb 04 13:21:08.336397 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecfdfec1-af4e-49e1-bda9-55adb419d2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4c31738d-7c68-4c86-a36d-6746a4aa89c4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.432441 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfdfec1-af4e-49e1-bda9-55adb419d2b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:21:08.449721 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdfec1-af4e-49e1-bda9-55adb419d2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c31738d-7c68-4c86-a36d-6746a4aa89c4,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:08.468927 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecfdfec1-af4e-49e1-bda9-55adb419d2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c239a731-99f4-4901-b49c-65e0f20d9cfa), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.469267 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-ecfdfec1-af4e-49e1-bda9-55adb419d2b5 admin admin] Added segment c239a731-99f4-4901-b49c-65e0f20d9cfa of type vlan for network 954365c3-1a94-4b26-ad8d-4c1728366550 Feb 04 13:21:08.476647 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329add0-9cb3-429e-9556-b75efe9fc265 req-72baad16-8b86-4af6-9e50-0654bd4feb89 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:08.478977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8329add0-9cb3-429e-9556-b75efe9fc265 req-72baad16-8b86-4af6-9e50-0654bd4feb89 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 949 time: 0.0937853 Feb 04 13:21:08.578936 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:08.584544 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecfdfec1-af4e-49e1-bda9-55adb419d2b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (954365c3-1a94-4b26-ad8d-4c1728366550), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.594821 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8329add0-9cb3-429e-9556-b75efe9fc265 req-ace9be3c-6289-4d37-bfeb-845a02557a67 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996404 Feb 04 13:21:08.649970 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecfdfec1-af4e-49e1-bda9-55adb419d2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (954365c3-1a94-4b26-ad8d-4c1728366550), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.651271 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfdfec1-af4e-49e1-bda9-55adb419d2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:08.651757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecfdfec1-af4e-49e1-bda9-55adb419d2b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.658608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab978432-4199-4931-9c44-74ebe3ffedd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a752d215-8ad2-4d6c-9761-1d044f219164'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:08.662124 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0eab97-47d9-4854-8bb1-2d1a57ed4e16" -d '{"events": [{"server_uuid": "ab978432-4199-4931-9c44-74ebe3ffedd7", "name": "network-vif-unplugged", "status": "completed", "tag": "a752d215-8ad2-4d6c-9761-1d044f219164"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:08.665739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:08.748050 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ecfdfec1-af4e-49e1-bda9-55adb419d2b5 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9609668 Feb 04 13:21:08.748596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33326) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:08.751020 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a1e493-c12e-40ba-9bf8-7ae7369833f3 x-openstack-request-id: req-64a1e493-c12e-40ba-9bf8-7ae7369833f3 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:08.751513 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab978432-4199-4931-9c44-74ebe3ffedd7", "name": "network-vif-unplugged", "status": "completed", "tag": "a752d215-8ad2-4d6c-9761-1d044f219164", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:08.751920 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-64a1e493-c12e-40ba-9bf8-7ae7369833f3 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:08.752467 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab978432-4199-4931-9c44-74ebe3ffedd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a752d215-8ad2-4d6c-9761-1d044f219164', 'code': 200} Feb 04 13:21:08.779993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a4093813-a3f5-4e7b-bc6b-42cbd69686b8 admin admin] Request body: {'subnet': {'network_id': '954365c3-1a94-4b26-ad8d-4c1728366550', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-134475622-subnet', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:08.789333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdfec1-af4e-49e1-bda9-55adb419d2b5 admin admin] Pushing event updated for resources: {'Network': ['ID=954365c3-1a94-4b26-ad8d-4c1728366550,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:08.802556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 954365c3-1a94-4b26-ad8d-4c1728366550 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:21:08.809057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6a419-3aa8-42d6-89d7-60ed664868af req-90a7be53-65f2-471b-9d6f-36144af8e67a tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:08.810706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16c6a419-3aa8-42d6-89d7-60ed664868af req-90a7be53-65f2-471b-9d6f-36144af8e67a tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.99 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 943 time: 0.1971748 Feb 04 13:21:08.812137 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd31cc6-1aef-4f95-8647-38e860b27c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05773d3b-5e10-47e1-b5c9-a8e9cddc5edb'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:08.820814 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e918af42-36aa-4bbd-ae12-4806deaa74ce" -d '{"events": [{"server_uuid": "4cd31cc6-1aef-4f95-8647-38e860b27c20", "name": "network-vif-unplugged", "status": "completed", "tag": "05773d3b-5e10-47e1-b5c9-a8e9cddc5edb"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:08.835995 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Publish callbacks [] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.853943 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.893512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4093813-a3f5-4e7b-bc6b-42cbd69686b8 admin admin] Made reservation on behalf of ded0d06737874f5e8b6af879384a7b28 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:08.908386 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a4093813-a3f5-4e7b-bc6b-42cbd69686b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.984304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Pushing event updated for resources: {'Port': ['ID=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,revision_number=7']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:09.052264 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Attempting to bind port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb on host n-h1-714676-13 for vnic_type normal with profile {"migrating_to": "n-h2-714676-13"} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:21:09.053069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Attempting to bind port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:21:09.053627 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Attempting to bind port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:09.066051 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:21:09.067437 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Attempting to bind port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:09.086344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:21:09.086676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Checking segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:09.087319 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Bound using segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:21:09.087851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Bound port: 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:21:09.088227 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.192350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:09.196231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:21:09.206449 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.251194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60871485-9139-497b-b54a-39311787d23a req-95341f6f-dc85-49e0-87ec-f8b0eb71ab72 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:09.258859 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60871485-9139-497b-b54a-39311787d23a req-95341f6f-dc85-49e0-87ec-f8b0eb71ab72 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.2971759 Feb 04 13:21:09.300209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab3ae7-4831-4613-b5d9-422cf94d033c req-5d835662-cba5-4d50-9074-6515ed295732 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:09.308459 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-71ab3ae7-4831-4613-b5d9-422cf94d033c req-5d835662-cba5-4d50-9074-6515ed295732 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.3456159 Feb 04 13:21:09.362546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-16c6a419-3aa8-42d6-89d7-60ed664868af req-722addc5-a96b-4376-833b-c24e21692ebe tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Deleting port a752d215-8ad2-4d6c-9761-1d044f219164 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:09.362783 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-16c6a419-3aa8-42d6-89d7-60ed664868af req-722addc5-a96b-4376-833b-c24e21692ebe tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.410248 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:09.412280 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.414732 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] 10.222.0.100 "PUT /v2.0/ports/05773d3b-5e10-47e1-b5c9-a8e9cddc5edb HTTP/1.1" status: 200 len: 1123 time: 1.3530736 Feb 04 13:21:09.421322 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffc57f-03ba-497a-abb9-f0882061cbdc service neutron] Pushing event updated for resources: {'Port': ['ID=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,revision_number=8']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:09.508595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['05773d3b-5e10-47e1-b5c9-a8e9cddc5edb'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:21:09.528824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-71ab3ae7-4831-4613-b5d9-422cf94d033c req-2169671d-3f4d-42d0-8fc3-4f151d1c3073 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194617 Feb 04 13:21:09.550306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60871485-9139-497b-b54a-39311787d23a req-706e97ad-5ccd-4da9-a335-e3345d9948e4 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881937 Feb 04 13:21:09.580930 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a4093813-a3f5-4e7b-bc6b-42cbd69686b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for subnet (a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.605994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['05773d3b-5e10-47e1-b5c9-a8e9cddc5edb'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:21:09.624849 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e116e0-ccb0-4a92-a816-8f04da0559f8 x-openstack-request-id: req-76e116e0-ccb0-4a92-a816-8f04da0559f8 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:09.625262 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd31cc6-1aef-4f95-8647-38e860b27c20", "name": "network-vif-unplugged", "status": "completed", "tag": "05773d3b-5e10-47e1-b5c9-a8e9cddc5edb", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:09.625626 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-76e116e0-ccb0-4a92-a816-8f04da0559f8 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:09.626152 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd31cc6-1aef-4f95-8647-38e860b27c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05773d3b-5e10-47e1-b5c9-a8e9cddc5edb', 'code': 200} Feb 04 13:21:09.714177 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-16c6a419-3aa8-42d6-89d7-60ed664868af req-722addc5-a96b-4376-833b-c24e21692ebe tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] For port a752d215-8ad2-4d6c-9761-1d044f219164, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a752d215-8ad2-4d6c-9761-1d044f219164,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:09.714548 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-16c6a419-3aa8-42d6-89d7-60ed664868af req-722addc5-a96b-4376-833b-c24e21692ebe tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.777882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-16c6a419-3aa8-42d6-89d7-60ed664868af req-722addc5-a96b-4376-833b-c24e21692ebe tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Calling delete_port for a752d215-8ad2-4d6c-9761-1d044f219164 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:09.848237 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4093813-a3f5-4e7b-bc6b-42cbd69686b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:09.892333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4093813-a3f5-4e7b-bc6b-42cbd69686b8 admin admin] Checking segment: {'id': 'c239a731-99f4-4901-b49c-65e0f20d9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '954365c3-1a94-4b26-ad8d-4c1728366550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:09.892760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4093813-a3f5-4e7b-bc6b-42cbd69686b8 admin admin] Network hostable DHCP agents. Network: 954365c3-1a94-4b26-ad8d-4c1728366550, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:21:09.929921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16219bcd-856f-40e2-a713-f0ab189b7149 req-a14ef707-5efa-404f-b0a4-4e649cd9b427 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:09.931773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16219bcd-856f-40e2-a713-f0ab189b7149 req-a14ef707-5efa-404f-b0a4-4e649cd9b427 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab978432-4199-4931-9c44-74ebe3ffedd7 HTTP/1.1" status: 200 len: 943 time: 0.2297153 Feb 04 13:21:09.948484 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d136740-a72f-4191-be65-1d02aa772f1f req-ddb5c77b-e88e-4698-9c76-d397fe64c295 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:09.954647 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d136740-a72f-4191-be65-1d02aa772f1f req-ddb5c77b-e88e-4698-9c76-d397fe64c295 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 943 time: 0.2116721 Feb 04 13:21:10.023386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4093813-a3f5-4e7b-bc6b-42cbd69686b8 admin admin] Network 954365c3-1a94-4b26-ad8d-4c1728366550 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:21:10.101549 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16219bcd-856f-40e2-a713-f0ab189b7149 req-46a963f9-1e32-49dc-9cd6-2c7020455b87 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441801 Feb 04 13:21:10.102416 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-a4093813-a3f5-4e7b-bc6b-42cbd69686b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 954365c3-1a94-4b26-ad8d-4c1728366550) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:10.112423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30120806-0b56-4d38-a5df-00b68ee83625 None None] Network 954365c3-1a94-4b26-ad8d-4c1728366550 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:21:10.121636 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4093813-a3f5-4e7b-bc6b-42cbd69686b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:10.122057 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a4093813-a3f5-4e7b-bc6b-42cbd69686b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.137852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d136740-a72f-4191-be65-1d02aa772f1f req-a56eab7e-1fb3-48cd-9d5d-446576f8876c tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599214 Feb 04 13:21:10.151021 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a4093813-a3f5-4e7b-bc6b-42cbd69686b8 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3878171 Feb 04 13:21:10.154573 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33348) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:10.162454 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-134475622-router', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:10.173333 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-16c6a419-3aa8-42d6-89d7-60ed664868af req-722addc5-a96b-4376-833b-c24e21692ebe tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (a752d215-8ad2-4d6c-9761-1d044f219164), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.220491 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (10a1e0eb-5589-4319-88a7-a79ad8422175), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.222401 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (10a1e0eb-5589-4319-88a7-a79ad8422175), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.261943 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722addc5-a96b-4376-833b-c24e21692ebe tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Pushing event deleted for resources: {'Port': ['ID=a752d215-8ad2-4d6c-9761-1d044f219164,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:10.287867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-954365c3-1a94-4b26-ad8d-4c1728366550', 'network_id': '954365c3-1a94-4b26-ad8d-4c1728366550', 'project_id': 'ded0d06737874f5e8b6af879384a7b28', 'fixed_ips': [{'subnet_id': 'a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:21:10.289364 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.301577 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Publish callbacks [] for router_controller (10a1e0eb-5589-4319-88a7-a79ad8422175), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.335426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c6a419-3aa8-42d6-89d7-60ed664868af req-722addc5-a96b-4376-833b-c24e21692ebe tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] No DVR routers for this DVR port a752d215-8ad2-4d6c-9761-1d044f219164 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:10.338800 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-16c6a419-3aa8-42d6-89d7-60ed664868af req-722addc5-a96b-4376-833b-c24e21692ebe tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.342681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16c6a419-3aa8-42d6-89d7-60ed664868af req-722addc5-a96b-4376-833b-c24e21692ebe tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.99 "DELETE /v2.0/ports/a752d215-8ad2-4d6c-9761-1d044f219164 HTTP/1.1" status: 204 len: 173 time: 1.5162594 Feb 04 13:21:10.343287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab978432-4199-4931-9c44-74ebe3ffedd7', 'name': 'network-vif-deleted', 'tag': 'a752d215-8ad2-4d6c-9761-1d044f219164'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:10.345639 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea524fa8-fb6d-4bf6-9965-a6f5bb71e2b8" -d '{"events": [{"server_uuid": "ab978432-4199-4931-9c44-74ebe3ffedd7", "name": "network-vif-deleted", "tag": "a752d215-8ad2-4d6c-9761-1d044f219164"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:10.388146 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ef2ec-57ad-4ad0-a5f8-c1e2c81beb9b req-52d9d7e2-d263-4cc1-9f63-aeec9d8438b7 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:10.406914 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f6ef2ec-57ad-4ad0-a5f8-c1e2c81beb9b req-52d9d7e2-d263-4cc1-9f63-aeec9d8438b7 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 949 time: 0.1540368 Feb 04 13:21:10.440455 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8f93db-602a-460e-9e58-7d4be8b2f82c x-openstack-request-id: req-4e8f93db-602a-460e-9e58-7d4be8b2f82c {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:10.440747 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab978432-4199-4931-9c44-74ebe3ffedd7", "name": "network-vif-deleted", "tag": "a752d215-8ad2-4d6c-9761-1d044f219164", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:10.441004 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4e8f93db-602a-460e-9e58-7d4be8b2f82c {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:10.441408 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab978432-4199-4931-9c44-74ebe3ffedd7', 'name': 'network-vif-deleted', 'tag': 'a752d215-8ad2-4d6c-9761-1d044f219164', 'status': 'completed', 'code': 200} Feb 04 13:21:10.513645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Allocated IP 172.20.0.2 (954365c3-1a94-4b26-ad8d-4c1728366550/a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d/604332ef-b247-4fbb-957c-7d3e7d228c67) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:10.523886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f6ef2ec-57ad-4ad0-a5f8-c1e2c81beb9b req-5e8d85e4-3807-4eac-9b54-f3010bdbe6a0 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161597 Feb 04 13:21:10.721923 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Publish callbacks [] for port (604332ef-b247-4fbb-957c-7d3e7d228c67), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.732380 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (604332ef-b247-4fbb-957c-7d3e7d228c67), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.807386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Pushing event updated for resources: {'Port': ['ID=604332ef-b247-4fbb-957c-7d3e7d228c67,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:10.812736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09321bb7-42d5-4233-bc9c-2cdd93bb9ecd req-a3c84a6d-dc64-416a-b31f-1275c682791a tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:10.815845 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Publish callbacks [] for router_gateway (10a1e0eb-5589-4319-88a7-a79ad8422175), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.817573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Network 954365c3-1a94-4b26-ad8d-4c1728366550 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:10.819161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:10.822166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:21:10.841155 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09321bb7-42d5-4233-bc9c-2cdd93bb9ecd req-a3c84a6d-dc64-416a-b31f-1275c682791a tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.1989896 Feb 04 13:21:10.959254 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a358d0c-25c1-471d-b949-55ae9bbaae67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.969092 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09321bb7-42d5-4233-bc9c-2cdd93bb9ecd req-0bf3aeec-95b0-46ee-ac94-d346905f95ea tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268008 Feb 04 13:21:10.989208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Attempting to bind port 604332ef-b247-4fbb-957c-7d3e7d228c67 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:21:10.989208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Attempting to bind port 604332ef-b247-4fbb-957c-7d3e7d228c67 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c239a731-99f4-4901-b49c-65e0f20d9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '954365c3-1a94-4b26-ad8d-4c1728366550'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:21:10.989208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Attempting to bind port 604332ef-b247-4fbb-957c-7d3e7d228c67 on network 954365c3-1a94-4b26-ad8d-4c1728366550 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:11.005195 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:21:11.005993 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Checking segment: {'id': 'c239a731-99f4-4901-b49c-65e0f20d9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '954365c3-1a94-4b26-ad8d-4c1728366550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:11.007729 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:11.008333 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Bound using segment: {'id': 'c239a731-99f4-4901-b49c-65e0f20d9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '954365c3-1a94-4b26-ad8d-4c1728366550'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:21:11.010672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Bound port: 604332ef-b247-4fbb-957c-7d3e7d228c67, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c239a731-99f4-4901-b49c-65e0f20d9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '954365c3-1a94-4b26-ad8d-4c1728366550'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:21:11.011294 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (604332ef-b247-4fbb-957c-7d3e7d228c67), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:11.035361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c465f3a-d3c4-4608-8aa2-2cd255b937dc req-4900e49b-592c-4f39-81e6-7db7f06365d5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:11.042509 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c465f3a-d3c4-4608-8aa2-2cd255b937dc req-4900e49b-592c-4f39-81e6-7db7f06365d5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.1459732 Feb 04 13:21:11.173087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] For port 604332ef-b247-4fbb-957c-7d3e7d228c67, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:11.178482 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] For port 604332ef-b247-4fbb-957c-7d3e7d228c67, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=604332ef-b247-4fbb-957c-7d3e7d228c67,segment=NetworkSegment(c239a731-99f4-4901-b49c-65e0f20d9cfa),segment_id=c239a731-99f4-4901-b49c-65e0f20d9cfa)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:21:11.187920 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (604332ef-b247-4fbb-957c-7d3e7d228c67), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:11.192406 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Publish callbacks [] for router_gateway (10a1e0eb-5589-4319-88a7-a79ad8422175), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:11.194448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c465f3a-d3c4-4608-8aa2-2cd255b937dc req-8df5f124-3ec3-4d44-a7c7-002b02197556 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468070 Feb 04 13:21:11.220197 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:11.227917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a752d215-8ad2-4d6c-9761-1d044f219164 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:11.244517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07c8a6-d935-4b82-80f5-bbc1a19b24ce req-5940464f-0481-4c62-8feb-d56e38ec948f tempest-ServersAdminNegativeTestJSON-2116863883 tempest-ServersAdminNegativeTestJSON-2116863883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:11.246163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef07c8a6-d935-4b82-80f5-bbc1a19b24ce req-5940464f-0481-4c62-8feb-d56e38ec948f tempest-ServersAdminNegativeTestJSON-2116863883 tempest-ServersAdminNegativeTestJSON-2116863883-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 1132 time: 0.1849432 Feb 04 13:21:11.287020 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ef07c8a6-d935-4b82-80f5-bbc1a19b24ce req-6a26a338-57c0-4344-abc5-d6e7158eee27 tempest-ServersAdminNegativeTestJSON-2116863883 tempest-ServersAdminNegativeTestJSON-2116863883-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:11.301655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: a752d215-8ad2-4d6c-9761-1d044f219164 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:21:11.302180 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a752d215-8ad2-4d6c-9761-1d044f219164 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:11.357035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fce4a-5ac4-48b1-8f44-4a1ffdd829e7 None None] Pushing event updated for resources: {'Port': ['ID=604332ef-b247-4fbb-957c-7d3e7d228c67,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:11.461621 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Allocated IP 172.25.5.101 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/7b34b49b-db92-4f8c-886d-b82e18eff349) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:11.486153 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ef07c8a6-d935-4b82-80f5-bbc1a19b24ce req-6a26a338-57c0-4344-abc5-d6e7158eee27 tempest-ServersAdminNegativeTestJSON-2116863883 tempest-ServersAdminNegativeTestJSON-2116863883-project-admin] Publish callbacks [] for security_group (28b2109f-2481-4d25-b1c5-8d985d21806c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:11.496338 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ef07c8a6-d935-4b82-80f5-bbc1a19b24ce req-6a26a338-57c0-4344-abc5-d6e7158eee27 tempest-ServersAdminNegativeTestJSON-2116863883 tempest-ServersAdminNegativeTestJSON-2116863883-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (28b2109f-2481-4d25-b1c5-8d985d21806c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:11.512620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f82989-3a81-4bac-8c7b-0e4013d5bfa9 req-d47c831a-d87c-470f-b9a9-40c48f68ca8a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:11.512620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8f82989-3a81-4bac-8c7b-0e4013d5bfa9 req-d47c831a-d87c-470f-b9a9-40c48f68ca8a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 943 time: 0.1195726 Feb 04 13:21:11.630297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd31cc6-1aef-4f95-8647-38e860b27c20', 'tag': '05773d3b-5e10-47e1-b5c9-a8e9cddc5edb'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:11.635100 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a1832a-3f2d-4387-a4eb-c13f2bbea17b" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd31cc6-1aef-4f95-8647-38e860b27c20", "tag": "05773d3b-5e10-47e1-b5c9-a8e9cddc5edb"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:11.640146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef07c8a6-d935-4b82-80f5-bbc1a19b24ce req-6a26a338-57c0-4344-abc5-d6e7158eee27 tempest-ServersAdminNegativeTestJSON-2116863883 tempest-ServersAdminNegativeTestJSON-2116863883-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733225 Feb 04 13:21:11.651377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26a338-57c0-4344-abc5-d6e7158eee27 tempest-ServersAdminNegativeTestJSON-2116863883 tempest-ServersAdminNegativeTestJSON-2116863883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b2109f-2481-4d25-b1c5-8d985d21806c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:11.716579 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8f82989-3a81-4bac-8c7b-0e4013d5bfa9 req-42dad83d-6024-4c12-8e7c-85450c8c2875 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351924 Feb 04 13:21:11.781564 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Publish callbacks [] for port (7b34b49b-db92-4f8c-886d-b82e18eff349), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:11.844476 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 604332ef-b247-4fbb-957c-7d3e7d228c67 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:11.855139 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7b34b49b-db92-4f8c-886d-b82e18eff349), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:11.862156 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c520a0-394d-451c-982e-f14bb42be691 x-openstack-request-id: req-69c520a0-394d-451c-982e-f14bb42be691 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:11.862458 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd31cc6-1aef-4f95-8647-38e860b27c20", "tag": "05773d3b-5e10-47e1-b5c9-a8e9cddc5edb", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:11.865880 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-69c520a0-394d-451c-982e-f14bb42be691 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:11.866344 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd31cc6-1aef-4f95-8647-38e860b27c20', 'tag': '05773d3b-5e10-47e1-b5c9-a8e9cddc5edb', 'status': 'completed', 'code': 200} Feb 04 13:21:11.937783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1832a-3f2d-4387-a4eb-c13f2bbea17b req-865ceda5-5314-42f6-bc3e-30f16599ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:11.939964 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93a1832a-3f2d-4387-a4eb-c13f2bbea17b req-865ceda5-5314-42f6-bc3e-30f16599ead1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 1157 time: 0.0681953 Feb 04 13:21:11.983991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:11.993270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:11.996407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 604332ef-b247-4fbb-957c-7d3e7d228c67 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:11.997831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:21:12.014560 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (604332ef-b247-4fbb-957c-7d3e7d228c67), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:12.033406 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Pushing event updated for resources: {'Port': ['ID=7b34b49b-db92-4f8c-886d-b82e18eff349,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:12.057900 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33376) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:12.071263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f35fbaf6-2684-4a20-81cb-20229f0407da tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267383478', 'description': 'tempest-description--1350518062'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:12.118932 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1832a-3f2d-4387-a4eb-c13f2bbea17b req-9d50805c-cf29-4197-a296-58a1f392fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:12.121884 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93a1832a-3f2d-4387-a4eb-c13f2bbea17b req-9d50805c-cf29-4197-a296-58a1f392fc3f service neutron] 10.222.0.99 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.1705709 Feb 04 13:21:12.199467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 604332ef-b247-4fbb-957c-7d3e7d228c67 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:12.199864 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (604332ef-b247-4fbb-957c-7d3e7d228c67), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:12.222588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93a1832a-3f2d-4387-a4eb-c13f2bbea17b req-960fab77-c19d-4db0-b5ab-751b7db8f19c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb HTTP/1.1" status: 200 len: 217 time: 0.0916073 Feb 04 13:21:12.318737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 604332ef-b247-4fbb-957c-7d3e7d228c67, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=604332ef-b247-4fbb-957c-7d3e7d228c67,segment=NetworkSegment(c239a731-99f4-4901-b49c-65e0f20d9cfa),segment_id=c239a731-99f4-4901-b49c-65e0f20d9cfa)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:12.329639 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (604332ef-b247-4fbb-957c-7d3e7d228c67), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:12.344769 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f35fbaf6-2684-4a20-81cb-20229f0407da tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:12.358317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f111d1-fe78-4819-b377-95a4cde3121e req-9c4f4e57-3e55-4503-b036-132ff68143cb tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:12.366141 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29f111d1-fe78-4819-b377-95a4cde3121e req-9c4f4e57-3e55-4503-b036-132ff68143cb tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.1465912 Feb 04 13:21:12.371044 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1832a-3f2d-4387-a4eb-c13f2bbea17b req-57f509f6-6232-41dd-88bc-25d0377072d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:12.372780 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93a1832a-3f2d-4387-a4eb-c13f2bbea17b req-57f509f6-6232-41dd-88bc-25d0377072d6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.1199064 Feb 04 13:21:12.429954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=604332ef-b247-4fbb-957c-7d3e7d228c67,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:12.435454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93a1832a-3f2d-4387-a4eb-c13f2bbea17b req-f5c1e32a-c8d9-4467-b591-89dff4d48b4c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519180 Feb 04 13:21:12.555170 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f35fbaf6-2684-4a20-81cb-20229f0407da tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for security_group (9dd832a8-d690-4e90-a24f-ec635abe0259), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:12.563037 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f35fbaf6-2684-4a20-81cb-20229f0407da tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9dd832a8-d690-4e90-a24f-ec635abe0259), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:12.573776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e90c8-7e24-48c0-865d-4bd9c997a7a0 req-560e4870-4a88-470e-a84c-15d09c04013b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:12.580448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a8e90c8-7e24-48c0-865d-4bd9c997a7a0 req-560e4870-4a88-470e-a84c-15d09c04013b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.2801263 Feb 04 13:21:12.583321 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Publish callbacks [] for router_gateway (10a1e0eb-5589-4319-88a7-a79ad8422175), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:12.622777 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29f111d1-fe78-4819-b377-95a4cde3121e req-b3d0b960-de66-4413-a2d1-cf3f97832ab2 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555196 Feb 04 13:21:12.675464 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f35fbaf6-2684-4a20-81cb-20229f0407da tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:12.680519 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f35fbaf6-2684-4a20-81cb-20229f0407da tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6180508 Feb 04 13:21:12.680845 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33390) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:12.686880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-dacf710d-fa74-4023-95e6-0dc55a9acc1d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Request body: {'security_group_rule': {'security_group_id': '9dd832a8-d690-4e90-a24f-ec635abe0259', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:12.704479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fbaf6-2684-4a20-81cb-20229f0407da tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd832a8-d690-4e90-a24f-ec635abe0259,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:12.719266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a8e90c8-7e24-48c0-865d-4bd9c997a7a0 req-036f555b-ed27-495b-b34f-593e07116e6f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375043 Feb 04 13:21:12.740677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93a1832a-3f2d-4387-a4eb-c13f2bbea17b req-c0dfaa0b-ee17-48fa-bc9a-84154cf61342 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928717 Feb 04 13:21:12.774725 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dacf710d-fa74-4023-95e6-0dc55a9acc1d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for security_group_rule (0c3cbab4-9434-43a4-b2c3-2b7824e6677a), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:12.931671 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dacf710d-fa74-4023-95e6-0dc55a9acc1d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for security_group_rule (0c3cbab4-9434-43a4-b2c3-2b7824e6677a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:12.944314 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dacf710d-fa74-4023-95e6-0dc55a9acc1d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (0c3cbab4-9434-43a4-b2c3-2b7824e6677a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:12.983617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf710d-fa74-4023-95e6-0dc55a9acc1d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3cbab4-9434-43a4-b2c3-2b7824e6677a,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:12.999852 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dacf710d-fa74-4023-95e6-0dc55a9acc1d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:12.999852 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dacf710d-fa74-4023-95e6-0dc55a9acc1d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3160400 Feb 04 13:21:13.000304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93a1832a-3f2d-4387-a4eb-c13f2bbea17b req-0182a0e5-0f33-4850-8f90-2af8a5e623b7 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499433 Feb 04 13:21:13.001678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33396) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:13.001826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e4119-5b6e-4ca3-927a-81df4ed8ec03 req-3ef5d94e-fd8a-4a70-84cf-36c02e29c626 tempest-ServersAdminNegativeTestJSON-2116863883 tempest-ServersAdminNegativeTestJSON-2116863883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:13.006744 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-dbd51758-2a9a-4333-9830-2c11e70b3964 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Request body: {'security_group_rule': {'security_group_id': '9dd832a8-d690-4e90-a24f-ec635abe0259', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:13.010303 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b39e4119-5b6e-4ca3-927a-81df4ed8ec03 req-3ef5d94e-fd8a-4a70-84cf-36c02e29c626 tempest-ServersAdminNegativeTestJSON-2116863883 tempest-ServersAdminNegativeTestJSON-2116863883-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 1132 time: 0.1469212 Feb 04 13:21:13.024784 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (10a1e0eb-5589-4319-88a7-a79ad8422175), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.046689 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc63084-403e-403b-a618-73bcf4e79804 None None] Network 954365c3-1a94-4b26-ad8d-4c1728366550 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:21:13.110950 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b39e4119-5b6e-4ca3-927a-81df4ed8ec03 req-85bf1e4e-7367-4a3b-ac1e-344d2f56921c tempest-ServersAdminNegativeTestJSON-2116863883 tempest-ServersAdminNegativeTestJSON-2116863883-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994356 Feb 04 13:21:13.147530 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dbd51758-2a9a-4333-9830-2c11e70b3964 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for security_group_rule (8ccce160-d554-4f93-9cdd-09e5b1694d30), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.160944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b9215-7908-4687-9197-b2679f1aafd4 req-11c492d6-ec0b-4d47-a353-11b94b0bdd8a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:13.169363 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-635b9215-7908-4687-9197-b2679f1aafd4 req-11c492d6-ec0b-4d47-a353-11b94b0bdd8a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 943 time: 0.1237741 Feb 04 13:21:13.173341 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1bc874c3-7dde-4b03-98ef-a75e924c3112 None None] Provisioning complete for port 604332ef-b247-4fbb-957c-7d3e7d228c67 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:13.173752 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1bc874c3-7dde-4b03-98ef-a75e924c3112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (604332ef-b247-4fbb-957c-7d3e7d228c67), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.273899 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dbd51758-2a9a-4333-9830-2c11e70b3964 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for security_group_rule (8ccce160-d554-4f93-9cdd-09e5b1694d30), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.281542 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-635b9215-7908-4687-9197-b2679f1aafd4 req-320c8615-729e-4c21-90e9-a691a1f38781 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106732 Feb 04 13:21:13.287069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dbd51758-2a9a-4333-9830-2c11e70b3964 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (8ccce160-d554-4f93-9cdd-09e5b1694d30), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.301982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a7c5e-d6f7-4c34-bbde-ea3202afe225 req-f74b9619-10d0-4212-a18d-90812bebd0da tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:13.303588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-195a7c5e-d6f7-4c34-bbde-ea3202afe225 req-f74b9619-10d0-4212-a18d-90812bebd0da tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 945 time: 0.0915747 Feb 04 13:21:13.330540 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dbd51758-2a9a-4333-9830-2c11e70b3964 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.336213 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dbd51758-2a9a-4333-9830-2c11e70b3964 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3297648 Feb 04 13:21:13.336213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd51758-2a9a-4333-9830-2c11e70b3964 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ccce160-d554-4f93-9cdd-09e5b1694d30,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:13.342724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33400) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:13.346199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Router 10a1e0eb-5589-4319-88a7-a79ad8422175 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:21:13.350714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:13.466874 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-195a7c5e-d6f7-4c34-bbde-ea3202afe225 req-192d241b-0902-4f9c-bba8-e5c571520d36 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466029 Feb 04 13:21:13.494559 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.572975 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:21:13.615353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Sync routers for ids ['10a1e0eb-5589-4319-88a7-a79ad8422175'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:13.640131 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.647878 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-092f6be5-0ad9-4ec9-91c7-1cbe2885f95d admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4885449 Feb 04 13:21:13.649848 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33410) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:13.715660 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.723103 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 604332ef-b247-4fbb-957c-7d3e7d228c67 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:13.726461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Routers {'10a1e0eb-5589-4319-88a7-a79ad8422175'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:13.727796 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:20:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['10a1e0eb-5589-4319-88a7-a79ad8422175'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:13.731234 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1bc874c3-7dde-4b03-98ef-a75e924c3112 None None] Current status of the port 604332ef-b247-4fbb-957c-7d3e7d228c67 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:13.761780 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.835392 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-688e3771-ff82-41c3-8673-d437547dcfe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.903002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5dab0-f073-4eeb-af1b-f016e4f03da9 req-40fa35c7-fedb-40e0-b8fa-a59cd80011bf tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:13.904591 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8e5dab0-f073-4eeb-af1b-f016e4f03da9 req-40fa35c7-fedb-40e0-b8fa-a59cd80011bf tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.1223805 Feb 04 13:21:13.935655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-61632664-cb99-407e-89dc-8b867d6f9db8 None None] Provisioning complete for port 604332ef-b247-4fbb-957c-7d3e7d228c67 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:13.936095 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-61632664-cb99-407e-89dc-8b867d6f9db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (604332ef-b247-4fbb-957c-7d3e7d228c67), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:14.025115 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 604332ef-b247-4fbb-957c-7d3e7d228c67 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:14.025548 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (604332ef-b247-4fbb-957c-7d3e7d228c67), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:14.043429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Allocated IP 172.25.5.30 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/ec807383-e439-4b3b-b191-95115977ae7f) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:14.055121 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Set router 10a1e0eb-5589-4319-88a7-a79ad8422175 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:14.068013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8e5dab0-f073-4eeb-af1b-f016e4f03da9 req-574f69f3-9c39-4a16-9555-2dcdb0812c6f tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524785 Feb 04 13:21:14.165735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87bf73-9c7a-4d0c-b8e3-b0487d6fc0d2 req-52474f42-c474-429e-9c7a-235e72ced6ba tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:14.167509 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae87bf73-9c7a-4d0c-b8e3-b0487d6fc0d2 req-52474f42-c474-429e-9c7a-235e72ced6ba tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.2312365 Feb 04 13:21:14.232599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-61632664-cb99-407e-89dc-8b867d6f9db8 None None] Current status of the port 604332ef-b247-4fbb-957c-7d3e7d228c67 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:14.316781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740f840-3415-43b5-a115-83cdad6039f8 req-26ad9701-7039-4da3-827b-4b219c04199f tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:14.318537 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5740f840-3415-43b5-a115-83cdad6039f8 req-26ad9701-7039-4da3-827b-4b219c04199f tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 949 time: 0.1613388 Feb 04 13:21:14.328510 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae87bf73-9c7a-4d0c-b8e3-b0487d6fc0d2 req-86795e1e-b928-43f0-8a56-c77ddf9a6c37 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465204 Feb 04 13:21:14.340597 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for port (ec807383-e439-4b3b-b191-95115977ae7f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:14.391889 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:14.415100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5740f840-3415-43b5-a115-83cdad6039f8 req-1a6142e3-cfef-4c80-bc0d-1c93db852e37 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853863 Feb 04 13:21:14.436744 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:14.439830 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (ec807383-e439-4b3b-b191-95115977ae7f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:14.456548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 604332ef-b247-4fbb-957c-7d3e7d228c67 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:14.494994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-134475622-router', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:21:12Z', 'revision_number': 3, 'project_id': 'ded0d06737874f5e8b6af879384a7b28', 'gw_port': {'id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:11Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:14.497520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:14.528903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:14.531685 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:21:14.548467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Checking router: 10a1e0eb-5589-4319-88a7-a79ad8422175 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:14.548989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Updating router 10a1e0eb-5589-4319-88a7-a79ad8422175 port 7b34b49b-db92-4f8c-886d-b82e18eff349 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:21:14.581131 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Pushing event updated for resources: {'Port': ['ID=ec807383-e439-4b3b-b191-95115977ae7f,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:14.595593 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7b34b49b-db92-4f8c-886d-b82e18eff349), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:14.656230 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2152c4-668c-482c-8d97-7e997127c8c1 req-d24575f9-1842-426d-b911-6e51e32e321c tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:14.657857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec2152c4-668c-482c-8d97-7e997127c8c1 req-d24575f9-1842-426d-b911-6e51e32e321c tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 943 time: 0.1697249 Feb 04 13:21:14.663177 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for floatingip (d90384d8-a4c6-4bdb-a7cc-fc7210889d9e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:14.669389 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Allocated IP 172.20.0.1 (954365c3-1a94-4b26-ad8d-4c1728366550/a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d/888181a1-99cc-4e49-a981-5067ed65e7e1) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:14.729226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c6016-1bab-45cd-b186-0c942e1e2c95 req-725e1676-2077-40db-a520-ab929c59162d tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:14.732276 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b22c6016-1bab-45cd-b186-0c942e1e2c95 req-725e1676-2077-40db-a520-ab929c59162d tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 945 time: 0.1554821 Feb 04 13:21:14.755809 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-044b5316-1eda-43b3-af21-dae363d0c582 service neutron] show failed (client error): The resource could not be found. Feb 04 13:21:14.756772 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-044b5316-1eda-43b3-af21-dae363d0c582 service neutron] 10.222.0.100 "GET /v2.0/ports/c843b7ba-b8f6-4d0f-b121-918de0a8e779/bindings/n-h1-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0838997 Feb 04 13:21:14.776733 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ec807383-e439-4b3b-b191-95115977ae7f), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:14.830344 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec2152c4-668c-482c-8d97-7e997127c8c1 req-bdb36527-30c6-4dc8-a3a4-b05de3202edc tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608400 Feb 04 13:21:14.862894 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b22c6016-1bab-45cd-b186-0c942e1e2c95 req-8aa08e26-769c-426a-8b38-2b61cb859fed tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/security-groups?id=6786d819-4594-4f2e-85b1-58142fd724cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225595 Feb 04 13:21:14.872704 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Publish callbacks [] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:14.934382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.000025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Network 954365c3-1a94-4b26-ad8d-4c1728366550 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:15.003474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:15.007254 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:21:15.031592 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Publish callbacks [] for port (7b34b49b-db92-4f8c-886d-b82e18eff349), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.039537 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7b34b49b-db92-4f8c-886d-b82e18eff349), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.046724 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Pushing event updated for resources: {'Port': ['ID=888181a1-99cc-4e49-a981-5067ed65e7e1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:15.072895 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for port (ec807383-e439-4b3b-b191-95115977ae7f), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.079668 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ec807383-e439-4b3b-b191-95115977ae7f), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.091074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (10a1e0eb-5589-4319-88a7-a79ad8422175), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.152841 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Attempting to bind port 7b34b49b-db92-4f8c-886d-b82e18eff349 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:21:15.153438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Attempting to bind port 7b34b49b-db92-4f8c-886d-b82e18eff349 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:21:15.153623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Attempting to bind port 7b34b49b-db92-4f8c-886d-b82e18eff349 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:15.157866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a18fd-b7c8-43cc-8f72-63fe67e5c23f None None] Pushing event updated for resources: {'Port': ['ID=7b34b49b-db92-4f8c-886d-b82e18eff349,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:15.163987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:21:15.168600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:15.169267 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.169810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:21:15.170463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Bound port: 7b34b49b-db92-4f8c-886d-b82e18eff349, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:21:15.171005 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7b34b49b-db92-4f8c-886d-b82e18eff349), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.259022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] For port 7b34b49b-db92-4f8c-886d-b82e18eff349, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:15.264395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] For port 7b34b49b-db92-4f8c-886d-b82e18eff349, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7b34b49b-db92-4f8c-886d-b82e18eff349,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:21:15.278840 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7b34b49b-db92-4f8c-886d-b82e18eff349), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.283900 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.374908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Routers {'10a1e0eb-5589-4319-88a7-a79ad8422175'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:15.375566 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:21:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['10a1e0eb-5589-4319-88a7-a79ad8422175'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:15.377601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a18fd-b7c8-43cc-8f72-63fe67e5c23f None None] Pushing event updated for resources: {'Port': ['ID=7b34b49b-db92-4f8c-886d-b82e18eff349,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:15.384656 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.467430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-09feed33-b975-4924-8455-2947c20c5fc1 None None] Provisioning complete for port 888181a1-99cc-4e49-a981-5067ed65e7e1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:15.467841 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09feed33-b975-4924-8455-2947c20c5fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.521964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-09feed33-b975-4924-8455-2947c20c5fc1 None None] Port 888181a1-99cc-4e49-a981-5067ed65e7e1 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:21:15.550129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] Set router 10a1e0eb-5589-4319-88a7-a79ad8422175 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:15.574699 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Publish callbacks [] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.580766 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.630441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (d90384d8-a4c6-4bdb-a7cc-fc7210889d9e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.649892 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Pushing event updated for resources: {'Port': ['ID=ec807383-e439-4b3b-b191-95115977ae7f,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:15.659044 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Pushing event updated for resources: {'Port': ['ID=888181a1-99cc-4e49-a981-5067ed65e7e1,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:15.663655 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (10a1e0eb-5589-4319-88a7-a79ad8422175), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.698865 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.714906 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4887dd17-446b-428b-aa36-953ca73daa7c tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3683515 Feb 04 13:21:15.752309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9668695-04ec-4db1-ad2b-31a56b8f9785 req-c9c17f12-b5b6-4c44-b467-978149ad6a87 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:15.754270 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9668695-04ec-4db1-ad2b-31a56b8f9785 req-c9c17f12-b5b6-4c44-b467-978149ad6a87 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.5597429 Feb 04 13:21:15.768395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-0555e5fa-c5dd-4d69-82da-1a3f6ab6017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:15.769940 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-0555e5fa-c5dd-4d69-82da-1a3f6ab6017a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0&tenant_id=62bf48b5c3894be3a3cc9319369f6e98 HTTP/1.1" status: 200 len: 1132 time: 0.5786247 Feb 04 13:21:15.783061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c9099-9010-4e04-8e87-2b13a1fb49ee req-f24ba34c-6126-4bcd-8338-6fa7f1920863 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:15.792799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-969c9099-9010-4e04-8e87-2b13a1fb49ee req-f24ba34c-6126-4bcd-8338-6fa7f1920863 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.1711378 Feb 04 13:21:15.808388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:15.861642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-134475622-router', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:21:15Z', 'revision_number': 4, 'project_id': 'ded0d06737874f5e8b6af879384a7b28', 'gw_port': {'id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:11Z', 'updated_at': '2022-02-04T13:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '888181a1-99cc-4e49-a981-5067ed65e7e1', 'name': '', 'network_id': '954365c3-1a94-4b26-ad8d-4c1728366550', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28', 'mac_address': 'fa:16:3e:b8:97:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:14Z', 'updated_at': '2022-02-04T13:21:14Z', 'revision_number': 1, 'project_id': 'ded0d06737874f5e8b6af879384a7b28', 'subnets': [{'id': 'a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:15.871820 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f08802-83be-4513-9bb1-9d43d8878ced req-d9fcbb30-0f6c-40cf-be78-f291ddf706e8 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:15.873490 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-65f08802-83be-4513-9bb1-9d43d8878ced req-d9fcbb30-0f6c-40cf-be78-f291ddf706e8 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.100 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 945 time: 0.1384592 Feb 04 13:21:15.892074 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Network 954365c3-1a94-4b26-ad8d-4c1728366550 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:15.892511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec72578-f480-4fcb-b8c7-28713d461a26 None None] The sync data for ids ['10a1e0eb-5589-4319-88a7-a79ad8422175'] in n-d-714676-13 is: [{'id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-134475622-router', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:21:15Z', 'revision_number': 4, 'project_id': 'ded0d06737874f5e8b6af879384a7b28', 'gw_port': {'id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:11Z', 'updated_at': '2022-02-04T13:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '888181a1-99cc-4e49-a981-5067ed65e7e1', 'name': '', 'network_id': '954365c3-1a94-4b26-ad8d-4c1728366550', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28', 'mac_address': 'fa:16:3e:b8:97:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:14Z', 'updated_at': '2022-02-04T13:21:14Z', 'revision_number': 1, 'project_id': 'ded0d06737874f5e8b6af879384a7b28', 'subnets': [{'id': 'a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:15.896950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:15.938721 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9668695-04ec-4db1-ad2b-31a56b8f9785 req-06bbc120-a581-479e-bebb-3c701bf0809f tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749189 Feb 04 13:21:15.975798 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-969c9099-9010-4e04-8e87-2b13a1fb49ee req-c2b5b7ea-2219-4054-bc41-21f98710953b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818116 Feb 04 13:21:15.990754 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:16.185877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Router 10a1e0eb-5589-4319-88a7-a79ad8422175 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:21:16.188556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-65f08802-83be-4513-9bb1-9d43d8878ced req-a033eb14-3474-415e-b9f6-7da296d5af2f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Deleting port db263966-24b4-4e04-b306-c872d81826b4 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:16.188906 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-65f08802-83be-4513-9bb1-9d43d8878ced req-a033eb14-3474-415e-b9f6-7da296d5af2f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (db263966-24b4-4e04-b306-c872d81826b4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:16.267677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f9262d5b-86c8-4317-a31e-2a7717a04316 None None] Provisioning complete for port 888181a1-99cc-4e49-a981-5067ed65e7e1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:16.268474 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f9262d5b-86c8-4317-a31e-2a7717a04316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:16.319215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f9262d5b-86c8-4317-a31e-2a7717a04316 None None] Port 888181a1-99cc-4e49-a981-5067ed65e7e1 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:21:16.396308 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-65f08802-83be-4513-9bb1-9d43d8878ced req-a033eb14-3474-415e-b9f6-7da296d5af2f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] For port db263966-24b4-4e04-b306-c872d81826b4, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=db263966-24b4-4e04-b306-c872d81826b4,segment=NetworkSegment(11dc5afa-0028-45de-9211-b56b44f685d4),segment_id=11dc5afa-0028-45de-9211-b56b44f685d4)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:16.397410 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-65f08802-83be-4513-9bb1-9d43d8878ced req-a033eb14-3474-415e-b9f6-7da296d5af2f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (db263966-24b4-4e04-b306-c872d81826b4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:16.419784 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-65f08802-83be-4513-9bb1-9d43d8878ced req-a033eb14-3474-415e-b9f6-7da296d5af2f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Calling delete_port for db263966-24b4-4e04-b306-c872d81826b4 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:16.435694 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:21:16.446161 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f29132a0-ce48-45be-9e05-6284fbf19413 admin admin] 10.222.0.96 "PUT /v2.0/routers/10a1e0eb-5589-4319-88a7-a79ad8422175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7926116 Feb 04 13:21:16.446515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0889221-c61e-4ec0-898c-b48bbca3b7f0 req-40f92410-0407-4b99-be81-8c940865e5e3 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:16.446515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0889221-c61e-4ec0-898c-b48bbca3b7f0 req-40f92410-0407-4b99-be81-8c940865e5e3 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 949 time: 0.3671999 Feb 04 13:21:16.607934 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-99a4dcb8-df28-4bd5-83bf-040b1c9082da tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:16.610455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-99a4dcb8-df28-4bd5-83bf-040b1c9082da tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/networks?id=8b20d4b4-1391-4500-96bd-4ce91c9bc74e HTTP/1.1" status: 200 len: 822 time: 0.4764268 Feb 04 13:21:16.648347 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-65f08802-83be-4513-9bb1-9d43d8878ced req-a033eb14-3474-415e-b9f6-7da296d5af2f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (db263966-24b4-4e04-b306-c872d81826b4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:16.669407 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0889221-c61e-4ec0-898c-b48bbca3b7f0 req-c3157e0a-32fc-4a43-bfef-2b8521e790d3 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136798 Feb 04 13:21:16.671834 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:16.683872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] For port c843b7ba-b8f6-4d0f-b121-918de0a8e779, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:16.704793 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9626f-8fb9-4404-94e7-2415bef9411a req-8e6956ed-6328-4c74-a048-2e74254bd576 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:16.706525 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13c9626f-8fb9-4404-94e7-2415bef9411a req-8e6956ed-6328-4c74-a048-2e74254bd576 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.100 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 949 time: 0.2142065 Feb 04 13:21:16.709531 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-5958faac-adbc-4673-a9e1-48171f002820 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/quotas/e5f72002beef43c5887042c875e8fc64 HTTP/1.1" status: 200 len: 375 time: 0.0982277 Feb 04 13:21:16.729946 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033eb14-3474-415e-b9f6-7da296d5af2f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Pushing event deleted for resources: {'Port': ['ID=db263966-24b4-4e04-b306-c872d81826b4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:16.765057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f08802-83be-4513-9bb1-9d43d8878ced req-a033eb14-3474-415e-b9f6-7da296d5af2f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] No DVR routers for this DVR port db263966-24b4-4e04-b306-c872d81826b4 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:16.775611 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-65f08802-83be-4513-9bb1-9d43d8878ced req-a033eb14-3474-415e-b9f6-7da296d5af2f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:16.779278 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-65f08802-83be-4513-9bb1-9d43d8878ced req-a033eb14-3474-415e-b9f6-7da296d5af2f tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.100 "DELETE /v2.0/ports/db263966-24b4-4e04-b306-c872d81826b4 HTTP/1.1" status: 204 len: 173 time: 0.8966477 Feb 04 13:21:16.779779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7273bebd-7739-4b5b-9835-6fb8f1aec429', 'name': 'network-vif-deleted', 'tag': 'db263966-24b4-4e04-b306-c872d81826b4'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:16.782319 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de5ada4-e431-427c-aff8-1e0381054bd1" -d '{"events": [{"server_uuid": "7273bebd-7739-4b5b-9835-6fb8f1aec429", "name": "network-vif-deleted", "tag": "db263966-24b4-4e04-b306-c872d81826b4"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:16.807429 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-f87b1da8-be8b-4a4b-aae2-6f60ba8a7a72 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e5f72002beef43c5887042c875e8fc64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899365 Feb 04 13:21:16.888974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bee50c17-a384-48a1-810f-421d055843b3 req-a34ef790-64ce-4328-bcb0-1d3bd74350f7 tempest-AttachSCSIVolumeTestJSON-2006390941 tempest-AttachSCSIVolumeTestJSON-2006390941-project] 10.222.0.96 "GET /v2.0/ports?device_id=7273bebd-7739-4b5b-9835-6fb8f1aec429 HTTP/1.1" status: 200 len: 210 time: 0.0852962 Feb 04 13:21:16.909702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] For port c843b7ba-b8f6-4d0f-b121-918de0a8e779, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:17.138412 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e316aa63-90d4-4d71-81a6-4d22521c4fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c843b7ba-b8f6-4d0f-b121-918de0a8e779'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:17.142184 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deaeaad-a4eb-4f60-8d06-83a07ec84d1d" -d '{"events": [{"server_uuid": "e316aa63-90d4-4d71-81a6-4d22521c4fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "c843b7ba-b8f6-4d0f-b121-918de0a8e779"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:17.147927 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Publish callbacks [] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:17.203890 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Transition to ACTIVE for port object c843b7ba-b8f6-4d0f-b121-918de0a8e779 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:17.215759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-2de11ea1-7fde-4f20-b92b-5bb3dc0c04cb service neutron] 10.222.0.96 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899484 Feb 04 13:21:17.219727 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:17.237178 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c2fcf-d836-4125-a5b4-f22ab9c0bc7a req-c424fffd-2e10-4b32-aebf-d75897dcd87c tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:17.238869 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e4c2fcf-d836-4125-a5b4-f22ab9c0bc7a req-c424fffd-2e10-4b32-aebf-d75897dcd87c tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 943 time: 0.1796856 Feb 04 13:21:17.245232 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-13c9626f-8fb9-4404-94e7-2415bef9411a req-e3d4ae3f-ad92-4e5b-b5fb-09624c6357bf tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Deleting port 49bd24f4-a78b-4bee-9358-2a5f25736764 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:17.245570 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-13c9626f-8fb9-4404-94e7-2415bef9411a req-e3d4ae3f-ad92-4e5b-b5fb-09624c6357bf tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (49bd24f4-a78b-4bee-9358-2a5f25736764), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:17.463168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c843b7ba-b8f6-4d0f-b121-918de0a8e779,revision_number=6']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:17.526655 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] No DVR routers for this DVR port c843b7ba-b8f6-4d0f-b121-918de0a8e779 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:17.620798 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e4c2fcf-d836-4125-a5b4-f22ab9c0bc7a req-6e825ab4-1dba-4930-a6df-1ca1afd8cfeb tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501062 Feb 04 13:21:17.722235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-13c9626f-8fb9-4404-94e7-2415bef9411a req-e3d4ae3f-ad92-4e5b-b5fb-09624c6357bf tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] For port 49bd24f4-a78b-4bee-9358-2a5f25736764, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=49bd24f4-a78b-4bee-9358-2a5f25736764,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:17.723855 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-13c9626f-8fb9-4404-94e7-2415bef9411a req-e3d4ae3f-ad92-4e5b-b5fb-09624c6357bf tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (49bd24f4-a78b-4bee-9358-2a5f25736764), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:17.757855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-ad2c82e8-37a4-4867-b705-31c0cb2a484c service neutron] 10.222.0.96 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178125 Feb 04 13:21:17.759666 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:17.773757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Attempting to bind port c843b7ba-b8f6-4d0f-b121-918de0a8e779 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:21:17.774158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Attempting to bind port c843b7ba-b8f6-4d0f-b121-918de0a8e779 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:21:17.775200 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Attempting to bind port c843b7ba-b8f6-4d0f-b121-918de0a8e779 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:17.778017 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-13c9626f-8fb9-4404-94e7-2415bef9411a req-e3d4ae3f-ad92-4e5b-b5fb-09624c6357bf tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Calling delete_port for 49bd24f4-a78b-4bee-9358-2a5f25736764 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:17.795922 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Port c843b7ba-b8f6-4d0f-b121-918de0a8e779 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:21:17.796250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Attempting to bind port c843b7ba-b8f6-4d0f-b121-918de0a8e779 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:17.811812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:21:17.815656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:17.816230 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:21:17.817672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Bound port: c843b7ba-b8f6-4d0f-b121-918de0a8e779, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:21:17.817889 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:17.844416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7b34b49b-db92-4f8c-886d-b82e18eff349 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:18.030474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] For port c843b7ba-b8f6-4d0f-b121-918de0a8e779, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:18.042680 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-9597eaa0-0322-4b4c-a724-dba3e7fbd843 req-500d33ca-87f9-4a26-933a-acb56b12ad1c tempest-FloatingIPDetailsNegativeTestJSON-386442367 tempest-FloatingIPDetailsNegativeTestJSON-386442367-project] show failed (client error): The resource could not be found. Feb 04 13:21:18.053399 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33464) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:18.070350 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9597eaa0-0322-4b4c-a724-dba3e7fbd843 req-500d33ca-87f9-4a26-933a-acb56b12ad1c tempest-FloatingIPDetailsNegativeTestJSON-386442367 tempest-FloatingIPDetailsNegativeTestJSON-386442367-project] 10.222.0.96 "GET /v2.0/floatingips/39ddc5b7-9346-44fa-a294-c7842b44a48b HTTP/1.1" status: 404 len: 350 time: 0.0888367 Feb 04 13:21:18.086620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] For port c843b7ba-b8f6-4d0f-b121-918de0a8e779, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:21:18.164060 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:18.199189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 49bd24f4-a78b-4bee-9358-2a5f25736764 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:18.243134 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc9e3e0-f94f-4fac-80f3-23ac198a69fa x-openstack-request-id: req-0bc9e3e0-f94f-4fac-80f3-23ac198a69fa {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:18.244587 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7273bebd-7739-4b5b-9835-6fb8f1aec429", "name": "network-vif-deleted", "tag": "db263966-24b4-4e04-b306-c872d81826b4", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:18.245285 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0bc9e3e0-f94f-4fac-80f3-23ac198a69fa {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:18.247738 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7273bebd-7739-4b5b-9835-6fb8f1aec429', 'name': 'network-vif-deleted', 'tag': 'db263966-24b4-4e04-b306-c872d81826b4', 'status': 'completed', 'code': 200} Feb 04 13:21:18.268064 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 7b34b49b-db92-4f8c-886d-b82e18eff349 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:18.268446 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7b34b49b-db92-4f8c-886d-b82e18eff349), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:18.268708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:18.269442 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:18.272433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] 10.222.0.99 "PUT /v2.0/ports/c843b7ba-b8f6-4d0f-b121-918de0a8e779 HTTP/1.1" status: 200 len: 1096 time: 2.4766548 Feb 04 13:21:18.304960 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-13c9626f-8fb9-4404-94e7-2415bef9411a req-e3d4ae3f-ad92-4e5b-b5fb-09624c6357bf tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (49bd24f4-a78b-4bee-9358-2a5f25736764), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:18.308443 n-d-714676-13 neutron-server[103608]: INFO neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No ports have port_id starting with 49bd24f4-a78b-4bee-9358-2a5f25736764 Feb 04 13:21:18.311139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device db263966-24b4-4e04-b306-c872d81826b4 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:18.358700 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: db263966-24b4-4e04-b306-c872d81826b4 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:21:18.359694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device db263966-24b4-4e04-b306-c872d81826b4 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:18.360366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device c843b7ba-b8f6-4d0f-b121-918de0a8e779 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:18.364176 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['77fc741e-8cf2-4206-9998-69b22d8604ac'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:21:18.451965 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106d320-dbe5-4812-b1ff-42ae1bc029b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c843b7ba-b8f6-4d0f-b121-918de0a8e779,revision_number=7']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:18.549067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4ae3f-ad92-4e5b-b5fb-09624c6357bf tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Pushing event deleted for resources: {'Port': ['ID=49bd24f4-a78b-4bee-9358-2a5f25736764,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:18.575845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c9626f-8fb9-4404-94e7-2415bef9411a req-e3d4ae3f-ad92-4e5b-b5fb-09624c6357bf tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] No DVR routers for this DVR port 49bd24f4-a78b-4bee-9358-2a5f25736764 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:18.583187 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-13c9626f-8fb9-4404-94e7-2415bef9411a req-e3d4ae3f-ad92-4e5b-b5fb-09624c6357bf tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:18.587065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13c9626f-8fb9-4404-94e7-2415bef9411a req-e3d4ae3f-ad92-4e5b-b5fb-09624c6357bf tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.100 "DELETE /v2.0/ports/49bd24f4-a78b-4bee-9358-2a5f25736764 HTTP/1.1" status: 204 len: 173 time: 1.8510792 Feb 04 13:21:18.606187 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f49d2b31-8725-4896-bbd9-f5dba6b47591 req-c5d4f9cf-7258-401d-970d-6ee1fbe152a1 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1656995 Feb 04 13:21:18.606492 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b14d0-e7ed-4d9d-b894-71bb5ba25e57 req-e6965286-903a-44f0-9b54-d0dc3c219258 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:18.606492 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d85b14d0-e7ed-4d9d-b894-71bb5ba25e57 req-e6965286-903a-44f0-9b54-d0dc3c219258 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.3974895 Feb 04 13:21:18.624513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] The host n-h2-714676-13 is not matching for port c843b7ba-b8f6-4d0f-b121-918de0a8e779 host n-h1-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:21:18.631267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device c843b7ba-b8f6-4d0f-b121-918de0a8e779 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:18.739339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1b587-9e1e-40f6-8302-d081a28a07f9 req-ea9f18ab-ea30-4572-a265-42c1ba8643fc tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:18.747034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57b1b587-9e1e-40f6-8302-d081a28a07f9 req-ea9f18ab-ea30-4572-a265-42c1ba8643fc tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 947 time: 0.3620691 Feb 04 13:21:18.774150 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-85b072cf-57e2-4b68-99a1-ea8d1ff0e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:18.775619 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-85b072cf-57e2-4b68-99a1-ea8d1ff0e11a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 1130 time: 0.4459660 Feb 04 13:21:18.858330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d85b14d0-e7ed-4d9d-b894-71bb5ba25e57 req-ac343a0e-2add-400c-a42b-edbff3cc6a7e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279482 Feb 04 13:21:18.875976 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 7b34b49b-db92-4f8c-886d-b82e18eff349 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:18.876568 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7b34b49b-db92-4f8c-886d-b82e18eff349), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:18.955383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d2b31-8725-4896-bbd9-f5dba6b47591 req-4349f4ab-16dc-46df-8b4c-b02786cd4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:18.957826 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f49d2b31-8725-4896-bbd9-f5dba6b47591 req-4349f4ab-16dc-46df-8b4c-b02786cd4041 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 1148 time: 0.1607916 Feb 04 13:21:18.977450 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 7b34b49b-db92-4f8c-886d-b82e18eff349, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7b34b49b-db92-4f8c-886d-b82e18eff349,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:19.010309 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7b34b49b-db92-4f8c-886d-b82e18eff349), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:19.011985 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57b1b587-9e1e-40f6-8302-d081a28a07f9 req-e058eb08-7ac1-4492-85e2-4e43de7d5a3f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636769 Feb 04 13:21:19.146955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-fc7e7f63-0bab-4fec-88b9-333e0a518e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:19.153584 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-fc7e7f63-0bab-4fec-88b9-333e0a518e22 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3607755 Feb 04 13:21:19.155199 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbc23cb-a562-4c10-b55f-c0ec4a74d914 x-openstack-request-id: req-4cbc23cb-a562-4c10-b55f-c0ec4a74d914 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:19.155551 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e316aa63-90d4-4d71-81a6-4d22521c4fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "c843b7ba-b8f6-4d0f-b121-918de0a8e779", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:19.155833 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4cbc23cb-a562-4c10-b55f-c0ec4a74d914 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:19.157939 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e316aa63-90d4-4d71-81a6-4d22521c4fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c843b7ba-b8f6-4d0f-b121-918de0a8e779', 'code': 200} Feb 04 13:21:19.168675 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=7b34b49b-db92-4f8c-886d-b82e18eff349,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:19.273677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-fcc8b193-9202-4a17-8060-337945748a51 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779 HTTP/1.1" status: 200 len: 217 time: 0.1145198 Feb 04 13:21:19.336273 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Sync routers for ids ['10a1e0eb-5589-4319-88a7-a79ad8422175'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:19.355599 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Routers {'10a1e0eb-5589-4319-88a7-a79ad8422175'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:19.366792 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:21:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['10a1e0eb-5589-4319-88a7-a79ad8422175'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:19.450728 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3918bd75-e0b0-4717-b401-2a0faa8cf34b req-d4ab6c4a-571b-4b47-8c64-fdbf49dcde06 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f HTTP/1.1" status: 200 len: 210 time: 0.2073340 Feb 04 13:21:19.452334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-23b4b559-8e89-46f1-a16e-faed0e6f9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:19.453823 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-23b4b559-8e89-46f1-a16e-faed0e6f9ce8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1573334 Feb 04 13:21:19.458493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d2b31-8725-4896-bbd9-f5dba6b47591 req-a753bc35-4464-46bd-b103-cfc89675b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:19.465088 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f49d2b31-8725-4896-bbd9-f5dba6b47591 req-a753bc35-4464-46bd-b103-cfc89675b51b service neutron] 10.222.0.100 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.4454634 Feb 04 13:21:19.495873 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fcfd4cf9-519d-4a8b-b1ea-6dd91e95e668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (10a1e0eb-5589-4319-88a7-a79ad8422175), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:19.571883 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44e789fc-1d2b-45a5-8b57-9e94ad3ec1ed req-ba1d79dd-b448-4817-b920-151f866b6dfd tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 210 time: 0.1642795 Feb 04 13:21:19.624296 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Set router 10a1e0eb-5589-4319-88a7-a79ad8422175 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:19.695914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7b34b49b-db92-4f8c-886d-b82e18eff349 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:19.727174 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f49d2b31-8725-4896-bbd9-f5dba6b47591 req-affade55-4c15-4b91-9185-1ab1aa47dd88 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb HTTP/1.1" status: 200 len: 217 time: 0.2498660 Feb 04 13:21:19.745383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-2611b20e-e606-41cd-a866-012d86c03272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:19.749115 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-2611b20e-e606-41cd-a866-012d86c03272 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2881405 Feb 04 13:21:19.772542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d282d-3499-4e36-8f11-02819bd4b1c6 req-7c56c7bf-e2c9-47a2-bf6a-37d952f6e7e1 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:19.775089 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-508d282d-3499-4e36-8f11-02819bd4b1c6 req-7c56c7bf-e2c9-47a2-bf6a-37d952f6e7e1 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 943 time: 0.2022030 Feb 04 13:21:19.818627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 7b34b49b-db92-4f8c-886d-b82e18eff349 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:19.818907 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7b34b49b-db92-4f8c-886d-b82e18eff349), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:19.906456 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-bc30030a-fda9-40b0-864c-11b373989eb8 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271191 Feb 04 13:21:20.044857 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-134475622-router', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:21:15Z', 'revision_number': 4, 'project_id': 'ded0d06737874f5e8b6af879384a7b28', 'gw_port': {'id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:11Z', 'updated_at': '2022-02-04T13:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '888181a1-99cc-4e49-a981-5067ed65e7e1', 'name': '', 'network_id': '954365c3-1a94-4b26-ad8d-4c1728366550', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28', 'mac_address': 'fa:16:3e:b8:97:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:14Z', 'updated_at': '2022-02-04T13:21:15Z', 'revision_number': 2, 'project_id': 'ded0d06737874f5e8b6af879384a7b28', 'subnets': [{'id': 'a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:20.144412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 7b34b49b-db92-4f8c-886d-b82e18eff349 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:20.157386 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Checking router: 10a1e0eb-5589-4319-88a7-a79ad8422175 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:20.158237 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Updating router 10a1e0eb-5589-4319-88a7-a79ad8422175 port 888181a1-99cc-4e49-a981-5067ed65e7e1 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:21:20.185236 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bfbe75b-881b-48ab-836a-b5773b43366b req-6c15ae7b-096b-414a-a56d-7f73c257c269 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504673 Feb 04 13:21:20.215587 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:20.246513 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-508d282d-3499-4e36-8f11-02819bd4b1c6 req-7feb574c-add6-4997-a8d4-a044bd3df517 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387649 Feb 04 13:21:20.266698 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1d5cb-bb13-4856-9eac-a6ae919f83c4 req-cb6e5e42-4e90-4669-b728-87c30e50d8b5 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:20.274724 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eeb1d5cb-bb13-4856-9eac-a6ae919f83c4 req-cb6e5e42-4e90-4669-b728-87c30e50d8b5 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.2223721 Feb 04 13:21:20.395320 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eeb1d5cb-bb13-4856-9eac-a6ae919f83c4 req-8d6dcbc1-e107-4e46-add3-b8f346fb276f tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154809 Feb 04 13:21:20.506640 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba1d16-e998-4773-baaa-aaa89499bee6 req-b702a283-eabe-4556-a351-c958e044b283 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:20.521279 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2ba1d16-e998-4773-baaa-aaa89499bee6 req-b702a283-eabe-4556-a351-c958e044b283 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 947 time: 0.1183953 Feb 04 13:21:20.585951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d2b31-8725-4896-bbd9-f5dba6b47591 req-845d5c2a-585c-4f87-ae49-3d7a521fbe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:20.588140 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f49d2b31-8725-4896-bbd9-f5dba6b47591 req-845d5c2a-585c-4f87-ae49-3d7a521fbe2b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.3340039 Feb 04 13:21:20.670962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2ba1d16-e998-4773-baaa-aaa89499bee6 req-58626bec-b00b-40e0-b3ad-aa0f0084ddb4 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482573 Feb 04 13:21:20.671311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301731-107f-47ab-88c3-ab3d6deac00e req-3a87da42-36d3-4e28-97d5-86b449eba023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:20.673995 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ca301731-107f-47ab-88c3-ab3d6deac00e req-3a87da42-36d3-4e28-97d5-86b449eba023 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 1157 time: 0.4064953 Feb 04 13:21:20.693464 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f49d2b31-8725-4896-bbd9-f5dba6b47591 req-761f81d7-7f3b-4ad7-84c5-3850857b3b5d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828545 Feb 04 13:21:20.864049 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6895c1c5-f179-482b-8fd5-5060a0e836f0 req-810ca4fb-ebaa-4317-a748-d2e4de008171 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 210 time: 0.0736427 Feb 04 13:21:20.900936 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Publish callbacks [] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:20.909953 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:21.034641 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-bc01b973-b654-46cf-990f-5928f389d46e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:21.036027 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8b44f-6d24-4f7c-b97e-fdd957255457 req-a5e1530b-298e-429e-b03f-7722523eef5b tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:21.038123 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-bc01b973-b654-46cf-990f-5928f389d46e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.99 "GET /v2.0/networks?id=8b20d4b4-1391-4500-96bd-4ce91c9bc74e HTTP/1.1" status: 200 len: 822 time: 0.7572541 Feb 04 13:21:21.038983 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73c8b44f-6d24-4f7c-b97e-fdd957255457 req-a5e1530b-298e-429e-b03f-7722523eef5b tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=5df436ee-d9a8-4b63-bed5-592db384874e HTTP/1.1" status: 200 len: 949 time: 0.0840912 Feb 04 13:21:21.068795 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a57f9-3e2d-4255-a52c-d3869790d186 None None] Pushing event updated for resources: {'Port': ['ID=888181a1-99cc-4e49-a981-5067ed65e7e1,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:21.090606 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a57f9-3e2d-4255-a52c-d3869790d186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:21.100007 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a57f9-3e2d-4255-a52c-d3869790d186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:21.101941 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a57f9-3e2d-4255-a52c-d3869790d186 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:21.102451 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a57f9-3e2d-4255-a52c-d3869790d186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:21.102890 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a57f9-3e2d-4255-a52c-d3869790d186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:21.104189 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a57f9-3e2d-4255-a52c-d3869790d186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:21.104808 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a57f9-3e2d-4255-a52c-d3869790d186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:21.108512 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a57f9-3e2d-4255-a52c-d3869790d186 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:21.108962 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a57f9-3e2d-4255-a52c-d3869790d186 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:21.109395 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a57f9-3e2d-4255-a52c-d3869790d186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:21.109822 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a57f9-3e2d-4255-a52c-d3869790d186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:21.110795 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a57f9-3e2d-4255-a52c-d3869790d186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:21.111131 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a57f9-3e2d-4255-a52c-d3869790d186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:21.116214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-34b14ac3-cde1-4f95-8e56-353b1e669ef2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Request body: {'port': {'device_id': '716209b5-068c-464f-8a67-31cfd279e8ad', 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e', 'admin_state_up': True, 'tenant_id': 'e5f72002beef43c5887042c875e8fc64'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:21.177988 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73c8b44f-6d24-4f7c-b97e-fdd957255457 req-5b4b45e0-cf7e-454c-a83a-a05a6428ee76 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276155 Feb 04 13:21:21.180938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e316aa63-90d4-4d71-81a6-4d22521c4fe0', 'tag': 'c843b7ba-b8f6-4d0f-b121-918de0a8e779'}, {'server_uuid': '4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f', 'name': 'network-vif-deleted', 'tag': '49bd24f4-a78b-4bee-9358-2a5f25736764'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:21.183403 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e316aa63-90d4-4d71-81a6-4d22521c4fe0", "tag": "c843b7ba-b8f6-4d0f-b121-918de0a8e779"}, {"server_uuid": "4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f", "name": "network-vif-deleted", "tag": "49bd24f4-a78b-4bee-9358-2a5f25736764"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:21.248342 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Attempting to bind port 888181a1-99cc-4e49-a981-5067ed65e7e1 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:21:21.248888 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Attempting to bind port 888181a1-99cc-4e49-a981-5067ed65e7e1 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c239a731-99f4-4901-b49c-65e0f20d9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '954365c3-1a94-4b26-ad8d-4c1728366550'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:21:21.249348 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Attempting to bind port 888181a1-99cc-4e49-a981-5067ed65e7e1 on network 954365c3-1a94-4b26-ad8d-4c1728366550 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:21.263988 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:21:21.264699 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Checking segment: {'id': 'c239a731-99f4-4901-b49c-65e0f20d9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '954365c3-1a94-4b26-ad8d-4c1728366550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:21.265149 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:21.265948 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Bound using segment: {'id': 'c239a731-99f4-4901-b49c-65e0f20d9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '954365c3-1a94-4b26-ad8d-4c1728366550'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:21:21.269181 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Bound port: 888181a1-99cc-4e49-a981-5067ed65e7e1, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c239a731-99f4-4901-b49c-65e0f20d9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '954365c3-1a94-4b26-ad8d-4c1728366550'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:21:21.270329 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:21.365146 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd20340-caae-4278-890d-d96eaf42edca x-openstack-request-id: req-bcd20340-caae-4278-890d-d96eaf42edca {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:21.365555 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e316aa63-90d4-4d71-81a6-4d22521c4fe0", "tag": "c843b7ba-b8f6-4d0f-b121-918de0a8e779", "status": "completed", "code": 200}, {"server_uuid": "4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f", "name": "network-vif-deleted", "tag": "49bd24f4-a78b-4bee-9358-2a5f25736764", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:21.367640 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bcd20340-caae-4278-890d-d96eaf42edca {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:21.370668 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e316aa63-90d4-4d71-81a6-4d22521c4fe0', 'tag': 'c843b7ba-b8f6-4d0f-b121-918de0a8e779', 'status': 'completed', 'code': 200} Feb 04 13:21:21.371138 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab5e5b8-8ccb-4770-848c-f2aa8c9ac50f', 'name': 'network-vif-deleted', 'tag': '49bd24f4-a78b-4bee-9358-2a5f25736764', 'status': 'completed', 'code': 200} Feb 04 13:21:21.385277 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301731-107f-47ab-88c3-ab3d6deac00e req-d844006d-668b-4073-b076-fc7feaecc98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:21.387267 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ca301731-107f-47ab-88c3-ab3d6deac00e req-d844006d-668b-4073-b076-fc7feaecc98c service neutron] 10.222.0.99 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.6480086 Feb 04 13:21:21.389973 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f49d2b31-8725-4896-bbd9-f5dba6b47591 req-7510fcd1-1c0f-42f0-a76d-842da2dd7024 service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6371007 Feb 04 13:21:21.492547 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ca301731-107f-47ab-88c3-ab3d6deac00e req-b31951fb-e54d-4378-b420-bad9c8e78b4a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb HTTP/1.1" status: 200 len: 217 time: 0.0730286 Feb 04 13:21:21.495752 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] For port 888181a1-99cc-4e49-a981-5067ed65e7e1, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:21.500761 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] For port 888181a1-99cc-4e49-a981-5067ed65e7e1, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=888181a1-99cc-4e49-a981-5067ed65e7e1,segment=NetworkSegment(c239a731-99f4-4901-b49c-65e0f20d9cfa),segment_id=c239a731-99f4-4901-b49c-65e0f20d9cfa)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:21:21.505199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ec11003f-2645-4fce-8491-da8a22e247bd None None] Provisioning complete for port 888181a1-99cc-4e49-a981-5067ed65e7e1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:21.508052 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ec11003f-2645-4fce-8491-da8a22e247bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:21.523349 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:21.585553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ec11003f-2645-4fce-8491-da8a22e247bd None None] Port 888181a1-99cc-4e49-a981-5067ed65e7e1 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:21:21.661993 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301731-107f-47ab-88c3-ab3d6deac00e req-c5f637ec-8069-4d45-a92d-b3c0d9369707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:21.663740 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ca301731-107f-47ab-88c3-ab3d6deac00e req-c5f637ec-8069-4d45-a92d-b3c0d9369707 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.1405196 Feb 04 13:21:21.697610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-058a3a06-ae52-480a-aebe-461eded33df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:21.699656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-058a3a06-ae52-480a-aebe-461eded33df1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 1130 time: 0.3484991 Feb 04 13:21:21.719441 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a57f9-3e2d-4255-a52c-d3869790d186 None None] Pushing event updated for resources: {'Port': ['ID=888181a1-99cc-4e49-a981-5067ed65e7e1,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:21.738499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0329833-f935-479b-ae9a-ed8ae8b9be80 req-fa21c52c-7650-4c54-8a9b-08a8fb1dc5ba tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:21.743866 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Routers {'10a1e0eb-5589-4319-88a7-a79ad8422175'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:21.744660 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:21:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['10a1e0eb-5589-4319-88a7-a79ad8422175'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:21.748892 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f0329833-f935-479b-ae9a-ed8ae8b9be80 req-fa21c52c-7650-4c54-8a9b-08a8fb1dc5ba tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 943 time: 0.3422661 Feb 04 13:21:21.782993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-3855f4c9-9799-4856-a706-e3ded6815d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:21.784872 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-3855f4c9-9799-4856-a706-e3ded6815d18 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 1130 time: 0.3396757 Feb 04 13:21:21.814948 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ca301731-107f-47ab-88c3-ab3d6deac00e req-16b14409-f34c-40ec-a856-b6d65feb5b8a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392889 Feb 04 13:21:21.843984 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f49d2b31-8725-4896-bbd9-f5dba6b47591 req-bd213d00-4afe-4082-9f9a-6c4b073ecfb4 service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424994 Feb 04 13:21:21.994209 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] Set router 10a1e0eb-5589-4319-88a7-a79ad8422175 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:21.996331 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-34b14ac3-cde1-4f95-8e56-353b1e669ef2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Made reservation on behalf of e5f72002beef43c5887042c875e8fc64 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:21.999981 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-34b14ac3-cde1-4f95-8e56-353b1e669ef2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:22.124607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:21:22.142547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-da3ca110-101b-49e0-a714-537e3dbb3fa1 None None] Provisioning complete for port 888181a1-99cc-4e49-a981-5067ed65e7e1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:22.142951 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-da3ca110-101b-49e0-a714-537e3dbb3fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:22.269192 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ca301731-107f-47ab-88c3-ab3d6deac00e req-68b25035-ce44-408b-8c2e-b94c5fe14a4a service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206409 Feb 04 13:21:22.305114 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd4cf9-519d-4a8b-b1ea-6dd91e95e668 admin admin] Deleting port 888181a1-99cc-4e49-a981-5067ed65e7e1 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:22.305668 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fcfd4cf9-519d-4a8b-b1ea-6dd91e95e668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:22.322932 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.resource_extend [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:21:22.563697 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-da3ca110-101b-49e0-a714-537e3dbb3fa1 None None] Current status of the port 888181a1-99cc-4e49-a981-5067ed65e7e1 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:22.564349 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-da3ca110-101b-49e0-a714-537e3dbb3fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:22.615028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:22.654660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb has no active binding in host n-h2-714676-13 {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 13:21:22.662316 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-da3ca110-101b-49e0-a714-537e3dbb3fa1 None None] For port 888181a1-99cc-4e49-a981-5067ed65e7e1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=888181a1-99cc-4e49-a981-5067ed65e7e1,segment=NetworkSegment(c239a731-99f4-4901-b49c-65e0f20d9cfa),segment_id=c239a731-99f4-4901-b49c-65e0f20d9cfa)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:22.663737 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-34b14ac3-cde1-4f95-8e56-353b1e669ef2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Allocated IP 172.20.0.12 (8b20d4b4-1391-4500-96bd-4ce91c9bc74e/7b76ab68-ed3b-41e4-97fc-fb0267da718f/4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:22.670117 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-da3ca110-101b-49e0-a714-537e3dbb3fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:22.709750 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-134475622-router', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:21:15Z', 'revision_number': 4, 'project_id': 'ded0d06737874f5e8b6af879384a7b28', 'gw_port': {'id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:11Z', 'updated_at': '2022-02-04T13:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '888181a1-99cc-4e49-a981-5067ed65e7e1', 'name': '', 'network_id': '954365c3-1a94-4b26-ad8d-4c1728366550', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28', 'mac_address': 'fa:16:3e:b8:97:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:14Z', 'updated_at': '2022-02-04T13:21:21Z', 'revision_number': 4, 'project_id': 'ded0d06737874f5e8b6af879384a7b28', 'subnets': [{'id': 'a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:22.736017 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ca301731-107f-47ab-88c3-ab3d6deac00e req-825e6780-deab-4c7a-91a0-76c5552316f6 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523757 Feb 04 13:21:22.743264 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-fcfd4cf9-519d-4a8b-b1ea-6dd91e95e668 admin admin] For port 888181a1-99cc-4e49-a981-5067ed65e7e1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=888181a1-99cc-4e49-a981-5067ed65e7e1,segment=NetworkSegment(c239a731-99f4-4901-b49c-65e0f20d9cfa),segment_id=c239a731-99f4-4901-b49c-65e0f20d9cfa)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:22.750738 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fcfd4cf9-519d-4a8b-b1ea-6dd91e95e668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:22.762071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f0329833-f935-479b-ae9a-ed8ae8b9be80 req-7cf54909-6c07-4f63-aa0f-aead5b967791 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0077319 Feb 04 13:21:22.764623 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-c1f3007e-bfbd-4b8e-b353-c5f175980a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:22.766297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-c1f3007e-bfbd-4b8e-b353-c5f175980a81 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.9408658 Feb 04 13:21:22.784113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ca110-101b-49e0-a714-537e3dbb3fa1 None None] Pushing event updated for resources: {'Port': ['ID=888181a1-99cc-4e49-a981-5067ed65e7e1,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:22.817174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe1aed-4aab-408e-85b6-25184f79a780 req-6c338ac9-fe37-463e-bd81-2c8b0e9902a4 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:22.819996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-acfe1aed-4aab-408e-85b6-25184f79a780 req-6c338ac9-fe37-463e-bd81-2c8b0e9902a4 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 1.2732720 Feb 04 13:21:22.832782 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd4cf9-519d-4a8b-b1ea-6dd91e95e668 admin admin] Calling delete_port for 888181a1-99cc-4e49-a981-5067ed65e7e1 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:22.849395 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796d0dc-425a-46b3-ad85-9fabe887fd6d None None] The sync data for ids ['10a1e0eb-5589-4319-88a7-a79ad8422175'] in n-d-714676-13 is: [{'id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-134475622-router', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:21:15Z', 'revision_number': 4, 'project_id': 'ded0d06737874f5e8b6af879384a7b28', 'gw_port': {'id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:11Z', 'updated_at': '2022-02-04T13:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '888181a1-99cc-4e49-a981-5067ed65e7e1', 'name': '', 'network_id': '954365c3-1a94-4b26-ad8d-4c1728366550', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28', 'mac_address': 'fa:16:3e:b8:97:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:14Z', 'updated_at': '2022-02-04T13:21:21Z', 'revision_number': 4, 'project_id': 'ded0d06737874f5e8b6af879384a7b28', 'subnets': [{'id': 'a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:23.030455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-00a743c5-235a-4ffa-a7a5-e2eb95e1c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:23.032576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-00a743c5-235a-4ffa-a7a5-e2eb95e1c0d4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 1.3196375 Feb 04 13:21:23.039316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-592c23f6-a42e-4aa8-8f6f-4d8b92dc6c86 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779 HTTP/1.1" status: 200 len: 217 time: 0.2146676 Feb 04 13:21:23.186482 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-ae35a018-7668-4fb5-9a02-728b130f23e3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779 HTTP/1.1" status: 200 len: 217 time: 0.1374166 Feb 04 13:21:23.189257 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-34b14ac3-cde1-4f95-8e56-353b1e669ef2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:23.245536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:23.265808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-acfe1aed-4aab-408e-85b6-25184f79a780 req-2ee47a37-eb3c-4945-a286-2d70dd01f43a tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052013 Feb 04 13:21:23.352124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba1405-97d8-43d0-9061-79d0f9a7656d req-e9edf855-6ba1-441c-b63c-390b5887eea0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:23.363881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b0ba1405-97d8-43d0-9061-79d0f9a7656d req-e9edf855-6ba1-441c-b63c-390b5887eea0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 947 time: 0.3945842 Feb 04 13:21:23.454399 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b0ba1405-97d8-43d0-9061-79d0f9a7656d req-19b9324a-c1ec-48d9-9442-e2254056ed64 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893350 Feb 04 13:21:23.520838 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-34b14ac3-cde1-4f95-8e56-353b1e669ef2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:23.552916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-7bbf432d-9a54-41e2-95c3-e8d98e9ec87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:23.556117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-7bbf432d-9a54-41e2-95c3-e8d98e9ec87a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.4965167 Feb 04 13:21:23.558441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb is: DOWN; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:23.559555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ff5aa6ae-a7e7-4531-8363-0a81a10f0968 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:23.564482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a388a7-9729-4d44-b21c-f1671b1e39be req-3542c664-089f-44b6-9a3b-097a62b0f887 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:23.567910 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-14a388a7-9729-4d44-b21c-f1671b1e39be req-3542c664-089f-44b6-9a3b-097a62b0f887 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.100 "GET /v2.0/ports?device_id=5df436ee-d9a8-4b63-bed5-592db384874e HTTP/1.1" status: 200 len: 949 time: 0.3418074 Feb 04 13:21:23.702499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54657115-d3ee-406a-ab84-d70a5858bfac req-951ae414-3137-4661-a99a-4a4e77e60184 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:23.704616 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54657115-d3ee-406a-ab84-d70a5858bfac req-951ae414-3137-4661-a99a-4a4e77e60184 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 932 time: 0.2276003 Feb 04 13:21:23.715334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-3fcc1a55-a6a8-46c1-9c76-06f8958a5975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:23.717993 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-3fcc1a55-a6a8-46c1-9c76-06f8958a5975 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.5212107 Feb 04 13:21:23.737174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-34b14ac3-cde1-4f95-8e56-353b1e669ef2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:23.762531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-34b14ac3-cde1-4f95-8e56-353b1e669ef2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:23.791206 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-34b14ac3-cde1-4f95-8e56-353b1e669ef2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:21:23.815842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:23.816952 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:23.825633 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b14ac3-cde1-4f95-8e56-353b1e669ef2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Pushing event updated for resources: {'Port': ['ID=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:23.852637 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 888181a1-99cc-4e49-a981-5067ed65e7e1 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:23.881303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65eae4f-696e-40c7-a35f-e79aebb0fde8 req-96bc3988-058b-41b9-b815-bfcbbc7e9208 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:23.883100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b65eae4f-696e-40c7-a35f-e79aebb0fde8 req-96bc3988-058b-41b9-b815-bfcbbc7e9208 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=5df436ee-d9a8-4b63-bed5-592db384874e HTTP/1.1" status: 200 len: 949 time: 0.2609022 Feb 04 13:21:23.939277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd96b284-d63d-4599-b2d9-6cd90e1decad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:23.943051 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacaa9d4-9740-45fc-be78-c08ce431c417" -d '{"events": [{"server_uuid": "fd96b284-d63d-4599-b2d9-6cd90e1decad", "name": "network-vif-unplugged", "status": "completed", "tag": "ff5aa6ae-a7e7-4531-8363-0a81a10f0968"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:23.966092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-e5df1687-9200-4e1e-bba1-50dcfebce5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:23.967772 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-e5df1687-9200-4e1e-bba1-50dcfebce5eb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3977454 Feb 04 13:21:23.980096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ff5aa6ae-a7e7-4531-8363-0a81a10f0968, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:23.983048 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54657115-d3ee-406a-ab84-d70a5858bfac req-0e3c2ee4-7d98-4122-9e39-915343aafb46 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632353 Feb 04 13:21:23.990600 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:23.994316 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 888181a1-99cc-4e49-a981-5067ed65e7e1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:23.994694 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:24.107906 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-34b14ac3-cde1-4f95-8e56-353b1e669ef2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:24.108558 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-34b14ac3-cde1-4f95-8e56-353b1e669ef2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:24.117807 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-feecb626-df05-428a-ab88-843f20cbe3ca service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394191 Feb 04 13:21:24.120008 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fcfd4cf9-519d-4a8b-b1ea-6dd91e95e668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (888181a1-99cc-4e49-a981-5067ed65e7e1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:24.149771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:24.155841 n-d-714676-13 neutron-server[103608]: INFO neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No ports have port_id starting with 888181a1-99cc-4e49-a981-5067ed65e7e1 Feb 04 13:21:24.187589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd4cf9-519d-4a8b-b1ea-6dd91e95e668 admin admin] Pushing event deleted for resources: {'Port': ['ID=888181a1-99cc-4e49-a981-5067ed65e7e1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:24.224828 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-34b14ac3-cde1-4f95-8e56-353b1e669ef2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1139016 Feb 04 13:21:24.254763 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Request body: {'port': {'device_id': '716209b5-068c-464f-8a67-31cfd279e8ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:24.345669 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b65eae4f-696e-40c7-a35f-e79aebb0fde8 req-f4519b94-3197-46d9-b66c-4d092f6f3947 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501090 Feb 04 13:21:24.357973 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-14a388a7-9729-4d44-b21c-f1671b1e39be req-878b3448-bae0-4576-b468-5349e79d73e3 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Deleting port 77fc741e-8cf2-4206-9998-69b22d8604ac {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:24.358593 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14a388a7-9729-4d44-b21c-f1671b1e39be req-878b3448-bae0-4576-b468-5349e79d73e3 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (77fc741e-8cf2-4206-9998-69b22d8604ac), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:24.381259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-88edfc1f-d728-4fce-94e3-2f8251a6e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:24.387280 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-88edfc1f-d728-4fce-94e3-2f8251a6e1e4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6106138 Feb 04 13:21:24.389229 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-d55df6a5-0e66-421b-819f-9ff9448acd76 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025306 Feb 04 13:21:24.466455 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77a2d27-b41a-4c6c-9c19-f15eb2b252b5 x-openstack-request-id: req-d77a2d27-b41a-4c6c-9c19-f15eb2b252b5 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:24.466977 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd96b284-d63d-4599-b2d9-6cd90e1decad", "name": "network-vif-unplugged", "status": "completed", "tag": "ff5aa6ae-a7e7-4531-8363-0a81a10f0968", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:24.467393 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d77a2d27-b41a-4c6c-9c19-f15eb2b252b5 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:24.468202 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd96b284-d63d-4599-b2d9-6cd90e1decad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968', 'code': 200} Feb 04 13:21:24.586223 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:24.743555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9daaad-7d93-4d21-baf5-89eb8b3a4908 req-6b56658b-0136-48f7-9fde-5cbeef2e75d5 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:24.746906 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc9daaad-7d93-4d21-baf5-89eb8b3a4908 req-6b56658b-0136-48f7-9fde-5cbeef2e75d5 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 943 time: 0.6252108 Feb 04 13:21:24.918874 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc9daaad-7d93-4d21-baf5-89eb8b3a4908 req-53027975-7213-49a5-895f-9c7903b8bf63 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575968 Feb 04 13:21:24.977310 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99fc17-f293-4a36-bb5d-3669e6c7b4f4 req-e26fe1d7-7b13-4020-95e2-a6f334ed3d5a tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:24.988475 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb99fc17-f293-4a36-bb5d-3669e6c7b4f4 req-e26fe1d7-7b13-4020-95e2-a6f334ed3d5a tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 947 time: 0.3508601 Feb 04 13:21:25.051709 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-c4e78150-c8a5-41a7-9190-0044d14ffda9 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6541519 Feb 04 13:21:25.136689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-14a388a7-9729-4d44-b21c-f1671b1e39be req-878b3448-bae0-4576-b468-5349e79d73e3 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] For port 77fc741e-8cf2-4206-9998-69b22d8604ac, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=77fc741e-8cf2-4206-9998-69b22d8604ac,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:25.137522 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14a388a7-9729-4d44-b21c-f1671b1e39be req-878b3448-bae0-4576-b468-5349e79d73e3 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (77fc741e-8cf2-4206-9998-69b22d8604ac), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:25.228221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb99fc17-f293-4a36-bb5d-3669e6c7b4f4 req-c9810951-479f-416f-8dcf-04a182b9bae3 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314844 Feb 04 13:21:25.246159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-14a388a7-9729-4d44-b21c-f1671b1e39be req-878b3448-bae0-4576-b468-5349e79d73e3 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Calling delete_port for 77fc741e-8cf2-4206-9998-69b22d8604ac owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:25.261194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f59065-0341-4cbc-9331-888226dcdf2e req-e6ebb094-e546-430b-bbf9-847c5f4655ec tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:25.261568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c843b7ba-b8f6-4d0f-b121-918de0a8e779 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:21:25.271175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69f59065-0341-4cbc-9331-888226dcdf2e req-e6ebb094-e546-430b-bbf9-847c5f4655ec tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 947 time: 0.2180858 Feb 04 13:21:25.300764 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fcfd4cf9-519d-4a8b-b1ea-6dd91e95e668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (10a1e0eb-5589-4319-88a7-a79ad8422175), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:25.322899 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4efd57c2-4af7-4db8-a0f4-4f0d5ce8f8d0 req-69bd8fe4-dd3b-4171-bc4b-6e1bc4dedde4 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508636 Feb 04 13:21:25.409481 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69f59065-0341-4cbc-9331-888226dcdf2e req-4c186187-23bc-457a-ad1d-bbcad9f8ea50 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257753 Feb 04 13:21:25.483257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c843b7ba-b8f6-4d0f-b121-918de0a8e779, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:25.497459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'c843b7ba-b8f6-4d0f-b121-918de0a8e779', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': 'c843b7ba-b8f6-4d0f-b121-918de0a8e779', 'mac_address': 'fa:16:3e:cf:e1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:21:25.577741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c843b7ba-b8f6-4d0f-b121-918de0a8e779 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:25.578446 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:25.588270 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969d29e-7f23-4586-9494-ba9ede0cf300 req-085aeed4-2f3d-460b-a01a-bacc96e5b480 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:25.591137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9969d29e-7f23-4586-9494-ba9ede0cf300 req-085aeed4-2f3d-460b-a01a-bacc96e5b480 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 932 time: 0.1641979 Feb 04 13:21:25.607388 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c843b7ba-b8f6-4d0f-b121-918de0a8e779 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:21:25.666911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c843b7ba-b8f6-4d0f-b121-918de0a8e779, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:25.672506 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:25.673631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ff5aa6ae-a7e7-4531-8363-0a81a10f0968 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:21:25.852995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c843b7ba-b8f6-4d0f-b121-918de0a8e779,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:25.860509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ff5aa6ae-a7e7-4531-8363-0a81a10f0968, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:25.876648 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968', 'mac_address': 'fa:16:3e:23:b8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:21:25.877003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8e37c-f902-4311-8427-864e3fc2093d req-26c03798-bd3a-4d69-bbf3-ca3434e84379 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:25.885352 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4ae8e37c-f902-4311-8427-864e3fc2093d req-26c03798-bd3a-4d69-bbf3-ca3434e84379 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/ports?device_id=5df436ee-d9a8-4b63-bed5-592db384874e HTTP/1.1" status: 200 len: 867 time: 0.2927294 Feb 04 13:21:25.920690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9969d29e-7f23-4586-9494-ba9ede0cf300 req-3c74884e-c883-4943-bb77-e7a7c530d01f tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544187 Feb 04 13:21:25.931574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14a388a7-9729-4d44-b21c-f1671b1e39be req-878b3448-bae0-4576-b468-5349e79d73e3 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (77fc741e-8cf2-4206-9998-69b22d8604ac), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:25.981887 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:25.981887 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:26.002676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5aa6ae-a7e7-4531-8363-0a81a10f0968 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:21:26.019794 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4ae8e37c-f902-4311-8427-864e3fc2093d req-79847935-fd70-4871-902d-5012956a95bb tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e1432ac-cc5e-4664-8c13-1e0df5b7843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325150 Feb 04 13:21:26.052286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ff5aa6ae-a7e7-4531-8363-0a81a10f0968, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:26.059405 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:26.148749 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 77fc741e-8cf2-4206-9998-69b22d8604ac no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:26.254751 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b3448-bae0-4576-b468-5349e79d73e3 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Pushing event deleted for resources: {'Port': ['ID=77fc741e-8cf2-4206-9998-69b22d8604ac,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:26.295709 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 77fc741e-8cf2-4206-9998-69b22d8604ac {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:21:26.296304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 77fc741e-8cf2-4206-9998-69b22d8604ac not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:26.301487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557da8c1-be41-4e51-ac31-89a236594778 req-611eee7c-545e-4297-b2f9-d7e64120ec73 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:26.310236 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:26.313776 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-557da8c1-be41-4e51-ac31-89a236594778 req-611eee7c-545e-4297-b2f9-d7e64120ec73 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 943 time: 0.1498516 Feb 04 13:21:26.398817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a388a7-9729-4d44-b21c-f1671b1e39be req-878b3448-bae0-4576-b468-5349e79d73e3 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] No DVR routers for this DVR port 77fc741e-8cf2-4206-9998-69b22d8604ac on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:26.430269 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-14a388a7-9729-4d44-b21c-f1671b1e39be req-878b3448-bae0-4576-b468-5349e79d73e3 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:26.438575 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-14a388a7-9729-4d44-b21c-f1671b1e39be req-878b3448-bae0-4576-b468-5349e79d73e3 tempest-ServersAdminNegativeTestJSON-1449345371 tempest-ServersAdminNegativeTestJSON-1449345371-project] 10.222.0.100 "DELETE /v2.0/ports/77fc741e-8cf2-4206-9998-69b22d8604ac HTTP/1.1" status: 204 len: 173 time: 2.8139267 Feb 04 13:21:26.439515 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df436ee-d9a8-4b63-bed5-592db384874e', 'name': 'network-vif-deleted', 'tag': '77fc741e-8cf2-4206-9998-69b22d8604ac'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:26.443568 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6f346f-fe05-4b94-aeec-b5a6574af74f" -d '{"events": [{"server_uuid": "5df436ee-d9a8-4b63-bed5-592db384874e", "name": "network-vif-deleted", "tag": "77fc741e-8cf2-4206-9998-69b22d8604ac"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:26.517746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['ff5aa6ae-a7e7-4531-8363-0a81a10f0968'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:21:26.534124 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-557da8c1-be41-4e51-ac31-89a236594778 req-8a0b88d0-1e69-4a92-85f0-87e26a566b9a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188239 Feb 04 13:21:26.654196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9a740-515f-4fb0-8094-cf6a84356338 req-8ccab5f0-b992-4a22-acd9-5d34163b465e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:26.657246 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c843b7ba-b8f6-4d0f-b121-918de0a8e779'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:21:26.667074 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-46a9a740-515f-4fb0-8094-cf6a84356338 req-8ccab5f0-b992-4a22-acd9-5d34163b465e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 948 time: 0.3233511 Feb 04 13:21:26.745891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dc616-bbbf-4fca-bd28-231160d2df30 req-c51eea24-b6f3-4bba-982a-7107e2ca69ac tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:26.751066 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-010dc616-bbbf-4fca-bd28-231160d2df30 req-c51eea24-b6f3-4bba-982a-7107e2ca69ac tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.100 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0&tenant_id=62bf48b5c3894be3a3cc9319369f6e98&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 948 time: 0.3287027 Feb 04 13:21:26.842051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-46a9a740-515f-4fb0-8094-cf6a84356338 req-f4b104d6-6c32-4164-b26a-fa9b990a63f4 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693966 Feb 04 13:21:26.914817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:21:26.935470 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Publish callbacks [] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:26.968953 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Transition to ACTIVE for port object 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:26.977185 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:27.078345 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8458f2-6c6b-4c9e-8300-c1b2de4039a6 x-openstack-request-id: req-6f8458f2-6c6b-4c9e-8300-c1b2de4039a6 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:27.080991 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df436ee-d9a8-4b63-bed5-592db384874e", "name": "network-vif-deleted", "tag": "77fc741e-8cf2-4206-9998-69b22d8604ac", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:27.081254 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6f8458f2-6c6b-4c9e-8300-c1b2de4039a6 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:27.083085 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df436ee-d9a8-4b63-bed5-592db384874e', 'name': 'network-vif-deleted', 'tag': '77fc741e-8cf2-4206-9998-69b22d8604ac', 'status': 'completed', 'code': 200} Feb 04 13:21:27.202771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfd4cf9-519d-4a8b-b1ea-6dd91e95e668 admin admin] Router 10a1e0eb-5589-4319-88a7-a79ad8422175 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:21:27.203938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Pushing event updated for resources: {'Port': ['ID=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:27.287121 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-010dc616-bbbf-4fca-bd28-231160d2df30 req-ba6590e1-7739-43b7-ae62-9e4a2de419b3 service neutron] delete failed (client error): The resource could not be found. Feb 04 13:21:27.289917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-010dc616-bbbf-4fca-bd28-231160d2df30 req-ba6590e1-7739-43b7-ae62-9e4a2de419b3 service neutron] 10.222.0.100 "DELETE /v2.0/ports/c843b7ba-b8f6-4d0f-b121-918de0a8e779/bindings/n-h2-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.5290155 Feb 04 13:21:27.345048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a74a8-9d52-4b64-bf37-ab2f7cc73184 req-6dc6ebd9-fadc-4140-84db-079645917a75 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:27.346612 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-652a74a8-9d52-4b64-bf37-ab2f7cc73184 req-6dc6ebd9-fadc-4140-84db-079645917a75 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 948 time: 0.4008524 Feb 04 13:21:27.511299 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511198f-78ac-4465-9dc2-24c52c2736e9 req-fe6e6a6d-eb4c-4fc5-9634-3bbd3d22933b tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:27.514659 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0511198f-78ac-4465-9dc2-24c52c2736e9 req-fe6e6a6d-eb4c-4fc5-9634-3bbd3d22933b tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 944 time: 0.3843725 Feb 04 13:21:27.524973 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Attempting to bind port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:21:27.527167 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Attempting to bind port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '74571242-1ff3-475e-860d-719181c655df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:21:27.527954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Attempting to bind port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a on network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:27.551891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a on network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:21:27.552589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Attempting to bind port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a on network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:27.561488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-652a74a8-9d52-4b64-bf37-ab2f7cc73184 req-92d6ba15-b354-4dbd-915f-3c1b2a64d3ec tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870034 Feb 04 13:21:27.586490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:21:27.586982 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Checking segment: {'id': '74571242-1ff3-475e-860d-719181c655df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:27.588958 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Bound using segment: {'id': '74571242-1ff3-475e-860d-719181c655df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:21:27.589637 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Bound port: 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74571242-1ff3-475e-860d-719181c655df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:21:27.590731 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:27.692760 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfd4cf9-519d-4a8b-b1ea-6dd91e95e668 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:21:27.707173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8281f-08b0-4f63-b20f-2a4fa0316a37 None None] Sync routers for ids ['10a1e0eb-5589-4319-88a7-a79ad8422175'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:27.711925 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fcfd4cf9-519d-4a8b-b1ea-6dd91e95e668 admin admin] 10.222.0.96 "PUT /v2.0/routers/10a1e0eb-5589-4319-88a7-a79ad8422175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6567502 Feb 04 13:21:27.716642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33594) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:27.734047 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0511198f-78ac-4465-9dc2-24c52c2736e9 req-425560f5-26e2-4a66-ae4c-120b65bed340 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685364 Feb 04 13:21:27.750027 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8281f-08b0-4f63-b20f-2a4fa0316a37 None None] Routers {'10a1e0eb-5589-4319-88a7-a79ad8422175'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:27.753840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ffb8281f-08b0-4f63-b20f-2a4fa0316a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:21:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['10a1e0eb-5589-4319-88a7-a79ad8422175'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:27.769685 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dc616-bbbf-4fca-bd28-231160d2df30 req-8c40d3c7-527e-4690-8fab-d736f3cc3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:27.774285 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-010dc616-bbbf-4fca-bd28-231160d2df30 req-8c40d3c7-527e-4690-8fab-d736f3cc3279 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 1131 time: 0.2802556 Feb 04 13:21:27.785094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] For port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:27.845738 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] For port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:21:27.861365 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:27.963879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dc616-bbbf-4fca-bd28-231160d2df30 req-935e8c48-06fb-49c0-95ac-1f5e313f6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:27.966540 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-010dc616-bbbf-4fca-bd28-231160d2df30 req-935e8c48-06fb-49c0-95ac-1f5e313f6aea service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.1793065 Feb 04 13:21:28.010924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Pushing event updated for resources: {'Port': ['ID=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:28.072577 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:28.073535 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:28.075034 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-0baccc61-73f7-4927-b323-202656d1d37f service neutron] 10.222.0.99 "PUT /v2.0/ports/4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a HTTP/1.1" status: 200 len: 1093 time: 3.8271635 Feb 04 13:21:28.098160 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-010dc616-bbbf-4fca-bd28-231160d2df30 req-9d22a46f-7a38-4be4-bef4-f1cb0bd02704 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779 HTTP/1.1" status: 200 len: 217 time: 0.1090045 Feb 04 13:21:28.116407 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4844c47-0a41-4783-a9c1-102e0ddfed1d admin admin] Publish callbacks [] for router (10a1e0eb-5589-4319-88a7-a79ad8422175), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:28.131359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-ffb8281f-08b0-4f63-b20f-2a4fa0316a37 None None] Set router 10a1e0eb-5589-4319-88a7-a79ad8422175 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:28.313823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33604) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:28.341357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45035f96-bcc5-48a4-a0c9-4a544a162203 req-a1067c83-b9e0-43c0-86e6-87249db9af22 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:28.343059 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45035f96-bcc5-48a4-a0c9-4a544a162203 req-a1067c83-b9e0-43c0-86e6-87249db9af22 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 943 time: 0.3754036 Feb 04 13:21:28.344562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dc616-bbbf-4fca-bd28-231160d2df30 req-269ed61b-ab8f-4866-8cf1-88a85e644947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:28.345911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-010dc616-bbbf-4fca-bd28-231160d2df30 req-269ed61b-ab8f-4866-8cf1-88a85e644947 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.2033820 Feb 04 13:21:28.395877 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d098d5-dcc0-4c13-bd6e-70cb2f8e452b req-0d17b8ba-1fa1-449b-a6a7-6878891efc42 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:28.404624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d098d5-dcc0-4c13-bd6e-70cb2f8e452b req-0d17b8ba-1fa1-449b-a6a7-6878891efc42 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 948 time: 0.3144944 Feb 04 13:21:28.422875 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-3823163a-229c-45cb-b58d-19332ca78866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:28.424790 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-3823163a-229c-45cb-b58d-19332ca78866 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e5f72002beef43c5887042c875e8fc64&device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 1127 time: 0.2195876 Feb 04 13:21:28.523767 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-b6349f87-7e38-4b01-b33a-5fafea94f561 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a HTTP/1.1" status: 200 len: 217 time: 0.0848520 Feb 04 13:21:28.551507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ffb8281f-08b0-4f63-b20f-2a4fa0316a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-134475622-router', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:21:23Z', 'revision_number': 5, 'project_id': 'ded0d06737874f5e8b6af879384a7b28', 'gw_port': {'id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:11Z', 'updated_at': '2022-02-04T13:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:28.608879 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8281f-08b0-4f63-b20f-2a4fa0316a37 None None] Checking router: 10a1e0eb-5589-4319-88a7-a79ad8422175 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:28.609199 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45035f96-bcc5-48a4-a0c9-4a544a162203 req-6547706e-d534-49ea-9b2e-1e2da6e72475 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517660 Feb 04 13:21:28.629160 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8281f-08b0-4f63-b20f-2a4fa0316a37 None None] Routers {'10a1e0eb-5589-4319-88a7-a79ad8422175'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:28.632208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ffb8281f-08b0-4f63-b20f-2a4fa0316a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:21:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['10a1e0eb-5589-4319-88a7-a79ad8422175'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:28.650563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-4f063519-cae2-45e6-adf1-24c07927ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:28.653321 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-4f063519-cae2-45e6-adf1-24c07927ce10 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7b76ab68-ed3b-41e4-97fc-fb0267da718f HTTP/1.1" status: 200 len: 862 time: 0.1203671 Feb 04 13:21:28.689614 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4844c47-0a41-4783-a9c1-102e0ddfed1d admin admin] Publish callbacks [] for router_gateway (10a1e0eb-5589-4319-88a7-a79ad8422175), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:28.689864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d098d5-dcc0-4c13-bd6e-70cb2f8e452b req-d8b1133e-1c61-4da3-af02-bcf455f4f1a1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137978 Feb 04 13:21:28.699206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dc616-bbbf-4fca-bd28-231160d2df30 req-5193f03a-7729-493c-9ed6-a87835090c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:28.707509 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-010dc616-bbbf-4fca-bd28-231160d2df30 req-5193f03a-7729-493c-9ed6-a87835090c96 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2876887 Feb 04 13:21:28.731631 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-b3f50fa8-cb20-4212-a1d2-dfc0e9555c86 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8b20d4b4-1391-4500-96bd-4ce91c9bc74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532866 Feb 04 13:21:29.012309 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-010dc616-bbbf-4fca-bd28-231160d2df30 req-6dadd9f9-fb06-45bd-8725-fa26cfaac6ff service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985837 Feb 04 13:21:29.023468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c3fd9-47f0-4b66-8102-877dc2a54253 req-15dd5d3e-62d5-4a46-b441-50f24081e920 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:29.026424 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c38c3fd9-47f0-4b66-8102-877dc2a54253 req-15dd5d3e-62d5-4a46-b441-50f24081e920 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 948 time: 0.2423935 Feb 04 13:21:29.051637 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-484ee006-e633-4e82-b577-b4d97b670b1e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c681d270e6064900b7ddb742717a7fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7272370 Feb 04 13:21:29.053209 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33612) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:29.108668 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-ffb8281f-08b0-4f63-b20f-2a4fa0316a37 None None] Set router 10a1e0eb-5589-4319-88a7-a79ad8422175 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:29.122713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716209b5-068c-464f-8a67-31cfd279e8ad', 'tag': '4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:29.126018 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79312a5-44ee-4baa-8f58-20e1fd67b641" -d '{"events": [{"name": "network-changed", "server_uuid": "716209b5-068c-464f-8a67-31cfd279e8ad", "tag": "4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:29.148977 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-96c24a12-0bbb-4035-b454-0e522949a8d4 service neutron] 10.222.0.99 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498304 Feb 04 13:21:29.170001 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f4844c47-0a41-4783-a9c1-102e0ddfed1d admin admin] Deleting port 7b34b49b-db92-4f8c-886d-b82e18eff349 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:29.170608 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4844c47-0a41-4783-a9c1-102e0ddfed1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7b34b49b-db92-4f8c-886d-b82e18eff349), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:29.228429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d96b79-3930-4aaf-adde-9086e5606266 req-27e2cba9-65e5-4458-8658-fcd9aa47a4e2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:29.231919 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ff50350-aa42-492c-a6bc-6f1349d6bc76 admin admin] Publish callbacks [] for security_group (0e1432ac-cc5e-4664-8c13-1e0df5b7843a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:29.239429 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f2d96b79-3930-4aaf-adde-9086e5606266 req-27e2cba9-65e5-4458-8658-fcd9aa47a4e2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 944 time: 0.3189096 Feb 04 13:21:29.339319 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c843b7ba-b8f6-4d0f-b121-918de0a8e779 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:29.361450 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f2d96b79-3930-4aaf-adde-9086e5606266 req-fbe80b96-738f-4261-b524-c7c507a0aa5d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204569 Feb 04 13:21:29.389060 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c38c3fd9-47f0-4b66-8102-877dc2a54253 req-73e8fa21-73ef-4357-9117-6244fe6a872e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492715 Feb 04 13:21:29.406816 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ff50350-aa42-492c-a6bc-6f1349d6bc76 admin admin] Publish callbacks [] for security_group (0e1432ac-cc5e-4664-8c13-1e0df5b7843a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:29.475679 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3319e88e-120d-471c-ab58-5125fde9050a x-openstack-request-id: req-3319e88e-120d-471c-ab58-5125fde9050a {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:29.475965 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716209b5-068c-464f-8a67-31cfd279e8ad", "tag": "4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:29.476243 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3319e88e-120d-471c-ab58-5125fde9050a {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:29.476719 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716209b5-068c-464f-8a67-31cfd279e8ad', 'tag': '4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a', 'status': 'completed', 'code': 200} Feb 04 13:21:29.483717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-010dc616-bbbf-4fca-bd28-231160d2df30 req-9b73012e-de83-4387-ba5b-9884df3962e9 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535341 Feb 04 13:21:29.491919 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-f4844c47-0a41-4783-a9c1-102e0ddfed1d admin admin] For port 7b34b49b-db92-4f8c-886d-b82e18eff349, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7b34b49b-db92-4f8c-886d-b82e18eff349,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:29.492293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4844c47-0a41-4783-a9c1-102e0ddfed1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7b34b49b-db92-4f8c-886d-b82e18eff349), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:29.531725 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f4844c47-0a41-4783-a9c1-102e0ddfed1d admin admin] Calling delete_port for 7b34b49b-db92-4f8c-886d-b82e18eff349 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:29.646667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ffb8281f-08b0-4f63-b20f-2a4fa0316a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-134475622-router', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:21:23Z', 'revision_number': 5, 'project_id': 'ded0d06737874f5e8b6af879384a7b28', 'gw_port': {'id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:11Z', 'updated_at': '2022-02-04T13:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:29.648843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port c843b7ba-b8f6-4d0f-b121-918de0a8e779 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:21:29.654641 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port c843b7ba-b8f6-4d0f-b121-918de0a8e779 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:29.655004 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:29.705976 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8281f-08b0-4f63-b20f-2a4fa0316a37 None None] The sync data for ids ['10a1e0eb-5589-4319-88a7-a79ad8422175'] in n-d-714676-13 is: [{'id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-134475622-router', 'tenant_id': 'ded0d06737874f5e8b6af879384a7b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:21:23Z', 'revision_number': 5, 'project_id': 'ded0d06737874f5e8b6af879384a7b28', 'gw_port': {'id': '7b34b49b-db92-4f8c-886d-b82e18eff349', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a1e0eb-5589-4319-88a7-a79ad8422175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:11Z', 'updated_at': '2022-02-04T13:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:29.784099 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-760c9f14-9ea1-46e6-84c3-cfc2fe054e7e req-be16bd01-af63-455f-9902-ffd596b95750 service neutron] 10.222.0.99 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180828 Feb 04 13:21:29.804660 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ff50350-aa42-492c-a6bc-6f1349d6bc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0e1432ac-cc5e-4664-8c13-1e0df5b7843a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:29.814470 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ff50350-aa42-492c-a6bc-6f1349d6bc76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:29.821196 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3ff50350-aa42-492c-a6bc-6f1349d6bc76 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0e1432ac-cc5e-4664-8c13-1e0df5b7843a HTTP/1.1" status: 204 len: 168 time: 0.7474701 Feb 04 13:21:29.861799 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff50350-aa42-492c-a6bc-6f1349d6bc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1432ac-cc5e-4664-8c13-1e0df5b7843a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:30.021504 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c843b7ba-b8f6-4d0f-b121-918de0a8e779 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:30.021823 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:30.040103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f008ee-8923-4981-8841-3b7e6cd495fd req-99c84afd-9444-47b1-aeaf-fd157cc9757d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:30.057275 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6f008ee-8923-4981-8841-3b7e6cd495fd req-99c84afd-9444-47b1-aeaf-fd157cc9757d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 943 time: 0.2729487 Feb 04 13:21:30.104774 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4844c47-0a41-4783-a9c1-102e0ddfed1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7b34b49b-db92-4f8c-886d-b82e18eff349), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:30.213403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c843b7ba-b8f6-4d0f-b121-918de0a8e779, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:30.228444 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e316aa63-90d4-4d71-81a6-4d22521c4fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c843b7ba-b8f6-4d0f-b121-918de0a8e779'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:30.241477 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df6f624-3456-4626-b192-c23a9c7b9f7a" -d '{"events": [{"server_uuid": "e316aa63-90d4-4d71-81a6-4d22521c4fe0", "name": "network-vif-plugged", "status": "completed", "tag": "c843b7ba-b8f6-4d0f-b121-918de0a8e779"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:30.253299 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:30.259281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ff5aa6ae-a7e7-4531-8363-0a81a10f0968 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:30.327768 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4844c47-0a41-4783-a9c1-102e0ddfed1d admin admin] Pushing event deleted for resources: {'Port': ['ID=7b34b49b-db92-4f8c-886d-b82e18eff349,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:30.328350 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6f008ee-8923-4981-8841-3b7e6cd495fd req-d6b9e2b2-e0f5-471c-a7b9-4c7a336abb0e tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602658 Feb 04 13:21:30.412643 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922a89b-61a8-459d-881f-120bf4ae6015 req-51e6022b-108d-45b0-bab5-6d9ed19b1308 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:30.433347 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2922a89b-61a8-459d-881f-120bf4ae6015 req-51e6022b-108d-45b0-bab5-6d9ed19b1308 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 948 time: 0.4955668 Feb 04 13:21:30.539699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79312a5-44ee-4baa-8f58-20e1fd67b641 req-8e7f7c0a-14e9-422a-a404-2249cd8b4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:30.543108 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b79312a5-44ee-4baa-8f58-20e1fd67b641 req-8e7f7c0a-14e9-422a-a404-2249cd8b4ffd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e5f72002beef43c5887042c875e8fc64&device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 1127 time: 0.4802313 Feb 04 13:21:30.599878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4844c47-0a41-4783-a9c1-102e0ddfed1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (10a1e0eb-5589-4319-88a7-a79ad8422175), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:30.630193 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c843b7ba-b8f6-4d0f-b121-918de0a8e779,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:30.670455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:30.671043 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:30.747998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2922a89b-61a8-459d-881f-120bf4ae6015 req-796706a0-cdc8-4075-bd02-fa5ed417df67 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124843 Feb 04 13:21:30.748685 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33634) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:30.825202 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:21:30.858554 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc342bc-50df-4fce-8a50-d6ced767822b x-openstack-request-id: req-5dc342bc-50df-4fce-8a50-d6ced767822b {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:30.858922 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e316aa63-90d4-4d71-81a6-4d22521c4fe0", "name": "network-vif-plugged", "status": "completed", "tag": "c843b7ba-b8f6-4d0f-b121-918de0a8e779", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:30.859165 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5dc342bc-50df-4fce-8a50-d6ced767822b {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:30.859533 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e316aa63-90d4-4d71-81a6-4d22521c4fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c843b7ba-b8f6-4d0f-b121-918de0a8e779', 'code': 200} Feb 04 13:21:30.868422 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:30.868422 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:30.893459 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4844c47-0a41-4783-a9c1-102e0ddfed1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (10a1e0eb-5589-4319-88a7-a79ad8422175), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:30.904984 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4844c47-0a41-4783-a9c1-102e0ddfed1d admin admin] Publish callbacks [] for router_controller (10a1e0eb-5589-4319-88a7-a79ad8422175), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:30.913331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3e30d-127d-4c34-bacd-b0e58cbff455 req-3be3b5fd-9f68-4bef-a855-6c5c811dbe6a tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:30.923565 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cb3e30d-127d-4c34-bacd-b0e58cbff455 req-3be3b5fd-9f68-4bef-a855-6c5c811dbe6a tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 944 time: 0.3075693 Feb 04 13:21:30.951780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ff5aa6ae-a7e7-4531-8363-0a81a10f0968, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:30.958296 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:30.966454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e4ac4038-e64b-45e4-8500-a5287fca5cac admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=43afaf0abc934fea9be137ce1443e767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158380 Feb 04 13:21:30.990309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33636) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:30.994949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79312a5-44ee-4baa-8f58-20e1fd67b641 req-2c90e604-5532-471b-afa3-1c5b8fb53c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:30.997212 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b79312a5-44ee-4baa-8f58-20e1fd67b641 req-2c90e604-5532-471b-afa3-1c5b8fb53c6d service neutron] 10.222.0.99 "GET /v2.0/networks?id=8b20d4b4-1391-4500-96bd-4ce91c9bc74e HTTP/1.1" status: 200 len: 923 time: 0.4436052 Feb 04 13:21:30.999650 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4844c47-0a41-4783-a9c1-102e0ddfed1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (10a1e0eb-5589-4319-88a7-a79ad8422175), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:31.000499 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4844c47-0a41-4783-a9c1-102e0ddfed1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10a1e0eb-5589-4319-88a7-a79ad8422175 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:21:31.021069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4844c47-0a41-4783-a9c1-102e0ddfed1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:31.025487 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f4844c47-0a41-4783-a9c1-102e0ddfed1d admin admin] 10.222.0.96 "DELETE /v2.0/routers/10a1e0eb-5589-4319-88a7-a79ad8422175 HTTP/1.1" status: 204 len: 168 time: 3.3035393 Feb 04 13:21:31.047296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33638) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:31.063989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:31.109917 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b79312a5-44ee-4baa-8f58-20e1fd67b641 req-4863fff5-f565-4b84-a027-0cbcfde85ed2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a HTTP/1.1" status: 200 len: 217 time: 0.0950761 Feb 04 13:21:31.130145 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cb3e30d-127d-4c34-bacd-b0e58cbff455 req-3e46827b-df2a-4769-815b-3519daa25412 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040713 Feb 04 13:21:31.192596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f03d9-a478-4e30-ba1b-dd1ee95699d6 req-7b91df6d-8b61-43a6-949d-c3ea3f0bb589 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:31.200184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d40f03d9-a478-4e30-ba1b-dd1ee95699d6 req-7b91df6d-8b61-43a6-949d-c3ea3f0bb589 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.2540839 Feb 04 13:21:31.276066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-9023650d-1118-4188-b24c-3a753bd36aac admin admin] Deleting subnet a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:21:31.307915 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9023650d-1118-4188-b24c-3a753bd36aac admin admin] Publish callbacks [] for subnet (a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:31.366619 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Publish callbacks [] for security_group (28b2109f-2481-4d25-b1c5-8d985d21806c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:31.421925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-43c8aee2-7739-4d2a-b5fb-a76c2bf84e26 service neutron] 10.222.0.99 "GET /v2.0/ports/05773d3b-5e10-47e1-b5c9-a8e9cddc5edb/bindings/n-h2-714676-13 HTTP/1.1" status: 200 len: 385 time: 0.2574751 Feb 04 13:21:31.426784 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9023650d-1118-4188-b24c-3a753bd36aac admin admin] Publish callbacks [] for subnet (a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:31.443515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d40f03d9-a478-4e30-ba1b-dd1ee95699d6 req-f1b7f7b5-c496-4436-8049-f4bd74b26af0 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392278 Feb 04 13:21:31.514228 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79312a5-44ee-4baa-8f58-20e1fd67b641 req-01ab9c2e-ac5e-4981-b23c-f82c5ef11282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:31.518171 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b79312a5-44ee-4baa-8f58-20e1fd67b641 req-01ab9c2e-ac5e-4981-b23c-f82c5ef11282 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7b76ab68-ed3b-41e4-97fc-fb0267da718f HTTP/1.1" status: 200 len: 862 time: 0.4006970 Feb 04 13:21:31.522806 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33648) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:31.523342 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Publish callbacks [] for security_group (28b2109f-2481-4d25-b1c5-8d985d21806c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:31.645750 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9023650d-1118-4188-b24c-3a753bd36aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:31.670836 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b79312a5-44ee-4baa-8f58-20e1fd67b641 req-08d0b5aa-f47f-43d4-bd7f-20176a9b4954 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8b20d4b4-1391-4500-96bd-4ce91c9bc74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342950 Feb 04 13:21:31.702231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 888181a1-99cc-4e49-a981-5067ed65e7e1 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:31.730496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 888181a1-99cc-4e49-a981-5067ed65e7e1 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:21:31.731133 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 888181a1-99cc-4e49-a981-5067ed65e7e1 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:31.731565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7b34b49b-db92-4f8c-886d-b82e18eff349 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:31.760579 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 7b34b49b-db92-4f8c-886d-b82e18eff349 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:21:31.761060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7b34b49b-db92-4f8c-886d-b82e18eff349 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:31.867433 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b79312a5-44ee-4baa-8f58-20e1fd67b641 req-cc765bcd-7547-4b91-a541-ff00057dd997 service neutron] 10.222.0.99 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840029 Feb 04 13:21:31.957395 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (28b2109f-2481-4d25-b1c5-8d985d21806c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:31.960097 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:31.965421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/28b2109f-2481-4d25-b1c5-8d985d21806c HTTP/1.1" status: 204 len: 168 time: 0.9699202 Feb 04 13:21:32.151577 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b79312a5-44ee-4baa-8f58-20e1fd67b641 req-685e289b-fb0b-484d-812e-06a5841670f2 service neutron] 10.222.0.99 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772725 Feb 04 13:21:32.371960 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76e4cd85-f2e5-4a21-9c63-4dcaeee27198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:32.398134 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b2109f-2481-4d25-b1c5-8d985d21806c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:32.425409 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9023650d-1118-4188-b24c-3a753bd36aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for subnet (a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:32.534339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:32.535388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:32.536059 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:32.536270 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:32.536615 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:32.537010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:32.538433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:32.538863 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:32.539361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:32.539555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:32.539911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:32.540504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:32.541574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbd31-b7c3-4e5f-81c5-d7a1e0e887ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:32.601347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023650d-1118-4188-b24c-3a753bd36aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:32.609703 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9023650d-1118-4188-b24c-3a753bd36aac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:32.613625 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8c35be-b2e7-4c94-b675-8f2b9de57cdc None None] Network 954365c3-1a94-4b26-ad8d-4c1728366550 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:21:32.614826 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9023650d-1118-4188-b24c-3a753bd36aac admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a5ae3678-bcf3-40ea-a86b-ffeb8ce60f4d HTTP/1.1" status: 204 len: 168 time: 1.5549185 Feb 04 13:21:32.619535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33666) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:32.650778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdb0c0-2f3f-4053-9f55-6d65d06773fd req-db9c894b-5b71-44b0-bfd5-bbb2a63d69e3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:32.659052 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfcdb0c0-2f3f-4053-9f55-6d65d06773fd req-db9c894b-5b71-44b0-bfd5-bbb2a63d69e3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 943 time: 0.9360926 Feb 04 13:21:32.713630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e61697-a4f9-49ef-aa84-ded64215c2bc req-555cf4e6-703b-4a5e-a806-b54f9ba38725 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:32.722557 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9e61697-a4f9-49ef-aa84-ded64215c2bc req-555cf4e6-703b-4a5e-a806-b54f9ba38725 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.8123112 Feb 04 13:21:32.818874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-b7012faa-8d7f-456e-86b1-c97581bd130a service neutron] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:32.851167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac5cc41-2a18-4bcb-acce-30b2f1c63301 None None] DHCP port deletion for 954365c3-1a94-4b26-ad8d-4c1728366550 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:21:32.860191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd96b284-d63d-4599-b2d9-6cd90e1decad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:32.865083 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937dcc5c-9c57-43c4-9dcc-e2b83be330a6" -d '{"events": [{"server_uuid": "fd96b284-d63d-4599-b2d9-6cd90e1decad", "name": "network-vif-plugged", "status": "completed", "tag": "ff5aa6ae-a7e7-4531-8363-0a81a10f0968"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:32.916194 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-76e4cd85-f2e5-4a21-9c63-4dcaeee27198 admin admin] Deleting port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:32.916457 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76e4cd85-f2e5-4a21-9c63-4dcaeee27198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:32.921437 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9e61697-a4f9-49ef-aa84-ded64215c2bc req-79a93d07-9671-418a-a78f-11b1d06c5483 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974957 Feb 04 13:21:32.927646 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (954365c3-1a94-4b26-ad8d-4c1728366550), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:32.935739 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-b7012faa-8d7f-456e-86b1-c97581bd130a service neutron] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:32.956090 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfcdb0c0-2f3f-4053-9f55-6d65d06773fd req-6925567b-c7ca-4e8e-988c-3217bc3a2c84 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959282 Feb 04 13:21:32.994519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fac5cc41-2a18-4bcb-acce-30b2f1c63301 None None] Deleting port 604332ef-b247-4fbb-957c-7d3e7d228c67 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:32.997388 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fac5cc41-2a18-4bcb-acce-30b2f1c63301 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (604332ef-b247-4fbb-957c-7d3e7d228c67), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:33.145141 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-76e4cd85-f2e5-4a21-9c63-4dcaeee27198 admin admin] For port 370a12ab-0fe8-4f44-9f8f-6e0a17338a44, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=370a12ab-0fe8-4f44-9f8f-6e0a17338a44,segment=NetworkSegment(11dc5afa-0028-45de-9211-b56b44f685d4),segment_id=11dc5afa-0028-45de-9211-b56b44f685d4)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:33.145611 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76e4cd85-f2e5-4a21-9c63-4dcaeee27198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:33.155457 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-fac5cc41-2a18-4bcb-acce-30b2f1c63301 None None] For port 604332ef-b247-4fbb-957c-7d3e7d228c67, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=604332ef-b247-4fbb-957c-7d3e7d228c67,segment=NetworkSegment(c239a731-99f4-4901-b49c-65e0f20d9cfa),segment_id=c239a731-99f4-4901-b49c-65e0f20d9cfa)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:33.155960 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fac5cc41-2a18-4bcb-acce-30b2f1c63301 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (604332ef-b247-4fbb-957c-7d3e7d228c67), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:33.176807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fac5cc41-2a18-4bcb-acce-30b2f1c63301 None None] Calling delete_port for 604332ef-b247-4fbb-957c-7d3e7d228c67 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:33.179374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-76e4cd85-f2e5-4a21-9c63-4dcaeee27198 admin admin] Calling delete_port for 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:33.188261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-b7012faa-8d7f-456e-86b1-c97581bd130a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:21:33.231300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-b7012faa-8d7f-456e-86b1-c97581bd130a service neutron] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:33.263742 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-b7012faa-8d7f-456e-86b1-c97581bd130a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:33.298790 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:21:33.311712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1302d5-1604-422e-b6fb-b4c784c9581c req-127a6253-74d4-4419-85fc-849b42e3980c tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:33.320087 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e1302d5-1604-422e-b6fb-b4c784c9581c req-127a6253-74d4-4419-85fc-849b42e3980c tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.2124174 Feb 04 13:21:33.392328 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d98404-de28-4ed5-9300-c061883b41b7 req-650612eb-e3e7-463b-a848-281c518f0497 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:33.395772 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6d98404-de28-4ed5-9300-c061883b41b7 req-650612eb-e3e7-463b-a848-281c518f0497 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 944 time: 0.2955732 Feb 04 13:21:33.435361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Deleting port 604332ef-b247-4fbb-957c-7d3e7d228c67 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:33.436533 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (604332ef-b247-4fbb-957c-7d3e7d228c67), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:33.439229 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fac5cc41-2a18-4bcb-acce-30b2f1c63301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (604332ef-b247-4fbb-957c-7d3e7d228c67), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:33.590226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:33.593379 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76e4cd85-f2e5-4a21-9c63-4dcaeee27198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (370a12ab-0fe8-4f44-9f8f-6e0a17338a44), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:33.619110 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a', 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e', 'port_id': '4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a', 'mac_address': 'fa:16:3e:b4:ff:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b76ab68-ed3b-41e4-97fc-fb0267da718f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:21:33.625230 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5cc41-2a18-4bcb-acce-30b2f1c63301 None None] Pushing event deleted for resources: {'Port': ['ID=604332ef-b247-4fbb-957c-7d3e7d228c67,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:33.633889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac5cc41-2a18-4bcb-acce-30b2f1c63301 None None] No DVR routers for this DVR port 604332ef-b247-4fbb-957c-7d3e7d228c67 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:33.660728 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e1302d5-1604-422e-b6fb-b4c784c9581c req-6d6514fb-58db-473f-8ff6-788a9b9687ce tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392658 Feb 04 13:21:33.691869 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:33.692210 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:33.713199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4cd85-f2e5-4a21-9c63-4dcaeee27198 admin admin] Pushing event deleted for resources: {'Port': ['ID=370a12ab-0fe8-4f44-9f8f-6e0a17338a44,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:33.727879 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:21:33.760878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:33.767768 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:33.772819 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] For port 604332ef-b247-4fbb-957c-7d3e7d228c67, host n-d-714676-13, got binding levels [] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:33.773194 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (604332ef-b247-4fbb-957c-7d3e7d228c67), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:33.813685 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-b7012faa-8d7f-456e-86b1-c97581bd130a service neutron] Transition to ACTIVE for port object 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:33.843237 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6d98404-de28-4ed5-9300-c061883b41b7 req-4542cf30-5fb7-4f0c-9949-c77a08aea30f tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258468 Feb 04 13:21:33.854442 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caadbcf-7de8-4741-81e8-c2c2bee9f0ed x-openstack-request-id: req-3caadbcf-7de8-4741-81e8-c2c2bee9f0ed {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:33.855036 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd96b284-d63d-4599-b2d9-6cd90e1decad", "name": "network-vif-plugged", "status": "completed", "tag": "ff5aa6ae-a7e7-4531-8363-0a81a10f0968", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:33.855545 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3caadbcf-7de8-4741-81e8-c2c2bee9f0ed {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:33.856498 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd96b284-d63d-4599-b2d9-6cd90e1decad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968', 'code': 200} Feb 04 13:21:33.874524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Calling delete_port for 604332ef-b247-4fbb-957c-7d3e7d228c67 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:33.879794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 604332ef-b247-4fbb-957c-7d3e7d228c67 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:33.882360 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-b7012faa-8d7f-456e-86b1-c97581bd130a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:33.897185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_backend_mixin [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Port 604332ef-b247-4fbb-957c-7d3e7d228c67 was not found and therefore no delete operation was performed {{(pid=103606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:21:33.945958 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:33.967509 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (604332ef-b247-4fbb-957c-7d3e7d228c67), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:33.991802 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 604332ef-b247-4fbb-957c-7d3e7d228c67 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:21:33.992211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 604332ef-b247-4fbb-957c-7d3e7d228c67 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:34.077443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-b7012faa-8d7f-456e-86b1-c97581bd130a service neutron] No DVR routers for this DVR port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:34.145547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] No DVR routers for this DVR port 604332ef-b247-4fbb-957c-7d3e7d228c67 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:34.161560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:21:34.286325 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-b7012faa-8d7f-456e-86b1-c97581bd130a service neutron] 10.222.0.99 "PUT /v2.0/ports/05773d3b-5e10-47e1-b5c9-a8e9cddc5edb/bindings/n-h2-714676-13/activate HTTP/1.1" status: 200 len: 370 time: 2.8412907 Feb 04 13:21:34.363606 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acc529-47ab-4aab-950a-fbeb7c2473db req-4cfb4be2-1862-4273-91cb-f216b87bc1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:34.366620 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e8acc529-47ab-4aab-950a-fbeb7c2473db req-4cfb4be2-1862-4273-91cb-f216b87bc1ea service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 1132 time: 0.1389139 Feb 04 13:21:34.431771 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (954365c3-1a94-4b26-ad8d-4c1728366550), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:34.437432 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e8acc529-47ab-4aab-950a-fbeb7c2473db req-c16703e8-d711-4b61-bc37-daaf4bb1d543 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641730 Feb 04 13:21:34.445253 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76e4cd85-f2e5-4a21-9c63-4dcaeee27198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:34.470318 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:34.470901 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:34.471710 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:34.472644 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Subscribe: > port after_create 55550000 {{(pid=103606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:34.473054 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:34.473511 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Subscribe: > port after_update 55550000 {{(pid=103606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:34.473934 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:34.474354 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:34.475147 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:34.475550 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:34.565592 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:34.566191 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:34.567114 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:34.567658 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 13:21:34.568651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954365c3-1a94-4b26-ad8d-4c1728366550']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:34.646243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c239a731-99f4-4901-b49c-65e0f20d9cfa') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:34.646575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c239a731-99f4-4901-b49c-65e0f20d9cfa') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:34.684068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627979a-6b33-4078-8a6b-9861d4e18adc req-bd5a0d57-83b3-4883-b5a1-3b2ad212806b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:34.689676 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a627979a-6b33-4078-8a6b-9861d4e18adc req-bd5a0d57-83b3-4883-b5a1-3b2ad212806b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.6004298 Feb 04 13:21:34.693731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7012faa-8d7f-456e-86b1-c97581bd130a service neutron] Pushing event updated for resources: {'Port': ['ID=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,revision_number=10']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:34.706378 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (c239a731-99f4-4901-b49c-65e0f20d9cfa), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:34.725311 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5baf3a5-01c1-4274-89c1-2d266d1d607e req-a35758d7-0a4c-47c2-b34f-36e3eeb62f78 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:34.726946 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5baf3a5-01c1-4274-89c1-2d266d1d607e req-a35758d7-0a4c-47c2-b34f-36e3eeb62f78 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.6829300 Feb 04 13:21:34.791558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e4cd85-f2e5-4a21-9c63-4dcaeee27198 admin admin] Router e8ea14b1-c0fa-4730-9f5c-9ca76612639a has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:21:34.801818 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Pushing event deleted for resources: {'Port': ['ID=604332ef-b247-4fbb-957c-7d3e7d228c67,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:34.824969 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c239a731-99f4-4901-b49c-65e0f20d9cfa), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:34.860703 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:21:34.861111 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (c239a731-99f4-4901-b49c-65e0f20d9cfa), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:34.865147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-f4fa40ba-97c3-4ec8-a1d8-26bb68569c45 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:34.866711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-f4fa40ba-97c3-4ec8-a1d8-26bb68569c45 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20&tenant_id=9bf6f764e0d34de9a21a32956f525822&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 1127 time: 0.2905920 Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: from cryptography.utils import int_from_bytes Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: from cryptography.utils import int_from_bytes Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:21:34.869663 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:21:34.932293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e4cd85-f2e5-4a21-9c63-4dcaeee27198 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:21:34.937978 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-76e4cd85-f2e5-4a21-9c63-4dcaeee27198 admin admin] 10.222.0.96 "PUT /v2.0/routers/e8ea14b1-c0fa-4730-9f5c-9ca76612639a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4133136 Feb 04 13:21:34.943046 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33706) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:34.943233 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65aa234-de02-40b6-b570-3e6c8591e8ca None None] Sync routers for ids ['e8ea14b1-c0fa-4730-9f5c-9ca76612639a'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:34.957902 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65aa234-de02-40b6-b570-3e6c8591e8ca None None] Routers {'e8ea14b1-c0fa-4730-9f5c-9ca76612639a'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:34.958740 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a65aa234-de02-40b6-b570-3e6c8591e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:21:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e8ea14b1-c0fa-4730-9f5c-9ca76612639a'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:34.999998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a627979a-6b33-4078-8a6b-9861d4e18adc req-3983a15d-dde0-44d6-89e0-4deb7d450340 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980707 Feb 04 13:21:35.011299 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5baf3a5-01c1-4274-89c1-2d266d1d607e req-8305157d-ac2b-42f5-beb5-99e40bb34d55 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618845 Feb 04 13:21:35.020407 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (954365c3-1a94-4b26-ad8d-4c1728366550), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:35.031987 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:35.038357 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] 10.222.0.96 "DELETE /v2.0/networks/954365c3-1a94-4b26-ad8d-4c1728366550 HTTP/1.1" status: 204 len: 168 time: 2.4153063 Feb 04 13:21:35.059884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760d2ec-bc21-4ff6-ba4a-bff3a75fe554 admin admin] Pushing event deleted for resources: {'Network': ['ID=954365c3-1a94-4b26-ad8d-4c1728366550,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:35.071163 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-0757c139-6dfe-4af1-9e04-42f9b9a547dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:35.076201 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-0757c139-6dfe-4af1-9e04-42f9b9a547dc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20&tenant_id=9bf6f764e0d34de9a21a32956f525822 HTTP/1.1" status: 200 len: 1127 time: 0.1881726 Feb 04 13:21:35.127364 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Publish callbacks [] for router (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:35.208257 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a65aa234-de02-40b6-b570-3e6c8591e8ca None None] Set router e8ea14b1-c0fa-4730-9f5c-9ca76612639a gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:35.241845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-66ef014e-afaf-478f-859b-a9a2cd4bbba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:35.255254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-66ef014e-afaf-478f-859b-a9a2cd4bbba0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 1127 time: 0.1543727 Feb 04 13:21:35.264362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e24bd-e3e1-48ea-bc91-b89df2d28559 req-880f369f-ee58-4c77-bf65-94721cdbd0e3 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:35.276276 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Publish callbacks [] for router_gateway (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:35.276553 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-004e24bd-e3e1-48ea-bc91-b89df2d28559 req-880f369f-ee58-4c77-bf65-94721cdbd0e3 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.1195126 Feb 04 13:21:35.346531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33714) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:35.408919 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-80ed5101-c026-4277-98c1-3cc4854dfd51 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ded0d06737874f5e8b6af879384a7b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0560501 Feb 04 13:21:35.410472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33718) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:35.438425 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Deleting port c40542a1-9242-4e66-b660-0658e3fb68d7 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:35.438783 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c40542a1-9242-4e66-b660-0658e3fb68d7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:35.465309 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a65aa234-de02-40b6-b570-3e6c8591e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1993154603-router', 'tenant_id': '0c3cdcd7d70349e08755020863a7c88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'c40542a1-9242-4e66-b660-0658e3fb68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:47Z', 'updated_at': '2022-02-04T13:21:33Z', 'revision_number': 5, 'project_id': '0c3cdcd7d70349e08755020863a7c88a', 'gw_port': {'id': 'c40542a1-9242-4e66-b660-0658e3fb68d7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:49Z', 'updated_at': '2022-02-04T13:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:35.473281 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-004e24bd-e3e1-48ea-bc91-b89df2d28559 req-54653e02-3289-49a9-82c7-e5c514a2e098 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799381 Feb 04 13:21:35.510228 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65aa234-de02-40b6-b570-3e6c8591e8ca None None] Checking router: e8ea14b1-c0fa-4730-9f5c-9ca76612639a for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:35.534811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-5f761cd1-f54c-4484-994f-d0d830b9e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:35.537091 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65aa234-de02-40b6-b570-3e6c8591e8ca None None] Routers {'e8ea14b1-c0fa-4730-9f5c-9ca76612639a'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:35.537231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-5f761cd1-f54c-4484-994f-d0d830b9e846 service neutron] 10.222.0.100 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.2594080 Feb 04 13:21:35.537766 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a65aa234-de02-40b6-b570-3e6c8591e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:21:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e8ea14b1-c0fa-4730-9f5c-9ca76612639a'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:35.566902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] For port c40542a1-9242-4e66-b660-0658e3fb68d7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c40542a1-9242-4e66-b660-0658e3fb68d7,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:35.567699 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c40542a1-9242-4e66-b660-0658e3fb68d7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:35.608527 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec569c94-b2ea-44cb-8259-3838569de549 req-137a4391-ae55-4459-9cc7-4ec17da12879 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:35.608527 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec569c94-b2ea-44cb-8259-3838569de549 req-137a4391-ae55-4459-9cc7-4ec17da12879 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 945 time: 0.2018573 Feb 04 13:21:35.612528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-9d23f088-f2ab-44f3-aca5-5b2223d6a669 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb HTTP/1.1" status: 200 len: 217 time: 0.0679319 Feb 04 13:21:35.613972 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6aba00aa-6c1d-44b3-924a-3a6c93735d90 admin admin] Publish callbacks [] for security_group (4c31738d-7c68-4c86-a36d-6746a4aa89c4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:35.625708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Calling delete_port for c40542a1-9242-4e66-b660-0658e3fb68d7 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:35.653636 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a65aa234-de02-40b6-b570-3e6c8591e8ca None None] Set router e8ea14b1-c0fa-4730-9f5c-9ca76612639a gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:35.703719 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6aba00aa-6c1d-44b3-924a-3a6c93735d90 admin admin] Publish callbacks [] for security_group (4c31738d-7c68-4c86-a36d-6746a4aa89c4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:35.724113 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a65aa234-de02-40b6-b570-3e6c8591e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1993154603-router', 'tenant_id': '0c3cdcd7d70349e08755020863a7c88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:47Z', 'updated_at': '2022-02-04T13:21:35Z', 'revision_number': 6, 'project_id': '0c3cdcd7d70349e08755020863a7c88a', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:35.735637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-a90a1e61-4e1d-452d-af80-c49461f0774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:35.737135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-a90a1e61-4e1d-452d-af80-c49461f0774d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.1182022 Feb 04 13:21:35.753063 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec569c94-b2ea-44cb-8259-3838569de549 req-7d00394f-2fa6-40c1-9274-d2590dd5cdfe tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262579 Feb 04 13:21:35.789931 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65aa234-de02-40b6-b570-3e6c8591e8ca None None] The sync data for ids ['e8ea14b1-c0fa-4730-9f5c-9ca76612639a'] in n-d-714676-13 is: [{'id': 'e8ea14b1-c0fa-4730-9f5c-9ca76612639a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1993154603-router', 'tenant_id': '0c3cdcd7d70349e08755020863a7c88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:47Z', 'updated_at': '2022-02-04T13:21:35Z', 'revision_number': 6, 'project_id': '0c3cdcd7d70349e08755020863a7c88a', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:35.830721 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-ce0a08f5-2bcd-454d-8e82-d4deb04937a8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826466 Feb 04 13:21:35.916136 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6aba00aa-6c1d-44b3-924a-3a6c93735d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4c31738d-7c68-4c86-a36d-6746a4aa89c4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:35.917986 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6aba00aa-6c1d-44b3-924a-3a6c93735d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:35.919189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6aba00aa-6c1d-44b3-924a-3a6c93735d90 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4c31738d-7c68-4c86-a36d-6746a4aa89c4 HTTP/1.1" status: 204 len: 168 time: 0.5068479 Feb 04 13:21:35.953771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba00aa-6c1d-44b3-924a-3a6c93735d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c31738d-7c68-4c86-a36d-6746a4aa89c4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:36.017061 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-818adcbe-491a-4515-b421-4f502225d8dd service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738520 Feb 04 13:21:36.017992 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c40542a1-9242-4e66-b660-0658e3fb68d7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:36.061023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Pushing event deleted for resources: {'Port': ['ID=c40542a1-9242-4e66-b660-0658e3fb68d7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:36.067603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-a3e5a915-5111-450c-9681-a774d26505a7 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493388 Feb 04 13:21:36.082268 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.082636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.083114 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.083520 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.084774 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.085188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.085889 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.086328 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.086855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.087240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.087642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.088072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.088517 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.186917 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:36.282266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-880c1e68-75a6-46e3-8ac2-7605da67d726 service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512784 Feb 04 13:21:36.340153 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:36.342901 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Publish callbacks [] for router_controller (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:36.348817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974ac87-507a-4827-83bc-8b2d87312b56 req-2f491fa3-89a0-4700-9065-eb764c8bbe1a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:36.350532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b974ac87-507a-4827-83bc-8b2d87312b56 req-2f491fa3-89a0-4700-9065-eb764c8bbe1a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.2441659 Feb 04 13:21:36.383839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-f23acd6e-cc36-4ba9-9498-b44830d80590 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:36.385558 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-f23acd6e-cc36-4ba9-9498-b44830d80590 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2829456 Feb 04 13:21:36.401254 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (e8ea14b1-c0fa-4730-9f5c-9ca76612639a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:36.401958 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8ea14b1-c0fa-4730-9f5c-9ca76612639a {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:21:36.407764 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:36.411995 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7c891480-32bd-4de8-8e2e-151728de158c admin admin] 10.222.0.96 "DELETE /v2.0/routers/e8ea14b1-c0fa-4730-9f5c-9ca76612639a HTTP/1.1" status: 204 len: 168 time: 1.4647493 Feb 04 13:21:36.416287 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33772) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:36.423275 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-6ce14f1e-52b6-4ace-a01b-d5fe1fe70a13 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/quotas/62bf48b5c3894be3a3cc9319369f6e98 HTTP/1.1" status: 200 len: 375 time: 0.0256617 Feb 04 13:21:36.455822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b974ac87-507a-4827-83bc-8b2d87312b56 req-fe4e51c2-7b9c-4678-bea1-c0f4b6cd0869 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924375 Feb 04 13:21:36.519217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3552e212-b2e7-4ded-bb89-6a22b08846d7 admin admin] Deleting subnet a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:21:36.523955 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3552e212-b2e7-4ded-bb89-6a22b08846d7 admin admin] Publish callbacks [] for subnet (a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:36.527090 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-d4f1f483-47ac-43eb-8644-7b122d6fa46d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946496 Feb 04 13:21:36.583130 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3552e212-b2e7-4ded-bb89-6a22b08846d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:36.693030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-a3810d02-06ec-4986-94e6-7c6a01eec8ea tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:36.695435 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-a3810d02-06ec-4986-94e6-7c6a01eec8ea tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20&tenant_id=9bf6f764e0d34de9a21a32956f525822&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 1127 time: 0.1357400 Feb 04 13:21:36.773081 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3552e212-b2e7-4ded-bb89-6a22b08846d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:36.864132 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-f68993d4-5513-458d-adbd-a718a2985980 service neutron] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:36.906902 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-f68993d4-5513-458d-adbd-a718a2985980 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:36.913602 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d0cd16-b9b9-4858-919b-1689adefe751 req-f68993d4-5513-458d-adbd-a718a2985980 service neutron] 10.222.0.100 "DELETE /v2.0/ports/05773d3b-5e10-47e1-b5c9-a8e9cddc5edb/bindings/n-h1-714676-13 HTTP/1.1" status: 204 len: 173 time: 0.2098510 Feb 04 13:21:36.971561 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3552e212-b2e7-4ded-bb89-6a22b08846d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:36.983169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add03c54-9431-451e-9235-1428e45997fa req-caa4cb11-73f9-4c2f-963a-f7b15dfcb480 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:36.984770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-add03c54-9431-451e-9235-1428e45997fa req-caa4cb11-73f9-4c2f-963a-f7b15dfcb480 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.1427741 Feb 04 13:21:37.071602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552e212-b2e7-4ded-bb89-6a22b08846d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:37.080942 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3552e212-b2e7-4ded-bb89-6a22b08846d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:37.087791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ae6fe7-314d-429e-aedb-4ceab7df8418 None None] Network 4d594fef-5614-4b97-99e7-40f6be0cb31f requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:21:37.102757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-add03c54-9431-451e-9235-1428e45997fa req-fe813b85-cf2f-4e20-a9c0-947a9d5f516d tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108975 Feb 04 13:21:37.112851 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3552e212-b2e7-4ded-bb89-6a22b08846d7 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a9ccfc8a-e2bf-4f3b-bc30-8d9d05d28612 HTTP/1.1" status: 204 len: 168 time: 0.6953290 Feb 04 13:21:37.117817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33800) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:37.224499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-956dd77e-8742-4f00-ad9e-69bd79ccf38f req-62feef42-e3f6-4c58-9217-1359656afc5b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 210 time: 0.1465328 Feb 04 13:21:37.364329 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:37.445817 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (4d594fef-5614-4b97-99e7-40f6be0cb31f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:37.446912 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:21:37.454609 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:37.455156 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:37.520014 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33816) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:37.615827 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:37.616935 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:37.631523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0125b-5f87-4b2e-abca-a05247fced69 req-bb493664-8a99-4198-901b-aca604887c66 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:37.636023 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf7c9b3-e463-4dfb-bafb-a8ec95983fa9 None None] DHCP port deletion for 4d594fef-5614-4b97-99e7-40f6be0cb31f request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:21:37.643858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccb0125b-5f87-4b2e-abca-a05247fced69 req-bb493664-8a99-4198-901b-aca604887c66 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 945 time: 0.3717813 Feb 04 13:21:37.709451 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] Deleting port b20b426e-b4d1-4013-af48-75cc5a707e7b {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:37.710671 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b20b426e-b4d1-4013-af48-75cc5a707e7b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:37.750944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716209b5-068c-464f-8a67-31cfd279e8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:37.751407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd989d-0cbe-44a0-a2c5-48a67f731e17 req-5ee18518-21e0-4136-87cf-673afca7c15d tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:37.758885 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b1d2cd-dfe8-4de7-8fec-836a5fe74f14" -d '{"events": [{"server_uuid": "716209b5-068c-464f-8a67-31cfd279e8ad", "name": "network-vif-plugged", "status": "completed", "tag": "4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:37.762382 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15fd989d-0cbe-44a0-a2c5-48a67f731e17 req-5ee18518-21e0-4136-87cf-673afca7c15d tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.4044757 Feb 04 13:21:37.815760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:37.819251 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:37.833509 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:37.881675 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] For port b20b426e-b4d1-4013-af48-75cc5a707e7b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b20b426e-b4d1-4013-af48-75cc5a707e7b,segment=NetworkSegment(11dc5afa-0028-45de-9211-b56b44f685d4),segment_id=11dc5afa-0028-45de-9211-b56b44f685d4)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:37.882911 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b20b426e-b4d1-4013-af48-75cc5a707e7b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:37.903196 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:21:37.903846 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 370a12ab-0fe8-4f44-9f8f-6e0a17338a44 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:37.904439 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b20b426e-b4d1-4013-af48-75cc5a707e7b no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:37.912482 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccb0125b-5f87-4b2e-abca-a05247fced69 req-c1816937-1a4c-4455-96de-f1900f001d1f tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560594 Feb 04 13:21:37.915621 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] Calling delete_port for b20b426e-b4d1-4013-af48-75cc5a707e7b owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:37.927154 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a58f5b8d-ffdb-44cc-8fbc-58d173d983cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:38.007253 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15fd989d-0cbe-44a0-a2c5-48a67f731e17 req-ee703f3d-8095-44fb-962b-19b3dfff664d tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437704 Feb 04 13:21:38.120536 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b20b426e-b4d1-4013-af48-75cc5a707e7b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:38.134894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-faf7c9b3-e463-4dfb-bafb-a8ec95983fa9 None None] Deleting port b20b426e-b4d1-4013-af48-75cc5a707e7b {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:38.136401 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-faf7c9b3-e463-4dfb-bafb-a8ec95983fa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b20b426e-b4d1-4013-af48-75cc5a707e7b), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:38.161511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:38.187822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0204ba5-7711-4347-80f2-5c8a64a975eb req-29872b97-941e-4f26-b25d-cca1487a0484 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:38.189678 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0204ba5-7711-4347-80f2-5c8a64a975eb req-29872b97-941e-4f26-b25d-cca1487a0484 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.1034534 Feb 04 13:21:38.220923 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc8576d-5d00-4316-9ea0-af97828be58c x-openstack-request-id: req-1fc8576d-5d00-4316-9ea0-af97828be58c {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:38.221642 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716209b5-068c-464f-8a67-31cfd279e8ad", "name": "network-vif-plugged", "status": "completed", "tag": "4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:38.222835 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1fc8576d-5d00-4316-9ea0-af97828be58c {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:38.223674 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716209b5-068c-464f-8a67-31cfd279e8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a', 'code': 200} Feb 04 13:21:38.226164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=b20b426e-b4d1-4013-af48-75cc5a707e7b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:38.233027 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No active binding found for port b20b426e-b4d1-4013-af48-75cc5a707e7b {{(pid=103608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 13:21:38.233417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] The host n-d-714676-13 is not matching for port b20b426e-b4d1-4013-af48-75cc5a707e7b host None! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:21:38.233804 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b20b426e-b4d1-4013-af48-75cc5a707e7b not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:38.236939 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c40542a1-9242-4e66-b660-0658e3fb68d7 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:38.242246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] No DVR routers for this DVR port b20b426e-b4d1-4013-af48-75cc5a707e7b on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:38.301326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:38.301667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:38.302314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:38.302797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:38.303457 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:38.304031 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:38.304507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:38.304979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:38.305553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:38.306022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:38.306545 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:38.307010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:38.307519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:38.314313 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: c40542a1-9242-4e66-b660-0658e3fb68d7 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:21:38.314964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c40542a1-9242-4e66-b660-0658e3fb68d7 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:38.351433 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-faf7c9b3-e463-4dfb-bafb-a8ec95983fa9 None None] For port b20b426e-b4d1-4013-af48-75cc5a707e7b, host n-d-714676-13, got binding levels [] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:38.351840 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-faf7c9b3-e463-4dfb-bafb-a8ec95983fa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b20b426e-b4d1-4013-af48-75cc5a707e7b), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:38.397164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-faf7c9b3-e463-4dfb-bafb-a8ec95983fa9 None None] Calling delete_port for b20b426e-b4d1-4013-af48-75cc5a707e7b owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:38.408841 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.ipam_backend_mixin [None req-faf7c9b3-e463-4dfb-bafb-a8ec95983fa9 None None] Port b20b426e-b4d1-4013-af48-75cc5a707e7b was not found and therefore no delete operation was performed {{(pid=103608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:21:38.414777 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a58f5b8d-ffdb-44cc-8fbc-58d173d983cc admin admin] Publish callbacks [] for security_group (74a2fc74-3671-4c0a-ba7d-c1643f2b6b6c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:38.416984 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-faf7c9b3-e463-4dfb-bafb-a8ec95983fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (b20b426e-b4d1-4013-af48-75cc5a707e7b), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:38.430784 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0204ba5-7711-4347-80f2-5c8a64a975eb req-f731a6ff-dd9b-41f7-a5a6-bf4c88128a3d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161942 Feb 04 13:21:38.433643 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a58f5b8d-ffdb-44cc-8fbc-58d173d983cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (74a2fc74-3671-4c0a-ba7d-c1643f2b6b6c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:38.491417 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a58f5b8d-ffdb-44cc-8fbc-58d173d983cc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b2540159d0b5417595f25c169c03fbb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9691615 Feb 04 13:21:38.492168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33852) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:38.494269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7c9b3-e463-4dfb-bafb-a8ec95983fa9 None None] Pushing event deleted for resources: {'Port': ['ID=b20b426e-b4d1-4013-af48-75cc5a707e7b,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:38.523124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf7c9b3-e463-4dfb-bafb-a8ec95983fa9 None None] No DVR routers for this DVR port b20b426e-b4d1-4013-af48-75cc5a707e7b on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:38.548302 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (4d594fef-5614-4b97-99e7-40f6be0cb31f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:38.562845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f5b8d-ffdb-44cc-8fbc-58d173d983cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a2fc74-3671-4c0a-ba7d-c1643f2b6b6c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:38.578757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d594fef-5614-4b97-99e7-40f6be0cb31f']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:38.602965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11dc5afa-0028-45de-9211-b56b44f685d4') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:38.603265 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11dc5afa-0028-45de-9211-b56b44f685d4') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:38.617804 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f5ccb-4478-44c5-842d-461ae33a4244 req-3f005d6f-833f-4a21-9258-b6ec39e2c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:38.619503 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5e8f5ccb-4478-44c5-842d-461ae33a4244 req-3f005d6f-833f-4a21-9258-b6ec39e2c3dc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 1129 time: 0.1572499 Feb 04 13:21:38.621527 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (11dc5afa-0028-45de-9211-b56b44f685d4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:38.635174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-afd068ba-afae-4b1c-aea1-0491d1b00f1d req-d9df7a83-5e79-409b-83d0-ee7f4c93ba50 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 210 time: 0.0788822 Feb 04 13:21:38.661135 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de2c7485-4c46-417c-b9b9-34484a45b525 admin admin] Publish callbacks [] for security_group (74a2fc74-3671-4c0a-ba7d-c1643f2b6b6c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:38.666329 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (11dc5afa-0028-45de-9211-b56b44f685d4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:38.695643 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:21:38.696061 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (11dc5afa-0028-45de-9211-b56b44f685d4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:21:38.698125 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:21:38.759205 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de2c7485-4c46-417c-b9b9-34484a45b525 admin admin] Publish callbacks [] for security_group (74a2fc74-3671-4c0a-ba7d-c1643f2b6b6c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:38.771649 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5e8f5ccb-4478-44c5-842d-461ae33a4244 req-bac74b16-20a5-4e65-9533-a3d359f0df25 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402907 Feb 04 13:21:38.819025 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (4d594fef-5614-4b97-99e7-40f6be0cb31f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:38.838453 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:38.842310 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] 10.222.0.96 "DELETE /v2.0/networks/4d594fef-5614-4b97-99e7-40f6be0cb31f HTTP/1.1" status: 204 len: 168 time: 1.7204113 Feb 04 13:21:38.855156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33872) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:38.870565 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10108c7e-859d-450d-850b-18986f1a8c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d594fef-5614-4b97-99e7-40f6be0cb31f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:39.009025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-a69ac03f-d2a3-47af-b721-b0ec42947f0e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776801 Feb 04 13:21:39.155121 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de2c7485-4c46-417c-b9b9-34484a45b525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (74a2fc74-3671-4c0a-ba7d-c1643f2b6b6c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:39.159193 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de2c7485-4c46-417c-b9b9-34484a45b525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:39.162549 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-de2c7485-4c46-417c-b9b9-34484a45b525 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/74a2fc74-3671-4c0a-ba7d-c1643f2b6b6c HTTP/1.1" status: 204 len: 168 time: 0.6562109 Feb 04 13:21:39.232894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c7485-4c46-417c-b9b9-34484a45b525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a2fc74-3671-4c0a-ba7d-c1643f2b6b6c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:39.256906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bcb59-b2ac-46e2-a18b-9a57da833d7d req-228a009e-ddf1-4fb5-8711-a351675bfe8a tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:39.260192 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-124bcb59-b2ac-46e2-a18b-9a57da833d7d req-228a009e-ddf1-4fb5-8711-a351675bfe8a tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 1127 time: 0.3276799 Feb 04 13:21:39.277862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094aa426-b658-4c9b-bc09-fef4fd7f0132 req-835cfaab-255e-40c3-87e5-424df8f6f079 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:39.279581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-094aa426-b658-4c9b-bc09-fef4fd7f0132 req-835cfaab-255e-40c3-87e5-424df8f6f079 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.3029521 Feb 04 13:21:39.323011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-4365c566-449b-4763-8312-c78a19875c38 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:39.324647 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-4365c566-449b-4763-8312-c78a19875c38 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2936158 Feb 04 13:21:39.342882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-cb65eaf2-2706-4554-89e9-8774bfb6188f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Request body: {'port': {'device_id': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '62bf48b5c3894be3a3cc9319369f6e98'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:39.473974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-094aa426-b658-4c9b-bc09-fef4fd7f0132 req-bc905607-a935-479f-a2cb-4c31a99a4fc1 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766171 Feb 04 13:21:39.484326 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-124bcb59-b2ac-46e2-a18b-9a57da833d7d req-3c2c109d-4fb1-4a74-b94b-2e290ecedbb9 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972108 Feb 04 13:21:39.617392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-cb65eaf2-2706-4554-89e9-8774bfb6188f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Made reservation on behalf of 62bf48b5c3894be3a3cc9319369f6e98 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:39.637924 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-cb65eaf2-2706-4554-89e9-8774bfb6188f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:39.751141 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33918) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:39.772102 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27464e1a-630c-4fd7-b344-e143bcecf336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:39.836573 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b1aa3-1ce3-486d-b17c-a19693ef985b req-3a5dd236-076a-4f16-b1fb-ac585d82d396 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:39.838291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-132b1aa3-1ce3-486d-b17c-a19693ef985b req-3a5dd236-076a-4f16-b1fb-ac585d82d396 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 946 time: 0.1595664 Feb 04 13:21:39.861466 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-86cdc6cf-5781-4fbc-933c-d46a06719441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (04234658-dca0-4bea-aa7c-204a89128374), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:39.931572 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-132b1aa3-1ce3-486d-b17c-a19693ef985b req-ef4479a6-4273-47bc-962f-5ce8d1bdc913 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703804 Feb 04 13:21:39.949480 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-cb65eaf2-2706-4554-89e9-8774bfb6188f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Allocated IP 192.168.233.143 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/71e83384-ea64-4871-9208-45f2474a5445) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:40.006230 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27464e1a-630c-4fd7-b344-e143bcecf336 admin admin] Publish callbacks [] for security_group (69a3a579-3dd3-45f9-8abd-7a2955640270), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:40.015535 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27464e1a-630c-4fd7-b344-e143bcecf336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (69a3a579-3dd3-45f9-8abd-7a2955640270), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:40.105814 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-27464e1a-630c-4fd7-b344-e143bcecf336 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5f8dff3522094d2d850ebbc10dc184d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531077 Feb 04 13:21:40.108090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27464e1a-630c-4fd7-b344-e143bcecf336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a3a579-3dd3-45f9-8abd-7a2955640270,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:40.111300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33932) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:40.202329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16feb89c-65f0-47a6-aded-22b0bdfb88e3 req-b88e04b1-e40d-40f4-a928-f11f386068ee tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:40.205114 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16feb89c-65f0-47a6-aded-22b0bdfb88e3 req-b88e04b1-e40d-40f4-a928-f11f386068ee tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 1127 time: 0.1519649 Feb 04 13:21:40.229847 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62bd3344-34ab-4a0b-b756-2625c824435a admin admin] Publish callbacks [] for security_group (69a3a579-3dd3-45f9-8abd-7a2955640270), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:40.277307 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62bd3344-34ab-4a0b-b756-2625c824435a admin admin] Publish callbacks [] for security_group (69a3a579-3dd3-45f9-8abd-7a2955640270), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:40.286359 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b23e43d-e7d3-4aac-b917-2fec3d0fb5a6 req-b249c336-071c-4ab1-ba7a-e7a6cda4106d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 210 time: 0.0777342 Feb 04 13:21:40.289562 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-cb65eaf2-2706-4554-89e9-8774bfb6188f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks [] for port (71e83384-ea64-4871-9208-45f2474a5445), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:40.365620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16feb89c-65f0-47a6-aded-22b0bdfb88e3 req-d8412fdc-e401-4787-a691-456149360b04 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496918 Feb 04 13:21:40.394660 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-cb65eaf2-2706-4554-89e9-8774bfb6188f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (71e83384-ea64-4871-9208-45f2474a5445), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:40.416258 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-86cdc6cf-5781-4fbc-933c-d46a06719441 admin admin] Deleting port 58dbc064-cf01-446a-9eec-e126935eee08 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:40.416938 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-86cdc6cf-5781-4fbc-933c-d46a06719441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (58dbc064-cf01-446a-9eec-e126935eee08), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:40.417802 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['e8a9f93e-eff3-426d-a478-32e1ddbe4bcc'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:21:40.423527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c843b7ba-b8f6-4d0f-b121-918de0a8e779'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:21:40.440437 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62bd3344-34ab-4a0b-b756-2625c824435a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (69a3a579-3dd3-45f9-8abd-7a2955640270), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:40.445436 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62bd3344-34ab-4a0b-b756-2625c824435a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:40.452546 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-62bd3344-34ab-4a0b-b756-2625c824435a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/69a3a579-3dd3-45f9-8abd-7a2955640270 HTTP/1.1" status: 204 len: 168 time: 0.3372657 Feb 04 13:21:40.564816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd3344-34ab-4a0b-b756-2625c824435a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a3a579-3dd3-45f9-8abd-7a2955640270,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:40.635773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-cb65eaf2-2706-4554-89e9-8774bfb6188f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:40.636735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65eaf2-2706-4554-89e9-8774bfb6188f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Pushing event updated for resources: {'Port': ['ID=71e83384-ea64-4871-9208-45f2474a5445,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:40.649505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-cb65eaf2-2706-4554-89e9-8774bfb6188f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:40.656023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-cb65eaf2-2706-4554-89e9-8774bfb6188f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:21:40.707893 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-86cdc6cf-5781-4fbc-933c-d46a06719441 admin admin] For port 58dbc064-cf01-446a-9eec-e126935eee08, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=58dbc064-cf01-446a-9eec-e126935eee08,segment=NetworkSegment(724d8614-5a0a-41c2-9542-2330bda694f1),segment_id=724d8614-5a0a-41c2-9542-2330bda694f1)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:40.708324 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-86cdc6cf-5781-4fbc-933c-d46a06719441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (58dbc064-cf01-446a-9eec-e126935eee08), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:40.737325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-86cdc6cf-5781-4fbc-933c-d46a06719441 admin admin] Calling delete_port for 58dbc064-cf01-446a-9eec-e126935eee08 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:40.863980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-cb65eaf2-2706-4554-89e9-8774bfb6188f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:40.864685 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-cb65eaf2-2706-4554-89e9-8774bfb6188f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:40.886922 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fd9a9-efd3-404e-8243-5c1d60060eb6 req-a06a9ce9-8b88-462e-9f8e-aea866cfb558 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:40.895724 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f96fd9a9-efd3-404e-8243-5c1d60060eb6 req-a06a9ce9-8b88-462e-9f8e-aea866cfb558 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.1767240 Feb 04 13:21:41.095153 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d2b9dbd3-c684-4304-81a9-720705b9b5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:41.133495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d4b8fd73-1031-4beb-8a3a-1d64ff38bb86 None None] Provisioning complete for port 71e83384-ea64-4871-9208-45f2474a5445 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:41.134038 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d4b8fd73-1031-4beb-8a3a-1d64ff38bb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (71e83384-ea64-4871-9208-45f2474a5445), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:41.149761 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-86cdc6cf-5781-4fbc-933c-d46a06719441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (58dbc064-cf01-446a-9eec-e126935eee08), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:41.179792 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8fd73-1031-4beb-8a3a-1d64ff38bb86 None None] Port 71e83384-ea64-4871-9208-45f2474a5445 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:21:41.234402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdc6cf-5781-4fbc-933c-d46a06719441 admin admin] Pushing event deleted for resources: {'Port': ['ID=58dbc064-cf01-446a-9eec-e126935eee08,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:41.516672 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-cb65eaf2-2706-4554-89e9-8774bfb6188f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1825032 Feb 04 13:21:41.543760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Request body: {'port': {'device_id': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:41.598578 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-86cdc6cf-5781-4fbc-933c-d46a06719441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (04234658-dca0-4bea-aa7c-204a89128374), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:41.678801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f96fd9a9-efd3-404e-8243-5c1d60060eb6 req-c0973be7-1a64-4f5e-9ac3-5bd3a166e054 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7818768 Feb 04 13:21:41.697741 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71e83384-ea64-4871-9208-45f2474a5445), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:42.118644 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cdc6cf-5781-4fbc-933c-d46a06719441 admin admin] Router 04234658-dca0-4bea-aa7c-204a89128374 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:21:42.145776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3e14b-7f17-4f5b-b9b8-8a39886bf433 req-c922e36b-cf91-443c-adba-e66b89a125b2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:42.152968 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-89a3e14b-7f17-4f5b-b9b8-8a39886bf433 req-c922e36b-cf91-443c-adba-e66b89a125b2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 946 time: 0.2770691 Feb 04 13:21:42.197919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba0295-ffa3-4433-890f-a47a75783e0d req-428b3d23-b8f3-4981-9ef1-1ce3d79de91a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:42.199674 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-daba0295-ffa3-4433-890f-a47a75783e0d req-428b3d23-b8f3-4981-9ef1-1ce3d79de91a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 936 time: 0.1637511 Feb 04 13:21:42.233952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34020) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:42.312316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-89a3e14b-7f17-4f5b-b9b8-8a39886bf433 req-38ce3254-7d14-4e7a-9105-a7a87070e30b tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584406 Feb 04 13:21:42.323215 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cdc6cf-5781-4fbc-933c-d46a06719441 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:21:42.329886 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-86cdc6cf-5781-4fbc-933c-d46a06719441 admin admin] 10.222.0.96 "PUT /v2.0/routers/04234658-dca0-4bea-aa7c-204a89128374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4736645 Feb 04 13:21:42.333491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34024) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:42.337770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf216a3c-d012-4b25-949a-3c9d22d1d18b None None] Sync routers for ids ['04234658-dca0-4bea-aa7c-204a89128374'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:42.352924 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-daba0295-ffa3-4433-890f-a47a75783e0d req-baa7d8c5-a951-428f-bcd4-3bba86c9aead tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414936 Feb 04 13:21:42.368765 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf216a3c-d012-4b25-949a-3c9d22d1d18b None None] Routers {'04234658-dca0-4bea-aa7c-204a89128374'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:42.371927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-cf216a3c-d012-4b25-949a-3c9d22d1d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:21:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['04234658-dca0-4bea-aa7c-204a89128374'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:42.538255 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e83384-ea64-4871-9208-45f2474a5445 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:21:42.552197 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Publish callbacks [] for port (71e83384-ea64-4871-9208-45f2474a5445), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:42.574743 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-82ca9865-a175-4cfa-ba87-f05c03b187cc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2118064918-network', 'tenant_id': '9e9f3770524f43a9bb266dea3b73bcee'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:42.654699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Transition to ACTIVE for port object 71e83384-ea64-4871-9208-45f2474a5445 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:42.686437 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (71e83384-ea64-4871-9208-45f2474a5445), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:42.715743 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc78f5-01cc-4448-84ca-2e08dd8e279e req-c62999ef-b697-4946-97ed-846844d683df tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:42.717496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3bc78f5-01cc-4448-84ca-2e08dd8e279e req-c62999ef-b697-4946-97ed-846844d683df tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 946 time: 0.1342514 Feb 04 13:21:42.718428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ca9865-a175-4cfa-ba87-f05c03b187cc admin admin] Made reservation on behalf of 9e9f3770524f43a9bb266dea3b73bcee for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:42.721005 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-82ca9865-a175-4cfa-ba87-f05c03b187cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:42.751876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-cf216a3c-d012-4b25-949a-3c9d22d1d18b None None] Set router 04234658-dca0-4bea-aa7c-204a89128374 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:42.756471 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-82ca9865-a175-4cfa-ba87-f05c03b187cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:42.938075 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de9fae48-315c-44bb-8d50-c44634bd63b3 admin admin] Publish callbacks [] for router (04234658-dca0-4bea-aa7c-204a89128374), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:43.104903 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-82ca9865-a175-4cfa-ba87-f05c03b187cc admin admin] Publish callbacks [] for security_group (5867a730-6e21-471d-a4ff-b3402e18846a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:43.121375 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-82ca9865-a175-4cfa-ba87-f05c03b187cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5867a730-6e21-471d-a4ff-b3402e18846a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:43.203791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-cf216a3c-d012-4b25-949a-3c9d22d1d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04234658-dca0-4bea-aa7c-204a89128374', 'name': 'tempest-AttachSCSIVolumeTestJSON-1032124736-router', 'tenant_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5355f64a-b8aa-420e-a434-261c91092db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:02Z', 'updated_at': '2022-02-04T13:21:41Z', 'revision_number': 5, 'project_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'gw_port': {'id': '5355f64a-b8aa-420e-a434-261c91092db1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04234658-dca0-4bea-aa7c-204a89128374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:04Z', 'updated_at': '2022-02-04T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:43.217894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca9865-a175-4cfa-ba87-f05c03b187cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5867a730-6e21-471d-a4ff-b3402e18846a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:43.260099 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf216a3c-d012-4b25-949a-3c9d22d1d18b None None] Checking router: 04234658-dca0-4bea-aa7c-204a89128374 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:43.270738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3bc78f5-01cc-4448-84ca-2e08dd8e279e req-bd4f6ba4-3d99-4bfa-b9b0-19786dbf8fba tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159354 Feb 04 13:21:43.278003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Pushing event updated for resources: {'Port': ['ID=71e83384-ea64-4871-9208-45f2474a5445,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:43.279486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf216a3c-d012-4b25-949a-3c9d22d1d18b None None] Routers {'04234658-dca0-4bea-aa7c-204a89128374'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:43.280355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-cf216a3c-d012-4b25-949a-3c9d22d1d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:21:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['04234658-dca0-4bea-aa7c-204a89128374'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:43.427088 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ca9865-a175-4cfa-ba87-f05c03b187cc admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:21:43.463268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-cf216a3c-d012-4b25-949a-3c9d22d1d18b None None] Set router 04234658-dca0-4bea-aa7c-204a89128374 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:43.511844 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-82ca9865-a175-4cfa-ba87-f05c03b187cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a363c818-8390-4146-b8a8-d357e6183b3b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:43.512745 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-82ca9865-a175-4cfa-ba87-f05c03b187cc admin admin] Added segment a363c818-8390-4146-b8a8-d357e6183b3b of type vlan for network e569b430-2adb-416a-b926-d0b5123db29d Feb 04 13:21:43.620217 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-82ca9865-a175-4cfa-ba87-f05c03b187cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (e569b430-2adb-416a-b926-d0b5123db29d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:43.676490 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-82ca9865-a175-4cfa-ba87-f05c03b187cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (e569b430-2adb-416a-b926-d0b5123db29d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:43.678588 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ca9865-a175-4cfa-ba87-f05c03b187cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:43.680498 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-82ca9865-a175-4cfa-ba87-f05c03b187cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:43.790290 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de9fae48-315c-44bb-8d50-c44634bd63b3 admin admin] Publish callbacks [] for router_gateway (04234658-dca0-4bea-aa7c-204a89128374), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:43.805377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca9865-a175-4cfa-ba87-f05c03b187cc admin admin] Pushing event updated for resources: {'Network': ['ID=e569b430-2adb-416a-b926-d0b5123db29d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:43.839867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network e569b430-2adb-416a-b926-d0b5123db29d details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:21:43.851927 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:43.909331 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34104) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:43.910609 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-82ca9865-a175-4cfa-ba87-f05c03b187cc admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6688457 Feb 04 13:21:43.917805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6647bb5a-43dd-4d3a-9626-ac6a05e4f91c admin admin] Request body: {'subnet': {'network_id': 'e569b430-2adb-416a-b926-d0b5123db29d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2118064918-subnet', 'tenant_id': '9e9f3770524f43a9bb266dea3b73bcee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:43.920885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f136b-cd98-43f2-aa01-38f2d1589c95 req-fb7b745a-fd84-46a5-a404-0a63c8d70bfe tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:43.930350 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f0f136b-cd98-43f2-aa01-38f2d1589c95 req-fb7b745a-fd84-46a5-a404-0a63c8d70bfe tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.6788371 Feb 04 13:21:43.965299 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6647bb5a-43dd-4d3a-9626-ac6a05e4f91c admin admin] Made reservation on behalf of 9e9f3770524f43a9bb266dea3b73bcee for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:43.968394 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6647bb5a-43dd-4d3a-9626-ac6a05e4f91c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:43.970304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Attempting to bind port 71e83384-ea64-4871-9208-45f2474a5445 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:21:43.971002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Attempting to bind port 71e83384-ea64-4871-9208-45f2474a5445 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:21:43.971762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Attempting to bind port 71e83384-ea64-4871-9208-45f2474a5445 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:44.007930 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Port 71e83384-ea64-4871-9208-45f2474a5445 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:21:44.008625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Attempting to bind port 71e83384-ea64-4871-9208-45f2474a5445 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:44.026991 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:21:44.028078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:44.028938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:21:44.029921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Bound port: 71e83384-ea64-4871-9208-45f2474a5445, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:21:44.030689 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71e83384-ea64-4871-9208-45f2474a5445), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:44.034506 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c6e2ca45-0f3f-43b3-ba5b-5987ac49c5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:44.149047 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f0f136b-cd98-43f2-aa01-38f2d1589c95 req-57aead61-ee8c-4a63-a243-8d8de92f61e0 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175426 Feb 04 13:21:44.184514 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-de9fae48-315c-44bb-8d50-c44634bd63b3 admin admin] Deleting port 5355f64a-b8aa-420e-a434-261c91092db1 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:44.185672 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de9fae48-315c-44bb-8d50-c44634bd63b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5355f64a-b8aa-420e-a434-261c91092db1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:44.259688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-cf216a3c-d012-4b25-949a-3c9d22d1d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04234658-dca0-4bea-aa7c-204a89128374', 'name': 'tempest-AttachSCSIVolumeTestJSON-1032124736-router', 'tenant_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5355f64a-b8aa-420e-a434-261c91092db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:02Z', 'updated_at': '2022-02-04T13:21:41Z', 'revision_number': 5, 'project_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'gw_port': {'id': '5355f64a-b8aa-420e-a434-261c91092db1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04234658-dca0-4bea-aa7c-204a89128374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:04Z', 'updated_at': '2022-02-04T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:44.336039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf216a3c-d012-4b25-949a-3c9d22d1d18b None None] The sync data for ids ['04234658-dca0-4bea-aa7c-204a89128374'] in n-d-714676-13 is: [{'id': '04234658-dca0-4bea-aa7c-204a89128374', 'name': 'tempest-AttachSCSIVolumeTestJSON-1032124736-router', 'tenant_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5355f64a-b8aa-420e-a434-261c91092db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:02Z', 'updated_at': '2022-02-04T13:21:41Z', 'revision_number': 5, 'project_id': '036f3600e76d4bf38b0b61c6a6e29e79', 'gw_port': {'id': '5355f64a-b8aa-420e-a434-261c91092db1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04234658-dca0-4bea-aa7c-204a89128374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:04Z', 'updated_at': '2022-02-04T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:44.376015 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:44.463474 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6647bb5a-43dd-4d3a-9626-ac6a05e4f91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (bf3742d3-72af-40e7-90fc-2c70e4f250c5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:44.586225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-de9fae48-315c-44bb-8d50-c44634bd63b3 admin admin] For port 5355f64a-b8aa-420e-a434-261c91092db1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5355f64a-b8aa-420e-a434-261c91092db1,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:44.586626 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de9fae48-315c-44bb-8d50-c44634bd63b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5355f64a-b8aa-420e-a434-261c91092db1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:44.595691 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647bb5a-43dd-4d3a-9626-ac6a05e4f91c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf3742d3-72af-40e7-90fc-2c70e4f250c5,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:44.620289 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-de9fae48-315c-44bb-8d50-c44634bd63b3 admin admin] Calling delete_port for 5355f64a-b8aa-420e-a434-261c91092db1 owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:44.629703 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:44.633658 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6647bb5a-43dd-4d3a-9626-ac6a05e4f91c admin admin] Checking segment: {'id': 'a363c818-8390-4146-b8a8-d357e6183b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e569b430-2adb-416a-b926-d0b5123db29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:44.636255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6647bb5a-43dd-4d3a-9626-ac6a05e4f91c admin admin] Network hostable DHCP agents. Network: e569b430-2adb-416a-b926-d0b5123db29d, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:21:44.656719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=71e83384-ea64-4871-9208-45f2474a5445,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:21:44.670811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c969c9-260e-4001-91bb-f0883eeb4322 req-cbfb13c6-88db-4115-a313-0023aa1db63d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:44.686920 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87c969c9-260e-4001-91bb-f0883eeb4322 req-cbfb13c6-88db-4115-a313-0023aa1db63d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 948 time: 0.3254263 Feb 04 13:21:44.702551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6647bb5a-43dd-4d3a-9626-ac6a05e4f91c admin admin] Network e569b430-2adb-416a-b926-d0b5123db29d is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:21:44.719899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-6647bb5a-43dd-4d3a-9626-ac6a05e4f91c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, e569b430-2adb-416a-b926-d0b5123db29d) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:44.732399 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae443b2c-a0b3-4de2-b476-0fab69f379ef None None] Network e569b430-2adb-416a-b926-d0b5123db29d requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:21:44.744238 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6647bb5a-43dd-4d3a-9626-ac6a05e4f91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:44.748475 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6647bb5a-43dd-4d3a-9626-ac6a05e4f91c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:44.800517 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6647bb5a-43dd-4d3a-9626-ac6a05e4f91c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8804488 Feb 04 13:21:44.800754 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (71e83384-ea64-4871-9208-45f2474a5445), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:44.993495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d847b74-dd40-4a96-b4c5-16bdf9113292 None None] Network e569b430-2adb-416a-b926-d0b5123db29d requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:21:45.022794 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87c969c9-260e-4001-91bb-f0883eeb4322 req-46576a63-7e13-40a0-85ca-c1840b87becd tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360531 Feb 04 13:21:45.136169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:45.136808 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:45.149012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] 10.222.0.100 "PUT /v2.0/ports/71e83384-ea64-4871-9208-45f2474a5445 HTTP/1.1" status: 200 len: 1097 time: 3.6136613 Feb 04 13:21:45.149635 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'tag': '71e83384-ea64-4871-9208-45f2474a5445'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:45.166139 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec307a9a-a493-43aa-aeb6-36741e9a4c98" -d '{"events": [{"name": "network-changed", "server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "tag": "71e83384-ea64-4871-9208-45f2474a5445"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:45.283343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf44048-f5a8-44fe-aacc-1740f8c90c49 service neutron] Pushing event updated for resources: {'Port': ['ID=71e83384-ea64-4871-9208-45f2474a5445,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:45.366828 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:45.414843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f7e5f-6c94-4ea9-8464-17a3ce0ea0d4 req-597b3c4e-9a0b-4653-9913-cb649f94e054 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:45.422734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-131f7e5f-6c94-4ea9-8464-17a3ce0ea0d4 req-597b3c4e-9a0b-4653-9913-cb649f94e054 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 946 time: 0.2462764 Feb 04 13:21:45.430536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-cd5c7ab6-325c-47a1-a2c3-e7cc5bdb150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:45.432128 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-cd5c7ab6-325c-47a1-a2c3-e7cc5bdb150f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 1131 time: 0.2369537 Feb 04 13:21:45.513510 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69e5e67-6625-477c-b521-bb597aa324f0 x-openstack-request-id: req-d69e5e67-6625-477c-b521-bb597aa324f0 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:45.514255 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "tag": "71e83384-ea64-4871-9208-45f2474a5445", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:45.514487 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d69e5e67-6625-477c-b521-bb597aa324f0 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:45.515330 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'tag': '71e83384-ea64-4871-9208-45f2474a5445', 'status': 'completed', 'code': 200} Feb 04 13:21:45.522372 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-9605872f-021e-4c52-98f9-3a42ebf9578b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=71e83384-ea64-4871-9208-45f2474a5445 HTTP/1.1" status: 200 len: 217 time: 0.0820611 Feb 04 13:21:45.631466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 58dbc064-cf01-446a-9eec-e126935eee08 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:45.662202 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 58dbc064-cf01-446a-9eec-e126935eee08 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:21:45.663097 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 58dbc064-cf01-446a-9eec-e126935eee08 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:45.668148 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de9fae48-315c-44bb-8d50-c44634bd63b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (5355f64a-b8aa-420e-a434-261c91092db1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:45.720605 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-131f7e5f-6c94-4ea9-8464-17a3ce0ea0d4 req-3b9cb639-ad1c-4c7a-a494-8ea44e48384e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968929 Feb 04 13:21:45.727344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fae48-315c-44bb-8d50-c44634bd63b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5355f64a-b8aa-420e-a434-261c91092db1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:45.741549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-107dd575-06c3-4c4e-9256-21b908a1bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:45.743064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-107dd575-06c3-4c4e-9256-21b908a1bf82 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.2144284 Feb 04 13:21:45.825674 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34224) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:45.830881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3959154a-58bc-4df1-8344-1efae0ac7d0f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-239162734-network', 'tenant_id': '961f45f9c43142bc86846d02d92c4315'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:45.854015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14d453-0089-476f-95e3-470ce80ccd76 req-d2e8e824-3fa6-4dc7-95f7-82e9b84878d5 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:45.856101 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d14d453-0089-476f-95e3-470ce80ccd76 req-d2e8e824-3fa6-4dc7-95f7-82e9b84878d5 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.2871752 Feb 04 13:21:45.859183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3959154a-58bc-4df1-8344-1efae0ac7d0f admin admin] Made reservation on behalf of 961f45f9c43142bc86846d02d92c4315 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:45.863864 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3959154a-58bc-4df1-8344-1efae0ac7d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:45.878196 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3959154a-58bc-4df1-8344-1efae0ac7d0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:45.941416 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-d1f480b0-d772-4245-b5b0-06c2b9192915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:45.943439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-d1f480b0-d772-4245-b5b0-06c2b9192915 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1680837 Feb 04 13:21:45.963565 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d14d453-0089-476f-95e3-470ce80ccd76 req-68c3e5df-be18-4bde-8a17-dde835fa15ec tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967181 Feb 04 13:21:45.985353 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3959154a-58bc-4df1-8344-1efae0ac7d0f admin admin] Publish callbacks [] for security_group (259fd29d-d498-424e-83a7-4cc552135c74), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:45.992298 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3959154a-58bc-4df1-8344-1efae0ac7d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (259fd29d-d498-424e-83a7-4cc552135c74), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:46.020491 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de9fae48-315c-44bb-8d50-c44634bd63b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (04234658-dca0-4bea-aa7c-204a89128374), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:46.024571 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3959154a-58bc-4df1-8344-1efae0ac7d0f admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:21:46.037047 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959154a-58bc-4df1-8344-1efae0ac7d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259fd29d-d498-424e-83a7-4cc552135c74,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:46.054291 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3959154a-58bc-4df1-8344-1efae0ac7d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e9d1c656-afb1-49a2-90dd-3a5d138f5e8d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:46.054621 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-3959154a-58bc-4df1-8344-1efae0ac7d0f admin admin] Added segment e9d1c656-afb1-49a2-90dd-3a5d138f5e8d of type vlan for network c8ec963d-e33a-43a0-abaf-88fac122e72b Feb 04 13:21:46.175990 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3959154a-58bc-4df1-8344-1efae0ac7d0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (c8ec963d-e33a-43a0-abaf-88fac122e72b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:46.233366 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3959154a-58bc-4df1-8344-1efae0ac7d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (c8ec963d-e33a-43a0-abaf-88fac122e72b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:46.234447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3959154a-58bc-4df1-8344-1efae0ac7d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:46.234880 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3959154a-58bc-4df1-8344-1efae0ac7d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:46.317357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de9fae48-315c-44bb-8d50-c44634bd63b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (04234658-dca0-4bea-aa7c-204a89128374), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:46.326561 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de9fae48-315c-44bb-8d50-c44634bd63b3 admin admin] Publish callbacks [] for router_controller (04234658-dca0-4bea-aa7c-204a89128374), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:46.342708 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3959154a-58bc-4df1-8344-1efae0ac7d0f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5114005 Feb 04 13:21:46.342708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959154a-58bc-4df1-8344-1efae0ac7d0f admin admin] Pushing event updated for resources: {'Network': ['ID=c8ec963d-e33a-43a0-abaf-88fac122e72b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:46.346510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34266) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:46.354393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network c8ec963d-e33a-43a0-abaf-88fac122e72b details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:21:46.403660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c417a0da-1e53-42ae-bde5-2dda0eaf95e7 admin admin] Request body: {'subnet': {'network_id': 'c8ec963d-e33a-43a0-abaf-88fac122e72b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-239162734-subnet', 'tenant_id': '961f45f9c43142bc86846d02d92c4315', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:46.493994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5344d-dd59-4ff2-b348-65242b9f6f3b req-b1e136cf-9b15-4b6e-8740-d524068c4573 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:46.502279 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0fd5344d-dd59-4ff2-b348-65242b9f6f3b req-b1e136cf-9b15-4b6e-8740-d524068c4573 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 948 time: 0.3032086 Feb 04 13:21:46.510212 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de9fae48-315c-44bb-8d50-c44634bd63b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (04234658-dca0-4bea-aa7c-204a89128374), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:46.510867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9fae48-315c-44bb-8d50-c44634bd63b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04234658-dca0-4bea-aa7c-204a89128374 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:21:46.521547 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-0dcb4953-845d-429f-ac68-8cca806b426f service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553882 Feb 04 13:21:46.524874 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de9fae48-315c-44bb-8d50-c44634bd63b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:46.526002 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-de9fae48-315c-44bb-8d50-c44634bd63b3 admin admin] 10.222.0.96 "DELETE /v2.0/routers/04234658-dca0-4bea-aa7c-204a89128374 HTTP/1.1" status: 204 len: 168 time: 4.1901720 Feb 04 13:21:46.529562 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34294) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:46.547386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c417a0da-1e53-42ae-bde5-2dda0eaf95e7 admin admin] Made reservation on behalf of 961f45f9c43142bc86846d02d92c4315 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:46.550426 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c417a0da-1e53-42ae-bde5-2dda0eaf95e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:46.666713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42d3b21-dbee-43af-bf21-8eedf5586eaf admin admin] Deleting subnet 881377ee-4bd0-4065-8c05-ec75cac7d5fc {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:21:46.670806 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c42d3b21-dbee-43af-bf21-8eedf5586eaf admin admin] Publish callbacks [] for subnet (881377ee-4bd0-4065-8c05-ec75cac7d5fc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:46.673266 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:46.728555 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c42d3b21-dbee-43af-bf21-8eedf5586eaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (881377ee-4bd0-4065-8c05-ec75cac7d5fc), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:46.751672 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0fd5344d-dd59-4ff2-b348-65242b9f6f3b req-bb138dbb-430c-450e-bf66-acde776cefcf tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484131 Feb 04 13:21:46.861483 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8e16dd6-e1b3-45c0-b2e3-9c486d1f3b4a req-d8845e61-9c87-44d8-b5b9-c6d17c9bebaa service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329263 Feb 04 13:21:46.862579 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c42d3b21-dbee-43af-bf21-8eedf5586eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (881377ee-4bd0-4065-8c05-ec75cac7d5fc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:46.983192 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c42d3b21-dbee-43af-bf21-8eedf5586eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (881377ee-4bd0-4065-8c05-ec75cac7d5fc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:47.031976 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d3b21-dbee-43af-bf21-8eedf5586eaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881377ee-4bd0-4065-8c05-ec75cac7d5fc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:47.040063 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c42d3b21-dbee-43af-bf21-8eedf5586eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:47.044955 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c42d3b21-dbee-43af-bf21-8eedf5586eaf admin admin] 10.222.0.96 "DELETE /v2.0/subnets/881377ee-4bd0-4065-8c05-ec75cac7d5fc HTTP/1.1" status: 204 len: 168 time: 0.5138021 Feb 04 13:21:47.046310 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7d2313-3e23-42f4-ba9b-1f528b83281a None None] Network 2c8610f1-2204-4d21-9862-971dee3364ef requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:21:47.048377 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34314) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:47.209603 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (2c8610f1-2204-4d21-9862-971dee3364ef), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:47.288635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] Deleting port c10f6223-5ce7-4b10-ab9b-702f095f8733 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:47.289030 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c10f6223-5ce7-4b10-ab9b-702f095f8733), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:47.338895 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:21:47.354914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9519b678-aaf9-4f3f-8f45-2a5765b0da52 None None] DHCP port deletion for 2c8610f1-2204-4d21-9862-971dee3364ef request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:21:47.427191 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] For port c10f6223-5ce7-4b10-ab9b-702f095f8733, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c10f6223-5ce7-4b10-ab9b-702f095f8733,segment=NetworkSegment(724d8614-5a0a-41c2-9542-2330bda694f1),segment_id=724d8614-5a0a-41c2-9542-2330bda694f1)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:47.428179 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c10f6223-5ce7-4b10-ab9b-702f095f8733), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:47.452501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] Calling delete_port for c10f6223-5ce7-4b10-ab9b-702f095f8733 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:47.497299 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c417a0da-1e53-42ae-bde5-2dda0eaf95e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (2848a5ef-3e48-4d07-80f6-2d5559faf73b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:47.511227 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:47.533648 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec307a9a-a493-43aa-aeb6-36741e9a4c98 req-1d34360c-550f-451a-a0b0-4de5951f2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:47.534335 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9519b678-aaf9-4f3f-8f45-2a5765b0da52 None None] Deleting port c10f6223-5ce7-4b10-ab9b-702f095f8733 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:47.535283 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec307a9a-a493-43aa-aeb6-36741e9a4c98 req-1d34360c-550f-451a-a0b0-4de5951f2b75 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 1131 time: 0.5852742 Feb 04 13:21:47.535571 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9519b678-aaf9-4f3f-8f45-2a5765b0da52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c10f6223-5ce7-4b10-ab9b-702f095f8733), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:47.538089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a', 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e', 'port_id': '4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a', 'mac_address': 'fa:16:3e:b4:ff:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b76ab68-ed3b-41e4-97fc-fb0267da718f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:21:47.542221 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f530da-09a4-444a-bb4c-91cc82a3ccbb req-0539c282-7eec-4f57-a667-4a5bb4e359ed tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:47.549582 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7f530da-09a4-444a-bb4c-91cc82a3ccbb req-0539c282-7eec-4f57-a667-4a5bb4e359ed tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.2418804 Feb 04 13:21:47.562941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4e8d2-91ac-4e0a-8de2-c6eac92c0bb2 req-c1cc6546-f5fc-4a01-9f28-e6b02a2fc0ca tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:47.571100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ede4e8d2-91ac-4e0a-8de2-c6eac92c0bb2 req-c1cc6546-f5fc-4a01-9f28-e6b02a2fc0ca tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 946 time: 0.6389165 Feb 04 13:21:47.656852 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c10f6223-5ce7-4b10-ab9b-702f095f8733), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:47.672758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9519b678-aaf9-4f3f-8f45-2a5765b0da52 None None] For port c10f6223-5ce7-4b10-ab9b-702f095f8733, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c10f6223-5ce7-4b10-ab9b-702f095f8733,segment=NetworkSegment(724d8614-5a0a-41c2-9542-2330bda694f1),segment_id=724d8614-5a0a-41c2-9542-2330bda694f1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:47.674609 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9519b678-aaf9-4f3f-8f45-2a5765b0da52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c10f6223-5ce7-4b10-ab9b-702f095f8733), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:47.704395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:47.704792 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:47.711854 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c10f6223-5ce7-4b10-ab9b-702f095f8733,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:47.717817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9519b678-aaf9-4f3f-8f45-2a5765b0da52 None None] Calling delete_port for c10f6223-5ce7-4b10-ab9b-702f095f8733 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:47.718565 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] No DVR routers for this DVR port c10f6223-5ce7-4b10-ab9b-702f095f8733 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:47.728209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417a0da-1e53-42ae-bde5-2dda0eaf95e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2848a5ef-3e48-4d07-80f6-2d5559faf73b,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:47.735876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:21:47.803798 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ede4e8d2-91ac-4e0a-8de2-c6eac92c0bb2 req-6c551003-89bf-4afb-8de2-9e1331cd4592 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315190 Feb 04 13:21:47.815103 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c10f6223-5ce7-4b10-ab9b-702f095f8733 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:47.859235 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (2c8610f1-2204-4d21-9862-971dee3364ef), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:47.874336 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7f530da-09a4-444a-bb4c-91cc82a3ccbb req-04e55d9e-3b05-4a3e-a399-cafe9e482b34 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210821 Feb 04 13:21:47.941788 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8610f1-2204-4d21-9862-971dee3364ef']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:47.961546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec307a9a-a493-43aa-aeb6-36741e9a4c98 req-30e4f7e6-94ae-4a1f-9562-aaa152ae6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:47.963904 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec307a9a-a493-43aa-aeb6-36741e9a4c98 req-30e4f7e6-94ae-4a1f-9562-aaa152ae6a5a service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3846350 Feb 04 13:21:47.968252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724d8614-5a0a-41c2-9542-2330bda694f1') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:47.968591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724d8614-5a0a-41c2-9542-2330bda694f1') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:47.974820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417a0da-1e53-42ae-bde5-2dda0eaf95e7 admin admin] Checking segment: {'id': 'e9d1c656-afb1-49a2-90dd-3a5d138f5e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8ec963d-e33a-43a0-abaf-88fac122e72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:47.975269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c417a0da-1e53-42ae-bde5-2dda0eaf95e7 admin admin] Network hostable DHCP agents. Network: c8ec963d-e33a-43a0-abaf-88fac122e72b, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:21:47.995558 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (724d8614-5a0a-41c2-9542-2330bda694f1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:48.024292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (724d8614-5a0a-41c2-9542-2330bda694f1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:48.039464 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:21:48.041092 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (724d8614-5a0a-41c2-9542-2330bda694f1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:21:48.045225 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:21:48.048768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec307a9a-a493-43aa-aeb6-36741e9a4c98 req-d2b803cc-31e5-414d-84e5-797069ddbce3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=71e83384-ea64-4871-9208-45f2474a5445 HTTP/1.1" status: 200 len: 217 time: 0.0724189 Feb 04 13:21:48.104028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:48.107429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: c10f6223-5ce7-4b10-ab9b-702f095f8733 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:21:48.107791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c10f6223-5ce7-4b10-ab9b-702f095f8733 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:48.108148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5355f64a-b8aa-420e-a434-261c91092db1 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:48.117741 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:48.144010 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:48.170549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (2c8610f1-2204-4d21-9862-971dee3364ef), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:48.178605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 5355f64a-b8aa-420e-a434-261c91092db1 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:21:48.180225 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:48.184333 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5355f64a-b8aa-420e-a434-261c91092db1 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:48.196820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c417a0da-1e53-42ae-bde5-2dda0eaf95e7 admin admin] Network c8ec963d-e33a-43a0-abaf-88fac122e72b is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:21:48.205232 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] 10.222.0.96 "DELETE /v2.0/networks/2c8610f1-2204-4d21-9862-971dee3364ef HTTP/1.1" status: 204 len: 168 time: 1.1503785 Feb 04 13:21:48.229650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-c417a0da-1e53-42ae-bde5-2dda0eaf95e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, c8ec963d-e33a-43a0-abaf-88fac122e72b) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:48.240392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c116cf1-b9b2-4682-af18-607105b237dc admin admin] Pushing event deleted for resources: {'Network': ['ID=2c8610f1-2204-4d21-9862-971dee3364ef,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:48.263028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c417a0da-1e53-42ae-bde5-2dda0eaf95e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:48.264134 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c417a0da-1e53-42ae-bde5-2dda0eaf95e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:48.271797 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec307a9a-a493-43aa-aeb6-36741e9a4c98 req-37e3d08e-98e5-4158-a316-ca842bea41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:48.274211 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec307a9a-a493-43aa-aeb6-36741e9a4c98 req-37e3d08e-98e5-4158-a316-ca842bea41ed service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.2207198 Feb 04 13:21:48.282730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532e8f1-9de1-4dce-a014-f193f07d6ad2 req-92210f5e-60d5-4e76-a161-d7d653a3e5b3 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:48.285839 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7532e8f1-9de1-4dce-a014-f193f07d6ad2 req-92210f5e-60d5-4e76-a161-d7d653a3e5b3 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 948 time: 0.2351036 Feb 04 13:21:48.299279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:48.314623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4988ca91-0954-4b71-863a-a5843bdbab19 None None] Network c8ec963d-e33a-43a0-abaf-88fac122e72b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:21:48.325561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:21:48.401114 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c417a0da-1e53-42ae-bde5-2dda0eaf95e7 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0480664 Feb 04 13:21:48.422672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec307a9a-a493-43aa-aeb6-36741e9a4c98 req-a219107b-7cd0-4f8c-a05b-011581eb7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:48.430925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec307a9a-a493-43aa-aeb6-36741e9a4c98 req-a219107b-7cd0-4f8c-a05b-011581eb7f5e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1441727 Feb 04 13:21:48.514947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7532e8f1-9de1-4dce-a014-f193f07d6ad2 req-6c3a68ab-c66e-4461-819a-749186b028c6 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771679 Feb 04 13:21:48.575060 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9519b678-aaf9-4f3f-8f45-2a5765b0da52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (c10f6223-5ce7-4b10-ab9b-702f095f8733), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:48.596451 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34368) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:48.622614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9519b678-aaf9-4f3f-8f45-2a5765b0da52 None None] Network 2c8610f1-2204-4d21-9862-971dee3364ef is not hosted by any dhcp agent {{(pid=103608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 13:21:48.623079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519b678-aaf9-4f3f-8f45-2a5765b0da52 None None] No DVR routers for this DVR port c10f6223-5ce7-4b10-ab9b-702f095f8733 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:48.674297 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-29cbe803-2b09-4630-9095-b9a065dcfa5a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0c3cdcd7d70349e08755020863a7c88a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0760989 Feb 04 13:21:48.675575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34380) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:48.709171 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519b678-aaf9-4f3f-8f45-2a5765b0da52 None None] Pushing event deleted for resources: {'Port': ['ID=c10f6223-5ce7-4b10-ab9b-702f095f8733,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:48.755890 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec307a9a-a493-43aa-aeb6-36741e9a4c98 req-dc8422eb-1970-418a-aa00-b4af10bbad77 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497470 Feb 04 13:21:48.782247 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9349ed7-2bc6-4b5c-b3cf-f1f562f16c5b None None] Network c8ec963d-e33a-43a0-abaf-88fac122e72b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:21:48.840096 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e8ab739-2035-4913-9679-0bb3acc1a880 admin admin] Publish callbacks [] for security_group (6786d819-4594-4f2e-85b1-58142fd724cd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:48.892322 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e8ab739-2035-4913-9679-0bb3acc1a880 admin admin] Publish callbacks [] for security_group (6786d819-4594-4f2e-85b1-58142fd724cd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:48.976561 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e8ab739-2035-4913-9679-0bb3acc1a880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6786d819-4594-4f2e-85b1-58142fd724cd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:48.979504 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e8ab739-2035-4913-9679-0bb3acc1a880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:48.981009 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7e8ab739-2035-4913-9679-0bb3acc1a880 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6786d819-4594-4f2e-85b1-58142fd724cd HTTP/1.1" status: 204 len: 168 time: 0.3042548 Feb 04 13:21:49.000120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ab739-2035-4913-9679-0bb3acc1a880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6786d819-4594-4f2e-85b1-58142fd724cd,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:49.021953 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec307a9a-a493-43aa-aeb6-36741e9a4c98 req-cf08dce8-cbc5-47b6-bea7-0c1ec6fb1fe1 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590101 Feb 04 13:21:49.062748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dc3db-fe02-4209-b2a7-4900b49becc0 req-3a52d6b0-cdae-47ba-843b-7e41154e4495 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:49.070277 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a3dc3db-fe02-4209-b2a7-4900b49becc0 req-3a52d6b0-cdae-47ba-843b-7e41154e4495 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 945 time: 0.1110225 Feb 04 13:21:49.138178 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a3dc3db-fe02-4209-b2a7-4900b49becc0 req-26b33544-e671-48d2-8be7-8dd852ba901d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665586 Feb 04 13:21:49.320484 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a14ce-e2af-4d7b-9e4c-3cf974da5c42 req-5cee34e9-47e9-48bd-ad05-983e43c17feb tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:49.326801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-359a14ce-e2af-4d7b-9e4c-3cf974da5c42 req-5cee34e9-47e9-48bd-ad05-983e43c17feb tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.0699115 Feb 04 13:21:49.349566 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:49.416068 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-359a14ce-e2af-4d7b-9e4c-3cf974da5c42 req-cf08e3c3-d14f-4e52-8396-c2ec2c64bb9a tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840206 Feb 04 13:21:49.474558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:49.476757 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:49.530123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34434) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:49.601582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:49.602335 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:49.623805 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34446) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:49.628542 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-23365f08-a0e1-4764-a90d-53dfab3c7152 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=036f3600e76d4bf38b0b61c6a6e29e79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0897071 Feb 04 13:21:49.648083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:49.650552 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716209b5-068c-464f-8a67-31cfd279e8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:49.653307 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ed33a0-8f4f-411c-a704-117d389b03ab" -d '{"events": [{"server_uuid": "716209b5-068c-464f-8a67-31cfd279e8ad", "name": "network-vif-plugged", "status": "completed", "tag": "4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:49.656738 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:49.712521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:49.899572 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d79adecd-ce9e-423b-bb15-209324bdff27 admin admin] Publish callbacks [] for security_group (87773941-129a-4931-a3c7-c67d022dbd8f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:49.966557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-a316026a-e3da-4317-babc-1d424f12c959 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:49.969312 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-a316026a-e3da-4317-babc-1d424f12c959 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/networks?id=e569b430-2adb-416a-b926-d0b5123db29d HTTP/1.1" status: 200 len: 815 time: 0.2909968 Feb 04 13:21:49.978081 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d79adecd-ce9e-423b-bb15-209324bdff27 admin admin] Publish callbacks [] for security_group (87773941-129a-4931-a3c7-c67d022dbd8f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:50.009152 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-b941ffa8-a4a1-42cd-86f0-3d81ca426f46 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/quotas/9e9f3770524f43a9bb266dea3b73bcee HTTP/1.1" status: 200 len: 375 time: 0.0272617 Feb 04 13:21:50.087502 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-3468c41f-8b79-4965-b2a6-0a6c0aecf0fd tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9e9f3770524f43a9bb266dea3b73bcee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650716 Feb 04 13:21:50.179652 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d79adecd-ce9e-423b-bb15-209324bdff27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (87773941-129a-4931-a3c7-c67d022dbd8f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:50.182129 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d79adecd-ce9e-423b-bb15-209324bdff27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:50.183288 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d79adecd-ce9e-423b-bb15-209324bdff27 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/87773941-129a-4931-a3c7-c67d022dbd8f HTTP/1.1" status: 204 len: 168 time: 0.5574009 Feb 04 13:21:50.213541 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79adecd-ce9e-423b-bb15-209324bdff27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87773941-129a-4931-a3c7-c67d022dbd8f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:50.245577 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-2e6fe5d5-fc60-4c7d-a822-138f39073a1b service neutron] 10.222.0.96 "GET /v2.0/networks/e569b430-2adb-416a-b926-d0b5123db29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489940 Feb 04 13:21:50.256794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab1c80-9e5a-4e84-8ca1-e57c6e6e4afe req-644c60bc-8e64-4876-af5b-d1297038fc46 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:50.258381 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9aab1c80-9e5a-4e84-8ca1-e57c6e6e4afe req-644c60bc-8e64-4876-af5b-d1297038fc46 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 948 time: 0.1179426 Feb 04 13:21:50.372842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9aab1c80-9e5a-4e84-8ca1-e57c6e6e4afe req-3cdeb540-8c4c-46e9-aeca-62f42592536d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061239 Feb 04 13:21:50.406342 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-c2ebf6ab-0a62-4364-a19a-8600ea2a0901 service neutron] 10.222.0.96 "GET /v2.0/networks/e569b430-2adb-416a-b926-d0b5123db29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460834 Feb 04 13:21:50.446759 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160fd2d6-5c8e-4e3e-8fff-c3c45b52e68e x-openstack-request-id: req-160fd2d6-5c8e-4e3e-8fff-c3c45b52e68e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:50.447227 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716209b5-068c-464f-8a67-31cfd279e8ad", "name": "network-vif-plugged", "status": "completed", "tag": "4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:50.449202 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-160fd2d6-5c8e-4e3e-8fff-c3c45b52e68e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:50.451348 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716209b5-068c-464f-8a67-31cfd279e8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a', 'code': 200} Feb 04 13:21:50.734041 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e090628-ef38-4cfc-82d6-707ef9bb4105 req-8b977882-050f-4770-a9ea-3d7382f52ba8 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:50.743866 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e090628-ef38-4cfc-82d6-707ef9bb4105 req-8b977882-050f-4770-a9ea-3d7382f52ba8 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 946 time: 0.0937915 Feb 04 13:21:50.967388 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e090628-ef38-4cfc-82d6-707ef9bb4105 req-4acef8d8-c3f4-459c-aff9-be7d69d4157a tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225304 Feb 04 13:21:51.032574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023e1b3-102e-45bc-a7d1-82e8c59954a6 req-f0e67bd5-17b3-4c8d-9ea8-ea9b3b17ec27 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:51.047665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e023e1b3-102e-45bc-a7d1-82e8c59954a6 req-f0e67bd5-17b3-4c8d-9ea8-ea9b3b17ec27 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.2324467 Feb 04 13:21:51.172161 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19a2e1da-c9be-4eec-a02f-87b91a7056dd req-91159de5-ded1-47e0-9472-107f95fbf027 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/ports?device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 210 time: 0.0486655 Feb 04 13:21:51.186433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e023e1b3-102e-45bc-a7d1-82e8c59954a6 req-22bfb82b-8913-486c-852d-87e481eb8313 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378624 Feb 04 13:21:51.560311 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2495046-27d8-4ee7-b585-4f8d39e7a315 req-ea91e378-397b-48b7-8f72-85b685fcc351 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:51.563423 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d2495046-27d8-4ee7-b585-4f8d39e7a315 req-ea91e378-397b-48b7-8f72-85b685fcc351 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 948 time: 0.0702891 Feb 04 13:21:51.658200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d2495046-27d8-4ee7-b585-4f8d39e7a315 req-cb004023-5e86-4535-b8f1-f53ccf1407df tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802329 Feb 04 13:21:51.858001 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34558) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:52.023595 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dad344c-a91e-42ed-a7b4-fd8535b4fb0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:52.151836 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dad344c-a91e-42ed-a7b4-fd8535b4fb0f admin admin] Publish callbacks [] for security_group (394db583-f89c-4f61-936b-54f7cec59e3a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:52.177324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 71e83384-ea64-4871-9208-45f2474a5445 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:21:52.192713 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dad344c-a91e-42ed-a7b4-fd8535b4fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (394db583-f89c-4f61-936b-54f7cec59e3a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:52.283014 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2dad344c-a91e-42ed-a7b4-fd8535b4fb0f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a18e8e2ccb8e43148216d175fd531c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4222491 Feb 04 13:21:52.286790 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34580) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:52.332702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd725045-3977-4411-8797-3469c4cb1b05 req-751920a1-9668-4558-bb75-c8af396ff1bb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:52.340091 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd725045-3977-4411-8797-3469c4cb1b05 req-751920a1-9668-4558-bb75-c8af396ff1bb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 946 time: 0.1865313 Feb 04 13:21:52.345889 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad344c-a91e-42ed-a7b4-fd8535b4fb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394db583-f89c-4f61-936b-54f7cec59e3a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:52.398538 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63180f25-6a78-44a0-9f69-cd983c692d5a admin admin] Publish callbacks [] for security_group (394db583-f89c-4f61-936b-54f7cec59e3a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:52.443577 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63180f25-6a78-44a0-9f69-cd983c692d5a admin admin] Publish callbacks [] for security_group (394db583-f89c-4f61-936b-54f7cec59e3a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:52.461175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0336b13-9b82-412d-9136-aa76af64b81d req-935de213-fe2d-425c-8ea5-0b43301019b3 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/ports?device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 210 time: 0.1377404 Feb 04 13:21:52.490225 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=71e83384-ea64-4871-9208-45f2474a5445,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:52.540532 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63180f25-6a78-44a0-9f69-cd983c692d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (394db583-f89c-4f61-936b-54f7cec59e3a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:52.544801 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63180f25-6a78-44a0-9f69-cd983c692d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:52.545054 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd725045-3977-4411-8797-3469c4cb1b05 req-9deac1e3-83f2-4c17-84a3-317deb90debd tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037172 Feb 04 13:21:52.545919 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-63180f25-6a78-44a0-9f69-cd983c692d5a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/394db583-f89c-4f61-936b-54f7cec59e3a HTTP/1.1" status: 204 len: 168 time: 0.2561564 Feb 04 13:21:52.565830 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '71e83384-ea64-4871-9208-45f2474a5445', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '71e83384-ea64-4871-9208-45f2474a5445', 'mac_address': 'fa:16:3e:66:af:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:21:52.568107 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63180f25-6a78-44a0-9f69-cd983c692d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394db583-f89c-4f61-936b-54f7cec59e3a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:52.574466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-f95442a3-8c62-4061-94d1-34cfba6cec97 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:52.578553 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-f95442a3-8c62-4061-94d1-34cfba6cec97 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.100 "GET /v2.0/networks?id=e569b430-2adb-416a-b926-d0b5123db29d HTTP/1.1" status: 200 len: 815 time: 0.3456764 Feb 04 13:21:52.598120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-ccc17cb7-a63f-4c04-ae94-98227f0ec415 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Request body: {'port': {'device_id': '0acff31c-6a5f-44b3-a622-07fcf53d467e', 'network_id': 'e569b430-2adb-416a-b926-d0b5123db29d', 'admin_state_up': True, 'tenant_id': '9e9f3770524f43a9bb266dea3b73bcee'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:52.725743 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 71e83384-ea64-4871-9208-45f2474a5445 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:52.727947 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71e83384-ea64-4871-9208-45f2474a5445), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:52.763612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e83384-ea64-4871-9208-45f2474a5445 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:21:52.818072 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=71e83384-ea64-4871-9208-45f2474a5445,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:52.830646 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (71e83384-ea64-4871-9208-45f2474a5445), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:52.833622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ca7df-c18c-4bf6-8a95-d51c26a451fc req-7ddd0aa4-c33c-4566-93fe-87a9bb9076d9 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:52.843454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-853ca7df-c18c-4bf6-8a95-d51c26a451fc req-7ddd0aa4-c33c-4566-93fe-87a9bb9076d9 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.1221871 Feb 04 13:21:52.944332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-ccc17cb7-a63f-4c04-ae94-98227f0ec415 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Made reservation on behalf of 9e9f3770524f43a9bb266dea3b73bcee for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:52.949041 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-ccc17cb7-a63f-4c04-ae94-98227f0ec415 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:52.992643 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=71e83384-ea64-4871-9208-45f2474a5445,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:53.054948 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51dd57-008e-4ae6-a771-e7edf45c7d00 req-c00c72b2-ec4b-4d11-aadb-427589ff38bf tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:53.057068 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea51dd57-008e-4ae6-a771-e7edf45c7d00 req-c00c72b2-ec4b-4d11-aadb-427589ff38bf tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 949 time: 0.1987815 Feb 04 13:21:53.079233 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-853ca7df-c18c-4bf6-8a95-d51c26a451fc req-e8ca530d-70ab-4d20-b885-348eee5b6d69 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348676 Feb 04 13:21:53.203381 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['71e83384-ea64-4871-9208-45f2474a5445'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:21:53.280723 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea51dd57-008e-4ae6-a771-e7edf45c7d00 req-e412659b-2844-4a5e-af66-8ece4729a675 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981173 Feb 04 13:21:53.404265 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7994eaa5-b30d-425d-9a76-6e01edd3fc8b req-dbddeb53-96b5-4537-8fbd-e5726455f179 tempest-FlavorsV2NegativeTest-750458657 tempest-FlavorsV2NegativeTest-750458657-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=56e72a64956a45c99caaaa8c6be0e1de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006408 Feb 04 13:21:53.629876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-ccc17cb7-a63f-4c04-ae94-98227f0ec415 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Allocated IP 172.20.0.11 (e569b430-2adb-416a-b926-d0b5123db29d/bf3742d3-72af-40e7-90fc-2c70e4f250c5/f392a355-c8b3-4a7b-ac43-f2dfe22c7880) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:53.699797 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb3bb605-d7e2-4f02-8f3b-b7113b3740c2 req-43c8ca52-3cd1-4f7a-85f0-1b257f291d84 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/ports?device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 210 time: 0.0586050 Feb 04 13:21:53.885339 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34636) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:53.895222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994eaa5-b30d-425d-9a76-6e01edd3fc8b req-95ae1792-32b8-4027-a9f8-1820498b5f70 tempest-FlavorsV2NegativeTest-750458657 tempest-FlavorsV2NegativeTest-750458657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:53.896767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7994eaa5-b30d-425d-9a76-6e01edd3fc8b req-95ae1792-32b8-4027-a9f8-1820498b5f70 tempest-FlavorsV2NegativeTest-750458657 tempest-FlavorsV2NegativeTest-750458657-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4915807 Feb 04 13:21:53.939200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7994eaa5-b30d-425d-9a76-6e01edd3fc8b req-2d47bc87-066f-4856-aa38-dba818789d42 tempest-FlavorsV2NegativeTest-750458657 tempest-FlavorsV2NegativeTest-750458657-project] 10.222.0.96 "GET /v2.0/quotas/56e72a64956a45c99caaaa8c6be0e1de HTTP/1.1" status: 200 len: 375 time: 0.0339544 Feb 04 13:21:53.983834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ce1af-1be9-4af7-95d2-632a26388439 req-12850af6-845b-41a0-bec7-75b3302f84cb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:53.984735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb7ce1af-1be9-4af7-95d2-632a26388439 req-12850af6-845b-41a0-bec7-75b3302f84cb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 946 time: 0.1981373 Feb 04 13:21:54.008337 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7994eaa5-b30d-425d-9a76-6e01edd3fc8b req-d8786f73-3d34-4b3a-9398-5dbb43f0d398 tempest-FlavorsV2NegativeTest-750458657 tempest-FlavorsV2NegativeTest-750458657-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=56e72a64956a45c99caaaa8c6be0e1de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569391 Feb 04 13:21:54.054790 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-ccc17cb7-a63f-4c04-ae94-98227f0ec415 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Publish callbacks [] for port (f392a355-c8b3-4a7b-ac43-f2dfe22c7880), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.091302 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb7ce1af-1be9-4af7-95d2-632a26388439 req-3318eba6-5a81-4051-9187-56d756204045 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858154 Feb 04 13:21:54.096180 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1acec067-8d1d-4125-b5cb-ee3761e9feb9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1201263184-network', 'tenant_id': '367adc809460482c91a7e14be06320b7'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:54.129825 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-ccc17cb7-a63f-4c04-ae94-98227f0ec415 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f392a355-c8b3-4a7b-ac43-f2dfe22c7880), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.153706 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acec067-8d1d-4125-b5cb-ee3761e9feb9 admin admin] Made reservation on behalf of 367adc809460482c91a7e14be06320b7 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:54.162228 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1acec067-8d1d-4125-b5cb-ee3761e9feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.183216 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1acec067-8d1d-4125-b5cb-ee3761e9feb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.211531 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-ccc17cb7-a63f-4c04-ae94-98227f0ec415 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Network e569b430-2adb-416a-b926-d0b5123db29d is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:54.219104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-ccc17cb7-a63f-4c04-ae94-98227f0ec415 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:54.240772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-ccc17cb7-a63f-4c04-ae94-98227f0ec415 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:21:54.273102 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc17cb7-a63f-4c04-ae94-98227f0ec415 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Pushing event updated for resources: {'Port': ['ID=f392a355-c8b3-4a7b-ac43-f2dfe22c7880,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:54.343851 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1acec067-8d1d-4125-b5cb-ee3761e9feb9 admin admin] Publish callbacks [] for security_group (1b98b8b1-1678-455e-b99a-028e056b4189), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.352449 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1acec067-8d1d-4125-b5cb-ee3761e9feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1b98b8b1-1678-455e-b99a-028e056b4189), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.414435 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acec067-8d1d-4125-b5cb-ee3761e9feb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:21:54.440413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-ccc17cb7-a63f-4c04-ae94-98227f0ec415 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:54.441482 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-ccc17cb7-a63f-4c04-ae94-98227f0ec415 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.473961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-ccc17cb7-a63f-4c04-ae94-98227f0ec415 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8825908 Feb 04 13:21:54.485680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae3e59-bf89-42eb-bd73-67a38f179a35 req-63bd0763-f00a-4280-8b7e-7903672571d6 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:54.488302 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3ae3e59-bf89-42eb-bd73-67a38f179a35 req-63bd0763-f00a-4280-8b7e-7903672571d6 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.2168186 Feb 04 13:21:54.500947 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1acec067-8d1d-4125-b5cb-ee3761e9feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0270712e-0147-4e10-8895-c38defb335db), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.501535 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-1acec067-8d1d-4125-b5cb-ee3761e9feb9 admin admin] Added segment 0270712e-0147-4e10-8895-c38defb335db of type vlan for network a411e73f-f407-4a12-b1ac-54238ca22912 Feb 04 13:21:54.503313 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Request body: {'port': {'device_id': '0acff31c-6a5f-44b3-a622-07fcf53d467e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:54.533136 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acec067-8d1d-4125-b5cb-ee3761e9feb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b98b8b1-1678-455e-b99a-028e056b4189,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:54.613104 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1acec067-8d1d-4125-b5cb-ee3761e9feb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (a411e73f-f407-4a12-b1ac-54238ca22912), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.679933 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1acec067-8d1d-4125-b5cb-ee3761e9feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (a411e73f-f407-4a12-b1ac-54238ca22912), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.683154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acec067-8d1d-4125-b5cb-ee3761e9feb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:54.685102 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1acec067-8d1d-4125-b5cb-ee3761e9feb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.715494 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3ae3e59-bf89-42eb-bd73-67a38f179a35 req-d1779056-bfe1-45a5-bb5a-fcc9777e3e03 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040746 Feb 04 13:21:54.744116 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f392a355-c8b3-4a7b-ac43-f2dfe22c7880), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.853059 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1acec067-8d1d-4125-b5cb-ee3761e9feb9 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9651060 Feb 04 13:21:54.856349 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34674) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:54.866901 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acec067-8d1d-4125-b5cb-ee3761e9feb9 admin admin] Pushing event updated for resources: {'Network': ['ID=a411e73f-f407-4a12-b1ac-54238ca22912,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:54.874385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9545a01d-0156-4d40-b60d-7ee656411463 admin admin] Request body: {'subnet': {'network_id': 'a411e73f-f407-4a12-b1ac-54238ca22912', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1201263184-subnet', 'tenant_id': '367adc809460482c91a7e14be06320b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:54.883936 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network a411e73f-f407-4a12-b1ac-54238ca22912 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:21:55.054150 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9545a01d-0156-4d40-b60d-7ee656411463 admin admin] Made reservation on behalf of 367adc809460482c91a7e14be06320b7 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:55.055400 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9545a01d-0156-4d40-b60d-7ee656411463 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:55.152843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34678) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:55.165739 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc33dd-f955-4d26-a6be-81c4a99035f1 req-51cf59d8-7871-4b45-aae1-2b95c6e86284 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:55.167533 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-01dc33dd-f955-4d26-a6be-81c4a99035f1 req-51cf59d8-7871-4b45-aae1-2b95c6e86284 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 946 time: 0.3070493 Feb 04 13:21:55.241477 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621acd2-8d67-4189-a427-04e464f679ce req-4dafed95-837c-48b6-b982-3a66bd7ad632 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:55.247178 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7621acd2-8d67-4189-a427-04e464f679ce req-4dafed95-837c-48b6-b982-3a66bd7ad632 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 949 time: 0.3596454 Feb 04 13:21:55.319718 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-97d99f65-be3b-4881-97c2-b44070f561ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:55.428882 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-97d99f65-be3b-4881-97c2-b44070f561ce admin admin] Publish callbacks [] for security_group (ed084c9f-0083-4704-97ca-330347004874), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:55.429754 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-01dc33dd-f955-4d26-a6be-81c4a99035f1 req-e66170ee-ca70-4d32-9691-98505f303e8d tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301474 Feb 04 13:21:55.434327 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-97d99f65-be3b-4881-97c2-b44070f561ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ed084c9f-0083-4704-97ca-330347004874), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:55.455951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7621acd2-8d67-4189-a427-04e464f679ce req-4a55b6f3-a855-4074-bf50-e2367c8df596 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947010 Feb 04 13:21:55.515342 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-97d99f65-be3b-4881-97c2-b44070f561ce admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=56e72a64956a45c99caaaa8c6be0e1de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564429 Feb 04 13:21:55.518925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34682) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:55.591687 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d99f65-be3b-4881-97c2-b44070f561ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed084c9f-0083-4704-97ca-330347004874,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:55.622118 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-058c197d-6201-40d3-abbb-fb023e1fb092 admin admin] Publish callbacks [] for security_group (ed084c9f-0083-4704-97ca-330347004874), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:55.640775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f392a355-c8b3-4a7b-ac43-f2dfe22c7880 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:21:55.651438 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9545a01d-0156-4d40-b60d-7ee656411463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (261f3d68-5068-4735-a7b0-2d9e9344d300), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:55.657076 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-058c197d-6201-40d3-abbb-fb023e1fb092 admin admin] Publish callbacks [] for security_group (ed084c9f-0083-4704-97ca-330347004874), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:55.675841 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Publish callbacks [] for port (f392a355-c8b3-4a7b-ac43-f2dfe22c7880), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:55.761955 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-058c197d-6201-40d3-abbb-fb023e1fb092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ed084c9f-0083-4704-97ca-330347004874), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:55.766446 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-058c197d-6201-40d3-abbb-fb023e1fb092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:55.779625 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-058c197d-6201-40d3-abbb-fb023e1fb092 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ed084c9f-0083-4704-97ca-330347004874 HTTP/1.1" status: 204 len: 168 time: 0.2582960 Feb 04 13:21:55.788154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Transition to ACTIVE for port object f392a355-c8b3-4a7b-ac43-f2dfe22c7880 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:55.794154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c197d-6201-40d3-abbb-fb023e1fb092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed084c9f-0083-4704-97ca-330347004874,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:55.830018 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (f392a355-c8b3-4a7b-ac43-f2dfe22c7880), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:55.890669 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545a01d-0156-4d40-b60d-7ee656411463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=261f3d68-5068-4735-a7b0-2d9e9344d300,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:55.939463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dee1b-e2ad-444d-8b3f-5d71cc12392e req-7ec04aeb-bf55-412c-9dff-1ee80b569de8 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:55.941859 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-194dee1b-e2ad-444d-8b3f-5d71cc12392e req-7ec04aeb-bf55-412c-9dff-1ee80b569de8 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/ports?device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 932 time: 0.3642392 Feb 04 13:21:55.963227 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f392a355-c8b3-4a7b-ac43-f2dfe22c7880,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:56.207219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 71e83384-ea64-4871-9208-45f2474a5445 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:56.266347 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 71e83384-ea64-4871-9208-45f2474a5445 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:21:56.275651 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 71e83384-ea64-4871-9208-45f2474a5445 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:56.276143 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (71e83384-ea64-4871-9208-45f2474a5445), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:56.325716 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9545a01d-0156-4d40-b60d-7ee656411463 admin admin] Checking segment: {'id': '0270712e-0147-4e10-8895-c38defb335db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a411e73f-f407-4a12-b1ac-54238ca22912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:56.326665 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9545a01d-0156-4d40-b60d-7ee656411463 admin admin] Network hostable DHCP agents. Network: a411e73f-f407-4a12-b1ac-54238ca22912, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:21:56.360613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cccb95-34f8-4fe7-8784-e864b948abe8 req-525b0db8-8c4f-41ff-a6a6-2844156d41fa tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:56.362927 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93cccb95-34f8-4fe7-8784-e864b948abe8 req-525b0db8-8c4f-41ff-a6a6-2844156d41fa tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 946 time: 0.6109281 Feb 04 13:21:56.393182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 71e83384-ea64-4871-9208-45f2474a5445 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:56.393811 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71e83384-ea64-4871-9208-45f2474a5445), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:56.430817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e83384-ea64-4871-9208-45f2474a5445'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:56.432951 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead81e34-8be8-47e8-b131-7f2ffc4aa972" -d '{"events": [{"server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "name": "network-vif-plugged", "status": "completed", "tag": "71e83384-ea64-4871-9208-45f2474a5445"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:56.446893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9545a01d-0156-4d40-b60d-7ee656411463 admin admin] Network a411e73f-f407-4a12-b1ac-54238ca22912 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:21:56.452092 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=71e83384-ea64-4871-9208-45f2474a5445,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:56.459256 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (71e83384-ea64-4871-9208-45f2474a5445), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:56.487212 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-194dee1b-e2ad-444d-8b3f-5d71cc12392e req-9fc749a1-cccf-41c8-8e8f-d039d04926d5 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/security-groups?id=5867a730-6e21-471d-a4ff-b3402e18846a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294795 Feb 04 13:21:56.490699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9545a01d-0156-4d40-b60d-7ee656411463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, a411e73f-f407-4a12-b1ac-54238ca22912) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:56.501478 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9545a01d-0156-4d40-b60d-7ee656411463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:56.501478 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9545a01d-0156-4d40-b60d-7ee656411463 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:56.539932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437647ee-4e61-4112-b55e-0a4416b81349 None None] Network a411e73f-f407-4a12-b1ac-54238ca22912 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:21:56.544435 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=71e83384-ea64-4871-9208-45f2474a5445,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:56.545865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93cccb95-34f8-4fe7-8784-e864b948abe8 req-bf210b1f-be71-4db8-91d4-4a4089c43265 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508746 Feb 04 13:21:56.552903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Attempting to bind port f392a355-c8b3-4a7b-ac43-f2dfe22c7880 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:21:56.556714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Attempting to bind port f392a355-c8b3-4a7b-ac43-f2dfe22c7880 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'a363c818-8390-4146-b8a8-d357e6183b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e569b430-2adb-416a-b926-d0b5123db29d'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:21:56.557472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Attempting to bind port f392a355-c8b3-4a7b-ac43-f2dfe22c7880 on network e569b430-2adb-416a-b926-d0b5123db29d {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:56.591914 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9545a01d-0156-4d40-b60d-7ee656411463 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7319729 Feb 04 13:21:56.594309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Port f392a355-c8b3-4a7b-ac43-f2dfe22c7880 on network e569b430-2adb-416a-b926-d0b5123db29d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:21:56.596789 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Attempting to bind port f392a355-c8b3-4a7b-ac43-f2dfe22c7880 on network e569b430-2adb-416a-b926-d0b5123db29d {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:56.628540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:21:56.628895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Checking segment: {'id': 'a363c818-8390-4146-b8a8-d357e6183b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e569b430-2adb-416a-b926-d0b5123db29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:56.629305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Bound using segment: {'id': 'a363c818-8390-4146-b8a8-d357e6183b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e569b430-2adb-416a-b926-d0b5123db29d'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:21:56.629850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Bound port: f392a355-c8b3-4a7b-ac43-f2dfe22c7880, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a363c818-8390-4146-b8a8-d357e6183b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e569b430-2adb-416a-b926-d0b5123db29d'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:21:56.630260 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f392a355-c8b3-4a7b-ac43-f2dfe22c7880), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:56.680014 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202a5f26-4db3-4eed-877b-5a777bcdc007 x-openstack-request-id: req-202a5f26-4db3-4eed-877b-5a777bcdc007 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:56.680633 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "name": "network-vif-plugged", "status": "completed", "tag": "71e83384-ea64-4871-9208-45f2474a5445", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:56.712500 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-202a5f26-4db3-4eed-877b-5a777bcdc007 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:56.714661 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e83384-ea64-4871-9208-45f2474a5445', 'code': 200} Feb 04 13:21:56.779941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1321df-3248-41b5-9db9-83b2dbb8b560 req-fbfe912b-e894-4a42-b8f4-4604fa64ea7e tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:56.781592 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb1321df-3248-41b5-9db9-83b2dbb8b560 req-fbfe912b-e894-4a42-b8f4-4604fa64ea7e tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 946 time: 0.1981037 Feb 04 13:21:56.911608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d61fcf-f69a-47ef-9ebd-722271f326ed None None] Network a411e73f-f407-4a12-b1ac-54238ca22912 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:21:56.920157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] For port f392a355-c8b3-4a7b-ac43-f2dfe22c7880, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:56.955788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] For port f392a355-c8b3-4a7b-ac43-f2dfe22c7880, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=f392a355-c8b3-4a7b-ac43-f2dfe22c7880,segment=NetworkSegment(a363c818-8390-4146-b8a8-d357e6183b3b),segment_id=a363c818-8390-4146-b8a8-d357e6183b3b)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:21:56.971003 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (f392a355-c8b3-4a7b-ac43-f2dfe22c7880), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:56.993925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f39b4-d3fb-47f7-bc44-0ca00926b796 req-f6482b62-306c-45da-8cfc-ed13f09b97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:56.995881 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-980f39b4-d3fb-47f7-bc44-0ca00926b796 req-f6482b62-306c-45da-8cfc-ed13f09b97ac service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 1133 time: 0.2133107 Feb 04 13:21:57.017994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0d36c-5276-4f40-a3f3-b694bc889dde req-1a00382c-5ee5-4572-8051-64d66151db93 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.021145 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13f0d36c-5276-4f40-a3f3-b694bc889dde req-1a00382c-5ee5-4572-8051-64d66151db93 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.3813069 Feb 04 13:21:57.023805 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34718) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:57.037273 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.038727 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:57.041068 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] 10.222.0.100 "PUT /v2.0/ports/f392a355-c8b3-4a7b-ac43-f2dfe22c7880 HTTP/1.1" status: 200 len: 1093 time: 2.5515945 Feb 04 13:21:57.059702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0acff31c-6a5f-44b3-a622-07fcf53d467e', 'tag': 'f392a355-c8b3-4a7b-ac43-f2dfe22c7880'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:57.064252 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e0ecc3-a54e-4adb-8dd7-a59702a39e00" -d '{"events": [{"name": "network-changed", "server_uuid": "0acff31c-6a5f-44b3-a622-07fcf53d467e", "tag": "f392a355-c8b3-4a7b-ac43-f2dfe22c7880"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:57.072318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-bb1321df-3248-41b5-9db9-83b2dbb8b560 req-d99a9134-0994-47f1-835a-45e1d58af988 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Deleting port aca241da-9a6b-4d77-a8e8-db0f3b662182 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:57.072833 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-bb1321df-3248-41b5-9db9-83b2dbb8b560 req-d99a9134-0994-47f1-835a-45e1d58af988 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (aca241da-9a6b-4d77-a8e8-db0f3b662182), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:57.079669 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-980f39b4-d3fb-47f7-bc44-0ca00926b796 req-2e4aa8ca-7110-44ae-853e-639485452d38 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755293 Feb 04 13:21:57.146541 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9da5db-1fd3-4058-a006-2cafd6dcab48 req-e580a18d-298b-409b-b8db-2a69b9c5aa46 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.148596 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aa9da5db-1fd3-4058-a006-2cafd6dcab48 req-e580a18d-298b-409b-b8db-2a69b9c5aa46 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a785338-14b2-421a-b794-f5797bd6391c HTTP/1.1" status: 200 len: 946 time: 0.2496951 Feb 04 13:21:57.181809 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3abaa-7122-4afd-85f4-fd73dac604a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f392a355-c8b3-4a7b-ac43-f2dfe22c7880,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:57.274069 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13f0d36c-5276-4f40-a3f3-b694bc889dde req-6fdd6f3c-33ac-4d83-9d4b-e177f0ba5522 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316189 Feb 04 13:21:57.281693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-bb1321df-3248-41b5-9db9-83b2dbb8b560 req-d99a9134-0994-47f1-835a-45e1d58af988 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] For port aca241da-9a6b-4d77-a8e8-db0f3b662182, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=aca241da-9a6b-4d77-a8e8-db0f3b662182,segment=NetworkSegment(55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b),segment_id=55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:57.282781 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-bb1321df-3248-41b5-9db9-83b2dbb8b560 req-d99a9134-0994-47f1-835a-45e1d58af988 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (aca241da-9a6b-4d77-a8e8-db0f3b662182), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:57.298140 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-63f1c64f-bcc1-4811-9569-ab611bf9816e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-593958908-network', 'tenant_id': 'd0adf2e94dc541f0aca18b8b9d743ece'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:57.313050 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aa9da5db-1fd3-4058-a006-2cafd6dcab48 req-dd9c8e3f-1674-4af9-ba25-f520590c9ebf tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b701c15-1d7e-4625-97d7-27b4cc89bc07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185892 Feb 04 13:21:57.358482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c78de6-8ccd-498d-bafd-e38be8f52e01 req-7d8f8c8d-c780-4060-b615-ecab5cad4baf tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.361270 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79c78de6-8ccd-498d-bafd-e38be8f52e01 req-7d8f8c8d-c780-4060-b615-ecab5cad4baf tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.99 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 946 time: 0.2496400 Feb 04 13:21:57.374044 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:57.459616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-16ee9df7-51ff-4eeb-9334-9510a176d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.461289 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-16ee9df7-51ff-4eeb-9334-9510a176d654 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e9f3770524f43a9bb266dea3b73bcee&device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 1127 time: 0.1503739 Feb 04 13:21:57.470357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f1c64f-bcc1-4811-9569-ab611bf9816e admin admin] Made reservation on behalf of d0adf2e94dc541f0aca18b8b9d743ece for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:57.473397 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-63f1c64f-bcc1-4811-9569-ab611bf9816e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:57.505390 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-63f1c64f-bcc1-4811-9569-ab611bf9816e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:57.536860 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a2dd28-d117-4e96-a3ca-7b6df92343f2 x-openstack-request-id: req-64a2dd28-d117-4e96-a3ca-7b6df92343f2 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:57.537185 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0acff31c-6a5f-44b3-a622-07fcf53d467e", "tag": "f392a355-c8b3-4a7b-ac43-f2dfe22c7880", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:57.537481 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-64a2dd28-d117-4e96-a3ca-7b6df92343f2 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:57.537799 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0acff31c-6a5f-44b3-a622-07fcf53d467e', 'tag': 'f392a355-c8b3-4a7b-ac43-f2dfe22c7880', 'status': 'completed', 'code': 200} Feb 04 13:21:57.557715 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:57.558332 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:57.584018 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-0bf8f2f1-4706-41e4-93e2-0897462d4e6d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f392a355-c8b3-4a7b-ac43-f2dfe22c7880 HTTP/1.1" status: 200 len: 217 time: 0.0869725 Feb 04 13:21:57.605767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c4c60-2932-428b-9496-19808c6ede43 req-c99c923e-f8a2-4a28-af78-2470a3103d13 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.608779 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c4c4c60-2932-428b-9496-19808c6ede43 req-c99c923e-f8a2-4a28-af78-2470a3103d13 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.1856735 Feb 04 13:21:57.692823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:57.695510 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-bb1321df-3248-41b5-9db9-83b2dbb8b560 req-d99a9134-0994-47f1-835a-45e1d58af988 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:57.696294 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-bb1321df-3248-41b5-9db9-83b2dbb8b560 req-d99a9134-0994-47f1-835a-45e1d58af988 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:57.696859 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [req-bb1321df-3248-41b5-9db9-83b2dbb8b560 req-d99a9134-0994-47f1-835a-45e1d58af988 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Floating IP f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b disassociated. External IP: 172.25.5.220, port: aca241da-9a6b-4d77-a8e8-db0f3b662182. Feb 04 13:21:57.697402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-bb1321df-3248-41b5-9db9-83b2dbb8b560 req-d99a9134-0994-47f1-835a-45e1d58af988 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Calling delete_port for aca241da-9a6b-4d77-a8e8-db0f3b662182 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:57.710459 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:57.781418 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:57.806752 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c4c4c60-2932-428b-9496-19808c6ede43 req-98955df5-5c2d-4c40-bffd-d18d7afcb140 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797047 Feb 04 13:21:57.818416 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-ed823865-5476-4cca-84b8-49df031d234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.821356 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-ed823865-5476-4cca-84b8-49df031d234a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=bf3742d3-72af-40e7-90fc-2c70e4f250c5 HTTP/1.1" status: 200 len: 855 time: 0.1360524 Feb 04 13:21:57.827691 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-79c78de6-8ccd-498d-bafd-e38be8f52e01 req-aaacd59f-9f03-4bba-8027-62d2f6d0a0e4 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Deleting port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:57.828038 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-79c78de6-8ccd-498d-bafd-e38be8f52e01 req-aaacd59f-9f03-4bba-8027-62d2f6d0a0e4 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:57.911849 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-c0155d73-3dca-41ce-8d20-c5e2daa74f5c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e569b430-2adb-416a-b926-d0b5123db29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817163 Feb 04 13:21:57.922302 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-63f1c64f-bcc1-4811-9569-ab611bf9816e admin admin] Publish callbacks [] for security_group (a41ef9a3-047a-48d8-b575-0bf25dbd6a94), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:57.932151 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-63f1c64f-bcc1-4811-9569-ab611bf9816e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a41ef9a3-047a-48d8-b575-0bf25dbd6a94), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:57.945975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f1c64f-bcc1-4811-9569-ab611bf9816e admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:21:57.959296 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-63f1c64f-bcc1-4811-9569-ab611bf9816e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (047c9836-5f6b-40a2-a187-2d87354cbe8c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:57.959296 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-63f1c64f-bcc1-4811-9569-ab611bf9816e admin admin] Added segment 047c9836-5f6b-40a2-a187-2d87354cbe8c of type vlan for network fc51f16a-d8f3-40b4-b733-94ea998dd637 Feb 04 13:21:58.008333 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-63f1c64f-bcc1-4811-9569-ab611bf9816e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (fc51f16a-d8f3-40b4-b733-94ea998dd637), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:58.097041 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-63f1c64f-bcc1-4811-9569-ab611bf9816e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (fc51f16a-d8f3-40b4-b733-94ea998dd637), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:58.097706 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f1c64f-bcc1-4811-9569-ab611bf9816e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:58.098352 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-63f1c64f-bcc1-4811-9569-ab611bf9816e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:58.258974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-63f1c64f-bcc1-4811-9569-ab611bf9816e admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2316597 Feb 04 13:21:58.260657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1c64f-bcc1-4811-9569-ab611bf9816e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41ef9a3-047a-48d8-b575-0bf25dbd6a94,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:58.267664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-79c78de6-8ccd-498d-bafd-e38be8f52e01 req-aaacd59f-9f03-4bba-8027-62d2f6d0a0e4 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] For port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:58.268840 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-79c78de6-8ccd-498d-bafd-e38be8f52e01 req-aaacd59f-9f03-4bba-8027-62d2f6d0a0e4 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:58.283533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34782) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:58.298170 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-4b516656-5970-4d16-b9c0-cd492b4c2e41 admin admin] Request body: {'subnet': {'network_id': 'fc51f16a-d8f3-40b4-b733-94ea998dd637', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-593958908-subnet', 'tenant_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:58.360334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1c64f-bcc1-4811-9569-ab611bf9816e admin admin] Pushing event updated for resources: {'Network': ['ID=fc51f16a-d8f3-40b4-b733-94ea998dd637,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:58.367371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-79c78de6-8ccd-498d-bafd-e38be8f52e01 req-aaacd59f-9f03-4bba-8027-62d2f6d0a0e4 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Calling delete_port for 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:58.387398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network fc51f16a-d8f3-40b4-b733-94ea998dd637 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:21:58.449356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbca16-150c-48a2-8956-dc5c4169ab48 req-dedb3b29-e237-433b-9f52-c43946ba3aef tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:58.452884 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76cbca16-150c-48a2-8956-dc5c4169ab48 req-dedb3b29-e237-433b-9f52-c43946ba3aef tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/ports?device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 944 time: 0.4163635 Feb 04 13:21:58.462817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b516656-5970-4d16-b9c0-cd492b4c2e41 admin admin] Made reservation on behalf of d0adf2e94dc541f0aca18b8b9d743ece for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:58.466995 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b516656-5970-4d16-b9c0-cd492b4c2e41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:58.477955 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-930e3c20-cbe2-412b-a201-9843a8d505a2 service neutron] 10.222.0.100 "GET /v2.0/networks/e569b430-2adb-416a-b926-d0b5123db29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580750 Feb 04 13:21:58.488945 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-bb1321df-3248-41b5-9db9-83b2dbb8b560 req-d99a9134-0994-47f1-835a-45e1d58af988 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (aca241da-9a6b-4d77-a8e8-db0f3b662182), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:58.509374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-b109e4cb-c6b9-449d-b66f-5bc0bd87a17d tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:58.524774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-b109e4cb-c6b9-449d-b66f-5bc0bd87a17d tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/networks?id=a411e73f-f407-4a12-b1ac-54238ca22912 HTTP/1.1" status: 200 len: 822 time: 0.4786205 Feb 04 13:21:58.680814 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a9134-0994-47f1-835a-45e1d58af988 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Pushing event deleted for resources: {'Port': ['ID=aca241da-9a6b-4d77-a8e8-db0f3b662182,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:58.716071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716209b5-068c-464f-8a67-31cfd279e8ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:58.725629 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16137f5c-2745-45ac-af18-9c93bbc48f11" -d '{"events": [{"server_uuid": "716209b5-068c-464f-8a67-31cfd279e8ad", "name": "network-vif-unplugged", "status": "completed", "tag": "4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:58.731593 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-6d95a92e-99aa-452d-bddd-4092b3e11ffe tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/quotas/367adc809460482c91a7e14be06320b7 HTTP/1.1" status: 200 len: 375 time: 0.0745111 Feb 04 13:21:58.841159 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e7fde457-a1f7-4c57-bb03-f3de0c28e968 req-8e6c6e61-e467-4ed1-be4b-9d8d475219f4 service neutron] 10.222.0.100 "GET /v2.0/networks/e569b430-2adb-416a-b926-d0b5123db29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478754 Feb 04 13:21:58.843457 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-6171540e-0621-4d66-ba02-65812a31b228 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=367adc809460482c91a7e14be06320b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965924 Feb 04 13:21:58.880107 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb1321df-3248-41b5-9db9-83b2dbb8b560 req-d99a9134-0994-47f1-835a-45e1d58af988 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Router 922c2485-4e0d-49a5-a8da-a821e6522aef has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:21:59.045673 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0ecc3-a54e-4adb-8dd7-a59702a39e00 req-a0193c7d-b63a-4139-9fc7-caeea46e5dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:59.047244 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f3e0ecc3-a54e-4adb-8dd7-a59702a39e00 req-a0193c7d-b63a-4139-9fc7-caeea46e5dcb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e9f3770524f43a9bb266dea3b73bcee&device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 1127 time: 0.1087604 Feb 04 13:21:59.069199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb1321df-3248-41b5-9db9-83b2dbb8b560 req-d99a9134-0994-47f1-835a-45e1d58af988 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:21:59.099002 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd5888-bf18-4f0c-9038-5e98e7ff339e None None] Sync routers for ids ['922c2485-4e0d-49a5-a8da-a821e6522aef'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:59.126002 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd5888-bf18-4f0c-9038-5e98e7ff339e None None] Routers {'922c2485-4e0d-49a5-a8da-a821e6522aef'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:59.126698 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-61dd5888-bf18-4f0c-9038-5e98e7ff339e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:21:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['922c2485-4e0d-49a5-a8da-a821e6522aef'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:59.169527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1321df-3248-41b5-9db9-83b2dbb8b560 req-d99a9134-0994-47f1-835a-45e1d58af988 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] No DVR routers for this DVR port aca241da-9a6b-4d77-a8e8-db0f3b662182 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:59.173581 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-bb1321df-3248-41b5-9db9-83b2dbb8b560 req-d99a9134-0994-47f1-835a-45e1d58af988 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:59.187359 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb1321df-3248-41b5-9db9-83b2dbb8b560 req-d99a9134-0994-47f1-835a-45e1d58af988 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.99 "DELETE /v2.0/ports/aca241da-9a6b-4d77-a8e8-db0f3b662182 HTTP/1.1" status: 204 len: 173 time: 2.3799262 Feb 04 13:21:59.187858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a785338-14b2-421a-b794-f5797bd6391c', 'name': 'network-vif-deleted', 'tag': 'aca241da-9a6b-4d77-a8e8-db0f3b662182'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:59.190623 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76cbca16-150c-48a2-8956-dc5c4169ab48 req-07abe597-fcb7-4b53-b6c3-bfd9ee6c6fde tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/security-groups?id=5867a730-6e21-471d-a4ff-b3402e18846a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5884531 Feb 04 13:21:59.192326 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1ec13e-9b0f-4892-8dff-096f22117e9d" -d '{"events": [{"server_uuid": "6a785338-14b2-421a-b794-f5797bd6391c", "name": "network-vif-deleted", "tag": "aca241da-9a6b-4d77-a8e8-db0f3b662182"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:59.206671 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-ea29a6f2-c1ac-4536-a7b5-fbb6f6dd0ed7 service neutron] 10.222.0.96 "GET /v2.0/networks/a411e73f-f407-4a12-b1ac-54238ca22912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402004 Feb 04 13:21:59.344215 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0ecc3-a54e-4adb-8dd7-a59702a39e00 req-71e08d4b-93fa-4713-89a4-fa2df9279b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:59.347388 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f3e0ecc3-a54e-4adb-8dd7-a59702a39e00 req-71e08d4b-93fa-4713-89a4-fa2df9279b7f service neutron] 10.222.0.100 "GET /v2.0/networks?id=e569b430-2adb-416a-b926-d0b5123db29d HTTP/1.1" status: 200 len: 916 time: 0.2884891 Feb 04 13:21:59.353258 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b516656-5970-4d16-b9c0-cd492b4c2e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (14a7f40a-97e8-4064-b2c5-28fa03b580a4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:59.449692 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-61dd5888-bf18-4f0c-9038-5e98e7ff339e None None] Set router 922c2485-4e0d-49a5-a8da-a821e6522aef gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:59.458682 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f3e0ecc3-a54e-4adb-8dd7-a59702a39e00 req-5bbc27ea-ba5b-4341-98aa-97966d1169b1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f392a355-c8b3-4a7b-ac43-f2dfe22c7880 HTTP/1.1" status: 200 len: 217 time: 0.1049774 Feb 04 13:21:59.501348 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-79c78de6-8ccd-498d-bafd-e38be8f52e01 req-aaacd59f-9f03-4bba-8027-62d2f6d0a0e4 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:59.609320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacd59f-9f03-4bba-8027-62d2f6d0a0e4 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Pushing event deleted for resources: {'Port': ['ID=4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:59.622737 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0ecc3-a54e-4adb-8dd7-a59702a39e00 req-c5e706ef-fddb-4bd9-87d4-f63778da2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:59.630962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42cdec87-8a06-44e2-8aae-f85533ee7903 req-1f4a3f3f-177a-4507-a350-da3c60a929ff tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=716209b5-068c-464f-8a67-31cfd279e8ad HTTP/1.1" status: 200 len: 210 time: 0.1810722 Feb 04 13:21:59.631779 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f3e0ecc3-a54e-4adb-8dd7-a59702a39e00 req-c5e706ef-fddb-4bd9-87d4-f63778da2d8e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=bf3742d3-72af-40e7-90fc-2c70e4f250c5 HTTP/1.1" status: 200 len: 855 time: 0.1603770 Feb 04 13:21:59.712762 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f3e0ecc3-a54e-4adb-8dd7-a59702a39e00 req-51e95bae-e48e-4890-9a9a-fb70c3ba58e5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e569b430-2adb-416a-b926-d0b5123db29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796359 Feb 04 13:21:59.840385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-3b5a1058-7357-4eff-af80-cefffa54cbd5 service neutron] 10.222.0.96 "GET /v2.0/networks/a411e73f-f407-4a12-b1ac-54238ca22912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6328938 Feb 04 13:21:59.852611 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b516656-5970-4d16-b9c0-cd492b4c2e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14a7f40a-97e8-4064-b2c5-28fa03b580a4,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:59.869110 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b516656-5970-4d16-b9c0-cd492b4c2e41 admin admin] Checking segment: {'id': '047c9836-5f6b-40a2-a187-2d87354cbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fc51f16a-d8f3-40b4-b733-94ea998dd637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:59.870360 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b516656-5970-4d16-b9c0-cd492b4c2e41 admin admin] Network hostable DHCP agents. Network: fc51f16a-d8f3-40b4-b733-94ea998dd637, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:21:59.916614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c78de6-8ccd-498d-bafd-e38be8f52e01 req-aaacd59f-9f03-4bba-8027-62d2f6d0a0e4 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] No DVR routers for this DVR port 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:59.928413 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-79c78de6-8ccd-498d-bafd-e38be8f52e01 req-aaacd59f-9f03-4bba-8027-62d2f6d0a0e4 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:59.941265 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-61dd5888-bf18-4f0c-9038-5e98e7ff339e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:31Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '1b4eea0d-664a-4796-bafc-7d9d7b936785', 'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'mac_address': 'fa:16:3e:e8:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:30Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 5, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'subnets': [{'id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:59.945237 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79c78de6-8ccd-498d-bafd-e38be8f52e01 req-aaacd59f-9f03-4bba-8027-62d2f6d0a0e4 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.99 "DELETE /v2.0/ports/4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a HTTP/1.1" status: 204 len: 173 time: 2.5769920 Feb 04 13:21:59.945744 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716209b5-068c-464f-8a67-31cfd279e8ad', 'name': 'network-vif-deleted', 'tag': '4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:59.948180 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bb061f-ce77-4f89-b7f0-53272b503868" -d '{"events": [{"server_uuid": "716209b5-068c-464f-8a67-31cfd279e8ad", "name": "network-vif-deleted", "tag": "4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:59.970510 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f3e0ecc3-a54e-4adb-8dd7-a59702a39e00 req-c08a8673-0cc3-46bc-b616-0fa910e65783 service neutron] 10.222.0.100 "GET /v2.0/networks/e569b430-2adb-416a-b926-d0b5123db29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477524 Feb 04 13:22:00.048944 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd5888-bf18-4f0c-9038-5e98e7ff339e None None] Checking router: 922c2485-4e0d-49a5-a8da-a821e6522aef for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:22:00.076338 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b516656-5970-4d16-b9c0-cd492b4c2e41 admin admin] Network fc51f16a-d8f3-40b4-b733-94ea998dd637 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:22:00.091498 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd5888-bf18-4f0c-9038-5e98e7ff339e None None] Routers {'922c2485-4e0d-49a5-a8da-a821e6522aef'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:22:00.092880 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-61dd5888-bf18-4f0c-9038-5e98e7ff339e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:21:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['922c2485-4e0d-49a5-a8da-a821e6522aef'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:00.119913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57106ed9-de0c-42e3-b512-fab33f6958b3 req-362fcc48-f9b8-4a84-b4d3-046d3bd8cd80 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:00.121537 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57106ed9-de0c-42e3-b512-fab33f6958b3 req-362fcc48-f9b8-4a84-b4d3-046d3bd8cd80 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.2745297 Feb 04 13:22:00.132396 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-4b516656-5970-4d16-b9c0-cd492b4c2e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, fc51f16a-d8f3-40b4-b733-94ea998dd637) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:00.152788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b516656-5970-4d16-b9c0-cd492b4c2e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:00.154661 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b516656-5970-4d16-b9c0-cd492b4c2e41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:00.156681 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef3fb29-03e9-4ef8-a725-373900cfcf69 None None] Network fc51f16a-d8f3-40b4-b733-94ea998dd637 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:22:00.291482 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f3e0ecc3-a54e-4adb-8dd7-a59702a39e00 req-61b3920e-6671-43fe-a43b-8e2770cec0d8 service neutron] 10.222.0.100 "GET /v2.0/networks/e569b430-2adb-416a-b926-d0b5123db29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074019 Feb 04 13:22:00.292105 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34838) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:00.305506 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-593958908-router', 'tenant_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:00.307432 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4b516656-5970-4d16-b9c0-cd492b4c2e41 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9952433 Feb 04 13:22:00.366045 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (c3172fe3-f4c4-47cf-ad73-210d30a2baee), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:00.367555 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (c3172fe3-f4c4-47cf-ad73-210d30a2baee), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:00.419945 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57106ed9-de0c-42e3-b512-fab33f6958b3 req-5bec8f7c-442c-44ad-9bd1-e8811af5d245 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884853 Feb 04 13:22:00.478640 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc60643-f04e-485c-b70d-66f6b1ac692f x-openstack-request-id: req-efc60643-f04e-485c-b70d-66f6b1ac692f {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:00.479509 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716209b5-068c-464f-8a67-31cfd279e8ad", "name": "network-vif-unplugged", "status": "completed", "tag": "4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:00.479962 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-efc60643-f04e-485c-b70d-66f6b1ac692f {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:00.480939 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716209b5-068c-464f-8a67-31cfd279e8ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a', 'code': 200} Feb 04 13:22:00.590982 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-fc51f16a-d8f3-40b4-b733-94ea998dd637', 'network_id': 'fc51f16a-d8f3-40b4-b733-94ea998dd637', 'project_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'fixed_ips': [{'subnet_id': '14a7f40a-97e8-4064-b2c5-28fa03b580a4'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:22:00.592380 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:00.597103 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Publish callbacks [] for router_controller (c3172fe3-f4c4-47cf-ad73-210d30a2baee), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:00.605884 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe407e95-2d89-4dd1-9761-1681594198a8 x-openstack-request-id: req-fe407e95-2d89-4dd1-9761-1681594198a8 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:00.608885 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a785338-14b2-421a-b794-f5797bd6391c", "name": "network-vif-deleted", "tag": "aca241da-9a6b-4d77-a8e8-db0f3b662182", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:00.610546 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fe407e95-2d89-4dd1-9761-1681594198a8 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:00.613496 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a785338-14b2-421a-b794-f5797bd6391c', 'name': 'network-vif-deleted', 'tag': 'aca241da-9a6b-4d77-a8e8-db0f3b662182', 'status': 'completed', 'code': 200} Feb 04 13:22:00.669440 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-61dd5888-bf18-4f0c-9038-5e98e7ff339e None None] Set router 922c2485-4e0d-49a5-a8da-a821e6522aef gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:22:00.740394 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd432d7b-d6d5-4df3-92fe-1131bf7a26c3 x-openstack-request-id: req-bd432d7b-d6d5-4df3-92fe-1131bf7a26c3 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:00.741366 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716209b5-068c-464f-8a67-31cfd279e8ad", "name": "network-vif-deleted", "tag": "4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:00.741808 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bd432d7b-d6d5-4df3-92fe-1131bf7a26c3 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:00.742590 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716209b5-068c-464f-8a67-31cfd279e8ad', 'name': 'network-vif-deleted', 'tag': '4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a', 'status': 'completed', 'code': 200} Feb 04 13:22:00.811970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a70238-8fe7-4fa3-a77f-305651fe78ac req-f62da71b-3b97-41ac-b13a-f6b61f1a6c7c tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:00.824210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9a70238-8fe7-4fa3-a77f-305651fe78ac req-f62da71b-3b97-41ac-b13a-f6b61f1a6c7c tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.1895607 Feb 04 13:22:00.952669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Allocated IP 172.20.0.2 (fc51f16a-d8f3-40b4-b733-94ea998dd637/14a7f40a-97e8-4064-b2c5-28fa03b580a4/15f3adb9-929f-4e81-8752-1d7c357171c8) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:01.026821 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9a70238-8fe7-4fa3-a77f-305651fe78ac req-594619df-b509-4d34-8abf-ba064f5f9f77 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013335 Feb 04 13:22:01.097200 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Publish callbacks [] for router_gateway (c3172fe3-f4c4-47cf-ad73-210d30a2baee), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:01.100210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f65b25-13d9-4925-aa38-447636a7f4f6 req-d3ef399a-2763-4124-b7b0-553d7d52c15f tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:01.104532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12f65b25-13d9-4925-aa38-447636a7f4f6 req-d3ef399a-2763-4124-b7b0-553d7d52c15f tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/ports?device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 944 time: 0.2141201 Feb 04 13:22:01.232243 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Publish callbacks [] for port (15f3adb9-929f-4e81-8752-1d7c357171c8), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:01.252221 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (15f3adb9-929f-4e81-8752-1d7c357171c8), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:01.281639 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-161ae29d-54fc-43d0-ae09-adc83a1b9f8c req-4145c1cb-98ab-43bd-8d23-3074a2447933 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 210 time: 0.1398675 Feb 04 13:22:01.366996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12f65b25-13d9-4925-aa38-447636a7f4f6 req-029cc6bf-d6fb-4d2c-9f4b-0b2344792631 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/security-groups?id=5867a730-6e21-471d-a4ff-b3402e18846a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529657 Feb 04 13:22:01.384669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Pushing event updated for resources: {'Port': ['ID=15f3adb9-929f-4e81-8752-1d7c357171c8,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:01.397901 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-61dd5888-bf18-4f0c-9038-5e98e7ff339e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:31Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '1b4eea0d-664a-4796-bafc-7d9d7b936785', 'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'mac_address': 'fa:16:3e:e8:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:30Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 5, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'subnets': [{'id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:01.400926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device aca241da-9a6b-4d77-a8e8-db0f3b662182 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:01.418182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Network fc51f16a-d8f3-40b4-b733-94ea998dd637 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:01.489969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:01.492257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: aca241da-9a6b-4d77-a8e8-db0f3b662182 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:01.492845 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device aca241da-9a6b-4d77-a8e8-db0f3b662182 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:01.493601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:01.496259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:22:01.631671 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd5888-bf18-4f0c-9038-5e98e7ff339e None None] The sync data for ids ['922c2485-4e0d-49a5-a8da-a821e6522aef'] in n-d-714676-13 is: [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:31Z', 'revision_number': 4, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '1b4eea0d-664a-4796-bafc-7d9d7b936785', 'name': '', 'network_id': 'c026ffbf-8ece-4f85-be6b-56d3d0b3328b', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'mac_address': 'fa:16:3e:e8:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:30Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 5, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'subnets': [{'id': 'e5874b54-d066-497f-a6a6-8caf98c219b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:22:01.734663 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Publish callbacks [] for router_gateway (c3172fe3-f4c4-47cf-ad73-210d30a2baee), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:01.782472 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:01.805335 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:01.806038 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4b9c6d01-6d05-4ce8-9c8c-b5d9d302340a not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:01.827537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Attempting to bind port 15f3adb9-929f-4e81-8752-1d7c357171c8 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:22:01.828053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Attempting to bind port 15f3adb9-929f-4e81-8752-1d7c357171c8 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '047c9836-5f6b-40a2-a187-2d87354cbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fc51f16a-d8f3-40b4-b733-94ea998dd637'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:22:01.828526 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Attempting to bind port 15f3adb9-929f-4e81-8752-1d7c357171c8 on network fc51f16a-d8f3-40b4-b733-94ea998dd637 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:22:01.835431 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:22:01.836421 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Checking segment: {'id': '047c9836-5f6b-40a2-a187-2d87354cbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fc51f16a-d8f3-40b4-b733-94ea998dd637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:22:01.836945 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:01.837457 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Bound using segment: {'id': '047c9836-5f6b-40a2-a187-2d87354cbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fc51f16a-d8f3-40b4-b733-94ea998dd637'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:22:01.838060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Bound port: 15f3adb9-929f-4e81-8752-1d7c357171c8, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047c9836-5f6b-40a2-a187-2d87354cbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fc51f16a-d8f3-40b4-b733-94ea998dd637'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:22:01.838656 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (15f3adb9-929f-4e81-8752-1d7c357171c8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:01.865599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03486f-7b4a-486d-8c94-c620eb46e5b8 req-63bb9104-e9e2-4c0e-aad3-2beadde4ea69 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:01.881561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da03486f-7b4a-486d-8c94-c620eb46e5b8 req-63bb9104-e9e2-4c0e-aad3-2beadde4ea69 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.2479548 Feb 04 13:22:01.891302 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5111626-2ad8-4709-bb47-da0c802d4a1a req-d4220fc2-2cd8-49eb-ac1d-fbf1756d4420 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:01.893647 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5111626-2ad8-4709-bb47-da0c802d4a1a req-d4220fc2-2cd8-49eb-ac1d-fbf1756d4420 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.2724910 Feb 04 13:22:01.963141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] For port 15f3adb9-929f-4e81-8752-1d7c357171c8, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:22:01.967472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] For port 15f3adb9-929f-4e81-8752-1d7c357171c8, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=15f3adb9-929f-4e81-8752-1d7c357171c8,segment=NetworkSegment(047c9836-5f6b-40a2-a187-2d87354cbe8c),segment_id=047c9836-5f6b-40a2-a187-2d87354cbe8c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:22:01.976937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da03486f-7b4a-486d-8c94-c620eb46e5b8 req-1eb80bd8-e8c0-40e7-a20b-04484eb45e6d tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881793 Feb 04 13:22:01.985367 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (15f3adb9-929f-4e81-8752-1d7c357171c8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:02.024373 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Allocated IP 172.25.5.156 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/7f92c074-4ee0-4ba8-ad4a-18acee93e327) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:02.027925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5111626-2ad8-4709-bb47-da0c802d4a1a req-3e9a9017-2fae-47e6-b384-a0c39812f7b5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097038 Feb 04 13:22:02.039607 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34866) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:02.167642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eaccc3-b732-43aa-a4bb-cc30acb7a4a3 None None] New status for floating IP f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:22:02.196058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802fc2c-3909-4c1a-af2a-5a54205449e7 None None] Pushing event updated for resources: {'Port': ['ID=15f3adb9-929f-4e81-8752-1d7c357171c8,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:02.253165 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-092ca2ed-c04a-45dd-b275-13f4281c9db9 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for security_group (4b701c15-1d7e-4625-97d7-27b4cc89bc07), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:02.292448 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Publish callbacks [] for port (7f92c074-4ee0-4ba8-ad4a-18acee93e327), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:02.364468 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7f92c074-4ee0-4ba8-ad4a-18acee93e327), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:02.367998 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-815dcbac-1498-4774-8a20-4dd76bdb0f24 req-812b9f27-bcd6-4729-a916-a122212f1e6b service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:22:02.381419 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-815dcbac-1498-4774-8a20-4dd76bdb0f24 req-812b9f27-bcd6-4729-a916-a122212f1e6b service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0211353 Feb 04 13:22:02.477463 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Pushing event updated for resources: {'Port': ['ID=7f92c074-4ee0-4ba8-ad4a-18acee93e327,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:02.485169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:02.490937 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:02.495691 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:22:02.599203 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-092ca2ed-c04a-45dd-b275-13f4281c9db9 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for security_group (4b701c15-1d7e-4625-97d7-27b4cc89bc07), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:02.765445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-2f402b6c-b13d-42c0-823f-f1bc2164ced1 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:02.772726 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-2f402b6c-b13d-42c0-823f-f1bc2164ced1 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/networks?id=8b20d4b4-1391-4500-96bd-4ce91c9bc74e HTTP/1.1" status: 200 len: 822 time: 0.5766964 Feb 04 13:22:02.793413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-37c7eda9-c003-4e0f-83e2-7013be82d054 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/quotas/e5f72002beef43c5887042c875e8fc64 HTTP/1.1" status: 200 len: 375 time: 0.0193815 Feb 04 13:22:02.816173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-f615298d-bb34-4619-a974-9e6fce154fcf tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:02.818655 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-f615298d-bb34-4619-a974-9e6fce154fcf tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.99 "GET /v2.0/networks?id=a411e73f-f407-4a12-b1ac-54238ca22912 HTTP/1.1" status: 200 len: 822 time: 0.3791771 Feb 04 13:22:02.836219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-4f09bc89-b279-4e3f-81f3-145004e54e99 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Request body: {'port': {'device_id': 'f6eea621-7d35-4ea7-8e15-67eb6c8f3b92', 'network_id': 'a411e73f-f407-4a12-b1ac-54238ca22912', 'admin_state_up': True, 'tenant_id': '367adc809460482c91a7e14be06320b7'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:02.855691 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-092ca2ed-c04a-45dd-b275-13f4281c9db9 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4b701c15-1d7e-4625-97d7-27b4cc89bc07), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:02.858592 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-092ca2ed-c04a-45dd-b275-13f4281c9db9 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:02.859923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-092ca2ed-c04a-45dd-b275-13f4281c9db9 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "DELETE /v2.0/security-groups/4b701c15-1d7e-4625-97d7-27b4cc89bc07 HTTP/1.1" status: 204 len: 168 time: 0.8189781 Feb 04 13:22:02.884028 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-acbf226c-7d2f-457c-baaf-1844dc1f5058 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e5f72002beef43c5887042c875e8fc64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891984 Feb 04 13:22:02.902148 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34890) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:02.923786 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-7906fc80-5c61-4c50-8ae5-a2ce4c19e6c1 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] show failed (client error): The resource could not be found. Feb 04 13:22:02.925869 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7906fc80-5c61-4c50-8ae5-a2ce4c19e6c1 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "GET /v2.0/security-groups/4b701c15-1d7e-4625-97d7-27b4cc89bc07 HTTP/1.1" status: 404 len: 347 time: 0.0225496 Feb 04 13:22:02.929156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34892) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:02.977860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8fd95dcd-f370-4e3e-824c-b9cf026cb533 req-ee1cfd07-2139-4ba3-8682-49115e1ead4d tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 210 time: 0.1562810 Feb 04 13:22:03.021250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ca2ed-c04a-45dd-b275-13f4281c9db9 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b701c15-1d7e-4625-97d7-27b4cc89bc07,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:03.159257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-3717b63d-ecd6-4578-bd6e-88329fb62595 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2946177 Feb 04 13:22:03.168041 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-6f2c875d-cde7-40fb-bacb-dc1435b490b7 service neutron] 10.222.0.96 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817345 Feb 04 13:22:03.173332 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Publish callbacks [] for router_gateway (c3172fe3-f4c4-47cf-ad73-210d30a2baee), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:03.245130 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cb1c039d-f9d6-4daa-b1f0-1ea85223fb13 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Deleting port c92d1ca9-2e9c-4648-82ee-bfe7c320759c {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:03.245468 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb1c039d-f9d6-4daa-b1f0-1ea85223fb13 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c92d1ca9-2e9c-4648-82ee-bfe7c320759c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:03.293872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-4f09bc89-b279-4e3f-81f3-145004e54e99 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Made reservation on behalf of 367adc809460482c91a7e14be06320b7 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:03.299257 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-4f09bc89-b279-4e3f-81f3-145004e54e99 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:03.375846 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb1c039d-f9d6-4daa-b1f0-1ea85223fb13 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c92d1ca9-2e9c-4648-82ee-bfe7c320759c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:03.376527 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb1c039d-f9d6-4daa-b1f0-1ea85223fb13 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for floatingip (c92d1ca9-2e9c-4648-82ee-bfe7c320759c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:03.560185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cb1c039d-f9d6-4daa-b1f0-1ea85223fb13 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Calling delete_port for c92d1ca9-2e9c-4648-82ee-bfe7c320759c owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:03.763757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (c3172fe3-f4c4-47cf-ad73-210d30a2baee), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:03.851468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29c155-20f8-4d95-a690-e5087ae194cc req-4b54ab5f-20fb-4b62-8187-802d81e43c04 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:03.859116 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd29c155-20f8-4d95-a690-e5087ae194cc req-4b54ab5f-20fb-4b62-8187-802d81e43c04 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/ports?device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 944 time: 0.7656379 Feb 04 13:22:03.905178 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 15f3adb9-929f-4e81-8752-1d7c357171c8 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:22:03.989997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 15f3adb9-929f-4e81-8752-1d7c357171c8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:03.991051 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (15f3adb9-929f-4e81-8752-1d7c357171c8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:04.116282 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753cb70e-7b18-47b2-a8f7-92af48f90e7f None None] Network fc51f16a-d8f3-40b4-b733-94ea998dd637 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:22:04.153921 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-83b3e776-bd50-4922-af55-0a22d022760c service neutron] 10.222.0.96 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9769180 Feb 04 13:22:04.157397 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-4f09bc89-b279-4e3f-81f3-145004e54e99 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Allocated IP 172.20.0.3 (a411e73f-f407-4a12-b1ac-54238ca22912/261f3d68-5068-4735-a7b0-2d9e9344d300/b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:04.181283 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd29c155-20f8-4d95-a690-e5087ae194cc req-26c9ee75-901e-4d1d-a4a7-c154419935d3 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/security-groups?id=5867a730-6e21-471d-a4ff-b3402e18846a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211887 Feb 04 13:22:04.194674 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb1c039d-f9d6-4daa-b1f0-1ea85223fb13 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c92d1ca9-2e9c-4648-82ee-bfe7c320759c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:04.264803 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c039d-f9d6-4daa-b1f0-1ea85223fb13 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Pushing event deleted for resources: {'Port': ['ID=c92d1ca9-2e9c-4648-82ee-bfe7c320759c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:04.288389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device f392a355-c8b3-4a7b-ac43-f2dfe22c7880 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:22:04.474419 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb1c039d-f9d6-4daa-b1f0-1ea85223fb13 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks [] for floatingip (f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:04.480631 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb1c039d-f9d6-4daa-b1f0-1ea85223fb13 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:04.483973 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cb1c039d-f9d6-4daa-b1f0-1ea85223fb13 tempest-ServersWithSpecificFlavorTestJSON-1637649374 tempest-ServersWithSpecificFlavorTestJSON-1637649374-project] 10.222.0.96 "DELETE /v2.0/floatingips/f4a7503f-b91a-44e0-b53e-dc3bf7a3f36b HTTP/1.1" status: 204 len: 168 time: 1.5518157 Feb 04 13:22:04.485243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 15f3adb9-929f-4e81-8752-1d7c357171c8 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:04.485799 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (15f3adb9-929f-4e81-8752-1d7c357171c8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:04.509122 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d42a82-5f2c-40de-a38d-b4506ab28765 req-e74a7bf6-43da-48f5-8402-f63b72a6f663 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:04.512199 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26d42a82-5f2c-40de-a38d-b4506ab28765 req-e74a7bf6-43da-48f5-8402-f63b72a6f663 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.2189243 Feb 04 13:22:04.531387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ae0aba78-9a5b-4749-aa3d-03aedeed24b1 None None] Provisioning complete for port 15f3adb9-929f-4e81-8752-1d7c357171c8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:04.532132 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae0aba78-9a5b-4749-aa3d-03aedeed24b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (15f3adb9-929f-4e81-8752-1d7c357171c8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:04.541094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Router c3172fe3-f4c4-47cf-ad73-210d30a2baee is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:22:04.672376 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-4f09bc89-b279-4e3f-81f3-145004e54e99 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Publish callbacks [] for port (b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:04.688286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 15f3adb9-929f-4e81-8752-1d7c357171c8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=15f3adb9-929f-4e81-8752-1d7c357171c8,segment=NetworkSegment(047c9836-5f6b-40a2-a187-2d87354cbe8c),segment_id=047c9836-5f6b-40a2-a187-2d87354cbe8c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:04.695386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port f392a355-c8b3-4a7b-ac43-f2dfe22c7880, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=f392a355-c8b3-4a7b-ac43-f2dfe22c7880,segment=NetworkSegment(a363c818-8390-4146-b8a8-d357e6183b3b),segment_id=a363c818-8390-4146-b8a8-d357e6183b3b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:04.714302 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (15f3adb9-929f-4e81-8752-1d7c357171c8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:04.724733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'f392a355-c8b3-4a7b-ac43-f2dfe22c7880', 'network_id': 'e569b430-2adb-416a-b926-d0b5123db29d', 'port_id': 'f392a355-c8b3-4a7b-ac43-f2dfe22c7880', 'mac_address': 'fa:16:3e:54:72:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3742d3-72af-40e7-90fc-2c70e4f250c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:22:04.859922 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port f392a355-c8b3-4a7b-ac43-f2dfe22c7880 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:04.860519 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f392a355-c8b3-4a7b-ac43-f2dfe22c7880), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:04.868350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=15f3adb9-929f-4e81-8752-1d7c357171c8,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:04.878686 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ae0aba78-9a5b-4749-aa3d-03aedeed24b1 None None] Current status of the port 15f3adb9-929f-4e81-8752-1d7c357171c8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:04.897527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f392a355-c8b3-4a7b-ac43-f2dfe22c7880 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:22:04.951026 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port f392a355-c8b3-4a7b-ac43-f2dfe22c7880, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=f392a355-c8b3-4a7b-ac43-f2dfe22c7880,segment=NetworkSegment(a363c818-8390-4146-b8a8-d357e6183b3b),segment_id=a363c818-8390-4146-b8a8-d357e6183b3b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:04.958789 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f392a355-c8b3-4a7b-ac43-f2dfe22c7880), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:04.965194 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-4f09bc89-b279-4e3f-81f3-145004e54e99 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:05.071962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=f392a355-c8b3-4a7b-ac43-f2dfe22c7880,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:05.150616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09bc89-b279-4e3f-81f3-145004e54e99 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Pushing event updated for resources: {'Port': ['ID=b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:05.169225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-4f09bc89-b279-4e3f-81f3-145004e54e99 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Network a411e73f-f407-4a12-b1ac-54238ca22912 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:05.173093 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-4f09bc89-b279-4e3f-81f3-145004e54e99 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:05.180914 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26d42a82-5f2c-40de-a38d-b4506ab28765 req-346c94de-1576-4a45-8482-dd2034c8f7e3 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6394742 Feb 04 13:22:05.191613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b12d5-1c3c-45dc-8c59-4d6109fd9f1c req-7f62d7ff-b6af-432f-876b-e31778f93195 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:05.200907 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-574b12d5-1c3c-45dc-8c59-4d6109fd9f1c req-7f62d7ff-b6af-432f-876b-e31778f93195 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.4918265 Feb 04 13:22:05.228987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-18457dba-652d-49bf-8e42-5b8747945721 None None] Provisioning complete for port 15f3adb9-929f-4e81-8752-1d7c357171c8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:05.229363 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-18457dba-652d-49bf-8e42-5b8747945721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (15f3adb9-929f-4e81-8752-1d7c357171c8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:05.237392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-4f09bc89-b279-4e3f-81f3-145004e54e99 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:22:05.314430 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-4f09bc89-b279-4e3f-81f3-145004e54e99 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:05.315239 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-4f09bc89-b279-4e3f-81f3-145004e54e99 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:05.385474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['f392a355-c8b3-4a7b-ac43-f2dfe22c7880'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:22:05.400304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-4f09bc89-b279-4e3f-81f3-145004e54e99 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5678358 Feb 04 13:22:05.425938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Request body: {'port': {'device_id': 'f6eea621-7d35-4ea7-8e15-67eb6c8f3b92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:05.469251 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-18457dba-652d-49bf-8e42-5b8747945721 None None] Current status of the port 15f3adb9-929f-4e81-8752-1d7c357171c8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:05.504207 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-574b12d5-1c3c-45dc-8c59-4d6109fd9f1c req-f20d3c0b-9e9c-49ff-a059-835fa1eb0810 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022137 Feb 04 13:22:05.541486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-ed065649-70bd-421c-a0b9-0575732fd260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:05.544244 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-ed065649-70bd-421c-a0b9-0575732fd260 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 1133 time: 0.0937650 Feb 04 13:22:05.636007 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:05.666207 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37dd88-84e0-47b7-a251-d42a4e081792 req-97007070-1a50-4cbf-bfc0-4b6ca61a0514 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:05.668022 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c37dd88-84e0-47b7-a251-d42a4e081792 req-97007070-1a50-4cbf-bfc0-4b6ca61a0514 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 931 time: 0.3312092 Feb 04 13:22:05.774536 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-89775d32-02cb-426f-9f2f-66751a222deb req-a181880d-d558-4861-9a40-ae82bf5451ec tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 210 time: 0.0916653 Feb 04 13:22:05.813676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 15f3adb9-929f-4e81-8752-1d7c357171c8 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:22:05.823121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:22:05.842339 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Sync routers for ids ['c3172fe3-f4c4-47cf-ad73-210d30a2baee'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:22:05.851282 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-b9b9fc63-79a3-43f9-b37f-83a6fe999d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:05.856521 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-b9b9fc63-79a3-43f9-b37f-83a6fe999d6f service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3043272 Feb 04 13:22:05.871262 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c37dd88-84e0-47b7-a251-d42a4e081792 req-875d417c-f730-4823-a170-f7cc448dc607 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b98b8b1-1678-455e-b99a-028e056b4189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853044 Feb 04 13:22:05.880921 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:05.884734 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1db506ad-935d-40d5-8e88-85e5b18fcb73 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5890548 Feb 04 13:22:05.886662 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Routers {'c3172fe3-f4c4-47cf-ad73-210d30a2baee'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:22:05.888751 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34942) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:05.889562 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:21:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3172fe3-f4c4-47cf-ad73-210d30a2baee'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:05.987431 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 15f3adb9-929f-4e81-8752-1d7c357171c8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:05.988110 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (15f3adb9-929f-4e81-8752-1d7c357171c8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:06.081622 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-f81c53e9-5bd9-4bcf-917c-6c22a512238f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=71e83384-ea64-4871-9208-45f2474a5445 HTTP/1.1" status: 200 len: 217 time: 0.2148180 Feb 04 13:22:06.140251 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Set router c3172fe3-f4c4-47cf-ad73-210d30a2baee gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:22:06.175310 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385db08-4a33-4a2b-b8a9-296444b47635 req-f90e1091-33e6-4ff4-bde2-804251c83308 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:06.189424 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3385db08-4a33-4a2b-b8a9-296444b47635 req-f90e1091-33e6-4ff4-bde2-804251c83308 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/ports?device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 945 time: 0.3169944 Feb 04 13:22:06.238819 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 15f3adb9-929f-4e81-8752-1d7c357171c8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:06.281684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-e85c829a-40d3-42df-9803-4aa43ff98e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:06.284344 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-e85c829a-40d3-42df-9803-4aa43ff98e0f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1133289 Feb 04 13:22:06.437295 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3385db08-4a33-4a2b-b8a9-296444b47635 req-ede660d5-e89f-464c-a74f-0770a9dfc683 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/security-groups?id=5867a730-6e21-471d-a4ff-b3402e18846a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463865 Feb 04 13:22:06.490116 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'name': 'tempest-FloatingIPsTestJSON-593958908-router', 'tenant_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:00Z', 'updated_at': '2022-02-04T13:22:02Z', 'revision_number': 3, 'project_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'gw_port': {'id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:22:01Z', 'updated_at': '2022-02-04T13:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:06.563298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-e472bfb4-e7fd-4d38-9c9f-0e6640f22486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:06.564030 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Checking router: c3172fe3-f4c4-47cf-ad73-210d30a2baee for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:22:06.565632 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Updating router c3172fe3-f4c4-47cf-ad73-210d30a2baee port 7f92c074-4ee0-4ba8-ad4a-18acee93e327 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:22:06.569321 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-e472bfb4-e7fd-4d38-9c9f-0e6640f22486 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2729573 Feb 04 13:22:06.692279 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7f92c074-4ee0-4ba8-ad4a-18acee93e327), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:06.696843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc1930-741b-4553-aa95-d3d9e3f1ca0a req-ff4d6ba4-3bf9-4904-b44d-5c6a9193dc73 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:06.709092 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09dc1930-741b-4553-aa95-d3d9e3f1ca0a req-ff4d6ba4-3bf9-4904-b44d-5c6a9193dc73 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.3124444 Feb 04 13:22:06.823760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:22:06.842014 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Publish callbacks [] for port (b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:06.850742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09dc1930-741b-4553-aa95-d3d9e3f1ca0a req-91771337-fd08-484b-8d81-aac835c0ea66 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230083 Feb 04 13:22:06.879650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319da37e-719a-4b66-8f94-ec0957dd6f63 req-94a465d5-046b-49f5-91da-f9c4e581cbdc tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:06.889706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-319da37e-719a-4b66-8f94-ec0957dd6f63 req-94a465d5-046b-49f5-91da-f9c4e581cbdc tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.1754870 Feb 04 13:22:06.891630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Transition to ACTIVE for port object b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:06.955704 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-319da37e-719a-4b66-8f94-ec0957dd6f63 req-1297a180-6ab3-45fc-b0a6-b822e2922530 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655990 Feb 04 13:22:06.962836 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:06.984917 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34966) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:07.035835 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-18f1ded3-b480-447a-9baa-cded3e8da689 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569643 Feb 04 13:22:07.134541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8b8d09e-fd88-4cbf-b4b1-85e07e026d38 req-20adddc0-685e-4e78-a729-5e95ca78ede0 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 210 time: 0.0521848 Feb 04 13:22:07.153267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Pushing event updated for resources: {'Port': ['ID=b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:07.184429 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Publish callbacks [] for port (7f92c074-4ee0-4ba8-ad4a-18acee93e327), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:07.193910 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7f92c074-4ee0-4ba8-ad4a-18acee93e327), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:07.254870 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0e366-1f10-44fa-b328-38257f11519f None None] Pushing event updated for resources: {'Port': ['ID=7f92c074-4ee0-4ba8-ad4a-18acee93e327,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:07.295664 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Attempting to bind port 7f92c074-4ee0-4ba8-ad4a-18acee93e327 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:22:07.296558 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Attempting to bind port 7f92c074-4ee0-4ba8-ad4a-18acee93e327 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:22:07.296558 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Attempting to bind port 7f92c074-4ee0-4ba8-ad4a-18acee93e327 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:22:07.298222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1f0f8-b9bf-4312-a77a-4112338eade6 req-740d5524-70bd-4323-a41b-bdd541c74fba tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:07.300779 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-edd1f0f8-b9bf-4312-a77a-4112338eade6 req-740d5524-70bd-4323-a41b-bdd541c74fba tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 943 time: 0.1441023 Feb 04 13:22:07.307714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Attempting to bind port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:22:07.307714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Attempting to bind port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '0270712e-0147-4e10-8895-c38defb335db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a411e73f-f407-4a12-b1ac-54238ca22912'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:22:07.308004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Attempting to bind port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 on network a411e73f-f407-4a12-b1ac-54238ca22912 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:22:07.310615 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:22:07.310922 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:22:07.311336 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:07.311714 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:22:07.312944 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Bound port: 7f92c074-4ee0-4ba8-ad4a-18acee93e327, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:22:07.313310 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7f92c074-4ee0-4ba8-ad4a-18acee93e327), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:07.317069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-552407c0-0e1a-41dd-91d0-07b6f3ccb8cc tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:07.319156 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-552407c0-0e1a-41dd-91d0-07b6f3ccb8cc tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.99 "GET /v2.0/networks?id=8b20d4b4-1391-4500-96bd-4ce91c9bc74e HTTP/1.1" status: 200 len: 822 time: 0.7181306 Feb 04 13:22:07.321511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 on network a411e73f-f407-4a12-b1ac-54238ca22912 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:22:07.321757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Attempting to bind port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 on network a411e73f-f407-4a12-b1ac-54238ca22912 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:22:07.338184 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:22:07.338564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Checking segment: {'id': '0270712e-0147-4e10-8895-c38defb335db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a411e73f-f407-4a12-b1ac-54238ca22912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:22:07.338940 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Bound using segment: {'id': '0270712e-0147-4e10-8895-c38defb335db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a411e73f-f407-4a12-b1ac-54238ca22912'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:22:07.339139 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-0dce9099-b40c-4ef9-aa00-ffbabf2dba4e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Request body: {'port': {'device_id': '9b28a85c-83fb-49e2-9042-f1145c9f70ad', 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e', 'admin_state_up': True, 'tenant_id': 'e5f72002beef43c5887042c875e8fc64'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:07.339430 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Bound port: b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0270712e-0147-4e10-8895-c38defb335db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a411e73f-f407-4a12-b1ac-54238ca22912'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:22:07.339791 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:07.393964 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] For port 7f92c074-4ee0-4ba8-ad4a-18acee93e327, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:22:07.399166 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] For port 7f92c074-4ee0-4ba8-ad4a-18acee93e327, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7f92c074-4ee0-4ba8-ad4a-18acee93e327,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:22:07.410780 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7f92c074-4ee0-4ba8-ad4a-18acee93e327), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:07.411945 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-edd1f0f8-b9bf-4312-a77a-4112338eade6 req-05b0c41f-23c0-4164-88fc-e3648e9cf386 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b98b8b1-1678-455e-b99a-028e056b4189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984061 Feb 04 13:22:07.460926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] For port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:22:07.466387 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] For port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9,segment=NetworkSegment(0270712e-0147-4e10-8895-c38defb335db),segment_id=0270712e-0147-4e10-8895-c38defb335db)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:22:07.480462 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:07.482658 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-b92d90a1-1005-46d5-a6eb-b4e45f705151 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688905 Feb 04 13:22:07.535293 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Routers {'c3172fe3-f4c4-47cf-ad73-210d30a2baee'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:22:07.536688 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:21:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3172fe3-f4c4-47cf-ad73-210d30a2baee'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:07.696595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:07.700725 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0e366-1f10-44fa-b328-38257f11519f None None] Pushing event updated for resources: {'Port': ['ID=7f92c074-4ee0-4ba8-ad4a-18acee93e327,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:07.700972 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:07.703029 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] 10.222.0.99 "PUT /v2.0/ports/b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 HTTP/1.1" status: 200 len: 1092 time: 2.2846873 Feb 04 13:22:07.705595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6eea621-7d35-4ea7-8e15-67eb6c8f3b92', 'tag': 'b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:07.709665 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc78d495-b6ef-4935-be85-0fda5500697b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6eea621-7d35-4ea7-8e15-67eb6c8f3b92", "tag": "b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:07.718303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82a688-e15f-4d68-b349-53a78cbc3e22 service neutron] Pushing event updated for resources: {'Port': ['ID=b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:07.793669 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] Set router c3172fe3-f4c4-47cf-ad73-210d30a2baee gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:22:07.831947 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca51e485-1d66-4694-891f-027865855e14 x-openstack-request-id: req-ca51e485-1d66-4694-891f-027865855e14 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:07.833485 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6eea621-7d35-4ea7-8e15-67eb6c8f3b92", "tag": "b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:07.833756 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ca51e485-1d66-4694-891f-027865855e14 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:07.836782 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6eea621-7d35-4ea7-8e15-67eb6c8f3b92', 'tag': 'b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9', 'status': 'completed', 'code': 200} Feb 04 13:22:07.876135 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:07.885388 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-0dce9099-b40c-4ef9-aa00-ffbabf2dba4e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Made reservation on behalf of e5f72002beef43c5887042c875e8fc64 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:07.888862 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-0dce9099-b40c-4ef9-aa00-ffbabf2dba4e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:07.943580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13936c-2b57-4e48-b2eb-421488ee943a req-2eb8c12d-9d02-4897-b7a0-99861fe619cd tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:07.953672 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9b13936c-2b57-4e48-b2eb-421488ee943a req-2eb8c12d-9d02-4897-b7a0-99861fe619cd tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/ports?device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 945 time: 0.2924781 Feb 04 13:22:07.977795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-96e15d55-051a-4ed4-8284-44a45225f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:07.979953 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-96e15d55-051a-4ed4-8284-44a45225f632 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=367adc809460482c91a7e14be06320b7&device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 1126 time: 0.1710253 Feb 04 13:22:08.050919 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-381c3096-aa85-4636-8a50-3968dde75e7a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 HTTP/1.1" status: 200 len: 217 time: 0.0619793 Feb 04 13:22:08.067193 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9b13936c-2b57-4e48-b2eb-421488ee943a req-f5067cd0-a507-446d-b38f-aa6232803cf9 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/security-groups?id=5867a730-6e21-471d-a4ff-b3402e18846a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119697 Feb 04 13:22:08.072009 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:22:08.208623 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'name': 'tempest-FloatingIPsTestJSON-593958908-router', 'tenant_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:00Z', 'updated_at': '2022-02-04T13:22:02Z', 'revision_number': 3, 'project_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'gw_port': {'id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:22:01Z', 'updated_at': '2022-02-04T13:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:08.249133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-0562cfa0-559a-4e58-8b26-8493c1731ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:08.253291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-0562cfa0-559a-4e58-8b26-8493c1731ec4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=261f3d68-5068-4735-a7b0-2d9e9344d300 HTTP/1.1" status: 200 len: 862 time: 0.1799600 Feb 04 13:22:08.258739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-0dce9099-b40c-4ef9-aa00-ffbabf2dba4e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Allocated IP 172.20.0.13 (8b20d4b4-1391-4500-96bd-4ce91c9bc74e/7b76ab68-ed3b-41e4-97fc-fb0267da718f/8e493a4b-96db-4c75-a2e7-18a145fdc25e) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:08.262948 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e186decf-979a-44bf-8f9a-9347f64550f8 None None] The sync data for ids ['c3172fe3-f4c4-47cf-ad73-210d30a2baee'] in n-d-714676-13 is: [{'id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'name': 'tempest-FloatingIPsTestJSON-593958908-router', 'tenant_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:00Z', 'updated_at': '2022-02-04T13:22:02Z', 'revision_number': 3, 'project_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'gw_port': {'id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:22:01Z', 'updated_at': '2022-02-04T13:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:22:08.286154 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device f392a355-c8b3-4a7b-ac43-f2dfe22c7880 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:22:08.301911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-f5d109ae-1dca-476a-90ef-7b55d3964fbf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a411e73f-f407-4a12-b1ac-54238ca22912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437064 Feb 04 13:22:08.320232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Allocated IP 172.20.0.1 (fc51f16a-d8f3-40b4-b733-94ea998dd637/14a7f40a-97e8-4064-b2c5-28fa03b580a4/9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:08.343218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05241cac-9fb1-42d9-b270-94d715fa5fbe req-8d096b32-da58-4b56-88c4-02050d782bd1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:08.356221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05241cac-9fb1-42d9-b270-94d715fa5fbe req-8d096b32-da58-4b56-88c4-02050d782bd1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.2028587 Feb 04 13:22:08.388520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2925a-11e8-4d94-9844-44d9875800e6 req-d1d61478-c97b-4f86-be56-151405529fa0 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:08.396024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port f392a355-c8b3-4a7b-ac43-f2dfe22c7880 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:08.397728 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a2e2925a-11e8-4d94-9844-44d9875800e6 req-d1d61478-c97b-4f86-be56-151405529fa0 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.2101250 Feb 04 13:22:08.405670 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port f392a355-c8b3-4a7b-ac43-f2dfe22c7880 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:08.406812 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f392a355-c8b3-4a7b-ac43-f2dfe22c7880), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:08.548342 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d12d57d-5dd3-4a58-9031-7f5d2fde6497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (922c2485-4e0d-49a5-a8da-a821e6522aef), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:08.552111 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05241cac-9fb1-42d9-b270-94d715fa5fbe req-e01e2279-dba0-46d6-86b4-21db20b04b25 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935711 Feb 04 13:22:08.616500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a2e2925a-11e8-4d94-9844-44d9875800e6 req-be91bb84-40dc-4d3c-a19b-1a376df32db0 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185228 Feb 04 13:22:08.629466 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-4940a2c9-ec23-4a98-b2d2-f29748dd54fe service neutron] 10.222.0.99 "GET /v2.0/networks/a411e73f-f407-4a12-b1ac-54238ca22912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145039 Feb 04 13:22:08.646551 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port f392a355-c8b3-4a7b-ac43-f2dfe22c7880 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:08.647600 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f392a355-c8b3-4a7b-ac43-f2dfe22c7880), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:08.699278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acff31c-6a5f-44b3-a622-07fcf53d467e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f392a355-c8b3-4a7b-ac43-f2dfe22c7880'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:08.703606 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62819f1a-731b-4f39-9274-300b8ed3e21d" -d '{"events": [{"server_uuid": "0acff31c-6a5f-44b3-a622-07fcf53d467e", "name": "network-vif-plugged", "status": "completed", "tag": "f392a355-c8b3-4a7b-ac43-f2dfe22c7880"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:08.734905 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port f392a355-c8b3-4a7b-ac43-f2dfe22c7880, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=f392a355-c8b3-4a7b-ac43-f2dfe22c7880,segment=NetworkSegment(a363c818-8390-4146-b8a8-d357e6183b3b),segment_id=a363c818-8390-4146-b8a8-d357e6183b3b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:08.744383 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f392a355-c8b3-4a7b-ac43-f2dfe22c7880), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:08.852343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=f392a355-c8b3-4a7b-ac43-f2dfe22c7880,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:08.904220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-316e97ba-84e6-42de-a20e-7096b119dfcd req-afd81407-3095-44a3-b586-0eff5e3052e5 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 210 time: 0.0845122 Feb 04 13:22:08.985227 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30e0c68-2ad6-46a3-977f-cc2b56f2c3ee x-openstack-request-id: req-b30e0c68-2ad6-46a3-977f-cc2b56f2c3ee {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:08.985533 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acff31c-6a5f-44b3-a622-07fcf53d467e", "name": "network-vif-plugged", "status": "completed", "tag": "f392a355-c8b3-4a7b-ac43-f2dfe22c7880", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:08.985793 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b30e0c68-2ad6-46a3-977f-cc2b56f2c3ee {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:08.986235 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acff31c-6a5f-44b3-a622-07fcf53d467e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f392a355-c8b3-4a7b-ac43-f2dfe22c7880', 'code': 200} Feb 04 13:22:09.018493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e4b2d62-62ee-4123-838a-51042abc9bd0 req-b56c6e70-691a-47d9-b5b7-0e840c4b3514 service neutron] 10.222.0.99 "GET /v2.0/networks/a411e73f-f407-4a12-b1ac-54238ca22912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852406 Feb 04 13:22:09.055317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea2e83-93e3-4131-a44b-0327e3077525 req-2ef084c5-0498-473e-b160-a279ab7ccd24 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:09.057205 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00ea2e83-93e3-4131-a44b-0327e3077525 req-2ef084c5-0498-473e-b160-a279ab7ccd24 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 943 time: 0.2390680 Feb 04 13:22:09.124193 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-0dce9099-b40c-4ef9-aa00-ffbabf2dba4e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for port (8e493a4b-96db-4c75-a2e7-18a145fdc25e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:09.140524 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00ea2e83-93e3-4131-a44b-0327e3077525 req-ae9cfd4f-f5ca-4233-a68f-1f5d33e073b4 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b98b8b1-1678-455e-b99a-028e056b4189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757768 Feb 04 13:22:09.296799 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Publish callbacks [] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:09.324619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78d495-b6ef-4935-be85-0fda5500697b req-55ce9390-5464-4896-86a1-113d1f017864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:09.328201 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc78d495-b6ef-4935-be85-0fda5500697b req-55ce9390-5464-4896-86a1-113d1f017864 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=367adc809460482c91a7e14be06320b7&device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 1126 time: 0.1732321 Feb 04 13:22:09.332965 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-0dce9099-b40c-4ef9-aa00-ffbabf2dba4e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8e493a4b-96db-4c75-a2e7-18a145fdc25e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:09.346794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd6ec2-59fe-4474-b343-3b9fae50e1e5 req-8b7e968c-6186-4c6c-b117-452439eaca35 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:09.349880 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bdd6ec2-59fe-4474-b343-3b9fae50e1e5 req-8b7e968c-6186-4c6c-b117-452439eaca35 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/ports?device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 946 time: 0.1548128 Feb 04 13:22:09.456817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930f9c-87c7-4f07-8e35-8af9152dd016 req-1a99d2ef-efe2-4179-a36c-32ba285ec70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:09.458509 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a930f9c-87c7-4f07-8e35-8af9152dd016 req-1a99d2ef-efe2-4179-a36c-32ba285ec70a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 1129 time: 0.3065505 Feb 04 13:22:09.463136 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-0dce9099-b40c-4ef9-aa00-ffbabf2dba4e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:09.478575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-0dce9099-b40c-4ef9-aa00-ffbabf2dba4e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:09.485660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-0dce9099-b40c-4ef9-aa00-ffbabf2dba4e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:22:09.554201 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bdd6ec2-59fe-4474-b343-3b9fae50e1e5 req-142ea021-1f26-4ccd-b081-37795d4d5ce5 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/security-groups?id=5867a730-6e21-471d-a4ff-b3402e18846a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817758 Feb 04 13:22:09.566250 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a930f9c-87c7-4f07-8e35-8af9152dd016 req-b608f718-f260-428d-a59d-6ebb99ac5061 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5867a730-6e21-471d-a4ff-b3402e18846a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985954 Feb 04 13:22:09.574658 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:09.584505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce9099-b40c-4ef9-aa00-ffbabf2dba4e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Pushing event updated for resources: {'Port': ['ID=8e493a4b-96db-4c75-a2e7-18a145fdc25e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:09.593197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78d495-b6ef-4935-be85-0fda5500697b req-00050589-f345-4888-9bd0-6dddce1883f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:09.594736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc78d495-b6ef-4935-be85-0fda5500697b req-00050589-f345-4888-9bd0-6dddce1883f9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a411e73f-f407-4a12-b1ac-54238ca22912 HTTP/1.1" status: 200 len: 923 time: 0.2435439 Feb 04 13:22:09.718384 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Network fc51f16a-d8f3-40b4-b733-94ea998dd637 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:09.727019 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:09.735265 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:22:09.752370 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc78d495-b6ef-4935-be85-0fda5500697b req-ff80879d-d6e9-4743-b5dc-6aa5ed506202 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 HTTP/1.1" status: 200 len: 217 time: 0.1494148 Feb 04 13:22:09.797313 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-0dce9099-b40c-4ef9-aa00-ffbabf2dba4e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:09.798001 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-0dce9099-b40c-4ef9-aa00-ffbabf2dba4e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:09.863843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Pushing event updated for resources: {'Port': ['ID=9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:09.888492 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-0dce9099-b40c-4ef9-aa00-ffbabf2dba4e tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5516789 Feb 04 13:22:09.905361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Request body: {'port': {'device_id': '9b28a85c-83fb-49e2-9042-f1145c9f70ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:09.912366 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (c3172fe3-f4c4-47cf-ad73-210d30a2baee), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:09.979682 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7f92c074-4ee0-4ba8-ad4a-18acee93e327 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:22:09.985672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78d495-b6ef-4935-be85-0fda5500697b req-9dc6964b-3a71-4acf-acee-5815725bb465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:09.987840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc78d495-b6ef-4935-be85-0fda5500697b req-9dc6964b-3a71-4acf-acee-5815725bb465 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=261f3d68-5068-4735-a7b0-2d9e9344d300 HTTP/1.1" status: 200 len: 862 time: 0.2222211 Feb 04 13:22:10.061716 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7d12d57d-5dd3-4a58-9031-7f5d2fde6497 admin admin] Deleting port 1b4eea0d-664a-4796-bafc-7d9d7b936785 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:10.062602 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d12d57d-5dd3-4a58-9031-7f5d2fde6497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:10.071576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc78d495-b6ef-4935-be85-0fda5500697b req-d1dce9c4-5e68-480a-9a20-472a4b2fe8cc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a411e73f-f407-4a12-b1ac-54238ca22912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755169 Feb 04 13:22:10.117612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 7f92c074-4ee0-4ba8-ad4a-18acee93e327 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:10.117986 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7f92c074-4ee0-4ba8-ad4a-18acee93e327), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:10.121493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8af43-3bdf-46cf-a0e5-e0d92d889c11 req-52007abf-2063-47a5-9d73-746b2eb709ee tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:10.131282 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3c8af43-3bdf-46cf-a0e5-e0d92d889c11 req-52007abf-2063-47a5-9d73-746b2eb709ee tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.3807881 Feb 04 13:22:10.194328 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee65b0-4e66-4768-8701-709b9dc45372 req-e4684115-83e1-4f64-b43f-449740269824 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:10.202486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7ee65b0-4e66-4768-8701-709b9dc45372 req-e4684115-83e1-4f64-b43f-449740269824 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.3319232 Feb 04 13:22:10.204255 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8e493a4b-96db-4c75-a2e7-18a145fdc25e), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:10.275550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d33c0368-f5ff-4d4d-b149-4eea8cb51183 None None] Provisioning complete for port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:10.276285 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d33c0368-f5ff-4d4d-b149-4eea8cb51183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:10.280171 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 7f92c074-4ee0-4ba8-ad4a-18acee93e327 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:10.280868 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7f92c074-4ee0-4ba8-ad4a-18acee93e327), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:10.300920 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3c8af43-3bdf-46cf-a0e5-e0d92d889c11 req-0e80457e-462c-4136-bc01-5252d58292b0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661944 Feb 04 13:22:10.318287 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-7d12d57d-5dd3-4a58-9031-7f5d2fde6497 admin admin] For port 1b4eea0d-664a-4796-bafc-7d9d7b936785, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1b4eea0d-664a-4796-bafc-7d9d7b936785,segment=NetworkSegment(55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b),segment_id=55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:10.318815 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d12d57d-5dd3-4a58-9031-7f5d2fde6497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:10.370694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 7f92c074-4ee0-4ba8-ad4a-18acee93e327, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7f92c074-4ee0-4ba8-ad4a-18acee93e327,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:10.372684 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7ee65b0-4e66-4768-8701-709b9dc45372 req-21301b6e-e628-4ebe-b442-a88eb52d36e6 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691046 Feb 04 13:22:10.373243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d33c0368-f5ff-4d4d-b149-4eea8cb51183 None None] Port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:22:10.373563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7d12d57d-5dd3-4a58-9031-7f5d2fde6497 admin admin] Calling delete_port for 1b4eea0d-664a-4796-bafc-7d9d7b936785 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:10.383038 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7f92c074-4ee0-4ba8-ad4a-18acee93e327), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:10.425243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc78d495-b6ef-4935-be85-0fda5500697b req-cfbae324-e204-42bf-966e-9a616541d97a service neutron] 10.222.0.99 "GET /v2.0/networks/a411e73f-f407-4a12-b1ac-54238ca22912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429604 Feb 04 13:22:10.450994 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:10.601208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=7f92c074-4ee0-4ba8-ad4a-18acee93e327,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:10.650049 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc310f-8d25-4ebf-92a9-500eb9ace880 req-ed80ecf7-e330-4faa-9c26-9751ccc3c4e7 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:10.660661 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ccc310f-8d25-4ebf-92a9-500eb9ace880 req-ed80ecf7-e330-4faa-9c26-9751ccc3c4e7 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 932 time: 0.2301123 Feb 04 13:22:10.670785 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc78d495-b6ef-4935-be85-0fda5500697b req-9f34d293-3d53-4a7b-84df-73fc20307938 service neutron] 10.222.0.99 "GET /v2.0/networks/a411e73f-f407-4a12-b1ac-54238ca22912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389286 Feb 04 13:22:10.739700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe0369-29c1-4b80-b92d-7caed28bd28b req-c8c304b2-9358-4175-b8e5-c965b95a02b2 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:10.741263 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d0fe0369-29c1-4b80-b92d-7caed28bd28b req-c8c304b2-9358-4175-b8e5-c965b95a02b2 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 943 time: 0.1693330 Feb 04 13:22:10.751284 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ccc310f-8d25-4ebf-92a9-500eb9ace880 req-ea126c8f-c628-4ef0-be62-dc18e1f615a1 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893652 Feb 04 13:22:10.828328 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d0fe0369-29c1-4b80-b92d-7caed28bd28b req-b11dae78-9043-4842-bca2-c59edd850a4e tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b98b8b1-1678-455e-b99a-028e056b4189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610271 Feb 04 13:22:10.877558 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8596cd32-afbc-4b45-aadd-5cd4af67ffdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:10.953366 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e493a4b-96db-4c75-a2e7-18a145fdc25e {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:22:10.969541 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Publish callbacks [] for port (8e493a4b-96db-4c75-a2e7-18a145fdc25e), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:10.988042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4174c-6541-4e72-8a4c-e8bb8d5ecc80 req-a19458f6-3557-4233-b6cf-9b6668502bfe tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:10.991864 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Publish callbacks [] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:10.998123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fca4174c-6541-4e72-8a4c-e8bb8d5ecc80 req-a19458f6-3557-4233-b6cf-9b6668502bfe tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/ports?device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 946 time: 0.1079257 Feb 04 13:22:11.004924 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:11.010991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Transition to ACTIVE for port object 8e493a4b-96db-4c75-a2e7-18a145fdc25e will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:11.052279 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (8e493a4b-96db-4c75-a2e7-18a145fdc25e), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:11.054366 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d12d57d-5dd3-4a58-9031-7f5d2fde6497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1b4eea0d-664a-4796-bafc-7d9d7b936785), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:11.084283 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fca4174c-6541-4e72-8a4c-e8bb8d5ecc80 req-b45f6ff6-33fe-4027-b40c-7713564d904a tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/security-groups?id=5867a730-6e21-471d-a4ff-b3402e18846a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846882 Feb 04 13:22:11.101962 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Pushing event updated for resources: {'Port': ['ID=9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:11.120543 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (c3172fe3-f4c4-47cf-ad73-210d30a2baee), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:11.399937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:22:11.462656 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8e493a4b-96db-4c75-a2e7-18a145fdc25e,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:11.525809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12d57d-5dd3-4a58-9031-7f5d2fde6497 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4eea0d-664a-4796-bafc-7d9d7b936785,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:11.531209 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Attempting to bind port 8e493a4b-96db-4c75-a2e7-18a145fdc25e on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:22:11.531555 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Attempting to bind port 8e493a4b-96db-4c75-a2e7-18a145fdc25e by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '74571242-1ff3-475e-860d-719181c655df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:22:11.531908 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Attempting to bind port 8e493a4b-96db-4c75-a2e7-18a145fdc25e on network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:22:11.552064 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Port 8e493a4b-96db-4c75-a2e7-18a145fdc25e on network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:22:11.552393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Attempting to bind port 8e493a4b-96db-4c75-a2e7-18a145fdc25e on network 8b20d4b4-1391-4500-96bd-4ce91c9bc74e {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:22:11.555899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Network fc51f16a-d8f3-40b4-b733-94ea998dd637 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:11.570161 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:11.575328 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:22:11.575790 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Checking segment: {'id': '74571242-1ff3-475e-860d-719181c655df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:22:11.576170 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Bound using segment: {'id': '74571242-1ff3-475e-860d-719181c655df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:22:11.576638 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Bound port: 8e493a4b-96db-4c75-a2e7-18a145fdc25e, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74571242-1ff3-475e-860d-719181c655df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:22:11.577003 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8e493a4b-96db-4c75-a2e7-18a145fdc25e), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:11.649023 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9,segment=NetworkSegment(0270712e-0147-4e10-8895-c38defb335db),segment_id=0270712e-0147-4e10-8895-c38defb335db)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:11.667142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904e276-8b90-44d3-a35e-76d23e816265 req-f388d94d-6c85-4780-a0d6-21b0a09a7393 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:11.674568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b904e276-8b90-44d3-a35e-76d23e816265 req-f388d94d-6c85-4780-a0d6-21b0a09a7393 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.2284367 Feb 04 13:22:11.681511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9', 'network_id': 'a411e73f-f407-4a12-b1ac-54238ca22912', 'port_id': 'b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9', 'mac_address': 'fa:16:3e:be:05:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261f3d68-5068-4735-a7b0-2d9e9344d300', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:22:11.704478 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389674c5-81c6-4503-86fc-e0d62c7ff9a2 req-4e13c32b-5eba-4046-87cd-1331e094f19e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:11.709306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-389674c5-81c6-4503-86fc-e0d62c7ff9a2 req-4e13c32b-5eba-4046-87cd-1331e094f19e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.1891329 Feb 04 13:22:11.733102 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d12d57d-5dd3-4a58-9031-7f5d2fde6497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (922c2485-4e0d-49a5-a8da-a821e6522aef), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:11.807732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:11.808740 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:11.834826 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:22:11.886079 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b904e276-8b90-44d3-a35e-76d23e816265 req-5c612a87-b227-498b-ae2f-03c53e8da4e1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756189 Feb 04 13:22:11.909404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-389674c5-81c6-4503-86fc-e0d62c7ff9a2 req-3c2e6a46-1a61-4350-8501-df225dbf27b5 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780856 Feb 04 13:22:11.922496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9,segment=NetworkSegment(0270712e-0147-4e10-8895-c38defb335db),segment_id=0270712e-0147-4e10-8895-c38defb335db)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:11.939506 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:12.019613 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] For port 8e493a4b-96db-4c75-a2e7-18a145fdc25e, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:22:12.023454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7f92c074-4ee0-4ba8-ad4a-18acee93e327 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:22:12.046822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] For port 8e493a4b-96db-4c75-a2e7-18a145fdc25e, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8e493a4b-96db-4c75-a2e7-18a145fdc25e,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:22:12.062819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (8e493a4b-96db-4c75-a2e7-18a145fdc25e), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:12.102712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Router c3172fe3-f4c4-47cf-ad73-210d30a2baee has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:22:12.140071 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:12.140698 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:12.142156 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] 10.222.0.99 "PUT /v2.0/ports/8e493a4b-96db-4c75-a2e7-18a145fdc25e HTTP/1.1" status: 200 len: 1093 time: 2.2444701 Feb 04 13:22:12.145562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-dc7f12b0-0db1-4080-91bd-66ae835e2853 None None] Provisioning complete for port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:12.146538 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dc7f12b0-0db1-4080-91bd-66ae835e2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:12.147889 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b28a85c-83fb-49e2-9042-f1145c9f70ad', 'tag': '8e493a4b-96db-4c75-a2e7-18a145fdc25e'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:12.150815 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d495a09-aebd-4daf-9ebe-f22c8d34572c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b28a85c-83fb-49e2-9042-f1145c9f70ad", "tag": "8e493a4b-96db-4c75-a2e7-18a145fdc25e"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:12.187583 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:12.213664 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ce38f-9730-4194-9737-2d0dbccdedb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8e493a4b-96db-4c75-a2e7-18a145fdc25e,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:12.220673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f12b0-0db1-4080-91bd-66ae835e2853 None None] Port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:22:12.224892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 7f92c074-4ee0-4ba8-ad4a-18acee93e327 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:12.225449 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7f92c074-4ee0-4ba8-ad4a-18acee93e327), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:12.297043 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20897651-58ca-4598-9167-ac134729e3e8 req-24941711-f042-43e0-9262-54232002c733 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:12.310265 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20897651-58ca-4598-9167-ac134729e3e8 req-24941711-f042-43e0-9262-54232002c733 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 944 time: 0.2477524 Feb 04 13:22:12.348635 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 7f92c074-4ee0-4ba8-ad4a-18acee93e327 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:12.358587 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc241fa7-205d-4656-af1f-c0e4093ae21c req-d5c0610a-05c3-4a7e-8bf4-399d127b76a7 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:12.360197 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc241fa7-205d-4656-af1f-c0e4093ae21c req-d5c0610a-05c3-4a7e-8bf4-399d127b76a7 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 944 time: 0.2408741 Feb 04 13:22:12.411135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20897651-58ca-4598-9167-ac134729e3e8 req-74ce55ab-7425-48ef-bc2d-e87340d79943 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b98b8b1-1678-455e-b99a-028e056b4189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979772 Feb 04 13:22:12.447357 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc241fa7-205d-4656-af1f-c0e4093ae21c req-8557e200-1d43-47a5-828a-10f36a704b61 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751333 Feb 04 13:22:12.498696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:22:12.578994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fb055-0c37-4fb8-a0cb-c0f3eaacb14d req-6a3c923f-f28b-4639-97e6-3dbc98c9cfae tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:12.587909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-380fb055-0c37-4fb8-a0cb-c0f3eaacb14d req-6a3c923f-f28b-4639-97e6-3dbc98c9cfae tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/ports?device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 946 time: 0.0840814 Feb 04 13:22:12.643460 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23bc00c-f71a-41cf-ab05-e03309bc9204 x-openstack-request-id: req-a23bc00c-f71a-41cf-ab05-e03309bc9204 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:12.644097 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b28a85c-83fb-49e2-9042-f1145c9f70ad", "tag": "8e493a4b-96db-4c75-a2e7-18a145fdc25e", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:12.644097 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a23bc00c-f71a-41cf-ab05-e03309bc9204 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:12.644384 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b28a85c-83fb-49e2-9042-f1145c9f70ad', 'tag': '8e493a4b-96db-4c75-a2e7-18a145fdc25e', 'status': 'completed', 'code': 200} Feb 04 13:22:12.664629 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-380fb055-0c37-4fb8-a0cb-c0f3eaacb14d req-a3b9d951-a8bb-425e-89e9-0f8371ddbb43 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/security-groups?id=5867a730-6e21-471d-a4ff-b3402e18846a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758102 Feb 04 13:22:12.735154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:22:12.744610 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6bf77457-9e31-48eb-8321-a965d516ae18 admin admin] 10.222.0.96 "PUT /v2.0/routers/c3172fe3-f4c4-47cf-ad73-210d30a2baee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7954009 Feb 04 13:22:12.755465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Sync routers for ids ['c3172fe3-f4c4-47cf-ad73-210d30a2baee'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:22:12.773685 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-dda527a6-d341-4e2d-a8e3-fafa39dd8e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:12.776271 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-dda527a6-d341-4e2d-a8e3-fafa39dd8e48 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e5f72002beef43c5887042c875e8fc64&device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 1127 time: 0.5584080 Feb 04 13:22:12.778192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Routers {'c3172fe3-f4c4-47cf-ad73-210d30a2baee'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:22:12.779123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:21:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3172fe3-f4c4-47cf-ad73-210d30a2baee'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:12.807364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d12d57d-5dd3-4a58-9031-7f5d2fde6497 admin admin] Router 922c2485-4e0d-49a5-a8da-a821e6522aef has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:22:12.850761 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-e6d5c3f3-ec7e-4cc3-9284-2888eadfc370 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e493a4b-96db-4c75-a2e7-18a145fdc25e HTTP/1.1" status: 200 len: 217 time: 0.0610392 Feb 04 13:22:12.967954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Set router c3172fe3-f4c4-47cf-ad73-210d30a2baee gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:22:13.056339 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-7b59000e-bf33-40fb-9c47-0278a1fe003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:13.058040 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-7b59000e-bf33-40fb-9c47-0278a1fe003f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7b76ab68-ed3b-41e4-97fc-fb0267da718f HTTP/1.1" status: 200 len: 862 time: 0.2014198 Feb 04 13:22:13.120813 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-06144d36-4a21-4283-81f8-6721ce91b2e8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8b20d4b4-1391-4500-96bd-4ce91c9bc74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432138 Feb 04 13:22:13.236154 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-1f632b23-63d9-41ad-9163-b1cf65543c23 service neutron] 10.222.0.99 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091607 Feb 04 13:22:13.259619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1545a8f-679e-4504-a698-a8e99f148c73 req-15e5051b-7ddf-448d-9b97-1077b34b1e14 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:13.271711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1545a8f-679e-4504-a698-a8e99f148c73 req-15e5051b-7ddf-448d-9b97-1077b34b1e14 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.2554231 Feb 04 13:22:13.362486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d12d57d-5dd3-4a58-9031-7f5d2fde6497 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:22:13.380790 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf337d-1aaf-4d39-8429-64cef02e498f None None] Sync routers for ids ['922c2485-4e0d-49a5-a8da-a821e6522aef'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:22:13.383624 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7d12d57d-5dd3-4a58-9031-7f5d2fde6497 admin admin] 10.222.0.96 "PUT /v2.0/routers/922c2485-4e0d-49a5-a8da-a821e6522aef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3960662 Feb 04 13:22:13.387732 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35034) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:13.406980 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf337d-1aaf-4d39-8429-64cef02e498f None None] Routers {'922c2485-4e0d-49a5-a8da-a821e6522aef'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:22:13.407772 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-adaf337d-1aaf-4d39-8429-64cef02e498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:21:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['922c2485-4e0d-49a5-a8da-a821e6522aef'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:13.422872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ff5aa6ae-a7e7-4531-8363-0a81a10f0968 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:13.478297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1545a8f-679e-4504-a698-a8e99f148c73 req-d0ebd757-1401-4dcf-a0b7-3d8c710ebdfb tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002299 Feb 04 13:22:13.548412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'name': 'tempest-FloatingIPsTestJSON-593958908-router', 'tenant_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:00Z', 'updated_at': '2022-02-04T13:22:10Z', 'revision_number': 4, 'project_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'gw_port': {'id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:22:01Z', 'updated_at': '2022-02-04T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a', 'name': '', 'network_id': 'fc51f16a-d8f3-40b4-b733-94ea998dd637', 'tenant_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'mac_address': 'fa:16:3e:ba:b1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '14a7f40a-97e8-4064-b2c5-28fa03b580a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:22:07Z', 'updated_at': '2022-02-04T13:22:10Z', 'revision_number': 2, 'project_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'subnets': [{'id': '14a7f40a-97e8-4064-b2c5-28fa03b580a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:13.560683 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-51f79ed9-98d9-4301-bf9c-2e4ce9008087 req-f45a8b11-6294-4847-918f-331d7af25c31 service neutron] 10.222.0.99 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154340 Feb 04 13:22:13.566729 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:13.567253 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:13.609778 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Checking router: c3172fe3-f4c4-47cf-ad73-210d30a2baee for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:22:13.609778 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Updating router c3172fe3-f4c4-47cf-ad73-210d30a2baee port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:22:13.656560 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:13.657801 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb53a3c1-19d7-4a66-bb9b-614a0be32008 admin admin] Publish callbacks [] for router (922c2485-4e0d-49a5-a8da-a821e6522aef), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:13.706690 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:13.770330 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd96b284-d63d-4599-b2d9-6cd90e1decad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:13.772984 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35dce01-71b9-4cf6-970a-c9a8322553b8" -d '{"events": [{"server_uuid": "fd96b284-d63d-4599-b2d9-6cd90e1decad", "name": "network-vif-unplugged", "status": "completed", "tag": "ff5aa6ae-a7e7-4531-8363-0a81a10f0968"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:13.806594 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-adaf337d-1aaf-4d39-8429-64cef02e498f None None] Set router 922c2485-4e0d-49a5-a8da-a821e6522aef gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:22:13.807800 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-30112bb4-9606-41e6-83c0-17eb01754b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:13.840522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ff5aa6ae-a7e7-4531-8363-0a81a10f0968, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:13.851619 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:13.909923 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb53a3c1-19d7-4a66-bb9b-614a0be32008 admin admin] Publish callbacks [] for router_gateway (922c2485-4e0d-49a5-a8da-a821e6522aef), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:13.929312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d495a09-aebd-4daf-9ebe-f22c8d34572c req-0db7b7b7-24c7-4787-87eb-b517e98ddff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:13.931542 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4d495a09-aebd-4daf-9ebe-f22c8d34572c req-0db7b7b7-24c7-4787-87eb-b517e98ddff0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e5f72002beef43c5887042c875e8fc64&device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 1127 time: 0.2812481 Feb 04 13:22:14.047570 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:14.076784 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-adaf337d-1aaf-4d39-8429-64cef02e498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:22:10Z', 'revision_number': 5, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port': {'id': 'f455db19-fff3-4711-bf7c-868de0b79496', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:14.084724 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-eb53a3c1-19d7-4a66-bb9b-614a0be32008 admin admin] Deleting port f455db19-fff3-4711-bf7c-868de0b79496 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:14.085142 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb53a3c1-19d7-4a66-bb9b-614a0be32008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f455db19-fff3-4711-bf7c-868de0b79496), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:14.108676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d495a09-aebd-4daf-9ebe-f22c8d34572c req-12c10560-9647-477a-8d67-c8981095ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:14.110242 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf337d-1aaf-4d39-8429-64cef02e498f None None] Checking router: 922c2485-4e0d-49a5-a8da-a821e6522aef for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:22:14.110375 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4d495a09-aebd-4daf-9ebe-f22c8d34572c req-12c10560-9647-477a-8d67-c8981095ac5d service neutron] 10.222.0.99 "GET /v2.0/networks?id=8b20d4b4-1391-4500-96bd-4ce91c9bc74e HTTP/1.1" status: 200 len: 923 time: 0.1524379 Feb 04 13:22:14.122721 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf337d-1aaf-4d39-8429-64cef02e498f None None] Routers {'922c2485-4e0d-49a5-a8da-a821e6522aef'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:22:14.123284 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-adaf337d-1aaf-4d39-8429-64cef02e498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:22:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['922c2485-4e0d-49a5-a8da-a821e6522aef'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:14.197332 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4d495a09-aebd-4daf-9ebe-f22c8d34572c req-308e8831-7b1c-4d57-884f-d75812d48e85 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e493a4b-96db-4c75-a2e7-18a145fdc25e HTTP/1.1" status: 200 len: 217 time: 0.0569961 Feb 04 13:22:14.293552 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-adaf337d-1aaf-4d39-8429-64cef02e498f None None] Set router 922c2485-4e0d-49a5-a8da-a821e6522aef gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:22:14.297711 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d495a09-aebd-4daf-9ebe-f22c8d34572c req-ce47f4c9-147d-493a-90bd-b64e3a843a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:14.300132 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4d495a09-aebd-4daf-9ebe-f22c8d34572c req-ce47f4c9-147d-493a-90bd-b64e3a843a22 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7b76ab68-ed3b-41e4-97fc-fb0267da718f HTTP/1.1" status: 200 len: 862 time: 0.0936270 Feb 04 13:22:14.304531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-eb53a3c1-19d7-4a66-bb9b-614a0be32008 admin admin] For port f455db19-fff3-4711-bf7c-868de0b79496, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f455db19-fff3-4711-bf7c-868de0b79496,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:14.304531 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb53a3c1-19d7-4a66-bb9b-614a0be32008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f455db19-fff3-4711-bf7c-868de0b79496), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:14.362745 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4d495a09-aebd-4daf-9ebe-f22c8d34572c req-63ae18bb-7527-43ee-bc87-970fa83bb1ca service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8b20d4b4-1391-4500-96bd-4ce91c9bc74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473998 Feb 04 13:22:14.364296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-eb53a3c1-19d7-4a66-bb9b-614a0be32008 admin admin] Calling delete_port for f455db19-fff3-4711-bf7c-868de0b79496 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:14.430882 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:14.447240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-1b8c5357-0c73-47bc-aba7-27edd229103c tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3569829 Feb 04 13:22:14.459366 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:14.501444 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Publish callbacks [] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:14.511871 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:14.542595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16613b46-a090-453a-bae4-fef9dad070ae req-d8a4cc7b-0d44-4313-812f-abbd81039682 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:14.550453 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16613b46-a090-453a-bae4-fef9dad070ae req-d8a4cc7b-0d44-4313-812f-abbd81039682 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.9348226 Feb 04 13:22:14.567550 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-adaf337d-1aaf-4d39-8429-64cef02e498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:22:13Z', 'revision_number': 6, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:14.581118 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:14.610947 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4d495a09-aebd-4daf-9ebe-f22c8d34572c req-00ab0404-e43e-47ff-8492-ff26eba9ba2a service neutron] 10.222.0.99 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386148 Feb 04 13:22:14.671773 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf337d-1aaf-4d39-8429-64cef02e498f None None] The sync data for ids ['922c2485-4e0d-49a5-a8da-a821e6522aef'] in n-d-714676-13 is: [{'id': '922c2485-4e0d-49a5-a8da-a821e6522aef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093461763-router', 'tenant_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:27Z', 'updated_at': '2022-02-04T13:22:13Z', 'revision_number': 6, 'project_id': 'd3420ec3eb624ae4b3c182d3678b3680', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:22:14.705955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af0f1b-175b-4163-898b-e57f7bd23455 None None] Pushing event updated for resources: {'Port': ['ID=9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:14.773383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Attempting to bind port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:22:14.773835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Attempting to bind port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '047c9836-5f6b-40a2-a187-2d87354cbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fc51f16a-d8f3-40b4-b733-94ea998dd637'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:22:14.774415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Attempting to bind port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a on network fc51f16a-d8f3-40b4-b733-94ea998dd637 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:22:14.785905 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:22:14.786420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Checking segment: {'id': '047c9836-5f6b-40a2-a187-2d87354cbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fc51f16a-d8f3-40b4-b733-94ea998dd637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:22:14.786892 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:14.787389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Bound using segment: {'id': '047c9836-5f6b-40a2-a187-2d87354cbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fc51f16a-d8f3-40b4-b733-94ea998dd637'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:22:14.788183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Bound port: 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047c9836-5f6b-40a2-a187-2d87354cbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fc51f16a-d8f3-40b4-b733-94ea998dd637'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:22:14.790537 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:14.806460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16613b46-a090-453a-bae4-fef9dad070ae req-afa0f569-b807-4e99-a3b8-05b4a992b58b tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548614 Feb 04 13:22:15.019012 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] For port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:22:15.024943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] For port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a,segment=NetworkSegment(047c9836-5f6b-40a2-a187-2d87354cbe8c),segment_id=047c9836-5f6b-40a2-a187-2d87354cbe8c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:22:15.038728 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:15.041049 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:15.179808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3ca4a3c2-19f4-42b4-8f2f-9c11009d4bf9 None None] Provisioning complete for port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:15.180173 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ca4a3c2-19f4-42b4-8f2f-9c11009d4bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:15.183822 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Routers {'c3172fe3-f4c4-47cf-ad73-210d30a2baee'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:22:15.184523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:22:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3172fe3-f4c4-47cf-ad73-210d30a2baee'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:15.190595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af0f1b-175b-4163-898b-e57f7bd23455 None None] Pushing event updated for resources: {'Port': ['ID=9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:15.250428 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb53a3c1-19d7-4a66-bb9b-614a0be32008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f455db19-fff3-4711-bf7c-868de0b79496), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:15.302359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e1982-08c4-4e8b-ab99-a70143fb9b66 req-538bc2fd-c0c9-47ee-aa5b-2433998f6b4a tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:15.310388 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a2e1982-08c4-4e8b-ab99-a70143fb9b66 req-538bc2fd-c0c9-47ee-aa5b-2433998f6b4a tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 944 time: 0.3669088 Feb 04 13:22:15.352222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53a3c1-19d7-4a66-bb9b-614a0be32008 admin admin] Pushing event deleted for resources: {'Port': ['ID=f455db19-fff3-4711-bf7c-868de0b79496,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:15.359904 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4d495a09-aebd-4daf-9ebe-f22c8d34572c req-c616655d-424f-4f26-9ee8-18c87563f050 service neutron] 10.222.0.99 "GET /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942146 Feb 04 13:22:15.417158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a2e1982-08c4-4e8b-ab99-a70143fb9b66 req-fa5fdb2d-5705-4cd3-89ae-07a2b1747312 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b98b8b1-1678-455e-b99a-028e056b4189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041882 Feb 04 13:22:15.420987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Allocated IP 172.25.5.104 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/87c56098-9048-4e8f-8be9-6ab6f70ef858) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:15.443101 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ff5aa6ae-a7e7-4531-8363-0a81a10f0968 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:22:15.446084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:22:15.579551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb53a3c1-19d7-4a66-bb9b-614a0be32008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (922c2485-4e0d-49a5-a8da-a821e6522aef), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:15.673799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] Set router c3172fe3-f4c4-47cf-ad73-210d30a2baee gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:22:15.758318 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:15.763414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1b4eea0d-664a-4796-bafc-7d9d7b936785 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:15.766981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:15.791250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42007d-d90c-44b2-a9c6-c8d99d136c5f req-45319e7f-da37-47f4-ade7-683dad1d70d9 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:15.798485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c42007d-d90c-44b2-a9c6-c8d99d136c5f req-45319e7f-da37-47f4-ade7-683dad1d70d9 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 944 time: 0.1896873 Feb 04 13:22:15.811537 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb53a3c1-19d7-4a66-bb9b-614a0be32008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (922c2485-4e0d-49a5-a8da-a821e6522aef), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:15.816836 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb53a3c1-19d7-4a66-bb9b-614a0be32008 admin admin] Publish callbacks [] for router_controller (922c2485-4e0d-49a5-a8da-a821e6522aef), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:15.822588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:15.823044 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:15.839327 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 1b4eea0d-664a-4796-bafc-7d9d7b936785 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:15.839713 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1b4eea0d-664a-4796-bafc-7d9d7b936785 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:15.840795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f455db19-fff3-4711-bf7c-868de0b79496 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:15.849719 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks [] for port (87c56098-9048-4e8f-8be9-6ab6f70ef858), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:15.906206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c42007d-d90c-44b2-a9c6-c8d99d136c5f req-39ca308e-74b1-4c3c-8178-f66d7444fe38 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036792 Feb 04 13:22:15.937730 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb53a3c1-19d7-4a66-bb9b-614a0be32008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (922c2485-4e0d-49a5-a8da-a821e6522aef), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:15.938449 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb53a3c1-19d7-4a66-bb9b-614a0be32008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 922c2485-4e0d-49a5-a8da-a821e6522aef {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:22:15.950487 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb53a3c1-19d7-4a66-bb9b-614a0be32008 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:15.957996 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-eb53a3c1-19d7-4a66-bb9b-614a0be32008 admin admin] 10.222.0.96 "DELETE /v2.0/routers/922c2485-4e0d-49a5-a8da-a821e6522aef HTTP/1.1" status: 204 len: 168 time: 2.5659955 Feb 04 13:22:15.959425 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35058) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:15.973267 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (87c56098-9048-4e8f-8be9-6ab6f70ef858), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:16.015849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: f455db19-fff3-4711-bf7c-868de0b79496 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:16.016191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f455db19-fff3-4711-bf7c-868de0b79496 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:16.045070 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38106f8c-4e2c-423c-8e21-be76185efd37 x-openstack-request-id: req-38106f8c-4e2c-423c-8e21-be76185efd37 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:16.045658 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd96b284-d63d-4599-b2d9-6cd90e1decad", "name": "network-vif-unplugged", "status": "completed", "tag": "ff5aa6ae-a7e7-4531-8363-0a81a10f0968", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:16.045932 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-38106f8c-4e2c-423c-8e21-be76185efd37 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:16.046366 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd96b284-d63d-4599-b2d9-6cd90e1decad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968', 'code': 200} Feb 04 13:22:16.082284 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93f471e-eb08-42d5-8c1e-c99c8c54d14c admin admin] Deleting subnet e5874b54-d066-497f-a6a6-8caf98c219b5 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:22:16.096124 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f93f471e-eb08-42d5-8c1e-c99c8c54d14c admin admin] Publish callbacks [] for subnet (e5874b54-d066-497f-a6a6-8caf98c219b5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:16.106748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Pushing event updated for resources: {'Port': ['ID=87c56098-9048-4e8f-8be9-6ab6f70ef858,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:16.129419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:16.131747 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:16.141290 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:22:16.222655 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f93f471e-eb08-42d5-8c1e-c99c8c54d14c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (e5874b54-d066-497f-a6a6-8caf98c219b5), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:16.306471 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3ca4a3c2-19f4-42b4-8f2f-9c11009d4bf9 None None] Current status of the port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:16.307019 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ca4a3c2-19f4-42b4-8f2f-9c11009d4bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:16.319356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faaf29-ad8a-42cd-9fca-ef1e23764925 req-4eaec2a3-5540-44a5-977b-d5cb265e1ac1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:16.333823 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8faaf29-ad8a-42cd-9fca-ef1e23764925 req-4eaec2a3-5540-44a5-977b-d5cb265e1ac1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.1593268 Feb 04 13:22:16.430449 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ff5aa6ae-a7e7-4531-8363-0a81a10f0968, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:16.433986 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f93f471e-eb08-42d5-8c1e-c99c8c54d14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (e5874b54-d066-497f-a6a6-8caf98c219b5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:16.463433 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks [] for floatingip (8813afa3-031e-435b-af08-7f3386e098f8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:16.473176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8faaf29-ad8a-42cd-9fca-ef1e23764925 req-897ed4c3-f8f7-4b90-83f7-b66cfe5d8504 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356294 Feb 04 13:22:16.481076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3ca4a3c2-19f4-42b4-8f2f-9c11009d4bf9 None None] For port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a,segment=NetworkSegment(047c9836-5f6b-40a2-a187-2d87354cbe8c),segment_id=047c9836-5f6b-40a2-a187-2d87354cbe8c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:16.496840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968', 'mac_address': 'fa:16:3e:23:b8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:22:16.499301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:16.499678 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:16.501690 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ca4a3c2-19f4-42b4-8f2f-9c11009d4bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:16.528210 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (87c56098-9048-4e8f-8be9-6ab6f70ef858), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:16.543623 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f93f471e-eb08-42d5-8c1e-c99c8c54d14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (e5874b54-d066-497f-a6a6-8caf98c219b5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:16.560738 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f93f471e-eb08-42d5-8c1e-c99c8c54d14c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:16.570731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35062) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:16.577490 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f93f471e-eb08-42d5-8c1e-c99c8c54d14c admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e5874b54-d066-497f-a6a6-8caf98c219b5 HTTP/1.1" status: 204 len: 168 time: 0.6104405 Feb 04 13:22:16.608733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9626ab0c-59e2-4ed4-b6c7-7e622dcb1156 None None] Network c026ffbf-8ece-4f85-be6b-56d3d0b3328b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:22:16.613065 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f471e-eb08-42d5-8c1e-c99c8c54d14c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5874b54-d066-497f-a6a6-8caf98c219b5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:16.726528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9,segment=NetworkSegment(0270712e-0147-4e10-8895-c38defb335db),segment_id=0270712e-0147-4e10-8895-c38defb335db)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:16.748014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4a3c2-19f4-42b4-8f2f-9c11009d4bf9 None None] Pushing event updated for resources: {'Port': ['ID=9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:16.804710 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (c026ffbf-8ece-4f85-be6b-56d3d0b3328b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:16.823043 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:16.834707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5f7968d7-8dd8-4476-b267-9f31b2b28139 None None] Provisioning complete for port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:16.835046 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f7968d7-8dd8-4476-b267-9f31b2b28139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:16.837674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:16.838262 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:16.842927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c34692-441e-4e64-bb85-71fbbd9ff796 req-163530c5-55bd-4315-9e74-2f7ffa2c15fd tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:16.844612 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70c34692-441e-4e64-bb85-71fbbd9ff796 req-163530c5-55bd-4315-9e74-2f7ffa2c15fd tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 947 time: 0.2506645 Feb 04 13:22:16.968237 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70c34692-441e-4e64-bb85-71fbbd9ff796 req-30b62db9-892f-42d8-a103-f93ecee93255 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154621 Feb 04 13:22:16.994037 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks [] for port (87c56098-9048-4e8f-8be9-6ab6f70ef858), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:17.003359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] Deleting port b0c4532c-0847-4e97-9db5-c5e80039ac2a {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:17.003689 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b0c4532c-0847-4e97-9db5-c5e80039ac2a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:17.020373 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (87c56098-9048-4e8f-8be9-6ab6f70ef858), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:17.106017 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:17.117472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5aa6ae-a7e7-4531-8363-0a81a10f0968 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:22:17.128250 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'name': 'tempest-FloatingIPsTestJSON-593958908-router', 'tenant_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:00Z', 'updated_at': '2022-02-04T13:22:10Z', 'revision_number': 4, 'project_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'gw_port': {'id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:22:01Z', 'updated_at': '2022-02-04T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a', 'name': '', 'network_id': 'fc51f16a-d8f3-40b4-b733-94ea998dd637', 'tenant_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'mac_address': 'fa:16:3e:ba:b1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '14a7f40a-97e8-4064-b2c5-28fa03b580a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:22:07Z', 'updated_at': '2022-02-04T13:22:15Z', 'revision_number': 4, 'project_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'subnets': [{'id': '14a7f40a-97e8-4064-b2c5-28fa03b580a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:17.132274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:17.184051 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34556eb5-53a5-41ba-b029-1a8ecf9f27ef None None] The sync data for ids ['c3172fe3-f4c4-47cf-ad73-210d30a2baee'] in n-d-714676-13 is: [{'id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'name': 'tempest-FloatingIPsTestJSON-593958908-router', 'tenant_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:00Z', 'updated_at': '2022-02-04T13:22:10Z', 'revision_number': 4, 'project_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'gw_port': {'id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:22:01Z', 'updated_at': '2022-02-04T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a', 'name': '', 'network_id': 'fc51f16a-d8f3-40b4-b733-94ea998dd637', 'tenant_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'mac_address': 'fa:16:3e:ba:b1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '14a7f40a-97e8-4064-b2c5-28fa03b580a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:22:07Z', 'updated_at': '2022-02-04T13:22:15Z', 'revision_number': 4, 'project_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'subnets': [{'id': '14a7f40a-97e8-4064-b2c5-28fa03b580a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:22:17.207544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ff5aa6ae-a7e7-4531-8363-0a81a10f0968, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:17.231841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] For port b0c4532c-0847-4e97-9db5-c5e80039ac2a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b0c4532c-0847-4e97-9db5-c5e80039ac2a,segment=NetworkSegment(55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b),segment_id=55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:17.232749 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b0c4532c-0847-4e97-9db5-c5e80039ac2a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:17.239551 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:17.269659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Pushing event updated for resources: {'Port': ['ID=87c56098-9048-4e8f-8be9-6ab6f70ef858,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:17.284272 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (8813afa3-031e-435b-af08-7f3386e098f8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:17.287585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] Calling delete_port for b0c4532c-0847-4e97-9db5-c5e80039ac2a owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:17.359434 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:17.360844 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c5123f64-7039-4e7f-a988-0e0a0aee259f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9067988 Feb 04 13:22:17.381863 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591303fc-dde7-4883-9214-e1983a33f0cd req-688483d9-a77e-4634-b53f-a1d8c450b7bd tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:17.383885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-591303fc-dde7-4883-9214-e1983a33f0cd req-688483d9-a77e-4634-b53f-a1d8c450b7bd tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 945 time: 0.3038094 Feb 04 13:22:17.396337 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5f7968d7-8dd8-4476-b267-9f31b2b28139 None None] Current status of the port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:17.408532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,revision_number=10']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:17.431880 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8e493a4b-96db-4c75-a2e7-18a145fdc25e details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:22:17.462797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d88018a-0a2a-4e83-ba42-7a9fc16aa637 None None] DHCP port deletion for c026ffbf-8ece-4f85-be6b-56d3d0b3328b request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:22:17.516487 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-81d3dfc6-f940-4359-bc5e-b878a139a15e tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.104 HTTP/1.1" status: 200 len: 696 time: 0.1313531 Feb 04 13:22:17.624205 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b0c4532c-0847-4e97-9db5-c5e80039ac2a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:17.652734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['ff5aa6ae-a7e7-4531-8363-0a81a10f0968'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:22:17.665219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c4532c-0847-4e97-9db5-c5e80039ac2a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:17.696270 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-591303fc-dde7-4883-9214-e1983a33f0cd req-dbab5bcf-f722-4814-8700-e203ee7d7389 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b98b8b1-1678-455e-b99a-028e056b4189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901838 Feb 04 13:22:17.709874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] No DVR routers for this DVR port b0c4532c-0847-4e97-9db5-c5e80039ac2a on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:17.801250 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8e493a4b-96db-4c75-a2e7-18a145fdc25e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8e493a4b-96db-4c75-a2e7-18a145fdc25e,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:17.811893 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0d88018a-0a2a-4e83-ba42-7a9fc16aa637 None None] Deleting port b0c4532c-0847-4e97-9db5-c5e80039ac2a {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:17.812245 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0d88018a-0a2a-4e83-ba42-7a9fc16aa637 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b0c4532c-0847-4e97-9db5-c5e80039ac2a), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:17.870605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '8e493a4b-96db-4c75-a2e7-18a145fdc25e', 'network_id': '8b20d4b4-1391-4500-96bd-4ce91c9bc74e', 'port_id': '8e493a4b-96db-4c75-a2e7-18a145fdc25e', 'mac_address': 'fa:16:3e:6d:7a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b76ab68-ed3b-41e4-97fc-fb0267da718f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:22:17.885819 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c204271c-f520-4ae8-a76c-d8df1fd5e724 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:17.887291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a2a3425-4655-444c-a7cd-fd202ac70657 req-c204271c-f520-4ae8-a76c-d8df1fd5e724 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.3600781 Feb 04 13:22:17.899633 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (c026ffbf-8ece-4f85-be6b-56d3d0b3328b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:17.920833 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:22:17.943540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c026ffbf-8ece-4f85-be6b-56d3d0b3328b']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:17.961324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:17.961976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:17.990075 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:18.007085 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:18.045795 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:18.076608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6eea621-7d35-4ea7-8e15-67eb6c8f3b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:18.090500 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:22:18.090904 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (55ee5c56-6448-4e5f-8e1f-554d0eb5dc6b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:22:18.093154 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:22:18.109491 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae24558-5edd-478a-8cc1-dcbd1f9541a2" -d '{"events": [{"server_uuid": "f6eea621-7d35-4ea7-8e15-67eb6c8f3b92", "name": "network-vif-plugged", "status": "completed", "tag": "b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:18.183358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0d88018a-0a2a-4e83-ba42-7a9fc16aa637 None None] For port b0c4532c-0847-4e97-9db5-c5e80039ac2a, host n-d-714676-13, got binding levels [] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:18.184040 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0d88018a-0a2a-4e83-ba42-7a9fc16aa637 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b0c4532c-0847-4e97-9db5-c5e80039ac2a), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:18.195404 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (c026ffbf-8ece-4f85-be6b-56d3d0b3328b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:18.211887 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:18.215184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] 10.222.0.96 "DELETE /v2.0/networks/c026ffbf-8ece-4f85-be6b-56d3d0b3328b HTTP/1.1" status: 204 len: 168 time: 1.6430600 Feb 04 13:22:18.220995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35092) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:18.238006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0d88018a-0a2a-4e83-ba42-7a9fc16aa637 None None] Calling delete_port for b0c4532c-0847-4e97-9db5-c5e80039ac2a owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:18.248546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b20089-7223-421c-a99f-77c230e3a48b req-5e5bd7b6-7f7c-45b1-a1a7-f52bec54a3f0 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:18.250882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5b20089-7223-421c-a99f-77c230e3a48b req-5e5bd7b6-7f7c-45b1-a1a7-f52bec54a3f0 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 944 time: 0.2272940 Feb 04 13:22:18.252890 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e1dcf-0399-4ac0-8761-815a4d0e9735 admin admin] Pushing event deleted for resources: {'Network': ['ID=c026ffbf-8ece-4f85-be6b-56d3d0b3328b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:18.259533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.ipam_backend_mixin [None req-0d88018a-0a2a-4e83-ba42-7a9fc16aa637 None None] Port b0c4532c-0847-4e97-9db5-c5e80039ac2a was not found and therefore no delete operation was performed {{(pid=103608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:22:18.269854 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8e493a4b-96db-4c75-a2e7-18a145fdc25e is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:18.270287 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8e493a4b-96db-4c75-a2e7-18a145fdc25e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:18.272273 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0d88018a-0a2a-4e83-ba42-7a9fc16aa637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (b0c4532c-0847-4e97-9db5-c5e80039ac2a), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:18.339434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88018a-0a2a-4e83-ba42-7a9fc16aa637 None None] Pushing event deleted for resources: {'Port': ['ID=b0c4532c-0847-4e97-9db5-c5e80039ac2a,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:18.364977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5b20089-7223-421c-a99f-77c230e3a48b req-d0a75b72-aeaf-4763-8318-6248e7d8cf00 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889430 Feb 04 13:22:18.382716 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d88018a-0a2a-4e83-ba42-7a9fc16aa637 None None] Network c026ffbf-8ece-4f85-be6b-56d3d0b3328b is not hosted by any dhcp agent {{(pid=103608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 13:22:18.383705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d88018a-0a2a-4e83-ba42-7a9fc16aa637 None None] No DVR routers for this DVR port b0c4532c-0847-4e97-9db5-c5e80039ac2a on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:18.397364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e493a4b-96db-4c75-a2e7-18a145fdc25e {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:22:18.470429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8e493a4b-96db-4c75-a2e7-18a145fdc25e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8e493a4b-96db-4c75-a2e7-18a145fdc25e,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:18.504797 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8e493a4b-96db-4c75-a2e7-18a145fdc25e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:18.565913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:18.566656 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:18.629960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25c09e55-7730-45d1-aea6-4b25a53e2322 req-4392d943-98d8-45ea-adac-7d74eff5f6ea tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/floatingips/8813afa3-031e-435b-af08-7f3386e098f8 HTTP/1.1" status: 200 len: 693 time: 0.1595652 Feb 04 13:22:18.728785 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b074e709-334e-4df1-8e16-7301af8537ce req-0ea0c0e7-22d4-4bd2-af05-8fdfd0a036cd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2984135 Feb 04 13:22:18.750499 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8e493a4b-96db-4c75-a2e7-18a145fdc25e,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:18.810026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0df64-230f-4694-8aa6-2784f49bddcf req-c418c89d-5af5-4b40-b5f3-7e832ae82e46 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:18.819232 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44c0df64-230f-4694-8aa6-2784f49bddcf req-c418c89d-5af5-4b40-b5f3-7e832ae82e46 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.2409811 Feb 04 13:22:18.946198 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44c0df64-230f-4694-8aa6-2784f49bddcf req-9a4bfeca-1695-4db5-8855-8ec95b0bbdc2 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257832 Feb 04 13:22:18.969512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c09e55-7730-45d1-aea6-4b25a53e2322 req-c71de0d9-9d81-4f40-aa9b-7b28b3919164 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:18.973824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074e709-334e-4df1-8e16-7301af8537ce req-2aea1ee4-1552-40f8-9c54-f3dafc17c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:18.979074 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25c09e55-7730-45d1-aea6-4b25a53e2322 req-c71de0d9-9d81-4f40-aa9b-7b28b3919164 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.3470025 Feb 04 13:22:18.984891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-25c09e55-7730-45d1-aea6-4b25a53e2322 req-21638746-a080-4d1c-9556-c908c04f7277 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:22:18.987798 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b074e709-334e-4df1-8e16-7301af8537ce req-2aea1ee4-1552-40f8-9c54-f3dafc17c0af service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 1133 time: 0.1943922 Feb 04 13:22:19.003496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25c09e55-7730-45d1-aea6-4b25a53e2322 req-21638746-a080-4d1c-9556-c908c04f7277 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0241773 Feb 04 13:22:19.099582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8e493a4b-96db-4c75-a2e7-18a145fdc25e'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:22:19.123203 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8404ba51-37b4-4f50-a89a-6146cf06b7de x-openstack-request-id: req-8404ba51-37b4-4f50-a89a-6146cf06b7de {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:19.123502 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6eea621-7d35-4ea7-8e15-67eb6c8f3b92", "name": "network-vif-plugged", "status": "completed", "tag": "b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:19.123744 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8404ba51-37b4-4f50-a89a-6146cf06b7de {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:19.124139 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eea621-7d35-4ea7-8e15-67eb6c8f3b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9', 'code': 200} Feb 04 13:22:19.306697 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:19.368202 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074e709-334e-4df1-8e16-7301af8537ce req-5848a8fb-5264-4082-bcd3-a36796a821ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:19.372312 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b074e709-334e-4df1-8e16-7301af8537ce req-5848a8fb-5264-4082-bcd3-a36796a821ca service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3516710 Feb 04 13:22:19.402319 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15f1ad-5453-4beb-af50-b0b2a40be3a7 req-dff20103-39f3-430e-b01c-76f8925e3c9b tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:19.423878 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b15f1ad-5453-4beb-af50-b0b2a40be3a7 req-dff20103-39f3-430e-b01c-76f8925e3c9b tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 945 time: 0.2921705 Feb 04 13:22:19.444424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb38f3-f5cb-46a7-97fa-12bf3ca01bd0 req-b57e9b30-ea1d-42a5-9a94-d647b42a2006 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:19.452511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0eb38f3-f5cb-46a7-97fa-12bf3ca01bd0 req-b57e9b30-ea1d-42a5-9a94-d647b42a2006 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.2461071 Feb 04 13:22:19.479313 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b0c4532c-0847-4e97-9db5-c5e80039ac2a no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:19.530570 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: b0c4532c-0847-4e97-9db5-c5e80039ac2a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:19.531511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b0c4532c-0847-4e97-9db5-c5e80039ac2a not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:19.602972 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b074e709-334e-4df1-8e16-7301af8537ce req-663a67a9-e836-45c3-bf3b-61cc7e569f67 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc HTTP/1.1" status: 200 len: 217 time: 0.2032173 Feb 04 13:22:19.677355 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0eb38f3-f5cb-46a7-97fa-12bf3ca01bd0 req-e2b472db-0714-495b-ac77-e04060b51765 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229383 Feb 04 13:22:19.706036 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b15f1ad-5453-4beb-af50-b0b2a40be3a7 req-f70aa633-07dc-47d6-aa01-4c550c740a4f tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b98b8b1-1678-455e-b99a-028e056b4189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481558 Feb 04 13:22:19.837012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaf1ac-9403-4c7a-a07b-4b916c2ed57b req-189fa0c7-2db7-4802-98ac-778d71d0c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:19.839405 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f9eaf1ac-9403-4c7a-a07b-4b916c2ed57b req-189fa0c7-2db7-4802-98ac-778d71d0c026 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 1128 time: 0.4648929 Feb 04 13:22:19.844747 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074e709-334e-4df1-8e16-7301af8537ce req-b3f5d44d-dd21-4c16-93c1-ca67e5e7946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:19.848672 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b074e709-334e-4df1-8e16-7301af8537ce req-b3f5d44d-dd21-4c16-93c1-ca67e5e7946e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.2272904 Feb 04 13:22:19.946427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f749eccb-48d3-4489-93e6-22f4dce73c64 req-4d98b90f-1183-4f69-bd46-f24a5c6e6970 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/floatingips?tenant_id=d0adf2e94dc541f0aca18b8b9d743ece HTTP/1.1" status: 200 len: 696 time: 0.1930895 Feb 04 13:22:20.009613 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f9eaf1ac-9403-4c7a-a07b-4b916c2ed57b req-619b4ba5-1b74-4455-855c-1a686443ede0 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=1b98b8b1-1678-455e-b99a-028e056b4189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593037 Feb 04 13:22:20.034448 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074e709-334e-4df1-8e16-7301af8537ce req-f8b8be54-c16c-46b4-a174-61e339357a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:20.036965 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b074e709-334e-4df1-8e16-7301af8537ce req-f8b8be54-c16c-46b4-a174-61e339357a96 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1738901 Feb 04 13:22:20.044070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2fb90-f50f-4916-91e5-5ef213b7c82b req-49c8ff48-82d0-4477-9f96-173c894af223 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:20.056468 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ae2fb90-f50f-4916-91e5-5ef213b7c82b req-49c8ff48-82d0-4477-9f96-173c894af223 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 945 time: 0.1579218 Feb 04 13:22:20.198241 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ae2fb90-f50f-4916-91e5-5ef213b7c82b req-85712073-56d3-46e3-9687-8eee2293c909 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410360 Feb 04 13:22:20.214760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749eccb-48d3-4489-93e6-22f4dce73c64 req-182b41db-3c67-49a3-be6e-d67d6cbac89e tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:20.235539 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f749eccb-48d3-4489-93e6-22f4dce73c64 req-182b41db-3c67-49a3-be6e-d67d6cbac89e tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/networks?id=92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 787 time: 0.2725887 Feb 04 13:22:20.244938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-f749eccb-48d3-4489-93e6-22f4dce73c64 req-c5c69006-cc5b-4cbf-904c-0189ce958cdf tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:22:20.256663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f749eccb-48d3-4489-93e6-22f4dce73c64 req-c5c69006-cc5b-4cbf-904c-0189ce958cdf tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0201802 Feb 04 13:22:20.261567 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9204b332-4f8f-4147-bbea-0ea810430017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (75a38192-fea8-4a98-aa02-fc79f3b036a0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:20.306440 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b074e709-334e-4df1-8e16-7301af8537ce req-bd0ab5ff-a7dc-4588-8b96-66e2bfde748c service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592318 Feb 04 13:22:20.376554 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48e217df-37bc-4a39-bcb5-baa472887625 req-7dbb40c2-f83d-4f56-88b2-b969ecb577a5 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/floatingips/8813afa3-031e-435b-af08-7f3386e098f8 HTTP/1.1" status: 200 len: 693 time: 0.1042919 Feb 04 13:22:20.644501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e217df-37bc-4a39-bcb5-baa472887625 req-53c38ac1-6862-4783-96aa-f7b17a1882c4 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:20.646573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48e217df-37bc-4a39-bcb5-baa472887625 req-53c38ac1-6862-4783-96aa-f7b17a1882c4 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.2571361 Feb 04 13:22:20.664963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bb4bd-28fb-4b2e-ab4d-10cd9d499c40 req-1ddc9b8a-2c05-4e13-9281-8d21a8688297 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:20.672209 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-750bb4bd-28fb-4b2e-ab4d-10cd9d499c40 req-1ddc9b8a-2c05-4e13-9281-8d21a8688297 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.2919352 Feb 04 13:22:20.873117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48e217df-37bc-4a39-bcb5-baa472887625 req-ee64433c-9738-4438-a046-300154e74251 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.104 HTTP/1.1" status: 200 len: 696 time: 0.1977520 Feb 04 13:22:20.942800 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48e217df-37bc-4a39-bcb5-baa472887625 req-c7098c8f-6451-4dc0-844a-aa55ee47b3a8 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.104 HTTP/1.1" status: 200 len: 696 time: 0.0687654 Feb 04 13:22:20.970951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-750bb4bd-28fb-4b2e-ab4d-10cd9d499c40 req-7fcfb819-c5c7-40b1-8241-939f891dbce6 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411383 Feb 04 13:22:21.006933 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8f03aef7-57a1-47a6-a696-29defd4bddb0 req-f8d1a501-6883-4934-9da1-3c730f4e95a6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2534316 Feb 04 13:22:21.041564 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b074e709-334e-4df1-8e16-7301af8537ce req-cb0c5644-0240-4e5e-b6a6-53c6e162c523 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650180 Feb 04 13:22:21.134952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03aef7-57a1-47a6-a696-29defd4bddb0 req-6bbae2ae-9d42-4e2a-a3ab-df558f127c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:21.138017 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8f03aef7-57a1-47a6-a696-29defd4bddb0 req-6bbae2ae-9d42-4e2a-a3ab-df558f127c9d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 1132 time: 0.0952384 Feb 04 13:22:21.264902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-48e217df-37bc-4a39-bcb5-baa472887625 req-37febbde-4eea-4e4f-b9da-fe1d75a33f66 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Deleting port 87c56098-9048-4e8f-8be9-6ab6f70ef858 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:21.265232 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-48e217df-37bc-4a39-bcb5-baa472887625 req-37febbde-4eea-4e4f-b9da-fe1d75a33f66 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (87c56098-9048-4e8f-8be9-6ab6f70ef858), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:21.437064 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9204b332-4f8f-4147-bbea-0ea810430017 admin admin] Deleting port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:21.437493 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9204b332-4f8f-4147-bbea-0ea810430017 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:21.439090 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-48e217df-37bc-4a39-bcb5-baa472887625 req-37febbde-4eea-4e4f-b9da-fe1d75a33f66 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (87c56098-9048-4e8f-8be9-6ab6f70ef858), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:21.439944 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-48e217df-37bc-4a39-bcb5-baa472887625 req-37febbde-4eea-4e4f-b9da-fe1d75a33f66 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks [] for floatingip (87c56098-9048-4e8f-8be9-6ab6f70ef858), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:21.470406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8e493a4b-96db-4c75-a2e7-18a145fdc25e up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:22:21.473178 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-48e217df-37bc-4a39-bcb5-baa472887625 req-37febbde-4eea-4e4f-b9da-fe1d75a33f66 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Calling delete_port for 87c56098-9048-4e8f-8be9-6ab6f70ef858 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:21.489362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03aef7-57a1-47a6-a696-29defd4bddb0 req-bd2460e5-f759-4218-90de-3171c20f76db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:21.490975 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8f03aef7-57a1-47a6-a696-29defd4bddb0 req-bd2460e5-f759-4218-90de-3171c20f76db service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.2884707 Feb 04 13:22:21.687627 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8f03aef7-57a1-47a6-a696-29defd4bddb0 req-6a84a86e-3ae8-44bd-b506-63f4f70ae7fc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779 HTTP/1.1" status: 200 len: 217 time: 0.1096911 Feb 04 13:22:21.724685 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e3d84-0d26-4e33-ace2-da51eca49342 req-af6a2762-4833-47a5-a255-a85e7add61b3 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:21.732577 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d1e3d84-0d26-4e33-ace2-da51eca49342 req-af6a2762-4833-47a5-a255-a85e7add61b3 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 945 time: 0.6006224 Feb 04 13:22:21.757068 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-48e217df-37bc-4a39-bcb5-baa472887625 req-37febbde-4eea-4e4f-b9da-fe1d75a33f66 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (87c56098-9048-4e8f-8be9-6ab6f70ef858), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:21.779333 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 8e493a4b-96db-4c75-a2e7-18a145fdc25e completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:21.787528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 8e493a4b-96db-4c75-a2e7-18a145fdc25e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:21.788113 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8e493a4b-96db-4c75-a2e7-18a145fdc25e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:21.805644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37febbde-4eea-4e4f-b9da-fe1d75a33f66 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Pushing event deleted for resources: {'Port': ['ID=87c56098-9048-4e8f-8be9-6ab6f70ef858,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:21.879868 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-9204b332-4f8f-4147-bbea-0ea810430017 admin admin] For port 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3296f8b5-1fcc-419f-91dc-aa5698bd2fbf,segment=NetworkSegment(75c6a890-6fea-420a-b92c-1846187d51d5),segment_id=75c6a890-6fea-420a-b92c-1846187d51d5)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:21.880162 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9204b332-4f8f-4147-bbea-0ea810430017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:21.901447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9204b332-4f8f-4147-bbea-0ea810430017 admin admin] Calling delete_port for 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:21.940862 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-48e217df-37bc-4a39-bcb5-baa472887625 req-37febbde-4eea-4e4f-b9da-fe1d75a33f66 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks [] for floatingip (8813afa3-031e-435b-af08-7f3386e098f8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:21.951783 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-48e217df-37bc-4a39-bcb5-baa472887625 req-37febbde-4eea-4e4f-b9da-fe1d75a33f66 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:21.953541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48e217df-37bc-4a39-bcb5-baa472887625 req-37febbde-4eea-4e4f-b9da-fe1d75a33f66 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "DELETE /v2.0/floatingips/8813afa3-031e-435b-af08-7f3386e098f8 HTTP/1.1" status: 204 len: 173 time: 0.9973371 Feb 04 13:22:21.964047 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d1e3d84-0d26-4e33-ace2-da51eca49342 req-3b2b8a5d-9fb9-408b-b14b-2bd51d1d24ac tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b98b8b1-1678-455e-b99a-028e056b4189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305915 Feb 04 13:22:22.050728 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03aef7-57a1-47a6-a696-29defd4bddb0 req-5a2994b7-e27c-4ec3-992f-946ce3346b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:22.052432 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8f03aef7-57a1-47a6-a696-29defd4bddb0 req-5a2994b7-e27c-4ec3-992f-946ce3346b49 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.3577638 Feb 04 13:22:22.062443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8e493a4b-96db-4c75-a2e7-18a145fdc25e is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:22.063230 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8e493a4b-96db-4c75-a2e7-18a145fdc25e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:22.113945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b28a85c-83fb-49e2-9042-f1145c9f70ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e493a4b-96db-4c75-a2e7-18a145fdc25e'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:22.118012 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1943602-c161-4710-bba4-ebf28d5f99d5" -d '{"events": [{"server_uuid": "9b28a85c-83fb-49e2-9042-f1145c9f70ad", "name": "network-vif-plugged", "status": "completed", "tag": "8e493a4b-96db-4c75-a2e7-18a145fdc25e"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:22.146829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8e493a4b-96db-4c75-a2e7-18a145fdc25e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8e493a4b-96db-4c75-a2e7-18a145fdc25e,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:22.155309 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8e493a4b-96db-4c75-a2e7-18a145fdc25e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:22.156190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ff5aa6ae-a7e7-4531-8363-0a81a10f0968 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:22:22.249009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8e493a4b-96db-4c75-a2e7-18a145fdc25e,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:22.274197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:22.274596 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:22.310180 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03aef7-57a1-47a6-a696-29defd4bddb0 req-955b1e46-ca05-4b88-adef-10bc446c2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:22.313003 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8f03aef7-57a1-47a6-a696-29defd4bddb0 req-955b1e46-ca05-4b88-adef-10bc446c2b53 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2518575 Feb 04 13:22:22.313753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281889f2-7c5a-49f8-b64e-4892f6f2e2bf req-ecbb4f4d-91a4-4f2e-a35a-7a40d9ce9e04 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:22.318183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-281889f2-7c5a-49f8-b64e-4892f6f2e2bf req-ecbb4f4d-91a4-4f2e-a35a-7a40d9ce9e04 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 949 time: 0.2196186 Feb 04 13:22:22.377358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61b51b-acfc-48bf-9e16-78ce7201ede9 req-f849c3ce-9c12-46ed-898d-b1210f2624c1 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:22.379448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac61b51b-acfc-48bf-9e16-78ce7201ede9 req-f849c3ce-9c12-46ed-898d-b1210f2624c1 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 946 time: 0.2070308 Feb 04 13:22:22.389629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:22.390028 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:22.455502 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ff5aa6ae-a7e7-4531-8363-0a81a10f0968, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:22.464016 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:22.471997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-281889f2-7c5a-49f8-b64e-4892f6f2e2bf req-a5a8e504-58e4-4315-8337-692d6fa19305 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451976 Feb 04 13:22:22.503682 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac61b51b-acfc-48bf-9e16-78ce7201ede9 req-e346b1f6-c019-4bf7-8d65-9142b2a79c44 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145396 Feb 04 13:22:22.587726 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8f03aef7-57a1-47a6-a696-29defd4bddb0 req-1d9bf18c-fcc5-4d6a-9050-9e17a3ede855 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587726 Feb 04 13:22:22.624555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,revision_number=11']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:22.799774 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8f03aef7-57a1-47a6-a696-29defd4bddb0 req-0005a3aa-3690-4892-b438-3218e942fa74 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018836 Feb 04 13:22:22.801234 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9204b332-4f8f-4147-bbea-0ea810430017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (3296f8b5-1fcc-419f-91dc-aa5698bd2fbf), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:22.821411 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ddda2-6806-4e96-a31b-f8a6bd712472 req-8811501e-79f7-49c0-9e3a-b9e99d4f99b0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:22.836255 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-346ddda2-6806-4e96-a31b-f8a6bd712472 req-8811501e-79f7-49c0-9e3a-b9e99d4f99b0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.1175752 Feb 04 13:22:22.837541 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204b332-4f8f-4147-bbea-0ea810430017 admin admin] Pushing event deleted for resources: {'Port': ['ID=3296f8b5-1fcc-419f-91dc-aa5698bd2fbf,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:22.892198 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-d63e152e-233c-445a-bde4-92af2fdeacfc tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3072600 Feb 04 13:22:22.943604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-346ddda2-6806-4e96-a31b-f8a6bd712472 req-e4ed8ef8-273d-416a-8bfb-0501f517183e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062753 Feb 04 13:22:22.949259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:23.005915 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:23.029989 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679dc29c-3032-4f39-bba5-fdb7324b13e1 x-openstack-request-id: req-679dc29c-3032-4f39-bba5-fdb7324b13e1 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:23.030309 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b28a85c-83fb-49e2-9042-f1145c9f70ad", "name": "network-vif-plugged", "status": "completed", "tag": "8e493a4b-96db-4c75-a2e7-18a145fdc25e", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:23.030624 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-679dc29c-3032-4f39-bba5-fdb7324b13e1 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:23.031027 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b28a85c-83fb-49e2-9042-f1145c9f70ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e493a4b-96db-4c75-a2e7-18a145fdc25e', 'code': 200} Feb 04 13:22:23.287584 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9204b332-4f8f-4147-bbea-0ea810430017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (75a38192-fea8-4a98-aa02-fc79f3b036a0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:23.310417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec6128-b96f-4cd4-b87d-dd70af19de6b req-8b3955ff-b48c-42a0-8b67-400661e1ae65 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:23.323235 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcec6128-b96f-4cd4-b87d-dd70af19de6b req-8b3955ff-b48c-42a0-8b67-400661e1ae65 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 945 time: 0.1742611 Feb 04 13:22:23.407616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f52114-934a-4445-9a71-0cede71157a3 req-cd057dec-e947-4fda-918d-e92dc2512b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:23.410487 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-05f52114-934a-4445-9a71-0cede71157a3 req-cd057dec-e947-4fda-918d-e92dc2512b1e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 1129 time: 0.2551601 Feb 04 13:22:23.458898 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:23.559612 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-05f52114-934a-4445-9a71-0cede71157a3 req-2ffcf66a-e9e8-4947-8479-fd7ca0a5142a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967531 Feb 04 13:22:23.804755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9204b332-4f8f-4147-bbea-0ea810430017 admin admin] Router 75a38192-fea8-4a98-aa02-fc79f3b036a0 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:22:23.991799 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9204b332-4f8f-4147-bbea-0ea810430017 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:22:24.005230 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9204b332-4f8f-4147-bbea-0ea810430017 admin admin] 10.222.0.96 "PUT /v2.0/routers/75a38192-fea8-4a98-aa02-fc79f3b036a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7831357 Feb 04 13:22:24.005882 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35152) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:24.008714 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb113d-3781-4aa1-b2c0-b1750551c902 None None] Sync routers for ids ['75a38192-fea8-4a98-aa02-fc79f3b036a0'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:22:24.009290 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcec6128-b96f-4cd4-b87d-dd70af19de6b req-9ad31f03-195f-4f21-80eb-77bc383a2ce1 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b98b8b1-1678-455e-b99a-028e056b4189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6840546 Feb 04 13:22:24.043817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb113d-3781-4aa1-b2c0-b1750551c902 None None] Routers {'75a38192-fea8-4a98-aa02-fc79f3b036a0'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:22:24.044382 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a4cb113d-3781-4aa1-b2c0-b1750551c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:22:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['75a38192-fea8-4a98-aa02-fc79f3b036a0'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:24.082596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Allocated IP 172.25.5.150 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/a6fde5ca-c200-4714-b182-a6137b59a291) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:24.264817 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd90c9e2-7a59-44e0-a940-b45102f7d28b admin admin] Publish callbacks [] for router (75a38192-fea8-4a98-aa02-fc79f3b036a0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:24.288456 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks [] for port (a6fde5ca-c200-4714-b182-a6137b59a291), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:24.343533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a4cb113d-3781-4aa1-b2c0-b1750551c902 None None] Set router 75a38192-fea8-4a98-aa02-fc79f3b036a0 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:22:24.347200 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96f2b0-54e1-45c5-ba77-534ea4fe98be req-4f463b6b-3390-4b07-9ac9-742497ca1d1c tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:24.356573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b96f2b0-54e1-45c5-ba77-534ea4fe98be req-4f463b6b-3390-4b07-9ac9-742497ca1d1c tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 950 time: 0.1483445 Feb 04 13:22:24.447482 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (a6fde5ca-c200-4714-b182-a6137b59a291), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:24.455498 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd90c9e2-7a59-44e0-a940-b45102f7d28b admin admin] Publish callbacks [] for router_gateway (75a38192-fea8-4a98-aa02-fc79f3b036a0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:24.482014 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b96f2b0-54e1-45c5-ba77-534ea4fe98be req-1884dd37-3b4b-4f21-b098-18c76c43e67d tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177826 Feb 04 13:22:24.567298 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:24.574556 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:24.590423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:22:24.615604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-bd90c9e2-7a59-44e0-a940-b45102f7d28b admin admin] Deleting port 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:24.618055 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd90c9e2-7a59-44e0-a940-b45102f7d28b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:24.643750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Pushing event updated for resources: {'Port': ['ID=a6fde5ca-c200-4714-b182-a6137b59a291,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:24.701204 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a4cb113d-3781-4aa1-b2c0-b1750551c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1396838788-router', 'tenant_id': 'b56d876d0ae34b10914f974b57467e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:22:22Z', 'revision_number': 5, 'project_id': 'b56d876d0ae34b10914f974b57467e63', 'gw_port': {'id': '33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:42Z', 'updated_at': '2022-02-04T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:24.749963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb113d-3781-4aa1-b2c0-b1750551c902 None None] Checking router: 75a38192-fea8-4a98-aa02-fc79f3b036a0 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:22:24.761248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb113d-3781-4aa1-b2c0-b1750551c902 None None] Routers {'75a38192-fea8-4a98-aa02-fc79f3b036a0'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:22:24.761791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a4cb113d-3781-4aa1-b2c0-b1750551c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:22:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['75a38192-fea8-4a98-aa02-fc79f3b036a0'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:24.810829 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-bd90c9e2-7a59-44e0-a940-b45102f7d28b admin admin] For port 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:24.811537 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd90c9e2-7a59-44e0-a940-b45102f7d28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:24.831761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-bd90c9e2-7a59-44e0-a940-b45102f7d28b admin admin] Calling delete_port for 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:24.920850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf53aa1-20d7-4c99-89b5-1a5ae8a09283 req-18e40db0-43bd-4132-8f64-7e5277810602 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:24.928732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-baf53aa1-20d7-4c99-89b5-1a5ae8a09283 req-18e40db0-43bd-4132-8f64-7e5277810602 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 946 time: 0.2788644 Feb 04 13:22:25.041902 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd96b284-d63d-4599-b2d9-6cd90e1decad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:25.044213 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f46892-aac9-4513-9671-ce87e8f9d734" -d '{"events": [{"server_uuid": "fd96b284-d63d-4599-b2d9-6cd90e1decad", "name": "network-vif-plugged", "status": "completed", "tag": "ff5aa6ae-a7e7-4531-8363-0a81a10f0968"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:25.106744 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-baf53aa1-20d7-4c99-89b5-1a5ae8a09283 req-75849b00-2320-4f30-ab8b-f25e605ca78a tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683686 Feb 04 13:22:25.108075 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks [] for floatingip (dd855c56-3107-4623-b074-849e0210de07), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:25.164486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a4cb113d-3781-4aa1-b2c0-b1750551c902 None None] Set router 75a38192-fea8-4a98-aa02-fc79f3b036a0 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:22:25.172279 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd90c9e2-7a59-44e0-a940-b45102f7d28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:25.201691 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a6fde5ca-c200-4714-b182-a6137b59a291), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:25.270052 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90c9e2-7a59-44e0-a940-b45102f7d28b admin admin] Pushing event deleted for resources: {'Port': ['ID=33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:25.327340 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a4cb113d-3781-4aa1-b2c0-b1750551c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1396838788-router', 'tenant_id': 'b56d876d0ae34b10914f974b57467e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:22:24Z', 'revision_number': 6, 'project_id': 'b56d876d0ae34b10914f974b57467e63', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:25.395663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb113d-3781-4aa1-b2c0-b1750551c902 None None] The sync data for ids ['75a38192-fea8-4a98-aa02-fc79f3b036a0'] in n-d-714676-13 is: [{'id': '75a38192-fea8-4a98-aa02-fc79f3b036a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1396838788-router', 'tenant_id': 'b56d876d0ae34b10914f974b57467e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:22:24Z', 'revision_number': 6, 'project_id': 'b56d876d0ae34b10914f974b57467e63', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:22:25.406825 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd90c9e2-7a59-44e0-a940-b45102f7d28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (75a38192-fea8-4a98-aa02-fc79f3b036a0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:25.480728 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks [] for port (a6fde5ca-c200-4714-b182-a6137b59a291), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:25.495345 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (a6fde5ca-c200-4714-b182-a6137b59a291), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:25.547925 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a01d9-2ce6-4d67-9748-0a8d1c998072 req-0e6516d3-d6f0-4a0f-b9fd-c1830d4968a5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:25.549807 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd90c9e2-7a59-44e0-a940-b45102f7d28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (75a38192-fea8-4a98-aa02-fc79f3b036a0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:25.553114 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd90c9e2-7a59-44e0-a940-b45102f7d28b admin admin] Publish callbacks [] for router_controller (75a38192-fea8-4a98-aa02-fc79f3b036a0), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:25.557301 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-668a01d9-2ce6-4d67-9748-0a8d1c998072 req-0e6516d3-d6f0-4a0f-b9fd-c1830d4968a5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.1586094 Feb 04 13:22:25.619220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd90c9e2-7a59-44e0-a940-b45102f7d28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (75a38192-fea8-4a98-aa02-fc79f3b036a0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:25.620596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd90c9e2-7a59-44e0-a940-b45102f7d28b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75a38192-fea8-4a98-aa02-fc79f3b036a0 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:22:25.628726 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd90c9e2-7a59-44e0-a940-b45102f7d28b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:25.632703 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bd90c9e2-7a59-44e0-a940-b45102f7d28b admin admin] 10.222.0.96 "DELETE /v2.0/routers/75a38192-fea8-4a98-aa02-fc79f3b036a0 HTTP/1.1" status: 204 len: 168 time: 1.6235871 Feb 04 13:22:25.633209 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35174) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:25.675496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-668a01d9-2ce6-4d67-9748-0a8d1c998072 req-b239969f-cff8-41d7-810d-e43c63edca8a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142657 Feb 04 13:22:25.679083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Pushing event updated for resources: {'Port': ['ID=a6fde5ca-c200-4714-b182-a6137b59a291,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:25.691896 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (dd855c56-3107-4623-b074-849e0210de07), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:25.737340 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:25.747628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-456c943f-d1b7-44e4-9646-bfe107f3ff58 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8159535 Feb 04 13:22:25.778785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fc8ac2-b5fc-4100-890a-4989f79e0fb4 admin admin] Deleting subnet aaa8c63d-8d2e-4632-adb9-3c519294084b {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:22:25.785330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2fc8ac2-b5fc-4100-890a-4989f79e0fb4 admin admin] Publish callbacks [] for subnet (aaa8c63d-8d2e-4632-adb9-3c519294084b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:25.867513 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2fc8ac2-b5fc-4100-890a-4989f79e0fb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (aaa8c63d-8d2e-4632-adb9-3c519294084b), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:25.894770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-339a02f4-539c-4608-83a8-b76086b4c7f7 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 696 time: 0.1458342 Feb 04 13:22:25.920232 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d93c71-6695-4b0a-8689-fe0fd9613e6d x-openstack-request-id: req-42d93c71-6695-4b0a-8689-fe0fd9613e6d {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:25.920603 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd96b284-d63d-4599-b2d9-6cd90e1decad", "name": "network-vif-plugged", "status": "completed", "tag": "ff5aa6ae-a7e7-4531-8363-0a81a10f0968", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:25.920926 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-42d93c71-6695-4b0a-8689-fe0fd9613e6d {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:25.921389 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd96b284-d63d-4599-b2d9-6cd90e1decad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968', 'code': 200} Feb 04 13:22:26.033522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:26.097347 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:26.098020 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3296f8b5-1fcc-419f-91dc-aa5698bd2fbf not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:26.122575 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2fc8ac2-b5fc-4100-890a-4989f79e0fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (aaa8c63d-8d2e-4632-adb9-3c519294084b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:26.151440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-04cd7dc2-d8d8-4f55-a4bf-8100dc657a47 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:26.170702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-75dbee8a-b52a-4920-ac40-907671b3fac2 req-04cd7dc2-d8d8-4f55-a4bf-8100dc657a47 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.2749832 Feb 04 13:22:26.249687 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2fc8ac2-b5fc-4100-890a-4989f79e0fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (aaa8c63d-8d2e-4632-adb9-3c519294084b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:26.307948 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf45bd9-97d1-40f7-b6ac-8c50312f8c28 req-c6631f71-d80b-4847-81bc-82d959d1e8ea tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:26.315240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2bf45bd9-97d1-40f7-b6ac-8c50312f8c28 req-c6631f71-d80b-4847-81bc-82d959d1e8ea tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 950 time: 0.1422746 Feb 04 13:22:26.334809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc8ac2-b5fc-4100-890a-4989f79e0fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa8c63d-8d2e-4632-adb9-3c519294084b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:26.352213 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2fc8ac2-b5fc-4100-890a-4989f79e0fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:26.354496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300641bf-7d9d-4807-9071-0aa81f82147f None None] Network 886a3f64-71c5-4e29-922b-9c15c93b8785 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:22:26.362229 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f2fc8ac2-b5fc-4100-890a-4989f79e0fb4 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/aaa8c63d-8d2e-4632-adb9-3c519294084b HTTP/1.1" status: 204 len: 168 time: 0.7273428 Feb 04 13:22:26.365048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35188) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:26.414702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2bf45bd9-97d1-40f7-b6ac-8c50312f8c28 req-62aaebb6-a84b-4108-a982-60b2da33821d tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982783 Feb 04 13:22:26.514783 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15db8f83-b31b-463b-8c2d-8eee8efbfba0 req-a30715b9-8225-4a0a-b7b1-f720fccbdcf2 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/floatingips/dd855c56-3107-4623-b074-849e0210de07 HTTP/1.1" status: 200 len: 693 time: 0.0656948 Feb 04 13:22:26.533025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda287d1-f79c-4258-a2b6-a735befd0da8 req-7a8abaa1-7796-4111-8667-734aecf3a579 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:26.540696 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eda287d1-f79c-4258-a2b6-a735befd0da8 req-7a8abaa1-7796-4111-8667-734aecf3a579 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 946 time: 0.2486687 Feb 04 13:22:26.667341 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (886a3f64-71c5-4e29-922b-9c15c93b8785), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:26.707439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eda287d1-f79c-4258-a2b6-a735befd0da8 req-85fe5669-0d54-4944-a57d-a2e910ccc4ab tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629868 Feb 04 13:22:26.713021 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635f84d-f95a-48a3-b050-b985c5291822 req-b9a7df0e-aaad-4580-a0aa-51ea93ec4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:26.715215 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3635f84d-f95a-48a3-b050-b985c5291822 req-b9a7df0e-aaad-4580-a0aa-51ea93ec4fb4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 1133 time: 0.4823084 Feb 04 13:22:26.810941 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49c535a-0eaf-4b7a-a6f3-42be4249066b None None] DHCP port deletion for 886a3f64-71c5-4e29-922b-9c15c93b8785 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:22:26.827712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db8f83-b31b-463b-8c2d-8eee8efbfba0 req-fb3cddb4-0653-44b0-8b7e-51b364489479 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:26.832731 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15db8f83-b31b-463b-8c2d-8eee8efbfba0 req-fb3cddb4-0653-44b0-8b7e-51b364489479 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.3169773 Feb 04 13:22:26.843596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-15db8f83-b31b-463b-8c2d-8eee8efbfba0 req-2565018f-9050-4433-8ddc-aab843c72dc7 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:22:26.851898 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15db8f83-b31b-463b-8c2d-8eee8efbfba0 req-2565018f-9050-4433-8ddc-aab843c72dc7 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130060 Feb 04 13:22:26.891002 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3635f84d-f95a-48a3-b050-b985c5291822 req-76777447-d36b-4cff-a492-7d2a6b0295f7 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608562 Feb 04 13:22:26.930561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] Deleting port 93003a45-428d-43af-ae00-711518147884 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:26.931115 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (93003a45-428d-43af-ae00-711518147884), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:26.979428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a49c535a-0eaf-4b7a-a6f3-42be4249066b None None] Deleting port 93003a45-428d-43af-ae00-711518147884 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:26.980077 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a49c535a-0eaf-4b7a-a6f3-42be4249066b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (93003a45-428d-43af-ae00-711518147884), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:26.986702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15db8f83-b31b-463b-8c2d-8eee8efbfba0 req-59241f69-ade7-494c-94ac-1655755e8378 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 696 time: 0.1262500 Feb 04 13:22:27.091031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] For port 93003a45-428d-43af-ae00-711518147884, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=93003a45-428d-43af-ae00-711518147884,segment=NetworkSegment(75c6a890-6fea-420a-b92c-1846187d51d5),segment_id=75c6a890-6fea-420a-b92c-1846187d51d5)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:27.091627 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (93003a45-428d-43af-ae00-711518147884), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:27.114468 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a49c535a-0eaf-4b7a-a6f3-42be4249066b None None] For port 93003a45-428d-43af-ae00-711518147884, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=93003a45-428d-43af-ae00-711518147884,segment=NetworkSegment(75c6a890-6fea-420a-b92c-1846187d51d5),segment_id=75c6a890-6fea-420a-b92c-1846187d51d5)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:27.114899 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a49c535a-0eaf-4b7a-a6f3-42be4249066b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (93003a45-428d-43af-ae00-711518147884), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:27.134693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a49c535a-0eaf-4b7a-a6f3-42be4249066b None None] Calling delete_port for 93003a45-428d-43af-ae00-711518147884 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:27.147661 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] Calling delete_port for 93003a45-428d-43af-ae00-711518147884 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:27.160091 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15db8f83-b31b-463b-8c2d-8eee8efbfba0 req-09ee4a5a-c293-4040-9652-c6c204709a0b tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 696 time: 0.1453767 Feb 04 13:22:27.231035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f9b49-c7d1-474b-bffe-7de62cc4c962 req-b6483bb1-fef3-47fe-9435-973826d9c053 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:27.242326 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-920f9b49-c7d1-474b-bffe-7de62cc4c962 req-b6483bb1-fef3-47fe-9435-973826d9c053 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.2532327 Feb 04 13:22:27.254713 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a49c535a-0eaf-4b7a-a6f3-42be4249066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (93003a45-428d-43af-ae00-711518147884), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:27.279227 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49c535a-0eaf-4b7a-a6f3-42be4249066b None None] No DVR routers for this DVR port 93003a45-428d-43af-ae00-711518147884 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:27.323415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c535a-0eaf-4b7a-a6f3-42be4249066b None None] Pushing event deleted for resources: {'Port': ['ID=93003a45-428d-43af-ae00-711518147884,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:27.364791 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (93003a45-428d-43af-ae00-711518147884), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:27.406484 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] Pushing event deleted for resources: {'Port': ['ID=93003a45-428d-43af-ae00-711518147884,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:27.414551 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-920f9b49-c7d1-474b-bffe-7de62cc4c962 req-9d8325a4-5443-403a-8d05-9239e5ad50f3 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710091 Feb 04 13:22:27.435810 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] No DVR routers for this DVR port 93003a45-428d-43af-ae00-711518147884 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:27.447555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-15db8f83-b31b-463b-8c2d-8eee8efbfba0 req-38d99bbe-7ee6-4ce3-8671-004eda5b372f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Deleting port a6fde5ca-c200-4714-b182-a6137b59a291 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:27.449883 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-15db8f83-b31b-463b-8c2d-8eee8efbfba0 req-38d99bbe-7ee6-4ce3-8671-004eda5b372f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a6fde5ca-c200-4714-b182-a6137b59a291), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:27.571453 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-15db8f83-b31b-463b-8c2d-8eee8efbfba0 req-38d99bbe-7ee6-4ce3-8671-004eda5b372f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a6fde5ca-c200-4714-b182-a6137b59a291), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:27.572160 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-15db8f83-b31b-463b-8c2d-8eee8efbfba0 req-38d99bbe-7ee6-4ce3-8671-004eda5b372f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks [] for floatingip (a6fde5ca-c200-4714-b182-a6137b59a291), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:27.601421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-15db8f83-b31b-463b-8c2d-8eee8efbfba0 req-38d99bbe-7ee6-4ce3-8671-004eda5b372f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Calling delete_port for a6fde5ca-c200-4714-b182-a6137b59a291 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:27.746801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:27.785010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:27.799327 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 33b3c9a1-b0cf-4397-9fd4-4edf1b5440c9 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:27.800117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 93003a45-428d-43af-ae00-711518147884 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:27.821673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 93003a45-428d-43af-ae00-711518147884 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:27.822508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 93003a45-428d-43af-ae00-711518147884 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:27.991357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aac3c-25c5-4e7d-9abe-e9bc57852da1 req-6e78f295-afb2-43ad-8761-20fe0fb600a0 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:27.994393 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c1aac3c-25c5-4e7d-9abe-e9bc57852da1 req-6e78f295-afb2-43ad-8761-20fe0fb600a0 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 945 time: 0.1586115 Feb 04 13:22:28.048876 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (886a3f64-71c5-4e29-922b-9c15c93b8785), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:28.076847 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886a3f64-71c5-4e29-922b-9c15c93b8785']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:28.088595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c6a890-6fea-420a-b92c-1846187d51d5') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:28.089215 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c6a890-6fea-420a-b92c-1846187d51d5') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:28.103434 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (75c6a890-6fea-420a-b92c-1846187d51d5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:28.121382 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c1aac3c-25c5-4e7d-9abe-e9bc57852da1 req-355dab0c-4efe-45ed-86a7-908059162ebe tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b98b8b1-1678-455e-b99a-028e056b4189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195962 Feb 04 13:22:28.140556 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (75c6a890-6fea-420a-b92c-1846187d51d5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:28.159943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:22:28.160388 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (75c6a890-6fea-420a-b92c-1846187d51d5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:22:28.162354 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:22:28.271213 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-15db8f83-b31b-463b-8c2d-8eee8efbfba0 req-38d99bbe-7ee6-4ce3-8671-004eda5b372f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (a6fde5ca-c200-4714-b182-a6137b59a291), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:28.299637 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (886a3f64-71c5-4e29-922b-9c15c93b8785), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:28.325447 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d99bbe-7ee6-4ce3-8671-004eda5b372f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Pushing event deleted for resources: {'Port': ['ID=a6fde5ca-c200-4714-b182-a6137b59a291,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:28.329595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] Pushing event deleted for resources: {'Network': ['ID=886a3f64-71c5-4e29-922b-9c15c93b8785,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:28.332707 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:28.339223 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5ba6c9e9-6f95-4ec6-bd68-c7adeb59ee01 admin admin] 10.222.0.96 "DELETE /v2.0/networks/886a3f64-71c5-4e29-922b-9c15c93b8785 HTTP/1.1" status: 204 len: 168 time: 1.9704409 Feb 04 13:22:28.419085 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e4f37-4604-4fb3-9c51-b9ab48c721a3 req-20653006-ecd7-4749-840c-92d16c4eebec tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:28.422678 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-314e4f37-4604-4fb3-9c51-b9ab48c721a3 req-20653006-ecd7-4749-840c-92d16c4eebec tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 950 time: 0.1641960 Feb 04 13:22:28.532344 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-314e4f37-4604-4fb3-9c51-b9ab48c721a3 req-b5064633-dc43-4e48-bfb8-2d3f6749eaa3 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029797 Feb 04 13:22:28.533786 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-15db8f83-b31b-463b-8c2d-8eee8efbfba0 req-38d99bbe-7ee6-4ce3-8671-004eda5b372f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks [] for floatingip (dd855c56-3107-4623-b074-849e0210de07), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:28.539763 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-15db8f83-b31b-463b-8c2d-8eee8efbfba0 req-38d99bbe-7ee6-4ce3-8671-004eda5b372f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:28.543143 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15db8f83-b31b-463b-8c2d-8eee8efbfba0 req-38d99bbe-7ee6-4ce3-8671-004eda5b372f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "DELETE /v2.0/floatingips/dd855c56-3107-4623-b074-849e0210de07 HTTP/1.1" status: 204 len: 173 time: 1.3821299 Feb 04 13:22:28.641365 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35214) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:28.825381 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c945fd06-7693-40ae-bc6c-d120ce1d55c9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d3420ec3eb624ae4b3c182d3678b3680&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1767764 Feb 04 13:22:28.825806 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35224) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:28.885489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1562dc-932c-47b1-946b-63d7bf53692b req-3ca21dcd-cf81-4cf2-bcae-90f934c679ea tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:28.887961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed1562dc-932c-47b1-946b-63d7bf53692b req-3ca21dcd-cf81-4cf2-bcae-90f934c679ea tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.2220685 Feb 04 13:22:28.911903 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0443e7b7-aecc-487f-a679-642cda5b2da8 admin admin] Publish callbacks [] for security_group (834373db-0bb5-4d8f-8ba4-5540edced890), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:28.961706 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0443e7b7-aecc-487f-a679-642cda5b2da8 admin admin] Publish callbacks [] for security_group (834373db-0bb5-4d8f-8ba4-5540edced890), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:28.968344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786315f1-7337-4e72-819c-b8c482f5640c req-fc58b574-881e-4627-bfff-809ea9c5fba5 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:28.979009 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-786315f1-7337-4e72-819c-b8c482f5640c req-fc58b574-881e-4627-bfff-809ea9c5fba5 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 946 time: 0.1741323 Feb 04 13:22:28.985638 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed1562dc-932c-47b1-946b-63d7bf53692b req-aca10274-1e4a-48a0-b450-de513acbf48b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813999 Feb 04 13:22:29.081834 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-f17f1dd7-9b9c-4c08-b974-0867016ccab1 req-d3ba4543-e7aa-4919-a5cb-9ff6133f1b69 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] show failed (client error): The resource could not be found. Feb 04 13:22:29.083402 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f17f1dd7-9b9c-4c08-b974-0867016ccab1 req-d3ba4543-e7aa-4919-a5cb-9ff6133f1b69 tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/floatingips/dd855c56-3107-4623-b074-849e0210de07 HTTP/1.1" status: 404 len: 350 time: 0.0575571 Feb 04 13:22:29.108833 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-786315f1-7337-4e72-819c-b8c482f5640c req-a5cd2ff6-959d-4ad0-aba2-66cdc88d79a6 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282310 Feb 04 13:22:29.115248 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0443e7b7-aecc-487f-a679-642cda5b2da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (834373db-0bb5-4d8f-8ba4-5540edced890), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:29.119403 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0443e7b7-aecc-487f-a679-642cda5b2da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:29.123391 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0443e7b7-aecc-487f-a679-642cda5b2da8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/834373db-0bb5-4d8f-8ba4-5540edced890 HTTP/1.1" status: 204 len: 168 time: 0.2963271 Feb 04 13:22:29.132563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443e7b7-aecc-487f-a679-642cda5b2da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834373db-0bb5-4d8f-8ba4-5540edced890,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:29.222059 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-5f981ede-0180-4624-b306-8f8c20bf107d req-aaf23738-2b5d-4322-afb3-ddc2ffe7174f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] show failed (client error): The resource could not be found. Feb 04 13:22:29.227854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f981ede-0180-4624-b306-8f8c20bf107d req-aaf23738-2b5d-4322-afb3-ddc2ffe7174f tempest-FloatingIPsTestJSON-1076663423 tempest-FloatingIPsTestJSON-1076663423-project] 10.222.0.96 "GET /v2.0/floatingips/dd855c56-3107-4623-b074-849e0210de07 HTTP/1.1" status: 404 len: 350 time: 0.0918031 Feb 04 13:22:29.234733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35234) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:29.426221 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7623c-48d5-4f48-9113-a7bbce28115a req-b8f40f90-b224-4689-9341-c48fc92df1c4 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:29.428785 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cf7623c-48d5-4f48-9113-a7bbce28115a req-b8f40f90-b224-4689-9341-c48fc92df1c4 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 945 time: 0.1345766 Feb 04 13:22:29.510256 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cf7623c-48d5-4f48-9113-a7bbce28115a req-cdf0faeb-6701-4fba-b553-4058b6665bb8 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b98b8b1-1678-455e-b99a-028e056b4189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751772 Feb 04 13:22:29.706164 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-56457a22-65c0-45fc-bb50-ad5495864447 service neutron] show failed (client error): The resource could not be found. Feb 04 13:22:29.707499 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-56457a22-65c0-45fc-bb50-ad5495864447 service neutron] 10.222.0.100 "GET /v2.0/ports/71e83384-ea64-4871-9208-45f2474a5445/bindings/n-h1-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.1291013 Feb 04 13:22:29.735065 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7cbd3-b61c-42fe-ad7d-612968e55c92 req-6999689a-ed9e-455c-bc58-2caf17660270 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:29.737251 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-98e7cbd3-b61c-42fe-ad7d-612968e55c92 req-6999689a-ed9e-455c-bc58-2caf17660270 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.99 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 945 time: 0.3055105 Feb 04 13:22:29.813080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6193c6-3f9d-43bc-9850-bac60b7e89ac req-0cd24446-db00-40e0-9223-42966c51820a tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:29.816322 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a6193c6-3f9d-43bc-9850-bac60b7e89ac req-0cd24446-db00-40e0-9223-42966c51820a tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 950 time: 0.1247766 Feb 04 13:22:29.956701 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35244) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:30.033464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a6193c6-3f9d-43bc-9850-bac60b7e89ac req-24e72314-6af7-4f31-9c46-c4cf844b0bdf tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936216 Feb 04 13:22:30.063540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd2730-9276-46d2-b812-c18392d2267c req-1018e473-f37f-4b26-b250-b9f10ad68854 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:30.078179 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38cd2730-9276-46d2-b812-c18392d2267c req-1018e473-f37f-4b26-b250-b9f10ad68854 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.99 "GET /v2.0/ports?device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 946 time: 0.2085972 Feb 04 13:22:30.178416 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-1d5da06b-2138-4860-8199-a83efb8b1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:30.179979 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-1d5da06b-2138-4860-8199-a83efb8b1c6a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef&tenant_id=62bf48b5c3894be3a3cc9319369f6e98 HTTP/1.1" status: 200 len: 1133 time: 0.1509626 Feb 04 13:22:30.206727 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-98e7cbd3-b61c-42fe-ad7d-612968e55c92 req-d4ae0138-b139-419c-bffd-c2adc5d60063 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Deleting port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:30.207679 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-98e7cbd3-b61c-42fe-ad7d-612968e55c92 req-d4ae0138-b139-419c-bffd-c2adc5d60063 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:30.222860 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:30.284132 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3e8e9308-6a45-437c-ad01-f55bec51b03f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b56d876d0ae34b10914f974b57467e63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3174870 Feb 04 13:22:30.351925 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35256) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:30.540543 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee814b81-3963-4f84-aeeb-d4c322fcdb82 admin admin] Publish callbacks [] for security_group (70b6e982-bdc9-4752-a409-bd515d8a9ecd), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:30.619098 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee814b81-3963-4f84-aeeb-d4c322fcdb82 admin admin] Publish callbacks [] for security_group (70b6e982-bdc9-4752-a409-bd515d8a9ecd), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:30.740578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f1d36-5c50-4875-b288-bcf47f061ff3 req-73465f10-bcfa-441a-8352-f36c98d9e075 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:30.754543 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e4f1d36-5c50-4875-b288-bcf47f061ff3 req-73465f10-bcfa-441a-8352-f36c98d9e075 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 946 time: 0.3988879 Feb 04 13:22:30.755281 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71e83384-ea64-4871-9208-45f2474a5445), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:30.805294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-38cd2730-9276-46d2-b812-c18392d2267c req-27916d31-9824-4d0e-ae8a-9933d4055dc5 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Deleting port 8e493a4b-96db-4c75-a2e7-18a145fdc25e {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:30.807649 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-38cd2730-9276-46d2-b812-c18392d2267c req-27916d31-9824-4d0e-ae8a-9933d4055dc5 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8e493a4b-96db-4c75-a2e7-18a145fdc25e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:31.005923 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-38cd2730-9276-46d2-b812-c18392d2267c req-27916d31-9824-4d0e-ae8a-9933d4055dc5 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] For port 8e493a4b-96db-4c75-a2e7-18a145fdc25e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8e493a4b-96db-4c75-a2e7-18a145fdc25e,segment=NetworkSegment(74571242-1ff3-475e-860d-719181c655df),segment_id=74571242-1ff3-475e-860d-719181c655df)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:31.007870 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-38cd2730-9276-46d2-b812-c18392d2267c req-27916d31-9824-4d0e-ae8a-9933d4055dc5 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8e493a4b-96db-4c75-a2e7-18a145fdc25e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:31.029667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=71e83384-ea64-4871-9208-45f2474a5445,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:31.038202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-38cd2730-9276-46d2-b812-c18392d2267c req-27916d31-9824-4d0e-ae8a-9933d4055dc5 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Calling delete_port for 8e493a4b-96db-4c75-a2e7-18a145fdc25e owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:31.071339 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:22:31.121759 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Publish callbacks [] for port (71e83384-ea64-4871-9208-45f2474a5445), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:31.149183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Transition to ACTIVE for port object 71e83384-ea64-4871-9208-45f2474a5445 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:31.154970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e83384-ea64-4871-9208-45f2474a5445'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:31.159039 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbac82fc-7049-424f-8f79-90197229f0d2" -d '{"events": [{"server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "name": "network-vif-unplugged", "status": "completed", "tag": "71e83384-ea64-4871-9208-45f2474a5445"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:31.210327 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (71e83384-ea64-4871-9208-45f2474a5445), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:31.247123 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee814b81-3963-4f84-aeeb-d4c322fcdb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (70b6e982-bdc9-4752-a409-bd515d8a9ecd), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:31.250163 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee814b81-3963-4f84-aeeb-d4c322fcdb82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:31.254528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ee814b81-3963-4f84-aeeb-d4c322fcdb82 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/70b6e982-bdc9-4752-a409-bd515d8a9ecd HTTP/1.1" status: 204 len: 168 time: 0.8930299 Feb 04 13:22:31.308696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee814b81-3963-4f84-aeeb-d4c322fcdb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b6e982-bdc9-4752-a409-bd515d8a9ecd,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:31.316908 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Pushing event updated for resources: {'Port': ['ID=71e83384-ea64-4871-9208-45f2474a5445,revision_number=6']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:31.339464 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-98e7cbd3-b61c-42fe-ad7d-612968e55c92 req-d4ae0138-b139-419c-bffd-c2adc5d60063 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] For port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9,segment=NetworkSegment(0270712e-0147-4e10-8895-c38defb335db),segment_id=0270712e-0147-4e10-8895-c38defb335db)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:31.342875 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-98e7cbd3-b61c-42fe-ad7d-612968e55c92 req-d4ae0138-b139-419c-bffd-c2adc5d60063 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:31.366750 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e4f1d36-5c50-4875-b288-bcf47f061ff3 req-56ff20bb-8134-47f6-a714-089dc788f9e2 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7aa08ae-2a76-4925-87ea-5f3736831535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063821 Feb 04 13:22:31.436251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c88d3-e1a5-44f7-af36-46c6157a6120 req-b6396c9d-5d9b-4c1c-83be-1e52adcaacf0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:31.447767 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-98e7cbd3-b61c-42fe-ad7d-612968e55c92 req-d4ae0138-b139-419c-bffd-c2adc5d60063 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Calling delete_port for b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:31.448218 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-386c88d3-e1a5-44f7-af36-46c6157a6120 req-b6396c9d-5d9b-4c1c-83be-1e52adcaacf0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 948 time: 1.2136507 Feb 04 13:22:31.588739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] No DVR routers for this DVR port 71e83384-ea64-4871-9208-45f2474a5445 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:31.829372 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-386c88d3-e1a5-44f7-af36-46c6157a6120 req-6fa75f91-d7c9-4ebe-b856-82c5fb86233e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800561 Feb 04 13:22:31.831326 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-38cd2730-9276-46d2-b812-c18392d2267c req-27916d31-9824-4d0e-ae8a-9933d4055dc5 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8e493a4b-96db-4c75-a2e7-18a145fdc25e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:31.856945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5e368-c65d-41a1-a3b0-eb30f27dc9e0 req-bdb723df-c394-4c82-958e-a3c3007654c1 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:31.870626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45e5e368-c65d-41a1-a3b0-eb30f27dc9e0 req-bdb723df-c394-4c82-958e-a3c3007654c1 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 1133 time: 0.2252822 Feb 04 13:22:31.954395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Attempting to bind port 71e83384-ea64-4871-9208-45f2474a5445 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:22:31.954961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Attempting to bind port 71e83384-ea64-4871-9208-45f2474a5445 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:22:31.955542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Attempting to bind port 71e83384-ea64-4871-9208-45f2474a5445 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:22:32.013387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Port 71e83384-ea64-4871-9208-45f2474a5445 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:22:32.013933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Attempting to bind port 71e83384-ea64-4871-9208-45f2474a5445 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:22:32.024251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27916d31-9824-4d0e-ae8a-9933d4055dc5 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Pushing event deleted for resources: {'Port': ['ID=8e493a4b-96db-4c75-a2e7-18a145fdc25e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:32.096554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:22:32.096554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:22:32.096554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:22:32.096554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Bound port: 71e83384-ea64-4871-9208-45f2474a5445, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:22:32.096554 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71e83384-ea64-4871-9208-45f2474a5445), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:32.113883 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-98e7cbd3-b61c-42fe-ad7d-612968e55c92 req-d4ae0138-b139-419c-bffd-c2adc5d60063 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:32.143344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cd2730-9276-46d2-b812-c18392d2267c req-27916d31-9824-4d0e-ae8a-9933d4055dc5 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] No DVR routers for this DVR port 8e493a4b-96db-4c75-a2e7-18a145fdc25e on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:32.181555 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-38cd2730-9276-46d2-b812-c18392d2267c req-27916d31-9824-4d0e-ae8a-9933d4055dc5 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:32.187822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38cd2730-9276-46d2-b812-c18392d2267c req-27916d31-9824-4d0e-ae8a-9933d4055dc5 tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.99 "DELETE /v2.0/ports/8e493a4b-96db-4c75-a2e7-18a145fdc25e HTTP/1.1" status: 204 len: 173 time: 2.1008329 Feb 04 13:22:32.202788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b28a85c-83fb-49e2-9042-f1145c9f70ad', 'name': 'network-vif-deleted', 'tag': '8e493a4b-96db-4c75-a2e7-18a145fdc25e'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:32.209494 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50895fb1-f860-415a-a843-3bb3eeef222b" -d '{"events": [{"server_uuid": "9b28a85c-83fb-49e2-9042-f1145c9f70ad", "name": "network-vif-deleted", "tag": "8e493a4b-96db-4c75-a2e7-18a145fdc25e"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:32.222698 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b701e63-9209-4c5c-9233-b744b4b45304 req-1c0db7c5-9f61-4865-9999-9e34e63f17ee tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 210 time: 0.1547215 Feb 04 13:22:32.241707 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45e5e368-c65d-41a1-a3b0-eb30f27dc9e0 req-86ad4bd0-8255-40fc-9002-f96a8ee010b3 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696461 Feb 04 13:22:32.382330 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd17378-a65b-4a94-b029-4eeba8a62cd8 x-openstack-request-id: req-4bd17378-a65b-4a94-b029-4eeba8a62cd8 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:32.382706 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b28a85c-83fb-49e2-9042-f1145c9f70ad", "name": "network-vif-deleted", "tag": "8e493a4b-96db-4c75-a2e7-18a145fdc25e", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:32.384027 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4bd17378-a65b-4a94-b029-4eeba8a62cd8 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:32.384524 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b28a85c-83fb-49e2-9042-f1145c9f70ad', 'name': 'network-vif-deleted', 'tag': '8e493a4b-96db-4c75-a2e7-18a145fdc25e', 'status': 'completed', 'code': 200} Feb 04 13:22:32.451379 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae0138-b139-419c-bffd-c2adc5d60063 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Pushing event deleted for resources: {'Port': ['ID=b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:32.504106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e7cbd3-b61c-42fe-ad7d-612968e55c92 req-d4ae0138-b139-419c-bffd-c2adc5d60063 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] No DVR routers for this DVR port b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:32.510581 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-98e7cbd3-b61c-42fe-ad7d-612968e55c92 req-d4ae0138-b139-419c-bffd-c2adc5d60063 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:32.514636 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-98e7cbd3-b61c-42fe-ad7d-612968e55c92 req-d4ae0138-b139-419c-bffd-c2adc5d60063 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.99 "DELETE /v2.0/ports/b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 HTTP/1.1" status: 204 len: 173 time: 2.7695632 Feb 04 13:22:32.523190 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (c3172fe3-f4c4-47cf-ad73-210d30a2baee), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:32.864996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2df2c28d-1570-4a84-b14b-e02b5be64a50 req-dba68554-c07b-4c8e-bb56-22bfb78530bf tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b28a85c-83fb-49e2-9042-f1145c9f70ad HTTP/1.1" status: 200 len: 210 time: 0.0918248 Feb 04 13:22:32.874520 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76bfba2-aec9-4f53-aa25-ded32dfe1a9e x-openstack-request-id: req-a76bfba2-aec9-4f53-aa25-ded32dfe1a9e {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:32.874904 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "name": "network-vif-unplugged", "status": "completed", "tag": "71e83384-ea64-4871-9208-45f2474a5445", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:32.875145 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a76bfba2-aec9-4f53-aa25-ded32dfe1a9e {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:32.875549 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e83384-ea64-4871-9208-45f2474a5445', 'code': 200} Feb 04 13:22:33.000924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:22:33.031603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=71e83384-ea64-4871-9208-45f2474a5445,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:22:33.072340 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (71e83384-ea64-4871-9208-45f2474a5445), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:33.130176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8fe3e-8084-4d07-8418-2c348d20c1e5 req-c3a11a55-7880-4890-898b-9cc8655d59aa tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:33.138568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27f8fe3e-8084-4d07-8418-2c348d20c1e5 req-c3a11a55-7880-4890-898b-9cc8655d59aa tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 1133 time: 0.1663034 Feb 04 13:22:33.160876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77474b62-c7bf-441e-b694-363f64544482 req-99977ab4-47b9-4712-9417-0aff5613be48 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:33.173813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77474b62-c7bf-441e-b694-363f64544482 req-99977ab4-47b9-4712-9417-0aff5613be48 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 948 time: 0.1314263 Feb 04 13:22:33.247989 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:33.248526 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:33.250429 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] 10.222.0.99 "PUT /v2.0/ports/71e83384-ea64-4871-9208-45f2474a5445 HTTP/1.1" status: 200 len: 1097 time: 3.0363665 Feb 04 13:22:33.285428 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27f8fe3e-8084-4d07-8418-2c348d20c1e5 req-283d7086-1a73-4e6b-8173-f6a2e4668826 tempest-ServersAdminTestJSON-1961936685 tempest-ServersAdminTestJSON-1961936685-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413097 Feb 04 13:22:33.438434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad66af-141d-4047-bf25-3beafb195535 service neutron] Pushing event updated for resources: {'Port': ['ID=71e83384-ea64-4871-9208-45f2474a5445,revision_number=7']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:33.480267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8e493a4b-96db-4c75-a2e7-18a145fdc25e no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:33.585385 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 8e493a4b-96db-4c75-a2e7-18a145fdc25e {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:33.588886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8e493a4b-96db-4c75-a2e7-18a145fdc25e not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:33.592249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-a4177d87-cd81-4d52-8421-6a657dc3af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:33.593957 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:33.598189 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-a4177d87-cd81-4d52-8421-6a657dc3af28 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 1131 time: 0.2761469 Feb 04 13:22:33.681729 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c718551a-3ac8-4917-94b9-649badd48b61 req-dd47a3d3-da90-4f94-a5e9-aaecbc3e68f1 tempest-InstanceActionsNegativeTestJSON-1267785738 tempest-InstanceActionsNegativeTestJSON-1267785738-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6eea621-7d35-4ea7-8e15-67eb6c8f3b92 HTTP/1.1" status: 200 len: 210 time: 0.1366720 Feb 04 13:22:33.717750 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:33.720750 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:33.828644 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-76f838b5-7c60-4cb8-970d-7413260ea6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:33.832714 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-76f838b5-7c60-4cb8-970d-7413260ea6e2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.2183943 Feb 04 13:22:33.896821 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-0fe622ff-1aa4-492b-b14c-615ff2019156 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=71e83384-ea64-4871-9208-45f2474a5445 HTTP/1.1" status: 200 len: 217 time: 0.0536835 Feb 04 13:22:34.101910 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-3b666b3a-98fd-4c99-8d32-8f0ffed50858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:34.104801 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-3b666b3a-98fd-4c99-8d32-8f0ffed50858 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1976116 Feb 04 13:22:34.119350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Deleting port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:34.119743 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:34.122925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77474b62-c7bf-441e-b694-363f64544482 req-1b6049ed-f2b3-4b47-82fe-a4a7c8c8c526 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9476097 Feb 04 13:22:34.375355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02af128-2a59-4cf0-9977-54e3184a4632 req-506accf2-33b8-482d-935f-38df073e9f7d tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:34.378356 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b02af128-2a59-4cf0-9977-54e3184a4632 req-506accf2-33b8-482d-935f-38df073e9f7d tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 950 time: 0.1181033 Feb 04 13:22:34.398701 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-51158bb1-56e0-42b7-9709-899df7422ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:34.402303 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-51158bb1-56e0-42b7-9709-899df7422ab6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2712631 Feb 04 13:22:34.455779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 71e83384-ea64-4871-9208-45f2474a5445 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:34.553434 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b02af128-2a59-4cf0-9977-54e3184a4632 req-b8803756-f379-4b71-b069-53900972bc8b tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615946 Feb 04 13:22:34.624367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] For port 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a,segment=NetworkSegment(047c9836-5f6b-40a2-a187-2d87354cbe8c),segment_id=047c9836-5f6b-40a2-a187-2d87354cbe8c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:34.624933 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:34.640677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] The host n-h2-714676-13 is not matching for port 71e83384-ea64-4871-9208-45f2474a5445 host n-h1-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:22:34.642732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 71e83384-ea64-4871-9208-45f2474a5445 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:34.646645 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35344) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:34.663087 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Calling delete_port for 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:34.782387 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-f06eaa29-07e8-4600-9379-1a5f1962c8b9 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633189 Feb 04 13:22:34.855716 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for security_group (9dd832a8-d690-4e90-a24f-ec635abe0259), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:34.898302 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35354) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:35.030553 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for security_group (9dd832a8-d690-4e90-a24f-ec635abe0259), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:35.109615 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3d2b4e-98f3-4d4e-80bf-dc740d88acf8 admin admin] Deleting subnet 261f3d68-5068-4735-a7b0-2d9e9344d300 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:22:35.119568 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2b4e-98f3-4d4e-80bf-dc740d88acf8 admin admin] Publish callbacks [] for subnet (261f3d68-5068-4735-a7b0-2d9e9344d300), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:35.180665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6eea621-7d35-4ea7-8e15-67eb6c8f3b92', 'name': 'network-vif-deleted', 'tag': 'b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9'}, {'name': 'network-changed', 'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'tag': '71e83384-ea64-4871-9208-45f2474a5445'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:35.183218 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3" -d '{"events": [{"server_uuid": "f6eea621-7d35-4ea7-8e15-67eb6c8f3b92", "name": "network-vif-deleted", "tag": "b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9"}, {"name": "network-changed", "server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "tag": "71e83384-ea64-4871-9208-45f2474a5445"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:35.253701 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9dd832a8-d690-4e90-a24f-ec635abe0259), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:35.258385 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:35.262674 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "DELETE /v2.0/security-groups/9dd832a8-d690-4e90-a24f-ec635abe0259 HTTP/1.1" status: 204 len: 168 time: 0.6125214 Feb 04 13:22:35.278278 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35364) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:35.288126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd832a8-d690-4e90-a24f-ec635abe0259,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:35.300477 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2b4e-98f3-4d4e-80bf-dc740d88acf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (261f3d68-5068-4735-a7b0-2d9e9344d300), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:35.302581 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-a797209b-60bb-4bdd-8cda-4d97ddfe596d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] show failed (client error): The resource could not be found. Feb 04 13:22:35.305410 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:35.306026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:35.306550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:35.307091 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:35.309525 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a797209b-60bb-4bdd-8cda-4d97ddfe596d tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "GET /v2.0/security-groups/9dd832a8-d690-4e90-a24f-ec635abe0259 HTTP/1.1" status: 404 len: 347 time: 0.0288327 Feb 04 13:22:35.312619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35366) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:35.317325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:35.320782 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb8497d-d179-4e5e-8add-b98d3b1ce4e3 x-openstack-request-id: req-4fb8497d-d179-4e5e-8add-b98d3b1ce4e3 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:35.321079 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6eea621-7d35-4ea7-8e15-67eb6c8f3b92", "name": "network-vif-deleted", "tag": "b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "tag": "71e83384-ea64-4871-9208-45f2474a5445", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:35.321339 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4fb8497d-d179-4e5e-8add-b98d3b1ce4e3 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:35.321999 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eea621-7d35-4ea7-8e15-67eb6c8f3b92', 'name': 'network-vif-deleted', 'tag': 'b61a77d2-eb0e-4c2d-8cd3-0c32e7fcd1a9', 'status': 'completed', 'code': 200} Feb 04 13:22:35.322238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:35.322385 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'tag': '71e83384-ea64-4871-9208-45f2474a5445', 'status': 'completed', 'code': 200} Feb 04 13:22:35.322888 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:35.324060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:35.325433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:35.326788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:35.327592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:35.328231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:35.328893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca51f3e-399a-4d19-925c-f89304912bfb tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:35.607611 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2b4e-98f3-4d4e-80bf-dc740d88acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (261f3d68-5068-4735-a7b0-2d9e9344d300), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:35.664262 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc47a2a-4eda-4bb6-9a72-28ebdefd09d4 req-bd2310ea-bbdd-4d4c-a78e-d920026fc5de service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8450670 Feb 04 13:22:35.718519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204133a1-5212-49a1-bf2a-e97bb5266aa0 req-91ba81f1-3b5e-40ee-af22-c2c8772c8afa tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:35.725196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-b1878ad0-ea77-4574-b16f-b480178d28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:35.729863 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-b1878ad0-ea77-4574-b16f-b480178d28c1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 1131 time: 0.3867135 Feb 04 13:22:35.739952 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-204133a1-5212-49a1-bf2a-e97bb5266aa0 req-91ba81f1-3b5e-40ee-af22-c2c8772c8afa tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 948 time: 0.4887159 Feb 04 13:22:35.804527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-907d599e-bf32-432f-a100-dba5487721dc tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Deleting port ec807383-e439-4b3b-b191-95115977ae7f {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:35.805060 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-907d599e-bf32-432f-a100-dba5487721dc tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ec807383-e439-4b3b-b191-95115977ae7f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:35.975808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-204133a1-5212-49a1-bf2a-e97bb5266aa0 req-e8c71d34-86eb-49a2-8ad1-45e7a0ec3ddd tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342272 Feb 04 13:22:36.007088 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96fdc6-0da1-44be-9604-be2d049f9ca7 req-714bc87f-fb3d-466d-a8f1-35b5d1bf5ff9 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:36.023308 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c96fdc6-0da1-44be-9604-be2d049f9ca7 req-714bc87f-fb3d-466d-a8f1-35b5d1bf5ff9 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 950 time: 0.2743139 Feb 04 13:22:36.031748 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2b4e-98f3-4d4e-80bf-dc740d88acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (261f3d68-5068-4735-a7b0-2d9e9344d300), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:36.165559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d2b4e-98f3-4d4e-80bf-dc740d88acf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261f3d68-5068-4735-a7b0-2d9e9344d300,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:36.177152 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2b4e-98f3-4d4e-80bf-dc740d88acf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:36.186863 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4e3d2b4e-98f3-4d4e-80bf-dc740d88acf8 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/261f3d68-5068-4735-a7b0-2d9e9344d300 HTTP/1.1" status: 204 len: 168 time: 1.2828362 Feb 04 13:22:36.193229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35390) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:36.227842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-907d599e-bf32-432f-a100-dba5487721dc tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ec807383-e439-4b3b-b191-95115977ae7f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:36.228122 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-907d599e-bf32-432f-a100-dba5487721dc tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for floatingip (ec807383-e439-4b3b-b191-95115977ae7f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:36.281629 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-c2ff3540-8ec7-4222-8d04-0b9af24869be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:36.281629 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-c2ff3540-8ec7-4222-8d04-0b9af24869be service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.5298927 Feb 04 13:22:36.282036 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:36.310220 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-907d599e-bf32-432f-a100-dba5487721dc tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Calling delete_port for ec807383-e439-4b3b-b191-95115977ae7f owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:36.372761 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c96fdc6-0da1-44be-9604-be2d049f9ca7 req-977ce5a2-2c15-495b-8e22-ea31ea69d5f8 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480518 Feb 04 13:22:36.414765 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3a7d5ecd-d25f-43b9-8227-f53aeb800616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (a411e73f-f407-4a12-b1ac-54238ca22912), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:36.436979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95e019-1e12-4d91-8a0c-96ff96cd4572 req-19ea05d7-b36a-4d89-8d4d-ce764db631c2 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:36.441718 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3d95e019-1e12-4d91-8a0c-96ff96cd4572 req-19ea05d7-b36a-4d89-8d4d-ce764db631c2 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.99 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 950 time: 0.6524513 Feb 04 13:22:36.606735 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3a7d5ecd-d25f-43b9-8227-f53aeb800616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (a411e73f-f407-4a12-b1ac-54238ca22912), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:36.637396 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-3a7d5ecd-d25f-43b9-8227-f53aeb800616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a411e73f-f407-4a12-b1ac-54238ca22912']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:36.658156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-3a7d5ecd-d25f-43b9-8227-f53aeb800616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0270712e-0147-4e10-8895-c38defb335db') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:36.658156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-3a7d5ecd-d25f-43b9-8227-f53aeb800616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0270712e-0147-4e10-8895-c38defb335db') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:36.669826 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3a7d5ecd-d25f-43b9-8227-f53aeb800616 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (0270712e-0147-4e10-8895-c38defb335db), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:36.702983 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3a7d5ecd-d25f-43b9-8227-f53aeb800616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0270712e-0147-4e10-8895-c38defb335db), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:36.719678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:36.738146 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7d5ecd-d25f-43b9-8227-f53aeb800616 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:22:36.739556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-e9990c77-9d6c-44d1-ad61-38989697b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:36.740057 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3a7d5ecd-d25f-43b9-8227-f53aeb800616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (0270712e-0147-4e10-8895-c38defb335db), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:36.742522 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-e9990c77-9d6c-44d1-ad61-38989697b789 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 1131 time: 0.9521399 Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:22:36.747955 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:22:36.920319 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3a7d5ecd-d25f-43b9-8227-f53aeb800616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (a411e73f-f407-4a12-b1ac-54238ca22912), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:36.984660 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3a7d5ecd-d25f-43b9-8227-f53aeb800616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:36.990803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3a7d5ecd-d25f-43b9-8227-f53aeb800616 admin admin] 10.222.0.96 "DELETE /v2.0/networks/a411e73f-f407-4a12-b1ac-54238ca22912 HTTP/1.1" status: 204 len: 168 time: 0.7950199 Feb 04 13:22:36.992634 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d5ecd-d25f-43b9-8227-f53aeb800616 admin admin] Pushing event deleted for resources: {'Network': ['ID=a411e73f-f407-4a12-b1ac-54238ca22912,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:37.068046 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:37.068729 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:37.069342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:37.069966 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:37.070640 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:37.071244 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:37.071878 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:37.072507 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:37.073143 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:37.073745 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:37.074412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:37.075726 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:37.078165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:37.226022 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-4c31f03c-6384-4209-9c4b-5f8c69476760 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=71e83384-ea64-4871-9208-45f2474a5445 HTTP/1.1" status: 200 len: 217 time: 0.8163605 Feb 04 13:22:37.245278 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2575a-3eac-4e2e-8476-8878465a8018 req-beda1f93-c973-4a43-8d13-fe6c8f14c778 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:37.261131 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c1e2575a-3eac-4e2e-8476-8878465a8018 req-beda1f93-c973-4a43-8d13-fe6c8f14c778 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 948 time: 0.1251504 Feb 04 13:22:37.277231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35416) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:37.422857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35420) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:37.454003 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-242cf622-8c52-496c-9bd2-d905e3f9c723 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=367adc809460482c91a7e14be06320b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724739 Feb 04 13:22:37.458634 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35422) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:37.497249 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c1e2575a-3eac-4e2e-8476-8878465a8018 req-d8eeadcd-c5e5-4e47-bb68-5ffd3dbc5fb8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330282 Feb 04 13:22:37.636109 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-907d599e-bf32-432f-a100-dba5487721dc tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ec807383-e439-4b3b-b191-95115977ae7f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:37.646087 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2eb5c-9002-435a-ab46-26c12d8752d2 req-91ba2be2-cb93-4c54-9a7d-d429e6dcfc36 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:37.648823 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44d2eb5c-9002-435a-ab46-26c12d8752d2 req-91ba2be2-cb93-4c54-9a7d-d429e6dcfc36 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 950 time: 0.1219006 Feb 04 13:22:37.748179 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d599e-bf32-432f-a100-dba5487721dc tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Pushing event deleted for resources: {'Port': ['ID=ec807383-e439-4b3b-b191-95115977ae7f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:37.769857 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-be488f0f-5589-48d2-a718-15929b5e2d88 admin admin] Publish callbacks [] for security_group (1b98b8b1-1678-455e-b99a-028e056b4189), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:37.794795 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44d2eb5c-9002-435a-ab46-26c12d8752d2 req-ebae44b0-f93a-4856-9f86-ef9e0ea12832 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349347 Feb 04 13:22:37.809580 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-be488f0f-5589-48d2-a718-15929b5e2d88 admin admin] Publish callbacks [] for security_group (1b98b8b1-1678-455e-b99a-028e056b4189), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:37.898169 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5ffd0d50-b0ba-4d08-b672-3db3d628b3e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:38.028199 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5ffd0d50-b0ba-4d08-b672-3db3d628b3e2 admin admin] Publish callbacks [] for security_group (26e7b63d-49e5-4820-9a6e-46f1ec688873), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:38.030086 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-bf2aae26-77bd-46c8-9268-6404a09058e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:38.034865 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5ffd0d50-b0ba-4d08-b672-3db3d628b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (26e7b63d-49e5-4820-9a6e-46f1ec688873), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:38.036891 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-bf2aae26-77bd-46c8-9268-6404a09058e9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.7937894 Feb 04 13:22:38.102578 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5ffd0d50-b0ba-4d08-b672-3db3d628b3e2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=668afb09e81b431482004ecfa5525907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6542888 Feb 04 13:22:38.103497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35432) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:38.107401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-94e739ad-9e8d-41cb-897f-e5ea7d8a7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:38.110134 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-94e739ad-9e8d-41cb-897f-e5ea7d8a7aa6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.8690035 Feb 04 13:22:38.112734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd0d50-b0ba-4d08-b672-3db3d628b3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e7b63d-49e5-4820-9a6e-46f1ec688873,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:38.194613 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-3d95e019-1e12-4d91-8a0c-96ff96cd4572 req-3c82d57f-858b-4427-8f6d-649a2f9f0af0 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Deleting port 3d639dfd-f91d-41b4-8b7a-5ee26667db36 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:38.195215 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9a715ce-61cd-484a-b05d-d3bcab2306ba admin admin] Publish callbacks [] for security_group (26e7b63d-49e5-4820-9a6e-46f1ec688873), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:38.195529 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3d95e019-1e12-4d91-8a0c-96ff96cd4572 req-3c82d57f-858b-4427-8f6d-649a2f9f0af0 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:38.199425 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-be488f0f-5589-48d2-a718-15929b5e2d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1b98b8b1-1678-455e-b99a-028e056b4189), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:38.202090 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-be488f0f-5589-48d2-a718-15929b5e2d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:38.203486 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-be488f0f-5589-48d2-a718-15929b5e2d88 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1b98b8b1-1678-455e-b99a-028e056b4189 HTTP/1.1" status: 204 len: 168 time: 0.7248847 Feb 04 13:22:38.259051 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9a715ce-61cd-484a-b05d-d3bcab2306ba admin admin] Publish callbacks [] for security_group (26e7b63d-49e5-4820-9a6e-46f1ec688873), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:38.361081 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9a715ce-61cd-484a-b05d-d3bcab2306ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (26e7b63d-49e5-4820-9a6e-46f1ec688873), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:38.366619 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9a715ce-61cd-484a-b05d-d3bcab2306ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:38.369086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c9a715ce-61cd-484a-b05d-d3bcab2306ba admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/26e7b63d-49e5-4820-9a6e-46f1ec688873 HTTP/1.1" status: 204 len: 168 time: 0.2637336 Feb 04 13:22:38.393913 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-036d404b-a9d7-4bff-8e75-e55f24c486cf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=71e83384-ea64-4871-9208-45f2474a5445 HTTP/1.1" status: 200 len: 217 time: 0.2332437 Feb 04 13:22:38.405819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be488f0f-5589-48d2-a718-15929b5e2d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b98b8b1-1678-455e-b99a-028e056b4189,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:38.411408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a715ce-61cd-484a-b05d-d3bcab2306ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e7b63d-49e5-4820-9a6e-46f1ec688873,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:38.413254 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-907d599e-bf32-432f-a100-dba5487721dc tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks [] for floatingip (d90384d8-a4c6-4bdb-a7cc-fc7210889d9e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:38.416200 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-907d599e-bf32-432f-a100-dba5487721dc tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:38.417742 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-907d599e-bf32-432f-a100-dba5487721dc tempest-ImagesOneServerNegativeTestJSON-1945874015 tempest-ImagesOneServerNegativeTestJSON-1945874015-project] 10.222.0.96 "DELETE /v2.0/floatingips/d90384d8-a4c6-4bdb-a7cc-fc7210889d9e HTTP/1.1" status: 204 len: 168 time: 3.1017227 Feb 04 13:22:38.562365 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-027b9617-ed49-48c0-bb94-d8f8eef59969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:38.564545 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-027b9617-ed49-48c0-bb94-d8f8eef59969 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4644845 Feb 04 13:22:38.573232 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (c3172fe3-f4c4-47cf-ad73-210d30a2baee), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:38.679420 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-2e33b05f-500d-436d-a429-a70fcda20c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:38.680994 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-2e33b05f-500d-436d-a429-a70fcda20c88 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.2790120 Feb 04 13:22:38.792314 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35454) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:39.116118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f8092-5a0c-4e9f-919b-c2574554ee39 req-c2a77e85-dbf2-4dd7-8a2a-25cca66c585a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:39.135268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-886f8092-5a0c-4e9f-919b-c2574554ee39 req-c2a77e85-dbf2-4dd7-8a2a-25cca66c585a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 948 time: 0.4621849 Feb 04 13:22:39.169595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48bb193-c4cc-4cd5-a2d3-fc2ebe2729c5 admin admin] Deleting subnet 7b76ab68-ed3b-41e4-97fc-fb0267da718f {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:22:39.182381 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b48bb193-c4cc-4cd5-a2d3-fc2ebe2729c5 admin admin] Publish callbacks [] for subnet (7b76ab68-ed3b-41e4-97fc-fb0267da718f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:39.213824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-3d95e019-1e12-4d91-8a0c-96ff96cd4572 req-3c82d57f-858b-4427-8f6d-649a2f9f0af0 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] For port 3d639dfd-f91d-41b4-8b7a-5ee26667db36, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=3d639dfd-f91d-41b4-8b7a-5ee26667db36,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:39.214439 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3d95e019-1e12-4d91-8a0c-96ff96cd4572 req-3c82d57f-858b-4427-8f6d-649a2f9f0af0 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:39.252587 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-3d95e019-1e12-4d91-8a0c-96ff96cd4572 req-3c82d57f-858b-4427-8f6d-649a2f9f0af0 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Calling delete_port for 3d639dfd-f91d-41b4-8b7a-5ee26667db36 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:39.277574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec4b47-8a93-476a-a45e-c3975f6259fd req-6034d33f-b663-4167-986f-ce9ff896f029 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:39.280289 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53ec4b47-8a93-476a-a45e-c3975f6259fd req-6034d33f-b663-4167-986f-ce9ff896f029 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 950 time: 0.3119085 Feb 04 13:22:39.291119 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b48bb193-c4cc-4cd5-a2d3-fc2ebe2729c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (7b76ab68-ed3b-41e4-97fc-fb0267da718f), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:39.308997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-886f8092-5a0c-4e9f-919b-c2574554ee39 req-74208e1a-bcdd-40b5-90bc-5623cef77eab tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664286 Feb 04 13:22:39.374314 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-ef2a5714-7598-4fd6-8539-d0866932e40f service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7859719 Feb 04 13:22:39.387483 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-2313b9a7-1cc8-4e02-a686-b7d2cb1c5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:39.389314 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-2313b9a7-1cc8-4e02-a686-b7d2cb1c5713 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6985745 Feb 04 13:22:39.495275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 71e83384-ea64-4871-9208-45f2474a5445 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:22:39.521397 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b48bb193-c4cc-4cd5-a2d3-fc2ebe2729c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (7b76ab68-ed3b-41e4-97fc-fb0267da718f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:39.528693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 3d639dfd-f91d-41b4-8b7a-5ee26667db36 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:39.742792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53ec4b47-8a93-476a-a45e-c3975f6259fd req-1489699a-d983-4ce2-904c-4a176707294c tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542402 Feb 04 13:22:39.747976 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b48bb193-c4cc-4cd5-a2d3-fc2ebe2729c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (7b76ab68-ed3b-41e4-97fc-fb0267da718f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:39.778445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35476) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:39.790381 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bb193-c4cc-4cd5-a2d3-fc2ebe2729c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b76ab68-ed3b-41e4-97fc-fb0267da718f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:39.811316 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b48bb193-c4cc-4cd5-a2d3-fc2ebe2729c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:39.811970 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.resource_extend [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:22:39.819849 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b48bb193-c4cc-4cd5-a2d3-fc2ebe2729c5 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/7b76ab68-ed3b-41e4-97fc-fb0267da718f HTTP/1.1" status: 204 len: 168 time: 1.0244417 Feb 04 13:22:39.820387 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-7f9e49d3-77c4-46a7-b880-0cacb56f11a4 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067004 Feb 04 13:22:39.830954 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35478) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:39.852631 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-1d90ed46-42e7-41af-b378-f5d29ea3a6cd service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640770 Feb 04 13:22:39.905368 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e770bf06-c39f-4b0d-a7a8-bc1ab0d87fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:39.919320 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=71e83384-ea64-4871-9208-45f2474a5445,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:39.936500 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '71e83384-ea64-4871-9208-45f2474a5445', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '71e83384-ea64-4871-9208-45f2474a5445', 'mac_address': 'fa:16:3e:66:af:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:22:40.021713 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 71e83384-ea64-4871-9208-45f2474a5445 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:40.022334 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f350c4e-e421-4bc7-b130-ea1cb3ae2dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (8b20d4b4-1391-4500-96bd-4ce91c9bc74e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.022787 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71e83384-ea64-4871-9208-45f2474a5445), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.038526 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3d95e019-1e12-4d91-8a0c-96ff96cd4572 req-3c82d57f-858b-4427-8f6d-649a2f9f0af0 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.044076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Router c3172fe3-f4c4-47cf-ad73-210d30a2baee has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:22:40.068251 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['49a8dfc2-d7d6-4824-93e4-0466437f7183', 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:22:40.112462 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82d57f-858b-4427-8f6d-649a2f9f0af0 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Pushing event deleted for resources: {'Port': ['ID=3d639dfd-f91d-41b4-8b7a-5ee26667db36,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:40.114816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e83384-ea64-4871-9208-45f2474a5445 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:22:40.160898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=71e83384-ea64-4871-9208-45f2474a5445,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:40.175468 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b5b70448-849d-48fb-bde3-8fa9cafdd6a3 req-3a5d35a9-9380-4246-bba1-b926fd3caf2b service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338244 Feb 04 13:22:40.190801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 3d639dfd-f91d-41b4-8b7a-5ee26667db36 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:40.191495 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3d639dfd-f91d-41b4-8b7a-5ee26667db36), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.208485 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (71e83384-ea64-4871-9208-45f2474a5445), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.248100 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f350c4e-e421-4bc7-b130-ea1cb3ae2dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (8b20d4b4-1391-4500-96bd-4ce91c9bc74e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.263776 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d95e019-1e12-4d91-8a0c-96ff96cd4572 req-3c82d57f-858b-4427-8f6d-649a2f9f0af0 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] No DVR routers for this DVR port 3d639dfd-f91d-41b4-8b7a-5ee26667db36 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:40.289715 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=71e83384-ea64-4871-9208-45f2474a5445,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:40.300336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-9f350c4e-e421-4bc7-b130-ea1cb3ae2dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b20d4b4-1391-4500-96bd-4ce91c9bc74e']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:40.308332 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:40.309131 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:40.309567 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:40.310003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:40.310463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:40.310906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:40.311331 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:40.311752 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:40.312174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:40.312595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:40.313076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:40.314592 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:40.315022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:40.337962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3d95e019-1e12-4d91-8a0c-96ff96cd4572 req-3c82d57f-858b-4427-8f6d-649a2f9f0af0 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.342519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-9f350c4e-e421-4bc7-b130-ea1cb3ae2dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74571242-1ff3-475e-860d-719181c655df') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:40.342809 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-9f350c4e-e421-4bc7-b130-ea1cb3ae2dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74571242-1ff3-475e-860d-719181c655df') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:40.343799 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3d95e019-1e12-4d91-8a0c-96ff96cd4572 req-3c82d57f-858b-4427-8f6d-649a2f9f0af0 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.99 "DELETE /v2.0/ports/3d639dfd-f91d-41b4-8b7a-5ee26667db36 HTTP/1.1" status: 204 len: 173 time: 3.6397512 Feb 04 13:22:40.359841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c', 'name': 'network-vif-deleted', 'tag': '3d639dfd-f91d-41b4-8b7a-5ee26667db36'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:40.365063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35488) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:40.366040 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15160dc-9909-4a4f-ba02-6737bc2b4b41" -d '{"events": [{"server_uuid": "a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c", "name": "network-vif-deleted", "tag": "3d639dfd-f91d-41b4-8b7a-5ee26667db36"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:40.403360 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f350c4e-e421-4bc7-b130-ea1cb3ae2dbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (74571242-1ff3-475e-860d-719181c655df), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.456237 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f350c4e-e421-4bc7-b130-ea1cb3ae2dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (74571242-1ff3-475e-860d-719181c655df), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.576051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f350c4e-e421-4bc7-b130-ea1cb3ae2dbd admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:22:40.576453 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f350c4e-e421-4bc7-b130-ea1cb3ae2dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (74571242-1ff3-475e-860d-719181c655df), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.587868 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289f9b36-0e1c-46b7-a9bf-11e506091b38 x-openstack-request-id: req-289f9b36-0e1c-46b7-a9bf-11e506091b38 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:40.588278 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c", "name": "network-vif-deleted", "tag": "3d639dfd-f91d-41b4-8b7a-5ee26667db36", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:40.588588 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-289f9b36-0e1c-46b7-a9bf-11e506091b38 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:40.589501 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c', 'name': 'network-vif-deleted', 'tag': '3d639dfd-f91d-41b4-8b7a-5ee26667db36', 'status': 'completed', 'code': 200} Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:22:40.592031 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:22:40.597400 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e770bf06-c39f-4b0d-a7a8-bc1ab0d87fb9 admin admin] Publish callbacks [] for security_group (1c43ad80-27fa-48c8-ba60-7a6f2b5b8f78), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.607913 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e770bf06-c39f-4b0d-a7a8-bc1ab0d87fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1c43ad80-27fa-48c8-ba60-7a6f2b5b8f78), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.671596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['71e83384-ea64-4871-9208-45f2474a5445'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:22:40.706491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:22:40.711638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fa2fc-e10d-4f3e-93e9-86718f71fadd req-4f99a455-43a6-4712-a7dd-3ba42521b714 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:40.717543 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77086d3c-3114-4b0b-822f-d7e79c0f2735 None None] Sync routers for ids ['c3172fe3-f4c4-47cf-ad73-210d30a2baee'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:22:40.718233 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-104fa2fc-e10d-4f3e-93e9-86718f71fadd req-4f99a455-43a6-4712-a7dd-3ba42521b714 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 949 time: 0.2443502 Feb 04 13:22:40.730630 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-16f27682-22a8-4b5c-a29b-545881a71c13 admin admin] 10.222.0.96 "PUT /v2.0/routers/c3172fe3-f4c4-47cf-ad73-210d30a2baee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4947312 Feb 04 13:22:40.731874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770bf06-c39f-4b0d-a7a8-bc1ab0d87fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c43ad80-27fa-48c8-ba60-7a6f2b5b8f78,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:40.737070 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35496) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:40.737699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-e1c01390-0751-4c8c-a507-60511dd340bb admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-250910637-network', 'tenant_id': '5e4e34a1fef244cba78455c8ad160250'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:40.741091 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77086d3c-3114-4b0b-822f-d7e79c0f2735 None None] Routers {'c3172fe3-f4c4-47cf-ad73-210d30a2baee'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:22:40.741918 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-77086d3c-3114-4b0b-822f-d7e79c0f2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:22:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3172fe3-f4c4-47cf-ad73-210d30a2baee'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:40.767756 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c01390-0751-4c8c-a507-60511dd340bb admin admin] Made reservation on behalf of 5e4e34a1fef244cba78455c8ad160250 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:40.769583 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e770bf06-c39f-4b0d-a7a8-bc1ab0d87fb9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8b9abb1990b24412962fa997ccc3cc7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9824026 Feb 04 13:22:40.770336 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e1c01390-0751-4c8c-a507-60511dd340bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.775224 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35500) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:40.800112 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e1c01390-0751-4c8c-a507-60511dd340bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.927803 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e1c01390-0751-4c8c-a507-60511dd340bb admin admin] Publish callbacks [] for security_group (8242b15b-22ab-4073-ad70-395b3aad059d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.929016 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f350c4e-e421-4bc7-b130-ea1cb3ae2dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (8b20d4b4-1391-4500-96bd-4ce91c9bc74e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.967105 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bb948df3-3802-4507-930d-6375a1a03ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.980247 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b040cfd2-96ce-42f3-ae27-a38c5d7c4322 req-b44f3ccc-3624-44de-b0e0-6d8bf5b2480c tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=a36e4d3c-f00e-4de0-85f4-a2b28b9bcf4c HTTP/1.1" status: 200 len: 210 time: 0.0489643 Feb 04 13:22:40.985168 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e1c01390-0751-4c8c-a507-60511dd340bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8242b15b-22ab-4073-ad70-395b3aad059d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:40.998884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c01390-0751-4c8c-a507-60511dd340bb admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:22:41.014613 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e1c01390-0751-4c8c-a507-60511dd340bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (2de50c32-3404-4aac-8c23-12c52916fabe), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:41.014969 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-e1c01390-0751-4c8c-a507-60511dd340bb admin admin] Added segment 2de50c32-3404-4aac-8c23-12c52916fabe of type vlan for network 232123d0-0d2a-4843-872e-e2f58252f361 Feb 04 13:22:41.063272 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f350c4e-e421-4bc7-b130-ea1cb3ae2dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:41.070295 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9f350c4e-e421-4bc7-b130-ea1cb3ae2dbd admin admin] 10.222.0.96 "DELETE /v2.0/networks/8b20d4b4-1391-4500-96bd-4ce91c9bc74e HTTP/1.1" status: 204 len: 168 time: 1.2349744 Feb 04 13:22:41.087085 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-77086d3c-3114-4b0b-822f-d7e79c0f2735 None None] Set router c3172fe3-f4c4-47cf-ad73-210d30a2baee gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:22:41.132987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c01390-0751-4c8c-a507-60511dd340bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8242b15b-22ab-4073-ad70-395b3aad059d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:41.137926 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c46bf68-876d-4bde-9e1d-081a00a0de43 admin admin] Publish callbacks [] for security_group (1c43ad80-27fa-48c8-ba60-7a6f2b5b8f78), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:41.167836 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-104fa2fc-e10d-4f3e-93e9-86718f71fadd req-c9d46054-ffcf-456b-b21b-272951792271 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487400 Feb 04 13:22:41.229810 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e1c01390-0751-4c8c-a507-60511dd340bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (232123d0-0d2a-4843-872e-e2f58252f361), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:41.252571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f350c4e-e421-4bc7-b130-ea1cb3ae2dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=8b20d4b4-1391-4500-96bd-4ce91c9bc74e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:41.272482 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c46bf68-876d-4bde-9e1d-081a00a0de43 admin admin] Publish callbacks [] for security_group (1c43ad80-27fa-48c8-ba60-7a6f2b5b8f78), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:41.424557 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e1c01390-0751-4c8c-a507-60511dd340bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (232123d0-0d2a-4843-872e-e2f58252f361), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:41.425711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c01390-0751-4c8c-a507-60511dd340bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:41.426425 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e1c01390-0751-4c8c-a507-60511dd340bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:41.435526 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67cfaaf9-cc81-43a8-acc5-8ee57253ad9c admin admin] Publish callbacks [] for router (c3172fe3-f4c4-47cf-ad73-210d30a2baee), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:41.493922 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35508) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:41.652758 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e1c01390-0751-4c8c-a507-60511dd340bb admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2811913 Feb 04 13:22:41.677539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35514) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:41.696952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-44afe174-84f3-4953-9132-7da0e78c2eda admin admin] Request body: {'subnet': {'network_id': '232123d0-0d2a-4843-872e-e2f58252f361', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-250910637-subnet', 'tenant_id': '5e4e34a1fef244cba78455c8ad160250', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:41.734010 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-77086d3c-3114-4b0b-822f-d7e79c0f2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'name': 'tempest-FloatingIPsTestJSON-593958908-router', 'tenant_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:00Z', 'updated_at': '2022-02-04T13:22:35Z', 'revision_number': 5, 'project_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'gw_port': {'id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:22:01Z', 'updated_at': '2022-02-04T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:41.767472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c01390-0751-4c8c-a507-60511dd340bb admin admin] Pushing event updated for resources: {'Network': ['ID=232123d0-0d2a-4843-872e-e2f58252f361,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:41.770454 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77086d3c-3114-4b0b-822f-d7e79c0f2735 None None] Checking router: c3172fe3-f4c4-47cf-ad73-210d30a2baee for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:22:41.783481 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77086d3c-3114-4b0b-822f-d7e79c0f2735 None None] Routers {'c3172fe3-f4c4-47cf-ad73-210d30a2baee'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:22:41.784491 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-77086d3c-3114-4b0b-822f-d7e79c0f2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:22:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3172fe3-f4c4-47cf-ad73-210d30a2baee'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:41.785223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 232123d0-0d2a-4843-872e-e2f58252f361 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:22:41.811533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44afe174-84f3-4953-9132-7da0e78c2eda admin admin] Made reservation on behalf of 5e4e34a1fef244cba78455c8ad160250 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:41.814690 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-44afe174-84f3-4953-9132-7da0e78c2eda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:41.842028 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-45fe210c-cced-47fa-96d1-66e6e3d7dd5f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e5f72002beef43c5887042c875e8fc64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383272 Feb 04 13:22:41.917650 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67cfaaf9-cc81-43a8-acc5-8ee57253ad9c admin admin] Publish callbacks [] for router_gateway (c3172fe3-f4c4-47cf-ad73-210d30a2baee), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:41.951392 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-77086d3c-3114-4b0b-822f-d7e79c0f2735 None None] Set router c3172fe3-f4c4-47cf-ad73-210d30a2baee gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:22:41.975426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35516) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:41.977573 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c46bf68-876d-4bde-9e1d-081a00a0de43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1c43ad80-27fa-48c8-ba60-7a6f2b5b8f78), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:41.982065 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c46bf68-876d-4bde-9e1d-081a00a0de43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:41.983567 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5c46bf68-876d-4bde-9e1d-081a00a0de43 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1c43ad80-27fa-48c8-ba60-7a6f2b5b8f78 HTTP/1.1" status: 204 len: 168 time: 1.1991365 Feb 04 13:22:42.137782 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46bf68-876d-4bde-9e1d-081a00a0de43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c43ad80-27fa-48c8-ba60-7a6f2b5b8f78,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:42.280382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08405b5c-c389-4b3c-8f83-3652f85bedd7 admin admin] Publish callbacks [] for security_group (b7aa08ae-2a76-4925-87ea-5f3736831535), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:42.364125 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-8fbbc265-7ba0-43fc-9370-2931e4e331af tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:42.370546 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-8fbbc265-7ba0-43fc-9370-2931e4e331af tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.99 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef&tenant_id=62bf48b5c3894be3a3cc9319369f6e98&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 949 time: 0.6005261 Feb 04 13:22:42.426700 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-77086d3c-3114-4b0b-822f-d7e79c0f2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'name': 'tempest-FloatingIPsTestJSON-593958908-router', 'tenant_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:00Z', 'updated_at': '2022-02-04T13:22:35Z', 'revision_number': 5, 'project_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'gw_port': {'id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:22:01Z', 'updated_at': '2022-02-04T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:42.450056 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08405b5c-c389-4b3c-8f83-3652f85bedd7 admin admin] Publish callbacks [] for security_group (b7aa08ae-2a76-4925-87ea-5f3736831535), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:42.553392 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77086d3c-3114-4b0b-822f-d7e79c0f2735 None None] The sync data for ids ['c3172fe3-f4c4-47cf-ad73-210d30a2baee'] in n-d-714676-13 is: [{'id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'name': 'tempest-FloatingIPsTestJSON-593958908-router', 'tenant_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:00Z', 'updated_at': '2022-02-04T13:22:35Z', 'revision_number': 5, 'project_id': 'd0adf2e94dc541f0aca18b8b9d743ece', 'gw_port': {'id': '7f92c074-4ee0-4ba8-ad4a-18acee93e327', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3172fe3-f4c4-47cf-ad73-210d30a2baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:22:01Z', 'updated_at': '2022-02-04T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:22:42.568759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-67cfaaf9-cc81-43a8-acc5-8ee57253ad9c admin admin] Deleting port 7f92c074-4ee0-4ba8-ad4a-18acee93e327 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:42.569106 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67cfaaf9-cc81-43a8-acc5-8ee57253ad9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7f92c074-4ee0-4ba8-ad4a-18acee93e327), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:42.599936 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-22b7f06d-8f1c-4f0a-bd6c-b1e260e3a772 service neutron] 10.222.0.99 "GET /v2.0/ports/71e83384-ea64-4871-9208-45f2474a5445/bindings/n-h1-714676-13 HTTP/1.1" status: 200 len: 383 time: 0.2182517 Feb 04 13:22:42.685317 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08405b5c-c389-4b3c-8f83-3652f85bedd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b7aa08ae-2a76-4925-87ea-5f3736831535), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:42.688151 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08405b5c-c389-4b3c-8f83-3652f85bedd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:42.692878 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-08405b5c-c389-4b3c-8f83-3652f85bedd7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b7aa08ae-2a76-4925-87ea-5f3736831535 HTTP/1.1" status: 204 len: 168 time: 0.7052152 Feb 04 13:22:42.754808 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08405b5c-c389-4b3c-8f83-3652f85bedd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aa08ae-2a76-4925-87ea-5f3736831535,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:42.920600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-148887ad-a004-4435-9fb5-4e0b6d6a207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:42.924020 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-148887ad-a004-4435-9fb5-4e0b6d6a207d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 1132 time: 0.2757821 Feb 04 13:22:42.927630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c38ed-3694-4069-a6ae-22977c2ebffd req-7366f9da-d1e5-4786-9b45-f6c547cd944a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:42.929435 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb6c38ed-3694-4069-a6ae-22977c2ebffd req-7366f9da-d1e5-4786-9b45-f6c547cd944a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 949 time: 1.2047637 Feb 04 13:22:42.994388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9aa76-3fa4-497f-a952-720963f219ad req-ced82022-6292-476a-b23b-35f8ca9ae8b3 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:42.997121 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3da9aa76-3fa4-497f-a952-720963f219ad req-ced82022-6292-476a-b23b-35f8ca9ae8b3 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 949 time: 0.1376870 Feb 04 13:22:43.108841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-67cfaaf9-cc81-43a8-acc5-8ee57253ad9c admin admin] For port 7f92c074-4ee0-4ba8-ad4a-18acee93e327, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7f92c074-4ee0-4ba8-ad4a-18acee93e327,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:43.109215 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67cfaaf9-cc81-43a8-acc5-8ee57253ad9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7f92c074-4ee0-4ba8-ad4a-18acee93e327), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:43.118626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb6c38ed-3694-4069-a6ae-22977c2ebffd req-a4f4587c-0f01-43ae-864e-ed98e57a8efd tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684139 Feb 04 13:22:43.162176 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-67cfaaf9-cc81-43a8-acc5-8ee57253ad9c admin admin] Calling delete_port for 7f92c074-4ee0-4ba8-ad4a-18acee93e327 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:43.181551 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3da9aa76-3fa4-497f-a952-720963f219ad req-82751d6e-c798-4f96-8f01-fdc834c08ed1 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353676 Feb 04 13:22:43.291076 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-44afe174-84f3-4953-9132-7da0e78c2eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (352d6885-f001-4efe-b24c-dc0c44d83db9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:43.307841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-81e1bb36-0383-4145-ac74-d64016063017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:43.312947 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-81e1bb36-0383-4145-ac74-d64016063017 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3648398 Feb 04 13:22:43.389562 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-08efd1e7-b47a-4940-9fba-f38d37ccedea service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=71e83384-ea64-4871-9208-45f2474a5445 HTTP/1.1" status: 200 len: 217 time: 0.0590529 Feb 04 13:22:43.403976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afe174-84f3-4953-9132-7da0e78c2eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=352d6885-f001-4efe-b24c-dc0c44d83db9,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:43.408054 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44afe174-84f3-4953-9132-7da0e78c2eda admin admin] Checking segment: {'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:22:43.409426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44afe174-84f3-4953-9132-7da0e78c2eda admin admin] Network hostable DHCP agents. Network: 232123d0-0d2a-4843-872e-e2f58252f361, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:22:43.511921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 71e83384-ea64-4871-9208-45f2474a5445 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:22:43.556113 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-0ecf1cb1-2c39-497d-87fd-5b3104557ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:43.558087 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-0ecf1cb1-2c39-497d-87fd-5b3104557ac2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1607752 Feb 04 13:22:43.560018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44afe174-84f3-4953-9132-7da0e78c2eda admin admin] Network 232123d0-0d2a-4843-872e-e2f58252f361 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:22:43.614191 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:43.622545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-44afe174-84f3-4953-9132-7da0e78c2eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 232123d0-0d2a-4843-872e-e2f58252f361) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:43.632215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 71e83384-ea64-4871-9208-45f2474a5445 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:43.633299 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44afe174-84f3-4953-9132-7da0e78c2eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:43.633886 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-44afe174-84f3-4953-9132-7da0e78c2eda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:43.653535 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bf2a82-2854-4b56-8523-ac2735ab5ebe None None] Network 232123d0-0d2a-4843-872e-e2f58252f361 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:22:43.674656 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 71e83384-ea64-4871-9208-45f2474a5445 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:43.675368 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (71e83384-ea64-4871-9208-45f2474a5445), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:43.700185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece3552-6316-4643-947d-0559dec78a22 req-03c1130f-a65f-4816-91b6-c1b814ba04da tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:43.701858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fece3552-6316-4643-947d-0559dec78a22 req-03c1130f-a65f-4816-91b6-c1b814ba04da tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 821 time: 0.2731323 Feb 04 13:22:43.714176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-44afe174-84f3-4953-9132-7da0e78c2eda admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0352588 Feb 04 13:22:43.777567 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fece3552-6316-4643-947d-0559dec78a22 req-b37cea2e-d06f-46d7-bcb5-fbfdf0c2ce41 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/quotas/9bf6f764e0d34de9a21a32956f525822 HTTP/1.1" status: 200 len: 375 time: 0.0548618 Feb 04 13:22:43.799037 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:43.928293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-adc8bb19-181f-4e68-8f54-0fa7e9f75eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:43.929825 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-adc8bb19-181f-4e68-8f54-0fa7e9f75eec service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3636739 Feb 04 13:22:43.944745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fece3552-6316-4643-947d-0559dec78a22 req-048893ac-5212-4371-8b2a-c9dcac844a01 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1661704 Feb 04 13:22:43.989016 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:43.990200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9c8e1e3c-1a93-4bc1-b6fd-1ae50f8dbd6a not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:44.009693 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0245-f08e-4614-a30b-ecc7a42f4a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:44.056281 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67cfaaf9-cc81-43a8-acc5-8ee57253ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7f92c074-4ee0-4ba8-ad4a-18acee93e327), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:44.152934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fece3552-6316-4643-947d-0559dec78a22 req-c40fd3d1-c394-48ab-b98b-9522eaa0f710 service neutron] 10.222.0.96 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020578 Feb 04 13:22:44.166473 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfaaf9-cc81-43a8-acc5-8ee57253ad9c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f92c074-4ee0-4ba8-ad4a-18acee93e327,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:44.359261 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fece3552-6316-4643-947d-0559dec78a22 req-c98a2cfc-bc47-4f1c-97af-d6db57d1c45c service neutron] 10.222.0.96 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044652 Feb 04 13:22:44.449511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 71e83384-ea64-4871-9208-45f2474a5445 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:44.449756 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71e83384-ea64-4871-9208-45f2474a5445), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:44.525199 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:44.528042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-232123d0-0d2a-4843-872e-e2f58252f361', 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361', 'project_id': '5e4e34a1fef244cba78455c8ad160250', 'fixed_ips': [{'subnet_id': '352d6885-f001-4efe-b24c-dc0c44d83db9'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:22:44.529150 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:44.617920 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e83384-ea64-4871-9208-45f2474a5445'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:44.620613 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59914711-428c-496b-9d15-93782e505524" -d '{"events": [{"server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "name": "network-vif-plugged", "status": "completed", "tag": "71e83384-ea64-4871-9208-45f2474a5445"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:44.648273 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=71e83384-ea64-4871-9208-45f2474a5445,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:44.659885 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (71e83384-ea64-4871-9208-45f2474a5445), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:44.861345 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:22:44.867938 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67cfaaf9-cc81-43a8-acc5-8ee57253ad9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (c3172fe3-f4c4-47cf-ad73-210d30a2baee), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:44.896911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=71e83384-ea64-4871-9208-45f2474a5445,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:44.956226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Allocated IP 172.20.0.2 (232123d0-0d2a-4843-872e-e2f58252f361/352d6885-f001-4efe-b24c-dc0c44d83db9/f3a71f64-6e3f-43c9-92f3-d9218fbfff36) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:45.170865 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Publish callbacks [] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:45.183782 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:45.234683 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a33e1e-2a02-4f17-b856-a9f61605ed19 req-637d2d06-c6de-4ba8-b260-6d8c3fe02511 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:45.248951 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f0a33e1e-2a02-4f17-b856-a9f61605ed19 req-637d2d06-c6de-4ba8-b260-6d8c3fe02511 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.99 "GET /v2.0/ports?device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 949 time: 0.5717740 Feb 04 13:22:45.252178 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-5e2fe2db-cad9-475c-835c-523ec00767aa service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3056927 Feb 04 13:22:45.256691 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67cfaaf9-cc81-43a8-acc5-8ee57253ad9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (c3172fe3-f4c4-47cf-ad73-210d30a2baee), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:45.261950 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67cfaaf9-cc81-43a8-acc5-8ee57253ad9c admin admin] Publish callbacks [] for router_controller (c3172fe3-f4c4-47cf-ad73-210d30a2baee), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:45.321955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a901b-096a-48f2-88f2-66619827a6a4 req-57e6f6c2-2bb4-4cfa-8097-751e75a53066 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:45.334514 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-092a901b-096a-48f2-88f2-66619827a6a4 req-57e6f6c2-2bb4-4cfa-8097-751e75a53066 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.2239094 Feb 04 13:22:45.342514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Network 232123d0-0d2a-4843-872e-e2f58252f361 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:45.383925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Pushing event updated for resources: {'Port': ['ID=f3a71f64-6e3f-43c9-92f3-d9218fbfff36,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:45.402695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:45.419434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:22:45.495629 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67cfaaf9-cc81-43a8-acc5-8ee57253ad9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (c3172fe3-f4c4-47cf-ad73-210d30a2baee), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:45.496382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cfaaf9-cc81-43a8-acc5-8ee57253ad9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3172fe3-f4c4-47cf-ad73-210d30a2baee {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:22:45.508015 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67cfaaf9-cc81-43a8-acc5-8ee57253ad9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:45.509665 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:45.513696 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-67cfaaf9-cc81-43a8-acc5-8ee57253ad9c admin admin] 10.222.0.96 "DELETE /v2.0/routers/c3172fe3-f4c4-47cf-ad73-210d30a2baee HTTP/1.1" status: 204 len: 168 time: 4.7675905 Feb 04 13:22:45.520782 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-092a901b-096a-48f2-88f2-66619827a6a4 req-c4f9cb87-727f-4620-a00f-c5a40e08e8ae tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847174 Feb 04 13:22:45.521333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35618) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:45.577298 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de790ab-52ab-4bc7-810c-cd007c81a7bb req-4ed1ce56-a7eb-4797-ac84-f08acd08374a tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:45.588902 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5de790ab-52ab-4bc7-810c-cd007c81a7bb req-4ed1ce56-a7eb-4797-ac84-f08acd08374a tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 949 time: 0.2462542 Feb 04 13:22:45.629770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Attempting to bind port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:22:45.632651 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Attempting to bind port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:22:45.633336 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Attempting to bind port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 on network 232123d0-0d2a-4843-872e-e2f58252f361 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:22:45.652979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:22:45.653478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Checking segment: {'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:22:45.653934 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:45.655215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Bound using segment: {'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:22:45.656107 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Bound port: f3a71f64-6e3f-43c9-92f3-d9218fbfff36, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:22:45.658705 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:45.663703 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-08a00a71-49bc-4407-aad1-3fe32dd3b19c service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981770 Feb 04 13:22:45.731747 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-f0a33e1e-2a02-4f17-b856-a9f61605ed19 req-0b649d2f-ed70-4f02-ac14-06b7e7d2b682 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Deleting port 49a8dfc2-d7d6-4824-93e4-0466437f7183 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:45.733907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f0a33e1e-2a02-4f17-b856-a9f61605ed19 req-0b649d2f-ed70-4f02-ac14-06b7e7d2b682 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (49a8dfc2-d7d6-4824-93e4-0466437f7183), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:45.831880 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576df8e9-6c87-4c7d-9a5b-f33a2bb98ec3 x-openstack-request-id: req-576df8e9-6c87-4c7d-9a5b-f33a2bb98ec3 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:45.834906 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "name": "network-vif-plugged", "status": "completed", "tag": "71e83384-ea64-4871-9208-45f2474a5445", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:45.837584 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-576df8e9-6c87-4c7d-9a5b-f33a2bb98ec3 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:45.840342 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e83384-ea64-4871-9208-45f2474a5445', 'code': 200} Feb 04 13:22:45.890996 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1139f3-a9f9-47a0-af42-672530736deb admin admin] Deleting subnet 14a7f40a-97e8-4064-b2c5-28fa03b580a4 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:22:45.903069 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ad1139f3-a9f9-47a0-af42-672530736deb admin admin] Publish callbacks [] for subnet (14a7f40a-97e8-4064-b2c5-28fa03b580a4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:45.938466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] For port f3a71f64-6e3f-43c9-92f3-d9218fbfff36, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:22:45.949701 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] For port f3a71f64-6e3f-43c9-92f3-d9218fbfff36, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f3a71f64-6e3f-43c9-92f3-d9218fbfff36,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:22:45.963317 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:45.987486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-f0a33e1e-2a02-4f17-b856-a9f61605ed19 req-0b649d2f-ed70-4f02-ac14-06b7e7d2b682 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] For port 49a8dfc2-d7d6-4824-93e4-0466437f7183, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=49a8dfc2-d7d6-4824-93e4-0466437f7183,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:45.988564 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f0a33e1e-2a02-4f17-b856-a9f61605ed19 req-0b649d2f-ed70-4f02-ac14-06b7e7d2b682 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (49a8dfc2-d7d6-4824-93e4-0466437f7183), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:46.007510 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-f0a33e1e-2a02-4f17-b856-a9f61605ed19 req-0b649d2f-ed70-4f02-ac14-06b7e7d2b682 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Calling delete_port for 49a8dfc2-d7d6-4824-93e4-0466437f7183 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:46.045386 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5de790ab-52ab-4bc7-810c-cd007c81a7bb req-fa721dfd-241b-4fee-82d3-3b32a1140867 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246820 Feb 04 13:22:46.107530 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ad1139f3-a9f9-47a0-af42-672530736deb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (14a7f40a-97e8-4064-b2c5-28fa03b580a4), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:46.200279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0609fe5-6bde-414d-a610-45c278f8f61d None None] Pushing event updated for resources: {'Port': ['ID=f3a71f64-6e3f-43c9-92f3-d9218fbfff36,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:46.452223 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f0a33e1e-2a02-4f17-b856-a9f61605ed19 req-0b649d2f-ed70-4f02-ac14-06b7e7d2b682 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (49a8dfc2-d7d6-4824-93e4-0466437f7183), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:46.473578 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b73588ee-0e5b-4df2-8dcd-a7fbf492fe8a req-d1e77a25-f8d4-488a-8518-90a2f07056ea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 210 time: 0.1553695 Feb 04 13:22:46.479575 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['49a8dfc2-d7d6-4824-93e4-0466437f7183', 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:22:46.560311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b649d2f-ed70-4f02-ac14-06b7e7d2b682 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Pushing event deleted for resources: {'Port': ['ID=49a8dfc2-d7d6-4824-93e4-0466437f7183,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:46.751449 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a33e1e-2a02-4f17-b856-a9f61605ed19 req-0b649d2f-ed70-4f02-ac14-06b7e7d2b682 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] No DVR routers for this DVR port 49a8dfc2-d7d6-4824-93e4-0466437f7183 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:46.759090 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f0a33e1e-2a02-4f17-b856-a9f61605ed19 req-0b649d2f-ed70-4f02-ac14-06b7e7d2b682 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:46.771495 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f0a33e1e-2a02-4f17-b856-a9f61605ed19 req-0b649d2f-ed70-4f02-ac14-06b7e7d2b682 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.99 "DELETE /v2.0/ports/49a8dfc2-d7d6-4824-93e4-0466437f7183 HTTP/1.1" status: 204 len: 173 time: 1.4823313 Feb 04 13:22:46.772293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afde4cd-eed7-4bc5-87ce-499d06e299e0', 'name': 'network-vif-deleted', 'tag': '49a8dfc2-d7d6-4824-93e4-0466437f7183'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:46.775088 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acf5e71-fa05-4a87-93ec-f6677f81a2c0" -d '{"events": [{"server_uuid": "1afde4cd-eed7-4bc5-87ce-499d06e299e0", "name": "network-vif-deleted", "tag": "49a8dfc2-d7d6-4824-93e4-0466437f7183"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:46.775801 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ad1139f3-a9f9-47a0-af42-672530736deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (14a7f40a-97e8-4064-b2c5-28fa03b580a4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:46.810382 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:47.031937 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ad1139f3-a9f9-47a0-af42-672530736deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (14a7f40a-97e8-4064-b2c5-28fa03b580a4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:47.101100 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63537ed-ae2e-4e9e-baa8-bde8c7786c53 None None] Network fc51f16a-d8f3-40b4-b733-94ea998dd637 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:22:47.120724 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ad1139f3-a9f9-47a0-af42-672530736deb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:47.124053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ad1139f3-a9f9-47a0-af42-672530736deb admin admin] 10.222.0.96 "DELETE /v2.0/subnets/14a7f40a-97e8-4064-b2c5-28fa03b580a4 HTTP/1.1" status: 204 len: 168 time: 1.5336411 Feb 04 13:22:47.128559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35662) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:47.155099 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-b95a9450-6c0d-476b-a1cc-4fffdc7e3c5a tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:47.165925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-b95a9450-6c0d-476b-a1cc-4fffdc7e3c5a tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/networks?id=232123d0-0d2a-4843-872e-e2f58252f361 HTTP/1.1" status: 200 len: 815 time: 0.3424714 Feb 04 13:22:47.167375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1139f3-a9f9-47a0-af42-672530736deb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14a7f40a-97e8-4064-b2c5-28fa03b580a4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:47.214766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-9af29ace-d0de-47e5-9b84-c2779e1bdbef tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/quotas/5e4e34a1fef244cba78455c8ad160250 HTTP/1.1" status: 200 len: 375 time: 0.0322294 Feb 04 13:22:47.359242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-73257f9c-c282-49fc-a18b-b178123c9cc7 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5e4e34a1fef244cba78455c8ad160250&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1417358 Feb 04 13:22:47.404611 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (fc51f16a-d8f3-40b4-b733-94ea998dd637), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:47.457561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6fd76-5178-4fd3-ada7-47485436d530 req-a8b1ac56-f047-4ed1-bb00-ca4a1def4d7e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:47.467256 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26c6fd76-5178-4fd3-ada7-47485436d530 req-a8b1ac56-f047-4ed1-bb00-ca4a1def4d7e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.1825871 Feb 04 13:22:47.493556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] Deleting port 15f3adb9-929f-4e81-8752-1d7c357171c8 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:47.494008 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (15f3adb9-929f-4e81-8752-1d7c357171c8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:47.498409 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981ef4d4-f2e4-4bdb-8ef2-805924e5fafe None None] DHCP port deletion for fc51f16a-d8f3-40b4-b733-94ea998dd637 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:22:47.557024 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26c6fd76-5178-4fd3-ada7-47485436d530 req-4adc60dd-a6a1-475b-b280-1f5697a3026a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878954 Feb 04 13:22:47.599440 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-16574275-d76a-47d5-b5af-8ba04ec3ff35 service neutron] 10.222.0.96 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365077 Feb 04 13:22:47.638944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] For port 15f3adb9-929f-4e81-8752-1d7c357171c8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=15f3adb9-929f-4e81-8752-1d7c357171c8,segment=NetworkSegment(047c9836-5f6b-40a2-a187-2d87354cbe8c),segment_id=047c9836-5f6b-40a2-a187-2d87354cbe8c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:47.641155 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (15f3adb9-929f-4e81-8752-1d7c357171c8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:47.656333 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-981ef4d4-f2e4-4bdb-8ef2-805924e5fafe None None] Deleting port 15f3adb9-929f-4e81-8752-1d7c357171c8 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:47.656977 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-981ef4d4-f2e4-4bdb-8ef2-805924e5fafe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (15f3adb9-929f-4e81-8752-1d7c357171c8), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:47.664632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] Calling delete_port for 15f3adb9-929f-4e81-8752-1d7c357171c8 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:47.691504 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a82f37-8306-4920-b27c-6a1c00ed16ab x-openstack-request-id: req-d4a82f37-8306-4920-b27c-6a1c00ed16ab {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:47.691797 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afde4cd-eed7-4bc5-87ce-499d06e299e0", "name": "network-vif-deleted", "tag": "49a8dfc2-d7d6-4824-93e4-0466437f7183", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:47.692259 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d4a82f37-8306-4920-b27c-6a1c00ed16ab {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:47.692839 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afde4cd-eed7-4bc5-87ce-499d06e299e0', 'name': 'network-vif-deleted', 'tag': '49a8dfc2-d7d6-4824-93e4-0466437f7183', 'status': 'completed', 'code': 200} Feb 04 13:22:47.940487 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de11160c-477c-448d-8c86-b5ed11475ac7 req-42fe8e4b-f920-49ab-a5d2-ddeb40a25f9e tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=1afde4cd-eed7-4bc5-87ce-499d06e299e0 HTTP/1.1" status: 200 len: 210 time: 0.0520055 Feb 04 13:22:47.970458 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:47.979245 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (15f3adb9-929f-4e81-8752-1d7c357171c8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:48.015996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-981ef4d4-f2e4-4bdb-8ef2-805924e5fafe None None] For port 15f3adb9-929f-4e81-8752-1d7c357171c8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=15f3adb9-929f-4e81-8752-1d7c357171c8,segment=NetworkSegment(047c9836-5f6b-40a2-a187-2d87354cbe8c),segment_id=047c9836-5f6b-40a2-a187-2d87354cbe8c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:48.022569 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-981ef4d4-f2e4-4bdb-8ef2-805924e5fafe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (15f3adb9-929f-4e81-8752-1d7c357171c8), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:48.063280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f3a71f64-6e3f-43c9-92f3-d9218fbfff36 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:22:48.075275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-981ef4d4-f2e4-4bdb-8ef2-805924e5fafe None None] Calling delete_port for 15f3adb9-929f-4e81-8752-1d7c357171c8 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:48.096796 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-1b5ceb72-6ae3-4b52-bfcd-d15083fd4e87 service neutron] 10.222.0.96 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964387 Feb 04 13:22:48.150575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] No DVR routers for this DVR port 15f3adb9-929f-4e81-8752-1d7c357171c8 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:48.178474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] Pushing event deleted for resources: {'Port': ['ID=15f3adb9-929f-4e81-8752-1d7c357171c8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:48.367317 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (fc51f16a-d8f3-40b4-b733-94ea998dd637), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:48.477198 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:48.477625 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:48.484262 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-981ef4d4-f2e4-4bdb-8ef2-805924e5fafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (15f3adb9-929f-4e81-8752-1d7c357171c8), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:48.614886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0319e44d-2428-494e-a4af-ef7592d246c1 None None] Network 232123d0-0d2a-4843-872e-e2f58252f361 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:22:48.644744 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-588ddaf3-952f-4388-9e23-c9ead9b54434 req-60d122aa-05a6-4220-8dd1-a603e5a3395a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 210 time: 0.1057451 Feb 04 13:22:48.655780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc51f16a-d8f3-40b4-b733-94ea998dd637']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:48.700647 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047c9836-5f6b-40a2-a187-2d87354cbe8c') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:48.701006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047c9836-5f6b-40a2-a187-2d87354cbe8c') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:48.724324 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (047c9836-5f6b-40a2-a187-2d87354cbe8c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:48.775083 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (047c9836-5f6b-40a2-a187-2d87354cbe8c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:48.807012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:22:48.809828 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (047c9836-5f6b-40a2-a187-2d87354cbe8c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:22:48.816888 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:22:48.841039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ef4d4-f2e4-4bdb-8ef2-805924e5fafe None None] Pushing event deleted for resources: {'Port': ['ID=15f3adb9-929f-4e81-8752-1d7c357171c8,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:48.843105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981ef4d4-f2e4-4bdb-8ef2-805924e5fafe None None] No DVR routers for this DVR port 15f3adb9-929f-4e81-8752-1d7c357171c8 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:48.935958 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5dc5a901-f80b-4d3d-85db-09b2b0f0ab03 None None] Provisioning complete for port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:48.936709 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a901-f80b-4d3d-85db-09b2b0f0ab03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:48.991355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023443d-b8c2-45d4-8c6c-337242fdaa8b req-9e31af17-285f-4039-b23a-470fe78cf4a0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:48.999709 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece3552-6316-4643-947d-0559dec78a22 req-8afb7bed-9d4d-41d2-b7df-e1aeaa986658 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:49.007718 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fece3552-6316-4643-947d-0559dec78a22 req-8afb7bed-9d4d-41d2-b7df-e1aeaa986658 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.99 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 821 time: 0.9674330 Feb 04 13:22:49.009953 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8023443d-b8c2-45d4-8c6c-337242fdaa8b req-9e31af17-285f-4039-b23a-470fe78cf4a0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.1244173 Feb 04 13:22:49.022834 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (fc51f16a-d8f3-40b4-b733-94ea998dd637), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:49.037095 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:49.065250 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] 10.222.0.96 "DELETE /v2.0/networks/fc51f16a-d8f3-40b4-b733-94ea998dd637 HTTP/1.1" status: 204 len: 168 time: 1.9312763 Feb 04 13:22:49.135469 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-fece3552-6316-4643-947d-0559dec78a22 req-0d99ac9a-e2eb-48cc-a653-64e0763b0498 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Request body: {'port': {'device_id': 'ae9a1b48-91f0-4a46-85b5-227557cf151d', 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f', 'admin_state_up': True, 'tenant_id': '9bf6f764e0d34de9a21a32956f525822'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:49.163389 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f60ad3-279b-456d-b92e-46b4d1c5452c admin admin] Pushing event deleted for resources: {'Network': ['ID=fc51f16a-d8f3-40b4-b733-94ea998dd637,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:49.192884 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:49.195186 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:49.328270 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8023443d-b8c2-45d4-8c6c-337242fdaa8b req-87fc4926-faca-4d6c-88ee-0f4910b01369 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173611 Feb 04 13:22:49.362834 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5a901-f80b-4d3d-85db-09b2b0f0ab03 None None] Current status of the port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:49.363254 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a901-f80b-4d3d-85db-09b2b0f0ab03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:49.459264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-968a29ff-9c98-4c8e-86b6-384fe52a2b88 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:49.464595 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-968a29ff-9c98-4c8e-86b6-384fe52a2b88 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/networks?id=232123d0-0d2a-4843-872e-e2f58252f361 HTTP/1.1" status: 200 len: 815 time: 0.3947945 Feb 04 13:22:49.518925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-51091e43-a6b4-4b57-b860-8053b5d5f922 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/quotas/5e4e34a1fef244cba78455c8ad160250 HTTP/1.1" status: 200 len: 375 time: 0.0471077 Feb 04 13:22:49.587610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 49a8dfc2-d7d6-4824-93e4-0466437f7183 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:49.651113 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fece3552-6316-4643-947d-0559dec78a22 req-0d99ac9a-e2eb-48cc-a653-64e0763b0498 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Made reservation on behalf of 9bf6f764e0d34de9a21a32956f525822 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:49.653472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 49a8dfc2-d7d6-4824-93e4-0466437f7183 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:49.653472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 49a8dfc2-d7d6-4824-93e4-0466437f7183 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:49.653807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 71e83384-ea64-4871-9208-45f2474a5445 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:49.654567 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fece3552-6316-4643-947d-0559dec78a22 req-0d99ac9a-e2eb-48cc-a653-64e0763b0498 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:49.659613 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port f3a71f64-6e3f-43c9-92f3-d9218fbfff36, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f3a71f64-6e3f-43c9-92f3-d9218fbfff36,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:49.699651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35756) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:49.728519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-8fa655b5-2782-41f7-908d-735c150924dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:49.731722 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-8fa655b5-2782-41f7-908d-735c150924dc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef&tenant_id=62bf48b5c3894be3a3cc9319369f6e98 HTTP/1.1" status: 200 len: 1133 time: 0.5908110 Feb 04 13:22:49.756412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:49.801352 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-ba05c162-70d8-43ba-b4d9-24ac7af38d05 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5e4e34a1fef244cba78455c8ad160250&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2752123 Feb 04 13:22:49.844887 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:50.004582 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-b4c0fc1b-336a-4dad-9437-6a8579488c31 service neutron] 10.222.0.96 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017875 Feb 04 13:22:50.138290 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7e34591f-011e-4506-9003-b4d1afab8fcf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d0adf2e94dc541f0aca18b8b9d743ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4356663 Feb 04 13:22:50.142894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35768) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:50.222935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7f92c074-4ee0-4ba8-ad4a-18acee93e327 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:50.244249 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-5dc5a901-f80b-4d3d-85db-09b2b0f0ab03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:22:50.244817 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-5dc5a901-f80b-4d3d-85db-09b2b0f0ab03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:22:50.294960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-11ea9fef-2c44-4d95-8138-02620e10cb66 service neutron] 10.222.0.96 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886462 Feb 04 13:22:50.319008 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1c88dd9-60e6-4c51-ba65-08349a1929a9 admin admin] Publish callbacks [] for security_group (a41ef9a3-047a-48d8-b575-0bf25dbd6a94), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:50.402063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35776) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:50.465676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 7f92c074-4ee0-4ba8-ad4a-18acee93e327 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:50.466075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7f92c074-4ee0-4ba8-ad4a-18acee93e327 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:50.466535 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 15f3adb9-929f-4e81-8752-1d7c357171c8 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:50.490183 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1c88dd9-60e6-4c51-ba65-08349a1929a9 admin admin] Publish callbacks [] for security_group (a41ef9a3-047a-48d8-b575-0bf25dbd6a94), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:50.507226 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-fece3552-6316-4643-947d-0559dec78a22 req-0d99ac9a-e2eb-48cc-a653-64e0763b0498 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Allocated IP 172.20.0.12 (61ca0165-b211-4bf2-8aa5-2b12f455eb0f/d073496f-278b-436d-b18e-bb06bdc8b5e6/48734974-740f-4916-9904-e7340dff0f05) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:50.525319 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=f3a71f64-6e3f-43c9-92f3-d9218fbfff36,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:50.534650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 15f3adb9-929f-4e81-8752-1d7c357171c8 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:50.536894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 15f3adb9-929f-4e81-8752-1d7c357171c8 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:50.567961 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71e83384-ea64-4871-9208-45f2474a5445), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:50.758810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 71e83384-ea64-4871-9208-45f2474a5445 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:50.763821 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71e83384-ea64-4871-9208-45f2474a5445), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:50.781014 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b6e5bbd-a68a-4a6d-a0e1-9a378e0fc45e req-d900831a-2dc9-4ecb-ad28-026f4c0fd423 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 210 time: 0.4672263 Feb 04 13:22:50.796108 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1c88dd9-60e6-4c51-ba65-08349a1929a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a41ef9a3-047a-48d8-b575-0bf25dbd6a94), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:50.818248 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1c88dd9-60e6-4c51-ba65-08349a1929a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:50.819382 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b1c88dd9-60e6-4c51-ba65-08349a1929a9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a41ef9a3-047a-48d8-b575-0bf25dbd6a94 HTTP/1.1" status: 204 len: 168 time: 0.6752837 Feb 04 13:22:50.863030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c88dd9-60e6-4c51-ba65-08349a1929a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41ef9a3-047a-48d8-b575-0bf25dbd6a94,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:51.055871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e83384-ea64-4871-9208-45f2474a5445'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:51.060412 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c708299d-052f-45cd-a488-7a5f55e59a30" -d '{"events": [{"server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "name": "network-vif-unplugged", "status": "completed", "tag": "71e83384-ea64-4871-9208-45f2474a5445"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:51.112249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f3a71f64-6e3f-43c9-92f3-d9218fbfff36 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:22:51.134665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5a901-f80b-4d3d-85db-09b2b0f0ab03 None None] Current status of the port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:51.189957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7d3fc-f2c8-4998-9933-f0bfa99cf079 req-d5e5d778-7f15-4f67-b45f-3a4d20b32dba tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:51.200492 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04d7d3fc-f2c8-4998-9933-f0bfa99cf079 req-d5e5d778-7f15-4f67-b45f-3a4d20b32dba tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 950 time: 0.3747888 Feb 04 13:22:51.260405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=71e83384-ea64-4871-9208-45f2474a5445,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:51.327718 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (71e83384-ea64-4871-9208-45f2474a5445), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:51.340707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649ecf7-0605-48df-a16e-2705d5a3553f req-0d9ce775-aecc-4f39-b809-33fd40527a3e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:51.346847 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9649ecf7-0605-48df-a16e-2705d5a3553f req-0d9ce775-aecc-4f39-b809-33fd40527a3e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 950 time: 0.2945395 Feb 04 13:22:51.428424 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-004f0074-d133-4e0a-ba0e-9d045a3a7d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:51.437713 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-894a2681-8674-4998-b4f4-f7fc9427d5f9 None None] Provisioning complete for port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:51.438171 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-894a2681-8674-4998-b4f4-f7fc9427d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:51.442338 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04d7d3fc-f2c8-4998-9933-f0bfa99cf079 req-db6bf7b1-6b5f-4688-9a4d-8d98fb83e001 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408292 Feb 04 13:22:51.584981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9649ecf7-0605-48df-a16e-2705d5a3553f req-f580498c-8e48-4b0b-9ed0-3480344686c1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292914 Feb 04 13:22:51.626378 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.api [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:22:51.626940 n-d-714676-13 neutron-server[103607]: DEBUG oslo_db.api [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:22:51.744836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=71e83384-ea64-4871-9208-45f2474a5445,revision_number=10']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:51.773507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:51.774049 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:51.881310 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0acdf6-6dba-44fa-b8a8-6ed082302b6c x-openstack-request-id: req-fb0acdf6-6dba-44fa-b8a8-6ed082302b6c {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:51.881613 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "name": "network-vif-unplugged", "status": "completed", "tag": "71e83384-ea64-4871-9208-45f2474a5445", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:51.888701 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fb0acdf6-6dba-44fa-b8a8-6ed082302b6c {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:51.889147 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e83384-ea64-4871-9208-45f2474a5445', 'code': 200} Feb 04 13:22:51.901511 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fece3552-6316-4643-947d-0559dec78a22 req-0d99ac9a-e2eb-48cc-a653-64e0763b0498 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks [] for port (48734974-740f-4916-9904-e7340dff0f05), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:52.114860 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-e4663ed2-4d7f-4a9f-8d1b-607b221e4843 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:52.119053 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-e4663ed2-4d7f-4a9f-8d1b-607b221e4843 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.99 "GET /v2.0/networks?id=232123d0-0d2a-4843-872e-e2f58252f361 HTTP/1.1" status: 200 len: 815 time: 0.7965713 Feb 04 13:22:52.135252 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:52.186686 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-894a2681-8674-4998-b4f4-f7fc9427d5f9 None None] Current status of the port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:52.212630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-eecf7c2c-9e92-4f6a-9022-fec7079d4a7c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Request body: {'port': {'device_id': '3e5817de-af04-4522-ba5b-10777917f89e', 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361', 'admin_state_up': True, 'tenant_id': '5e4e34a1fef244cba78455c8ad160250'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:52.368907 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-2fd9e7e4-3e0c-4fb6-bbc9-8b94016311c7 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:52.374693 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-2fd9e7e4-3e0c-4fb6-bbc9-8b94016311c7 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/networks?id=232123d0-0d2a-4843-872e-e2f58252f361 HTTP/1.1" status: 200 len: 815 time: 0.2235475 Feb 04 13:22:52.382470 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-004f0074-d133-4e0a-ba0e-9d045a3a7d11 admin admin] Publish callbacks [] for security_group (b9060f69-73e3-4bda-adee-554cecb31881), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:52.406554 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-004f0074-d133-4e0a-ba0e-9d045a3a7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b9060f69-73e3-4bda-adee-554cecb31881), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:52.415245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-173b571c-fa29-4907-8a6d-ebba558c386b req-fe336fda-7f69-43ad-9ed4-d121fee76b54 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 210 time: 0.2612956 Feb 04 13:22:52.427203 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e510-59c9-40e9-8735-b54960c40629 req-bb72b4db-50a8-43ea-9909-a00432dc4035 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:52.428918 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c202e510-59c9-40e9-8735-b54960c40629 req-bb72b4db-50a8-43ea-9909-a00432dc4035 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.99 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 950 time: 0.4559927 Feb 04 13:22:52.434590 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fece3552-6316-4643-947d-0559dec78a22 req-0d99ac9a-e2eb-48cc-a653-64e0763b0498 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (48734974-740f-4916-9904-e7340dff0f05), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:52.446022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['05773d3b-5e10-47e1-b5c9-a8e9cddc5edb'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:22:52.493584 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71e83384-ea64-4871-9208-45f2474a5445), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:52.556306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-1e4e26df-a28a-495b-af8f-127608103962 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/quotas/5e4e34a1fef244cba78455c8ad160250 HTTP/1.1" status: 200 len: 375 time: 0.1398153 Feb 04 13:22:52.696625 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-ac92bd4c-df9d-4adb-8ed6-e1f70e01d025 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5e4e34a1fef244cba78455c8ad160250&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1361310 Feb 04 13:22:52.732673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-c202e510-59c9-40e9-8735-b54960c40629 req-f061e791-7ec3-4475-a32e-e29f4fb89853 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Deleting port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:52.733084 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c202e510-59c9-40e9-8735-b54960c40629 req-f061e791-7ec3-4475-a32e-e29f4fb89853 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:52.740648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fece3552-6316-4643-947d-0559dec78a22 req-0d99ac9a-e2eb-48cc-a653-64e0763b0498 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:52.749271 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-004f0074-d133-4e0a-ba0e-9d045a3a7d11 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=af0617518b73411f8a3268b8219efe11&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3395112 Feb 04 13:22:52.756021 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35862) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:52.758712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f0074-d133-4e0a-ba0e-9d045a3a7d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9060f69-73e3-4bda-adee-554cecb31881,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:52.826308 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-fece3552-6316-4643-947d-0559dec78a22 req-0d99ac9a-e2eb-48cc-a653-64e0763b0498 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:52.834223 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fece3552-6316-4643-947d-0559dec78a22 req-0d99ac9a-e2eb-48cc-a653-64e0763b0498 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:22:52.880838 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35864) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:52.906078 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99ac9a-e2eb-48cc-a653-64e0763b0498 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Pushing event updated for resources: {'Port': ['ID=48734974-740f-4916-9904-e7340dff0f05,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:53.023222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fa407-892d-483f-91cb-7d717cc8d023 req-4a4b93ab-8076-430f-a818-1d9112deb846 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:53.025175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-492fa407-892d-483f-91cb-7d717cc8d023 req-4a4b93ab-8076-430f-a818-1d9112deb846 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 950 time: 0.3264830 Feb 04 13:22:53.051982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-c0ccded0-bc62-4f8a-a50b-dfd3cf89f067 service neutron] 10.222.0.96 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543494 Feb 04 13:22:53.168358 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-33ad9516-786c-4bb8-9f55-663123bf7e59 service neutron] 10.222.0.96 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153579 Feb 04 13:22:53.205330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece3552-6316-4643-947d-0559dec78a22 req-0d99ac9a-e2eb-48cc-a653-64e0763b0498 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:53.205330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fece3552-6316-4643-947d-0559dec78a22 req-0d99ac9a-e2eb-48cc-a653-64e0763b0498 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:53.236644 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-eecf7c2c-9e92-4f6a-9022-fec7079d4a7c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Made reservation on behalf of 5e4e34a1fef244cba78455c8ad160250 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:53.240436 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-eecf7c2c-9e92-4f6a-9022-fec7079d4a7c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:53.291756 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-c202e510-59c9-40e9-8735-b54960c40629 req-f061e791-7ec3-4475-a32e-e29f4fb89853 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] For port ff5aa6ae-a7e7-4531-8363-0a81a10f0968, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:53.292161 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c202e510-59c9-40e9-8735-b54960c40629 req-f061e791-7ec3-4475-a32e-e29f4fb89853 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:53.316114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-c202e510-59c9-40e9-8735-b54960c40629 req-f061e791-7ec3-4475-a32e-e29f4fb89853 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Calling delete_port for ff5aa6ae-a7e7-4531-8363-0a81a10f0968 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:53.325611 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=71e83384-ea64-4871-9208-45f2474a5445,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:53.346975 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ea3e4286-3e7e-4b27-b49a-c12b428f9434 admin admin] Publish callbacks [] for security_group (b9060f69-73e3-4bda-adee-554cecb31881), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:53.380524 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ea3e4286-3e7e-4b27-b49a-c12b428f9434 admin admin] Publish callbacks [] for security_group (b9060f69-73e3-4bda-adee-554cecb31881), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:53.436006 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-492fa407-892d-483f-91cb-7d717cc8d023 req-b076ce70-6128-4dd6-9843-df34a937b154 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/security-groups?id=d38a47e8-31b2-4106-9c16-cbf55865b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027607 Feb 04 13:22:53.452329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-84329594-network', 'tenant_id': '7ed4766b0df346b2be57537decc7d43e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:53.487776 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fece3552-6316-4643-947d-0559dec78a22 req-0d99ac9a-e2eb-48cc-a653-64e0763b0498 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4186363 Feb 04 13:22:53.505189 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ea3e4286-3e7e-4b27-b49a-c12b428f9434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b9060f69-73e3-4bda-adee-554cecb31881), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:53.506374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-fbd49120-f09e-47f0-ad35-00bc6feea062 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:53.508304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-fbd49120-f09e-47f0-ad35-00bc6feea062 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.100 "GET /v2.0/networks?id=232123d0-0d2a-4843-872e-e2f58252f361 HTTP/1.1" status: 200 len: 815 time: 0.4766877 Feb 04 13:22:53.510728 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ea3e4286-3e7e-4b27-b49a-c12b428f9434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:53.515847 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ea3e4286-3e7e-4b27-b49a-c12b428f9434 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b9060f69-73e3-4bda-adee-554cecb31881 HTTP/1.1" status: 204 len: 168 time: 0.7380109 Feb 04 13:22:53.527733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-cd067889-4549-4179-926d-e3fb845cc7fa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Request body: {'port': {'device_id': 'd32367d5-ae7b-4107-b74a-b05a0bc781c3', 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361', 'admin_state_up': True, 'tenant_id': '5e4e34a1fef244cba78455c8ad160250'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:53.581843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Request body: {'port': {'device_id': 'ae9a1b48-91f0-4a46-85b5-227557cf151d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:53.821590 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3f4e07a-e1da-4da7-a178-ddd74caa080d req-db7ab2c6-37ef-4992-ae52-b9c02cdbc87b tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 210 time: 0.1060622 Feb 04 13:22:53.895103 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e4286-3e7e-4b27-b49a-c12b428f9434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9060f69-73e3-4bda-adee-554cecb31881,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:53.924058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975ed97-3e49-4a73-8e54-0218316f8b7f req-60bcf8db-5815-4c4a-a8d1-01826739d5b1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:53.931597 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5975ed97-3e49-4a73-8e54-0218316f8b7f req-60bcf8db-5815-4c4a-a8d1-01826739d5b1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 949 time: 0.3417330 Feb 04 13:22:53.994408 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c202e510-59c9-40e9-8735-b54960c40629 req-f061e791-7ec3-4475-a32e-e29f4fb89853 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ff5aa6ae-a7e7-4531-8363-0a81a10f0968), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:54.042254 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061e791-7ec3-4475-a32e-e29f4fb89853 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Pushing event deleted for resources: {'Port': ['ID=ff5aa6ae-a7e7-4531-8363-0a81a10f0968,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:54.065219 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5975ed97-3e49-4a73-8e54-0218316f8b7f req-cb7ae05a-166d-41cf-b84d-5b06028e057a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319165 Feb 04 13:22:54.085186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-cd067889-4549-4179-926d-e3fb845cc7fa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Made reservation on behalf of 5e4e34a1fef244cba78455c8ad160250 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:54.090992 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-cd067889-4549-4179-926d-e3fb845cc7fa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:54.197774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c202e510-59c9-40e9-8735-b54960c40629 req-f061e791-7ec3-4475-a32e-e29f4fb89853 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] No DVR routers for this DVR port ff5aa6ae-a7e7-4531-8363-0a81a10f0968 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:54.205003 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c202e510-59c9-40e9-8735-b54960c40629 req-f061e791-7ec3-4475-a32e-e29f4fb89853 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:54.219851 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c202e510-59c9-40e9-8735-b54960c40629 req-f061e791-7ec3-4475-a32e-e29f4fb89853 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.99 "DELETE /v2.0/ports/ff5aa6ae-a7e7-4531-8363-0a81a10f0968 HTTP/1.1" status: 204 len: 173 time: 1.7839973 Feb 04 13:22:54.220857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd96b284-d63d-4599-b2d9-6cd90e1decad', 'name': 'network-vif-deleted', 'tag': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:54.224482 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171ff147-a454-467f-a5d3-63df49187f01" -d '{"events": [{"server_uuid": "fd96b284-d63d-4599-b2d9-6cd90e1decad", "name": "network-vif-deleted", "tag": "ff5aa6ae-a7e7-4531-8363-0a81a10f0968"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:54.234647 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] Made reservation on behalf of 7ed4766b0df346b2be57537decc7d43e for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:54.237551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:54.271449 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:22:54.331046 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f414861e-ed26-4bde-87c3-c605b6e11b15 x-openstack-request-id: req-f414861e-ed26-4bde-87c3-c605b6e11b15 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:54.342551 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd96b284-d63d-4599-b2d9-6cd90e1decad", "name": "network-vif-deleted", "tag": "ff5aa6ae-a7e7-4531-8363-0a81a10f0968", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:54.342975 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f414861e-ed26-4bde-87c3-c605b6e11b15 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:54.343831 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd96b284-d63d-4599-b2d9-6cd90e1decad', 'name': 'network-vif-deleted', 'tag': 'ff5aa6ae-a7e7-4531-8363-0a81a10f0968', 'status': 'completed', 'code': 200} Feb 04 13:22:54.373979 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (48734974-740f-4916-9904-e7340dff0f05), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:54.394295 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:54.464423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35896) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:54.531055 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e83384-ea64-4871-9208-45f2474a5445 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:22:54.540918 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cd999-fe86-4b7c-a6bd-a60fc3a1ab6a req-46714095-2695-483a-a76b-e26a7648fb52 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:54.557374 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-815cd999-fe86-4b7c-a6bd-a60fc3a1ab6a req-46714095-2695-483a-a76b-e26a7648fb52 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 932 time: 0.4456141 Feb 04 13:22:54.585375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-eecf7c2c-9e92-4f6a-9022-fec7079d4a7c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Allocated IP 172.20.0.6 (232123d0-0d2a-4843-872e-e2f58252f361/352d6885-f001-4efe-b24c-dc0c44d83db9/61f8dd16-0a31-4cf0-abad-300859befade) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:54.595980 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Publish callbacks [] for port (71e83384-ea64-4871-9208-45f2474a5445), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:54.650818 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d4954f8f-96b1-41fe-b0be-bd5fbacfcc7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:54.669384 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e54c54d0-44e0-4c8c-a684-3a809213d8af req-b42032be-e9d0-420f-9ce1-177ab8fadb83 tempest-ServersAdminTestJSON-1051678453 tempest-ServersAdminTestJSON-1051678453-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd96b284-d63d-4599-b2d9-6cd90e1decad HTTP/1.1" status: 200 len: 210 time: 0.0509572 Feb 04 13:22:54.729719 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Transition to ACTIVE for port object 71e83384-ea64-4871-9208-45f2474a5445 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:54.749962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-815cd999-fe86-4b7c-a6bd-a60fc3a1ab6a req-d3b05ec1-1408-41eb-ada9-b3ef2e2167fd tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872520 Feb 04 13:22:54.873542 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (71e83384-ea64-4871-9208-45f2474a5445), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:55.081653 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ac6942b-ed51-45ac-80b9-f1d4cb5aa79b req-62a66c24-837e-444a-b6e2-c2858c61aa67 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 210 time: 0.0764501 Feb 04 13:22:55.275075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Pushing event updated for resources: {'Port': ['ID=71e83384-ea64-4871-9208-45f2474a5445,revision_number=11']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:55.426074 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] No DVR routers for this DVR port 71e83384-ea64-4871-9208-45f2474a5445 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:55.498551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d4954f8f-96b1-41fe-b0be-bd5fbacfcc7b admin admin] Publish callbacks [] for security_group (edd939e1-ca3f-4bd3-927b-3d46518b247c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:55.562733 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d4954f8f-96b1-41fe-b0be-bd5fbacfcc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (edd939e1-ca3f-4bd3-927b-3d46518b247c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:55.607417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ff5aa6ae-a7e7-4531-8363-0a81a10f0968 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:55.615331 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] Publish callbacks [] for security_group (82a458b0-bf91-4492-a45f-251355e71c56), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:55.742136 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-eecf7c2c-9e92-4f6a-9022-fec7079d4a7c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks [] for port (61f8dd16-0a31-4cf0-abad-300859befade), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:55.783618 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (82a458b0-bf91-4492-a45f-251355e71c56), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:55.905446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: ff5aa6ae-a7e7-4531-8363-0a81a10f0968 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:55.906221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ff5aa6ae-a7e7-4531-8363-0a81a10f0968 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:55.909341 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:22:55.926724 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d4954f8f-96b1-41fe-b0be-bd5fbacfcc7b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b3a128893ac942fe94dac736384675ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4340742 Feb 04 13:22:55.929772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35950) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:55.944550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Attempting to bind port 71e83384-ea64-4871-9208-45f2474a5445 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:22:55.945219 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Attempting to bind port 71e83384-ea64-4871-9208-45f2474a5445 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:22:55.945779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Attempting to bind port 71e83384-ea64-4871-9208-45f2474a5445 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:22:56.017122 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-111b73fe-f491-403b-b763-9a2d909a75bf tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=f733bdbd906d4fae854639e1049cf5f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874691 Feb 04 13:22:56.071033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7eaac-5956-446a-a000-c3963f646913 req-1a4c3fbb-14d5-467e-a66a-c501aa45f3d5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:56.073865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5a7eaac-5956-446a-a000-c3963f646913 req-1a4c3fbb-14d5-467e-a66a-c501aa45f3d5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 949 time: 0.8707700 Feb 04 13:22:56.247190 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-573e528a-231a-4326-9eaf-90886ad79741 admin admin] Publish callbacks [] for security_group (edd939e1-ca3f-4bd3-927b-3d46518b247c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:56.267758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4954f8f-96b1-41fe-b0be-bd5fbacfcc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd939e1-ca3f-4bd3-927b-3d46518b247c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:56.270758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-d96b945e-0039-439f-84f4-413ade83c03c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:56.272829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-d96b945e-0039-439f-84f4-413ade83c03c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.99 "GET /v2.0/networks?id=232123d0-0d2a-4843-872e-e2f58252f361 HTTP/1.1" status: 200 len: 815 time: 0.3446531 Feb 04 13:22:56.286173 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5a7eaac-5956-446a-a000-c3963f646913 req-1e6b5cf0-0187-4a4e-937b-3ecee6e479f2 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024927 Feb 04 13:22:56.293382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (993abb0b-a7fe-4748-bddd-520ff371ea6c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:56.293746 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] Added segment 993abb0b-a7fe-4748-bddd-520ff371ea6c of type vlan for network 02c6f88b-a681-44ae-ba6b-4529e4c7df3a Feb 04 13:22:56.295036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Port 71e83384-ea64-4871-9208-45f2474a5445 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:22:56.295373 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Attempting to bind port 71e83384-ea64-4871-9208-45f2474a5445 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:22:56.296704 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-087776ea-6868-4ff5-9b6f-ad75f55afa64 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Request body: {'port': {'device_id': '721790f5-a2a8-44fb-bb6a-fda5c715f84f', 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361', 'admin_state_up': True, 'tenant_id': '5e4e34a1fef244cba78455c8ad160250'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:56.326667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-2aacc2e4-24ae-40e5-b7f9-35c9e8eb3444 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:56.329390 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-2aacc2e4-24ae-40e5-b7f9-35c9e8eb3444 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2964344 Feb 04 13:22:56.331840 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-573e528a-231a-4326-9eaf-90886ad79741 admin admin] Publish callbacks [] for security_group (edd939e1-ca3f-4bd3-927b-3d46518b247c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:56.369098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:22:56.369438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:22:56.369832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:22:56.371324 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Bound port: 71e83384-ea64-4871-9208-45f2474a5445, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:22:56.371694 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71e83384-ea64-4871-9208-45f2474a5445), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:56.407839 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-143d66b7-b9cf-4aea-858c-3a62fd1ee14b tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/quotas/f733bdbd906d4fae854639e1049cf5f9 HTTP/1.1" status: 200 len: 375 time: 0.0395608 Feb 04 13:22:56.413852 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a458b0-bf91-4492-a45f-251355e71c56,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:56.483332 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-1a929691-f71c-4afd-ac5a-bd63a406118f tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f733bdbd906d4fae854639e1049cf5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748713 Feb 04 13:22:56.505020 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (02c6f88b-a681-44ae-ba6b-4529e4c7df3a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:56.518276 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-eecf7c2c-9e92-4f6a-9022-fec7079d4a7c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (61f8dd16-0a31-4cf0-abad-300859befade), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:56.616270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48734974-740f-4916-9904-e7340dff0f05 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:22:56.626031 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Publish callbacks [] for port (48734974-740f-4916-9904-e7340dff0f05), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:56.653205 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.resource_extend [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:22:56.747441 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Transition to ACTIVE for port object 48734974-740f-4916-9904-e7340dff0f05 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:56.748246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-087776ea-6868-4ff5-9b6f-ad75f55afa64 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Made reservation on behalf of 5e4e34a1fef244cba78455c8ad160250 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:56.751403 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (02c6f88b-a681-44ae-ba6b-4529e4c7df3a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:56.765791 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:56.771028 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:56.774783 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-087776ea-6868-4ff5-9b6f-ad75f55afa64 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:56.798002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:22:56.832405 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-eecf7c2c-9e92-4f6a-9022-fec7079d4a7c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Network 232123d0-0d2a-4843-872e-e2f58252f361 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:56.849224 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (48734974-740f-4916-9904-e7340dff0f05), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:56.878072 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-573e528a-231a-4326-9eaf-90886ad79741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (edd939e1-ca3f-4bd3-927b-3d46518b247c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:56.893321 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-573e528a-231a-4326-9eaf-90886ad79741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:56.899748 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-573e528a-231a-4326-9eaf-90886ad79741 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/edd939e1-ca3f-4bd3-927b-3d46518b247c HTTP/1.1" status: 204 len: 168 time: 0.9675868 Feb 04 13:22:56.911921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-cd067889-4549-4179-926d-e3fb845cc7fa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Allocated IP 172.20.0.12 (232123d0-0d2a-4843-872e-e2f58252f361/352d6885-f001-4efe-b24c-dc0c44d83db9/a064dd14-55da-4d3e-b096-6c69df2125cb) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:56.947453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-eecf7c2c-9e92-4f6a-9022-fec7079d4a7c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:56.968833 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=71e83384-ea64-4871-9208-45f2474a5445,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:22:56.981331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e528a-231a-4326-9eaf-90886ad79741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd939e1-ca3f-4bd3-927b-3d46518b247c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:57.097235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35966) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:57.104880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-eecf7c2c-9e92-4f6a-9022-fec7079d4a7c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:22:57.151559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c976d79-fd47-459a-85e1-49f69ccf10e0 req-e184022b-d221-4cf2-838c-eb943e3d6e17 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:57.165764 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c976d79-fd47-459a-85e1-49f69ccf10e0 req-e184022b-d221-4cf2-838c-eb943e3d6e17 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 932 time: 0.6707444 Feb 04 13:22:57.338490 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2bf6cf10-9096-4d01-a8f1-6443c1aff59e req-9ad1c710-2c66-4f61-adad-102beb162b30 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 210 time: 0.2005856 Feb 04 13:22:57.400707 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-eecf7c2c-9e92-4f6a-9022-fec7079d4a7c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:57.401403 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-eecf7c2c-9e92-4f6a-9022-fec7079d4a7c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:57.404487 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (71e83384-ea64-4871-9208-45f2474a5445), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:57.444840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf7c2c-9e92-4f6a-9022-fec7079d4a7c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Pushing event updated for resources: {'Port': ['ID=61f8dd16-0a31-4cf0-abad-300859befade,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:57.492144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35984) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:57.492632 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.5944445 Feb 04 13:22:57.560195 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:57.561030 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:57.562027 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] 10.222.0.100 "PUT /v2.0/ports/71e83384-ea64-4871-9208-45f2474a5445 HTTP/1.1" status: 200 len: 1098 time: 7.8195491 Feb 04 13:22:57.595162 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-61c5ec17-5db2-4d57-9c85-fe84fb2b5a1f None None] Provisioning complete for port 61f8dd16-0a31-4cf0-abad-300859befade triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:57.596143 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-61c5ec17-5db2-4d57-9c85-fe84fb2b5a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (61f8dd16-0a31-4cf0-abad-300859befade), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:57.670917 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-88be44b0-d885-496f-b3a6-88b82b4c7973 admin admin] Request body: {'subnet': {'network_id': '02c6f88b-a681-44ae-ba6b-4529e4c7df3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-84329594-subnet', 'tenant_id': '7ed4766b0df346b2be57537decc7d43e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:57.695796 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-61c5ec17-5db2-4d57-9c85-fe84fb2b5a1f None None] Port 61f8dd16-0a31-4cf0-abad-300859befade cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:22:57.707221 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'tag': '71e83384-ea64-4871-9208-45f2474a5445'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:57.710362 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33153c01-7296-4e87-bce2-c408f5cde134" -d '{"events": [{"name": "network-changed", "server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "tag": "71e83384-ea64-4871-9208-45f2474a5445"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:57.713651 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Pushing event updated for resources: {'Port': ['ID=48734974-740f-4916-9904-e7340dff0f05,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:57.782521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88be44b0-d885-496f-b3a6-88b82b4c7973 admin admin] Made reservation on behalf of 7ed4766b0df346b2be57537decc7d43e for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:57.798980 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-88be44b0-d885-496f-b3a6-88b82b4c7973 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:57.853977 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5f1c2-69d1-41ac-81f0-1b37f41096b5 service neutron] Pushing event updated for resources: {'Port': ['ID=71e83384-ea64-4871-9208-45f2474a5445,revision_number=12']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:57.878742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c976d79-fd47-459a-85e1-49f69ccf10e0 req-bf566950-d367-49b6-ad4d-fb586f465d44 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7113304 Feb 04 13:22:58.187724 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674e3b1-46c5-44dd-bd30-a0559fb8d035 admin admin] Pushing event updated for resources: {'Network': ['ID=02c6f88b-a681-44ae-ba6b-4529e4c7df3a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:58.193938 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7105ff5b-e592-4e28-819d-857c89064b92 req-8f3ac333-9319-4137-b18b-08777ec007ea tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=f733bdbd906d4fae854639e1049cf5f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4301279 Feb 04 13:22:58.208037 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 02c6f88b-a681-44ae-ba6b-4529e4c7df3a details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:22:58.215343 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-eecf7c2c-9e92-4f6a-9022-fec7079d4a7c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0626333 Feb 04 13:22:58.231319 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Attempting to bind port 48734974-740f-4916-9904-e7340dff0f05 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:22:58.231913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Attempting to bind port 48734974-740f-4916-9904-e7340dff0f05 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:22:58.234128 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Attempting to bind port 48734974-740f-4916-9904-e7340dff0f05 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:22:58.409811 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-41bde9da-f1f0-4d29-a762-b7dd1849277a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=27273a594b6d4316853a5f761828fff2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1574883 Feb 04 13:22:58.426647 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36008) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:58.528992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413abf5-2174-4b1a-900f-55538ca39daa req-03dde5c8-decb-4b71-adbb-b45a15b264ed tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:58.532090 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9413abf5-2174-4b1a-900f-55538ca39daa req-03dde5c8-decb-4b71-adbb-b45a15b264ed tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 949 time: 0.3635135 Feb 04 13:22:58.553662 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-cd067889-4549-4179-926d-e3fb845cc7fa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks [] for port (a064dd14-55da-4d3e-b096-6c69df2125cb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:58.615425 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Port 48734974-740f-4916-9904-e7340dff0f05 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:22:58.616903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Attempting to bind port 48734974-740f-4916-9904-e7340dff0f05 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:22:58.674155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Request body: {'port': {'device_id': '3e5817de-af04-4522-ba5b-10777917f89e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:58.745267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:22:58.745839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Checking segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:22:58.746552 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Bound using segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:22:58.747302 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Bound port: 48734974-740f-4916-9904-e7340dff0f05, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:22:58.747897 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (48734974-740f-4916-9904-e7340dff0f05), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:58.817001 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e9bde89-b282-4bcc-a268-d5bda05afa55 admin admin] Publish callbacks [] for security_group (d38a47e8-31b2-4106-9c16-cbf55865b64d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:58.870273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-b2def7f4-f6d7-4d67-9680-3460de76212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:58.875911 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-b2def7f4-f6d7-4d67-9680-3460de76212b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 1132 time: 1.1399391 Feb 04 13:22:58.900436 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9413abf5-2174-4b1a-900f-55538ca39daa req-ff714d4c-799a-4db0-993c-f9cc13b7f25c tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530657 Feb 04 13:22:58.935146 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ff5b-e592-4e28-819d-857c89064b92 req-04907185-bd23-41ae-aef6-b29bc7a24041 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:58.945595 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7105ff5b-e592-4e28-819d-857c89064b92 req-04907185-bd23-41ae-aef6-b29bc7a24041 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6672094 Feb 04 13:22:58.997644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7105ff5b-e592-4e28-819d-857c89064b92 req-a18979b7-8812-4919-8728-819b73460b1d tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/quotas/f733bdbd906d4fae854639e1049cf5f9 HTTP/1.1" status: 200 len: 375 time: 0.0505190 Feb 04 13:22:59.102564 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-88be44b0-d885-496f-b3a6-88b82b4c7973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (5d9c9646-bfa3-4098-ab13-07c57c6fac7c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:59.132450 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e9bde89-b282-4bcc-a268-d5bda05afa55 admin admin] Publish callbacks [] for security_group (d38a47e8-31b2-4106-9c16-cbf55865b64d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:59.152359 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7105ff5b-e592-4e28-819d-857c89064b92 req-1251cd31-3b93-4258-8cf3-e07b58c097f5 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f733bdbd906d4fae854639e1049cf5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1528592 Feb 04 13:22:59.182941 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-cd067889-4549-4179-926d-e3fb845cc7fa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (a064dd14-55da-4d3e-b096-6c69df2125cb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:59.201200 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (61f8dd16-0a31-4cf0-abad-300859befade), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:59.291804 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-4f3b78f9-0114-4f4f-8796-b972bb0c882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:59.293580 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-4f3b78f9-0114-4f4f-8796-b972bb0c882f service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.4045341 Feb 04 13:22:59.306955 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:22:59.336312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=48734974-740f-4916-9904-e7340dff0f05,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:22:59.470354 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36022) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:59.620177 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-9b1c62c1-b3a5-4b6a-9c54-df77ef26a7a6 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=f733bdbd906d4fae854639e1049cf5f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2450638 Feb 04 13:22:59.652772 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-75c7913e-2144-4d31-80f3-12b86c0943f3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=71e83384-ea64-4871-9208-45f2474a5445 HTTP/1.1" status: 200 len: 217 time: 0.3196912 Feb 04 13:22:59.662854 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (48734974-740f-4916-9904-e7340dff0f05), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:59.801567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-cd067889-4549-4179-926d-e3fb845cc7fa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Network 232123d0-0d2a-4843-872e-e2f58252f361 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:59.804247 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9096dab9-5230-47af-b792-79927a73688d x-openstack-request-id: req-9096dab9-5230-47af-b792-79927a73688d {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:59.805257 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "tag": "71e83384-ea64-4871-9208-45f2474a5445", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:59.805736 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9096dab9-5230-47af-b792-79927a73688d {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:59.806514 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'tag': '71e83384-ea64-4871-9208-45f2474a5445', 'status': 'completed', 'code': 200} Feb 04 13:22:59.900515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.99', 65113) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:59.908356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be44b0-d885-496f-b3a6-88b82b4c7973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9c9646-bfa3-4098-ab13-07c57c6fac7c,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:59.912348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a9fc74e-8eed-4ed7-bbfb-69ed1a7fdd28 req-98dd9805-bc38-41d5-a5e8-1fc7d74e3ab8 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 210 time: 0.0969727 Feb 04 13:22:59.913379 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-cd067889-4549-4179-926d-e3fb845cc7fa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:59.928803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-cd067889-4549-4179-926d-e3fb845cc7fa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:22:59.949455 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e9bde89-b282-4bcc-a268-d5bda05afa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d38a47e8-31b2-4106-9c16-cbf55865b64d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:59.962877 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e9bde89-b282-4bcc-a268-d5bda05afa55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:59.968144 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2e9bde89-b282-4bcc-a268-d5bda05afa55 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d38a47e8-31b2-4106-9c16-cbf55865b64d HTTP/1.1" status: 204 len: 168 time: 1.5378718 Feb 04 13:22:59.995715 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-087776ea-6868-4ff5-9b6f-ad75f55afa64 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Allocated IP 172.20.0.7 (232123d0-0d2a-4843-872e-e2f58252f361/352d6885-f001-4efe-b24c-dc0c44d83db9/0289354b-b058-4612-b8b8-4e67ee2acf06) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:00.018002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-cd067889-4549-4179-926d-e3fb845cc7fa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:00.020441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-cd067889-4549-4179-926d-e3fb845cc7fa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:00.074005 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:00.080783 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:00.084218 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fece3552-6316-4643-947d-0559dec78a22 req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] 10.222.0.99 "PUT /v2.0/ports/48734974-740f-4916-9904-e7340dff0f05 HTTP/1.1" status: 200 len: 1093 time: 6.5415683 Feb 04 13:23:00.113665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1682922716-network', 'tenant_id': '1da0224e00754cabb4d75db9862f389a'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:00.199921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd067889-4549-4179-926d-e3fb845cc7fa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Pushing event updated for resources: {'Port': ['ID=a064dd14-55da-4d3e-b096-6c69df2125cb,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:00.325379 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-101bfbe9-4cd2-4e3c-8d82-e5b4e533c817 req-9c0e244f-2a95-4272-9ad6-2b69078cbff8 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 210 time: 0.1187613 Feb 04 13:23:00.395727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88be44b0-d885-496f-b3a6-88b82b4c7973 admin admin] Checking segment: {'id': '993abb0b-a7fe-4748-bddd-520ff371ea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '02c6f88b-a681-44ae-ba6b-4529e4c7df3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:00.402875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88be44b0-d885-496f-b3a6-88b82b4c7973 admin admin] Network hostable DHCP agents. Network: 02c6f88b-a681-44ae-ba6b-4529e4c7df3a, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:23:00.466850 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-cd067889-4549-4179-926d-e3fb845cc7fa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9425929 Feb 04 13:23:00.523172 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bde89-b282-4bcc-a268-d5bda05afa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38a47e8-31b2-4106-9c16-cbf55865b64d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:00.526407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Request body: {'port': {'device_id': 'd32367d5-ae7b-4107-b74a-b05a0bc781c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:00.657618 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6937c-a45f-4a4f-bb31-3af20b63da80 req-e2ceb858-3846-435b-aea0-1c7d31790f59 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:00.660737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cab6937c-a45f-4a4f-bb31-3af20b63da80 req-e2ceb858-3846-435b-aea0-1c7d31790f59 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 944 time: 0.5145745 Feb 04 13:23:00.686988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3fa49-9011-4003-962f-e0d461aa853b service neutron] Pushing event updated for resources: {'Port': ['ID=48734974-740f-4916-9904-e7340dff0f05,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:00.706165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2f75d090-ad25-4960-b370-335a9073db8e None None] Provisioning complete for port a064dd14-55da-4d3e-b096-6c69df2125cb triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:00.707081 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2f75d090-ad25-4960-b370-335a9073db8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a064dd14-55da-4d3e-b096-6c69df2125cb), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:00.878777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33153c01-7296-4e87-bce2-c408f5cde134 req-8bf09c93-699a-4302-b0ad-1b8713dccab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:00.879003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2f75d090-ad25-4960-b370-335a9073db8e None None] Port a064dd14-55da-4d3e-b096-6c69df2125cb cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:23:00.881429 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33153c01-7296-4e87-bce2-c408f5cde134 req-8bf09c93-699a-4302-b0ad-1b8713dccab9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 1132 time: 0.9645319 Feb 04 13:23:00.887549 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-4bd6817f-b725-43e4-83fa-2babe36c585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:00.900280 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-4bd6817f-b725-43e4-83fa-2babe36c585d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 1.2115109 Feb 04 13:23:00.950398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88be44b0-d885-496f-b3a6-88b82b4c7973 admin admin] Network 02c6f88b-a681-44ae-ba6b-4529e4c7df3a is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:23:00.964633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-67cdbcce-0513-4e3c-bd33-514c6f6bceaa tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:00.968055 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-67cdbcce-0513-4e3c-bd33-514c6f6bceaa tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3339114 Feb 04 13:23:00.982665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] Made reservation on behalf of 1da0224e00754cabb4d75db9862f389a for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:00.987628 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:01.009558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36046) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:01.013778 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:01.083106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece3552-6316-4643-947d-0559dec78a22 req-c3ee7de1-94f7-4984-aa23-6b98990c33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:01.086026 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fece3552-6316-4643-947d-0559dec78a22 req-c3ee7de1-94f7-4984-aa23-6b98990c33a8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 1127 time: 0.9240222 Feb 04 13:23:01.178158 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-087776ea-6868-4ff5-9b6f-ad75f55afa64 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks [] for port (0289354b-b058-4612-b8b8-4e67ee2acf06), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:01.200977 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fece3552-6316-4643-947d-0559dec78a22 req-673c76cc-c9ee-4617-890d-0cfa535bda2b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48734974-740f-4916-9904-e7340dff0f05 HTTP/1.1" status: 200 len: 217 time: 0.1026251 Feb 04 13:23:01.252084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-6aec1442-94b2-423b-8823-9e2d14816be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:01.254608 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-6aec1442-94b2-423b-8823-9e2d14816be7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3419116 Feb 04 13:23:01.319511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cab6937c-a45f-4a4f-bb31-3af20b63da80 req-a1cc4710-d528-4b8b-9e6e-bdb6857b441b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6020699 Feb 04 13:23:01.325522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Request body: {'port': {'device_id': '82a25b46-cddb-4d76-9da9-43877c48ab1e', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': 'f733bdbd906d4fae854639e1049cf5f9'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:01.434903 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-087776ea-6868-4ff5-9b6f-ad75f55afa64 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (0289354b-b058-4612-b8b8-4e67ee2acf06), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:01.464700 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a064dd14-55da-4d3e-b096-6c69df2125cb), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:01.468299 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-88be44b0-d885-496f-b3a6-88b82b4c7973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 02c6f88b-a681-44ae-ba6b-4529e4c7df3a) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:01.482074 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcc1392-8a1c-46d4-ace8-5ab3b5248c27 None None] Network 02c6f88b-a681-44ae-ba6b-4529e4c7df3a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:23:01.609433 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece3552-6316-4643-947d-0559dec78a22 req-1bce6628-ea7a-435f-913d-781213a2c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:01.611510 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fece3552-6316-4643-947d-0559dec78a22 req-1bce6628-ea7a-435f-913d-781213a2c3e3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.3978155 Feb 04 13:23:01.667327 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3675c558-0e71-46d2-9db2-26936c0fe85b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=35e4d5efb9af4b619e6b86eeba3f44a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6493604 Feb 04 13:23:01.723359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca466f2e-8895-4913-b651-2ad911e8b156 None None] Network 02c6f88b-a681-44ae-ba6b-4529e4c7df3a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:23:01.724219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88be44b0-d885-496f-b3a6-88b82b4c7973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:01.725284 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-88be44b0-d885-496f-b3a6-88b82b4c7973 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:01.745588 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36052) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:01.760691 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fece3552-6316-4643-947d-0559dec78a22 req-f5bec90b-6743-4c8f-a6a1-3446d9212d32 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384270 Feb 04 13:23:01.771170 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b7743-315f-4349-8498-46f53697ce6b req-fa23fe0e-bba8-46f1-9246-9371e5df64cc tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:01.792076 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aa3b7743-315f-4349-8498-46f53697ce6b req-fa23fe0e-bba8-46f1-9246-9371e5df64cc tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 949 time: 1.1113169 Feb 04 13:23:01.897122 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9a1b48-91f0-4a46-85b5-227557cf151d', 'tag': '48734974-740f-4916-9904-e7340dff0f05'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:01.906276 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6af293-af23-4542-86d9-943ce51c7a52" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9a1b48-91f0-4a46-85b5-227557cf151d", "tag": "48734974-740f-4916-9904-e7340dff0f05"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:01.933653 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f8dd16-0a31-4cf0-abad-300859befade {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:01.948100 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Publish callbacks [] for port (61f8dd16-0a31-4cf0-abad-300859befade), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:01.970842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Transition to ACTIVE for port object 61f8dd16-0a31-4cf0-abad-300859befade will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:01.973574 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aa3b7743-315f-4349-8498-46f53697ce6b req-ac95483e-2911-48dd-a744-2346395c54bd tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801302 Feb 04 13:23:02.004595 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (61f8dd16-0a31-4cf0-abad-300859befade), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:02.024553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-087776ea-6868-4ff5-9b6f-ad75f55afa64 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Network 232123d0-0d2a-4843-872e-e2f58252f361 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:02.100029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Pushing event updated for resources: {'Port': ['ID=61f8dd16-0a31-4cf0-abad-300859befade,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:02.165286 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-087776ea-6868-4ff5-9b6f-ad75f55afa64 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:02.170950 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7105ff5b-e592-4e28-819d-857c89064b92 req-089965b8-7ccf-40f4-89ee-30ad5b8fa4b5 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=f733bdbd906d4fae854639e1049cf5f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2059634 Feb 04 13:23:02.190430 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-087776ea-6868-4ff5-9b6f-ad75f55afa64 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:23:02.270138 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-88be44b0-d885-496f-b3a6-88b82b4c7973 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.6179848 Feb 04 13:23:02.284319 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] Publish callbacks [] for security_group (090021c0-6937-4a4e-b7ae-b348d4a76378), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:02.324810 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (090021c0-6937-4a4e-b7ae-b348d4a76378), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:02.331106 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4edf1927-d9f6-4f4b-bf1d-83077484ee34 admin admin] Publish callbacks [] for security_group (fb46cb26-4cbc-4395-9ff4-b5d77464236b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:02.368857 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4edf1927-d9f6-4f4b-bf1d-83077484ee34 admin admin] Publish callbacks [] for security_group (fb46cb26-4cbc-4395-9ff4-b5d77464236b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:02.381075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33153c01-7296-4e87-bce2-c408f5cde134 req-6184d536-f0d6-4d96-9bd6-86102888441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:02.384676 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33153c01-7296-4e87-bce2-c408f5cde134 req-6184d536-f0d6-4d96-9bd6-86102888441d service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 1.4662569 Feb 04 13:23:02.446152 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fece3552-6316-4643-947d-0559dec78a22 req-353a8c9e-c099-4de1-879a-647960bd11b8 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6595035 Feb 04 13:23:02.607540 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4edf1927-d9f6-4f4b-bf1d-83077484ee34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fb46cb26-4cbc-4395-9ff4-b5d77464236b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:02.612791 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4edf1927-d9f6-4f4b-bf1d-83077484ee34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:02.618432 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4edf1927-d9f6-4f4b-bf1d-83077484ee34 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fb46cb26-4cbc-4395-9ff4-b5d77464236b HTTP/1.1" status: 204 len: 168 time: 0.8679788 Feb 04 13:23:02.622343 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fece3552-6316-4643-947d-0559dec78a22 req-a9f743b4-51a6-4677-90db-8ce76e1cf819 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557357 Feb 04 13:23:02.696229 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-51bfe9a0-ae83-47d3-9cba-c74739861fe8 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1378174 Feb 04 13:23:02.759127 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33153c01-7296-4e87-bce2-c408f5cde134 req-9c639c4f-0d69-4db7-815b-ff0b42903caa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=71e83384-ea64-4871-9208-45f2474a5445 HTTP/1.1" status: 200 len: 217 time: 0.2896509 Feb 04 13:23:02.827801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087776ea-6868-4ff5-9b6f-ad75f55afa64 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Pushing event updated for resources: {'Port': ['ID=0289354b-b058-4612-b8b8-4e67ee2acf06,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:02.871900 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb6697bd-5d44-4ce1-b546-5532ba979eae req-a669854d-cd3e-4ca0-9d89-2779d26b6617 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 210 time: 0.6849391 Feb 04 13:23:02.992319 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a3b2c88-524d-4844-8236-508abdecdc8d req-0d5b26f0-e0a8-469d-8a37-05fee18c216d service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864870 Feb 04 13:23:03.034011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44b461-5d77-4790-8068-134ed70d26b6 req-22bd848b-416a-4b79-b46b-ac6479570c1a tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:03.034318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:23:03.039434 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef44b461-5d77-4790-8068-134ed70d26b6 req-22bd848b-416a-4b79-b46b-ac6479570c1a tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 931 time: 1.2972271 Feb 04 13:23:03.046469 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Attempting to bind port 61f8dd16-0a31-4cf0-abad-300859befade on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:23:03.046815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Attempting to bind port 61f8dd16-0a31-4cf0-abad-300859befade by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:23:03.049225 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Attempting to bind port 61f8dd16-0a31-4cf0-abad-300859befade on network 232123d0-0d2a-4843-872e-e2f58252f361 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:03.073430 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55387bd7-af6e-4aba-90a5-32fced89c2d3 x-openstack-request-id: req-55387bd7-af6e-4aba-90a5-32fced89c2d3 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:03.073913 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9a1b48-91f0-4a46-85b5-227557cf151d", "tag": "48734974-740f-4916-9904-e7340dff0f05", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:03.074417 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-55387bd7-af6e-4aba-90a5-32fced89c2d3 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:03.075098 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9a1b48-91f0-4a46-85b5-227557cf151d', 'tag': '48734974-740f-4916-9904-e7340dff0f05', 'status': 'completed', 'code': 200} Feb 04 13:23:03.123681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090021c0-6937-4a4e-b7ae-b348d4a76378,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:03.160402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Port 61f8dd16-0a31-4cf0-abad-300859befade on network 232123d0-0d2a-4843-872e-e2f58252f361 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:23:03.160739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Attempting to bind port 61f8dd16-0a31-4cf0-abad-300859befade on network 232123d0-0d2a-4843-872e-e2f58252f361 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:03.167746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-087776ea-6868-4ff5-9b6f-ad75f55afa64 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:03.168738 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-087776ea-6868-4ff5-9b6f-ad75f55afa64 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:03.180181 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (39bf3573-fde8-40fb-a5c1-c36d29948d98), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:03.180771 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] Added segment 39bf3573-fde8-40fb-a5c1-c36d29948d98 of type vlan for network f7ee4418-7d0e-4364-8810-6274957742e0 Feb 04 13:23:03.182471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:23:03.182816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Checking segment: {'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:03.183570 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Bound using segment: {'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:23:03.183710 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Bound port: 61f8dd16-0a31-4cf0-abad-300859befade, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:23:03.184045 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (61f8dd16-0a31-4cf0-abad-300859befade), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:03.201991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf1927-d9f6-4f4b-bf1d-83077484ee34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb46cb26-4cbc-4395-9ff4-b5d77464236b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:03.260120 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-adbce209-c8d7-4b94-8f64-e8a065b727c3 None None] Provisioning complete for port 0289354b-b058-4612-b8b8-4e67ee2acf06 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:03.261058 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-adbce209-c8d7-4b94-8f64-e8a065b727c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0289354b-b058-4612-b8b8-4e67ee2acf06), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:03.391035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-adbce209-c8d7-4b94-8f64-e8a065b727c3 None None] Port 0289354b-b058-4612-b8b8-4e67ee2acf06 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:23:03.398289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] For port 61f8dd16-0a31-4cf0-abad-300859befade, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:23:03.408027 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] For port 61f8dd16-0a31-4cf0-abad-300859befade, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=61f8dd16-0a31-4cf0-abad-300859befade,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:23:03.434884 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (61f8dd16-0a31-4cf0-abad-300859befade), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:03.620969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:03.622664 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:03.626477 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] 10.222.0.99 "PUT /v2.0/ports/61f8dd16-0a31-4cf0-abad-300859befade HTTP/1.1" status: 200 len: 1092 time: 5.3983982 Feb 04 13:23:03.705111 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (f7ee4418-7d0e-4364-8810-6274957742e0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:03.718735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33153c01-7296-4e87-bce2-c408f5cde134 req-4b6dbde3-77eb-48f8-b962-49ee9b30e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:03.722779 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-33153c01-7296-4e87-bce2-c408f5cde134 req-4b6dbde3-77eb-48f8-b962-49ee9b30e318 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 1132 time: 0.5545027 Feb 04 13:23:03.777246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6af293-af23-4542-86d9-943ce51c7a52 req-b2800801-4c68-457e-b068-40f889b21983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:03.780269 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9c6af293-af23-4542-86d9-943ce51c7a52 req-b2800801-4c68-457e-b068-40f889b21983 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 1127 time: 0.7259707 Feb 04 13:23:03.913280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Made reservation on behalf of f733bdbd906d4fae854639e1049cf5f9 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:03.918768 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:03.933209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ff5b-e592-4e28-819d-857c89064b92 req-08854797-a1f2-4521-b2a8-d8b3f37bfc0e tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:03.936042 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7105ff5b-e592-4e28-819d-857c89064b92 req-08854797-a1f2-4521-b2a8-d8b3f37bfc0e tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7469184 Feb 04 13:23:03.966620 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.resource_extend [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:23:04.016934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef44b461-5d77-4790-8068-134ed70d26b6 req-09f36342-10ce-436d-94ef-5312ae761ea7 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8441243 Feb 04 13:23:04.042932 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-087776ea-6868-4ff5-9b6f-ad75f55afa64 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7503624 Feb 04 13:23:04.057723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-7105ff5b-e592-4e28-819d-857c89064b92 req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Request body: {'port': {'device_id': '76875698-3a0a-435d-9e4c-99b484c84ebe', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': 'f733bdbd906d4fae854639e1049cf5f9'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:04.173902 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:04.188294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Request body: {'port': {'device_id': '721790f5-a2a8-44fb-bb6a-fda5c715f84f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:04.199489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33153c01-7296-4e87-bce2-c408f5cde134 req-eeb09030-9c35-4076-8344-7b9835fa5f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:04.202012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33153c01-7296-4e87-bce2-c408f5cde134 req-eeb09030-9c35-4076-8344-7b9835fa5f41 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 1.2896798 Feb 04 13:23:04.601672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a427736-eb6b-431b-a7d5-497d3b50e8c4 req-60f4f3e6-b748-40e2-b904-b942ffd6d7ea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:04.607056 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39357a-1f43-47ab-8c8a-a71c4b38566e service neutron] Pushing event updated for resources: {'Port': ['ID=61f8dd16-0a31-4cf0-abad-300859befade,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:04.623035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a427736-eb6b-431b-a7d5-497d3b50e8c4 req-60f4f3e6-b748-40e2-b904-b942ffd6d7ea tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 944 time: 1.4368908 Feb 04 13:23:04.662831 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (f7ee4418-7d0e-4364-8810-6274957742e0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:04.666073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:04.667958 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:04.766441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0289354b-b058-4612-b8b8-4e67ee2acf06), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:04.815199 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.3407164 Feb 04 13:23:04.839915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36094) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:04.874896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8f41bd99-277a-4b76-b051-9118d5724e7c req-aefc32b1-182f-4043-8fc4-c82390dd9003 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2000270476', 'description': 'tempest-description-1571927377'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:04.883962 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33153c01-7296-4e87-bce2-c408f5cde134 req-bb89b03a-4a79-4b69-9937-8830daf6260f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:04.886029 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-33153c01-7296-4e87-bce2-c408f5cde134 req-bb89b03a-4a79-4b69-9937-8830daf6260f service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 1.1357400 Feb 04 13:23:04.894637 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-d72cf54a-012a-486b-8c5f-930b6309edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:04.897426 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-d72cf54a-012a-486b-8c5f-930b6309edaf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5e4e34a1fef244cba78455c8ad160250&device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 1126 time: 1.1632254 Feb 04 13:23:04.902844 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-7d2d6930-acc8-4005-a19e-aad7ec364810 admin admin] Request body: {'subnet': {'network_id': 'f7ee4418-7d0e-4364-8810-6274957742e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1682922716-subnet', 'tenant_id': '1da0224e00754cabb4d75db9862f389a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:04.998553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33153c01-7296-4e87-bce2-c408f5cde134 req-82b10fde-63d3-40a0-a8c2-88bb1667172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:05.002889 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33153c01-7296-4e87-bce2-c408f5cde134 req-82b10fde-63d3-40a0-a8c2-88bb1667172a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6675925 Feb 04 13:23:05.080741 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464ce4a-5a2b-4280-a8a8-7d4769e04656 admin admin] Pushing event updated for resources: {'Network': ['ID=f7ee4418-7d0e-4364-8810-6274957742e0,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:05.085020 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5817de-af04-4522-ba5b-10777917f89e', 'tag': '61f8dd16-0a31-4cf0-abad-300859befade'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:05.091345 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80990afb-42dd-4366-b508-5005d71bbb27" -d '{"events": [{"name": "network-changed", "server_uuid": "3e5817de-af04-4522-ba5b-10777917f89e", "tag": "61f8dd16-0a31-4cf0-abad-300859befade"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:05.095761 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-33153c01-7296-4e87-bce2-c408f5cde134 req-8f6d4ad8-ae16-48f2-b29c-9b8fd5c8d1c2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=71e83384-ea64-4871-9208-45f2474a5445 HTTP/1.1" status: 200 len: 217 time: 0.1889937 Feb 04 13:23:05.102628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network f7ee4418-7d0e-4364-8810-6274957742e0 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:23:05.106775 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6af293-af23-4542-86d9-943ce51c7a52 req-02e3976e-92d2-421e-8385-ad5819163ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:05.109429 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9c6af293-af23-4542-86d9-943ce51c7a52 req-02e3976e-92d2-421e-8385-ad5819163ab0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 1.3174443 Feb 04 13:23:05.112648 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-aededf1c-cd5f-45ba-ba56-1319a22d2d99 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f8dd16-0a31-4cf0-abad-300859befade HTTP/1.1" status: 200 len: 217 time: 0.1919377 Feb 04 13:23:05.215819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a427736-eb6b-431b-a7d5-497d3b50e8c4 req-31b1008e-80eb-4254-a1cc-ec298663b295 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853636 Feb 04 13:23:05.352733 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9c6af293-af23-4542-86d9-943ce51c7a52 req-902480bd-4a01-4868-9987-bd4187c7f101 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48734974-740f-4916-9904-e7340dff0f05 HTTP/1.1" status: 200 len: 217 time: 0.2140656 Feb 04 13:23:05.454328 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33153c01-7296-4e87-bce2-c408f5cde134 req-20243a43-d170-4b6b-adc4-e437ebbd613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:05.457161 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-33153c01-7296-4e87-bce2-c408f5cde134 req-20243a43-d170-4b6b-adc4-e437ebbd613d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.3429656 Feb 04 13:23:05.487902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7105ff5b-e592-4e28-819d-857c89064b92 req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Made reservation on behalf of f733bdbd906d4fae854639e1049cf5f9 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:05.498681 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7105ff5b-e592-4e28-819d-857c89064b92 req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:05.548555 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-d9be675d-356c-494f-9b09-1f00452264b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:05.551045 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-d9be675d-356c-494f-9b09-1f00452264b3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=352d6885-f001-4efe-b24c-dc0c44d83db9 HTTP/1.1" status: 200 len: 854 time: 0.4083054 Feb 04 13:23:05.574368 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7105ff5b-e592-4e28-819d-857c89064b92 req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:05.577107 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6af293-af23-4542-86d9-943ce51c7a52 req-daecd47f-283d-4abc-92b1-c157b53df022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:05.580112 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9c6af293-af23-4542-86d9-943ce51c7a52 req-daecd47f-283d-4abc-92b1-c157b53df022 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.2145541 Feb 04 13:23:05.602706 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8f41bd99-277a-4b76-b051-9118d5724e7c req-aefc32b1-182f-4043-8fc4-c82390dd9003 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:05.607217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2d6930-acc8-4005-a19e-aad7ec364810 admin admin] Made reservation on behalf of 1da0224e00754cabb4d75db9862f389a for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:05.617127 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6930-acc8-4005-a19e-aad7ec364810 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:05.659158 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9c6af293-af23-4542-86d9-943ce51c7a52 req-b5b04590-d33a-4ded-a70c-9640e4042b86 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687075 Feb 04 13:23:05.674149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a064dd14-55da-4d3e-b096-6c69df2125cb {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:05.684723 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33153c01-7296-4e87-bce2-c408f5cde134 req-fe1bfeb9-342c-4bef-bbe0-952156e5802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:05.686617 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-33153c01-7296-4e87-bce2-c408f5cde134 req-fe1bfeb9-342c-4bef-bbe0-952156e5802a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2149754 Feb 04 13:23:05.693589 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Publish callbacks [] for port (a064dd14-55da-4d3e-b096-6c69df2125cb), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:05.721449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Transition to ACTIVE for port object a064dd14-55da-4d3e-b096-6c69df2125cb will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:05.798594 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks [] for security_group (7529fdda-0b84-45d2-9c19-747eee2714b2), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:05.909537 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-3537c5f3-a191-4ffd-938c-670ce95b1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:05.913264 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-3537c5f3-a191-4ffd-938c-670ce95b1c90 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=232123d0-0d2a-4843-872e-e2f58252f361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3534901 Feb 04 13:23:05.959867 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (a064dd14-55da-4d3e-b096-6c69df2125cb), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:06.085624 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9c6af293-af23-4542-86d9-943ce51c7a52 req-b602f981-9078-418b-aba8-6c99a816e4ec service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204731 Feb 04 13:23:06.137656 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-33153c01-7296-4e87-bce2-c408f5cde134 req-254ddc24-476e-4fa4-abeb-1953bd75188e service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806243 Feb 04 13:23:06.183600 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7529fdda-0b84-45d2-9c19-747eee2714b2), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:06.213202 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.db.api [req-7105ff5b-e592-4e28-819d-857c89064b92 req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) f733bdbd906d4fae854639e1049cf5f9 {{(pid=103606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:23:06.213866 n-d-714676-13 neutron-server[103606]: DEBUG oslo_db.api [req-7105ff5b-e592-4e28-819d-857c89064b92 req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:23:06.224332 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8f41bd99-277a-4b76-b051-9118d5724e7c req-aefc32b1-182f-4043-8fc4-c82390dd9003 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (03dfce81-4d52-4835-9b64-0084864de158), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:06.311944 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8f41bd99-277a-4b76-b051-9118d5724e7c req-aefc32b1-182f-4043-8fc4-c82390dd9003 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (03dfce81-4d52-4835-9b64-0084864de158), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:06.357874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29e5af-eb45-4023-a897-ef9d33a6c0f5 req-eed05e73-590a-43de-b82f-7f7f7aabb2d8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:06.360429 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f29e5af-eb45-4023-a897-ef9d33a6c0f5 req-eed05e73-590a-43de-b82f-7f7f7aabb2d8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 949 time: 0.9460115 Feb 04 13:23:06.369452 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9c6af293-af23-4542-86d9-943ce51c7a52 req-2bad1e97-d2a4-4c13-a659-a8cca60b2003 service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389600 Feb 04 13:23:06.582208 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-cc7661e8-38e7-4f68-ac52-924265100458 service neutron] 10.222.0.99 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603832 Feb 04 13:23:06.600858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 71e83384-ea64-4871-9208-45f2474a5445 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:23:06.699037 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-33153c01-7296-4e87-bce2-c408f5cde134 req-cc190b2b-cdda-4205-b4c6-7722dc388ef5 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665675 Feb 04 13:23:06.733182 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7105ff5b-e592-4e28-819d-857c89064b92 req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:06.827330 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-de1e6cf1-fcd5-4dac-96a4-496ed4b379c9 req-f25b4c36-fb16-4ec2-92fd-f56c54df8641 service neutron] 10.222.0.99 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286458 Feb 04 13:23:06.834878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=71e83384-ea64-4871-9208-45f2474a5445,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:06.854663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '71e83384-ea64-4871-9208-45f2474a5445', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '71e83384-ea64-4871-9208-45f2474a5445', 'mac_address': 'fa:16:3e:66:af:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:23:06.917188 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33153c01-7296-4e87-bce2-c408f5cde134 req-1a2b72e8-71b0-4c57-bb3d-3ef9a381b882 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6949048 Feb 04 13:23:06.929074 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 71e83384-ea64-4871-9208-45f2474a5445 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:06.929613 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71e83384-ea64-4871-9208-45f2474a5445), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:06.931404 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7529fdda-0b84-45d2-9c19-747eee2714b2,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:06.954950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e83384-ea64-4871-9208-45f2474a5445 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:07.003383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=71e83384-ea64-4871-9208-45f2474a5445,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:07.008902 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8f41bd99-277a-4b76-b051-9118d5724e7c req-aefc32b1-182f-4043-8fc4-c82390dd9003 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:07.013403 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (71e83384-ea64-4871-9208-45f2474a5445), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:07.025080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f41bd99-277a-4b76-b051-9118d5724e7c req-aefc32b1-182f-4043-8fc4-c82390dd9003 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 2.1977735 Feb 04 13:23:07.025080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Pushing event updated for resources: {'Port': ['ID=a064dd14-55da-4d3e-b096-6c69df2125cb,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:07.129619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=71e83384-ea64-4871-9208-45f2474a5445,revision_number=13']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:07.338321 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6930-acc8-4005-a19e-aad7ec364810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (356d9240-9f74-4404-9d43-c826b5951cc3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:07.345527 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0289354b-b058-4612-b8b8-4e67ee2acf06 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:07.395894 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f29e5af-eb45-4023-a897-ef9d33a6c0f5 req-b552ec50-088d-4a26-b653-d0732c5b99dd tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9996819 Feb 04 13:23:07.398216 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92024094-70d6-495d-96f5-49e428244bc3 req-385c0638-28ad-4e26-b68b-6e9aac279848 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 210 time: 0.2179697 Feb 04 13:23:07.401460 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Publish callbacks [] for port (0289354b-b058-4612-b8b8-4e67ee2acf06), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:07.418908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['71e83384-ea64-4871-9208-45f2474a5445'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:07.462281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d6930-acc8-4005-a19e-aad7ec364810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=356d9240-9f74-4404-9d43-c826b5951cc3,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:07.465397 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc32b1-182f-4043-8fc4-c82390dd9003 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03dfce81-4d52-4835-9b64-0084864de158,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:07.534625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Transition to ACTIVE for port object 0289354b-b058-4612-b8b8-4e67ee2acf06 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:07.538075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Allocated IP 192.168.233.21 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/0c64da64-fd5b-4292-b741-6cc419dc1e39) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:07.578969 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eedb3a-aaf2-46cf-bd60-9bb9951f5146 x-openstack-request-id: req-73eedb3a-aaf2-46cf-bd60-9bb9951f5146 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:07.580159 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e5817de-af04-4522-ba5b-10777917f89e", "tag": "61f8dd16-0a31-4cf0-abad-300859befade", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:07.580992 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-73eedb3a-aaf2-46cf-bd60-9bb9951f5146 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:07.581804 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5817de-af04-4522-ba5b-10777917f89e', 'tag': '61f8dd16-0a31-4cf0-abad-300859befade', 'status': 'completed', 'code': 200} Feb 04 13:23:07.778051 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990afb-42dd-4366-b508-5005d71bbb27 req-c15d23fa-0f2d-4a65-9a37-f01eff3ae7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:07.784139 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80990afb-42dd-4366-b508-5005d71bbb27 req-c15d23fa-0f2d-4a65-9a37-f01eff3ae7b1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5e4e34a1fef244cba78455c8ad160250&device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 1126 time: 0.1597846 Feb 04 13:23:07.835893 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (0289354b-b058-4612-b8b8-4e67ee2acf06), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:08.075801 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks [] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:08.103824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990afb-42dd-4366-b508-5005d71bbb27 req-f70dce2d-fd40-4a38-b9b3-6145a5e11cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:08.107196 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80990afb-42dd-4366-b508-5005d71bbb27 req-f70dce2d-fd40-4a38-b9b3-6145a5e11cde service neutron] 10.222.0.99 "GET /v2.0/networks?id=232123d0-0d2a-4843-872e-e2f58252f361 HTTP/1.1" status: 200 len: 916 time: 0.3181493 Feb 04 13:23:08.120500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33153c01-7296-4e87-bce2-c408f5cde134 req-45d96a02-e55a-49bc-8c10-b9e727f41a30 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1594920 Feb 04 13:23:08.206397 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2d6930-acc8-4005-a19e-aad7ec364810 admin admin] Checking segment: {'id': '39bf3573-fde8-40fb-a5c1-c36d29948d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f7ee4418-7d0e-4364-8810-6274957742e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:08.206771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2d6930-acc8-4005-a19e-aad7ec364810 admin admin] Network hostable DHCP agents. Network: f7ee4418-7d0e-4364-8810-6274957742e0, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:23:08.210461 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80990afb-42dd-4366-b508-5005d71bbb27 req-5bd2d688-7c33-4ec9-a690-f267cc6c142c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f8dd16-0a31-4cf0-abad-300859befade HTTP/1.1" status: 200 len: 217 time: 0.0954802 Feb 04 13:23:08.214377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Attempting to bind port a064dd14-55da-4d3e-b096-6c69df2125cb on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:23:08.214833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Attempting to bind port a064dd14-55da-4d3e-b096-6c69df2125cb by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:23:08.215315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Attempting to bind port a064dd14-55da-4d3e-b096-6c69df2125cb on network 232123d0-0d2a-4843-872e-e2f58252f361 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:08.233849 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Port a064dd14-55da-4d3e-b096-6c69df2125cb on network 232123d0-0d2a-4843-872e-e2f58252f361 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:23:08.234228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Attempting to bind port a064dd14-55da-4d3e-b096-6c69df2125cb on network 232123d0-0d2a-4843-872e-e2f58252f361 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:08.248690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-780d31b9-8131-475f-9cbe-a9cb77ae044a tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=ad8b8a8618714a90ad8e096d438a4976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1182377 Feb 04 13:23:08.307922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990afb-42dd-4366-b508-5005d71bbb27 req-0e2cf2e2-c388-4777-8de5-16305dee73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:08.309705 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80990afb-42dd-4366-b508-5005d71bbb27 req-0e2cf2e2-c388-4777-8de5-16305dee73f5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=352d6885-f001-4efe-b24c-dc0c44d83db9 HTTP/1.1" status: 200 len: 854 time: 0.0929461 Feb 04 13:23:08.415543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990afb-42dd-4366-b508-5005d71bbb27 req-ab3a467f-94af-48cd-92c1-1cdc1f8d5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:08.418478 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80990afb-42dd-4366-b508-5005d71bbb27 req-ab3a467f-94af-48cd-92c1-1cdc1f8d5d99 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=232123d0-0d2a-4843-872e-e2f58252f361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1009417 Feb 04 13:23:08.566040 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80990afb-42dd-4366-b508-5005d71bbb27 req-ee0d074b-dd26-481a-ac9d-04e30fd0db7b service neutron] 10.222.0.99 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404002 Feb 04 13:23:08.720149 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80990afb-42dd-4366-b508-5005d71bbb27 req-81f27816-009c-44ec-ae28-a5c5980724f0 service neutron] 10.222.0.99 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461887 Feb 04 13:23:08.935679 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:08.982536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:23:08.982981 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Checking segment: {'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:08.983597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Bound using segment: {'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:23:08.985050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Bound port: a064dd14-55da-4d3e-b096-6c69df2125cb, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:23:08.985614 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a064dd14-55da-4d3e-b096-6c69df2125cb), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:09.045055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Pushing event updated for resources: {'Port': ['ID=0289354b-b058-4612-b8b8-4e67ee2acf06,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:09.078983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-7105ff5b-e592-4e28-819d-857c89064b92 req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Allocated IP 192.168.233.84 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/d1b91ac9-b881-46f8-ae08-d8b5a41c219e) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:09.288155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2d6930-acc8-4005-a19e-aad7ec364810 admin admin] Network f7ee4418-7d0e-4364-8810-6274957742e0 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:23:09.298392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:09.319673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ad03a-4be2-439e-9585-3ea880209165 req-5bd61861-d891-46f9-90d1-ec1e88530cd4 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:09.321426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f65ad03a-4be2-439e-9585-3ea880209165 req-5bd61861-d891-46f9-90d1-ec1e88530cd4 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 943 time: 1.4721556 Feb 04 13:23:09.336172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:09.342661 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:23:09.358170 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-007f7fef-b515-4961-adfc-107e95923123 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:09.360552 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-007f7fef-b515-4961-adfc-107e95923123 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0186517 Feb 04 13:23:09.377487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Pushing event updated for resources: {'Port': ['ID=0c64da64-fd5b-4292-b741-6cc419dc1e39,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:09.431582 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-7d2d6930-acc8-4005-a19e-aad7ec364810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, f7ee4418-7d0e-4364-8810-6274957742e0) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:09.445566 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ba6243-d708-4cd0-bb40-be91ee1323db None None] Network f7ee4418-7d0e-4364-8810-6274957742e0 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:23:09.473284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2d6930-acc8-4005-a19e-aad7ec364810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:09.473894 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6930-acc8-4005-a19e-aad7ec364810 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:09.517264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Attempting to bind port 0289354b-b058-4612-b8b8-4e67ee2acf06 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:23:09.517729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Attempting to bind port 0289354b-b058-4612-b8b8-4e67ee2acf06 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:23:09.517896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Attempting to bind port 0289354b-b058-4612-b8b8-4e67ee2acf06 on network 232123d0-0d2a-4843-872e-e2f58252f361 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:09.521456 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-2e2e47b1-eaf4-45b6-87bb-93ef0ac0648b tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/quotas/ad8b8a8618714a90ad8e096d438a4976 HTTP/1.1" status: 200 len: 375 time: 0.0911317 Feb 04 13:23:09.551813 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] For port a064dd14-55da-4d3e-b096-6c69df2125cb, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:23:09.606689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Port 0289354b-b058-4612-b8b8-4e67ee2acf06 on network 232123d0-0d2a-4843-872e-e2f58252f361 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:23:09.606689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Attempting to bind port 0289354b-b058-4612-b8b8-4e67ee2acf06 on network 232123d0-0d2a-4843-872e-e2f58252f361 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:09.614548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:09.615391 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:09.616597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10287a18-526a-4926-848c-cd2dc59c3be3 None None] Network f7ee4418-7d0e-4364-8810-6274957742e0 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:23:09.626685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7d2d6930-acc8-4005-a19e-aad7ec364810 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.7656586 Feb 04 13:23:09.695786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 61f8dd16-0a31-4cf0-abad-300859befade details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:23:09.699512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:23:09.699863 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Checking segment: {'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:09.700264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Bound using segment: {'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:23:09.700722 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Bound port: 0289354b-b058-4612-b8b8-4e67ee2acf06, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de50c32-3404-4aac-8c23-12c52916fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:23:09.701096 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0289354b-b058-4612-b8b8-4e67ee2acf06), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:09.725033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] For port a064dd14-55da-4d3e-b096-6c69df2125cb, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a064dd14-55da-4d3e-b096-6c69df2125cb,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:23:09.743103 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-7d3835cb-9472-4159-a6b2-ed40138699a7 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1941192 Feb 04 13:23:09.776666 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (a064dd14-55da-4d3e-b096-6c69df2125cb), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:09.819141 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f65ad03a-4be2-439e-9585-3ea880209165 req-720d3494-d366-40c5-97eb-016cd21c3488 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703355 Feb 04 13:23:09.879244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ad8bd049-345d-4887-8699-f4077ce210cb None None] Provisioning complete for port 0c64da64-fd5b-4292-b741-6cc419dc1e39 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:09.879681 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ad8bd049-345d-4887-8699-f4077ce210cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:10.012221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-73187c84-ad52-4607-bdfa-181d068e5e38 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.7602885 Feb 04 13:23:10.036573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ad8bd049-345d-4887-8699-f4077ce210cb None None] Port 0c64da64-fd5b-4292-b741-6cc419dc1e39 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:23:10.039343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 61f8dd16-0a31-4cf0-abad-300859befade, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=61f8dd16-0a31-4cf0-abad-300859befade,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:10.081942 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '61f8dd16-0a31-4cf0-abad-300859befade', 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361', 'port_id': '61f8dd16-0a31-4cf0-abad-300859befade', 'mac_address': 'fa:16:3e:53:8c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352d6885-f001-4efe-b24c-dc0c44d83db9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:23:10.165971 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 61f8dd16-0a31-4cf0-abad-300859befade is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:10.166379 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (61f8dd16-0a31-4cf0-abad-300859befade), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:10.176062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Request body: {'port': {'device_id': '82a25b46-cddb-4d76-9da9-43877c48ab1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:10.193158 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f8dd16-0a31-4cf0-abad-300859befade {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:10.221684 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 61f8dd16-0a31-4cf0-abad-300859befade, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=61f8dd16-0a31-4cf0-abad-300859befade,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:10.227610 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (61f8dd16-0a31-4cf0-abad-300859befade), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:10.345359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=61f8dd16-0a31-4cf0-abad-300859befade,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:10.401353 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:10.402483 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:10.405371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] 10.222.0.100 "PUT /v2.0/ports/a064dd14-55da-4d3e-b096-6c69df2125cb HTTP/1.1" status: 200 len: 1093 time: 9.8912086 Feb 04 13:23:10.417473 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:10.420946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32367d5-ae7b-4107-b74a-b05a0bc781c3', 'tag': 'a064dd14-55da-4d3e-b096-6c69df2125cb'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:10.425227 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0ad869-af2a-4502-b496-e2988f29c093" -d '{"events": [{"name": "network-changed", "server_uuid": "d32367d5-ae7b-4107-b74a-b05a0bc781c3", "tag": "a064dd14-55da-4d3e-b096-6c69df2125cb"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:10.535976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fc770-391b-4338-8f63-0c4a39e94a15 service neutron] Pushing event updated for resources: {'Port': ['ID=a064dd14-55da-4d3e-b096-6c69df2125cb,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:10.569858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['61f8dd16-0a31-4cf0-abad-300859befade'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:10.661950 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7105ff5b-e592-4e28-819d-857c89064b92 req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks [] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:10.671363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 71e83384-ea64-4871-9208-45f2474a5445 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:23:10.709341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] For port 0289354b-b058-4612-b8b8-4e67ee2acf06, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:23:10.768412 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] For port 0289354b-b058-4612-b8b8-4e67ee2acf06, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0289354b-b058-4612-b8b8-4e67ee2acf06,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:23:10.807118 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd6bf3c4-1f12-4397-a238-4c9aa1d0d48c req-535a3c67-780d-420a-af63-39e0db31ffe7 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/03dfce81-4d52-4835-9b64-0084864de158 HTTP/1.1" status: 200 len: 1822 time: 0.7845080 Feb 04 13:23:10.825888 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-dd6bf3c4-1f12-4397-a238-4c9aa1d0d48c req-a6e1f0ce-c0a9-49d2-a95b-d524c2472b4e tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03dfce81-4d52-4835-9b64-0084864de158', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:10.826259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-dd6bf3c4-1f12-4397-a238-4c9aa1d0d48c req-a6e1f0ce-c0a9-49d2-a95b-d524c2472b4e tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03dfce81-4d52-4835-9b64-0084864de158', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:10.843298 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (0289354b-b058-4612-b8b8-4e67ee2acf06), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:10.904797 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-46e31cb4-261b-48f7-ad75-a75adc7a391e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:10.921969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 71e83384-ea64-4871-9208-45f2474a5445 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:10.933059 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 71e83384-ea64-4871-9208-45f2474a5445 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:10.933431 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (71e83384-ea64-4871-9208-45f2474a5445), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:10.943924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-ae703920-22e4-40cb-baeb-4f7231b0a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:10.945706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-ae703920-22e4-40cb-baeb-4f7231b0a8ea service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5e4e34a1fef244cba78455c8ad160250&device_id=d32367d5-ae7b-4107-b74a-b05a0bc781c3 HTTP/1.1" status: 200 len: 1127 time: 0.3994455 Feb 04 13:23:11.073760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86163ee4-b223-4b20-8096-aea572c86c2b req-0086bfc9-358f-438e-a6f2-9424da016518 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:11.077216 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86163ee4-b223-4b20-8096-aea572c86c2b req-0086bfc9-358f-438e-a6f2-9424da016518 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 944 time: 0.6904025 Feb 04 13:23:11.106392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:11.107400 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.108992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] 10.222.0.99 "PUT /v2.0/ports/0289354b-b058-4612-b8b8-4e67ee2acf06 HTTP/1.1" status: 200 len: 1092 time: 6.9380426 Feb 04 13:23:11.170636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36174) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:11.178497 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5863dc90-a3b3-474d-91f4-f0a7dc8dda1b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-583363004-network', 'tenant_id': 'd0058cacb63e4156b9cf289d86ba3dcc'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:11.189974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-43bc7e24-b976-471a-b80a-b054af5d9f01 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a064dd14-55da-4d3e-b096-6c69df2125cb HTTP/1.1" status: 200 len: 217 time: 0.1761315 Feb 04 13:23:11.192793 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 71e83384-ea64-4871-9208-45f2474a5445 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:11.195900 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71e83384-ea64-4871-9208-45f2474a5445), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.213031 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fe9b4-a852-45e3-8785-8466fe1e9473 service neutron] Pushing event updated for resources: {'Port': ['ID=0289354b-b058-4612-b8b8-4e67ee2acf06,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:11.219918 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7105ff5b-e592-4e28-819d-857c89064b92 req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.235492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5863dc90-a3b3-474d-91f4-f0a7dc8dda1b admin admin] Made reservation on behalf of d0058cacb63e4156b9cf289d86ba3dcc for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:11.244191 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5863dc90-a3b3-474d-91f4-f0a7dc8dda1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.259049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e83384-ea64-4871-9208-45f2474a5445'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:11.264801 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acea62bc-8144-40aa-a40b-56527e5dcac1" -d '{"events": [{"server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "name": "network-vif-plugged", "status": "completed", "tag": "71e83384-ea64-4871-9208-45f2474a5445"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:11.294789 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=71e83384-ea64-4871-9208-45f2474a5445,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:11.296144 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5863dc90-a3b3-474d-91f4-f0a7dc8dda1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.304234 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (71e83384-ea64-4871-9208-45f2474a5445), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.462387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=71e83384-ea64-4871-9208-45f2474a5445,revision_number=14']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:11.481703 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5863dc90-a3b3-474d-91f4-f0a7dc8dda1b admin admin] Publish callbacks [] for security_group (93b30fa9-f6a8-4456-8571-b01c4a3798fb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.491500 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5863dc90-a3b3-474d-91f4-f0a7dc8dda1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (93b30fa9-f6a8-4456-8571-b01c4a3798fb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.547357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5863dc90-a3b3-474d-91f4-f0a7dc8dda1b admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:23:11.548520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7105ff5b-e592-4e28-819d-857c89064b92 req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:11.557248 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86163ee4-b223-4b20-8096-aea572c86c2b req-1fbdad9b-b8ec-4932-8acb-bd16f8b5a74c tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538589 Feb 04 13:23:11.559903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Pushing event updated for resources: {'Port': ['ID=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:11.566415 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-dd6bf3c4-1f12-4397-a238-4c9aa1d0d48c req-a6e1f0ce-c0a9-49d2-a95b-d524c2472b4e tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (2a02c786-6ee0-4edd-8bb6-148aa831a7b3), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.577911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-7105ff5b-e592-4e28-819d-857c89064b92 req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:11.583044 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-1247c1a1-5a22-4adc-b921-c8c3e831d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:11.584267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863dc90-a3b3-474d-91f4-f0a7dc8dda1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b30fa9-f6a8-4456-8571-b01c4a3798fb,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:11.585847 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-1247c1a1-5a22-4adc-b921-c8c3e831d92d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=352d6885-f001-4efe-b24c-dc0c44d83db9 HTTP/1.1" status: 200 len: 854 time: 0.3545458 Feb 04 13:23:11.587088 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7105ff5b-e592-4e28-819d-857c89064b92 req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:23:11.633726 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5863dc90-a3b3-474d-91f4-f0a7dc8dda1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (cf7f387b-500e-4bed-ade6-03ce18d4eaa0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.636995 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-5863dc90-a3b3-474d-91f4-f0a7dc8dda1b admin admin] Added segment cf7f387b-500e-4bed-ade6-03ce18d4eaa0 of type vlan for network f347dcdb-5365-4fc1-b1f2-69228825b592 Feb 04 13:23:11.690059 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3955c3-bb90-4854-a058-98acf1c4a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:11.706535 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-7f3955c3-bb90-4854-a058-98acf1c4a5d5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5e4e34a1fef244cba78455c8ad160250&device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 1126 time: 0.5238154 Feb 04 13:23:11.749774 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5863dc90-a3b3-474d-91f4-f0a7dc8dda1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (f347dcdb-5365-4fc1-b1f2-69228825b592), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.762555 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-dd6bf3c4-1f12-4397-a238-4c9aa1d0d48c req-a6e1f0ce-c0a9-49d2-a95b-d524c2472b4e tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (2a02c786-6ee0-4edd-8bb6-148aa831a7b3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.803294 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5863dc90-a3b3-474d-91f4-f0a7dc8dda1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (f347dcdb-5365-4fc1-b1f2-69228825b592), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.805178 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5863dc90-a3b3-474d-91f4-f0a7dc8dda1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:11.807300 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5863dc90-a3b3-474d-91f4-f0a7dc8dda1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.840164 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-73c4df6a-e934-4625-98eb-0c4f64d58ffe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0289354b-b058-4612-b8b8-4e67ee2acf06 HTTP/1.1" status: 200 len: 217 time: 0.1146095 Feb 04 13:23:11.842057 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-dd6bf3c4-1f12-4397-a238-4c9aa1d0d48c req-a6e1f0ce-c0a9-49d2-a95b-d524c2472b4e tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (2a02c786-6ee0-4edd-8bb6-148aa831a7b3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.924052 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5863dc90-a3b3-474d-91f4-f0a7dc8dda1b admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7463946 Feb 04 13:23:11.924466 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36178) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:11.931233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ff5b-e592-4e28-819d-857c89064b92 req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:11.932246 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7105ff5b-e592-4e28-819d-857c89064b92 req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.940219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8187930f-1b25-4aec-9219-d7f50f6a41e5 None None] Provisioning complete for port d1b91ac9-b881-46f8-ae08-d8b5a41c219e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:11.941449 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8187930f-1b25-4aec-9219-d7f50f6a41e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:11.941667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6c6b986f-2968-4454-ba00-c617b33080e0 admin admin] Request body: {'subnet': {'network_id': 'f347dcdb-5365-4fc1-b1f2-69228825b592', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-583363004-subnet', 'tenant_id': 'd0058cacb63e4156b9cf289d86ba3dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:11.988446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863dc90-a3b3-474d-91f4-f0a7dc8dda1b admin admin] Pushing event updated for resources: {'Network': ['ID=f347dcdb-5365-4fc1-b1f2-69228825b592,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:12.002219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network f347dcdb-5365-4fc1-b1f2-69228825b592 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:23:12.018587 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-9d046280-0d02-4c89-aeae-7d5a8470237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:12.019060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6b986f-2968-4454-ba00-c617b33080e0 admin admin] Made reservation on behalf of d0058cacb63e4156b9cf289d86ba3dcc for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:12.020356 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-9d046280-0d02-4c89-aeae-7d5a8470237c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=352d6885-f001-4efe-b24c-dc0c44d83db9 HTTP/1.1" status: 200 len: 854 time: 0.1502297 Feb 04 13:23:12.024385 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c6b986f-2968-4454-ba00-c617b33080e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:12.039539 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-dd6bf3c4-1f12-4397-a238-4c9aa1d0d48c req-a6e1f0ce-c0a9-49d2-a95b-d524c2472b4e tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:12.040786 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd6bf3c4-1f12-4397-a238-4c9aa1d0d48c req-a6e1f0ce-c0a9-49d2-a95b-d524c2472b4e tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2328808 Feb 04 13:23:12.108710 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54520531-d4f3-4ff3-968b-20a94c129cb4 req-9cc4fb79-7b81-4f63-af6b-c3ccf497a956 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:12.116829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54520531-d4f3-4ff3-968b-20a94c129cb4 req-9cc4fb79-7b81-4f63-af6b-c3ccf497a956 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 935 time: 0.4029086 Feb 04 13:23:12.132725 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-6f0e665b-e901-4b04-9221-9892c49c0137 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=ad8b8a8618714a90ad8e096d438a4976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346334 Feb 04 13:23:12.135956 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-bd9ef105-0968-4eab-aeb5-37d16e57deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:12.137562 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-bd9ef105-0968-4eab-aeb5-37d16e57deed service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=232123d0-0d2a-4843-872e-e2f58252f361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5415792 Feb 04 13:23:12.138420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1f0ce-c0a9-49d2-a95b-d524c2472b4e tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a02c786-6ee0-4edd-8bb6-148aa831a7b3,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:12.207238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8187930f-1b25-4aec-9219-d7f50f6a41e5 None None] Port d1b91ac9-b881-46f8-ae08-d8b5a41c219e cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:23:12.272002 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54520531-d4f3-4ff3-968b-20a94c129cb4 req-c9e54dd8-04a7-4d2f-b032-991e5ed5b398 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541955 Feb 04 13:23:12.283988 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7105ff5b-e592-4e28-819d-857c89064b92 req-baf93095-db2c-4d4d-93ef-3a541d292bd4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.2556398 Feb 04 13:23:12.315378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-46007b50-fd14-4f25-80b3-139ef613e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:12.316673 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-91e70db6-7f57-4940-8a5d-fffb5e7521f2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:12.318449 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-91e70db6-7f57-4940-8a5d-fffb5e7521f2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755805 Feb 04 13:23:12.319938 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-46007b50-fd14-4f25-80b3-139ef613e9b7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=232123d0-0d2a-4843-872e-e2f58252f361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2679830 Feb 04 13:23:12.358266 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Request body: {'port': {'device_id': '417a5e8e-dbdd-4663-a19d-02c05c371c47', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': 'ad8b8a8618714a90ad8e096d438a4976'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:12.419550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Request body: {'port': {'device_id': '76875698-3a0a-435d-9e4c-99b484c84ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:12.567595 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c6b986f-2968-4454-ba00-c617b33080e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (4dc69fb0-de37-495e-a422-83191a640f09), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:12.680615 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b986f-2968-4454-ba00-c617b33080e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc69fb0-de37-495e-a422-83191a640f09,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:12.704666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-1d38f84b-b96f-445d-83af-07e329cd0c43 service neutron] 10.222.0.100 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509739 Feb 04 13:23:12.753572 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6b986f-2968-4454-ba00-c617b33080e0 admin admin] Checking segment: {'id': 'cf7f387b-500e-4bed-ade6-03ce18d4eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f347dcdb-5365-4fc1-b1f2-69228825b592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:12.754001 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6b986f-2968-4454-ba00-c617b33080e0 admin admin] Network hostable DHCP agents. Network: f347dcdb-5365-4fc1-b1f2-69228825b592, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:23:12.761233 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Made reservation on behalf of ad8b8a8618714a90ad8e096d438a4976 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:12.764747 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:12.769340 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8298a7c1-e4a3-42ee-9fe8-909caa6a95d0 req-81a4e4f6-5920-4b8e-9e23-7622cb0ca5a4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=417a5e8e-dbdd-4663-a19d-02c05c371c47 HTTP/1.1" status: 200 len: 210 time: 0.0982218 Feb 04 13:23:12.778878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:12.803231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c64da64-fd5b-4292-b741-6cc419dc1e39 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:12.916792 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Publish callbacks [] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:12.955818 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks [] for security_group (14da666b-cf05-4efc-bc0a-25db2008771f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:12.969097 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (14da666b-cf05-4efc-bc0a-25db2008771f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:12.977517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35391bdb-badb-4c96-8775-fba431e0d253 req-698934fd-a44b-4314-be25-f7ac9fc86a67 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:12.980085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-35391bdb-badb-4c96-8775-fba431e0d253 req-698934fd-a44b-4314-be25-f7ac9fc86a67 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 951 time: 0.7500281 Feb 04 13:23:12.990315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Transition to ACTIVE for port object 0c64da64-fd5b-4292-b741-6cc419dc1e39 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:12.991725 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:13.022353 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:13.053946 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14da666b-cf05-4efc-bc0a-25db2008771f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:13.061825 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6b986f-2968-4454-ba00-c617b33080e0 admin admin] Network f347dcdb-5365-4fc1-b1f2-69228825b592 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:23:13.075742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-6c6b986f-2968-4454-ba00-c617b33080e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, f347dcdb-5365-4fc1-b1f2-69228825b592) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:13.077169 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-9cdd848f-5fe0-41a6-ba61-c527554ee493 service neutron] 10.222.0.99 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781671 Feb 04 13:23:13.090514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd884a8a-e665-480e-8cba-b9c4240f09df None None] Network f347dcdb-5365-4fc1-b1f2-69228825b592 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:23:13.185228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cd403d2-e264-41ed-b6c5-edcb00e7c254 req-efd78ecf-f7cc-4c53-9103-765119aae3a8 service neutron] 10.222.0.100 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182901 Feb 04 13:23:13.217391 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6b986f-2968-4454-ba00-c617b33080e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:13.217873 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c6b986f-2968-4454-ba00-c617b33080e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:13.278034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048e741a-b19e-4564-8bbc-a27cdca0bd62 None None] Network f347dcdb-5365-4fc1-b1f2-69228825b592 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:23:13.381183 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6c6b986f-2968-4454-ba00-c617b33080e0 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4558465 Feb 04 13:23:13.447392 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df92d8e-6957-4c88-9278-4ec3e0cba824 x-openstack-request-id: req-6df92d8e-6957-4c88-9278-4ec3e0cba824 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:13.447696 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32367d5-ae7b-4107-b74a-b05a0bc781c3", "tag": "a064dd14-55da-4d3e-b096-6c69df2125cb", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:13.448097 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6df92d8e-6957-4c88-9278-4ec3e0cba824 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:13.448503 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32367d5-ae7b-4107-b74a-b05a0bc781c3', 'tag': 'a064dd14-55da-4d3e-b096-6c69df2125cb', 'status': 'completed', 'code': 200} Feb 04 13:23:13.460479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Allocated IP 192.168.233.48 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/001083f3-2766-40eb-b8ff-f8ec33f53d90) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:13.603421 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:13.658936 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1104ef7d-486f-4731-90b2-68899b7a82fb req-b46f1834-e707-4a74-b1ba-439c7192ee7b service neutron] 10.222.0.99 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479291 Feb 04 13:23:13.659640 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 61f8dd16-0a31-4cf0-abad-300859befade up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:23:13.761245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36200) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:13.767417 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff02877d-5e9d-4714-92c0-91892629641a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:13.792523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 61f8dd16-0a31-4cf0-abad-300859befade completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:13.800555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 61f8dd16-0a31-4cf0-abad-300859befade triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:13.801281 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (61f8dd16-0a31-4cf0-abad-300859befade), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:13.832004 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks [] for port (001083f3-2766-40eb-b8ff-f8ec33f53d90), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:13.898015 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (001083f3-2766-40eb-b8ff-f8ec33f53d90), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:13.992245 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:13.997899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:14.014263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:23:14.093422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event updated for resources: {'Port': ['ID=001083f3-2766-40eb-b8ff-f8ec33f53d90,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:14.145981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:14.158429 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:14.183863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 61f8dd16-0a31-4cf0-abad-300859befade is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:14.184733 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (61f8dd16-0a31-4cf0-abad-300859befade), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:14.194851 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-dbfe292b-710c-497d-bc04-76581c257b30 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8412182 Feb 04 13:23:14.208287 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Request body: {'port': {'device_id': '417a5e8e-dbdd-4663-a19d-02c05c371c47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:14.278966 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 61f8dd16-0a31-4cf0-abad-300859befade, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=61f8dd16-0a31-4cf0-abad-300859befade,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:14.291720 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (61f8dd16-0a31-4cf0-abad-300859befade), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:14.363471 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (001083f3-2766-40eb-b8ff-f8ec33f53d90), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:14.427983 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:14.449353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=61f8dd16-0a31-4cf0-abad-300859befade,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:14.490084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-35391bdb-badb-4c96-8775-fba431e0d253 req-7962765b-d6c3-46c6-9158-559380dac3e9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4749994 Feb 04 13:23:14.496035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-868c492e-32ef-462f-bf04-6c9043ca1898 None None] Provisioning complete for port 001083f3-2766-40eb-b8ff-f8ec33f53d90 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:14.496333 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-868c492e-32ef-462f-bf04-6c9043ca1898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (001083f3-2766-40eb-b8ff-f8ec33f53d90), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:14.506129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c64da64-fd5b-4292-b741-6cc419dc1e39,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:14.595555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-868c492e-32ef-462f-bf04-6c9043ca1898 None None] Port 001083f3-2766-40eb-b8ff-f8ec33f53d90 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:23:14.679718 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b58738b-d424-4c7a-9ea6-3f90e189e956 x-openstack-request-id: req-8b58738b-d424-4c7a-9ea6-3f90e189e956 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:14.680019 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "name": "network-vif-plugged", "status": "completed", "tag": "71e83384-ea64-4871-9208-45f2474a5445", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:14.680283 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8b58738b-d424-4c7a-9ea6-3f90e189e956 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:14.680689 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e83384-ea64-4871-9208-45f2474a5445', 'code': 200} Feb 04 13:23:14.758580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-2f8a13cc-bf10-4d05-9137-4cc27f1cd7dc req-2fd7620d-05c0-49c9-99a3-ab318352cbb3 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1486529754', 'description': 'tempest-description-306737289'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:14.786056 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Attempting to bind port 0c64da64-fd5b-4292-b741-6cc419dc1e39 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:23:14.786452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Attempting to bind port 0c64da64-fd5b-4292-b741-6cc419dc1e39 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:23:14.786737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Attempting to bind port 0c64da64-fd5b-4292-b741-6cc419dc1e39 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:14.797789 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-563ed96b-bfcc-41d7-8853-444f7efd74a8 admin admin] Deleting subnet 356d9240-9f74-4404-9d43-c826b5951cc3 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:23:14.813204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ad869-af2a-4502-b496-e2988f29c093 req-45298b94-e14d-4609-8191-9b8dc8e765c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:14.815011 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b0ad869-af2a-4502-b496-e2988f29c093 req-45298b94-e14d-4609-8191-9b8dc8e765c4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5e4e34a1fef244cba78455c8ad160250&device_id=d32367d5-ae7b-4107-b74a-b05a0bc781c3 HTTP/1.1" status: 200 len: 1127 time: 1.1316781 Feb 04 13:23:14.815688 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-563ed96b-bfcc-41d7-8853-444f7efd74a8 admin admin] Publish callbacks [] for subnet (356d9240-9f74-4404-9d43-c826b5951cc3), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:14.829881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3131fd-cb6f-4fc0-80b4-c809486c19f9 req-41dad0ca-f433-45ea-895e-32e9b07dfab1 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:14.831480 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad3131fd-cb6f-4fc0-80b4-c809486c19f9 req-41dad0ca-f433-45ea-895e-32e9b07dfab1 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 943 time: 1.1711545 Feb 04 13:23:14.873437 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Port 0c64da64-fd5b-4292-b741-6cc419dc1e39 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:23:14.873763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Attempting to bind port 0c64da64-fd5b-4292-b741-6cc419dc1e39 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:14.951788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:23:14.952131 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:14.952528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:23:14.953505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Bound port: 0c64da64-fd5b-4292-b741-6cc419dc1e39, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:23:14.953888 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:14.965544 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2f8a13cc-bf10-4d05-9137-4cc27f1cd7dc req-2fd7620d-05c0-49c9-99a3-ab318352cbb3 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:14.992033 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-563ed96b-bfcc-41d7-8853-444f7efd74a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (356d9240-9f74-4404-9d43-c826b5951cc3), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:15.147444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad3131fd-cb6f-4fc0-80b4-c809486c19f9 req-1cb1c78a-61b2-4dbc-a72d-d7a7b3412f92 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857492 Feb 04 13:23:15.185689 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-563ed96b-bfcc-41d7-8853-444f7efd74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (356d9240-9f74-4404-9d43-c826b5951cc3), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:15.275014 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b91ac9-b881-46f8-ae08-d8b5a41c219e {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:15.302791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ad869-af2a-4502-b496-e2988f29c093 req-806c0b16-8f7e-4b24-bad6-cf896434efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:15.304657 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b0ad869-af2a-4502-b496-e2988f29c093 req-806c0b16-8f7e-4b24-bad6-cf896434efa6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=232123d0-0d2a-4843-872e-e2f58252f361 HTTP/1.1" status: 200 len: 916 time: 0.4462390 Feb 04 13:23:15.311130 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Publish callbacks [] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:15.365397 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:15.401492 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] For port 0c64da64-fd5b-4292-b741-6cc419dc1e39, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:23:15.417091 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b0ad869-af2a-4502-b496-e2988f29c093 req-56cfbe0d-b9d6-46d0-ab0f-56c80559dab3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a064dd14-55da-4d3e-b096-6c69df2125cb HTTP/1.1" status: 200 len: 217 time: 0.0771463 Feb 04 13:23:15.455897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721790f5-a2a8-44fb-bb6a-fda5c715f84f', 'tag': '0289354b-b058-4612-b8b8-4e67ee2acf06'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:15.459032 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a043b16-5ce0-4df1-b631-7d9d437df32e" -d '{"events": [{"name": "network-changed", "server_uuid": "721790f5-a2a8-44fb-bb6a-fda5c715f84f", "tag": "0289354b-b058-4612-b8b8-4e67ee2acf06"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:15.466019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] For port 0c64da64-fd5b-4292-b741-6cc419dc1e39, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0c64da64-fd5b-4292-b741-6cc419dc1e39,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:23:15.504572 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2f8a13cc-bf10-4d05-9137-4cc27f1cd7dc req-2fd7620d-05c0-49c9-99a3-ab318352cbb3 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (5d7f8e0c-f13a-4eef-8a67-5fe755c6d880), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:15.508951 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:15.514492 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Transition to ACTIVE for port object d1b91ac9-b881-46f8-ae08-d8b5a41c219e will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:15.525213 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2f8a13cc-bf10-4d05-9137-4cc27f1cd7dc req-2fd7620d-05c0-49c9-99a3-ab318352cbb3 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5d7f8e0c-f13a-4eef-8a67-5fe755c6d880), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:15.528039 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-563ed96b-bfcc-41d7-8853-444f7efd74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (356d9240-9f74-4404-9d43-c826b5951cc3), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:15.587218 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:15.657130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0289354b-b058-4612-b8b8-4e67ee2acf06 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:23:15.666574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ed96b-bfcc-41d7-8853-444f7efd74a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=356d9240-9f74-4404-9d43-c826b5951cc3,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:15.672708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ad869-af2a-4502-b496-e2988f29c093 req-2d45ffc6-89ee-44f0-b444-aaeb8080e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:15.675525 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b0ad869-af2a-4502-b496-e2988f29c093 req-2d45ffc6-89ee-44f0-b444-aaeb8080e3fd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=352d6885-f001-4efe-b24c-dc0c44d83db9 HTTP/1.1" status: 200 len: 854 time: 0.2367618 Feb 04 13:23:15.684649 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-563ed96b-bfcc-41d7-8853-444f7efd74a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:15.692114 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-563ed96b-bfcc-41d7-8853-444f7efd74a8 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/356d9240-9f74-4404-9d43-c826b5951cc3 HTTP/1.1" status: 204 len: 168 time: 1.9220145 Feb 04 13:23:15.693817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:15.694590 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:15.696201 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] 10.222.0.99 "PUT /v2.0/ports/0c64da64-fd5b-4292-b741-6cc419dc1e39 HTTP/1.1" status: 200 len: 1096 time: 5.6123497 Feb 04 13:23:15.704700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36214) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:15.791344 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2f8a13cc-bf10-4d05-9137-4cc27f1cd7dc req-2fd7620d-05c0-49c9-99a3-ab318352cbb3 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:15.793206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f8a13cc-bf10-4d05-9137-4cc27f1cd7dc req-2fd7620d-05c0-49c9-99a3-ab318352cbb3 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.0606072 Feb 04 13:23:15.801175 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42221516-3ef5-4dce-ab42-7c549021f9b8 req-bb481808-a3ba-4aec-972c-573f7fc60300 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:15.809209 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42221516-3ef5-4dce-ab42-7c549021f9b8 req-bb481808-a3ba-4aec-972c-573f7fc60300 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 944 time: 0.5523536 Feb 04 13:23:15.813941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7620d-05c0-49c9-99a3-ab318352cbb3 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7f8e0c-f13a-4eef-8a67-5fe755c6d880,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:15.907598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04f6b6-0fe8-4752-ad69-119b94d873f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c64da64-fd5b-4292-b741-6cc419dc1e39,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:15.944910 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0289354b-b058-4612-b8b8-4e67ee2acf06, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0289354b-b058-4612-b8b8-4e67ee2acf06,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:15.963246 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d742ea9b-446e-47b2-a1dd-2443c0945fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (f7ee4418-7d0e-4364-8810-6274957742e0), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:15.980407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '0289354b-b058-4612-b8b8-4e67ee2acf06', 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361', 'port_id': '0289354b-b058-4612-b8b8-4e67ee2acf06', 'mac_address': 'fa:16:3e:51:ad:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352d6885-f001-4efe-b24c-dc0c44d83db9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:23:16.011642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001083f3-2766-40eb-b8ff-f8ec33f53d90 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:16.027983 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Publish callbacks [] for port (001083f3-2766-40eb-b8ff-f8ec33f53d90), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:16.049093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 0289354b-b058-4612-b8b8-4e67ee2acf06 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:16.049560 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0289354b-b058-4612-b8b8-4e67ee2acf06), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:16.075656 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Transition to ACTIVE for port object 001083f3-2766-40eb-b8ff-f8ec33f53d90 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:16.085937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0289354b-b058-4612-b8b8-4e67ee2acf06 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:16.088122 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (001083f3-2766-40eb-b8ff-f8ec33f53d90), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:16.148125 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0289354b-b058-4612-b8b8-4e67ee2acf06, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0289354b-b058-4612-b8b8-4e67ee2acf06,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:16.161977 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0289354b-b058-4612-b8b8-4e67ee2acf06), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:16.243892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=0289354b-b058-4612-b8b8-4e67ee2acf06,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:16.248160 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42221516-3ef5-4dce-ab42-7c549021f9b8 req-ba9c511a-618a-4ca0-bf29-d34ec105240f tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367907 Feb 04 13:23:16.249041 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Pushing event updated for resources: {'Port': ['ID=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:16.254121 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-df54503f-9a24-45f0-8efa-c59ccef39638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:16.256207 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-df54503f-9a24-45f0-8efa-c59ccef39638 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f733bdbd906d4fae854639e1049cf5f9&device_id=82a25b46-cddb-4d76-9da9-43877c48ab1e HTTP/1.1" status: 200 len: 1130 time: 0.4679966 Feb 04 13:23:16.321626 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d742ea9b-446e-47b2-a1dd-2443c0945fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (f7ee4418-7d0e-4364-8810-6274957742e0), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:16.326959 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Pushing event updated for resources: {'Port': ['ID=001083f3-2766-40eb-b8ff-f8ec33f53d90,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:16.415633 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Attempting to bind port 001083f3-2766-40eb-b8ff-f8ec33f53d90 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:23:16.416062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Attempting to bind port 001083f3-2766-40eb-b8ff-f8ec33f53d90 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:23:16.416399 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Attempting to bind port 001083f3-2766-40eb-b8ff-f8ec33f53d90 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:16.427075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d742ea9b-446e-47b2-a1dd-2443c0945fef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ee4418-7d0e-4364-8810-6274957742e0']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:16.430230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Port 001083f3-2766-40eb-b8ff-f8ec33f53d90 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:23:16.430648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Attempting to bind port 001083f3-2766-40eb-b8ff-f8ec33f53d90 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:16.436676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:23:16.437017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:16.438355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:23:16.439116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Bound port: 001083f3-2766-40eb-b8ff-f8ec33f53d90, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:23:16.439571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (001083f3-2766-40eb-b8ff-f8ec33f53d90), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:16.501632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ad869-af2a-4502-b496-e2988f29c093 req-48ead799-56b7-4cd6-8fd6-d1494c60a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:16.503430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b0ad869-af2a-4502-b496-e2988f29c093 req-48ead799-56b7-4cd6-8fd6-d1494c60a5d3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=232123d0-0d2a-4843-872e-e2f58252f361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7971008 Feb 04 13:23:16.504112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['0289354b-b058-4612-b8b8-4e67ee2acf06'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:16.506823 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d742ea9b-446e-47b2-a1dd-2443c0945fef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bf3573-fde8-40fb-a5c1-c36d29948d98') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:16.507288 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d742ea9b-446e-47b2-a1dd-2443c0945fef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bf3573-fde8-40fb-a5c1-c36d29948d98') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:16.527735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] For port 001083f3-2766-40eb-b8ff-f8ec33f53d90, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:23:16.533227 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] For port 001083f3-2766-40eb-b8ff-f8ec33f53d90, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=001083f3-2766-40eb-b8ff-f8ec33f53d90,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:23:16.538594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Attempting to bind port d1b91ac9-b881-46f8-ae08-d8b5a41c219e on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:23:16.539072 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Attempting to bind port d1b91ac9-b881-46f8-ae08-d8b5a41c219e by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:23:16.539507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Attempting to bind port d1b91ac9-b881-46f8-ae08-d8b5a41c219e on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:16.565154 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (001083f3-2766-40eb-b8ff-f8ec33f53d90), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:16.568036 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-36dafa48-056c-44ac-8f7b-422f3ebc1639 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0c64da64-fd5b-4292-b741-6cc419dc1e39 HTTP/1.1" status: 200 len: 217 time: 0.1716049 Feb 04 13:23:16.589414 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d742ea9b-446e-47b2-a1dd-2443c0945fef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (39bf3573-fde8-40fb-a5c1-c36d29948d98), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:16.629491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:16.630398 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:16.633281 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] 10.222.0.99 "PUT /v2.0/ports/001083f3-2766-40eb-b8ff-f8ec33f53d90 HTTP/1.1" status: 200 len: 1096 time: 2.4301400 Feb 04 13:23:16.633761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417a5e8e-dbdd-4663-a19d-02c05c371c47', 'tag': '001083f3-2766-40eb-b8ff-f8ec33f53d90'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:16.636931 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294705d5-bbb9-4dde-89f0-7009cda37245" -d '{"events": [{"name": "network-changed", "server_uuid": "417a5e8e-dbdd-4663-a19d-02c05c371c47", "tag": "001083f3-2766-40eb-b8ff-f8ec33f53d90"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:16.659708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Port d1b91ac9-b881-46f8-ae08-d8b5a41c219e on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:23:16.662698 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Attempting to bind port d1b91ac9-b881-46f8-ae08-d8b5a41c219e on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:16.669527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device a064dd14-55da-4d3e-b096-6c69df2125cb details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:23:16.689253 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5817de-af04-4522-ba5b-10777917f89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f8dd16-0a31-4cf0-abad-300859befade'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:16.691762 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337a7889-21ad-47f6-9d11-8d763574d655" -d '{"events": [{"server_uuid": "3e5817de-af04-4522-ba5b-10777917f89e", "name": "network-vif-plugged", "status": "completed", "tag": "61f8dd16-0a31-4cf0-abad-300859befade"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:16.749236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842a9ef-ba8e-47c3-a620-a578afb0241d service neutron] Pushing event updated for resources: {'Port': ['ID=001083f3-2766-40eb-b8ff-f8ec33f53d90,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:16.758329 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b0ad869-af2a-4502-b496-e2988f29c093 req-f9fccde8-5735-4295-88cf-e4ebb3a5b620 service neutron] 10.222.0.100 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150640 Feb 04 13:23:16.758592 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:16.765732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bcf69-8f8e-454d-9757-7a28e8942d8d req-3b562815-3679-47c5-9689-658a101c4008 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:16.767464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e48bcf69-8f8e-454d-9757-7a28e8942d8d req-3b562815-3679-47c5-9689-658a101c4008 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.7939866 Feb 04 13:23:16.791764 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-02ecb700-30c2-4047-b25b-3ed0ef922e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:16.794487 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-02ecb700-30c2-4047-b25b-3ed0ef922e38 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=417a5e8e-dbdd-4663-a19d-02c05c371c47 HTTP/1.1" status: 200 len: 1130 time: 0.0950897 Feb 04 13:23:16.839818 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:23:16.840160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:16.840579 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:23:16.841032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Bound port: d1b91ac9-b881-46f8-ae08-d8b5a41c219e, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:23:16.841508 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:16.844891 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d742ea9b-446e-47b2-a1dd-2443c0945fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (39bf3573-fde8-40fb-a5c1-c36d29948d98), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:16.860922 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-dae391fc-da07-448c-8900-706f576aa270 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=001083f3-2766-40eb-b8ff-f8ec33f53d90 HTTP/1.1" status: 200 len: 217 time: 0.0538163 Feb 04 13:23:16.918209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d742ea9b-446e-47b2-a1dd-2443c0945fef admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:23:16.918824 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d742ea9b-446e-47b2-a1dd-2443c0945fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (39bf3573-fde8-40fb-a5c1-c36d29948d98), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:23:16.928205 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:23:16.930406 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-8831424c-aab9-4acc-9ff2-e886ad1a654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:16.930493 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-8831424c-aab9-4acc-9ff2-e886ad1a654d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0643301 Feb 04 13:23:17.009819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-7264aac3-1137-4f99-84af-46f0d367d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:17.011521 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-7264aac3-1137-4f99-84af-46f0d367d3a0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0731223 Feb 04 13:23:17.024818 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port a064dd14-55da-4d3e-b096-6c69df2125cb, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a064dd14-55da-4d3e-b096-6c69df2125cb,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:17.055457 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-9edb0d59-04d0-4f50-9fb2-e78de2eeccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:17.057882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-9edb0d59-04d0-4f50-9fb2-e78de2eeccad service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.4304669 Feb 04 13:23:17.075964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'a064dd14-55da-4d3e-b096-6c69df2125cb', 'network_id': '232123d0-0d2a-4843-872e-e2f58252f361', 'port_id': 'a064dd14-55da-4d3e-b096-6c69df2125cb', 'mac_address': 'fa:16:3e:67:73:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352d6885-f001-4efe-b24c-dc0c44d83db9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:23:17.146868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port a064dd14-55da-4d3e-b096-6c69df2125cb is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:17.147392 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b0ad869-af2a-4502-b496-e2988f29c093 req-fb3aea5c-d0cd-4a09-964d-d50e24943170 service neutron] 10.222.0.100 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464689 Feb 04 13:23:17.147518 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a064dd14-55da-4d3e-b096-6c69df2125cb), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:17.190874 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d742ea9b-446e-47b2-a1dd-2443c0945fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (f7ee4418-7d0e-4364-8810-6274957742e0), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:17.195986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a064dd14-55da-4d3e-b096-6c69df2125cb {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:17.230157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1299693-469a-43f3-bc9d-4223f9482163 req-eb51985f-8923-47dd-8114-a2ccfbb57206 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:17.232045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1299693-469a-43f3-bc9d-4223f9482163 req-eb51985f-8923-47dd-8114-a2ccfbb57206 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=417a5e8e-dbdd-4663-a19d-02c05c371c47 HTTP/1.1" status: 200 len: 947 time: 0.8016732 Feb 04 13:23:17.248027 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-8a222c00-0ce7-46b5-a9b4-53741be8d363 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292755 Feb 04 13:23:17.249173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port a064dd14-55da-4d3e-b096-6c69df2125cb, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a064dd14-55da-4d3e-b096-6c69df2125cb,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:17.258046 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a064dd14-55da-4d3e-b096-6c69df2125cb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:17.293722 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d742ea9b-446e-47b2-a1dd-2443c0945fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:17.299200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d742ea9b-446e-47b2-a1dd-2443c0945fef admin admin] 10.222.0.96 "DELETE /v2.0/networks/f7ee4418-7d0e-4364-8810-6274957742e0 HTTP/1.1" status: 204 len: 168 time: 1.5888424 Feb 04 13:23:17.312234 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36228) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:17.313780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742ea9b-446e-47b2-a1dd-2443c0945fef admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ee4418-7d0e-4364-8810-6274957742e0,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:17.324493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e48bcf69-8f8e-454d-9757-7a28e8942d8d req-f6d8499f-6d42-4d9b-a0d4-0c2256541736 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116742 Feb 04 13:23:17.381295 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=a064dd14-55da-4d3e-b096-6c69df2125cb,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:17.430801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1299693-469a-43f3-bc9d-4223f9482163 req-f6f94b85-1ef6-4791-9daf-d14c56b95bab tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388638 Feb 04 13:23:17.454688 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-8301e7b7-bc3b-45f5-86d2-d8ac353ed65f admin admin] Deleting subnet 4dc69fb0-de37-495e-a422-83191a640f09 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:23:17.462377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] For port d1b91ac9-b881-46f8-ae08-d8b5a41c219e, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:23:17.466717 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8301e7b7-bc3b-45f5-86d2-d8ac353ed65f admin admin] Publish callbacks [] for subnet (4dc69fb0-de37-495e-a422-83191a640f09), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:17.502802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-c409a9ba-adbe-47a6-805f-130f46e95809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:17.504850 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-c409a9ba-adbe-47a6-805f-130f46e95809 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3563337 Feb 04 13:23:17.519109 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a431a2d7-f038-4152-8a7e-2dd0380e0963 req-2381409f-6703-447e-926d-1691d1c0093c service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643411 Feb 04 13:23:17.528149 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8301e7b7-bc3b-45f5-86d2-d8ac353ed65f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (4dc69fb0-de37-495e-a422-83191a640f09), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:17.584796 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf3cab8-0636-4585-875a-432a333002a2 x-openstack-request-id: req-8cf3cab8-0636-4585-875a-432a333002a2 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:17.585787 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721790f5-a2a8-44fb-bb6a-fda5c715f84f", "tag": "0289354b-b058-4612-b8b8-4e67ee2acf06", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:17.586427 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8cf3cab8-0636-4585-875a-432a333002a2 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:17.587188 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721790f5-a2a8-44fb-bb6a-fda5c715f84f', 'tag': '0289354b-b058-4612-b8b8-4e67ee2acf06', 'status': 'completed', 'code': 200} Feb 04 13:23:17.598712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] For port d1b91ac9-b881-46f8-ae08-d8b5a41c219e, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:23:17.615046 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8301e7b7-bc3b-45f5-86d2-d8ac353ed65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (4dc69fb0-de37-495e-a422-83191a640f09), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:17.669147 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['a064dd14-55da-4d3e-b096-6c69df2125cb'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:17.677974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a043b16-5ce0-4df1-b631-7d9d437df32e req-9be5b8d3-0f4a-4120-b14b-19004d1affe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:17.678857 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:17.680280 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a043b16-5ce0-4df1-b631-7d9d437df32e req-9be5b8d3-0f4a-4120-b14b-19004d1affe8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5e4e34a1fef244cba78455c8ad160250&device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 1127 time: 0.1131084 Feb 04 13:23:17.767563 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8301e7b7-bc3b-45f5-86d2-d8ac353ed65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (4dc69fb0-de37-495e-a422-83191a640f09), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:17.776067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:17.777099 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:17.779714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7105ff5b-e592-4e28-819d-857c89064b92 req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] 10.222.0.100 "PUT /v2.0/ports/d1b91ac9-b881-46f8-ae08-d8b5a41c219e HTTP/1.1" status: 200 len: 1096 time: 5.3862877 Feb 04 13:23:17.808714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301e7b7-bc3b-45f5-86d2-d8ac353ed65f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc69fb0-de37-495e-a422-83191a640f09,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:17.826180 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:17.828574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8301e7b7-bc3b-45f5-86d2-d8ac353ed65f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:17.832569 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8301e7b7-bc3b-45f5-86d2-d8ac353ed65f admin admin] 10.222.0.96 "DELETE /v2.0/subnets/4dc69fb0-de37-495e-a422-83191a640f09 HTTP/1.1" status: 204 len: 168 time: 0.5175085 Feb 04 13:23:17.835400 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36232) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:17.903485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61986520-8110-40ae-b36d-a50d9ae700a9 req-90aa3595-0537-439b-9855-1de399722797 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/5d7f8e0c-f13a-4eef-8a67-5fe755c6d880 HTTP/1.1" status: 200 len: 1821 time: 0.3242857 Feb 04 13:23:17.943106 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-61986520-8110-40ae-b36d-a50d9ae700a9 req-7b1c2760-b5a5-4c89-ac1e-de6188c78485 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5d7f8e0c-f13a-4eef-8a67-5fe755c6d880', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:17.943520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-61986520-8110-40ae-b36d-a50d9ae700a9 req-7b1c2760-b5a5-4c89-ac1e-de6188c78485 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5d7f8e0c-f13a-4eef-8a67-5fe755c6d880', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:17.965982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da03e25-fda2-4122-96f4-163774683e3c req-e2944d73-96a9-4f21-8362-5f825065d8f1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:17.967760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6da03e25-fda2-4122-96f4-163774683e3c req-e2944d73-96a9-4f21-8362-5f825065d8f1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 951 time: 0.4739625 Feb 04 13:23:17.968456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0629f-643c-4da0-a765-5bbe9f60a9bf service neutron] Pushing event updated for resources: {'Port': ['ID=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:18.046416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-28c2034d-7756-4820-a84c-0e6b8abfabac service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690843 Feb 04 13:23:18.101129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ff5b-e592-4e28-819d-857c89064b92 req-07efaafe-4397-422e-afcd-4a772ca582da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:18.102923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7105ff5b-e592-4e28-819d-857c89064b92 req-07efaafe-4397-422e-afcd-4a772ca582da service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f733bdbd906d4fae854639e1049cf5f9&device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 1130 time: 0.2546239 Feb 04 13:23:18.200673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6da03e25-fda2-4122-96f4-163774683e3c req-86307495-a1fe-4450-b226-77628ab49e77 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101059 Feb 04 13:23:18.216465 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7105ff5b-e592-4e28-819d-857c89064b92 req-4122fdb0-afb2-4aac-acbb-d7e30601adcf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d1b91ac9-b881-46f8-ae08-d8b5a41c219e HTTP/1.1" status: 200 len: 217 time: 0.0694983 Feb 04 13:23:18.291156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a043b16-5ce0-4df1-b631-7d9d437df32e req-47acf10a-a679-4b78-83ba-47a2f7475e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:18.292702 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a043b16-5ce0-4df1-b631-7d9d437df32e req-47acf10a-a679-4b78-83ba-47a2f7475e09 service neutron] 10.222.0.99 "GET /v2.0/networks?id=232123d0-0d2a-4843-872e-e2f58252f361 HTTP/1.1" status: 200 len: 916 time: 0.5973630 Feb 04 13:23:18.325991 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-61986520-8110-40ae-b36d-a50d9ae700a9 req-7b1c2760-b5a5-4c89-ac1e-de6188c78485 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (863adc3b-e3e6-4758-8702-bca8f3997052), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:18.351145 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a043b16-5ce0-4df1-b631-7d9d437df32e req-a297dbdf-a6bc-4e29-a96b-3726279845a0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0289354b-b058-4612-b8b8-4e67ee2acf06 HTTP/1.1" status: 200 len: 217 time: 0.0513396 Feb 04 13:23:18.358399 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36c091b6-2db8-439c-b34a-b2981d334f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (f347dcdb-5365-4fc1-b1f2-69228825b592), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:18.386649 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad9fac3d-2bec-4fac-8211-66a00e9c999c req-94b77609-ec85-41d6-b7c6-27cc33423710 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290038 Feb 04 13:23:18.408241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ff5b-e592-4e28-819d-857c89064b92 req-dbad4a8a-11ab-4db0-8699-c6515d5adf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:18.412758 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7105ff5b-e592-4e28-819d-857c89064b92 req-dbad4a8a-11ab-4db0-8699-c6515d5adf44 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1870131 Feb 04 13:23:18.436663 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a043b16-5ce0-4df1-b631-7d9d437df32e req-1dcfbe36-04ca-4bea-8d92-c99b60f36681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:18.438767 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a043b16-5ce0-4df1-b631-7d9d437df32e req-1dcfbe36-04ca-4bea-8d92-c99b60f36681 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=352d6885-f001-4efe-b24c-dc0c44d83db9 HTTP/1.1" status: 200 len: 854 time: 0.0762928 Feb 04 13:23:18.440594 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-61986520-8110-40ae-b36d-a50d9ae700a9 req-7b1c2760-b5a5-4c89-ac1e-de6188c78485 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (863adc3b-e3e6-4758-8702-bca8f3997052), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:18.476418 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-61986520-8110-40ae-b36d-a50d9ae700a9 req-7b1c2760-b5a5-4c89-ac1e-de6188c78485 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (863adc3b-e3e6-4758-8702-bca8f3997052), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:18.519097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a2658-1bf3-4855-91e5-c3f9da9792d2 req-81cc1f06-8040-4ed5-9637-c094d576680b tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:18.521072 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da5a2658-1bf3-4855-91e5-c3f9da9792d2 req-81cc1f06-8040-4ed5-9637-c094d576680b tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 944 time: 0.2127011 Feb 04 13:23:18.521977 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c2760-b5a5-4c89-ac1e-de6188c78485 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863adc3b-e3e6-4758-8702-bca8f3997052,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:18.529917 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-61986520-8110-40ae-b36d-a50d9ae700a9 req-7b1c2760-b5a5-4c89-ac1e-de6188c78485 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:18.531873 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61986520-8110-40ae-b36d-a50d9ae700a9 req-7b1c2760-b5a5-4c89-ac1e-de6188c78485 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6124804 Feb 04 13:23:18.534364 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36c091b6-2db8-439c-b34a-b2981d334f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (f347dcdb-5365-4fc1-b1f2-69228825b592), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:18.552507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ff5b-e592-4e28-819d-857c89064b92 req-ce649253-04ce-4b09-b330-e6fdec6da49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:18.554401 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7105ff5b-e592-4e28-819d-857c89064b92 req-ce649253-04ce-4b09-b330-e6fdec6da49a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1122787 Feb 04 13:23:18.565542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-36c091b6-2db8-439c-b34a-b2981d334f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f347dcdb-5365-4fc1-b1f2-69228825b592']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:18.583649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-36c091b6-2db8-439c-b34a-b2981d334f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7f387b-500e-4bed-ade6-03ce18d4eaa0') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:18.583957 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-36c091b6-2db8-439c-b34a-b2981d334f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7f387b-500e-4bed-ade6-03ce18d4eaa0') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:18.598787 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36c091b6-2db8-439c-b34a-b2981d334f1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (cf7f387b-500e-4bed-ade6-03ce18d4eaa0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:18.613427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a043b16-5ce0-4df1-b631-7d9d437df32e req-1700e4fe-b037-4218-aa25-a9435db16a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:18.615110 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a043b16-5ce0-4df1-b631-7d9d437df32e req-1700e4fe-b037-4218-aa25-a9435db16a99 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=232123d0-0d2a-4843-872e-e2f58252f361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1653807 Feb 04 13:23:18.623304 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36c091b6-2db8-439c-b34a-b2981d334f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (cf7f387b-500e-4bed-ade6-03ce18d4eaa0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:18.661454 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c091b6-2db8-439c-b34a-b2981d334f1b admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:23:18.661884 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36c091b6-2db8-439c-b34a-b2981d334f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (cf7f387b-500e-4bed-ade6-03ce18d4eaa0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:18.726212 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7105ff5b-e592-4e28-819d-857c89064b92 req-20ff9924-8528-4867-81b3-351c060385c5 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641777 Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:23:18.791466 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:23:18.813486 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996748a6-088e-4e3e-886a-a0cfb8473f45 x-openstack-request-id: req-996748a6-088e-4e3e-886a-a0cfb8473f45 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:18.814369 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5817de-af04-4522-ba5b-10777917f89e", "name": "network-vif-plugged", "status": "completed", "tag": "61f8dd16-0a31-4cf0-abad-300859befade", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:18.814369 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-996748a6-088e-4e3e-886a-a0cfb8473f45 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:18.814729 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5817de-af04-4522-ba5b-10777917f89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f8dd16-0a31-4cf0-abad-300859befade', 'code': 200} Feb 04 13:23:18.815408 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc68955d-34d4-49f8-856a-ebdd04e5da7a x-openstack-request-id: req-cc68955d-34d4-49f8-856a-ebdd04e5da7a {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:18.825558 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417a5e8e-dbdd-4663-a19d-02c05c371c47", "tag": "001083f3-2766-40eb-b8ff-f8ec33f53d90", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:18.826674 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cc68955d-34d4-49f8-856a-ebdd04e5da7a {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:18.831573 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417a5e8e-dbdd-4663-a19d-02c05c371c47', 'tag': '001083f3-2766-40eb-b8ff-f8ec33f53d90', 'status': 'completed', 'code': 200} Feb 04 13:23:18.833320 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36c091b6-2db8-439c-b34a-b2981d334f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (f347dcdb-5365-4fc1-b1f2-69228825b592), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:18.866055 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36c091b6-2db8-439c-b34a-b2981d334f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:18.882731 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-36c091b6-2db8-439c-b34a-b2981d334f1b admin admin] 10.222.0.96 "DELETE /v2.0/networks/f347dcdb-5365-4fc1-b1f2-69228825b592 HTTP/1.1" status: 204 len: 168 time: 1.0462933 Feb 04 13:23:19.006745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da5a2658-1bf3-4855-91e5-c3f9da9792d2 req-2b44b233-1209-4552-931f-7ed4e8e95483 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460402 Feb 04 13:23:19.022652 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a043b16-5ce0-4df1-b631-7d9d437df32e req-ecedd8ba-8381-464c-a088-378df1006bab service neutron] 10.222.0.99 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951502 Feb 04 13:23:19.035068 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c091b6-2db8-439c-b34a-b2981d334f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=f347dcdb-5365-4fc1-b1f2-69228825b592,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:19.108170 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7105ff5b-e592-4e28-819d-857c89064b92 req-80918a0e-9a00-4070-894e-2c3aee227d85 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739078 Feb 04 13:23:19.245618 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a043b16-5ce0-4df1-b631-7d9d437df32e req-8501d4e0-1ba0-4dc5-b23f-6d0f081abdc8 service neutron] 10.222.0.99 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032506 Feb 04 13:23:19.329448 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36254) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:19.429582 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e459a322-89de-463d-a8a0-ac80074345ca admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1da0224e00754cabb4d75db9862f389a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0988398 Feb 04 13:23:19.430359 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36256) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:19.527315 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7aabc6fb-ecb3-43bd-bc0e-926ca15f3dda admin admin] Publish callbacks [] for security_group (090021c0-6937-4a4e-b7ae-b348d4a76378), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:19.559059 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7aabc6fb-ecb3-43bd-bc0e-926ca15f3dda admin admin] Publish callbacks [] for security_group (090021c0-6937-4a4e-b7ae-b348d4a76378), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:19.628888 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7aabc6fb-ecb3-43bd-bc0e-926ca15f3dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (090021c0-6937-4a4e-b7ae-b348d4a76378), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:19.633493 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7aabc6fb-ecb3-43bd-bc0e-926ca15f3dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:19.638002 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7aabc6fb-ecb3-43bd-bc0e-926ca15f3dda admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/090021c0-6937-4a4e-b7ae-b348d4a76378 HTTP/1.1" status: 204 len: 168 time: 0.2065172 Feb 04 13:23:19.648120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabc6fb-ecb3-43bd-bc0e-926ca15f3dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090021c0-6937-4a4e-b7ae-b348d4a76378,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:19.668313 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 001083f3-2766-40eb-b8ff-f8ec33f53d90 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:23:19.677400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0289354b-b058-4612-b8b8-4e67ee2acf06 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:23:19.733838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a25b46-cddb-4d76-9da9-43877c48ab1e', 'tag': '0c64da64-fd5b-4292-b741-6cc419dc1e39'}, {'name': 'network-changed', 'server_uuid': '76875698-3a0a-435d-9e4c-99b484c84ebe', 'tag': 'd1b91ac9-b881-46f8-ae08-d8b5a41c219e'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:19.737088 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af" -d '{"events": [{"name": "network-changed", "server_uuid": "82a25b46-cddb-4d76-9da9-43877c48ab1e", "tag": "0c64da64-fd5b-4292-b741-6cc419dc1e39"}, {"name": "network-changed", "server_uuid": "76875698-3a0a-435d-9e4c-99b484c84ebe", "tag": "d1b91ac9-b881-46f8-ae08-d8b5a41c219e"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:19.774548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294705d5-bbb9-4dde-89f0-7009cda37245 req-507b2bb4-7462-4bce-8d6b-c42bafbda548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:19.776174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-294705d5-bbb9-4dde-89f0-7009cda37245 req-507b2bb4-7462-4bce-8d6b-c42bafbda548 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=417a5e8e-dbdd-4663-a19d-02c05c371c47 HTTP/1.1" status: 200 len: 1130 time: 0.9770405 Feb 04 13:23:19.920145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a22182-3925-4ab9-99b2-c328d850c93c req-bbe8b131-b158-4d14-b2d5-11992309c708 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:19.930441 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32a22182-3925-4ab9-99b2-c328d850c93c req-bbe8b131-b158-4d14-b2d5-11992309c708 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 944 time: 0.9943886 Feb 04 13:23:19.942350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 0289354b-b058-4612-b8b8-4e67ee2acf06 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:19.947399 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e81dcf-073c-4f3a-9d48-f3f413bfb320 req-4f2ba765-d088-46f7-8274-5b275e84b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:19.950155 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e6e81dcf-073c-4f3a-9d48-f3f413bfb320 req-4f2ba765-d088-46f7-8274-5b275e84b8dc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 1128 time: 0.8402872 Feb 04 13:23:19.956677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 0289354b-b058-4612-b8b8-4e67ee2acf06 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:19.957280 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0289354b-b058-4612-b8b8-4e67ee2acf06), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:20.004862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf05b72-8b3d-4aef-8446-d2ef6bb4e0a8 req-62cc19fe-e363-4f02-98b9-d996540ce722 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:20.006507 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cf05b72-8b3d-4aef-8446-d2ef6bb4e0a8 req-62cc19fe-e363-4f02-98b9-d996540ce722 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.8144295 Feb 04 13:23:20.073876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 001083f3-2766-40eb-b8ff-f8ec33f53d90, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=001083f3-2766-40eb-b8ff-f8ec33f53d90,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:20.096824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3009ca46-2b19-4617-8d98-84e3a8cebbcf req-ae4a3629-a8de-4d1c-b2ab-499f579c3123 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3528490 Feb 04 13:23:20.192196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e6e81dcf-073c-4f3a-9d48-f3f413bfb320 req-e064a1cc-5cf9-4514-b980-d616a6c5d30c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284818 Feb 04 13:23:20.208713 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32a22182-3925-4ab9-99b2-c328d850c93c req-0113f827-532a-4eed-a7e3-f6632eb85910 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710328 Feb 04 13:23:20.215677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '001083f3-2766-40eb-b8ff-f8ec33f53d90', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '001083f3-2766-40eb-b8ff-f8ec33f53d90', 'mac_address': 'fa:16:3e:f6:08:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:23:20.262717 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294705d5-bbb9-4dde-89f0-7009cda37245 req-0e98bc53-c2cb-4a31-bf81-9ddead2fbefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:20.264364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-294705d5-bbb9-4dde-89f0-7009cda37245 req-0e98bc53-c2cb-4a31-bf81-9ddead2fbefd service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.4461524 Feb 04 13:23:20.318753 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cf05b72-8b3d-4aef-8446-d2ef6bb4e0a8 req-71b640bd-3320-43c3-9e8d-d8244ce41ba7 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970474 Feb 04 13:23:20.339435 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 0289354b-b058-4612-b8b8-4e67ee2acf06 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:20.339761 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0289354b-b058-4612-b8b8-4e67ee2acf06), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:20.346757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009ca46-2b19-4617-8d98-84e3a8cebbcf req-2779d707-ebd1-44dd-a44e-87280a4148bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:20.348314 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3009ca46-2b19-4617-8d98-84e3a8cebbcf req-2779d707-ebd1-44dd-a44e-87280a4148bb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 1128 time: 0.2083807 Feb 04 13:23:20.360775 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 001083f3-2766-40eb-b8ff-f8ec33f53d90 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:20.361267 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (001083f3-2766-40eb-b8ff-f8ec33f53d90), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:20.394041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001083f3-2766-40eb-b8ff-f8ec33f53d90 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:20.395291 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36268) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:20.406657 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0289354b-b058-4612-b8b8-4e67ee2acf06, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0289354b-b058-4612-b8b8-4e67ee2acf06,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:20.419583 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0289354b-b058-4612-b8b8-4e67ee2acf06), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:20.429915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-23ffc2b5-41b1-48cf-bdf9-1659725f4a6a req-4241108b-6576-4f5a-a3ed-062ed0bce4f0 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1515143693', 'description': 'tempest-description-1454255023'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:20.458002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 001083f3-2766-40eb-b8ff-f8ec33f53d90, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=001083f3-2766-40eb-b8ff-f8ec33f53d90,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:20.475752 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (001083f3-2766-40eb-b8ff-f8ec33f53d90), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:20.503669 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-af47ad54-d023-47de-8daa-1b084e3061f0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d0058cacb63e4156b9cf289d86ba3dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1024697 Feb 04 13:23:20.504664 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36270) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:20.543176 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=0289354b-b058-4612-b8b8-4e67ee2acf06,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:20.581681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-294705d5-bbb9-4dde-89f0-7009cda37245 req-a915edd3-9dc9-499a-a253-df6dfaba020c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=001083f3-2766-40eb-b8ff-f8ec33f53d90 HTTP/1.1" status: 200 len: 217 time: 0.1325517 Feb 04 13:23:20.636522 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5103879f-1dd1-479f-9c90-33c76efbb289 admin admin] Publish callbacks [] for security_group (93b30fa9-f6a8-4456-8571-b01c4a3798fb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:20.690823 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294705d5-bbb9-4dde-89f0-7009cda37245 req-e4afee1d-7833-46c5-bc00-b47dcf884ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:20.690823 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-294705d5-bbb9-4dde-89f0-7009cda37245 req-e4afee1d-7833-46c5-bc00-b47dcf884ea1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0968373 Feb 04 13:23:20.695328 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-23ffc2b5-41b1-48cf-bdf9-1659725f4a6a req-4241108b-6576-4f5a-a3ed-062ed0bce4f0 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:20.713270 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5103879f-1dd1-479f-9c90-33c76efbb289 admin admin] Publish callbacks [] for security_group (93b30fa9-f6a8-4456-8571-b01c4a3798fb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:20.729634 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device a064dd14-55da-4d3e-b096-6c69df2125cb up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:23:20.764637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d54c94-21cb-4693-92c8-11a0cf0e8971 req-9f53026c-2466-472f-9cb9-26db1cf50316 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:20.774993 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c8d54c94-21cb-4693-92c8-11a0cf0e8971 req-9f53026c-2466-472f-9cb9-26db1cf50316 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=417a5e8e-dbdd-4663-a19d-02c05c371c47 HTTP/1.1" status: 200 len: 947 time: 0.4414613 Feb 04 13:23:20.840976 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721790f5-a2a8-44fb-bb6a-fda5c715f84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0289354b-b058-4612-b8b8-4e67ee2acf06'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:20.848176 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441bda9f-6de3-4375-894e-f9c927e0eecf" -d '{"events": [{"server_uuid": "721790f5-a2a8-44fb-bb6a-fda5c715f84f", "name": "network-vif-plugged", "status": "completed", "tag": "0289354b-b058-4612-b8b8-4e67ee2acf06"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:20.861693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['001083f3-2766-40eb-b8ff-f8ec33f53d90'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:20.911964 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5103879f-1dd1-479f-9c90-33c76efbb289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (93b30fa9-f6a8-4456-8571-b01c4a3798fb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:20.912855 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009ca46-2b19-4617-8d98-84e3a8cebbcf req-dc38649f-41f4-42fa-b2a2-4cb839853d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:20.914532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3009ca46-2b19-4617-8d98-84e3a8cebbcf req-dc38649f-41f4-42fa-b2a2-4cb839853d2c service neutron] 10.222.0.100 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.4628105 Feb 04 13:23:20.915949 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5103879f-1dd1-479f-9c90-33c76efbb289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:20.921445 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5103879f-1dd1-479f-9c90-33c76efbb289 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/93b30fa9-f6a8-4456-8571-b01c4a3798fb HTTP/1.1" status: 204 len: 168 time: 0.4119782 Feb 04 13:23:20.951580 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c8d54c94-21cb-4693-92c8-11a0cf0e8971 req-0498e804-a853-4f09-97c2-8a054e37d32a tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388812 Feb 04 13:23:20.980744 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103879f-1dd1-479f-9c90-33c76efbb289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b30fa9-f6a8-4456-8571-b01c4a3798fb,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:21.016395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=001083f3-2766-40eb-b8ff-f8ec33f53d90,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:21.090186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3009ca46-2b19-4617-8d98-84e3a8cebbcf req-2ed0fc7f-e9fb-4703-ba2b-5f410f39903a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1 HTTP/1.1" status: 200 len: 217 time: 0.1643751 Feb 04 13:23:21.138467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294705d5-bbb9-4dde-89f0-7009cda37245 req-638c1405-3ea9-40da-a0ab-17c71fb5a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:21.140095 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-294705d5-bbb9-4dde-89f0-7009cda37245 req-638c1405-3ea9-40da-a0ab-17c71fb5a8f1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4393559 Feb 04 13:23:21.247426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-617f49f6-e595-4f22-a29f-77d106f74261 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1544285 Feb 04 13:23:21.268105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port a064dd14-55da-4d3e-b096-6c69df2125cb completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:21.300263 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port a064dd14-55da-4d3e-b096-6c69df2125cb triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:21.301299 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a064dd14-55da-4d3e-b096-6c69df2125cb), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:21.632560 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-23ffc2b5-41b1-48cf-bdf9-1659725f4a6a req-4241108b-6576-4f5a-a3ed-062ed0bce4f0 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (22bc3233-c4a1-4414-b1d1-a44355e3e27d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:21.702408 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-23ffc2b5-41b1-48cf-bdf9-1659725f4a6a req-4241108b-6576-4f5a-a3ed-062ed0bce4f0 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (22bc3233-c4a1-4414-b1d1-a44355e3e27d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:21.719509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0c64da64-fd5b-4292-b741-6cc419dc1e39 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:23:21.745755 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009ca46-2b19-4617-8d98-84e3a8cebbcf req-03f96e89-34aa-404d-99f3-2ebd217d2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:21.748396 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3009ca46-2b19-4617-8d98-84e3a8cebbcf req-03f96e89-34aa-404d-99f3-2ebd217d2f1a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.6121268 Feb 04 13:23:21.790932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port a064dd14-55da-4d3e-b096-6c69df2125cb is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:21.791388 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a064dd14-55da-4d3e-b096-6c69df2125cb), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:21.872229 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:23:21.984651 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-23ffc2b5-41b1-48cf-bdf9-1659725f4a6a req-4241108b-6576-4f5a-a3ed-062ed0bce4f0 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:21.995298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23ffc2b5-41b1-48cf-bdf9-1659725f4a6a req-4241108b-6576-4f5a-a3ed-062ed0bce4f0 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.6528754 Feb 04 13:23:21.998807 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-294705d5-bbb9-4dde-89f0-7009cda37245 req-df1aebb3-1135-4c9b-81bd-c01f91cc8c15 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8233762 Feb 04 13:23:22.034014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0c64da64-fd5b-4292-b741-6cc419dc1e39, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0c64da64-fd5b-4292-b741-6cc419dc1e39,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:22.198544 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3009ca46-2b19-4617-8d98-84e3a8cebbcf req-ce843a73-16b9-4ef2-944f-5ae4f7c7f6a5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3612287 Feb 04 13:23:22.202642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port a064dd14-55da-4d3e-b096-6c69df2125cb, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a064dd14-55da-4d3e-b096-6c69df2125cb,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:22.205699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '0c64da64-fd5b-4292-b741-6cc419dc1e39', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '0c64da64-fd5b-4292-b741-6cc419dc1e39', 'mac_address': 'fa:16:3e:eb:87:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:23:22.230851 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1cb7d6-0980-4202-8754-32c2ffe1f746 x-openstack-request-id: req-3d1cb7d6-0980-4202-8754-32c2ffe1f746 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:22.232089 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a25b46-cddb-4d76-9da9-43877c48ab1e", "tag": "0c64da64-fd5b-4292-b741-6cc419dc1e39", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "76875698-3a0a-435d-9e4c-99b484c84ebe", "tag": "d1b91ac9-b881-46f8-ae08-d8b5a41c219e", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:22.232776 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3d1cb7d6-0980-4202-8754-32c2ffe1f746 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:22.233615 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a25b46-cddb-4d76-9da9-43877c48ab1e', 'tag': '0c64da64-fd5b-4292-b741-6cc419dc1e39', 'status': 'completed', 'code': 200} Feb 04 13:23:22.234147 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76875698-3a0a-435d-9e4c-99b484c84ebe', 'tag': 'd1b91ac9-b881-46f8-ae08-d8b5a41c219e', 'status': 'completed', 'code': 200} Feb 04 13:23:22.239089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241108b-6576-4f5a-a3ed-062ed0bce4f0 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22bc3233-c4a1-4414-b1d1-a44355e3e27d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:22.248611 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a064dd14-55da-4d3e-b096-6c69df2125cb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:22.471232 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 0c64da64-fd5b-4292-b741-6cc419dc1e39 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:22.471905 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:22.521652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=a064dd14-55da-4d3e-b096-6c69df2125cb,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:22.534842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c64da64-fd5b-4292-b741-6cc419dc1e39 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:22.591097 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0c64da64-fd5b-4292-b741-6cc419dc1e39, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0c64da64-fd5b-4292-b741-6cc419dc1e39,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:22.613259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-17daa465-e6ce-490f-884e-139038e101bf tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:22.613259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-17daa465-e6ce-490f-884e-139038e101bf tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3345559 Feb 04 13:23:22.621248 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:22.684858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-3442f05c-472c-4436-b4de-de2d0f244ba3 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/quotas/62bf48b5c3894be3a3cc9319369f6e98 HTTP/1.1" status: 200 len: 375 time: 0.0398145 Feb 04 13:23:22.716340 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device d1b91ac9-b881-46f8-ae08-d8b5a41c219e details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:23:22.754275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=0c64da64-fd5b-4292-b741-6cc419dc1e39,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:22.807632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-294705d5-bbb9-4dde-89f0-7009cda37245 req-fb55e38b-da89-4799-9d63-38f524d831ba service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288097 Feb 04 13:23:22.817044 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3009ca46-2b19-4617-8d98-84e3a8cebbcf req-bf809f0e-e217-4cc9-a76f-67d0b11b443c service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582392 Feb 04 13:23:22.821239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-43a38ff3-704d-412b-8221-865113bcc9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:22.823196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-43a38ff3-704d-412b-8221-865113bcc9bc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f733bdbd906d4fae854639e1049cf5f9&device_id=82a25b46-cddb-4d76-9da9-43877c48ab1e HTTP/1.1" status: 200 len: 1130 time: 0.5868473 Feb 04 13:23:22.826699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-668d5cb7-06e3-4c3e-8888-65fef305d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:22.829599 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-668d5cb7-06e3-4c3e-8888-65fef305d511 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f733bdbd906d4fae854639e1049cf5f9&device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 1130 time: 0.6166408 Feb 04 13:23:22.894088 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36314) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:22.941517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port d1b91ac9-b881-46f8-ae08-d8b5a41c219e, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:22.957637 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'd1b91ac9-b881-46f8-ae08-d8b5a41c219e', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': 'd1b91ac9-b881-46f8-ae08-d8b5a41c219e', 'mac_address': 'fa:16:3e:17:a2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:23:23.010613 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port d1b91ac9-b881-46f8-ae08-d8b5a41c219e is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:23.011035 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:23.037136 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f48fc4a3-14a8-4d0a-b64c-c592277bb453 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-586716997-network', 'tenant_id': 'c66aed92d02a400db6163d7d33da33b0'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:23.044444 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b91ac9-b881-46f8-ae08-d8b5a41c219e {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:23.069451 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['0c64da64-fd5b-4292-b741-6cc419dc1e39'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:23.074436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48fc4a3-14a8-4d0a-b64c-c592277bb453 admin admin] Made reservation on behalf of c66aed92d02a400db6163d7d33da33b0 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:23.077740 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f48fc4a3-14a8-4d0a-b64c-c592277bb453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:23.088931 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f48fc4a3-14a8-4d0a-b64c-c592277bb453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:23.109992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111eed5-9b61-434e-9295-8bc9af4f6bf5 req-a7c01c8c-0627-4393-8bce-f3a0674ec926 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:23.113649 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c111eed5-9b61-434e-9295-8bc9af4f6bf5 req-a7c01c8c-0627-4393-8bce-f3a0674ec926 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 945 time: 0.7523100 Feb 04 13:23:23.114383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port d1b91ac9-b881-46f8-ae08-d8b5a41c219e, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:23.127665 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:23.212932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:23.244269 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f48fc4a3-14a8-4d0a-b64c-c592277bb453 admin admin] Publish callbacks [] for security_group (a223cb3a-ad51-4e74-8af6-ea362befefe6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:23.251684 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f48fc4a3-14a8-4d0a-b64c-c592277bb453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a223cb3a-ad51-4e74-8af6-ea362befefe6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:23.272922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48fc4a3-14a8-4d0a-b64c-c592277bb453 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:23:23.292208 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f48fc4a3-14a8-4d0a-b64c-c592277bb453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e1f774a8-b934-4d32-8699-c2d280043693), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:23.292208 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-f48fc4a3-14a8-4d0a-b64c-c592277bb453 admin admin] Added segment e1f774a8-b934-4d32-8699-c2d280043693 of type vlan for network 15db41b1-a6d5-41af-b587-4385571234bf Feb 04 13:23:23.334599 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-f85b660c-7d0e-473f-8464-4f6b1ad612ae tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5523443 Feb 04 13:23:23.350603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c111eed5-9b61-434e-9295-8bc9af4f6bf5 req-dc224275-c714-4200-b750-22cd9e096615 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159519 Feb 04 13:23:23.374295 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f48fc4a3-14a8-4d0a-b64c-c592277bb453 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (15db41b1-a6d5-41af-b587-4385571234bf), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:23.433730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-b1c2f314-0c03-433d-9b69-adb17a0e7d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:23.441125 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-b1c2f314-0c03-433d-9b69-adb17a0e7d15 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.5976138 Feb 04 13:23:23.467107 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3009ca46-2b19-4617-8d98-84e3a8cebbcf req-f7ee440b-48bb-482d-9675-35a86c69b78d service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246591 Feb 04 13:23:23.485650 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fc4a3-14a8-4d0a-b64c-c592277bb453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a223cb3a-ad51-4e74-8af6-ea362befefe6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:23.488578 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f48fc4a3-14a8-4d0a-b64c-c592277bb453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (15db41b1-a6d5-41af-b587-4385571234bf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:23.489774 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48fc4a3-14a8-4d0a-b64c-c592277bb453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:23.493849 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f48fc4a3-14a8-4d0a-b64c-c592277bb453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:23.522354 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161e8dc3-a6bf-4956-8e98-93e3c61485bf x-openstack-request-id: req-161e8dc3-a6bf-4956-8e98-93e3c61485bf {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:23.522669 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721790f5-a2a8-44fb-bb6a-fda5c715f84f", "name": "network-vif-plugged", "status": "completed", "tag": "0289354b-b058-4612-b8b8-4e67ee2acf06", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:23.522935 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-161e8dc3-a6bf-4956-8e98-93e3c61485bf {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:23.523507 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721790f5-a2a8-44fb-bb6a-fda5c715f84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0289354b-b058-4612-b8b8-4e67ee2acf06', 'code': 200} Feb 04 13:23:23.559794 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f48fc4a3-14a8-4d0a-b64c-c592277bb453 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6633079 Feb 04 13:23:23.576208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36320) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:23.592452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-55749b00-93ee-41e8-a981-2d72e216cba4 admin admin] Request body: {'subnet': {'network_id': '15db41b1-a6d5-41af-b587-4385571234bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-586716997-subnet', 'tenant_id': 'c66aed92d02a400db6163d7d33da33b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:23.610186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-f733ac35-6fb1-4553-9bf8-f734030b21a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:23.610186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-f733ac35-6fb1-4553-9bf8-f734030b21a9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.7117262 Feb 04 13:23:23.616308 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-645a233b-5f3e-46a7-8434-19ddf2ec53f2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0c64da64-fd5b-4292-b741-6cc419dc1e39 HTTP/1.1" status: 200 len: 217 time: 0.1573322 Feb 04 13:23:23.674681 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['d1b91ac9-b881-46f8-ae08-d8b5a41c219e'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:23.709751 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fc4a3-14a8-4d0a-b64c-c592277bb453 admin admin] Pushing event updated for resources: {'Network': ['ID=15db41b1-a6d5-41af-b587-4385571234bf,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:23.729638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-f585c974-46e0-4683-a258-3288a82e27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:23.732259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-f585c974-46e0-4683-a258-3288a82e27d3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0631535 Feb 04 13:23:23.742794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 001083f3-2766-40eb-b8ff-f8ec33f53d90 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:23:23.745252 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 15db41b1-a6d5-41af-b587-4385571234bf details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:23:23.872210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-a6ad4309-79e3-4f12-82c5-7eb77bb0d0e8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d1b91ac9-b881-46f8-ae08-d8b5a41c219e HTTP/1.1" status: 200 len: 217 time: 0.2523403 Feb 04 13:23:23.964139 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55749b00-93ee-41e8-a981-2d72e216cba4 admin admin] Made reservation on behalf of c66aed92d02a400db6163d7d33da33b0 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:23.967595 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55749b00-93ee-41e8-a981-2d72e216cba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:23.991403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 001083f3-2766-40eb-b8ff-f8ec33f53d90 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:24.005809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 001083f3-2766-40eb-b8ff-f8ec33f53d90 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:24.006372 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (001083f3-2766-40eb-b8ff-f8ec33f53d90), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:24.129746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-3cad0882-103b-436d-90f3-3aee828698ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:24.132891 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-3cad0882-103b-436d-90f3-3aee828698ce service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.2315018 Feb 04 13:23:24.165158 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 001083f3-2766-40eb-b8ff-f8ec33f53d90 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:24.165693 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (001083f3-2766-40eb-b8ff-f8ec33f53d90), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:24.211334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 001083f3-2766-40eb-b8ff-f8ec33f53d90, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=001083f3-2766-40eb-b8ff-f8ec33f53d90,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:24.218167 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (001083f3-2766-40eb-b8ff-f8ec33f53d90), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:24.231805 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26debf9-0852-4c9d-82c9-4690124aefb5 req-1d0dcc61-878e-4d48-9399-f9aacc542f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:24.233766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b26debf9-0852-4c9d-82c9-4690124aefb5 req-1d0dcc61-878e-4d48-9399-f9aacc542f0a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 1128 time: 0.6128378 Feb 04 13:23:24.256466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120495c-717b-4598-be16-4fcb0ad3ffd6 req-7e2d92cd-25be-450d-8e0d-99bae300a605 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:24.258064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7120495c-717b-4598-be16-4fcb0ad3ffd6 req-7e2d92cd-25be-450d-8e0d-99bae300a605 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 944 time: 0.6127610 Feb 04 13:23:24.284868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=001083f3-2766-40eb-b8ff-f8ec33f53d90,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:24.288336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a70a3-4151-4155-bbb4-01717f25fd9b req-440e47f2-6dd9-4ba8-b2f0-b2089e780e2c tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:24.290064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-578a70a3-4151-4155-bbb4-01717f25fd9b req-440e47f2-6dd9-4ba8-b2f0-b2089e780e2c tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 948 time: 0.4140186 Feb 04 13:23:24.327449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-1815e689-d5be-4efd-8199-147c253d8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:24.329870 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-1815e689-d5be-4efd-8199-147c253d8145 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5242290 Feb 04 13:23:24.479456 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b26debf9-0852-4c9d-82c9-4690124aefb5 req-3cfdd849-5dab-472c-a9e3-153e8fd3fd15 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191887 Feb 04 13:23:24.525646 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-0c470072-e356-4500-a1db-da70d67857ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:24.527121 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-0c470072-e356-4500-a1db-da70d67857ce service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3709130 Feb 04 13:23:24.568194 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7120495c-717b-4598-be16-4fcb0ad3ffd6 req-efe312ed-70d6-4374-9d15-ca92524782d3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901497 Feb 04 13:23:24.622920 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-578a70a3-4151-4155-bbb4-01717f25fd9b req-9d9050d3-4394-4924-845c-0292633c1084 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009162 Feb 04 13:23:25.127854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-1cdcc7c2-90a5-4f54-a51f-263b27793b71 req-f7aae10b-2e92-4928-bd44-691795cb81c1 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-255210624', 'description': 'tempest-description-210872126'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:25.202129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-551bbeef-e851-4738-8384-2c41972498a2 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8550944 Feb 04 13:23:25.304567 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cdcc7c2-90a5-4f54-a51f-263b27793b71 req-f7aae10b-2e92-4928-bd44-691795cb81c1 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:25.312621 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55749b00-93ee-41e8-a981-2d72e216cba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (c22a97b9-6a5c-4763-882b-7b5d62ef8ca8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:25.471968 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-b15f0b14-2905-4336-a821-b481b379a8be service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9185362 Feb 04 13:23:25.500627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a94be-c9a3-4a1c-be29-7e2d7a5c0328 req-2fa8531c-a70c-4013-b02e-2f5a02040ae9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:25.504597 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-693a94be-c9a3-4a1c-be29-7e2d7a5c0328 req-2fa8531c-a70c-4013-b02e-2f5a02040ae9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=417a5e8e-dbdd-4663-a19d-02c05c371c47 HTTP/1.1" status: 200 len: 949 time: 0.3951712 Feb 04 13:23:25.504597 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-2153466b-f09f-4d92-afeb-e3e715e810a9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1514225 Feb 04 13:23:25.525245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32367d5-ae7b-4107-b74a-b05a0bc781c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a064dd14-55da-4d3e-b096-6c69df2125cb'}, {'server_uuid': '417a5e8e-dbdd-4663-a19d-02c05c371c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001083f3-2766-40eb-b8ff-f8ec33f53d90'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:25.530647 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf95dd8-9013-410f-ae4a-5c601279d73d" -d '{"events": [{"server_uuid": "d32367d5-ae7b-4107-b74a-b05a0bc781c3", "name": "network-vif-plugged", "status": "completed", "tag": "a064dd14-55da-4d3e-b096-6c69df2125cb"}, {"server_uuid": "417a5e8e-dbdd-4663-a19d-02c05c371c47", "name": "network-vif-plugged", "status": "completed", "tag": "001083f3-2766-40eb-b8ff-f8ec33f53d90"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:25.653970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55749b00-93ee-41e8-a981-2d72e216cba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:25.720623 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-71c90765-8eee-4780-b2d3-12d4de906f4b service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033572 Feb 04 13:23:25.751887 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55749b00-93ee-41e8-a981-2d72e216cba4 admin admin] Checking segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:25.752434 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55749b00-93ee-41e8-a981-2d72e216cba4 admin admin] Network hostable DHCP agents. Network: 15db41b1-a6d5-41af-b587-4385571234bf, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:23:25.754946 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0c64da64-fd5b-4292-b741-6cc419dc1e39 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:23:25.830640 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cdcc7c2-90a5-4f54-a51f-263b27793b71 req-f7aae10b-2e92-4928-bd44-691795cb81c1 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (45538ccc-7949-4550-894b-5d3486019eba), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:25.841568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-693a94be-c9a3-4a1c-be29-7e2d7a5c0328 req-5acde793-8799-4c30-a918-1fedca82a248 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076210 Feb 04 13:23:25.857588 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cdcc7c2-90a5-4f54-a51f-263b27793b71 req-f7aae10b-2e92-4928-bd44-691795cb81c1 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (45538ccc-7949-4550-894b-5d3486019eba), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:25.888780 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ae8cb78-809f-49cb-8a7d-c3d5dd5e67af req-e5b814f6-163f-4ea2-bf94-6750eb223cbe service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035590 Feb 04 13:23:25.896238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-9008dedb-0c9b-459b-b11b-6834f7743a81 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:25.898228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-9008dedb-0c9b-459b-b11b-6834f7743a81 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3603609 Feb 04 13:23:25.931772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-37b265aa-fd89-43ad-825c-2bc62ed79f8b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Request body: {'port': {'device_id': '233579f9-f820-474f-9abd-5643c758725c', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '62bf48b5c3894be3a3cc9319369f6e98'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:25.936653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55749b00-93ee-41e8-a981-2d72e216cba4 admin admin] Network 15db41b1-a6d5-41af-b587-4385571234bf is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:23:25.952628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 0c64da64-fd5b-4292-b741-6cc419dc1e39 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:25.959814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 0c64da64-fd5b-4292-b741-6cc419dc1e39 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:25.960489 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:25.966679 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cdcc7c2-90a5-4f54-a51f-263b27793b71 req-f7aae10b-2e92-4928-bd44-691795cb81c1 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:25.975503 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cdcc7c2-90a5-4f54-a51f-263b27793b71 req-f7aae10b-2e92-4928-bd44-691795cb81c1 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8692787 Feb 04 13:23:25.976695 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aae10b-2e92-4928-bd44-691795cb81c1 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45538ccc-7949-4550-894b-5d3486019eba,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:26.151573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 0c64da64-fd5b-4292-b741-6cc419dc1e39 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:26.151974 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:26.186909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f80b8f1f-dc7d-405f-b855-e2fbbfedbef6 req-22ab4ebe-23f7-49a3-bffd-2dcc9c9da1fe tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 210 time: 0.1422441 Feb 04 13:23:26.198432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-55749b00-93ee-41e8-a981-2d72e216cba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 15db41b1-a6d5-41af-b587-4385571234bf) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:26.214689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55749b00-93ee-41e8-a981-2d72e216cba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:26.214689 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55749b00-93ee-41e8-a981-2d72e216cba4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:26.239663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9068ab5-e41d-416a-b3dd-0e052c38e11f None None] Network 15db41b1-a6d5-41af-b587-4385571234bf requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:23:26.322741 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-55749b00-93ee-41e8-a981-2d72e216cba4 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7349217 Feb 04 13:23:26.332941 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0c64da64-fd5b-4292-b741-6cc419dc1e39, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0c64da64-fd5b-4292-b741-6cc419dc1e39,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:26.437284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02597e3-54eb-4690-972d-258590f4af81 req-15e6b2df-3e57-4f41-81c5-413eaa04ca80 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:26.450708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f02597e3-54eb-4690-972d-258590f4af81 req-15e6b2df-3e57-4f41-81c5-413eaa04ca80 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 945 time: 0.2825303 Feb 04 13:23:26.630972 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006f9c82-a42e-48aa-9e66-120863bd9180 x-openstack-request-id: req-006f9c82-a42e-48aa-9e66-120863bd9180 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:26.631645 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32367d5-ae7b-4107-b74a-b05a0bc781c3", "name": "network-vif-plugged", "status": "completed", "tag": "a064dd14-55da-4d3e-b096-6c69df2125cb", "code": 200}, {"server_uuid": "417a5e8e-dbdd-4663-a19d-02c05c371c47", "name": "network-vif-plugged", "status": "completed", "tag": "001083f3-2766-40eb-b8ff-f8ec33f53d90", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:26.631805 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-006f9c82-a42e-48aa-9e66-120863bd9180 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:26.633008 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32367d5-ae7b-4107-b74a-b05a0bc781c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a064dd14-55da-4d3e-b096-6c69df2125cb', 'code': 200} Feb 04 13:23:26.633402 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417a5e8e-dbdd-4663-a19d-02c05c371c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001083f3-2766-40eb-b8ff-f8ec33f53d90', 'code': 200} Feb 04 13:23:26.643537 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:26.728465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-37b265aa-fd89-43ad-825c-2bc62ed79f8b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Made reservation on behalf of 62bf48b5c3894be3a3cc9319369f6e98 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:26.736168 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-37b265aa-fd89-43ad-825c-2bc62ed79f8b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:26.784629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device d1b91ac9-b881-46f8-ae08-d8b5a41c219e up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:23:26.911892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2c6faa-dc1f-4575-bb3b-4b85e7a0b43d None None] Network 15db41b1-a6d5-41af-b587-4385571234bf requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:23:26.922314 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f02597e3-54eb-4690-972d-258590f4af81 req-8955478a-f31b-4b84-b209-48ab5fab61e8 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111791 Feb 04 13:23:27.083559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=0c64da64-fd5b-4292-b741-6cc419dc1e39,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:27.104075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461d351-c484-4887-8ff0-76c01c720d6b req-7f7faf59-0205-4ccf-bd4a-9253b41dc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:27.106515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d461d351-c484-4887-8ff0-76c01c720d6b req-7f7faf59-0205-4ccf-bd4a-9253b41dc25b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=417a5e8e-dbdd-4663-a19d-02c05c371c47 HTTP/1.1" status: 200 len: 1132 time: 0.5531266 Feb 04 13:23:27.109114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d17414-2309-4293-87fb-a43875327579 req-d9ce1524-bba3-4897-9d16-831036687e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:27.111757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9d17414-2309-4293-87fb-a43875327579 req-d9ce1524-bba3-4897-9d16-831036687e15 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d32367d5-ae7b-4107-b74a-b05a0bc781c3 HTTP/1.1" status: 200 len: 1129 time: 0.5621159 Feb 04 13:23:27.153418 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port d1b91ac9-b881-46f8-ae08-d8b5a41c219e completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:27.167457 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port d1b91ac9-b881-46f8-ae08-d8b5a41c219e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:27.167944 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:27.182339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61478ed-f88b-4252-af66-ef558b4653e0 req-a23c2a46-7289-43f7-997a-41ed38e41c67 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:27.194136 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e61478ed-f88b-4252-af66-ef558b4653e0 req-a23c2a46-7289-43f7-997a-41ed38e41c67 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 944 time: 0.7311056 Feb 04 13:23:27.415158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-37b265aa-fd89-43ad-825c-2bc62ed79f8b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Allocated IP 192.168.233.87 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/1efe880e-0d85-40c3-a3f0-22a941c57a9d) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:27.439363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36370) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:27.448509 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ed2dfa3b-3490-4abe-ae0c-6516ec2a15d1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-514344163-network', 'tenant_id': 'ac7027fc1e8e4e8b97069fd6088f59a7'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:27.497931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port d1b91ac9-b881-46f8-ae08-d8b5a41c219e is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:27.498756 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:27.507205 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2dfa3b-3490-4abe-ae0c-6516ec2a15d1 admin admin] Made reservation on behalf of ac7027fc1e8e4e8b97069fd6088f59a7 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:27.507963 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d461d351-c484-4887-8ff0-76c01c720d6b req-5f63de9a-943d-43a3-b0ba-f330b4ff59cf service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905754 Feb 04 13:23:27.509943 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed2dfa3b-3490-4abe-ae0c-6516ec2a15d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:27.518723 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9d17414-2309-4293-87fb-a43875327579 req-95a60f8a-3622-41e3-bf3b-33461ca0cb70 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625195 Feb 04 13:23:27.520553 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed2dfa3b-3490-4abe-ae0c-6516ec2a15d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:27.536505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e61478ed-f88b-4252-af66-ef558b4653e0 req-7cb9486d-3f88-479e-826e-799847ef3005 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056417 Feb 04 13:23:27.563935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port d1b91ac9-b881-46f8-ae08-d8b5a41c219e, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:27.572492 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:27.591921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65745ceb-c4a8-4233-ada7-e3ce476a0309 req-3e028924-dddd-4977-9596-e8d6f2216026 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:27.605027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65745ceb-c4a8-4233-ada7-e3ce476a0309 req-3e028924-dddd-4977-9596-e8d6f2216026 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 948 time: 0.4894886 Feb 04 13:23:27.675091 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed2dfa3b-3490-4abe-ae0c-6516ec2a15d1 admin admin] Publish callbacks [] for security_group (a68b73d1-7c9e-44ba-ab2d-0275d8a0c971), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:27.681522 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed2dfa3b-3490-4abe-ae0c-6516ec2a15d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a68b73d1-7c9e-44ba-ab2d-0275d8a0c971), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:27.706598 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2dfa3b-3490-4abe-ae0c-6516ec2a15d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:23:27.719760 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed2dfa3b-3490-4abe-ae0c-6516ec2a15d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (9d0f80c9-503d-4e44-9bdd-2213be37685e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:27.720783 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-ed2dfa3b-3490-4abe-ae0c-6516ec2a15d1 admin admin] Added segment 9d0f80c9-503d-4e44-9bdd-2213be37685e of type vlan for network 1361cd5d-e802-4114-a2d0-8b92ed859900 Feb 04 13:23:27.759979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:27.780020 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed2dfa3b-3490-4abe-ae0c-6516ec2a15d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (1361cd5d-e802-4114-a2d0-8b92ed859900), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:27.819596 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed2dfa3b-3490-4abe-ae0c-6516ec2a15d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (1361cd5d-e802-4114-a2d0-8b92ed859900), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:27.820932 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2dfa3b-3490-4abe-ae0c-6516ec2a15d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:27.821697 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed2dfa3b-3490-4abe-ae0c-6516ec2a15d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:27.869699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36374) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:27.870145 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ed2dfa3b-3490-4abe-ae0c-6516ec2a15d1 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4268980 Feb 04 13:23:27.888674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-48ce3ce7-a117-47d8-a2e9-b284e72b3317 admin admin] Request body: {'subnet': {'network_id': '1361cd5d-e802-4114-a2d0-8b92ed859900', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-514344163-subnet', 'tenant_id': 'ac7027fc1e8e4e8b97069fd6088f59a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:27.916926 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42a606fd-b5e1-4dc2-88de-745cbc3ddd0d req-aa5db555-d10f-4d57-bcf2-5a1091480ab2 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/22bc3233-c4a1-4414-b1d1-a44355e3e27d HTTP/1.1" status: 200 len: 1822 time: 0.2682617 Feb 04 13:23:27.946937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65745ceb-c4a8-4233-ada7-e3ce476a0309 req-78562daf-961b-4e1b-8da6-206ba98dd8a6 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404493 Feb 04 13:23:27.978321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2dfa3b-3490-4abe-ae0c-6516ec2a15d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68b73d1-7c9e-44ba-ab2d-0275d8a0c971,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:28.029401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ce3ce7-a117-47d8-a2e9-b284e72b3317 admin admin] Made reservation on behalf of ac7027fc1e8e4e8b97069fd6088f59a7 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:28.032830 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-48ce3ce7-a117-47d8-a2e9-b284e72b3317 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:28.059967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2dfa3b-3490-4abe-ae0c-6516ec2a15d1 admin admin] Pushing event updated for resources: {'Network': ['ID=1361cd5d-e802-4114-a2d0-8b92ed859900,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:28.083590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 1361cd5d-e802-4114-a2d0-8b92ed859900 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:23:28.104885 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-37b265aa-fd89-43ad-825c-2bc62ed79f8b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks [] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:28.134444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42a606fd-b5e1-4dc2-88de-745cbc3ddd0d req-bb919188-1fb8-465e-9852-7876f0dddb4c tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/45538ccc-7949-4550-894b-5d3486019eba HTTP/1.1" status: 200 len: 1820 time: 0.2160745 Feb 04 13:23:28.153477 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-42a606fd-b5e1-4dc2-88de-745cbc3ddd0d req-4d580c16-cc89-44ed-9f32-a6e4c82117a8 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '22bc3233-c4a1-4414-b1d1-a44355e3e27d', 'remote_group_id': '45538ccc-7949-4550-894b-5d3486019eba', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:28.153797 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-42a606fd-b5e1-4dc2-88de-745cbc3ddd0d req-4d580c16-cc89-44ed-9f32-a6e4c82117a8 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '22bc3233-c4a1-4414-b1d1-a44355e3e27d', 'remote_group_id': '45538ccc-7949-4550-894b-5d3486019eba', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:28.282902 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-37b265aa-fd89-43ad-825c-2bc62ed79f8b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:28.301692 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['e8a9f93e-eff3-426d-a478-32e1ddbe4bcc', '71e83384-ea64-4871-9208-45f2474a5445'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:28.308506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fa8e1-4e86-4988-8ba4-62924defa2c2 req-bd4063f2-3cb9-4390-a11e-6fd95fea1c2f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:28.311346 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a17fa8e1-4e86-4988-8ba4-62924defa2c2 req-bd4063f2-3cb9-4390-a11e-6fd95fea1c2f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=417a5e8e-dbdd-4663-a19d-02c05c371c47 HTTP/1.1" status: 200 len: 949 time: 0.2042973 Feb 04 13:23:28.459863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c843b7ba-b8f6-4d0f-b121-918de0a8e779'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:28.527494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-37b265aa-fd89-43ad-825c-2bc62ed79f8b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:28.557611 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-37b265aa-fd89-43ad-825c-2bc62ed79f8b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:28.575820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b265aa-fd89-43ad-825c-2bc62ed79f8b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Pushing event updated for resources: {'Port': ['ID=1efe880e-0d85-40c3-a3f0-22a941c57a9d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:28.589266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-37b265aa-fd89-43ad-825c-2bc62ed79f8b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:23:28.614771 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-42a606fd-b5e1-4dc2-88de-745cbc3ddd0d req-4d580c16-cc89-44ed-9f32-a6e4c82117a8 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (a44bdb5e-b2cc-4604-b22b-d49e0b22428b), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:28.637835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a25b46-cddb-4d76-9da9-43877c48ab1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64da64-fd5b-4292-b741-6cc419dc1e39'}, {'server_uuid': '76875698-3a0a-435d-9e4c-99b484c84ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b91ac9-b881-46f8-ae08-d8b5a41c219e'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:28.646865 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f3d3d4-257f-4b72-a18d-498f48424262" -d '{"events": [{"server_uuid": "82a25b46-cddb-4d76-9da9-43877c48ab1e", "name": "network-vif-plugged", "status": "completed", "tag": "0c64da64-fd5b-4292-b741-6cc419dc1e39"}, {"server_uuid": "76875698-3a0a-435d-9e4c-99b484c84ebe", "name": "network-vif-plugged", "status": "completed", "tag": "d1b91ac9-b881-46f8-ae08-d8b5a41c219e"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:28.846830 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a17fa8e1-4e86-4988-8ba4-62924defa2c2 req-2c1a8ada-2857-4a84-9e55-5f417d4f5714 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743335 Feb 04 13:23:28.885495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-37b265aa-fd89-43ad-825c-2bc62ed79f8b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:28.886618 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-37b265aa-fd89-43ad-825c-2bc62ed79f8b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:28.903899 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-42a606fd-b5e1-4dc2-88de-745cbc3ddd0d req-4d580c16-cc89-44ed-9f32-a6e4c82117a8 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (a44bdb5e-b2cc-4604-b22b-d49e0b22428b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:28.911840 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-42a606fd-b5e1-4dc2-88de-745cbc3ddd0d req-4d580c16-cc89-44ed-9f32-a6e4c82117a8 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (a44bdb5e-b2cc-4604-b22b-d49e0b22428b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:28.947391 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-48ce3ce7-a117-47d8-a2e9-b284e72b3317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (caa69f22-c085-425c-9c84-e67b689121ca), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:29.016796 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-37b265aa-fd89-43ad-825c-2bc62ed79f8b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1080289 Feb 04 13:23:29.032750 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-42a606fd-b5e1-4dc2-88de-745cbc3ddd0d req-4d580c16-cc89-44ed-9f32-a6e4c82117a8 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:29.048268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42a606fd-b5e1-4dc2-88de-745cbc3ddd0d req-4d580c16-cc89-44ed-9f32-a6e4c82117a8 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9127686 Feb 04 13:23:29.049086 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d580c16-cc89-44ed-9f32-a6e4c82117a8 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44bdb5e-b2cc-4604-b22b-d49e0b22428b,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:29.070071 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Request body: {'port': {'device_id': '233579f9-f820-474f-9abd-5643c758725c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:29.190685 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a4b9dd7a-2ce3-4cd4-8731-c3ec1409608c None None] Provisioning complete for port 1efe880e-0d85-40c3-a3f0-22a941c57a9d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:29.191316 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a4b9dd7a-2ce3-4cd4-8731-c3ec1409608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:29.229090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce3ce7-a117-47d8-a2e9-b284e72b3317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa69f22-c085-425c-9c84-e67b689121ca,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:29.276806 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a4b9dd7a-2ce3-4cd4-8731-c3ec1409608c None None] Port 1efe880e-0d85-40c3-a3f0-22a941c57a9d cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:23:29.349302 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ce3ce7-a117-47d8-a2e9-b284e72b3317 admin admin] Checking segment: {'id': '9d0f80c9-503d-4e44-9bdd-2213be37685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1361cd5d-e802-4114-a2d0-8b92ed859900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:29.349793 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ce3ce7-a117-47d8-a2e9-b284e72b3317 admin admin] Network hostable DHCP agents. Network: 1361cd5d-e802-4114-a2d0-8b92ed859900, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:23:29.376591 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:29.418280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917d316-79d4-436e-8185-4ffcd4c4fa49 req-c31eee2e-d6eb-4d6d-a8fd-4b93fb4bf674 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:29.419925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3917d316-79d4-436e-8185-4ffcd4c4fa49 req-c31eee2e-d6eb-4d6d-a8fd-4b93fb4bf674 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 945 time: 0.1923239 Feb 04 13:23:29.428368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3e28b-0b20-418e-8d8f-0ee2f662b39d req-ca5875c4-fd06-44c2-bb89-c53eb46ae66b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:29.430012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6a3e28b-0b20-418e-8d8f-0ee2f662b39d req-ca5875c4-fd06-44c2-bb89-c53eb46ae66b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 935 time: 0.2289717 Feb 04 13:23:29.432391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ce3ce7-a117-47d8-a2e9-b284e72b3317 admin admin] Network 1361cd5d-e802-4114-a2d0-8b92ed859900 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:23:29.506539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-48ce3ce7-a117-47d8-a2e9-b284e72b3317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 1361cd5d-e802-4114-a2d0-8b92ed859900) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:29.520460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766cce36-9abc-454c-ad80-40e1d5222f24 None None] Network 1361cd5d-e802-4114-a2d0-8b92ed859900 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:23:29.527160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ce3ce7-a117-47d8-a2e9-b284e72b3317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:29.527768 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-48ce3ce7-a117-47d8-a2e9-b284e72b3317 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:29.634639 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-48ce3ce7-a117-47d8-a2e9-b284e72b3317 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7573571 Feb 04 13:23:29.711306 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5603bbb7-b2f0-4e51-8a21-81656d5465c1 None None] Network 1361cd5d-e802-4114-a2d0-8b92ed859900 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:23:29.832633 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3917d316-79d4-436e-8185-4ffcd4c4fa49 req-665cfd22-a8a0-42ca-ac02-a1c157dc317d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964169 Feb 04 13:23:29.885221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6a3e28b-0b20-418e-8d8f-0ee2f662b39d req-b6d04801-857c-4a1a-af08-a3654f73eab2 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275484 Feb 04 13:23:29.957373 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77988cef-7ab6-44ed-8937-5978eec6f62d x-openstack-request-id: req-77988cef-7ab6-44ed-8937-5978eec6f62d {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:29.957665 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a25b46-cddb-4d76-9da9-43877c48ab1e", "name": "network-vif-plugged", "status": "completed", "tag": "0c64da64-fd5b-4292-b741-6cc419dc1e39", "code": 200}, {"server_uuid": "76875698-3a0a-435d-9e4c-99b484c84ebe", "name": "network-vif-plugged", "status": "completed", "tag": "d1b91ac9-b881-46f8-ae08-d8b5a41c219e", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:29.958013 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-77988cef-7ab6-44ed-8937-5978eec6f62d {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:29.958729 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a25b46-cddb-4d76-9da9-43877c48ab1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64da64-fd5b-4292-b741-6cc419dc1e39', 'code': 200} Feb 04 13:23:29.963522 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76875698-3a0a-435d-9e4c-99b484c84ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b91ac9-b881-46f8-ae08-d8b5a41c219e', 'code': 200} Feb 04 13:23:30.254251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efe880e-0d85-40c3-a3f0-22a941c57a9d {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:30.268677 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Publish callbacks [] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:30.300080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Transition to ACTIVE for port object 1efe880e-0d85-40c3-a3f0-22a941c57a9d will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:30.310172 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:30.382222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c999df3-0851-4875-a687-6c4d7d7bfa2e req-8657f728-e044-4314-974e-aec0d829d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:30.384261 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c999df3-0851-4875-a687-6c4d7d7bfa2e req-8657f728-e044-4314-974e-aec0d829d616 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 1132 time: 0.2675288 Feb 04 13:23:30.395454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c40e1-ac6c-4a92-84fa-9ceabfcb5448 req-6c9a8e4f-bd1b-4eee-aae8-62943a6f2b96 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:30.397473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c6c40e1-ac6c-4a92-84fa-9ceabfcb5448 req-6c9a8e4f-bd1b-4eee-aae8-62943a6f2b96 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 949 time: 0.2782264 Feb 04 13:23:30.410153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35977521-f6fc-461c-ab1e-2f5c7a3195d4 req-6aadea0f-fa4d-4301-9ac2-a44dee98267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:30.411814 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-35977521-f6fc-461c-ab1e-2f5c7a3195d4 req-6aadea0f-fa4d-4301-9ac2-a44dee98267a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=82a25b46-cddb-4d76-9da9-43877c48ab1e HTTP/1.1" status: 200 len: 1132 time: 0.2910893 Feb 04 13:23:30.419737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252e473-3b38-49e1-9c45-b0db1419d4fe req-caf8d05e-0e98-4987-915b-f3268e1d6fe5 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:30.422305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3252e473-3b38-49e1-9c45-b0db1419d4fe req-caf8d05e-0e98-4987-915b-f3268e1d6fe5 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 944 time: 0.2991002 Feb 04 13:23:30.509479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=1efe880e-0d85-40c3-a3f0-22a941c57a9d,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:30.669121 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c999df3-0851-4875-a687-6c4d7d7bfa2e req-39989076-9f54-4403-a5ee-13c83b4d855d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629480 Feb 04 13:23:30.682267 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c6c40e1-ac6c-4a92-84fa-9ceabfcb5448 req-325af392-b1b9-4dd0-bd0d-0837ab4bc716 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509668 Feb 04 13:23:30.688733 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-35977521-f6fc-461c-ab1e-2f5c7a3195d4 req-e62baa8f-9821-41fa-bdbc-830f3d222d5c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523048 Feb 04 13:23:30.699025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3252e473-3b38-49e1-9c45-b0db1419d4fe req-3fb2132d-12b0-4525-96a0-72d0b8c7e3bb tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523861 Feb 04 13:23:30.724603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-312656f6-12c8-43b8-9346-a93b912834b6 req-a2bb84d0-b4b8-4404-8c3a-836d62e15be9 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-204551157', 'description': 'tempest-description-1208181800'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:30.771239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Attempting to bind port 1efe880e-0d85-40c3-a3f0-22a941c57a9d on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:23:30.771649 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Attempting to bind port 1efe880e-0d85-40c3-a3f0-22a941c57a9d by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:23:30.772052 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Attempting to bind port 1efe880e-0d85-40c3-a3f0-22a941c57a9d on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:30.780400 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-312656f6-12c8-43b8-9346-a93b912834b6 req-a2bb84d0-b4b8-4404-8c3a-836d62e15be9 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:30.783968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Port 1efe880e-0d85-40c3-a3f0-22a941c57a9d on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:23:30.784402 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Attempting to bind port 1efe880e-0d85-40c3-a3f0-22a941c57a9d on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:30.814568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:23:30.814907 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:30.815310 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:23:30.815751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Bound port: 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:23:30.816107 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:30.970858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffda83f-9d7a-471b-a7fe-92b157cf6f8e req-cba0a993-ad9f-4b56-a717-91a2e5743ce3 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:30.972575 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0ffda83f-9d7a-471b-a7fe-92b157cf6f8e req-cba0a993-ad9f-4b56-a717-91a2e5743ce3 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 945 time: 0.1715958 Feb 04 13:23:30.990907 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:23:31.014499 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-312656f6-12c8-43b8-9346-a93b912834b6 req-a2bb84d0-b4b8-4404-8c3a-836d62e15be9 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (e96a7c3a-9451-4c72-9395-a214d7d6d098), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:31.024552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:23:31.027603 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-312656f6-12c8-43b8-9346-a93b912834b6 req-a2bb84d0-b4b8-4404-8c3a-836d62e15be9 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e96a7c3a-9451-4c72-9395-a214d7d6d098), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:31.052258 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:31.128457 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:31.129073 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:31.130507 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] 10.222.0.99 "PUT /v2.0/ports/1efe880e-0d85-40c3-a3f0-22a941c57a9d HTTP/1.1" status: 200 len: 1096 time: 2.1024108 Feb 04 13:23:31.133198 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-312656f6-12c8-43b8-9346-a93b912834b6 req-a2bb84d0-b4b8-4404-8c3a-836d62e15be9 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:31.134414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-312656f6-12c8-43b8-9346-a93b912834b6 req-a2bb84d0-b4b8-4404-8c3a-836d62e15be9 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4174149 Feb 04 13:23:31.147489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:31.151622 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed2610c-1b3e-4308-bd8c-80cc29bc4fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:31.154568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb84d0-b4b8-4404-8c3a-836d62e15be9 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96a7c3a-9451-4c72-9395-a214d7d6d098,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:31.171019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0ffda83f-9d7a-471b-a7fe-92b157cf6f8e req-9ce1e3f2-b20b-4ea3-b41c-97b9c5cf63d3 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882417 Feb 04 13:23:31.198740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ba0a6-7e9f-4b17-b05e-b9bb31c95fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=1efe880e-0d85-40c3-a3f0-22a941c57a9d,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:31.348206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-c866852c-0884-4df8-b29f-1a79b19e3f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:31.349925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-c866852c-0884-4df8-b29f-1a79b19e3f28 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 1130 time: 0.1311059 Feb 04 13:23:31.370712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439334c5-e38e-4ea5-b9d6-37cd238bfb9f req-29fc78b5-eb1d-4d55-9cf7-e8b47ce4b2a9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:31.372438 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-439334c5-e38e-4ea5-b9d6-37cd238bfb9f req-29fc78b5-eb1d-4d55-9cf7-e8b47ce4b2a9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=417a5e8e-dbdd-4663-a19d-02c05c371c47 HTTP/1.1" status: 200 len: 949 time: 0.0958352 Feb 04 13:23:31.420782 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-d1ad6b45-0b30-494f-ae87-fa9a29a88908 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d HTTP/1.1" status: 200 len: 217 time: 0.0589688 Feb 04 13:23:31.517527 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-439334c5-e38e-4ea5-b9d6-37cd238bfb9f req-4b734bbf-8c54-4c78-ab4c-2adf874d6eee tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950010 Feb 04 13:23:31.534912 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-83e79916-caaf-41a6-9039-d19da9332f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:31.541552 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-83e79916-caaf-41a6-9039-d19da9332f02 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0653012 Feb 04 13:23:32.141718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-92a45e3c-ceee-4568-96cb-d2b233cec02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:32.144322 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-92a45e3c-ceee-4568-96cb-d2b233cec02d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6002388 Feb 04 13:23:32.201589 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-a31f462a-edaf-4541-8913-3e2e6ae76543 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:32.204413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-a31f462a-edaf-4541-8913-3e2e6ae76543 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 807 time: 0.6586680 Feb 04 13:23:32.273147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5934d93-1d80-4556-a6f8-50d567891058 req-193ff4c4-57e5-4620-84f7-5f29803d3a4e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:32.279084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5934d93-1d80-4556-a6f8-50d567891058 req-193ff4c4-57e5-4620-84f7-5f29803d3a4e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 947 time: 0.2729137 Feb 04 13:23:32.327178 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-b187eca8-bded-4fd4-a033-a234880afa22 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/quotas/c66aed92d02a400db6163d7d33da33b0 HTTP/1.1" status: 200 len: 375 time: 0.0683224 Feb 04 13:23:32.429896 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-d84d539c-9ffa-4f00-98c6-8be604bc0c01 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905044 Feb 04 13:23:32.476479 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5934d93-1d80-4556-a6f8-50d567891058 req-4ca625db-c740-4fb8-96af-1a01a749fc91 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825397 Feb 04 13:23:32.479502 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-5dad8e5c-1c82-46ef-9971-727c2770288c service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212771 Feb 04 13:23:32.582048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-f4d4070f-1e42-4d2a-9a15-8a957edb35d9 req-d95f3ea3-30ba-4558-91f8-4c83e8a87178 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1126421984', 'description': 'tempest-description-640938173'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:32.677552 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f4d4070f-1e42-4d2a-9a15-8a957edb35d9 req-d95f3ea3-30ba-4558-91f8-4c83e8a87178 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:32.733210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdd3c679-9291-4d52-8f22-a1280c021bac req-7ed3a84c-63e5-4499-82d4-dc8707e6983a service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469852 Feb 04 13:23:32.785074 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-7ff65a90-4b12-4394-ad84-ce298264bbc3 service neutron] 10.222.0.96 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414395 Feb 04 13:23:32.875531 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f4d4070f-1e42-4d2a-9a15-8a957edb35d9 req-d95f3ea3-30ba-4558-91f8-4c83e8a87178 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (ee31ab1d-d4d7-4bab-a022-e094dec4873b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:32.883776 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f4d4070f-1e42-4d2a-9a15-8a957edb35d9 req-d95f3ea3-30ba-4558-91f8-4c83e8a87178 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ee31ab1d-d4d7-4bab-a022-e094dec4873b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:32.933392 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f4d4070f-1e42-4d2a-9a15-8a957edb35d9 req-d95f3ea3-30ba-4558-91f8-4c83e8a87178 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:32.935177 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f4d4070f-1e42-4d2a-9a15-8a957edb35d9 req-d95f3ea3-30ba-4558-91f8-4c83e8a87178 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3635511 Feb 04 13:23:32.957211 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f3ea3-30ba-4558-91f8-4c83e8a87178 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee31ab1d-d4d7-4bab-a022-e094dec4873b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:32.963838 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-c195e946-0ac8-4b28-81a2-637b04ef2773 service neutron] 10.222.0.96 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656590 Feb 04 13:23:33.004901 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5ed540-c857-484d-8490-85d9c3dbe9a7 x-openstack-request-id: req-2e5ed540-c857-484d-8490-85d9c3dbe9a7 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:33.005276 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:33.005487 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2e5ed540-c857-484d-8490-85d9c3dbe9a7 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:33.005949 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d', 'status': 'completed', 'code': 200} Feb 04 13:23:33.168897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2610c-1b3e-4308-bd8c-80cc29bc4fd0 req-0fc19a6c-5a65-4bd0-b041-1b839256d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:33.173037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ed2610c-1b3e-4308-bd8c-80cc29bc4fd0 req-0fc19a6c-5a65-4bd0-b041-1b839256d9f2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 1130 time: 0.1425800 Feb 04 13:23:33.308841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5632a-907d-4025-944a-813af321772a req-fa4e904f-3129-4bc4-bfb4-abe12b1ff1c7 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:33.319192 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6c5632a-907d-4025-944a-813af321772a req-fa4e904f-3129-4bc4-bfb4-abe12b1ff1c7 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32367d5-ae7b-4107-b74a-b05a0bc781c3 HTTP/1.1" status: 200 len: 946 time: 0.2166808 Feb 04 13:23:33.509614 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6c5632a-907d-4025-944a-813af321772a req-b1deed7b-9209-4171-9e9e-5ca58497a857 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886923 Feb 04 13:23:33.518756 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2610c-1b3e-4308-bd8c-80cc29bc4fd0 req-9150a88e-2a11-486c-abe9-d86611e2cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:33.520668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ed2610c-1b3e-4308-bd8c-80cc29bc4fd0 req-9150a88e-2a11-486c-abe9-d86611e2cdb4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3372977 Feb 04 13:23:33.586585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ed2610c-1b3e-4308-bd8c-80cc29bc4fd0 req-4deb4aff-a2c4-4869-a8a0-ccbcd08b4f0d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d HTTP/1.1" status: 200 len: 217 time: 0.0549374 Feb 04 13:23:33.591042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419cc13-6d97-4f0e-bb69-2ebcce6ee355 req-70ebe2f4-540f-4229-873c-626fa7c7deeb tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:33.592699 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0419cc13-6d97-4f0e-bb69-2ebcce6ee355 req-70ebe2f4-540f-4229-873c-626fa7c7deeb tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=417a5e8e-dbdd-4663-a19d-02c05c371c47 HTTP/1.1" status: 200 len: 1132 time: 0.1675894 Feb 04 13:23:33.662562 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0419cc13-6d97-4f0e-bb69-2ebcce6ee355 req-3bcca529-4998-4c82-8333-49a2165a914e tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:33.715127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2610c-1b3e-4308-bd8c-80cc29bc4fd0 req-2eb3d267-8d4f-4f7b-8997-6d867c3a71c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:33.716631 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ed2610c-1b3e-4308-bd8c-80cc29bc4fd0 req-2eb3d267-8d4f-4f7b-8997-6d867c3a71c0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1222496 Feb 04 13:23:33.755464 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 48734974-740f-4916-9904-e7340dff0f05 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:23:33.819118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb18fd-bd47-40c4-9ff3-f0203f972121 req-6e193d97-94ca-46c0-a4e8-e3f3d30b79db tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:33.826133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bbdb18fd-bd47-40c4-9ff3-f0203f972121 req-6e193d97-94ca-46c0-a4e8-e3f3d30b79db tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 949 time: 0.1647985 Feb 04 13:23:33.915547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2610c-1b3e-4308-bd8c-80cc29bc4fd0 req-7ca28524-c62a-4db5-a4dd-f237cc671dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:33.917542 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ed2610c-1b3e-4308-bd8c-80cc29bc4fd0 req-7ca28524-c62a-4db5-a4dd-f237cc671dc1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1938362 Feb 04 13:23:33.933728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=48734974-740f-4916-9904-e7340dff0f05,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:33.949137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '48734974-740f-4916-9904-e7340dff0f05', 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f', 'port_id': '48734974-740f-4916-9904-e7340dff0f05', 'mac_address': 'fa:16:3e:b4:29:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd073496f-278b-436d-b18e-bb06bdc8b5e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:23:33.971756 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bbdb18fd-bd47-40c4-9ff3-f0203f972121 req-f374014e-2724-4d75-9e4e-3abaadfe374e tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445911 Feb 04 13:23:34.035014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 48734974-740f-4916-9904-e7340dff0f05 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:34.035571 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (48734974-740f-4916-9904-e7340dff0f05), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:34.036847 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0419cc13-6d97-4f0e-bb69-2ebcce6ee355 req-3bcca529-4998-4c82-8333-49a2165a914e tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] Publish callbacks [] for security_group (e9c2a9b5-24ae-4440-9974-e4152996afc7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:34.052788 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0419cc13-6d97-4f0e-bb69-2ebcce6ee355 req-3bcca529-4998-4c82-8333-49a2165a914e tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e9c2a9b5-24ae-4440-9974-e4152996afc7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:34.059315 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48734974-740f-4916-9904-e7340dff0f05 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:34.090409 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=48734974-740f-4916-9904-e7340dff0f05,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:34.096780 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (48734974-740f-4916-9904-e7340dff0f05), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:34.120918 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0419cc13-6d97-4f0e-bb69-2ebcce6ee355 req-3bcca529-4998-4c82-8333-49a2165a914e tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862072 Feb 04 13:23:34.183662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcca529-4998-4c82-8333-49a2165a914e tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c2a9b5-24ae-4440-9974-e4152996afc7,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:34.201428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=48734974-740f-4916-9904-e7340dff0f05,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:34.202991 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ed2610c-1b3e-4308-bd8c-80cc29bc4fd0 req-4c846b87-d8c4-4515-aa11-fdefff507db4 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769897 Feb 04 13:23:34.263561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac5c9b21-7f6e-46da-b2f0-22c5e44d4ff8 req-2370c47c-507f-4ce8-80d3-380a4881c198 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/e96a7c3a-9451-4c72-9395-a214d7d6d098 HTTP/1.1" status: 200 len: 1821 time: 0.0958152 Feb 04 13:23:34.295926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1b144-51d7-490a-8adf-d363bf89867b req-34f76e06-ccea-4736-bd8e-61cb846b5a13 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:34.298178 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ded1b144-51d7-490a-8adf-d363bf89867b req-34f76e06-ccea-4736-bd8e-61cb846b5a13 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 945 time: 0.2175462 Feb 04 13:23:34.417137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac5c9b21-7f6e-46da-b2f0-22c5e44d4ff8 req-34650029-3a67-45cf-a895-c00e7d81ef9f tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/ee31ab1d-d4d7-4bab-a022-e094dec4873b HTTP/1.1" status: 200 len: 1821 time: 0.1177804 Feb 04 13:23:34.426659 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ded1b144-51d7-490a-8adf-d363bf89867b req-fd3be222-9665-40cd-8433-c058a1ce79ba tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171951 Feb 04 13:23:34.431282 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ed2610c-1b3e-4308-bd8c-80cc29bc4fd0 req-4b821e9c-7068-4e3e-8889-573026b49831 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112386 Feb 04 13:23:34.448540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-ac5c9b21-7f6e-46da-b2f0-22c5e44d4ff8 req-819f6906-44f4-4945-b664-8fb7e7bc8e97 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e96a7c3a-9451-4c72-9395-a214d7d6d098', 'remote_group_id': 'ee31ab1d-d4d7-4bab-a022-e094dec4873b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:34.448873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-ac5c9b21-7f6e-46da-b2f0-22c5e44d4ff8 req-819f6906-44f4-4945-b664-8fb7e7bc8e97 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e96a7c3a-9451-4c72-9395-a214d7d6d098', 'remote_group_id': 'ee31ab1d-d4d7-4bab-a022-e094dec4873b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:34.594764 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ac5c9b21-7f6e-46da-b2f0-22c5e44d4ff8 req-819f6906-44f4-4945-b664-8fb7e7bc8e97 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (cdc3d479-30d1-41ae-bbc0-3e930a01d298), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:34.606166 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-157d97c8-206d-4481-a38a-c86f2125433d req-c16ad2ec-4005-4f44-981d-5b0a6bc2909c tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 210 time: 0.0557923 Feb 04 13:23:34.673953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['48734974-740f-4916-9904-e7340dff0f05'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:34.713808 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ac5c9b21-7f6e-46da-b2f0-22c5e44d4ff8 req-819f6906-44f4-4945-b664-8fb7e7bc8e97 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (cdc3d479-30d1-41ae-bbc0-3e930a01d298), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:34.748830 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ac5c9b21-7f6e-46da-b2f0-22c5e44d4ff8 req-819f6906-44f4-4945-b664-8fb7e7bc8e97 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (cdc3d479-30d1-41ae-bbc0-3e930a01d298), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:34.872795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f6906-44f4-4945-b664-8fb7e7bc8e97 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc3d479-30d1-41ae-bbc0-3e930a01d298,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:34.895775 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ac5c9b21-7f6e-46da-b2f0-22c5e44d4ff8 req-819f6906-44f4-4945-b664-8fb7e7bc8e97 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:34.897984 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac5c9b21-7f6e-46da-b2f0-22c5e44d4ff8 req-819f6906-44f4-4945-b664-8fb7e7bc8e97 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4536071 Feb 04 13:23:34.950662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7efd0a-5bd4-4f1a-8535-c2e981c60754 req-ef23b1cb-d955-4d53-b6da-c31111abf7b5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:34.959893 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a7efd0a-5bd4-4f1a-8535-c2e981c60754 req-ef23b1cb-d955-4d53-b6da-c31111abf7b5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 947 time: 0.2081888 Feb 04 13:23:35.018259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-a5825e9f-b087-4262-9c7f-16bdcf3a7cab tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:35.019523 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-a5825e9f-b087-4262-9c7f-16bdcf3a7cab tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.100 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 807 time: 0.2939756 Feb 04 13:23:35.038135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Request body: {'port': {'device_id': 'bf3b3eb7-58e6-4524-aece-6725f8c05742', 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf', 'admin_state_up': True, 'tenant_id': 'c66aed92d02a400db6163d7d33da33b0'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:35.104718 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a7efd0a-5bd4-4f1a-8535-c2e981c60754 req-6fb42491-efae-4996-9c98-66c30013eb1d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434240 Feb 04 13:23:35.232992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Made reservation on behalf of c66aed92d02a400db6163d7d33da33b0 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:35.241067 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:35.401874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a9a10-8ce9-4d27-8438-e6f612a7d121 req-9dab5b53-605c-4477-a7a1-0e0e67fc7a2f tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:35.403642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-453a9a10-8ce9-4d27-8438-e6f612a7d121 req-9dab5b53-605c-4477-a7a1-0e0e67fc7a2f tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a25b46-cddb-4d76-9da9-43877c48ab1e HTTP/1.1" status: 200 len: 949 time: 0.1551397 Feb 04 13:23:35.545563 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-453a9a10-8ce9-4d27-8438-e6f612a7d121 req-05c0c0af-072e-421d-829f-e03c9661ede7 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225660 Feb 04 13:23:35.556477 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Allocated IP 172.20.0.6 (15db41b1-a6d5-41af-b587-4385571234bf/c22a97b9-6a5c-4763-882b-7b5d62ef8ca8/cd10ed93-6434-4e21-a44f-7106ab47b5c1) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:35.916097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72953d54-3dfd-4c22-a365-19fa6438a0f7 req-39309f97-173f-425c-8035-93616a1e092f tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:35.918773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72953d54-3dfd-4c22-a365-19fa6438a0f7 req-39309f97-173f-425c-8035-93616a1e092f tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 945 time: 0.1364460 Feb 04 13:23:35.965564 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks [] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:36.042081 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a8ea13-083f-4f8d-99f7-d65f35fc83e0 req-147cc509-8ccd-424d-b7a8-3bd614bcf3cf tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/ee31ab1d-d4d7-4bab-a022-e094dec4873b HTTP/1.1" status: 200 len: 1821 time: 0.1608434 Feb 04 13:23:36.050215 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72953d54-3dfd-4c22-a365-19fa6438a0f7 req-36f8d1f0-a80a-49d8-8653-23754905155e tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043468 Feb 04 13:23:36.075252 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:36.183202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Network 15db41b1-a6d5-41af-b587-4385571234bf is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:36.210021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:36.221027 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:23:36.251343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Pushing event updated for resources: {'Port': ['ID=cd10ed93-6434-4e21-a44f-7106ab47b5c1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:36.286723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:36.287084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:36.287431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:36.287839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:36.288259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:36.288612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:36.288942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:36.289272 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:36.289594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:36.289916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:36.290280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:36.290736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:36.290942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:36.316482 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a4a8ea13-083f-4f8d-99f7-d65f35fc83e0 req-18b38b58-7da4-4bad-ad93-277558df418c tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (ee31ab1d-d4d7-4bab-a022-e094dec4873b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:36.326659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:36.326659 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:36.362271 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a753f3-a7bf-4c21-9c0e-4c55e2c12c2c req-aaded8d0-0eaa-4c5b-8157-8f9a8cc66349 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:36.363783 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80a753f3-a7bf-4c21-9c0e-4c55e2c12c2c req-aaded8d0-0eaa-4c5b-8157-8f9a8cc66349 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/ports?device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 946 time: 0.2113247 Feb 04 13:23:36.375729 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a4a8ea13-083f-4f8d-99f7-d65f35fc83e0 req-18b38b58-7da4-4bad-ad93-277558df418c tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (ee31ab1d-d4d7-4bab-a022-e094dec4873b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:36.386255 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-158f14c7-7bf1-473b-9ce1-1a044768d34d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3514533 Feb 04 13:23:36.401812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Request body: {'port': {'device_id': 'bf3b3eb7-58e6-4524-aece-6725f8c05742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:36.526240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80a753f3-a7bf-4c21-9c0e-4c55e2c12c2c req-efd9d59d-17d2-4611-815a-e0229fb8b4a9 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/security-groups?id=5867a730-6e21-471d-a4ff-b3402e18846a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534920 Feb 04 13:23:36.541341 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:36.552971 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a4a8ea13-083f-4f8d-99f7-d65f35fc83e0 req-18b38b58-7da4-4bad-ad93-277558df418c tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ee31ab1d-d4d7-4bab-a022-e094dec4873b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:36.555701 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a4a8ea13-083f-4f8d-99f7-d65f35fc83e0 req-18b38b58-7da4-4bad-ad93-277558df418c tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:36.556857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a8ea13-083f-4f8d-99f7-d65f35fc83e0 req-18b38b58-7da4-4bad-ad93-277558df418c tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "DELETE /v2.0/security-groups/ee31ab1d-d4d7-4bab-a022-e094dec4873b HTTP/1.1" status: 204 len: 173 time: 0.5056908 Feb 04 13:23:36.573543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b38b58-7da4-4bad-ad93-277558df418c tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee31ab1d-d4d7-4bab-a022-e094dec4873b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:36.815555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c414c-4a94-417f-9d52-be3ef9a45b36 req-d46542d0-9d66-4575-8ae0-8beb595e4006 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:36.817164 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-818c414c-4a94-417f-9d52-be3ef9a45b36 req-d46542d0-9d66-4575-8ae0-8beb595e4006 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 945 time: 0.1340473 Feb 04 13:23:36.914768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-818c414c-4a94-417f-9d52-be3ef9a45b36 req-c6361734-5b4b-410a-b587-27cc2d28ab89 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886998 Feb 04 13:23:36.992992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd10ed93-6434-4e21-a44f-7106ab47b5c1 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:37.003421 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Publish callbacks [] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:37.020799 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Transition to ACTIVE for port object cd10ed93-6434-4e21-a44f-7106ab47b5c1 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:37.035396 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:37.156769 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-a615e27c-939e-4328-8b3d-a6d63e685153 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=ad8b8a8618714a90ad8e096d438a4976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588183 Feb 04 13:23:37.166062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Pushing event updated for resources: {'Port': ['ID=cd10ed93-6434-4e21-a44f-7106ab47b5c1,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:37.304259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a26868-d013-4025-92a6-3d15c3feb3f9 req-e30110fe-8c8b-4759-949a-bebce27f8e9b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:37.305973 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3a26868-d013-4025-92a6-3d15c3feb3f9 req-e30110fe-8c8b-4759-949a-bebce27f8e9b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 943 time: 0.2829916 Feb 04 13:23:37.461850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Attempting to bind port cd10ed93-6434-4e21-a44f-7106ab47b5c1 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:23:37.462194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Attempting to bind port cd10ed93-6434-4e21-a44f-7106ab47b5c1 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:23:37.462542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Attempting to bind port cd10ed93-6434-4e21-a44f-7106ab47b5c1 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:37.480093 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-a99d727e-6d63-4df6-b13c-c5cc5ca40b2e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:37.480411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-a99d727e-6d63-4df6-b13c-c5cc5ca40b2e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2981415 Feb 04 13:23:37.487862 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3a26868-d013-4025-92a6-3d15c3feb3f9 req-3fd2513d-728c-43c3-a175-58652eee3b0f tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641610 Feb 04 13:23:37.491549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Port cd10ed93-6434-4e21-a44f-7106ab47b5c1 on network 15db41b1-a6d5-41af-b587-4385571234bf not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:23:37.491549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Attempting to bind port cd10ed93-6434-4e21-a44f-7106ab47b5c1 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:37.510598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:23:37.510598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Checking segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:37.510598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Bound using segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:23:37.510598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Bound port: cd10ed93-6434-4e21-a44f-7106ab47b5c1, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:23:37.510598 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:37.520256 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedd112-7e14-4b44-bc33-0ab169e9f64b req-85e0e9ca-7767-4485-a1b7-4f3e1e4d9727 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:37.521681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fdedd112-7e14-4b44-bc33-0ab169e9f64b req-85e0e9ca-7767-4485-a1b7-4f3e1e4d9727 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.100 "GET /v2.0/ports?device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 946 time: 0.2146044 Feb 04 13:23:37.523085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-8d1b6ff7-374a-4844-8b77-0537ccb48851 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/quotas/ad8b8a8618714a90ad8e096d438a4976 HTTP/1.1" status: 200 len: 375 time: 0.0329323 Feb 04 13:23:37.740368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-7d2241c4-e618-46f7-84ab-fcd4fa917c95 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1958101 Feb 04 13:23:37.741620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] For port cd10ed93-6434-4e21-a44f-7106ab47b5c1, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:23:37.746610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] For port cd10ed93-6434-4e21-a44f-7106ab47b5c1, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:23:37.757951 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:37.778390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1efe880e-0d85-40c3-a3f0-22a941c57a9d details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:23:37.781646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 48734974-740f-4916-9904-e7340dff0f05 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:23:37.832780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:37.833800 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:37.835506 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] 10.222.0.100 "PUT /v2.0/ports/cd10ed93-6434-4e21-a44f-7106ab47b5c1 HTTP/1.1" status: 200 len: 1092 time: 1.4410479 Feb 04 13:23:37.838012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-fdedd112-7e14-4b44-bc33-0ab169e9f64b req-e24c518f-bd31-4aae-9b25-7906d656b15f tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Deleting port f392a355-c8b3-4a7b-ac43-f2dfe22c7880 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:23:37.838391 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fdedd112-7e14-4b44-bc33-0ab169e9f64b req-e24c518f-bd31-4aae-9b25-7906d656b15f tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f392a355-c8b3-4a7b-ac43-f2dfe22c7880), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:37.841367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3b3eb7-58e6-4524-aece-6725f8c05742', 'tag': 'cd10ed93-6434-4e21-a44f-7106ab47b5c1'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:37.844667 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e96246c-9903-45ae-bdb0-7334eb13d7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3b3eb7-58e6-4524-aece-6725f8c05742", "tag": "cd10ed93-6434-4e21-a44f-7106ab47b5c1"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:37.938036 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98747f49-6020-4e7a-87be-88b1c012dc89 service neutron] Pushing event updated for resources: {'Port': ['ID=cd10ed93-6434-4e21-a44f-7106ab47b5c1,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:37.984788 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 48734974-740f-4916-9904-e7340dff0f05 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:37.993763 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 48734974-740f-4916-9904-e7340dff0f05 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:37.994452 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (48734974-740f-4916-9904-e7340dff0f05), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:38.115171 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:38.126696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 48734974-740f-4916-9904-e7340dff0f05 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:38.127090 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (48734974-740f-4916-9904-e7340dff0f05), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:38.138900 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '1efe880e-0d85-40c3-a3f0-22a941c57a9d', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '1efe880e-0d85-40c3-a3f0-22a941c57a9d', 'mac_address': 'fa:16:3e:cf:9a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:23:38.185370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9a1b48-91f0-4a46-85b5-227557cf151d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48734974-740f-4916-9904-e7340dff0f05'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:38.189146 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cb800d-f121-4811-a1cf-8e7ef064c859" -d '{"events": [{"server_uuid": "ae9a1b48-91f0-4a46-85b5-227557cf151d", "name": "network-vif-plugged", "status": "completed", "tag": "48734974-740f-4916-9904-e7340dff0f05"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:38.209701 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=48734974-740f-4916-9904-e7340dff0f05,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:38.227034 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (48734974-740f-4916-9904-e7340dff0f05), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:38.236204 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 1efe880e-0d85-40c3-a3f0-22a941c57a9d is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:38.236916 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:38.281740 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efe880e-0d85-40c3-a3f0-22a941c57a9d {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:38.324429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:38.328502 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=48734974-740f-4916-9904-e7340dff0f05,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:38.339776 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:38.402772 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=1efe880e-0d85-40c3-a3f0-22a941c57a9d,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:38.449920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-fdedd112-7e14-4b44-bc33-0ab169e9f64b req-e24c518f-bd31-4aae-9b25-7906d656b15f tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] For port f392a355-c8b3-4a7b-ac43-f2dfe22c7880, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=f392a355-c8b3-4a7b-ac43-f2dfe22c7880,segment=NetworkSegment(a363c818-8390-4146-b8a8-d357e6183b3b),segment_id=a363c818-8390-4146-b8a8-d357e6183b3b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:38.450498 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fdedd112-7e14-4b44-bc33-0ab169e9f64b req-e24c518f-bd31-4aae-9b25-7906d656b15f tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f392a355-c8b3-4a7b-ac43-f2dfe22c7880), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:38.455358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-64ed640e-4404-4583-8de0-3b74a6deebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:38.456823 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-64ed640e-4404-4583-8de0-3b74a6deebe3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 1126 time: 0.5684557 Feb 04 13:23:38.488465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ba6f8-1958-47f4-8a1f-e595c1d8dd7a req-32ba6b80-0bee-4d93-ba09-a1d6837afffb tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:38.490051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c4ba6f8-1958-47f4-8a1f-e595c1d8dd7a req-32ba6b80-0bee-4d93-ba09-a1d6837afffb tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 945 time: 0.5583937 Feb 04 13:23:38.531723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-fdedd112-7e14-4b44-bc33-0ab169e9f64b req-e24c518f-bd31-4aae-9b25-7906d656b15f tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Calling delete_port for f392a355-c8b3-4a7b-ac43-f2dfe22c7880 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:23:38.540085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-54a7b0f8-a934-407b-adae-a940e6476a47 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1 HTTP/1.1" status: 200 len: 217 time: 0.0740221 Feb 04 13:23:38.548582 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56ff10-b3c3-426c-b947-336a59c86dc0 req-c43b2fe3-2108-409b-b0ed-faacd02ad44f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:38.550900 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a56ff10-b3c3-426c-b947-336a59c86dc0 req-c43b2fe3-2108-409b-b0ed-faacd02ad44f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 948 time: 0.2034535 Feb 04 13:23:38.742234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-70f53aee-a624-4aa0-8148-722bb5fda759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:38.743831 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-70f53aee-a624-4aa0-8148-722bb5fda759 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.1874344 Feb 04 13:23:38.752622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c4ba6f8-1958-47f4-8a1f-e595c1d8dd7a req-21e81c0d-3fc7-476a-9222-9b75445a7fe9 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175174 Feb 04 13:23:38.768961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a56ff10-b3c3-426c-b947-336a59c86dc0 req-f58986e4-6183-4e6f-876a-86e3c6bcab04 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924405 Feb 04 13:23:38.813211 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-8c49366c-b12b-432a-923b-9e5e49f64756 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557961 Feb 04 13:23:38.992691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-303b714e-611c-4852-a21a-6f75db44bc98 req-1fdb1af5-011e-4dc0-a6ff-09e6d46c6d78 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/e96a7c3a-9451-4c72-9395-a214d7d6d098 HTTP/1.1" status: 200 len: 1821 time: 0.2131371 Feb 04 13:23:39.036736 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fdedd112-7e14-4b44-bc33-0ab169e9f64b req-e24c518f-bd31-4aae-9b25-7906d656b15f tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f392a355-c8b3-4a7b-ac43-f2dfe22c7880), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:39.072558 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8ea095-ee17-423a-b67c-6f59a9e71528 x-openstack-request-id: req-ab8ea095-ee17-423a-b67c-6f59a9e71528 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:39.072858 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3b3eb7-58e6-4524-aece-6725f8c05742", "tag": "cd10ed93-6434-4e21-a44f-7106ab47b5c1", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:39.073256 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ab8ea095-ee17-423a-b67c-6f59a9e71528 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:39.073527 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3b3eb7-58e6-4524-aece-6725f8c05742', 'tag': 'cd10ed93-6434-4e21-a44f-7106ab47b5c1', 'status': 'completed', 'code': 200} Feb 04 13:23:39.079158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-43710a0e-a9f4-4104-90b5-4e1be0f03df7 service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582817 Feb 04 13:23:39.079927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c518f-bd31-4aae-9b25-7906d656b15f tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Pushing event deleted for resources: {'Port': ['ID=f392a355-c8b3-4a7b-ac43-f2dfe22c7880,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:39.108685 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc8222-8c25-4988-b219-a96fa70442db req-16a295cb-a51c-4070-b167-000e9d854c42 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:39.110701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2fc8222-8c25-4988-b219-a96fa70442db req-16a295cb-a51c-4070-b167-000e9d854c42 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/ports?device_id=0acff31c-6a5f-44b3-a622-07fcf53d467e HTTP/1.1" status: 200 len: 867 time: 0.2186558 Feb 04 13:23:39.160071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['1efe880e-0d85-40c3-a3f0-22a941c57a9d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:39.225081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdedd112-7e14-4b44-bc33-0ab169e9f64b req-e24c518f-bd31-4aae-9b25-7906d656b15f tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] No DVR routers for this DVR port f392a355-c8b3-4a7b-ac43-f2dfe22c7880 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:23:39.248778 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fdedd112-7e14-4b44-bc33-0ab169e9f64b req-e24c518f-bd31-4aae-9b25-7906d656b15f tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:39.254559 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fdedd112-7e14-4b44-bc33-0ab169e9f64b req-e24c518f-bd31-4aae-9b25-7906d656b15f tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.100 "DELETE /v2.0/ports/f392a355-c8b3-4a7b-ac43-f2dfe22c7880 HTTP/1.1" status: 204 len: 173 time: 1.7220249 Feb 04 13:23:39.327084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2fc8222-8c25-4988-b219-a96fa70442db req-b1ef334a-9313-448b-b330-15a207ad9293 tempest-VolumesAdminNegativeTest-1800256240 tempest-VolumesAdminNegativeTest-1800256240-project] 10.222.0.96 "GET /v2.0/security-groups?id=5867a730-6e21-471d-a4ff-b3402e18846a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998105 Feb 04 13:23:39.346611 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4d1e9a9-e862-4cd3-8227-1ccb963cfdd2 req-fd2f43c3-6edc-4531-8c9f-62143b1f706c service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553978 Feb 04 13:23:39.387826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83b464-ef0a-4498-8884-1af5e2e2e5a7 req-b85a3740-9ff1-4b4f-abf9-662d6eb13641 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:39.401310 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd83b464-ef0a-4498-8884-1af5e2e2e5a7 req-b85a3740-9ff1-4b4f-abf9-662d6eb13641 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 946 time: 0.2219303 Feb 04 13:23:39.423290 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159b13f8-9b48-4f81-a805-b5cfc3813188 x-openstack-request-id: req-159b13f8-9b48-4f81-a805-b5cfc3813188 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:39.423597 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9a1b48-91f0-4a46-85b5-227557cf151d", "name": "network-vif-plugged", "status": "completed", "tag": "48734974-740f-4916-9904-e7340dff0f05", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:39.423860 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-159b13f8-9b48-4f81-a805-b5cfc3813188 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:39.424266 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9a1b48-91f0-4a46-85b5-227557cf151d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48734974-740f-4916-9904-e7340dff0f05', 'code': 200} Feb 04 13:23:39.523048 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd83b464-ef0a-4498-8884-1af5e2e2e5a7 req-d85a2e0d-bca1-48a5-b4c4-c642c4181d69 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193197 Feb 04 13:23:39.589058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96246c-9903-45ae-bdb0-7334eb13d7a2 req-0f639210-e900-4165-826d-158d3f855443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:39.594506 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e96246c-9903-45ae-bdb0-7334eb13d7a2 req-0f639210-e900-4165-826d-158d3f855443 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 1126 time: 0.1517885 Feb 04 13:23:39.730391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3505d9-493a-4808-b50a-57ac654028aa req-3acd24a5-1ef7-4cf2-a6b6-1a0208129345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:39.732150 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da3505d9-493a-4808-b50a-57ac654028aa req-3acd24a5-1ef7-4cf2-a6b6-1a0208129345 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 1129 time: 0.2005157 Feb 04 13:23:39.859296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96246c-9903-45ae-bdb0-7334eb13d7a2 req-9491f95b-cf94-4921-9626-7617b9813e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:39.860622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e96246c-9903-45ae-bdb0-7334eb13d7a2 req-9491f95b-cf94-4921-9626-7617b9813e4c service neutron] 10.222.0.100 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.2455733 Feb 04 13:23:39.862893 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-92f4e07c-e195-47c8-9c51-451fa8f32e89 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=ad8b8a8618714a90ad8e096d438a4976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792904 Feb 04 13:23:39.926742 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db3122-030b-4ce0-b314-dd8148ca6ba5 req-39658e47-e597-4224-9e07-53f099a1a889 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:39.928394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-36db3122-030b-4ce0-b314-dd8148ca6ba5 req-39658e47-e597-4224-9e07-53f099a1a889 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 943 time: 0.2588325 Feb 04 13:23:39.996694 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e96246c-9903-45ae-bdb0-7334eb13d7a2 req-58b99c98-faee-4c51-a533-4b56edc0c883 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1 HTTP/1.1" status: 200 len: 217 time: 0.1186647 Feb 04 13:23:39.999185 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da3505d9-493a-4808-b50a-57ac654028aa req-988498f1-7a07-4fc8-afb8-b85416749d71 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588735 Feb 04 13:23:40.061051 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-25022d4b-83e1-4527-aa37-e32c25910e21 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=ad8b8a8618714a90ad8e096d438a4976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292952 Feb 04 13:23:40.174802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-68a0d6c7-32d1-4ae6-adf2-b2f5735bf7fe tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:40.176566 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-68a0d6c7-32d1-4ae6-adf2-b2f5735bf7fe tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2964447 Feb 04 13:23:40.193323 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-36db3122-030b-4ce0-b314-dd8148ca6ba5 req-2b2ae8f7-aaf4-4880-a985-5ace4593d783 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032740 Feb 04 13:23:40.199026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-220fb8b9-8018-459d-a644-940093431be8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Request body: {'port': {'device_id': 'f0f9b50a-f859-433a-9327-b8ae182958e7', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': 'ad8b8a8618714a90ad8e096d438a4976'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:40.238673 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-be21821c-d1fe-4b5c-a676-055c6b088792 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:40.240304 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-be21821c-d1fe-4b5c-a676-055c6b088792 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726553 Feb 04 13:23:40.274049 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96246c-9903-45ae-bdb0-7334eb13d7a2 req-8017807a-3486-4121-ac07-00cf0bfee44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:40.275618 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e96246c-9903-45ae-bdb0-7334eb13d7a2 req-8017807a-3486-4121-ac07-00cf0bfee44d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.2686985 Feb 04 13:23:40.276212 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Request body: {'port': {'device_id': '32defdcb-ba9f-481c-b0b4-88947c09bf49', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': 'ad8b8a8618714a90ad8e096d438a4976'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:40.284790 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-ed84cfaa-ddaf-42f6-a2ba-b72a86e3c4dc req-cf17130c-d8f4-4420-ab9e-8ecdb94e2aa1 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1449169031', 'description': 'tempest-description-730505891'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:40.345538 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e96246c-9903-45ae-bdb0-7334eb13d7a2 req-255deed0-8af8-4c7f-89b4-ffb7339aa7b6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546184 Feb 04 13:23:40.357267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b397e2b-e808-4a37-9b07-222de597833e req-dfa89ee4-fd49-4bfb-89ab-951160695dbc tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:40.363133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b397e2b-e808-4a37-9b07-222de597833e req-dfa89ee4-fd49-4bfb-89ab-951160695dbc tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:40.368446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b397e2b-e808-4a37-9b07-222de597833e req-dfa89ee4-fd49-4bfb-89ab-951160695dbc tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:40.370751 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b397e2b-e808-4a37-9b07-222de597833e req-dfa89ee4-fd49-4bfb-89ab-951160695dbc tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f&device_id=d32367d5-ae7b-4107-b74a-b05a0bc781c3&device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 2417 time: 0.3398831 Feb 04 13:23:40.383080 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ed84cfaa-ddaf-42f6-a2ba-b72a86e3c4dc req-cf17130c-d8f4-4420-ab9e-8ecdb94e2aa1 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:40.396575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Made reservation on behalf of ad8b8a8618714a90ad8e096d438a4976 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:40.399918 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:40.544023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Allocated IP 192.168.233.7 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/2433332f-bb6d-485e-abec-a8d2cdd3b4e8) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:40.560490 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b397e2b-e808-4a37-9b07-222de597833e req-36d19256-a36d-4bd8-a0e5-96cd1fd5e32c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729805 Feb 04 13:23:40.578172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-220fb8b9-8018-459d-a644-940093431be8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Made reservation on behalf of ad8b8a8618714a90ad8e096d438a4976 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:40.580233 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-220fb8b9-8018-459d-a644-940093431be8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:40.616064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e96246c-9903-45ae-bdb0-7334eb13d7a2 req-e3f2f6a5-04bb-4b54-a244-d53f7ce482c2 service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438879 Feb 04 13:23:40.709973 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ed84cfaa-ddaf-42f6-a2ba-b72a86e3c4dc req-cf17130c-d8f4-4420-ab9e-8ecdb94e2aa1 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (88c13b87-56b7-4ea8-93ec-24ff7806db69), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:40.745466 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ed84cfaa-ddaf-42f6-a2ba-b72a86e3c4dc req-cf17130c-d8f4-4420-ab9e-8ecdb94e2aa1 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (88c13b87-56b7-4ea8-93ec-24ff7806db69), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:40.745624 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks [] for port (2433332f-bb6d-485e-abec-a8d2cdd3b4e8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:40.786179 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a32e443d-d3fd-4847-be18-a9705054ff1c req-d968367d-acbd-4299-b0b8-50701f655f17 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=32defdcb-ba9f-481c-b0b4-88947c09bf49 HTTP/1.1" status: 200 len: 210 time: 0.0952220 Feb 04 13:23:40.796430 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2433332f-bb6d-485e-abec-a8d2cdd3b4e8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:40.819095 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device f392a355-c8b3-4a7b-ac43-f2dfe22c7880 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:23:40.822332 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['001083f3-2766-40eb-b8ff-f8ec33f53d90'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:40.845718 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:40.849295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:40.856297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:23:40.871027 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ed84cfaa-ddaf-42f6-a2ba-b72a86e3c4dc req-cf17130c-d8f4-4420-ab9e-8ecdb94e2aa1 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:40.888358 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed84cfaa-ddaf-42f6-a2ba-b72a86e3c4dc req-cf17130c-d8f4-4420-ab9e-8ecdb94e2aa1 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6509733 Feb 04 13:23:40.900775 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event updated for resources: {'Port': ['ID=2433332f-bb6d-485e-abec-a8d2cdd3b4e8,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:40.911668 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:40.912045 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:40.912348 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:40.912683 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:40.913017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:40.913346 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:40.913672 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:40.913991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:40.914351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:40.914673 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:40.914999 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:40.915360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:40.916134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:40.941159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: f392a355-c8b3-4a7b-ac43-f2dfe22c7880 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:23:40.941917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device f392a355-c8b3-4a7b-ac43-f2dfe22c7880 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:23:40.948943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:40.949537 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:40.973188 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-6ce56f50-4878-4309-95ba-12fb66d253a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7028348 Feb 04 13:23:40.976136 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4ee7b8c5-c48c-4e7e-a30c-c99312e2cce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:40.993091 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e96246c-9903-45ae-bdb0-7334eb13d7a2 req-85f31e76-3e59-46ca-aa2b-023970f49f7e service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689184 Feb 04 13:23:41.017978 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17130c-d8f4-4420-ab9e-8ecdb94e2aa1 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c13b87-56b7-4ea8-93ec-24ff7806db69,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:41.060023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Request body: {'port': {'device_id': '32defdcb-ba9f-481c-b0b4-88947c09bf49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:41.082210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acff31c-6a5f-44b3-a622-07fcf53d467e', 'name': 'network-vif-deleted', 'tag': 'f392a355-c8b3-4a7b-ac43-f2dfe22c7880'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:41.088399 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45024f9c-1fb7-43ab-8797-90132447c3da" -d '{"events": [{"server_uuid": "0acff31c-6a5f-44b3-a622-07fcf53d467e", "name": "network-vif-deleted", "tag": "f392a355-c8b3-4a7b-ac43-f2dfe22c7880"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:41.097446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36556) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:41.098804 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-220fb8b9-8018-459d-a644-940093431be8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Allocated IP 192.168.233.58 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:41.174669 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2433332f-bb6d-485e-abec-a8d2cdd3b4e8), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:41.175261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-afcbecf5-70fd-4fb3-a195-cb443a4125e7 admin admin] Deleting subnet bf3742d3-72af-40e7-90fc-2c70e4f250c5 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:23:41.187890 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-afcbecf5-70fd-4fb3-a195-cb443a4125e7 admin admin] Publish callbacks [] for subnet (bf3742d3-72af-40e7-90fc-2c70e4f250c5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:41.277039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a86824-a40c-4943-8612-9e4bfd1f8c67 req-bab67576-0c91-4256-b4db-7b16f86b551b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:41.278513 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-30a86824-a40c-4943-8612-9e4bfd1f8c67 req-bab67576-0c91-4256-b4db-7b16f86b551b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 948 time: 0.2844543 Feb 04 13:23:41.293164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9cef9164-3466-4146-a262-3115e956ae4f None None] Provisioning complete for port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:41.293540 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9cef9164-3466-4146-a262-3115e956ae4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2433332f-bb6d-485e-abec-a8d2cdd3b4e8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:41.314541 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-afcbecf5-70fd-4fb3-a195-cb443a4125e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (bf3742d3-72af-40e7-90fc-2c70e4f250c5), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:41.331297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9cef9164-3466-4146-a262-3115e956ae4f None None] Port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:23:41.457737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-30a86824-a40c-4943-8612-9e4bfd1f8c67 req-60d0dd05-bbce-4476-85ca-2cd7faa1b138 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674438 Feb 04 13:23:41.464313 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db89f90-0c85-481e-9a04-0dbb6fe0499a req-37757204-c190-4f27-804a-e3e6f3f3dc86 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:41.465764 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0db89f90-0c85-481e-9a04-0dbb6fe0499a req-37757204-c190-4f27-804a-e3e6f3f3dc86 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 946 time: 0.2484496 Feb 04 13:23:41.466947 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-afcbecf5-70fd-4fb3-a195-cb443a4125e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (bf3742d3-72af-40e7-90fc-2c70e4f250c5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:41.580976 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-220fb8b9-8018-459d-a644-940093431be8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks [] for port (b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:41.620775 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0db89f90-0c85-481e-9a04-0dbb6fe0499a req-7208d2eb-1703-4428-8068-afcd7cd02d68 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256220 Feb 04 13:23:41.649875 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-afcbecf5-70fd-4fb3-a195-cb443a4125e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (bf3742d3-72af-40e7-90fc-2c70e4f250c5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:41.710777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbecf5-70fd-4fb3-a195-cb443a4125e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf3742d3-72af-40e7-90fc-2c70e4f250c5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:41.721952 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-afcbecf5-70fd-4fb3-a195-cb443a4125e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:41.730268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-afcbecf5-70fd-4fb3-a195-cb443a4125e7 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/bf3742d3-72af-40e7-90fc-2c70e4f250c5 HTTP/1.1" status: 204 len: 168 time: 0.6243656 Feb 04 13:23:41.731190 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36560) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:41.762411 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50384c0b-35e6-48e3-8fae-e6df3aef97eb req-c1a14378-0bcd-49c2-94d0-6c2a6353a67d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:41.764139 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50384c0b-35e6-48e3-8fae-e6df3aef97eb req-c1a14378-0bcd-49c2-94d0-6c2a6353a67d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 945 time: 0.1688528 Feb 04 13:23:41.771636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0c64da64-fd5b-4292-b741-6cc419dc1e39 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:23:41.793646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1efe880e-0d85-40c3-a3f0-22a941c57a9d up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:23:41.804525 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5af23e8d-a0b6-4a1a-883e-a6d3a7093642 req-660ea732-1f91-4139-bb04-714c4dd0a256 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/88c13b87-56b7-4ea8-93ec-24ff7806db69 HTTP/1.1" status: 200 len: 1821 time: 0.1007030 Feb 04 13:23:41.807055 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-220fb8b9-8018-459d-a644-940093431be8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:41.856707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-220fb8b9-8018-459d-a644-940093431be8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:41.866888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['001083f3-2766-40eb-b8ff-f8ec33f53d90'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:41.906062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-5af23e8d-a0b6-4a1a-883e-a6d3a7093642 req-46556d4f-b53a-417e-a13d-9730a4541e6d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '88c13b87-56b7-4ea8-93ec-24ff7806db69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:41.906062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-5af23e8d-a0b6-4a1a-883e-a6d3a7093642 req-46556d4f-b53a-417e-a13d-9730a4541e6d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '88c13b87-56b7-4ea8-93ec-24ff7806db69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:41.924558 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2aeaabc2-db74-45b5-bb66-eff5fea4baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (e569b430-2adb-416a-b926-d0b5123db29d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:41.932578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-220fb8b9-8018-459d-a644-940093431be8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:41.937894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-220fb8b9-8018-459d-a644-940093431be8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:23:41.944891 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50384c0b-35e6-48e3-8fae-e6df3aef97eb req-d4715637-a06b-489e-b006-cbd2b6d65442 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442094 Feb 04 13:23:42.063595 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.resource_extend [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:23:42.080407 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa850224-8070-44cf-b8f1-6172c8678d7b x-openstack-request-id: req-aa850224-8070-44cf-b8f1-6172c8678d7b {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:42.083379 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acff31c-6a5f-44b3-a622-07fcf53d467e", "name": "network-vif-deleted", "tag": "f392a355-c8b3-4a7b-ac43-f2dfe22c7880", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:42.083760 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-aa850224-8070-44cf-b8f1-6172c8678d7b {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:42.084286 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acff31c-6a5f-44b3-a622-07fcf53d467e', 'name': 'network-vif-deleted', 'tag': 'f392a355-c8b3-4a7b-ac43-f2dfe22c7880', 'status': 'completed', 'code': 200} Feb 04 13:23:42.108949 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5af23e8d-a0b6-4a1a-883e-a6d3a7093642 req-46556d4f-b53a-417e-a13d-9730a4541e6d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (fbdf29b4-23d5-4d53-b679-cc8976c006b6), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.133422 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5af23e8d-a0b6-4a1a-883e-a6d3a7093642 req-46556d4f-b53a-417e-a13d-9730a4541e6d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (fbdf29b4-23d5-4d53-b679-cc8976c006b6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.160123 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5af23e8d-a0b6-4a1a-883e-a6d3a7093642 req-46556d4f-b53a-417e-a13d-9730a4541e6d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (fbdf29b4-23d5-4d53-b679-cc8976c006b6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.217040 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2aeaabc2-db74-45b5-bb66-eff5fea4baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (e569b430-2adb-416a-b926-d0b5123db29d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.229060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fb8b9-8018-459d-a644-940093431be8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event updated for resources: {'Port': ['ID=b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:42.235719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 1efe880e-0d85-40c3-a3f0-22a941c57a9d completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:42.243034 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2aeaabc2-db74-45b5-bb66-eff5fea4baa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e569b430-2adb-416a-b926-d0b5123db29d']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:42.255538 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2aeaabc2-db74-45b5-bb66-eff5fea4baa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a363c818-8390-4146-b8a8-d357e6183b3b') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:42.255874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2aeaabc2-db74-45b5-bb66-eff5fea4baa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a363c818-8390-4146-b8a8-d357e6183b3b') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:42.259459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 1efe880e-0d85-40c3-a3f0-22a941c57a9d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:42.260301 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.275603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46556d4f-b53a-417e-a13d-9730a4541e6d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdf29b4-23d5-4d53-b679-cc8976c006b6,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:42.279091 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2aeaabc2-db74-45b5-bb66-eff5fea4baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (a363c818-8390-4146-b8a8-d357e6183b3b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.301361 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2aeaabc2-db74-45b5-bb66-eff5fea4baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a363c818-8390-4146-b8a8-d357e6183b3b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.322711 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aeaabc2-db74-45b5-bb66-eff5fea4baa3 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:23:42.323361 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2aeaabc2-db74-45b5-bb66-eff5fea4baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (a363c818-8390-4146-b8a8-d357e6183b3b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.362472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0c64da64-fd5b-4292-b741-6cc419dc1e39, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0c64da64-fd5b-4292-b741-6cc419dc1e39,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:42.389838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-220fb8b9-8018-459d-a644-940093431be8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:42.391507 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-220fb8b9-8018-459d-a644-940093431be8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:23:42.392317 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:23:42.394904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '0c64da64-fd5b-4292-b741-6cc419dc1e39', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '0c64da64-fd5b-4292-b741-6cc419dc1e39', 'mac_address': 'fa:16:3e:eb:87:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:23:42.431151 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5af23e8d-a0b6-4a1a-883e-a6d3a7093642 req-46556d4f-b53a-417e-a13d-9730a4541e6d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.432605 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5af23e8d-a0b6-4a1a-883e-a6d3a7093642 req-46556d4f-b53a-417e-a13d-9730a4541e6d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6118357 Feb 04 13:23:42.443259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-220fb8b9-8018-459d-a644-940093431be8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2485447 Feb 04 13:23:42.445102 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2aeaabc2-db74-45b5-bb66-eff5fea4baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (e569b430-2adb-416a-b926-d0b5123db29d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.466771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Request body: {'port': {'device_id': 'f0f9b50a-f859-433a-9327-b8ae182958e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:42.502759 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2aeaabc2-db74-45b5-bb66-eff5fea4baa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.517809 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36572) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:42.520477 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2aeaabc2-db74-45b5-bb66-eff5fea4baa3 admin admin] 10.222.0.96 "DELETE /v2.0/networks/e569b430-2adb-416a-b926-d0b5123db29d HTTP/1.1" status: 204 len: 168 time: 0.7880976 Feb 04 13:23:42.521585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaabc2-db74-45b5-bb66-eff5fea4baa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e569b430-2adb-416a-b926-d0b5123db29d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:42.560851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 0c64da64-fd5b-4292-b741-6cc419dc1e39 is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:42.561229 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.563872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f33624c6-064a-4617-9be5-e6c444dcb4c1 None None] Provisioning complete for port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:42.564292 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f33624c6-064a-4617-9be5-e6c444dcb4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.572443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a337694-fec6-4a4e-bb09-f36c0e1a8636 req-8b137dc5-92cd-4fc1-a2da-5fd5a2d30b09 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:42.579870 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:42.581211 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a337694-fec6-4a4e-bb09-f36c0e1a8636 req-8b137dc5-92cd-4fc1-a2da-5fd5a2d30b09 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 943 time: 0.3271658 Feb 04 13:23:42.591489 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Publish callbacks [] for port (2433332f-bb6d-485e-abec-a8d2cdd3b4e8), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.598309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 1efe880e-0d85-40c3-a3f0-22a941c57a9d is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:42.598567 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.608106 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c64da64-fd5b-4292-b741-6cc419dc1e39 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:42.616783 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Transition to ACTIVE for port object 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:42.622545 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (2433332f-bb6d-485e-abec-a8d2cdd3b4e8), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.657348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f33624c6-064a-4617-9be5-e6c444dcb4c1 None None] Port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:23:42.665116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:42.667495 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dbb4a9-3766-47c0-9fec-f7aa6025ec00" -d '{"events": [{"server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "name": "network-vif-plugged", "status": "completed", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:42.673329 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0c64da64-fd5b-4292-b741-6cc419dc1e39, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0c64da64-fd5b-4292-b741-6cc419dc1e39,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:42.688348 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.693337 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:42.729079 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.767433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a337694-fec6-4a4e-bb09-f36c0e1a8636 req-7784a851-9d07-4c61-9eb4-62b95253f3e3 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802607 Feb 04 13:23:42.768959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=0c64da64-fd5b-4292-b741-6cc419dc1e39,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:42.777995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Pushing event updated for resources: {'Port': ['ID=2433332f-bb6d-485e-abec-a8d2cdd3b4e8,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:42.808207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:42.808703 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:42.809946 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:42.810643 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:42.812315 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:42.812886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:42.813371 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:42.813780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:42.814212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:42.814645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:42.815113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:42.815742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:42.816148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:42.820573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.834582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Attempting to bind port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:23:42.834782 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Attempting to bind port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:23:42.835160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Attempting to bind port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:42.841911 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:23:42.842418 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Attempting to bind port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:42.846726 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['0c64da64-fd5b-4292-b741-6cc419dc1e39'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:42.848857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:23:42.849358 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:42.849949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:23:42.850449 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Bound port: 2433332f-bb6d-485e-abec-a8d2cdd3b4e8, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:23:42.850819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2433332f-bb6d-485e-abec-a8d2cdd3b4e8), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.871298 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-11dbe767-ac7b-4a32-a38c-00dbc38044bd admin admin] Deleting subnet 2848a5ef-3e48-4d07-80f6-2d5559faf73b {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:23:42.890167 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-11dbe767-ac7b-4a32-a38c-00dbc38044bd admin admin] Publish callbacks [] for subnet (2848a5ef-3e48-4d07-80f6-2d5559faf73b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:42.989953 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] For port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:23:42.991537 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04502ee4-e3a8-487a-8b70-154e0b0b5aa7 req-4d5bb16f-f425-475d-a644-85da71343949 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:42.999883 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] For port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=2433332f-bb6d-485e-abec-a8d2cdd3b4e8,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:23:43.000219 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04502ee4-e3a8-487a-8b70-154e0b0b5aa7 req-4d5bb16f-f425-475d-a644-85da71343949 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=32defdcb-ba9f-481c-b0b4-88947c09bf49 HTTP/1.1" status: 200 len: 946 time: 0.3682849 Feb 04 13:23:43.037038 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (2433332f-bb6d-485e-abec-a8d2cdd3b4e8), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:43.046452 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-11dbe767-ac7b-4a32-a38c-00dbc38044bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (2848a5ef-3e48-4d07-80f6-2d5559faf73b), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:43.050273 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=1efe880e-0d85-40c3-a3f0-22a941c57a9d,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:43.082326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:43.089689 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:43.097530 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] 10.222.0.100 "PUT /v2.0/ports/2433332f-bb6d-485e-abec-a8d2cdd3b4e8 HTTP/1.1" status: 200 len: 1095 time: 2.0420098 Feb 04 13:23:43.098551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32defdcb-ba9f-481c-b0b4-88947c09bf49', 'tag': '2433332f-bb6d-485e-abec-a8d2cdd3b4e8'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:43.101498 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8785363b-55ab-43f4-a118-691e00c9478e" -d '{"events": [{"name": "network-changed", "server_uuid": "32defdcb-ba9f-481c-b0b4-88947c09bf49", "tag": "2433332f-bb6d-485e-abec-a8d2cdd3b4e8"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:43.248651 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50157457-c5a5-4262-8f97-233f73a44ede service neutron] Pushing event updated for resources: {'Port': ['ID=2433332f-bb6d-485e-abec-a8d2cdd3b4e8,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:43.258508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-fe39514d-decf-4680-8c97-85383e24b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:43.260127 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-fe39514d-decf-4680-8c97-85383e24b8b8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=32defdcb-ba9f-481c-b0b4-88947c09bf49 HTTP/1.1" status: 200 len: 1129 time: 0.0967579 Feb 04 13:23:43.319344 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-9b240b29-1b9d-40e3-8be7-f8b9cc7130f8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2433332f-bb6d-485e-abec-a8d2cdd3b4e8 HTTP/1.1" status: 200 len: 217 time: 0.0497034 Feb 04 13:23:43.381835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-8b962790-b653-4a20-8a77-e785399061ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:43.383501 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-8b962790-b653-4a20-8a77-e785399061ff service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0567710 Feb 04 13:23:43.460606 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-e57f3796-a7b4-46b9-b56c-65056ad5155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:43.462477 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-e57f3796-a7b4-46b9-b56c-65056ad5155b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0717263 Feb 04 13:23:43.577816 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-6e428099-fea6-49c0-8651-c57fa82b44a1 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072030 Feb 04 13:23:43.620654 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:43.647583 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04502ee4-e3a8-487a-8b70-154e0b0b5aa7 req-ded466f2-e5f6-432e-bf60-048ac95a0e2a tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6463881 Feb 04 13:23:43.675490 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-46e8f63e-cd0e-47da-a75b-4aba3b1777e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:43.679240 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-11dbe767-ac7b-4a32-a38c-00dbc38044bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (2848a5ef-3e48-4d07-80f6-2d5559faf73b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:43.747556 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-a8483b2a-b05e-4780-b732-2755c6142545 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614964 Feb 04 13:23:43.762308 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d2ad703-0d51-42c1-a39d-8d0522a6783d req-d32b21bb-f5b3-4113-8309-a8ca0d5ff6d9 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/88c13b87-56b7-4ea8-93ec-24ff7806db69 HTTP/1.1" status: 200 len: 2414 time: 0.6803412 Feb 04 13:23:43.777387 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-3d2ad703-0d51-42c1-a39d-8d0522a6783d req-13ef28d9-ed02-46b9-87e5-9758c8c2d443 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '88c13b87-56b7-4ea8-93ec-24ff7806db69', 'remote_group_id': None}]} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:43.777807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-3d2ad703-0d51-42c1-a39d-8d0522a6783d req-13ef28d9-ed02-46b9-87e5-9758c8c2d443 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '88c13b87-56b7-4ea8-93ec-24ff7806db69', 'remote_group_id': None}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:43.783568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0c64da64-fd5b-4292-b741-6cc419dc1e39 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:23:43.855413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 0c64da64-fd5b-4292-b741-6cc419dc1e39 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:43.855948 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:43.865454 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-11dbe767-ac7b-4a32-a38c-00dbc38044bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (2848a5ef-3e48-4d07-80f6-2d5559faf73b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:43.927103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbe767-ac7b-4a32-a38c-00dbc38044bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2848a5ef-3e48-4d07-80f6-2d5559faf73b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:43.943763 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-11dbe767-ac7b-4a32-a38c-00dbc38044bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:43.947119 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-11dbe767-ac7b-4a32-a38c-00dbc38044bd admin admin] 10.222.0.96 "DELETE /v2.0/subnets/2848a5ef-3e48-4d07-80f6-2d5559faf73b HTTP/1.1" status: 204 len: 168 time: 1.4204817 Feb 04 13:23:43.952727 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36594) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:43.958423 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3d2ad703-0d51-42c1-a39d-8d0522a6783d req-13ef28d9-ed02-46b9-87e5-9758c8c2d443 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (8208d1d3-104c-4314-a5dc-348bf752d86b), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:43.996812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 0c64da64-fd5b-4292-b741-6cc419dc1e39 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:43.997158 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.047130 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3d2ad703-0d51-42c1-a39d-8d0522a6783d req-13ef28d9-ed02-46b9-87e5-9758c8c2d443 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (8208d1d3-104c-4314-a5dc-348bf752d86b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.056194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0c64da64-fd5b-4292-b741-6cc419dc1e39, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0c64da64-fd5b-4292-b741-6cc419dc1e39,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:44.063325 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3d2ad703-0d51-42c1-a39d-8d0522a6783d req-13ef28d9-ed02-46b9-87e5-9758c8c2d443 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (8208d1d3-104c-4314-a5dc-348bf752d86b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.078660 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.080074 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:44.098869 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53406a34-fc6d-4f30-9ede-ae0d52005d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (c8ec963d-e33a-43a0-abaf-88fac122e72b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.099290 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Publish callbacks [] for port (b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.118086 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef28d9-ed02-46b9-87e5-9758c8c2d443 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8208d1d3-104c-4314-a5dc-348bf752d86b,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:44.126882 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3d2ad703-0d51-42c1-a39d-8d0522a6783d req-13ef28d9-ed02-46b9-87e5-9758c8c2d443 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.128500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d2ad703-0d51-42c1-a39d-8d0522a6783d req-13ef28d9-ed02-46b9-87e5-9758c8c2d443 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3556952 Feb 04 13:23:44.138788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Transition to ACTIVE for port object b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:44.157066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69117d9a-8df8-480f-abc8-99b2b23a6cfc req-4e803d9e-ffb2-4205-8c6c-5f7ab077b0e4 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:44.165283 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69117d9a-8df8-480f-abc8-99b2b23a6cfc req-4e803d9e-ffb2-4205-8c6c-5f7ab077b0e4 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.1884482 Feb 04 13:23:44.169090 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.176623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=0c64da64-fd5b-4292-b741-6cc419dc1e39,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:44.215886 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53406a34-fc6d-4f30-9ede-ae0d52005d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (c8ec963d-e33a-43a0-abaf-88fac122e72b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.246804 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-53406a34-fc6d-4f30-9ede-ae0d52005d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ec963d-e33a-43a0-abaf-88fac122e72b']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:44.261490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-53406a34-fc6d-4f30-9ede-ae0d52005d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d1c656-afb1-49a2-90dd-3a5d138f5e8d') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:44.262255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-53406a34-fc6d-4f30-9ede-ae0d52005d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d1c656-afb1-49a2-90dd-3a5d138f5e8d') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:44.281100 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53406a34-fc6d-4f30-9ede-ae0d52005d5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (e9d1c656-afb1-49a2-90dd-3a5d138f5e8d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.282703 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Pushing event updated for resources: {'Port': ['ID=b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:44.302351 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53406a34-fc6d-4f30-9ede-ae0d52005d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e9d1c656-afb1-49a2-90dd-3a5d138f5e8d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.313472 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53406a34-fc6d-4f30-9ede-ae0d52005d5b admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:23:44.313909 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53406a34-fc6d-4f30-9ede-ae0d52005d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (e9d1c656-afb1-49a2-90dd-3a5d138f5e8d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:23:44.318216 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:23:44.328539 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69117d9a-8df8-480f-abc8-99b2b23a6cfc req-4062a18d-6ebf-4fe0-bc0f-74180138797e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622837 Feb 04 13:23:44.373885 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.380498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076262b-c1f2-4813-983e-1369aa5429b2 req-28144b02-ada9-4171-9cea-36da44e5f064 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:44.382135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b076262b-c1f2-4813-983e-1369aa5429b2 req-28144b02-ada9-4171-9cea-36da44e5f064 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 946 time: 0.1686423 Feb 04 13:23:44.409712 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53406a34-fc6d-4f30-9ede-ae0d52005d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (c8ec963d-e33a-43a0-abaf-88fac122e72b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.410800 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17c57c8-461c-4772-9291-da5a092cbc64 x-openstack-request-id: req-e17c57c8-461c-4772-9291-da5a092cbc64 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:44.411160 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "name": "network-vif-plugged", "status": "completed", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:44.411579 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e17c57c8-461c-4772-9291-da5a092cbc64 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:44.412222 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d', 'code': 200} Feb 04 13:23:44.432451 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53406a34-fc6d-4f30-9ede-ae0d52005d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.436598 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-53406a34-fc6d-4f30-9ede-ae0d52005d5b admin admin] 10.222.0.96 "DELETE /v2.0/networks/c8ec963d-e33a-43a0-abaf-88fac122e72b HTTP/1.1" status: 204 len: 168 time: 0.4826977 Feb 04 13:23:44.437885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53406a34-fc6d-4f30-9ede-ae0d52005d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ec963d-e33a-43a0-abaf-88fac122e72b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:44.513124 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b076262b-c1f2-4813-983e-1369aa5429b2 req-b884bcac-4bae-499e-8ccd-06a8f5e1ba63 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196244 Feb 04 13:23:44.526689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Attempting to bind port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:23:44.527096 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Attempting to bind port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:23:44.527438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Attempting to bind port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:44.557023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:23:44.557460 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Attempting to bind port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:44.566827 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:23:44.567463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:44.568092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:23:44.568929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Bound port: b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:23:44.569369 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.597164 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b5952c-9e28-4249-bbae-14e6fbb3aaa5 x-openstack-request-id: req-63b5952c-9e28-4249-bbae-14e6fbb3aaa5 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:44.597572 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32defdcb-ba9f-481c-b0b4-88947c09bf49", "tag": "2433332f-bb6d-485e-abec-a8d2cdd3b4e8", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:44.597845 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-63b5952c-9e28-4249-bbae-14e6fbb3aaa5 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:44.599902 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32defdcb-ba9f-481c-b0b4-88947c09bf49', 'tag': '2433332f-bb6d-485e-abec-a8d2cdd3b4e8', 'status': 'completed', 'code': 200} Feb 04 13:23:44.754387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785363b-55ab-43f4-a118-691e00c9478e req-241ae3e4-cca1-4ae9-9b8c-aafbfe8ee183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:44.757402 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8785363b-55ab-43f4-a118-691e00c9478e req-241ae3e4-cca1-4ae9-9b8c-aafbfe8ee183 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=32defdcb-ba9f-481c-b0b4-88947c09bf49 HTTP/1.1" status: 200 len: 1129 time: 0.1274254 Feb 04 13:23:44.763259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d23de-0108-4635-ab74-b663c4c78d3f req-9af11612-dcca-4cec-9566-4ce9d4f47fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:44.765604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf1d23de-0108-4635-ab74-b663c4c78d3f req-9af11612-dcca-4cec-9566-4ce9d4f47fb1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 1132 time: 0.1243427 Feb 04 13:23:44.766868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] For port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:23:44.771092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] For port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:23:44.790230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36614) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:44.822965 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fad157-4b0a-4769-af0f-cd7a36ef996a req-dddceecf-9b12-4e4a-900e-f461654fe591 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:44.827830 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device cd10ed93-6434-4e21-a44f-7106ab47b5c1 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:23:44.831832 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e3fad157-4b0a-4769-af0f-cd7a36ef996a req-dddceecf-9b12-4e4a-900e-f461654fe591 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 943 time: 0.1437051 Feb 04 13:23:44.835634 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.966856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:44.967560 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.970080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] 10.222.0.100 "PUT /v2.0/ports/b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 HTTP/1.1" status: 200 len: 1096 time: 2.5097847 Feb 04 13:23:44.977396 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f9b50a-f859-433a-9327-b8ae182958e7', 'tag': 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:44.978069 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8834515d-60d3-4dc3-9afd-564e23f04c21" -d '{"events": [{"name": "network-changed", "server_uuid": "f0f9b50a-f859-433a-9327-b8ae182958e7", "tag": "b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:45.001011 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-62dfc0d1-91be-4759-b006-b22b4a1877b1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9e9f3770524f43a9bb266dea3b73bcee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078583 Feb 04 13:23:45.005705 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36632) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:45.020714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf1d23de-0108-4635-ab74-b663c4c78d3f req-43660288-0164-4b22-8369-d2ea6bbe59e4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356927 Feb 04 13:23:45.064140 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port cd10ed93-6434-4e21-a44f-7106ab47b5c1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:45.100922 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'cd10ed93-6434-4e21-a44f-7106ab47b5c1', 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf', 'port_id': 'cd10ed93-6434-4e21-a44f-7106ab47b5c1', 'mac_address': 'fa:16:3e:7f:d7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22a97b9-6a5c-4763-882b-7b5d62ef8ca8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:23:45.101243 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785363b-55ab-43f4-a118-691e00c9478e req-4b8502e7-3d69-4c88-ad1c-4bccf4e0b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:45.105289 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8785363b-55ab-43f4-a118-691e00c9478e req-4b8502e7-3d69-4c88-ad1c-4bccf4e0b0e7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3320391 Feb 04 13:23:45.166419 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e3fad157-4b0a-4769-af0f-cd7a36ef996a req-58a22082-4868-46c8-96ba-bb4b6ca969a9 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335335 Feb 04 13:23:45.180628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port cd10ed93-6434-4e21-a44f-7106ab47b5c1 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:45.191371 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:45.191765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c9475-350a-41cb-8e64-7a192b07bc80 service neutron] Pushing event updated for resources: {'Port': ['ID=b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:45.205994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd10ed93-6434-4e21-a44f-7106ab47b5c1 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:45.241761 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port cd10ed93-6434-4e21-a44f-7106ab47b5c1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:45.244867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd8edf5f-1c41-4c3a-8977-9fbd9a328028 req-35313f82-2f3f-4db4-970a-c94e4f1a8f03 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/88c13b87-56b7-4ea8-93ec-24ff7806db69 HTTP/1.1" status: 200 len: 3012 time: 0.2928040 Feb 04 13:23:45.248684 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:45.273439 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8785363b-55ab-43f4-a118-691e00c9478e req-e4ab4fab-af35-4a78-93bb-9e7738d6adba service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2433332f-bb6d-485e-abec-a8d2cdd3b4e8 HTTP/1.1" status: 200 len: 217 time: 0.1565835 Feb 04 13:23:45.291945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-4d176e5f-3d0c-470a-ad29-af835ccc401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:45.293908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-4d176e5f-3d0c-470a-ad29-af835ccc401f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=f0f9b50a-f859-433a-9327-b8ae182958e7 HTTP/1.1" status: 200 len: 1130 time: 0.2326739 Feb 04 13:23:45.313044 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0187a654-d3b7-425e-88af-aa41294c2c1c admin admin] Publish callbacks [] for security_group (5867a730-6e21-471d-a4ff-b3402e18846a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:45.343447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=cd10ed93-6434-4e21-a44f-7106ab47b5c1,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:45.384194 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:45.399685 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0187a654-d3b7-425e-88af-aa41294c2c1c admin admin] Publish callbacks [] for security_group (5867a730-6e21-471d-a4ff-b3402e18846a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:45.401228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-abc09675-d303-4387-b21e-9bd63d44d362 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 HTTP/1.1" status: 200 len: 217 time: 0.0955262 Feb 04 13:23:45.419154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785363b-55ab-43f4-a118-691e00c9478e req-0a70b743-f646-4e2c-9611-d522ab81e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:45.421424 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8785363b-55ab-43f4-a118-691e00c9478e req-0a70b743-f646-4e2c-9611-d522ab81e4af service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1411707 Feb 04 13:23:45.517616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-4e60a9a2-50f7-400b-8838-d2522dea4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:45.519182 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-4e60a9a2-50f7-400b-8838-d2522dea4566 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1065764 Feb 04 13:23:45.532514 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c22bb3-112e-48d1-9777-4142da1354ac req-cab46335-eeb8-40b9-8476-6b38cef21579 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:45.539610 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0187a654-d3b7-425e-88af-aa41294c2c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5867a730-6e21-471d-a4ff-b3402e18846a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:45.542396 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3c22bb3-112e-48d1-9777-4142da1354ac req-cab46335-eeb8-40b9-8476-6b38cef21579 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=32defdcb-ba9f-481c-b0b4-88947c09bf49 HTTP/1.1" status: 200 len: 946 time: 0.1448054 Feb 04 13:23:45.543325 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0187a654-d3b7-425e-88af-aa41294c2c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:45.545073 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0187a654-d3b7-425e-88af-aa41294c2c1c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5867a730-6e21-471d-a4ff-b3402e18846a HTTP/1.1" status: 204 len: 168 time: 0.5381227 Feb 04 13:23:45.564229 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187a654-d3b7-425e-88af-aa41294c2c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5867a730-6e21-471d-a4ff-b3402e18846a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:45.619935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785363b-55ab-43f4-a118-691e00c9478e req-a45e21a3-24dd-40c5-aca0-3e1910851d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:45.622758 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8785363b-55ab-43f4-a118-691e00c9478e req-a45e21a3-24dd-40c5-aca0-3e1910851d34 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1828475 Feb 04 13:23:45.671251 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3c22bb3-112e-48d1-9777-4142da1354ac req-ce5186ad-1a15-4e9c-b5ba-808eed634585 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276977 Feb 04 13:23:45.777070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-42275314-1ada-46e0-b3d5-5238f3a7ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:45.783560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-42275314-1ada-46e0-b3d5-5238f3a7ca27 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2367821 Feb 04 13:23:45.812829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['cd10ed93-6434-4e21-a44f-7106ab47b5c1'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:45.853766 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8785363b-55ab-43f4-a118-691e00c9478e req-5c8e1f99-1275-4025-bd47-4c1bdfe046e1 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229609 Feb 04 13:23:46.019707 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8785363b-55ab-43f4-a118-691e00c9478e req-d32c33ac-41e1-432d-9cd9-7d9dea0c7dfb service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587191 Feb 04 13:23:46.040460 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d7f138-0e77-4883-9f80-c6a5881f271e x-openstack-request-id: req-d4d7f138-0e77-4883-9f80-c6a5881f271e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:46.040879 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0f9b50a-f859-433a-9327-b8ae182958e7", "tag": "b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:46.054487 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d4d7f138-0e77-4883-9f80-c6a5881f271e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:46.055056 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f9b50a-f859-433a-9327-b8ae182958e7', 'tag': 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76', 'status': 'completed', 'code': 200} Feb 04 13:23:46.085004 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-dba3cae0-8c73-4143-9558-c0b70d38d34c service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849100 Feb 04 13:23:46.129805 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870ef53-63d2-4532-823b-bd7a951ffee3 req-4110336c-2c09-4b7c-b756-7e5356132b7d tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:46.166532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f870ef53-63d2-4532-823b-bd7a951ffee3 req-4110336c-2c09-4b7c-b756-7e5356132b7d tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 1129 time: 0.4890010 Feb 04 13:23:46.170505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d1cbd9b-97f1-452e-8e49-9a3b553f30be req-fc2f47a6-f17c-4f35-a3dc-27b391da0612 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-group-rules/8208d1d3-104c-4314-a5dc-348bf752d86b HTTP/1.1" status: 200 len: 783 time: 0.1021929 Feb 04 13:23:46.420085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a25b46-cddb-4d76-9da9-43877c48ab1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64da64-fd5b-4292-b741-6cc419dc1e39'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:46.420085 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ebbf9b-56e3-4b57-84d7-7f9d7c1bfc1b" -d '{"events": [{"server_uuid": "82a25b46-cddb-4d76-9da9-43877c48ab1e", "name": "network-vif-plugged", "status": "completed", "tag": "0c64da64-fd5b-4292-b741-6cc419dc1e39"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:46.441626 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36662) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:46.451036 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d1cbd9b-97f1-452e-8e49-9a3b553f30be req-04be7db5-16c9-491b-b86d-3b6036f69da8 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/88c13b87-56b7-4ea8-93ec-24ff7806db69 HTTP/1.1" status: 200 len: 3012 time: 0.2019260 Feb 04 13:23:46.456337 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f870ef53-63d2-4532-823b-bd7a951ffee3 req-f8e031cd-1482-49e1-9154-e3aace983904 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042294 Feb 04 13:23:46.461200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff5a679-1403-469d-9d4b-980a8cc7ff99 req-34491d63-83ec-4725-833a-61380e6f11a8 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889500 Feb 04 13:23:46.493946 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8d1cbd9b-97f1-452e-8e49-9a3b553f30be req-d54a5ebc-2769-44c5-938a-72f3f841580c tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (8208d1d3-104c-4314-a5dc-348bf752d86b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:46.508982 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8d1cbd9b-97f1-452e-8e49-9a3b553f30be req-d54a5ebc-2769-44c5-938a-72f3f841580c tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (8208d1d3-104c-4314-a5dc-348bf752d86b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:46.526727 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-47c4872b-2616-42ba-adb3-d255d4552157 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=961f45f9c43142bc86846d02d92c4315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0831091 Feb 04 13:23:46.538666 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36664) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:46.613762 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8d1cbd9b-97f1-452e-8e49-9a3b553f30be req-d54a5ebc-2769-44c5-938a-72f3f841580c tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (8208d1d3-104c-4314-a5dc-348bf752d86b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:46.622530 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8d1cbd9b-97f1-452e-8e49-9a3b553f30be req-d54a5ebc-2769-44c5-938a-72f3f841580c tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:46.629769 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d1cbd9b-97f1-452e-8e49-9a3b553f30be req-d54a5ebc-2769-44c5-938a-72f3f841580c tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/8208d1d3-104c-4314-a5dc-348bf752d86b HTTP/1.1" status: 204 len: 173 time: 0.1716866 Feb 04 13:23:46.646149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834515d-60d3-4dc3-9afd-564e23f04c21 req-f0197cec-ea13-40ff-90b8-f71926250b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:46.648181 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8834515d-60d3-4dc3-9afd-564e23f04c21 req-f0197cec-ea13-40ff-90b8-f71926250b3e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=f0f9b50a-f859-433a-9327-b8ae182958e7 HTTP/1.1" status: 200 len: 1130 time: 0.1294467 Feb 04 13:23:46.697377 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:46.709774 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c77234ec-ff70-4ba6-9b60-c2796bea94d8 admin admin] Publish callbacks [] for security_group (259fd29d-d498-424e-83a7-4cc552135c74), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:46.794937 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c77234ec-ff70-4ba6-9b60-c2796bea94d8 admin admin] Publish callbacks [] for security_group (259fd29d-d498-424e-83a7-4cc552135c74), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:46.804775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a5ebc-2769-44c5-938a-72f3f841580c tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8208d1d3-104c-4314-a5dc-348bf752d86b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:46.931944 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c77234ec-ff70-4ba6-9b60-c2796bea94d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (259fd29d-d498-424e-83a7-4cc552135c74), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:46.937347 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c77234ec-ff70-4ba6-9b60-c2796bea94d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:46.939313 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c77234ec-ff70-4ba6-9b60-c2796bea94d8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/259fd29d-d498-424e-83a7-4cc552135c74 HTTP/1.1" status: 204 len: 168 time: 0.3973799 Feb 04 13:23:46.969719 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77234ec-ff70-4ba6-9b60-c2796bea94d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259fd29d-d498-424e-83a7-4cc552135c74,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:46.975739 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f8038-7029-4080-aa7e-a5f876674c31 req-335d282e-c452-4b3b-a79e-02953283e94c tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:46.989328 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-683f8038-7029-4080-aa7e-a5f876674c31 req-335d282e-c452-4b3b-a79e-02953283e94c tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.3310473 Feb 04 13:23:47.027731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834515d-60d3-4dc3-9afd-564e23f04c21 req-b60c22c5-0d29-4cc8-9f70-991c7d9eec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:47.030828 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8834515d-60d3-4dc3-9afd-564e23f04c21 req-b60c22c5-0d29-4cc8-9f70-991c7d9eec0c service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3704226 Feb 04 13:23:47.170430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-683f8038-7029-4080-aa7e-a5f876674c31 req-249aa2fb-292d-41a4-85ee-83d4f060844a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797333 Feb 04 13:23:47.184360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8834515d-60d3-4dc3-9afd-564e23f04c21 req-455ea837-1746-4673-8276-6aed4f048662 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 HTTP/1.1" status: 200 len: 217 time: 0.1443872 Feb 04 13:23:47.313880 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfae9781-877c-42fc-96fd-a23f1bbb2640 x-openstack-request-id: req-dfae9781-877c-42fc-96fd-a23f1bbb2640 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:47.314485 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a25b46-cddb-4d76-9da9-43877c48ab1e", "name": "network-vif-plugged", "status": "completed", "tag": "0c64da64-fd5b-4292-b741-6cc419dc1e39", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:47.315138 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dfae9781-877c-42fc-96fd-a23f1bbb2640 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:47.315818 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a25b46-cddb-4d76-9da9-43877c48ab1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64da64-fd5b-4292-b741-6cc419dc1e39', 'code': 200} Feb 04 13:23:47.346015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834515d-60d3-4dc3-9afd-564e23f04c21 req-c6f9148c-fbc3-4606-8eb3-dd6ab09cd9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:47.346015 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8834515d-60d3-4dc3-9afd-564e23f04c21 req-c6f9148c-fbc3-4606-8eb3-dd6ab09cd9dc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1552851 Feb 04 13:23:47.529090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130079ba-0eb5-473b-ba13-83fe0af18702 req-0d33697d-d982-414e-ba10-da9da8b35ba6 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:47.539546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-130079ba-0eb5-473b-ba13-83fe0af18702 req-0d33697d-d982-414e-ba10-da9da8b35ba6 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 944 time: 0.1922760 Feb 04 13:23:47.643341 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-130079ba-0eb5-473b-ba13-83fe0af18702 req-70eb2f6e-f237-4def-bb47-f99af30695a8 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026514 Feb 04 13:23:47.648121 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834515d-60d3-4dc3-9afd-564e23f04c21 req-42d3eda6-61ce-403e-aac1-3cf7f2634280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:47.649830 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8834515d-60d3-4dc3-9afd-564e23f04c21 req-42d3eda6-61ce-403e-aac1-3cf7f2634280 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2711782 Feb 04 13:23:47.697718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9443b-4cbc-4e3e-b717-cf448865ab9b req-ca774ebc-f063-415d-85e9-ef7242097e08 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:47.705768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ff9443b-4cbc-4e3e-b717-cf448865ab9b req-ca774ebc-f063-415d-85e9-ef7242097e08 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 1129 time: 0.2596629 Feb 04 13:23:47.765917 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:47.873500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ff9443b-4cbc-4e3e-b717-cf448865ab9b req-05383a8b-18fa-40e5-9c0e-8eae09250a47 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663082 Feb 04 13:23:47.892944 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbb45004-62ec-4816-b980-4e630862edee req-bfc5ea72-ce81-4127-a1bd-5c6a81221ad1 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/88c13b87-56b7-4ea8-93ec-24ff7806db69 HTTP/1.1" status: 200 len: 2414 time: 0.1990094 Feb 04 13:23:47.929658 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8834515d-60d3-4dc3-9afd-564e23f04c21 req-ad8b9e39-d7c0-4f4a-969e-0512bac83b8c service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724366 Feb 04 13:23:48.134814 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-dbb45004-62ec-4816-b980-4e630862edee req-66c40cf7-8b72-467a-8888-a698461f8632 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (88c13b87-56b7-4ea8-93ec-24ff7806db69), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:48.196526 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-dbb45004-62ec-4816-b980-4e630862edee req-66c40cf7-8b72-467a-8888-a698461f8632 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (88c13b87-56b7-4ea8-93ec-24ff7806db69), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:48.203222 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8834515d-60d3-4dc3-9afd-564e23f04c21 req-2cb259f9-1148-48ab-b527-efb136b849cd service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640994 Feb 04 13:23:48.221064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc9364-193e-4497-92af-c6c97e727dbb req-a35720be-5569-43c7-adb8-e72ceb5ec07f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:48.229974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5cc9364-193e-4497-92af-c6c97e727dbb req-a35720be-5569-43c7-adb8-e72ceb5ec07f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=32defdcb-ba9f-481c-b0b4-88947c09bf49 HTTP/1.1" status: 200 len: 946 time: 0.1762164 Feb 04 13:23:48.355981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5cc9364-193e-4497-92af-c6c97e727dbb req-e64a9507-e621-43be-bd60-dfe5089e4d79 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240971 Feb 04 13:23:48.356617 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-dbb45004-62ec-4816-b980-4e630862edee req-66c40cf7-8b72-467a-8888-a698461f8632 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (88c13b87-56b7-4ea8-93ec-24ff7806db69), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:48.369318 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-dbb45004-62ec-4816-b980-4e630862edee req-66c40cf7-8b72-467a-8888-a698461f8632 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:48.381183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbb45004-62ec-4816-b980-4e630862edee req-66c40cf7-8b72-467a-8888-a698461f8632 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "DELETE /v2.0/security-groups/88c13b87-56b7-4ea8-93ec-24ff7806db69 HTTP/1.1" status: 204 len: 173 time: 0.4869020 Feb 04 13:23:48.397723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c40cf7-8b72-467a-8888-a698461f8632 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c13b87-56b7-4ea8-93ec-24ff7806db69,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:48.581698 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-e02bbba2-7af4-473a-8b3e-267087d3b1d4 req-1cfa022e-341b-4ce4-847d-d1d27747cf82 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] show failed (client error): The resource could not be found. Feb 04 13:23:48.583044 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e02bbba2-7af4-473a-8b3e-267087d3b1d4 req-1cfa022e-341b-4ce4-847d-d1d27747cf82 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/ee31ab1d-d4d7-4bab-a022-e094dec4873b HTTP/1.1" status: 404 len: 352 time: 0.0370548 Feb 04 13:23:48.659038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7423a-3486-45dd-8840-dda70bc6efc8 req-14447cf0-fb91-4066-9656-c322f041e229 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:48.673105 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37c7423a-3486-45dd-8840-dda70bc6efc8 req-14447cf0-fb91-4066-9656-c322f041e229 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.1118047 Feb 04 13:23:48.764880 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37c7423a-3486-45dd-8840-dda70bc6efc8 req-b35d2d1b-49d5-45c3-83a1-845f0ab32c50 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900040 Feb 04 13:23:48.847815 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:23:48.851028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device cd10ed93-6434-4e21-a44f-7106ab47b5c1 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:23:49.075678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=2433332f-bb6d-485e-abec-a8d2cdd3b4e8,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:49.090718 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '2433332f-bb6d-485e-abec-a8d2cdd3b4e8', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '2433332f-bb6d-485e-abec-a8d2cdd3b4e8', 'mac_address': 'fa:16:3e:14:cd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:23:49.095974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port cd10ed93-6434-4e21-a44f-7106ab47b5c1 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:49.100895 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port cd10ed93-6434-4e21-a44f-7106ab47b5c1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:49.101548 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:49.242731 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:49.243126 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2433332f-bb6d-485e-abec-a8d2cdd3b4e8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:49.282498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:49.311769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port cd10ed93-6434-4e21-a44f-7106ab47b5c1 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:49.312437 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:49.332577 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f49cb42-49b4-4a23-8051-8860ea4cf6b2 req-1f0271b1-7422-4c78-8350-6a304c0f1a5a tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/e96a7c3a-9451-4c72-9395-a214d7d6d098 HTTP/1.1" status: 200 len: 1821 time: 0.0887542 Feb 04 13:23:49.343224 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=2433332f-bb6d-485e-abec-a8d2cdd3b4e8,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:49.364017 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2433332f-bb6d-485e-abec-a8d2cdd3b4e8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:49.382029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3b3eb7-58e6-4524-aece-6725f8c05742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd10ed93-6434-4e21-a44f-7106ab47b5c1'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:49.385292 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af267d96-4554-41b8-8eb5-0d221dff01eb" -d '{"events": [{"server_uuid": "bf3b3eb7-58e6-4524-aece-6725f8c05742", "name": "network-vif-plugged", "status": "completed", "tag": "cd10ed93-6434-4e21-a44f-7106ab47b5c1"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:49.447007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port cd10ed93-6434-4e21-a44f-7106ab47b5c1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:49.455985 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:49.486827 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8f49cb42-49b4-4a23-8051-8860ea4cf6b2 req-0eaa30fd-1085-49c7-bf3b-d062767d811d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (e96a7c3a-9451-4c72-9395-a214d7d6d098), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:49.493218 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=2433332f-bb6d-485e-abec-a8d2cdd3b4e8,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:49.553527 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8f49cb42-49b4-4a23-8051-8860ea4cf6b2 req-0eaa30fd-1085-49c7-bf3b-d062767d811d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (e96a7c3a-9451-4c72-9395-a214d7d6d098), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:49.616317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=cd10ed93-6434-4e21-a44f-7106ab47b5c1,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:49.630252 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8f49cb42-49b4-4a23-8051-8860ea4cf6b2 req-0eaa30fd-1085-49c7-bf3b-d062767d811d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e96a7c3a-9451-4c72-9395-a214d7d6d098), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:49.633775 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8f49cb42-49b4-4a23-8051-8860ea4cf6b2 req-0eaa30fd-1085-49c7-bf3b-d062767d811d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:49.635562 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f49cb42-49b4-4a23-8051-8860ea4cf6b2 req-0eaa30fd-1085-49c7-bf3b-d062767d811d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "DELETE /v2.0/security-groups/e96a7c3a-9451-4c72-9395-a214d7d6d098 HTTP/1.1" status: 204 len: 173 time: 0.3000484 Feb 04 13:23:49.658868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa30fd-1085-49c7-bf3b-d062767d811d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96a7c3a-9451-4c72-9395-a214d7d6d098,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:49.814517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['2433332f-bb6d-485e-abec-a8d2cdd3b4e8'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:49.814933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36768) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:49.894682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70fc00-a711-4f39-87f7-178660f81bf9 req-29aa8e70-fd0e-4f90-a3fd-0b7e68237e49 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:49.903294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb70fc00-a711-4f39-87f7-178660f81bf9 req-29aa8e70-fd0e-4f90-a3fd-0b7e68237e49 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 945 time: 0.1077278 Feb 04 13:23:49.985542 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb70fc00-a711-4f39-87f7-178660f81bf9 req-68b83dbf-c1e8-4b07-9355-88c240c3244b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811009 Feb 04 13:23:50.130359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25dbdc-dcc3-4978-a37f-e451489dc52a req-efed58ca-c8aa-4d35-939e-d3162c17d95c tempest-MigrationsAdminTest-346100852 tempest-MigrationsAdminTest-346100852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:50.132175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee25dbdc-dcc3-4978-a37f-e451489dc52a req-efed58ca-c8aa-4d35-939e-d3162c17d95c tempest-MigrationsAdminTest-346100852 tempest-MigrationsAdminTest-346100852-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 1132 time: 0.0665295 Feb 04 13:23:50.144680 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fd3027f-19e2-4b11-9a7b-915a310b7f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:50.230252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee25dbdc-dcc3-4978-a37f-e451489dc52a req-cf364d82-348d-4987-adb6-cebc589e3ae7 tempest-MigrationsAdminTest-346100852 tempest-MigrationsAdminTest-346100852-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886688 Feb 04 13:23:50.248122 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fd3027f-19e2-4b11-9a7b-915a310b7f8e admin admin] Publish callbacks [] for security_group (32a31fb6-3350-47d9-97f4-8cefa5e0528a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:50.254251 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fd3027f-19e2-4b11-9a7b-915a310b7f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (32a31fb6-3350-47d9-97f4-8cefa5e0528a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:50.288281 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9fd3027f-19e2-4b11-9a7b-915a310b7f8e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fec65516e6bf4d9e95cc9819ea9afa82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4721689 Feb 04 13:23:50.291661 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36780) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:50.344272 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3027f-19e2-4b11-9a7b-915a310b7f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a31fb6-3350-47d9-97f4-8cefa5e0528a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:50.383280 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-609382a6-2bd4-4458-9782-c1d0dde7dae7 admin admin] Publish callbacks [] for security_group (32a31fb6-3350-47d9-97f4-8cefa5e0528a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:50.413367 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-609382a6-2bd4-4458-9782-c1d0dde7dae7 admin admin] Publish callbacks [] for security_group (32a31fb6-3350-47d9-97f4-8cefa5e0528a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:50.510810 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-609382a6-2bd4-4458-9782-c1d0dde7dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (32a31fb6-3350-47d9-97f4-8cefa5e0528a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:50.514514 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-609382a6-2bd4-4458-9782-c1d0dde7dae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:50.519431 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-609382a6-2bd4-4458-9782-c1d0dde7dae7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/32a31fb6-3350-47d9-97f4-8cefa5e0528a HTTP/1.1" status: 204 len: 168 time: 0.2260993 Feb 04 13:23:50.532853 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609382a6-2bd4-4458-9782-c1d0dde7dae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a31fb6-3350-47d9-97f4-8cefa5e0528a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:50.675929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f63329-1895-43fd-81c3-b6d842f8f892 req-133f7f33-ad3f-48d9-b683-b7eb964c4eec tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:50.678219 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33f63329-1895-43fd-81c3-b6d842f8f892 req-133f7f33-ad3f-48d9-b683-b7eb964c4eec tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=32defdcb-ba9f-481c-b0b4-88947c09bf49 HTTP/1.1" status: 200 len: 947 time: 0.1128693 Feb 04 13:23:50.768413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33f63329-1895-43fd-81c3-b6d842f8f892 req-1620e2fb-c546-4f3a-9690-66eb5518ae5f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739501 Feb 04 13:23:50.831949 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d44cc6-296e-4a9f-b644-410df1cacece x-openstack-request-id: req-77d44cc6-296e-4a9f-b644-410df1cacece {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:50.832891 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3b3eb7-58e6-4524-aece-6725f8c05742", "name": "network-vif-plugged", "status": "completed", "tag": "cd10ed93-6434-4e21-a44f-7106ab47b5c1", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:50.832891 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-77d44cc6-296e-4a9f-b644-410df1cacece {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:50.833781 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3b3eb7-58e6-4524-aece-6725f8c05742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd10ed93-6434-4e21-a44f-7106ab47b5c1', 'code': 200} Feb 04 13:23:50.860598 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:23:51.063742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:51.100808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76', 'mac_address': 'fa:16:3e:df:9a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:23:51.122735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696bb06-ab1d-4177-b2f4-9b336f87f1dd req-5f0dbca2-b349-4165-a0a5-0376f88740e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:51.125215 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d696bb06-ab1d-4177-b2f4-9b336f87f1dd req-5f0dbca2-b349-4165-a0a5-0376f88740e1 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 1128 time: 0.1706736 Feb 04 13:23:51.135055 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1538f05d-abe9-48fd-ba27-af2da2cc2f74 req-a5724f35-8833-486c-98e8-060235180519 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/45538ccc-7949-4550-894b-5d3486019eba HTTP/1.1" status: 200 len: 1820 time: 0.1232769 Feb 04 13:23:51.175293 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:51.175830 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:51.210025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:51.236071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d696bb06-ab1d-4177-b2f4-9b336f87f1dd req-a6fbd8bc-ded0-470a-9541-bdaca4d5a7ae service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969443 Feb 04 13:23:51.248678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:51.259294 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1538f05d-abe9-48fd-ba27-af2da2cc2f74 req-d16ee857-c423-4814-a5c3-6fe72977fe99 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (45538ccc-7949-4550-894b-5d3486019eba), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:51.260152 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:51.363327 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:51.376541 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-b39dc042-d2cf-4b67-ba60-7432eaac1212 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:23:51.385089 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-b39dc042-d2cf-4b67-ba60-7432eaac1212 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5111597 Feb 04 13:23:51.396217 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1538f05d-abe9-48fd-ba27-af2da2cc2f74 req-d16ee857-c423-4814-a5c3-6fe72977fe99 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (45538ccc-7949-4550-894b-5d3486019eba), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:51.523777 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1538f05d-abe9-48fd-ba27-af2da2cc2f74 req-d16ee857-c423-4814-a5c3-6fe72977fe99 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (45538ccc-7949-4550-894b-5d3486019eba), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:51.530048 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1538f05d-abe9-48fd-ba27-af2da2cc2f74 req-d16ee857-c423-4814-a5c3-6fe72977fe99 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:51.545520 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1538f05d-abe9-48fd-ba27-af2da2cc2f74 req-d16ee857-c423-4814-a5c3-6fe72977fe99 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "DELETE /v2.0/security-groups/45538ccc-7949-4550-894b-5d3486019eba HTTP/1.1" status: 204 len: 173 time: 0.4085457 Feb 04 13:23:51.562830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ee857-c423-4814-a5c3-6fe72977fe99 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45538ccc-7949-4550-894b-5d3486019eba,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:51.701541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:51.720740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18514-cd00-4c8d-a005-43144509cc16 req-4352a122-152b-4719-af47-4a41fa1cbf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:51.723001 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-4352a122-152b-4719-af47-4a41fa1cbf43 service neutron] 10.222.0.96 "GET /v2.0/ports/48734974-740f-4916-9904-e7340dff0f05 HTTP/1.1" status: 200 len: 1126 time: 0.3368115 Feb 04 13:23:51.745193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-19d18514-cd00-4c8d-a005-43144509cc16 req-8507b9ac-7516-40f9-900b-f631a8b8ee59 service neutron] Request body: {'binding': {'host': 'n-h2-714676-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:51.746317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-19d18514-cd00-4c8d-a005-43144509cc16 req-8507b9ac-7516-40f9-900b-f631a8b8ee59 service neutron] Unknown quota resources ['binding']. {{(pid=103606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:23:51.965579 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-19d18514-cd00-4c8d-a005-43144509cc16 req-8507b9ac-7516-40f9-900b-f631a8b8ee59 service neutron] Attempting to bind port 48734974-740f-4916-9904-e7340dff0f05 on host n-h2-714676-13 for vnic_type normal with profile None {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:23:51.965954 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-19d18514-cd00-4c8d-a005-43144509cc16 req-8507b9ac-7516-40f9-900b-f631a8b8ee59 service neutron] Attempting to bind port 48734974-740f-4916-9904-e7340dff0f05 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:23:51.966372 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d18514-cd00-4c8d-a005-43144509cc16 req-8507b9ac-7516-40f9-900b-f631a8b8ee59 service neutron] Attempting to bind port 48734974-740f-4916-9904-e7340dff0f05 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:51.974797 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d18514-cd00-4c8d-a005-43144509cc16 req-8507b9ac-7516-40f9-900b-f631a8b8ee59 service neutron] Port 48734974-740f-4916-9904-e7340dff0f05 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:23:51.975123 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d18514-cd00-4c8d-a005-43144509cc16 req-8507b9ac-7516-40f9-900b-f631a8b8ee59 service neutron] Attempting to bind port 48734974-740f-4916-9904-e7340dff0f05 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:51.983664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d18514-cd00-4c8d-a005-43144509cc16 req-8507b9ac-7516-40f9-900b-f631a8b8ee59 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:23:51.984189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d18514-cd00-4c8d-a005-43144509cc16 req-8507b9ac-7516-40f9-900b-f631a8b8ee59 service neutron] Checking segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:51.984741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d18514-cd00-4c8d-a005-43144509cc16 req-8507b9ac-7516-40f9-900b-f631a8b8ee59 service neutron] Bound using segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:23:51.985214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-19d18514-cd00-4c8d-a005-43144509cc16 req-8507b9ac-7516-40f9-900b-f631a8b8ee59 service neutron] Bound port: 48734974-740f-4916-9904-e7340dff0f05, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:23:52.103847 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-19d18514-cd00-4c8d-a005-43144509cc16 req-8507b9ac-7516-40f9-900b-f631a8b8ee59 service neutron] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=48734974-740f-4916-9904-e7340dff0f05,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:23:52.120137 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-19d18514-cd00-4c8d-a005-43144509cc16 req-8507b9ac-7516-40f9-900b-f631a8b8ee59 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:52.122354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-8507b9ac-7516-40f9-900b-f631a8b8ee59 service neutron] 10.222.0.96 "POST /v2.0/ports/48734974-740f-4916-9904-e7340dff0f05/bindings HTTP/1.1" status: 201 len: 390 time: 0.3846171 Feb 04 13:23:52.267860 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-817968cc-1b01-46b7-bbbb-f7d9bc916f0a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1101079 Feb 04 13:23:52.282667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-1f894330-c39b-4258-b4df-7e3eb647b48f service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:23:52.283753 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-1f894330-c39b-4258-b4df-7e3eb647b48f service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081060 Feb 04 13:23:52.320552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6772-be9d-4c00-8bbc-b9c354be0b74 req-cd4bfaaf-e285-407a-a8f5-bde05f230db9 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:52.339204 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a6f6772-be9d-4c00-8bbc-b9c354be0b74 req-cd4bfaaf-e285-407a-a8f5-bde05f230db9 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 945 time: 0.1511600 Feb 04 13:23:52.516439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a6f6772-be9d-4c00-8bbc-b9c354be0b74 req-831e4611-c562-41af-ad5e-643d6f5a293d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739318 Feb 04 13:23:52.535123 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a622e3-7c5c-44a6-a041-6578041ed636 req-6ecb14e8-9770-45c0-bb4e-1e9fa3a835d6 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:52.542420 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58a622e3-7c5c-44a6-a041-6578041ed636 req-6ecb14e8-9770-45c0-bb4e-1e9fa3a835d6 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 945 time: 0.1518688 Feb 04 13:23:52.663467 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58a622e3-7c5c-44a6-a041-6578041ed636 req-79aafdf3-f51b-484b-9afc-78a435cf6ac1 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200352 Feb 04 13:23:52.712539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18514-cd00-4c8d-a005-43144509cc16 req-a1f23361-632b-4459-96cd-392c33bcbf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:52.713378 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-a1f23361-632b-4459-96cd-392c33bcbf27 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 1129 time: 0.1535082 Feb 04 13:23:52.724019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d41c04d-5e22-4b9c-bc69-4b5de9aa29f3 req-e2c39155-9e2d-4c3a-8309-7d78a3a72f08 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/22bc3233-c4a1-4414-b1d1-a44355e3e27d HTTP/1.1" status: 200 len: 1822 time: 0.1522210 Feb 04 13:23:52.864307 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:23:52.956016 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:52.963953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:52.964481 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2433332f-bb6d-485e-abec-a8d2cdd3b4e8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:53.101107 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:53.103091 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2433332f-bb6d-485e-abec-a8d2cdd3b4e8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:53.105965 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9d41c04d-5e22-4b9c-bc69-4b5de9aa29f3 req-19fb0eeb-6f56-4118-b7be-795fc365eb6e tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (22bc3233-c4a1-4414-b1d1-a44355e3e27d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:53.127223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18514-cd00-4c8d-a005-43144509cc16 req-56c00114-5c26-4d08-9f63-a316252aecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:53.129069 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-56c00114-5c26-4d08-9f63-a316252aecc9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.3951612 Feb 04 13:23:53.145575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad088d2a-bb94-4352-8c7e-8ac22b98e45f req-aa1b3a71-a7d3-4ac0-a5c2-af718025ff9e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:53.147419 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad088d2a-bb94-4352-8c7e-8ac22b98e45f req-aa1b3a71-a7d3-4ac0-a5c2-af718025ff9e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=32defdcb-ba9f-481c-b0b4-88947c09bf49 HTTP/1.1" status: 200 len: 947 time: 0.3986323 Feb 04 13:23:53.213421 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32defdcb-ba9f-481c-b0b4-88947c09bf49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2433332f-bb6d-485e-abec-a8d2cdd3b4e8'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:53.222598 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9d41c04d-5e22-4b9c-bc69-4b5de9aa29f3 req-19fb0eeb-6f56-4118-b7be-795fc365eb6e tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (22bc3233-c4a1-4414-b1d1-a44355e3e27d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:53.225867 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dfe8f5-f459-439e-84a7-559e767e0ff1" -d '{"events": [{"server_uuid": "32defdcb-ba9f-481c-b0b4-88947c09bf49", "name": "network-vif-plugged", "status": "completed", "tag": "2433332f-bb6d-485e-abec-a8d2cdd3b4e8"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:53.227003 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-58a57aea-964b-4923-bdf1-a7cadc33a32a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48734974-740f-4916-9904-e7340dff0f05 HTTP/1.1" status: 200 len: 217 time: 0.0780461 Feb 04 13:23:53.255742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=2433332f-bb6d-485e-abec-a8d2cdd3b4e8,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:53.273135 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2433332f-bb6d-485e-abec-a8d2cdd3b4e8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:53.365296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad088d2a-bb94-4352-8c7e-8ac22b98e45f req-1bd63412-8f81-43da-bc8f-a1c82957fe4b tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027111 Feb 04 13:23:53.372397 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18514-cd00-4c8d-a005-43144509cc16 req-cf67f6e3-6631-4744-9b99-733f5a86f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:53.375301 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-cf67f6e3-6631-4744-9b99-733f5a86f557 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.1298430 Feb 04 13:23:53.393682 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9d41c04d-5e22-4b9c-bc69-4b5de9aa29f3 req-19fb0eeb-6f56-4118-b7be-795fc365eb6e tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (22bc3233-c4a1-4414-b1d1-a44355e3e27d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:53.398545 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9d41c04d-5e22-4b9c-bc69-4b5de9aa29f3 req-19fb0eeb-6f56-4118-b7be-795fc365eb6e tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:53.408460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d41c04d-5e22-4b9c-bc69-4b5de9aa29f3 req-19fb0eeb-6f56-4118-b7be-795fc365eb6e tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "DELETE /v2.0/security-groups/22bc3233-c4a1-4414-b1d1-a44355e3e27d HTTP/1.1" status: 204 len: 173 time: 0.6833100 Feb 04 13:23:53.429824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=2433332f-bb6d-485e-abec-a8d2cdd3b4e8,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:53.460866 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb0eeb-6f56-4118-b7be-795fc365eb6e tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bc3233-c4a1-4414-b1d1-a44355e3e27d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:53.464603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-b0d68e42-ff43-4bdc-a48c-e4a96ef89cdc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829325 Feb 04 13:23:53.854294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-655b3221-844a-43fe-a55b-500ca0e27a97 service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805814 Feb 04 13:23:53.978926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff79d56-71c9-46f8-9264-91c8e3fdb6a4 req-07278d1e-5ff1-4520-bbed-e655b6e10c90 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:53.981465 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff79d56-71c9-46f8-9264-91c8e3fdb6a4 req-07278d1e-5ff1-4520-bbed-e655b6e10c90 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.3213983 Feb 04 13:23:54.136380 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-fb930f47-b5f8-446b-b718-0ccd58d55804 service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738290 Feb 04 13:23:54.143526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff79d56-71c9-46f8-9264-91c8e3fdb6a4 req-606b13fb-1d25-4063-b6b1-13ff0e030cf5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395030 Feb 04 13:23:54.297145 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bef7f5f-cb63-4e6e-8b82-8d934910b04e x-openstack-request-id: req-7bef7f5f-cb63-4e6e-8b82-8d934910b04e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:54.297882 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32defdcb-ba9f-481c-b0b4-88947c09bf49", "name": "network-vif-plugged", "status": "completed", "tag": "2433332f-bb6d-485e-abec-a8d2cdd3b4e8", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:54.297882 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7bef7f5f-cb63-4e6e-8b82-8d934910b04e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:54.298255 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32defdcb-ba9f-481c-b0b4-88947c09bf49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2433332f-bb6d-485e-abec-a8d2cdd3b4e8', 'code': 200} Feb 04 13:23:54.652395 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f71de772-04c0-4322-a5d8-9b8c692da548 req-53b1908d-8552-4049-a52d-5bf8f5adebdc tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/5d7f8e0c-f13a-4eef-8a67-5fe755c6d880 HTTP/1.1" status: 200 len: 2420 time: 0.3023045 Feb 04 13:23:54.866028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:23:54.874010 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f71de772-04c0-4322-a5d8-9b8c692da548 req-5cf10f66-ae5d-487a-9f60-0cc3e745c8fa tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (5d7f8e0c-f13a-4eef-8a67-5fe755c6d880), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:54.891006 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77782e9-5af5-4e71-aa5a-a525995543f8 req-0bd94396-61c4-4586-839f-587a371e6c38 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:54.892677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c77782e9-5af5-4e71-aa5a-a525995543f8 req-0bd94396-61c4-4586-839f-587a371e6c38 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 946 time: 0.6351600 Feb 04 13:23:54.960085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:54.962974 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0951936-094b-4377-b06b-9fa0372babc1 req-6d6a5dd8-8c49-4630-a902-15c943aa0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:54.968060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:54.969389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0951936-094b-4377-b06b-9fa0372babc1 req-6d6a5dd8-8c49-4630-a902-15c943aa0d9b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=32defdcb-ba9f-481c-b0b4-88947c09bf49 HTTP/1.1" status: 200 len: 1131 time: 0.4814007 Feb 04 13:23:54.969562 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:54.974305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-998a295e-db3b-4721-9812-b56e9a40c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:54.979786 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-998a295e-db3b-4721-9812-b56e9a40c066 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 1132 time: 0.2846692 Feb 04 13:23:55.036878 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f71de772-04c0-4322-a5d8-9b8c692da548 req-5cf10f66-ae5d-487a-9f60-0cc3e745c8fa tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (5d7f8e0c-f13a-4eef-8a67-5fe755c6d880), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:55.149843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:55.150284 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:55.182500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c77782e9-5af5-4e71-aa5a-a525995543f8 req-40e41cb8-9518-474a-9bcf-83951774f0d5 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706895 Feb 04 13:23:55.231713 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:55.239445 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:55.276711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-7aea8ed1-cbfe-4abd-9688-2bdd98052619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:55.278251 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-7aea8ed1-cbfe-4abd-9688-2bdd98052619 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.2514360 Feb 04 13:23:55.285387 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0951936-094b-4377-b06b-9fa0372babc1 req-b31e864d-8b24-4751-8d83-d48baa0c55dc service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045683 Feb 04 13:23:55.370039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:55.713483 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-29a40fb9-c740-4760-9fc4-041897d5e1ba service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d HTTP/1.1" status: 200 len: 217 time: 0.4249146 Feb 04 13:23:55.803813 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-3d2ea80e-1ca5-4462-ab49-056aacb686e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:55.805640 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-3d2ea80e-1ca5-4462-ab49-056aacb686e7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0598121 Feb 04 13:23:55.807860 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f71de772-04c0-4322-a5d8-9b8c692da548 req-5cf10f66-ae5d-487a-9f60-0cc3e745c8fa tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5d7f8e0c-f13a-4eef-8a67-5fe755c6d880), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:55.811914 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f71de772-04c0-4322-a5d8-9b8c692da548 req-5cf10f66-ae5d-487a-9f60-0cc3e745c8fa tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:55.814211 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f71de772-04c0-4322-a5d8-9b8c692da548 req-5cf10f66-ae5d-487a-9f60-0cc3e745c8fa tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "DELETE /v2.0/security-groups/5d7f8e0c-f13a-4eef-8a67-5fe755c6d880 HTTP/1.1" status: 204 len: 173 time: 1.1602535 Feb 04 13:23:55.884015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf10f66-ae5d-487a-9f60-0cc3e745c8fa tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7f8e0c-f13a-4eef-8a67-5fe755c6d880,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:55.912026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316ba9c-1d24-40bb-a7f6-4f2b750722b2 req-6dbb804d-3eaf-472b-8967-caa434cd2012 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:55.921979 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3316ba9c-1d24-40bb-a7f6-4f2b750722b2 req-6dbb804d-3eaf-472b-8967-caa434cd2012 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 945 time: 0.2180383 Feb 04 13:23:56.030716 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3316ba9c-1d24-40bb-a7f6-4f2b750722b2 req-d1b776c2-3048-4b71-9047-3a1b2e2f4998 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073174 Feb 04 13:23:56.057333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-9fdce317-5739-4948-8934-26ee8e42301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:56.060544 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-9fdce317-5739-4948-8934-26ee8e42301b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2403603 Feb 04 13:23:56.197611 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd7553-6f62-4e03-9e3b-cfbf7ca2da77 req-bb6c9a64-c460-4d7d-8bf0-bd459555c906 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:56.201244 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-abbd7553-6f62-4e03-9e3b-cfbf7ca2da77 req-bb6c9a64-c460-4d7d-8bf0-bd459555c906 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 945 time: 0.2306454 Feb 04 13:23:56.300013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f9b50a-f859-433a-9327-b8ae182958e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:56.303264 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013f5a24-fbce-4042-863a-4af65623c79d" -d '{"events": [{"server_uuid": "f0f9b50a-f859-433a-9327-b8ae182958e7", "name": "network-vif-plugged", "status": "completed", "tag": "b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:56.396124 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-abbd7553-6f62-4e03-9e3b-cfbf7ca2da77 req-9d004461-d1fc-4f69-8b93-0698e3cf9edd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766620 Feb 04 13:23:56.400211 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-28d58e02-b65e-4447-bbc7-b87e15066452 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272631 Feb 04 13:23:56.608664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7b6e-aa55-4b80-a40e-c37f7b8cfffa req-77ebe071-1a09-485a-a034-f0f9da17a3be tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:56.619545 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-479d7b6e-aa55-4b80-a40e-c37f7b8cfffa req-77ebe071-1a09-485a-a034-f0f9da17a3be tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=32defdcb-ba9f-481c-b0b4-88947c09bf49 HTTP/1.1" status: 200 len: 948 time: 0.3740067 Feb 04 13:23:56.769165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-479d7b6e-aa55-4b80-a40e-c37f7b8cfffa req-700d1d2c-722c-47ae-ab0a-682f52154342 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483443 Feb 04 13:23:56.879560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-1765728a-6fa2-44e6-a846-66df2f165a84 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592462 Feb 04 13:23:56.955918 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6a6dd-935e-4643-b10d-63a4085df6df req-90ac2eb5-a6cf-44cc-800b-f1a987acaec3 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:56.963227 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ac6a6dd-935e-4643-b10d-63a4085df6df req-90ac2eb5-a6cf-44cc-800b-f1a987acaec3 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.2828624 Feb 04 13:23:56.978704 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2a9016b-5790-4bc7-9b49-212057a84364 req-cbae201d-ae02-404c-914d-a8769c85da76 tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "GET /v2.0/security-groups/03dfce81-4d52-4835-9b64-0084864de158 HTTP/1.1" status: 200 len: 2415 time: 0.1473739 Feb 04 13:23:57.254255 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ac6a6dd-935e-4643-b10d-63a4085df6df req-b29a687b-c189-4e2f-82e2-d42e6d262a1a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538274 Feb 04 13:23:57.288200 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b2a9016b-5790-4bc7-9b49-212057a84364 req-7d33e63e-8355-496b-b8d3-49a8271b800d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (03dfce81-4d52-4835-9b64-0084864de158), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:57.346229 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b2a9016b-5790-4bc7-9b49-212057a84364 req-7d33e63e-8355-496b-b8d3-49a8271b800d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (03dfce81-4d52-4835-9b64-0084864de158), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:57.433985 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b2a9016b-5790-4bc7-9b49-212057a84364 req-7d33e63e-8355-496b-b8d3-49a8271b800d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (03dfce81-4d52-4835-9b64-0084864de158), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:57.438401 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b2a9016b-5790-4bc7-9b49-212057a84364 req-7d33e63e-8355-496b-b8d3-49a8271b800d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:57.446082 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36910) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:57.466943 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2a9016b-5790-4bc7-9b49-212057a84364 req-7d33e63e-8355-496b-b8d3-49a8271b800d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] 10.222.0.96 "DELETE /v2.0/security-groups/03dfce81-4d52-4835-9b64-0084864de158 HTTP/1.1" status: 204 len: 173 time: 0.4864037 Feb 04 13:23:57.515518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33e63e-8355-496b-b8d3-49a8271b800d tempest-SecurityGroupRulesTestJSON-581102916 tempest-SecurityGroupRulesTestJSON-581102916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dfce81-4d52-4835-9b64-0084864de158,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:57.601399 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-313fd69a-4664-44ad-b65a-d9fb5ac7bd1c admin admin] Deleting subnet 5d9c9646-bfa3-4098-ab13-07c57c6fac7c {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:23:57.612418 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-313fd69a-4664-44ad-b65a-d9fb5ac7bd1c admin admin] Publish callbacks [] for subnet (5d9c9646-bfa3-4098-ab13-07c57c6fac7c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:57.703535 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-313fd69a-4664-44ad-b65a-d9fb5ac7bd1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (5d9c9646-bfa3-4098-ab13-07c57c6fac7c), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:57.708165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d903d-acc9-474e-b192-b394f9fc8938 req-9175e50e-66ab-49b9-a9ef-85c8b1e67d81 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:57.715067 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b5d903d-acc9-474e-b192-b394f9fc8938 req-9175e50e-66ab-49b9-a9ef-85c8b1e67d81 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 946 time: 0.1323071 Feb 04 13:23:57.794358 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-313fd69a-4664-44ad-b65a-d9fb5ac7bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (5d9c9646-bfa3-4098-ab13-07c57c6fac7c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:57.820621 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b5d903d-acc9-474e-b192-b394f9fc8938 req-591605d3-26bb-4b48-9789-5e8ac91293be tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045253 Feb 04 13:23:57.900979 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-313fd69a-4664-44ad-b65a-d9fb5ac7bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (5d9c9646-bfa3-4098-ab13-07c57c6fac7c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:57.925180 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-313fd69a-4664-44ad-b65a-d9fb5ac7bd1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:57.931649 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff91712-3af1-42ad-988c-8717c4131424 x-openstack-request-id: req-7ff91712-3af1-42ad-988c-8717c4131424 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:57.932525 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f9b50a-f859-433a-9327-b8ae182958e7", "name": "network-vif-plugged", "status": "completed", "tag": "b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:57.932968 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7ff91712-3af1-42ad-988c-8717c4131424 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:57.933631 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f9b50a-f859-433a-9327-b8ae182958e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76', 'code': 200} Feb 04 13:23:57.935167 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-313fd69a-4664-44ad-b65a-d9fb5ac7bd1c admin admin] 10.222.0.96 "DELETE /v2.0/subnets/5d9c9646-bfa3-4098-ab13-07c57c6fac7c HTTP/1.1" status: 204 len: 168 time: 0.4872315 Feb 04 13:23:57.938952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36916) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:57.969780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fd69a-4664-44ad-b65a-d9fb5ac7bd1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9c9646-bfa3-4098-ab13-07c57c6fac7c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:58.163701 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fc03435d-3960-4999-a382-6acdf3fe9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (02c6f88b-a681-44ae-ba6b-4529e4c7df3a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:58.223836 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ddc57-bdca-4672-ba4f-15691dc50e8a req-07c81e25-3f69-4cf2-83c9-bed1312e4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:58.225786 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b54ddc57-bdca-4672-ba4f-15691dc50e8a req-07c81e25-3f69-4cf2-83c9-bed1312e4ed2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f0f9b50a-f859-433a-9327-b8ae182958e7 HTTP/1.1" status: 200 len: 1132 time: 0.1507528 Feb 04 13:23:58.522570 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fc03435d-3960-4999-a382-6acdf3fe9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (02c6f88b-a681-44ae-ba6b-4529e4c7df3a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:58.570167 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b54ddc57-bdca-4672-ba4f-15691dc50e8a req-ace42c63-4457-44b7-9451-a35e820b7f26 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303995 Feb 04 13:23:58.599824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-fc03435d-3960-4999-a382-6acdf3fe9e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c6f88b-a681-44ae-ba6b-4529e4c7df3a']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:58.631456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-fc03435d-3960-4999-a382-6acdf3fe9e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993abb0b-a7fe-4748-bddd-520ff371ea6c') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:58.631963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-fc03435d-3960-4999-a382-6acdf3fe9e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993abb0b-a7fe-4748-bddd-520ff371ea6c') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:58.637311 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d98dbd-23ed-46e6-8943-3abbf496056a req-58168471-f3a2-4a2a-95c8-ea3e7617a0c9 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:58.649153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52d98dbd-23ed-46e6-8943-3abbf496056a req-58168471-f3a2-4a2a-95c8-ea3e7617a0c9 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 1128 time: 0.3715410 Feb 04 13:23:58.696549 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fc03435d-3960-4999-a382-6acdf3fe9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (993abb0b-a7fe-4748-bddd-520ff371ea6c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:58.741368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1f853-3b39-4526-ad66-40a99b1ea468 req-663233ab-7fdb-4945-b274-00908514724c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:58.744252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bbe1f853-3b39-4526-ad66-40a99b1ea468 req-663233ab-7fdb-4945-b274-00908514724c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 945 time: 0.3034184 Feb 04 13:23:58.800637 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fc03435d-3960-4999-a382-6acdf3fe9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (993abb0b-a7fe-4748-bddd-520ff371ea6c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:58.823563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc03435d-3960-4999-a382-6acdf3fe9e58 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:23:58.824835 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fc03435d-3960-4999-a382-6acdf3fe9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (993abb0b-a7fe-4748-bddd-520ff371ea6c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:23:58.827747 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:23:58.830711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52d98dbd-23ed-46e6-8943-3abbf496056a req-7c627d2b-1840-4aa6-a0a6-8885bd5a7d52 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805944 Feb 04 13:23:58.884405 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:23:58.931330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bbe1f853-3b39-4526-ad66-40a99b1ea468 req-96961175-74cd-4da5-bb8b-c1c79e858651 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645458 Feb 04 13:23:58.942399 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fc03435d-3960-4999-a382-6acdf3fe9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (02c6f88b-a681-44ae-ba6b-4529e4c7df3a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:58.955402 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fc03435d-3960-4999-a382-6acdf3fe9e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:58.970699 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fc03435d-3960-4999-a382-6acdf3fe9e58 admin admin] 10.222.0.96 "DELETE /v2.0/networks/02c6f88b-a681-44ae-ba6b-4529e4c7df3a HTTP/1.1" status: 204 len: 168 time: 1.0266044 Feb 04 13:23:58.989991 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03435d-3960-4999-a382-6acdf3fe9e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=02c6f88b-a681-44ae-ba6b-4529e4c7df3a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:59.260062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01b3d2-c108-4bbe-8d15-e3232da361c8 req-22583bef-bb2f-4e50-a07a-ee376667977d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:59.274751 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d01b3d2-c108-4bbe-8d15-e3232da361c8 req-22583bef-bb2f-4e50-a07a-ee376667977d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=32defdcb-ba9f-481c-b0b4-88947c09bf49 HTTP/1.1" status: 200 len: 948 time: 0.1899090 Feb 04 13:23:59.307444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281d5b5-91c5-4c9e-8ee2-391a7de192c7 req-a721acc0-0dcb-4b86-9f2c-e2c526059a56 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:59.315948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a281d5b5-91c5-4c9e-8ee2-391a7de192c7 req-a721acc0-0dcb-4b86-9f2c-e2c526059a56 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.2197504 Feb 04 13:23:59.393824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36940) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:59.394996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d01b3d2-c108-4bbe-8d15-e3232da361c8 req-3177d2ce-0fe9-4af0-ad28-fd0111d66ac5 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176126 Feb 04 13:23:59.438588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a281d5b5-91c5-4c9e-8ee2-391a7de192c7 req-8203e973-56ca-44d1-bc6c-ab8b5679b248 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212192 Feb 04 13:23:59.513104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36944) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:59.524175 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f1374158-b311-4f0b-ae43-3524afba0da8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7ed4766b0df346b2be57537decc7d43e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282756 Feb 04 13:23:59.650797 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbdda7be-7068-4fad-ba86-a3ba51c787be admin admin] Publish callbacks [] for security_group (82a458b0-bf91-4492-a45f-251355e71c56), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:59.663580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e859a-d561-4847-af2b-1c3829d79bc8 req-42dac88f-0124-4e7a-a1ba-5e5bd4dc1bb7 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:59.672085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a16e859a-d561-4847-af2b-1c3829d79bc8 req-42dac88f-0124-4e7a-a1ba-5e5bd4dc1bb7 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 946 time: 0.1214321 Feb 04 13:23:59.727399 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbdda7be-7068-4fad-ba86-a3ba51c787be admin admin] Publish callbacks [] for security_group (82a458b0-bf91-4492-a45f-251355e71c56), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:59.810133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a16e859a-d561-4847-af2b-1c3829d79bc8 req-c40c4c2a-7151-470d-a2fb-3d42ef7e470f tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366429 Feb 04 13:23:59.878201 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbdda7be-7068-4fad-ba86-a3ba51c787be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (82a458b0-bf91-4492-a45f-251355e71c56), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:59.882532 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbdda7be-7068-4fad-ba86-a3ba51c787be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:59.895591 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fbdda7be-7068-4fad-ba86-a3ba51c787be admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/82a458b0-bf91-4492-a45f-251355e71c56 HTTP/1.1" status: 204 len: 168 time: 0.3773491 Feb 04 13:23:59.914412 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdda7be-7068-4fad-ba86-a3ba51c787be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a458b0-bf91-4492-a45f-251355e71c56,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:00.037137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb996eb1-ad49-4f7e-a5e3-e0aba3c72a4f req-c3e10970-8f04-4492-b908-7cdbc68da4e8 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:00.038815 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb996eb1-ad49-4f7e-a5e3-e0aba3c72a4f req-c3e10970-8f04-4492-b908-7cdbc68da4e8 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 1128 time: 0.1079457 Feb 04 13:24:00.266785 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb996eb1-ad49-4f7e-a5e3-e0aba3c72a4f req-72622c22-4d69-449f-8194-b3f982abd3eb tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186356 Feb 04 13:24:00.321741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a44e9-1cd2-4d24-9fec-d07caa2f6f0f req-777c155a-5728-4543-baa2-5fc7a8b341d9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:00.343470 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a22a44e9-1cd2-4d24-9fec-d07caa2f6f0f req-777c155a-5728-4543-baa2-5fc7a8b341d9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0f9b50a-f859-433a-9327-b8ae182958e7 HTTP/1.1" status: 200 len: 949 time: 0.2490432 Feb 04 13:24:00.466845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a22a44e9-1cd2-4d24-9fec-d07caa2f6f0f req-c4a8d6d2-e4a5-49fa-9bf1-24bed2201cd1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222763 Feb 04 13:24:00.645239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e8e6d-aced-45b8-9343-ced5032887f9 req-1b930926-110e-40ec-8a47-8cf4a294910f tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:00.654162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da7e8e6d-aced-45b8-9343-ced5032887f9 req-1b930926-110e-40ec-8a47-8cf4a294910f tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 945 time: 0.2321610 Feb 04 13:24:00.805993 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da7e8e6d-aced-45b8-9343-ced5032887f9 req-9778c51e-7f06-4879-ba1f-0e800924182d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422691 Feb 04 13:24:01.049185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05436bd-076f-4c96-a976-43f154cb3204 req-ac15bbad-0cbc-411d-be66-7c9e251b0932 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:01.056495 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b05436bd-076f-4c96-a976-43f154cb3204 req-ac15bbad-0cbc-411d-be66-7c9e251b0932 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.2199557 Feb 04 13:24:01.138578 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b05436bd-076f-4c96-a976-43f154cb3204 req-acf997c7-e0e6-4166-a2f6-29574e741f4f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678039 Feb 04 13:24:01.440292 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411d08a-1a38-4f41-99a1-31e12a084edb req-777d1afc-034d-466c-9ca0-4a525d2062ab tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:01.449833 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b411d08a-1a38-4f41-99a1-31e12a084edb req-777d1afc-034d-466c-9ca0-4a525d2062ab tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 946 time: 0.1781652 Feb 04 13:24:01.580679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b411d08a-1a38-4f41-99a1-31e12a084edb req-2318dc10-66ab-4ba3-a995-91b666938aab tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276586 Feb 04 13:24:01.634367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37002) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:24:01.882048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9311a762-0ddf-4530-bd74-3a2db402f269 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1509425116-network', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:01.928717 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b26850-5ba7-475c-8ac0-5bbaca7ab792 req-57e21592-c02a-4936-8eec-075df03fa995 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:01.936704 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45b26850-5ba7-475c-8ac0-5bbaca7ab792 req-57e21592-c02a-4936-8eec-075df03fa995 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0f9b50a-f859-433a-9327-b8ae182958e7 HTTP/1.1" status: 200 len: 949 time: 0.1277413 Feb 04 13:24:01.963226 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9311a762-0ddf-4530-bd74-3a2db402f269 admin admin] Made reservation on behalf of 91c2b59a923a4789aacbf2f7325759a2 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:01.990042 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9311a762-0ddf-4530-bd74-3a2db402f269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:02.019685 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9311a762-0ddf-4530-bd74-3a2db402f269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:02.095643 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45b26850-5ba7-475c-8ac0-5bbaca7ab792 req-8583771e-5448-4d4e-991b-d37c8c7b1adc tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576400 Feb 04 13:24:02.279498 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9311a762-0ddf-4530-bd74-3a2db402f269 admin admin] Publish callbacks [] for security_group (063f1568-4a19-423f-8b32-42311a717e16), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:02.293926 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9311a762-0ddf-4530-bd74-3a2db402f269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (063f1568-4a19-423f-8b32-42311a717e16), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:02.385909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311a762-0ddf-4530-bd74-3a2db402f269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063f1568-4a19-423f-8b32-42311a717e16,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:02.423325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9311a762-0ddf-4530-bd74-3a2db402f269 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:24:02.457484 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9311a762-0ddf-4530-bd74-3a2db402f269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (17f3dd9e-20b3-4ae9-839f-ff983264bf95), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:02.458040 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-9311a762-0ddf-4530-bd74-3a2db402f269 admin admin] Added segment 17f3dd9e-20b3-4ae9-839f-ff983264bf95 of type vlan for network 35a1da14-24fc-49d3-b4a3-8c6b40c795f4 Feb 04 13:24:02.714871 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9311a762-0ddf-4530-bd74-3a2db402f269 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (35a1da14-24fc-49d3-b4a3-8c6b40c795f4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:02.817464 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9311a762-0ddf-4530-bd74-3a2db402f269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (35a1da14-24fc-49d3-b4a3-8c6b40c795f4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:02.818930 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9311a762-0ddf-4530-bd74-3a2db402f269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:02.819909 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9311a762-0ddf-4530-bd74-3a2db402f269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:02.928359 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9311a762-0ddf-4530-bd74-3a2db402f269 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2917871 Feb 04 13:24:02.933498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37040) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:24:02.939911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9e00d042-9b5c-45ac-9522-e8fd633fc944 admin admin] Request body: {'subnet': {'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1509425116-subnet', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:02.974713 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e00d042-9b5c-45ac-9522-e8fd633fc944 admin admin] Made reservation on behalf of 91c2b59a923a4789aacbf2f7325759a2 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:02.979570 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e00d042-9b5c-45ac-9522-e8fd633fc944 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:03.024059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311a762-0ddf-4530-bd74-3a2db402f269 admin admin] Pushing event updated for resources: {'Network': ['ID=35a1da14-24fc-49d3-b4a3-8c6b40c795f4,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:03.042207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 35a1da14-24fc-49d3-b4a3-8c6b40c795f4 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:24:03.165352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-f71aab3a-d7d6-434e-9255-f5ee74bcd677 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:24:03.166485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-f71aab3a-d7d6-434e-9255-f5ee74bcd677 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091021 Feb 04 13:24:03.294629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-768df14a-d1e2-4abe-bbfe-74fdea7f9e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:03.297075 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-768df14a-d1e2-4abe-bbfe-74fdea7f9e30 service neutron] 10.222.0.96 "GET /v2.0/ports/cd10ed93-6434-4e21-a44f-7106ab47b5c1 HTTP/1.1" status: 200 len: 1125 time: 0.1091464 Feb 04 13:24:03.332045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-167e72b6-0233-4b7f-9b3d-01f544f7d344 service neutron] Request body: {'binding': {'host': 'n-h1-714676-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:03.332832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-167e72b6-0233-4b7f-9b3d-01f544f7d344 service neutron] Unknown quota resources ['binding']. {{(pid=103606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:24:03.476502 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e00d042-9b5c-45ac-9522-e8fd633fc944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (0d8275f7-44e6-46ea-a076-bf4b8681f6a4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:03.499768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8d632-ae2a-410e-89e1-5d6bf3bdca9d req-63e94e41-8459-418b-83dd-5949374f17c1 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:03.501426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38f8d632-ae2a-410e-89e1-5d6bf3bdca9d req-63e94e41-8459-418b-83dd-5949374f17c1 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 945 time: 0.3428144 Feb 04 13:24:03.659438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00d042-9b5c-45ac-9522-e8fd633fc944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8275f7-44e6-46ea-a076-bf4b8681f6a4,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:03.726610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e00d042-9b5c-45ac-9522-e8fd633fc944 admin admin] Checking segment: {'id': '17f3dd9e-20b3-4ae9-839f-ff983264bf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:24:03.727028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e00d042-9b5c-45ac-9522-e8fd633fc944 admin admin] Network hostable DHCP agents. Network: 35a1da14-24fc-49d3-b4a3-8c6b40c795f4, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:24:03.742557 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38f8d632-ae2a-410e-89e1-5d6bf3bdca9d req-5ffe69c9-f4be-4574-8bd8-2a7bf4cd1c50 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030876 Feb 04 13:24:03.742557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-167e72b6-0233-4b7f-9b3d-01f544f7d344 service neutron] Attempting to bind port cd10ed93-6434-4e21-a44f-7106ab47b5c1 on host n-h1-714676-13 for vnic_type normal with profile None {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:24:03.742557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-167e72b6-0233-4b7f-9b3d-01f544f7d344 service neutron] Attempting to bind port cd10ed93-6434-4e21-a44f-7106ab47b5c1 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:24:03.742557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-167e72b6-0233-4b7f-9b3d-01f544f7d344 service neutron] Attempting to bind port cd10ed93-6434-4e21-a44f-7106ab47b5c1 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:03.754588 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-167e72b6-0233-4b7f-9b3d-01f544f7d344 service neutron] Port cd10ed93-6434-4e21-a44f-7106ab47b5c1 on network 15db41b1-a6d5-41af-b587-4385571234bf not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:24:03.755103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-167e72b6-0233-4b7f-9b3d-01f544f7d344 service neutron] Attempting to bind port cd10ed93-6434-4e21-a44f-7106ab47b5c1 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:03.771227 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-167e72b6-0233-4b7f-9b3d-01f544f7d344 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:24:03.771901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-167e72b6-0233-4b7f-9b3d-01f544f7d344 service neutron] Checking segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:24:03.772599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-167e72b6-0233-4b7f-9b3d-01f544f7d344 service neutron] Bound using segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:24:03.773338 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-167e72b6-0233-4b7f-9b3d-01f544f7d344 service neutron] Bound port: cd10ed93-6434-4e21-a44f-7106ab47b5c1, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:24:03.780182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e00d042-9b5c-45ac-9522-e8fd633fc944 admin admin] Network 35a1da14-24fc-49d3-b4a3-8c6b40c795f4 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:24:03.835082 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9e00d042-9b5c-45ac-9522-e8fd633fc944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 35a1da14-24fc-49d3-b4a3-8c6b40c795f4) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:03.847349 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e00d042-9b5c-45ac-9522-e8fd633fc944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:03.848507 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e00d042-9b5c-45ac-9522-e8fd633fc944 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:03.861047 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c92bc5-c11f-4d35-8f86-251dd9c732da None None] Network 35a1da14-24fc-49d3-b4a3-8c6b40c795f4 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:24:03.898680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9e00d042-9b5c-45ac-9522-e8fd633fc944 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9637117 Feb 04 13:24:03.901364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37054) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:24:03.910991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1509425116-router', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:03.948775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-167e72b6-0233-4b7f-9b3d-01f544f7d344 service neutron] For port cd10ed93-6434-4e21-a44f-7106ab47b5c1, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:24:03.969883 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-167e72b6-0233-4b7f-9b3d-01f544f7d344 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:03.972305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-167e72b6-0233-4b7f-9b3d-01f544f7d344 service neutron] 10.222.0.96 "POST /v2.0/ports/cd10ed93-6434-4e21-a44f-7106ab47b5c1/bindings HTTP/1.1" status: 201 len: 390 time: 0.6554425 Feb 04 13:24:03.981284 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:03.984125 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:04.121753 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Publish callbacks [] for router_controller (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:04.164512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e851e7-32c5-4b39-a2ec-dcda4bd502a0 req-6c4d7e58-0d2c-49d1-8bfc-27e44199ef1d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:04.173606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e851e7-32c5-4b39-a2ec-dcda4bd502a0 req-6c4d7e58-0d2c-49d1-8bfc-27e44199ef1d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:04.175313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54e851e7-32c5-4b39-a2ec-dcda4bd502a0 req-6c4d7e58-0d2c-49d1-8bfc-27e44199ef1d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=32defdcb-ba9f-481c-b0b4-88947c09bf49&device_id=f0f9b50a-f859-433a-9327-b8ae182958e7 HTTP/1.1" status: 200 len: 1688 time: 0.1533341 Feb 04 13:24:04.201610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'fixed_ips': [{'subnet_id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:24:04.202825 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:04.282742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54e851e7-32c5-4b39-a2ec-dcda4bd502a0 req-6695d43f-4b5f-4695-85ee-f9406b8fefbd tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986097 Feb 04 13:24:04.584756 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Publish callbacks [] for router_gateway (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:04.625238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f56ab7-0019-457a-adda-fcb54d2565ef req-f79a4b9f-309b-447a-81eb-e3787c12d823 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:04.637754 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6f56ab7-0019-457a-adda-fcb54d2565ef req-f79a4b9f-309b-447a-81eb-e3787c12d823 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.1798804 Feb 04 13:24:04.642328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Allocated IP 172.20.0.2 (35a1da14-24fc-49d3-b4a3-8c6b40c795f4/0d8275f7-44e6-46ea-a076-bf4b8681f6a4/4cf30851-1d44-434b-9e08-9ca9c3b03a10) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:04.704939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb66a19-8e3b-48ef-9a2e-c4e782e0c4e3 req-4ed2fca4-465a-413b-9a3d-1b7fddd0ac2f tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:04.715231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eeb66a19-8e3b-48ef-9a2e-c4e782e0c4e3 req-4ed2fca4-465a-413b-9a3d-1b7fddd0ac2f tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 946 time: 0.3401048 Feb 04 13:24:04.777564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-c17e5186-7bf1-4541-92e7-68d5073aa3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:04.781276 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-c17e5186-7bf1-4541-92e7-68d5073aa3a4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 1128 time: 0.2611043 Feb 04 13:24:04.855479 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6f56ab7-0019-457a-adda-fcb54d2565ef req-3bd1df58-c142-4cdd-8215-97dada338b9f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164638 Feb 04 13:24:04.887364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eeb66a19-8e3b-48ef-9a2e-c4e782e0c4e3 req-8e029d37-b0b4-40f1-843b-44e7b3f24d13 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708090 Feb 04 13:24:04.968694 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Publish callbacks [] for router_gateway (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:04.969525 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Publish callbacks [] for port (4cf30851-1d44-434b-9e08-9ca9c3b03a10), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:04.980151 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (4cf30851-1d44-434b-9e08-9ca9c3b03a10), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:04.982225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-62db417c-3d95-4dbe-8b5e-960ed300fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:04.985729 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-62db417c-3d95-4dbe-8b5e-960ed300fd1b service neutron] 10.222.0.99 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.1935613 Feb 04 13:24:05.035694 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:05.102535 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-d7da39e8-4274-4aad-8bf2-a4f6a5dae71b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1 HTTP/1.1" status: 200 len: 217 time: 0.1083615 Feb 04 13:24:05.164299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Network 35a1da14-24fc-49d3-b4a3-8c6b40c795f4 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:05.173132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:05.181354 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:24:05.286134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Pushing event updated for resources: {'Port': ['ID=4cf30851-1d44-434b-9e08-9ca9c3b03a10,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:05.295024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-8e581f03-94ed-4920-94eb-7e23548ac1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:05.297770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-8e581f03-94ed-4920-94eb-7e23548ac1ff service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.1834846 Feb 04 13:24:05.349784 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Allocated IP 172.25.5.128 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/3c720be6-8653-4e35-a3ca-096338a621c6) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:05.361861 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-2c8a0e96-dc39-4010-a1a9-e89ae0da95c3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552073 Feb 04 13:24:05.391078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Attempting to bind port 4cf30851-1d44-434b-9e08-9ca9c3b03a10 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:24:05.391618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Attempting to bind port 4cf30851-1d44-434b-9e08-9ca9c3b03a10 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '17f3dd9e-20b3-4ae9-839f-ff983264bf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:24:05.392230 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Attempting to bind port 4cf30851-1d44-434b-9e08-9ca9c3b03a10 on network 35a1da14-24fc-49d3-b4a3-8c6b40c795f4 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:05.412905 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:24:05.413544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Checking segment: {'id': '17f3dd9e-20b3-4ae9-839f-ff983264bf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:24:05.414261 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:05.414941 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Bound using segment: {'id': '17f3dd9e-20b3-4ae9-839f-ff983264bf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:24:05.415732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Bound port: 4cf30851-1d44-434b-9e08-9ca9c3b03a10, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f3dd9e-20b3-4ae9-839f-ff983264bf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:24:05.416369 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4cf30851-1d44-434b-9e08-9ca9c3b03a10), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:05.573312 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] For port 4cf30851-1d44-434b-9e08-9ca9c3b03a10, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:05.578978 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] For port 4cf30851-1d44-434b-9e08-9ca9c3b03a10, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4cf30851-1d44-434b-9e08-9ca9c3b03a10,segment=NetworkSegment(17f3dd9e-20b3-4ae9-839f-ff983264bf95),segment_id=17f3dd9e-20b3-4ae9-839f-ff983264bf95)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:24:05.590950 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4cf30851-1d44-434b-9e08-9ca9c3b03a10), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:05.630426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-710fbc58-11df-4185-bb70-9155ff639c12 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593770 Feb 04 13:24:05.674902 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e704572-005e-4d24-a15c-dd61e0496498 None None] Pushing event updated for resources: {'Port': ['ID=4cf30851-1d44-434b-9e08-9ca9c3b03a10,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:05.675354 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Publish callbacks [] for port (3c720be6-8653-4e35-a3ca-096338a621c6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:05.753558 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (3c720be6-8653-4e35-a3ca-096338a621c6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:05.762354 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b6fac-80d7-4755-b8ad-57c9c6a9696e req-c155a2e0-9637-4ede-9af2-0e209141f8ab tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:05.772957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-690b6fac-80d7-4755-b8ad-57c9c6a9696e req-c155a2e0-9637-4ede-9af2-0e209141f8ab tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 945 time: 0.2460480 Feb 04 13:24:05.807832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:05.820443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:05.833492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:24:05.856267 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-690b6fac-80d7-4755-b8ad-57c9c6a9696e req-cdca16c9-f3ee-4256-a6c0-70edf7ea31f5 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818889 Feb 04 13:24:05.887493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Pushing event updated for resources: {'Port': ['ID=3c720be6-8653-4e35-a3ca-096338a621c6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:05.947319 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-299c00e7-4e2a-4862-9b94-622a30c772cc service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090599 Feb 04 13:24:06.384592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989604aa-1a0c-462e-a9c1-ad55d081a62a req-24ad880f-be28-4bea-87d5-0e8ce5c7759d tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:06.386475 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-989604aa-1a0c-462e-a9c1-ad55d081a62a req-24ad880f-be28-4bea-87d5-0e8ce5c7759d tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=32defdcb-ba9f-481c-b0b4-88947c09bf49 HTTP/1.1" status: 200 len: 1131 time: 0.1899152 Feb 04 13:24:06.394561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-1788fac2-4325-4d62-8cc1-aa708b33ca97 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:06.396428 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-1788fac2-4325-4d62-8cc1-aa708b33ca97 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742&tenant_id=c66aed92d02a400db6163d7d33da33b0&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 1128 time: 0.3352206 Feb 04 13:24:06.403711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996fba3-19bb-43c7-8745-57d526d3c17d req-c55a0bbc-cec1-450b-af3b-f414f01bdbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:06.403711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6996fba3-19bb-43c7-8745-57d526d3c17d req-c55a0bbc-cec1-450b-af3b-f414f01bdbd9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5e4e34a1fef244cba78455c8ad160250&device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 1128 time: 0.2298613 Feb 04 13:24:06.423068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-714676-13'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:06.529929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7509f-ba23-47bf-8ff8-6ced8d83e723 req-dbbf1648-7677-413c-a136-83e76e46ed34 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:06.531780 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-63e7509f-ba23-47bf-8ff8-6ced8d83e723 req-dbbf1648-7677-413c-a136-83e76e46ed34 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a25b46-cddb-4d76-9da9-43877c48ab1e HTTP/1.1" status: 200 len: 949 time: 0.2262595 Feb 04 13:24:06.622386 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-989604aa-1a0c-462e-a9c1-ad55d081a62a req-d5520634-6bbc-40f7-9316-5bfa57ae1d3e tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168999 Feb 04 13:24:06.632895 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:06.695317 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-63e7509f-ba23-47bf-8ff8-6ced8d83e723 req-c4023f22-bb2e-4f42-b3f0-a96ffe541019 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572845 Feb 04 13:24:06.775468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996fba3-19bb-43c7-8745-57d526d3c17d req-0ec15e54-7b19-4653-8490-419531b6a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:06.777423 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6996fba3-19bb-43c7-8745-57d526d3c17d req-0ec15e54-7b19-4653-8490-419531b6a35b service neutron] 10.222.0.99 "GET /v2.0/networks?id=232123d0-0d2a-4843-872e-e2f58252f361 HTTP/1.1" status: 200 len: 916 time: 0.3611662 Feb 04 13:24:06.937039 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6996fba3-19bb-43c7-8745-57d526d3c17d req-8e9aca88-95f5-4871-82c3-4c516dcd6a42 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f8dd16-0a31-4cf0-abad-300859befade HTTP/1.1" status: 200 len: 217 time: 0.1515315 Feb 04 13:24:06.946026 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Publish callbacks [] for router_gateway (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:07.022521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4cf30851-1d44-434b-9e08-9ca9c3b03a10 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:24:07.101747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4cf30851-1d44-434b-9e08-9ca9c3b03a10 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:07.102469 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4cf30851-1d44-434b-9e08-9ca9c3b03a10), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:07.229466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996fba3-19bb-43c7-8745-57d526d3c17d req-003465e1-fcfb-4458-b091-139d209cf04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:07.231850 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6996fba3-19bb-43c7-8745-57d526d3c17d req-003465e1-fcfb-4458-b091-139d209cf04f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=352d6885-f001-4efe-b24c-dc0c44d83db9 HTTP/1.1" status: 200 len: 854 time: 0.2113988 Feb 04 13:24:07.269221 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d1d6c-0966-41b8-a23e-fe0225f33780 req-35ceb648-6fe8-411c-aa60-4aa7868a8dee tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:07.270952 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-443d1d6c-0966-41b8-a23e-fe0225f33780 req-35ceb648-6fe8-411c-aa60-4aa7868a8dee tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.4116547 Feb 04 13:24:07.283672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacef596-88db-4bad-9cb3-355f7aaef28c req-1099bd44-ba11-442c-a54b-9c300d21dbd0 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:07.290948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aacef596-88db-4bad-9cb3-355f7aaef28c req-1099bd44-ba11-442c-a54b-9c300d21dbd0 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 946 time: 0.4334648 Feb 04 13:24:07.302036 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4cf30851-1d44-434b-9e08-9ca9c3b03a10 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:07.302820 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4cf30851-1d44-434b-9e08-9ca9c3b03a10), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:07.330852 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:07.348848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 4cf30851-1d44-434b-9e08-9ca9c3b03a10, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4cf30851-1d44-434b-9e08-9ca9c3b03a10,segment=NetworkSegment(17f3dd9e-20b3-4ae9-839f-ff983264bf95),segment_id=17f3dd9e-20b3-4ae9-839f-ff983264bf95)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:07.358156 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4cf30851-1d44-434b-9e08-9ca9c3b03a10), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:07.381507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] For port cd10ed93-6434-4e21-a44f-7106ab47b5c1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:07.487643 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=4cf30851-1d44-434b-9e08-9ca9c3b03a10,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:07.510142 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-443d1d6c-0966-41b8-a23e-fe0225f33780 req-56926f73-04fd-449b-9ed4-bacfa80f6455 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951241 Feb 04 13:24:07.524480 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aacef596-88db-4bad-9cb3-355f7aaef28c req-f0e2b6e2-2a67-4aaa-82f4-6a2143157f1c tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326369 Feb 04 13:24:07.543590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996fba3-19bb-43c7-8745-57d526d3c17d req-53552055-d4f8-4069-9bdc-8d87f6457dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:07.546011 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6996fba3-19bb-43c7-8745-57d526d3c17d req-53552055-d4f8-4069-9bdc-8d87f6457dc8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=232123d0-0d2a-4843-872e-e2f58252f361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2983708 Feb 04 13:24:07.600317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] For port cd10ed93-6434-4e21-a44f-7106ab47b5c1, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:07.612620 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:24:07.695773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7377d1d5-295f-4d42-a4ac-b645ccbd146a None None] Network 35a1da14-24fc-49d3-b4a3-8c6b40c795f4 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:24:07.796003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-be3ecb54-64aa-4969-a526-41b84d04650e None None] Provisioning complete for port 4cf30851-1d44-434b-9e08-9ca9c3b03a10 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:07.796651 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be3ecb54-64aa-4969-a526-41b84d04650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4cf30851-1d44-434b-9e08-9ca9c3b03a10), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:07.836701 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:24:07.856954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Sync routers for ids ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:24:07.882135 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:07.884851 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f0f9c521-56fe-4a67-b5bb-3f9bb293be3c admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9807918 Feb 04 13:24:07.887535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37110) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:24:07.908651 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Routers {'5d405e35-03f5-4cd5-b0a5-dac711ebaf34'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:24:07.909311 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:23:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:08.111805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0c64da64-fd5b-4292-b741-6cc419dc1e39 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:24:08.141353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Set router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:24:08.292520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3b3eb7-58e6-4524-aece-6725f8c05742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd10ed93-6434-4e21-a44f-7106ab47b5c1'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:24:08.296527 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01171228-6fe4-4d2e-83b0-ce09cd7db64f" -d '{"events": [{"server_uuid": "bf3b3eb7-58e6-4524-aece-6725f8c05742", "name": "network-vif-unplugged", "status": "completed", "tag": "cd10ed93-6434-4e21-a44f-7106ab47b5c1"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:24:08.307441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Publish callbacks [] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:08.359001 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053f3f1-e5c1-47e4-994f-119b4a4685a3 req-de92cb84-d3aa-4f3f-8133-e2a48317cc16 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:08.368487 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e053f3f1-e5c1-47e4-994f-119b4a4685a3 req-de92cb84-d3aa-4f3f-8133-e2a48317cc16 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 945 time: 0.2033722 Feb 04 13:24:08.371919 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:08.495990 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6996fba3-19bb-43c7-8745-57d526d3c17d req-8c23f2dc-1e64-4770-94f6-529a2039ac43 service neutron] 10.222.0.99 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9304223 Feb 04 13:24:08.509760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a140f-ef17-431c-bb26-7bcead59bd48 req-bf117cfa-5285-4a43-896f-ae56c9b79d83 tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:08.522585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb2a140f-ef17-431c-bb26-7bcead59bd48 req-bf117cfa-5285-4a43-896f-ae56c9b79d83 tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=f0f9b50a-f859-433a-9327-b8ae182958e7 HTTP/1.1" status: 200 len: 1132 time: 0.3602793 Feb 04 13:24:08.553562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-be3ecb54-64aa-4969-a526-41b84d04650e None None] Current status of the port 4cf30851-1d44-434b-9e08-9ca9c3b03a10 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:08.600458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 0c64da64-fd5b-4292-b741-6cc419dc1e39 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:08.601236 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:08.653394 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:08.708403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a25b46-cddb-4d76-9da9-43877c48ab1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c64da64-fd5b-4292-b741-6cc419dc1e39'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:24:08.712585 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f36806-1666-4dad-ab43-0cb7c38a7217" -d '{"events": [{"server_uuid": "82a25b46-cddb-4d76-9da9-43877c48ab1e", "name": "network-vif-unplugged", "status": "completed", "tag": "0c64da64-fd5b-4292-b741-6cc419dc1e39"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:24:08.741170 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0c64da64-fd5b-4292-b741-6cc419dc1e39, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0c64da64-fd5b-4292-b741-6cc419dc1e39,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:08.752671 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:08.760173 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e053f3f1-e5c1-47e4-994f-119b4a4685a3 req-c3cff558-cdba-4e45-ae3d-7f6508e4c180 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863838 Feb 04 13:24:08.761759 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Pushing event updated for resources: {'Port': ['ID=cd10ed93-6434-4e21-a44f-7106ab47b5c1,revision_number=7']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:08.924056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'name': 'tempest-ServersTestBootFromVolume-1509425116-router', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:03Z', 'updated_at': '2022-02-04T13:24:06Z', 'revision_number': 3, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'gw_port': {'id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:05Z', 'updated_at': '2022-02-04T13:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:08.934040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Attempting to bind port cd10ed93-6434-4e21-a44f-7106ab47b5c1 on host n-h2-714676-13 for vnic_type normal with profile {"migrating_to": "n-h1-714676-13"} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:24:08.934463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Attempting to bind port cd10ed93-6434-4e21-a44f-7106ab47b5c1 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:24:08.936051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Attempting to bind port cd10ed93-6434-4e21-a44f-7106ab47b5c1 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:08.953314 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb2a140f-ef17-431c-bb26-7bcead59bd48 req-2f378177-853d-4829-9035-1caebbc6e04a tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290166 Feb 04 13:24:08.979719 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6996fba3-19bb-43c7-8745-57d526d3c17d req-470bf95e-a68c-4b25-ad1b-1ea06da05371 service neutron] 10.222.0.99 "GET /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421008 Feb 04 13:24:08.994381 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Port cd10ed93-6434-4e21-a44f-7106ab47b5c1 on network 15db41b1-a6d5-41af-b587-4385571234bf not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:24:08.994989 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Attempting to bind port cd10ed93-6434-4e21-a44f-7106ab47b5c1 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:09.009771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:24:09.010135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Checking segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:24:09.010605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Bound using segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:24:09.011069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Bound port: cd10ed93-6434-4e21-a44f-7106ab47b5c1, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:24:09.011463 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:09.107537 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Allocated IP 172.20.0.1 (35a1da14-24fc-49d3-b4a3-8c6b40c795f4/0d8275f7-44e6-46ea-a076-bf4b8681f6a4/50ae706f-34f1-4028-bf82-eb13c5fb847a) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:09.220097 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4cf30851-1d44-434b-9e08-9ca9c3b03a10 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:24:09.228170 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Checking router: 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:24:09.228750 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Updating router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 port 3c720be6-8653-4e35-a3ca-096338a621c6 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:24:09.259744 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] For port cd10ed93-6434-4e21-a44f-7106ab47b5c1, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:09.266455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] For port cd10ed93-6434-4e21-a44f-7106ab47b5c1, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:24:09.272909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=0c64da64-fd5b-4292-b741-6cc419dc1e39,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:09.281698 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a7eb3-909e-49ad-b117-ac5903e9d47c req-1ca4702a-4f61-401f-8ca5-f7d838feddf0 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:09.289779 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df2a7eb3-909e-49ad-b117-ac5903e9d47c req-1ca4702a-4f61-401f-8ca5-f7d838feddf0 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 943 time: 0.1675627 Feb 04 13:24:09.303924 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:09.345575 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Publish callbacks [] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:09.415090 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:09.426802 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7ea40d48-951c-475a-a808-728181a574e7 None None] Provisioning complete for port 4cf30851-1d44-434b-9e08-9ca9c3b03a10 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:09.427442 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7ea40d48-951c-475a-a808-728181a574e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4cf30851-1d44-434b-9e08-9ca9c3b03a10), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:09.469900 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3c720be6-8653-4e35-a3ca-096338a621c6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:09.540129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Network 35a1da14-24fc-49d3-b4a3-8c6b40c795f4 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:09.556211 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:09.557474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Pushing event updated for resources: {'Port': ['ID=cd10ed93-6434-4e21-a44f-7106ab47b5c1,revision_number=8']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:09.590878 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:24:09.622621 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df2a7eb3-909e-49ad-b117-ac5903e9d47c req-a46a5549-0dc6-4d5d-bf01-4b22456650e0 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308687 Feb 04 13:24:09.761120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:09.761931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Pushing event updated for resources: {'Port': ['ID=50ae706f-34f1-4028-bf82-eb13c5fb847a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:09.767329 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:09.771516 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-614de9c8-71e0-4515-ad25-e944bf62d396 service neutron] 10.222.0.99 "PUT /v2.0/ports/cd10ed93-6434-4e21-a44f-7106ab47b5c1 HTTP/1.1" status: 200 len: 1123 time: 3.3526576 Feb 04 13:24:09.791993 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93703af-2963-40c1-b4ea-3da4b359bf05 x-openstack-request-id: req-d93703af-2963-40c1-b4ea-3da4b359bf05 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:24:09.792836 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3b3eb7-58e6-4524-aece-6725f8c05742", "name": "network-vif-unplugged", "status": "completed", "tag": "cd10ed93-6434-4e21-a44f-7106ab47b5c1", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:24:09.793609 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d93703af-2963-40c1-b4ea-3da4b359bf05 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:24:09.794442 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3b3eb7-58e6-4524-aece-6725f8c05742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd10ed93-6434-4e21-a44f-7106ab47b5c1', 'code': 200} Feb 04 13:24:09.829197 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:09.995667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4cf30851-1d44-434b-9e08-9ca9c3b03a10 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:09.996156 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4cf30851-1d44-434b-9e08-9ca9c3b03a10), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:10.031083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['cd10ed93-6434-4e21-a44f-7106ab47b5c1'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:24:10.074300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed344e-f5f8-41a2-96c0-cc6f6c6e43b4 req-eb5bf3b9-d7a6-439f-8070-8771c6ec837c tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:10.086476 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2aed344e-f5f8-41a2-96c0-cc6f6c6e43b4 req-eb5bf3b9-d7a6-439f-8070-8771c6ec837c tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.2427802 Feb 04 13:24:10.161156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7ea40d48-951c-475a-a808-728181a574e7 None None] Current status of the port 4cf30851-1d44-434b-9e08-9ca9c3b03a10 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:10.213155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdacf4-dbf0-4ab0-a2eb-068ac740bc88 req-89373079-d794-413d-a855-f3b7c386b5db tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:10.216575 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5bdacf4-dbf0-4ab0-a2eb-068ac740bc88 req-89373079-d794-413d-a855-f3b7c386b5db tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 946 time: 0.2300022 Feb 04 13:24:10.231235 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:10.250709 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2aed344e-f5f8-41a2-96c0-cc6f6c6e43b4 req-ea7461cd-1238-441c-b654-ca4611dd613d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626613 Feb 04 13:24:10.389636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5bdacf4-dbf0-4ab0-a2eb-068ac740bc88 req-8007dba7-f183-4ea2-a33b-9807629d0211 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362751 Feb 04 13:24:10.394576 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-cb8d083c-f775-4e8a-a36c-ae2349c9e30a None None] Provisioning complete for port 50ae706f-34f1-4028-bf82-eb13c5fb847a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:10.395361 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cb8d083c-f775-4e8a-a36c-ae2349c9e30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:10.436430 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01420f0-f7bb-4e61-ac78-b024ab979448 x-openstack-request-id: req-f01420f0-f7bb-4e61-ac78-b024ab979448 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:24:10.436935 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a25b46-cddb-4d76-9da9-43877c48ab1e", "name": "network-vif-unplugged", "status": "completed", "tag": "0c64da64-fd5b-4292-b741-6cc419dc1e39", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:24:10.442677 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f01420f0-f7bb-4e61-ac78-b024ab979448 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:24:10.442677 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a25b46-cddb-4d76-9da9-43877c48ab1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c64da64-fd5b-4292-b741-6cc419dc1e39', 'code': 200} Feb 04 13:24:10.568082 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Publish callbacks [] for port (3c720be6-8653-4e35-a3ca-096338a621c6), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:10.571427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4cf30851-1d44-434b-9e08-9ca9c3b03a10 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:10.591009 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3c720be6-8653-4e35-a3ca-096338a621c6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:10.654217 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18a65f-574f-405c-b686-5a077b4e79bf None None] Pushing event updated for resources: {'Port': ['ID=3c720be6-8653-4e35-a3ca-096338a621c6,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:10.701841 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Attempting to bind port 3c720be6-8653-4e35-a3ca-096338a621c6 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:24:10.702258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Attempting to bind port 3c720be6-8653-4e35-a3ca-096338a621c6 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:24:10.702636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Attempting to bind port 3c720be6-8653-4e35-a3ca-096338a621c6 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:10.712324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:24:10.712823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:24:10.713114 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:10.713516 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:24:10.714006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Bound port: 3c720be6-8653-4e35-a3ca-096338a621c6, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:24:10.714417 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3c720be6-8653-4e35-a3ca-096338a621c6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:10.749326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Publish callbacks [] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:10.758371 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:10.785241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] For port 3c720be6-8653-4e35-a3ca-096338a621c6, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:10.788652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] For port 3c720be6-8653-4e35-a3ca-096338a621c6, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3c720be6-8653-4e35-a3ca-096338a621c6,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:24:10.792350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d083c-f775-4e8a-a36c-ae2349c9e30a None None] Port 50ae706f-34f1-4028-bf82-eb13c5fb847a cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:24:10.801651 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3c720be6-8653-4e35-a3ca-096338a621c6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:11.002979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00390659-06d8-4e3b-a5b6-c2e13326937d req-0fdebbdf-c9ec-4b3e-a4f5-a2b4d156a528 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:11.005710 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00390659-06d8-4e3b-a5b6-c2e13326937d req-0fdebbdf-c9ec-4b3e-a4f5-a2b4d156a528 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 945 time: 0.1284347 Feb 04 13:24:11.020408 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:11.030680 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Pushing event updated for resources: {'Port': ['ID=50ae706f-34f1-4028-bf82-eb13c5fb847a,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:11.036002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Routers {'5d405e35-03f5-4cd5-b0a5-dac711ebaf34'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:24:11.036698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:23:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:11.041192 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c2499e97-5cf0-4943-bebd-775570e6d792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:11.045399 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18a65f-574f-405c-b686-5a077b4e79bf None None] Pushing event updated for resources: {'Port': ['ID=3c720be6-8653-4e35-a3ca-096338a621c6,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:11.181726 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00390659-06d8-4e3b-a5b6-c2e13326937d req-179f639f-0764-4219-8a5b-d43b927cdb3c tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684031 Feb 04 13:24:11.191560 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Network 35a1da14-24fc-49d3-b4a3-8c6b40c795f4 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:11.198036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:11.212168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ca916-a2f4-458e-8d4f-c5e4d76bd9f1 req-d9101102-9714-4520-a35c-7c1b9dba7bb7 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:11.224747 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b4ca916-a2f4-458e-8d4f-c5e4d76bd9f1 req-d9101102-9714-4520-a35c-7c1b9dba7bb7 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 943 time: 0.1806126 Feb 04 13:24:11.313550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] Set router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:24:11.349833 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b4ca916-a2f4-458e-8d4f-c5e4d76bd9f1 req-0a1dbf4b-7b58-44a6-9b9b-7ab60dd32a14 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228669 Feb 04 13:24:11.559769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:24:11.560074 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-0db89a10-b864-4598-9815-4233df12a0a3 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=ad8b8a8618714a90ad8e096d438a4976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811343 Feb 04 13:24:11.731554 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'name': 'tempest-ServersTestBootFromVolume-1509425116-router', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:03Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 4, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'gw_port': {'id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:05Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '50ae706f-34f1-4028-bf82-eb13c5fb847a', 'name': '', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'mac_address': 'fa:16:3e:96:98:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:08Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 2, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'subnets': [{'id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:11.797917 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3b3eb7-58e6-4524-aece-6725f8c05742', 'tag': 'cd10ed93-6434-4e21-a44f-7106ab47b5c1'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:24:11.799546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c31bc9-6b1f-46c6-a7c3-8db236d611c3 None None] The sync data for ids ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'] in n-d-714676-13 is: [{'id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'name': 'tempest-ServersTestBootFromVolume-1509425116-router', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:03Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 4, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'gw_port': {'id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:05Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '50ae706f-34f1-4028-bf82-eb13c5fb847a', 'name': '', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'mac_address': 'fa:16:3e:96:98:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:08Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 2, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'subnets': [{'id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:24:11.801980 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30c64ce-1a05-4df8-b57c-5b2747db9948" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3b3eb7-58e6-4524-aece-6725f8c05742", "tag": "cd10ed93-6434-4e21-a44f-7106ab47b5c1"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:24:11.815415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4d9b6da1-012f-41fb-9af9-a10cc043cd28 None None] Provisioning complete for port 50ae706f-34f1-4028-bf82-eb13c5fb847a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:11.815933 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6da1-012f-41fb-9af9-a10cc043cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:11.820000 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:24:11.845320 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7132db53-abfe-47ac-933c-20aa12b1b80b admin admin] 10.222.0.96 "PUT /v2.0/routers/5d405e35-03f5-4cd5-b0a5-dac711ebaf34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9466069 Feb 04 13:24:11.876558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4d9b6da1-012f-41fb-9af9-a10cc043cd28 None None] Port 50ae706f-34f1-4028-bf82-eb13c5fb847a cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:24:12.014315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c51be4-b508-4836-91b2-d58e40d267ef req-5120d141-e914-4a4a-abed-7ae253abd059 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:12.016104 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26c51be4-b508-4836-91b2-d58e40d267ef req-5120d141-e914-4a4a-abed-7ae253abd059 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.2082634 Feb 04 13:24:12.025957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-b134e64c-44fd-45ab-83f4-b624c1a7b32c tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:12.027851 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-b134e64c-44fd-45ab-83f4-b624c1a7b32c tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4599025 Feb 04 13:24:12.081498 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-b41f569a-9e71-4e89-858f-76681f8e30b8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/quotas/ad8b8a8618714a90ad8e096d438a4976 HTTP/1.1" status: 200 len: 375 time: 0.0351517 Feb 04 13:24:12.166962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26c51be4-b508-4836-91b2-d58e40d267ef req-461f2516-c064-4cf5-a1e0-08283199316a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380525 Feb 04 13:24:12.214138 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-95b3f5ec-074c-4f41-bf17-99544d859a81 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1196136 Feb 04 13:24:12.369426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc719219-1025-4e5f-953d-514363a54580 req-0cd818f6-0976-455c-88fa-2efd1ec18d1d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:12.371554 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc719219-1025-4e5f-953d-514363a54580 req-0cd818f6-0976-455c-88fa-2efd1ec18d1d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 946 time: 0.0900562 Feb 04 13:24:12.478198 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc719219-1025-4e5f-953d-514363a54580 req-f7e81e13-3416-4b79-a5d6-d8ba910347fb tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938570 Feb 04 13:24:12.792215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373d529-e488-46c3-9688-9786f95a813b req-d9dd4cc6-9876-4d6c-b4e8-c13994ebdb07 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:12.794885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0373d529-e488-46c3-9688-9786f95a813b req-d9dd4cc6-9876-4d6c-b4e8-c13994ebdb07 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 945 time: 0.0984623 Feb 04 13:24:12.896536 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0373d529-e488-46c3-9688-9786f95a813b req-03d3eb3d-37ea-4c79-b102-211e06463dfa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936499 Feb 04 13:24:13.055891 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b602d6-1093-4815-a798-cdaa60d23e09 x-openstack-request-id: req-65b602d6-1093-4815-a798-cdaa60d23e09 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:24:13.056778 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3b3eb7-58e6-4524-aece-6725f8c05742", "tag": "cd10ed93-6434-4e21-a44f-7106ab47b5c1", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:24:13.056955 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-65b602d6-1093-4815-a798-cdaa60d23e09 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:24:13.059906 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3b3eb7-58e6-4524-aece-6725f8c05742', 'tag': 'cd10ed93-6434-4e21-a44f-7106ab47b5c1', 'status': 'completed', 'code': 200} Feb 04 13:24:13.259533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c64ce-1a05-4df8-b57c-5b2747db9948 req-1ecf66f5-1496-465a-9146-119f79d2bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:13.261561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a30c64ce-1a05-4df8-b57c-5b2747db9948 req-1ecf66f5-1496-465a-9146-119f79d2bf59 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 1157 time: 0.1777599 Feb 04 13:24:13.287339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfb803-f874-43d3-9d1f-74947689031b req-f152bc05-d001-4e03-a41e-5a30997aff6e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:13.294670 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e9cfb803-f874-43d3-9d1f-74947689031b req-f152bc05-d001-4e03-a41e-5a30997aff6e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 943 time: 0.1148565 Feb 04 13:24:13.459565 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e9cfb803-f874-43d3-9d1f-74947689031b req-505f284e-d139-47e9-a3d1-0f5f45a19dae tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631889 Feb 04 13:24:13.543621 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c64ce-1a05-4df8-b57c-5b2747db9948 req-048b96fa-b39c-4e25-a17c-e23b7cfb694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:13.552939 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a30c64ce-1a05-4df8-b57c-5b2747db9948 req-048b96fa-b39c-4e25-a17c-e23b7cfb694f service neutron] 10.222.0.100 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.2844150 Feb 04 13:24:13.674125 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:13.676404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a30c64ce-1a05-4df8-b57c-5b2747db9948 req-7e2970b1-7030-4d8b-a412-d813fd9270e2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1 HTTP/1.1" status: 200 len: 217 time: 0.1122475 Feb 04 13:24:13.762458 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-85029626-4503-44c9-9a61-c9aee7e9041e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:13.769999 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c64ce-1a05-4df8-b57c-5b2747db9948 req-5813aa93-4112-4194-a75d-5db95ee04321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:13.771923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a30c64ce-1a05-4df8-b57c-5b2747db9948 req-5813aa93-4112-4194-a75d-5db95ee04321 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.0894313 Feb 04 13:24:13.824303 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a30c64ce-1a05-4df8-b57c-5b2747db9948 req-ee148b91-7f26-426d-a8e4-695882c4b310 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394082 Feb 04 13:24:13.974877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cd10ed93-6434-4e21-a44f-7106ab47b5c1 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:24:14.007091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37220) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:24:14.022870 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fdf7e4da-6edc-4d79-bb68-54653533e9be tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1017435508', 'description': 'tempest-description--1132882740'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:14.117438 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fdf7e4da-6edc-4d79-bb68-54653533e9be tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:14.194132 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a30c64ce-1a05-4df8-b57c-5b2747db9948 req-b5ba10cf-a283-467f-87f7-8a6e94720e3c service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478703 Feb 04 13:24:14.239792 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983b7bf-695d-4de5-b48a-ee5590c97fee req-5a81c770-028e-4b63-a0fe-ab503235eb9d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:14.251207 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3983b7bf-695d-4de5-b48a-ee5590c97fee req-5a81c770-028e-4b63-a0fe-ab503235eb9d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32367d5-ae7b-4107-b74a-b05a0bc781c3 HTTP/1.1" status: 200 len: 946 time: 0.2014432 Feb 04 13:24:14.296770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port cd10ed93-6434-4e21-a44f-7106ab47b5c1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:14.320019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cd10ed93-6434-4e21-a44f-7106ab47b5c1 has no active binding in host n-h1-714676-13 {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 13:24:14.358666 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fdf7e4da-6edc-4d79-bb68-54653533e9be tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for security_group (c23407ff-82c1-4db6-a1a4-896ca0148f0a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:14.363371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116fdef-2afe-4647-b804-d3d3b9ae4c30 req-c3cdf948-c375-4362-816b-84d8aa96553d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:14.371671 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3116fdef-2afe-4647-b804-d3d3b9ae4c30 req-c3cdf948-c375-4362-816b-84d8aa96553d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.2591650 Feb 04 13:24:14.378425 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fdf7e4da-6edc-4d79-bb68-54653533e9be tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c23407ff-82c1-4db6-a1a4-896ca0148f0a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:14.432167 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:14.462901 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fdf7e4da-6edc-4d79-bb68-54653533e9be tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:14.471818 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fdf7e4da-6edc-4d79-bb68-54653533e9be tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4589119 Feb 04 13:24:14.472631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37222) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:24:14.484589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-74e662c3-a7ab-44b3-a812-d5e23b752daf tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Request body: {'security_group_rule': {'security_group_id': 'c23407ff-82c1-4db6-a1a4-896ca0148f0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:14.500064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3983b7bf-695d-4de5-b48a-ee5590c97fee req-369c495c-330a-42b1-bfdf-215732e987ca tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457302 Feb 04 13:24:14.505321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7e4da-6edc-4d79-bb68-54653533e9be tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23407ff-82c1-4db6-a1a4-896ca0148f0a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:14.580109 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74e662c3-a7ab-44b3-a812-d5e23b752daf tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for security_group_rule (609a33da-e1d1-4952-a038-14af08f3882f), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:14.591187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3116fdef-2afe-4647-b804-d3d3b9ae4c30 req-8e03fabe-6c4c-4e26-8709-2a3c9a9384f0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179558 Feb 04 13:24:14.737319 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a30c64ce-1a05-4df8-b57c-5b2747db9948 req-f5ea12c6-a510-4782-868c-37d87dc06fce service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296807 Feb 04 13:24:14.783957 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74e662c3-a7ab-44b3-a812-d5e23b752daf tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for security_group_rule (609a33da-e1d1-4952-a038-14af08f3882f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:14.793574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74e662c3-a7ab-44b3-a812-d5e23b752daf tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (609a33da-e1d1-4952-a038-14af08f3882f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:14.795786 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6de15-8a65-4692-a671-476be04b6c7e req-4ee93eed-426e-486e-be8b-4d46a30d0425 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:14.798594 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1a6de15-8a65-4692-a671-476be04b6c7e req-4ee93eed-426e-486e-be8b-4d46a30d0425 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 946 time: 0.1532950 Feb 04 13:24:14.836149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e662c3-a7ab-44b3-a812-d5e23b752daf tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609a33da-e1d1-4952-a038-14af08f3882f,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:14.866426 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74e662c3-a7ab-44b3-a812-d5e23b752daf tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:14.871133 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-74e662c3-a7ab-44b3-a812-d5e23b752daf tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3959546 Feb 04 13:24:14.875551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37238) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:24:14.910496 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-be49a08a-f490-4514-acab-50cfbc89e4ec tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Request body: {'security_group_rule': {'security_group_id': 'c23407ff-82c1-4db6-a1a4-896ca0148f0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:14.944959 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1a6de15-8a65-4692-a671-476be04b6c7e req-11f28f1a-6708-4b53-bbab-62e64ea3c1a1 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345007 Feb 04 13:24:14.967813 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-be49a08a-f490-4514-acab-50cfbc89e4ec tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for security_group_rule (4fb7b539-fd5d-49ca-8dc0-503322ee6c4c), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:14.973749 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device d1b91ac9-b881-46f8-ae08-d8b5a41c219e details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:24:15.123574 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3c720be6-8653-4e35-a3ca-096338a621c6 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:24:15.189259 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-be49a08a-f490-4514-acab-50cfbc89e4ec tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for security_group_rule (4fb7b539-fd5d-49ca-8dc0-503322ee6c4c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:15.204103 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-be49a08a-f490-4514-acab-50cfbc89e4ec tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (4fb7b539-fd5d-49ca-8dc0-503322ee6c4c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:15.233406 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49a08a-f490-4514-acab-50cfbc89e4ec tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb7b539-fd5d-49ca-8dc0-503322ee6c4c,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:15.262827 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14d5d11b-5425-4519-9058-abb163902ebf req-3287a994-30f9-482e-9bfd-74072eef243f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 210 time: 0.0599585 Feb 04 13:24:15.266376 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-be49a08a-f490-4514-acab-50cfbc89e4ec tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:15.270073 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-be49a08a-f490-4514-acab-50cfbc89e4ec tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3923182 Feb 04 13:24:15.274345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37240) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:24:15.283548 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:15.317771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def6733-8bbd-44eb-a237-97e7dd926abd req-12609d02-a55a-4574-a411-da8f9d722e21 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:15.340510 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8def6733-8bbd-44eb-a237-97e7dd926abd req-12609d02-a55a-4574-a411-da8f9d722e21 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 943 time: 0.1924636 Feb 04 13:24:15.369541 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:15.407824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port d1b91ac9-b881-46f8-ae08-d8b5a41c219e, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:15.431355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 3c720be6-8653-4e35-a3ca-096338a621c6 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:15.431743 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3c720be6-8653-4e35-a3ca-096338a621c6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:15.438167 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:15.453641 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8def6733-8bbd-44eb-a237-97e7dd926abd req-54e9bf21-4d22-46f8-9b47-90821bb77a50 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104620 Feb 04 13:24:15.488927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'd1b91ac9-b881-46f8-ae08-d8b5a41c219e', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': 'd1b91ac9-b881-46f8-ae08-d8b5a41c219e', 'mac_address': 'fa:16:3e:17:a2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:24:15.643256 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc49a9-0755-4903-9255-c1aa4378f492 req-fb0dc28c-75d1-40e4-82f8-00e9933ee775 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:15.645486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51fc49a9-0755-4903-9255-c1aa4378f492 req-fb0dc28c-75d1-40e4-82f8-00e9933ee775 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 945 time: 0.1635704 Feb 04 13:24:15.653303 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port d1b91ac9-b881-46f8-ae08-d8b5a41c219e is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:15.655036 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:15.727503 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:15.770715 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1b91ac9-b881-46f8-ae08-d8b5a41c219e {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:24:15.822018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51fc49a9-0755-4903-9255-c1aa4378f492 req-1e28147a-8ad8-48c6-b312-eede3fb4fff0 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443224 Feb 04 13:24:15.845611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 3c720be6-8653-4e35-a3ca-096338a621c6 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:15.846234 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3c720be6-8653-4e35-a3ca-096338a621c6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:15.863380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port d1b91ac9-b881-46f8-ae08-d8b5a41c219e, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:15.885354 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:15.892005 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Sync routers for ids ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:24:15.954579 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Routers {'5d405e35-03f5-4cd5-b0a5-dac711ebaf34'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:24:15.957766 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:24:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:15.965996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 3c720be6-8653-4e35-a3ca-096338a621c6, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3c720be6-8653-4e35-a3ca-096338a621c6,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:16.121144 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:16.147111 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-4b6c0a13-2700-4f6a-ba56-d5ac160d99fd tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=ad8b8a8618714a90ad8e096d438a4976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854690 Feb 04 13:24:16.153299 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3c720be6-8653-4e35-a3ca-096338a621c6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:16.237661 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Allocated IP 172.25.5.139 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/88cea313-98b5-457e-b647-4d592e92aae8) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:16.385803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-dcd6761e-3746-4ccf-93d3-5a3a18edf797 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=ad8b8a8618714a90ad8e096d438a4976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478294 Feb 04 13:24:16.513016 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['d1b91ac9-b881-46f8-ae08-d8b5a41c219e'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:24:16.569073 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Set router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:24:16.593648 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-be3c8c9d-6f75-4a14-bbbb-334756153d7e req-145d5e2d-a423-4f7a-8dac-9304f76faba8 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:24:16.600920 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be3c8c9d-6f75-4a14-bbbb-334756153d7e req-145d5e2d-a423-4f7a-8dac-9304f76faba8 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0641129 Feb 04 13:24:16.654547 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for port (88cea313-98b5-457e-b647-4d592e92aae8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:16.682950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31baf9-7069-4865-86e4-ca7722657e24 req-556813cc-2cea-488c-8066-e696526eb84e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:16.710894 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac31baf9-7069-4865-86e4-ca7722657e24 req-556813cc-2cea-488c-8066-e696526eb84e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.6253622 Feb 04 13:24:16.750786 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:16.752000 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (88cea313-98b5-457e-b647-4d592e92aae8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:16.766247 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=3c720be6-8653-4e35-a3ca-096338a621c6,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:16.854603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:16.865964 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:16.883468 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:24:16.898578 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Pushing event updated for resources: {'Port': ['ID=88cea313-98b5-457e-b647-4d592e92aae8,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:17.115479 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for floatingip (c4b49e43-fde5-4d35-a4c7-78d60e0b5d77), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:17.153356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-9c4da2f6-3b4d-4b26-9a83-3aed39d1954c tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:17.156076 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-9c4da2f6-3b4d-4b26-9a83-3aed39d1954c tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0078225 Feb 04 13:24:17.198549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (88cea313-98b5-457e-b647-4d592e92aae8), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:17.202665 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-c039d4c5-6c7d-4b22-9615-46b958942c21 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:17.206131 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-c039d4c5-6c7d-4b22-9615-46b958942c21 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8102794 Feb 04 13:24:17.211376 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-6c2e1a7d-7740-40db-ae65-00cedfae824e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Request body: {'port': {'device_id': '5a8f0108-73a2-467d-942f-3e80c28549f0', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': 'ad8b8a8618714a90ad8e096d438a4976'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:17.239760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be3c8c9d-6f75-4a14-bbbb-334756153d7e req-cd8c65b8-f4d6-435a-9b42-b87481eac28a tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.6052320 Feb 04 13:24:17.267915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-3cdb826f-852f-4f55-b0f6-b21ad1f3ec25 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Request body: {'port': {'device_id': '480cab95-3f96-4a0b-ba86-538f18d1606a', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': 'ad8b8a8618714a90ad8e096d438a4976'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:17.313349 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'name': 'tempest-ServersTestBootFromVolume-1509425116-router', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:03Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 4, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'gw_port': {'id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:05Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '50ae706f-34f1-4028-bf82-eb13c5fb847a', 'name': '', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'mac_address': 'fa:16:3e:96:98:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:08Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 2, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'subnets': [{'id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:17.335654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac31baf9-7069-4865-86e4-ca7722657e24 req-5b5865e4-202c-40de-8445-f477d14c5cbc tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6232588 Feb 04 13:24:17.386204 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Checking router: 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:24:17.388631 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Updating router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 port 50ae706f-34f1-4028-bf82-eb13c5fb847a binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:24:17.465140 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:17.788669 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:17.815332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-3cdb826f-852f-4f55-b0f6-b21ad1f3ec25 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Made reservation on behalf of ad8b8a8618714a90ad8e096d438a4976 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:17.822049 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-3cdb826f-852f-4f55-b0f6-b21ad1f3ec25 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:17.833306 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for port (88cea313-98b5-457e-b647-4d592e92aae8), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:17.854755 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (88cea313-98b5-457e-b647-4d592e92aae8), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:17.879902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-6c2e1a7d-7740-40db-ae65-00cedfae824e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Made reservation on behalf of ad8b8a8618714a90ad8e096d438a4976 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:17.885259 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-6c2e1a7d-7740-40db-ae65-00cedfae824e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:17.966169 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-db08961c-0809-4cd8-99cf-ebc0e6e15009 service neutron] 10.222.0.100 "GET /v2.0/ports/cd10ed93-6434-4e21-a44f-7106ab47b5c1/bindings/n-h1-714676-13 HTTP/1.1" status: 200 len: 385 time: 0.2633920 Feb 04 13:24:17.988041 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Pushing event updated for resources: {'Port': ['ID=88cea313-98b5-457e-b647-4d592e92aae8,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:17.988340 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd02b8cd-da19-49dc-ba4a-0c8aaa089028 req-56d33d79-c699-4930-8fbf-74c83211d741 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 210 time: 0.0952141 Feb 04 13:24:18.108269 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (c4b49e43-fde5-4d35-a4c7-78d60e0b5d77), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:18.123828 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Publish callbacks [] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:18.134766 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:18.142525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad922281-39b8-4fb3-a589-99c4743ea834 req-6b4b38fb-598c-434e-bb3e-b8c413032fab tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:18.145436 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad922281-39b8-4fb3-a589-99c4743ea834 req-6b4b38fb-598c-434e-bb3e-b8c413032fab tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 946 time: 0.3599594 Feb 04 13:24:18.157384 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:18.165025 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6ee366f3-7b59-4d6b-8545-2921b2a61ed5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8831034 Feb 04 13:24:18.243058 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0641e80-51ed-464f-a5dd-9f3854e9fe2d None None] Pushing event updated for resources: {'Port': ['ID=50ae706f-34f1-4028-bf82-eb13c5fb847a,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:18.266146 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0641e80-51ed-464f-a5dd-9f3854e9fe2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:18.266745 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0641e80-51ed-464f-a5dd-9f3854e9fe2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:18.267318 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0641e80-51ed-464f-a5dd-9f3854e9fe2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:18.267881 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0641e80-51ed-464f-a5dd-9f3854e9fe2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:18.268652 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0641e80-51ed-464f-a5dd-9f3854e9fe2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:18.269219 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0641e80-51ed-464f-a5dd-9f3854e9fe2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:18.269799 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0641e80-51ed-464f-a5dd-9f3854e9fe2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:18.270412 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0641e80-51ed-464f-a5dd-9f3854e9fe2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:18.271137 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0641e80-51ed-464f-a5dd-9f3854e9fe2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:18.271782 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0641e80-51ed-464f-a5dd-9f3854e9fe2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:18.272400 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0641e80-51ed-464f-a5dd-9f3854e9fe2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:18.273135 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0641e80-51ed-464f-a5dd-9f3854e9fe2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:18.273547 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0641e80-51ed-464f-a5dd-9f3854e9fe2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:18.453190 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Attempting to bind port 50ae706f-34f1-4028-bf82-eb13c5fb847a on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:24:18.454196 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Attempting to bind port 50ae706f-34f1-4028-bf82-eb13c5fb847a by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '17f3dd9e-20b3-4ae9-839f-ff983264bf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:24:18.454456 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Attempting to bind port 50ae706f-34f1-4028-bf82-eb13c5fb847a on network 35a1da14-24fc-49d3-b4a3-8c6b40c795f4 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:18.455415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad922281-39b8-4fb3-a589-99c4743ea834 req-bb2c00c3-4a5c-4b17-81de-c64cfe1411af tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628539 Feb 04 13:24:18.459284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-3cdb826f-852f-4f55-b0f6-b21ad1f3ec25 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Allocated IP 192.168.233.29 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/413e0ed6-09c2-47a2-b509-4d4366b76f11) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:18.485427 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:24:18.486622 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Checking segment: {'id': '17f3dd9e-20b3-4ae9-839f-ff983264bf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:24:18.487880 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:18.490293 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Bound using segment: {'id': '17f3dd9e-20b3-4ae9-839f-ff983264bf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:24:18.491548 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Bound port: 50ae706f-34f1-4028-bf82-eb13c5fb847a, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f3dd9e-20b3-4ae9-839f-ff983264bf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:24:18.492552 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:18.720725 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] For port 50ae706f-34f1-4028-bf82-eb13c5fb847a, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:18.747731 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] For port 50ae706f-34f1-4028-bf82-eb13c5fb847a, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=50ae706f-34f1-4028-bf82-eb13c5fb847a,segment=NetworkSegment(17f3dd9e-20b3-4ae9-839f-ff983264bf95),segment_id=17f3dd9e-20b3-4ae9-839f-ff983264bf95)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:24:18.765267 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:18.784751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c551280-ded8-43e5-8cf3-bb016aaf1fa0 req-870f1808-520b-4975-ade1-16cfe4bf2227 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:18.787600 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c551280-ded8-43e5-8cf3-bb016aaf1fa0 req-870f1808-520b-4975-ade1-16cfe4bf2227 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 943 time: 0.3546412 Feb 04 13:24:18.854051 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-740bc2e9-08d3-4af5-a002-864b52dbe12e service neutron] For port cd10ed93-6434-4e21-a44f-7106ab47b5c1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:18.915870 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b8fc996d-6bb7-4376-ac70-8846e79b09dc None None] Provisioning complete for port 50ae706f-34f1-4028-bf82-eb13c5fb847a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:18.920696 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b8fc996d-6bb7-4376-ac70-8846e79b09dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:18.934996 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-740bc2e9-08d3-4af5-a002-864b52dbe12e service neutron] For port cd10ed93-6434-4e21-a44f-7106ab47b5c1, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:19.079569 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Routers {'5d405e35-03f5-4cd5-b0a5-dac711ebaf34'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:24:19.081437 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:24:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:19.143983 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-740bc2e9-08d3-4af5-a002-864b52dbe12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd10ed93-6434-4e21-a44f-7106ab47b5c1 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:24:19.152268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device d1b91ac9-b881-46f8-ae08-d8b5a41c219e up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:24:19.160046 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3c720be6-8653-4e35-a3ca-096338a621c6 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:24:19.163702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeb746-5045-47ee-91d6-73d27ee2e9a4 req-b153d2c2-c42c-4e66-87af-d4c7aef570e1 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:19.177588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9aeb746-5045-47ee-91d6-73d27ee2e9a4 req-b153d2c2-c42c-4e66-87af-d4c7aef570e1 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 945 time: 0.4476037 Feb 04 13:24:19.183140 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-740bc2e9-08d3-4af5-a002-864b52dbe12e service neutron] For port cd10ed93-6434-4e21-a44f-7106ab47b5c1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:19.197271 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c551280-ded8-43e5-8cf3-bb016aaf1fa0 req-9077e544-3542-4c48-9b01-0f2914c71250 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965604 Feb 04 13:24:19.226341 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0641e80-51ed-464f-a5dd-9f3854e9fe2d None None] Pushing event updated for resources: {'Port': ['ID=50ae706f-34f1-4028-bf82-eb13c5fb847a,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:19.228101 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-740bc2e9-08d3-4af5-a002-864b52dbe12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:19.460154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-740bc2e9-08d3-4af5-a002-864b52dbe12e service neutron] Transition to ACTIVE for port object cd10ed93-6434-4e21-a44f-7106ab47b5c1 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:19.466812 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] Set router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:24:19.480638 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-740bc2e9-08d3-4af5-a002-864b52dbe12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:19.504568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9aeb746-5045-47ee-91d6-73d27ee2e9a4 req-f778dede-42f5-420b-9053-a1d62c7c1252 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254693 Feb 04 13:24:19.516944 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-3cdb826f-852f-4f55-b0f6-b21ad1f3ec25 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks [] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:19.828502 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-3cdb826f-852f-4f55-b0f6-b21ad1f3ec25 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:19.868393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-740bc2e9-08d3-4af5-a002-864b52dbe12e service neutron] No DVR routers for this DVR port cd10ed93-6434-4e21-a44f-7106ab47b5c1 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:24:19.876232 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['001083f3-2766-40eb-b8ff-f8ec33f53d90'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:24:19.885116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['2433332f-bb6d-485e-abec-a8d2cdd3b4e8', 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:24:19.911252 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port d1b91ac9-b881-46f8-ae08-d8b5a41c219e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:19.911668 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:19.932386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bc2e9-08d3-4af5-a002-864b52dbe12e service neutron] Pushing event updated for resources: {'Port': ['ID=cd10ed93-6434-4e21-a44f-7106ab47b5c1,revision_number=10']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:19.948413 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-740bc2e9-08d3-4af5-a002-864b52dbe12e service neutron] 10.222.0.100 "PUT /v2.0/ports/cd10ed93-6434-4e21-a44f-7106ab47b5c1/bindings/n-h1-714676-13/activate HTTP/1.1" status: 200 len: 370 time: 1.9718757 Feb 04 13:24:20.076791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 3c720be6-8653-4e35-a3ca-096338a621c6 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:20.084182 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3c720be6-8653-4e35-a3ca-096338a621c6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:20.086797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc996d-6bb7-4376-ac70-8846e79b09dc None None] Current status of the port 50ae706f-34f1-4028-bf82-eb13c5fb847a is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:20.087353 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b8fc996d-6bb7-4376-ac70-8846e79b09dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:20.147884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-6c2e1a7d-7740-40db-ae65-00cedfae824e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Allocated IP 192.168.233.4 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:20.214862 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'name': 'tempest-ServersTestBootFromVolume-1509425116-router', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:03Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 4, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'gw_port': {'id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:05Z', 'updated_at': '2022-02-04T13:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '50ae706f-34f1-4028-bf82-eb13c5fb847a', 'name': '', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'mac_address': 'fa:16:3e:96:98:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:08Z', 'updated_at': '2022-02-04T13:24:18Z', 'revision_number': 4, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'subnets': [{'id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:20.274047 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b8fc996d-6bb7-4376-ac70-8846e79b09dc None None] For port 50ae706f-34f1-4028-bf82-eb13c5fb847a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=50ae706f-34f1-4028-bf82-eb13c5fb847a,segment=NetworkSegment(17f3dd9e-20b3-4ae9-839f-ff983264bf95),segment_id=17f3dd9e-20b3-4ae9-839f-ff983264bf95)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:20.291166 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1d3c9-127f-4991-b6aa-ca57999ec2f4 None None] The sync data for ids ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'] in n-d-714676-13 is: [{'id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'name': 'tempest-ServersTestBootFromVolume-1509425116-router', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:03Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 4, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'gw_port': {'id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:05Z', 'updated_at': '2022-02-04T13:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '50ae706f-34f1-4028-bf82-eb13c5fb847a', 'name': '', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'mac_address': 'fa:16:3e:96:98:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:08Z', 'updated_at': '2022-02-04T13:24:18Z', 'revision_number': 4, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'subnets': [{'id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:24:20.356527 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b8fc996d-6bb7-4376-ac70-8846e79b09dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:20.740887 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8c5294ba-77d5-4d7c-b5d7-c21332b33041 None None] Provisioning complete for port 50ae706f-34f1-4028-bf82-eb13c5fb847a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:20.741544 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8c5294ba-77d5-4d7c-b5d7-c21332b33041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:20.821007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 3c720be6-8653-4e35-a3ca-096338a621c6 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:20.923094 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc996d-6bb7-4376-ac70-8846e79b09dc None None] Pushing event updated for resources: {'Port': ['ID=50ae706f-34f1-4028-bf82-eb13c5fb847a,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:21.029856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 48734974-740f-4916-9904-e7340dff0f05 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:24:21.147302 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port d1b91ac9-b881-46f8-ae08-d8b5a41c219e is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:21.148810 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:21.164028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 50ae706f-34f1-4028-bf82-eb13c5fb847a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:24:21.191834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18514-cd00-4c8d-a005-43144509cc16 req-3a67c0d4-2990-4163-82d5-a0c91138a05f tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:21.195560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-3a67c0d4-2990-4163-82d5-a0c91138a05f tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d&tenant_id=9bf6f764e0d34de9a21a32956f525822&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 1129 time: 1.6578422 Feb 04 13:24:21.246463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-714676-13'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:21.308156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-3cdb826f-852f-4f55-b0f6-b21ad1f3ec25 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:21.313556 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb826f-852f-4f55-b0f6-b21ad1f3ec25 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event updated for resources: {'Port': ['ID=413e0ed6-09c2-47a2-b509-4d4366b76f11,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:21.359000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e7f8f-1d8e-429a-bdb6-c35618138edc req-588b6abf-0ce7-4d1f-913e-275d08b526fb tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:21.361632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-369e7f8f-1d8e-429a-bdb6-c35618138edc req-588b6abf-0ce7-4d1f-913e-275d08b526fb tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 1.7739205 Feb 04 13:24:21.400185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-3cdb826f-852f-4f55-b0f6-b21ad1f3ec25 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:21.407467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-3cdb826f-852f-4f55-b0f6-b21ad1f3ec25 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:24:21.458292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=48734974-740f-4916-9904-e7340dff0f05,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:21.467445 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-6c2e1a7d-7740-40db-ae65-00cedfae824e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks [] for port (5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:21.540886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76875698-3a0a-435d-9e4c-99b484c84ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b91ac9-b881-46f8-ae08-d8b5a41c219e'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:24:21.549837 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505154f2-68f5-4c25-9a47-7789c8573a6b" -d '{"events": [{"server_uuid": "76875698-3a0a-435d-9e4c-99b484c84ebe", "name": "network-vif-plugged", "status": "completed", "tag": "d1b91ac9-b881-46f8-ae08-d8b5a41c219e"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:24:21.589724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port d1b91ac9-b881-46f8-ae08-d8b5a41c219e, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:21.629984 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 48734974-740f-4916-9904-e7340dff0f05 has no active binding in host n-h2-714676-13 {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 13:24:21.741527 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-3cdb826f-852f-4f55-b0f6-b21ad1f3ec25 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:21.742965 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-3cdb826f-852f-4f55-b0f6-b21ad1f3ec25 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:21.821957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-963dec3a-eba4-4bf3-a0bb-0ed8fdffd472 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:21.825188 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-963dec3a-eba4-4bf3-a0bb-0ed8fdffd472 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742&tenant_id=c66aed92d02a400db6163d7d33da33b0&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 1127 time: 0.9651456 Feb 04 13:24:21.840898 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:21.842440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device cd10ed93-6434-4e21-a44f-7106ab47b5c1 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:24:21.874467 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (48734974-740f-4916-9904-e7340dff0f05), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:22.041003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cd10ed93-6434-4e21-a44f-7106ab47b5c1 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:24:22.094457 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-3cdb826f-852f-4f55-b0f6-b21ad1f3ec25 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8673842 Feb 04 13:24:22.219790 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8c5294ba-77d5-4d7c-b5d7-c21332b33041 None None] Current status of the port 50ae706f-34f1-4028-bf82-eb13c5fb847a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:22.238383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12829bb-9251-4934-bf08-933b5b54917f req-6ffcf8e0-c4b9-4f56-8dd0-eab26f6e6d9f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:22.250014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:22.250370 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d12829bb-9251-4934-bf08-933b5b54917f req-6ffcf8e0-c4b9-4f56-8dd0-eab26f6e6d9f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 935 time: 2.1605537 Feb 04 13:24:22.259112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] The host n-h2-714676-13 is not matching for port cd10ed93-6434-4e21-a44f-7106ab47b5c1 host n-h1-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:24:22.260109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device cd10ed93-6434-4e21-a44f-7106ab47b5c1 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:24:22.264866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 50ae706f-34f1-4028-bf82-eb13c5fb847a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:22.265246 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:22.415661 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Request body: {'port': {'device_id': '480cab95-3f96-4a0b-ba86-538f18d1606a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:22.470343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port cd10ed93-6434-4e21-a44f-7106ab47b5c1 is: DOWN; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:22.522816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3f1b0627-02f8-4e1b-914a-554b34bfa085 None None] Provisioning complete for port 413e0ed6-09c2-47a2-b509-4d4366b76f11 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:22.523374 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0627-02f8-4e1b-914a-554b34bfa085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:22.610234 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-6c2e1a7d-7740-40db-ae65-00cedfae824e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:22.623896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3f1b0627-02f8-4e1b-914a-554b34bfa085 None None] Port 413e0ed6-09c2-47a2-b509-4d4366b76f11 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:24:22.633172 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['2433332f-bb6d-485e-abec-a8d2cdd3b4e8', 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:24:22.636921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['001083f3-2766-40eb-b8ff-f8ec33f53d90'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:24:22.656229 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-369e7f8f-1d8e-429a-bdb6-c35618138edc req-4f26a6bd-68d7-4046-adcc-0925505a7b25 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2085488 Feb 04 13:24:22.913561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-6c2e1a7d-7740-40db-ae65-00cedfae824e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:22.939936 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d12829bb-9251-4934-bf08-933b5b54917f req-ca6a8e64-b022-4e70-9416-8eec5c9e52f9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6883190 Feb 04 13:24:22.978152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 50ae706f-34f1-4028-bf82-eb13c5fb847a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:22.979070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-6c2e1a7d-7740-40db-ae65-00cedfae824e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:22.979070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-6c2e1a7d-7740-40db-ae65-00cedfae824e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:24:23.314309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 50ae706f-34f1-4028-bf82-eb13c5fb847a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:24:23.373033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-6c2e1a7d-7740-40db-ae65-00cedfae824e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:23.382533 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-6c2e1a7d-7740-40db-ae65-00cedfae824e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:23.430928 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-7a523dab-ab1a-4fa1-b12c-8e7699c09993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:23.450642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-7a523dab-ab1a-4fa1-b12c-8e7699c09993 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742&tenant_id=c66aed92d02a400db6163d7d33da33b0 HTTP/1.1" status: 200 len: 1127 time: 1.5785518 Feb 04 13:24:23.536249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e1a7d-7740-40db-ae65-00cedfae824e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event updated for resources: {'Port': ['ID=5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:23.751880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37402) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:24:23.805439 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:23.866688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 50ae706f-34f1-4028-bf82-eb13c5fb847a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:23.874875 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:24.124794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ebbb3b44-92bd-428b-8ee9-42506d54e2dd None None] Provisioning complete for port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:24.125268 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3b44-92bd-428b-8ee9-42506d54e2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:24.217051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-6c2e1a7d-7740-40db-ae65-00cedfae824e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.0341728 Feb 04 13:24:24.249294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb3b44-92bd-428b-8ee9-42506d54e2dd None None] Port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:24:24.366192 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-270d2d93-e4e3-4250-8a3f-3d6fa9c64dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:24.379766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Request body: {'port': {'device_id': '5a8f0108-73a2-467d-942f-3e80c28549f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:24.428207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 50ae706f-34f1-4028-bf82-eb13c5fb847a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:24.476727 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-386aee0b-b0a8-4584-ac0a-489a869959fd req-fff29bd5-f701-4b0a-b05a-eec1ecbb8bcf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1357555 Feb 04 13:24:24.509166 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=48734974-740f-4916-9904-e7340dff0f05,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:24.637805 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a67afa-65dd-43cb-a573-f5c8583e4ff8 req-b0c2a20f-b211-449d-b069-a27b2218defd tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:24.648147 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74a67afa-65dd-43cb-a573-f5c8583e4ff8 req-b0c2a20f-b211-449d-b069-a27b2218defd tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32367d5-ae7b-4107-b74a-b05a0bc781c3 HTTP/1.1" status: 200 len: 946 time: 1.3626308 Feb 04 13:24:24.716018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413e0ed6-09c2-47a2-b509-4d4366b76f11 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:24:24.734138 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386aee0b-b0a8-4584-ac0a-489a869959fd req-9b8273bd-a0a8-4046-a967-9f40bb5862e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:24.736261 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-386aee0b-b0a8-4584-ac0a-489a869959fd req-9b8273bd-a0a8-4046-a967-9f40bb5862e0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 1132 time: 0.1588125 Feb 04 13:24:24.765761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2017c-0845-4ef0-90a5-d9cd5c0e91b8 req-7909c0cb-3866-42b0-96ba-d4899e9064f8 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:24.767681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5d2017c-0845-4ef0-90a5-d9cd5c0e91b8 req-7909c0cb-3866-42b0-96ba-d4899e9064f8 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 946 time: 1.2905447 Feb 04 13:24:24.773450 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Publish callbacks [] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:24.823864 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-1a27c05c-8c5f-44c3-aa7d-0c448b7fd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:24.828517 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-1a27c05c-8c5f-44c3-aa7d-0c448b7fd644 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 1127 time: 1.1287663 Feb 04 13:24:25.019232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386aee0b-b0a8-4584-ac0a-489a869959fd req-beecc959-1afc-43b1-8b52-01297e8cc18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:25.022988 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-386aee0b-b0a8-4584-ac0a-489a869959fd req-beecc959-1afc-43b1-8b52-01297e8cc18f service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.2546909 Feb 04 13:24:25.038089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Transition to ACTIVE for port object 413e0ed6-09c2-47a2-b509-4d4366b76f11 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:25.053867 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:25.061566 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:25.101257 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:25.127468 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-386aee0b-b0a8-4584-ac0a-489a869959fd req-d42ac49a-0b76-4086-b0af-254dd411df34 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779 HTTP/1.1" status: 200 len: 217 time: 0.0956452 Feb 04 13:24:25.240022 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386aee0b-b0a8-4584-ac0a-489a869959fd req-9841d142-b4c3-4558-b410-19cd633a75d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:25.243099 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-386aee0b-b0a8-4584-ac0a-489a869959fd req-9841d142-b4c3-4558-b410-19cd633a75d3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1026042 Feb 04 13:24:25.259673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74a67afa-65dd-43cb-a573-f5c8583e4ff8 req-fbb0fe47-d79a-47b1-bc3f-bb547398d131 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6102264 Feb 04 13:24:25.335388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9a1b48-91f0-4a46-85b5-227557cf151d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48734974-740f-4916-9904-e7340dff0f05'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:24:25.337604 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92048e59-5071-4738-a3a6-8e7f6e23bb67" -d '{"events": [{"server_uuid": "ae9a1b48-91f0-4a46-85b5-227557cf151d", "name": "network-vif-unplugged", "status": "completed", "tag": "48734974-740f-4916-9904-e7340dff0f05"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:24:25.358724 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Publish callbacks [] for port (48734974-740f-4916-9904-e7340dff0f05), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:25.387245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5d2017c-0845-4ef0-90a5-d9cd5c0e91b8 req-0eb8fa03-6666-4547-b70a-23c467ddc416 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965248 Feb 04 13:24:25.416137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=413e0ed6-09c2-47a2-b509-4d4366b76f11,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:25.428131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386aee0b-b0a8-4584-ac0a-489a869959fd req-f2b959c2-739a-4d7e-9b82-63e640964abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:25.435205 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-386aee0b-b0a8-4584-ac0a-489a869959fd req-f2b959c2-739a-4d7e-9b82-63e640964abb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1765511 Feb 04 13:24:25.464024 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (48734974-740f-4916-9904-e7340dff0f05), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:25.477318 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-270d2d93-e4e3-4250-8a3f-3d6fa9c64dfd admin admin] Publish callbacks [] for security_group (d6557f99-659c-441d-858a-8065b861eb2b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:25.549319 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-66dce988-f0b2-4910-9a5e-34e6cbb2ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:25.551445 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-66dce988-f0b2-4910-9a5e-34e6cbb2ce17 service neutron] 10.222.0.99 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.6368389 Feb 04 13:24:25.562990 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-270d2d93-e4e3-4250-8a3f-3d6fa9c64dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d6557f99-659c-441d-858a-8065b861eb2b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:25.687884 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-8fbd99c9-ba19-4c60-abe5-353a08d7ddeb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1 HTTP/1.1" status: 200 len: 217 time: 0.1211369 Feb 04 13:24:25.806170 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-386aee0b-b0a8-4584-ac0a-489a869959fd req-9dc28680-4212-4dee-9f98-4f8ba49a7065 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639824 Feb 04 13:24:25.937378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Attempting to bind port 413e0ed6-09c2-47a2-b509-4d4366b76f11 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:24:25.939703 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Attempting to bind port 413e0ed6-09c2-47a2-b509-4d4366b76f11 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:24:25.939703 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Attempting to bind port 413e0ed6-09c2-47a2-b509-4d4366b76f11 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:25.942567 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-270d2d93-e4e3-4250-8a3f-3d6fa9c64dfd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=92abc53658c74cd2a1038cfc66a81311&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1625955 Feb 04 13:24:25.973740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37420) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:24:25.974023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Pushing event updated for resources: {'Port': ['ID=48734974-740f-4916-9904-e7340dff0f05,revision_number=7']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:26.066795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d2d93-e4e3-4250-8a3f-3d6fa9c64dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6557f99-659c-441d-858a-8065b861eb2b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:26.081372 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Port 413e0ed6-09c2-47a2-b509-4d4366b76f11 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:24:26.081372 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Attempting to bind port 413e0ed6-09c2-47a2-b509-4d4366b76f11 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:26.124081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-7910f4b8-0f45-4e01-ad83-1bea86d2819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:26.125738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-7910f4b8-0f45-4e01-ad83-1bea86d2819e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.4155667 Feb 04 13:24:26.133210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:24:26.133549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:24:26.134007 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:24:26.134427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Bound port: 413e0ed6-09c2-47a2-b509-4d4366b76f11, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:24:26.134790 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:26.157535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Attempting to bind port 48734974-740f-4916-9904-e7340dff0f05 on host n-h1-714676-13 for vnic_type normal with profile {"migrating_to": "n-h2-714676-13"} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:24:26.157881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Attempting to bind port 48734974-740f-4916-9904-e7340dff0f05 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:24:26.158250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Attempting to bind port 48734974-740f-4916-9904-e7340dff0f05 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:26.227212 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-386aee0b-b0a8-4584-ac0a-489a869959fd req-0f54d744-166a-4424-beb6-ce7782853555 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092577 Feb 04 13:24:26.231090 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-6aa14bcc-6e06-4af6-bc3a-1f816334a903 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936296 Feb 04 13:24:26.251146 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Port 48734974-740f-4916-9904-e7340dff0f05 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:24:26.251646 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Attempting to bind port 48734974-740f-4916-9904-e7340dff0f05 on network 61ca0165-b211-4bf2-8aa5-2b12f455eb0f {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:26.260745 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c7289496-cf1e-40a3-b0b7-bf683150e061 admin admin] Publish callbacks [] for security_group (d6557f99-659c-441d-858a-8065b861eb2b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:26.285444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:24:26.286034 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Checking segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:24:26.286652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Bound using segment: {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:24:26.288264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Bound port: 48734974-740f-4916-9904-e7340dff0f05, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '61ca0165-b211-4bf2-8aa5-2b12f455eb0f'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:24:26.288856 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (48734974-740f-4916-9904-e7340dff0f05), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:26.312988 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367223ee-11f4-4be5-8f3f-84bd0df6d7c3 req-e480cc45-3afe-419c-a9c8-ca106d7d10a1 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:26.316021 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-367223ee-11f4-4be5-8f3f-84bd0df6d7c3 req-e480cc45-3afe-419c-a9c8-ca106d7d10a1 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 944 time: 0.7609830 Feb 04 13:24:26.503705 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c7289496-cf1e-40a3-b0b7-bf683150e061 admin admin] Publish callbacks [] for security_group (d6557f99-659c-441d-858a-8065b861eb2b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:26.756839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] For port 413e0ed6-09c2-47a2-b509-4d4366b76f11, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:26.798846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] For port 413e0ed6-09c2-47a2-b509-4d4366b76f11, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=413e0ed6-09c2-47a2-b509-4d4366b76f11,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:24:26.833829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-367223ee-11f4-4be5-8f3f-84bd0df6d7c3 req-c7f383a1-288a-4a72-b89f-b215e6af6748 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557776 Feb 04 13:24:26.872069 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-3f2483cd-b35c-4923-82b4-8d2dca36aa23 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290257 Feb 04 13:24:26.874042 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:26.887690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:27.044351 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136f1324-5bf2-4f91-996d-dd3c4dcd8a65 x-openstack-request-id: req-136f1324-5bf2-4f91-996d-dd3c4dcd8a65 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:24:27.046501 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76875698-3a0a-435d-9e4c-99b484c84ebe", "name": "network-vif-plugged", "status": "completed", "tag": "d1b91ac9-b881-46f8-ae08-d8b5a41c219e", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:24:27.047846 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-136f1324-5bf2-4f91-996d-dd3c4dcd8a65 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:24:27.049823 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76875698-3a0a-435d-9e4c-99b484c84ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b91ac9-b881-46f8-ae08-d8b5a41c219e', 'code': 200} Feb 04 13:24:27.150647 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:24:27.179169 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Publish callbacks [] for port (5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:27.228388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=48734974-740f-4916-9904-e7340dff0f05,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:24:27.233512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Transition to ACTIVE for port object 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:27.350458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:27.352818 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:27.355214 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] 10.222.0.100 "PUT /v2.0/ports/413e0ed6-09c2-47a2-b509-4d4366b76f11 HTTP/1.1" status: 200 len: 1096 time: 5.1751554 Feb 04 13:24:27.398153 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:27.402596 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c7289496-cf1e-40a3-b0b7-bf683150e061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d6557f99-659c-441d-858a-8065b861eb2b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:27.409073 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c7289496-cf1e-40a3-b0b7-bf683150e061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:27.411705 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c7289496-cf1e-40a3-b0b7-bf683150e061 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d6557f99-659c-441d-858a-8065b861eb2b HTTP/1.1" status: 204 len: 168 time: 1.4340951 Feb 04 13:24:28.019246 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (48734974-740f-4916-9904-e7340dff0f05), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:28.029040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc101f93-bc96-4b5e-93c4-b35fe1841fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=413e0ed6-09c2-47a2-b509-4d4366b76f11,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:28.213578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7289496-cf1e-40a3-b0b7-bf683150e061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6557f99-659c-441d-858a-8065b861eb2b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:28.336022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-31792c5b-f451-4667-bd7f-8610981243b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:28.338062 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-31792c5b-f451-4667-bd7f-8610981243b6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 1130 time: 0.3202305 Feb 04 13:24:28.572913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38e775-4758-4b51-8bf4-f24cf5684429 req-e9b6adc3-b4d4-4c57-8316-74af6e5b1740 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:28.575000 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f38e775-4758-4b51-8bf4-f24cf5684429 req-e9b6adc3-b4d4-4c57-8316-74af6e5b1740 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 1.3340764 Feb 04 13:24:28.577823 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-979a2f22-71b7-4227-b87b-e41033ba3cb5 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6319888 Feb 04 13:24:28.579709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:28.580545 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:28.582994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] 10.222.0.100 "PUT /v2.0/ports/48734974-740f-4916-9904-e7340dff0f05 HTTP/1.1" status: 200 len: 1124 time: 7.3557532 Feb 04 13:24:28.662065 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Pushing event updated for resources: {'Port': ['ID=5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:28.675177 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-d3f78eca-dcd6-4140-97d8-a837428d2534 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=413e0ed6-09c2-47a2-b509-4d4366b76f11 HTTP/1.1" status: 200 len: 217 time: 0.2311101 Feb 04 13:24:28.681698 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Attempting to bind port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:24:28.682210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Attempting to bind port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:24:28.682545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Attempting to bind port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:28.745754 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['48734974-740f-4916-9904-e7340dff0f05'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:24:28.766237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['48734974-740f-4916-9904-e7340dff0f05'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:24:28.780989 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:24:28.781945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Attempting to bind port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:28.837234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:24:28.839144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:24:28.840612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:24:28.841961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Bound port: 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:24:28.842897 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:29.017141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-6ec7c554-e2a1-41ce-b526-349f3cd4525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:29.020045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-6ec7c554-e2a1-41ce-b526-349f3cd4525f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.3317425 Feb 04 13:24:29.095289 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f38e775-4758-4b51-8bf4-f24cf5684429 req-1fc6b2de-a674-41ca-abc0-ffd8d2a5e2d5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289591 Feb 04 13:24:29.096176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4feaf24-b91e-4b5b-b520-77a4f8881acb service neutron] Pushing event updated for resources: {'Port': ['ID=48734974-740f-4916-9904-e7340dff0f05,revision_number=8']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:29.267645 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] For port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:29.348323 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-3e592c8f-902d-4b80-b095-16167ce7a508 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:29.354216 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-3e592c8f-902d-4b80-b095-16167ce7a508 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742&tenant_id=c66aed92d02a400db6163d7d33da33b0&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 1127 time: 0.3410008 Feb 04 13:24:29.369783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] For port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:24:29.423896 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:29.439507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-d14dead2-fc14-41aa-b328-e221322320fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:29.442492 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-d14dead2-fc14-41aa-b328-e221322320fc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3909447 Feb 04 13:24:29.504021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:29.512639 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:29.520448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] 10.222.0.99 "PUT /v2.0/ports/5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c HTTP/1.1" status: 200 len: 1095 time: 5.1482642 Feb 04 13:24:29.757776 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-51326ec9-eb35-4ab9-bacc-dfab3a661076 service neutron] show failed (client error): The resource could not be found. Feb 04 13:24:29.759142 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-51326ec9-eb35-4ab9-bacc-dfab3a661076 service neutron] 10.222.0.99 "GET /v2.0/ports/1efe880e-0d85-40c3-a3f0-22a941c57a9d/bindings/n-h2-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.1497374 Feb 04 13:24:29.861369 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0016db9-cce7-4bae-9d84-7ff117f9c9b5 req-4033ad58-80c1-45fe-928b-8e49bf41ee89 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:29.875229 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0016db9-cce7-4bae-9d84-7ff117f9c9b5 req-4033ad58-80c1-45fe-928b-8e49bf41ee89 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 947 time: 0.6317790 Feb 04 13:24:29.975153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b8e56-b5c1-4337-ac17-2883b34eec55 service neutron] Pushing event updated for resources: {'Port': ['ID=5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:30.146754 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-7a356de1-bfd1-4be5-beb3-5bf5a6328740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:30.149138 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-7a356de1-bfd1-4be5-beb3-5bf5a6328740 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=5a8f0108-73a2-467d-942f-3e80c28549f0 HTTP/1.1" status: 200 len: 1129 time: 0.4942021 Feb 04 13:24:30.198040 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0016db9-cce7-4bae-9d84-7ff117f9c9b5 req-4ac19914-e4a8-48c4-9421-13e47647b549 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196857 Feb 04 13:24:30.200779 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-315a7d3c-20ca-466a-a206-3eb56d0ec57b service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7302711 Feb 04 13:24:30.323032 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-98797007-05e7-4c5b-a7e3-9fd0d88d2e71 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c HTTP/1.1" status: 200 len: 217 time: 0.1475968 Feb 04 13:24:30.445763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-a792ca26-d963-41af-89e7-26340262a485 service neutron] For port cd10ed93-6434-4e21-a44f-7106ab47b5c1, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:30.484502 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-a792ca26-d963-41af-89e7-26340262a485 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:30.485759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-a792ca26-d963-41af-89e7-26340262a485 service neutron] 10.222.0.99 "DELETE /v2.0/ports/cd10ed93-6434-4e21-a44f-7106ab47b5c1/bindings/n-h2-714676-13 HTTP/1.1" status: 204 len: 173 time: 1.1182349 Feb 04 13:24:30.534348 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-2c079bd0-1c42-4889-af54-078a41925854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:30.536063 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-2c079bd0-1c42-4889-af54-078a41925854 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c&tenant_id=62bf48b5c3894be3a3cc9319369f6e98 HTTP/1.1" status: 200 len: 1132 time: 0.3856025 Feb 04 13:24:30.537680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-0eca9783-38b6-45be-8699-1eb08518269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:30.539266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-0eca9783-38b6-45be-8699-1eb08518269e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1906955 Feb 04 13:24:30.587984 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:30.666875 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-ab4e9601-bf99-40f2-944a-ff9e0851b6dd service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762078 Feb 04 13:24:30.721808 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d882f-8203-4bfc-ba4c-014a610d9c08 req-19c34942-43f6-4d95-a858-b99b8b1e3918 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:30.733394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6b9d882f-8203-4bfc-ba4c-014a610d9c08 req-19c34942-43f6-4d95-a858-b99b8b1e3918 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 945 time: 0.3205314 Feb 04 13:24:30.735328 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:30.818894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-9df8b0b2-e00d-406f-9f60-5613972ec16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:30.820345 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-9df8b0b2-e00d-406f-9f60-5613972ec16b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2667828 Feb 04 13:24:30.915564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6b9d882f-8203-4bfc-ba4c-014a610d9c08 req-360b2384-634b-4dec-934a-0518f5f8c54d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826506 Feb 04 13:24:31.025847 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d006c0f-3465-4ef1-9f86-c9d87cfa30ce x-openstack-request-id: req-3d006c0f-3465-4ef1-9f86-c9d87cfa30ce {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:24:31.033498 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9a1b48-91f0-4a46-85b5-227557cf151d", "name": "network-vif-unplugged", "status": "completed", "tag": "48734974-740f-4916-9904-e7340dff0f05", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:24:31.033954 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3d006c0f-3465-4ef1-9f86-c9d87cfa30ce {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:24:31.034561 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9a1b48-91f0-4a46-85b5-227557cf151d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48734974-740f-4916-9904-e7340dff0f05', 'code': 200} Feb 04 13:24:31.218183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-35b0f8e6-7b36-4d11-b763-35e11210ff2f service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852541 Feb 04 13:24:31.438502 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:31.459063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733922f3-2e60-41be-9f38-8a01f7ae26b8 req-3ba0fc72-0c48-4ba8-97c0-25a794e5145f tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:31.470580 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-733922f3-2e60-41be-9f38-8a01f7ae26b8 req-3ba0fc72-0c48-4ba8-97c0-25a794e5145f tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 944 time: 0.3388531 Feb 04 13:24:31.568307 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728ae472-b0cd-4924-a1c8-8fe7052c9a00 req-eaed9d2f-c054-4553-a466-21bef02d16e2 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404329 Feb 04 13:24:31.575111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:31.631576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-733922f3-2e60-41be-9f38-8a01f7ae26b8 req-efb452e7-04ca-46b1-b492-0c287d420d8e tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599584 Feb 04 13:24:31.689958 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Publish callbacks [] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:31.742783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Transition to ACTIVE for port object 1efe880e-0d85-40c3-a3f0-22a941c57a9d will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:31.762340 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:32.033955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] No DVR routers for this DVR port 1efe880e-0d85-40c3-a3f0-22a941c57a9d on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:24:32.061435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1efe880e-0d85-40c3-a3f0-22a941c57a9d,revision_number=6']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:32.114869 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b837b42-3bee-4d00-8f04-6ae8e777aa8b req-52994bfd-84f9-44ca-aec0-4732389f9713 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:32.119928 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9b837b42-3bee-4d00-8f04-6ae8e777aa8b req-52994bfd-84f9-44ca-aec0-4732389f9713 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 944 time: 0.3778536 Feb 04 13:24:32.205613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Attempting to bind port 1efe880e-0d85-40c3-a3f0-22a941c57a9d on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:24:32.206133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Attempting to bind port 1efe880e-0d85-40c3-a3f0-22a941c57a9d by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:24:32.206558 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Attempting to bind port 1efe880e-0d85-40c3-a3f0-22a941c57a9d on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:32.215565 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Port 1efe880e-0d85-40c3-a3f0-22a941c57a9d on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:24:32.216811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Attempting to bind port 1efe880e-0d85-40c3-a3f0-22a941c57a9d on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:32.225554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:24:32.227133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:24:32.227133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:24:32.227773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Bound port: 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:24:32.228106 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:32.371297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9b837b42-3bee-4d00-8f04-6ae8e777aa8b req-f7c5aff1-c70f-49cd-84f2-4d0a42a47310 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198215 Feb 04 13:24:32.426333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:32.432637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:24:32.445571 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:32.533514 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:32.534280 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:32.535845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] 10.222.0.100 "PUT /v2.0/ports/1efe880e-0d85-40c3-a3f0-22a941c57a9d HTTP/1.1" status: 200 len: 1096 time: 1.9709935 Feb 04 13:24:32.660653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d0e18-6704-40ab-aedd-517de780e3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1efe880e-0d85-40c3-a3f0-22a941c57a9d,revision_number=7']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:32.726430 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-40877892-f7c9-48d6-8b81-26bd080ea71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:32.729603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-40877892-f7c9-48d6-8b81-26bd080ea71d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 1130 time: 0.1530173 Feb 04 13:24:32.881463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-0a52e5b8-e043-4029-81f8-a2b5a3fc2928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:32.885201 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-0a52e5b8-e043-4029-81f8-a2b5a3fc2928 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.1479886 Feb 04 13:24:33.014586 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-6c443733-955e-4fa1-9170-2513841981c1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d HTTP/1.1" status: 200 len: 217 time: 0.1055913 Feb 04 13:24:33.050494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480cab95-3f96-4a0b-ba86-538f18d1606a', 'tag': '413e0ed6-09c2-47a2-b509-4d4366b76f11'}, {'name': 'network-changed', 'server_uuid': 'ae9a1b48-91f0-4a46-85b5-227557cf151d', 'tag': '48734974-740f-4916-9904-e7340dff0f05'}, {'name': 'network-changed', 'server_uuid': '5a8f0108-73a2-467d-942f-3e80c28549f0', 'tag': '5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c'}, {'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d'}, {'name': 'network-changed', 'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:24:33.055540 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c60fa76-62c1-4551-b92f-aa8197defb79" -d '{"events": [{"name": "network-changed", "server_uuid": "480cab95-3f96-4a0b-ba86-538f18d1606a", "tag": "413e0ed6-09c2-47a2-b509-4d4366b76f11"}, {"name": "network-changed", "server_uuid": "ae9a1b48-91f0-4a46-85b5-227557cf151d", "tag": "48734974-740f-4916-9904-e7340dff0f05"}, {"name": "network-changed", "server_uuid": "5a8f0108-73a2-467d-942f-3e80c28549f0", "tag": "5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c"}, {"server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "name": "network-vif-unplugged", "status": "completed", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d"}, {"name": "network-changed", "server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:24:33.227715 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-2140f137-f33e-45a1-b411-946de824935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:33.231564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-2140f137-f33e-45a1-b411-946de824935c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.2155352 Feb 04 13:24:33.333026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964646d-b016-423a-a644-0139d15a62cc req-beb4f591-b245-4fa7-9213-b2086a7d8f53 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:33.335680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e964646d-b016-423a-a644-0139d15a62cc req-beb4f591-b245-4fa7-9213-b2086a7d8f53 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 947 time: 0.2298462 Feb 04 13:24:33.448585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-823b9755-ee57-4e2e-b13b-45b04023fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:33.453110 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-823b9755-ee57-4e2e-b13b-45b04023fdc3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2124023 Feb 04 13:24:33.474225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e964646d-b016-423a-a644-0139d15a62cc req-c3e4d2d3-ece2-4fb2-af00-ced4b9b28ae6 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241343 Feb 04 13:24:33.568670 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37484) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:24:33.687524 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-06e49732-f9ca-47df-a40a-e3211e8ca2d1 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119136 Feb 04 13:24:33.881873 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93226fdf-afd5-4c42-833f-1bfb0c9d8710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:34.014550 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e7e91dd-e39b-4784-9463-6f2997368e2c req-72056c45-ed3c-422c-8cc3-c5992759cd1e service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113878 Feb 04 13:24:34.057811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1efe880e-0d85-40c3-a3f0-22a941c57a9d no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:24:34.105507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f4736-ded8-4460-ad60-65a70ef197de req-7d798f0b-f7c0-4f90-80b9-a7186d20eaed tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:34.133033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f4736-ded8-4460-ad60-65a70ef197de req-7d798f0b-f7c0-4f90-80b9-a7186d20eaed tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:34.164701 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f4736-ded8-4460-ad60-65a70ef197de req-7d798f0b-f7c0-4f90-80b9-a7186d20eaed tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:34.167738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-338f4736-ded8-4460-ad60-65a70ef197de req-7d798f0b-f7c0-4f90-80b9-a7186d20eaed tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f&device_id=d32367d5-ae7b-4107-b74a-b05a0bc781c3&device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 2417 time: 0.3335564 Feb 04 13:24:34.225579 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93226fdf-afd5-4c42-833f-1bfb0c9d8710 admin admin] Publish callbacks [] for security_group (a710c835-be2f-4301-a94c-ffd9b8a01540), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:34.239148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port 1efe880e-0d85-40c3-a3f0-22a941c57a9d host n-h2-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:24:34.240200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1efe880e-0d85-40c3-a3f0-22a941c57a9d not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:24:34.246046 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93226fdf-afd5-4c42-833f-1bfb0c9d8710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a710c835-be2f-4301-a94c-ffd9b8a01540), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:34.296414 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-93226fdf-afd5-4c42-833f-1bfb0c9d8710 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2db52dbcc6214aa8be039993c4834030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7261171 Feb 04 13:24:34.316998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-338f4736-ded8-4460-ad60-65a70ef197de req-5a1448ed-c160-4c6f-ae7d-f3f7971fb548 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374087 Feb 04 13:24:34.317815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37490) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:24:34.340525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93226fdf-afd5-4c42-833f-1bfb0c9d8710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a710c835-be2f-4301-a94c-ffd9b8a01540,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:34.541471 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-caee8571-9f68-4199-9eb8-f817bd8a7628 admin admin] Publish callbacks [] for security_group (a710c835-be2f-4301-a94c-ffd9b8a01540), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:34.575284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a11b2-af2a-4d8d-b570-80767883e23c req-1a5cb5aa-2f9b-42b8-8127-33d475bfe18e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:34.579501 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-951a11b2-af2a-4d8d-b570-80767883e23c req-1a5cb5aa-2f9b-42b8-8127-33d475bfe18e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 947 time: 0.1384294 Feb 04 13:24:34.604859 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-caee8571-9f68-4199-9eb8-f817bd8a7628 admin admin] Publish callbacks [] for security_group (a710c835-be2f-4301-a94c-ffd9b8a01540), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:34.698812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-951a11b2-af2a-4d8d-b570-80767883e23c req-8497c0c9-eb66-4763-9aec-a0121e7302bf tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987451 Feb 04 13:24:34.799466 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-caee8571-9f68-4199-9eb8-f817bd8a7628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a710c835-be2f-4301-a94c-ffd9b8a01540), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:34.812793 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-caee8571-9f68-4199-9eb8-f817bd8a7628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:34.823489 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-caee8571-9f68-4199-9eb8-f817bd8a7628 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a710c835-be2f-4301-a94c-ffd9b8a01540 HTTP/1.1" status: 204 len: 168 time: 0.5028105 Feb 04 13:24:34.847556 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee8571-9f68-4199-9eb8-f817bd8a7628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a710c835-be2f-4301-a94c-ffd9b8a01540,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:35.037370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a112adc-b230-4953-9969-138af5206e20 req-5feedba5-367d-46bd-a299-50e8d4a88cde tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:35.046211 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a112adc-b230-4953-9969-138af5206e20 req-5feedba5-367d-46bd-a299-50e8d4a88cde tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 944 time: 0.1842873 Feb 04 13:24:35.067387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 413e0ed6-09c2-47a2-b509-4d4366b76f11 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:24:35.133954 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a112adc-b230-4953-9969-138af5206e20 req-b5c53daa-f287-4176-8045-539145734c26 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864103 Feb 04 13:24:35.319965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 413e0ed6-09c2-47a2-b509-4d4366b76f11, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=413e0ed6-09c2-47a2-b509-4d4366b76f11,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:35.338044 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 853 Content-Type: application/json Date: Fri, 04 Feb 2022 13:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4d4e49-88a6-41b6-9850-e553acb77a8c x-openstack-request-id: req-fa4d4e49-88a6-41b6-9850-e553acb77a8c {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:24:35.338718 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480cab95-3f96-4a0b-ba86-538f18d1606a", "tag": "413e0ed6-09c2-47a2-b509-4d4366b76f11", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ae9a1b48-91f0-4a46-85b5-227557cf151d", "tag": "48734974-740f-4916-9904-e7340dff0f05", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5a8f0108-73a2-467d-942f-3e80c28549f0", "tag": "5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c", "status": "completed", "code": 200}, {"server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "name": "network-vif-unplugged", "status": "completed", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d", "code": 200}, {"name": "network-changed", "server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:24:35.338718 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fa4d4e49-88a6-41b6-9850-e553acb77a8c {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:24:35.339604 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480cab95-3f96-4a0b-ba86-538f18d1606a', 'tag': '413e0ed6-09c2-47a2-b509-4d4366b76f11', 'status': 'completed', 'code': 200} Feb 04 13:24:35.339604 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9a1b48-91f0-4a46-85b5-227557cf151d', 'tag': '48734974-740f-4916-9904-e7340dff0f05', 'status': 'completed', 'code': 200} Feb 04 13:24:35.339917 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8f0108-73a2-467d-942f-3e80c28549f0', 'tag': '5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c', 'status': 'completed', 'code': 200} Feb 04 13:24:35.340307 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d', 'code': 200} Feb 04 13:24:35.340727 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d', 'status': 'completed', 'code': 200} Feb 04 13:24:35.360516 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '413e0ed6-09c2-47a2-b509-4d4366b76f11', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '413e0ed6-09c2-47a2-b509-4d4366b76f11', 'mac_address': 'fa:16:3e:d2:2c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:24:35.463189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 413e0ed6-09c2-47a2-b509-4d4366b76f11 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:35.464005 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:35.504579 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413e0ed6-09c2-47a2-b509-4d4366b76f11 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:24:35.577708 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 413e0ed6-09c2-47a2-b509-4d4366b76f11, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=413e0ed6-09c2-47a2-b509-4d4366b76f11,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:35.586465 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:35.634243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-ccc61643-3b7a-4412-9fbf-34ac3c8786a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:35.637024 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-ccc61643-3b7a-4412-9fbf-34ac3c8786a1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 1158 time: 0.2886584 Feb 04 13:24:35.645371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-d5329b92-9fd6-4c9e-9205-6aae7e9b1ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:35.648144 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-d5329b92-9fd6-4c9e-9205-6aae7e9b1ed1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 1130 time: 0.2652490 Feb 04 13:24:35.776462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=413e0ed6-09c2-47a2-b509-4d4366b76f11,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:35.871554 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:24:36.058371 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:24:36.213162 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:36.236936 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c', 'mac_address': 'fa:16:3e:c3:77:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:24:36.259020 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2e98f97-e1f9-4b52-9de6-6393870e03a8 req-e48eb0a2-b974-484b-8bea-44be91bcf200 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.7853444 Feb 04 13:24:36.318514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:36.319195 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:36.354442 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:24:36.367096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['413e0ed6-09c2-47a2-b509-4d4366b76f11'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:24:36.445174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:36.466410 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:36.533424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-afaa13d1-586b-4bf7-b196-7ed58dcd1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:36.534931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-afaa13d1-586b-4bf7-b196-7ed58dcd1a49 service neutron] 10.222.0.99 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.8855076 Feb 04 13:24:36.536132 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-ae19a064-cf00-404c-8f93-e9468712e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:36.537530 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-ae19a064-cf00-404c-8f93-e9468712e679 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.8619630 Feb 04 13:24:36.598505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-a53f5574-74dc-4424-b08b-fda981a2a19e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=413e0ed6-09c2-47a2-b509-4d4366b76f11 HTTP/1.1" status: 200 len: 217 time: 0.0495553 Feb 04 13:24:36.724087 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37528) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:24:36.740002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:36.779231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-46081041-1744-4fc6-993a-07d12920bb32 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48734974-740f-4916-9904-e7340dff0f05 HTTP/1.1" status: 200 len: 217 time: 0.2283082 Feb 04 13:24:36.887401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-2756afe2-fb70-4af2-9c1d-1fe248cfe1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:36.890227 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-2756afe2-fb70-4af2-9c1d-1fe248cfe1c8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.2776129 Feb 04 13:24:36.980964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-09f52d4f-b1de-405d-8857-346f97ab4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:36.982961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-09f52d4f-b1de-405d-8857-346f97ab4e03 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.1972718 Feb 04 13:24:36.993264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39cae6-ac4f-4dce-b123-c53524313c90 req-d25832b6-44e4-4dba-8c40-ec07a546945d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:36.994512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d8410f75-e108-4feb-90bb-ce71a23efa53 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-297658015-network', 'tenant_id': '902032e2469e4a9985e0c0a873286563'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:36.995102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a39cae6-ac4f-4dce-b123-c53524313c90 req-d25832b6-44e4-4dba-8c40-ec07a546945d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 947 time: 0.3955326 Feb 04 13:24:37.043837 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-ea9abdc8-6d5f-4cb3-829f-5eeddfb0d3e9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476339 Feb 04 13:24:37.084741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-5efd9cae-8430-4d73-a552-3d1890d3ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:37.087042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:24:37.087706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-5efd9cae-8430-4d73-a552-3d1890d3ad39 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1892457 Feb 04 13:24:37.096973 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8410f75-e108-4feb-90bb-ce71a23efa53 admin admin] Made reservation on behalf of 902032e2469e4a9985e0c0a873286563 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:37.108850 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8410f75-e108-4feb-90bb-ce71a23efa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:37.140354 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8410f75-e108-4feb-90bb-ce71a23efa53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:37.414836 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8410f75-e108-4feb-90bb-ce71a23efa53 admin admin] Publish callbacks [] for security_group (d7916c47-97b9-4633-b9cb-4237aff9dd1f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:37.432250 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8410f75-e108-4feb-90bb-ce71a23efa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d7916c47-97b9-4633-b9cb-4237aff9dd1f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:37.455591 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a39cae6-ac4f-4dce-b123-c53524313c90 req-62fe1023-b3b5-4964-9e04-376c2e3baab5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923662 Feb 04 13:24:37.461767 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8410f75-e108-4feb-90bb-ce71a23efa53 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:24:37.495698 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8410f75-e108-4feb-90bb-ce71a23efa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (d32919f6-1d38-4393-93dc-27d628cd5840), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:37.496001 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-d8410f75-e108-4feb-90bb-ce71a23efa53 admin admin] Added segment d32919f6-1d38-4393-93dc-27d628cd5840 of type vlan for network 3b107f3a-7cae-4846-88f9-0790288373fc Feb 04 13:24:37.561719 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-244173b6-d89e-49dc-a89b-1722814a673a service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339228 Feb 04 13:24:37.564070 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-92bcbf15-b516-4c28-a06f-49ba8d694dff service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006940 Feb 04 13:24:37.641181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8410f75-e108-4feb-90bb-ce71a23efa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7916c47-97b9-4633-b9cb-4237aff9dd1f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:37.665331 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8410f75-e108-4feb-90bb-ce71a23efa53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (3b107f3a-7cae-4846-88f9-0790288373fc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:37.734935 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8410f75-e108-4feb-90bb-ce71a23efa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (3b107f3a-7cae-4846-88f9-0790288373fc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:37.737739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8410f75-e108-4feb-90bb-ce71a23efa53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:37.739523 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8410f75-e108-4feb-90bb-ce71a23efa53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:37.844501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2222a-8c2c-42ea-b869-82297e9d5040 req-17aea036-5a3b-4b2d-8779-9b816a0cc16c tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:37.846380 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ba2222a-8c2c-42ea-b869-82297e9d5040 req-17aea036-5a3b-4b2d-8779-9b816a0cc16c tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 1127 time: 0.2415593 Feb 04 13:24:37.846813 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8410f75-e108-4feb-90bb-ce71a23efa53 admin admin] Pushing event updated for resources: {'Network': ['ID=3b107f3a-7cae-4846-88f9-0790288373fc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:37.863739 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 3b107f3a-7cae-4846-88f9-0790288373fc details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:24:37.868942 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d8410f75-e108-4feb-90bb-ce71a23efa53 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1407437 Feb 04 13:24:37.869784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37538) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:24:37.895277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Request body: {'subnet': {'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-297658015-subnet', 'tenant_id': '902032e2469e4a9985e0c0a873286563', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:37.961218 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-f3acae2a-5d29-4f6b-b38c-07dce199ab41 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887849 Feb 04 13:24:37.966359 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-8b068f58-f67d-4c1e-b545-e9ddb922a1ba service neutron] 10.222.0.99 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952370 Feb 04 13:24:38.001160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Made reservation on behalf of 902032e2469e4a9985e0c0a873286563 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:38.005829 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:38.319676 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (d5c6c736-1a92-4614-ab15-25c05ef4451a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:38.368208 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ba2222a-8c2c-42ea-b869-82297e9d5040 req-f340c0c4-b46a-4521-a7f3-dd2519291d50 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872422 Feb 04 13:24:38.484424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c6c736-1a92-4614-ab15-25c05ef4451a,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:38.500119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-55ef48b1-2b26-4b10-8ec1-9031abc7f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:38.501822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-55ef48b1-2b26-4b10-8ec1-9031abc7f148 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 1130 time: 0.2094996 Feb 04 13:24:38.508255 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:38.508629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:38.508995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:38.509358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:38.509695 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:38.510028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:38.510404 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:38.510737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:38.511063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:38.511390 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:38.511778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:38.512107 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:38.512427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:38.539356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-e8cc0169-0dd6-44ae-9710-f46c601febb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:38.542129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-e8cc0169-0dd6-44ae-9710-f46c601febb8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=5a8f0108-73a2-467d-942f-3e80c28549f0 HTTP/1.1" status: 200 len: 1130 time: 0.2467735 Feb 04 13:24:38.609708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Checking segment: {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:24:38.610458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Network hostable DHCP agents. Network: 3b107f3a-7cae-4846-88f9-0790288373fc, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:24:38.773443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Network 3b107f3a-7cae-4846-88f9-0790288373fc is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:24:38.840188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 3b107f3a-7cae-4846-88f9-0790288373fc) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:38.850956 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2444b886-aa4d-4bbc-a29f-754728f38d2f None None] Network 3b107f3a-7cae-4846-88f9-0790288373fc requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:24:38.851215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:38.851782 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:38.872718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-24d55cf2-9d86-44ec-83a4-e9fd0a278039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:38.875027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-24d55cf2-9d86-44ec-83a4-e9fd0a278039 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3572204 Feb 04 13:24:38.878326 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-ddf3c45f-4c94-4551-ba48-be0b7b688462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:38.880134 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-ddf3c45f-4c94-4551-ba48-be0b7b688462 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3185203 Feb 04 13:24:38.885342 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4df38b8a-66b3-434c-9402-a4bcb0f9cb70 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0013587 Feb 04 13:24:38.899147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9627e-64b8-4909-86b4-cc52b6ad2729 req-b91c9c92-7ab6-42d9-a7ad-b681d9de8d5b tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:38.900792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4ec9627e-64b8-4909-86b4-cc52b6ad2729 req-b91c9c92-7ab6-42d9-a7ad-b681d9de8d5b tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 948 time: 0.2834008 Feb 04 13:24:39.000529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-46f422aa-d854-4b15-a84d-64f26a2ec84c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c HTTP/1.1" status: 200 len: 217 time: 0.0986836 Feb 04 13:24:39.009289 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-b2b3cedb-d2db-4531-a379-bc87b55f15a9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d HTTP/1.1" status: 200 len: 217 time: 0.1219678 Feb 04 13:24:39.089065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 1efe880e-0d85-40c3-a3f0-22a941c57a9d details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:24:39.103585 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 413e0ed6-09c2-47a2-b509-4d4366b76f11 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:24:39.156132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04da5983-33b5-4c42-8e75-6161e1561727 None None] Network 3b107f3a-7cae-4846-88f9-0790288373fc requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:24:39.162261 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4ec9627e-64b8-4909-86b4-cc52b6ad2729 req-f6e48a91-91c0-45f1-8d3d-6efa4b7874bc tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385950 Feb 04 13:24:39.195848 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-a122da10-8fab-4fb5-812a-8e3d32c6f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:39.202762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-a122da10-8fab-4fb5-812a-8e3d32c6f922 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1796420 Feb 04 13:24:39.209823 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-054d02b5-ee23-4b95-8422-d36ff8985fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:39.211437 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-054d02b5-ee23-4b95-8422-d36ff8985fff service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1990659 Feb 04 13:24:39.387144 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 413e0ed6-09c2-47a2-b509-4d4366b76f11 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:39.408753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 413e0ed6-09c2-47a2-b509-4d4366b76f11 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:39.409183 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:39.506697 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-fff09d48-2664-47d1-a202-f3197e0ff54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:39.509079 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-fff09d48-2664-47d1-a202-f3197e0ff54d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2758560 Feb 04 13:24:39.548046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-7f2e44c7-da8f-4ca5-a095-cdffa297b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:39.551674 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-7f2e44c7-da8f-4ca5-a095-cdffa297b735 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3351533 Feb 04 13:24:39.648269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 413e0ed6-09c2-47a2-b509-4d4366b76f11 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:39.648269 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:39.651666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:39.686754 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '1efe880e-0d85-40c3-a3f0-22a941c57a9d', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '1efe880e-0d85-40c3-a3f0-22a941c57a9d', 'mac_address': 'fa:16:3e:cf:9a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:24:39.706709 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480cab95-3f96-4a0b-ba86-538f18d1606a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413e0ed6-09c2-47a2-b509-4d4366b76f11'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:24:39.710076 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63584f3f-97b1-4ef3-9c52-42367f687a10" -d '{"events": [{"server_uuid": "480cab95-3f96-4a0b-ba86-538f18d1606a", "name": "network-vif-plugged", "status": "completed", "tag": "413e0ed6-09c2-47a2-b509-4d4366b76f11"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:24:39.753818 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 413e0ed6-09c2-47a2-b509-4d4366b76f11, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=413e0ed6-09c2-47a2-b509-4d4366b76f11,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:39.765313 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:39.911719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 1efe880e-0d85-40c3-a3f0-22a941c57a9d is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:39.912870 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:39.947708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-aa3e53fe-be6f-4d92-a30e-1e81d45dce87 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210422 Feb 04 13:24:39.995061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530225-7751-4fc5-a51c-b69eedc757f1 req-b1ba89bf-f217-41f2-bc2d-f6fe7969af24 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:40.009035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=413e0ed6-09c2-47a2-b509-4d4366b76f11,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:40.010589 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15530225-7751-4fc5-a51c-b69eedc757f1 req-b1ba89bf-f217-41f2-bc2d-f6fe7969af24 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 944 time: 0.5972421 Feb 04 13:24:40.025931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efe880e-0d85-40c3-a3f0-22a941c57a9d {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:24:40.063124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:40.071291 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:40.105405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:24:40.129793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-afa5781a-e3c7-412a-84d9-1e31920b87ac service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635326 Feb 04 13:24:40.212305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=1efe880e-0d85-40c3-a3f0-22a941c57a9d,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:40.275078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:40.284068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:40.284068 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:40.375042 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15530225-7751-4fc5-a51c-b69eedc757f1 req-fbfeb707-9a7e-4c7f-b2d8-bd94d192ebda tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626590 Feb 04 13:24:40.452632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-c15290ba-ff77-4e5a-9afd-a902055e5c20 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960957 Feb 04 13:24:40.538753 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-9ea34ab6-2d17-4926-979d-ac5bb49bcffd service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922129 Feb 04 13:24:40.740515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-c02d9d20-69ea-4a2a-aaab-48a2924cba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:40.743458 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-c02d9d20-69ea-4a2a-aaab-48a2924cba26 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 1131 time: 0.2015116 Feb 04 13:24:41.042946 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f53169f-1ba5-4bbd-9d96-9e3fc0cf8b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:41.084458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 48734974-740f-4916-9904-e7340dff0f05 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:24:41.191761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-44fc8c31-80d8-4b9f-ac03-30f016adf070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:41.194013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-44fc8c31-80d8-4b9f-ac03-30f016adf070 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.4433241 Feb 04 13:24:41.298356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=48734974-740f-4916-9904-e7340dff0f05,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:41.321299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 48734974-740f-4916-9904-e7340dff0f05 has no active binding in host n-h2-714676-13 {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 13:24:41.326745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['1efe880e-0d85-40c3-a3f0-22a941c57a9d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:24:41.362500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-ac76cf6e-dd31-4114-b6d4-8c957ac4e6ab service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d HTTP/1.1" status: 200 len: 217 time: 0.1492133 Feb 04 13:24:41.446267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02e433-fd6a-4d1e-ae77-5a146a1cdeaa req-9351660b-41ba-4fed-91cb-247c98254fb1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:41.487825 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f02e433-fd6a-4d1e-ae77-5a146a1cdeaa req-9351660b-41ba-4fed-91cb-247c98254fb1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 948 time: 0.3892794 Feb 04 13:24:41.531630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:41.532327 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:41.639215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-0dedb10d-61ad-4a24-8942-4aba3262473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:41.641715 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-0dedb10d-61ad-4a24-8942-4aba3262473d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.2609963 Feb 04 13:24:41.691342 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f02e433-fd6a-4d1e-ae77-5a146a1cdeaa req-6ad9b390-cfa5-482a-91b4-c6a4224c54d1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017326 Feb 04 13:24:41.756601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:41.805211 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:41.805211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 48734974-740f-4916-9904-e7340dff0f05 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:24:41.872420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-027a0782-3fc3-487e-a8d9-b510128312ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:41.878735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-027a0782-3fc3-487e-a8d9-b510128312ff service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2274239 Feb 04 13:24:42.084800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:42.191660 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-b40d7b61-3278-45de-9419-a9e48b4b487b service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995358 Feb 04 13:24:42.224822 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 48734974-740f-4916-9904-e7340dff0f05 is: DOWN; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:42.489863 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c60fa76-62c1-4551-b92f-aa8197defb79 req-150cd627-56b8-445d-8e62-192c66610e30 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940257 Feb 04 13:24:43.620847 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:43.706387 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-65ddffb3-0852-4196-affd-473dd07054a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:44.412294 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:45.138777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 1efe880e-0d85-40c3-a3f0-22a941c57a9d up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:24:45.328741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 1efe880e-0d85-40c3-a3f0-22a941c57a9d completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:45.336433 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 1efe880e-0d85-40c3-a3f0-22a941c57a9d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:45.337135 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:45.429658 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:45.543659 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 1efe880e-0d85-40c3-a3f0-22a941c57a9d is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:45.544071 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:45.644019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:45.650972 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:45.710398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=1efe880e-0d85-40c3-a3f0-22a941c57a9d,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:45.723247 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:45.723639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:45.723990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:45.724334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:45.724665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:45.725076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:45.725462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:45.726012 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:45.726540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:45.726973 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:45.727561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:45.728014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:45.728517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:46.542307 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-94841d1d-5765-4470-9e17-b0e16ff3de34 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:46.547929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-94841d1d-5765-4470-9e17-b0e16ff3de34 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 807 time: 0.2848537 Feb 04 13:24:46.593339 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-13ac2af1-69e1-4143-967b-235c23af6b10 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/quotas/c66aed92d02a400db6163d7d33da33b0 HTTP/1.1" status: 200 len: 375 time: 0.0344620 Feb 04 13:24:46.701543 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:46.745195 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-c8140d24-0b0c-425a-a325-38e40e6e6702 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1503294 Feb 04 13:24:47.493204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3becda-0482-46f6-89cc-9cff53573254 req-71c3d0b1-309c-48e6-93a9-9c3a78719220 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:47.495859 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca3becda-0482-46f6-89cc-9cff53573254 req-71c3d0b1-309c-48e6-93a9-9c3a78719220 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 811 time: 0.8019724 Feb 04 13:24:47.550505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-ef149482-28d4-4992-bd35-a11c047c3cf8 service neutron] 10.222.0.96 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7637143 Feb 04 13:24:47.553288 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-b9fa83ab-5efd-4f10-9818-1c3330f95a7c service neutron] 10.222.0.99 "GET /v2.0/ports/48734974-740f-4916-9904-e7340dff0f05/bindings/n-h2-714676-13 HTTP/1.1" status: 200 len: 385 time: 0.2306325 Feb 04 13:24:47.555213 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca3becda-0482-46f6-89cc-9cff53573254 req-29df8c76-b049-4aae-941c-594fcaa88211 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/quotas/902032e2469e4a9985e0c0a873286563 HTTP/1.1" status: 200 len: 375 time: 0.0471210 Feb 04 13:24:47.710039 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca3becda-0482-46f6-89cc-9cff53573254 req-983a45ea-74e3-40ba-b447-c5d6f2fd92f2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1382079 Feb 04 13:24:47.807626 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:47.940360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-0fa1fdc0-e527-42b6-8d46-45133c96089b service neutron] 10.222.0.96 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815551 Feb 04 13:24:47.996309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-19d18514-cd00-4c8d-a005-43144509cc16 req-066d5532-b37c-4d0e-af84-658ecd355c3e service neutron] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=48734974-740f-4916-9904-e7340dff0f05,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:48.031452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca3becda-0482-46f6-89cc-9cff53573254 req-baf594ad-9839-4904-9aa0-5a4150a7002c service neutron] 10.222.0.96 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022540 Feb 04 13:24:48.035380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-19d18514-cd00-4c8d-a005-43144509cc16 req-066d5532-b37c-4d0e-af84-658ecd355c3e service neutron] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:48.131416 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-19d18514-cd00-4c8d-a005-43144509cc16 req-066d5532-b37c-4d0e-af84-658ecd355c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48734974-740f-4916-9904-e7340dff0f05 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:24:48.151410 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-19d18514-cd00-4c8d-a005-43144509cc16 req-066d5532-b37c-4d0e-af84-658ecd355c3e service neutron] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=48734974-740f-4916-9904-e7340dff0f05,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:48.179220 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-19d18514-cd00-4c8d-a005-43144509cc16 req-066d5532-b37c-4d0e-af84-658ecd355c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (48734974-740f-4916-9904-e7340dff0f05), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:48.230983 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b445f5d-144a-4ac4-893a-de3982f897db x-openstack-request-id: req-0b445f5d-144a-4ac4-893a-de3982f897db {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:24:48.232131 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480cab95-3f96-4a0b-ba86-538f18d1606a", "name": "network-vif-plugged", "status": "completed", "tag": "413e0ed6-09c2-47a2-b509-4d4366b76f11", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:24:48.232822 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0b445f5d-144a-4ac4-893a-de3982f897db {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:24:48.232958 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480cab95-3f96-4a0b-ba86-538f18d1606a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413e0ed6-09c2-47a2-b509-4d4366b76f11', 'code': 200} Feb 04 13:24:48.254649 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca3becda-0482-46f6-89cc-9cff53573254 req-96503490-0cfb-4ee8-a1b7-921ce6e05f15 service neutron] 10.222.0.96 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935101 Feb 04 13:24:48.318656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-19d18514-cd00-4c8d-a005-43144509cc16 req-066d5532-b37c-4d0e-af84-658ecd355c3e service neutron] Transition to ACTIVE for port object 48734974-740f-4916-9904-e7340dff0f05 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:48.360951 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-19d18514-cd00-4c8d-a005-43144509cc16 req-066d5532-b37c-4d0e-af84-658ecd355c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (48734974-740f-4916-9904-e7340dff0f05), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:48.599998 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d18514-cd00-4c8d-a005-43144509cc16 req-066d5532-b37c-4d0e-af84-658ecd355c3e service neutron] No DVR routers for this DVR port 48734974-740f-4916-9904-e7340dff0f05 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:24:48.610381 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d5532-b37c-4d0e-af84-658ecd355c3e service neutron] Pushing event updated for resources: {'Port': ['ID=48734974-740f-4916-9904-e7340dff0f05,revision_number=10']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:48.620444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffd4e7-5583-4444-b93e-6f6360ccd58c req-350e6e93-d4d2-4104-8fc8-707398eab77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:48.623031 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6ffd4e7-5583-4444-b93e-6f6360ccd58c req-350e6e93-d4d2-4104-8fc8-707398eab77e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 1132 time: 0.3022137 Feb 04 13:24:48.751018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4f2c9-a1fa-413a-be2e-e3235c0f8569 req-6ae095dd-9202-47ec-b8bf-0642bfa5ea13 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:48.779101 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2c4f2c9-a1fa-413a-be2e-e3235c0f8569 req-6ae095dd-9202-47ec-b8bf-0642bfa5ea13 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 949 time: 0.4136801 Feb 04 13:24:48.838734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-066d5532-b37c-4d0e-af84-658ecd355c3e service neutron] 10.222.0.99 "PUT /v2.0/ports/48734974-740f-4916-9904-e7340dff0f05/bindings/n-h2-714676-13/activate HTTP/1.1" status: 200 len: 370 time: 1.2685375 Feb 04 13:24:49.152399 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6ffd4e7-5583-4444-b93e-6f6360ccd58c req-27824d2a-6b17-48d0-8cbf-a28530b84982 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202620 Feb 04 13:24:49.169420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device d1b91ac9-b881-46f8-ae08-d8b5a41c219e no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:24:49.176289 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2c4f2c9-a1fa-413a-be2e-e3235c0f8569 req-f7658c49-9904-4e1e-a038-14ace35c03ab tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936672 Feb 04 13:24:49.212416 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18514-cd00-4c8d-a005-43144509cc16 req-5fbc98e7-c8ba-4b39-9541-732a13f666b4 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:49.215974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-5fbc98e7-c8ba-4b39-9541-732a13f666b4 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d&tenant_id=9bf6f764e0d34de9a21a32956f525822&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 1128 time: 0.2622950 Feb 04 13:24:49.253770 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea5905-f679-42a3-8126-910ed39486c2 req-47722a8b-96ef-4a64-b2ce-4699062cf37b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:49.266985 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44ea5905-f679-42a3-8126-910ed39486c2 req-47722a8b-96ef-4a64-b2ce-4699062cf37b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 945 time: 0.2314506 Feb 04 13:24:49.342813 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port d1b91ac9-b881-46f8-ae08-d8b5a41c219e is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:49.343544 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:49.404599 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44ea5905-f679-42a3-8126-910ed39486c2 req-2a0c5a9b-f95a-401c-aabd-4652c8f24ef9 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330671 Feb 04 13:24:49.425616 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port d1b91ac9-b881-46f8-ae08-d8b5a41c219e, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:49.435445 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:49.598082 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:49.852544 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8965390a-bdcf-4711-bcf8-14d50a812bf2 req-0bc45c58-47fe-435d-90d4-efc742a181fb tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 210 time: 0.0947883 Feb 04 13:24:49.973256 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f7f1b16-219b-4434-980e-b5f01889d828 req-c220df78-7ee1-4f54-b8fa-5470ee1669fc tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 210 time: 0.0545673 Feb 04 13:24:50.131598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf17d5-f5c9-4c95-a6ba-b695b96d702b req-49e8000d-5f33-4a4d-be1e-6e2a1705d929 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:50.144050 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1bf17d5-f5c9-4c95-a6ba-b695b96d702b req-49e8000d-5f33-4a4d-be1e-6e2a1705d929 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.0985262 Feb 04 13:24:50.234029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f0108-73a2-467d-942f-3e80c28549f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c'}, {'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d'}, {'server_uuid': '76875698-3a0a-435d-9e4c-99b484c84ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b91ac9-b881-46f8-ae08-d8b5a41c219e'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:24:50.242501 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0698885-2ff2-4365-a08d-33c39901302f" -d '{"events": [{"server_uuid": "5a8f0108-73a2-467d-942f-3e80c28549f0", "name": "network-vif-plugged", "status": "completed", "tag": "5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c"}, {"server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "name": "network-vif-plugged", "status": "completed", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d"}, {"server_uuid": "76875698-3a0a-435d-9e4c-99b484c84ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b91ac9-b881-46f8-ae08-d8b5a41c219e"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:24:50.245762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1bf17d5-f5c9-4c95-a6ba-b695b96d702b req-e18d825a-bb61-4891-b6c3-c2a14844c5f5 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004708 Feb 04 13:24:50.348921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f706952-a34e-4ea1-871d-d0455ca0dd60 req-d7b96601-6972-4411-aa98-143247d23c70 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:50.359927 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f706952-a34e-4ea1-871d-d0455ca0dd60 req-d7b96601-6972-4411-aa98-143247d23c70 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.1395812 Feb 04 13:24:50.769440 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 04 Feb 2022 13:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ef5d75-5c7e-4616-ab5f-c6b874eaa212 x-openstack-request-id: req-20ef5d75-5c7e-4616-ab5f-c6b874eaa212 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:24:50.770650 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8f0108-73a2-467d-942f-3e80c28549f0", "name": "network-vif-plugged", "status": "completed", "tag": "5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c", "code": 200}, {"server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "name": "network-vif-plugged", "status": "completed", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d", "code": 200}, {"server_uuid": "76875698-3a0a-435d-9e4c-99b484c84ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b91ac9-b881-46f8-ae08-d8b5a41c219e", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:24:50.772873 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-20ef5d75-5c7e-4616-ab5f-c6b874eaa212 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:24:50.779232 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8f0108-73a2-467d-942f-3e80c28549f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c', 'code': 200} Feb 04 13:24:50.795082 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d', 'code': 200} Feb 04 13:24:50.796019 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76875698-3a0a-435d-9e4c-99b484c84ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b91ac9-b881-46f8-ae08-d8b5a41c219e', 'code': 200} Feb 04 13:24:50.816934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f706952-a34e-4ea1-871d-d0455ca0dd60 req-a08ab639-6b37-471d-937a-d2007bcac0a6 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556491 Feb 04 13:24:50.915226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-fe0adb85-1ff7-44f3-bf98-7e639c038cc9 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:50.919861 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-fe0adb85-1ff7-44f3-bf98-7e639c038cc9 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.99 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 807 time: 0.5478890 Feb 04 13:24:50.947521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-7abe1753-d485-4dff-8c19-a762d3e13566 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Request body: {'port': {'device_id': 'b1cb1ace-77fb-4050-9911-22aadc2de30f', 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf', 'admin_state_up': True, 'tenant_id': 'c66aed92d02a400db6163d7d33da33b0'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:50.987280 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd96688-096b-43c8-8c8d-7211bdcea3bc req-591aa328-aeee-4995-b07f-cccb6ba8d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:50.989902 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2dd96688-096b-43c8-8c8d-7211bdcea3bc req-591aa328-aeee-4995-b07f-cccb6ba8d976 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5a8f0108-73a2-467d-942f-3e80c28549f0 HTTP/1.1" status: 200 len: 1131 time: 0.1069109 Feb 04 13:24:51.097478 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2dd96688-096b-43c8-8c8d-7211bdcea3bc req-69a6459c-4e02-434e-812a-280495073a93 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984428 Feb 04 13:24:51.114671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3becda-0482-46f6-89cc-9cff53573254 req-6028dc7f-273c-434f-a0cf-d7e34c4b88c4 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:51.117373 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca3becda-0482-46f6-89cc-9cff53573254 req-6028dc7f-273c-434f-a0cf-d7e34c4b88c4 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 811 time: 0.6392388 Feb 04 13:24:51.206926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9916e-e562-4fe3-9617-b8c4067893dc req-0b894e8b-826b-4b65-b0fc-fbe66075578b tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:51.211703 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43e9916e-e562-4fe3-9617-b8c4067893dc req-0b894e8b-826b-4b65-b0fc-fbe66075578b tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 949 time: 0.3412664 Feb 04 13:24:51.312939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-7abe1753-d485-4dff-8c19-a762d3e13566 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Made reservation on behalf of c66aed92d02a400db6163d7d33da33b0 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:51.319890 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-7abe1753-d485-4dff-8c19-a762d3e13566 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:51.359114 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43e9916e-e562-4fe3-9617-b8c4067893dc req-38d6bccc-d987-4fe1-9a98-d2bfce01f812 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329472 Feb 04 13:24:51.679103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b47346-51ee-4892-9825-3a96454931f4 req-cc03c609-b15c-4c7a-966a-84b8782cf7ab tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:51.681047 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-81b47346-51ee-4892-9825-3a96454931f4 req-cc03c609-b15c-4c7a-966a-84b8782cf7ab tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 945 time: 0.2241983 Feb 04 13:24:51.714310 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-7abe1753-d485-4dff-8c19-a762d3e13566 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Allocated IP 172.20.0.10 (15db41b1-a6d5-41af-b587-4385571234bf/c22a97b9-6a5c-4763-882b-7b5d62ef8ca8/314e7e4e-b003-4e20-89be-33901107ca48) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:51.821971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-30919e20-745a-4c70-b4e0-a3bbe9e0cd00 req-a9035b06-032c-4a1f-ab6b-90fe079b74a7 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 210 time: 0.0695941 Feb 04 13:24:51.906470 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-81b47346-51ee-4892-9825-3a96454931f4 req-8e742d39-502b-4fae-9652-1483eb734841 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945331 Feb 04 13:24:52.071845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-597f0bb5-0444-4410-a2a6-f0c2e4992a9d req-7ff3f4d0-0e01-403a-94e2-42cb5ed66c4d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 210 time: 0.1424332 Feb 04 13:24:52.207446 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-7abe1753-d485-4dff-8c19-a762d3e13566 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks [] for port (314e7e4e-b003-4e20-89be-33901107ca48), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:52.330827 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-7abe1753-d485-4dff-8c19-a762d3e13566 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (314e7e4e-b003-4e20-89be-33901107ca48), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:52.384243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92b931-f75c-4372-8ca6-a1b3c704ec11 req-2e336b9b-b2f3-413e-91a9-2a7c0498b62a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:52.386041 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af92b931-f75c-4372-8ca6-a1b3c704ec11 req-2e336b9b-b2f3-413e-91a9-2a7c0498b62a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.1491177 Feb 04 13:24:52.422799 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-7abe1753-d485-4dff-8c19-a762d3e13566 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Network 15db41b1-a6d5-41af-b587-4385571234bf is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:52.458538 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-7abe1753-d485-4dff-8c19-a762d3e13566 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:52.473231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-7abe1753-d485-4dff-8c19-a762d3e13566 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:24:52.522626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe1753-d485-4dff-8c19-a762d3e13566 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Pushing event updated for resources: {'Port': ['ID=314e7e4e-b003-4e20-89be-33901107ca48,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:52.597835 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af92b931-f75c-4372-8ca6-a1b3c704ec11 req-b3447934-1710-4865-925a-600dfa0a1366 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872706 Feb 04 13:24:52.620925 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-7abe1753-d485-4dff-8c19-a762d3e13566 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:52.622327 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-7abe1753-d485-4dff-8c19-a762d3e13566 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:52.634428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2107e-bcb6-4b49-adc6-07ecb432fba9 req-96f5886e-4f02-4c12-9b69-87efb835a596 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:52.636286 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40b2107e-bcb6-4b49-adc6-07ecb432fba9 req-96f5886e-4f02-4c12-9b69-87efb835a596 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 945 time: 0.2607770 Feb 04 13:24:52.662696 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-7abe1753-d485-4dff-8c19-a762d3e13566 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7328942 Feb 04 13:24:52.744056 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40b2107e-bcb6-4b49-adc6-07ecb432fba9 req-62b6caee-4aa1-4288-ad9f-e20d2c38ae04 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976882 Feb 04 13:24:52.777572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fc121-3beb-49a3-8ae6-a1f8b6765f46 req-42a87b14-c3c6-4cf6-a5ad-8dcc41b7cb71 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:52.780669 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-876fc121-3beb-49a3-8ae6-a1f8b6765f46 req-42a87b14-c3c6-4cf6-a5ad-8dcc41b7cb71 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 949 time: 0.0902514 Feb 04 13:24:52.858175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-876fc121-3beb-49a3-8ae6-a1f8b6765f46 req-1168bb8c-34e2-4f63-91e8-6f0d3d4a886a tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683789 Feb 04 13:24:53.000979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf823619-0ca6-4917-bf46-6e0b59ba54ce req-4ede8ffd-dbf4-42dd-82be-f040d5bec8b1 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:53.002579 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf823619-0ca6-4917-bf46-6e0b59ba54ce req-4ede8ffd-dbf4-42dd-82be-f040d5bec8b1 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 932 time: 0.0746543 Feb 04 13:24:53.099472 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf823619-0ca6-4917-bf46-6e0b59ba54ce req-4f7fdb0b-6a22-432e-a26e-9166fc88b705 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895512 Feb 04 13:24:53.141173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f9a61-d4f7-4374-a175-8cca745d326d req-8c9808f5-94ad-4d26-9c1d-97e17e2f5e4e tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:53.143448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e61f9a61-d4f7-4374-a175-8cca745d326d req-8c9808f5-94ad-4d26-9c1d-97e17e2f5e4e tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 945 time: 0.1153617 Feb 04 13:24:53.230610 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e61f9a61-d4f7-4374-a175-8cca745d326d req-e629e448-dd51-4901-ba7f-7f64b47740f4 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810449 Feb 04 13:24:53.313795 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df319be3-3620-400f-a374-c957738f983e req-193dac14-1049-4e9c-8049-eb46d25cc44b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 210 time: 0.0342388 Feb 04 13:24:53.963036 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896214c-c8fc-4cad-a374-63ad88845771 req-22d53666-1901-4cf0-8577-326dacef1487 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:53.964663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7896214c-c8fc-4cad-a374-63ad88845771 req-22d53666-1901-4cf0-8577-326dacef1487 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 945 time: 0.0810168 Feb 04 13:24:54.044856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb47dc3-d41a-4fea-a54f-78a3f4ce6406 req-b2a51310-e2c2-456e-b4a5-af4e7b4bbf71 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:54.046368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8fb47dc3-d41a-4fea-a54f-78a3f4ce6406 req-b2a51310-e2c2-456e-b4a5-af4e7b4bbf71 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.1079628 Feb 04 13:24:54.049835 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7896214c-c8fc-4cad-a374-63ad88845771 req-02612755-c7a5-441c-b2df-f895f0b46f2a tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689995 Feb 04 13:24:54.114185 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8fb47dc3-d41a-4fea-a54f-78a3f4ce6406 req-749ecba0-68bf-4899-8764-0bd955861a7b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569780 Feb 04 13:24:54.200420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f43496-d657-4a1b-8c24-5e6734ac94c3 req-a88ba92d-77c0-453d-be38-d88da113754f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:54.202973 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19f43496-d657-4a1b-8c24-5e6734ac94c3 req-a88ba92d-77c0-453d-be38-d88da113754f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 949 time: 0.0757809 Feb 04 13:24:54.323072 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19f43496-d657-4a1b-8c24-5e6734ac94c3 req-18d390a6-71b0-4b14-822a-78b241c3583b tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097407 Feb 04 13:24:54.346492 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72f2f8-0eb8-4b09-855a-f10be78607bf req-d2b9c253-e1dc-4b64-959b-234316a16d98 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:54.350691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa72f2f8-0eb8-4b09-855a-f10be78607bf req-d2b9c253-e1dc-4b64-959b-234316a16d98 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 932 time: 0.1196847 Feb 04 13:24:54.428523 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa72f2f8-0eb8-4b09-855a-f10be78607bf req-a98a8a02-d6c0-4af6-b9f2-6d328dd1b22b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689499 Feb 04 13:24:54.583771 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-002c61c4-be1f-4d8d-9254-aa1f1acce120 req-0d6b730e-199f-452f-915a-018f21a14579 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 210 time: 0.0471573 Feb 04 13:24:54.625174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24907e-a543-40a3-a810-5fb69f893356 req-9245b04e-e702-4951-af89-55788f929ef1 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:54.628684 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a24907e-a543-40a3-a810-5fb69f893356 req-9245b04e-e702-4951-af89-55788f929ef1 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 945 time: 0.1288445 Feb 04 13:24:54.690852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a24907e-a543-40a3-a810-5fb69f893356 req-91ed56f7-a3fa-4d34-b11a-e8d947841349 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565112 Feb 04 13:24:55.299279 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90220f-6409-46f2-bbf3-de20a894468f req-5299d736-5eba-48f5-a756-cebef7b2ab59 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:55.300930 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d90220f-6409-46f2-bbf3-de20a894468f req-5299d736-5eba-48f5-a756-cebef7b2ab59 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 945 time: 0.1349981 Feb 04 13:24:55.373424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e80d1-84af-48e5-b248-2b16c58f1721 req-28576205-1e61-488b-a468-dcc0168e89d8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:55.375384 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-124e80d1-84af-48e5-b248-2b16c58f1721 req-28576205-1e61-488b-a468-dcc0168e89d8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.1256990 Feb 04 13:24:55.404230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d90220f-6409-46f2-bbf3-de20a894468f req-f9d42a3c-9f47-4679-be2a-f372c47931a8 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886986 Feb 04 13:24:55.470770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-124e80d1-84af-48e5-b248-2b16c58f1721 req-43b55190-4c09-41c0-8ab3-af3127b06e88 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786240 Feb 04 13:24:55.622922 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7733af-1bc0-46e3-90f1-ebdde4db6468 req-e14cf0a1-65ca-4c29-b0ea-f68fa7693e39 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:55.624851 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c7733af-1bc0-46e3-90f1-ebdde4db6468 req-e14cf0a1-65ca-4c29-b0ea-f68fa7693e39 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 949 time: 0.0980325 Feb 04 13:24:55.722040 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c7733af-1bc0-46e3-90f1-ebdde4db6468 req-92cf296c-0105-480b-a9a2-8f8fd8c9c728 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905766 Feb 04 13:24:55.744651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Request body: {'port': {'device_id': 'b1cb1ace-77fb-4050-9911-22aadc2de30f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:55.759718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-ca3becda-0482-46f6-89cc-9cff53573254 req-870edb19-c2e6-4101-8248-6f142e300758 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Request body: {'port': {'device_id': '159e21ce-7f96-4d0b-87aa-51bf5546bc3f', 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc', 'admin_state_up': True, 'tenant_id': '902032e2469e4a9985e0c0a873286563'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:55.767874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd739e9-2764-4e63-b857-6cfe2a8ec4c5 req-a587561a-581c-4bc7-9197-78417e1bf031 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:55.773041 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-afd739e9-2764-4e63-b857-6cfe2a8ec4c5 req-a587561a-581c-4bc7-9197-78417e1bf031 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 932 time: 0.1194217 Feb 04 13:24:55.979952 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a35221bd-1c5f-4c29-9707-f4ec6d1ae116 req-4aabcd8f-11cf-4a6d-ad0d-c49d674a6f36 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 210 time: 0.0870128 Feb 04 13:24:56.170299 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (314e7e4e-b003-4e20-89be-33901107ca48), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:56.209604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-afd739e9-2764-4e63-b857-6cfe2a8ec4c5 req-1e395bb8-3f07-4b5f-b9c8-cd5c1c58f1eb tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905416 Feb 04 13:24:56.360533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c40482-5d67-459d-bf8d-563a2272bbba req-42d01776-3ae6-43cd-b86c-e7de75bce190 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:56.363388 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6c40482-5d67-459d-bf8d-563a2272bbba req-42d01776-3ae6-43cd-b86c-e7de75bce190 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 945 time: 0.2928329 Feb 04 13:24:56.407048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3becda-0482-46f6-89cc-9cff53573254 req-870edb19-c2e6-4101-8248-6f142e300758 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Made reservation on behalf of 902032e2469e4a9985e0c0a873286563 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:56.411576 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ca3becda-0482-46f6-89cc-9cff53573254 req-870edb19-c2e6-4101-8248-6f142e300758 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:56.583086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6c40482-5d67-459d-bf8d-563a2272bbba req-de7a4cc4-b292-4e10-8403-e3cb424e5d57 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000465 Feb 04 13:24:57.271479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76e4e8-520f-4fa2-8168-310faaa1d4e1 req-369db52b-9303-419b-856c-d3b1a93958d8 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:57.273199 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f76e4e8-520f-4fa2-8168-310faaa1d4e1 req-369db52b-9303-419b-856c-d3b1a93958d8 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 945 time: 0.7309897 Feb 04 13:24:57.321693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-ca3becda-0482-46f6-89cc-9cff53573254 req-870edb19-c2e6-4101-8248-6f142e300758 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Allocated IP 172.20.0.12 (3b107f3a-7cae-4846-88f9-0790288373fc/d5c6c736-1a92-4614-ab15-25c05ef4451a/66054143-0ac7-4736-ace7-fa1f2197d402) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:57.404785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431c8a1-cdf7-4baa-9c10-464aec5d816d req-daaff39b-ba71-428d-bfc1-16dfbe3079f7 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:57.406482 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9431c8a1-cdf7-4baa-9c10-464aec5d816d req-daaff39b-ba71-428d-bfc1-16dfbe3079f7 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.6624446 Feb 04 13:24:57.478614 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f76e4e8-520f-4fa2-8168-310faaa1d4e1 req-d522d40f-b251-4e7a-9b7a-ee7b26a74a21 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827297 Feb 04 13:24:57.511758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314e7e4e-b003-4e20-89be-33901107ca48 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:24:57.539452 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Publish callbacks [] for port (314e7e4e-b003-4e20-89be-33901107ca48), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:57.675423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Transition to ACTIVE for port object 314e7e4e-b003-4e20-89be-33901107ca48 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:57.686654 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (314e7e4e-b003-4e20-89be-33901107ca48), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:57.692487 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9431c8a1-cdf7-4baa-9c10-464aec5d816d req-ab7f9d7a-195b-44ee-ac0b-a1d5e7cb2ad2 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510858 Feb 04 13:24:57.866255 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Pushing event updated for resources: {'Port': ['ID=314e7e4e-b003-4e20-89be-33901107ca48,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:57.909019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a632968-48a5-4a9b-8b85-a78fecadd5d6 req-89d379fa-7282-44bb-a20c-8c17a0f484cb tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 210 time: 0.0934026 Feb 04 13:24:57.915271 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ca3becda-0482-46f6-89cc-9cff53573254 req-870edb19-c2e6-4101-8248-6f142e300758 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks [] for port (66054143-0ac7-4736-ace7-fa1f2197d402), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:58.015401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f9f61-2ccc-47a9-b5ce-f855fa67b0a8 req-82a05769-aa37-4976-bbb4-86b06d923ef4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:58.017361 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c8f9f61-2ccc-47a9-b5ce-f855fa67b0a8 req-82a05769-aa37-4976-bbb4-86b06d923ef4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 949 time: 0.3232372 Feb 04 13:24:58.046083 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ca3becda-0482-46f6-89cc-9cff53573254 req-870edb19-c2e6-4101-8248-6f142e300758 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (66054143-0ac7-4736-ace7-fa1f2197d402), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:58.047481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9bf81-7bc9-470f-b272-e17e7fb37666 req-7d477583-2f39-47bc-908a-06e4164934d1 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:58.049330 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-60f9bf81-7bc9-470f-b272-e17e7fb37666 req-7d477583-2f39-47bc-908a-06e4164934d1 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.99 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 945 time: 0.1015162 Feb 04 13:24:58.172059 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3becda-0482-46f6-89cc-9cff53573254 req-870edb19-c2e6-4101-8248-6f142e300758 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Network 3b107f3a-7cae-4846-88f9-0790288373fc is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:58.182729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Attempting to bind port 314e7e4e-b003-4e20-89be-33901107ca48 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:24:58.183060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Attempting to bind port 314e7e4e-b003-4e20-89be-33901107ca48 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:24:58.183389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Attempting to bind port 314e7e4e-b003-4e20-89be-33901107ca48 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:58.196257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-ca3becda-0482-46f6-89cc-9cff53573254 req-870edb19-c2e6-4101-8248-6f142e300758 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:58.205968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3becda-0482-46f6-89cc-9cff53573254 req-870edb19-c2e6-4101-8248-6f142e300758 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:24:58.208153 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-60f9bf81-7bc9-470f-b272-e17e7fb37666 req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Deleting port 0289354b-b058-4612-b8b8-4e67ee2acf06 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:24:58.208743 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-60f9bf81-7bc9-470f-b272-e17e7fb37666 req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0289354b-b058-4612-b8b8-4e67ee2acf06), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:58.211650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870edb19-c2e6-4101-8248-6f142e300758 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Pushing event updated for resources: {'Port': ['ID=66054143-0ac7-4736-ace7-fa1f2197d402,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:58.218538 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Port 314e7e4e-b003-4e20-89be-33901107ca48 on network 15db41b1-a6d5-41af-b587-4385571234bf not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:24:58.218870 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Attempting to bind port 314e7e4e-b003-4e20-89be-33901107ca48 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:58.233803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c8f9f61-2ccc-47a9-b5ce-f855fa67b0a8 req-aa57bd6b-e15c-4b00-a11d-54cef6a9d208 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041819 Feb 04 13:24:58.325450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:24:58.325828 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Checking segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:24:58.326338 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Bound using segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:24:58.327022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Bound port: 314e7e4e-b003-4e20-89be-33901107ca48, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:24:58.327428 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (314e7e4e-b003-4e20-89be-33901107ca48), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:58.383568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-60f9bf81-7bc9-470f-b272-e17e7fb37666 req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] For port 0289354b-b058-4612-b8b8-4e67ee2acf06, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0289354b-b058-4612-b8b8-4e67ee2acf06,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:58.384117 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-60f9bf81-7bc9-470f-b272-e17e7fb37666 req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0289354b-b058-4612-b8b8-4e67ee2acf06), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:58.406970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-60f9bf81-7bc9-470f-b272-e17e7fb37666 req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Calling delete_port for 0289354b-b058-4612-b8b8-4e67ee2acf06 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:24:58.420530 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3becda-0482-46f6-89cc-9cff53573254 req-870edb19-c2e6-4101-8248-6f142e300758 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:58.421643 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ca3becda-0482-46f6-89cc-9cff53573254 req-870edb19-c2e6-4101-8248-6f142e300758 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:58.466501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30dc5ff-0da5-4056-9319-287fabd1ec40 req-f5c971c4-55b8-4029-96ef-ebb417f9bcdd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:58.468478 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f30dc5ff-0da5-4056-9319-287fabd1ec40 req-f5c971c4-55b8-4029-96ef-ebb417f9bcdd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 944 time: 0.3936591 Feb 04 13:24:58.547922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca3becda-0482-46f6-89cc-9cff53573254 req-870edb19-c2e6-4101-8248-6f142e300758 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8103189 Feb 04 13:24:58.587502 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Request body: {'port': {'device_id': '159e21ce-7f96-4d0b-87aa-51bf5546bc3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:58.627975 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-60f9bf81-7bc9-470f-b272-e17e7fb37666 req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (0289354b-b058-4612-b8b8-4e67ee2acf06), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:58.644090 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['61f8dd16-0a31-4cf0-abad-300859befade', '0289354b-b058-4612-b8b8-4e67ee2acf06'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:24:58.686379 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] For port 314e7e4e-b003-4e20-89be-33901107ca48, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:58.710594 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['a064dd14-55da-4d3e-b096-6c69df2125cb'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:24:58.719940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Pushing event deleted for resources: {'Port': ['ID=0289354b-b058-4612-b8b8-4e67ee2acf06,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:58.733158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbf807-916c-4e2c-924a-721589e7f8e2 req-fb7bbe04-3e1a-49e8-bdfa-9ae31dd7323f tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:58.748458 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e4dbf807-916c-4e2c-924a-721589e7f8e2 req-fb7bbe04-3e1a-49e8-bdfa-9ae31dd7323f tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 945 time: 0.3693762 Feb 04 13:24:58.773488 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:58.775208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:58.776372 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:58.779174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:58.780209 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:58.780896 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:58.782431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:58.783276 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:58.783790 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:58.785503 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:58.786429 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:58.786954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:58.787642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:58.834165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f9bf81-7bc9-470f-b272-e17e7fb37666 req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] No DVR routers for this DVR port 0289354b-b058-4612-b8b8-4e67ee2acf06 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:24:58.842505 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-60f9bf81-7bc9-470f-b272-e17e7fb37666 req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:58.847216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] For port 314e7e4e-b003-4e20-89be-33901107ca48, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=314e7e4e-b003-4e20-89be-33901107ca48,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:24:58.848245 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-60f9bf81-7bc9-470f-b272-e17e7fb37666 req-81a119dd-63e9-486b-8c87-bddec249e696 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.99 "DELETE /v2.0/ports/0289354b-b058-4612-b8b8-4e67ee2acf06 HTTP/1.1" status: 204 len: 173 time: 0.7927687 Feb 04 13:24:58.848960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721790f5-a2a8-44fb-bb6a-fda5c715f84f', 'name': 'network-vif-deleted', 'tag': '0289354b-b058-4612-b8b8-4e67ee2acf06'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:24:58.864657 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f4d8a9-6523-4534-9cf2-43bf7a7395ae" -d '{"events": [{"server_uuid": "721790f5-a2a8-44fb-bb6a-fda5c715f84f", "name": "network-vif-deleted", "tag": "0289354b-b058-4612-b8b8-4e67ee2acf06"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:24:58.965810 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (66054143-0ac7-4736-ace7-fa1f2197d402), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:58.981326 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f30dc5ff-0da5-4056-9319-287fabd1ec40 req-f0070458-5c0c-43fd-a049-b7f051439912 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793479 Feb 04 13:24:58.999915 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e4dbf807-916c-4e2c-924a-721589e7f8e2 req-ae78ae11-dd8a-4a4b-ae2d-e7f99b5113b8 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295120 Feb 04 13:24:59.003883 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (314e7e4e-b003-4e20-89be-33901107ca48), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:59.062985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:59.063960 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:59.066629 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] 10.222.0.99 "PUT /v2.0/ports/314e7e4e-b003-4e20-89be-33901107ca48 HTTP/1.1" status: 200 len: 1093 time: 3.3313603 Feb 04 13:24:59.067458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1cb1ace-77fb-4050-9911-22aadc2de30f', 'tag': '314e7e4e-b003-4e20-89be-33901107ca48'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:24:59.070838 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ceb142d-7ed7-4249-94ac-34c29aa392b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b1cb1ace-77fb-4050-9911-22aadc2de30f", "tag": "314e7e4e-b003-4e20-89be-33901107ca48"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:24:59.354874 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-71dd1aaf-cfc8-45a4-8cef-cb0dcb0bbe8a req-b2caf1f1-e43c-45f7-adfa-f24761427d1e tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=721790f5-a2a8-44fb-bb6a-fda5c715f84f HTTP/1.1" status: 200 len: 210 time: 0.0722725 Feb 04 13:24:59.354874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad41573-2158-4357-ac09-ac828aca89e0 service neutron] Pushing event updated for resources: {'Port': ['ID=314e7e4e-b003-4e20-89be-33901107ca48,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:59.412136 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136c874c-f101-47b2-a2c4-682dc82b13a5 x-openstack-request-id: req-136c874c-f101-47b2-a2c4-682dc82b13a5 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:24:59.412635 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721790f5-a2a8-44fb-bb6a-fda5c715f84f", "name": "network-vif-deleted", "tag": "0289354b-b058-4612-b8b8-4e67ee2acf06", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:24:59.412870 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-136c874c-f101-47b2-a2c4-682dc82b13a5 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:24:59.413426 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721790f5-a2a8-44fb-bb6a-fda5c715f84f', 'name': 'network-vif-deleted', 'tag': '0289354b-b058-4612-b8b8-4e67ee2acf06', 'status': 'completed', 'code': 200} Feb 04 13:24:59.475964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-684eab68-65ae-43b2-80fd-c3aa9fb7f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:59.478386 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-684eab68-65ae-43b2-80fd-c3aa9fb7f2a4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 1127 time: 0.3441999 Feb 04 13:24:59.506624 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61167a8-a1f6-4b79-a1d3-ea8686382c37 req-3824bca0-67fa-4d3f-9432-745fbc7be5f2 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:59.508009 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a61167a8-a1f6-4b79-a1d3-ea8686382c37 req-3824bca0-67fa-4d3f-9432-745fbc7be5f2 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.2196610 Feb 04 13:24:59.583466 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-980dcf23-1b06-4c86-97c1-763e14a228c0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=314e7e4e-b003-4e20-89be-33901107ca48 HTTP/1.1" status: 200 len: 217 time: 0.0853782 Feb 04 13:24:59.792521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c198e9-c728-4213-bfb1-5e3dab5fd8c9 req-bab5a4b1-e201-453f-9d5d-ec7a42344695 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:59.800773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98c198e9-c728-4213-bfb1-5e3dab5fd8c9 req-bab5a4b1-e201-453f-9d5d-ec7a42344695 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 932 time: 0.3279538 Feb 04 13:24:59.805453 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a61167a8-a1f6-4b79-a1d3-ea8686382c37 req-0d0af865-98c1-4f9c-8ab1-c0b816ddcd05 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829237 Feb 04 13:24:59.817583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-a226e410-e939-4b37-801d-94faef96bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:59.818983 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-a226e410-e939-4b37-801d-94faef96bf79 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.2103319 Feb 04 13:24:59.854462 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66054143-0ac7-4736-ace7-fa1f2197d402 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:24:59.864954 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Publish callbacks [] for port (66054143-0ac7-4736-ace7-fa1f2197d402), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:59.901515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-cb84dfe8-3320-4106-af06-8a1603f3e647 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659144 Feb 04 13:24:59.933139 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed29b60-9321-4648-a0bb-92a5a1323d73 x-openstack-request-id: req-3ed29b60-9321-4648-a0bb-92a5a1323d73 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:24:59.933993 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1cb1ace-77fb-4050-9911-22aadc2de30f", "tag": "314e7e4e-b003-4e20-89be-33901107ca48", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:24:59.933993 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3ed29b60-9321-4648-a0bb-92a5a1323d73 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:24:59.934404 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1cb1ace-77fb-4050-9911-22aadc2de30f', 'tag': '314e7e4e-b003-4e20-89be-33901107ca48', 'status': 'completed', 'code': 200} Feb 04 13:24:59.949018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Transition to ACTIVE for port object 66054143-0ac7-4736-ace7-fa1f2197d402 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:59.978717 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (66054143-0ac7-4736-ace7-fa1f2197d402), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:59.997997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98c198e9-c728-4213-bfb1-5e3dab5fd8c9 req-53671d48-3314-474a-b39a-d4f17e6b0b5a tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937032 Feb 04 13:25:00.112299 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Pushing event updated for resources: {'Port': ['ID=66054143-0ac7-4736-ace7-fa1f2197d402,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:00.187773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-08deae9e-e6a0-4cf0-90ac-3b5c9e35af23 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723582 Feb 04 13:25:00.233452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec189bb-b1fc-4526-8a84-27146830e848 req-f9a951e9-70d2-4202-8753-6a152fec076b tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:00.235121 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ec189bb-b1fc-4526-8a84-27146830e848 req-f9a951e9-70d2-4202-8753-6a152fec076b tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 949 time: 0.1957755 Feb 04 13:25:00.338503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd19940-9b01-410d-bdef-1dbee8d1e31d req-4a4cd5df-2494-4023-ba5d-0fe055f27ab2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:00.340040 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7dd19940-9b01-410d-bdef-1dbee8d1e31d req-4a4cd5df-2494-4023-ba5d-0fe055f27ab2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 944 time: 0.2137165 Feb 04 13:25:00.377756 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Attempting to bind port 66054143-0ac7-4736-ace7-fa1f2197d402 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:25:00.378285 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Attempting to bind port 66054143-0ac7-4736-ace7-fa1f2197d402 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:25:00.378461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Attempting to bind port 66054143-0ac7-4736-ace7-fa1f2197d402 on network 3b107f3a-7cae-4846-88f9-0790288373fc {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:00.412210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ec189bb-b1fc-4526-8a84-27146830e848 req-64e7d614-ab1d-4ea3-8ef3-936eb0c0ae82 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315255 Feb 04 13:25:00.412686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Port 66054143-0ac7-4736-ace7-fa1f2197d402 on network 3b107f3a-7cae-4846-88f9-0790288373fc not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:25:00.413113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Attempting to bind port 66054143-0ac7-4736-ace7-fa1f2197d402 on network 3b107f3a-7cae-4846-88f9-0790288373fc {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:00.431944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:25:00.432425 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Checking segment: {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:25:00.432669 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Bound using segment: {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:25:00.433101 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Bound port: 66054143-0ac7-4736-ace7-fa1f2197d402, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:25:00.433464 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (66054143-0ac7-4736-ace7-fa1f2197d402), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:00.447533 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5e66b51-eb06-4c08-a1c3-baf61aaab1e7 req-22fb820d-370e-4fa1-bb13-a42a1244850d service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323835 Feb 04 13:25:00.474598 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7dd19940-9b01-410d-bdef-1dbee8d1e31d req-1483c655-9a17-45b7-868c-4048dd0e99f5 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187031 Feb 04 13:25:00.612312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] For port 66054143-0ac7-4736-ace7-fa1f2197d402, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:25:00.626670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3b442-a51f-4d32-8d7f-57d86d2637fd req-1d17907e-e51a-4a53-a08b-79b7bfdfb400 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:00.628243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48c3b442-a51f-4d32-8d7f-57d86d2637fd req-1d17907e-e51a-4a53-a08b-79b7bfdfb400 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 945 time: 0.1265655 Feb 04 13:25:00.647871 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] For port 66054143-0ac7-4736-ace7-fa1f2197d402, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=66054143-0ac7-4736-ace7-fa1f2197d402,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:25:00.662702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb142d-7ed7-4249-94ac-34c29aa392b8 req-7d576669-0f44-4b54-984c-8ccf1ffaea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:00.664340 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ceb142d-7ed7-4249-94ac-34c29aa392b8 req-7d576669-0f44-4b54-984c-8ccf1ffaea0c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 1127 time: 0.1315184 Feb 04 13:25:00.667357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (66054143-0ac7-4736-ace7-fa1f2197d402), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:00.769201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:00.769837 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:00.771284 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca3becda-0482-46f6-89cc-9cff53573254 req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] 10.222.0.99 "PUT /v2.0/ports/66054143-0ac7-4736-ace7-fa1f2197d402 HTTP/1.1" status: 200 len: 1093 time: 2.1972466 Feb 04 13:25:00.794585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48c3b442-a51f-4d32-8d7f-57d86d2637fd req-53428a57-f75e-4fad-8aad-47efd9c8699a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579313 Feb 04 13:25:00.818910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d69a88-ddf5-4f38-984c-162efbcaf245 service neutron] Pushing event updated for resources: {'Port': ['ID=66054143-0ac7-4736-ace7-fa1f2197d402,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:00.876190 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb142d-7ed7-4249-94ac-34c29aa392b8 req-0eded05c-e0ed-4f5f-9d01-c33e51721f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:00.877718 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ceb142d-7ed7-4249-94ac-34c29aa392b8 req-0eded05c-e0ed-4f5f-9d01-c33e51721f23 service neutron] 10.222.0.99 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.2042820 Feb 04 13:25:00.964706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ceb142d-7ed7-4249-94ac-34c29aa392b8 req-029c2275-61e5-4ad6-bbca-9c81edfc67bd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=314e7e4e-b003-4e20-89be-33901107ca48 HTTP/1.1" status: 200 len: 217 time: 0.0523999 Feb 04 13:25:01.076701 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3becda-0482-46f6-89cc-9cff53573254 req-15c9b8b1-381e-430b-8dcb-38ea1d8cd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:01.076701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca3becda-0482-46f6-89cc-9cff53573254 req-15c9b8b1-381e-430b-8dcb-38ea1d8cd392 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 1127 time: 0.2122152 Feb 04 13:25:01.084721 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776bbaa-4033-407a-a3e2-099815c51176 req-59bf925e-d5a4-4f9c-b6ed-3bfa02de5195 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:01.086383 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5776bbaa-4033-407a-a3e2-099815c51176 req-59bf925e-d5a4-4f9c-b6ed-3bfa02de5195 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32367d5-ae7b-4107-b74a-b05a0bc781c3 HTTP/1.1" status: 200 len: 946 time: 0.2329819 Feb 04 13:25:01.099095 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb142d-7ed7-4249-94ac-34c29aa392b8 req-8c4e033e-c7ad-48f7-b842-1035716aa1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:01.100450 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ceb142d-7ed7-4249-94ac-34c29aa392b8 req-8c4e033e-c7ad-48f7-b842-1035716aa1e8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.1139421 Feb 04 13:25:01.110542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454a696-fb28-4efd-b12d-055f208c4ae4 req-fea3e47f-e924-4c71-8462-ffcce7d34b7b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:01.112105 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5454a696-fb28-4efd-b12d-055f208c4ae4 req-fea3e47f-e924-4c71-8462-ffcce7d34b7b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.1590986 Feb 04 13:25:01.157971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca3becda-0482-46f6-89cc-9cff53573254 req-d5461c48-8865-4797-8e28-66091b899231 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66054143-0ac7-4736-ace7-fa1f2197d402 HTTP/1.1" status: 200 len: 217 time: 0.0705359 Feb 04 13:25:01.206757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ceb142d-7ed7-4249-94ac-34c29aa392b8 req-c727014c-0006-425c-a441-853cca3e4136 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618725 Feb 04 13:25:01.337055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3becda-0482-46f6-89cc-9cff53573254 req-81b30089-fa2f-4795-9125-e17440f035be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:01.338588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca3becda-0482-46f6-89cc-9cff53573254 req-81b30089-fa2f-4795-9125-e17440f035be service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d5c6c736-1a92-4614-ab15-25c05ef4451a HTTP/1.1" status: 200 len: 851 time: 0.1480913 Feb 04 13:25:01.346760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5776bbaa-4033-407a-a3e2-099815c51176 req-a782f50b-d126-4e1b-b6b3-924f6f3b8b83 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506237 Feb 04 13:25:01.364840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5454a696-fb28-4efd-b12d-055f208c4ae4 req-58b5470f-8935-4849-b78c-397d23bb859a tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185335 Feb 04 13:25:01.389380 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca3becda-0482-46f6-89cc-9cff53573254 req-78b6971c-8bd8-4f51-b336-b02b714d0387 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3b107f3a-7cae-4846-88f9-0790288373fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393934 Feb 04 13:25:01.460626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ceb142d-7ed7-4249-94ac-34c29aa392b8 req-56dd33f7-707e-41b7-aab0-90e01db86a05 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318342 Feb 04 13:25:01.642889 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-a3ebf945-a043-4383-b2ff-218b77504f44 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1017435508&fields=id&tenant_id=91c2b59a923a4789aacbf2f7325759a2 HTTP/1.1" status: 200 len: 267 time: 0.1583276 Feb 04 13:25:01.648451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca3becda-0482-46f6-89cc-9cff53573254 req-19915be0-05c5-426c-9bfd-0e0bdc64b4f9 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512801 Feb 04 13:25:01.662317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f652a5-c19d-4b51-ad32-89c3aa24e27c req-e682b6cf-3b24-451b-ac81-eaba3ce49ec5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:01.663807 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d7f652a5-c19d-4b51-ad32-89c3aa24e27c req-e682b6cf-3b24-451b-ac81-eaba3ce49ec5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 944 time: 0.2533109 Feb 04 13:25:01.711486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ceb142d-7ed7-4249-94ac-34c29aa392b8 req-af3a2bc6-1c48-4085-b8a9-047b81dae954 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281520 Feb 04 13:25:01.872073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-8a9c9eea-f656-4fe5-bcab-efbe3e55fd4f tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:01.873619 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-8a9c9eea-f656-4fe5-bcab-efbe3e55fd4f tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/networks?id=35a1da14-24fc-49d3-b4a3-8c6b40c795f4 HTTP/1.1" status: 200 len: 816 time: 0.2242813 Feb 04 13:25:01.880499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d7f652a5-c19d-4b51-ad32-89c3aa24e27c req-f97f25e1-bc9f-46da-9ad1-f920edf424c2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955695 Feb 04 13:25:01.900885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca3becda-0482-46f6-89cc-9cff53573254 req-0b36f8b9-38cf-4708-9fd5-92431395f11d service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335763 Feb 04 13:25:01.902137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-b2bbd899-fe85-4086-8992-5517ff840433 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/quotas/91c2b59a923a4789aacbf2f7325759a2 HTTP/1.1" status: 200 len: 375 time: 0.0207169 Feb 04 13:25:01.942950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159e21ce-7f96-4d0b-87aa-51bf5546bc3f', 'tag': '66054143-0ac7-4736-ace7-fa1f2197d402'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:01.943686 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358fc119-c535-44b3-b14b-8a7247202271" -d '{"events": [{"name": "network-changed", "server_uuid": "159e21ce-7f96-4d0b-87aa-51bf5546bc3f", "tag": "66054143-0ac7-4736-ace7-fa1f2197d402"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:01.988277 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-ed9175e4-b1f3-4935-a113-d1c4b4542a47 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=91c2b59a923a4789aacbf2f7325759a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777633 Feb 04 13:25:02.198950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0c64da64-fd5b-4292-b741-6cc419dc1e39 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:25:02.203994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0289354b-b058-4612-b8b8-4e67ee2acf06 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:02.233583 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 0289354b-b058-4612-b8b8-4e67ee2acf06 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:25:02.233925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0289354b-b058-4612-b8b8-4e67ee2acf06 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:25:02.342599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0c64da64-fd5b-4292-b741-6cc419dc1e39, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0c64da64-fd5b-4292-b741-6cc419dc1e39,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:02.355802 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '0c64da64-fd5b-4292-b741-6cc419dc1e39', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '0c64da64-fd5b-4292-b741-6cc419dc1e39', 'mac_address': 'fa:16:3e:eb:87:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:25:02.420316 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 0c64da64-fd5b-4292-b741-6cc419dc1e39 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:02.420971 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:02.431735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293727a-d59b-4d8b-8894-5a3f87643ae5 req-5bcd6cd9-b3ea-48bd-a3ca-733696d42a90 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:02.433413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c293727a-d59b-4d8b-8894-5a3f87643ae5 req-5bcd6cd9-b3ea-48bd-a3ca-733696d42a90 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 949 time: 0.4688227 Feb 04 13:25:02.442841 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c64da64-fd5b-4292-b741-6cc419dc1e39 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:25:02.467485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0c64da64-fd5b-4292-b741-6cc419dc1e39, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0c64da64-fd5b-4292-b741-6cc419dc1e39,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:02.472403 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:02.473001 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-2a54f81b-a9d9-4d53-8497-51043a6ac57c service neutron] 10.222.0.96 "GET /v2.0/networks/35a1da14-24fc-49d3-b4a3-8c6b40c795f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399934 Feb 04 13:25:02.537753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=0c64da64-fd5b-4292-b741-6cc419dc1e39,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:02.553967 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c293727a-d59b-4d8b-8894-5a3f87643ae5 req-56d299a8-0de8-47d4-b0b4-259b002e96cf tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121879 Feb 04 13:25:02.598644 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['0c64da64-fd5b-4292-b741-6cc419dc1e39'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:02.602151 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-6b52c62f-9337-444a-9af9-1618ca44f651 service neutron] 10.222.0.96 "GET /v2.0/networks/35a1da14-24fc-49d3-b4a3-8c6b40c795f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135352 Feb 04 13:25:02.671960 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58bead-f028-4170-88e6-5e1e492e0b13 req-304ded2a-5c36-4d75-b232-a05aaea53a0b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:02.673524 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab58bead-f028-4170-88e6-5e1e492e0b13 req-304ded2a-5c36-4d75-b232-a05aaea53a0b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 944 time: 0.0591724 Feb 04 13:25:02.735719 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab58bead-f028-4170-88e6-5e1e492e0b13 req-b280cf69-bb6d-46c9-bece-a68465bfc1de tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542498 Feb 04 13:25:02.923651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafa2c0-3162-4f94-961f-2220910b757d req-8e2c3dee-18ff-418c-9e8b-e5779b761498 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:02.925770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ceafa2c0-3162-4f94-961f-2220910b757d req-8e2c3dee-18ff-418c-9e8b-e5779b761498 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 945 time: 0.0696585 Feb 04 13:25:02.933452 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0986df-681e-48ff-bd89-98e9449fef16 x-openstack-request-id: req-2b0986df-681e-48ff-bd89-98e9449fef16 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:02.934563 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159e21ce-7f96-4d0b-87aa-51bf5546bc3f", "tag": "66054143-0ac7-4736-ace7-fa1f2197d402", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:02.935669 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2b0986df-681e-48ff-bd89-98e9449fef16 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:02.936152 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159e21ce-7f96-4d0b-87aa-51bf5546bc3f', 'tag': '66054143-0ac7-4736-ace7-fa1f2197d402', 'status': 'completed', 'code': 200} Feb 04 13:25:03.052071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ceafa2c0-3162-4f94-961f-2220910b757d req-916476d8-d46f-4b7b-b88b-fed20ce907f3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207685 Feb 04 13:25:03.080122 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fc119-c535-44b3-b14b-8a7247202271 req-f103ae99-61bb-4673-9ba8-cbb156b39242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:03.081786 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-358fc119-c535-44b3-b14b-8a7247202271 req-f103ae99-61bb-4673-9ba8-cbb156b39242 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 1127 time: 0.1156754 Feb 04 13:25:03.110331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726092c0-e014-48d3-b73a-6422b96a0a52 req-fda70cf9-5476-43d0-91b5-134750603305 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:03.112116 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-726092c0-e014-48d3-b73a-6422b96a0a52 req-fda70cf9-5476-43d0-91b5-134750603305 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32367d5-ae7b-4107-b74a-b05a0bc781c3 HTTP/1.1" status: 200 len: 946 time: 0.1134298 Feb 04 13:25:03.334561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-726092c0-e014-48d3-b73a-6422b96a0a52 req-f6951eec-ce9f-4ba1-9bee-4a7111a284ff tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108386 Feb 04 13:25:03.367549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-66ca8df1-d5b7-4b20-a0ac-07a8ff73bf79 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:03.369160 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-66ca8df1-d5b7-4b20-a0ac-07a8ff73bf79 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.100 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c&tenant_id=62bf48b5c3894be3a3cc9319369f6e98&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 949 time: 0.2018201 Feb 04 13:25:03.373282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18514-cd00-4c8d-a005-43144509cc16 req-28547b5a-48ad-40d5-abf8-cbdc4e3d6d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:03.374923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-28547b5a-48ad-40d5-abf8-cbdc4e3d6d5d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d&tenant_id=9bf6f764e0d34de9a21a32956f525822 HTTP/1.1" status: 200 len: 1128 time: 0.2495306 Feb 04 13:25:03.376053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fc119-c535-44b3-b14b-8a7247202271 req-18334ccc-3da9-4d7e-99d0-d533f1b99b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:03.377653 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-358fc119-c535-44b3-b14b-8a7247202271 req-18334ccc-3da9-4d7e-99d0-d533f1b99b36 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 912 time: 0.2863660 Feb 04 13:25:03.391037 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0eb9-9f53-4d75-81cb-b59b28cf326d req-95992ec8-e666-46a7-8e8c-c5f2267dd1d5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:03.393438 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdba0eb9-9f53-4d75-81cb-b59b28cf326d req-95992ec8-e666-46a7-8e8c-c5f2267dd1d5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.1937826 Feb 04 13:25:03.479019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-358fc119-c535-44b3-b14b-8a7247202271 req-db4d277c-7ca2-4b45-a3d6-235311322717 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66054143-0ac7-4736-ace7-fa1f2197d402 HTTP/1.1" status: 200 len: 217 time: 0.0844948 Feb 04 13:25:03.553394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e685107-ceb9-4365-96f0-a4428272ea60 req-65aa076e-da93-40d9-82b8-49180d425ccd tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 210 time: 0.1050830 Feb 04 13:25:03.647568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdba0eb9-9f53-4d75-81cb-b59b28cf326d req-cc1ba458-7a00-46e1-9b92-34ee9d63e0c9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395608 Feb 04 13:25:03.650898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fc119-c535-44b3-b14b-8a7247202271 req-5ca3edf0-7318-4bc2-aeb4-fdb7f3d6bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:03.653305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-358fc119-c535-44b3-b14b-8a7247202271 req-5ca3edf0-7318-4bc2-aeb4-fdb7f3d6bc62 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d5c6c736-1a92-4614-ab15-25c05ef4451a HTTP/1.1" status: 200 len: 851 time: 0.1546736 Feb 04 13:25:03.657850 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-3a5c1beb-328c-47f8-91d2-ef67836f200e service neutron] 10.222.0.100 "GET /v2.0/ports/1efe880e-0d85-40c3-a3f0-22a941c57a9d/bindings/n-h2-714676-13 HTTP/1.1" status: 200 len: 383 time: 0.2621284 Feb 04 13:25:03.681820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18514-cd00-4c8d-a005-43144509cc16 req-bfb07c9c-a7fa-4ffe-8302-dd2643d14e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:03.682967 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-bfb07c9c-a7fa-4ffe-8302-dd2643d14e51 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 1128 time: 0.2357783 Feb 04 13:25:03.733316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-358fc119-c535-44b3-b14b-8a7247202271 req-ed24d6f8-9cae-445d-9643-c0968e158794 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3b107f3a-7cae-4846-88f9-0790288373fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648706 Feb 04 13:25:03.951936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4aeb52-af6d-48c9-9af8-8e2918a55ebb req-648e53da-554b-4c0a-97a0-2484b3b89ec9 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:03.953526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe4aeb52-af6d-48c9-9af8-8e2918a55ebb req-648e53da-554b-4c0a-97a0-2484b3b89ec9 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 944 time: 0.2979882 Feb 04 13:25:04.020047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18514-cd00-4c8d-a005-43144509cc16 req-dd167455-d63c-481e-b994-1565c67d2156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:04.021578 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-dd167455-d63c-481e-b994-1565c67d2156 service neutron] 10.222.0.100 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.3051791 Feb 04 13:25:04.026758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-baa23f1d-0908-42d5-98eb-360babd56a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:04.028459 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-baa23f1d-0908-42d5-98eb-360babd56a4e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 1132 time: 0.3095925 Feb 04 13:25:04.035570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0449a-b5ec-46f9-b654-955d5983d176 req-4d444f25-1b4b-4f79-bae1-375bf1eda699 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:04.037153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61d0449a-b5ec-46f9-b654-955d5983d176 req-4d444f25-1b4b-4f79-bae1-375bf1eda699 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 949 time: 0.2911749 Feb 04 13:25:04.120579 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-358fc119-c535-44b3-b14b-8a7247202271 req-a8cd5a59-4628-41fa-ac26-e1ac05dd0e31 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770578 Feb 04 13:25:04.192125 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-e290abb1-4f63-4e16-8197-2371c616c324 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48734974-740f-4916-9904-e7340dff0f05 HTTP/1.1" status: 200 len: 217 time: 0.1527867 Feb 04 13:25:04.228438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-87e5ae08-405f-4e25-8704-399312bfc997 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:04.232825 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-87e5ae08-405f-4e25-8704-399312bfc997 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.100 "GET /v2.0/networks?id=35a1da14-24fc-49d3-b4a3-8c6b40c795f4 HTTP/1.1" status: 200 len: 816 time: 0.1654232 Feb 04 13:25:04.314322 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-74f97025-b7fe-4489-9880-8b990d458e82 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91c2b59a923a4789aacbf2f7325759a2 HTTP/1.1" status: 200 len: 380 time: 0.0744996 Feb 04 13:25:04.318039 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe4aeb52-af6d-48c9-9af8-8e2918a55ebb req-60fca621-460b-490c-a375-7199ba444312 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466921 Feb 04 13:25:04.326672 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-73c64aee-0bef-44d4-a1c3-df09083825e4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Request body: {'port': {'device_id': 'f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'admin_state_up': True, 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'security_groups': ['c23407ff-82c1-4db6-a1a4-896ca0148f0a']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:04.379195 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61d0449a-b5ec-46f9-b654-955d5983d176 req-417914b3-8499-4b07-a7f5-907c98ed1e82 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195179 Feb 04 13:25:04.432825 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18514-cd00-4c8d-a005-43144509cc16 req-fee50389-c14d-48fe-9cde-0409d48b1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:04.436010 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-fee50389-c14d-48fe-9cde-0409d48b1148 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.2263885 Feb 04 13:25:04.505058 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-73c64aee-0bef-44d4-a1c3-df09083825e4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Made reservation on behalf of 91c2b59a923a4789aacbf2f7325759a2 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:04.508798 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-73c64aee-0bef-44d4-a1c3-df09083825e4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:04.513978 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-e16eb272-b495-4909-b368-6df3e582192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:04.521341 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-e16eb272-b495-4909-b368-6df3e582192d service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.4829266 Feb 04 13:25:04.602837 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-2de210cb-124b-44d2-ab23-5126c5f75098 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1501997 Feb 04 13:25:04.612796 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-358fc119-c535-44b3-b14b-8a7247202271 req-8fe5e463-2076-4e20-884a-09cc311962bd service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236569 Feb 04 13:25:04.686189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-cb35fd0a-f353-4e5d-b17a-32b489a01ae6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d HTTP/1.1" status: 200 len: 217 time: 0.0863359 Feb 04 13:25:04.717489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-73c64aee-0bef-44d4-a1c3-df09083825e4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Allocated IP 172.20.0.12 (35a1da14-24fc-49d3-b4a3-8c6b40c795f4/0d8275f7-44e6-46ea-a076-bf4b8681f6a4/68bbd4aa-8230-487c-8026-310b11e0859f) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:04.827142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-7d59607b-48b4-43a1-9a6c-bb9bbe121256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:04.828609 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-7d59607b-48b4-43a1-9a6c-bb9bbe121256 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1052115 Feb 04 13:25:04.838567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d70f06-15ba-44be-bf6b-a73f3d28e749 req-3ff41dc7-83b3-4644-b91d-764cdf1e402d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:04.845667 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6d70f06-15ba-44be-bf6b-a73f3d28e749 req-3ff41dc7-83b3-4644-b91d-764cdf1e402d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 945 time: 0.2640457 Feb 04 13:25:04.859763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c97ebf-1b1a-43b8-b3a3-ea3e86262977 req-f85a7e05-358a-49cb-8a71-5ef78eca952f tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:04.861306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32c97ebf-1b1a-43b8-b3a3-ea3e86262977 req-f85a7e05-358a-49cb-8a71-5ef78eca952f tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 944 time: 0.3507977 Feb 04 13:25:04.930900 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-1a33da01-f0b0-48dc-a1b9-19221012e13e service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157568 Feb 04 13:25:04.958977 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-73c64aee-0bef-44d4-a1c3-df09083825e4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for port (68bbd4aa-8230-487c-8026-310b11e0859f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:05.001396 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-73c64aee-0bef-44d4-a1c3-df09083825e4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (68bbd4aa-8230-487c-8026-310b11e0859f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:05.042975 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.100', 54865) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:25:05.063062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-f1a0e2cf-0ea8-498f-aac9-b77adcb120df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:05.066910 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-f1a0e2cf-0ea8-498f-aac9-b77adcb120df service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2129178 Feb 04 13:25:05.067073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-73c64aee-0bef-44d4-a1c3-df09083825e4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Network 35a1da14-24fc-49d3-b4a3-8c6b40c795f4 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:05.072895 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32c97ebf-1b1a-43b8-b3a3-ea3e86262977 req-4f64d630-8261-4790-a4be-2d433dae23b5 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914065 Feb 04 13:25:05.086260 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-73c64aee-0bef-44d4-a1c3-df09083825e4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:05.088817 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6d70f06-15ba-44be-bf6b-a73f3d28e749 req-302d5fd9-fa5e-4d93-a4d1-8fe3a19da0fb tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362165 Feb 04 13:25:05.095253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-73c64aee-0bef-44d4-a1c3-df09083825e4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:25:05.138924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c64aee-0bef-44d4-a1c3-df09083825e4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Pushing event updated for resources: {'Port': ['ID=68bbd4aa-8230-487c-8026-310b11e0859f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:05.182175 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d28627-5692-4a25-b517-80f22a1d49c4 req-6a5eb4d4-a775-4622-8f63-7b3d55e8bf0b tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:05.184619 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-57d28627-5692-4a25-b517-80f22a1d49c4 req-6a5eb4d4-a775-4622-8f63-7b3d55e8bf0b tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.100 "GET /v2.0/ports?device_id=d32367d5-ae7b-4107-b74a-b05a0bc781c3 HTTP/1.1" status: 200 len: 946 time: 0.1399190 Feb 04 13:25:05.191806 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-73c64aee-0bef-44d4-a1c3-df09083825e4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:05.192627 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-73c64aee-0bef-44d4-a1c3-df09083825e4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:05.215736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-27c8a8cb-75f9-43ef-a686-adf369f966e5 service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728062 Feb 04 13:25:05.257910 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-73c64aee-0bef-44d4-a1c3-df09083825e4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9377189 Feb 04 13:25:05.274521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Request body: {'port': {'device_id': 'f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:05.317123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-600d94aa-3964-4015-89d4-fda17990baef service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213726 Feb 04 13:25:05.466671 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-57d28627-5692-4a25-b517-80f22a1d49c4 req-e5fe54db-52c9-4151-82ab-5f843351e81d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Deleting port a064dd14-55da-4d3e-b096-6c69df2125cb {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:25:05.467666 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-57d28627-5692-4a25-b517-80f22a1d49c4 req-e5fe54db-52c9-4151-82ab-5f843351e81d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a064dd14-55da-4d3e-b096-6c69df2125cb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:05.489863 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (68bbd4aa-8230-487c-8026-310b11e0859f), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:05.530610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f981bb-2c42-470f-8cae-429012771dff req-5882cf75-6485-48db-b73e-2653171f10b3 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:05.538218 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-66f981bb-2c42-470f-8cae-429012771dff req-5882cf75-6485-48db-b73e-2653171f10b3 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32367d5-ae7b-4107-b74a-b05a0bc781c3 HTTP/1.1" status: 200 len: 946 time: 0.3170948 Feb 04 13:25:05.546979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb21ca-7eb1-45c9-8fab-d8b123ea6a1b req-2b263701-ec86-47da-bf9d-9fe4c21de82b tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:05.549145 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5cb21ca-7eb1-45c9-8fab-d8b123ea6a1b req-2b263701-ec86-47da-bf9d-9fe4c21de82b tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 932 time: 0.2976420 Feb 04 13:25:05.557051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-76e64d2d-1a0f-4e1d-a843-1181457c81fe service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144694 Feb 04 13:25:05.651273 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5cb21ca-7eb1-45c9-8fab-d8b123ea6a1b req-0b18c636-4bff-45a6-b2b3-f075969688c0 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929644 Feb 04 13:25:05.698616 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bb6d46fd-ea97-4d1d-a582-19ce57737dc0 None None] Provisioning complete for port 68bbd4aa-8230-487c-8026-310b11e0859f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:05.699725 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bb6d46fd-ea97-4d1d-a582-19ce57737dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (68bbd4aa-8230-487c-8026-310b11e0859f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:05.710764 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-66f981bb-2c42-470f-8cae-429012771dff req-c3846cb7-60ff-4148-a214-5c9d66ceb5a9 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711307 Feb 04 13:25:05.774079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d46fd-ea97-4d1d-a582-19ce57737dc0 None None] Port 68bbd4aa-8230-487c-8026-310b11e0859f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:25:05.790547 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-57d28627-5692-4a25-b517-80f22a1d49c4 req-e5fe54db-52c9-4151-82ab-5f843351e81d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] For port a064dd14-55da-4d3e-b096-6c69df2125cb, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a064dd14-55da-4d3e-b096-6c69df2125cb,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:05.790931 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-57d28627-5692-4a25-b517-80f22a1d49c4 req-e5fe54db-52c9-4151-82ab-5f843351e81d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a064dd14-55da-4d3e-b096-6c69df2125cb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:05.831471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-57d28627-5692-4a25-b517-80f22a1d49c4 req-e5fe54db-52c9-4151-82ab-5f843351e81d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Calling delete_port for a064dd14-55da-4d3e-b096-6c69df2125cb owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:25:06.163735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18514-cd00-4c8d-a005-43144509cc16 req-d0e5eeed-4cd1-494e-8420-6c2922f65c62 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:06.164462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-d0e5eeed-4cd1-494e-8420-6c2922f65c62 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d&tenant_id=9bf6f764e0d34de9a21a32956f525822&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 1128 time: 0.5168772 Feb 04 13:25:06.203682 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68bbd4aa-8230-487c-8026-310b11e0859f {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:25:06.224898 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Publish callbacks [] for port (68bbd4aa-8230-487c-8026-310b11e0859f), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:06.230423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 314e7e4e-b003-4e20-89be-33901107ca48 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:25:06.244043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-57d28627-5692-4a25-b517-80f22a1d49c4 req-e5fe54db-52c9-4151-82ab-5f843351e81d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a064dd14-55da-4d3e-b096-6c69df2125cb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:06.272179 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Transition to ACTIVE for port object 68bbd4aa-8230-487c-8026-310b11e0859f will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:06.307964 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (68bbd4aa-8230-487c-8026-310b11e0859f), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:06.313273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe54db-52c9-4151-82ab-5f843351e81d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Pushing event deleted for resources: {'Port': ['ID=a064dd14-55da-4d3e-b096-6c69df2125cb,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:06.334306 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43e047-cb16-41bd-95c2-9b5f39b29cf7 req-9e327b2a-96d8-4b50-a5e2-b28a3e79016d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:06.346547 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f43e047-cb16-41bd-95c2-9b5f39b29cf7 req-9e327b2a-96d8-4b50-a5e2-b28a3e79016d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.5943973 Feb 04 13:25:06.396066 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Pushing event updated for resources: {'Port': ['ID=68bbd4aa-8230-487c-8026-310b11e0859f,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:06.441460 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fca4c-81f7-4ea7-8ce0-1764c0b71bea req-767793e4-ccce-4715-ae9f-e9d713b23295 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:06.455645 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-559fca4c-81f7-4ea7-8ce0-1764c0b71bea req-767793e4-ccce-4715-ae9f-e9d713b23295 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 944 time: 0.6675451 Feb 04 13:25:06.484084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d28627-5692-4a25-b517-80f22a1d49c4 req-e5fe54db-52c9-4151-82ab-5f843351e81d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] No DVR routers for this DVR port a064dd14-55da-4d3e-b096-6c69df2125cb on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:06.488713 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-57d28627-5692-4a25-b517-80f22a1d49c4 req-e5fe54db-52c9-4151-82ab-5f843351e81d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:06.494589 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-57d28627-5692-4a25-b517-80f22a1d49c4 req-e5fe54db-52c9-4151-82ab-5f843351e81d tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.100 "DELETE /v2.0/ports/a064dd14-55da-4d3e-b096-6c69df2125cb HTTP/1.1" status: 204 len: 173 time: 1.2986817 Feb 04 13:25:06.496200 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32367d5-ae7b-4107-b74a-b05a0bc781c3', 'name': 'network-vif-deleted', 'tag': 'a064dd14-55da-4d3e-b096-6c69df2125cb'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:06.500863 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fa3db4-c373-4d12-adb5-19a194d1d3af" -d '{"events": [{"server_uuid": "d32367d5-ae7b-4107-b74a-b05a0bc781c3", "name": "network-vif-deleted", "tag": "a064dd14-55da-4d3e-b096-6c69df2125cb"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:06.682833 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Attempting to bind port 68bbd4aa-8230-487c-8026-310b11e0859f on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:25:06.683266 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Attempting to bind port 68bbd4aa-8230-487c-8026-310b11e0859f by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '17f3dd9e-20b3-4ae9-839f-ff983264bf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:25:06.684748 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Attempting to bind port 68bbd4aa-8230-487c-8026-310b11e0859f on network 35a1da14-24fc-49d3-b4a3-8c6b40c795f4 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:06.691062 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f43e047-cb16-41bd-95c2-9b5f39b29cf7 req-08536772-d3a2-49ab-975a-d461db3e30a8 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430550 Feb 04 13:25:06.702272 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0c64da64-fd5b-4292-b741-6cc419dc1e39 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:25:06.707725 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Port 68bbd4aa-8230-487c-8026-310b11e0859f on network 35a1da14-24fc-49d3-b4a3-8c6b40c795f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:25:06.708785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Attempting to bind port 68bbd4aa-8230-487c-8026-310b11e0859f on network 35a1da14-24fc-49d3-b4a3-8c6b40c795f4 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:06.726189 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:25:06.727904 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Checking segment: {'id': '17f3dd9e-20b3-4ae9-839f-ff983264bf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:25:06.731518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Bound using segment: {'id': '17f3dd9e-20b3-4ae9-839f-ff983264bf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:25:06.734640 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Bound port: 68bbd4aa-8230-487c-8026-310b11e0859f, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f3dd9e-20b3-4ae9-839f-ff983264bf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:25:06.735705 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (68bbd4aa-8230-487c-8026-310b11e0859f), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:06.774240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 314e7e4e-b003-4e20-89be-33901107ca48, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=314e7e4e-b003-4e20-89be-33901107ca48,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:06.795252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-559fca4c-81f7-4ea7-8ce0-1764c0b71bea req-98f96645-99e1-42ca-97a4-8d055ccbc4be tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281896 Feb 04 13:25:06.836244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['61f8dd16-0a31-4cf0-abad-300859befade'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:06.840549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '314e7e4e-b003-4e20-89be-33901107ca48', 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf', 'port_id': '314e7e4e-b003-4e20-89be-33901107ca48', 'mac_address': 'fa:16:3e:31:ad:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22a97b9-6a5c-4763-882b-7b5d62ef8ca8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:25:06.848022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-19d18514-cd00-4c8d-a005-43144509cc16 req-abe87cb6-be83-4fa8-9130-8aa39076d9b1 service neutron] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:25:06.860555 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-19d18514-cd00-4c8d-a005-43144509cc16 req-abe87cb6-be83-4fa8-9130-8aa39076d9b1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:06.862460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-abe87cb6-be83-4fa8-9130-8aa39076d9b1 service neutron] 10.222.0.100 "DELETE /v2.0/ports/48734974-740f-4916-9904-e7340dff0f05/bindings/n-h1-714676-13 HTTP/1.1" status: 204 len: 173 time: 0.6851997 Feb 04 13:25:07.100090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] For port 68bbd4aa-8230-487c-8026-310b11e0859f, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:25:07.114863 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] For port 68bbd4aa-8230-487c-8026-310b11e0859f, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=68bbd4aa-8230-487c-8026-310b11e0859f,segment=NetworkSegment(17f3dd9e-20b3-4ae9-839f-ff983264bf95),segment_id=17f3dd9e-20b3-4ae9-839f-ff983264bf95)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:25:07.146220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (68bbd4aa-8230-487c-8026-310b11e0859f), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:07.217681 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 0c64da64-fd5b-4292-b741-6cc419dc1e39 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:07.218134 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:07.229413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b15ee-6bb9-47ad-af26-0f3c19aaa6be req-661187b3-8f9f-48b0-a836-6f08c2b16146 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:07.247528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db5b15ee-6bb9-47ad-af26-0f3c19aaa6be req-661187b3-8f9f-48b0-a836-6f08c2b16146 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 949 time: 0.2760077 Feb 04 13:25:07.307209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device a064dd14-55da-4d3e-b096-6c69df2125cb no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:07.312501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:07.313439 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:07.317217 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] 10.222.0.100 "PUT /v2.0/ports/68bbd4aa-8230-487c-8026-310b11e0859f HTTP/1.1" status: 200 len: 1093 time: 2.0469887 Feb 04 13:25:07.379920 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 314e7e4e-b003-4e20-89be-33901107ca48 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:07.380361 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (314e7e4e-b003-4e20-89be-33901107ca48), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:07.381283 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1d75b-ac23-40cf-a367-52c6232dd817 service neutron] Pushing event updated for resources: {'Port': ['ID=68bbd4aa-8230-487c-8026-310b11e0859f,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:07.441962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314e7e4e-b003-4e20-89be-33901107ca48 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:25:07.450599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: a064dd14-55da-4d3e-b096-6c69df2125cb {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:25:07.451015 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device a064dd14-55da-4d3e-b096-6c69df2125cb not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:25:07.535384 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db5b15ee-6bb9-47ad-af26-0f3c19aaa6be req-12887f01-4177-40d9-a640-281f1cec1ff0 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865565 Feb 04 13:25:07.571839 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 314e7e4e-b003-4e20-89be-33901107ca48, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=314e7e4e-b003-4e20-89be-33901107ca48,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:07.617568 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (314e7e4e-b003-4e20-89be-33901107ca48), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:07.653543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a88980-eb2c-464a-a890-4b7dcf77f797 req-9b7cf225-a4b8-4e83-ad6a-02b69444a3d3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:07.656962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d7a88980-eb2c-464a-a890-4b7dcf77f797 req-9b7cf225-a4b8-4e83-ad6a-02b69444a3d3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 945 time: 0.3472452 Feb 04 13:25:07.727447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-2a2c9031-8001-4968-b30c-214b9da604a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:07.729294 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-2a2c9031-8001-4968-b30c-214b9da604a4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=91c2b59a923a4789aacbf2f7325759a2&device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 1127 time: 0.1768119 Feb 04 13:25:07.824263 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d7a88980-eb2c-464a-a890-4b7dcf77f797 req-fbe02003-1f6b-4be9-9fe3-c5f879f033e5 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491172 Feb 04 13:25:07.829440 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-642f0cff-758c-4416-ad24-96dbe889a89b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68bbd4aa-8230-487c-8026-310b11e0859f HTTP/1.1" status: 200 len: 217 time: 0.0928240 Feb 04 13:25:07.862575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63333a-fd9e-4084-a6c2-b47f2f17901f req-6a23b488-d50b-4793-9053-e070c4611f3d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:07.883354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc63333a-fd9e-4084-a6c2-b47f2f17901f req-6a23b488-d50b-4793-9053-e070c4611f3d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.1632326 Feb 04 13:25:07.991712 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=314e7e4e-b003-4e20-89be-33901107ca48,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:08.024257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc63333a-fd9e-4084-a6c2-b47f2f17901f req-0347a683-52f4-4d9d-a7d9-0b345e2999b3 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352794 Feb 04 13:25:08.032132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-1e5dac4c-28a0-4fac-976d-f21af5500549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:08.036802 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-1e5dac4c-28a0-4fac-976d-f21af5500549 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0d8275f7-44e6-46ea-a076-bf4b8681f6a4 HTTP/1.1" status: 200 len: 855 time: 0.1996207 Feb 04 13:25:08.044182 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca689d73-56ef-4738-8291-be57ea86623e x-openstack-request-id: req-ca689d73-56ef-4738-8291-be57ea86623e {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:08.044506 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32367d5-ae7b-4107-b74a-b05a0bc781c3", "name": "network-vif-deleted", "tag": "a064dd14-55da-4d3e-b096-6c69df2125cb", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:08.044771 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ca689d73-56ef-4738-8291-be57ea86623e {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:08.048079 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32367d5-ae7b-4107-b74a-b05a0bc781c3', 'name': 'network-vif-deleted', 'tag': 'a064dd14-55da-4d3e-b096-6c69df2125cb', 'status': 'completed', 'code': 200} Feb 04 13:25:08.092280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 0c64da64-fd5b-4292-b741-6cc419dc1e39 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:08.093875 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:08.146885 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a25b46-cddb-4d76-9da9-43877c48ab1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64da64-fd5b-4292-b741-6cc419dc1e39'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:08.149285 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0c43b2-2930-426d-b22e-71d8852e482c" -d '{"events": [{"server_uuid": "82a25b46-cddb-4d76-9da9-43877c48ab1e", "name": "network-vif-plugged", "status": "completed", "tag": "0c64da64-fd5b-4292-b741-6cc419dc1e39"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:08.209956 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0c64da64-fd5b-4292-b741-6cc419dc1e39, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0c64da64-fd5b-4292-b741-6cc419dc1e39,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:08.222137 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:08.258436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-15cd2109-55cf-4cc2-bead-8ed8c160eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:08.260054 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-15cd2109-55cf-4cc2-bead-8ed8c160eb4e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=35a1da14-24fc-49d3-b4a3-8c6b40c795f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2101293 Feb 04 13:25:08.300642 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cee6df-5419-4e2b-9166-ee1f9ae04d2d req-6719fbbb-65b7-4a88-be1a-752da062d7c8 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:08.321426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67cee6df-5419-4e2b-9166-ee1f9ae04d2d req-6719fbbb-65b7-4a88-be1a-752da062d7c8 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.2393463 Feb 04 13:25:08.410066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 66054143-0ac7-4736-ace7-fa1f2197d402 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:25:08.431105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=0c64da64-fd5b-4292-b741-6cc419dc1e39,revision_number=10']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:08.478962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['314e7e4e-b003-4e20-89be-33901107ca48'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:08.489409 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67cee6df-5419-4e2b-9166-ee1f9ae04d2d req-4eceeeab-d149-4f21-8f8a-6282a66494b8 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665699 Feb 04 13:25:08.515026 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-8036d10c-abba-455f-a736-966a880660a9 service neutron] 10.222.0.100 "GET /v2.0/networks/35a1da14-24fc-49d3-b4a3-8c6b40c795f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466550 Feb 04 13:25:08.682680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934c435-3e29-456c-9f20-9bb57351bab6 req-db21a532-d76f-4ad3-a1f9-3bf8fdd7d123 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:08.692072 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7934c435-3e29-456c-9f20-9bb57351bab6 req-db21a532-d76f-4ad3-a1f9-3bf8fdd7d123 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.2443790 Feb 04 13:25:08.778147 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fcc08d0-bd44-4e87-a36d-41c53b9992cf req-1867ba39-229f-4a46-a1d6-acb93ed0f7a2 service neutron] 10.222.0.100 "GET /v2.0/networks/35a1da14-24fc-49d3-b4a3-8c6b40c795f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558303 Feb 04 13:25:08.870970 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 66054143-0ac7-4736-ace7-fa1f2197d402, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=66054143-0ac7-4736-ace7-fa1f2197d402,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:08.915818 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7934c435-3e29-456c-9f20-9bb57351bab6 req-8da134c3-cd27-4c63-9987-60873f3bd44e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158365 Feb 04 13:25:08.926184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '66054143-0ac7-4736-ace7-fa1f2197d402', 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc', 'port_id': '66054143-0ac7-4736-ace7-fa1f2197d402', 'mac_address': 'fa:16:3e:9e:bb:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c6c736-1a92-4614-ab15-25c05ef4451a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:25:09.006520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccdde7-618b-41b2-9d1f-896ddd2f5fe4 req-d75c39b9-a7ab-4628-bc66-54b10dcadf3f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:09.008340 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79ccdde7-618b-41b2-9d1f-896ddd2f5fe4 req-d75c39b9-a7ab-4628-bc66-54b10dcadf3f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 944 time: 0.1550729 Feb 04 13:25:09.015668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-46100356-2f09-4324-a8f5-f66c99fae9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:09.017311 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-46100356-2f09-4324-a8f5-f66c99fae9ad service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c&tenant_id=62bf48b5c3894be3a3cc9319369f6e98 HTTP/1.1" status: 200 len: 1132 time: 0.1374362 Feb 04 13:25:09.061486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:09.149441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 66054143-0ac7-4736-ace7-fa1f2197d402 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:09.149944 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (66054143-0ac7-4736-ace7-fa1f2197d402), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:09.165134 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6b4ca7-66a0-40fa-82e8-97d201fbf5f5 x-openstack-request-id: req-7f6b4ca7-66a0-40fa-82e8-97d201fbf5f5 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:09.165527 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a25b46-cddb-4d76-9da9-43877c48ab1e", "name": "network-vif-plugged", "status": "completed", "tag": "0c64da64-fd5b-4292-b741-6cc419dc1e39", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:09.165701 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7f6b4ca7-66a0-40fa-82e8-97d201fbf5f5 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:09.166070 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a25b46-cddb-4d76-9da9-43877c48ab1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64da64-fd5b-4292-b741-6cc419dc1e39', 'code': 200} Feb 04 13:25:09.193645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66054143-0ac7-4736-ace7-fa1f2197d402 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:25:09.197330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79ccdde7-618b-41b2-9d1f-896ddd2f5fe4 req-704a41f1-c2a1-4e9a-993c-9c21641c7f83 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789560 Feb 04 13:25:09.233248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 66054143-0ac7-4736-ace7-fa1f2197d402, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=66054143-0ac7-4736-ace7-fa1f2197d402,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:09.245589 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (66054143-0ac7-4736-ace7-fa1f2197d402), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:09.291431 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:09.512937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=66054143-0ac7-4736-ace7-fa1f2197d402,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:09.789922 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['66054143-0ac7-4736-ace7-fa1f2197d402'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:09.809658 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458874e-49bd-469e-a09e-84f6e318831b req-ddbc5099-6041-4834-b744-6afc643f56d6 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:09.816214 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6458874e-49bd-469e-a09e-84f6e318831b req-ddbc5099-6041-4834-b744-6afc643f56d6 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 949 time: 0.4279914 Feb 04 13:25:10.017304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ea496-b9eb-4997-8ca5-5e3001c9bfe6 req-b58331c1-232a-46c2-93a9-bf8763c3e0a4 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:10.028138 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d48ea496-b9eb-4997-8ca5-5e3001c9bfe6 req-b58331c1-232a-46c2-93a9-bf8763c3e0a4 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 1128 time: 0.4064326 Feb 04 13:25:10.049892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0', 'tag': '68bbd4aa-8230-487c-8026-310b11e0859f'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:10.058017 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3c14dc-cd26-424a-ad0f-de81a49c544c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0", "tag": "68bbd4aa-8230-487c-8026-310b11e0859f"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:10.072191 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6458874e-49bd-469e-a09e-84f6e318831b req-bdd336c0-8435-4c72-adf7-2e348b099bb3 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976123 Feb 04 13:25:10.097294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:10.179055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:25:10.393389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:10.398682 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8809d63e-6596-458a-9b48-61c26b12f5d8" -d '{"events": [{"server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "name": "network-vif-unplugged", "status": "completed", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:10.408569 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Publish callbacks [] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:10.466118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Transition to ACTIVE for port object 1efe880e-0d85-40c3-a3f0-22a941c57a9d will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:10.482426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d48ea496-b9eb-4997-8ca5-5e3001c9bfe6 req-5514b504-cca5-4e7f-b21f-4388852d7ab5 tempest-LiveAutoBlockMigrationV225Test-1894401876 tempest-LiveAutoBlockMigrationV225Test-1894401876-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429038 Feb 04 13:25:10.487376 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:10.519714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428105a-eeb4-4de3-94b7-bd7ac06ad2af req-92aa5106-d7fb-4d9d-aa2b-454c1218e865 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:10.530690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8428105a-eeb4-4de3-94b7-bd7ac06ad2af req-92aa5106-d7fb-4d9d-aa2b-454c1218e865 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.2677398 Feb 04 13:25:10.646727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] No DVR routers for this DVR port 1efe880e-0d85-40c3-a3f0-22a941c57a9d on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:10.679157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Pushing event updated for resources: {'Port': ['ID=1efe880e-0d85-40c3-a3f0-22a941c57a9d,revision_number=10']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:10.772022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Attempting to bind port 1efe880e-0d85-40c3-a3f0-22a941c57a9d on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:25:10.772550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Attempting to bind port 1efe880e-0d85-40c3-a3f0-22a941c57a9d by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:25:10.773025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Attempting to bind port 1efe880e-0d85-40c3-a3f0-22a941c57a9d on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:10.810521 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8428105a-eeb4-4de3-94b7-bd7ac06ad2af req-af019765-32a1-4eb4-ac59-2c31f7f315c2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783492 Feb 04 13:25:10.895324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Port 1efe880e-0d85-40c3-a3f0-22a941c57a9d on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:25:10.902707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Attempting to bind port 1efe880e-0d85-40c3-a3f0-22a941c57a9d on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:10.925733 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6e60d9b0-e380-4d5b-9b7c-0d508f225f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:10.942730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:25:10.948780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:25:10.951051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:25:10.951980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Bound port: 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:25:10.952767 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:11.141726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74b0ae-a47d-4508-80dc-897ab310adb0 req-bf40f31e-2860-469f-82a0-544ca5782499 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:11.149406 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac74b0ae-a47d-4508-80dc-897ab310adb0 req-bf40f31e-2860-469f-82a0-544ca5782499 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 945 time: 0.4052577 Feb 04 13:25:11.216470 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:25:11.223428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:25:11.252109 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09d7e2-b063-49fc-9361-71c3a76910e7 req-f44f11e2-a1e0-4a1a-8adc-a5c57dfc061b tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:11.255468 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f09d7e2-b063-49fc-9361-71c3a76910e7 req-f44f11e2-a1e0-4a1a-8adc-a5c57dfc061b tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.2426317 Feb 04 13:25:11.263516 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:11.269508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 1efe880e-0d85-40c3-a3f0-22a941c57a9d no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:11.355372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] The host n-h2-714676-13 is not matching for port 1efe880e-0d85-40c3-a3f0-22a941c57a9d host n-h1-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:25:11.356084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 1efe880e-0d85-40c3-a3f0-22a941c57a9d not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:25:11.382776 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac74b0ae-a47d-4508-80dc-897ab310adb0 req-79d865f4-8517-44eb-995d-c094534d19b8 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/security-groups?id=8242b15b-22ab-4073-ad70-395b3aad059d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320015 Feb 04 13:25:11.397526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:11.398704 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:11.402971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] 10.222.0.99 "PUT /v2.0/ports/1efe880e-0d85-40c3-a3f0-22a941c57a9d HTTP/1.1" status: 200 len: 1097 time: 2.3550963 Feb 04 13:25:11.608798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92324b2a-59da-4257-881b-690d5406cc71 service neutron] Pushing event updated for resources: {'Port': ['ID=1efe880e-0d85-40c3-a3f0-22a941c57a9d,revision_number=11']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:11.676191 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f09d7e2-b063-49fc-9361-71c3a76910e7 req-ff8ecb14-5a41-455a-b0eb-cc88d8b065cc tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4038630 Feb 04 13:25:11.760191 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45e33c-cb50-43f2-b1eb-573d8ab9590b req-0cb07630-b9d9-4d9b-b330-7779a54e15bd tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:11.763681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a45e33c-cb50-43f2-b1eb-573d8ab9590b req-0cb07630-b9d9-4d9b-b330-7779a54e15bd tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 948 time: 0.1424589 Feb 04 13:25:11.771683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-67f1708a-ef8f-4306-94c3-35937be7f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:11.774353 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-67f1708a-ef8f-4306-94c3-35937be7f16a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 1131 time: 0.2840385 Feb 04 13:25:11.821527 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0a712a-5bb4-4fe2-b344-9bed42f01e0a x-openstack-request-id: req-fc0a712a-5bb4-4fe2-b344-9bed42f01e0a {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:11.822229 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0", "tag": "68bbd4aa-8230-487c-8026-310b11e0859f", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:11.822629 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fc0a712a-5bb4-4fe2-b344-9bed42f01e0a {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:11.823250 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0', 'tag': '68bbd4aa-8230-487c-8026-310b11e0859f', 'status': 'completed', 'code': 200} Feb 04 13:25:11.956866 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c14dc-cd26-424a-ad0f-de81a49c544c req-28f491a3-bd25-46a0-8a7a-76de7c9aeb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:11.961614 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c14dc-cd26-424a-ad0f-de81a49c544c req-28f491a3-bd25-46a0-8a7a-76de7c9aeb63 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=91c2b59a923a4789aacbf2f7325759a2&device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 1127 time: 0.1243005 Feb 04 13:25:12.185080 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c14dc-cd26-424a-ad0f-de81a49c544c req-5c008c4a-9708-4cd7-9c10-ffff40619649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:12.186070 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c14dc-cd26-424a-ad0f-de81a49c544c req-5c008c4a-9708-4cd7-9c10-ffff40619649 service neutron] 10.222.0.100 "GET /v2.0/networks?id=35a1da14-24fc-49d3-b4a3-8c6b40c795f4 HTTP/1.1" status: 200 len: 917 time: 0.2107093 Feb 04 13:25:12.208192 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a45e33c-cb50-43f2-b1eb-573d8ab9590b req-7eb0ed41-d338-408d-8841-21c0f4a3cb8f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324455 Feb 04 13:25:12.272419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42528b55-8522-4676-8c25-1f6f4832b322 req-398cdad4-f245-4cda-8d56-38c15912cad0 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:12.275245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42528b55-8522-4676-8c25-1f6f4832b322 req-398cdad4-f245-4cda-8d56-38c15912cad0 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.99 "GET /v2.0/ports?device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 945 time: 0.3948746 Feb 04 13:25:12.280540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 314e7e4e-b003-4e20-89be-33901107ca48 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:25:12.380164 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c14dc-cd26-424a-ad0f-de81a49c544c req-2cb11109-da96-4f3e-9d0b-fa4ed5a666f7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68bbd4aa-8230-487c-8026-310b11e0859f HTTP/1.1" status: 200 len: 217 time: 0.1874700 Feb 04 13:25:12.404511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d107-9e96-43bc-ba3a-76da8e8c0fc0 req-4442ac66-541b-4d6f-8f4e-99e8d57e4466 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:12.406327 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a847d107-9e96-43bc-ba3a-76da8e8c0fc0 req-4442ac66-541b-4d6f-8f4e-99e8d57e4466 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 945 time: 0.2980769 Feb 04 13:25:12.411346 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-6f0d1bd3-5f8c-43b0-97ed-3a5fefaeb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:12.413062 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-6f0d1bd3-5f8c-43b0-97ed-3a5fefaeb07b service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.6172578 Feb 04 13:25:12.483523 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbd3ff7-50f6-4a01-b4ad-3cb944ef6a20 x-openstack-request-id: req-cbbd3ff7-50f6-4a01-b4ad-3cb944ef6a20 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:12.483869 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "name": "network-vif-unplugged", "status": "completed", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:12.484296 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cbbd3ff7-50f6-4a01-b4ad-3cb944ef6a20 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:12.484782 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d', 'code': 200} Feb 04 13:25:12.524140 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 314e7e4e-b003-4e20-89be-33901107ca48 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:12.544581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-cb76a89a-76c6-46d5-8196-f87e9ccc860c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d HTTP/1.1" status: 200 len: 217 time: 0.1102169 Feb 04 13:25:12.545278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 314e7e4e-b003-4e20-89be-33901107ca48 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:12.546030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c14dc-cd26-424a-ad0f-de81a49c544c req-feb3b7b9-fab4-4e82-8bd0-750f111137fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:12.546585 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (314e7e4e-b003-4e20-89be-33901107ca48), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:12.547703 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c14dc-cd26-424a-ad0f-de81a49c544c req-feb3b7b9-fab4-4e82-8bd0-750f111137fa service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0d8275f7-44e6-46ea-a076-bf4b8681f6a4 HTTP/1.1" status: 200 len: 855 time: 0.1608782 Feb 04 13:25:12.600037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a847d107-9e96-43bc-ba3a-76da8e8c0fc0 req-f86f71af-83f6-47ce-91fe-626317aa4cdd tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817758 Feb 04 13:25:12.677529 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c14dc-cd26-424a-ad0f-de81a49c544c req-bd849ad4-dbff-4afc-b9ce-660057f31ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:12.679166 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c14dc-cd26-424a-ad0f-de81a49c544c req-bd849ad4-dbff-4afc-b9ce-660057f31ea1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=35a1da14-24fc-49d3-b4a3-8c6b40c795f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1229579 Feb 04 13:25:12.712533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-1f542589-4df8-44c5-b42d-396e8e2693c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:12.716851 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-1f542589-4df8-44c5-b42d-396e8e2693c0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1199608 Feb 04 13:25:12.726187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-42528b55-8522-4676-8c25-1f6f4832b322 req-241ee0c8-40a4-429c-a38f-80620f2272aa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Deleting port 61f8dd16-0a31-4cf0-abad-300859befade {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:25:12.726950 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-42528b55-8522-4676-8c25-1f6f4832b322 req-241ee0c8-40a4-429c-a38f-80620f2272aa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (61f8dd16-0a31-4cf0-abad-300859befade), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:12.831089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 314e7e4e-b003-4e20-89be-33901107ca48 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:12.831571 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (314e7e4e-b003-4e20-89be-33901107ca48), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:12.866400 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:25:12.878596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-42528b55-8522-4676-8c25-1f6f4832b322 req-241ee0c8-40a4-429c-a38f-80620f2272aa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] For port 61f8dd16-0a31-4cf0-abad-300859befade, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=61f8dd16-0a31-4cf0-abad-300859befade,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:12.879009 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-42528b55-8522-4676-8c25-1f6f4832b322 req-241ee0c8-40a4-429c-a38f-80620f2272aa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (61f8dd16-0a31-4cf0-abad-300859befade), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:12.895542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-42528b55-8522-4676-8c25-1f6f4832b322 req-241ee0c8-40a4-429c-a38f-80620f2272aa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Calling delete_port for 61f8dd16-0a31-4cf0-abad-300859befade owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:25:12.903667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cb1ace-77fb-4050-9911-22aadc2de30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314e7e4e-b003-4e20-89be-33901107ca48'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:12.910402 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b06f48-e7cf-4be1-a247-2f824f75566b" -d '{"events": [{"server_uuid": "b1cb1ace-77fb-4050-9911-22aadc2de30f", "name": "network-vif-plugged", "status": "completed", "tag": "314e7e4e-b003-4e20-89be-33901107ca48"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:12.954833 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 314e7e4e-b003-4e20-89be-33901107ca48, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=314e7e4e-b003-4e20-89be-33901107ca48,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:12.969380 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (314e7e4e-b003-4e20-89be-33901107ca48), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:12.970510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 66054143-0ac7-4736-ace7-fa1f2197d402 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:25:12.975997 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c14dc-cd26-424a-ad0f-de81a49c544c req-9e183bcb-8ccf-45d2-9880-e1ef6643dfee service neutron] 10.222.0.100 "GET /v2.0/networks/35a1da14-24fc-49d3-b4a3-8c6b40c795f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877853 Feb 04 13:25:13.044907 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=314e7e4e-b003-4e20-89be-33901107ca48,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:13.118366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 66054143-0ac7-4736-ace7-fa1f2197d402 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:13.125927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 66054143-0ac7-4736-ace7-fa1f2197d402 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:13.129654 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (66054143-0ac7-4736-ace7-fa1f2197d402), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:13.210794 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-42528b55-8522-4676-8c25-1f6f4832b322 req-241ee0c8-40a4-429c-a38f-80620f2272aa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (61f8dd16-0a31-4cf0-abad-300859befade), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:13.227416 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3a3c14dc-cd26-424a-ad0f-de81a49c544c req-85e5a899-7741-4534-9ee9-b918b67b9d1a service neutron] 10.222.0.100 "GET /v2.0/networks/35a1da14-24fc-49d3-b4a3-8c6b40c795f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439079 Feb 04 13:25:13.269993 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 66054143-0ac7-4736-ace7-fa1f2197d402 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:13.270593 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (66054143-0ac7-4736-ace7-fa1f2197d402), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:13.317633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ee0c8-40a4-429c-a38f-80620f2272aa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Pushing event deleted for resources: {'Port': ['ID=61f8dd16-0a31-4cf0-abad-300859befade,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:13.349184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 66054143-0ac7-4736-ace7-fa1f2197d402, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=66054143-0ac7-4736-ace7-fa1f2197d402,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:13.372912 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-cf0274af-7ed8-4e58-b3de-cf4184b523f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:13.373338 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (66054143-0ac7-4736-ace7-fa1f2197d402), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:13.374475 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 61f8dd16-0a31-4cf0-abad-300859befade no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:13.375644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-cf0274af-7ed8-4e58-b3de-cf4184b523f1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2906270 Feb 04 13:25:13.408931 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5f61a-d70a-4ce0-852f-d5eaa97fb23d req-2aa1f386-7c8a-40bd-9125-b3b6d86fe391 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:13.416920 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28a5f61a-d70a-4ce0-852f-d5eaa97fb23d req-2aa1f386-7c8a-40bd-9125-b3b6d86fe391 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 949 time: 0.2917078 Feb 04 13:25:13.463731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee160d-9b73-457f-8316-2d36ed47b73a req-9f1a6ba7-7a60-4ec1-9165-c6ac68826de5 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:13.471822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5aee160d-9b73-457f-8316-2d36ed47b73a req-9f1a6ba7-7a60-4ec1-9165-c6ac68826de5 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 946 time: 0.3359747 Feb 04 13:25:13.474734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=66054143-0ac7-4736-ace7-fa1f2197d402,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:13.479276 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 61f8dd16-0a31-4cf0-abad-300859befade {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:25:13.479933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 61f8dd16-0a31-4cf0-abad-300859befade not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:25:13.484474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-42528b55-8522-4676-8c25-1f6f4832b322 req-241ee0c8-40a4-429c-a38f-80620f2272aa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] No DVR routers for this DVR port 61f8dd16-0a31-4cf0-abad-300859befade on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:13.534827 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-42528b55-8522-4676-8c25-1f6f4832b322 req-241ee0c8-40a4-429c-a38f-80620f2272aa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:13.536682 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42528b55-8522-4676-8c25-1f6f4832b322 req-241ee0c8-40a4-429c-a38f-80620f2272aa tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.99 "DELETE /v2.0/ports/61f8dd16-0a31-4cf0-abad-300859befade HTTP/1.1" status: 204 len: 173 time: 1.2468529 Feb 04 13:25:13.628473 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:13.667181 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5aee160d-9b73-457f-8316-2d36ed47b73a req-f29ba36f-64a1-46aa-be0e-06db96cf8225 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931629 Feb 04 13:25:13.700270 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6f56f6cc-dbf6-4858-ba5d-5f54d22a98d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:13.728652 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28a5f61a-d70a-4ce0-852f-d5eaa97fb23d req-ffed794d-a106-45b7-9864-98df2343262d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106313 Feb 04 13:25:13.752600 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-13eafc93-788c-4595-b7fc-f5ce9c4cec9e service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637693 Feb 04 13:25:13.957119 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7121539e-842d-4062-a149-fdd686a70d62 req-be3c2b28-a3a3-4ac6-9cb9-df55eeac8c03 tempest-ListServerFiltersTestJSON-485966521 tempest-ListServerFiltersTestJSON-485966521-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e5817de-af04-4522-ba5b-10777917f89e HTTP/1.1" status: 200 len: 210 time: 0.0815005 Feb 04 13:25:14.029880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f545669-6cea-49d1-b17c-0a9c8effba0d req-759f59bb-e398-4bea-9c60-aa7267e84a8c tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.030392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c53c3-ce24-431a-8796-65d340968077 req-49dd51e8-26dc-41a4-a0f8-b19bdf848973 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.040322 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f545669-6cea-49d1-b17c-0a9c8effba0d req-759f59bb-e398-4bea-9c60-aa7267e84a8c tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.1576266 Feb 04 13:25:14.053072 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0e0c53c3-ce24-431a-8796-65d340968077 req-49dd51e8-26dc-41a4-a0f8-b19bdf848973 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.100 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 945 time: 0.1746106 Feb 04 13:25:14.196035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e105f-dbc7-46c7-b344-15fb61beb7e9 req-ed268668-1d64-4668-943e-1842f6b55236 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310498 Feb 04 13:25:14.217866 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f545669-6cea-49d1-b17c-0a9c8effba0d req-0554d103-4096-4a00-84e8-c2fd5ed5a3ec tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612737 Feb 04 13:25:14.256321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaf590-1e17-4f56-963a-48ab5b32ed12 req-081a3bbd-28ee-4a53-ad95-f35b22122143 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.275077 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0aaf590-1e17-4f56-963a-48ab5b32ed12 req-081a3bbd-28ee-4a53-ad95-f35b22122143 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 945 time: 0.1647758 Feb 04 13:25:14.345607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0aaf590-1e17-4f56-963a-48ab5b32ed12 req-adb83b2f-bff3-42c3-bab1-55b699b829e8 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696175 Feb 04 13:25:14.363670 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-0e0c53c3-ce24-431a-8796-65d340968077 req-8c894b2e-63e3-4458-82ac-bdc65cbcd390 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Deleting port 48734974-740f-4916-9904-e7340dff0f05 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:25:14.364205 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0e0c53c3-ce24-431a-8796-65d340968077 req-8c894b2e-63e3-4458-82ac-bdc65cbcd390 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (48734974-740f-4916-9904-e7340dff0f05), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:14.446848 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:14.485881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d'}, {'server_uuid': '3e5817de-af04-4522-ba5b-10777917f89e', 'name': 'network-vif-deleted', 'tag': '61f8dd16-0a31-4cf0-abad-300859befade'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:14.488664 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f92d80-2e5c-4795-b0d9-c61f846e3383" -d '{"events": [{"name": "network-changed", "server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d"}, {"server_uuid": "3e5817de-af04-4522-ba5b-10777917f89e", "name": "network-vif-deleted", "tag": "61f8dd16-0a31-4cf0-abad-300859befade"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:14.526799 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa60149-b0ea-4539-bd6a-df31096c4d32 x-openstack-request-id: req-6fa60149-b0ea-4539-bd6a-df31096c4d32 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:14.527847 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1cb1ace-77fb-4050-9911-22aadc2de30f", "name": "network-vif-plugged", "status": "completed", "tag": "314e7e4e-b003-4e20-89be-33901107ca48", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:14.528450 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6fa60149-b0ea-4539-bd6a-df31096c4d32 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:14.529139 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cb1ace-77fb-4050-9911-22aadc2de30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314e7e4e-b003-4e20-89be-33901107ca48', 'code': 200} Feb 04 13:25:14.790146 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-0e0c53c3-ce24-431a-8796-65d340968077 req-8c894b2e-63e3-4458-82ac-bdc65cbcd390 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] For port 48734974-740f-4916-9904-e7340dff0f05, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=48734974-740f-4916-9904-e7340dff0f05,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:14.790648 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0e0c53c3-ce24-431a-8796-65d340968077 req-8c894b2e-63e3-4458-82ac-bdc65cbcd390 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (48734974-740f-4916-9904-e7340dff0f05), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:14.827691 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-0e0c53c3-ce24-431a-8796-65d340968077 req-8c894b2e-63e3-4458-82ac-bdc65cbcd390 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Calling delete_port for 48734974-740f-4916-9904-e7340dff0f05 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:25:14.882690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7687a-9313-4604-b020-58567733d8d6 req-952a960b-98b0-48c8-a2e2-81afe6c579b1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.892311 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8a7687a-9313-4604-b020-58567733d8d6 req-952a960b-98b0-48c8-a2e2-81afe6c579b1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 948 time: 0.2888796 Feb 04 13:25:14.923963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde426f-fe00-41cb-b875-cdb5505a03ca req-48c87f17-ca69-4ade-abc2-adfee49aa203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.926960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cde426f-fe00-41cb-b875-cdb5505a03ca req-48c87f17-ca69-4ade-abc2-adfee49aa203 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 1129 time: 0.2326410 Feb 04 13:25:14.939771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febd097-f570-462e-a0a1-24e37c517fae req-22fea3ef-3172-479a-b9c6-0b99435817a7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.951233 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0febd097-f570-462e-a0a1-24e37c517fae req-22fea3ef-3172-479a-b9c6-0b99435817a7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 946 time: 0.1903279 Feb 04 13:25:15.051707 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8a7687a-9313-4604-b020-58567733d8d6 req-670e841d-8543-4fbe-8b0c-3d953850fc20 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583304 Feb 04 13:25:15.093360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0febd097-f570-462e-a0a1-24e37c517fae req-8f7072d8-863e-46ae-9e40-3d41f8e499bd tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411195 Feb 04 13:25:15.125989 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0e0c53c3-ce24-431a-8796-65d340968077 req-8c894b2e-63e3-4458-82ac-bdc65cbcd390 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (48734974-740f-4916-9904-e7340dff0f05), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:15.141849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['05773d3b-5e10-47e1-b5c9-a8e9cddc5edb', '48734974-740f-4916-9904-e7340dff0f05'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:15.157337 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cde426f-fe00-41cb-b875-cdb5505a03ca req-80bd3fb3-517c-4635-88e1-4f1c65bab04f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951425 Feb 04 13:25:15.193061 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c894b2e-63e3-4458-82ac-bdc65cbcd390 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Pushing event deleted for resources: {'Port': ['ID=48734974-740f-4916-9904-e7340dff0f05,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:15.288388 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5629dadd-451a-4477-b3ab-a42a67508e96 x-openstack-request-id: req-5629dadd-451a-4477-b3ab-a42a67508e96 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:15.289269 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d", "status": "completed", "code": 200}, {"server_uuid": "3e5817de-af04-4522-ba5b-10777917f89e", "name": "network-vif-deleted", "tag": "61f8dd16-0a31-4cf0-abad-300859befade", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:15.289269 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5629dadd-451a-4477-b3ab-a42a67508e96 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:15.289582 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d', 'status': 'completed', 'code': 200} Feb 04 13:25:15.289582 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5817de-af04-4522-ba5b-10777917f89e', 'name': 'network-vif-deleted', 'tag': '61f8dd16-0a31-4cf0-abad-300859befade', 'status': 'completed', 'code': 200} Feb 04 13:25:15.334072 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5e9ec-ab00-47fd-8733-71fad659dc63 req-5c620c35-23a3-41f2-bb78-ce22b75af5c7 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:15.336333 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2cd5e9ec-ab00-47fd-8733-71fad659dc63 req-5c620c35-23a3-41f2-bb78-ce22b75af5c7 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a8f0108-73a2-467d-942f-3e80c28549f0 HTTP/1.1" status: 200 len: 948 time: 0.1651680 Feb 04 13:25:15.367327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0c53c3-ce24-431a-8796-65d340968077 req-8c894b2e-63e3-4458-82ac-bdc65cbcd390 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] No DVR routers for this DVR port 48734974-740f-4916-9904-e7340dff0f05 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:15.372370 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0e0c53c3-ce24-431a-8796-65d340968077 req-8c894b2e-63e3-4458-82ac-bdc65cbcd390 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:15.379696 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0e0c53c3-ce24-431a-8796-65d340968077 req-8c894b2e-63e3-4458-82ac-bdc65cbcd390 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.100 "DELETE /v2.0/ports/48734974-740f-4916-9904-e7340dff0f05 HTTP/1.1" status: 204 len: 173 time: 1.3119800 Feb 04 13:25:15.383292 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9a1b48-91f0-4a46-85b5-227557cf151d', 'name': 'network-vif-deleted', 'tag': '48734974-740f-4916-9904-e7340dff0f05'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:15.393678 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a015df9c-76be-4b15-998f-8e65f6b346b7" -d '{"events": [{"server_uuid": "ae9a1b48-91f0-4a46-85b5-227557cf151d", "name": "network-vif-deleted", "tag": "48734974-740f-4916-9904-e7340dff0f05"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:15.474744 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:15.719783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-d784dcb1-4690-4208-badd-c668aa98833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:15.722177 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-d784dcb1-4690-4208-badd-c668aa98833e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 1131 time: 0.3846536 Feb 04 13:25:15.736935 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2cd5e9ec-ab00-47fd-8733-71fad659dc63 req-40736dd6-067b-4af5-9b92-aa2df812d483 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772976 Feb 04 13:25:15.786452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-0350d891-5d12-4652-beb4-40556a6e74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:15.786452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-0350d891-5d12-4652-beb4-40556a6e74b3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 1131 time: 0.2911134 Feb 04 13:25:15.806839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ebd9c-5c95-4513-9c07-921960a18e2a req-e244e16c-f08a-49a0-b7cf-04ef5fb7cccf tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:15.820369 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-511ebd9c-5c95-4513-9c07-921960a18e2a req-e244e16c-f08a-49a0-b7cf-04ef5fb7cccf tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 946 time: 0.3754287 Feb 04 13:25:15.879091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38088) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:25:16.012308 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6524db-83a6-4ebb-9b23-aa47d9870beb admin admin] Deleting subnet 352d6885-f001-4efe-b24c-dc0c44d83db9 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:25:16.019426 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7b6524db-83a6-4ebb-9b23-aa47d9870beb admin admin] Publish callbacks [] for subnet (352d6885-f001-4efe-b24c-dc0c44d83db9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:16.072628 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7b6524db-83a6-4ebb-9b23-aa47d9870beb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (352d6885-f001-4efe-b24c-dc0c44d83db9), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:16.144673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-511ebd9c-5c95-4513-9c07-921960a18e2a req-27cc6408-7105-43cb-abf7-3662f978d6ca tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472064 Feb 04 13:25:16.178016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fdb9a-c2ad-46c7-ad4f-905322f0015d req-737cecc9-cf8e-4c90-ba13-0bebcca6ce08 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:16.179936 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e7fdb9a-c2ad-46c7-ad4f-905322f0015d req-737cecc9-cf8e-4c90-ba13-0bebcca6ce08 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.1638544 Feb 04 13:25:16.181659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-12d95fe3-aaae-40c4-bee3-db1a06be3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:16.183303 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-12d95fe3-aaae-40c4-bee3-db1a06be3f06 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.4437857 Feb 04 13:25:16.185137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-49b80a73-d65e-48d4-9b77-e28e447ab42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:16.186628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-49b80a73-d65e-48d4-9b77-e28e447ab42d service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3011820 Feb 04 13:25:16.216015 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7b6524db-83a6-4ebb-9b23-aa47d9870beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (352d6885-f001-4efe-b24c-dc0c44d83db9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:16.305954 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7b6524db-83a6-4ebb-9b23-aa47d9870beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (352d6885-f001-4efe-b24c-dc0c44d83db9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:16.347553 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-6b2a8910-7924-4689-a734-9b3063551b16 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d HTTP/1.1" status: 200 len: 217 time: 0.1496150 Feb 04 13:25:16.348926 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-a2f7348a-e044-4c38-8820-40423d233baf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d HTTP/1.1" status: 200 len: 217 time: 0.1382680 Feb 04 13:25:16.362396 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff93025-9abd-4657-82ff-b415e836075e x-openstack-request-id: req-8ff93025-9abd-4657-82ff-b415e836075e {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:16.362867 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9a1b48-91f0-4a46-85b5-227557cf151d", "name": "network-vif-deleted", "tag": "48734974-740f-4916-9904-e7340dff0f05", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:16.363278 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8ff93025-9abd-4657-82ff-b415e836075e {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:16.364149 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9a1b48-91f0-4a46-85b5-227557cf151d', 'name': 'network-vif-deleted', 'tag': '48734974-740f-4916-9904-e7340dff0f05', 'status': 'completed', 'code': 200} Feb 04 13:25:16.378392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6524db-83a6-4ebb-9b23-aa47d9870beb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352d6885-f001-4efe-b24c-dc0c44d83db9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:16.397387 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7b6524db-83a6-4ebb-9b23-aa47d9870beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:16.415379 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7b6524db-83a6-4ebb-9b23-aa47d9870beb admin admin] 10.222.0.96 "DELETE /v2.0/subnets/352d6885-f001-4efe-b24c-dc0c44d83db9 HTTP/1.1" status: 204 len: 168 time: 0.5347807 Feb 04 13:25:16.416384 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38098) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:25:16.417222 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2312ba-5176-4b3e-a7cb-b1b3929eddda None None] Network 232123d0-0d2a-4843-872e-e2f58252f361 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:25:16.599286 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (232123d0-0d2a-4843-872e-e2f58252f361), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:16.686722 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159e21ce-7f96-4d0b-87aa-51bf5546bc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66054143-0ac7-4736-ace7-fa1f2197d402'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:16.695024 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba04fb5-b2e4-4ad6-b672-aa3dbee4b6bb" -d '{"events": [{"server_uuid": "159e21ce-7f96-4d0b-87aa-51bf5546bc3f", "name": "network-vif-plugged", "status": "completed", "tag": "66054143-0ac7-4736-ace7-fa1f2197d402"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:16.910740 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:16.948658 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] Deleting port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:25:16.952033 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:17.147733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac26535-e442-4d68-b760-085cacf5a7f4 None None] DHCP port deletion for 232123d0-0d2a-4843-872e-e2f58252f361 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:25:17.215678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] For port f3a71f64-6e3f-43c9-92f3-d9218fbfff36, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f3a71f64-6e3f-43c9-92f3-d9218fbfff36,segment=NetworkSegment(2de50c32-3404-4aac-8c23-12c52916fabe),segment_id=2de50c32-3404-4aac-8c23-12c52916fabe)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:17.216170 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:17.236313 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] Calling delete_port for f3a71f64-6e3f-43c9-92f3-d9218fbfff36 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:25:17.297214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 48734974-740f-4916-9904-e7340dff0f05 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:17.374263 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:17.425791 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a71f64-6e3f-43c9-92f3-d9218fbfff36,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:17.430558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] No DVR routers for this DVR port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:17.455573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 48734974-740f-4916-9904-e7340dff0f05 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:25:17.456527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 48734974-740f-4916-9904-e7340dff0f05 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:25:17.488349 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9ac26535-e442-4d68-b760-085cacf5a7f4 None None] Deleting port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:25:17.490067 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9ac26535-e442-4d68-b760-085cacf5a7f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:17.566513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-5e5e2829-c79d-4f5d-8d3e-dadee3056802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:17.570382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (232123d0-0d2a-4843-872e-e2f58252f361), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:17.576749 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-5e5e2829-c79d-4f5d-8d3e-dadee3056802 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 1.1079347 Feb 04 13:25:17.613477 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232123d0-0d2a-4843-872e-e2f58252f361']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:17.714206 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de50c32-3404-4aac-8c23-12c52916fabe') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:17.719110 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de50c32-3404-4aac-8c23-12c52916fabe') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:17.731764 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e7fdb9a-c2ad-46c7-ad4f-905322f0015d req-bfc92163-609f-4a20-86dd-c2b73afed92a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5266988 Feb 04 13:25:17.751198 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a07974b-aa7d-41de-a06f-db3d5cb2b380 req-6dcc3c2f-b172-4b8c-839a-abe471817802 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 210 time: 0.1195793 Feb 04 13:25:17.761168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-b24d476b-bf63-40e2-a4f2-17dd84778f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:17.768948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-b24d476b-bf63-40e2-a4f2-17dd84778f78 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 1.4092691 Feb 04 13:25:17.778277 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (2de50c32-3404-4aac-8c23-12c52916fabe), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:17.835056 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (2de50c32-3404-4aac-8c23-12c52916fabe), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:17.888374 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9ac26535-e442-4d68-b760-085cacf5a7f4 None None] For port f3a71f64-6e3f-43c9-92f3-d9218fbfff36, host n-d-714676-13, got binding levels [] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:17.889233 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9ac26535-e442-4d68-b760-085cacf5a7f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:17.889431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:25:17.891766 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (2de50c32-3404-4aac-8c23-12c52916fabe), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:17.893964 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:17.939686 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9ac26535-e442-4d68-b760-085cacf5a7f4 None None] Calling delete_port for f3a71f64-6e3f-43c9-92f3-d9218fbfff36 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:25:17.949593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.ipam_backend_mixin [None req-9ac26535-e442-4d68-b760-085cacf5a7f4 None None] Port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 was not found and therefore no delete operation was performed {{(pid=103608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:25:17.968315 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9ac26535-e442-4d68-b760-085cacf5a7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (f3a71f64-6e3f-43c9-92f3-d9218fbfff36), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:25:17.985076 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:25:18.082026 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac26535-e442-4d68-b760-085cacf5a7f4 None None] Pushing event deleted for resources: {'Port': ['ID=f3a71f64-6e3f-43c9-92f3-d9218fbfff36,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:18.117571 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac26535-e442-4d68-b760-085cacf5a7f4 None None] No DVR routers for this DVR port f3a71f64-6e3f-43c9-92f3-d9218fbfff36 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:18.288765 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (232123d0-0d2a-4843-872e-e2f58252f361), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:18.302695 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:18.312721 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-7d2290bb-f53d-4199-a100-6b1062a35efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:18.314455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1efe880e-0d85-40c3-a3f0-22a941c57a9d details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:25:18.316240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-7d2290bb-f53d-4199-a100-6b1062a35efa service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5454090 Feb 04 13:25:18.321149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-e433e411-8490-45ad-88fc-f7f345863adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:18.324666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-e433e411-8490-45ad-88fc-f7f345863adb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4066670 Feb 04 13:25:18.347774 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] 10.222.0.96 "DELETE /v2.0/networks/232123d0-0d2a-4843-872e-e2f58252f361 HTTP/1.1" status: 204 len: 168 time: 1.9262662 Feb 04 13:25:18.402938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b95f1-fd48-410f-8453-7a61ca87f82b admin admin] Pushing event deleted for resources: {'Network': ['ID=232123d0-0d2a-4843-872e-e2f58252f361,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:18.505240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-e34c43d9-55f3-438e-af11-32a63c8cb21b service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718884 Feb 04 13:25:18.724548 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-cc06151e-7360-4899-8c5a-3c82ba238601 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151132 Feb 04 13:25:18.742650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:18.780553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '1efe880e-0d85-40c3-a3f0-22a941c57a9d', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '1efe880e-0d85-40c3-a3f0-22a941c57a9d', 'mac_address': 'fa:16:3e:cf:9a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:25:18.803250 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38116) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:25:18.920430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 1efe880e-0d85-40c3-a3f0-22a941c57a9d is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:18.921307 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:18.954137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1dffe-e6c6-4b27-a5d8-925602b52acd req-612d0e44-5acc-4360-ada2-f029fc4b2cb9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:18.959682 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1e1dffe-e6c6-4b27-a5d8-925602b52acd req-612d0e44-5acc-4360-ada2-f029fc4b2cb9 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 948 time: 0.7857690 Feb 04 13:25:18.961266 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2b4c3ffd-bddc-4812-9076-444c6fdd757b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5e4e34a1fef244cba78455c8ad160250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564567 Feb 04 13:25:18.961883 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-3ef41f8b-238b-4ec9-8e44-1996a5bc91e5 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335923 Feb 04 13:25:18.965783 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38122) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:25:18.970835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efe880e-0d85-40c3-a3f0-22a941c57a9d {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:25:19.037543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:19.045550 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:19.174784 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1421045b-5890-4101-90d2-c11cf9aad98c admin admin] Publish callbacks [] for security_group (8242b15b-22ab-4073-ad70-395b3aad059d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:19.235762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=1efe880e-0d85-40c3-a3f0-22a941c57a9d,revision_number=12']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:19.295154 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f3a71f64-6e3f-43c9-92f3-d9218fbfff36 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:19.354265 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1421045b-5890-4101-90d2-c11cf9aad98c admin admin] Publish callbacks [] for security_group (8242b15b-22ab-4073-ad70-395b3aad059d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:19.400955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: f3a71f64-6e3f-43c9-92f3-d9218fbfff36 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:25:19.404462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f3a71f64-6e3f-43c9-92f3-d9218fbfff36 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:25:19.624053 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1421045b-5890-4101-90d2-c11cf9aad98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8242b15b-22ab-4073-ad70-395b3aad059d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:19.629533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1421045b-5890-4101-90d2-c11cf9aad98c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:19.637626 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1421045b-5890-4101-90d2-c11cf9aad98c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8242b15b-22ab-4073-ad70-395b3aad059d HTTP/1.1" status: 204 len: 168 time: 0.6659672 Feb 04 13:25:19.653826 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1e1dffe-e6c6-4b27-a5d8-925602b52acd req-f239b106-22c3-4c9d-8bc2-5dd4d769fd21 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755665 Feb 04 13:25:19.660671 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421045b-5890-4101-90d2-c11cf9aad98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8242b15b-22ab-4073-ad70-395b3aad059d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:19.674993 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4f92d80-2e5c-4795-b0d9-c61f846e3383 req-e38926af-ba89-4829-93e9-5ce1b23b5db1 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001860 Feb 04 13:25:19.732975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['1efe880e-0d85-40c3-a3f0-22a941c57a9d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:19.738723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e56da6-002d-437a-bc52-0d933bd057e3 req-2e4e9a8d-749f-4a65-9623-96579c3fcb16 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:19.766129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e56da6-002d-437a-bc52-0d933bd057e3 req-2e4e9a8d-749f-4a65-9623-96579c3fcb16 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:19.775307 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15e56da6-002d-437a-bc52-0d933bd057e3 req-2e4e9a8d-749f-4a65-9623-96579c3fcb16 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a&device_id=5a8f0108-73a2-467d-942f-3e80c28549f0 HTTP/1.1" status: 200 len: 1688 time: 1.2686722 Feb 04 13:25:20.003037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15e56da6-002d-437a-bc52-0d933bd057e3 req-25f0ac8a-695a-4d9e-9d55-48b9c65d918d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264452 Feb 04 13:25:20.057494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e5210-c3b0-404c-bb37-53f8170e69aa req-66c3ea95-60d0-4beb-8f26-7b9308afd71e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:20.075758 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-479e5210-c3b0-404c-bb37-53f8170e69aa req-66c3ea95-60d0-4beb-8f26-7b9308afd71e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 946 time: 0.2313280 Feb 04 13:25:20.126827 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b418f3f5-3b05-4487-9998-2d30184d5877 x-openstack-request-id: req-b418f3f5-3b05-4487-9998-2d30184d5877 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:20.127419 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159e21ce-7f96-4d0b-87aa-51bf5546bc3f", "name": "network-vif-plugged", "status": "completed", "tag": "66054143-0ac7-4736-ace7-fa1f2197d402", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:20.127929 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b418f3f5-3b05-4487-9998-2d30184d5877 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:20.128393 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159e21ce-7f96-4d0b-87aa-51bf5546bc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66054143-0ac7-4736-ace7-fa1f2197d402', 'code': 200} Feb 04 13:25:20.189166 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-479e5210-c3b0-404c-bb37-53f8170e69aa req-27b1a844-2311-4514-925c-89efb0e65e6e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053889 Feb 04 13:25:20.551722 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fade47-797c-48f6-bda1-44fab6b1b3b4 req-cc061660-377f-4d80-8fbc-515df13e4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:20.554468 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74fade47-797c-48f6-bda1-44fab6b1b3b4 req-cc061660-377f-4d80-8fbc-515df13e4bc7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 1129 time: 0.3035126 Feb 04 13:25:20.664292 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53229a2a-c39e-492e-912e-30af0b5a24be req-36b5678f-f420-4eae-ab41-fbbf97bea04b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:20.666919 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53229a2a-c39e-492e-912e-30af0b5a24be req-36b5678f-f420-4eae-ab41-fbbf97bea04b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 946 time: 0.3120766 Feb 04 13:25:20.681552 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6677b155-6c10-4f81-96e7-445e9456156a req-9c1120b8-d17d-4e0b-a61f-1672b38f380b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 210 time: 0.1355493 Feb 04 13:25:20.822422 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74fade47-797c-48f6-bda1-44fab6b1b3b4 req-24855d5c-d854-4308-8ac1-2e410dbd7bb1 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448030 Feb 04 13:25:20.862210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53229a2a-c39e-492e-912e-30af0b5a24be req-5ba9dd3e-f184-41dc-9ff3-fc25da6efb06 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659937 Feb 04 13:25:21.128576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44ea1e-6ac2-42d4-9552-917b213be098 req-abf779c7-57c2-4438-8d87-6e93fd25faca tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:21.145430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a44ea1e-6ac2-42d4-9552-917b213be098 req-abf779c7-57c2-4438-8d87-6e93fd25faca tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.2300186 Feb 04 13:25:21.295209 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a44ea1e-6ac2-42d4-9552-917b213be098 req-d294768c-da6c-445a-9430-48a96a14f1f9 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484756 Feb 04 13:25:21.346581 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6b6e8-5366-4ff1-98d2-3af24e96671f req-7c352a02-6b33-4962-9730-a329e9f79f1b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:21.350283 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ba6b6e8-5366-4ff1-98d2-3af24e96671f req-7c352a02-6b33-4962-9730-a329e9f79f1b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 949 time: 0.1826141 Feb 04 13:25:21.442501 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ba6b6e8-5366-4ff1-98d2-3af24e96671f req-beb3b5d6-aaac-499d-b1cf-b87830dea775 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829370 Feb 04 13:25:21.683998 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90cbf0-e1fc-4d49-badc-c296eff790a3 req-589e5910-c6a4-4b7f-97f5-770a1189ab71 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:21.694190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b90cbf0-e1fc-4d49-badc-c296eff790a3 req-589e5910-c6a4-4b7f-97f5-770a1189ab71 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 1129 time: 0.1840143 Feb 04 13:25:21.795655 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed0655-81cc-4d25-b462-059d303a528a req-6055cb3a-c518-46cd-973b-1d23173dd103 tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:21.799799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10ed0655-81cc-4d25-b462-059d303a528a req-6055cb3a-c518-46cd-973b-1d23173dd103 tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 1132 time: 0.2064223 Feb 04 13:25:21.870363 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b90cbf0-e1fc-4d49-badc-c296eff790a3 req-d2b4fb2a-02b1-4160-ac29-ebcbc321fa3f tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570411 Feb 04 13:25:21.957715 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10ed0655-81cc-4d25-b462-059d303a528a req-0bc06d71-953e-4922-9740-5918a4b2e040 tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443667 Feb 04 13:25:22.224264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f5d22-0200-4417-84a1-61608fba7d83 req-0bac0b06-f1bd-421f-befe-b94406ab5fdc tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:22.225988 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d4f5d22-0200-4417-84a1-61608fba7d83 req-0bac0b06-f1bd-421f-befe-b94406ab5fdc tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 946 time: 0.1096852 Feb 04 13:25:22.353917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1efe880e-0d85-40c3-a3f0-22a941c57a9d up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:25:22.458742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d4f5d22-0200-4417-84a1-61608fba7d83 req-11095dbd-2361-4b23-b470-c023eae08f3b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138190 Feb 04 13:25:22.496006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 1efe880e-0d85-40c3-a3f0-22a941c57a9d completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:22.506359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 1efe880e-0d85-40c3-a3f0-22a941c57a9d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:22.506890 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:22.637369 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-289f83bf-4cfe-449f-9d22-5a6f51f49cba req-a3de0dc6-03ba-44bf-9d5a-f884feed55cd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1733723 Feb 04 13:25:22.676045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663a6ac-90e6-43ea-bc5b-3312f963546e req-c2d38095-bd4e-4b90-b24d-19208ea98ea9 tempest-MigrationsAdminTest-346100852 tempest-MigrationsAdminTest-346100852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:22.678617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 1efe880e-0d85-40c3-a3f0-22a941c57a9d is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:22.679028 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:22.696576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8663a6ac-90e6-43ea-bc5b-3312f963546e req-c2d38095-bd4e-4b90-b24d-19208ea98ea9 tempest-MigrationsAdminTest-346100852 tempest-MigrationsAdminTest-346100852-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 1132 time: 0.1741350 Feb 04 13:25:22.731962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:22.738585 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0cb857-7df6-4dbb-91a8-7139a15ae3c4" -d '{"events": [{"server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "name": "network-vif-plugged", "status": "completed", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:22.774372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:22.785100 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:22.844522 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8663a6ac-90e6-43ea-bc5b-3312f963546e req-5b63790b-c524-40c2-bf56-efb437077605 tempest-MigrationsAdminTest-346100852 tempest-MigrationsAdminTest-346100852-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386039 Feb 04 13:25:22.972533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=1efe880e-0d85-40c3-a3f0-22a941c57a9d,revision_number=13']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:23.010083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f83bf-4cfe-449f-9d22-5a6f51f49cba req-2f4d6a14-d7ae-4f5d-986c-12b480f4afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:23.015798 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-289f83bf-4cfe-449f-9d22-5a6f51f49cba req-2f4d6a14-d7ae-4f5d-986c-12b480f4afa0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9bf6f764e0d34de9a21a32956f525822&device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 1148 time: 0.1662052 Feb 04 13:25:23.065076 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb98cccf-ef29-4e4a-bfd5-ab601672350e req-f1bf4321-7597-4ba4-8fe4-da2c77d80693 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 210 time: 0.0476317 Feb 04 13:25:23.390091 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c24394-235c-4e51-bfc9-d6ff0f26377f req-cb197c3b-9dd7-4244-a556-5f7da0d2161e tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:23.409523 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-02c24394-235c-4e51-bfc9-d6ff0f26377f req-cb197c3b-9dd7-4244-a556-5f7da0d2161e tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 1129 time: 0.1925399 Feb 04 13:25:23.435215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f83bf-4cfe-449f-9d22-5a6f51f49cba req-06aa12d2-5f0e-4219-89c0-4fc3e5c728fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:23.437236 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-289f83bf-4cfe-449f-9d22-5a6f51f49cba req-06aa12d2-5f0e-4219-89c0-4fc3e5c728fe service neutron] 10.222.0.100 "GET /v2.0/networks?id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 200 len: 922 time: 0.3709080 Feb 04 13:25:23.439975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2164129-8eef-4109-a0c5-ab1d28f77b8d req-b1bd11a0-1539-4311-b793-23cb36da70e4 tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:23.441903 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2164129-8eef-4109-a0c5-ab1d28f77b8d req-b1bd11a0-1539-4311-b793-23cb36da70e4 tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=5a8f0108-73a2-467d-942f-3e80c28549f0 HTTP/1.1" status: 200 len: 1131 time: 0.1697803 Feb 04 13:25:23.534035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-289f83bf-4cfe-449f-9d22-5a6f51f49cba req-de80ae0d-56ea-4ca4-bf40-0840713c4faf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb HTTP/1.1" status: 200 len: 217 time: 0.0884624 Feb 04 13:25:23.654717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-02c24394-235c-4e51-bfc9-d6ff0f26377f req-c5b33c06-c1ee-4ae7-9d56-d1e5d5760642 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394021 Feb 04 13:25:23.789985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f83bf-4cfe-449f-9d22-5a6f51f49cba req-e3055dcd-0e64-4a55-8078-6c0a21ec8336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:23.798736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-289f83bf-4cfe-449f-9d22-5a6f51f49cba req-e3055dcd-0e64-4a55-8078-6c0a21ec8336 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 200 len: 861 time: 0.2403071 Feb 04 13:25:23.821998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2164129-8eef-4109-a0c5-ab1d28f77b8d req-793fab6c-ee6a-4d3f-b5a9-82cc7eb3465d tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673177 Feb 04 13:25:23.982349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-289f83bf-4cfe-449f-9d22-5a6f51f49cba req-390e962e-b321-486d-b2f5-a74c45b01adb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61ca0165-b211-4bf2-8aa5-2b12f455eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511898 Feb 04 13:25:24.000818 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414f6f7f-bd1f-4871-bcee-3e905704db2a x-openstack-request-id: req-414f6f7f-bd1f-4871-bcee-3e905704db2a {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:24.003608 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "name": "network-vif-plugged", "status": "completed", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:24.004392 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-414f6f7f-bd1f-4871-bcee-3e905704db2a {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:24.005624 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d', 'code': 200} Feb 04 13:25:24.184690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ae9c1-4f89-49ce-8f80-ab8f9b7aa52a req-2671e48e-4c62-47c3-a15b-5435290e3525 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:24.203005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2ae9c1-4f89-49ce-8f80-ab8f9b7aa52a req-2671e48e-4c62-47c3-a15b-5435290e3525 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.3792558 Feb 04 13:25:24.360102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-289f83bf-4cfe-449f-9d22-5a6f51f49cba req-828017c5-50fe-4daf-a255-7d75978c88fd service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697524 Feb 04 13:25:24.506534 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2ae9c1-4f89-49ce-8f80-ab8f9b7aa52a req-78ad83ee-90b2-4131-8176-2f605fbeb4bd tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970355 Feb 04 13:25:24.588462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-289f83bf-4cfe-449f-9d22-5a6f51f49cba req-ff898858-e9ac-4d36-839b-0e3d26e775b2 service neutron] 10.222.0.100 "GET /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177999 Feb 04 13:25:24.954795 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-276002e2-42b6-4a82-930b-8aec8908d33a req-36047721-f013-48d1-9407-9d5e2b73de88 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0781822 Feb 04 13:25:25.010331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e5738-e18b-4bde-a9d8-493ece616ae6 req-61188bfd-f940-4dd1-a734-17d7aff40ea5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:25.016461 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e2e5738-e18b-4bde-a9d8-493ece616ae6 req-61188bfd-f940-4dd1-a734-17d7aff40ea5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 946 time: 0.2066488 Feb 04 13:25:25.084542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d5bc6-7189-4c23-be90-50db33993c65 req-03f26b82-31f2-4966-9cb7-524a7885f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:25.089805 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c8d5bc6-7189-4c23-be90-50db33993c65 req-03f26b82-31f2-4966-9cb7-524a7885f267 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f733bdbd906d4fae854639e1049cf5f9&device_id=82a25b46-cddb-4d76-9da9-43877c48ab1e HTTP/1.1" status: 200 len: 1133 time: 0.2132680 Feb 04 13:25:25.332494 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e2e5738-e18b-4bde-a9d8-493ece616ae6 req-a2dc34ef-a99b-41be-8442-8dd9de04ca3e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056602 Feb 04 13:25:25.352019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa78e530-1cba-4449-ba7f-bb4f7d4cd062 req-ab641bec-c47b-47ad-9171-db72555be786 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 210 time: 0.1171691 Feb 04 13:25:25.448544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d5bc6-7189-4c23-be90-50db33993c65 req-529782c4-d633-473e-b99d-224586353c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:25.455275 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c8d5bc6-7189-4c23-be90-50db33993c65 req-529782c4-d633-473e-b99d-224586353c9b service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3262157 Feb 04 13:25:25.558442 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c8d5bc6-7189-4c23-be90-50db33993c65 req-3adbdf28-a08b-4498-9c4f-0cb44f0eff6c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0c64da64-fd5b-4292-b741-6cc419dc1e39 HTTP/1.1" status: 200 len: 217 time: 0.0939670 Feb 04 13:25:25.640379 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-4a71723c-cab6-427c-b601-46e38585cd85 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=ad8b8a8618714a90ad8e096d438a4976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879002 Feb 04 13:25:25.951273 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-e1314877-3c29-4a67-a4c2-47fc4f5477ae tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:25.952867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-e1314877-3c29-4a67-a4c2-47fc4f5477ae tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2934170 Feb 04 13:25:25.974817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d5bc6-7189-4c23-be90-50db33993c65 req-84f1ab54-3d6a-477b-b048-70e342c01293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:25.976283 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c8d5bc6-7189-4c23-be90-50db33993c65 req-84f1ab54-3d6a-477b-b048-70e342c01293 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.3409779 Feb 04 13:25:25.982781 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-d72a6791-43e4-49be-8ac4-78c47f239b3b tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/quotas/ad8b8a8618714a90ad8e096d438a4976 HTTP/1.1" status: 200 len: 375 time: 0.0206289 Feb 04 13:25:25.991667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f81d23-8807-48ee-86e1-afbda280758e req-5ef5b727-b33b-4d24-9c4f-c6e3e5724e01 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:25.993320 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97f81d23-8807-48ee-86e1-afbda280758e req-5ef5b727-b33b-4d24-9c4f-c6e3e5724e01 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 950 time: 0.4438119 Feb 04 13:25:26.178816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d5bc6-7189-4c23-be90-50db33993c65 req-60380e70-bca5-490b-87a7-4149cf77a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:26.180669 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c8d5bc6-7189-4c23-be90-50db33993c65 req-60380e70-bca5-490b-87a7-4149cf77a6ef service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1863654 Feb 04 13:25:26.184690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97f81d23-8807-48ee-86e1-afbda280758e req-66bbc01a-817b-4365-84a9-4f5e29835ab3 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460912 Feb 04 13:25:26.232861 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-6985a159-a9c0-49a5-a310-70a24ec0269f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2372575 Feb 04 13:25:26.345208 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c8d5bc6-7189-4c23-be90-50db33993c65 req-47119147-01ae-4cff-a1ab-3d80bbbbc35a service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542976 Feb 04 13:25:26.666655 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c8d5bc6-7189-4c23-be90-50db33993c65 req-ad6996d8-b386-4501-a53b-950f62294872 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126261 Feb 04 13:25:26.754921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef683e5-2934-416a-a024-2d9a52cb259b req-a9b68c5f-e3a9-4480-ae6f-76b5c46d96ad tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:26.766421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef683e5-2934-416a-a024-2d9a52cb259b req-a9b68c5f-e3a9-4480-ae6f-76b5c46d96ad tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.1116917 Feb 04 13:25:27.094722 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef683e5-2934-416a-a024-2d9a52cb259b req-58dd4ce2-faf7-41bf-8ecd-e87fcacdf41a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149977 Feb 04 13:25:27.206956 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7a67d-fd78-4f2c-9fb8-b8ed7483c68a req-c33b2a52-6efe-4ddd-922e-7f99e04c70c2 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:27.216416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8d7a67d-fd78-4f2c-9fb8-b8ed7483c68a req-c33b2a52-6efe-4ddd-922e-7f99e04c70c2 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.99 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 950 time: 0.2381942 Feb 04 13:25:27.318194 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2fd48bc3-10a0-4d82-a85d-31f32234ca59 req-6de45e03-b5a0-4ab4-94d8-f1c084dca764 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 210 time: 0.0804167 Feb 04 13:25:27.460444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce2f0d7b-0632-4b25-9e4d-38cccff4e027 req-f129e633-0f99-4f8c-9d38-bf6b7159f7e7 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.1396358 Feb 04 13:25:27.597856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d8d7a67d-fd78-4f2c-9fb8-b8ed7483c68a req-b31bb3d8-edd1-414d-bfec-b319bdcccf7b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Deleting port 1efe880e-0d85-40c3-a3f0-22a941c57a9d {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:25:27.598358 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d8d7a67d-fd78-4f2c-9fb8-b8ed7483c68a req-b31bb3d8-edd1-414d-bfec-b319bdcccf7b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:27.755014 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe96fe1-a868-42a8-a0b2-5661ba909c0a req-5154c056-3ad7-4afd-ad10-450b30730527 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:27.767489 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2fe96fe1-a868-42a8-a0b2-5661ba909c0a req-5154c056-3ad7-4afd-ad10-450b30730527 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 1129 time: 0.3108022 Feb 04 13:25:27.813931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-abfc07bc-046f-49b0-9e9c-7b9e8c1a620d req-626827d3-0e26-4c0f-92ee-01ef118996d3 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 210 time: 0.0923917 Feb 04 13:25:27.969727 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2fe96fe1-a868-42a8-a0b2-5661ba909c0a req-914e748e-2170-4e8d-b20d-9a1bf98e9d02 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011154 Feb 04 13:25:28.005991 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d8d7a67d-fd78-4f2c-9fb8-b8ed7483c68a req-b31bb3d8-edd1-414d-bfec-b319bdcccf7b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] For port 1efe880e-0d85-40c3-a3f0-22a941c57a9d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1efe880e-0d85-40c3-a3f0-22a941c57a9d,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:28.006588 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d8d7a67d-fd78-4f2c-9fb8-b8ed7483c68a req-b31bb3d8-edd1-414d-bfec-b319bdcccf7b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:28.026965 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d8d7a67d-fd78-4f2c-9fb8-b8ed7483c68a req-b31bb3d8-edd1-414d-bfec-b319bdcccf7b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Calling delete_port for 1efe880e-0d85-40c3-a3f0-22a941c57a9d owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:25:28.058496 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a63595-be76-42f4-a1c4-b6123628db57 req-62c9cb9c-52dc-4de1-93a7-ecbcaa77597d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:28.060591 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83a63595-be76-42f4-a1c4-b6123628db57 req-62c9cb9c-52dc-4de1-93a7-ecbcaa77597d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 946 time: 0.1335037 Feb 04 13:25:28.290929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83a63595-be76-42f4-a1c4-b6123628db57 req-0bfc02e5-faf8-4ca6-9ef2-07d620845816 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777048 Feb 04 13:25:28.604671 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-b88cf83b-b941-4f73-8e33-20ff96cb456f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=ad8b8a8618714a90ad8e096d438a4976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2936783 Feb 04 13:25:29.322697 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3036e-1491-419e-bdcd-b1686e0bd63c req-1a6df0bd-6716-4fe9-8e74-3e72e5be5833 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:29.332313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5e3036e-1491-419e-bdcd-b1686e0bd63c req-1a6df0bd-6716-4fe9-8e74-3e72e5be5833 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=233579f9-f820-474f-9abd-5643c758725c HTTP/1.1" status: 200 len: 950 time: 1.2115369 Feb 04 13:25:29.413806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-9a2593d4-ecf4-4c49-8a68-bc8c2edf9e09 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:29.419561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-9a2593d4-ecf4-4c49-8a68-bc8c2edf9e09 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8063924 Feb 04 13:25:29.467396 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-6de37507-121e-4509-bbc9-6c34786af734 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Request body: {'port': {'device_id': 'f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': 'ad8b8a8618714a90ad8e096d438a4976'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:29.534691 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d8d7a67d-fd78-4f2c-9fb8-b8ed7483c68a req-b31bb3d8-edd1-414d-bfec-b319bdcccf7b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (1efe880e-0d85-40c3-a3f0-22a941c57a9d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:29.551280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['e8a9f93e-eff3-426d-a478-32e1ddbe4bcc', '71e83384-ea64-4871-9208-45f2474a5445'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:29.611067 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c843b7ba-b8f6-4d0f-b121-918de0a8e779'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:29.656954 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-11bfe08a-d627-4969-a40d-1b3f64e95c85 req-6e6d3aac-d841-4267-aa9f-71af086c5689 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0607457 Feb 04 13:25:29.679215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bb3d8-edd1-414d-bfec-b319bdcccf7b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Pushing event deleted for resources: {'Port': ['ID=1efe880e-0d85-40c3-a3f0-22a941c57a9d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:29.731938 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5e3036e-1491-419e-bdcd-b1686e0bd63c req-67c364c5-54f3-4c4d-9acf-8ed72c33d948 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976529 Feb 04 13:25:29.871989 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d0910-022d-444c-9c94-77bbb036942c req-f0b90b48-041d-4dce-8ccb-75efc5875a85 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:29.874447 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e7d0910-022d-444c-9c94-77bbb036942c req-f0b90b48-041d-4dce-8ccb-75efc5875a85 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 946 time: 0.5859058 Feb 04 13:25:29.880255 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d7a67d-fd78-4f2c-9fb8-b8ed7483c68a req-b31bb3d8-edd1-414d-bfec-b319bdcccf7b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] No DVR routers for this DVR port 1efe880e-0d85-40c3-a3f0-22a941c57a9d on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:29.887521 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d8d7a67d-fd78-4f2c-9fb8-b8ed7483c68a req-b31bb3d8-edd1-414d-bfec-b319bdcccf7b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:29.891598 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8d7a67d-fd78-4f2c-9fb8-b8ed7483c68a req-b31bb3d8-edd1-414d-bfec-b319bdcccf7b tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.99 "DELETE /v2.0/ports/1efe880e-0d85-40c3-a3f0-22a941c57a9d HTTP/1.1" status: 204 len: 173 time: 2.6659901 Feb 04 13:25:29.892212 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'name': 'network-vif-deleted', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:29.895088 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c071be-b472-414a-a9be-470583dcceb8" -d '{"events": [{"server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "name": "network-vif-deleted", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:30.286602 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-6de37507-121e-4509-bbc9-6c34786af734 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Made reservation on behalf of ad8b8a8618714a90ad8e096d438a4976 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:30.311062 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-6de37507-121e-4509-bbc9-6c34786af734 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:30.431871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 66054143-0ac7-4736-ace7-fa1f2197d402 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:30.489820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaf8a9-5cd1-4dbd-b237-946896c4144d req-74595aa0-4a6d-47ba-8ec6-ef0a729a707d tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:30.505082 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99aaf8a9-5cd1-4dbd-b237-946896c4144d req-74595aa0-4a6d-47ba-8ec6-ef0a729a707d tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.4935834 Feb 04 13:25:30.580988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-b65841bb-1bdf-44f2-8d5b-66e4870e46e7 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:25:30.582463 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-b65841bb-1bdf-44f2-8d5b-66e4870e46e7 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2792130 Feb 04 13:25:30.780241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 66054143-0ac7-4736-ace7-fa1f2197d402 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:30.784456 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (66054143-0ac7-4736-ace7-fa1f2197d402), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:30.810446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03613d00-ece4-4220-8553-f55bbb1df57e req-550733c9-200b-41ae-a348-1e61254444f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:30.820384 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-550733c9-200b-41ae-a348-1e61254444f8 service neutron] 10.222.0.96 "GET /v2.0/ports/314e7e4e-b003-4e20-89be-33901107ca48 HTTP/1.1" status: 200 len: 1126 time: 0.2290294 Feb 04 13:25:30.821598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-0e7d0910-022d-444c-9c94-77bbb036942c req-1d9d2331-ec7f-456b-863e-61d44be0b54b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Deleting port 66054143-0ac7-4736-ace7-fa1f2197d402 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:25:30.822210 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0e7d0910-022d-444c-9c94-77bbb036942c req-1d9d2331-ec7f-456b-863e-61d44be0b54b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (66054143-0ac7-4736-ace7-fa1f2197d402), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:30.830658 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ea91744f-b1ac-4e3a-84ec-e2d5843507d2 service neutron] Request body: {'binding': {'host': 'n-h2-714676-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:30.831688 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ea91744f-b1ac-4e3a-84ec-e2d5843507d2 service neutron] Unknown quota resources ['binding']. {{(pid=103607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:25:30.892436 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159e21ce-7f96-4d0b-87aa-51bf5546bc3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66054143-0ac7-4736-ace7-fa1f2197d402'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:30.898804 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6436560e-f3cf-44cc-8fc3-eb61dc62d0ee" -d '{"events": [{"server_uuid": "159e21ce-7f96-4d0b-87aa-51bf5546bc3f", "name": "network-vif-unplugged", "status": "completed", "tag": "66054143-0ac7-4736-ace7-fa1f2197d402"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:30.907589 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-6de37507-121e-4509-bbc9-6c34786af734 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Allocated IP 192.168.233.123 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/a69c33ec-67a9-40ae-bbad-c86c24e40981) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:30.962927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 66054143-0ac7-4736-ace7-fa1f2197d402, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=66054143-0ac7-4736-ace7-fa1f2197d402,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:30.971313 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (66054143-0ac7-4736-ace7-fa1f2197d402), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:30.972281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1efe880e-0d85-40c3-a3f0-22a941c57a9d no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:31.032848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 1efe880e-0d85-40c3-a3f0-22a941c57a9d {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:25:31.033190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1efe880e-0d85-40c3-a3f0-22a941c57a9d not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:25:31.095881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99aaf8a9-5cd1-4dbd-b237-946896c4144d req-81acd90c-1f8e-433e-b78a-0216e3c18862 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5879622 Feb 04 13:25:31.216568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=66054143-0ac7-4736-ace7-fa1f2197d402,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:31.345910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-0e7d0910-022d-444c-9c94-77bbb036942c req-1d9d2331-ec7f-456b-863e-61d44be0b54b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] For port 66054143-0ac7-4736-ace7-fa1f2197d402, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=66054143-0ac7-4736-ace7-fa1f2197d402,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:31.346598 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0e7d0910-022d-444c-9c94-77bbb036942c req-1d9d2331-ec7f-456b-863e-61d44be0b54b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (66054143-0ac7-4736-ace7-fa1f2197d402), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:31.372692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-0e7d0910-022d-444c-9c94-77bbb036942c req-1d9d2331-ec7f-456b-863e-61d44be0b54b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Calling delete_port for 66054143-0ac7-4736-ace7-fa1f2197d402 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:25:31.396004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ea91744f-b1ac-4e3a-84ec-e2d5843507d2 service neutron] Attempting to bind port 314e7e4e-b003-4e20-89be-33901107ca48 on host n-h2-714676-13 for vnic_type normal with profile None {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:25:31.396520 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ea91744f-b1ac-4e3a-84ec-e2d5843507d2 service neutron] Attempting to bind port 314e7e4e-b003-4e20-89be-33901107ca48 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:25:31.397042 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ea91744f-b1ac-4e3a-84ec-e2d5843507d2 service neutron] Attempting to bind port 314e7e4e-b003-4e20-89be-33901107ca48 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:31.419924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ea91744f-b1ac-4e3a-84ec-e2d5843507d2 service neutron] Port 314e7e4e-b003-4e20-89be-33901107ca48 on network 15db41b1-a6d5-41af-b587-4385571234bf not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:25:31.420460 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ea91744f-b1ac-4e3a-84ec-e2d5843507d2 service neutron] Attempting to bind port 314e7e4e-b003-4e20-89be-33901107ca48 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:31.451805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ea91744f-b1ac-4e3a-84ec-e2d5843507d2 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:25:31.452361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ea91744f-b1ac-4e3a-84ec-e2d5843507d2 service neutron] Checking segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:25:31.455410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ea91744f-b1ac-4e3a-84ec-e2d5843507d2 service neutron] Bound using segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:25:31.456298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ea91744f-b1ac-4e3a-84ec-e2d5843507d2 service neutron] Bound port: 314e7e4e-b003-4e20-89be-33901107ca48, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:25:31.621000 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ea91744f-b1ac-4e3a-84ec-e2d5843507d2 service neutron] For port 314e7e4e-b003-4e20-89be-33901107ca48, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=314e7e4e-b003-4e20-89be-33901107ca48,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:25:31.646572 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ea91744f-b1ac-4e3a-84ec-e2d5843507d2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:31.651249 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ea91744f-b1ac-4e3a-84ec-e2d5843507d2 service neutron] 10.222.0.96 "POST /v2.0/ports/314e7e4e-b003-4e20-89be-33901107ca48/bindings HTTP/1.1" status: 201 len: 390 time: 0.8265324 Feb 04 13:25:31.710806 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15c355ac-5f9f-4030-a423-a67ec2accade req-866f32cb-f0fc-4524-8b8d-210ff776c87b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 210 time: 0.1587734 Feb 04 13:25:32.027204 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-6de37507-121e-4509-bbc9-6c34786af734 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks [] for port (a69c33ec-67a9-40ae-bbad-c86c24e40981), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:32.243316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f105573-a4a0-466f-89ee-c5d38b3449c1 req-69ab1db1-b44e-4945-bd51-5a90cbce6e52 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 210 time: 0.1100595 Feb 04 13:25:32.287132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03613d00-ece4-4220-8553-f55bbb1df57e req-48aed76f-adef-418c-915a-81a14a6b6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:32.297011 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-48aed76f-adef-418c-915a-81a14a6b6452 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 1129 time: 0.1517293 Feb 04 13:25:32.313351 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fdae9284-5ee8-428f-a5ab-6287dd4e39d7 req-2957c1ee-1f54-4588-a728-893d72ac78b5 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0630362 Feb 04 13:25:32.366666 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0e7d0910-022d-444c-9c94-77bbb036942c req-1d9d2331-ec7f-456b-863e-61d44be0b54b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (66054143-0ac7-4736-ace7-fa1f2197d402), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:32.428672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d2331-ec7f-456b-863e-61d44be0b54b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Pushing event deleted for resources: {'Port': ['ID=66054143-0ac7-4736-ace7-fa1f2197d402,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:32.447635 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-6de37507-121e-4509-bbc9-6c34786af734 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (a69c33ec-67a9-40ae-bbad-c86c24e40981), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:32.466317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['2433332f-bb6d-485e-abec-a8d2cdd3b4e8', 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76', '413e0ed6-09c2-47a2-b509-4d4366b76f11'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:32.484018 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a368d79c-c198-4523-9b18-c877611ed28d x-openstack-request-id: req-a368d79c-c198-4523-9b18-c877611ed28d {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:32.484665 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233579f9-f820-474f-9abd-5643c758725c", "name": "network-vif-deleted", "tag": "1efe880e-0d85-40c3-a3f0-22a941c57a9d", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:32.485413 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a368d79c-c198-4523-9b18-c877611ed28d {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:32.486243 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233579f9-f820-474f-9abd-5643c758725c', 'name': 'network-vif-deleted', 'tag': '1efe880e-0d85-40c3-a3f0-22a941c57a9d', 'status': 'completed', 'code': 200} Feb 04 13:25:32.647977 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['001083f3-2766-40eb-b8ff-f8ec33f53d90', '5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:32.668083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7d0910-022d-444c-9c94-77bbb036942c req-1d9d2331-ec7f-456b-863e-61d44be0b54b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] No DVR routers for this DVR port 66054143-0ac7-4736-ace7-fa1f2197d402 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:32.731862 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03613d00-ece4-4220-8553-f55bbb1df57e req-7ade7884-2fd0-4f2c-80eb-c4dc5cddf221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:32.735329 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-7ade7884-2fd0-4f2c-80eb-c4dc5cddf221 service neutron] 10.222.0.100 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.4347765 Feb 04 13:25:32.738658 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9538bf6-06cb-4081-8160-0676f782ea84 x-openstack-request-id: req-d9538bf6-06cb-4081-8160-0676f782ea84 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:32.742073 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159e21ce-7f96-4d0b-87aa-51bf5546bc3f", "name": "network-vif-unplugged", "status": "completed", "tag": "66054143-0ac7-4736-ace7-fa1f2197d402", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:32.743417 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d9538bf6-06cb-4081-8160-0676f782ea84 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:32.744362 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159e21ce-7f96-4d0b-87aa-51bf5546bc3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66054143-0ac7-4736-ace7-fa1f2197d402', 'code': 200} Feb 04 13:25:32.763893 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52e41974-6d05-4fd1-99c9-06254e1ce70f req-dca1a49d-48cf-4cbc-867b-ed71b575407c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=159e21ce-7f96-4d0b-87aa-51bf5546bc3f HTTP/1.1" status: 200 len: 210 time: 0.2123587 Feb 04 13:25:32.778158 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0e7d0910-022d-444c-9c94-77bbb036942c req-1d9d2331-ec7f-456b-863e-61d44be0b54b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:32.829365 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e7d0910-022d-444c-9c94-77bbb036942c req-1d9d2331-ec7f-456b-863e-61d44be0b54b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "DELETE /v2.0/ports/66054143-0ac7-4736-ace7-fa1f2197d402 HTTP/1.1" status: 204 len: 173 time: 2.8660429 Feb 04 13:25:32.877920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de37507-121e-4509-bbc9-6c34786af734 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event updated for resources: {'Port': ['ID=a69c33ec-67a9-40ae-bbad-c86c24e40981,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:32.900611 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-6de37507-121e-4509-bbc9-6c34786af734 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:32.906971 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-6de37507-121e-4509-bbc9-6c34786af734 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:32.909392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-6de37507-121e-4509-bbc9-6c34786af734 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:25:32.920762 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-bbe6f455-5e7c-49ef-9d06-fb79051efa4e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=314e7e4e-b003-4e20-89be-33901107ca48 HTTP/1.1" status: 200 len: 217 time: 0.1565773 Feb 04 13:25:33.125516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03613d00-ece4-4220-8553-f55bbb1df57e req-a555c574-5e0b-447a-a480-b8d7b99fb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:33.127211 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-a555c574-5e0b-447a-a480-b8d7b99fb7df service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.1970320 Feb 04 13:25:33.194280 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ff6b7f48-3fbf-4b73-983c-a36079d07553 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596294 Feb 04 13:25:33.244809 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-6de37507-121e-4509-bbc9-6c34786af734 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:33.245952 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-6de37507-121e-4509-bbc9-6c34786af734 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:33.279192 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-6de37507-121e-4509-bbc9-6c34786af734 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8223143 Feb 04 13:25:33.302231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Request body: {'port': {'device_id': 'f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:33.332899 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf6e6c-b4a4-4adf-9e5a-07ae115df52f req-2cafb4b5-0576-49af-b194-5332cb450392 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:33.336556 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-acaf6e6c-b4a4-4adf-9e5a-07ae115df52f req-2cafb4b5-0576-49af-b194-5332cb450392 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.2747149 Feb 04 13:25:33.400464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8539b56-9df1-4f96-8758-4fb21ee90bf8 req-0723c23a-53aa-4821-bae5-96d8ad47f3ae tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:33.415284 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8539b56-9df1-4f96-8758-4fb21ee90bf8 req-0723c23a-53aa-4821-bae5-96d8ad47f3ae tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 946 time: 0.5197036 Feb 04 13:25:33.431494 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-a66458ab-758c-456c-b6e1-e0fed307eed2 service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276657 Feb 04 13:25:33.651165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8539b56-9df1-4f96-8758-4fb21ee90bf8 req-e051acea-891b-4b35-bcea-3fb6c52df96e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345197 Feb 04 13:25:33.739771 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a69c33ec-67a9-40ae-bbad-c86c24e40981), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:33.799708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-acaf6e6c-b4a4-4adf-9e5a-07ae115df52f req-06113ea1-cfbe-46d9-a5b9-e0f9f0dd7147 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4223225 Feb 04 13:25:33.935204 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-edf6504a-7e04-4122-9b8e-d758bf468f85 service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968476 Feb 04 13:25:33.999557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9f912098-193f-4623-8319-7b0d40bd3458 None None] Provisioning complete for port a69c33ec-67a9-40ae-bbad-c86c24e40981 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:34.000171 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9f912098-193f-4623-8319-7b0d40bd3458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a69c33ec-67a9-40ae-bbad-c86c24e40981), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:34.298532 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03613d00-ece4-4220-8553-f55bbb1df57e req-6faca9b0-8d2c-42a5-93b8-c13281d0281d tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:34.305088 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-6faca9b0-8d2c-42a5-93b8-c13281d0281d tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f&tenant_id=c66aed92d02a400db6163d7d33da33b0&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 1129 time: 0.2484646 Feb 04 13:25:34.325877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-714676-13'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:34.545594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159e21ce-7f96-4d0b-87aa-51bf5546bc3f', 'name': 'network-vif-deleted', 'tag': '66054143-0ac7-4736-ace7-fa1f2197d402'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:34.556430 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba17d490-bdd0-486d-bd39-5f0ce45f11e6" -d '{"events": [{"server_uuid": "159e21ce-7f96-4d0b-87aa-51bf5546bc3f", "name": "network-vif-deleted", "tag": "66054143-0ac7-4736-ace7-fa1f2197d402"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:34.564152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9f912098-193f-4623-8319-7b0d40bd3458 None None] Port a69c33ec-67a9-40ae-bbad-c86c24e40981 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:25:34.581737 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (314e7e4e-b003-4e20-89be-33901107ca48), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:34.694558 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a622d097-4095-473a-8932-c7988535e5fc req-37f4d9a4-1e4e-4d13-a009-a804eba58dfe tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 210 time: 0.1201172 Feb 04 13:25:35.033297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69c33ec-67a9-40ae-bbad-c86c24e40981 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:25:35.036896 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] For port 314e7e4e-b003-4e20-89be-33901107ca48, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=314e7e4e-b003-4e20-89be-33901107ca48,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:35.052955 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Publish callbacks [] for port (a69c33ec-67a9-40ae-bbad-c86c24e40981), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:35.142949 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Transition to ACTIVE for port object a69c33ec-67a9-40ae-bbad-c86c24e40981 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:35.150070 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] For port 314e7e4e-b003-4e20-89be-33901107ca48, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:25:35.181876 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (a69c33ec-67a9-40ae-bbad-c86c24e40981), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:35.217711 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Publish callbacks [] for port (314e7e4e-b003-4e20-89be-33901107ca48), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:35.220640 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cb1ace-77fb-4050-9911-22aadc2de30f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '314e7e4e-b003-4e20-89be-33901107ca48'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:35.224015 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8deabe-1082-45b5-8346-8c97cb71e38e" -d '{"events": [{"server_uuid": "b1cb1ace-77fb-4050-9911-22aadc2de30f", "name": "network-vif-unplugged", "status": "completed", "tag": "314e7e4e-b003-4e20-89be-33901107ca48"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:35.229161 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (314e7e4e-b003-4e20-89be-33901107ca48), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:35.273167 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a69c33ec-67a9-40ae-bbad-c86c24e40981,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:35.295383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62104c47-00db-46d9-afe7-b1650abeadb2 req-f230bc94-f8a9-4e24-861f-276d34544478 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:35.308758 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62104c47-00db-46d9-afe7-b1650abeadb2 req-f230bc94-f8a9-4e24-861f-276d34544478 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 936 time: 0.3614447 Feb 04 13:25:35.318850 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=314e7e4e-b003-4e20-89be-33901107ca48,revision_number=7']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:35.398560 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Attempting to bind port 314e7e4e-b003-4e20-89be-33901107ca48 on host n-h1-714676-13 for vnic_type normal with profile {"migrating_to": "n-h2-714676-13"} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:25:35.398905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Attempting to bind port 314e7e4e-b003-4e20-89be-33901107ca48 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:25:35.399244 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Attempting to bind port 314e7e4e-b003-4e20-89be-33901107ca48 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:35.404258 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Port 314e7e4e-b003-4e20-89be-33901107ca48 on network 15db41b1-a6d5-41af-b587-4385571234bf not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:25:35.404591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Attempting to bind port 314e7e4e-b003-4e20-89be-33901107ca48 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:35.410803 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:25:35.411161 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Checking segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:25:35.411538 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Bound using segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:25:35.411989 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Bound port: 314e7e4e-b003-4e20-89be-33901107ca48, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:25:35.412430 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (314e7e4e-b003-4e20-89be-33901107ca48), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:35.428021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83596b-ad10-4241-ba11-656f4286d2d2 req-ac6c96f2-d3c4-4873-bb8d-3132589ce6a2 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:35.429815 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa83596b-ad10-4241-ba11-656f4286d2d2 req-ac6c96f2-d3c4-4873-bb8d-3132589ce6a2 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 951 time: 0.3221734 Feb 04 13:25:35.533962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62104c47-00db-46d9-afe7-b1650abeadb2 req-d0938e55-f16c-4dd3-a02e-f42f643797c8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230566 Feb 04 13:25:35.571536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] For port 314e7e4e-b003-4e20-89be-33901107ca48, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:25:35.580837 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] For port 314e7e4e-b003-4e20-89be-33901107ca48, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=314e7e4e-b003-4e20-89be-33901107ca48,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:25:35.606679 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (314e7e4e-b003-4e20-89be-33901107ca48), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:35.707184 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Attempting to bind port a69c33ec-67a9-40ae-bbad-c86c24e40981 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:25:35.708034 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Attempting to bind port a69c33ec-67a9-40ae-bbad-c86c24e40981 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:25:35.725655 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Attempting to bind port a69c33ec-67a9-40ae-bbad-c86c24e40981 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:35.731869 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a29c8e5-2d5a-4de1-9812-ddb9f77b454d x-openstack-request-id: req-9a29c8e5-2d5a-4de1-9812-ddb9f77b454d {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:35.732568 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159e21ce-7f96-4d0b-87aa-51bf5546bc3f", "name": "network-vif-deleted", "tag": "66054143-0ac7-4736-ace7-fa1f2197d402", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:35.735084 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9a29c8e5-2d5a-4de1-9812-ddb9f77b454d {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:35.735845 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159e21ce-7f96-4d0b-87aa-51bf5546bc3f', 'name': 'network-vif-deleted', 'tag': '66054143-0ac7-4736-ace7-fa1f2197d402', 'status': 'completed', 'code': 200} Feb 04 13:25:35.756150 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa83596b-ad10-4241-ba11-656f4286d2d2 req-315827f6-854c-4459-91ad-4d147a057e99 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950566 Feb 04 13:25:35.766966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Port a69c33ec-67a9-40ae-bbad-c86c24e40981 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:25:35.770553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Attempting to bind port a69c33ec-67a9-40ae-bbad-c86c24e40981 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:35.786157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:25:35.790587 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:25:35.791096 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:25:35.791690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Bound port: a69c33ec-67a9-40ae-bbad-c86c24e40981, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:25:35.796444 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=314e7e4e-b003-4e20-89be-33901107ca48,revision_number=8']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:35.797167 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a69c33ec-67a9-40ae-bbad-c86c24e40981), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:35.897084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:35.897607 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:35.899068 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-29b430e6-e4c8-4b84-8ca5-df8f6813d4b9 service neutron] 10.222.0.100 "PUT /v2.0/ports/314e7e4e-b003-4e20-89be-33901107ca48 HTTP/1.1" status: 200 len: 1124 time: 1.5843277 Feb 04 13:25:36.009088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['314e7e4e-b003-4e20-89be-33901107ca48'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:36.081721 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] For port a69c33ec-67a9-40ae-bbad-c86c24e40981, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:25:36.088596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] For port a69c33ec-67a9-40ae-bbad-c86c24e40981, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a69c33ec-67a9-40ae-bbad-c86c24e40981,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:25:36.135748 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (a69c33ec-67a9-40ae-bbad-c86c24e40981), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:36.179223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aefcb0-e48c-4d35-b8e6-10844514fe5e req-c5552cbb-5301-45d8-8bb2-7895dc64091f tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:36.188450 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84aefcb0-e48c-4d35-b8e6-10844514fe5e req-c5552cbb-5301-45d8-8bb2-7895dc64091f tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 944 time: 0.2746320 Feb 04 13:25:36.284168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffe1f0-bd7b-41d7-b564-c6f229556917 req-bf3a8894-6790-4ac4-8566-1d9dbcf5bb91 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:36.285836 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50ffe1f0-bd7b-41d7-b564-c6f229556917 req-bf3a8894-6790-4ac4-8566-1d9dbcf5bb91 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.3094583 Feb 04 13:25:36.376913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:36.377582 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:36.384237 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] 10.222.0.100 "PUT /v2.0/ports/a69c33ec-67a9-40ae-bbad-c86c24e40981 HTTP/1.1" status: 200 len: 1097 time: 3.0950308 Feb 04 13:25:36.398081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8738180-996c-4ed0-9951-da19c91dc7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a69c33ec-67a9-40ae-bbad-c86c24e40981,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:36.429980 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77ff19-07f6-4cc2-8c39-79de037e7655 req-d19e674d-498c-4556-93f7-bbbf2e1feba5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:36.433424 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a77ff19-07f6-4cc2-8c39-79de037e7655 req-d19e674d-498c-4556-93f7-bbbf2e1feba5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.100 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 951 time: 0.2084773 Feb 04 13:25:36.489755 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84aefcb0-e48c-4d35-b8e6-10844514fe5e req-7742bba5-0621-46d8-b426-1b5d3e631498 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002162 Feb 04 13:25:36.609287 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50ffe1f0-bd7b-41d7-b564-c6f229556917 req-de4ac65c-0817-4d44-aeb2-5f31fb1aa5e6 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486639 Feb 04 13:25:36.650153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-6e242f18-4088-442e-837d-60440616233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:36.654120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-6e242f18-4088-442e-837d-60440616233f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 1131 time: 0.1762929 Feb 04 13:25:36.717131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-1a77ff19-07f6-4cc2-8c39-79de037e7655 req-202c4832-8ffd-4551-ac75-5abc5192b939 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Deleting port 71e83384-ea64-4871-9208-45f2474a5445 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:25:36.717710 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1a77ff19-07f6-4cc2-8c39-79de037e7655 req-202c4832-8ffd-4551-ac75-5abc5192b939 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (71e83384-ea64-4871-9208-45f2474a5445), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:36.778517 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-d3410739-91d4-454b-80a6-d9b62fb5b9f2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=a69c33ec-67a9-40ae-bbad-c86c24e40981 HTTP/1.1" status: 200 len: 217 time: 0.1167254 Feb 04 13:25:36.866189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-3f17cce1-6187-49de-b61a-ab71fea5db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:36.867822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-3f17cce1-6187-49de-b61a-ab71fea5db66 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0857942 Feb 04 13:25:36.905974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-1a77ff19-07f6-4cc2-8c39-79de037e7655 req-202c4832-8ffd-4551-ac75-5abc5192b939 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] For port 71e83384-ea64-4871-9208-45f2474a5445, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=71e83384-ea64-4871-9208-45f2474a5445,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:36.906383 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1a77ff19-07f6-4cc2-8c39-79de037e7655 req-202c4832-8ffd-4551-ac75-5abc5192b939 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (71e83384-ea64-4871-9208-45f2474a5445), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:36.922881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-1a77ff19-07f6-4cc2-8c39-79de037e7655 req-202c4832-8ffd-4551-ac75-5abc5192b939 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Calling delete_port for 71e83384-ea64-4871-9208-45f2474a5445 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:25:37.010928 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-b36ecbb0-71a5-4d37-8364-d336f99d01b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:37.013889 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-b36ecbb0-71a5-4d37-8364-d336f99d01b1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1305683 Feb 04 13:25:37.153458 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5702f0b4-2eb0-4c92-b7a7-e2e92ba764eb x-openstack-request-id: req-5702f0b4-2eb0-4c92-b7a7-e2e92ba764eb {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:37.153952 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1cb1ace-77fb-4050-9911-22aadc2de30f", "name": "network-vif-unplugged", "status": "completed", "tag": "314e7e4e-b003-4e20-89be-33901107ca48", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:37.154436 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5702f0b4-2eb0-4c92-b7a7-e2e92ba764eb {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:37.155340 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cb1ace-77fb-4050-9911-22aadc2de30f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '314e7e4e-b003-4e20-89be-33901107ca48', 'code': 200} Feb 04 13:25:37.269376 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45cf4bbc-83fb-4d64-9eef-921934de176b req-d9221fb4-847d-4a66-9696-fd1ef903ca0a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae9a1b48-91f0-4a46-85b5-227557cf151d HTTP/1.1" status: 200 len: 210 time: 0.1069391 Feb 04 13:25:37.305672 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1a77ff19-07f6-4cc2-8c39-79de037e7655 req-202c4832-8ffd-4551-ac75-5abc5192b939 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (71e83384-ea64-4871-9208-45f2474a5445), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:37.310575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-83904d3a-5b5e-4e3b-aedf-5fc1b9b4fe36 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:37.321871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c843b7ba-b8f6-4d0f-b121-918de0a8e779'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:37.322813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-83904d3a-5b5e-4e3b-aedf-5fc1b9b4fe36 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 811 time: 0.4843993 Feb 04 13:25:37.362289 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-8bbac0f9-d9b9-4e34-ae98-578d7e37adf7 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429174 Feb 04 13:25:37.405405 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c4832-8ffd-4551-ac75-5abc5192b939 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Pushing event deleted for resources: {'Port': ['ID=71e83384-ea64-4871-9208-45f2474a5445,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:37.415014 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-04c77a55-ea6a-4107-9bbf-128ef05f2643 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/quotas/902032e2469e4a9985e0c0a873286563 HTTP/1.1" status: 200 len: 375 time: 0.0906627 Feb 04 13:25:37.474700 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a77ff19-07f6-4cc2-8c39-79de037e7655 req-202c4832-8ffd-4551-ac75-5abc5192b939 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] No DVR routers for this DVR port 71e83384-ea64-4871-9208-45f2474a5445 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:37.482011 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1a77ff19-07f6-4cc2-8c39-79de037e7655 req-202c4832-8ffd-4551-ac75-5abc5192b939 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:37.493080 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a77ff19-07f6-4cc2-8c39-79de037e7655 req-202c4832-8ffd-4551-ac75-5abc5192b939 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.100 "DELETE /v2.0/ports/71e83384-ea64-4871-9208-45f2474a5445 HTTP/1.1" status: 204 len: 173 time: 1.0487380 Feb 04 13:25:37.506401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['e8a9f93e-eff3-426d-a478-32e1ddbe4bcc', '71e83384-ea64-4871-9208-45f2474a5445'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:37.509011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 314e7e4e-b003-4e20-89be-33901107ca48 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:25:37.639686 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-e785873e-21d6-48d4-adf1-c44c84cfc13d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2217860 Feb 04 13:25:37.775504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43', 'tag': 'a69c33ec-67a9-40ae-bbad-c86c24e40981'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:37.779985 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefb1ba1-b8b9-4424-a8cc-93e3dc547afa" -d '{"events": [{"name": "network-changed", "server_uuid": "f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43", "tag": "a69c33ec-67a9-40ae-bbad-c86c24e40981"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:37.907373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 314e7e4e-b003-4e20-89be-33901107ca48, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=314e7e4e-b003-4e20-89be-33901107ca48,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:37.920658 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2974d92-05de-4f09-b066-b4a64cb38a43 req-8b565c9e-2aea-410e-bbc0-c0ae4d9e14b4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:37.928574 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2974d92-05de-4f09-b066-b4a64cb38a43 req-8b565c9e-2aea-410e-bbc0-c0ae4d9e14b4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 948 time: 0.3615623 Feb 04 13:25:37.932278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a894a746-f754-425f-bb60-d0bf240c5d67 req-e8dfdbaa-9c35-4cd7-9d5f-b93b0f2c6a01 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676677 Feb 04 13:25:37.946916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-16c62026-82b0-44b5-8db1-fece6ee09996 service neutron] 10.222.0.96 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070560 Feb 04 13:25:37.957141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 314e7e4e-b003-4e20-89be-33901107ca48 has no active binding in host n-h2-714676-13 {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 13:25:38.063639 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2974d92-05de-4f09-b066-b4a64cb38a43 req-fbd4936e-781d-40d3-8fd7-200475e8eebf tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335456 Feb 04 13:25:38.113527 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-06b15028-f60a-4276-a7fd-fd671f4a27e5 service neutron] 10.222.0.96 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423795 Feb 04 13:25:38.407408 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f37e737-e016-4fc9-934c-9dbd6f828a96 req-2747dfd2-4f1f-403b-b06b-2803bf0f9bbe tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=33cd17e6-9923-4faa-8e9e-ccb7205d2fef HTTP/1.1" status: 200 len: 210 time: 0.0792389 Feb 04 13:25:38.502224 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de678341-ffc2-4d29-8af8-a1e3db79be1b req-da8acf11-b416-4a0f-86ca-2c47cf378f4c tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0538702 Feb 04 13:25:38.640475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef30be-981a-43e1-a6f3-06ee66b06658 req-dccc360e-f1b7-4180-a8dc-0ed926b1e33e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:38.642076 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dcef30be-981a-43e1-a6f3-06ee66b06658 req-dccc360e-f1b7-4180-a8dc-0ed926b1e33e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 944 time: 0.1385763 Feb 04 13:25:38.712812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f01b0-dbe2-4399-8cfa-92eb6f5b1ad7 req-31723c3a-1041-44ee-ab74-97abe3708773 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:38.715804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c79f01b0-dbe2-4399-8cfa-92eb6f5b1ad7 req-31723c3a-1041-44ee-ab74-97abe3708773 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.1218395 Feb 04 13:25:38.724120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dcef30be-981a-43e1-a6f3-06ee66b06658 req-5d38e2af-acba-4cda-b7ce-815e80202f2b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737746 Feb 04 13:25:38.789905 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a6ed73-072f-4e8e-8e1e-5d6dca5a44ac x-openstack-request-id: req-16a6ed73-072f-4e8e-8e1e-5d6dca5a44ac {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:38.791013 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43", "tag": "a69c33ec-67a9-40ae-bbad-c86c24e40981", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:38.791013 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-16a6ed73-072f-4e8e-8e1e-5d6dca5a44ac {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:38.791013 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43', 'tag': 'a69c33ec-67a9-40ae-bbad-c86c24e40981', 'status': 'completed', 'code': 200} Feb 04 13:25:38.803791 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c79f01b0-dbe2-4399-8cfa-92eb6f5b1ad7 req-0364ff26-71f6-4c92-9706-7946b30c4111 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784037 Feb 04 13:25:38.943709 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23c904fa-8fdf-4c27-9454-1fdff9abbbad req-b6d897f5-ebb8-479c-bf8d-6d40852f6fe5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 210 time: 0.0620291 Feb 04 13:25:38.967194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb1ba1-b8b9-4424-a8cc-93e3dc547afa req-a289cb14-83ba-4d39-baa5-1deabb042294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:38.968787 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eefb1ba1-b8b9-4424-a8cc-93e3dc547afa req-a289cb14-83ba-4d39-baa5-1deabb042294 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 1131 time: 0.1477611 Feb 04 13:25:38.996246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699520a-c43a-453f-b65e-e0555bac2af3 req-2b2e2236-1df4-4b13-af96-6d514cab644b tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:39.007267 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0699520a-c43a-453f-b65e-e0555bac2af3 req-2b2e2236-1df4-4b13-af96-6d514cab644b tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a25b46-cddb-4d76-9da9-43877c48ab1e HTTP/1.1" status: 200 len: 950 time: 0.1232243 Feb 04 13:25:39.138963 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0699520a-c43a-453f-b65e-e0555bac2af3 req-bf056c05-b816-4bbe-96be-6c6215aa392e tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287177 Feb 04 13:25:39.156067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1cb1ace-77fb-4050-9911-22aadc2de30f', 'tag': '314e7e4e-b003-4e20-89be-33901107ca48'}, {'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'name': 'network-vif-deleted', 'tag': '71e83384-ea64-4871-9208-45f2474a5445'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:39.159670 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767feab4-d834-452d-aa5c-431ec8a7a067" -d '{"events": [{"name": "network-changed", "server_uuid": "b1cb1ace-77fb-4050-9911-22aadc2de30f", "tag": "314e7e4e-b003-4e20-89be-33901107ca48"}, {"server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "name": "network-vif-deleted", "tag": "71e83384-ea64-4871-9208-45f2474a5445"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:39.181439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb1ba1-b8b9-4424-a8cc-93e3dc547afa req-a2dc4149-8b00-4bff-be5d-789ba18722d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:39.190676 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eefb1ba1-b8b9-4424-a8cc-93e3dc547afa req-a2dc4149-8b00-4bff-be5d-789ba18722d0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.1787817 Feb 04 13:25:39.262542 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8c725e-f335-46ee-95a0-57cff629e039 x-openstack-request-id: req-5f8c725e-f335-46ee-95a0-57cff629e039 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:39.263283 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1cb1ace-77fb-4050-9911-22aadc2de30f", "tag": "314e7e4e-b003-4e20-89be-33901107ca48", "status": "completed", "code": 200}, {"server_uuid": "33cd17e6-9923-4faa-8e9e-ccb7205d2fef", "name": "network-vif-deleted", "tag": "71e83384-ea64-4871-9208-45f2474a5445", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:39.263785 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5f8c725e-f335-46ee-95a0-57cff629e039 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:39.266129 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1cb1ace-77fb-4050-9911-22aadc2de30f', 'tag': '314e7e4e-b003-4e20-89be-33901107ca48', 'status': 'completed', 'code': 200} Feb 04 13:25:39.266783 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33cd17e6-9923-4faa-8e9e-ccb7205d2fef', 'name': 'network-vif-deleted', 'tag': '71e83384-ea64-4871-9208-45f2474a5445', 'status': 'completed', 'code': 200} Feb 04 13:25:39.271029 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eefb1ba1-b8b9-4424-a8cc-93e3dc547afa req-5adffe37-9e14-4444-a431-ec69f09e499b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=a69c33ec-67a9-40ae-bbad-c86c24e40981 HTTP/1.1" status: 200 len: 217 time: 0.0737107 Feb 04 13:25:39.363322 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 71e83384-ea64-4871-9208-45f2474a5445 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:39.390796 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 71e83384-ea64-4871-9208-45f2474a5445 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:25:39.391126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 71e83384-ea64-4871-9208-45f2474a5445 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:25:39.766834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df87d1e-db3c-460a-bff2-fbe7bb51bc17 req-20a1a400-d49e-42f8-8d64-e521f8b26e3d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:39.768548 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7df87d1e-db3c-460a-bff2-fbe7bb51bc17 req-20a1a400-d49e-42f8-8d64-e521f8b26e3d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 948 time: 0.5645967 Feb 04 13:25:39.771422 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb1ba1-b8b9-4424-a8cc-93e3dc547afa req-17acd001-e94b-4887-a034-ca16fe7a4d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:39.773088 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eefb1ba1-b8b9-4424-a8cc-93e3dc547afa req-17acd001-e94b-4887-a034-ca16fe7a4d07 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.4936566 Feb 04 13:25:39.852550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767feab4-d834-452d-aa5c-431ec8a7a067 req-d2bed702-d55d-4bd7-9e2e-f1fa3e0178b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:39.855688 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-767feab4-d834-452d-aa5c-431ec8a7a067 req-d2bed702-d55d-4bd7-9e2e-f1fa3e0178b8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 1158 time: 0.1697550 Feb 04 13:25:40.046942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94cebd24-d1ae-4de5-a6d6-3b93f3209e8d req-4d1dcd25-144c-4931-8d7b-077544605467 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.1550825 Feb 04 13:25:40.085543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb1ba1-b8b9-4424-a8cc-93e3dc547afa req-7617ccd6-e04a-4e60-8ce9-eed509747af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:40.087197 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eefb1ba1-b8b9-4424-a8cc-93e3dc547afa req-7617ccd6-e04a-4e60-8ce9-eed509747af1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3005793 Feb 04 13:25:40.143254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7df87d1e-db3c-460a-bff2-fbe7bb51bc17 req-35bafc78-d5fa-4824-9323-95756d7cd506 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539608 Feb 04 13:25:40.361715 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-e639b88a-2dbe-4b4c-91b9-901a8a4389b6 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:40.364064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-e639b88a-2dbe-4b4c-91b9-901a8a4389b6 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 811 time: 0.5445483 Feb 04 13:25:40.365839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767feab4-d834-452d-aa5c-431ec8a7a067 req-9f1dd86a-299f-4c3f-9b1f-45caa4776961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:40.368169 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-767feab4-d834-452d-aa5c-431ec8a7a067 req-9f1dd86a-299f-4c3f-9b1f-45caa4776961 service neutron] 10.222.0.99 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.4812346 Feb 04 13:25:40.441884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Request body: {'port': {'device_id': '02b187fc-f8d5-40bc-8b78-2708b070e5d3', 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc', 'admin_state_up': True, 'tenant_id': '902032e2469e4a9985e0c0a873286563'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:40.463467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0c64da64-fd5b-4292-b741-6cc419dc1e39 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:40.568055 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 0c64da64-fd5b-4292-b741-6cc419dc1e39 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:40.568863 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:40.569387 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-767feab4-d834-452d-aa5c-431ec8a7a067 req-0b330295-2c04-44fd-a008-cc390480b8ea service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=314e7e4e-b003-4e20-89be-33901107ca48 HTTP/1.1" status: 200 len: 217 time: 0.1642027 Feb 04 13:25:40.576901 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eefb1ba1-b8b9-4424-a8cc-93e3dc547afa req-068f357c-edcc-4dc5-ab5c-900c2a07a376 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811189 Feb 04 13:25:40.606248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a25b46-cddb-4d76-9da9-43877c48ab1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c64da64-fd5b-4292-b741-6cc419dc1e39'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:40.613768 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555f4702-568e-42c9-856c-8e74239ebf5e" -d '{"events": [{"server_uuid": "82a25b46-cddb-4d76-9da9-43877c48ab1e", "name": "network-vif-unplugged", "status": "completed", "tag": "0c64da64-fd5b-4292-b741-6cc419dc1e39"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:40.638901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0c64da64-fd5b-4292-b741-6cc419dc1e39, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0c64da64-fd5b-4292-b741-6cc419dc1e39,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:40.644676 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:40.695248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7a680-99be-4940-8a51-b60ef25df5be req-aa12c1fa-8872-44c5-bb2f-0c9086a93ad0 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:40.696806 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05b7a680-99be-4940-8a51-b60ef25df5be req-aa12c1fa-8872-44c5-bb2f-0c9086a93ad0 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 944 time: 0.4389653 Feb 04 13:25:40.720400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=0c64da64-fd5b-4292-b741-6cc419dc1e39,revision_number=11']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:40.734739 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c507-4f8f-4807-aa50-c7b5994c864d req-78fb3f67-263a-4dd1-8fb0-0d372a68bf51 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:40.736397 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2624c507-4f8f-4807-aa50-c7b5994c864d req-78fb3f67-263a-4dd1-8fb0-0d372a68bf51 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.4253109 Feb 04 13:25:40.832657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767feab4-d834-452d-aa5c-431ec8a7a067 req-a163c269-4f1c-46ed-860e-d4bb07afc5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:40.834340 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-767feab4-d834-452d-aa5c-431ec8a7a067 req-a163c269-4f1c-46ed-860e-d4bb07afc5bc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.2540522 Feb 04 13:25:40.879724 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-968b3404-0da8-4a4c-8828-92785ea438a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:40.920823 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-767feab4-d834-452d-aa5c-431ec8a7a067 req-7d805a3e-9773-430a-9af4-d4ad559774c6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708160 Feb 04 13:25:40.936230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eefb1ba1-b8b9-4424-a8cc-93e3dc547afa req-41f8ffcc-c5c7-4d89-9400-ac923b6302db service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372931 Feb 04 13:25:40.964157 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05b7a680-99be-4940-8a51-b60ef25df5be req-88f00047-9d49-4cb5-bf3b-1dcc5916142f tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480288 Feb 04 13:25:41.022338 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2624c507-4f8f-4807-aa50-c7b5994c864d req-078c34cc-9931-4e39-bb72-a77dc3135451 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0a01f3a-a465-487e-9753-f43cfbe1bfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711146 Feb 04 13:25:41.026033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Made reservation on behalf of 902032e2469e4a9985e0c0a873286563 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:41.031067 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.213345 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23f12b14-4349-4c4a-a416-ed45914b6117 req-010bafdf-371e-4cdb-97b8-af23fd2e83d2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 210 time: 0.0679257 Feb 04 13:25:41.305460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-767feab4-d834-452d-aa5c-431ec8a7a067 req-59d23a97-f58b-41d1-8a7e-1416d954cd35 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767583 Feb 04 13:25:41.373833 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device a69c33ec-67a9-40ae-bbad-c86c24e40981 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:25:41.471520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a43e60-83f3-40ba-ba8b-408abdfd3800 req-90864f9d-cef3-4215-981d-6b9721fa10e5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:41.495958 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37a43e60-83f3-40ba-ba8b-408abdfd3800 req-90864f9d-cef3-4215-981d-6b9721fa10e5 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.4308667 Feb 04 13:25:41.596431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a9195-1b29-4adf-bfdb-b3463750ebaf req-2e6df7ae-e2de-4590-9d8d-402574b86725 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:41.608787 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-455a9195-1b29-4adf-bfdb-b3463750ebaf req-2e6df7ae-e2de-4590-9d8d-402574b86725 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.99 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 949 time: 0.1678939 Feb 04 13:25:41.609602 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638a3917-c5f6-4930-aec9-79c96c1b6f4e x-openstack-request-id: req-638a3917-c5f6-4930-aec9-79c96c1b6f4e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:41.611016 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a25b46-cddb-4d76-9da9-43877c48ab1e", "name": "network-vif-unplugged", "status": "completed", "tag": "0c64da64-fd5b-4292-b741-6cc419dc1e39", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:41.611767 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-638a3917-c5f6-4930-aec9-79c96c1b6f4e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:41.612707 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a25b46-cddb-4d76-9da9-43877c48ab1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c64da64-fd5b-4292-b741-6cc419dc1e39', 'code': 200} Feb 04 13:25:41.686858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Allocated IP 172.20.0.13 (3b107f3a-7cae-4846-88f9-0790288373fc/d5c6c736-1a92-4614-ab15-25c05ef4451a/c2b5723e-470a-4b24-b0a3-56f4a588b975) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:41.703106 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port a69c33ec-67a9-40ae-bbad-c86c24e40981, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a69c33ec-67a9-40ae-bbad-c86c24e40981,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:41.723435 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'a69c33ec-67a9-40ae-bbad-c86c24e40981', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': 'a69c33ec-67a9-40ae-bbad-c86c24e40981', 'mac_address': 'fa:16:3e:cf:9e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:25:41.807069 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2cb6ef00-3491-4351-95b9-c02717eb83f7 req-5df661de-44d6-400c-8fef-239f2d59836b tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0726953 Feb 04 13:25:41.809172 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-455a9195-1b29-4adf-bfdb-b3463750ebaf req-4286b807-2dda-4c63-b633-e0acbf7d66b0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Deleting port c843b7ba-b8f6-4d0f-b121-918de0a8e779 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:25:41.809526 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-455a9195-1b29-4adf-bfdb-b3463750ebaf req-4286b807-2dda-4c63-b633-e0acbf7d66b0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.836996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port a69c33ec-67a9-40ae-bbad-c86c24e40981 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:41.838628 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a69c33ec-67a9-40ae-bbad-c86c24e40981), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.840860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37a43e60-83f3-40ba-ba8b-408abdfd3800 req-a7829010-2ba0-4987-a8aa-f9f2d5731449 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3437138 Feb 04 13:25:41.850648 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-767feab4-d834-452d-aa5c-431ec8a7a067 req-d497a4d8-14ad-4c45-ac01-33beead2c6f6 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311830 Feb 04 13:25:41.905559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69c33ec-67a9-40ae-bbad-c86c24e40981 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:25:41.959172 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port a69c33ec-67a9-40ae-bbad-c86c24e40981, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a69c33ec-67a9-40ae-bbad-c86c24e40981,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:41.967014 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a69c33ec-67a9-40ae-bbad-c86c24e40981), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:42.095831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=a69c33ec-67a9-40ae-bbad-c86c24e40981,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:42.228884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0663387-00bf-4509-a27c-9e0142ccae1a req-dc42dbed-7bce-4ae4-92ad-f76939af9f14 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:42.231166 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0663387-00bf-4509-a27c-9e0142ccae1a req-dc42dbed-7bce-4ae4-92ad-f76939af9f14 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 949 time: 0.2585249 Feb 04 13:25:42.345382 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks [] for port (c2b5723e-470a-4b24-b0a3-56f4a588b975), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:42.472301 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-455a9195-1b29-4adf-bfdb-b3463750ebaf req-4286b807-2dda-4c63-b633-e0acbf7d66b0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] For port c843b7ba-b8f6-4d0f-b121-918de0a8e779, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c843b7ba-b8f6-4d0f-b121-918de0a8e779,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:42.472574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-455a9195-1b29-4adf-bfdb-b3463750ebaf req-4286b807-2dda-4c63-b633-e0acbf7d66b0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:42.483904 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c2b5723e-470a-4b24-b0a3-56f4a588b975), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:42.491002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-455a9195-1b29-4adf-bfdb-b3463750ebaf req-4286b807-2dda-4c63-b633-e0acbf7d66b0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Calling delete_port for c843b7ba-b8f6-4d0f-b121-918de0a8e779 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:25:42.603004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Network 3b107f3a-7cae-4846-88f9-0790288373fc is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:42.631008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f0e6f-c757-45f7-8cbb-c71565829c9e req-bb8ad316-2d2f-45e5-b937-3279c20af95d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:42.632752 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e50f0e6f-c757-45f7-8cbb-c71565829c9e req-bb8ad316-2d2f-45e5-b937-3279c20af95d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 944 time: 0.2124398 Feb 04 13:25:42.643824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0663387-00bf-4509-a27c-9e0142ccae1a req-c2ab4ba8-88f0-423f-bc4d-7d01a4395992 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875012 Feb 04 13:25:42.651797 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:42.657206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:25:42.680251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Pushing event updated for resources: {'Port': ['ID=c2b5723e-470a-4b24-b0a3-56f4a588b975,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:42.685253 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-455a9195-1b29-4adf-bfdb-b3463750ebaf req-4286b807-2dda-4c63-b633-e0acbf7d66b0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c843b7ba-b8f6-4d0f-b121-918de0a8e779), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:42.698878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['e8a9f93e-eff3-426d-a478-32e1ddbe4bcc'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:42.783821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286b807-2dda-4c63-b633-e0acbf7d66b0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Pushing event deleted for resources: {'Port': ['ID=c843b7ba-b8f6-4d0f-b121-918de0a8e779,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:42.823784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:42.828734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:42.832771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:42.835111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:42.839077 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:42.839817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:42.842298 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:42.842967 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:42.843549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:42.846839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:42.847553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:42.848199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:42.850336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:42.927080 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-455a9195-1b29-4adf-bfdb-b3463750ebaf req-4286b807-2dda-4c63-b633-e0acbf7d66b0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] No DVR routers for this DVR port c843b7ba-b8f6-4d0f-b121-918de0a8e779 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:42.935067 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-455a9195-1b29-4adf-bfdb-b3463750ebaf req-4286b807-2dda-4c63-b633-e0acbf7d66b0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:42.936717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3bbbf571-db30-4a21-9461-6fb7ba279f2f req-532ffdb0-d60d-4a9a-8c9c-2efea3f909d1 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=e316aa63-90d4-4d71-81a6-4d22521c4fe0 HTTP/1.1" status: 200 len: 210 time: 0.1430776 Feb 04 13:25:42.943504 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-455a9195-1b29-4adf-bfdb-b3463750ebaf req-4286b807-2dda-4c63-b633-e0acbf7d66b0 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.99 "DELETE /v2.0/ports/c843b7ba-b8f6-4d0f-b121-918de0a8e779 HTTP/1.1" status: 204 len: 173 time: 1.3220432 Feb 04 13:25:42.944278 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e316aa63-90d4-4d71-81a6-4d22521c4fe0', 'name': 'network-vif-deleted', 'tag': 'c843b7ba-b8f6-4d0f-b121-918de0a8e779'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:42.946784 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5891ec21-348d-4b39-a742-5314e22155ff" -d '{"events": [{"server_uuid": "e316aa63-90d4-4d71-81a6-4d22521c4fe0", "name": "network-vif-deleted", "tag": "c843b7ba-b8f6-4d0f-b121-918de0a8e779"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:42.996376 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['a69c33ec-67a9-40ae-bbad-c86c24e40981'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:43.018314 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:43.019490 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:43.061680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e50f0e6f-c757-45f7-8cbb-c71565829c9e req-6e1e76a2-33d4-4c5f-a435-f913388b930a tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145908 Feb 04 13:25:43.097226 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-eb0b517d-cc04-4e40-80e3-d4a2b9e9576d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6936696 Feb 04 13:25:43.122385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Request body: {'port': {'device_id': '02b187fc-f8d5-40bc-8b78-2708b070e5d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:43.531260 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c2b5723e-470a-4b24-b0a3-56f4a588b975), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:43.572728 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34a4bba7-d315-493e-8c01-4454384dc8d8 req-07f96a9b-2b73-41bc-9086-73a884fd0d08 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0377579 Feb 04 13:25:43.740734 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:43.748355 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-148b2278-45d1-4cbb-8ac3-9eedf7925f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:43.949262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aedeb5-c01c-484a-a3b7-25e53b2b4e68 req-1908ebba-71bd-4398-8e8b-7aeb5385ed83 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:43.951401 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64aedeb5-c01c-484a-a3b7-25e53b2b4e68 req-1908ebba-71bd-4398-8e8b-7aeb5385ed83 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 932 time: 0.5799057 Feb 04 13:25:44.114562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f472f3a-9921-4349-adac-0c3c6c193afd req-7daea8b7-8786-4d0b-9abe-75e30f84c08d tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:44.122137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f472f3a-9921-4349-adac-0c3c6c193afd req-7daea8b7-8786-4d0b-9abe-75e30f84c08d tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.2629001 Feb 04 13:25:44.142975 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64aedeb5-c01c-484a-a3b7-25e53b2b4e68 req-24aaf6bf-97a8-416b-aada-799c408025c0 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766119 Feb 04 13:25:44.210838 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f472f3a-9921-4349-adac-0c3c6c193afd req-1b815b8e-a8cd-40cc-8685-038272abf547 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859640 Feb 04 13:25:44.322565 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e905e29-5ffc-4095-a8c0-76e33da870bb x-openstack-request-id: req-7e905e29-5ffc-4095-a8c0-76e33da870bb {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:44.323871 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e316aa63-90d4-4d71-81a6-4d22521c4fe0", "name": "network-vif-deleted", "tag": "c843b7ba-b8f6-4d0f-b121-918de0a8e779", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:44.323974 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7e905e29-5ffc-4095-a8c0-76e33da870bb {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:44.324555 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e316aa63-90d4-4d71-81a6-4d22521c4fe0', 'name': 'network-vif-deleted', 'tag': 'c843b7ba-b8f6-4d0f-b121-918de0a8e779', 'status': 'completed', 'code': 200} Feb 04 13:25:44.435705 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:44.505504 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c843b7ba-b8f6-4d0f-b121-918de0a8e779 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:44.588628 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ece6ca41-2fdd-4002-bd43-cc3d58dc548d service neutron] 10.222.0.99 "GET /v2.0/ports/314e7e4e-b003-4e20-89be-33901107ca48/bindings/n-h2-714676-13 HTTP/1.1" status: 200 len: 385 time: 0.1842110 Feb 04 13:25:44.611843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: c843b7ba-b8f6-4d0f-b121-918de0a8e779 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:25:44.612489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c843b7ba-b8f6-4d0f-b121-918de0a8e779 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:25:44.636638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b5723e-470a-4b24-b0a3-56f4a588b975 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:25:44.687985 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Publish callbacks [] for port (c2b5723e-470a-4b24-b0a3-56f4a588b975), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:44.772223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Transition to ACTIVE for port object c2b5723e-470a-4b24-b0a3-56f4a588b975 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:44.793295 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (c2b5723e-470a-4b24-b0a3-56f4a588b975), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:44.912400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61d799-9f4a-4f1b-a0ce-b13ffc0f644e req-43a05bb6-1c1e-4763-9392-12a0ae6dca45 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:44.914974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea61d799-9f4a-4f1b-a0ce-b13ffc0f644e req-43a05bb6-1c1e-4763-9392-12a0ae6dca45 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 949 time: 0.4172251 Feb 04 13:25:45.040402 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b5723e-470a-4b24-b0a3-56f4a588b975,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:45.091724 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-03613d00-ece4-4220-8553-f55bbb1df57e req-7219061a-be30-4981-84e1-aea336b92109 service neutron] For port 314e7e4e-b003-4e20-89be-33901107ca48, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=314e7e4e-b003-4e20-89be-33901107ca48,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:45.159272 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-03613d00-ece4-4220-8553-f55bbb1df57e req-7219061a-be30-4981-84e1-aea336b92109 service neutron] For port 314e7e4e-b003-4e20-89be-33901107ca48, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:25:45.165546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea61d799-9f4a-4f1b-a0ce-b13ffc0f644e req-16506421-872b-4f37-9b53-cf42cf4a0905 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117960 Feb 04 13:25:45.180383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c89b88-c069-40fc-be7d-b0598bd7067f req-d1bb8f71-f235-4c34-8b2e-d9e9afb86741 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:45.201244 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5c89b88-c069-40fc-be7d-b0598bd7067f req-d1bb8f71-f235-4c34-8b2e-d9e9afb86741 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 944 time: 0.3186646 Feb 04 13:25:45.255774 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-03613d00-ece4-4220-8553-f55bbb1df57e req-7219061a-be30-4981-84e1-aea336b92109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314e7e4e-b003-4e20-89be-33901107ca48 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:25:45.260137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Attempting to bind port c2b5723e-470a-4b24-b0a3-56f4a588b975 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:25:45.261068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Attempting to bind port c2b5723e-470a-4b24-b0a3-56f4a588b975 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:25:45.261660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Attempting to bind port c2b5723e-470a-4b24-b0a3-56f4a588b975 on network 3b107f3a-7cae-4846-88f9-0790288373fc {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:45.289893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Port c2b5723e-470a-4b24-b0a3-56f4a588b975 on network 3b107f3a-7cae-4846-88f9-0790288373fc not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:25:45.290890 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Attempting to bind port c2b5723e-470a-4b24-b0a3-56f4a588b975 on network 3b107f3a-7cae-4846-88f9-0790288373fc {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:45.293701 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-03613d00-ece4-4220-8553-f55bbb1df57e req-7219061a-be30-4981-84e1-aea336b92109 service neutron] For port 314e7e4e-b003-4e20-89be-33901107ca48, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=314e7e4e-b003-4e20-89be-33901107ca48,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:45.318357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:25:45.318895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Checking segment: {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:25:45.319621 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Bound using segment: {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:25:45.320606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Bound port: c2b5723e-470a-4b24-b0a3-56f4a588b975, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:25:45.321348 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c2b5723e-470a-4b24-b0a3-56f4a588b975), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:45.324821 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-03613d00-ece4-4220-8553-f55bbb1df57e req-7219061a-be30-4981-84e1-aea336b92109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (314e7e4e-b003-4e20-89be-33901107ca48), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:45.338761 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5c89b88-c069-40fc-be7d-b0598bd7067f req-16db16cf-0e02-47eb-87b1-ca2ba61ac6c3 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359220 Feb 04 13:25:45.410057 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device a69c33ec-67a9-40ae-bbad-c86c24e40981 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:25:45.516454 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-03613d00-ece4-4220-8553-f55bbb1df57e req-7219061a-be30-4981-84e1-aea336b92109 service neutron] Transition to ACTIVE for port object 314e7e4e-b003-4e20-89be-33901107ca48 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:45.524257 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-03613d00-ece4-4220-8553-f55bbb1df57e req-7219061a-be30-4981-84e1-aea336b92109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (314e7e4e-b003-4e20-89be-33901107ca48), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:45.546575 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:45.595003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port a69c33ec-67a9-40ae-bbad-c86c24e40981 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:45.602653 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port a69c33ec-67a9-40ae-bbad-c86c24e40981 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:45.606301 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a69c33ec-67a9-40ae-bbad-c86c24e40981), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:45.650202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] For port c2b5723e-470a-4b24-b0a3-56f4a588b975, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:25:45.653316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219061a-be30-4981-84e1-aea336b92109 service neutron] Pushing event updated for resources: {'Port': ['ID=314e7e4e-b003-4e20-89be-33901107ca48,revision_number=10']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:45.672689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] For port c2b5723e-470a-4b24-b0a3-56f4a588b975, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c2b5723e-470a-4b24-b0a3-56f4a588b975,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:25:45.698615 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (c2b5723e-470a-4b24-b0a3-56f4a588b975), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:45.721070 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-03613d00-ece4-4220-8553-f55bbb1df57e req-7219061a-be30-4981-84e1-aea336b92109 service neutron] No DVR routers for this DVR port 314e7e4e-b003-4e20-89be-33901107ca48 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:45.778304 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-7219061a-be30-4981-84e1-aea336b92109 service neutron] 10.222.0.99 "PUT /v2.0/ports/314e7e4e-b003-4e20-89be-33901107ca48/bindings/n-h2-714676-13/activate HTTP/1.1" status: 200 len: 370 time: 1.1831305 Feb 04 13:25:45.827370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:45.846715 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:45.848596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port a69c33ec-67a9-40ae-bbad-c86c24e40981 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:45.849085 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a69c33ec-67a9-40ae-bbad-c86c24e40981), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:45.858919 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] 10.222.0.99 "PUT /v2.0/ports/c2b5723e-470a-4b24-b0a3-56f4a588b975 HTTP/1.1" status: 200 len: 1093 time: 2.7427506 Feb 04 13:25:45.862317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b187fc-f8d5-40bc-8b78-2708b070e5d3', 'tag': 'c2b5723e-470a-4b24-b0a3-56f4a588b975'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:45.867229 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c33555-cd5a-4cff-bf50-c2105fc005a0" -d '{"events": [{"name": "network-changed", "server_uuid": "02b187fc-f8d5-40bc-8b78-2708b070e5d3", "tag": "c2b5723e-470a-4b24-b0a3-56f4a588b975"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:45.900212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69c33ec-67a9-40ae-bbad-c86c24e40981'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:45.904714 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b0f571-2306-47fd-bcd8-4f13be23174e" -d '{"events": [{"server_uuid": "f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43", "name": "network-vif-plugged", "status": "completed", "tag": "a69c33ec-67a9-40ae-bbad-c86c24e40981"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:45.923343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port a69c33ec-67a9-40ae-bbad-c86c24e40981, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a69c33ec-67a9-40ae-bbad-c86c24e40981,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:45.923632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23af8bdc-3eb0-4c29-8461-3ede5c0edbcd req-2431af84-ddbe-497e-8180-631e3d752a81 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.1733198 Feb 04 13:25:45.931566 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a69c33ec-67a9-40ae-bbad-c86c24e40981), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:46.045623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=a69c33ec-67a9-40ae-bbad-c86c24e40981,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:46.060743 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:46.061750 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:46.062732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:46.064163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:46.065083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:46.065925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:46.066806 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:46.067592 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:46.069139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:46.070005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:46.071054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:46.071909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:46.072985 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:46.190475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896ce83-a4ff-4caa-9383-91053e36abc1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b5723e-470a-4b24-b0a3-56f4a588b975,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:46.200964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-aa7c1d1d-f85b-480d-b5b1-864197c83a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:46.202637 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-aa7c1d1d-f85b-480d-b5b1-864197c83a9b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 1127 time: 0.2752218 Feb 04 13:25:46.264458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03613d00-ece4-4220-8553-f55bbb1df57e req-fa518968-439a-42bb-9236-15dec73d132d tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:46.266886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-fa518968-439a-42bb-9236-15dec73d132d tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f&tenant_id=c66aed92d02a400db6163d7d33da33b0&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 1128 time: 0.3422666 Feb 04 13:25:46.270653 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-54e2ce01-0384-4969-a56c-0960123f1ab5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2b5723e-470a-4b24-b0a3-56f4a588b975 HTTP/1.1" status: 200 len: 217 time: 0.0595574 Feb 04 13:25:46.280503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f415d13-d0d5-43a1-aba4-c808400c876d req-dd241f48-a7bd-4d52-b37a-221a82ee9902 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:46.282379 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f415d13-d0d5-43a1-aba4-c808400c876d req-dd241f48-a7bd-4d52-b37a-221a82ee9902 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 944 time: 0.3414440 Feb 04 13:25:46.509785 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 314e7e4e-b003-4e20-89be-33901107ca48 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:46.582441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port 314e7e4e-b003-4e20-89be-33901107ca48 host n-h2-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:25:46.583012 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 314e7e4e-b003-4e20-89be-33901107ca48 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:25:46.689393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a3f28-669a-419f-a010-e2d479d4a713 req-c9c5b96a-e5f0-4ab1-b473-4ab8fc423e78 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:46.689393 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-658a3f28-669a-419f-a010-e2d479d4a713 req-c9c5b96a-e5f0-4ab1-b473-4ab8fc423e78 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.100 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 950 time: 0.0805681 Feb 04 13:25:46.695222 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:46.814691 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc264c3-c170-4d76-a225-59f59b3af6e3 req-9727cd91-afa4-4309-a2c5-7b3208d11bc2 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:46.826970 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9bc264c3-c170-4d76-a225-59f59b3af6e3 req-9727cd91-afa4-4309-a2c5-7b3208d11bc2 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.7438037 Feb 04 13:25:46.828317 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-658a3f28-669a-419f-a010-e2d479d4a713 req-d020772a-7e56-43ea-8745-0af1cf099977 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Deleting port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:25:46.828674 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-658a3f28-669a-419f-a010-e2d479d4a713 req-d020772a-7e56-43ea-8745-0af1cf099977 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:46.872475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-a84883f8-8523-472a-bf54-19d0e8a9ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:46.875043 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-a84883f8-8523-472a-bf54-19d0e8a9ada9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d5c6c736-1a92-4614-ab15-25c05ef4451a HTTP/1.1" status: 200 len: 851 time: 0.5916433 Feb 04 13:25:46.957786 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-658a3f28-669a-419f-a010-e2d479d4a713 req-d020772a-7e56-43ea-8745-0af1cf099977 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] For port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:46.958229 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-658a3f28-669a-419f-a010-e2d479d4a713 req-d020772a-7e56-43ea-8745-0af1cf099977 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:46.966679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-7657c971-55a9-4780-92d9-9e80f41dd06a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3b107f3a-7cae-4846-88f9-0790288373fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616629 Feb 04 13:25:46.977037 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-658a3f28-669a-419f-a010-e2d479d4a713 req-d020772a-7e56-43ea-8745-0af1cf099977 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Calling delete_port for e8a9f93e-eff3-426d-a478-32e1ddbe4bcc owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:25:47.029630 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f415d13-d0d5-43a1-aba4-c808400c876d req-f9d68cac-fb65-4860-ae59-928db5fe0327 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855244 Feb 04 13:25:47.034577 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03613d00-ece4-4220-8553-f55bbb1df57e req-2bf970a5-8dcc-4999-bdc6-2da2f29526be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:47.036764 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-2bf970a5-8dcc-4999-bdc6-2da2f29526be service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f&tenant_id=c66aed92d02a400db6163d7d33da33b0 HTTP/1.1" status: 200 len: 1128 time: 0.3071635 Feb 04 13:25:47.141246 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9bc264c3-c170-4d76-a225-59f59b3af6e3 req-b9e8f0d1-0ec2-4ec2-b7fa-21b6694413f4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917445 Feb 04 13:25:47.260463 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-658a3f28-669a-419f-a010-e2d479d4a713 req-d020772a-7e56-43ea-8745-0af1cf099977 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e8a9f93e-eff3-426d-a478-32e1ddbe4bcc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:47.274942 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['e8a9f93e-eff3-426d-a478-32e1ddbe4bcc'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:47.288355 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e499d633-56e6-46a1-993e-96af2e545a7d x-openstack-request-id: req-e499d633-56e6-46a1-993e-96af2e545a7d {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:47.288842 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b187fc-f8d5-40bc-8b78-2708b070e5d3", "tag": "c2b5723e-470a-4b24-b0a3-56f4a588b975", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:47.289282 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e499d633-56e6-46a1-993e-96af2e545a7d {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:47.289889 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b187fc-f8d5-40bc-8b78-2708b070e5d3', 'tag': 'c2b5723e-470a-4b24-b0a3-56f4a588b975', 'status': 'completed', 'code': 200} Feb 04 13:25:47.361240 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03613d00-ece4-4220-8553-f55bbb1df57e req-7aaee174-76da-4cbc-bb5a-78916e276b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:47.368886 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020772a-7e56-43ea-8745-0af1cf099977 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Pushing event deleted for resources: {'Port': ['ID=e8a9f93e-eff3-426d-a478-32e1ddbe4bcc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:47.371183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-7aaee174-76da-4cbc-bb5a-78916e276b31 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 1128 time: 0.2584724 Feb 04 13:25:47.400683 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871b84cf-bc3e-459e-b447-7076f8861961 x-openstack-request-id: req-871b84cf-bc3e-459e-b447-7076f8861961 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:47.401655 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43", "name": "network-vif-plugged", "status": "completed", "tag": "a69c33ec-67a9-40ae-bbad-c86c24e40981", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:47.402158 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-871b84cf-bc3e-459e-b447-7076f8861961 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:47.403784 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69c33ec-67a9-40ae-bbad-c86c24e40981', 'code': 200} Feb 04 13:25:47.530725 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-658a3f28-669a-419f-a010-e2d479d4a713 req-d020772a-7e56-43ea-8745-0af1cf099977 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] No DVR routers for this DVR port e8a9f93e-eff3-426d-a478-32e1ddbe4bcc on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:47.535289 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-658a3f28-669a-419f-a010-e2d479d4a713 req-d020772a-7e56-43ea-8745-0af1cf099977 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:47.541033 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-658a3f28-669a-419f-a010-e2d479d4a713 req-d020772a-7e56-43ea-8745-0af1cf099977 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.100 "DELETE /v2.0/ports/e8a9f93e-eff3-426d-a478-32e1ddbe4bcc HTTP/1.1" status: 204 len: 173 time: 0.8469155 Feb 04 13:25:47.543369 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd324da09-3589-45ae-a70f-18823deecf1b', 'name': 'network-vif-deleted', 'tag': 'e8a9f93e-eff3-426d-a478-32e1ddbe4bcc'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:47.547732 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21450ffc-d245-41fb-98cb-ae2b08fa55e6" -d '{"events": [{"server_uuid": "d324da09-3589-45ae-a70f-18823deecf1b", "name": "network-vif-deleted", "tag": "e8a9f93e-eff3-426d-a478-32e1ddbe4bcc"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:47.581105 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03613d00-ece4-4220-8553-f55bbb1df57e req-6d3df091-4f03-4b2c-9648-f7a40e308e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:47.581612 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31100b33-2932-4552-8511-9d0dedd0d9a0 req-69d21865-8670-4ee9-81f4-fa7b702f3025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:47.583324 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-6d3df091-4f03-4b2c-9648-f7a40e308e5f service neutron] 10.222.0.100 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.2022307 Feb 04 13:25:47.584319 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-31100b33-2932-4552-8511-9d0dedd0d9a0 req-69d21865-8670-4ee9-81f4-fa7b702f3025 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 1133 time: 0.0985281 Feb 04 13:25:47.668640 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-dc4a7274-1c05-4489-9da1-7687541737ff service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6961818 Feb 04 13:25:47.714420 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-31100b33-2932-4552-8511-9d0dedd0d9a0 req-3816a257-1d88-410c-b642-371744b772c0 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172957 Feb 04 13:25:47.733036 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f75c551-440a-407f-b46d-c05f4aaf09e9 req-88061eff-ab3c-4b36-b0c4-cb9045e6d71e tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.1480901 Feb 04 13:25:47.738608 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-23c39ef9-8d7c-4cdd-b833-60068f9bed0d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=314e7e4e-b003-4e20-89be-33901107ca48 HTTP/1.1" status: 200 len: 217 time: 0.1287146 Feb 04 13:25:47.817786 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:47.907827 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97354740-5540-4ac6-bcf2-108d456dae47 req-57c5758d-2659-4a30-82db-14a0beb1186e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:47.909715 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97354740-5540-4ac6-bcf2-108d456dae47 req-57c5758d-2659-4a30-82db-14a0beb1186e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.3227916 Feb 04 13:25:47.989892 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54f9d97-9007-4f45-aa74-e4935e91cf60 req-dcaf0bcc-5350-4c75-b52d-1daa875362d1 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686558 Feb 04 13:25:48.192555 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97354740-5540-4ac6-bcf2-108d456dae47 req-0131af38-5960-4398-80c6-76b0a06a79c1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728190 Feb 04 13:25:48.244055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c33555-cd5a-4cff-bf50-c2105fc005a0 req-ff87fe13-ff83-4483-b723-f2d9df069dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:48.246788 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45c33555-cd5a-4cff-bf50-c2105fc005a0 req-ff87fe13-ff83-4483-b723-f2d9df069dfb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 1127 time: 0.1638033 Feb 04 13:25:48.264918 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d323d25-29cb-4aaa-8207-f7b48c5d7ca4 req-0ba06491-f5b1-4f80-899b-034aa38d5419 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:48.267429 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d323d25-29cb-4aaa-8207-f7b48c5d7ca4 req-0ba06491-f5b1-4f80-899b-034aa38d5419 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.2760015 Feb 04 13:25:48.399027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5eb22a01-632c-487e-aa00-bb14f9be7d58 req-0a002040-e385-429f-9ec9-2c2f829786fe tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0525668 Feb 04 13:25:48.454344 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d323d25-29cb-4aaa-8207-f7b48c5d7ca4 req-3fd04543-c94f-41a4-8b8f-f7458e073779 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714845 Feb 04 13:25:48.475790 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c33555-cd5a-4cff-bf50-c2105fc005a0 req-12b736d2-0049-4ca8-8756-a664887e4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:48.477853 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45c33555-cd5a-4cff-bf50-c2105fc005a0 req-12b736d2-0049-4ca8-8756-a664887e4a5c service neutron] 10.222.0.99 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 912 time: 0.2074122 Feb 04 13:25:48.553793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45c33555-cd5a-4cff-bf50-c2105fc005a0 req-aa310e61-cc46-49a8-a6c6-d8e90161f4fe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2b5723e-470a-4b24-b0a3-56f4a588b975 HTTP/1.1" status: 200 len: 217 time: 0.0609605 Feb 04 13:25:48.578084 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59bd2c0-033e-49b0-8b38-7a00898c9953 x-openstack-request-id: req-e59bd2c0-033e-49b0-8b38-7a00898c9953 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:48.579611 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d324da09-3589-45ae-a70f-18823deecf1b", "name": "network-vif-deleted", "tag": "e8a9f93e-eff3-426d-a478-32e1ddbe4bcc", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:48.580639 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e59bd2c0-033e-49b0-8b38-7a00898c9953 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:48.581570 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd324da09-3589-45ae-a70f-18823deecf1b', 'name': 'network-vif-deleted', 'tag': 'e8a9f93e-eff3-426d-a478-32e1ddbe4bcc', 'status': 'completed', 'code': 200} Feb 04 13:25:48.742624 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c33555-cd5a-4cff-bf50-c2105fc005a0 req-bc7979e6-4f0a-4338-a9ba-98a0bcbcffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:48.744479 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45c33555-cd5a-4cff-bf50-c2105fc005a0 req-bc7979e6-4f0a-4338-a9ba-98a0bcbcffdd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d5c6c736-1a92-4614-ab15-25c05ef4451a HTTP/1.1" status: 200 len: 851 time: 0.1828585 Feb 04 13:25:48.838723 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45c33555-cd5a-4cff-bf50-c2105fc005a0 req-831db512-a5ff-45db-84d9-f71fea7f5504 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3b107f3a-7cae-4846-88f9-0790288373fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708802 Feb 04 13:25:48.977329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3f7df-580c-4d4e-9a76-7eab61dfb077 req-b7d5376b-461b-4705-931c-d3e32ada526a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:48.981336 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17c3f7df-580c-4d4e-9a76-7eab61dfb077 req-b7d5376b-461b-4705-931c-d3e32ada526a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.2949104 Feb 04 13:25:48.998650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357665d0-f8dc-4afb-af88-3d7c613a5e52 req-591b91b6-6160-4b77-bae1-3a87dd2e902f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:49.001419 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-357665d0-f8dc-4afb-af88-3d7c613a5e52 req-591b91b6-6160-4b77-bae1-3a87dd2e902f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 944 time: 0.2941883 Feb 04 13:25:49.192909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17c3f7df-580c-4d4e-9a76-7eab61dfb077 req-cef6fbad-0a77-40b1-ab74-a58bad003ecd tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836634 Feb 04 13:25:49.198371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45c33555-cd5a-4cff-bf50-c2105fc005a0 req-65efa36d-1e8d-4278-8e55-87ccb061c60d service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487058 Feb 04 13:25:49.204416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-357665d0-f8dc-4afb-af88-3d7c613a5e52 req-dd060ebd-a603-4fae-8a9d-e526f28d8647 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824605 Feb 04 13:25:49.420823 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45c33555-cd5a-4cff-bf50-c2105fc005a0 req-0e1cf719-8899-40a1-85b9-0b14358330a9 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150538 Feb 04 13:25:49.462456 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2fa92ad-81fb-49b0-bb1d-a470a71b20e5 req-c2ca7188-ef44-4d68-90ca-0e3727e5c701 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0457883 Feb 04 13:25:49.560544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736587a-d7cb-4356-b3ab-04f4d17bb0f5 req-2803bc71-3b5d-436f-9143-4a810517cfde tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:49.562917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5736587a-d7cb-4356-b3ab-04f4d17bb0f5 req-2803bc71-3b5d-436f-9143-4a810517cfde tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.1275375 Feb 04 13:25:49.659553 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5736587a-d7cb-4356-b3ab-04f4d17bb0f5 req-93e6dff2-61d3-4101-b3ea-fbec10e050ae tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887449 Feb 04 13:25:49.834495 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e151a212-b24d-4cab-aaad-afa1f1c269c3 req-8f34ebf6-6640-4faa-9ede-40fe8f5e2717 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0703139 Feb 04 13:25:49.900432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf013ac-2de8-462b-a494-ca450316b13c req-2e92b750-4833-4a5b-bffd-9c6980f0bf01 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:49.902616 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3cf013ac-2de8-462b-a494-ca450316b13c req-2e92b750-4833-4a5b-bffd-9c6980f0bf01 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.1543739 Feb 04 13:25:49.906765 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:25:50.006852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3cf013ac-2de8-462b-a494-ca450316b13c req-bc507b6c-4a1b-4e59-a2a7-78e5bfcddf77 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924830 Feb 04 13:25:50.392623 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613f20b-e96e-422e-aa9a-ce6b233761bf req-ac3153af-11cb-450c-9435-5765216e83cb tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:50.403651 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e613f20b-e96e-422e-aa9a-ce6b233761bf req-ac3153af-11cb-450c-9435-5765216e83cb tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.0857491 Feb 04 13:25:50.483977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e613f20b-e96e-422e-aa9a-ce6b233761bf req-728fcbcf-a0de-4ae1-b13e-af9717ed4a3f tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790744 Feb 04 13:25:50.537079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c2b5723e-470a-4b24-b0a3-56f4a588b975 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:25:50.800351 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c2b5723e-470a-4b24-b0a3-56f4a588b975, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c2b5723e-470a-4b24-b0a3-56f4a588b975,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:50.816725 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb5a1c-2b6f-4878-be35-95aa1e75d7a6 req-2ac69d56-b965-4316-ae17-9e36e6dae71a tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:50.816943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'c2b5723e-470a-4b24-b0a3-56f4a588b975', 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc', 'port_id': 'c2b5723e-470a-4b24-b0a3-56f4a588b975', 'mac_address': 'fa:16:3e:e3:de:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c6c736-1a92-4614-ab15-25c05ef4451a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:25:50.831760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6cb5a1c-2b6f-4878-be35-95aa1e75d7a6 req-2ac69d56-b965-4316-ae17-9e36e6dae71a tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 944 time: 0.1670744 Feb 04 13:25:50.904918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c2b5723e-470a-4b24-b0a3-56f4a588b975 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:50.905536 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c2b5723e-470a-4b24-b0a3-56f4a588b975), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:50.930034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b5723e-470a-4b24-b0a3-56f4a588b975 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:25:50.973654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6cb5a1c-2b6f-4878-be35-95aa1e75d7a6 req-6e47619d-fb51-4d09-b5a8-f1f44eeb6054 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313214 Feb 04 13:25:50.984936 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c2b5723e-470a-4b24-b0a3-56f4a588b975, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c2b5723e-470a-4b24-b0a3-56f4a588b975,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:50.997798 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c2b5723e-470a-4b24-b0a3-56f4a588b975), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:51.115044 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c2b5723e-470a-4b24-b0a3-56f4a588b975,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:51.165721 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e9244811-0e6c-4ef1-b544-7a6767a376c0 req-05149cdc-cddb-4a59-96bc-9b06788977aa tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0802393 Feb 04 13:25:51.366682 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fdb067f1-5680-4b92-90ea-e84b904e6620 req-67095bdc-6c46-4984-85e9-e4b0920ca4b8 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0706675 Feb 04 13:25:51.387373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c2b5723e-470a-4b24-b0a3-56f4a588b975'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:51.453283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76943899-d385-4280-a461-db1a71788000 req-3d43311c-d347-41a9-8fc1-8753c70a09c3 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:51.469205 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76943899-d385-4280-a461-db1a71788000 req-3d43311c-d347-41a9-8fc1-8753c70a09c3 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.1972263 Feb 04 13:25:51.471775 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device e8a9f93e-eff3-426d-a478-32e1ddbe4bcc no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:51.508958 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: e8a9f93e-eff3-426d-a478-32e1ddbe4bcc {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:25:51.509598 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device e8a9f93e-eff3-426d-a478-32e1ddbe4bcc not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:25:51.681674 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76943899-d385-4280-a461-db1a71788000 req-db21317a-8f64-4ee9-a440-941100b27f60 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109818 Feb 04 13:25:51.733183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b853d2e-6106-4d55-8a3d-45ba637c64b7 req-8182b112-0d86-4a8d-9ff2-a9b666f210e7 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:51.736127 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b853d2e-6106-4d55-8a3d-45ba637c64b7 req-8182b112-0d86-4a8d-9ff2-a9b666f210e7 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.1739755 Feb 04 13:25:51.863137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b853d2e-6106-4d55-8a3d-45ba637c64b7 req-9b18bf70-4390-45f8-a8fd-3c3b4897e7d3 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180172 Feb 04 13:25:52.063261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fe11d-8c55-4092-aaee-42fc50c0b45b req-38415904-248e-420a-93ea-1bf3c4f71c8b tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:52.065896 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e9fe11d-8c55-4092-aaee-42fc50c0b45b req-38415904-248e-420a-93ea-1bf3c4f71c8b tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.1055470 Feb 04 13:25:52.205894 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e9fe11d-8c55-4092-aaee-42fc50c0b45b req-91cc177a-4f8f-43ad-af74-874efec6ab21 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244473 Feb 04 13:25:52.462245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9a5df-d83b-4288-8a4e-3a42fe4f16b6 req-8bb17f5c-0af1-4ac9-9b17-1d138e23324e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:52.480515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96c9a5df-d83b-4288-8a4e-3a42fe4f16b6 req-8bb17f5c-0af1-4ac9-9b17-1d138e23324e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 945 time: 0.1383381 Feb 04 13:25:52.594884 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96c9a5df-d83b-4288-8a4e-3a42fe4f16b6 req-57e435d5-820b-4a87-80c1-f848185400b8 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125519 Feb 04 13:25:52.797203 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb11a162-f1fa-45a2-8b1a-27c9810a3493 req-942f1ba4-0f28-401a-9849-42092d11931a tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0533764 Feb 04 13:25:52.848430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5539da98-9e7a-4492-af9b-9f72572fb165 req-47652761-be39-4ff1-b7b5-4311447b06c7 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0549836 Feb 04 13:25:53.315130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796dfaa-e5d1-448a-9ca1-5c20126dbc39 req-f098e0ad-0853-4b8e-8eef-860a771bbaba tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:53.328978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a796dfaa-e5d1-448a-9ca1-5c20126dbc39 req-f098e0ad-0853-4b8e-8eef-860a771bbaba tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.1209133 Feb 04 13:25:53.410444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a796dfaa-e5d1-448a-9ca1-5c20126dbc39 req-79baacc7-b0c7-4258-b27b-6d77c1bba718 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778162 Feb 04 13:25:53.531379 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784e72-dddc-498f-9cfa-132fcb8f0278 req-bffd8e68-9c30-466e-be85-e4b369024025 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:53.543244 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08784e72-dddc-498f-9cfa-132fcb8f0278 req-bffd8e68-9c30-466e-be85-e4b369024025 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.0707579 Feb 04 13:25:53.621648 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08784e72-dddc-498f-9cfa-132fcb8f0278 req-89d370e9-f0ce-46bf-a874-60374fa46023 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816948 Feb 04 13:25:53.692152 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37f7d7-caef-4542-a211-0362fae8bea4 req-986fe78b-7907-422e-b685-5d2c71e15ebf tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:53.693988 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc37f7d7-caef-4542-a211-0362fae8bea4 req-986fe78b-7907-422e-b685-5d2c71e15ebf tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.0948186 Feb 04 13:25:53.782511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc37f7d7-caef-4542-a211-0362fae8bea4 req-48e29173-53aa-4d91-a35e-f5441aa6782a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757697 Feb 04 13:25:53.795933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0ce69-6760-4332-98a6-339df994849f req-e10a9973-91e6-4174-ae19-78320a37943d tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:53.797836 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76b0ce69-6760-4332-98a6-339df994849f req-e10a9973-91e6-4174-ae19-78320a37943d tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.1013939 Feb 04 13:25:53.859870 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76b0ce69-6760-4332-98a6-339df994849f req-0a266b6f-2c9d-4082-ae76-dd378c65a131 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543318 Feb 04 13:25:54.041046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34f645-dd06-46c5-bc85-6982594930da req-5abf4322-24b6-4316-90df-818cf5a09f94 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:54.043530 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c34f645-dd06-46c5-bc85-6982594930da req-5abf4322-24b6-4316-90df-818cf5a09f94 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 945 time: 0.0887208 Feb 04 13:25:54.131378 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce5ffbc5-e626-47c4-b6c3-55b5b2491799 req-7b61686f-6376-4337-95c9-dd6afc43002b tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0685775 Feb 04 13:25:54.180686 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c34f645-dd06-46c5-bc85-6982594930da req-0325fa2f-5736-4970-a8f7-7df9aaf94cb8 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300182 Feb 04 13:25:54.281578 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43f2ce12-c1aa-4695-8c08-3be0016feceb req-6fc070f3-e502-4b5e-ab10-ba28cbda413c tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0402932 Feb 04 13:25:54.336168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ef0ec-5f43-4319-bb56-bcb7ef07e85b req-f21a3266-bdfa-45c7-9a75-fc9b9b57402f tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:54.338873 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-480ef0ec-5f43-4319-bb56-bcb7ef07e85b req-f21a3266-bdfa-45c7-9a75-fc9b9b57402f tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.0834563 Feb 04 13:25:54.424077 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-480ef0ec-5f43-4319-bb56-bcb7ef07e85b req-2e00ac1e-5290-4652-a445-130a59dd864f tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786924 Feb 04 13:25:54.579346 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c2b5723e-470a-4b24-b0a3-56f4a588b975 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:25:54.580384 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be55b41-e3ab-4211-a183-ababff8b682d req-aee4a6b6-c0a8-4fa3-b709-5318e7ae4da4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:54.582356 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4be55b41-e3ab-4211-a183-ababff8b682d req-aee4a6b6-c0a8-4fa3-b709-5318e7ae4da4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.0832305 Feb 04 13:25:54.669971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4be55b41-e3ab-4211-a183-ababff8b682d req-1b266631-2ecc-4cd3-9707-6af0f749c63d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747993 Feb 04 13:25:54.703045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port c2b5723e-470a-4b24-b0a3-56f4a588b975 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:54.712269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port c2b5723e-470a-4b24-b0a3-56f4a588b975 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:54.714039 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c2b5723e-470a-4b24-b0a3-56f4a588b975), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:54.884294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96be0d-59e3-4bd6-8664-d393ea35e65c req-34fae7c0-7fcc-40f1-ba8a-4283ed82a315 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:54.885961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c2b5723e-470a-4b24-b0a3-56f4a588b975 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:54.886604 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c2b5723e-470a-4b24-b0a3-56f4a588b975), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:54.897991 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed96be0d-59e3-4bd6-8664-d393ea35e65c req-34fae7c0-7fcc-40f1-ba8a-4283ed82a315 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.1091907 Feb 04 13:25:54.937442 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b187fc-f8d5-40bc-8b78-2708b070e5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b5723e-470a-4b24-b0a3-56f4a588b975'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:54.941242 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e2e327-9034-4da5-97d8-6dc74d9b7e66" -d '{"events": [{"server_uuid": "02b187fc-f8d5-40bc-8b78-2708b070e5d3", "name": "network-vif-plugged", "status": "completed", "tag": "c2b5723e-470a-4b24-b0a3-56f4a588b975"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:54.949826 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c2b5723e-470a-4b24-b0a3-56f4a588b975, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c2b5723e-470a-4b24-b0a3-56f4a588b975,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:54.959014 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c2b5723e-470a-4b24-b0a3-56f4a588b975), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:55.035490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c2b5723e-470a-4b24-b0a3-56f4a588b975,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:55.036252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed96be0d-59e3-4bd6-8664-d393ea35e65c req-960b5217-1838-41e3-afb9-b07e7d1d54c4 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365614 Feb 04 13:25:55.094150 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacc84b-5b49-4e7d-9508-7d2fbb0e2e54 req-b71c6060-e5a9-4953-add2-76f5b4a81ca8 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:55.096852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9bacc84b-5b49-4e7d-9508-7d2fbb0e2e54 req-b71c6060-e5a9-4953-add2-76f5b4a81ca8 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.1636021 Feb 04 13:25:55.183497 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9bacc84b-5b49-4e7d-9508-7d2fbb0e2e54 req-0a98bd36-6740-4a8f-989d-49e7b1feefde tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800445 Feb 04 13:25:55.213370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359c4f6-0099-469f-b112-437c10efbb14 req-c2992826-bca3-4a88-b639-9954019c3c7a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:55.215241 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a359c4f6-0099-469f-b112-437c10efbb14 req-c2992826-bca3-4a88-b639-9954019c3c7a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.0846376 Feb 04 13:25:55.296234 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89a0577-7029-46af-bcfa-d107d8acda01 x-openstack-request-id: req-b89a0577-7029-46af-bcfa-d107d8acda01 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:55.296648 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b187fc-f8d5-40bc-8b78-2708b070e5d3", "name": "network-vif-plugged", "status": "completed", "tag": "c2b5723e-470a-4b24-b0a3-56f4a588b975", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:55.297021 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b89a0577-7029-46af-bcfa-d107d8acda01 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:55.297582 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b187fc-f8d5-40bc-8b78-2708b070e5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b5723e-470a-4b24-b0a3-56f4a588b975', 'code': 200} Feb 04 13:25:55.324250 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a359c4f6-0099-469f-b112-437c10efbb14 req-3bf3a5c9-c55d-46f8-9c32-0829a46bf0e8 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940454 Feb 04 13:25:55.545175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1664e4e-5444-4d1f-8e13-97ce03a85048 req-02aa3bc6-a484-44bd-8b6e-1cc8cb507a54 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.1170676 Feb 04 13:25:55.577975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbb394-602c-41f3-aa18-c53bcb2eb2a4 req-baa9c1d5-2a5a-4021-ba13-9d2af1bc2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:55.580825 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ecbb394-602c-41f3-aa18-c53bcb2eb2a4 req-baa9c1d5-2a5a-4021-ba13-9d2af1bc2e7d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 1129 time: 0.1881678 Feb 04 13:25:55.630117 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745ed8e-ade5-4295-8593-3060ce88515f req-adbe3716-4009-4c2d-8aa8-fc56a1521bbb tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:55.632392 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0745ed8e-ade5-4295-8593-3060ce88515f req-adbe3716-4009-4c2d-8aa8-fc56a1521bbb tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 946 time: 0.1639738 Feb 04 13:25:55.704038 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ecbb394-602c-41f3-aa18-c53bcb2eb2a4 req-c254f30c-614d-44ac-ba79-f58929352193 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119473 Feb 04 13:25:55.739225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0745ed8e-ade5-4295-8593-3060ce88515f req-e4ed51ab-0866-472f-87fa-317cc6b3ca4e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813215 Feb 04 13:25:55.806676 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e45d0c1-3d49-4421-b6b2-dfedbc7b87de req-548694e1-db93-4917-abd4-52349a0fc425 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0493598 Feb 04 13:25:55.948629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bde43-0159-4ad9-8c63-8fa0790943a3 req-bd343cea-96fc-4ab3-8f0f-08fae73cd23d tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:55.950427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-688bde43-0159-4ad9-8c63-8fa0790943a3 req-bd343cea-96fc-4ab3-8f0f-08fae73cd23d tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.1006701 Feb 04 13:25:56.001061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485cd9c-e7e0-4c2b-acc2-b5e48624e6f7 req-bced3590-a97b-46a9-88c6-4d25efd0576a tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:56.004006 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2485cd9c-e7e0-4c2b-acc2-b5e48624e6f7 req-bced3590-a97b-46a9-88c6-4d25efd0576a tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.1051962 Feb 04 13:25:56.071814 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-688bde43-0159-4ad9-8c63-8fa0790943a3 req-f0a1fdb2-9cca-4eab-af95-aec265c6b89c tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106057 Feb 04 13:25:56.121650 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2485cd9c-e7e0-4c2b-acc2-b5e48624e6f7 req-ca32c0c9-4d85-492f-90ba-755019143ae5 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032617 Feb 04 13:25:56.223181 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806390f5-e423-4dc4-bfcf-bc77f076e9f7 req-a58e7f6d-c76d-456e-9acf-da5f9ac56462 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:56.225237 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-806390f5-e423-4dc4-bfcf-bc77f076e9f7 req-a58e7f6d-c76d-456e-9acf-da5f9ac56462 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.0685871 Feb 04 13:25:56.292632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-806390f5-e423-4dc4-bfcf-bc77f076e9f7 req-b050fda6-2268-40d7-9e55-be70d3561097 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604420 Feb 04 13:25:56.379192 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b3522-7004-47d7-96da-92c2c5ae7a09 req-8605924e-d73d-4a7d-a965-75f90cbb3fc9 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:56.380806 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-988b3522-7004-47d7-96da-92c2c5ae7a09 req-8605924e-d73d-4a7d-a965-75f90cbb3fc9 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.0767410 Feb 04 13:25:56.451513 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-988b3522-7004-47d7-96da-92c2c5ae7a09 req-f6f84eea-5324-409f-bea4-a9acf74f75e6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646319 Feb 04 13:25:56.509574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6ee1d-17af-4f4f-b8a9-aa7c359809cb req-c1ae535e-38a8-442a-92db-bd114d99739e tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:56.512080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cd6ee1d-17af-4f4f-b8a9-aa7c359809cb req-c1ae535e-38a8-442a-92db-bd114d99739e tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.0775747 Feb 04 13:25:56.599172 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cd6ee1d-17af-4f4f-b8a9-aa7c359809cb req-a05d70d4-7a7a-4e76-b1e0-7a276210d047 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780156 Feb 04 13:25:56.721284 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b7da084-598e-4346-af74-fb5826ac5824 req-dd5ac3e9-672d-49f7-ad68-d782c0090d2b tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0302956 Feb 04 13:25:56.891748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3e4be-fe7c-4262-ab6f-c6ad61c12928 req-de94e748-47ca-43e2-8487-1d66110327c5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:56.893690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69b3e4be-fe7c-4262-ab6f-c6ad61c12928 req-de94e748-47ca-43e2-8487-1d66110327c5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 946 time: 0.0689723 Feb 04 13:25:56.980460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e794ba0-6b56-4aaa-b885-ddf9d1c50732 req-0f106f75-0633-4718-a325-263f7f980ea5 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0501800 Feb 04 13:25:56.992259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69b3e4be-fe7c-4262-ab6f-c6ad61c12928 req-6fac42c7-a4d0-4312-bbb9-5f2fd71ec3e4 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885854 Feb 04 13:25:57.313932 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4842d5-2cf9-4de7-b132-2554977e0333 req-c010a43b-9ea7-43a7-af13-801a1ea81706 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:57.316386 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c4842d5-2cf9-4de7-b132-2554977e0333 req-c010a43b-9ea7-43a7-af13-801a1ea81706 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.1246982 Feb 04 13:25:57.371437 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31726b4-96a2-463f-8e47-4bdf0429b225 req-657531bc-a7dc-4f7d-b723-bfe88216ac9a tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:57.372973 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e31726b4-96a2-463f-8e47-4bdf0429b225 req-657531bc-a7dc-4f7d-b723-bfe88216ac9a tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.1260068 Feb 04 13:25:57.418804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c4842d5-2cf9-4de7-b132-2554977e0333 req-7f47c937-a05f-4bd2-990f-964beca816e9 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937526 Feb 04 13:25:57.445367 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e31726b4-96a2-463f-8e47-4bdf0429b225 req-b87fa0f4-4950-4018-8713-13c33c537717 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617194 Feb 04 13:25:57.600042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19432973-a741-4f39-89c1-1981bd2a1ad0 req-288b7038-2f74-4fb5-86c4-b4eb97cfd94e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:57.602422 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19432973-a741-4f39-89c1-1981bd2a1ad0 req-288b7038-2f74-4fb5-86c4-b4eb97cfd94e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.1169813 Feb 04 13:25:57.668723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a439-ed9e-4655-b00c-076f7422040a req-bfe88543-77a5-4b1b-8861-e9885e90add6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:57.670385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3659a439-ed9e-4655-b00c-076f7422040a req-bfe88543-77a5-4b1b-8861-e9885e90add6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.1226027 Feb 04 13:25:57.675371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19432973-a741-4f39-89c1-1981bd2a1ad0 req-aef6b8cb-771d-49ca-8e03-412b54ae531e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628409 Feb 04 13:25:57.736806 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3659a439-ed9e-4655-b00c-076f7422040a req-6c0ab2f8-3298-4eab-9b11-d31a8d8d196a tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601351 Feb 04 13:25:57.891449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-255a0c00-94f1-4e3d-8121-9e68cd64af07 req-851eca4a-3bda-490a-ade5-2dd2c82258cf tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0544457 Feb 04 13:25:57.922233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0681e-e195-4d1c-8936-e1587a3aa76c req-8a7014bf-fe58-4ab5-b132-8bf088d95dd3 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:57.925065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99e0681e-e195-4d1c-8936-e1587a3aa76c req-8a7014bf-fe58-4ab5-b132-8bf088d95dd3 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.1555586 Feb 04 13:25:58.014684 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99e0681e-e195-4d1c-8936-e1587a3aa76c req-de7eb522-f978-430e-b269-62765156aa2f tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796077 Feb 04 13:25:58.169154 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72930da8-1f29-4fae-8a55-9f3929b82dac req-d38d61a4-5f87-4507-835f-07ecb2574700 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0522125 Feb 04 13:25:58.199755 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579889aa-4bed-44a3-8a69-509d9942ecc5 req-b0aeed72-74d6-467a-b95e-75583c3aeeb1 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:58.201321 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-579889aa-4bed-44a3-8a69-509d9942ecc5 req-b0aeed72-74d6-467a-b95e-75583c3aeeb1 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 946 time: 0.0746968 Feb 04 13:25:58.280777 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-579889aa-4bed-44a3-8a69-509d9942ecc5 req-e3a29dfd-3583-4ef2-9178-1e7d8cb63fdc tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727687 Feb 04 13:25:58.655541 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98709aa-f2f6-4d1a-9fd8-b3125148a4ba req-bb233d41-c359-4a96-bf29-c0ff9b850bf5 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:58.658222 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e98709aa-f2f6-4d1a-9fd8-b3125148a4ba req-bb233d41-c359-4a96-bf29-c0ff9b850bf5 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.1157355 Feb 04 13:25:58.672058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870aaed-9909-4b75-8ba2-c532a2f72890 req-b8df3905-97d5-4001-a2f6-3026d20a1978 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:58.684706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6870aaed-9909-4b75-8ba2-c532a2f72890 req-b8df3905-97d5-4001-a2f6-3026d20a1978 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.1764715 Feb 04 13:25:58.817884 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e98709aa-f2f6-4d1a-9fd8-b3125148a4ba req-f650f51a-4745-4323-8aed-81be22fb6590 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191533 Feb 04 13:25:58.821986 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6870aaed-9909-4b75-8ba2-c532a2f72890 req-c8c63aa0-c806-48f0-ab78-299d447f1209 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330104 Feb 04 13:25:59.072081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad11459-63b9-40e8-bde2-bd866dcb793c req-425be042-49ed-4875-97b0-44bcadae2685 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:59.074744 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bad11459-63b9-40e8-bde2-bd866dcb793c req-425be042-49ed-4875-97b0-44bcadae2685 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.1515887 Feb 04 13:25:59.094270 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982d07c-6d5e-44c0-94f3-15add40c8a50 req-0cb57573-e778-47b6-9c8f-2857258e3e0e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:59.097136 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3982d07c-6d5e-44c0-94f3-15add40c8a50 req-0cb57573-e778-47b6-9c8f-2857258e3e0e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.1615062 Feb 04 13:25:59.227004 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bad11459-63b9-40e8-bde2-bd866dcb793c req-f12fd574-c443-462b-837b-da2ec9dc9ce5 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280375 Feb 04 13:25:59.235817 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3982d07c-6d5e-44c0-94f3-15add40c8a50 req-ecce70bb-4d93-4055-9a66-b0aa3a483483 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266708 Feb 04 13:25:59.372735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c8390fc6-34a1-4e26-8046-137bd8f742c8 req-560b9020-dda6-4b37-a74e-a34109d6a67a tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0446267 Feb 04 13:25:59.464765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b20ac-8456-4312-b86c-04981af49a0c req-bfc8f812-acb6-4dd1-a049-63111181624f tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:59.468175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-166b20ac-8456-4312-b86c-04981af49a0c req-bfc8f812-acb6-4dd1-a049-63111181624f tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.0989659 Feb 04 13:25:59.550809 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c29d9a23-62af-4c98-9501-e1cd91382e89 req-d8afd85b-a2a8-4107-aae3-26bacc3158db tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0432825 Feb 04 13:25:59.555792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-166b20ac-8456-4312-b86c-04981af49a0c req-03853ba2-1fa2-48a9-a9bb-241fd1982914 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789998 Feb 04 13:26:00.010880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70fd7e-e58d-4ac5-9623-d2aa046006fc req-5cbb4fa0-6ba6-41ca-9a3b-b73cda522fb2 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:00.012543 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f70fd7e-e58d-4ac5-9623-d2aa046006fc req-5cbb4fa0-6ba6-41ca-9a3b-b73cda522fb2 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.1001277 Feb 04 13:26:00.037300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372d3a6-fa62-4bdd-82a0-f9598022d1d1 req-e2b4c89b-70ee-4a55-8370-971be6e6d694 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:00.039019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0372d3a6-fa62-4bdd-82a0-f9598022d1d1 req-e2b4c89b-70ee-4a55-8370-971be6e6d694 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.0959575 Feb 04 13:26:00.114522 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f70fd7e-e58d-4ac5-9623-d2aa046006fc req-670279f8-9f96-4d94-850b-b2567d22543a tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909111 Feb 04 13:26:00.128483 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0372d3a6-fa62-4bdd-82a0-f9598022d1d1 req-9a57a83f-f44a-4de5-830c-71952aebd867 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793707 Feb 04 13:26:00.429941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f6c0e-b7c4-4216-9800-9a9714a37f12 req-ad3b047d-906a-4b1b-a370-85599c041cb6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:00.431551 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f7f6c0e-b7c4-4216-9800-9a9714a37f12 req-ad3b047d-906a-4b1b-a370-85599c041cb6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.1007934 Feb 04 13:26:00.465005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96b1cf-c4d4-4d19-879c-823d8ade6a46 req-95e3050d-dda7-4b00-8d84-938db2529bcd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:00.467098 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f96b1cf-c4d4-4d19-879c-823d8ade6a46 req-95e3050d-dda7-4b00-8d84-938db2529bcd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.0963383 Feb 04 13:26:00.516947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f7f6c0e-b7c4-4216-9800-9a9714a37f12 req-83c2c39c-8cdc-4131-ba0a-08e156919b5b tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790868 Feb 04 13:26:00.542081 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f96b1cf-c4d4-4d19-879c-823d8ade6a46 req-81cfe7d2-99ec-478a-a0d2-f597a550d352 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678744 Feb 04 13:26:00.650146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe65c421-2a68-427e-bbfb-f49c11243725 req-d66a5c54-ce99-4c7e-b99a-58ee02eb15ca tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0381401 Feb 04 13:26:00.697526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4967717-3926-4127-a10b-b6a04fd5d518 req-450c18b0-6c9f-490b-b900-7ce945ae4961 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0362358 Feb 04 13:26:00.775016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebaa7c-bcc2-4bcc-8bc4-0552ded4aa85 req-727bd11b-2ea9-462a-9d13-9769aa6ec9f8 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:00.777280 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-75ebaa7c-bcc2-4bcc-8bc4-0552ded4aa85 req-727bd11b-2ea9-462a-9d13-9769aa6ec9f8 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.0572307 Feb 04 13:26:00.830640 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-75ebaa7c-bcc2-4bcc-8bc4-0552ded4aa85 req-d75e7bb7-274a-4cb6-a383-082a138cb939 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476990 Feb 04 13:26:01.287715 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1cb24-e175-4a3e-af77-4faf4fee6743 req-ebc87ece-fe89-44c0-9a35-2239363bc40d tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:01.289330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50f1cb24-e175-4a3e-af77-4faf4fee6743 req-ebc87ece-fe89-44c0-9a35-2239363bc40d tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.0957246 Feb 04 13:26:01.298446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73dba1-cd19-4b7c-af22-80e3712eabd6 req-0f38e10b-f5ac-4eb8-abc5-3a614b2108a3 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:01.299985 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b73dba1-cd19-4b7c-af22-80e3712eabd6 req-0f38e10b-f5ac-4eb8-abc5-3a614b2108a3 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.0776486 Feb 04 13:26:01.382434 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50f1cb24-e175-4a3e-af77-4faf4fee6743 req-32f2d947-8b0f-4797-8da0-ad02e2e0fabc tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812840 Feb 04 13:26:01.385948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b73dba1-cd19-4b7c-af22-80e3712eabd6 req-1288d86c-6f24-4061-a087-3fb87b29f228 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787730 Feb 04 13:26:01.718579 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8c40c-0338-431c-b056-1d7a0cbb4050 req-60bcbf57-e4eb-4a37-b779-3b31b1f0bcb2 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:01.720144 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99c8c40c-0338-431c-b056-1d7a0cbb4050 req-60bcbf57-e4eb-4a37-b779-3b31b1f0bcb2 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.0918188 Feb 04 13:26:01.731677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f61270-7577-49eb-83ee-3fb1f8cf06b7 req-4ebc780c-1a64-4458-9b18-966799823faa tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:01.733140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42f61270-7577-49eb-83ee-3fb1f8cf06b7 req-4ebc780c-1a64-4458-9b18-966799823faa tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.0727673 Feb 04 13:26:01.813054 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99c8c40c-0338-431c-b056-1d7a0cbb4050 req-e088f0ef-3a1a-43ea-85bc-df49b082ee15 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789187 Feb 04 13:26:01.817922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42f61270-7577-49eb-83ee-3fb1f8cf06b7 req-776fea63-6943-4594-80f0-485514470d50 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780795 Feb 04 13:26:01.952154 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac189d38-85d1-4253-a9e6-2bba9e5cef8c req-c4defc31-9a34-452f-b829-7e99fc7a5c9d tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0413830 Feb 04 13:26:01.976215 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e979abc3-adde-4b9c-ad5a-b4861ed29988 req-b5c6eb04-ea3d-4050-9d48-f721766ad4c7 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0568447 Feb 04 13:26:02.070668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc57a57-613b-4e05-a807-63a1f8b820bb req-4125ee11-c2fa-4e56-9db5-f3de86519fac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:02.072775 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0dc57a57-613b-4e05-a807-63a1f8b820bb req-4125ee11-c2fa-4e56-9db5-f3de86519fac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.0586174 Feb 04 13:26:02.122051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0dc57a57-613b-4e05-a807-63a1f8b820bb req-afbf9d09-9abd-4652-a9e3-dc9425388300 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434737 Feb 04 13:26:02.570656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fee64f-5117-4e3a-be8d-c02e8cdabd05 req-61d6e834-0a19-405c-8a59-63c8252cf8ae tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:02.573315 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5fee64f-5117-4e3a-be8d-c02e8cdabd05 req-61d6e834-0a19-405c-8a59-63c8252cf8ae tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.1102602 Feb 04 13:26:02.587051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b1461-7f5a-4dd5-b935-b1395095ca26 req-6f492d1c-7e81-428d-b56c-770608baadbb tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:02.588736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-977b1461-7f5a-4dd5-b935-b1395095ca26 req-6f492d1c-7e81-428d-b56c-770608baadbb tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.1116204 Feb 04 13:26:02.665450 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5fee64f-5117-4e3a-be8d-c02e8cdabd05 req-732e5681-265c-4aee-937c-382a765f04d4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755174 Feb 04 13:26:02.678683 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-977b1461-7f5a-4dd5-b935-b1395095ca26 req-ec803c15-e798-4192-8a76-705cae2b09c4 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812507 Feb 04 13:26:02.991292 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffd9d5-651b-42fd-a332-689c1455d6e0 req-356e2d0c-9cc8-4a1a-8878-6fb9be549558 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:02.992844 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54ffd9d5-651b-42fd-a332-689c1455d6e0 req-356e2d0c-9cc8-4a1a-8878-6fb9be549558 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.0911567 Feb 04 13:26:03.001407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2feee5-45f6-42e6-91bb-ddac1b47f29b req-0866ea31-f3f0-4b78-999e-2dab59054c65 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:03.002962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f2feee5-45f6-42e6-91bb-ddac1b47f29b req-0866ea31-f3f0-4b78-999e-2dab59054c65 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.1044860 Feb 04 13:26:03.077304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54ffd9d5-651b-42fd-a332-689c1455d6e0 req-b04e8576-a7f4-499c-849a-6ed66c59d984 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731609 Feb 04 13:26:03.091226 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f2feee5-45f6-42e6-91bb-ddac1b47f29b req-a9a0bb59-bea3-436c-b8da-dd27cdf071a1 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713744 Feb 04 13:26:03.205686 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9731c7c1-6b90-4951-b4e8-da602d63ac87 req-b018a89e-e24d-4e36-9826-d69312b7dc7c tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0374734 Feb 04 13:26:03.223017 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9974461-8d9d-47a5-bf48-6761f9526bc7 req-ef0fdd64-73ec-4dcf-a57d-61035d0a80a3 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0427420 Feb 04 13:26:03.338914 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69cc5b-2678-4a5f-b93a-fc4da8677f19 req-f47435d4-db4f-41b0-8185-f1e25cd5c309 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:03.340860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a69cc5b-2678-4a5f-b93a-fc4da8677f19 req-f47435d4-db4f-41b0-8185-f1e25cd5c309 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.0674651 Feb 04 13:26:03.393108 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a69cc5b-2678-4a5f-b93a-fc4da8677f19 req-738c3f91-1d6d-4036-9168-9869724fa4d7 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461371 Feb 04 13:26:03.830498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd2392-814a-4768-850c-cfa47c6b36e5 req-e64b4227-b4c6-49fd-9740-5716b14bf25a tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:03.832052 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13fd2392-814a-4768-850c-cfa47c6b36e5 req-e64b4227-b4c6-49fd-9740-5716b14bf25a tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.0897419 Feb 04 13:26:03.852266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d5d9c-f39d-4672-8e50-13b2f03cce66 req-e2851e31-5258-47f5-b652-4e3acd824b0d tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:03.853804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d4d5d9c-f39d-4672-8e50-13b2f03cce66 req-e2851e31-5258-47f5-b652-4e3acd824b0d tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.0805666 Feb 04 13:26:03.930674 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13fd2392-814a-4768-850c-cfa47c6b36e5 req-7d46a1bd-55e2-43e9-bd96-4ce9199a51d0 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913501 Feb 04 13:26:03.940174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d4d5d9c-f39d-4672-8e50-13b2f03cce66 req-4fe5dd69-fb1d-474b-a913-66b826012e99 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783944 Feb 04 13:26:04.263079 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75a656-4f2b-40a5-b242-f8b1a0511dee req-b893aa88-3fa5-4b59-bf3b-753826d14988 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:04.264622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c75a656-4f2b-40a5-b242-f8b1a0511dee req-b893aa88-3fa5-4b59-bf3b-753826d14988 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.1115258 Feb 04 13:26:04.301888 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9d456-b85b-4214-b845-b4d6d412e432 req-a0a704bb-6160-4749-9655-2f3b2c8caa58 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:04.303660 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6a9d456-b85b-4214-b845-b4d6d412e432 req-a0a704bb-6160-4749-9655-2f3b2c8caa58 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.0921724 Feb 04 13:26:04.381415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c75a656-4f2b-40a5-b242-f8b1a0511dee req-ebacaec8-bedb-422f-8ddf-68a9861fee43 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057601 Feb 04 13:26:04.423309 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6a9d456-b85b-4214-b845-b4d6d412e432 req-ad3c4f6b-4787-41b0-afee-7e53bacf3b98 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067622 Feb 04 13:26:04.548239 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e9520e46-6f7f-41ae-a300-08f687014e45 req-fdcab5d6-9d4a-476b-94ef-f34423e95c33 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0348465 Feb 04 13:26:04.579433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e0bd9cf-ba96-40e6-977e-b22e00b33762 req-0ddbae88-4aca-4dd4-b426-0130153f3785 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0344317 Feb 04 13:26:04.687406 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1099d-1b2b-4327-9b83-a42bb0a261f6 req-f9d4bfb8-8cb7-4f6d-b134-c763ff81abc7 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:04.689014 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5b1099d-1b2b-4327-9b83-a42bb0a261f6 req-f9d4bfb8-8cb7-4f6d-b134-c763ff81abc7 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.0586712 Feb 04 13:26:04.742663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5b1099d-1b2b-4327-9b83-a42bb0a261f6 req-38b07ed2-30f6-452d-8db5-476179b279b1 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468438 Feb 04 13:26:05.126305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451ca55-b68a-4f95-b87d-e67165875c19 req-e875d297-ddbc-41d7-b3a8-2780a633b07b tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:05.127952 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3451ca55-b68a-4f95-b87d-e67165875c19 req-e875d297-ddbc-41d7-b3a8-2780a633b07b tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.0994942 Feb 04 13:26:05.136802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b87f25-7a9a-48e6-b401-4406a8662dab req-9ee3ce7f-5617-4e1d-8992-de9e8ae2bad2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:05.138391 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4b87f25-7a9a-48e6-b401-4406a8662dab req-9ee3ce7f-5617-4e1d-8992-de9e8ae2bad2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.0996666 Feb 04 13:26:05.215778 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3451ca55-b68a-4f95-b87d-e67165875c19 req-d16aee55-d13f-4ed3-98c4-50c3d34fb673 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763519 Feb 04 13:26:05.223493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4b87f25-7a9a-48e6-b401-4406a8662dab req-72b3dc6a-eb62-4eb4-b5d4-c08c8a4a1437 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779064 Feb 04 13:26:05.518731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcfe88-d536-4e31-86bc-71289f21acae req-c120dda9-bd5d-4484-baaa-fa7656fe936c tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:05.520275 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6bcfe88-d536-4e31-86bc-71289f21acae req-c120dda9-bd5d-4484-baaa-fa7656fe936c tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.0706494 Feb 04 13:26:05.606593 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6bcfe88-d536-4e31-86bc-71289f21acae req-71f94f66-e23c-4e45-9d96-ea79215ef3ed tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792398 Feb 04 13:26:05.630769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e53e1-102c-419f-ba0f-3ff7b361e704 req-297eed7d-d92c-48ee-bf35-a2eb80b95840 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:05.632349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c33e53e1-102c-419f-ba0f-3ff7b361e704 req-297eed7d-d92c-48ee-bf35-a2eb80b95840 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.0976093 Feb 04 13:26:05.693655 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c33e53e1-102c-419f-ba0f-3ff7b361e704 req-3dcd52aa-045b-489e-b07b-c42442949e6d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526247 Feb 04 13:26:05.726463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9804e5ac-767f-438e-a0e7-1e09ab07867e req-c831a5ca-7422-458f-83fa-7b9b99d27f45 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0317013 Feb 04 13:26:05.810751 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ebebe033-4ffd-48bc-bb6b-ef8911a850c4 req-05d3e0db-cadb-447a-a985-326e866993f1 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0365269 Feb 04 13:26:05.871193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22fa7c-cd8c-480b-a4e9-6760f76c7db5 req-2b329da4-8e0f-4d0c-9352-ff43bd788b75 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:05.872703 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b22fa7c-cd8c-480b-a4e9-6760f76c7db5 req-2b329da4-8e0f-4d0c-9352-ff43bd788b75 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.0565841 Feb 04 13:26:05.925145 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b22fa7c-cd8c-480b-a4e9-6760f76c7db5 req-d473467b-b7bc-4821-ad65-963e5f9817b3 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466588 Feb 04 13:26:06.392753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a9fef-7782-4f5d-b9fb-89a45568b5b2 req-ad197378-144e-41ba-8573-89aaa53a86fd tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:06.394664 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-219a9fef-7782-4f5d-b9fb-89a45568b5b2 req-ad197378-144e-41ba-8573-89aaa53a86fd tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.1006250 Feb 04 13:26:06.768467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea1f13-c0dd-4201-acdf-5c8d806f2e76 req-21655be1-5e95-44be-a297-d5af62d99483 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:06.770055 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15ea1f13-c0dd-4201-acdf-5c8d806f2e76 req-21655be1-5e95-44be-a297-d5af62d99483 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.4287326 Feb 04 13:26:06.811816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-219a9fef-7782-4f5d-b9fb-89a45568b5b2 req-8e0a9294-df9f-48e1-b0d9-932e8210a5f8 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074280 Feb 04 13:26:06.859081 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15ea1f13-c0dd-4201-acdf-5c8d806f2e76 req-1ed595fe-3278-4f02-ab77-223b394f3e31 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756569 Feb 04 13:26:07.014660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ee7d2-b9a2-4fe4-a4b8-f787cd459f5d req-ce82a8a3-8caa-46a0-921c-2146dfb2c33a tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:07.015897 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f9ee7d2-b9a2-4fe4-a4b8-f787cd459f5d req-ce82a8a3-8caa-46a0-921c-2146dfb2c33a tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.0998998 Feb 04 13:26:07.029061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d45834-61ff-496f-bad5-a6c8c57bfffb req-c4d9564e-6dfb-4029-9f66-eedea1e682a6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:07.030620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4d45834-61ff-496f-bad5-a6c8c57bfffb req-c4d9564e-6dfb-4029-9f66-eedea1e682a6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.0973110 Feb 04 13:26:07.113455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f9ee7d2-b9a2-4fe4-a4b8-f787cd459f5d req-2523ee49-143a-4524-9d25-bb01b37453f2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818021 Feb 04 13:26:07.127528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4d45834-61ff-496f-bad5-a6c8c57bfffb req-b6dfcdfc-d75b-452f-a1c4-2713b6008f9d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896714 Feb 04 13:26:07.188218 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4ef13a7c-d086-4ae6-a081-90b65f4d3fa0 req-ee9d27fc-4502-472e-b795-4c51489ee77d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0340450 Feb 04 13:26:07.242916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-178d8967-1514-44e9-8b86-d3de2cd0986b req-4108e614-b305-4c69-af20-5f7a0e5db62f tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0322471 Feb 04 13:26:07.270541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3e02acb-b2d5-4f07-a40f-8a58f7688694 req-dedfe53a-36da-4b82-b519-ea1b3feb8659 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0308719 Feb 04 13:26:07.367970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be42ec-73fd-4c65-9792-41a49719e108 req-af0599c5-35f2-474f-9473-d09c2da1c011 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:07.369818 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57be42ec-73fd-4c65-9792-41a49719e108 req-af0599c5-35f2-474f-9473-d09c2da1c011 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.0617843 Feb 04 13:26:07.425290 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57be42ec-73fd-4c65-9792-41a49719e108 req-1219be3f-1467-4d5e-9703-8969e30a0368 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494568 Feb 04 13:26:07.957461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90944c6c-57c3-430f-b74a-70a6691fedfb req-2cd83140-2864-4d42-96a6-d5e83875158b tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:07.959038 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90944c6c-57c3-430f-b74a-70a6691fedfb req-2cd83140-2864-4d42-96a6-d5e83875158b tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.0710578 Feb 04 13:26:08.033604 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74455fe7-eca8-4fc8-a25b-621530f3921e req-a78a855d-bc44-468a-931d-4420363281ad tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:08.035184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74455fe7-eca8-4fc8-a25b-621530f3921e req-a78a855d-bc44-468a-931d-4420363281ad tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.0969677 Feb 04 13:26:08.043996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90944c6c-57c3-430f-b74a-70a6691fedfb req-994cb54e-7605-4700-860d-94edff36e06a tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696876 Feb 04 13:26:08.098986 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74455fe7-eca8-4fc8-a25b-621530f3921e req-5b18ab42-4251-4591-adc4-cade90a3f7d2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538633 Feb 04 13:26:08.283962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b5a0f-4f46-4d68-b143-7f21e8c21a35 req-7a966acc-1c77-4cb1-ac14-c4486f576816 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:08.285563 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d32b5a0f-4f46-4d68-b143-7f21e8c21a35 req-7a966acc-1c77-4cb1-ac14-c4486f576816 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.0908647 Feb 04 13:26:08.316826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b174c-c4ea-4bed-bfae-27eaf2f0c247 req-0eece16f-6a7d-4bc8-b439-987700afc846 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:08.318464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-000b174c-c4ea-4bed-bfae-27eaf2f0c247 req-0eece16f-6a7d-4bc8-b439-987700afc846 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.0931954 Feb 04 13:26:08.373203 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d32b5a0f-4f46-4d68-b143-7f21e8c21a35 req-85b3f665-3b2b-4bd5-aed7-5a713c3dc76f tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794659 Feb 04 13:26:08.405064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-000b174c-c4ea-4bed-bfae-27eaf2f0c247 req-7dcd9a09-c8b0-40f8-887b-796fad816719 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786216 Feb 04 13:26:08.512879 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1e3b398-80f2-44a0-b5c8-8ccdf72925aa req-78c1c41b-7570-4a6c-aaf0-ed1cd41032ca tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0484436 Feb 04 13:26:08.530740 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b38f5bdc-6634-47bc-9d07-b73b00d5acf1 req-4066d376-8716-45b5-9be9-4e648b195e50 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0451767 Feb 04 13:26:08.716357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96dcb-8af4-49bf-a998-19e99bc93e75 req-97e9cfee-f3a4-42e8-bf60-0fa05f3eddd4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:08.723030 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aec96dcb-8af4-49bf-a998-19e99bc93e75 req-97e9cfee-f3a4-42e8-bf60-0fa05f3eddd4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.0958109 Feb 04 13:26:08.794772 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aec96dcb-8af4-49bf-a998-19e99bc93e75 req-57245cc7-0bb8-4e44-bfdb-59ca8f5a0de0 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668697 Feb 04 13:26:09.265653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6da5d-8e52-42e6-9a8a-9349577d4893 req-a4e5bf6a-c6e9-4a4a-ab51-3d65239eb53a tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:09.268449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18b6da5d-8e52-42e6-9a8a-9349577d4893 req-a4e5bf6a-c6e9-4a4a-ab51-3d65239eb53a tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.1466343 Feb 04 13:26:09.320970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef144a-ac51-4b79-bfc9-e9be1a6e63ac req-e52d828d-6572-4d2b-9f79-44e63b933c1d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:09.324339 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4ef144a-ac51-4b79-bfc9-e9be1a6e63ac req-e52d828d-6572-4d2b-9f79-44e63b933c1d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.1491175 Feb 04 13:26:09.405785 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18b6da5d-8e52-42e6-9a8a-9349577d4893 req-551a51ca-4cbe-4eb8-8bc1-39b7fc5f70cf tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293547 Feb 04 13:26:09.450977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4ef144a-ac51-4b79-bfc9-e9be1a6e63ac req-b2fbce3d-c824-44de-ad06-ef58005a1536 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181862 Feb 04 13:26:09.533321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8441d-627c-4088-a944-0e8f12ce012f req-5700d1cd-b900-4023-b0cb-4b47de761b7d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:09.535001 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45b8441d-627c-4088-a944-0e8f12ce012f req-5700d1cd-b900-4023-b0cb-4b47de761b7d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.0664258 Feb 04 13:26:09.671829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45b8441d-627c-4088-a944-0e8f12ce012f req-811681d3-b710-4054-b50c-22d9237a002d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189125 Feb 04 13:26:09.687573 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181908a0-35d1-462c-b74f-f3dab0ac9eac req-72d774f7-687b-4004-9f65-1e204ead5208 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:09.689329 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-181908a0-35d1-462c-b74f-f3dab0ac9eac req-72d774f7-687b-4004-9f65-1e204ead5208 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.1650407 Feb 04 13:26:09.777639 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-181908a0-35d1-462c-b74f-f3dab0ac9eac req-a34e93b2-05f8-432f-bffc-30426324abf6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756047 Feb 04 13:26:09.825134 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54c44772-58a2-42e4-9611-65a6d575dbc4 req-a8ee48bc-a209-468c-9d54-3579c1095baf tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] 10.222.0.96 "GET /v2.0/ports?device_id=d324da09-3589-45ae-a70f-18823deecf1b HTTP/1.1" status: 200 len: 210 time: 0.0321329 Feb 04 13:26:09.906777 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be218de4-766a-42b3-982f-60721d7b686b req-80741d8e-f807-4bc3-8689-142a516d34fc tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0309355 Feb 04 13:26:09.971419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca368c-82f0-4e70-a47e-49290b8107d8 req-1c79536f-2bf1-4d8c-b69b-f2554fa9f951 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:09.973001 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05ca368c-82f0-4e70-a47e-49290b8107d8 req-1c79536f-2bf1-4d8c-b69b-f2554fa9f951 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.0690088 Feb 04 13:26:10.040076 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05ca368c-82f0-4e70-a47e-49290b8107d8 req-b5cbfa82-0bb4-4f60-a242-8af675ccf87a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593719 Feb 04 13:26:10.255527 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-718626a2-2bb4-42c5-b0bb-0ee7565205a8 req-d3ddf7c2-f07b-4032-9eaf-71134607e717 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dd0d6265c6241c09abde0a353f89d76&device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0383806 Feb 04 13:26:10.295443 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29f66db8-cb6e-42d2-ada2-21bbf200939a req-3be41d00-5254-4eab-991f-1205e8747fab tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0435445 Feb 04 13:26:10.310673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-718626a2-2bb4-42c5-b0bb-0ee7565205a8 req-a18861e2-1dbd-4b2a-8fd2-55436a09da55 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dd0d6265c6241c09abde0a353f89d76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453680 Feb 04 13:26:10.584506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718626a2-2bb4-42c5-b0bb-0ee7565205a8 req-2607f150-be8e-4fe9-bdab-909412ded067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:10.585980 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-718626a2-2bb4-42c5-b0bb-0ee7565205a8 req-2607f150-be8e-4fe9-bdab-909412ded067 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2692733 Feb 04 13:26:10.659244 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03613d00-ece4-4220-8553-f55bbb1df57e req-c7ae51ed-14b0-4c8c-92b7-1fb633dc6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:10.661069 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-c7ae51ed-14b0-4c8c-92b7-1fb633dc6150 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.2531354 Feb 04 13:26:10.704811 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-4319d2cd-69f0-4617-a05f-7fd54b9f972c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346663 Feb 04 13:26:10.727164 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baf57b-1ace-4c13-bc8f-49b95579c34e req-0fcc2b3c-7dcd-484e-87fe-cf6056d1f4e8 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:10.729203 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0baf57b-1ace-4c13-bc8f-49b95579c34e req-0fcc2b3c-7dcd-484e-87fe-cf6056d1f4e8 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.1845906 Feb 04 13:26:10.779221 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471005e-e10d-4772-b092-2a168643e4ee req-139c423f-acaf-402d-b3c7-f2677dab4a5a tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:10.781664 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5471005e-e10d-4772-b092-2a168643e4ee req-139c423f-acaf-402d-b3c7-f2677dab4a5a tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.2034082 Feb 04 13:26:10.880296 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-25de9bee-2e7d-4019-a443-f3554ee03dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:10.904182 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0baf57b-1ace-4c13-bc8f-49b95579c34e req-5c1220b8-f3ee-4389-96cd-ec6e8916ee1e tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608849 Feb 04 13:26:10.915132 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5471005e-e10d-4772-b092-2a168643e4ee req-d89d31f6-ec84-4be6-9131-c51e46a7227c tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266601 Feb 04 13:26:10.917656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-73e79fa6-25cc-4da4-b570-3e55743a6147 service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050331 Feb 04 13:26:11.156044 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-6533b0db-0cb2-4d9d-9a6c-acb3293e7359 service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291181 Feb 04 13:26:11.176553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a834e-de15-47f1-a923-1214ecf725d5 req-aad7147c-2eb9-479e-985b-1786b453fddd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:11.178502 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d77a834e-de15-47f1-a923-1214ecf725d5 req-aad7147c-2eb9-479e-985b-1786b453fddd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.1442201 Feb 04 13:26:11.186745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8f911-7e45-4539-92cf-eca242fa8072 req-7b27d5db-8d00-470a-a4b6-f4322b9c544e tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:11.188361 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03d8f911-7e45-4539-92cf-eca242fa8072 req-7b27d5db-8d00-470a-a4b6-f4322b9c544e tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.1526015 Feb 04 13:26:11.279992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03d8f911-7e45-4539-92cf-eca242fa8072 req-c986380f-14de-4126-8145-83b4d2b27167 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833220 Feb 04 13:26:11.283545 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d77a834e-de15-47f1-a923-1214ecf725d5 req-ea405f31-5f5d-4eee-9219-eb6b5d98b9fe tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941703 Feb 04 13:26:11.550506 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27a673ff-cfb6-4692-998e-70b3b8eb7c25 req-47ccfd6e-0e0e-42e2-b8ee-bbf9c0b06116 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0846949 Feb 04 13:26:11.583727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0735be8-e84d-4fd7-80cc-ff8efd7e030a req-3dcc1cfd-0b58-4997-97cc-bc8b4ee76b6b tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:11.585713 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0735be8-e84d-4fd7-80cc-ff8efd7e030a req-3dcc1cfd-0b58-4997-97cc-bc8b4ee76b6b tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.1848536 Feb 04 13:26:11.598162 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80221dae-23ca-4d07-b1bb-bf7f9fcc5d43 req-6743567f-8033-428b-a822-376bc4f81613 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:11.600127 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80221dae-23ca-4d07-b1bb-bf7f9fcc5d43 req-6743567f-8033-428b-a822-376bc4f81613 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.100 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 944 time: 0.1383951 Feb 04 13:26:11.628778 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03613d00-ece4-4220-8553-f55bbb1df57e req-bd3c24be-9ec6-4569-b370-3fb0c782d073 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:11.631709 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-bd3c24be-9ec6-4569-b370-3fb0c782d073 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f&tenant_id=c66aed92d02a400db6163d7d33da33b0&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 1128 time: 0.1087048 Feb 04 13:26:11.746495 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0735be8-e84d-4fd7-80cc-ff8efd7e030a req-13f93150-c319-4a94-885d-cfe2f73f2a82 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931840 Feb 04 13:26:11.784321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-80221dae-23ca-4d07-b1bb-bf7f9fcc5d43 req-327308cb-fd16-464e-938e-6b7bb5a92f28 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Deleting port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:26:11.784797 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-80221dae-23ca-4d07-b1bb-bf7f9fcc5d43 req-327308cb-fd16-464e-938e-6b7bb5a92f28 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:11.790733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39122) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:11.799018 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ccadcda5-93ed-49cd-8e1e-e54e5fd5da28 service neutron] For port 314e7e4e-b003-4e20-89be-33901107ca48, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:11.805273 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ccadcda5-93ed-49cd-8e1e-e54e5fd5da28 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:11.807151 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-03613d00-ece4-4220-8553-f55bbb1df57e req-ccadcda5-93ed-49cd-8e1e-e54e5fd5da28 service neutron] 10.222.0.100 "DELETE /v2.0/ports/314e7e4e-b003-4e20-89be-33901107ca48/bindings/n-h1-714676-13 HTTP/1.1" status: 204 len: 173 time: 0.1653557 Feb 04 13:26:11.912847 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-80221dae-23ca-4d07-b1bb-bf7f9fcc5d43 req-327308cb-fd16-464e-938e-6b7bb5a92f28 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] For port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:11.913213 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-80221dae-23ca-4d07-b1bb-bf7f9fcc5d43 req-327308cb-fd16-464e-938e-6b7bb5a92f28 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:11.930327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-80221dae-23ca-4d07-b1bb-bf7f9fcc5d43 req-327308cb-fd16-464e-938e-6b7bb5a92f28 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Calling delete_port for 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:26:11.987958 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39132) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:11.988209 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9704b984-f0a1-4111-b12a-4b07a0847821 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=62bf48b5c3894be3a3cc9319369f6e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957057 Feb 04 13:26:12.092287 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-718626a2-2bb4-42c5-b0bb-0ee7565205a8 req-be78ad0e-51a7-454c-83ac-da37b0b03c01 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.99 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0699120 Feb 04 13:26:12.196507 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f0d993d4-c4cd-4fc6-a8d2-10b450b8f420 admin admin] Publish callbacks [] for security_group (a0a01f3a-a465-487e-9753-f43cfbe1bfa5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:12.219437 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6822f4d-c8bc-44eb-bff5-811c7d2ff421 req-3a3134e0-29ba-4904-b29e-367291cfbfca tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:12.220911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6822f4d-c8bc-44eb-bff5-811c7d2ff421 req-3a3134e0-29ba-4904-b29e-367291cfbfca tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.2147844 Feb 04 13:26:12.248078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa62f7-da44-4512-a072-003dadebacf4 req-7b2bc394-aea6-4900-b132-0d69a0ef215a tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:12.249616 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fa62f7-da44-4512-a072-003dadebacf4 req-7b2bc394-aea6-4900-b132-0d69a0ef215a tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.1972034 Feb 04 13:26:12.285693 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f0d993d4-c4cd-4fc6-a8d2-10b450b8f420 admin admin] Publish callbacks [] for security_group (a0a01f3a-a465-487e-9753-f43cfbe1bfa5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:12.302401 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-80221dae-23ca-4d07-b1bb-bf7f9fcc5d43 req-327308cb-fd16-464e-938e-6b7bb5a92f28 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (05773d3b-5e10-47e1-b5c9-a8e9cddc5edb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:12.315733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['05773d3b-5e10-47e1-b5c9-a8e9cddc5edb'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:26:12.371090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327308cb-fd16-464e-938e-6b7bb5a92f28 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Pushing event deleted for resources: {'Port': ['ID=05773d3b-5e10-47e1-b5c9-a8e9cddc5edb,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:12.441449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6822f4d-c8bc-44eb-bff5-811c7d2ff421 req-dacbfa02-49ec-4f08-baea-ac35b623d9b0 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008026 Feb 04 13:26:12.477929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fa62f7-da44-4512-a072-003dadebacf4 req-5a0f7ad3-eaed-4ba7-8b57-59c7581126bc tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066975 Feb 04 13:26:12.480006 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-80221dae-23ca-4d07-b1bb-bf7f9fcc5d43 req-327308cb-fd16-464e-938e-6b7bb5a92f28 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] No DVR routers for this DVR port 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:12.483607 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-80221dae-23ca-4d07-b1bb-bf7f9fcc5d43 req-327308cb-fd16-464e-938e-6b7bb5a92f28 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:12.488546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80221dae-23ca-4d07-b1bb-bf7f9fcc5d43 req-327308cb-fd16-464e-938e-6b7bb5a92f28 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.100 "DELETE /v2.0/ports/05773d3b-5e10-47e1-b5c9-a8e9cddc5edb HTTP/1.1" status: 204 len: 173 time: 0.8812442 Feb 04 13:26:12.489042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd31cc6-1aef-4f95-8647-38e860b27c20', 'name': 'network-vif-deleted', 'tag': '05773d3b-5e10-47e1-b5c9-a8e9cddc5edb'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:12.491856 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533f43d5-f23b-4205-a22a-c026a8633845" -d '{"events": [{"server_uuid": "4cd31cc6-1aef-4f95-8647-38e860b27c20", "name": "network-vif-deleted", "tag": "05773d3b-5e10-47e1-b5c9-a8e9cddc5edb"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:12.549494 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f0d993d4-c4cd-4fc6-a8d2-10b450b8f420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a0a01f3a-a465-487e-9753-f43cfbe1bfa5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:12.554464 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f0d993d4-c4cd-4fc6-a8d2-10b450b8f420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:12.562083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f0d993d4-c4cd-4fc6-a8d2-10b450b8f420 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a0a01f3a-a465-487e-9753-f43cfbe1bfa5 HTTP/1.1" status: 204 len: 168 time: 0.5723338 Feb 04 13:26:12.658138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d993d4-c4cd-4fc6-a8d2-10b450b8f420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a01f3a-a465-487e-9753-f43cfbe1bfa5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:12.730928 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea118f7f-0d61-4207-9aff-f0d048120da7 req-9c046695-2d45-4b16-b851-c6c32427891b tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:12.732888 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea118f7f-0d61-4207-9aff-f0d048120da7 req-9c046695-2d45-4b16-b851-c6c32427891b tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.100 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 947 time: 0.2205555 Feb 04 13:26:12.735380 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-962a8c46-1bc5-4017-8abe-07b9774bb236 req-1c5cc01e-f551-4645-90f1-8a3062430b21 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=4cd31cc6-1aef-4f95-8647-38e860b27c20 HTTP/1.1" status: 200 len: 210 time: 0.0643249 Feb 04 13:26:12.767844 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9dabf-5921-4362-a422-c47a0c65a891 req-1f7d8a21-7bdb-48ff-be9a-3fa753df3d94 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:12.770430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dde9dabf-5921-4362-a422-c47a0c65a891 req-1f7d8a21-7bdb-48ff-be9a-3fa753df3d94 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.2258365 Feb 04 13:26:12.831648 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c801d94-cd7d-4252-a730-4b3c5eaa06e3 x-openstack-request-id: req-1c801d94-cd7d-4252-a730-4b3c5eaa06e3 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:12.831968 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd31cc6-1aef-4f95-8647-38e860b27c20", "name": "network-vif-deleted", "tag": "05773d3b-5e10-47e1-b5c9-a8e9cddc5edb", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:12.832232 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1c801d94-cd7d-4252-a730-4b3c5eaa06e3 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:12.832865 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd31cc6-1aef-4f95-8647-38e860b27c20', 'name': 'network-vif-deleted', 'tag': '05773d3b-5e10-47e1-b5c9-a8e9cddc5edb', 'status': 'completed', 'code': 200} Feb 04 13:26:12.921501 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dde9dabf-5921-4362-a422-c47a0c65a891 req-3e1dbd02-e4fc-4c95-87c6-9af6ea6b33a3 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250730 Feb 04 13:26:12.962416 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-ea118f7f-0d61-4207-9aff-f0d048120da7 req-ba75f0aa-66c0-4140-95c2-c96944d522b0 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Deleting port d1b91ac9-b881-46f8-ae08-d8b5a41c219e {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:26:12.962842 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ea118f7f-0d61-4207-9aff-f0d048120da7 req-ba75f0aa-66c0-4140-95c2-c96944d522b0 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:13.086940 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c72d99fb-5638-416d-8f6c-53d8170b7972 req-ac0bca04-ff33-4519-b252-b87ee6c0ca06 tempest-ServerShowV254Test-1812091094 tempest-ServerShowV254Test-1812091094-project] 10.222.0.96 "GET /v2.0/ports?device_id=d514f448-07f8-407d-8a09-79c2bd641680 HTTP/1.1" status: 200 len: 210 time: 0.0936701 Feb 04 13:26:13.187155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-ea118f7f-0d61-4207-9aff-f0d048120da7 req-ba75f0aa-66c0-4140-95c2-c96944d522b0 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] For port d1b91ac9-b881-46f8-ae08-d8b5a41c219e, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:13.187523 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ea118f7f-0d61-4207-9aff-f0d048120da7 req-ba75f0aa-66c0-4140-95c2-c96944d522b0 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:13.206557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90428fca-e6d6-4303-b5ac-17ac455ed7cf req-421d68fe-5784-4adc-8ccd-6c7f5f1ea94c tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:13.208374 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90428fca-e6d6-4303-b5ac-17ac455ed7cf req-421d68fe-5784-4adc-8ccd-6c7f5f1ea94c tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 944 time: 0.1763093 Feb 04 13:26:13.215395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-ea118f7f-0d61-4207-9aff-f0d048120da7 req-ba75f0aa-66c0-4140-95c2-c96944d522b0 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Calling delete_port for d1b91ac9-b881-46f8-ae08-d8b5a41c219e owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:26:13.219501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39154) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:13.265952 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-04b95962-c066-4002-9afb-642b0516b1d6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=965fb4b2135448d2bbe2ad344a06b1fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452726 Feb 04 13:26:13.268678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39156) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:13.319765 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Publish callbacks [] for security_group (55681926-33f8-41e5-93d2-97f73317cba2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:13.345555 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Publish callbacks [] for security_group (55681926-33f8-41e5-93d2-97f73317cba2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:13.357618 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90428fca-e6d6-4303-b5ac-17ac455ed7cf req-9ce69902-ab00-428b-af92-4cac55b46984 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370494 Feb 04 13:26:13.362906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb672df-b2f5-4ac6-adf0-4f0957e06038 req-3aa82314-f26c-4b51-bd6b-15cf5a42e4ee tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:13.364485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cbb672df-b2f5-4ac6-adf0-4f0957e06038 req-3aa82314-f26c-4b51-bd6b-15cf5a42e4ee tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 1128 time: 0.1471455 Feb 04 13:26:13.407954 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (55681926-33f8-41e5-93d2-97f73317cba2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:13.411035 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:13.412510 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/55681926-33f8-41e5-93d2-97f73317cba2 HTTP/1.1" status: 204 len: 168 time: 0.1428750 Feb 04 13:26:13.423787 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55681926-33f8-41e5-93d2-97f73317cba2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:13.432282 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:13.432630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:13.432970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:13.433310 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:13.433646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:13.434017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:13.434395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:13.434761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:13.435098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:13.435534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:13.435761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:13.436081 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:13.436401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75fb57-92c9-4520-b5d7-85223be84a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:13.454783 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cbb672df-b2f5-4ac6-adf0-4f0957e06038 req-3c03e23e-f4eb-4c41-813d-97712d559732 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772676 Feb 04 13:26:13.522712 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ea118f7f-0d61-4207-9aff-f0d048120da7 req-ba75f0aa-66c0-4140-95c2-c96944d522b0 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d1b91ac9-b881-46f8-ae08-d8b5a41c219e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:13.556732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 68bbd4aa-8230-487c-8026-310b11e0859f details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:26:13.578210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75f0aa-66c0-4140-95c2-c96944d522b0 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Pushing event deleted for resources: {'Port': ['ID=d1b91ac9-b881-46f8-ae08-d8b5a41c219e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:13.702145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea118f7f-0d61-4207-9aff-f0d048120da7 req-ba75f0aa-66c0-4140-95c2-c96944d522b0 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] No DVR routers for this DVR port d1b91ac9-b881-46f8-ae08-d8b5a41c219e on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:13.708514 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ea118f7f-0d61-4207-9aff-f0d048120da7 req-ba75f0aa-66c0-4140-95c2-c96944d522b0 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:13.714312 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea118f7f-0d61-4207-9aff-f0d048120da7 req-ba75f0aa-66c0-4140-95c2-c96944d522b0 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.100 "DELETE /v2.0/ports/d1b91ac9-b881-46f8-ae08-d8b5a41c219e HTTP/1.1" status: 204 len: 173 time: 0.9728675 Feb 04 13:26:13.740336 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:13.746333 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0f013393-506f-481a-8e91-544b496546af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:13.765351 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f59fe75-21a7-4889-94a6-3ff04ce7d6f3 req-b47c0be7-4c0e-49d0-9831-2b0f1480a2e7 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=76875698-3a0a-435d-9e4c-99b484c84ebe HTTP/1.1" status: 200 len: 210 time: 0.0829163 Feb 04 13:26:13.787848 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb197d-bcaa-4dce-8ee7-47248caa1127 req-1664484e-3f7f-44c1-9087-3f695d8d6e53 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:13.789794 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93cb197d-bcaa-4dce-8ee7-47248caa1127 req-1664484e-3f7f-44c1-9087-3f695d8d6e53 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.2265544 Feb 04 13:26:13.804441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 68bbd4aa-8230-487c-8026-310b11e0859f, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=68bbd4aa-8230-487c-8026-310b11e0859f,segment=NetworkSegment(17f3dd9e-20b3-4ae9-839f-ff983264bf95),segment_id=17f3dd9e-20b3-4ae9-839f-ff983264bf95)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:13.836888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '68bbd4aa-8230-487c-8026-310b11e0859f', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'port_id': '68bbd4aa-8230-487c-8026-310b11e0859f', 'mac_address': 'fa:16:3e:91:06:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:26:13.876001 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93cb197d-bcaa-4dce-8ee7-47248caa1127 req-b877437a-6898-40c0-b242-57f419618205 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766604 Feb 04 13:26:13.941997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 68bbd4aa-8230-487c-8026-310b11e0859f is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:13.942723 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (68bbd4aa-8230-487c-8026-310b11e0859f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:13.963221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bbd4aa-8230-487c-8026-310b11e0859f {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:26:13.991933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 68bbd4aa-8230-487c-8026-310b11e0859f, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=68bbd4aa-8230-487c-8026-310b11e0859f,segment=NetworkSegment(17f3dd9e-20b3-4ae9-839f-ff983264bf95),segment_id=17f3dd9e-20b3-4ae9-839f-ff983264bf95)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:14.001626 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (68bbd4aa-8230-487c-8026-310b11e0859f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.080718 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=68bbd4aa-8230-487c-8026-310b11e0859f,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:14.331816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9afc2-0053-495e-a914-710b00774e17 req-a926f23a-9c60-46a0-ac78-ea649dee4e29 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:14.335386 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37e9afc2-0053-495e-a914-710b00774e17 req-a926f23a-9c60-46a0-ac78-ea649dee4e29 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 807 time: 0.3970919 Feb 04 13:26:14.389437 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37e9afc2-0053-495e-a914-710b00774e17 req-6c0ca427-b8c2-4425-9776-aa95d84c1b3c tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/quotas/c66aed92d02a400db6163d7d33da33b0 HTTP/1.1" status: 200 len: 375 time: 0.0440457 Feb 04 13:26:14.419124 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.441912 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['68bbd4aa-8230-487c-8026-310b11e0859f'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:26:14.505368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64948244-5444-4c26-bcd7-c45d1157651b req-303dc416-dada-4755-8dc9-6e599e6f5f00 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:14.513679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64948244-5444-4c26-bcd7-c45d1157651b req-303dc416-dada-4755-8dc9-6e599e6f5f00 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 945 time: 0.1066167 Feb 04 13:26:14.543258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37e9afc2-0053-495e-a914-710b00774e17 req-655bd4f1-753f-4182-83cd-ee0a6fdf225d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1520629 Feb 04 13:26:14.651121 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64948244-5444-4c26-bcd7-c45d1157651b req-853e4490-5ea4-4919-9e4a-d4a346140ad6 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359639 Feb 04 13:26:14.712102 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39208) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:14.728947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37e9afc2-0053-495e-a914-710b00774e17 req-e9bfa0a7-d7cc-4451-a014-19d5a7b85cce service neutron] 10.222.0.96 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840329 Feb 04 13:26:14.866461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76875698-3a0a-435d-9e4c-99b484c84ebe', 'name': 'network-vif-deleted', 'tag': 'd1b91ac9-b881-46f8-ae08-d8b5a41c219e'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:14.870603 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0182fc91-12f2-4360-9df4-d58d24de8d7c" -d '{"events": [{"server_uuid": "76875698-3a0a-435d-9e4c-99b484c84ebe", "name": "network-vif-deleted", "tag": "d1b91ac9-b881-46f8-ae08-d8b5a41c219e"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:15.020390 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ea67194-8139-4687-bce7-28b16a046a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:15.044467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc4342-70c1-4e41-b854-8a89c6a13fc1 req-a206ab69-a90a-4f98-ab82-6dffa2d35c92 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:15.046002 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76cc4342-70c1-4e41-b854-8a89c6a13fc1 req-a206ab69-a90a-4f98-ab82-6dffa2d35c92 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 945 time: 0.2295911 Feb 04 13:26:15.050712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37e9afc2-0053-495e-a914-710b00774e17 req-e10812a7-dee6-4eab-ad4f-234b511fe82b service neutron] 10.222.0.96 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206267 Feb 04 13:26:15.076516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced30d-3dde-4c92-a3f6-8f2a40bd9d5c req-0c546b17-79e4-45c9-ae9c-cbc86083665f tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:15.078263 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0bced30d-3dde-4c92-a3f6-8f2a40bd9d5c req-0c546b17-79e4-45c9-ae9c-cbc86083665f tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.100 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 945 time: 0.2024987 Feb 04 13:26:15.151190 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ea67194-8139-4687-bce7-28b16a046a8d admin admin] Publish callbacks [] for security_group (a450ccef-a5f6-4593-8167-c7bae34e57e6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:15.157282 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ea67194-8139-4687-bce7-28b16a046a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a450ccef-a5f6-4593-8167-c7bae34e57e6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:15.209253 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9ea67194-8139-4687-bce7-28b16a046a8d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3dd0d6265c6241c09abde0a353f89d76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4948704 Feb 04 13:26:15.211693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39226) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:15.230610 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea67194-8139-4687-bce7-28b16a046a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a450ccef-a5f6-4593-8167-c7bae34e57e6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:15.267932 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76cc4342-70c1-4e41-b854-8a89c6a13fc1 req-fbe37bf8-4334-4b90-9569-254bc72f229c tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885343 Feb 04 13:26:15.310534 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2df8-c811-462b-b7ba-d9f7b880c509 admin admin] Publish callbacks [] for security_group (a450ccef-a5f6-4593-8167-c7bae34e57e6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:15.312205 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-0bced30d-3dde-4c92-a3f6-8f2a40bd9d5c req-bddd449b-8469-4cbb-af02-470e333f8bb3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Deleting port efac2ce6-3101-4d18-80a9-58c22f84d3e1 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:26:15.312933 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0bced30d-3dde-4c92-a3f6-8f2a40bd9d5c req-bddd449b-8469-4cbb-af02-470e333f8bb3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:15.382893 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2df8-c811-462b-b7ba-d9f7b880c509 admin admin] Publish callbacks [] for security_group (a450ccef-a5f6-4593-8167-c7bae34e57e6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:15.397735 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:15.478606 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2df8-c811-462b-b7ba-d9f7b880c509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a450ccef-a5f6-4593-8167-c7bae34e57e6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:15.482428 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2df8-c811-462b-b7ba-d9f7b880c509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:15.487132 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5d5a2df8-c811-462b-b7ba-d9f7b880c509 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a450ccef-a5f6-4593-8167-c7bae34e57e6 HTTP/1.1" status: 204 len: 168 time: 0.2733424 Feb 04 13:26:15.503745 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a2df8-c811-462b-b7ba-d9f7b880c509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a450ccef-a5f6-4593-8167-c7bae34e57e6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:15.536295 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c6cf74-e282-4459-9f06-9a51c7a54986 x-openstack-request-id: req-10c6cf74-e282-4459-9f06-9a51c7a54986 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:15.536572 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76875698-3a0a-435d-9e4c-99b484c84ebe", "name": "network-vif-deleted", "tag": "d1b91ac9-b881-46f8-ae08-d8b5a41c219e", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:15.536886 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-10c6cf74-e282-4459-9f06-9a51c7a54986 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:15.537215 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76875698-3a0a-435d-9e4c-99b484c84ebe', 'name': 'network-vif-deleted', 'tag': 'd1b91ac9-b881-46f8-ae08-d8b5a41c219e', 'status': 'completed', 'code': 200} Feb 04 13:26:15.576442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-0bced30d-3dde-4c92-a3f6-8f2a40bd9d5c req-bddd449b-8469-4cbb-af02-470e333f8bb3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] For port efac2ce6-3101-4d18-80a9-58c22f84d3e1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=efac2ce6-3101-4d18-80a9-58c22f84d3e1,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:15.577142 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0bced30d-3dde-4c92-a3f6-8f2a40bd9d5c req-bddd449b-8469-4cbb-af02-470e333f8bb3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:15.586839 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:26:15.652247 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-0bced30d-3dde-4c92-a3f6-8f2a40bd9d5c req-bddd449b-8469-4cbb-af02-470e333f8bb3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Calling delete_port for efac2ce6-3101-4d18-80a9-58c22f84d3e1 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:26:15.680414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:26:15.680818 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 05773d3b-5e10-47e1-b5c9-a8e9cddc5edb not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:26:15.684106 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device d1b91ac9-b881-46f8-ae08-d8b5a41c219e no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:26:15.714349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-beb88445-6f7c-4d87-810f-0d0d18f4d614 req-d52eef86-f720-4737-8e93-c6f8e343cf65 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 210 time: 0.0857377 Feb 04 13:26:15.749392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: d1b91ac9-b881-46f8-ae08-d8b5a41c219e {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:26:15.750047 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device d1b91ac9-b881-46f8-ae08-d8b5a41c219e not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:26:15.808204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41725a-9f54-42a6-9f1a-b29466e06bbd req-35c71700-77c3-4c16-8a6b-387953f45f84 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:15.809904 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce41725a-9f54-42a6-9f1a-b29466e06bbd req-35c71700-77c3-4c16-8a6b-387953f45f84 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.3655016 Feb 04 13:26:15.894461 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce41725a-9f54-42a6-9f1a-b29466e06bbd req-9adcc80a-0f05-4796-bc24-030b3e1c1b13 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748799 Feb 04 13:26:16.087539 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0bced30d-3dde-4c92-a3f6-8f2a40bd9d5c req-bddd449b-8469-4cbb-af02-470e333f8bb3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (efac2ce6-3101-4d18-80a9-58c22f84d3e1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:16.118474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd449b-8469-4cbb-af02-470e333f8bb3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Pushing event deleted for resources: {'Port': ['ID=efac2ce6-3101-4d18-80a9-58c22f84d3e1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:16.127787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5d4c3-35c4-446e-9236-7a51d7003c71 req-d85307f4-13a0-4c95-9848-e88f421d4d90 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:16.135890 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-71a5d4c3-35c4-446e-9236-7a51d7003c71 req-d85307f4-13a0-4c95-9848-e88f421d4d90 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=da30016e-0454-4a23-992d-067d34d5453c HTTP/1.1" status: 200 len: 945 time: 0.1274662 Feb 04 13:26:16.238798 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-71a5d4c3-35c4-446e-9236-7a51d7003c71 req-d1e265c8-d081-49f5-88f2-e18b782a8d09 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018639 Feb 04 13:26:16.328226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bced30d-3dde-4c92-a3f6-8f2a40bd9d5c req-bddd449b-8469-4cbb-af02-470e333f8bb3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] No DVR routers for this DVR port efac2ce6-3101-4d18-80a9-58c22f84d3e1 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:16.333815 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0bced30d-3dde-4c92-a3f6-8f2a40bd9d5c req-bddd449b-8469-4cbb-af02-470e333f8bb3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:16.340904 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0bced30d-3dde-4c92-a3f6-8f2a40bd9d5c req-bddd449b-8469-4cbb-af02-470e333f8bb3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.100 "DELETE /v2.0/ports/efac2ce6-3101-4d18-80a9-58c22f84d3e1 HTTP/1.1" status: 204 len: 173 time: 1.2508175 Feb 04 13:26:16.399927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ab886-cf58-458a-bb47-fde195e6c496 req-1eaa0c02-1dad-4b77-8ce7-cdd36d0c2cf0 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:16.404452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-663ab886-cf58-458a-bb47-fde195e6c496 req-1eaa0c02-1dad-4b77-8ce7-cdd36d0c2cf0 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a25b46-cddb-4d76-9da9-43877c48ab1e HTTP/1.1" status: 200 len: 948 time: 0.1632862 Feb 04 13:26:16.485213 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-663ab886-cf58-458a-bb47-fde195e6c496 req-6501f440-fa71-4201-9986-1b89239ef291 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758667 Feb 04 13:26:16.704100 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59e77d-ac5f-4668-9c7e-688d2b2a6ab1 req-19f17609-d72f-44d4-820f-2bc66779f65e tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:16.706227 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e59e77d-ac5f-4668-9c7e-688d2b2a6ab1 req-19f17609-d72f-44d4-820f-2bc66779f65e tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 945 time: 0.1004429 Feb 04 13:26:16.782557 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e59e77d-ac5f-4668-9c7e-688d2b2a6ab1 req-6c8238f4-2d79-4ced-bc21-deda729d02d0 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682807 Feb 04 13:26:16.861187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39292) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:16.906138 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:16.954196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23ee7979-95e0-4774-9260-d4cdbb7c21f8 req-30e2ecab-eee9-4bd9-99aa-205fc81dd9c3 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 210 time: 0.0853114 Feb 04 13:26:17.214374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c540e609-bdea-4723-aa1e-d03d5026e83e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1518398824-network', 'tenant_id': '33e24037cf2c422ba9de36be8ba153d8'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:17.622865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 68bbd4aa-8230-487c-8026-310b11e0859f up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:17.690338 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da30016e-0454-4a23-992d-067d34d5453c', 'name': 'network-vif-deleted', 'tag': 'efac2ce6-3101-4d18-80a9-58c22f84d3e1'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:17.694040 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9402b04-1d4a-4dfd-8f89-0a880a1cd644" -d '{"events": [{"server_uuid": "da30016e-0454-4a23-992d-067d34d5453c", "name": "network-vif-deleted", "tag": "efac2ce6-3101-4d18-80a9-58c22f84d3e1"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:17.705854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c540e609-bdea-4723-aa1e-d03d5026e83e admin admin] Made reservation on behalf of 33e24037cf2c422ba9de36be8ba153d8 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:17.711919 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c540e609-bdea-4723-aa1e-d03d5026e83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:17.741342 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca222f70-4b48-4a0c-b51f-bd0b790dc912 req-0e774704-5cfd-441b-a456-c46f54a60e10 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:17.746151 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca222f70-4b48-4a0c-b51f-bd0b790dc912 req-0e774704-5cfd-441b-a456-c46f54a60e10 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.6880062 Feb 04 13:26:17.746151 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c540e609-bdea-4723-aa1e-d03d5026e83e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:17.757128 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9afc2-0053-495e-a914-710b00774e17 req-a90d71e8-fc7b-4a27-82a6-abe8b83477ba tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:17.758522 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37e9afc2-0053-495e-a914-710b00774e17 req-a90d71e8-fc7b-4a27-82a6-abe8b83477ba tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.99 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 807 time: 0.7428653 Feb 04 13:26:17.787490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 68bbd4aa-8230-487c-8026-310b11e0859f completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:17.790237 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-37e9afc2-0053-495e-a914-710b00774e17 req-eeb2a822-39d5-4c90-9a8a-03da3ab677dd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Request body: {'port': {'device_id': 'fc5815fb-aad0-4009-b241-bacd9c6d7ac5', 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf', 'admin_state_up': True, 'tenant_id': 'c66aed92d02a400db6163d7d33da33b0'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:17.794509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 68bbd4aa-8230-487c-8026-310b11e0859f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:17.795166 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (68bbd4aa-8230-487c-8026-310b11e0859f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:17.823929 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:17.864363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39338) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:17.894940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 68bbd4aa-8230-487c-8026-310b11e0859f is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:17.895787 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (68bbd4aa-8230-487c-8026-310b11e0859f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:17.927991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bbd4aa-8230-487c-8026-310b11e0859f'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:17.930420 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6e21a0-1a63-4602-be85-fdb4bd30ce4f" -d '{"events": [{"server_uuid": "f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0", "name": "network-vif-plugged", "status": "completed", "tag": "68bbd4aa-8230-487c-8026-310b11e0859f"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:17.947997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 68bbd4aa-8230-487c-8026-310b11e0859f, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=68bbd4aa-8230-487c-8026-310b11e0859f,segment=NetworkSegment(17f3dd9e-20b3-4ae9-839f-ff983264bf95),segment_id=17f3dd9e-20b3-4ae9-839f-ff983264bf95)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:17.955392 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (68bbd4aa-8230-487c-8026-310b11e0859f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:17.956424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device efac2ce6-3101-4d18-80a9-58c22f84d3e1 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:26:17.976488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca222f70-4b48-4a0c-b51f-bd0b790dc912 req-6b0c8821-306b-4dbf-b9b7-811d3b0a1468 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163413 Feb 04 13:26:18.020720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: efac2ce6-3101-4d18-80a9-58c22f84d3e1 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:26:18.021552 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device efac2ce6-3101-4d18-80a9-58c22f84d3e1 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:26:18.032575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377643a-0134-44e3-ab03-aee8e6610a8e req-349443f5-eb14-4418-8512-16cbc2ae4388 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:18.034499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e377643a-0134-44e3-ab03-aee8e6610a8e req-349443f5-eb14-4418-8512-16cbc2ae4388 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a25b46-cddb-4d76-9da9-43877c48ab1e HTTP/1.1" status: 200 len: 948 time: 0.2226131 Feb 04 13:26:18.060330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-79b56ef6-b5ca-448a-9aa9-158a44a51b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:18.064436 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f967c16-ec22-4548-8b3e-ea71735397d3 x-openstack-request-id: req-4f967c16-ec22-4548-8b3e-ea71735397d3 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:18.064903 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da30016e-0454-4a23-992d-067d34d5453c", "name": "network-vif-deleted", "tag": "efac2ce6-3101-4d18-80a9-58c22f84d3e1", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:18.065312 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4f967c16-ec22-4548-8b3e-ea71735397d3 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:18.065939 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da30016e-0454-4a23-992d-067d34d5453c', 'name': 'network-vif-deleted', 'tag': 'efac2ce6-3101-4d18-80a9-58c22f84d3e1', 'status': 'completed', 'code': 200} Feb 04 13:26:18.068758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=68bbd4aa-8230-487c-8026-310b11e0859f,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:18.086860 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e9afc2-0053-495e-a914-710b00774e17 req-eeb2a822-39d5-4c90-9a8a-03da3ab677dd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Made reservation on behalf of c66aed92d02a400db6163d7d33da33b0 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:18.093122 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37e9afc2-0053-495e-a914-710b00774e17 req-eeb2a822-39d5-4c90-9a8a-03da3ab677dd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:18.137390 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c540e609-bdea-4723-aa1e-d03d5026e83e admin admin] Publish callbacks [] for security_group (166e335d-8c53-42bb-b691-1f97d574bfef), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:18.163990 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c540e609-bdea-4723-aa1e-d03d5026e83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (166e335d-8c53-42bb-b691-1f97d574bfef), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:18.181133 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-79b56ef6-b5ca-448a-9aa9-158a44a51b52 admin admin] Publish callbacks [] for security_group (c6af44a4-0aeb-46b3-b128-f20bad1a83eb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:18.185737 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-79b56ef6-b5ca-448a-9aa9-158a44a51b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c6af44a4-0aeb-46b3-b128-f20bad1a83eb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:18.233434 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-79b56ef6-b5ca-448a-9aa9-158a44a51b52 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=76e39e3dec2f4432bbe667784e25cd89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674357 Feb 04 13:26:18.233845 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b56ef6-b5ca-448a-9aa9-158a44a51b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6af44a4-0aeb-46b3-b128-f20bad1a83eb,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:18.236664 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39346) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:18.288111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c540e609-bdea-4723-aa1e-d03d5026e83e admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:18.297287 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-75ec4227-0737-41a0-b413-59629be7272e admin admin] Publish callbacks [] for security_group (c6af44a4-0aeb-46b3-b128-f20bad1a83eb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:18.325082 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-75ec4227-0737-41a0-b413-59629be7272e admin admin] Publish callbacks [] for security_group (c6af44a4-0aeb-46b3-b128-f20bad1a83eb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:18.387647 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-75ec4227-0737-41a0-b413-59629be7272e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c6af44a4-0aeb-46b3-b128-f20bad1a83eb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:18.390901 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-75ec4227-0737-41a0-b413-59629be7272e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:18.391596 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e377643a-0134-44e3-ab03-aee8e6610a8e req-6b119415-5cb3-479d-9240-192864dea1de tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/security-groups?id=7529fdda-0b84-45d2-9c19-747eee2714b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430052 Feb 04 13:26:18.396247 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-75ec4227-0737-41a0-b413-59629be7272e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c6af44a4-0aeb-46b3-b128-f20bad1a83eb HTTP/1.1" status: 204 len: 168 time: 0.1550441 Feb 04 13:26:18.402949 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540e609-bdea-4723-aa1e-d03d5026e83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166e335d-8c53-42bb-b691-1f97d574bfef,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:18.416762 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c540e609-bdea-4723-aa1e-d03d5026e83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:18.417471 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-c540e609-bdea-4723-aa1e-d03d5026e83e admin admin] Added segment ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2 of type vlan for network 04a6578c-9d84-4037-a335-0dcaff80ac04 Feb 04 13:26:18.419253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec4227-0737-41a0-b413-59629be7272e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6af44a4-0aeb-46b3-b128-f20bad1a83eb,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:18.570126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7c4a8-67a9-4151-a9b8-cc5164d603dc req-8f268220-9dbc-4714-88fc-a06b231c50fd tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:18.572355 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ec7c4a8-67a9-4151-a9b8-cc5164d603dc req-8f268220-9dbc-4714-88fc-a06b231c50fd tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 965 time: 0.4324677 Feb 04 13:26:18.588864 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c540e609-bdea-4723-aa1e-d03d5026e83e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (04a6578c-9d84-4037-a335-0dcaff80ac04), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:18.669544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-37e9afc2-0053-495e-a914-710b00774e17 req-eeb2a822-39d5-4c90-9a8a-03da3ab677dd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Allocated IP 172.20.0.9 (15db41b1-a6d5-41af-b587-4385571234bf/c22a97b9-6a5c-4763-882b-7b5d62ef8ca8/18f212e6-f973-49f7-90dd-395cd3d27fcf) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:18.709668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da40b89-7b7b-4cad-92ba-c89a05313e9c req-e9bc08d7-dac5-43e2-ac22-90c6962c16f3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:18.711168 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0da40b89-7b7b-4cad-92ba-c89a05313e9c req-e9bc08d7-dac5-43e2-ac22-90c6962c16f3 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.100 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 965 time: 0.2525365 Feb 04 13:26:18.711792 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c540e609-bdea-4723-aa1e-d03d5026e83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (04a6578c-9d84-4037-a335-0dcaff80ac04), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:18.713385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c540e609-bdea-4723-aa1e-d03d5026e83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:18.713962 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c540e609-bdea-4723-aa1e-d03d5026e83e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:18.789320 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec8c8f-4b1c-4379-83d8-09148937d1e9 req-fa768c2b-2901-4f29-abef-fe3f278bc6f7 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:18.792249 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8aec8c8f-4b1c-4379-83d8-09148937d1e9 req-fa768c2b-2901-4f29-abef-fe3f278bc6f7 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.99 "GET /v2.0/ports?device_id=82a25b46-cddb-4d76-9da9-43877c48ab1e HTTP/1.1" status: 200 len: 948 time: 0.0675421 Feb 04 13:26:18.836212 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39354) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:18.848075 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ec7c4a8-67a9-4151-a9b8-cc5164d603dc req-fd5d0ed4-b059-493b-bd20-d39d1535d890 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/security-groups?id=632e28a3-2c06-487e-b349-5432465c3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625966 Feb 04 13:26:18.861053 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51e0c28a-f607-4d32-96d9-796ea2c15b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:18.881722 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c540e609-bdea-4723-aa1e-d03d5026e83e admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0194097 Feb 04 13:26:18.897905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39356) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:18.906645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-bbf88456-6edc-4a9c-96b1-971fe6fa7e8e admin admin] Request body: {'subnet': {'network_id': '04a6578c-9d84-4037-a335-0dcaff80ac04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1518398824-subnet', 'tenant_id': '33e24037cf2c422ba9de36be8ba153d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:18.922261 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52c143c-dd40-4f4b-a1b5-5f330e01da49 x-openstack-request-id: req-d52c143c-dd40-4f4b-a1b5-5f330e01da49 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:18.923104 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0", "name": "network-vif-plugged", "status": "completed", "tag": "68bbd4aa-8230-487c-8026-310b11e0859f", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:18.923608 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d52c143c-dd40-4f4b-a1b5-5f330e01da49 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:18.924276 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bbd4aa-8230-487c-8026-310b11e0859f', 'code': 200} Feb 04 13:26:18.956195 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540e609-bdea-4723-aa1e-d03d5026e83e admin admin] Pushing event updated for resources: {'Network': ['ID=04a6578c-9d84-4037-a335-0dcaff80ac04,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:18.971376 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf88456-6edc-4a9c-96b1-971fe6fa7e8e admin admin] Made reservation on behalf of 33e24037cf2c422ba9de36be8ba153d8 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:18.974821 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bbf88456-6edc-4a9c-96b1-971fe6fa7e8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:18.978896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 04a6578c-9d84-4037-a335-0dcaff80ac04 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:26:19.097895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b50e9b-93cd-411a-9629-95524cd80167 req-6bb75253-8a19-4f80-9176-5c599299bbf9 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:19.100995 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2b50e9b-93cd-411a-9629-95524cd80167 req-6bb75253-8a19-4f80-9176-5c599299bbf9 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 946 time: 0.4027920 Feb 04 13:26:19.112650 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-8aec8c8f-4b1c-4379-83d8-09148937d1e9 req-d93c9249-fb41-4697-8a52-fd57aba0a535 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Deleting port 0c64da64-fd5b-4292-b741-6cc419dc1e39 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:26:19.113016 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8aec8c8f-4b1c-4379-83d8-09148937d1e9 req-d93c9249-fb41-4697-8a52-fd57aba0a535 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.114864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54232bdc-d4ef-4cfd-81b8-a4ee062ad45d req-94fe9bfc-5b2c-474b-bd7b-187b6b4cbc6d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 210 time: 0.0711985 Feb 04 13:26:19.213709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-0da40b89-7b7b-4cad-92ba-c89a05313e9c req-d24941be-0aa6-46aa-bf22-e9d39a870c82 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Deleting port 1e4da124-ddf3-42cd-a009-deb1575ae6bb {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:26:19.214320 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0da40b89-7b7b-4cad-92ba-c89a05313e9c req-d24941be-0aa6-46aa-bf22-e9d39a870c82 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.260968 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51e0c28a-f607-4d32-96d9-796ea2c15b3a admin admin] Publish callbacks [] for security_group (27a8a153-34fb-4f03-afc6-ea0239f1b237), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.272073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b641114-14f8-461f-80bf-c0313459d56f req-af8f8034-7e56-44cb-a148-42c7dae8e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:19.273592 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2b641114-14f8-461f-80bf-c0313459d56f req-af8f8034-7e56-44cb-a148-42c7dae8e19b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 1129 time: 0.2381647 Feb 04 13:26:19.279064 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51e0c28a-f607-4d32-96d9-796ea2c15b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (27a8a153-34fb-4f03-afc6-ea0239f1b237), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.374358 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-8aec8c8f-4b1c-4379-83d8-09148937d1e9 req-d93c9249-fb41-4697-8a52-fd57aba0a535 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] For port 0c64da64-fd5b-4292-b741-6cc419dc1e39, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0c64da64-fd5b-4292-b741-6cc419dc1e39,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:19.374639 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8aec8c8f-4b1c-4379-83d8-09148937d1e9 req-d93c9249-fb41-4697-8a52-fd57aba0a535 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.381716 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-51e0c28a-f607-4d32-96d9-796ea2c15b3a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=37adc9f387b249769b37de5bad6698aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5443773 Feb 04 13:26:19.395681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0c28a-f607-4d32-96d9-796ea2c15b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a8a153-34fb-4f03-afc6-ea0239f1b237,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:19.400781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39360) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:19.425475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-8aec8c8f-4b1c-4379-83d8-09148937d1e9 req-d93c9249-fb41-4697-8a52-fd57aba0a535 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Calling delete_port for 0c64da64-fd5b-4292-b741-6cc419dc1e39 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:26:19.435972 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2b641114-14f8-461f-80bf-c0313459d56f req-6ea68c54-1fa2-4aab-8069-57b860fdf357 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512363 Feb 04 13:26:19.439577 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37e9afc2-0053-495e-a914-710b00774e17 req-eeb2a822-39d5-4c90-9a8a-03da3ab677dd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks [] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.489611 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2b50e9b-93cd-411a-9629-95524cd80167 req-1a60ad3d-60ee-4889-a940-3e34d2933720 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436549 Feb 04 13:26:19.524446 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bbf88456-6edc-4a9c-96b1-971fe6fa7e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (b9ac3dde-1ec6-470c-95cf-c3f2052713c3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.605791 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf88456-6edc-4a9c-96b1-971fe6fa7e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ac3dde-1ec6-470c-95cf-c3f2052713c3,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:19.660642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf88456-6edc-4a9c-96b1-971fe6fa7e8e admin admin] Checking segment: {'id': 'ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '04a6578c-9d84-4037-a335-0dcaff80ac04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:19.660920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf88456-6edc-4a9c-96b1-971fe6fa7e8e admin admin] Network hostable DHCP agents. Network: 04a6578c-9d84-4037-a335-0dcaff80ac04, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:19.661149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc3581-29ec-4987-983b-b981e5db6c13 req-ef75a041-1709-4402-961e-7c5b33b027a9 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:19.663844 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fcfc3581-29ec-4987-983b-b981e5db6c13 req-ef75a041-1709-4402-961e-7c5b33b027a9 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 946 time: 0.4341946 Feb 04 13:26:19.684387 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8aec8c8f-4b1c-4379-83d8-09148937d1e9 req-d93c9249-fb41-4697-8a52-fd57aba0a535 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (0c64da64-fd5b-4292-b741-6cc419dc1e39), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.697501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf88456-6edc-4a9c-96b1-971fe6fa7e8e admin admin] Network 04a6578c-9d84-4037-a335-0dcaff80ac04 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:19.725100 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-0da40b89-7b7b-4cad-92ba-c89a05313e9c req-d24941be-0aa6-46aa-bf22-e9d39a870c82 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] For port 1e4da124-ddf3-42cd-a009-deb1575ae6bb, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=1e4da124-ddf3-42cd-a009-deb1575ae6bb,segment=NetworkSegment(b7ce0f54-67cb-47f7-9fc8-a183549d6c1b),segment_id=b7ce0f54-67cb-47f7-9fc8-a183549d6c1b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:19.725949 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0da40b89-7b7b-4cad-92ba-c89a05313e9c req-d24941be-0aa6-46aa-bf22-e9d39a870c82 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.726966 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c9249-fb41-4697-8a52-fd57aba0a535 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Pushing event deleted for resources: {'Port': ['ID=0c64da64-fd5b-4292-b741-6cc419dc1e39,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:19.738890 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-bbf88456-6edc-4a9c-96b1-971fe6fa7e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 04a6578c-9d84-4037-a335-0dcaff80ac04) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:19.758663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220d3759-2ffb-4db0-b1bc-eab8a13945ac None None] Network 04a6578c-9d84-4037-a335-0dcaff80ac04 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:19.761733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf88456-6edc-4a9c-96b1-971fe6fa7e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:19.762496 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bbf88456-6edc-4a9c-96b1-971fe6fa7e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.787698 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aec8c8f-4b1c-4379-83d8-09148937d1e9 req-d93c9249-fb41-4697-8a52-fd57aba0a535 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] No DVR routers for this DVR port 0c64da64-fd5b-4292-b741-6cc419dc1e39 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:19.791598 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8aec8c8f-4b1c-4379-83d8-09148937d1e9 req-d93c9249-fb41-4697-8a52-fd57aba0a535 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.795361 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8aec8c8f-4b1c-4379-83d8-09148937d1e9 req-d93c9249-fb41-4697-8a52-fd57aba0a535 tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.99 "DELETE /v2.0/ports/0c64da64-fd5b-4292-b741-6cc419dc1e39 HTTP/1.1" status: 204 len: 173 time: 0.9959819 Feb 04 13:26:19.795920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a25b46-cddb-4d76-9da9-43877c48ab1e', 'name': 'network-vif-deleted', 'tag': '0c64da64-fd5b-4292-b741-6cc419dc1e39'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:19.798046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-0da40b89-7b7b-4cad-92ba-c89a05313e9c req-d24941be-0aa6-46aa-bf22-e9d39a870c82 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Calling delete_port for 1e4da124-ddf3-42cd-a009-deb1575ae6bb owned by compute:tempest-test_az-849724693 {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:26:19.798461 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fcb7ee-1d90-4055-92f5-35ecb0451971" -d '{"events": [{"server_uuid": "82a25b46-cddb-4d76-9da9-43877c48ab1e", "name": "network-vif-deleted", "tag": "0c64da64-fd5b-4292-b741-6cc419dc1e39"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:19.804438 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b3fa4e5-1bfe-4455-a255-3dda815919a2 admin admin] Publish callbacks [] for security_group (27a8a153-34fb-4f03-afc6-ea0239f1b237), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.819369 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bbf88456-6edc-4a9c-96b1-971fe6fa7e8e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9190955 Feb 04 13:26:19.826356 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37e9afc2-0053-495e-a914-710b00774e17 req-eeb2a822-39d5-4c90-9a8a-03da3ab677dd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.961911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23fcae0-261b-4b07-a73a-0d266fd9ac57 None None] Network 04a6578c-9d84-4037-a335-0dcaff80ac04 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:20.054068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc62a32-2f74-4f19-adaa-67ef52bbb432 req-a2743d2c-337e-400b-a1c5-a85cf13d24c8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:20.062737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fc62a32-2f74-4f19-adaa-67ef52bbb432 req-a2743d2c-337e-400b-a1c5-a85cf13d24c8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.4823213 Feb 04 13:26:20.070379 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b3fa4e5-1bfe-4455-a255-3dda815919a2 admin admin] Publish callbacks [] for security_group (27a8a153-34fb-4f03-afc6-ea0239f1b237), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.077262 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fcfc3581-29ec-4987-983b-b981e5db6c13 req-c54a1ba3-fe55-4d83-803e-9f1198bf5ef1 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711200 Feb 04 13:26:20.079424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e9afc2-0053-495e-a914-710b00774e17 req-eeb2a822-39d5-4c90-9a8a-03da3ab677dd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Network 15db41b1-a6d5-41af-b587-4385571234bf is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:20.117669 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-37e9afc2-0053-495e-a914-710b00774e17 req-eeb2a822-39d5-4c90-9a8a-03da3ab677dd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:20.128753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e9afc2-0053-495e-a914-710b00774e17 req-eeb2a822-39d5-4c90-9a8a-03da3ab677dd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:20.165892 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2a822-39d5-4c90-9a8a-03da3ab677dd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Pushing event updated for resources: {'Port': ['ID=18f212e6-f973-49f7-90dd-395cd3d27fcf,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:20.190729 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fc62a32-2f74-4f19-adaa-67ef52bbb432 req-890bf04a-31ca-493a-b412-9803c6b3eed0 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052282 Feb 04 13:26:20.266500 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c6527e-9c19-4e7c-a388-cf8a9d7e87cd x-openstack-request-id: req-16c6527e-9c19-4e7c-a388-cf8a9d7e87cd {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:20.267294 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a25b46-cddb-4d76-9da9-43877c48ab1e", "name": "network-vif-deleted", "tag": "0c64da64-fd5b-4292-b741-6cc419dc1e39", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:20.268195 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-16c6527e-9c19-4e7c-a388-cf8a9d7e87cd {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:20.268642 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a25b46-cddb-4d76-9da9-43877c48ab1e', 'name': 'network-vif-deleted', 'tag': '0c64da64-fd5b-4292-b741-6cc419dc1e39', 'status': 'completed', 'code': 200} Feb 04 13:26:20.349623 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd341d4a-2530-4951-b739-e510dd8b118c req-1ba2da5d-4ba8-456e-83f6-94b419ea267b tempest-ListImageFiltersTestJSON-116440955 tempest-ListImageFiltersTestJSON-116440955-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a25b46-cddb-4d76-9da9-43877c48ab1e HTTP/1.1" status: 200 len: 210 time: 0.1055217 Feb 04 13:26:20.355252 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b3fa4e5-1bfe-4455-a255-3dda815919a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (27a8a153-34fb-4f03-afc6-ea0239f1b237), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.358500 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b3fa4e5-1bfe-4455-a255-3dda815919a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.359964 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2b3fa4e5-1bfe-4455-a255-3dda815919a2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/27a8a153-34fb-4f03-afc6-ea0239f1b237 HTTP/1.1" status: 204 len: 168 time: 0.9500091 Feb 04 13:26:20.375783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fa4e5-1bfe-4455-a255-3dda815919a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a8a153-34fb-4f03-afc6-ea0239f1b237,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:20.386092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9afc2-0053-495e-a914-710b00774e17 req-eeb2a822-39d5-4c90-9a8a-03da3ab677dd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:20.387058 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37e9afc2-0053-495e-a914-710b00774e17 req-eeb2a822-39d5-4c90-9a8a-03da3ab677dd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.460990 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37e9afc2-0053-495e-a914-710b00774e17 req-eeb2a822-39d5-4c90-9a8a-03da3ab677dd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6824951 Feb 04 13:26:20.527441 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Request body: {'port': {'device_id': 'fc5815fb-aad0-4009-b241-bacd9c6d7ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:20.534161 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0da40b89-7b7b-4cad-92ba-c89a05313e9c req-d24941be-0aa6-46aa-bf22-e9d39a870c82 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (1e4da124-ddf3-42cd-a009-deb1575ae6bb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.598575 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d84dd918-596a-460c-9213-1accbd258b87 req-7aef5dab-cb0f-4041-9dca-be18a92b4038 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 210 time: 0.0902212 Feb 04 13:26:20.643098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39386) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:20.651581 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-33217fb7-32f1-4937-9dfc-e9c2a22a03ef admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1663023801-network', 'tenant_id': '2a3f2d1a18dd4bc5a55ce47f78ec1db8'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:20.668897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24941be-0aa6-46aa-bf22-e9d39a870c82 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Pushing event deleted for resources: {'Port': ['ID=1e4da124-ddf3-42cd-a009-deb1575ae6bb,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:20.711324 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33217fb7-32f1-4937-9dfc-e9c2a22a03ef admin admin] Made reservation on behalf of 2a3f2d1a18dd4bc5a55ce47f78ec1db8 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:20.716148 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33217fb7-32f1-4937-9dfc-e9c2a22a03ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.738691 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33217fb7-32f1-4937-9dfc-e9c2a22a03ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.752725 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da40b89-7b7b-4cad-92ba-c89a05313e9c req-d24941be-0aa6-46aa-bf22-e9d39a870c82 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] No DVR routers for this DVR port 1e4da124-ddf3-42cd-a009-deb1575ae6bb on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:20.754807 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.761448 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0da40b89-7b7b-4cad-92ba-c89a05313e9c req-d24941be-0aa6-46aa-bf22-e9d39a870c82 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.765428 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0da40b89-7b7b-4cad-92ba-c89a05313e9c req-d24941be-0aa6-46aa-bf22-e9d39a870c82 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.100 "DELETE /v2.0/ports/1e4da124-ddf3-42cd-a009-deb1575ae6bb HTTP/1.1" status: 204 len: 173 time: 2.0325146 Feb 04 13:26:20.767096 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043c3d37-38ca-4985-b090-8d82bd7b71bd', 'name': 'network-vif-deleted', 'tag': '1e4da124-ddf3-42cd-a009-deb1575ae6bb'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:20.769483 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4f1af0-e6f0-44de-b361-c71caa050bf9" -d '{"events": [{"server_uuid": "043c3d37-38ca-4985-b090-8d82bd7b71bd", "name": "network-vif-deleted", "tag": "1e4da124-ddf3-42cd-a009-deb1575ae6bb"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:20.793938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81d9f7-9820-48a3-8bd3-2fd2d2a819f9 req-66af2b6a-0f3c-41b9-8dab-4dddfe88bc9d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:20.795590 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc81d9f7-9820-48a3-8bd3-2fd2d2a819f9 req-66af2b6a-0f3c-41b9-8dab-4dddfe88bc9d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 931 time: 0.2313101 Feb 04 13:26:20.941516 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc81d9f7-9820-48a3-8bd3-2fd2d2a819f9 req-c3b13440-3eab-40d0-aeaf-ceb3b22211d5 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350856 Feb 04 13:26:20.959159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a45edd-b7f5-43c7-9cfe-58c5e6792962 req-fcfe524e-9e0e-410f-9e20-2b2887c48247 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:20.961794 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-77a45edd-b7f5-43c7-9cfe-58c5e6792962 req-fcfe524e-9e0e-410f-9e20-2b2887c48247 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 946 time: 0.1632206 Feb 04 13:26:21.020871 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102fca2-eabc-4fc6-96b9-7f05b2883b04 req-f0222858-3439-4137-acd5-c19db93c876b tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:21.022932 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c102fca2-eabc-4fc6-96b9-7f05b2883b04 req-f0222858-3439-4137-acd5-c19db93c876b tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 946 time: 0.2421722 Feb 04 13:26:21.050987 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d25360e-ffee-40f9-9c6b-6e4317ff892f x-openstack-request-id: req-7d25360e-ffee-40f9-9c6b-6e4317ff892f {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:21.051337 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043c3d37-38ca-4985-b090-8d82bd7b71bd", "name": "network-vif-deleted", "tag": "1e4da124-ddf3-42cd-a009-deb1575ae6bb", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:21.051654 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7d25360e-ffee-40f9-9c6b-6e4317ff892f {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:21.052536 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043c3d37-38ca-4985-b090-8d82bd7b71bd', 'name': 'network-vif-deleted', 'tag': '1e4da124-ddf3-42cd-a009-deb1575ae6bb', 'status': 'completed', 'code': 200} Feb 04 13:26:21.077991 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33217fb7-32f1-4937-9dfc-e9c2a22a03ef admin admin] Publish callbacks [] for security_group (f2a5e570-0cd0-4877-b9b8-1a138391193a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.091328 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33217fb7-32f1-4937-9dfc-e9c2a22a03ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f2a5e570-0cd0-4877-b9b8-1a138391193a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.166522 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c102fca2-eabc-4fc6-96b9-7f05b2883b04 req-8af732a0-28f6-41d1-87c5-b842685868df tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322088 Feb 04 13:26:21.184499 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33217fb7-32f1-4937-9dfc-e9c2a22a03ef admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:21.215699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33217fb7-32f1-4937-9dfc-e9c2a22a03ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a5e570-0cd0-4877-b9b8-1a138391193a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:21.225095 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33217fb7-32f1-4937-9dfc-e9c2a22a03ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (ae62d50c-577c-404c-8979-b88ff15f3217), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.225900 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-33217fb7-32f1-4937-9dfc-e9c2a22a03ef admin admin] Added segment ae62d50c-577c-404c-8979-b88ff15f3217 of type vlan for network 5127ebe7-c63e-4455-8d5d-562b63d5a2cf Feb 04 13:26:21.317672 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33217fb7-32f1-4937-9dfc-e9c2a22a03ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (5127ebe7-c63e-4455-8d5d-562b63d5a2cf), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.324574 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-77a45edd-b7f5-43c7-9cfe-58c5e6792962 req-b50d9939-f4b7-40c2-bbda-b150f78afe32 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Deleting port c2b5723e-470a-4b24-b0a3-56f4a588b975 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:26:21.325089 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-77a45edd-b7f5-43c7-9cfe-58c5e6792962 req-b50d9939-f4b7-40c2-bbda-b150f78afe32 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c2b5723e-470a-4b24-b0a3-56f4a588b975), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.359028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543327f-e726-4609-9ac1-94b3e4afe532 req-04d40c06-ae3e-4201-8796-984fda750f05 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:21.362924 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0543327f-e726-4609-9ac1-94b3e4afe532 req-04d40c06-ae3e-4201-8796-984fda750f05 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 946 time: 0.1843617 Feb 04 13:26:21.437763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f212e6-f973-49f7-90dd-395cd3d27fcf {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:26:21.452888 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Publish callbacks [] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.461105 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33217fb7-32f1-4937-9dfc-e9c2a22a03ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (5127ebe7-c63e-4455-8d5d-562b63d5a2cf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.463365 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33217fb7-32f1-4937-9dfc-e9c2a22a03ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:21.463582 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99583f-f279-4709-8244-c960fd5406b9 req-1d9bf29e-4fbd-4e19-b640-e44bc5764506 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:21.464319 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33217fb7-32f1-4937-9dfc-e9c2a22a03ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.465087 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c99583f-f279-4709-8244-c960fd5406b9 req-1d9bf29e-4fbd-4e19-b640-e44bc5764506 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.1802075 Feb 04 13:26:21.508276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Transition to ACTIVE for port object 18f212e6-f973-49f7-90dd-395cd3d27fcf will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:21.521974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0543327f-e726-4609-9ac1-94b3e4afe532 req-8300d038-4008-44f1-b63d-de45272b5283 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510091 Feb 04 13:26:21.525960 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.572589 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-33217fb7-32f1-4937-9dfc-e9c2a22a03ef admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9273334 Feb 04 13:26:21.578684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39414) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:21.595273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-92b13e2e-8fa0-4bc2-a52a-c38130a86604 admin admin] Request body: {'subnet': {'network_id': '5127ebe7-c63e-4455-8d5d-562b63d5a2cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1663023801-subnet', 'tenant_id': '2a3f2d1a18dd4bc5a55ce47f78ec1db8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:21.611778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Pushing event updated for resources: {'Port': ['ID=18f212e6-f973-49f7-90dd-395cd3d27fcf,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:21.626214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33217fb7-32f1-4937-9dfc-e9c2a22a03ef admin admin] Pushing event updated for resources: {'Network': ['ID=5127ebe7-c63e-4455-8d5d-562b63d5a2cf,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:21.632404 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-77a45edd-b7f5-43c7-9cfe-58c5e6792962 req-b50d9939-f4b7-40c2-bbda-b150f78afe32 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] For port c2b5723e-470a-4b24-b0a3-56f4a588b975, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c2b5723e-470a-4b24-b0a3-56f4a588b975,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:21.632839 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-77a45edd-b7f5-43c7-9cfe-58c5e6792962 req-b50d9939-f4b7-40c2-bbda-b150f78afe32 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c2b5723e-470a-4b24-b0a3-56f4a588b975), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.653289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-77a45edd-b7f5-43c7-9cfe-58c5e6792962 req-b50d9939-f4b7-40c2-bbda-b150f78afe32 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Calling delete_port for c2b5723e-470a-4b24-b0a3-56f4a588b975 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:26:21.657936 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b13e2e-8fa0-4bc2-a52a-c38130a86604 admin admin] Made reservation on behalf of 2a3f2d1a18dd4bc5a55ce47f78ec1db8 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:21.661179 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-92b13e2e-8fa0-4bc2-a52a-c38130a86604 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.698535 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 5127ebe7-c63e-4455-8d5d-562b63d5a2cf details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:26:21.722137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c99583f-f279-4709-8244-c960fd5406b9 req-4c82c370-31a8-4cf0-816b-d40b7cbd66e8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363224 Feb 04 13:26:21.795663 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39424) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:21.901308 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Attempting to bind port 18f212e6-f973-49f7-90dd-395cd3d27fcf on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:21.901696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Attempting to bind port 18f212e6-f973-49f7-90dd-395cd3d27fcf by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:21.902019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Attempting to bind port 18f212e6-f973-49f7-90dd-395cd3d27fcf on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:21.919860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddfb8a23-eaa6-4f28-8cf6-fd816ad23b7f req-547628d7-bc2a-4371-b698-282e92da4d9d tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 210 time: 0.0566216 Feb 04 13:26:21.927635 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Port 18f212e6-f973-49f7-90dd-395cd3d27fcf on network 15db41b1-a6d5-41af-b587-4385571234bf not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:26:21.928932 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Attempting to bind port 18f212e6-f973-49f7-90dd-395cd3d27fcf on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:21.941957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:21.942468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Checking segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:21.942989 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Bound using segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:21.943713 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Bound port: 18f212e6-f973-49f7-90dd-395cd3d27fcf, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:21.944076 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.997218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-96a3a1bb-b8ab-4c25-9885-4c0cf2a59c64 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-network', 'tenant_id': '16a235b12a7648989c9a40a771357775'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:22.003727 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-77a45edd-b7f5-43c7-9cfe-58c5e6792962 req-b50d9939-f4b7-40c2-bbda-b150f78afe32 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c2b5723e-470a-4b24-b0a3-56f4a588b975), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.016604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c2b5723e-470a-4b24-b0a3-56f4a588b975'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:26:22.063182 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-92b13e2e-8fa0-4bc2-a52a-c38130a86604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (f6356dc4-c6fa-47eb-94b8-75368cc0b2ad), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.075132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d9939-f4b7-40c2-bbda-b150f78afe32 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Pushing event deleted for resources: {'Port': ['ID=c2b5723e-470a-4b24-b0a3-56f4a588b975,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:22.131503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] For port 18f212e6-f973-49f7-90dd-395cd3d27fcf, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:22.131740 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a3a1bb-b8ab-4c25-9885-4c0cf2a59c64 admin admin] Made reservation on behalf of 16a235b12a7648989c9a40a771357775 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:22.133998 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96a3a1bb-b8ab-4c25-9885-4c0cf2a59c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.153937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] For port 18f212e6-f973-49f7-90dd-395cd3d27fcf, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:22.165224 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.167202 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a45edd-b7f5-43c7-9cfe-58c5e6792962 req-b50d9939-f4b7-40c2-bbda-b150f78afe32 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] No DVR routers for this DVR port c2b5723e-470a-4b24-b0a3-56f4a588b975 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:22.176195 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-77a45edd-b7f5-43c7-9cfe-58c5e6792962 req-b50d9939-f4b7-40c2-bbda-b150f78afe32 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.180785 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-77a45edd-b7f5-43c7-9cfe-58c5e6792962 req-b50d9939-f4b7-40c2-bbda-b150f78afe32 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "DELETE /v2.0/ports/c2b5723e-470a-4b24-b0a3-56f4a588b975 HTTP/1.1" status: 204 len: 173 time: 1.2107332 Feb 04 13:26:22.182711 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96a3a1bb-b8ab-4c25-9885-4c0cf2a59c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.188161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeee98a-5544-40c7-9201-1b907b2f1fca req-185d91dd-ec1e-4b6b-90dd-5514e91051fd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:22.189757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eaeee98a-5544-40c7-9201-1b907b2f1fca req-185d91dd-ec1e-4b6b-90dd-5514e91051fd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 943 time: 0.1348531 Feb 04 13:26:22.192113 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b13e2e-8fa0-4bc2-a52a-c38130a86604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6356dc4-c6fa-47eb-94b8-75368cc0b2ad,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:22.255708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b13e2e-8fa0-4bc2-a52a-c38130a86604 admin admin] Checking segment: {'id': 'ae62d50c-577c-404c-8979-b88ff15f3217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5127ebe7-c63e-4455-8d5d-562b63d5a2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:22.256580 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b13e2e-8fa0-4bc2-a52a-c38130a86604 admin admin] Network hostable DHCP agents. Network: 5127ebe7-c63e-4455-8d5d-562b63d5a2cf, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:22.269704 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b187fc-f8d5-40bc-8b78-2708b070e5d3', 'name': 'network-vif-deleted', 'tag': 'c2b5723e-470a-4b24-b0a3-56f4a588b975'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:22.274047 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c945e719-b06b-4454-a709-2dfe50d45de8" -d '{"events": [{"server_uuid": "02b187fc-f8d5-40bc-8b78-2708b070e5d3", "name": "network-vif-deleted", "tag": "c2b5723e-470a-4b24-b0a3-56f4a588b975"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:22.329937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:22.331541 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b13e2e-8fa0-4bc2-a52a-c38130a86604 admin admin] Network 5127ebe7-c63e-4455-8d5d-562b63d5a2cf is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:22.332337 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.334321 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37e9afc2-0053-495e-a914-710b00774e17 req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] 10.222.0.99 "PUT /v2.0/ports/18f212e6-f973-49f7-90dd-395cd3d27fcf HTTP/1.1" status: 200 len: 1092 time: 1.8129971 Feb 04 13:26:22.346427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08d3ed-41a0-4fc9-b1df-6ee1852b8b89 service neutron] Pushing event updated for resources: {'Port': ['ID=18f212e6-f973-49f7-90dd-395cd3d27fcf,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:22.365082 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-92b13e2e-8fa0-4bc2-a52a-c38130a86604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 5127ebe7-c63e-4455-8d5d-562b63d5a2cf) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:22.373885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b13e2e-8fa0-4bc2-a52a-c38130a86604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:22.375694 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-92b13e2e-8fa0-4bc2-a52a-c38130a86604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.383274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b2d10c-d79c-41d8-8895-08368049aeaa None None] Network 5127ebe7-c63e-4455-8d5d-562b63d5a2cf requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:22.432403 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eaeee98a-5544-40c7-9201-1b907b2f1fca req-12f99af0-5e2b-4f5c-a30f-c9aa0c00d0c2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515143 Feb 04 13:26:22.451842 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-92b13e2e-8fa0-4bc2-a52a-c38130a86604 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8716710 Feb 04 13:26:22.466471 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96a3a1bb-b8ab-4c25-9885-4c0cf2a59c64 admin admin] Publish callbacks [] for security_group (69ea1c8e-f992-4649-b31e-12af93f89ed3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.473326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96a3a1bb-b8ab-4c25-9885-4c0cf2a59c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (69ea1c8e-f992-4649-b31e-12af93f89ed3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.500266 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a3a1bb-b8ab-4c25-9885-4c0cf2a59c64 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:22.518448 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3a1bb-b8ab-4c25-9885-4c0cf2a59c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ea1c8e-f992-4649-b31e-12af93f89ed3,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:22.528394 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96a3a1bb-b8ab-4c25-9885-4c0cf2a59c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (18518f80-4c79-4020-842d-d45c776b9c28), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.528927 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-96a3a1bb-b8ab-4c25-9885-4c0cf2a59c64 admin admin] Added segment 18518f80-4c79-4020-842d-d45c776b9c28 of type vlan for network 6877208d-4f79-4715-b038-088720121ade Feb 04 13:26:22.555281 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe6eb8e-1672-4d45-95c1-556880d49033 x-openstack-request-id: req-dfe6eb8e-1672-4d45-95c1-556880d49033 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:22.555682 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b187fc-f8d5-40bc-8b78-2708b070e5d3", "name": "network-vif-deleted", "tag": "c2b5723e-470a-4b24-b0a3-56f4a588b975", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:22.556576 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dfe6eb8e-1672-4d45-95c1-556880d49033 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:22.557242 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b187fc-f8d5-40bc-8b78-2708b070e5d3', 'name': 'network-vif-deleted', 'tag': 'c2b5723e-470a-4b24-b0a3-56f4a588b975', 'status': 'completed', 'code': 200} Feb 04 13:26:22.615959 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96a3a1bb-b8ab-4c25-9885-4c0cf2a59c64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (6877208d-4f79-4715-b038-088720121ade), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.664472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca090a4a-c5f3-4308-ae6f-603f863baa1d None None] Network 5127ebe7-c63e-4455-8d5d-562b63d5a2cf requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:22.667174 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96a3a1bb-b8ab-4c25-9885-4c0cf2a59c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (6877208d-4f79-4715-b038-088720121ade), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.668542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a3a1bb-b8ab-4c25-9885-4c0cf2a59c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:22.669358 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96a3a1bb-b8ab-4c25-9885-4c0cf2a59c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.746595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9524973-4123-43bb-af07-6aaf818ca49b req-02747ac4-a894-49ed-b0a3-e7193dea93d1 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:22.748760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9524973-4123-43bb-af07-6aaf818ca49b req-02747ac4-a894-49ed-b0a3-e7193dea93d1 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 946 time: 0.2760270 Feb 04 13:26:22.751030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9afc2-0053-495e-a914-710b00774e17 req-591767f3-0f36-436e-b697-1d1e2784b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:22.755848 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37e9afc2-0053-495e-a914-710b00774e17 req-591767f3-0f36-436e-b697-1d1e2784b32e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 1126 time: 0.2812047 Feb 04 13:26:22.793061 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-96a3a1bb-b8ab-4c25-9885-4c0cf2a59c64 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9962275 Feb 04 13:26:22.796590 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39464) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:22.828826 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ed8c44d3-b6b2-4b23-9bb1-d698b95144fd admin admin] Request body: {'subnet': {'network_id': '6877208d-4f79-4715-b038-088720121ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-subnet', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:22.866587 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3a1bb-b8ab-4c25-9885-4c0cf2a59c64 admin admin] Pushing event updated for resources: {'Network': ['ID=6877208d-4f79-4715-b038-088720121ade,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:22.883678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8c44d3-b6b2-4b23-9bb1-d698b95144fd admin admin] Made reservation on behalf of 16a235b12a7648989c9a40a771357775 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:22.891018 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed8c44d3-b6b2-4b23-9bb1-d698b95144fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.957284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c2b5723e-470a-4b24-b0a3-56f4a588b975 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:26:22.976345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 6877208d-4f79-4715-b038-088720121ade details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:26:23.012072 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9524973-4123-43bb-af07-6aaf818ca49b req-1989b011-4f5f-40d0-abd3-a07dda07cf74 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371473 Feb 04 13:26:23.013449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37e9afc2-0053-495e-a914-710b00774e17 req-9120ca59-e3e9-487f-bf55-ff20ead75eb6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf HTTP/1.1" status: 200 len: 217 time: 0.2455375 Feb 04 13:26:23.095660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5815fb-aad0-4009-b241-bacd9c6d7ac5', 'tag': '18f212e6-f973-49f7-90dd-395cd3d27fcf'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:23.098721 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299d74bf-62f4-4789-bdf9-bb022f619fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5815fb-aad0-4009-b241-bacd9c6d7ac5", "tag": "18f212e6-f973-49f7-90dd-395cd3d27fcf"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:23.127573 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9afc2-0053-495e-a914-710b00774e17 req-7537c9d4-df8d-449e-995f-eb1d4fad675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:23.130243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37e9afc2-0053-495e-a914-710b00774e17 req-7537c9d4-df8d-449e-995f-eb1d4fad675c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.1099324 Feb 04 13:26:23.183729 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: c2b5723e-470a-4b24-b0a3-56f4a588b975 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:26:23.184438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c2b5723e-470a-4b24-b0a3-56f4a588b975 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:26:23.185294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0c64da64-fd5b-4292-b741-6cc419dc1e39 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:26:23.189233 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37e9afc2-0053-495e-a914-710b00774e17 req-1153960a-a299-4ec5-aeb9-f60a2dc65207 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456493 Feb 04 13:26:23.219132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 0c64da64-fd5b-4292-b741-6cc419dc1e39 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:26:23.219746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0c64da64-fd5b-4292-b741-6cc419dc1e39 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:26:23.260935 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96021c04-ea01-430b-9432-ce78126ac3b6 req-df669386-0023-42a6-a4a0-15a500420cae tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 210 time: 0.0753055 Feb 04 13:26:23.272314 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed8c44d3-b6b2-4b23-9bb1-d698b95144fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (333d131f-0443-484d-a094-4e342831af0e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.365652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36038351-f9cd-40a3-b68c-024c46eb1267 req-b886af08-217c-4b91-88b1-035aa3a24b23 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:23.367522 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-36038351-f9cd-40a3-b68c-024c46eb1267 req-b886af08-217c-4b91-88b1-035aa3a24b23 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.1680832 Feb 04 13:26:23.380936 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8c44d3-b6b2-4b23-9bb1-d698b95144fd admin admin] Checking segment: {'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:23.381535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8c44d3-b6b2-4b23-9bb1-d698b95144fd admin admin] Network hostable DHCP agents. Network: 6877208d-4f79-4715-b038-088720121ade, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:23.385645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c44d3-b6b2-4b23-9bb1-d698b95144fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=333d131f-0443-484d-a094-4e342831af0e,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:23.407605 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8c44d3-b6b2-4b23-9bb1-d698b95144fd admin admin] Network 6877208d-4f79-4715-b038-088720121ade is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:23.414082 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37e9afc2-0053-495e-a914-710b00774e17 req-45b3fad4-c39a-4777-b83b-ddbf7020bf48 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116678 Feb 04 13:26:23.430891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-ed8c44d3-b6b2-4b23-9bb1-d698b95144fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 6877208d-4f79-4715-b038-088720121ade) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:23.438187 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8c44d3-b6b2-4b23-9bb1-d698b95144fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:23.439099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed8c44d3-b6b2-4b23-9bb1-d698b95144fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.441780 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c6f20971-fa37-4f76-ab82-b838a2c1efbf req-6fa2885a-d625-44ba-8cf2-638b87dd22f0 tempest-LiveAutoBlockMigrationV225Test-1614564640 tempest-LiveAutoBlockMigrationV225Test-1614564640-project] 10.222.0.96 "GET /v2.0/ports?device_id=043c3d37-38ca-4985-b090-8d82bd7b71bd HTTP/1.1" status: 200 len: 210 time: 0.0522370 Feb 04 13:26:23.454241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c09b19-28d2-4f35-a0c1-ac1a906013b8 None None] Network 6877208d-4f79-4715-b038-088720121ade requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:23.482159 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ed8c44d3-b6b2-4b23-9bb1-d698b95144fd admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6831048 Feb 04 13:26:23.485955 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39486) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:23.502053 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:23.562352 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-36038351-f9cd-40a3-b68c-024c46eb1267 req-88cf2f17-f4e2-46d3-bd1e-cdd96844b57a tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868927 Feb 04 13:26:23.577559 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.578809 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.637925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 1e4da124-ddf3-42cd-a009-deb1575ae6bb no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:26:23.659115 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37e9afc2-0053-495e-a914-710b00774e17 req-d5ef2e08-4df2-45e3-b228-ad610e58dcea service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267883 Feb 04 13:26:23.676460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 1e4da124-ddf3-42cd-a009-deb1575ae6bb {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:26:23.676997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 1e4da124-ddf3-42cd-a009-deb1575ae6bb not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:26:23.730290 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-6877208d-4f79-4715-b038-088720121ade', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'project_id': '16a235b12a7648989c9a40a771357775', 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:26:23.731718 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.760215 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Publish callbacks [] for router_controller (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.971442 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Publish callbacks [] for router_gateway (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.006872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Allocated IP 172.20.0.2 (6877208d-4f79-4715-b038-088720121ade/333d131f-0443-484d-a094-4e342831af0e/3bf33572-dad3-44ea-97ca-d543d1adf1b2) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:24.061210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-bc002cd3-b36a-4445-9064-9685084726e8 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:24.070312 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-bc002cd3-b36a-4445-9064-9685084726e8 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/networks?id=04a6578c-9d84-4037-a335-0dcaff80ac04 HTTP/1.1" status: 200 len: 825 time: 0.1791494 Feb 04 13:26:24.095451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-169fe8bb-713e-4da0-86c2-7f9883f4fef5 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/quotas/33e24037cf2c422ba9de36be8ba153d8 HTTP/1.1" status: 200 len: 375 time: 0.0185797 Feb 04 13:26:24.100026 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535d4815-1fa2-4d59-891c-70469aae962f x-openstack-request-id: req-535d4815-1fa2-4d59-891c-70469aae962f {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:24.100830 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5815fb-aad0-4009-b241-bacd9c6d7ac5", "tag": "18f212e6-f973-49f7-90dd-395cd3d27fcf", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:24.101276 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-535d4815-1fa2-4d59-891c-70469aae962f {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:24.101843 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5815fb-aad0-4009-b241-bacd9c6d7ac5', 'tag': '18f212e6-f973-49f7-90dd-395cd3d27fcf', 'status': 'completed', 'code': 200} Feb 04 13:26:24.207832 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bdf29f0-cacd-4ff6-be53-3e80355f39ca tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=33e24037cf2c422ba9de36be8ba153d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1106203 Feb 04 13:26:24.254865 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Publish callbacks [] for router_gateway (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.276278 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.332018 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Publish callbacks [] for port (3bf33572-dad3-44ea-97ca-d543d1adf1b2), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.344771 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (3bf33572-dad3-44ea-97ca-d543d1adf1b2), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.392298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39522) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:24.441366 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-82344357-eab3-4719-8d15-826a635cb911 req-d9eb9a73-a8cd-4671-9941-b9090f269baa service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=417a5e8e-dbdd-4663-a19d-02c05c371c47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1117849 Feb 04 13:26:24.459424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Network 6877208d-4f79-4715-b038-088720121ade is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:24.464848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:24.472032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:24.490782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Pushing event updated for resources: {'Port': ['ID=3bf33572-dad3-44ea-97ca-d543d1adf1b2,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:24.510735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Allocated IP 172.25.5.89 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/f0231c6d-b20e-48cf-8f4f-f71910451906) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:24.612354 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Attempting to bind port 3bf33572-dad3-44ea-97ca-d543d1adf1b2 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:24.612639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Attempting to bind port 3bf33572-dad3-44ea-97ca-d543d1adf1b2 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:24.613093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Attempting to bind port 3bf33572-dad3-44ea-97ca-d543d1adf1b2 on network 6877208d-4f79-4715-b038-088720121ade {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:24.621653 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:24.621960 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Checking segment: {'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:24.622121 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.622540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Bound using segment: {'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:24.623701 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Bound port: 3bf33572-dad3-44ea-97ca-d543d1adf1b2, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:24.624100 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3bf33572-dad3-44ea-97ca-d543d1adf1b2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.708011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] For port 3bf33572-dad3-44ea-97ca-d543d1adf1b2, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:24.711366 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82344357-eab3-4719-8d15-826a635cb911 req-9353868f-81a7-4c76-ba28-a278972ce730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:24.712973 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] For port 3bf33572-dad3-44ea-97ca-d543d1adf1b2, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3bf33572-dad3-44ea-97ca-d543d1adf1b2,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:24.713657 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-82344357-eab3-4719-8d15-826a635cb911 req-9353868f-81a7-4c76-ba28-a278972ce730 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=417a5e8e-dbdd-4663-a19d-02c05c371c47 HTTP/1.1" status: 200 len: 1132 time: 0.2480855 Feb 04 13:26:24.723049 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3bf33572-dad3-44ea-97ca-d543d1adf1b2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.772159 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-324b6079-d573-409e-9864-3294e5c01ead admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f733bdbd906d4fae854639e1049cf5f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749542 Feb 04 13:26:24.793413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39530) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:24.831141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5e21e-0663-4a1a-a682-3f3157cd9c04 None None] Pushing event updated for resources: {'Port': ['ID=3bf33572-dad3-44ea-97ca-d543d1adf1b2,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:24.912735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82344357-eab3-4719-8d15-826a635cb911 req-1694b3a6-f293-4457-8038-b2d8d0d6f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:24.914864 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-82344357-eab3-4719-8d15-826a635cb911 req-1694b3a6-f293-4457-8038-b2d8d0d6f979 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.1684344 Feb 04 13:26:24.920430 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b9ad4-a986-48e7-a124-9317b27e7df8 req-b1e4e081-f4f7-43d4-8415-9d4a16545227 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:24.930384 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de0b9ad4-a986-48e7-a124-9317b27e7df8 req-b1e4e081-f4f7-43d4-8415-9d4a16545227 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 943 time: 0.6566989 Feb 04 13:26:24.972254 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d74bf-62f4-4789-bdf9-bb022f619fa5 req-56eaf24c-28a4-4377-b963-27cd2f69b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:24.974268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-299d74bf-62f4-4789-bdf9-bb022f619fa5 req-56eaf24c-28a4-4377-b963-27cd2f69b7b6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 1126 time: 0.8517585 Feb 04 13:26:24.984687 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Publish callbacks [] for port (f0231c6d-b20e-48cf-8f4f-f71910451906), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.987677 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-82344357-eab3-4719-8d15-826a635cb911 req-54cb7769-14ee-4671-a6eb-b0f3301c51c5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=001083f3-2766-40eb-b8ff-f8ec33f53d90 HTTP/1.1" status: 200 len: 217 time: 0.0632930 Feb 04 13:26:25.032639 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-28bbf6d3-b388-43bf-9b40-1a5f0ecd64d3 service neutron] 10.222.0.96 "GET /v2.0/networks/04a6578c-9d84-4037-a335-0dcaff80ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8238537 Feb 04 13:26:25.155509 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82344357-eab3-4719-8d15-826a635cb911 req-a8cc94a7-fb64-45a0-a755-f1e7629341fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:25.157554 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-82344357-eab3-4719-8d15-826a635cb911 req-a8cc94a7-fb64-45a0-a755-f1e7629341fe service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1461458 Feb 04 13:26:25.201474 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f625571f-c28d-4676-8537-5179d720ed4b admin admin] Publish callbacks [] for security_group (7529fdda-0b84-45d2-9c19-747eee2714b2), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.342059 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de0b9ad4-a986-48e7-a124-9317b27e7df8 req-2f468801-f73e-4aa5-9090-7c1bf22d38e9 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090440 Feb 04 13:26:25.349804 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3bf33572-dad3-44ea-97ca-d543d1adf1b2 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:25.424754 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d74bf-62f4-4789-bdf9-bb022f619fa5 req-e4146aa2-8e67-4a3e-8490-97ee7b0597af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:25.426626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-299d74bf-62f4-4789-bdf9-bb022f619fa5 req-e4146aa2-8e67-4a3e-8490-97ee7b0597af service neutron] 10.222.0.99 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.4374630 Feb 04 13:26:25.447948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 3bf33572-dad3-44ea-97ca-d543d1adf1b2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:25.448204 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f625571f-c28d-4676-8537-5179d720ed4b admin admin] Publish callbacks [] for security_group (7529fdda-0b84-45d2-9c19-747eee2714b2), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.448814 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3bf33572-dad3-44ea-97ca-d543d1adf1b2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.586558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 3bf33572-dad3-44ea-97ca-d543d1adf1b2 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:25.589500 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3bf33572-dad3-44ea-97ca-d543d1adf1b2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.640428 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f0231c6d-b20e-48cf-8f4f-f71910451906), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.646966 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-299d74bf-62f4-4789-bdf9-bb022f619fa5 req-ae907760-50a2-479e-8485-a07c845ba4e7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf HTTP/1.1" status: 200 len: 217 time: 0.1694601 Feb 04 13:26:25.660371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e589596c-3cfa-421b-87be-7f804f2bc53a req-a13aedb7-1e24-4d44-8344-4d1acd6e9e4c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f0f9b50a-f859-433a-9327-b8ae182958e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4078414 Feb 04 13:26:25.693791 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Pushing event updated for resources: {'Port': ['ID=f0231c6d-b20e-48cf-8f4f-f71910451906,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:25.718429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 3bf33572-dad3-44ea-97ca-d543d1adf1b2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3bf33572-dad3-44ea-97ca-d543d1adf1b2,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:25.722743 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:25.727261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:25.727482 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3bf33572-dad3-44ea-97ca-d543d1adf1b2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.738536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:25.801600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=3bf33572-dad3-44ea-97ca-d543d1adf1b2,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:25.802667 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-cb703551-9319-4e54-848a-becd57c1aa7d service neutron] 10.222.0.96 "GET /v2.0/networks/04a6578c-9d84-4037-a335-0dcaff80ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686765 Feb 04 13:26:25.842382 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d74bf-62f4-4789-bdf9-bb022f619fa5 req-0a47a1a4-2639-4b00-8db6-ea73f83eb869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:25.845349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-299d74bf-62f4-4789-bdf9-bb022f619fa5 req-0a47a1a4-2639-4b00-8db6-ea73f83eb869 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.1729345 Feb 04 13:26:25.861790 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a201c06-22ae-48dd-8bef-78dcea053aa1 req-9c1c0930-ff87-49cd-851a-cd777e1229b4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:25.875247 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a201c06-22ae-48dd-8bef-78dcea053aa1 req-9c1c0930-ff87-49cd-851a-cd777e1229b4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 946 time: 0.3534918 Feb 04 13:26:25.900508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82344357-eab3-4719-8d15-826a635cb911 req-8842c7f0-9951-4478-aa90-e56411bac1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:25.901969 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-82344357-eab3-4719-8d15-826a635cb911 req-8842c7f0-9951-4478-aa90-e56411bac1c2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7347617 Feb 04 13:26:26.007825 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a201c06-22ae-48dd-8bef-78dcea053aa1 req-064bf833-51c1-47fc-a2fc-998baf705a2a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315041 Feb 04 13:26:26.031794 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-299d74bf-62f4-4789-bdf9-bb022f619fa5 req-aaa60a8a-f833-4a6d-8393-39cc8c970aed service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134543 Feb 04 13:26:26.050514 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f625571f-c28d-4676-8537-5179d720ed4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7529fdda-0b84-45d2-9c19-747eee2714b2), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.051867 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f625571f-c28d-4676-8537-5179d720ed4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.053157 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f625571f-c28d-4676-8537-5179d720ed4b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7529fdda-0b84-45d2-9c19-747eee2714b2 HTTP/1.1" status: 204 len: 168 time: 1.2572186 Feb 04 13:26:26.114354 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589596c-3cfa-421b-87be-7f804f2bc53a req-a4475211-e0bb-41fa-8972-a40689bff94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:26.115960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e589596c-3cfa-421b-87be-7f804f2bc53a req-a4475211-e0bb-41fa-8972-a40689bff94d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=f0f9b50a-f859-433a-9327-b8ae182958e7 HTTP/1.1" status: 200 len: 1132 time: 0.3943706 Feb 04 13:26:26.147071 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39538) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:26.282181 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625571f-c28d-4676-8537-5179d720ed4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7529fdda-0b84-45d2-9c19-747eee2714b2,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:26.361399 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-82344357-eab3-4719-8d15-826a635cb911 req-a0b7f726-760c-47bd-936a-54a5d464115b service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526918 Feb 04 13:26:26.440531 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f113ba2-74c8-43d0-9ef4-5d0e05a9021c req-4dc24f16-35c5-4a20-8fd3-0ccfb3f8d55f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 210 time: 0.3415148 Feb 04 13:26:26.544138 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-e412282d-f5d4-46e2-891a-e75aa6e8c618 admin admin] Deleting subnet d073496f-278b-436d-b18e-bb06bdc8b5e6 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:26:26.553329 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e412282d-f5d4-46e2-891a-e75aa6e8c618 admin admin] Publish callbacks [] for subnet (d073496f-278b-436d-b18e-bb06bdc8b5e6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.615921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c4e36e-b970-45e1-9849-f9c60f2c137e None None] Network 6877208d-4f79-4715-b038-088720121ade requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:26.633038 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Publish callbacks [] for router_gateway (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.738306 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589596c-3cfa-421b-87be-7f804f2bc53a req-a86ef2c2-2012-4882-9e2f-10eb58e37755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:26.739801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e589596c-3cfa-421b-87be-7f804f2bc53a req-a86ef2c2-2012-4882-9e2f-10eb58e37755 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.5476961 Feb 04 13:26:26.748934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27b2b501-08dc-4a1d-89bf-15772ba9f1c5 req-62382479-9d51-48f4-ab60-257ee8dabdbb tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/ports?device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 210 time: 0.1291637 Feb 04 13:26:26.761463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a277ca-8085-465b-8a4c-d81f9a21675a req-a3ca137c-9d1c-4fae-9aff-c12badcd1f36 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:26.770879 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8a277ca-8085-465b-8a4c-d81f9a21675a req-a3ca137c-9d1c-4fae-9aff-c12badcd1f36 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.4155540 Feb 04 13:26:26.798351 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3843dfde-dd87-471f-9e62-0d79fd259f32 None None] Provisioning complete for port 3bf33572-dad3-44ea-97ca-d543d1adf1b2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:26.798873 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3843dfde-dd87-471f-9e62-0d79fd259f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3bf33572-dad3-44ea-97ca-d543d1adf1b2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.829488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e589596c-3cfa-421b-87be-7f804f2bc53a req-10e3e798-c09f-404f-bcc9-2b0da9c37499 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 HTTP/1.1" status: 200 len: 217 time: 0.0770023 Feb 04 13:26:26.839529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-299d74bf-62f4-4789-bdf9-bb022f619fa5 req-e3f7a917-a2fc-44c2-af06-aaf9625086b1 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7988751 Feb 04 13:26:26.874039 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:26:27.061944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3843dfde-dd87-471f-9e62-0d79fd259f32 None None] Current status of the port 3bf33572-dad3-44ea-97ca-d543d1adf1b2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:27.089019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8a277ca-8085-465b-8a4c-d81f9a21675a req-1d76a58f-808b-4f4d-9729-0a716602588e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171699 Feb 04 13:26:27.168785 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e412282d-f5d4-46e2-891a-e75aa6e8c618 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (d073496f-278b-436d-b18e-bb06bdc8b5e6), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.306608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3bf33572-dad3-44ea-97ca-d543d1adf1b2 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:27.337367 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-82344357-eab3-4719-8d15-826a635cb911 req-423a4277-e4fd-4baf-9414-5436152675d1 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9669409 Feb 04 13:26:27.342389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589596c-3cfa-421b-87be-7f804f2bc53a req-7e7b8073-90b8-4f97-88b1-5bf86f20428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:27.344090 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e589596c-3cfa-421b-87be-7f804f2bc53a req-7e7b8073-90b8-4f97-88b1-5bf86f20428b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.5021288 Feb 04 13:26:27.417924 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e412282d-f5d4-46e2-891a-e75aa6e8c618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (d073496f-278b-436d-b18e-bb06bdc8b5e6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.449792 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 3bf33572-dad3-44ea-97ca-d543d1adf1b2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:27.450320 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3bf33572-dad3-44ea-97ca-d543d1adf1b2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.459078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebfcd8-b7cf-4f30-b2b7-5e4c6bf4ee92 req-9c4c7e7e-7a6e-4fa0-9a8b-e5b9963e4e74 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:27.466250 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.467195 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4cebfcd8-b7cf-4f30-b2b7-5e4c6bf4ee92 req-9c4c7e7e-7a6e-4fa0-9a8b-e5b9963e4e74 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 943 time: 0.3952608 Feb 04 13:26:27.509560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-069a3513-4d5f-469d-beba-47e50f11ca9a None None] Provisioning complete for port 3bf33572-dad3-44ea-97ca-d543d1adf1b2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:27.509951 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-069a3513-4d5f-469d-beba-47e50f11ca9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3bf33572-dad3-44ea-97ca-d543d1adf1b2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.532214 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-299d74bf-62f4-4789-bdf9-bb022f619fa5 req-cbf5a53e-8407-401f-a9d1-0d95ef8b9938 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740246 Feb 04 13:26:27.626695 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589596c-3cfa-421b-87be-7f804f2bc53a req-047768bb-3462-445b-84ca-79f78992b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:27.628264 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e589596c-3cfa-421b-87be-7f804f2bc53a req-047768bb-3462-445b-84ca-79f78992b92b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2091310 Feb 04 13:26:27.638822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4cebfcd8-b7cf-4f30-b2b7-5e4c6bf4ee92 req-a54ed4ce-d74a-4e44-90c6-5f59aa8263f2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701539 Feb 04 13:26:27.647872 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e412282d-f5d4-46e2-891a-e75aa6e8c618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (d073496f-278b-436d-b18e-bb06bdc8b5e6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.680548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da09793-d5a9-4ce5-88ac-938bdaecfb73 req-2dba368c-12b4-48d2-bc30-f4749c183f52 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:27.693856 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0da09793-d5a9-4ce5-88ac-938bdaecfb73 req-2dba368c-12b4-48d2-bc30-f4749c183f52 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 946 time: 0.4192963 Feb 04 13:26:27.715818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412282d-f5d4-46e2-891a-e75aa6e8c618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d073496f-278b-436d-b18e-bb06bdc8b5e6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:27.717792 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 3bf33572-dad3-44ea-97ca-d543d1adf1b2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:27.730674 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:26:27.755425 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e412282d-f5d4-46e2-891a-e75aa6e8c618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.766827 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e412282d-f5d4-46e2-891a-e75aa6e8c618 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d073496f-278b-436d-b18e-bb06bdc8b5e6 HTTP/1.1" status: 204 len: 168 time: 1.6069543 Feb 04 13:26:27.772977 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39574) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:27.830211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-069a3513-4d5f-469d-beba-47e50f11ca9a None None] Current status of the port 3bf33572-dad3-44ea-97ca-d543d1adf1b2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:27.905880 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab4adecc-528b-4ca4-8a5a-36289910ac54 req-7e4cf38c-fd22-4fb2-ad7e-b35cce521b19 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 210 time: 0.1089036 Feb 04 13:26:27.983779 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0da09793-d5a9-4ce5-88ac-938bdaecfb73 req-6970794f-9a0b-43b3-bf08-ad0a81b97171 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888350 Feb 04 13:26:28.025374 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36fe69d9-ce89-4bb8-a8da-dee1ccacff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (61ca0165-b211-4bf2-8aa5-2b12f455eb0f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.053961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e589596c-3cfa-421b-87be-7f804f2bc53a req-cd80b64a-0dd6-442a-b51d-24f5c8d08a6a service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125729 Feb 04 13:26:28.127251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:26:28.146888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Sync routers for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:26:28.155727 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36fe69d9-ce89-4bb8-a8da-dee1ccacff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (61ca0165-b211-4bf2-8aa5-2b12f455eb0f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.170806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-bd0f2001-a7c9-46ec-9068-ef4b4899b9bf tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:28.171399 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:26:28.172126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:26:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:28.172265 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-bd0f2001-a7c9-46ec-9068-ef4b4899b9bf tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.99 "GET /v2.0/networks?id=04a6578c-9d84-4037-a335-0dcaff80ac04 HTTP/1.1" status: 200 len: 825 time: 0.3740962 Feb 04 13:26:28.176393 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.182261 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b199182a-9a5e-4e14-953b-810731eca140 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6937337 Feb 04 13:26:28.183050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39582) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:28.204267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-36fe69d9-ce89-4bb8-a8da-dee1ccacff00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ca0165-b211-4bf2-8aa5-2b12f455eb0f']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:28.233483 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4bad86b8-1642-42b6-9a06-98549571c867 req-b55da3c9-7144-40ad-83ac-218481f3f6ad tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/ports?device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 210 time: 0.1350019 Feb 04 13:26:28.237520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-9d110c7d-be2c-4fbb-8301-2d8f9d2d77b4 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Request body: {'port': {'device_id': '04d7da92-8538-4e48-9312-0d116141d767', 'network_id': '04a6578c-9d84-4037-a335-0dcaff80ac04', 'admin_state_up': True, 'tenant_id': '33e24037cf2c422ba9de36be8ba153d8'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:28.265034 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-36fe69d9-ce89-4bb8-a8da-dee1ccacff00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:28.265425 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-36fe69d9-ce89-4bb8-a8da-dee1ccacff00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ce0f54-67cb-47f7-9fc8-a183549d6c1b') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:28.322599 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36fe69d9-ce89-4bb8-a8da-dee1ccacff00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (b7ce0f54-67cb-47f7-9fc8-a183549d6c1b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.374276 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36fe69d9-ce89-4bb8-a8da-dee1ccacff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (b7ce0f54-67cb-47f7-9fc8-a183549d6c1b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.391079 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fe69d9-ce89-4bb8-a8da-dee1ccacff00 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:28.391484 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36fe69d9-ce89-4bb8-a8da-dee1ccacff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (b7ce0f54-67cb-47f7-9fc8-a183549d6c1b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.466938 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e589596c-3cfa-421b-87be-7f804f2bc53a req-b62c260c-0ff0-4fe1-be29-266bbdc7720c service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038982 Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:28.487056 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:28.510229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d683f-844b-4e9f-9f50-f7d07aa8adcf req-81256e11-bdc9-4aec-b221-4801d2a235a1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:28.518335 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c23d683f-844b-4e9f-9f50-f7d07aa8adcf req-81256e11-bdc9-4aec-b221-4801d2a235a1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.1691136 Feb 04 13:26:28.583762 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36fe69d9-ce89-4bb8-a8da-dee1ccacff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (61ca0165-b211-4bf2-8aa5-2b12f455eb0f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.598773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-9d110c7d-be2c-4fbb-8301-2d8f9d2d77b4 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Made reservation on behalf of 33e24037cf2c422ba9de36be8ba153d8 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:28.610478 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-9d110c7d-be2c-4fbb-8301-2d8f9d2d77b4 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.634218 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:26:28.642271 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36fe69d9-ce89-4bb8-a8da-dee1ccacff00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.651008 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c23d683f-844b-4e9f-9f50-f7d07aa8adcf req-0b1854a5-4ca6-4bb6-b077-439616860fa4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292708 Feb 04 13:26:28.667696 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-36fe69d9-ce89-4bb8-a8da-dee1ccacff00 admin admin] 10.222.0.96 "DELETE /v2.0/networks/61ca0165-b211-4bf2-8aa5-2b12f455eb0f HTTP/1.1" status: 204 len: 168 time: 0.8919356 Feb 04 13:26:28.761787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 18f212e6-f973-49f7-90dd-395cd3d27fcf details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:26:28.802630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39592) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:28.804351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe69d9-ce89-4bb8-a8da-dee1ccacff00 admin admin] Pushing event deleted for resources: {'Network': ['ID=61ca0165-b211-4bf2-8aa5-2b12f455eb0f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:28.833942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-9d110c7d-be2c-4fbb-8301-2d8f9d2d77b4 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Allocated IP 172.20.0.9 (04a6578c-9d84-4037-a335-0dcaff80ac04/b9ac3dde-1ec6-470c-95cf-c3f2052713c3/5b0a7acd-93e0-40e8-a21f-929c170f66b7) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:28.924071 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fc83ff-297e-4611-bef8-c153c202d9b6 admin admin] Deleting subnet ffbb0863-8a6d-4f7b-b16d-01cbc5d10771 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:26:28.932309 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-03fc83ff-297e-4611-bef8-c153c202d9b6 admin admin] Publish callbacks [] for subnet (ffbb0863-8a6d-4f7b-b16d-01cbc5d10771), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.051091 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-03fc83ff-297e-4611-bef8-c153c202d9b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (ffbb0863-8a6d-4f7b-b16d-01cbc5d10771), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.076520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03ee27-7f35-4451-8824-79e7e4060851 req-63764217-b27b-47db-8a2d-be25513b77d5 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:29.078176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f03ee27-7f35-4451-8824-79e7e4060851 req-63764217-b27b-47db-8a2d-be25513b77d5 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 943 time: 0.0973670 Feb 04 13:26:29.166617 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-9d110c7d-be2c-4fbb-8301-2d8f9d2d77b4 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Publish callbacks [] for port (5b0a7acd-93e0-40e8-a21f-929c170f66b7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.172713 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f03ee27-7f35-4451-8824-79e7e4060851 req-fd1548ae-775f-448a-939c-4e98a74b46c2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886819 Feb 04 13:26:29.215627 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-03fc83ff-297e-4611-bef8-c153c202d9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (ffbb0863-8a6d-4f7b-b16d-01cbc5d10771), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.240375 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 18f212e6-f973-49f7-90dd-395cd3d27fcf, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:29.275606 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-9d110c7d-be2c-4fbb-8301-2d8f9d2d77b4 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (5b0a7acd-93e0-40e8-a21f-929c170f66b7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.278967 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '18f212e6-f973-49f7-90dd-395cd3d27fcf', 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf', 'port_id': '18f212e6-f973-49f7-90dd-395cd3d27fcf', 'mac_address': 'fa:16:3e:d1:59:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22a97b9-6a5c-4763-882b-7b5d62ef8ca8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:26:29.382591 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 18f212e6-f973-49f7-90dd-395cd3d27fcf is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:29.382905 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.399439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-9d110c7d-be2c-4fbb-8301-2d8f9d2d77b4 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Network 04a6578c-9d84-4037-a335-0dcaff80ac04 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:29.402624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f212e6-f973-49f7-90dd-395cd3d27fcf {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:26:29.411941 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:26Z', 'revision_number': 3, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:29.443084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-9d110c7d-be2c-4fbb-8301-2d8f9d2d77b4 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:29.460075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Checking router: b1cd73b9-a287-45f9-b3ad-a73f6f55d49e for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:26:29.460465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Updating router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e port f0231c6d-b20e-48cf-8f4f-f71910451906 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:26:29.464177 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-9d110c7d-be2c-4fbb-8301-2d8f9d2d77b4 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:29.473644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8eb020f-0537-4a49-a967-163163aff4ea req-6d3db8e4-ef8c-40d4-b1db-1a2665fd5a95 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 210 time: 0.0965989 Feb 04 13:26:29.507571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-03fc83ff-297e-4611-bef8-c153c202d9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (ffbb0863-8a6d-4f7b-b16d-01cbc5d10771), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.511584 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d110c7d-be2c-4fbb-8301-2d8f9d2d77b4 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Pushing event updated for resources: {'Port': ['ID=5b0a7acd-93e0-40e8-a21f-929c170f66b7,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:29.539583 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f0231c6d-b20e-48cf-8f4f-f71910451906), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.545352 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 18f212e6-f973-49f7-90dd-395cd3d27fcf, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:29.549279 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-9d110c7d-be2c-4fbb-8301-2d8f9d2d77b4 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:29.550130 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-9d110c7d-be2c-4fbb-8301-2d8f9d2d77b4 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.579120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1ae2d-8693-47c9-b1ee-132b286878b5 req-7faa6f1b-0b58-429b-8a3d-0fe74a3bd00c tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:29.581979 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8a1ae2d-8693-47c9-b1ee-132b286878b5 req-7faa6f1b-0b58-429b-8a3d-0fe74a3bd00c tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 946 time: 0.2187684 Feb 04 13:26:29.586777 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-9d110c7d-be2c-4fbb-8301-2d8f9d2d77b4 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3755236 Feb 04 13:26:29.597091 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.610129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Request body: {'port': {'device_id': '04d7da92-8538-4e48-9312-0d116141d767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:29.658637 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc83ff-297e-4611-bef8-c153c202d9b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffbb0863-8a6d-4f7b-b16d-01cbc5d10771,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:29.670291 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-03fc83ff-297e-4611-bef8-c153c202d9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.675553 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-03fc83ff-297e-4611-bef8-c153c202d9b6 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ffbb0863-8a6d-4f7b-b16d-01cbc5d10771 HTTP/1.1" status: 204 len: 168 time: 0.8677747 Feb 04 13:26:29.680314 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39602) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:29.738432 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=18f212e6-f973-49f7-90dd-395cd3d27fcf,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:29.765071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8a1ae2d-8693-47c9-b1ee-132b286878b5 req-800d2902-aa58-41d0-8bf5-06f8d8898aac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761415 Feb 04 13:26:29.782631 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0d5b1-aa65-4af6-bc33-251e4c31b179 req-bf9d0af9-967d-42de-8d36-d09c74c37f9b tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:29.784689 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e0d5b1-aa65-4af6-bc33-251e4c31b179 req-bf9d0af9-967d-42de-8d36-d09c74c37f9b tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/ports?device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 931 time: 0.1690519 Feb 04 13:26:29.785649 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5b0a7acd-93e0-40e8-a21f-929c170f66b7), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.944837 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.952044 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d24ce47-6e4f-45c9-8248-289bed1c6461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (1e806469-c873-4336-a713-b5d4c7bf66df), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.008394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e0d5b1-aa65-4af6-bc33-251e4c31b179 req-c7765f72-bc8b-4720-91f8-9a37c0ebd2c8 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/security-groups?id=166e335d-8c53-42bb-b691-1f97d574bfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055600 Feb 04 13:26:30.015169 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Publish callbacks [] for port (f0231c6d-b20e-48cf-8f4f-f71910451906), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.029855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['18f212e6-f973-49f7-90dd-395cd3d27fcf'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:26:30.033689 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f0231c6d-b20e-48cf-8f4f-f71910451906), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.181672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Attempting to bind port f0231c6d-b20e-48cf-8f4f-f71910451906 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:30.182900 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Attempting to bind port f0231c6d-b20e-48cf-8f4f-f71910451906 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:30.184996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Attempting to bind port f0231c6d-b20e-48cf-8f4f-f71910451906 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:30.190650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629dccf3-2a5a-4b4e-8815-2085b1c5901d req-ca4e6da8-df18-4e1a-ab55-de282dcb74be tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:30.198610 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-629dccf3-2a5a-4b4e-8815-2085b1c5901d req-ca4e6da8-df18-4e1a-ab55-de282dcb74be tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.1976969 Feb 04 13:26:30.213190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b324b-a9d9-4e82-9370-3d88a28a7abc None None] Pushing event updated for resources: {'Port': ['ID=f0231c6d-b20e-48cf-8f4f-f71910451906,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:30.236395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:30.237742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:30.238776 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.239751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:30.240836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Bound port: f0231c6d-b20e-48cf-8f4f-f71910451906, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:30.245144 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f0231c6d-b20e-48cf-8f4f-f71910451906), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.276643 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-629dccf3-2a5a-4b4e-8815-2085b1c5901d req-ba3c90ae-101f-491d-89af-46f0a75d3d09 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766962 Feb 04 13:26:30.320091 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d24ce47-6e4f-45c9-8248-289bed1c6461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (1e806469-c873-4336-a713-b5d4c7bf66df), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.390337 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-4d24ce47-6e4f-45c9-8248-289bed1c6461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e806469-c873-4336-a713-b5d4c7bf66df']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:30.419035 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-4d24ce47-6e4f-45c9-8248-289bed1c6461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a007e5c4-ad38-4523-91f3-383557629cc7') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:30.419343 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-4d24ce47-6e4f-45c9-8248-289bed1c6461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a007e5c4-ad38-4523-91f3-383557629cc7') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:30.443611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] For port f0231c6d-b20e-48cf-8f4f-f71910451906, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:30.444168 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d24ce47-6e4f-45c9-8248-289bed1c6461 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (a007e5c4-ad38-4523-91f3-383557629cc7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.465102 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Allocated IP 172.20.0.1 (6877208d-4f79-4715-b038-088720121ade/333d131f-0443-484d-a094-4e342831af0e/9a672007-fa7b-4134-88ea-956816e17505) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:30.480422 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d24ce47-6e4f-45c9-8248-289bed1c6461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a007e5c4-ad38-4523-91f3-383557629cc7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.492350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d24ce47-6e4f-45c9-8248-289bed1c6461 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:30.492898 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d24ce47-6e4f-45c9-8248-289bed1c6461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (a007e5c4-ad38-4523-91f3-383557629cc7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:30.496134 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:30.500204 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] For port f0231c6d-b20e-48cf-8f4f-f71910451906, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f0231c6d-b20e-48cf-8f4f-f71910451906,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:30.521731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0a7acd-93e0-40e8-a21f-929c170f66b7 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:26:30.526560 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f0231c6d-b20e-48cf-8f4f-f71910451906), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.534533 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Publish callbacks [] for port (5b0a7acd-93e0-40e8-a21f-929c170f66b7), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.552763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Transition to ACTIVE for port object 5b0a7acd-93e0-40e8-a21f-929c170f66b7 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:30.562376 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (5b0a7acd-93e0-40e8-a21f-929c170f66b7), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.621922 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749933e-8ef9-4a8c-94a0-5a88bf62d7c0 req-861afaa8-897a-406e-a81b-bf1a7b7740c0 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:30.623676 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1749933e-8ef9-4a8c-94a0-5a88bf62d7c0 req-861afaa8-897a-406e-a81b-bf1a7b7740c0 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 944 time: 0.2533753 Feb 04 13:26:30.747914 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1749933e-8ef9-4a8c-94a0-5a88bf62d7c0 req-f309d3e3-0af0-4e96-a963-d4f8245021a1 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045487 Feb 04 13:26:30.756173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:26:30.758507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:26:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:30.767886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b324b-a9d9-4e82-9370-3d88a28a7abc None None] Pushing event updated for resources: {'Port': ['ID=f0231c6d-b20e-48cf-8f4f-f71910451906,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:30.804464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Pushing event updated for resources: {'Port': ['ID=5b0a7acd-93e0-40e8-a21f-929c170f66b7,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:30.833862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Attempting to bind port 5b0a7acd-93e0-40e8-a21f-929c170f66b7 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:30.834234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Attempting to bind port 5b0a7acd-93e0-40e8-a21f-929c170f66b7 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '04a6578c-9d84-4037-a335-0dcaff80ac04'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:30.834571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Attempting to bind port 5b0a7acd-93e0-40e8-a21f-929c170f66b7 on network 04a6578c-9d84-4037-a335-0dcaff80ac04 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:30.844935 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Port 5b0a7acd-93e0-40e8-a21f-929c170f66b7 on network 04a6578c-9d84-4037-a335-0dcaff80ac04 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:26:30.847401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Attempting to bind port 5b0a7acd-93e0-40e8-a21f-929c170f66b7 on network 04a6578c-9d84-4037-a335-0dcaff80ac04 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:30.862570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:30.862986 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Checking segment: {'id': 'ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '04a6578c-9d84-4037-a335-0dcaff80ac04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:30.863631 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Bound using segment: {'id': 'ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '04a6578c-9d84-4037-a335-0dcaff80ac04'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:30.864134 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Bound port: 5b0a7acd-93e0-40e8-a21f-929c170f66b7, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '04a6578c-9d84-4037-a335-0dcaff80ac04'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:30.865579 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5b0a7acd-93e0-40e8-a21f-929c170f66b7), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.962846 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:26:31.001369 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] For port 5b0a7acd-93e0-40e8-a21f-929c170f66b7, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:31.004843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] For port 5b0a7acd-93e0-40e8-a21f-929c170f66b7, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5b0a7acd-93e0-40e8-a21f-929c170f66b7,segment=NetworkSegment(ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2),segment_id=ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:31.017395 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (5b0a7acd-93e0-40e8-a21f-929c170f66b7), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.119610 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d24ce47-6e4f-45c9-8248-289bed1c6461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (1e806469-c873-4336-a713-b5d4c7bf66df), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.125008 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Publish callbacks [] for port (9a672007-fa7b-4134-88ea-956816e17505), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.141232 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d24ce47-6e4f-45c9-8248-289bed1c6461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.149057 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4d24ce47-6e4f-45c9-8248-289bed1c6461 admin admin] 10.222.0.96 "DELETE /v2.0/networks/1e806469-c873-4336-a713-b5d4c7bf66df HTTP/1.1" status: 204 len: 168 time: 1.4620924 Feb 04 13:26:31.149057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24ce47-6e4f-45c9-8248-289bed1c6461 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e806469-c873-4336-a713-b5d4c7bf66df,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:31.204166 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (9a672007-fa7b-4134-88ea-956816e17505), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.204482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Pushing event updated for resources: {'Port': ['ID=5b0a7acd-93e0-40e8-a21f-929c170f66b7,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:31.248983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:31.250134 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.253650 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5bf8c450-54af-4143-8727-7d1440e8701c service neutron] 10.222.0.99 "PUT /v2.0/ports/5b0a7acd-93e0-40e8-a21f-929c170f66b7 HTTP/1.1" status: 200 len: 1092 time: 1.6561837 Feb 04 13:26:31.261206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d7da92-8538-4e48-9312-0d116141d767', 'tag': '5b0a7acd-93e0-40e8-a21f-929c170f66b7'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:31.267417 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed372477-7030-4022-8e51-bf13afca45fb" -d '{"events": [{"name": "network-changed", "server_uuid": "04d7da92-8538-4e48-9312-0d116141d767", "tag": "5b0a7acd-93e0-40e8-a21f-929c170f66b7"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:31.283289 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d94b1db-dc22-454e-af2e-89d94be5998d req-7ce8b0bd-b4d7-49c3-93d4-6973e60227b5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 210 time: 0.2116110 Feb 04 13:26:31.283530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Pushing event updated for resources: {'Port': ['ID=9a672007-fa7b-4134-88ea-956816e17505,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:31.296986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Network 6877208d-4f79-4715-b038-088720121ade is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:31.300018 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:31.301441 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab350f-2283-4349-a65d-47103856465f req-67548626-e0df-491a-b71a-a70c628c4e57 tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:31.303492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:31.304954 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-faab350f-2283-4349-a65d-47103856465f req-67548626-e0df-491a-b71a-a70c628c4e57 tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 1133 time: 0.4175415 Feb 04 13:26:31.359220 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:26Z', 'revision_number': 3, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:31.400099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.428507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e364a50-9419-4c3b-a5f9-5d20bf3cb365 None None] The sync data for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 is: [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:26Z', 'revision_number': 3, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:26:31.527444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5cecffac-6a16-425f-806b-ced60a25f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:31.529315 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-5cecffac-6a16-425f-806b-ced60a25f729 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=33e24037cf2c422ba9de36be8ba153d8&device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 1126 time: 0.2230132 Feb 04 13:26:31.694140 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39628) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:31.807353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6de4efa3-6239-4141-815d-0546bf857cd7 None None] Provisioning complete for port 9a672007-fa7b-4134-88ea-956816e17505 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:31.808041 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6de4efa3-6239-4141-815d-0546bf857cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9a672007-fa7b-4134-88ea-956816e17505), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.893833 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b74aeb4a-8343-4a16-86c9-24e59ceea070 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9bf6f764e0d34de9a21a32956f525822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977193 Feb 04 13:26:31.894814 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39632) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:31.916200 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9a672007-fa7b-4134-88ea-956816e17505), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.919699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6de4efa3-6239-4141-815d-0546bf857cd7 None None] Port 9a672007-fa7b-4134-88ea-956816e17505 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:26:32.115492 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-25870765-14cb-4a78-b070-816346cfcb02 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b0a7acd-93e0-40e8-a21f-929c170f66b7 HTTP/1.1" status: 200 len: 217 time: 0.5780818 Feb 04 13:26:32.119587 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-faab350f-2283-4349-a65d-47103856465f req-e24eaa41-045d-4b45-8bd3-c41fab8d9177 tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7711194 Feb 04 13:26:32.141389 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1efb165-0329-404e-b696-12e6ce2d4f47 admin admin] Publish callbacks [] for security_group (632e28a3-2c06-487e-b349-5432465c3e4d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.177540 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1efb165-0329-404e-b696-12e6ce2d4f47 admin admin] Publish callbacks [] for security_group (632e28a3-2c06-487e-b349-5432465c3e4d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.255142 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1efb165-0329-404e-b696-12e6ce2d4f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (632e28a3-2c06-487e-b349-5432465c3e4d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.262647 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfad555-5895-4966-878d-f0fb8291979e req-f1672fec-b882-484c-9a83-80fbc600c36a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:32.267085 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1efb165-0329-404e-b696-12e6ce2d4f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.274282 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2cfad555-5895-4966-878d-f0fb8291979e req-f1672fec-b882-484c-9a83-80fbc600c36a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 946 time: 0.8585691 Feb 04 13:26:32.279000 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c1efb165-0329-404e-b696-12e6ce2d4f47 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/632e28a3-2c06-487e-b349-5432465c3e4d HTTP/1.1" status: 204 len: 168 time: 0.3791173 Feb 04 13:26:32.340210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efb165-0329-404e-b696-12e6ce2d4f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632e28a3-2c06-487e-b349-5432465c3e4d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:32.418601 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2cfad555-5895-4966-878d-f0fb8291979e req-babf0f04-a6f7-4bd7-9fd4-06892577f878 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407306 Feb 04 13:26:32.420450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-580f392b-a88a-4ece-bc61-a186f4cb9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:32.424086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-580f392b-a88a-4ece-bc61-a186f4cb9be2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b9ac3dde-1ec6-470c-95cf-c3f2052713c3 HTTP/1.1" status: 200 len: 865 time: 0.2931659 Feb 04 13:26:32.500404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-c32a4c1f-ad9d-46fc-93cc-bd7f11bfcd79 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=04a6578c-9d84-4037-a335-0dcaff80ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719516 Feb 04 13:26:32.590635 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Publish callbacks [] for port (9a672007-fa7b-4134-88ea-956816e17505), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.609674 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (9a672007-fa7b-4134-88ea-956816e17505), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.746673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 18f212e6-f973-49f7-90dd-395cd3d27fcf up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:32.757751 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Pushing event updated for resources: {'Port': ['ID=9a672007-fa7b-4134-88ea-956816e17505,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:32.763596 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.768562 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-e63cb277-4971-476b-9fa3-01c4af0ba496 service neutron] 10.222.0.99 "GET /v2.0/networks/04a6578c-9d84-4037-a335-0dcaff80ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610693 Feb 04 13:26:32.880750 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb9a4d4-c0b3-4bf6-9a0e-8a5148ef89f4 x-openstack-request-id: req-0cb9a4d4-c0b3-4bf6-9a0e-8a5148ef89f4 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:32.881322 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d7da92-8538-4e48-9312-0d116141d767", "tag": "5b0a7acd-93e0-40e8-a21f-929c170f66b7", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:32.882201 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0cb9a4d4-c0b3-4bf6-9a0e-8a5148ef89f4 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:32.882809 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d7da92-8538-4e48-9312-0d116141d767', 'tag': '5b0a7acd-93e0-40e8-a21f-929c170f66b7', 'status': 'completed', 'code': 200} Feb 04 13:26:32.904214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b695f-739f-4660-b909-054d63d447bc req-b2bfbce1-5bda-4073-9d6a-343a6596eccc tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:32.916888 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b6b695f-739f-4660-b909-054d63d447bc req-b2bfbce1-5bda-4073-9d6a-343a6596eccc tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/ports?device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 943 time: 0.3718917 Feb 04 13:26:32.921147 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 18f212e6-f973-49f7-90dd-395cd3d27fcf completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:32.932737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 18f212e6-f973-49f7-90dd-395cd3d27fcf triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:32.932981 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.936888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Network 6877208d-4f79-4715-b038-088720121ade is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:32.941904 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:33.042714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b6b695f-739f-4660-b909-054d63d447bc req-ebeffa03-e3cc-486e-afd7-88b71aef7837 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/security-groups?id=166e335d-8c53-42bb-b691-1f97d574bfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198764 Feb 04 13:26:33.247186 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39648) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:33.309241 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:26:33.317701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32091ba5-4a87-4df8-a38a-8fda74d8a789 req-786ebd76-dc89-4740-89e6-312cd53745d5 service neutron] 10.222.0.99 "GET /v2.0/networks/04a6578c-9d84-4037-a335-0dcaff80ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424590 Feb 04 13:26:33.346346 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b86c73b4-05c5-4120-be4f-260b28917d71 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9a2f7a01898f405b87cefcfe33bf31c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0888748 Feb 04 13:26:33.358826 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 18f212e6-f973-49f7-90dd-395cd3d27fcf is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:33.359575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39650) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:33.360004 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aeeec65b-b6fb-43f4-b80e-2ec2c367aed9 req-580040e6-8b24-4d50-aeaf-0f734ed717ae tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 210 time: 0.1718173 Feb 04 13:26:33.360264 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.450826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af05cc-57a1-4d12-b9a5-7ed2ac0e8c31 req-6ef13f1c-aed9-49b8-9441-c61359ad421b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:33.460012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62af05cc-57a1-4d12-b9a5-7ed2ac0e8c31 req-6ef13f1c-aed9-49b8-9441-c61359ad421b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 944 time: 0.4375343 Feb 04 13:26:33.481157 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5815fb-aad0-4009-b241-bacd9c6d7ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f212e6-f973-49f7-90dd-395cd3d27fcf'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:33.489843 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25616c48-92eb-4da8-8b25-aa016d544f98" -d '{"events": [{"server_uuid": "fc5815fb-aad0-4009-b241-bacd9c6d7ac5", "name": "network-vif-plugged", "status": "completed", "tag": "18f212e6-f973-49f7-90dd-395cd3d27fcf"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:33.525943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 18f212e6-f973-49f7-90dd-395cd3d27fcf, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:33.535366 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.616506 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f0231c6d-b20e-48cf-8f4f-f71910451906 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:33.638919 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1c4472e-8ade-4066-ae3a-3cf906a6f393 admin admin] Publish callbacks [] for security_group (0773fef3-a5af-4232-93ad-aa3bb1ffb9de), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.644637 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-4a1a857b-5e66-417d-a21c-2b19291b8c04 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=ad8b8a8618714a90ad8e096d438a4976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492604 Feb 04 13:26:33.709701 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ea6444c8-d0ab-48c3-bc33-ccfc4c471ae3 None None] Provisioning complete for port 9a672007-fa7b-4134-88ea-956816e17505 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:33.710269 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ea6444c8-d0ab-48c3-bc33-ccfc4c471ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9a672007-fa7b-4134-88ea-956816e17505), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.714205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=18f212e6-f973-49f7-90dd-395cd3d27fcf,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:33.717459 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1c4472e-8ade-4066-ae3a-3cf906a6f393 admin admin] Publish callbacks [] for security_group (0773fef3-a5af-4232-93ad-aa3bb1ffb9de), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.723791 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62af05cc-57a1-4d12-b9a5-7ed2ac0e8c31 req-64ef790c-47e1-424b-aefb-c3357d0c3b3e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473998 Feb 04 13:26:33.738072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:26:33.758052 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-790995db-a562-451f-8a5a-7976115fd6cf admin admin] 10.222.0.96 "PUT /v2.0/routers/b1cd73b9-a287-45f9-b3ad-a73f6f55d49e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5683084 Feb 04 13:26:33.784124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ea6444c8-d0ab-48c3-bc33-ccfc4c471ae3 None None] Port 9a672007-fa7b-4134-88ea-956816e17505 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:26:33.815311 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f0231c6d-b20e-48cf-8f4f-f71910451906 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:33.815811 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f0231c6d-b20e-48cf-8f4f-f71910451906), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.864226 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1c4472e-8ade-4066-ae3a-3cf906a6f393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0773fef3-a5af-4232-93ad-aa3bb1ffb9de), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.878171 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1c4472e-8ade-4066-ae3a-3cf906a6f393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.882949 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f1c4472e-8ade-4066-ae3a-3cf906a6f393 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0773fef3-a5af-4232-93ad-aa3bb1ffb9de HTTP/1.1" status: 204 len: 168 time: 0.5140367 Feb 04 13:26:33.893646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4472e-8ade-4066-ae3a-3cf906a6f393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0773fef3-a5af-4232-93ad-aa3bb1ffb9de,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:34.004064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed372477-7030-4022-8e51-bf13afca45fb req-746c6f74-82a1-41af-bb6e-817f897dffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:34.005623 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed372477-7030-4022-8e51-bf13afca45fb req-746c6f74-82a1-41af-bb6e-817f897dffd1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=33e24037cf2c422ba9de36be8ba153d8&device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 1126 time: 0.5767202 Feb 04 13:26:34.012393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f0231c6d-b20e-48cf-8f4f-f71910451906 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:34.012925 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f0231c6d-b20e-48cf-8f4f-f71910451906), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.056099 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port f0231c6d-b20e-48cf-8f4f-f71910451906, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f0231c6d-b20e-48cf-8f4f-f71910451906,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:34.073947 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f0231c6d-b20e-48cf-8f4f-f71910451906), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.191924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=f0231c6d-b20e-48cf-8f4f-f71910451906,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:34.193319 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53abd5-5b6d-4965-95d0-ee1d15c2857d req-e76ac6c5-7d57-4e08-92ef-d4729ecd20a4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:34.194951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c53abd5-5b6d-4965-95d0-ee1d15c2857d req-e76ac6c5-7d57-4e08-92ef-d4729ecd20a4 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 946 time: 0.3148465 Feb 04 13:26:34.210527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39672) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:34.218354 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-20c896a9-f485-40b2-a996-003a700a5a0c tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:34.225003 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-20c896a9-f485-40b2-a996-003a700a5a0c tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5787342 Feb 04 13:26:34.227136 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f962911b-8e46-4bfb-90c9-e1a5e5f155af tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Request body: {'floatingip': {'port_id': '68bbd4aa-8230-487c-8026-310b11e0859f'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:34.235923 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed372477-7030-4022-8e51-bf13afca45fb req-139affff-d65a-4f5f-96ff-1e1b41f9b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:34.237467 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed372477-7030-4022-8e51-bf13afca45fb req-139affff-d65a-4f5f-96ff-1e1b41f9b19e service neutron] 10.222.0.99 "GET /v2.0/networks?id=04a6578c-9d84-4037-a335-0dcaff80ac04 HTTP/1.1" status: 200 len: 926 time: 0.2158079 Feb 04 13:26:34.246740 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-6f5e895e-6ee7-409d-a982-2d238f623ee7 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/quotas/ad8b8a8618714a90ad8e096d438a4976 HTTP/1.1" status: 200 len: 375 time: 0.0204811 Feb 04 13:26:34.302387 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed372477-7030-4022-8e51-bf13afca45fb req-24279297-b61a-4a9f-b0db-dd51225d9551 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b0a7acd-93e0-40e8-a21f-929c170f66b7 HTTP/1.1" status: 200 len: 217 time: 0.0454447 Feb 04 13:26:34.333777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f962911b-8e46-4bfb-90c9-e1a5e5f155af tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for floatingip (c4b49e43-fde5-4d35-a4c7-78d60e0b5d77), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.459579 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed372477-7030-4022-8e51-bf13afca45fb req-2f9929b7-0187-44e6-9091-05e2038f6bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:34.461175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed372477-7030-4022-8e51-bf13afca45fb req-2f9929b7-0187-44e6-9091-05e2038f6bb3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b9ac3dde-1ec6-470c-95cf-c3f2052713c3 HTTP/1.1" status: 200 len: 865 time: 0.0979514 Feb 04 13:26:34.521422 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed372477-7030-4022-8e51-bf13afca45fb req-f1e203d0-514d-4c14-9123-7890dbb58e8e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=04a6578c-9d84-4037-a335-0dcaff80ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532498 Feb 04 13:26:34.544236 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-7a7b03dd-98eb-445a-b1ee-3c9a9f82c6ac tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2965181 Feb 04 13:26:34.718459 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Sync routers for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:26:34.745472 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:26:34.747323 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:26:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:34.831824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed372477-7030-4022-8e51-bf13afca45fb req-eccb0749-e715-478c-9a37-f3c9bf04580a service neutron] 10.222.0.99 "GET /v2.0/networks/04a6578c-9d84-4037-a335-0dcaff80ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851670 Feb 04 13:26:35.032613 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320af546-e444-4f5e-a696-ee7a69159de2 x-openstack-request-id: req-320af546-e444-4f5e-a696-ee7a69159de2 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:35.033412 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5815fb-aad0-4009-b241-bacd9c6d7ac5", "name": "network-vif-plugged", "status": "completed", "tag": "18f212e6-f973-49f7-90dd-395cd3d27fcf", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:35.033412 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-320af546-e444-4f5e-a696-ee7a69159de2 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:35.033719 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5815fb-aad0-4009-b241-bacd9c6d7ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f212e6-f973-49f7-90dd-395cd3d27fcf', 'code': 200} Feb 04 13:26:35.066823 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed372477-7030-4022-8e51-bf13afca45fb req-832cf3a1-eb57-4565-b3aa-5dab67331cd5 service neutron] 10.222.0.99 "GET /v2.0/networks/04a6578c-9d84-4037-a335-0dcaff80ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278306 Feb 04 13:26:35.247782 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:26:35.391216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f0231c6d-b20e-48cf-8f4f-f71910451906 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:35.517202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145fa33-6831-4804-bc6e-a0eb50f09f06 req-a98dcf5e-f604-4b5d-8be4-9554145d199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:35.519326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.resource_extend [None req-f962911b-8e46-4bfb-90c9-e1a5e5f155af tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:26:35.524973 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2145fa33-6831-4804-bc6e-a0eb50f09f06 req-a98dcf5e-f604-4b5d-8be4-9554145d199b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 1128 time: 0.2153647 Feb 04 13:26:35.634935 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9ef4c-2d3f-43da-92fb-c177588de0e4 req-874c9de1-89cd-4884-a956-c79efcc44a52 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:35.636693 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60c9ef4c-2d3f-43da-92fb-c177588de0e4 req-874c9de1-89cd-4884-a956-c79efcc44a52 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/ports?device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 943 time: 0.2635880 Feb 04 13:26:35.674244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f0231c6d-b20e-48cf-8f4f-f71910451906 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:35.674873 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f0231c6d-b20e-48cf-8f4f-f71910451906), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:35.736925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2145fa33-6831-4804-bc6e-a0eb50f09f06 req-385add36-5f4d-48b1-aa3e-c73fc7ae033b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930025 Feb 04 13:26:35.743699 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f962911b-8e46-4bfb-90c9-e1a5e5f155af tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:35.754740 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f962911b-8e46-4bfb-90c9-e1a5e5f155af tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (c4b49e43-fde5-4d35-a4c7-78d60e0b5d77), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:35.761639 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:32Z', 'revision_number': 2, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:35.825097 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Checking router: b1cd73b9-a287-45f9-b3ad-a73f6f55d49e for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:26:35.828000 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Updating router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e port 9a672007-fa7b-4134-88ea-956816e17505 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:26:35.850695 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60c9ef4c-2d3f-43da-92fb-c177588de0e4 req-d1262f38-a13e-4a01-8223-ead8ccf9be8c tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/security-groups?id=166e335d-8c53-42bb-b691-1f97d574bfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024446 Feb 04 13:26:35.939197 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9a672007-fa7b-4134-88ea-956816e17505), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:36.037405 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-f962911b-8e46-4bfb-90c9-e1a5e5f155af tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Floating IP c4b49e43-fde5-4d35-a4c7-78d60e0b5d77 associated. External IP: 172.25.5.139, port: 68bbd4aa-8230-487c-8026-310b11e0859f. Feb 04 13:26:36.094661 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f0231c6d-b20e-48cf-8f4f-f71910451906 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:36.158744 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2cef58b0-cadb-43f6-aa96-c462c9eac07c req-80cb920b-b4f2-46ee-b893-484c46780517 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 210 time: 0.1078167 Feb 04 13:26:36.387765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526fef8-fd74-492f-85dd-3f22717e025d req-cd8e4d7f-28f1-4c61-9958-8818ee42808f tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:36.389490 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a526fef8-fd74-492f-85dd-3f22717e025d req-cd8e4d7f-28f1-4c61-9958-8818ee42808f tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 945 time: 0.1172726 Feb 04 13:26:36.435563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da507dea-37d6-42b1-901a-a4410f336b58 req-b267c1a4-1dce-44f0-97d8-355c16cb8904 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:36.437451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da507dea-37d6-42b1-901a-a4410f336b58 req-b267c1a4-1dce-44f0-97d8-355c16cb8904 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 819 time: 0.2776196 Feb 04 13:26:36.486040 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da507dea-37d6-42b1-901a-a4410f336b58 req-6eb37603-0be3-4f0e-b1b7-424921a5076d tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/quotas/16a235b12a7648989c9a40a771357775 HTTP/1.1" status: 200 len: 375 time: 0.0318108 Feb 04 13:26:36.505743 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Publish callbacks [] for port (9a672007-fa7b-4134-88ea-956816e17505), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:36.517209 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9a672007-fa7b-4134-88ea-956816e17505), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:36.620586 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3d9f4-22e9-4699-b110-fc837ab1f54b None None] Pushing event updated for resources: {'Port': ['ID=9a672007-fa7b-4134-88ea-956816e17505,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:36.620944 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a526fef8-fd74-492f-85dd-3f22717e025d req-fd3f632c-dbcc-4590-a039-478097603ae5 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160170 Feb 04 13:26:36.631491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f962911b-8e46-4bfb-90c9-e1a5e5f155af tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:26:36.652577 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3d9f4-22e9-4699-b110-fc837ab1f54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:36.653019 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3d9f4-22e9-4699-b110-fc837ab1f54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:36.653332 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3d9f4-22e9-4699-b110-fc837ab1f54b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:36.655303 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3d9f4-22e9-4699-b110-fc837ab1f54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:36.656393 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3d9f4-22e9-4699-b110-fc837ab1f54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:36.656906 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3d9f4-22e9-4699-b110-fc837ab1f54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:36.658715 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3d9f4-22e9-4699-b110-fc837ab1f54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:36.659226 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3d9f4-22e9-4699-b110-fc837ab1f54b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:36.660149 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3d9f4-22e9-4699-b110-fc837ab1f54b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:36.661350 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3d9f4-22e9-4699-b110-fc837ab1f54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:36.662226 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3d9f4-22e9-4699-b110-fc837ab1f54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:36.666155 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3d9f4-22e9-4699-b110-fc837ab1f54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:36.670598 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3d9f4-22e9-4699-b110-fc837ab1f54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:36.704467 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da507dea-37d6-42b1-901a-a4410f336b58 req-19b11150-995f-4263-af78-f558c67c42bf tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2002959 Feb 04 13:26:36.852109 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Attempting to bind port 9a672007-fa7b-4134-88ea-956816e17505 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:36.853508 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Attempting to bind port 9a672007-fa7b-4134-88ea-956816e17505 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:36.853654 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Attempting to bind port 9a672007-fa7b-4134-88ea-956816e17505 on network 6877208d-4f79-4715-b038-088720121ade {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:36.863442 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:36.863748 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Checking segment: {'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:36.864085 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:36.864482 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Bound using segment: {'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:36.864967 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Bound port: 9a672007-fa7b-4134-88ea-956816e17505, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:36.865339 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9a672007-fa7b-4134-88ea-956816e17505), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:36.922915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f962911b-8e46-4bfb-90c9-e1a5e5f155af tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:26:36.929663 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f962911b-8e46-4bfb-90c9-e1a5e5f155af tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:36.956625 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874fb1b1-92bd-4a64-8d56-c0e09f616a7e None None] Sync routers for ids ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:26:36.993941 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f962911b-8e46-4bfb-90c9-e1a5e5f155af tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "PUT /v2.0/floatingips/c4b49e43-fde5-4d35-a4c7-78d60e0b5d77 HTTP/1.1" status: 200 len: 992 time: 2.7745218 Feb 04 13:26:36.994271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874fb1b1-92bd-4a64-8d56-c0e09f616a7e None None] Routers {'5d405e35-03f5-4cd5-b0a5-dac711ebaf34'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:26:36.994271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-874fb1b1-92bd-4a64-8d56-c0e09f616a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:26:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:36.995094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0', 'tag': '68bbd4aa-8230-487c-8026-310b11e0859f'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:36.998256 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371c2bac-3c54-4d55-9be6-9fd1c6b5737b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0", "tag": "68bbd4aa-8230-487c-8026-310b11e0859f"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:37.075009 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b84c262e-225d-4e7a-8009-8deda1893eaf req-73216f31-0a00-4fc7-8d85-2afd3d34421c tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 210 time: 0.1780951 Feb 04 13:26:37.093417 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] For port 9a672007-fa7b-4134-88ea-956816e17505, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:37.111480 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da507dea-37d6-42b1-901a-a4410f336b58 req-0301cbe4-0620-4379-9a94-3ef4e3fea1cd service neutron] 10.222.0.96 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952134 Feb 04 13:26:37.113088 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] For port 9a672007-fa7b-4134-88ea-956816e17505, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=9a672007-fa7b-4134-88ea-956816e17505,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:37.122694 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9a672007-fa7b-4134-88ea-956816e17505), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:37.254233 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3d9f4-22e9-4699-b110-fc837ab1f54b None None] Pushing event updated for resources: {'Port': ['ID=9a672007-fa7b-4134-88ea-956816e17505,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:37.304635 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:26:37.306684 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:26:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:37.419027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da507dea-37d6-42b1-901a-a4410f336b58 req-64f47593-8145-4d55-9bce-c4e4ef5dbe84 service neutron] 10.222.0.96 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019657 Feb 04 13:26:37.639151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7c5f2f6b-5582-48ee-9e87-435473a7f4fb None None] Provisioning complete for port 9a672007-fa7b-4134-88ea-956816e17505 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:37.639699 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2f6b-5582-48ee-9e87-435473a7f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9a672007-fa7b-4134-88ea-956816e17505), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:37.677272 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:26:37.703171 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-63143c54-ac4d-4fb3-9b7f-d34868c0c860 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=ad8b8a8618714a90ad8e096d438a4976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2622647 Feb 04 13:26:37.799578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-874fb1b1-92bd-4a64-8d56-c0e09f616a7e None None] Set router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:26:38.026276 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f2f6b-5582-48ee-9e87-435473a7f4fb None None] Current status of the port 9a672007-fa7b-4134-88ea-956816e17505 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:38.026672 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2f6b-5582-48ee-9e87-435473a7f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9a672007-fa7b-4134-88ea-956816e17505), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:38.130761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a322c87-7c94-4c60-b94c-f314b013d768 req-75adc22c-0e4b-49da-af86-75871e00712e tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:38.132929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a322c87-7c94-4c60-b94c-f314b013d768 req-75adc22c-0e4b-49da-af86-75871e00712e tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/ports?device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 943 time: 0.7061148 Feb 04 13:26:38.152191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7c5f2f6b-5582-48ee-9e87-435473a7f4fb None None] For port 9a672007-fa7b-4134-88ea-956816e17505, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=9a672007-fa7b-4134-88ea-956816e17505,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:38.161441 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2f6b-5582-48ee-9e87-435473a7f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9a672007-fa7b-4134-88ea-956816e17505), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:38.245957 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:37Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:38.263659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b2f2d-5b8d-4300-9636-bf37e7981daf req-23078e53-5391-47fd-a18a-bfad14a51ea3 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:38.272557 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed2b2f2d-5b8d-4300-9636-bf37e7981daf req-23078e53-5391-47fd-a18a-bfad14a51ea3 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 946 time: 0.3112485 Feb 04 13:26:38.289125 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f2f6b-5582-48ee-9e87-435473a7f4fb None None] Pushing event updated for resources: {'Port': ['ID=9a672007-fa7b-4134-88ea-956816e17505,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:38.310029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c0912af1-cbc3-4eb8-8caa-97febc80e320 None None] Provisioning complete for port 9a672007-fa7b-4134-88ea-956816e17505 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:38.310478 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c0912af1-cbc3-4eb8-8caa-97febc80e320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9a672007-fa7b-4134-88ea-956816e17505), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:38.356862 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204d7a3-e636-4cd9-9e56-e8ed6664e5d6 None None] The sync data for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 is: [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:37Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:26:38.380379 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed2b2f2d-5b8d-4300-9636-bf37e7981daf req-58cd5d77-b545-4b11-aa8d-84b1ff2c327e tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064928 Feb 04 13:26:38.407585 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-874fb1b1-92bd-4a64-8d56-c0e09f616a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'name': 'tempest-ServersTestBootFromVolume-1509425116-router', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:03Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 4, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'gw_port': {'id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:05Z', 'updated_at': '2022-02-04T13:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'c4b49e43-fde5-4d35-a4c7-78d60e0b5d77', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'port_id': '68bbd4aa-8230-487c-8026-310b11e0859f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'mac_address': 'fa:16:3e:91:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:24:17Z', 'updated_at': '2022-02-04T13:26:35Z', 'revision_number': 1, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ae706f-34f1-4028-bf82-eb13c5fb847a', 'name': '', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'mac_address': 'fa:16:3e:96:98:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:08Z', 'updated_at': '2022-02-04T13:24:20Z', 'revision_number': 5, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'subnets': [{'id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:38.459611 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-6e1238ea-6e46-4a94-aca8-f5a8017f9a9e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:38.465091 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-6e1238ea-6e46-4a94-aca8-f5a8017f9a9e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7597330 Feb 04 13:26:38.494356 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a322c87-7c94-4c60-b94c-f314b013d768 req-f05798e9-40f1-45e3-a4e6-91c221538bc0 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/security-groups?id=166e335d-8c53-42bb-b691-1f97d574bfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398261 Feb 04 13:26:38.530878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-ba147fa4-b7fd-4941-b85f-793de0676b90 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Request body: {'port': {'device_id': 'd23bd581-cca1-4cf5-94b7-a4b1f8e4de99', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': 'ad8b8a8618714a90ad8e096d438a4976'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:38.539041 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f54b62-3676-469f-ae01-9e5b79d85b93 x-openstack-request-id: req-77f54b62-3676-469f-ae01-9e5b79d85b93 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:38.539587 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0", "tag": "68bbd4aa-8230-487c-8026-310b11e0859f", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:38.539587 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-77f54b62-3676-469f-ae01-9e5b79d85b93 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:38.540373 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0', 'tag': '68bbd4aa-8230-487c-8026-310b11e0859f', 'status': 'completed', 'code': 200} Feb 04 13:26:38.568436 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874fb1b1-92bd-4a64-8d56-c0e09f616a7e None None] Checking router: 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:26:38.661930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c0912af1-cbc3-4eb8-8caa-97febc80e320 None None] Current status of the port 9a672007-fa7b-4134-88ea-956816e17505 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:38.675404 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874fb1b1-92bd-4a64-8d56-c0e09f616a7e None None] Routers {'5d405e35-03f5-4cd5-b0a5-dac711ebaf34'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:26:38.676133 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-874fb1b1-92bd-4a64-8d56-c0e09f616a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:26:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:38.725790 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c2bac-3c54-4d55-9be6-9fd1c6b5737b req-1581ba79-e7a4-40c9-a205-5e88fa784da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:38.728364 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-371c2bac-3c54-4d55-9be6-9fd1c6b5737b req-1581ba79-e7a4-40c9-a205-5e88fa784da0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=91c2b59a923a4789aacbf2f7325759a2&device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 1129 time: 0.1565571 Feb 04 13:26:38.818906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5b0a7acd-93e0-40e8-a21f-929c170f66b7 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:26:38.902778 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c39fccc6-9640-4a55-87c2-b2fbb3662922 req-e48b7c7a-f579-470f-925a-896f3aced41f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=02b187fc-f8d5-40bc-8b78-2708b070e5d3 HTTP/1.1" status: 200 len: 210 time: 0.1196902 Feb 04 13:26:39.012202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-ba147fa4-b7fd-4941-b85f-793de0676b90 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Made reservation on behalf of ad8b8a8618714a90ad8e096d438a4976 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:39.019543 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-ba147fa4-b7fd-4941-b85f-793de0676b90 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.056929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-874fb1b1-92bd-4a64-8d56-c0e09f616a7e None None] Set router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:26:39.078182 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c2bac-3c54-4d55-9be6-9fd1c6b5737b req-64fa1568-d779-4abf-a2f7-5561ff145478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:39.081434 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-371c2bac-3c54-4d55-9be6-9fd1c6b5737b req-64fa1568-d779-4abf-a2f7-5561ff145478 service neutron] 10.222.0.100 "GET /v2.0/networks?id=35a1da14-24fc-49d3-b4a3-8c6b40c795f4 HTTP/1.1" status: 200 len: 917 time: 0.3418453 Feb 04 13:26:39.222524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac26c6c-0f46-47ce-bbc5-1726587d3257 req-1fc42eb3-0940-4be7-834f-8e73349d08af tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:39.238297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ac26c6c-0f46-47ce-bbc5-1726587d3257 req-1fc42eb3-0940-4be7-834f-8e73349d08af tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 945 time: 0.4195242 Feb 04 13:26:39.281499 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5b0a7acd-93e0-40e8-a21f-929c170f66b7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5b0a7acd-93e0-40e8-a21f-929c170f66b7,segment=NetworkSegment(ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2),segment_id=ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:39.327306 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '5b0a7acd-93e0-40e8-a21f-929c170f66b7', 'network_id': '04a6578c-9d84-4037-a335-0dcaff80ac04', 'port_id': '5b0a7acd-93e0-40e8-a21f-929c170f66b7', 'mac_address': 'fa:16:3e:7b:52:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ac3dde-1ec6-470c-95cf-c3f2052713c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:26:39.329921 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b016610-ec19-4e5e-a384-0bf3963121d1 req-50af1938-8321-41a7-886f-6db6ef7777dc tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 210 time: 0.2046828 Feb 04 13:26:39.454419 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-371c2bac-3c54-4d55-9be6-9fd1c6b5737b req-8c86e4d9-b840-4101-8af0-be8ef30fb09b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68bbd4aa-8230-487c-8026-310b11e0859f HTTP/1.1" status: 200 len: 1000 time: 0.3574331 Feb 04 13:26:39.480067 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9a672007-fa7b-4134-88ea-956816e17505 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:39.553980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 5b0a7acd-93e0-40e8-a21f-929c170f66b7 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:39.554982 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5b0a7acd-93e0-40e8-a21f-929c170f66b7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.565754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c2bac-3c54-4d55-9be6-9fd1c6b5737b req-c3700959-11ac-404a-9c59-be26988de806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:39.576998 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-371c2bac-3c54-4d55-9be6-9fd1c6b5737b req-c3700959-11ac-404a-9c59-be26988de806 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0d8275f7-44e6-46ea-a076-bf4b8681f6a4 HTTP/1.1" status: 200 len: 855 time: 0.1090012 Feb 04 13:26:39.617330 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0a7acd-93e0-40e8-a21f-929c170f66b7 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:26:39.687594 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5b0a7acd-93e0-40e8-a21f-929c170f66b7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5b0a7acd-93e0-40e8-a21f-929c170f66b7,segment=NetworkSegment(ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2),segment_id=ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:39.690753 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c2bac-3c54-4d55-9be6-9fd1c6b5737b req-8f55740b-96e7-44e8-8819-0768fbe373af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:39.696287 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-371c2bac-3c54-4d55-9be6-9fd1c6b5737b req-8f55740b-96e7-44e8-8819-0768fbe373af service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=35a1da14-24fc-49d3-b4a3-8c6b40c795f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1130497 Feb 04 13:26:39.704669 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5b0a7acd-93e0-40e8-a21f-929c170f66b7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.751553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-ba147fa4-b7fd-4941-b85f-793de0676b90 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Allocated IP 192.168.233.236 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/13e6c0bf-15b6-495e-82be-dc1263b9bcd7) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:39.824953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 9a672007-fa7b-4134-88ea-956816e17505 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:39.825372 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9a672007-fa7b-4134-88ea-956816e17505), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.960868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=5b0a7acd-93e0-40e8-a21f-929c170f66b7,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:39.999068 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-371c2bac-3c54-4d55-9be6-9fd1c6b5737b req-44128d88-fe6b-4ffb-9bf5-b2fde1d78fe1 service neutron] 10.222.0.100 "GET /v2.0/networks/35a1da14-24fc-49d3-b4a3-8c6b40c795f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924430 Feb 04 13:26:40.024838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-874fb1b1-92bd-4a64-8d56-c0e09f616a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'name': 'tempest-ServersTestBootFromVolume-1509425116-router', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:03Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 4, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'gw_port': {'id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:05Z', 'updated_at': '2022-02-04T13:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'c4b49e43-fde5-4d35-a4c7-78d60e0b5d77', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'port_id': '68bbd4aa-8230-487c-8026-310b11e0859f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'mac_address': 'fa:16:3e:91:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:24:17Z', 'updated_at': '2022-02-04T13:26:35Z', 'revision_number': 1, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ae706f-34f1-4028-bf82-eb13c5fb847a', 'name': '', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'mac_address': 'fa:16:3e:96:98:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:08Z', 'updated_at': '2022-02-04T13:24:20Z', 'revision_number': 5, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'subnets': [{'id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:40.069874 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874fb1b1-92bd-4a64-8d56-c0e09f616a7e None None] The sync data for ids ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'] in n-d-714676-13 is: [{'id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'name': 'tempest-ServersTestBootFromVolume-1509425116-router', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:03Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 4, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'gw_port': {'id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:05Z', 'updated_at': '2022-02-04T13:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'c4b49e43-fde5-4d35-a4c7-78d60e0b5d77', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'port_id': '68bbd4aa-8230-487c-8026-310b11e0859f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'mac_address': 'fa:16:3e:91:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:24:17Z', 'updated_at': '2022-02-04T13:26:35Z', 'revision_number': 1, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ae706f-34f1-4028-bf82-eb13c5fb847a', 'name': '', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'mac_address': 'fa:16:3e:96:98:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:08Z', 'updated_at': '2022-02-04T13:24:20Z', 'revision_number': 5, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'subnets': [{'id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:26:40.074029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 9a672007-fa7b-4134-88ea-956816e17505 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:40.094706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['5b0a7acd-93e0-40e8-a21f-929c170f66b7'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:26:40.204795 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-371c2bac-3c54-4d55-9be6-9fd1c6b5737b req-37f79516-2c4b-4b65-85e9-8b511056097e service neutron] 10.222.0.100 "GET /v2.0/networks/35a1da14-24fc-49d3-b4a3-8c6b40c795f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005575 Feb 04 13:26:40.436080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ac26c6c-0f46-47ce-bbc5-1726587d3257 req-bf19ac0c-36e5-424a-84cd-7f0b39dcc860 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1967115 Feb 04 13:26:40.537222 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19428263-845a-401f-a6cc-d853024e1871 None None] New status for floating IP c4b49e43-fde5-4d35-a4c7-78d60e0b5d77: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:26:40.619051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb29e76f-1f86-440e-b5ec-cf6b9276f30c req-0009cef3-3482-4629-a173-ffd0c46d379e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 210 time: 0.0920212 Feb 04 13:26:40.655505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da7fd-e2fd-49fd-8751-933bc67ba689 req-363b44d2-7478-4780-8f81-e19e8250daf6 tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:40.656063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da7fd-e2fd-49fd-8751-933bc67ba689 req-363b44d2-7478-4780-8f81-e19e8250daf6 tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:40.656555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da7fd-e2fd-49fd-8751-933bc67ba689 req-363b44d2-7478-4780-8f81-e19e8250daf6 tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:40.657000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da7fd-e2fd-49fd-8751-933bc67ba689 req-363b44d2-7478-4780-8f81-e19e8250daf6 tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:40.658742 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da7fd-e2fd-49fd-8751-933bc67ba689 req-363b44d2-7478-4780-8f81-e19e8250daf6 tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:40.658925 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da7fd-e2fd-49fd-8751-933bc67ba689 req-363b44d2-7478-4780-8f81-e19e8250daf6 tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:40.659356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da7fd-e2fd-49fd-8751-933bc67ba689 req-363b44d2-7478-4780-8f81-e19e8250daf6 tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:40.660175 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da7fd-e2fd-49fd-8751-933bc67ba689 req-363b44d2-7478-4780-8f81-e19e8250daf6 tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:40.660972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da7fd-e2fd-49fd-8751-933bc67ba689 req-363b44d2-7478-4780-8f81-e19e8250daf6 tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:40.661552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da7fd-e2fd-49fd-8751-933bc67ba689 req-363b44d2-7478-4780-8f81-e19e8250daf6 tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:40.666855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-483da7fd-e2fd-49fd-8751-933bc67ba689 req-363b44d2-7478-4780-8f81-e19e8250daf6 tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7132 time: 0.8333960 Feb 04 13:26:40.708336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da507dea-37d6-42b1-901a-a4410f336b58 req-6ee76163-22eb-45a0-95aa-cff2e5ee21e9 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:40.717512 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da507dea-37d6-42b1-901a-a4410f336b58 req-6ee76163-22eb-45a0-95aa-cff2e5ee21e9 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.99 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 819 time: 0.8155575 Feb 04 13:26:40.761571 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-ba147fa4-b7fd-4941-b85f-793de0676b90 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks [] for port (13e6c0bf-15b6-495e-82be-dc1263b9bcd7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:40.831046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-da507dea-37d6-42b1-901a-a4410f336b58 req-d60ea8b0-173f-4aac-a470-4cf00c6d5c1b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Request body: {'port': {'device_id': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'admin_state_up': True, 'tenant_id': '16a235b12a7648989c9a40a771357775'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:40.892771 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b0e840b4-ca0b-4f43-ad9b-7addcff585c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:40.967717 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-ba147fa4-b7fd-4941-b85f-793de0676b90 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (13e6c0bf-15b6-495e-82be-dc1263b9bcd7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:40.983555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['001083f3-2766-40eb-b8ff-f8ec33f53d90', '5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:26:40.996435 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['2433332f-bb6d-485e-abec-a8d2cdd3b4e8', 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76', '413e0ed6-09c2-47a2-b509-4d4366b76f11', 'a69c33ec-67a9-40ae-bbad-c86c24e40981'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:26:41.139827 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-ba147fa4-b7fd-4941-b85f-793de0676b90 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:41.154938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-ba147fa4-b7fd-4941-b85f-793de0676b90 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:41.167357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-ba147fa4-b7fd-4941-b85f-793de0676b90 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:41.241155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9f807-4d58-4070-9d16-4fe4aaa3bcd1 req-048ec661-2770-4a30-9995-91abeb3fe010 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:41.254611 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25b9f807-4d58-4070-9d16-4fe4aaa3bcd1 req-048ec661-2770-4a30-9995-91abeb3fe010 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 946 time: 0.4312048 Feb 04 13:26:41.292249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba147fa4-b7fd-4941-b85f-793de0676b90 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event updated for resources: {'Port': ['ID=13e6c0bf-15b6-495e-82be-dc1263b9bcd7,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:41.313638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-ba147fa4-b7fd-4941-b85f-793de0676b90 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:41.314449 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-ba147fa4-b7fd-4941-b85f-793de0676b90 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.325534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4564d-6f88-44cd-ab9f-842621f64fe3 req-6d535da3-04db-4909-8e79-574e0f8bbc17 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:41.333260 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ea4564d-6f88-44cd-ab9f-842621f64fe3 req-6d535da3-04db-4909-8e79-574e0f8bbc17 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/ports?device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 944 time: 0.3750632 Feb 04 13:26:41.402923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-ba147fa4-b7fd-4941-b85f-793de0676b90 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9064782 Feb 04 13:26:41.411556 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25b9f807-4d58-4070-9d16-4fe4aaa3bcd1 req-834325ed-9e29-469f-9c07-747253a2e33f tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551075 Feb 04 13:26:41.421762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Request body: {'port': {'device_id': 'd23bd581-cca1-4cf5-94b7-a4b1f8e4de99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:41.471346 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da507dea-37d6-42b1-901a-a4410f336b58 req-d60ea8b0-173f-4aac-a470-4cf00c6d5c1b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Made reservation on behalf of 16a235b12a7648989c9a40a771357775 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:41.478531 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da507dea-37d6-42b1-901a-a4410f336b58 req-d60ea8b0-173f-4aac-a470-4cf00c6d5c1b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.536839 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ea4564d-6f88-44cd-ab9f-842621f64fe3 req-c9a4d0c0-5e4c-48fa-89ca-69419a14b491 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/security-groups?id=166e335d-8c53-42bb-b691-1f97d574bfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020955 Feb 04 13:26:41.723381 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (13e6c0bf-15b6-495e-82be-dc1263b9bcd7), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.793314 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70167ead-8993-4b55-9a16-259358fddc2f req-5dc147eb-a3d9-4435-8db5-922192c55264 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 210 time: 0.0890498 Feb 04 13:26:41.817130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d99a5465-4443-41bb-99d2-7c608f5817da None None] Provisioning complete for port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:41.817543 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d99a5465-4443-41bb-99d2-7c608f5817da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (13e6c0bf-15b6-495e-82be-dc1263b9bcd7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.936996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d99a5465-4443-41bb-99d2-7c608f5817da None None] Port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:26:42.506727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9623d3-efe7-4b94-b9e7-6e2902243d65 req-3f773272-2ef4-42d0-a876-f066ad2a167f tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:42.509949 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c9623d3-efe7-4b94-b9e7-6e2902243d65 req-3f773272-2ef4-42d0-a876-f066ad2a167f tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 1128 time: 0.7809546 Feb 04 13:26:42.667662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-da507dea-37d6-42b1-901a-a4410f336b58 req-d60ea8b0-173f-4aac-a470-4cf00c6d5c1b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Allocated IP 172.20.0.8 (6877208d-4f79-4715-b038-088720121ade/333d131f-0443-484d-a094-4e342831af0e/487962a8-4250-4f05-b6bb-5a416a208dbc) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:42.676596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054e05a-db19-472d-9de2-bdeb7663266d req-5dfeba21-6380-4470-bd73-6467eabec2af tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:42.678245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0054e05a-db19-472d-9de2-bdeb7663266d req-5dfeba21-6380-4470-bd73-6467eabec2af tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 886 time: 0.8032904 Feb 04 13:26:42.783347 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5b0a7acd-93e0-40e8-a21f-929c170f66b7 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:42.802992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c9623d3-efe7-4b94-b9e7-6e2902243d65 req-85037f86-0b78-43e7-9a11-70afae719017 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126529 Feb 04 13:26:42.925252 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 5b0a7acd-93e0-40e8-a21f-929c170f66b7 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:42.933622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 5b0a7acd-93e0-40e8-a21f-929c170f66b7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:42.934009 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5b0a7acd-93e0-40e8-a21f-929c170f66b7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.066179 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 5b0a7acd-93e0-40e8-a21f-929c170f66b7 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:43.067076 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5b0a7acd-93e0-40e8-a21f-929c170f66b7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.111665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d7da92-8538-4e48-9312-0d116141d767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0a7acd-93e0-40e8-a21f-929c170f66b7'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:43.115238 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4862650b-d623-4eed-b726-d129744d75b9" -d '{"events": [{"server_uuid": "04d7da92-8538-4e48-9312-0d116141d767", "name": "network-vif-plugged", "status": "completed", "tag": "5b0a7acd-93e0-40e8-a21f-929c170f66b7"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:43.131768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5b0a7acd-93e0-40e8-a21f-929c170f66b7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5b0a7acd-93e0-40e8-a21f-929c170f66b7,segment=NetworkSegment(ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2),segment_id=ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:43.133947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68447e76-fe40-414f-b37d-937dfe169a30 req-8be20785-24b8-4ec1-8bbf-159844c993e1 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:43.135857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68447e76-fe40-414f-b37d-937dfe169a30 req-8be20785-24b8-4ec1-8bbf-159844c993e1 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 946 time: 0.2813654 Feb 04 13:26:43.138583 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5b0a7acd-93e0-40e8-a21f-929c170f66b7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.164325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c07615-6218-4e70-a192-2d02c2d10170 req-d8e4d78f-dda0-47a1-b8d7-9da09c33851e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:43.166816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1c07615-6218-4e70-a192-2d02c2d10170 req-d8e4d78f-dda0-47a1-b8d7-9da09c33851e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 936 time: 0.2485206 Feb 04 13:26:43.255402 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=5b0a7acd-93e0-40e8-a21f-929c170f66b7,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:43.264513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39800) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:43.278755 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da507dea-37d6-42b1-901a-a4410f336b58 req-d60ea8b0-173f-4aac-a470-4cf00c6d5c1b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for port (487962a8-4250-4f05-b6bb-5a416a208dbc), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.285791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:26:43.300578 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Publish callbacks [] for port (13e6c0bf-15b6-495e-82be-dc1263b9bcd7), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.324613 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1c07615-6218-4e70-a192-2d02c2d10170 req-11365c22-3ad4-49f3-b802-a5546894e420 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277559 Feb 04 13:26:43.349751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Transition to ACTIVE for port object 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:43.361952 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (13e6c0bf-15b6-495e-82be-dc1263b9bcd7), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.376071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68447e76-fe40-414f-b37d-937dfe169a30 req-9db77ddb-0665-40ba-a5d2-c2c0016e91c1 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251389 Feb 04 13:26:43.490453 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a26ebb13-9fbc-4820-9bdb-67c8ef6cf119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.533131 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Pushing event updated for resources: {'Port': ['ID=13e6c0bf-15b6-495e-82be-dc1263b9bcd7,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:43.624822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:43.625469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:43.626141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:43.626702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:43.627205 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:43.627748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:43.628839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:43.629447 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:43.630028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:43.630726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:43.631316 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:43.631889 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:43.632455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:43.670278 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.684333 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0f469f81-3acd-4366-b49f-73e08fd7b7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.731423 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a26ebb13-9fbc-4820-9bdb-67c8ef6cf119 admin admin] Publish callbacks [] for security_group (943e05ad-b765-499a-9287-1b64028e0026), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.738588 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a26ebb13-9fbc-4820-9bdb-67c8ef6cf119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (943e05ad-b765-499a-9287-1b64028e0026), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.764057 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da507dea-37d6-42b1-901a-a4410f336b58 req-d60ea8b0-173f-4aac-a470-4cf00c6d5c1b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (487962a8-4250-4f05-b6bb-5a416a208dbc), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.801115 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a26ebb13-9fbc-4820-9bdb-67c8ef6cf119 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9a771a4cdaa446ff8c7a9953ecb21024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5328407 Feb 04 13:26:43.804822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39812) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:43.835453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ebb13-9fbc-4820-9bdb-67c8ef6cf119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943e05ad-b765-499a-9287-1b64028e0026,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:43.880430 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-791e33a9-f170-4197-8054-31364ba1fde3 admin admin] Publish callbacks [] for security_group (943e05ad-b765-499a-9287-1b64028e0026), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.908038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da507dea-37d6-42b1-901a-a4410f336b58 req-d60ea8b0-173f-4aac-a470-4cf00c6d5c1b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Network 6877208d-4f79-4715-b038-088720121ade is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:43.914059 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-791e33a9-f170-4197-8054-31364ba1fde3 admin admin] Publish callbacks [] for security_group (943e05ad-b765-499a-9287-1b64028e0026), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.920779 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-da507dea-37d6-42b1-901a-a4410f336b58 req-d60ea8b0-173f-4aac-a470-4cf00c6d5c1b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:43.936797 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-da507dea-37d6-42b1-901a-a4410f336b58 req-d60ea8b0-173f-4aac-a470-4cf00c6d5c1b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:43.945685 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ea8b0-173f-4aac-a470-4cf00c6d5c1b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Pushing event updated for resources: {'Port': ['ID=487962a8-4250-4f05-b6bb-5a416a208dbc,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:43.955882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb4c93-74b6-4e18-b775-d0407da817a6 req-84515ddf-e28c-4484-8051-cc88c9179210 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:43.957442 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-82fb4c93-74b6-4e18-b775-d0407da817a6 req-84515ddf-e28c-4484-8051-cc88c9179210 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/ports?device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 945 time: 0.4093738 Feb 04 13:26:43.982921 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-791e33a9-f170-4197-8054-31364ba1fde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (943e05ad-b765-499a-9287-1b64028e0026), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.986275 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-791e33a9-f170-4197-8054-31364ba1fde3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.991107 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-791e33a9-f170-4197-8054-31364ba1fde3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/943e05ad-b765-499a-9287-1b64028e0026 HTTP/1.1" status: 204 len: 168 time: 0.1806705 Feb 04 13:26:44.019946 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e33a9-f170-4197-8054-31364ba1fde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943e05ad-b765-499a-9287-1b64028e0026,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:44.120318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da507dea-37d6-42b1-901a-a4410f336b58 req-d60ea8b0-173f-4aac-a470-4cf00c6d5c1b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.121383 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da507dea-37d6-42b1-901a-a4410f336b58 req-d60ea8b0-173f-4aac-a470-4cf00c6d5c1b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:44.135385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Attempting to bind port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:44.135735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Attempting to bind port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:44.136054 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Attempting to bind port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:44.167487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b16bbd-b37c-4208-b7fa-d8162ea14fe3 req-635b8067-4eb8-4299-843c-cd250dc54c9a tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.167487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b16bbd-b37c-4208-b7fa-d8162ea14fe3 req-635b8067-4eb8-4299-843c-cd250dc54c9a tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.167820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b16bbd-b37c-4208-b7fa-d8162ea14fe3 req-635b8067-4eb8-4299-843c-cd250dc54c9a tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.168446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b16bbd-b37c-4208-b7fa-d8162ea14fe3 req-635b8067-4eb8-4299-843c-cd250dc54c9a tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.168912 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b16bbd-b37c-4208-b7fa-d8162ea14fe3 req-635b8067-4eb8-4299-843c-cd250dc54c9a tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.169375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b16bbd-b37c-4208-b7fa-d8162ea14fe3 req-635b8067-4eb8-4299-843c-cd250dc54c9a tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.169878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b16bbd-b37c-4208-b7fa-d8162ea14fe3 req-635b8067-4eb8-4299-843c-cd250dc54c9a tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.170962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b16bbd-b37c-4208-b7fa-d8162ea14fe3 req-635b8067-4eb8-4299-843c-cd250dc54c9a tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.171525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b16bbd-b37c-4208-b7fa-d8162ea14fe3 req-635b8067-4eb8-4299-843c-cd250dc54c9a tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.171992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b16bbd-b37c-4208-b7fa-d8162ea14fe3 req-635b8067-4eb8-4299-843c-cd250dc54c9a tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.175153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-81b16bbd-b37c-4208-b7fa-d8162ea14fe3 req-635b8067-4eb8-4299-843c-cd250dc54c9a tempest-NetworksTest-866918512 tempest-NetworksTest-866918512-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7132 time: 0.6382451 Feb 04 13:26:44.175781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:26:44.176109 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Attempting to bind port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:44.196308 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-82fb4c93-74b6-4e18-b775-d0407da817a6 req-906f569f-d2f6-44c4-a22e-fc4306c26fb2 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/security-groups?id=166e335d-8c53-42bb-b691-1f97d574bfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946063 Feb 04 13:26:44.211238 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da507dea-37d6-42b1-901a-a4410f336b58 req-d60ea8b0-173f-4aac-a470-4cf00c6d5c1b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3935146 Feb 04 13:26:44.216348 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:44.220250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:44.220902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:44.221380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Bound port: 13e6c0bf-15b6-495e-82be-dc1263b9bcd7, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:44.221765 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (13e6c0bf-15b6-495e-82be-dc1263b9bcd7), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:44.250407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Request body: {'port': {'device_id': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:44.333071 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e4dad8-0e34-4729-a0b2-5a83ac54033e x-openstack-request-id: req-00e4dad8-0e34-4729-a0b2-5a83ac54033e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:44.333958 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d7da92-8538-4e48-9312-0d116141d767", "name": "network-vif-plugged", "status": "completed", "tag": "5b0a7acd-93e0-40e8-a21f-929c170f66b7", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:44.333958 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-00e4dad8-0e34-4729-a0b2-5a83ac54033e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:44.334662 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d7da92-8538-4e48-9312-0d116141d767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0a7acd-93e0-40e8-a21f-929c170f66b7', 'code': 200} Feb 04 13:26:44.367289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6c38b336-730d-425b-a0ad-4be0ec7cee9c None None] Provisioning complete for port 487962a8-4250-4f05-b6bb-5a416a208dbc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:44.369466 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c38b336-730d-425b-a0ad-4be0ec7cee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (487962a8-4250-4f05-b6bb-5a416a208dbc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:44.443715 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:44.446878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6c38b336-730d-425b-a0ad-4be0ec7cee9c None None] Port 487962a8-4250-4f05-b6bb-5a416a208dbc cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:26:44.535657 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae03fc-8058-4f0f-8e42-3ce965507a3d req-9ce6d9d0-10d7-455f-9cfb-27395267242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.538801 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3fae03fc-8058-4f0f-8e42-3ce965507a3d req-9ce6d9d0-10d7-455f-9cfb-27395267242b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 1128 time: 0.1139328 Feb 04 13:26:44.676786 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (487962a8-4250-4f05-b6bb-5a416a208dbc), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:44.683094 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3fae03fc-8058-4f0f-8e42-3ce965507a3d req-26661ad0-cac9-44a2-a966-2d32f89a567d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=166e335d-8c53-42bb-b691-1f97d574bfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348321 Feb 04 13:26:44.701858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] For port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:44.738303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f79a0-a47e-452e-bc62-9f4ee01a158e req-6b9018ae-79e1-4aa6-9be4-dac332f8d3cd tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.746298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-542f79a0-a47e-452e-bc62-9f4ee01a158e req-6b9018ae-79e1-4aa6-9be4-dac332f8d3cd tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 931 time: 0.3564854 Feb 04 13:26:44.812329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] For port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=13e6c0bf-15b6-495e-82be-dc1263b9bcd7,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:44.824553 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39844) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:44.864019 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (13e6c0bf-15b6-495e-82be-dc1263b9bcd7), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:44.921566 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.923552 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:44.925542 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] 10.222.0.100 "PUT /v2.0/ports/13e6c0bf-15b6-495e-82be-dc1263b9bcd7 HTTP/1.1" status: 200 len: 1097 time: 3.5083733 Feb 04 13:26:44.951810 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23bd581-cca1-4cf5-94b7-a4b1f8e4de99', 'tag': '13e6c0bf-15b6-495e-82be-dc1263b9bcd7'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:44.954491 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa5e679-cfa3-466e-a431-e269bd1ed49c" -d '{"events": [{"name": "network-changed", "server_uuid": "d23bd581-cca1-4cf5-94b7-a4b1f8e4de99", "tag": "13e6c0bf-15b6-495e-82be-dc1263b9bcd7"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:44.981252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-ef7925fc-8670-43bb-b5df-1c4653ac74a4 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.989671 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-ef7925fc-8670-43bb-b5df-1c4653ac74a4 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 811 time: 0.4693148 Feb 04 13:26:45.168588 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d900837b-17cd-4898-bd99-cea6162619f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.194196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-cef8c3df-396b-4305-a10c-6878bdc0cf71 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/quotas/902032e2469e4a9985e0c0a873286563 HTTP/1.1" status: 200 len: 375 time: 0.2032325 Feb 04 13:26:45.240698 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-542f79a0-a47e-452e-bc62-9f4ee01a158e req-e04aed4d-e295-452c-bb50-cae2c31991f6 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930611 Feb 04 13:26:45.297750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba857f-5d16-445c-8c94-0660eb342c7d service neutron] Pushing event updated for resources: {'Port': ['ID=13e6c0bf-15b6-495e-82be-dc1263b9bcd7,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:45.313535 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-e3694d66-d88a-4926-af58-0dcc441b4b23 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1183639 Feb 04 13:26:45.364810 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d900837b-17cd-4898-bd99-cea6162619f0 admin admin] Publish callbacks [] for security_group (7d910ef6-9c57-418b-b0ab-7b84ee7d165d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.380511 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d900837b-17cd-4898-bd99-cea6162619f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7d910ef6-9c57-418b-b0ab-7b84ee7d165d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.406192 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.440538 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d900837b-17cd-4898-bd99-cea6162619f0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0a90561834d5424ebac448c96764098e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6093221 Feb 04 13:26:45.440538 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39868) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:45.440538 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39870) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:45.496421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900837b-17cd-4898-bd99-cea6162619f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d910ef6-9c57-418b-b0ab-7b84ee7d165d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:45.518926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-6890c266-2e67-46de-a7f3-8cdab0045dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:45.520853 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-6890c266-2e67-46de-a7f3-8cdab0045dd3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 1131 time: 0.5285213 Feb 04 13:26:45.533119 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6a741a2-351d-47f4-bbda-12f6de3c638f admin admin] Publish callbacks [] for security_group (7d910ef6-9c57-418b-b0ab-7b84ee7d165d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.587193 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6a741a2-351d-47f4-bbda-12f6de3c638f admin admin] Publish callbacks [] for security_group (7d910ef6-9c57-418b-b0ab-7b84ee7d165d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.638774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-0922743e-ec41-4159-a166-83903d12cf14 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=13e6c0bf-15b6-495e-82be-dc1263b9bcd7 HTTP/1.1" status: 200 len: 217 time: 0.1034369 Feb 04 13:26:45.652115 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f13f24c3-cac3-461e-93fe-5cf7365b3896 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1044617126-network', 'tenant_id': 'ed386e7881b34bf8b2fd8d9df4a49794'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:45.675128 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6a741a2-351d-47f4-bbda-12f6de3c638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7d910ef6-9c57-418b-b0ab-7b84ee7d165d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.678177 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6a741a2-351d-47f4-bbda-12f6de3c638f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.679529 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e6a741a2-351d-47f4-bbda-12f6de3c638f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7d910ef6-9c57-418b-b0ab-7b84ee7d165d HTTP/1.1" status: 204 len: 168 time: 0.2405341 Feb 04 13:26:45.699979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13f24c3-cac3-461e-93fe-5cf7365b3896 admin admin] Made reservation on behalf of ed386e7881b34bf8b2fd8d9df4a49794 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:45.703658 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f13f24c3-cac3-461e-93fe-5cf7365b3896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.707671 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a741a2-351d-47f4-bbda-12f6de3c638f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d910ef6-9c57-418b-b0ab-7b84ee7d165d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:45.722049 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f13f24c3-cac3-461e-93fe-5cf7365b3896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.760812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0110a6c-9a2c-4d9b-90bf-236e0d73654a req-09159084-75ba-4270-972e-7b80f09014c6 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:45.771661 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b0110a6c-9a2c-4d9b-90bf-236e0d73654a req-09159084-75ba-4270-972e-7b80f09014c6 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 948 time: 0.3839917 Feb 04 13:26:45.782829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-71e1dc30-20b0-439c-9510-8647934bd5a6 service neutron] 10.222.0.96 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683106 Feb 04 13:26:45.788335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-e3d929d1-9144-445d-9ae2-b6b74b1f127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:45.790725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-e3d929d1-9144-445d-9ae2-b6b74b1f127a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1368053 Feb 04 13:26:45.871608 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f13f24c3-cac3-461e-93fe-5cf7365b3896 admin admin] Publish callbacks [] for security_group (a447072c-4aa6-480e-acdc-283847f70656), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.879684 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f13f24c3-cac3-461e-93fe-5cf7365b3896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a447072c-4aa6-480e-acdc-283847f70656), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.916365 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13f24c3-cac3-461e-93fe-5cf7365b3896 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:45.934849 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f13f24c3-cac3-461e-93fe-5cf7365b3896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (7b32a324-3afe-4a0c-8875-3ef00e5e0cb6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.936045 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-f13f24c3-cac3-461e-93fe-5cf7365b3896 admin admin] Added segment 7b32a324-3afe-4a0c-8875-3ef00e5e0cb6 of type vlan for network 050f84db-3033-47d7-af6e-81ddc0279b85 Feb 04 13:26:46.008892 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f13f24c3-cac3-461e-93fe-5cf7365b3896 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (050f84db-3033-47d7-af6e-81ddc0279b85), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.081193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f24c3-cac3-461e-93fe-5cf7365b3896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a447072c-4aa6-480e-acdc-283847f70656,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:46.084671 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f13f24c3-cac3-461e-93fe-5cf7365b3896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (050f84db-3033-47d7-af6e-81ddc0279b85), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.101416 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13f24c3-cac3-461e-93fe-5cf7365b3896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:46.104154 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f13f24c3-cac3-461e-93fe-5cf7365b3896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.152784 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f13f24c3-cac3-461e-93fe-5cf7365b3896 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7104902 Feb 04 13:26:46.175891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39882) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:46.197990 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c9b96dfe-8265-499a-a426-38ba8afe2acd admin admin] Request body: {'subnet': {'network_id': '050f84db-3033-47d7-af6e-81ddc0279b85', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1044617126-subnet', 'tenant_id': 'ed386e7881b34bf8b2fd8d9df4a49794', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:46.205680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b0110a6c-9a2c-4d9b-90bf-236e0d73654a req-b614b89b-7389-4c77-baa6-394969249440 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325483 Feb 04 13:26:46.221573 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487962a8-4250-4f05-b6bb-5a416a208dbc {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:26:46.224713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f24c3-cac3-461e-93fe-5cf7365b3896 admin admin] Pushing event updated for resources: {'Network': ['ID=050f84db-3033-47d7-af6e-81ddc0279b85,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:46.246472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 050f84db-3033-47d7-af6e-81ddc0279b85 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:26:46.252665 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Publish callbacks [] for port (487962a8-4250-4f05-b6bb-5a416a208dbc), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.263410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39884) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:46.282426 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f826f5da-4591-4564-a25e-e5c89aaf011a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.295123 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Transition to ACTIVE for port object 487962a8-4250-4f05-b6bb-5a416a208dbc will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:46.299424 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-e2d8b38a-c72e-4737-b2cb-12da3a0b2de0 service neutron] 10.222.0.96 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042458 Feb 04 13:26:46.301351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b96dfe-8265-499a-a426-38ba8afe2acd admin admin] Made reservation on behalf of ed386e7881b34bf8b2fd8d9df4a49794 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:46.304352 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9b96dfe-8265-499a-a426-38ba8afe2acd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.308327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-b01f8341-83a9-4dfb-9b06-b6d1915a201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:46.310059 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-b01f8341-83a9-4dfb-9b06-b6d1915a201a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4971712 Feb 04 13:26:46.312267 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (487962a8-4250-4f05-b6bb-5a416a208dbc), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.370743 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d8a076-7ffd-4954-a6df-92aadba488bb x-openstack-request-id: req-45d8a076-7ffd-4954-a6df-92aadba488bb {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:46.371051 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23bd581-cca1-4cf5-94b7-a4b1f8e4de99", "tag": "13e6c0bf-15b6-495e-82be-dc1263b9bcd7", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:46.371441 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-45d8a076-7ffd-4954-a6df-92aadba488bb {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:46.371872 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23bd581-cca1-4cf5-94b7-a4b1f8e4de99', 'tag': '13e6c0bf-15b6-495e-82be-dc1263b9bcd7', 'status': 'completed', 'code': 200} Feb 04 13:26:46.395845 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f826f5da-4591-4564-a25e-e5c89aaf011a admin admin] Publish callbacks [] for security_group (08afaf37-ea68-4ebb-b7d9-41fb316d1c75), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.402227 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f826f5da-4591-4564-a25e-e5c89aaf011a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (08afaf37-ea68-4ebb-b7d9-41fb316d1c75), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.478874 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f826f5da-4591-4564-a25e-e5c89aaf011a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=24de5dc2f280424a8ce0e68790d30cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142401 Feb 04 13:26:46.480138 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826f5da-4591-4564-a25e-e5c89aaf011a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08afaf37-ea68-4ebb-b7d9-41fb316d1c75,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:46.483733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39888) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:46.581073 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-582648ff-2f0e-41df-89ff-94cf85d1cf17 admin admin] Publish callbacks [] for security_group (08afaf37-ea68-4ebb-b7d9-41fb316d1c75), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.627318 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-582648ff-2f0e-41df-89ff-94cf85d1cf17 admin admin] Publish callbacks [] for security_group (08afaf37-ea68-4ebb-b7d9-41fb316d1c75), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.706769 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-582648ff-2f0e-41df-89ff-94cf85d1cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (08afaf37-ea68-4ebb-b7d9-41fb316d1c75), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.710073 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-582648ff-2f0e-41df-89ff-94cf85d1cf17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.712461 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-582648ff-2f0e-41df-89ff-94cf85d1cf17 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/08afaf37-ea68-4ebb-b7d9-41fb316d1c75 HTTP/1.1" status: 204 len: 168 time: 0.2271776 Feb 04 13:26:46.723877 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.736267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582648ff-2f0e-41df-89ff-94cf85d1cf17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08afaf37-ea68-4ebb-b7d9-41fb316d1c75,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:46.796338 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Pushing event updated for resources: {'Port': ['ID=487962a8-4250-4f05-b6bb-5a416a208dbc,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:47.065345 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-9234fe26-950d-4bb6-803d-3a2d0747ddcf service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6915226 Feb 04 13:26:47.125873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61bde8-c545-48b5-9e16-a68a673a05d0 req-2902848f-25dd-4397-98df-f48b8dac53d2 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:47.128210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd61bde8-c545-48b5-9e16-a68a673a05d0 req-2902848f-25dd-4397-98df-f48b8dac53d2 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/ports?device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 945 time: 0.5827916 Feb 04 13:26:47.149808 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Attempting to bind port 487962a8-4250-4f05-b6bb-5a416a208dbc on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:47.150400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Attempting to bind port 487962a8-4250-4f05-b6bb-5a416a208dbc by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:47.150953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Attempting to bind port 487962a8-4250-4f05-b6bb-5a416a208dbc on network 6877208d-4f79-4715-b038-088720121ade {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:47.230141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495f5b4-c8a9-4d23-98f3-d632244cd8a8 req-de76d574-b333-442d-93ce-dd95db8f0625 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:47.231831 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2495f5b4-c8a9-4d23-98f3-d632244cd8a8 req-de76d574-b333-442d-93ce-dd95db8f0625 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 943 time: 0.4513838 Feb 04 13:26:47.270219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Port 487962a8-4250-4f05-b6bb-5a416a208dbc on network 6877208d-4f79-4715-b038-088720121ade not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:26:47.270598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Attempting to bind port 487962a8-4250-4f05-b6bb-5a416a208dbc on network 6877208d-4f79-4715-b038-088720121ade {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:47.295109 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:47.295696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Checking segment: {'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:47.296253 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Bound using segment: {'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:47.296829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Bound port: 487962a8-4250-4f05-b6bb-5a416a208dbc, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:47.297187 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (487962a8-4250-4f05-b6bb-5a416a208dbc), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.774487 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.893468 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd61bde8-c545-48b5-9e16-a68a673a05d0 req-f4c7f76c-6236-4803-831d-44c61c3f49c6 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/security-groups?id=166e335d-8c53-42bb-b691-1f97d574bfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7024419 Feb 04 13:26:47.924654 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9b96dfe-8265-499a-a426-38ba8afe2acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (746c1be8-b92e-4853-a057-fd90e59c9c3d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.946566 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2495f5b4-c8a9-4d23-98f3-d632244cd8a8 req-76ad2ab7-7474-4a94-bd23-6b1bde650f8c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6682267 Feb 04 13:26:47.947979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] For port 487962a8-4250-4f05-b6bb-5a416a208dbc, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:47.989103 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790c0d39-b1e6-465e-ba49-1dc8c788e520 req-bb791498-3d56-46c7-a69a-79cb75c16a18 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8768773 Feb 04 13:26:48.021605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] For port 487962a8-4250-4f05-b6bb-5a416a208dbc, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=487962a8-4250-4f05-b6bb-5a416a208dbc,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:48.055705 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c1c19d06-ef2c-417e-96df-1b4aab06edc7 req-93e3bc33-ea48-4b6e-8101-12a435e0d275 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 210 time: 0.0617967 Feb 04 13:26:48.067942 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (487962a8-4250-4f05-b6bb-5a416a208dbc), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:48.146929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b96dfe-8265-499a-a426-38ba8afe2acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=746c1be8-b92e-4853-a057-fd90e59c9c3d,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:48.194400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.194900 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:48.196425 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da507dea-37d6-42b1-901a-a4410f336b58 req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] 10.222.0.99 "PUT /v2.0/ports/487962a8-4250-4f05-b6bb-5a416a208dbc HTTP/1.1" status: 200 len: 1092 time: 3.9657311 Feb 04 13:26:48.235079 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5e679-cfa3-466e-a431-e269bd1ed49c req-eead59f6-a815-4cdd-8b01-b2de15086289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.237376 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-baa5e679-cfa3-466e-a431-e269bd1ed49c req-eead59f6-a815-4cdd-8b01-b2de15086289 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 1131 time: 0.1288309 Feb 04 13:26:48.302380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b96dfe-8265-499a-a426-38ba8afe2acd admin admin] Checking segment: {'id': '7b32a324-3afe-4a0c-8875-3ef00e5e0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '050f84db-3033-47d7-af6e-81ddc0279b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:48.303250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b96dfe-8265-499a-a426-38ba8afe2acd admin admin] Network hostable DHCP agents. Network: 050f84db-3033-47d7-af6e-81ddc0279b85, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:48.393436 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e9134-3f3e-4f40-afcb-9571424b9894 service neutron] Pushing event updated for resources: {'Port': ['ID=487962a8-4250-4f05-b6bb-5a416a208dbc,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:48.405398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'tag': '487962a8-4250-4f05-b6bb-5a416a208dbc'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:48.409438 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27b6026-1c77-486e-890c-054aa47345b8" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8c786f-05c3-46dd-99c5-95098528f1da", "tag": "487962a8-4250-4f05-b6bb-5a416a208dbc"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:48.476300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5e679-cfa3-466e-a431-e269bd1ed49c req-734f5c77-1fd0-48cc-84a0-dc597451e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.486364 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-baa5e679-cfa3-466e-a431-e269bd1ed49c req-734f5c77-1fd0-48cc-84a0-dc597451e2c3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.2398398 Feb 04 13:26:48.538726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c4da4-74d9-46ab-b509-226af583aaab req-20dce088-960c-4273-b2fc-3186daee37fb tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.545616 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-588c4da4-74d9-46ab-b509-226af583aaab req-20dce088-960c-4273-b2fc-3186daee37fb tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 948 time: 0.4873574 Feb 04 13:26:48.565650 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-baa5e679-cfa3-466e-a431-e269bd1ed49c req-148b065f-84ac-42fe-b05a-bb7a20ab6a65 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=13e6c0bf-15b6-495e-82be-dc1263b9bcd7 HTTP/1.1" status: 200 len: 217 time: 0.0716047 Feb 04 13:26:48.593699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b96dfe-8265-499a-a426-38ba8afe2acd admin admin] Network 050f84db-3033-47d7-af6e-81ddc0279b85 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:48.613933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-b3faa617-aca2-46cf-ab5a-1f41b7a180b4 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.616171 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-b3faa617-aca2-46cf-ab5a-1f41b7a180b4 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.100 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 811 time: 0.4957645 Feb 04 13:26:48.656726 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5e679-cfa3-466e-a431-e269bd1ed49c req-29244621-14c3-4e60-aad4-ca9c54907407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.658582 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-baa5e679-cfa3-466e-a431-e269bd1ed49c req-29244621-14c3-4e60-aad4-ca9c54907407 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0859563 Feb 04 13:26:48.670151 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-6c8e8ab4-2b4f-4cb4-8b1d-6afe4e08420c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Request body: {'port': {'device_id': '4d36033e-da97-444e-a6f6-3d89a7bae11e', 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc', 'admin_state_up': True, 'tenant_id': '902032e2469e4a9985e0c0a873286563'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:48.681379 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-c9b96dfe-8265-499a-a426-38ba8afe2acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 050f84db-3033-47d7-af6e-81ddc0279b85) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:48.693735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b869f1c4-8557-44e1-b9e6-eea527be5614 None None] Network 050f84db-3033-47d7-af6e-81ddc0279b85 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:48.717708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b96dfe-8265-499a-a426-38ba8afe2acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.719471 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9b96dfe-8265-499a-a426-38ba8afe2acd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:48.767579 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da507dea-37d6-42b1-901a-a4410f336b58 req-abb5fd8b-25cd-4e2a-95ac-a43749cf74be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.770462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da507dea-37d6-42b1-901a-a4410f336b58 req-abb5fd8b-25cd-4e2a-95ac-a43749cf74be service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 1126 time: 0.4457567 Feb 04 13:26:48.823734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c9b96dfe-8265-499a-a426-38ba8afe2acd admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6363392 Feb 04 13:26:48.823961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5e679-cfa3-466e-a431-e269bd1ed49c req-84c1a406-2901-48bd-8c3b-eb7ec57bc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.823961 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-baa5e679-cfa3-466e-a431-e269bd1ed49c req-84c1a406-2901-48bd-8c3b-eb7ec57bc530 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1534243 Feb 04 13:26:48.973995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83a0215-6e08-477a-ae43-a493ac0ae0fb None None] Network 050f84db-3033-47d7-af6e-81ddc0279b85 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:49.027209 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-baa5e679-cfa3-466e-a431-e269bd1ed49c req-e32ecd67-9b21-447d-b45c-5adf04e11dd5 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927810 Feb 04 13:26:49.050277 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da507dea-37d6-42b1-901a-a4410f336b58 req-51951061-1721-4f34-8df0-15e7b1cbdb74 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487962a8-4250-4f05-b6bb-5a416a208dbc HTTP/1.1" status: 200 len: 217 time: 0.2353323 Feb 04 13:26:49.068976 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-588c4da4-74d9-46ab-b509-226af583aaab req-90bae7cb-673a-4c00-aeff-3c75654ab6ad tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017455 Feb 04 13:26:49.152067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad7f21-5994-4ce0-99ee-61ca76956f08 req-76703893-233b-47af-b674-87b59069fc25 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:49.159965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3dad7f21-5994-4ce0-99ee-61ca76956f08 req-76703893-233b-47af-b674-87b59069fc25 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/ports?device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 945 time: 0.3394816 Feb 04 13:26:49.198036 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da507dea-37d6-42b1-901a-a4410f336b58 req-e6b8a1ad-badf-4f32-9ef8-11b2e6b145b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:49.199790 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da507dea-37d6-42b1-901a-a4410f336b58 req-e6b8a1ad-badf-4f32-9ef8-11b2e6b145b1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 200 len: 858 time: 0.1367807 Feb 04 13:26:49.266419 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3dad7f21-5994-4ce0-99ee-61ca76956f08 req-354d78d5-dc11-47db-a46b-090cce3aa357 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/security-groups?id=166e335d-8c53-42bb-b691-1f97d574bfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043446 Feb 04 13:26:49.349385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-6c8e8ab4-2b4f-4cb4-8b1d-6afe4e08420c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Made reservation on behalf of 902032e2469e4a9985e0c0a873286563 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:49.370455 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-6c8e8ab4-2b4f-4cb4-8b1d-6afe4e08420c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:49.395403 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3993a8-c888-40ce-bd5c-139be5b4067e x-openstack-request-id: req-7f3993a8-c888-40ce-bd5c-139be5b4067e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:49.395838 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8c786f-05c3-46dd-99c5-95098528f1da", "tag": "487962a8-4250-4f05-b6bb-5a416a208dbc", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:49.396115 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7f3993a8-c888-40ce-bd5c-139be5b4067e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:49.396702 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'tag': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'status': 'completed', 'code': 200} Feb 04 13:26:49.489784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da507dea-37d6-42b1-901a-a4410f336b58 req-adfd34d6-d3d3-46e3-8d9e-23d850e098f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:49.491628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da507dea-37d6-42b1-901a-a4410f336b58 req-adfd34d6-d3d3-46e3-8d9e-23d850e098f9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6877208d-4f79-4715-b038-088720121ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2450719 Feb 04 13:26:49.509555 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-baa5e679-cfa3-466e-a431-e269bd1ed49c req-4b20e180-b4ea-4486-acb2-825d50f2b3ac service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304836 Feb 04 13:26:49.715000 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da507dea-37d6-42b1-901a-a4410f336b58 req-aa14d50d-5d2f-4513-853a-5fbb3ea5027e service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134836 Feb 04 13:26:49.726232 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8600d5-4641-40da-8286-5cab0aa8384c req-f7ff634d-165c-49ec-b7e4-198c61e6bb11 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:49.729034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a8600d5-4641-40da-8286-5cab0aa8384c req-f7ff634d-165c-49ec-b7e4-198c61e6bb11 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 943 time: 0.2225652 Feb 04 13:26:49.823349 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-6c8e8ab4-2b4f-4cb4-8b1d-6afe4e08420c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Allocated IP 172.20.0.10 (3b107f3a-7cae-4846-88f9-0790288373fc/d5c6c736-1a92-4614-ab15-25c05ef4451a/68d5df84-4b2d-4ff7-b82a-30767324e34a) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:49.935712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a8600d5-4641-40da-8286-5cab0aa8384c req-6e4eafe7-9b3e-4dec-90c0-39ef400940ab tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888950 Feb 04 13:26:50.001470 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da507dea-37d6-42b1-901a-a4410f336b58 req-258c02a3-6953-4fde-8ec2-929448b4e68c service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713640 Feb 04 13:26:50.052656 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-1ec38f81-8fd7-442c-b9cf-76b6652aa1e9 req-818e0243-9bf6-4712-bcde-880dfdc28ebb tempest-SecurityGroupsNegativeTestJSON-1244039581 tempest-SecurityGroupsNegativeTestJSON-1244039581-project] show failed (client error): The resource could not be found. Feb 04 13:26:50.053821 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ec38f81-8fd7-442c-b9cf-76b6652aa1e9 req-818e0243-9bf6-4712-bcde-880dfdc28ebb tempest-SecurityGroupsNegativeTestJSON-1244039581 tempest-SecurityGroupsNegativeTestJSON-1244039581-project] 10.222.0.96 "GET /v2.0/security-groups/4e5edc2c-0de7-4036-8724-cdd8be2f717b HTTP/1.1" status: 404 len: 352 time: 0.0552208 Feb 04 13:26:50.200019 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-6c8e8ab4-2b4f-4cb4-8b1d-6afe4e08420c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks [] for port (68d5df84-4b2d-4ff7-b82a-30767324e34a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:50.203050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b6026-1c77-486e-890c-054aa47345b8 req-684abd0b-693f-4869-8be5-02b5ce983724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:50.204660 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b27b6026-1c77-486e-890c-054aa47345b8 req-684abd0b-693f-4869-8be5-02b5ce983724 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 1126 time: 0.1252451 Feb 04 13:26:50.208917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a2999d5-d65a-40a1-a6aa-07ee65e642cb req-5b0c5fad-2132-45f0-bf24-43c9b0a5b2d7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 210 time: 0.0492384 Feb 04 13:26:50.462780 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-6c8e8ab4-2b4f-4cb4-8b1d-6afe4e08420c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (68d5df84-4b2d-4ff7-b82a-30767324e34a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:50.573094 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b6026-1c77-486e-890c-054aa47345b8 req-7d6a7f4e-b403-4615-bef1-736edc062690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:50.576372 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b27b6026-1c77-486e-890c-054aa47345b8 req-7d6a7f4e-b403-4615-bef1-736edc062690 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 920 time: 0.3644364 Feb 04 13:26:50.588153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2a60a-2cd5-4ea4-a199-d111b53a8a7d req-3296e56d-c516-40db-8a5a-85ac679a54c4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:50.590146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b3b2a60a-2cd5-4ea4-a199-d111b53a8a7d req-3296e56d-c516-40db-8a5a-85ac679a54c4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 948 time: 0.2679529 Feb 04 13:26:50.600965 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-6c8e8ab4-2b4f-4cb4-8b1d-6afe4e08420c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Network 3b107f3a-7cae-4846-88f9-0790288373fc is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:50.619346 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-6c8e8ab4-2b4f-4cb4-8b1d-6afe4e08420c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:50.623380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-6c8e8ab4-2b4f-4cb4-8b1d-6afe4e08420c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:50.676523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e8ab4-2b4f-4cb4-8b1d-6afe4e08420c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Pushing event updated for resources: {'Port': ['ID=68d5df84-4b2d-4ff7-b82a-30767324e34a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:50.710009 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b27b6026-1c77-486e-890c-054aa47345b8 req-c3c156ec-1675-4d0b-b0c0-1239c6beb285 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487962a8-4250-4f05-b6bb-5a416a208dbc HTTP/1.1" status: 200 len: 217 time: 0.1184592 Feb 04 13:26:50.807290 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-6c8e8ab4-2b4f-4cb4-8b1d-6afe4e08420c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:50.807782 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-6c8e8ab4-2b4f-4cb4-8b1d-6afe4e08420c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:50.861762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b3b2a60a-2cd5-4ea4-a199-d111b53a8a7d req-b56bbc74-cadc-4401-9282-fc405a5af3ff tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497663 Feb 04 13:26:50.863380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b6026-1c77-486e-890c-054aa47345b8 req-c39e71f2-5b49-44be-aa01-a8a14573fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:50.864841 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b27b6026-1c77-486e-890c-054aa47345b8 req-c39e71f2-5b49-44be-aa01-a8a14573fe90 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 200 len: 858 time: 0.1386893 Feb 04 13:26:50.870889 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-6c8e8ab4-2b4f-4cb4-8b1d-6afe4e08420c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2137468 Feb 04 13:26:50.898606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Request body: {'port': {'device_id': '4d36033e-da97-444e-a6f6-3d89a7bae11e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:51.025218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc8ea1-552a-4b94-81f7-800a88c23186 req-aa955270-a56e-4d74-801d-38d25cd6883d tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:51.027005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8fc8ea1-552a-4b94-81f7-800a88c23186 req-aa955270-a56e-4d74-801d-38d25cd6883d tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/ports?device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 945 time: 0.2537782 Feb 04 13:26:51.110824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b6026-1c77-486e-890c-054aa47345b8 req-ca847740-3f87-4f86-836d-5d210f2a4370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:51.112850 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b27b6026-1c77-486e-890c-054aa47345b8 req-ca847740-3f87-4f86-836d-5d210f2a4370 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6877208d-4f79-4715-b038-088720121ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2390637 Feb 04 13:26:51.134699 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (68d5df84-4b2d-4ff7-b82a-30767324e34a), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:51.139294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6db9d877-a304-4964-9bb4-567948634f75 req-a9c4266f-5e47-4531-a86f-3923b2ea9113 tempest-SecurityGroupsNegativeTestJSON-1244039581 tempest-SecurityGroupsNegativeTestJSON-1244039581-project] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ed386e7881b34bf8b2fd8d9df4a49794 HTTP/1.1" status: 200 len: 3001 time: 0.2104886 Feb 04 13:26:51.275369 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8fc8ea1-552a-4b94-81f7-800a88c23186 req-04db4bf6-e6ec-4ad0-ab8b-0ef45bce2663 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/security-groups?id=166e335d-8c53-42bb-b691-1f97d574bfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103317 Feb 04 13:26:51.332566 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6db9d877-a304-4964-9bb4-567948634f75 req-8f890f9d-c606-41a2-b409-e23963f58d00 tempest-SecurityGroupsNegativeTestJSON-1244039581 tempest-SecurityGroupsNegativeTestJSON-1244039581-project] 10.222.0.96 "GET /v2.0/security-groups/a447072c-4aa6-480e-acdc-283847f70656 HTTP/1.1" status: 200 len: 2998 time: 0.1740601 Feb 04 13:26:51.398690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b27b6026-1c77-486e-890c-054aa47345b8 req-b67fc468-a2ed-4d96-b277-f5b32ed975bc service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772369 Feb 04 13:26:51.613065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6db9d877-a304-4964-9bb4-567948634f75 req-cef382c6-cbc5-43e7-8abc-38ceb17dd0b8 tempest-SecurityGroupsNegativeTestJSON-1244039581 tempest-SecurityGroupsNegativeTestJSON-1244039581-project] 10.222.0.96 "GET /v2.0/security-groups/a447072c-4aa6-480e-acdc-283847f70656 HTTP/1.1" status: 200 len: 2998 time: 0.2679982 Feb 04 13:26:51.674892 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b27b6026-1c77-486e-890c-054aa47345b8 req-f4027af0-e3d3-4baf-b38e-71c479c9ae87 service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639616 Feb 04 13:26:51.722616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5d7d6-009e-4245-ac59-ef331631985b req-51b5907b-888f-47a7-b37a-485d5330feb3 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:51.724101 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57a5d7d6-009e-4245-ac59-ef331631985b req-51b5907b-888f-47a7-b37a-485d5330feb3 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 943 time: 0.1900754 Feb 04 13:26:51.741411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:26:51.848507 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57a5d7d6-009e-4245-ac59-ef331631985b req-a3515036-15f9-4469-b85b-a16217530625 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179044 Feb 04 13:26:51.857978 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=13e6c0bf-15b6-495e-82be-dc1263b9bcd7,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:51.861501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce1d1f-51e8-4533-ac33-ab632d13ba9f req-a051d4ce-9849-47ee-97ff-3124ac47a60e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:51.863126 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2ce1d1f-51e8-4533-ac33-ab632d13ba9f req-a051d4ce-9849-47ee-97ff-3124ac47a60e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 932 time: 0.1687870 Feb 04 13:26:51.877130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d5df84-4b2d-4ff7-b82a-30767324e34a {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:26:51.878052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '13e6c0bf-15b6-495e-82be-dc1263b9bcd7', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '13e6c0bf-15b6-495e-82be-dc1263b9bcd7', 'mac_address': 'fa:16:3e:9a:c9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:26:51.925825 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Publish callbacks [] for port (68d5df84-4b2d-4ff7-b82a-30767324e34a), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:51.937473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:51.937873 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (13e6c0bf-15b6-495e-82be-dc1263b9bcd7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:51.958496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2ce1d1f-51e8-4533-ac33-ab632d13ba9f req-d6628402-a5f4-4681-97a5-5fc4e732a74b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851793 Feb 04 13:26:51.969707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Transition to ACTIVE for port object 68d5df84-4b2d-4ff7-b82a-30767324e34a will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:51.977827 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (68d5df84-4b2d-4ff7-b82a-30767324e34a), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:51.980494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:26:52.021173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=13e6c0bf-15b6-495e-82be-dc1263b9bcd7,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:52.032849 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (13e6c0bf-15b6-495e-82be-dc1263b9bcd7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:52.100550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Pushing event updated for resources: {'Port': ['ID=68d5df84-4b2d-4ff7-b82a-30767324e34a,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:52.129043 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=13e6c0bf-15b6-495e-82be-dc1263b9bcd7,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:52.140759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:52.141395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:52.141933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:52.142439 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:52.143139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:52.143626 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:52.144297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:52.144936 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:52.145528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:52.146045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:52.146542 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:52.147192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:52.147669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:52.156746 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c853e589-9e7c-4229-a519-08fd24b7b5ff req-66109852-09aa-4ed2-b204-0112c3bac16d tempest-SecurityGroupsNegativeTestJSON-1244039581 tempest-SecurityGroupsNegativeTestJSON-1244039581-project] 10.222.0.96 "GET /v2.0/security-groups/a447072c-4aa6-480e-acdc-283847f70656 HTTP/1.1" status: 200 len: 2998 time: 0.1573911 Feb 04 13:26:52.216421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Attempting to bind port 68d5df84-4b2d-4ff7-b82a-30767324e34a on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:52.217000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Attempting to bind port 68d5df84-4b2d-4ff7-b82a-30767324e34a by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:52.217424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Attempting to bind port 68d5df84-4b2d-4ff7-b82a-30767324e34a on network 3b107f3a-7cae-4846-88f9-0790288373fc {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:52.223762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Port 68d5df84-4b2d-4ff7-b82a-30767324e34a on network 3b107f3a-7cae-4846-88f9-0790288373fc not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:26:52.224241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Attempting to bind port 68d5df84-4b2d-4ff7-b82a-30767324e34a on network 3b107f3a-7cae-4846-88f9-0790288373fc {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:52.232435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:52.232896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Checking segment: {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:52.233448 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Bound using segment: {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:52.234016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Bound port: 68d5df84-4b2d-4ff7-b82a-30767324e34a, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:52.234553 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (68d5df84-4b2d-4ff7-b82a-30767324e34a), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:52.291038 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-c853e589-9e7c-4229-a519-08fd24b7b5ff req-cf18f602-c634-4db0-a075-533c107cb62a tempest-SecurityGroupsNegativeTestJSON-1244039581 tempest-SecurityGroupsNegativeTestJSON-1244039581-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 13:26:52.307456 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c853e589-9e7c-4229-a519-08fd24b7b5ff req-cf18f602-c634-4db0-a075-533c107cb62a tempest-SecurityGroupsNegativeTestJSON-1244039581 tempest-SecurityGroupsNegativeTestJSON-1244039581-project] 10.222.0.96 "DELETE /v2.0/security-groups/a447072c-4aa6-480e-acdc-283847f70656 HTTP/1.1" status: 409 len: 352 time: 0.1484218 Feb 04 13:26:52.391657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] For port 68d5df84-4b2d-4ff7-b82a-30767324e34a, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:52.436968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] For port 68d5df84-4b2d-4ff7-b82a-30767324e34a, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=68d5df84-4b2d-4ff7-b82a-30767324e34a,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:52.451353 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (68d5df84-4b2d-4ff7-b82a-30767324e34a), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:52.503282 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['13e6c0bf-15b6-495e-82be-dc1263b9bcd7'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:26:52.513202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:52.515799 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:52.519615 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] 10.222.0.100 "PUT /v2.0/ports/68d5df84-4b2d-4ff7-b82a-30767324e34a HTTP/1.1" status: 200 len: 1093 time: 1.6262951 Feb 04 13:26:52.536219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d36033e-da97-444e-a6f6-3d89a7bae11e', 'tag': '68d5df84-4b2d-4ff7-b82a-30767324e34a'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:52.546588 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b719d5b-0f52-4187-976b-9056f9acb85c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d36033e-da97-444e-a6f6-3d89a7bae11e", "tag": "68d5df84-4b2d-4ff7-b82a-30767324e34a"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:52.577956 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a06380-ec54-4c3a-803e-1dbf4e6a5c04 req-f8baeb25-f183-4fe2-8a31-7263a2d50b7d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:52.593142 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44a06380-ec54-4c3a-803e-1dbf4e6a5c04 req-f8baeb25-f183-4fe2-8a31-7263a2d50b7d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 949 time: 0.2338855 Feb 04 13:26:52.822263 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44a06380-ec54-4c3a-803e-1dbf4e6a5c04 req-cf1ed26a-3f57-4d8b-a32b-4b072c307482 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277660 Feb 04 13:26:52.823775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11acdde8-24cb-4bfc-95d5-58a07e74aa27 service neutron] Pushing event updated for resources: {'Port': ['ID=68d5df84-4b2d-4ff7-b82a-30767324e34a,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:52.828226 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-1856c37b-61bd-4241-8c7f-d22ba7c253e1 req-34d6c4d6-f883-40ae-b76c-060a6ee66060 tempest-SecurityGroupsNegativeTestJSON-1244039581 tempest-SecurityGroupsNegativeTestJSON-1244039581-project] show failed (client error): The resource could not be found. Feb 04 13:26:52.829353 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1856c37b-61bd-4241-8c7f-d22ba7c253e1 req-34d6c4d6-f883-40ae-b76c-060a6ee66060 tempest-SecurityGroupsNegativeTestJSON-1244039581 tempest-SecurityGroupsNegativeTestJSON-1244039581-project] 10.222.0.96 "GET /v2.0/security-groups/85e7446d-0239-4a7f-9b90-b632a54f67a1 HTTP/1.1" status: 404 len: 352 time: 0.0600290 Feb 04 13:26:52.836389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-2428de96-c357-4840-82cb-7b4a7df75bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:52.837877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-2428de96-c357-4840-82cb-7b4a7df75bdf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 1127 time: 0.2234097 Feb 04 13:26:53.304636 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957d9467-05db-4b18-b98a-64925d6b9fc0 x-openstack-request-id: req-957d9467-05db-4b18-b98a-64925d6b9fc0 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:53.305628 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d36033e-da97-444e-a6f6-3d89a7bae11e", "tag": "68d5df84-4b2d-4ff7-b82a-30767324e34a", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:53.306014 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-957d9467-05db-4b18-b98a-64925d6b9fc0 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:53.306497 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d36033e-da97-444e-a6f6-3d89a7bae11e', 'tag': '68d5df84-4b2d-4ff7-b82a-30767324e34a', 'status': 'completed', 'code': 200} Feb 04 13:26:53.310638 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-f3a81b83-16f6-4c7e-a16f-e1d383306b4c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68d5df84-4b2d-4ff7-b82a-30767324e34a HTTP/1.1" status: 200 len: 217 time: 0.4652634 Feb 04 13:26:53.379083 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-72551262-b67a-4d85-88b3-77570895bbd8 req-1409114c-5d77-4b13-858e-e24ee7f4c759 tempest-SecurityGroupsNegativeTestJSON-1244039581 tempest-SecurityGroupsNegativeTestJSON-1244039581-project] show failed (client error): The resource could not be found. Feb 04 13:26:53.380163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72551262-b67a-4d85-88b3-77570895bbd8 req-1409114c-5d77-4b13-858e-e24ee7f4c759 tempest-SecurityGroupsNegativeTestJSON-1244039581 tempest-SecurityGroupsNegativeTestJSON-1244039581-project] 10.222.0.96 "GET /v2.0/security-groups/3405e406-8ce0-4e2e-8985-547064c92f53 HTTP/1.1" status: 404 len: 352 time: 0.0778522 Feb 04 13:26:53.400947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40054) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:53.442895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-6aec0baa-f5bc-4dd9-a115-8b9f0d1587fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:53.444567 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-6aec0baa-f5bc-4dd9-a115-8b9f0d1587fd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d5c6c736-1a92-4614-ab15-25c05ef4451a HTTP/1.1" status: 200 len: 851 time: 0.1200199 Feb 04 13:26:53.497718 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-8f91ab73-7b96-40f5-a936-81885b0c0983 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3b107f3a-7cae-4846-88f9-0790288373fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437567 Feb 04 13:26:53.516134 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57605f40-ef96-4e9e-bc8c-781793f159b5 req-60c78d02-ea86-4f00-b755-9952e565734c tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:53.523710 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57605f40-ef96-4e9e-bc8c-781793f159b5 req-60c78d02-ea86-4f00-b755-9952e565734c tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/ports?device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 945 time: 0.2153170 Feb 04 13:26:53.547882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5e9afe-60f7-4a5f-befb-e086472fc6a6 admin admin] Deleting subnet 746c1be8-b92e-4853-a057-fd90e59c9c3d {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:26:53.580036 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be5e9afe-60f7-4a5f-befb-e086472fc6a6 admin admin] Publish callbacks [] for subnet (746c1be8-b92e-4853-a057-fd90e59c9c3d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:53.755206 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be5e9afe-60f7-4a5f-befb-e086472fc6a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (746c1be8-b92e-4853-a057-fd90e59c9c3d), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:53.767755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40058) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:53.791989 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57605f40-ef96-4e9e-bc8c-781793f159b5 req-3d28897f-c19b-4dd0-958f-29e64444f882 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/security-groups?id=166e335d-8c53-42bb-b691-1f97d574bfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656076 Feb 04 13:26:53.833031 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bb40d-a0dd-42a5-a079-5d43b7a8ce68 req-014d7ec7-ef6e-4cb4-af56-923e6274b630 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:53.834709 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c2bb40d-a0dd-42a5-a079-5d43b7a8ce68 req-014d7ec7-ef6e-4cb4-af56-923e6274b630 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 943 time: 0.3478417 Feb 04 13:26:53.847917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-0e80d055-547f-46b4-96c7-75990a1d5ba6 service neutron] 10.222.0.100 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199849 Feb 04 13:26:53.870613 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be5e9afe-60f7-4a5f-befb-e086472fc6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (746c1be8-b92e-4853-a057-fd90e59c9c3d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:53.933566 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e865673-3bb6-45bb-a6f5-1073950a1104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:54.043038 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c2bb40d-a0dd-42a5-a079-5d43b7a8ce68 req-bc2af795-a0f2-4ab4-9585-37063a9dd136 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974490 Feb 04 13:26:54.070581 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e865673-3bb6-45bb-a6f5-1073950a1104 admin admin] Publish callbacks [] for security_group (66b1207e-b7e0-4ba9-b163-fb9a9bf2c9e1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:54.078211 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e865673-3bb6-45bb-a6f5-1073950a1104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (66b1207e-b7e0-4ba9-b163-fb9a9bf2c9e1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:54.085377 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be5e9afe-60f7-4a5f-befb-e086472fc6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (746c1be8-b92e-4853-a057-fd90e59c9c3d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:54.135843 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-a6511a47-abe4-4584-8544-996d933440d9 service neutron] 10.222.0.100 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781897 Feb 04 13:26:54.136751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e9afe-60f7-4a5f-befb-e086472fc6a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=746c1be8-b92e-4853-a057-fd90e59c9c3d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:54.145213 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be5e9afe-60f7-4a5f-befb-e086472fc6a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:54.151803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-be5e9afe-60f7-4a5f-befb-e086472fc6a6 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/746c1be8-b92e-4853-a057-fd90e59c9c3d HTTP/1.1" status: 204 len: 168 time: 0.7463937 Feb 04 13:26:54.152312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40064) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:54.177404 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd594-ee6f-4df9-9c88-7137b7c50d6d req-eca5de1d-c49c-40a6-97da-cdc306b1980b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:54.184426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e865673-3bb6-45bb-a6f5-1073950a1104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b1207e-b7e0-4ba9-b163-fb9a9bf2c9e1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:54.187179 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b07cd594-ee6f-4df9-9c88-7137b7c50d6d req-eca5de1d-c49c-40a6-97da-cdc306b1980b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 944 time: 0.2483020 Feb 04 13:26:54.194078 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5e865673-3bb6-45bb-a6f5-1073950a1104 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8110343379984ae5bb28baa31ca56cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240003 Feb 04 13:26:54.198680 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40068) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:54.286056 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c40e309c-0683-4364-b681-67ea8309bdaa admin admin] Publish callbacks [] for security_group (66b1207e-b7e0-4ba9-b163-fb9a9bf2c9e1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:54.344708 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c40e309c-0683-4364-b681-67ea8309bdaa admin admin] Publish callbacks [] for security_group (66b1207e-b7e0-4ba9-b163-fb9a9bf2c9e1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:54.412424 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cd1e9b65-fef8-4b69-b81b-70bd50d8b27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (050f84db-3033-47d7-af6e-81ddc0279b85), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:54.433115 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c40e309c-0683-4364-b681-67ea8309bdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (66b1207e-b7e0-4ba9-b163-fb9a9bf2c9e1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:54.439918 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c40e309c-0683-4364-b681-67ea8309bdaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:54.446529 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c40e309c-0683-4364-b681-67ea8309bdaa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/66b1207e-b7e0-4ba9-b163-fb9a9bf2c9e1 HTTP/1.1" status: 204 len: 168 time: 0.2416801 Feb 04 13:26:54.473155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e309c-0683-4364-b681-67ea8309bdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b1207e-b7e0-4ba9-b163-fb9a9bf2c9e1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:54.503149 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b07cd594-ee6f-4df9-9c88-7137b7c50d6d req-a24fdeb1-f51d-40b9-b623-023777d32b6a tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145518 Feb 04 13:26:54.542848 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59463d53-6c82-4b80-b637-ab8efb35a889 req-d25435d1-9a6d-4041-b437-16df28fb005d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:54.550720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59463d53-6c82-4b80-b637-ab8efb35a889 req-d25435d1-9a6d-4041-b437-16df28fb005d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 949 time: 0.3610151 Feb 04 13:26:54.558806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b719d5b-0f52-4187-976b-9056f9acb85c req-1ef169bd-d160-4927-b906-72cc0ef5c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:54.560675 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b719d5b-0f52-4187-976b-9056f9acb85c req-1ef169bd-d160-4927-b906-72cc0ef5c8df service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 1127 time: 0.3362331 Feb 04 13:26:54.796237 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230ffac-4925-448d-b53c-19feb4cddff8 req-57b14de5-5555-42b3-a8d8-88ba06130010 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:54.798403 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7230ffac-4925-448d-b53c-19feb4cddff8 req-57b14de5-5555-42b3-a8d8-88ba06130010 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.99 "GET /v2.0/ports?device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 945 time: 0.3631296 Feb 04 13:26:54.826724 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cd1e9b65-fef8-4b69-b81b-70bd50d8b27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (050f84db-3033-47d7-af6e-81ddc0279b85), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:54.850701 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 487962a8-4250-4f05-b6bb-5a416a208dbc details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:26:54.854962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59463d53-6c82-4b80-b637-ab8efb35a889 req-b9c2c030-7ee3-483c-8e50-209cd1eeda8f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984004 Feb 04 13:26:54.999706 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-cd1e9b65-fef8-4b69-b81b-70bd50d8b27e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050f84db-3033-47d7-af6e-81ddc0279b85']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:55.045141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-cd1e9b65-fef8-4b69-b81b-70bd50d8b27e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b32a324-3afe-4a0c-8875-3ef00e5e0cb6') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:55.045836 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-cd1e9b65-fef8-4b69-b81b-70bd50d8b27e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b32a324-3afe-4a0c-8875-3ef00e5e0cb6') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:55.078284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b719d5b-0f52-4187-976b-9056f9acb85c req-1f8f4df8-05d7-471b-a03f-026e78721260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:55.080403 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b719d5b-0f52-4187-976b-9056f9acb85c req-1f8f4df8-05d7-471b-a03f-026e78721260 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 912 time: 0.5097795 Feb 04 13:26:55.104364 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cd1e9b65-fef8-4b69-b81b-70bd50d8b27e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (7b32a324-3afe-4a0c-8875-3ef00e5e0cb6), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:55.138054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40078) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:55.181828 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b8d1707d-cdbd-4dfc-8e99-3a95383a9e94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:55.184721 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cd1e9b65-fef8-4b69-b81b-70bd50d8b27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (7b32a324-3afe-4a0c-8875-3ef00e5e0cb6), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:55.203338 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b719d5b-0f52-4187-976b-9056f9acb85c req-dbaedab4-2eb9-4deb-bae9-a2ea1de4c6a9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68d5df84-4b2d-4ff7-b82a-30767324e34a HTTP/1.1" status: 200 len: 217 time: 0.0956788 Feb 04 13:26:55.213038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1e9b65-fef8-4b69-b81b-70bd50d8b27e admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:55.213744 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cd1e9b65-fef8-4b69-b81b-70bd50d8b27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (7b32a324-3afe-4a0c-8875-3ef00e5e0cb6), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:55.222726 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:55.228960 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 487962a8-4250-4f05-b6bb-5a416a208dbc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=487962a8-4250-4f05-b6bb-5a416a208dbc,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:55.249512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'port_id': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'mac_address': 'fa:16:3e:06:aa:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:26:55.311700 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 487962a8-4250-4f05-b6bb-5a416a208dbc is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:55.312188 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (487962a8-4250-4f05-b6bb-5a416a208dbc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:55.332271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487962a8-4250-4f05-b6bb-5a416a208dbc {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:26:55.384369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 487962a8-4250-4f05-b6bb-5a416a208dbc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=487962a8-4250-4f05-b6bb-5a416a208dbc,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:55.392461 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (487962a8-4250-4f05-b6bb-5a416a208dbc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:55.450595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932fa04-e048-41e1-87e0-b3f33c42d0de req-9f1376a0-a001-4435-aac3-e2ffcc1024f1 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:55.452426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6932fa04-e048-41e1-87e0-b3f33c42d0de req-9f1376a0-a001-4435-aac3-e2ffcc1024f1 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/ports?device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 945 time: 0.4499834 Feb 04 13:26:55.467294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b719d5b-0f52-4187-976b-9056f9acb85c req-e9eb8179-2439-431b-a4a8-8acde3b4fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:55.470983 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b719d5b-0f52-4187-976b-9056f9acb85c req-e9eb8179-2439-431b-a4a8-8acde3b4fd37 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d5c6c736-1a92-4614-ab15-25c05ef4451a HTTP/1.1" status: 200 len: 851 time: 0.2546244 Feb 04 13:26:55.485790 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cd1e9b65-fef8-4b69-b81b-70bd50d8b27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (050f84db-3033-47d7-af6e-81ddc0279b85), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:55.510873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-7230ffac-4925-448d-b53c-19feb4cddff8 req-86d9f74c-5539-470c-8d07-a70c29fbbc2c tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Deleting port 5b0a7acd-93e0-40e8-a21f-929c170f66b7 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:26:55.511381 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7230ffac-4925-448d-b53c-19feb4cddff8 req-86d9f74c-5539-470c-8d07-a70c29fbbc2c tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5b0a7acd-93e0-40e8-a21f-929c170f66b7), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:55.535604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=487962a8-4250-4f05-b6bb-5a416a208dbc,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:55.542685 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cd1e9b65-fef8-4b69-b81b-70bd50d8b27e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:55.552842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cd1e9b65-fef8-4b69-b81b-70bd50d8b27e admin admin] 10.222.0.96 "DELETE /v2.0/networks/050f84db-3033-47d7-af6e-81ddc0279b85 HTTP/1.1" status: 204 len: 168 time: 1.3955035 Feb 04 13:26:55.640844 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b719d5b-0f52-4187-976b-9056f9acb85c req-b7cf2b59-21c8-40c6-ac09-9eb519e5aaf5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3b107f3a-7cae-4846-88f9-0790288373fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1575551 Feb 04 13:26:55.653663 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e9b65-fef8-4b69-b81b-70bd50d8b27e admin admin] Pushing event deleted for resources: {'Network': ['ID=050f84db-3033-47d7-af6e-81ddc0279b85,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:55.660039 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b8d1707d-cdbd-4dfc-8e99-3a95383a9e94 admin admin] Publish callbacks [] for security_group (813b95d1-e991-40de-907a-e5fc6ac2bb7e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:55.667629 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b8d1707d-cdbd-4dfc-8e99-3a95383a9e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (813b95d1-e991-40de-907a-e5fc6ac2bb7e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:55.695215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db71d6d-88e5-4b22-a175-da8457d3168e req-305afef6-c0a0-416d-b60c-f1dca24d97e0 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:55.698337 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2db71d6d-88e5-4b22-a175-da8457d3168e req-305afef6-c0a0-416d-b60c-f1dca24d97e0 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 943 time: 0.4872684 Feb 04 13:26:55.744545 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b8d1707d-cdbd-4dfc-8e99-3a95383a9e94 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9f119d63881c4895b8503430a9ee8364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6042080 Feb 04 13:26:55.745787 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40088) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:55.751311 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:55.787065 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1707d-cdbd-4dfc-8e99-3a95383a9e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813b95d1-e991-40de-907a-e5fc6ac2bb7e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:55.883630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['487962a8-4250-4f05-b6bb-5a416a208dbc'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:26:55.962584 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6932fa04-e048-41e1-87e0-b3f33c42d0de req-ffa875c5-9aa8-4c49-be74-9d9bf7b48a6b tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/security-groups?id=166e335d-8c53-42bb-b691-1f97d574bfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869580 Feb 04 13:26:55.965227 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce0d3975-baf5-4bb9-aa0c-975bebd6e1b4 admin admin] Publish callbacks [] for security_group (813b95d1-e991-40de-907a-e5fc6ac2bb7e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:56.048451 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-7230ffac-4925-448d-b53c-19feb4cddff8 req-86d9f74c-5539-470c-8d07-a70c29fbbc2c tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] For port 5b0a7acd-93e0-40e8-a21f-929c170f66b7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5b0a7acd-93e0-40e8-a21f-929c170f66b7,segment=NetworkSegment(ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2),segment_id=ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:56.060605 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7230ffac-4925-448d-b53c-19feb4cddff8 req-86d9f74c-5539-470c-8d07-a70c29fbbc2c tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5b0a7acd-93e0-40e8-a21f-929c170f66b7), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:56.067096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:56.080560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:56.081511 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (13e6c0bf-15b6-495e-82be-dc1263b9bcd7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:56.084963 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce0d3975-baf5-4bb9-aa0c-975bebd6e1b4 admin admin] Publish callbacks [] for security_group (813b95d1-e991-40de-907a-e5fc6ac2bb7e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:56.167699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40092) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:56.190377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-7230ffac-4925-448d-b53c-19feb4cddff8 req-86d9f74c-5539-470c-8d07-a70c29fbbc2c tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Calling delete_port for 5b0a7acd-93e0-40e8-a21f-929c170f66b7 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:26:56.241073 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2db71d6d-88e5-4b22-a175-da8457d3168e req-5be6f38f-b56d-439a-8fbf-e3ba9844ecdb tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055685 Feb 04 13:26:56.313765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b719d5b-0f52-4187-976b-9056f9acb85c req-697caf0b-49e7-4dad-8757-3a14701542c5 service neutron] 10.222.0.100 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6655197 Feb 04 13:26:56.409626 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a097ec1b-90d6-4425-956b-62aea1edbb87 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ed386e7881b34bf8b2fd8d9df4a49794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326751 Feb 04 13:26:56.410925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40094) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:56.485724 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce0d3975-baf5-4bb9-aa0c-975bebd6e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (813b95d1-e991-40de-907a-e5fc6ac2bb7e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:56.490300 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce0d3975-baf5-4bb9-aa0c-975bebd6e1b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:56.493996 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ce0d3975-baf5-4bb9-aa0c-975bebd6e1b4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/813b95d1-e991-40de-907a-e5fc6ac2bb7e HTTP/1.1" status: 204 len: 168 time: 0.7295218 Feb 04 13:26:56.514562 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d3975-baf5-4bb9-aa0c-975bebd6e1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813b95d1-e991-40de-907a-e5fc6ac2bb7e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:56.533611 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7347204b-d83b-4f41-9315-f8d1c76108d8 admin admin] Publish callbacks [] for security_group (a447072c-4aa6-480e-acdc-283847f70656), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:56.558230 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:56.558801 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (13e6c0bf-15b6-495e-82be-dc1263b9bcd7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:56.606319 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a14d37-9f50-4532-9b73-23695f275e60 req-ca387f82-0826-481f-b98e-fe3693de4a99 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:56.606319 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6a14d37-9f50-4532-9b73-23695f275e60 req-ca387f82-0826-481f-b98e-fe3693de4a99 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 944 time: 0.4205205 Feb 04 13:26:56.625378 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7347204b-d83b-4f41-9315-f8d1c76108d8 admin admin] Publish callbacks [] for security_group (a447072c-4aa6-480e-acdc-283847f70656), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:56.704794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767c53e-0918-44bd-a8e2-3f914ce4d7c8 req-1ff75be2-0856-4f65-8737-0fa3536fc742 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:56.719007 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5767c53e-0918-44bd-a8e2-3f914ce4d7c8 req-1ff75be2-0856-4f65-8737-0fa3536fc742 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 949 time: 0.3227813 Feb 04 13:26:56.726007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=13e6c0bf-15b6-495e-82be-dc1263b9bcd7,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:56.730666 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7347204b-d83b-4f41-9315-f8d1c76108d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a447072c-4aa6-480e-acdc-283847f70656), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:56.732141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23bd581-cca1-4cf5-94b7-a4b1f8e4de99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e6c0bf-15b6-495e-82be-dc1263b9bcd7'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:56.735636 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7347204b-d83b-4f41-9315-f8d1c76108d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:56.739077 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7347204b-d83b-4f41-9315-f8d1c76108d8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a447072c-4aa6-480e-acdc-283847f70656 HTTP/1.1" status: 204 len: 168 time: 0.3250029 Feb 04 13:26:56.740618 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b719d5b-0f52-4187-976b-9056f9acb85c req-c5376d8d-de1c-4a37-81c3-21111d680f37 service neutron] 10.222.0.100 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425448 Feb 04 13:26:56.751540 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92dd001-020a-46c1-ac8f-b9a2ee63e5ef" -d '{"events": [{"server_uuid": "d23bd581-cca1-4cf5-94b7-a4b1f8e4de99", "name": "network-vif-plugged", "status": "completed", "tag": "13e6c0bf-15b6-495e-82be-dc1263b9bcd7"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:56.774945 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (13e6c0bf-15b6-495e-82be-dc1263b9bcd7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:56.786961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347204b-d83b-4f41-9315-f8d1c76108d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a447072c-4aa6-480e-acdc-283847f70656,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:56.910799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=13e6c0bf-15b6-495e-82be-dc1263b9bcd7,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:56.916483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5b0a7acd-93e0-40e8-a21f-929c170f66b7 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:26:56.965801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 5b0a7acd-93e0-40e8-a21f-929c170f66b7 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:26:56.966523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5b0a7acd-93e0-40e8-a21f-929c170f66b7 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:26:56.978860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5767c53e-0918-44bd-a8e2-3f914ce4d7c8 req-0e71a39a-d3b9-4833-9e4c-80964efc7689 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582333 Feb 04 13:26:56.979856 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7230ffac-4925-448d-b53c-19feb4cddff8 req-86d9f74c-5539-470c-8d07-a70c29fbbc2c tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (5b0a7acd-93e0-40e8-a21f-929c170f66b7), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:56.999045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6a14d37-9f50-4532-9b73-23695f275e60 req-94f4bd33-b7b4-4d85-b1e2-fb7d6362dc95 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706911 Feb 04 13:26:57.128120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9f74c-5539-470c-8d07-a70c29fbbc2c tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Pushing event deleted for resources: {'Port': ['ID=5b0a7acd-93e0-40e8-a21f-929c170f66b7,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:57.144060 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61973b0e-0bae-473d-bc45-ba78c9fa5908 x-openstack-request-id: req-61973b0e-0bae-473d-bc45-ba78c9fa5908 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:57.144557 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23bd581-cca1-4cf5-94b7-a4b1f8e4de99", "name": "network-vif-plugged", "status": "completed", "tag": "13e6c0bf-15b6-495e-82be-dc1263b9bcd7", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:57.145217 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-61973b0e-0bae-473d-bc45-ba78c9fa5908 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:57.145935 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23bd581-cca1-4cf5-94b7-a4b1f8e4de99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e6c0bf-15b6-495e-82be-dc1263b9bcd7', 'code': 200} Feb 04 13:26:57.293297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7230ffac-4925-448d-b53c-19feb4cddff8 req-86d9f74c-5539-470c-8d07-a70c29fbbc2c tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] No DVR routers for this DVR port 5b0a7acd-93e0-40e8-a21f-929c170f66b7 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:57.299747 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7230ffac-4925-448d-b53c-19feb4cddff8 req-86d9f74c-5539-470c-8d07-a70c29fbbc2c tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:57.304803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7230ffac-4925-448d-b53c-19feb4cddff8 req-86d9f74c-5539-470c-8d07-a70c29fbbc2c tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.99 "DELETE /v2.0/ports/5b0a7acd-93e0-40e8-a21f-929c170f66b7 HTTP/1.1" status: 204 len: 173 time: 2.4923944 Feb 04 13:26:57.305850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d7da92-8538-4e48-9312-0d116141d767', 'name': 'network-vif-deleted', 'tag': '5b0a7acd-93e0-40e8-a21f-929c170f66b7'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:57.309399 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4ab738-de38-4ef2-964e-6ed0c6eff406" -d '{"events": [{"server_uuid": "04d7da92-8538-4e48-9312-0d116141d767", "name": "network-vif-deleted", "tag": "5b0a7acd-93e0-40e8-a21f-929c170f66b7"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:57.348353 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c8aaf7ea-3b58-47d4-a210-f6678697d884 req-c9838416-7645-4e7f-93e6-e01e7bf6ca10 tempest-ServersNegativeTestMultiTenantJSON-108346454 tempest-ServersNegativeTestMultiTenantJSON-108346454-project] 10.222.0.96 "GET /v2.0/ports?device_id=04d7da92-8538-4e48-9312-0d116141d767 HTTP/1.1" status: 200 len: 210 time: 0.1354575 Feb 04 13:26:57.401841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e266267-6a71-40f7-b86c-0369b19d82bd req-53adc8d4-5cac-438d-8c89-43befbdd8346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:57.405182 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e266267-6a71-40f7-b86c-0369b19d82bd req-53adc8d4-5cac-438d-8c89-43befbdd8346 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 1133 time: 0.1410143 Feb 04 13:26:57.481706 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcca6db-0001-4b90-afd6-424d432c8045 x-openstack-request-id: req-6dcca6db-0001-4b90-afd6-424d432c8045 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:57.482125 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d7da92-8538-4e48-9312-0d116141d767", "name": "network-vif-deleted", "tag": "5b0a7acd-93e0-40e8-a21f-929c170f66b7", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:57.482458 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6dcca6db-0001-4b90-afd6-424d432c8045 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:57.482943 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d7da92-8538-4e48-9312-0d116141d767', 'name': 'network-vif-deleted', 'tag': '5b0a7acd-93e0-40e8-a21f-929c170f66b7', 'status': 'completed', 'code': 200} Feb 04 13:26:57.573619 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e266267-6a71-40f7-b86c-0369b19d82bd req-a9b2e280-0761-4fff-907e-273f11000094 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525424 Feb 04 13:26:57.616626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4900001-cf61-406b-8808-840ae9008782 req-d49ee8bf-5f42-4a43-b624-9a2309e5c1a6 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:57.635089 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4900001-cf61-406b-8808-840ae9008782 req-d49ee8bf-5f42-4a43-b624-9a2309e5c1a6 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 944 time: 0.1670473 Feb 04 13:26:57.735425 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4900001-cf61-406b-8808-840ae9008782 req-2b2b68a4-3650-4dfe-ac73-3e4f420b4dc1 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989652 Feb 04 13:26:57.764064 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 68d5df84-4b2d-4ff7-b82a-30767324e34a details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:26:57.975098 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 68d5df84-4b2d-4ff7-b82a-30767324e34a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=68d5df84-4b2d-4ff7-b82a-30767324e34a,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:58.006122 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '68d5df84-4b2d-4ff7-b82a-30767324e34a', 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc', 'port_id': '68d5df84-4b2d-4ff7-b82a-30767324e34a', 'mac_address': 'fa:16:3e:90:86:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c6c736-1a92-4614-ab15-25c05ef4451a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:26:58.090066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 68d5df84-4b2d-4ff7-b82a-30767324e34a is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:58.090362 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (68d5df84-4b2d-4ff7-b82a-30767324e34a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:58.108696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d5df84-4b2d-4ff7-b82a-30767324e34a {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:26:58.136264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 68d5df84-4b2d-4ff7-b82a-30767324e34a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=68d5df84-4b2d-4ff7-b82a-30767324e34a,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:58.142969 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (68d5df84-4b2d-4ff7-b82a-30767324e34a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:58.218051 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=68d5df84-4b2d-4ff7-b82a-30767324e34a,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:58.321845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339fae7-34e4-4846-a502-d32defb83282 req-e1de848c-ae5a-48fa-aba8-0a3b8b425107 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:58.323837 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9339fae7-34e4-4846-a502-d32defb83282 req-e1de848c-ae5a-48fa-aba8-0a3b8b425107 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 945 time: 0.1748936 Feb 04 13:26:58.337942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548bdfd-5b29-4a3a-893b-893346f21571 req-2be96251-7150-4fb0-8948-a497bc8e5b98 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:58.339038 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1548bdfd-5b29-4a3a-893b-893346f21571 req-2be96251-7150-4fb0-8948-a497bc8e5b98 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 950 time: 0.1514647 Feb 04 13:26:58.443752 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1548bdfd-5b29-4a3a-893b-893346f21571 req-90d3ac0d-412b-4567-85f2-db308d8f9a29 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944331 Feb 04 13:26:58.456833 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9339fae7-34e4-4846-a502-d32defb83282 req-5130545a-05b8-4029-8c87-4a6524bf5278 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039271 Feb 04 13:26:58.528795 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40152) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:58.623091 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['68d5df84-4b2d-4ff7-b82a-30767324e34a'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:26:58.640055 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf20599-94b9-452c-b57c-4b58cd0a920e admin admin] Deleting subnet b9ac3dde-1ec6-470c-95cf-c3f2052713c3 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:26:58.646886 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcf20599-94b9-452c-b57c-4b58cd0a920e admin admin] Publish callbacks [] for subnet (b9ac3dde-1ec6-470c-95cf-c3f2052713c3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:58.706264 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcf20599-94b9-452c-b57c-4b58cd0a920e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (b9ac3dde-1ec6-470c-95cf-c3f2052713c3), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:58.819044 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcf20599-94b9-452c-b57c-4b58cd0a920e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (b9ac3dde-1ec6-470c-95cf-c3f2052713c3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:58.834117 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40164) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:58.863561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 487962a8-4250-4f05-b6bb-5a416a208dbc up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:58.973289 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcf20599-94b9-452c-b57c-4b58cd0a920e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (b9ac3dde-1ec6-470c-95cf-c3f2052713c3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.019426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7f1eb-8f30-4a80-9174-5da0099a2524 req-ce2c4ce6-00fc-45e8-97c9-9f172555e02c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:59.029865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53d7f1eb-8f30-4a80-9174-5da0099a2524 req-ce2c4ce6-00fc-45e8-97c9-9f172555e02c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 944 time: 0.1517062 Feb 04 13:26:59.035850 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf20599-94b9-452c-b57c-4b58cd0a920e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9ac3dde-1ec6-470c-95cf-c3f2052713c3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:59.043514 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcf20599-94b9-452c-b57c-4b58cd0a920e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.059541 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dcf20599-94b9-452c-b57c-4b58cd0a920e admin admin] 10.222.0.96 "DELETE /v2.0/subnets/b9ac3dde-1ec6-470c-95cf-c3f2052713c3 HTTP/1.1" status: 204 len: 168 time: 0.5287683 Feb 04 13:26:59.062475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40172) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:59.082684 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 487962a8-4250-4f05-b6bb-5a416a208dbc completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:59.098715 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 487962a8-4250-4f05-b6bb-5a416a208dbc triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:59.103005 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (487962a8-4250-4f05-b6bb-5a416a208dbc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.150245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ea720833-c81f-4fe7-90d7-840225f0fbd2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-44325630-network', 'tenant_id': '51b8ec648fed490db69f9f901badaba1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:59.208945 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53d7f1eb-8f30-4a80-9174-5da0099a2524 req-e0b22a8a-c6c5-4c10-8f06-2267d5ae421a tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780224 Feb 04 13:26:59.210196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea720833-c81f-4fe7-90d7-840225f0fbd2 admin admin] Made reservation on behalf of 51b8ec648fed490db69f9f901badaba1 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:59.213294 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ea720833-c81f-4fe7-90d7-840225f0fbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.246160 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ea720833-c81f-4fe7-90d7-840225f0fbd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.257711 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-42de5122-44ff-466f-9f89-51396506e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (04a6578c-9d84-4037-a335-0dcaff80ac04), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.328680 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 487962a8-4250-4f05-b6bb-5a416a208dbc is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:59.329468 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (487962a8-4250-4f05-b6bb-5a416a208dbc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.368105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487962a8-4250-4f05-b6bb-5a416a208dbc'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:59.372847 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aa5611-aa6a-4b2a-9190-51e8f121b807" -d '{"events": [{"server_uuid": "dc8c786f-05c3-46dd-99c5-95098528f1da", "name": "network-vif-plugged", "status": "completed", "tag": "487962a8-4250-4f05-b6bb-5a416a208dbc"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:59.417490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 487962a8-4250-4f05-b6bb-5a416a208dbc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=487962a8-4250-4f05-b6bb-5a416a208dbc,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:59.442672 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (487962a8-4250-4f05-b6bb-5a416a208dbc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.525299 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473c1943-076f-49ac-bb10-73306851226e x-openstack-request-id: req-473c1943-076f-49ac-bb10-73306851226e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:59.525585 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8c786f-05c3-46dd-99c5-95098528f1da", "name": "network-vif-plugged", "status": "completed", "tag": "487962a8-4250-4f05-b6bb-5a416a208dbc", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:59.528286 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-473c1943-076f-49ac-bb10-73306851226e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:59.528768 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'code': 200} Feb 04 13:26:59.534025 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ea720833-c81f-4fe7-90d7-840225f0fbd2 admin admin] Publish callbacks [] for security_group (613b17cf-fabe-44a3-ac10-7f7a4f533d59), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.544464 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ea720833-c81f-4fe7-90d7-840225f0fbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (613b17cf-fabe-44a3-ac10-7f7a4f533d59), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.597803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea720833-c81f-4fe7-90d7-840225f0fbd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:59.642877 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ea720833-c81f-4fe7-90d7-840225f0fbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (972841af-f29c-46d6-b5cb-6ab6f82749d4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.643470 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-ea720833-c81f-4fe7-90d7-840225f0fbd2 admin admin] Added segment 972841af-f29c-46d6-b5cb-6ab6f82749d4 of type vlan for network ff8f21a6-ef86-496b-9a31-cddbe2422745 Feb 04 13:26:59.648117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=487962a8-4250-4f05-b6bb-5a416a208dbc,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:59.852877 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ea720833-c81f-4fe7-90d7-840225f0fbd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (ff8f21a6-ef86-496b-9a31-cddbe2422745), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.860455 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-42de5122-44ff-466f-9f89-51396506e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (04a6578c-9d84-4037-a335-0dcaff80ac04), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.873990 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea720833-c81f-4fe7-90d7-840225f0fbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613b17cf-fabe-44a3-ac10-7f7a4f533d59,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:59.892995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-42de5122-44ff-466f-9f89-51396506e0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a6578c-9d84-4037-a335-0dcaff80ac04']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:59.898078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8116e9-af69-4c71-9aa9-9ed6c0baeb08 req-e7b33e74-4783-4faa-8cbf-b8fe117d5aa0 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:59.907508 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba8116e9-af69-4c71-9aa9-9ed6c0baeb08 req-e7b33e74-4783-4faa-8cbf-b8fe117d5aa0 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 950 time: 0.2401145 Feb 04 13:26:59.911747 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-42de5122-44ff-466f-9f89-51396506e0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:59.912078 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-42de5122-44ff-466f-9f89-51396506e0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:59.924167 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-42de5122-44ff-466f-9f89-51396506e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.942326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-42de5122-44ff-466f-9f89-51396506e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.953923 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42de5122-44ff-466f-9f89-51396506e0c3 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:59.954302 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-42de5122-44ff-466f-9f89-51396506e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (ecaebf6e-a74d-42c8-8196-b0c7c4ff26c2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.954589 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47a1c5-5d71-49fc-84bf-ec070edbe3c2 req-c6a83b54-4572-45e8-a993-7b48f42c3e41 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:59.956456 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:59.963528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e47a1c5-5d71-49fc-84bf-ec070edbe3c2 req-c6a83b54-4572-45e8-a993-7b48f42c3e41 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 945 time: 0.2960737 Feb 04 13:26:59.973693 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ea720833-c81f-4fe7-90d7-840225f0fbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (ff8f21a6-ef86-496b-9a31-cddbe2422745), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:59.975084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea720833-c81f-4fe7-90d7-840225f0fbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:59.975728 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ea720833-c81f-4fe7-90d7-840225f0fbd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:00.037707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe8016-a69a-49d1-8716-8586a90cfa9d req-4b4a75db-efc7-4aaf-963c-d619453cc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:00.040406 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12fe8016-a69a-49d1-8716-8586a90cfa9d req-4b4a75db-efc7-4aaf-963c-d619453cc870 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 1128 time: 0.3700371 Feb 04 13:27:00.085043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-42de5122-44ff-466f-9f89-51396506e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (04a6578c-9d84-4037-a335-0dcaff80ac04), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:00.095215 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-42de5122-44ff-466f-9f89-51396506e0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:00.100951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ea720833-c81f-4fe7-90d7-840225f0fbd2 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2626059 Feb 04 13:27:00.104156 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-42de5122-44ff-466f-9f89-51396506e0c3 admin admin] 10.222.0.96 "DELETE /v2.0/networks/04a6578c-9d84-4037-a335-0dcaff80ac04 HTTP/1.1" status: 204 len: 168 time: 1.0385249 Feb 04 13:27:00.107116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40192) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:00.107783 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40194) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:00.155231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba8116e9-af69-4c71-9aa9-9ed6c0baeb08 req-2b6a30c3-26ef-426f-8f3d-f928dc046da7 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467873 Feb 04 13:27:00.157861 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea720833-c81f-4fe7-90d7-840225f0fbd2 admin admin] Pushing event updated for resources: {'Network': ['ID=ff8f21a6-ef86-496b-9a31-cddbe2422745,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:00.169187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network ff8f21a6-ef86-496b-9a31-cddbe2422745 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:27:00.174492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-469d3dcb-22a3-4d24-97e7-f61a03869b4e admin admin] Request body: {'subnet': {'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-44325630-subnet', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:00.192092 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e47a1c5-5d71-49fc-84bf-ec070edbe3c2 req-b2cdf5bc-5608-4995-b5ab-6e7ad17e6371 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274904 Feb 04 13:27:00.219057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-552da541-7530-4a9f-8d0d-91f3cb33502c admin admin] Deleting subnet f6356dc4-c6fa-47eb-94b8-75368cc0b2ad {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:27:00.226041 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12fe8016-a69a-49d1-8716-8586a90cfa9d req-58936c85-0406-4abe-9d3e-91d624a88859 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518793 Feb 04 13:27:00.229788 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469d3dcb-22a3-4d24-97e7-f61a03869b4e admin admin] Made reservation on behalf of 51b8ec648fed490db69f9f901badaba1 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:00.235533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-469d3dcb-22a3-4d24-97e7-f61a03869b4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:00.238071 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-552da541-7530-4a9f-8d0d-91f3cb33502c admin admin] Publish callbacks [] for subnet (f6356dc4-c6fa-47eb-94b8-75368cc0b2ad), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:00.240341 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de5122-44ff-466f-9f89-51396506e0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=04a6578c-9d84-4037-a335-0dcaff80ac04,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:00.419379 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221993ee-b5b2-4a88-9aaa-b8abe5eb566a req-dece4ac8-9eaa-4139-9395-af88b479c12f tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:00.428008 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-221993ee-b5b2-4a88-9aaa-b8abe5eb566a req-dece4ac8-9eaa-4139-9395-af88b479c12f tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 1133 time: 0.0981579 Feb 04 13:27:00.442679 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-552da541-7530-4a9f-8d0d-91f3cb33502c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (f6356dc4-c6fa-47eb-94b8-75368cc0b2ad), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:00.544509 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-552da541-7530-4a9f-8d0d-91f3cb33502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (f6356dc4-c6fa-47eb-94b8-75368cc0b2ad), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:00.715026 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-469d3dcb-22a3-4d24-97e7-f61a03869b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (7511774e-508c-469f-a6f8-bd0f658331f5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:00.795491 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-552da541-7530-4a9f-8d0d-91f3cb33502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (f6356dc4-c6fa-47eb-94b8-75368cc0b2ad), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:00.856259 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-552da541-7530-4a9f-8d0d-91f3cb33502c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:00.861757 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-552da541-7530-4a9f-8d0d-91f3cb33502c admin admin] 10.222.0.96 "DELETE /v2.0/subnets/f6356dc4-c6fa-47eb-94b8-75368cc0b2ad HTTP/1.1" status: 204 len: 168 time: 0.7501857 Feb 04 13:27:00.863312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d3dcb-22a3-4d24-97e7-f61a03869b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7511774e-508c-469f-a6f8-bd0f658331f5,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:00.866692 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40204) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:01.009206 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552da541-7530-4a9f-8d0d-91f3cb33502c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6356dc4-c6fa-47eb-94b8-75368cc0b2ad,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:01.031585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469d3dcb-22a3-4d24-97e7-f61a03869b4e admin admin] Checking segment: {'id': '972841af-f29c-46d6-b5cb-6ab6f82749d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:27:01.032259 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469d3dcb-22a3-4d24-97e7-f61a03869b4e admin admin] Network hostable DHCP agents. Network: ff8f21a6-ef86-496b-9a31-cddbe2422745, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:27:01.045035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-221993ee-b5b2-4a88-9aaa-b8abe5eb566a req-8b661926-8702-46a5-872b-4b9e4fb419c7 tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6157479 Feb 04 13:27:01.076541 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535c74-e109-492b-a9e3-c7fdd4624384 req-276ce0ba-d388-4399-86a2-0129061f7733 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:01.088331 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e535c74-e109-492b-a9e3-c7fdd4624384 req-276ce0ba-d388-4399-86a2-0129061f7733 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 945 time: 0.1565335 Feb 04 13:27:01.103143 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f12a9d41-8db3-4f4f-91b2-4a2dff106a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (5127ebe7-c63e-4455-8d5d-562b63d5a2cf), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:01.124305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469d3dcb-22a3-4d24-97e7-f61a03869b4e admin admin] Network ff8f21a6-ef86-496b-9a31-cddbe2422745 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:27:01.160565 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e535c74-e109-492b-a9e3-c7fdd4624384 req-d1a338be-e843-4261-87cf-fcd309795d82 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711396 Feb 04 13:27:01.211588 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-469d3dcb-22a3-4d24-97e7-f61a03869b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, ff8f21a6-ef86-496b-9a31-cddbe2422745) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:01.220753 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469d3dcb-22a3-4d24-97e7-f61a03869b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:01.221850 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-469d3dcb-22a3-4d24-97e7-f61a03869b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:01.239725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2f80df-abf7-40b5-8818-a800d7886d98 None None] Network ff8f21a6-ef86-496b-9a31-cddbe2422745 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:27:01.271723 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-469d3dcb-22a3-4d24-97e7-f61a03869b4e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1576931 Feb 04 13:27:01.272158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40216) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:01.285449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-44325630-router', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:01.368013 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (4d2dc00b-bb5f-4dff-a1da-4355e224e770), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:01.369961 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (4d2dc00b-bb5f-4dff-a1da-4355e224e770), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:01.392636 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f12a9d41-8db3-4f4f-91b2-4a2dff106a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (5127ebe7-c63e-4455-8d5d-562b63d5a2cf), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:01.452249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-f12a9d41-8db3-4f4f-91b2-4a2dff106a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5127ebe7-c63e-4455-8d5d-562b63d5a2cf']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:01.472876 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-f12a9d41-8db3-4f4f-91b2-4a2dff106a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae62d50c-577c-404c-8979-b88ff15f3217') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:01.473877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-f12a9d41-8db3-4f4f-91b2-4a2dff106a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae62d50c-577c-404c-8979-b88ff15f3217') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:01.495754 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f12a9d41-8db3-4f4f-91b2-4a2dff106a15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (ae62d50c-577c-404c-8979-b88ff15f3217), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:01.510000 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Publish callbacks [] for router_controller (4d2dc00b-bb5f-4dff-a1da-4355e224e770), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:01.532768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-ff8f21a6-ef86-496b-9a31-cddbe2422745', 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745', 'project_id': '51b8ec648fed490db69f9f901badaba1', 'fixed_ips': [{'subnet_id': '7511774e-508c-469f-a6f8-bd0f658331f5'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:27:01.539030 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:01.577325 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f12a9d41-8db3-4f4f-91b2-4a2dff106a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (ae62d50c-577c-404c-8979-b88ff15f3217), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:01.592441 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12a9d41-8db3-4f4f-91b2-4a2dff106a15 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:27:01.593030 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f12a9d41-8db3-4f4f-91b2-4a2dff106a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (ae62d50c-577c-404c-8979-b88ff15f3217), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:27:01.601016 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:27:01.822112 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f12a9d41-8db3-4f4f-91b2-4a2dff106a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (5127ebe7-c63e-4455-8d5d-562b63d5a2cf), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:01.849039 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f12a9d41-8db3-4f4f-91b2-4a2dff106a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:01.861361 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f12a9d41-8db3-4f4f-91b2-4a2dff106a15 admin admin] 10.222.0.96 "DELETE /v2.0/networks/5127ebe7-c63e-4455-8d5d-562b63d5a2cf HTTP/1.1" status: 204 len: 168 time: 0.9900753 Feb 04 13:27:01.874022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3152c4-16bc-446f-a501-997da64b1dbe req-a86145ab-1c04-4e9a-9388-d8c9d064aa7a tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:01.877462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab3152c4-16bc-446f-a501-997da64b1dbe req-a86145ab-1c04-4e9a-9388-d8c9d064aa7a tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 945 time: 0.4485900 Feb 04 13:27:01.906989 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a9d41-8db3-4f4f-91b2-4a2dff106a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=5127ebe7-c63e-4455-8d5d-562b63d5a2cf,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:01.931831 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Publish callbacks [] for router_gateway (4d2dc00b-bb5f-4dff-a1da-4355e224e770), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:01.989981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 68d5df84-4b2d-4ff7-b82a-30767324e34a up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:27:02.020721 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-bc3c060b-430f-4da1-afdc-79c71d2d20eb tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=ad8b8a8618714a90ad8e096d438a4976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2032537 Feb 04 13:27:02.095832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40234) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:02.158824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40238) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:02.174014 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab3152c4-16bc-446f-a501-997da64b1dbe req-e6fd6c9f-db57-499d-85b2-b75560a04513 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567093 Feb 04 13:27:02.235919 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Allocated IP 172.20.0.2 (ff8f21a6-ef86-496b-9a31-cddbe2422745/7511774e-508c-469f-a6f8-bd0f658331f5/941ad2f0-8f7b-49ef-89ae-565a65527fdd) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:02.265077 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 68d5df84-4b2d-4ff7-b82a-30767324e34a completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:02.268921 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-197fb59d-77f0-430c-bdce-97dc052f79aa admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=33e24037cf2c422ba9de36be8ba153d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1053174 Feb 04 13:27:02.269091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40244) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:02.281362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 68d5df84-4b2d-4ff7-b82a-30767324e34a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:02.282115 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (68d5df84-4b2d-4ff7-b82a-30767324e34a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:02.365196 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b50fe241-f91b-4f23-ade5-bea90577fcd1 admin admin] Publish callbacks [] for security_group (166e335d-8c53-42bb-b691-1f97d574bfef), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:02.433535 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b50fe241-f91b-4f23-ade5-bea90577fcd1 admin admin] Publish callbacks [] for security_group (166e335d-8c53-42bb-b691-1f97d574bfef), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:02.479485 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485a044-1b4c-4bc2-9aed-96d6ca7ffcfe req-7c527394-13f5-4b0b-a565-25bf7cc74a03 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:02.487625 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a485a044-1b4c-4bc2-9aed-96d6ca7ffcfe req-7c527394-13f5-4b0b-a565-25bf7cc74a03 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 945 time: 0.1679688 Feb 04 13:27:02.565732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-162f3dd1-9d58-40cd-9182-79a9c69c6e84 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:02.571608 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-162f3dd1-9d58-40cd-9182-79a9c69c6e84 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5179822 Feb 04 13:27:02.614611 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b50fe241-f91b-4f23-ade5-bea90577fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (166e335d-8c53-42bb-b691-1f97d574bfef), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:02.622906 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b50fe241-f91b-4f23-ade5-bea90577fcd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:02.625698 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b50fe241-f91b-4f23-ade5-bea90577fcd1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/166e335d-8c53-42bb-b691-1f97d574bfef HTTP/1.1" status: 204 len: 168 time: 0.3539574 Feb 04 13:27:02.644137 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fe241-f91b-4f23-ade5-bea90577fcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166e335d-8c53-42bb-b691-1f97d574bfef,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:02.663146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a485a044-1b4c-4bc2-9aed-96d6ca7ffcfe req-25b49ac9-5f83-4fcf-a8a8-43c25100ab18 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737757 Feb 04 13:27:02.676321 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 68d5df84-4b2d-4ff7-b82a-30767324e34a is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:02.676992 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (68d5df84-4b2d-4ff7-b82a-30767324e34a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:02.712274 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-2c2b0c0e-fa12-4231-880e-f62718b1481e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/quotas/ad8b8a8618714a90ad8e096d438a4976 HTTP/1.1" status: 200 len: 375 time: 0.0641367 Feb 04 13:27:02.814387 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Publish callbacks [] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:02.835301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d36033e-da97-444e-a6f6-3d89a7bae11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d5df84-4b2d-4ff7-b82a-30767324e34a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:02.841036 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfac1ce-acc9-4d00-816d-3ac5f752b121" -d '{"events": [{"server_uuid": "4d36033e-da97-444e-a6f6-3d89a7bae11e", "name": "network-vif-plugged", "status": "completed", "tag": "68d5df84-4b2d-4ff7-b82a-30767324e34a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:02.852793 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:02.911262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 68d5df84-4b2d-4ff7-b82a-30767324e34a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=68d5df84-4b2d-4ff7-b82a-30767324e34a,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:02.913408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Pushing event updated for resources: {'Port': ['ID=941ad2f0-8f7b-49ef-89ae-565a65527fdd,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:02.927147 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (68d5df84-4b2d-4ff7-b82a-30767324e34a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:02.980344 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e53e32e9-ba26-490d-9aeb-bc51dc5d5185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:02.997593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=68d5df84-4b2d-4ff7-b82a-30767324e34a,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:03.010419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Network ff8f21a6-ef86-496b-9a31-cddbe2422745 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:03.012586 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:03.017748 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:27:03.143451 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Attempting to bind port 941ad2f0-8f7b-49ef-89ae-565a65527fdd on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:27:03.144195 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Attempting to bind port 941ad2f0-8f7b-49ef-89ae-565a65527fdd by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '972841af-f29c-46d6-b5cb-6ab6f82749d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:27:03.145471 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Attempting to bind port 941ad2f0-8f7b-49ef-89ae-565a65527fdd on network ff8f21a6-ef86-496b-9a31-cddbe2422745 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:03.152393 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-c4108a82-64bc-4732-b3f8-043059970774 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4180086 Feb 04 13:27:03.155863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:27:03.156981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Checking segment: {'id': '972841af-f29c-46d6-b5cb-6ab6f82749d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:27:03.157161 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:03.157394 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Bound using segment: {'id': '972841af-f29c-46d6-b5cb-6ab6f82749d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:27:03.158125 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Bound port: 941ad2f0-8f7b-49ef-89ae-565a65527fdd, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972841af-f29c-46d6-b5cb-6ab6f82749d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:27:03.158517 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:03.240982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-5a5d48bc-9ecd-4c89-95da-71c894bd40fc tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5085392 Feb 04 13:27:03.251499 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e53e32e9-ba26-490d-9aeb-bc51dc5d5185 admin admin] Publish callbacks [] for security_group (b06f8819-7c4b-4c39-958d-433992de9616), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:03.258410 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e53e32e9-ba26-490d-9aeb-bc51dc5d5185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b06f8819-7c4b-4c39-958d-433992de9616), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:03.264963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6062326e-e476-46b8-bc1b-217465898efc None None] For port 941ad2f0-8f7b-49ef-89ae-565a65527fdd, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:27:03.268944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6062326e-e476-46b8-bc1b-217465898efc None None] For port 941ad2f0-8f7b-49ef-89ae-565a65527fdd, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=941ad2f0-8f7b-49ef-89ae-565a65527fdd,segment=NetworkSegment(972841af-f29c-46d6-b5cb-6ab6f82749d4),segment_id=972841af-f29c-46d6-b5cb-6ab6f82749d4)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:27:03.271164 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:03.283594 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:03.333974 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Publish callbacks [] for router_gateway (4d2dc00b-bb5f-4dff-a1da-4355e224e770), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:03.356780 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e53e32e9-ba26-490d-9aeb-bc51dc5d5185 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=18d0525c20d64b9c97b23ceeb9ec4947&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2586074 Feb 04 13:27:03.357751 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e32e9-ba26-490d-9aeb-bc51dc5d5185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06f8819-7c4b-4c39-958d-433992de9616,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:03.365601 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40258) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:03.366835 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:03.386504 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:03.555666 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09aae7a9-ba81-4014-9352-3659e1b895af admin admin] Publish callbacks [] for security_group (b06f8819-7c4b-4c39-958d-433992de9616), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:03.558189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062326e-e476-46b8-bc1b-217465898efc None None] Pushing event updated for resources: {'Port': ['ID=941ad2f0-8f7b-49ef-89ae-565a65527fdd,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:03.588857 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37e9719-a33b-4594-8a18-540215d91804 x-openstack-request-id: req-f37e9719-a33b-4594-8a18-540215d91804 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:03.589607 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d36033e-da97-444e-a6f6-3d89a7bae11e", "name": "network-vif-plugged", "status": "completed", "tag": "68d5df84-4b2d-4ff7-b82a-30767324e34a", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:03.591161 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f37e9719-a33b-4594-8a18-540215d91804 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:03.592020 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d36033e-da97-444e-a6f6-3d89a7bae11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d5df84-4b2d-4ff7-b82a-30767324e34a', 'code': 200} Feb 04 13:27:03.614074 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40266) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:03.728748 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09aae7a9-ba81-4014-9352-3659e1b895af admin admin] Publish callbacks [] for security_group (b06f8819-7c4b-4c39-958d-433992de9616), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:03.853679 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6e21dd69-28b8-4c1f-b57e-98f94ced6853 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2a3f2d1a18dd4bc5a55ce47f78ec1db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226880 Feb 04 13:27:03.868683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40268) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:03.910178 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:27:03.939280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ba9b1-efdb-477e-80d2-c1a3ae8601fb req-ebefad91-4acf-46a7-b155-3607f12f9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:03.940352 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09aae7a9-ba81-4014-9352-3659e1b895af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b06f8819-7c4b-4c39-958d-433992de9616), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:03.940992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb9ba9b1-efdb-477e-80d2-c1a3ae8601fb req-ebefad91-4acf-46a7-b155-3607f12f9141 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 1129 time: 0.2510972 Feb 04 13:27:03.959768 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09aae7a9-ba81-4014-9352-3659e1b895af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:03.960346 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Allocated IP 172.25.5.248 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/1667bf82-181f-4e60-8ccc-5db6c366be13) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:03.971397 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-09aae7a9-ba81-4014-9352-3659e1b895af admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b06f8819-7c4b-4c39-958d-433992de9616 HTTP/1.1" status: 204 len: 168 time: 0.6035945 Feb 04 13:27:04.001727 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aae7a9-ba81-4014-9352-3659e1b895af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06f8819-7c4b-4c39-958d-433992de9616,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:04.068095 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0d09e-133d-4564-9c10-40ef1b2b9444 req-43938e25-5da8-4f3b-a0ad-ff60231c9cfc tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:04.078867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cb0d09e-133d-4564-9c10-40ef1b2b9444 req-43938e25-5da8-4f3b-a0ad-ff60231c9cfc tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 946 time: 0.3435037 Feb 04 13:27:04.250473 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:04.443480 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Publish callbacks [] for port (1667bf82-181f-4e60-8ccc-5db6c366be13), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:04.464383 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6f7eb8f3-a4fb-4255-95bf-365eac49855e admin admin] Publish callbacks [] for security_group (f2a5e570-0cd0-4877-b9b8-1a138391193a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:04.479819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb9ba9b1-efdb-477e-80d2-c1a3ae8601fb req-c445e4ed-252c-46eb-92b4-b893a2239787 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208137 Feb 04 13:27:04.516391 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cb0d09e-133d-4564-9c10-40ef1b2b9444 req-42027747-b1f3-495f-a09e-072d41917ee1 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360435 Feb 04 13:27:04.693776 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40282) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:04.736399 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5492a7be-b9f5-489e-ae41-3b6a1d02b650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:04.828148 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6f7eb8f3-a4fb-4255-95bf-365eac49855e admin admin] Publish callbacks [] for security_group (f2a5e570-0cd0-4877-b9b8-1a138391193a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:04.839868 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ab0d290-fead-44df-9db8-b00cf2560cd5 req-128b5732-399b-4198-877d-c516607f4250 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 210 time: 0.1345582 Feb 04 13:27:04.966914 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5492a7be-b9f5-489e-ae41-3b6a1d02b650 admin admin] Publish callbacks [] for security_group (14fd75ec-3219-4ee4-a7fc-ea82424f2c8c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:04.973614 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5492a7be-b9f5-489e-ae41-3b6a1d02b650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (14fd75ec-3219-4ee4-a7fc-ea82424f2c8c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:05.002044 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (1667bf82-181f-4e60-8ccc-5db6c366be13), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:05.056047 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5492a7be-b9f5-489e-ae41-3b6a1d02b650 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3fbe157e3f0b4a728661277805fcad69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585846 Feb 04 13:27:05.062131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40284) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:05.110196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:05.112591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492a7be-b9f5-489e-ae41-3b6a1d02b650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fd75ec-3219-4ee4-a7fc-ea82424f2c8c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:05.125327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Allocated IP 172.25.5.213 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/d5099375-8493-4a4d-b8b5-b244eb577391) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:05.127282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:05.130390 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:27:05.160512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Pushing event updated for resources: {'Port': ['ID=1667bf82-181f-4e60-8ccc-5db6c366be13,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:05.212554 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4698b76-240d-4428-9b85-7d1c99d92c73 admin admin] Publish callbacks [] for security_group (14fd75ec-3219-4ee4-a7fc-ea82424f2c8c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:05.237373 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6f7eb8f3-a4fb-4255-95bf-365eac49855e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f2a5e570-0cd0-4877-b9b8-1a138391193a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:05.241503 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6f7eb8f3-a4fb-4255-95bf-365eac49855e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:05.245948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6f7eb8f3-a4fb-4255-95bf-365eac49855e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f2a5e570-0cd0-4877-b9b8-1a138391193a HTTP/1.1" status: 204 len: 168 time: 1.3692727 Feb 04 13:27:05.277826 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4698b76-240d-4428-9b85-7d1c99d92c73 admin admin] Publish callbacks [] for security_group (14fd75ec-3219-4ee4-a7fc-ea82424f2c8c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:05.394457 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4698b76-240d-4428-9b85-7d1c99d92c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (14fd75ec-3219-4ee4-a7fc-ea82424f2c8c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:05.397970 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4698b76-240d-4428-9b85-7d1c99d92c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:05.400347 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c4698b76-240d-4428-9b85-7d1c99d92c73 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/14fd75ec-3219-4ee4-a7fc-ea82424f2c8c HTTP/1.1" status: 204 len: 168 time: 0.3366354 Feb 04 13:27:05.420364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 941ad2f0-8f7b-49ef-89ae-565a65527fdd up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:27:05.436530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4698b76-240d-4428-9b85-7d1c99d92c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fd75ec-3219-4ee4-a7fc-ea82424f2c8c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:05.545619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 941ad2f0-8f7b-49ef-89ae-565a65527fdd triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:05.546596 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:05.593477 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7eb8f3-a4fb-4255-95bf-365eac49855e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a5e570-0cd0-4877-b9b8-1a138391193a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:05.735948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-e49a4d93-005e-4552-87bb-08c5362b2924 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=ad8b8a8618714a90ad8e096d438a4976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023538 Feb 04 13:27:05.754417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f61f91f-ebc6-449a-8327-8606666f04fb None None] Network ff8f21a6-ef86-496b-9a31-cddbe2422745 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:27:05.928860 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1d7d88e0-592f-41b4-8d4c-fe4bf7c2a8dd None None] Provisioning complete for port 941ad2f0-8f7b-49ef-89ae-565a65527fdd triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:05.929292 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1d7d88e0-592f-41b4-8d4c-fe4bf7c2a8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:05.973691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 941ad2f0-8f7b-49ef-89ae-565a65527fdd is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:05.974197 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:06.029225 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for port (d5099375-8493-4a4d-b8b5-b244eb577391), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:06.130620 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d88e0-592f-41b4-8d4c-fe4bf7c2a8dd None None] Current status of the port 941ad2f0-8f7b-49ef-89ae-565a65527fdd is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:06.131405 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1d7d88e0-592f-41b4-8d4c-fe4bf7c2a8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:06.145234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006efc06-2d3d-4a85-ae3c-c8a0c6fc43e6 req-539aef1f-b6fd-4218-b2b2-220f9fcffb88 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:06.147272 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-006efc06-2d3d-4a85-ae3c-c8a0c6fc43e6 req-539aef1f-b6fd-4218-b2b2-220f9fcffb88 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 946 time: 0.4188852 Feb 04 13:27:06.197238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 941ad2f0-8f7b-49ef-89ae-565a65527fdd, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=941ad2f0-8f7b-49ef-89ae-565a65527fdd,segment=NetworkSegment(972841af-f29c-46d6-b5cb-6ab6f82749d4),segment_id=972841af-f29c-46d6-b5cb-6ab6f82749d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:06.213107 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:06.249299 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-7af9f091-d508-4659-9d34-849b62572f06 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:06.251296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-7af9f091-d508-4659-9d34-849b62572f06 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4823873 Feb 04 13:27:06.288252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-99011bda-e3d8-49f3-a61d-b94655922cc4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Request body: {'port': {'device_id': '4b77cd1b-08d1-42ce-a947-139b5374a726', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': 'ad8b8a8618714a90ad8e096d438a4976'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:06.293510 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Publish callbacks [] for router_gateway (4d2dc00b-bb5f-4dff-a1da-4355e224e770), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:06.361196 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=941ad2f0-8f7b-49ef-89ae-565a65527fdd,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:06.371507 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-1d7d88e0-592f-41b4-8d4c-fe4bf7c2a8dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:27:06.372690 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-1d7d88e0-592f-41b4-8d4c-fe4bf7c2a8dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:27:06.493519 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-006efc06-2d3d-4a85-ae3c-c8a0c6fc43e6 req-ea38b727-6e02-4c6d-8284-e7d133c68de3 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175938 Feb 04 13:27:06.950550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d88e0-592f-41b4-8d4c-fe4bf7c2a8dd None None] Current status of the port 941ad2f0-8f7b-49ef-89ae-565a65527fdd is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:07.026939 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d5099375-8493-4a4d-b8b5-b244eb577391), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:07.092444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a81b3c8-dafe-4f23-8abf-c1c4f7ea4e62 req-2fdc19b2-a2ba-41dd-8447-fec0074cd12c tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 210 time: 0.0756836 Feb 04 13:27:07.111694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-763843e7-3c10-4ab2-abf4-37b8c8463607 None None] Provisioning complete for port 941ad2f0-8f7b-49ef-89ae-565a65527fdd triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:07.113240 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-763843e7-3c10-4ab2-abf4-37b8c8463607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:07.188233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:07.217801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:07.220736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:27:07.304228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Pushing event updated for resources: {'Port': ['ID=d5099375-8493-4a4d-b8b5-b244eb577391,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:07.367866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 941ad2f0-8f7b-49ef-89ae-565a65527fdd up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:27:07.404916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-763843e7-3c10-4ab2-abf4-37b8c8463607 None None] Current status of the port 941ad2f0-8f7b-49ef-89ae-565a65527fdd is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:07.427070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-99011bda-e3d8-49f3-a61d-b94655922cc4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Made reservation on behalf of ad8b8a8618714a90ad8e096d438a4976 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:07.433220 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-99011bda-e3d8-49f3-a61d-b94655922cc4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:07.450913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 941ad2f0-8f7b-49ef-89ae-565a65527fdd triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:07.451733 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:07.457119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-6f7bded0-3ae4-4c29-bbd4-56de0f3c15e0 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:07.460019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-6f7bded0-3ae4-4c29-bbd4-56de0f3c15e0 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.100 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 946 time: 1.0786865 Feb 04 13:27:07.623728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 941ad2f0-8f7b-49ef-89ae-565a65527fdd is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:07.888243 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for floatingip (40204186-9870-47b7-bd26-2b8ce4f7cc24), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:08.009171 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (4d2dc00b-bb5f-4dff-a1da-4355e224e770), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:08.049730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-99011bda-e3d8-49f3-a61d-b94655922cc4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Allocated IP 192.168.233.180 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/2c9c10d0-bcfe-4295-9b09-e71582852398) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:08.072253 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d5099375-8493-4a4d-b8b5-b244eb577391), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:08.167828 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-7ae73887-fbfd-4f19-a61c-b9909102f4d5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Deleting port 68d5df84-4b2d-4ff7-b82a-30767324e34a {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:27:08.168181 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-7ae73887-fbfd-4f19-a61c-b9909102f4d5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (68d5df84-4b2d-4ff7-b82a-30767324e34a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:08.301767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fc58a-01b7-489c-b602-f6ad7e7aa8de req-631a9538-34c1-40cf-9fc6-abfdf6e40e4d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:08.303478 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b65fc58a-01b7-489c-b602-f6ad7e7aa8de req-631a9538-34c1-40cf-9fc6-abfdf6e40e4d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 946 time: 0.3887239 Feb 04 13:27:08.525003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-7ae73887-fbfd-4f19-a61c-b9909102f4d5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] For port 68d5df84-4b2d-4ff7-b82a-30767324e34a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=68d5df84-4b2d-4ff7-b82a-30767324e34a,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:08.525282 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-7ae73887-fbfd-4f19-a61c-b9909102f4d5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (68d5df84-4b2d-4ff7-b82a-30767324e34a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:08.588255 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-7ae73887-fbfd-4f19-a61c-b9909102f4d5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Calling delete_port for 68d5df84-4b2d-4ff7-b82a-30767324e34a owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:27:08.642978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b65fc58a-01b7-489c-b602-f6ad7e7aa8de req-c731d205-76e1-4ae6-95c2-dacd78ebcaa9 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246362 Feb 04 13:27:08.785479 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-99011bda-e3d8-49f3-a61d-b94655922cc4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks [] for port (2c9c10d0-bcfe-4295-9b09-e71582852398), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:08.871821 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for port (d5099375-8493-4a4d-b8b5-b244eb577391), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:08.873592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:27:08.899811 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f4415f3-c30c-48ea-84a6-430cccbebbb2 req-d31363a9-e76c-4cf4-a4d4-bda3cc2e75b9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 210 time: 0.0744040 Feb 04 13:27:08.906895 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (d5099375-8493-4a4d-b8b5-b244eb577391), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:09.079877 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-99011bda-e3d8-49f3-a61d-b94655922cc4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (2c9c10d0-bcfe-4295-9b09-e71582852398), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:09.095661 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['2433332f-bb6d-485e-abec-a8d2cdd3b4e8', 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76', '413e0ed6-09c2-47a2-b509-4d4366b76f11', 'a69c33ec-67a9-40ae-bbad-c86c24e40981', '13e6c0bf-15b6-495e-82be-dc1263b9bcd7'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:09.111594 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['001083f3-2766-40eb-b8ff-f8ec33f53d90', '5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:09.268593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Pushing event updated for resources: {'Port': ['ID=d5099375-8493-4a4d-b8b5-b244eb577391,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:09.385651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99011bda-e3d8-49f3-a61d-b94655922cc4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event updated for resources: {'Port': ['ID=2c9c10d0-bcfe-4295-9b09-e71582852398,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:09.437125 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-99011bda-e3d8-49f3-a61d-b94655922cc4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:09.452774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-99011bda-e3d8-49f3-a61d-b94655922cc4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:09.463335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-99011bda-e3d8-49f3-a61d-b94655922cc4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:27:09.534849 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (40204186-9870-47b7-bd26-2b8ce4f7cc24), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:09.584334 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:09.587014 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-ef9d3e34-9489-49b2-9fb2-be6e59a32020 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.3395462 Feb 04 13:27:09.587807 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-7ae73887-fbfd-4f19-a61c-b9909102f4d5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (68d5df84-4b2d-4ff7-b82a-30767324e34a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:09.611048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['68d5df84-4b2d-4ff7-b82a-30767324e34a'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:09.717161 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-a86b0f18-fe02-4174-a803-5fceb4ea0b77 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 696 time: 0.1010766 Feb 04 13:27:09.776787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-99011bda-e3d8-49f3-a61d-b94655922cc4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:09.791093 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-99011bda-e3d8-49f3-a61d-b94655922cc4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:09.848509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:27:09.861369 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae73887-fbfd-4f19-a61c-b9909102f4d5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Pushing event deleted for resources: {'Port': ['ID=68d5df84-4b2d-4ff7-b82a-30767324e34a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:09.881241 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40424) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:09.885553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Sync routers for ids ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:27:10.007895 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Routers {'4d2dc00b-bb5f-4dff-a1da-4355e224e770'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:27:10.008986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:26:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:10.063815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-7ae73887-fbfd-4f19-a61c-b9909102f4d5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] No DVR routers for this DVR port 68d5df84-4b2d-4ff7-b82a-30767324e34a on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:27:10.075796 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-2913f10d-c7e7-4998-b134-74358709e278 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:10.077696 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-2913f10d-c7e7-4998-b134-74358709e278 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.2345657 Feb 04 13:27:10.089716 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-7ae73887-fbfd-4f19-a61c-b9909102f4d5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:10.094650 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59bc4e2d-57de-411d-8020-f2bb5eb0f098 req-7ae73887-fbfd-4f19-a61c-b9909102f4d5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.100 "DELETE /v2.0/ports/68d5df84-4b2d-4ff7-b82a-30767324e34a HTTP/1.1" status: 204 len: 173 time: 2.6212533 Feb 04 13:27:10.095548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d36033e-da97-444e-a6f6-3d89a7bae11e', 'name': 'network-vif-deleted', 'tag': '68d5df84-4b2d-4ff7-b82a-30767324e34a'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:10.098280 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d86796b-7fd3-42ba-9bf4-30a47caffec4" -d '{"events": [{"server_uuid": "4d36033e-da97-444e-a6f6-3d89a7bae11e", "name": "network-vif-deleted", "tag": "68d5df84-4b2d-4ff7-b82a-30767324e34a"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:10.141059 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-7d059af5-43cb-495a-9687-3b8bee48a9be tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:27:10.142481 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9e86f0d-3ca3-41bd-99d8-f3c1c6ce9b84 req-7d059af5-43cb-495a-9687-3b8bee48a9be tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0343900 Feb 04 13:27:10.155389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9e8a833-cd6f-49d6-85b6-94e5ffc9944e req-4ff76fd3-928a-423f-a935-536f41717d9e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 210 time: 0.2962103 Feb 04 13:27:10.199278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-99011bda-e3d8-49f3-a61d-b94655922cc4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9197955 Feb 04 13:27:10.223800 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Request body: {'port': {'device_id': '4b77cd1b-08d1-42ce-a947-139b5374a726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:10.262842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-505b73c8-7d59-4243-9042-380f320948dd None None] Provisioning complete for port 2c9c10d0-bcfe-4295-9b09-e71582852398 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:10.263484 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-505b73c8-7d59-4243-9042-380f320948dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2c9c10d0-bcfe-4295-9b09-e71582852398), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:10.321947 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2c9c10d0-bcfe-4295-9b09-e71582852398), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:10.328519 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:10.333949 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-692db21d-51ca-4403-9742-282e2b4d1b81 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.0587316 Feb 04 13:27:10.334458 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40438) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:10.343246 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd7a668-c771-4bcf-abcc-2d0b54c44c3f x-openstack-request-id: req-bbd7a668-c771-4bcf-abcc-2d0b54c44c3f {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:10.343815 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d36033e-da97-444e-a6f6-3d89a7bae11e", "name": "network-vif-deleted", "tag": "68d5df84-4b2d-4ff7-b82a-30767324e34a", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:10.344055 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bbd7a668-c771-4bcf-abcc-2d0b54c44c3f {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:10.344636 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d36033e-da97-444e-a6f6-3d89a7bae11e', 'name': 'network-vif-deleted', 'tag': '68d5df84-4b2d-4ff7-b82a-30767324e34a', 'status': 'completed', 'code': 200} Feb 04 13:27:10.407187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-505b73c8-7d59-4243-9042-380f320948dd None None] Port 2c9c10d0-bcfe-4295-9b09-e71582852398 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:27:10.452604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Set router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:27:10.763490 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b682805d-6483-43bb-9bf2-388bf5f4328c req-1035480e-4a9c-4926-8c29-17be86f4a926 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 210 time: 0.1004803 Feb 04 13:27:10.832063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dcd4b-090d-4d70-8caf-4b6726fb53c6 req-51765e07-064a-4e22-b7a5-adbe601eb5e4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:10.834388 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-181dcd4b-090d-4d70-8caf-4b6726fb53c6 req-51765e07-064a-4e22-b7a5-adbe601eb5e4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 936 time: 0.3610559 Feb 04 13:27:11.089513 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-05da879f-dc89-4939-afe0-6db3a689ed7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:11.190281 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:11.232045 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a1b47ce0-d9cb-4e34-b6ea-f0ab9b6d328c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:11.406701 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-05da879f-dc89-4939-afe0-6db3a689ed7b admin admin] Publish callbacks [] for security_group (61113147-9587-4470-b820-043b572628a4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:11.516176 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40456) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:11.517930 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-05da879f-dc89-4939-afe0-6db3a689ed7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (61113147-9587-4470-b820-043b572628a4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:11.523212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'name': 'tempest-ServersTestFqdnHostnames-44325630-router', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:01Z', 'updated_at': '2022-02-04T13:27:05Z', 'revision_number': 3, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'gw_port': {'id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:03Z', 'updated_at': '2022-02-04T13:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:11.586965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Checking router: 4d2dc00b-bb5f-4dff-a1da-4355e224e770 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:27:11.586965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Updating router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 port 1667bf82-181f-4e60-8ccc-5db6c366be13 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:27:11.708149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da879f-dc89-4939-afe0-6db3a689ed7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61113147-9587-4470-b820-043b572628a4,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:11.748955 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1667bf82-181f-4e60-8ccc-5db6c366be13), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:11.777362 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-05da879f-dc89-4939-afe0-6db3a689ed7b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5c7d6e9af61741e383fe489a7428e74d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8948984 Feb 04 13:27:11.782537 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40466) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:11.784488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-181dcd4b-090d-4d70-8caf-4b6726fb53c6 req-1044fc10-6432-49f4-811a-01d6a35296e1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8759873 Feb 04 13:27:11.847440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682805d-6483-43bb-9bf2-388bf5f4328c req-fcbb5b38-be09-4df5-9d7f-95e5851f4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:11.855917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b682805d-6483-43bb-9bf2-388bf5f4328c req-fcbb5b38-be09-4df5-9d7f-95e5851f4f44 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=902032e2469e4a9985e0c0a873286563&shared=False HTTP/1.1" status: 200 len: 912 time: 1.0615034 Feb 04 13:27:11.890971 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-74beb074-db8e-453b-8f06-ccae43ecfef1 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:11.898881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-74beb074-db8e-453b-8f06-ccae43ecfef1 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 819 time: 1.0956271 Feb 04 13:27:11.901913 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9aeb0593-c841-40a9-881d-bc5af1e5d9cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:11.906000 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Allocated IP 172.20.0.1 (ff8f21a6-ef86-496b-9a31-cddbe2422745/7511774e-508c-469f-a6f8-bd0f658331f5/839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:11.962694 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14db5f96-c2b6-466f-94a3-cedd2aceb945 admin admin] Publish callbacks [] for security_group (61113147-9587-4470-b820-043b572628a4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:11.996495 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-ad852aaa-9db0-4dfd-94cb-395871fb35b9 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/quotas/16a235b12a7648989c9a40a771357775 HTTP/1.1" status: 200 len: 375 time: 0.0961707 Feb 04 13:27:12.042504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-442fb596-acff-4ea1-b73a-f31238a9540e req-be2914c1-b57b-4929-8ed2-14f73c1b5c05 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 210 time: 0.0794785 Feb 04 13:27:12.110769 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14db5f96-c2b6-466f-94a3-cedd2aceb945 admin admin] Publish callbacks [] for security_group (61113147-9587-4470-b820-043b572628a4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:12.142905 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c9c10d0-bcfe-4295-9b09-e71582852398 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:27:12.167501 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Publish callbacks [] for port (2c9c10d0-bcfe-4295-9b09-e71582852398), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:12.200378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682805d-6483-43bb-9bf2-388bf5f4328c req-42e2a8ae-28b3-4dde-8ffb-f8aea81a1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:12.202283 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b682805d-6483-43bb-9bf2-388bf5f4328c req-42e2a8ae-28b3-4dde-8ffb-f8aea81a1a43 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3281474 Feb 04 13:27:12.234931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-6b25dae5-804a-4840-9b42-25108fa468d6 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2370603 Feb 04 13:27:12.288654 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Transition to ACTIVE for port object 2c9c10d0-bcfe-4295-9b09-e71582852398 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:12.293069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14db5f96-c2b6-466f-94a3-cedd2aceb945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (61113147-9587-4470-b820-043b572628a4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:12.295807 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14db5f96-c2b6-466f-94a3-cedd2aceb945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:12.299832 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (2c9c10d0-bcfe-4295-9b09-e71582852398), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:12.300083 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-14db5f96-c2b6-466f-94a3-cedd2aceb945 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/61113147-9587-4470-b820-043b572628a4 HTTP/1.1" status: 204 len: 168 time: 0.5070691 Feb 04 13:27:12.316342 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Publish callbacks [] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:12.320333 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9aeb0593-c841-40a9-881d-bc5af1e5d9cf admin admin] Publish callbacks [] for security_group (e6b287d8-6fc9-40ad-8591-6ecb338446ef), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:12.331074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9aeb0593-c841-40a9-881d-bc5af1e5d9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e6b287d8-6fc9-40ad-8591-6ecb338446ef), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:12.356543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276505d4-3d85-4c2b-b344-ee09b04d6a23 req-eda7c4cd-1679-42a0-8df2-bf3d526fea34 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:12.357316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db5f96-c2b6-466f-94a3-cedd2aceb945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61113147-9587-4470-b820-043b572628a4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:12.358186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-276505d4-3d85-4c2b-b344-ee09b04d6a23 req-eda7c4cd-1679-42a0-8df2-bf3d526fea34 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 1128 time: 0.2102959 Feb 04 13:27:12.367033 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9aeb0593-c841-40a9-881d-bc5af1e5d9cf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bc3df6965b3e4ca3845dc8a134488ef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8390267 Feb 04 13:27:12.368940 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40470) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:12.395917 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Publish callbacks [] for port (1667bf82-181f-4e60-8ccc-5db6c366be13), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:12.403364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb0593-c841-40a9-881d-bc5af1e5d9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b287d8-6fc9-40ad-8591-6ecb338446ef,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:12.411186 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1667bf82-181f-4e60-8ccc-5db6c366be13), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:12.452306 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:12.490846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9c10d0-bcfe-4295-9b09-e71582852398,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:12.504413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Attempting to bind port 1667bf82-181f-4e60-8ccc-5db6c366be13 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:27:12.505465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Attempting to bind port 1667bf82-181f-4e60-8ccc-5db6c366be13 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:27:12.506247 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Attempting to bind port 1667bf82-181f-4e60-8ccc-5db6c366be13 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:12.511108 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59fac7-b0c7-475a-9fb3-b1c5394aae26 None None] Pushing event updated for resources: {'Port': ['ID=1667bf82-181f-4e60-8ccc-5db6c366be13,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:12.523045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:27:12.523964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:27:12.524729 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:12.525243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:27:12.526593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Bound port: 1667bf82-181f-4e60-8ccc-5db6c366be13, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:27:12.526799 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1667bf82-181f-4e60-8ccc-5db6c366be13), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:12.610330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Network ff8f21a6-ef86-496b-9a31-cddbe2422745 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:12.621698 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:12.630746 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:27:12.643409 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] For port 1667bf82-181f-4e60-8ccc-5db6c366be13, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:27:12.656723 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] For port 1667bf82-181f-4e60-8ccc-5db6c366be13, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1667bf82-181f-4e60-8ccc-5db6c366be13,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:27:12.676353 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1667bf82-181f-4e60-8ccc-5db6c366be13), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:12.731246 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7be56760-fa30-48d3-9497-dc0521991d63 service neutron] 10.222.0.96 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949846 Feb 04 13:27:12.766621 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Pushing event updated for resources: {'Port': ['ID=839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:12.819618 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (4d2dc00b-bb5f-4dff-a1da-4355e224e770), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:12.825593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Attempting to bind port 2c9c10d0-bcfe-4295-9b09-e71582852398 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:27:12.826483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Attempting to bind port 2c9c10d0-bcfe-4295-9b09-e71582852398 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:27:12.826483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Attempting to bind port 2c9c10d0-bcfe-4295-9b09-e71582852398 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:12.892611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59fac7-b0c7-475a-9fb3-b1c5394aae26 None None] Pushing event updated for resources: {'Port': ['ID=1667bf82-181f-4e60-8ccc-5db6c366be13,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:12.893601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Port 2c9c10d0-bcfe-4295-9b09-e71582852398 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:27:12.894157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Attempting to bind port 2c9c10d0-bcfe-4295-9b09-e71582852398 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:12.905127 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-276505d4-3d85-4c2b-b344-ee09b04d6a23 req-19a41cd7-01fe-4d44-9ad0-cb1963a2f858 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345490 Feb 04 13:27:13.020216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Routers {'4d2dc00b-bb5f-4dff-a1da-4355e224e770'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:27:13.022743 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:26:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:13.026164 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7c79d64a-70ea-470f-b9c8-ede92438b03e service neutron] 10.222.0.96 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938933 Feb 04 13:27:13.027370 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5f47bcba-2111-4e90-bdde-09ff7fbd4799 admin admin] Publish callbacks [] for security_group (e6b287d8-6fc9-40ad-8591-6ecb338446ef), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:13.033552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:27:13.034599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:27:13.037373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:27:13.039389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Bound port: 2c9c10d0-bcfe-4295-9b09-e71582852398, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:27:13.040157 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2c9c10d0-bcfe-4295-9b09-e71582852398), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:13.308812 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5f47bcba-2111-4e90-bdde-09ff7fbd4799 admin admin] Publish callbacks [] for security_group (e6b287d8-6fc9-40ad-8591-6ecb338446ef), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:13.383773 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:13.516258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] Set router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:27:13.584783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e587cf8-857a-4769-a05f-beb0d92f4ba0 req-6e39de17-10d7-4b7f-b1fc-c95c78e88f9d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:13.589759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e587cf8-857a-4769-a05f-beb0d92f4ba0 req-6e39de17-10d7-4b7f-b1fc-c95c78e88f9d tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 948 time: 0.5261006 Feb 04 13:27:13.606583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] For port 2c9c10d0-bcfe-4295-9b09-e71582852398, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:27:13.742780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] For port 2c9c10d0-bcfe-4295-9b09-e71582852398, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2c9c10d0-bcfe-4295-9b09-e71582852398,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:27:13.822303 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Publish callbacks [] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:13.830394 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:13.854555 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e587cf8-857a-4769-a05f-beb0d92f4ba0 req-4c545210-78c0-48e1-8218-1caef9ded130 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369142 Feb 04 13:27:13.857386 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (2c9c10d0-bcfe-4295-9b09-e71582852398), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:13.948176 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5f47bcba-2111-4e90-bdde-09ff7fbd4799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e6b287d8-6fc9-40ad-8591-6ecb338446ef), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:13.953881 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5f47bcba-2111-4e90-bdde-09ff7fbd4799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:13.958799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5f47bcba-2111-4e90-bdde-09ff7fbd4799 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e6b287d8-6fc9-40ad-8591-6ecb338446ef HTTP/1.1" status: 204 len: 168 time: 1.5828879 Feb 04 13:27:14.035145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:14.040814 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:14.050498 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] 10.222.0.99 "PUT /v2.0/ports/2c9c10d0-bcfe-4295-9b09-e71582852398 HTTP/1.1" status: 200 len: 1097 time: 3.8383155 Feb 04 13:27:14.051542 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3e41c2bc-ad6c-4a21-809f-5357ecce4931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:14.066161 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:14.151693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'name': 'tempest-ServersTestFqdnHostnames-44325630-router', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:01Z', 'updated_at': '2022-02-04T13:27:05Z', 'revision_number': 3, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'gw_port': {'id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:03Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:14.154239 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Pushing event updated for resources: {'Port': ['ID=839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:14.160087 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (4d2dc00b-bb5f-4dff-a1da-4355e224e770), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:14.170485 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b77cd1b-08d1-42ce-a947-139b5374a726', 'tag': '2c9c10d0-bcfe-4295-9b09-e71582852398'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:14.172900 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5657b5a4-d666-4871-b998-aa93723c4f70" -d '{"events": [{"name": "network-changed", "server_uuid": "4b77cd1b-08d1-42ce-a947-139b5374a726", "tag": "2c9c10d0-bcfe-4295-9b09-e71582852398"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:14.181718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d6b21-764c-4fae-8c08-55b9ae12e1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9c10d0-bcfe-4295-9b09-e71582852398,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:14.201497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47bcba-2111-4e90-bdde-09ff7fbd4799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b287d8-6fc9-40ad-8591-6ecb338446ef,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:14.211961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:14.216552 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:14.219289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:14.220533 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:14.224013 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:14.226878 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:14.229351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:14.230306 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:14.232664 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:14.233586 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:14.234941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:14.238847 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:14.239776 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:14.256087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8847fd08-20e1-4e71-813c-321fe4dce232 None None] The sync data for ids ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'] in n-d-714676-13 is: [{'id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'name': 'tempest-ServersTestFqdnHostnames-44325630-router', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:01Z', 'updated_at': '2022-02-04T13:27:05Z', 'revision_number': 3, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'gw_port': {'id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:03Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:27:14.318767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c7c2ff7-b250-4855-a807-f26d55a85c89 req-20ecf6ed-7500-4193-919c-0b68dd305855 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 210 time: 0.1244898 Feb 04 13:27:14.321709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40512) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:14.397370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-d347a818-4776-4420-9f70-67f3d5ccc7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:14.400249 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-d347a818-4776-4420-9f70-67f3d5ccc7ad service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 1131 time: 0.2077279 Feb 04 13:27:14.480086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5d20dc76-102c-4d87-b511-7fd9d0c78e26 None None] Provisioning complete for port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:14.482604 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5d20dc76-102c-4d87-b511-7fd9d0c78e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:14.549824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-66b3a70e-4c99-48a8-9dc9-1b0d50fceb9c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=2c9c10d0-bcfe-4295-9b09-e71582852398 HTTP/1.1" status: 200 len: 217 time: 0.1380398 Feb 04 13:27:14.657467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Network ff8f21a6-ef86-496b-9a31-cddbe2422745 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:14.664093 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:14.700638 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5d20dc76-102c-4d87-b511-7fd9d0c78e26 None None] Port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:27:14.713566 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:14.759588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b682805d-6483-43bb-9bf2-388bf5f4328c req-4f9633bd-b3fb-42ca-b73d-ee1ff48dd299 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.100 "GET /v2.0/ports?device_id=4d36033e-da97-444e-a6f6-3d89a7bae11e HTTP/1.1" status: 200 len: 210 time: 0.2273490 Feb 04 13:27:15.001344 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb6df9ae-ad34-4792-9e90-43884246db5b req-ac893053-0228-425f-9b26-11eb9a2cc202 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=fe7f2fdf-84f2-47b3-a014-2db3dc84edce HTTP/1.1" status: 200 len: 210 time: 0.4389822 Feb 04 13:27:15.065469 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:27:15.142589 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-fd84c0c8-2315-4547-82fd-d39a3bc79249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:15.154904 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-fd84c0c8-2315-4547-82fd-d39a3bc79249 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.5803020 Feb 04 13:27:15.347630 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc4a056-3783-4bd1-a58e-8d6df0dd5098 x-openstack-request-id: req-0cc4a056-3783-4bd1-a58e-8d6df0dd5098 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:15.348117 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b77cd1b-08d1-42ce-a947-139b5374a726", "tag": "2c9c10d0-bcfe-4295-9b09-e71582852398", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:15.348550 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0cc4a056-3783-4bd1-a58e-8d6df0dd5098 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:15.349228 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b77cd1b-08d1-42ce-a947-139b5374a726', 'tag': '2c9c10d0-bcfe-4295-9b09-e71582852398', 'status': 'completed', 'code': 200} Feb 04 13:27:15.369611 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c06b4911-8206-41fd-8419-35a07517e0d3 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1516681216-network', 'tenant_id': '3f24cfd32e484baba353172f9247b6d4'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:15.394266 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:27:15.412252 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-adcb8e9d-4f71-4fd8-96f0-f9d39bcd85c2 admin admin] 10.222.0.96 "PUT /v2.0/routers/4d2dc00b-bb5f-4dff-a1da-4355e224e770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0763068 Feb 04 13:27:15.514423 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:15.551237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-16e6c98e-ed2a-4311-89c4-dabc50ca206e None None] Provisioning complete for port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:15.551862 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-16e6c98e-ed2a-4311-89c4-dabc50ca206e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:15.565369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1667bf82-181f-4e60-8ccc-5db6c366be13 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:27:15.715490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06b4911-8206-41fd-8419-35a07517e0d3 admin admin] Made reservation on behalf of 3f24cfd32e484baba353172f9247b6d4 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:15.723409 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c06b4911-8206-41fd-8419-35a07517e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:15.764016 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40540) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:15.795515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-e5a85b60-37a4-4648-a608-9bf05446e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:15.797197 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-e5a85b60-37a4-4648-a608-9bf05446e3d9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6390338 Feb 04 13:27:15.811211 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c06b4911-8206-41fd-8419-35a07517e0d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:15.844555 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65b51392-7ffa-4e58-be1c-95bf51b58799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:15.848602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-16e6c98e-ed2a-4311-89c4-dabc50ca206e None None] Port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:27:15.878795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 1667bf82-181f-4e60-8ccc-5db6c366be13 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:15.879819 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1667bf82-181f-4e60-8ccc-5db6c366be13), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:15.888063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89790c7f-5c32-4613-af13-fcdfc91d2db5 req-4e91d65d-6cfb-4708-84ab-cf85087bc04f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:15.896164 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-89790c7f-5c32-4613-af13-fcdfc91d2db5 req-4e91d65d-6cfb-4708-84ab-cf85087bc04f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 948 time: 0.4017649 Feb 04 13:27:16.122738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-89790c7f-5c32-4613-af13-fcdfc91d2db5 req-d9bb7e2a-8fc5-4ca2-8df8-1bb36835e686 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249038 Feb 04 13:27:16.123612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 1667bf82-181f-4e60-8ccc-5db6c366be13 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:16.124269 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1667bf82-181f-4e60-8ccc-5db6c366be13), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:16.191521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 1667bf82-181f-4e60-8ccc-5db6c366be13, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1667bf82-181f-4e60-8ccc-5db6c366be13,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:16.203071 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1667bf82-181f-4e60-8ccc-5db6c366be13), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:16.230084 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65b51392-7ffa-4e58-be1c-95bf51b58799 admin admin] Publish callbacks [] for security_group (7ec69c8a-8815-4bcb-989d-03fd96cecedf), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:16.269617 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c06b4911-8206-41fd-8419-35a07517e0d3 admin admin] Publish callbacks [] for security_group (d6f56c9e-ae80-4c48-b1d1-cb664aa6a249), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:16.285066 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-da22764d-4d04-4d5a-a57e-f511d13e1d1b service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710069 Feb 04 13:27:16.290646 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c06b4911-8206-41fd-8419-35a07517e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d6f56c9e-ae80-4c48-b1d1-cb664aa6a249), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:16.320186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06b4911-8206-41fd-8419-35a07517e0d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:27:16.387450 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c06b4911-8206-41fd-8419-35a07517e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fa691e60-cba3-480b-80fd-039c19a2dba8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:16.394365 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-c06b4911-8206-41fd-8419-35a07517e0d3 admin admin] Added segment fa691e60-cba3-480b-80fd-039c19a2dba8 of type vlan for network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 Feb 04 13:27:16.398783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=1667bf82-181f-4e60-8ccc-5db6c366be13,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:16.510369 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65b51392-7ffa-4e58-be1c-95bf51b58799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7ec69c8a-8815-4bcb-989d-03fd96cecedf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:16.642668 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c06b4911-8206-41fd-8419-35a07517e0d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (88b7b145-9182-4a19-b1fb-5c6b08aa0112), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:16.701345 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c06b4911-8206-41fd-8419-35a07517e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (88b7b145-9182-4a19-b1fb-5c6b08aa0112), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:16.703430 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06b4911-8206-41fd-8419-35a07517e0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:16.704377 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c06b4911-8206-41fd-8419-35a07517e0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:16.719811 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:16.751935 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-65b51392-7ffa-4e58-be1c-95bf51b58799 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c372d1100e8244f0b6ed1c0af746ce23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9855454 Feb 04 13:27:16.765246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-0c0012db-0203-48ee-89d1-f5713105d112 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:16.770011 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-0c0012db-0203-48ee-89d1-f5713105d112 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.99 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 819 time: 0.5663114 Feb 04 13:27:16.816092 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40558) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:16.817230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b51392-7ffa-4e58-be1c-95bf51b58799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec69c8a-8815-4bcb-989d-03fd96cecedf,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:16.824693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b4911-8206-41fd-8419-35a07517e0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:16.854407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-430ea764-d09a-4ca1-8de0-220d7c1b865c tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:27:16.856025 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-430ea764-d09a-4ca1-8de0-220d7c1b865c tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0839982 Feb 04 13:27:16.865111 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-e3be1268-2a99-4a3a-837d-a1def41a4fba tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Request body: {'port': {'device_id': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'admin_state_up': True, 'tenant_id': '16a235b12a7648989c9a40a771357775'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:16.873896 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c06b4911-8206-41fd-8419-35a07517e0d3 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5509627 Feb 04 13:27:16.880142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40560) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:16.889089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-98859766-a249-4317-be52-b1f8ded0d72d admin admin] Request body: {'subnet': {'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1516681216-subnet', 'tenant_id': '3f24cfd32e484baba353172f9247b6d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:16.912879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b4911-8206-41fd-8419-35a07517e0d3 admin admin] Pushing event updated for resources: {'Network': ['ID=88b7b145-9182-4a19-b1fb-5c6b08aa0112,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:16.930451 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:27:16.959956 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91cced36-a87c-4d6e-b33a-2be8da77034e req-4c593db9-8af1-4408-935d-e3023731be8f service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909142 Feb 04 13:27:16.984063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98859766-a249-4317-be52-b1f8ded0d72d admin admin] Made reservation on behalf of 3f24cfd32e484baba353172f9247b6d4 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:16.995740 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98859766-a249-4317-be52-b1f8ded0d72d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:17.159431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-4096fdb3-941e-4f7a-96c3-eb8444e4e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:17.165251 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-4096fdb3-941e-4f7a-96c3-eb8444e4e64a service neutron] 10.222.0.96 "GET /v2.0/ports/18f212e6-f973-49f7-90dd-395cd3d27fcf HTTP/1.1" status: 200 len: 1125 time: 0.2694993 Feb 04 13:27:17.188745 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-6ab0091e-1959-4b1d-990d-b5a446564552 service neutron] Request body: {'binding': {'host': 'n-h2-714676-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:17.189492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-6ab0091e-1959-4b1d-990d-b5a446564552 service neutron] Unknown quota resources ['binding']. {{(pid=103607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:27:17.199096 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bcc2cafb-5335-4f07-a863-d4ad6b450900 admin admin] Publish callbacks [] for security_group (7ec69c8a-8815-4bcb-989d-03fd96cecedf), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:17.237192 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40564) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:17.254011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a223fc07-1c93-4228-b4b1-937fd755ed78 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110062216', 'description': 'tempest-description--442897175'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:17.334152 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657b5a4-d666-4871-b998-aa93723c4f70 req-1c6a2a3d-e9bc-4dfb-ace6-0a8207c7e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:17.335094 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bcc2cafb-5335-4f07-a863-d4ad6b450900 admin admin] Publish callbacks [] for security_group (7ec69c8a-8815-4bcb-989d-03fd96cecedf), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:17.338281 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5657b5a4-d666-4871-b998-aa93723c4f70 req-1c6a2a3d-e9bc-4dfb-ace6-0a8207c7e656 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 1131 time: 0.2209408 Feb 04 13:27:17.356142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1667bf82-181f-4e60-8ccc-5db6c366be13 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:27:17.369485 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a223fc07-1c93-4228-b4b1-937fd755ed78 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:17.453253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-e3be1268-2a99-4a3a-837d-a1def41a4fba tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Made reservation on behalf of 16a235b12a7648989c9a40a771357775 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:17.458365 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-e3be1268-2a99-4a3a-837d-a1def41a4fba tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:17.491347 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 1667bf82-181f-4e60-8ccc-5db6c366be13 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:17.493502 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1667bf82-181f-4e60-8ccc-5db6c366be13), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:17.527008 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a47522af-38ff-40d1-a7b3-e590c3b068bf req-4eae61d4-1024-4da0-b3a9-3c8ea850b7be tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=fe7f2fdf-84f2-47b3-a014-2db3dc84edce HTTP/1.1" status: 200 len: 210 time: 0.1421471 Feb 04 13:27:17.561212 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bcc2cafb-5335-4f07-a863-d4ad6b450900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7ec69c8a-8815-4bcb-989d-03fd96cecedf), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:17.574320 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bcc2cafb-5335-4f07-a863-d4ad6b450900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:17.574320 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bcc2cafb-5335-4f07-a863-d4ad6b450900 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7ec69c8a-8815-4bcb-989d-03fd96cecedf HTTP/1.1" status: 204 len: 168 time: 0.7391715 Feb 04 13:27:17.630755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2cafb-5335-4f07-a863-d4ad6b450900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec69c8a-8815-4bcb-989d-03fd96cecedf,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:17.677093 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-6ab0091e-1959-4b1d-990d-b5a446564552 service neutron] Attempting to bind port 18f212e6-f973-49f7-90dd-395cd3d27fcf on host n-h2-714676-13 for vnic_type normal with profile None {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:27:17.677930 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-6ab0091e-1959-4b1d-990d-b5a446564552 service neutron] Attempting to bind port 18f212e6-f973-49f7-90dd-395cd3d27fcf by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:27:17.679027 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-6ab0091e-1959-4b1d-990d-b5a446564552 service neutron] Attempting to bind port 18f212e6-f973-49f7-90dd-395cd3d27fcf on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:17.700050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-6ab0091e-1959-4b1d-990d-b5a446564552 service neutron] Port 18f212e6-f973-49f7-90dd-395cd3d27fcf on network 15db41b1-a6d5-41af-b587-4385571234bf not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:27:17.700683 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-6ab0091e-1959-4b1d-990d-b5a446564552 service neutron] Attempting to bind port 18f212e6-f973-49f7-90dd-395cd3d27fcf on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:17.712608 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-6ab0091e-1959-4b1d-990d-b5a446564552 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:27:17.713404 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-6ab0091e-1959-4b1d-990d-b5a446564552 service neutron] Checking segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:27:17.714162 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-6ab0091e-1959-4b1d-990d-b5a446564552 service neutron] Bound using segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:27:17.714956 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-6ab0091e-1959-4b1d-990d-b5a446564552 service neutron] Bound port: 18f212e6-f973-49f7-90dd-395cd3d27fcf, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:27:17.815128 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-6ab0091e-1959-4b1d-990d-b5a446564552 service neutron] For port 18f212e6-f973-49f7-90dd-395cd3d27fcf, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:27:17.843216 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-6ab0091e-1959-4b1d-990d-b5a446564552 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:17.844824 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-6ab0091e-1959-4b1d-990d-b5a446564552 service neutron] 10.222.0.96 "POST /v2.0/ports/18f212e6-f973-49f7-90dd-395cd3d27fcf/bindings HTTP/1.1" status: 201 len: 390 time: 0.6627071 Feb 04 13:27:17.909738 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657b5a4-d666-4871-b998-aa93723c4f70 req-dff42fdf-82ce-493d-94eb-aabecb8f00b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:17.912834 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5657b5a4-d666-4871-b998-aa93723c4f70 req-dff42fdf-82ce-493d-94eb-aabecb8f00b0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.5465291 Feb 04 13:27:17.914212 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98859766-a249-4317-be52-b1f8ded0d72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (65276bc3-38f7-4354-8723-1e8038a429ba), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:17.919205 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-e3be1268-2a99-4a3a-837d-a1def41a4fba tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Allocated IP 172.20.0.11 (6877208d-4f79-4715-b038-088720121ade/333d131f-0443-484d-a094-4e342831af0e/334fe35a-f429-494b-811e-f513a6c9bc68) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:18.012253 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:18.014640 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 1667bf82-181f-4e60-8ccc-5db6c366be13 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:18.120829 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a223fc07-1c93-4228-b4b1-937fd755ed78 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for security_group (492cd15e-fdd5-4929-918c-759f7201d005), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:18.129758 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5657b5a4-d666-4871-b998-aa93723c4f70 req-f31a40e6-9e9f-4f3f-9238-6624e6295336 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=2c9c10d0-bcfe-4295-9b09-e71582852398 HTTP/1.1" status: 200 len: 217 time: 0.0932641 Feb 04 13:27:18.142057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98859766-a249-4317-be52-b1f8ded0d72d admin admin] Pushing event updated for resources: {'Subnet': ['ID=65276bc3-38f7-4354-8723-1e8038a429ba,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:18.170560 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a223fc07-1c93-4228-b4b1-937fd755ed78 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (492cd15e-fdd5-4929-918c-759f7201d005), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:18.220100 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Sync routers for ids ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:27:18.259080 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Routers {'4d2dc00b-bb5f-4dff-a1da-4355e224e770'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:27:18.264329 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:18.415388 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a223fc07-1c93-4228-b4b1-937fd755ed78 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:18.416858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a223fc07-1c93-4228-b4b1-937fd755ed78 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1764052 Feb 04 13:27:18.427907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-e3be1268-2a99-4a3a-837d-a1def41a4fba tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for port (334fe35a-f429-494b-811e-f513a6c9bc68), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:18.447378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40582) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:18.453744 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223fc07-1c93-4228-b4b1-937fd755ed78 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492cd15e-fdd5-4929-918c-759f7201d005,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:18.466021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-bf517c3c-1d8e-46f4-9028-a650836e783e tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Request body: {'security_group_rule': {'security_group_id': '492cd15e-fdd5-4929-918c-759f7201d005', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:18.482888 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98859766-a249-4317-be52-b1f8ded0d72d admin admin] Checking segment: {'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:27:18.483383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98859766-a249-4317-be52-b1f8ded0d72d admin admin] Network hostable DHCP agents. Network: 88b7b145-9182-4a19-b1fb-5c6b08aa0112, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:27:18.493475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657b5a4-d666-4871-b998-aa93723c4f70 req-fa1789a5-964b-4f97-afab-1b997740da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:18.495093 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5657b5a4-d666-4871-b998-aa93723c4f70 req-fa1789a5-964b-4f97-afab-1b997740da4d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.3415105 Feb 04 13:27:18.511827 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-e3be1268-2a99-4a3a-837d-a1def41a4fba tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (334fe35a-f429-494b-811e-f513a6c9bc68), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:18.529736 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['487962a8-4250-4f05-b6bb-5a416a208dbc'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:18.601794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-d05412b1-bcd0-4639-ac54-83f87f734c73 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:18.610935 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-d05412b1-bcd0-4639-ac54-83f87f734c73 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 811 time: 0.4943008 Feb 04 13:27:18.622563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-e3be1268-2a99-4a3a-837d-a1def41a4fba tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Network 6877208d-4f79-4715-b038-088720121ade is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:18.626277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7645daf-0b00-4b8d-a758-4adba8c4d372 req-7ab0a3f4-78df-4729-92e1-5ed881abe259 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:18.635996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7645daf-0b00-4b8d-a758-4adba8c4d372 req-7ab0a3f4-78df-4729-92e1-5ed881abe259 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 948 time: 0.3619444 Feb 04 13:27:18.647544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-e3be1268-2a99-4a3a-837d-a1def41a4fba tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:18.652777 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-e3be1268-2a99-4a3a-837d-a1def41a4fba tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:27:18.694042 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf517c3c-1d8e-46f4-9028-a650836e783e tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for security_group_rule (e9703c62-0e55-4302-a07e-873ea84ba4b7), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:18.699288 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98859766-a249-4317-be52-b1f8ded0d72d admin admin] Network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:27:18.713866 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-a4cfd4be-baf0-4783-a317-7d2dfc3c5068 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/quotas/902032e2469e4a9985e0c0a873286563 HTTP/1.1" status: 200 len: 375 time: 0.1018918 Feb 04 13:27:18.746757 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Set router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:27:18.767593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-a8dad361-99a2-4e5d-8cc5-eb1b6d38f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:18.771679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-a8dad361-99a2-4e5d-8cc5-eb1b6d38f8d9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 1128 time: 0.3934681 Feb 04 13:27:18.783212 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-e3be1268-2a99-4a3a-837d-a1def41a4fba tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:18.784573 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-e3be1268-2a99-4a3a-837d-a1def41a4fba tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:18.852494 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-e3be1268-2a99-4a3a-837d-a1def41a4fba tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0084648 Feb 04 13:27:18.856688 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be1268-2a99-4a3a-837d-a1def41a4fba tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Pushing event updated for resources: {'Port': ['ID=334fe35a-f429-494b-811e-f513a6c9bc68,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:18.890014 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Request body: {'port': {'device_id': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:18.996644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-1597a2f4-bd29-471a-9cdf-e32a076bdea0 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2816288 Feb 04 13:27:19.021884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-98859766-a249-4317-be52-b1f8ded0d72d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 88b7b145-9182-4a19-b1fb-5c6b08aa0112) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:19.028680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98859766-a249-4317-be52-b1f8ded0d72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:19.030200 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98859766-a249-4317-be52-b1f8ded0d72d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:19.038920 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5021f0-33fd-4630-8688-1eb581170832 None None] Network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:27:19.081791 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7645daf-0b00-4b8d-a758-4adba8c4d372 req-f51593d4-c7e1-4896-b9f9-d9ced8301b62 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445651 Feb 04 13:27:19.103497 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (334fe35a-f429-494b-811e-f513a6c9bc68), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:19.176280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657b5a4-d666-4871-b998-aa93723c4f70 req-5ea07dc7-c304-4201-9869-4febedf7999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:19.181646 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5657b5a4-d666-4871-b998-aa93723c4f70 req-5ea07dc7-c304-4201-9869-4febedf7999f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6705310 Feb 04 13:27:19.358879 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8d25a670-f1bd-4dee-be25-4f79f1dd5b9b None None] Provisioning complete for port 334fe35a-f429-494b-811e-f513a6c9bc68 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:19.359957 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8d25a670-f1bd-4dee-be25-4f79f1dd5b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (334fe35a-f429-494b-811e-f513a6c9bc68), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:19.369214 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'name': 'tempest-ServersTestFqdnHostnames-44325630-router', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:01Z', 'updated_at': '2022-02-04T13:27:13Z', 'revision_number': 4, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'gw_port': {'id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:03Z', 'updated_at': '2022-02-04T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc', 'name': '', 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'mac_address': 'fa:16:3e:27:3e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:11Z', 'updated_at': '2022-02-04T13:27:13Z', 'revision_number': 2, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'subnets': [{'id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:19.385873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-34dc736f-a446-42a1-930c-b9fb1ae437df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:19.387573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-34dc736f-a446-42a1-930c-b9fb1ae437df service neutron] 10.222.0.100 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.6029110 Feb 04 13:27:19.414663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-98859766-a249-4317-be52-b1f8ded0d72d admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5291967 Feb 04 13:27:19.439949 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Checking router: 4d2dc00b-bb5f-4dff-a1da-4355e224e770 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:27:19.440303 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Updating router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:27:19.448474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1031029-d64d-4616-9157-8cf1897e2c33 None None] Network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:27:19.485448 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:19.531033 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf517c3c-1d8e-46f4-9028-a650836e783e tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for security_group_rule (e9703c62-0e55-4302-a07e-873ea84ba4b7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:19.590697 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8d25a670-f1bd-4dee-be25-4f79f1dd5b9b None None] Port 334fe35a-f429-494b-811e-f513a6c9bc68 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:27:19.834953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 68d5df84-4b2d-4ff7-b82a-30767324e34a no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:27:19.943266 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 68d5df84-4b2d-4ff7-b82a-30767324e34a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:27:19.946323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 68d5df84-4b2d-4ff7-b82a-30767324e34a not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:27:19.963022 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334fe35a-f429-494b-811e-f513a6c9bc68 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:27:19.982329 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Publish callbacks [] for port (334fe35a-f429-494b-811e-f513a6c9bc68), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:20.011076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Transition to ACTIVE for port object 334fe35a-f429-494b-811e-f513a6c9bc68 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:20.020062 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (334fe35a-f429-494b-811e-f513a6c9bc68), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:20.102039 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Publish callbacks [] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:20.119013 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:20.148598 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Pushing event updated for resources: {'Port': ['ID=334fe35a-f429-494b-811e-f513a6c9bc68,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:20.220475 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4a712-fd4c-4b2b-a385-7f8042b84d22 None None] Pushing event updated for resources: {'Port': ['ID=839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:20.290342 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf517c3c-1d8e-46f4-9028-a650836e783e tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (e9703c62-0e55-4302-a07e-873ea84ba4b7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:20.331822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf517c3c-1d8e-46f4-9028-a650836e783e tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9703c62-0e55-4302-a07e-873ea84ba4b7,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:20.336062 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-ec661c3b-985e-49bf-8d58-239ee5ede7f1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf HTTP/1.1" status: 200 len: 217 time: 0.9088283 Feb 04 13:27:20.343892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Attempting to bind port 334fe35a-f429-494b-811e-f513a6c9bc68 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:27:20.345051 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Attempting to bind port 334fe35a-f429-494b-811e-f513a6c9bc68 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:27:20.346735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Attempting to bind port 334fe35a-f429-494b-811e-f513a6c9bc68 on network 6877208d-4f79-4715-b038-088720121ade {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:20.362154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Port 334fe35a-f429-494b-811e-f513a6c9bc68 on network 6877208d-4f79-4715-b038-088720121ade not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:27:20.362784 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Attempting to bind port 334fe35a-f429-494b-811e-f513a6c9bc68 on network 6877208d-4f79-4715-b038-088720121ade {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:20.371759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:27:20.372453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Checking segment: {'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:27:20.373173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Bound using segment: {'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:27:20.374024 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Bound port: 334fe35a-f429-494b-811e-f513a6c9bc68, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18518f80-4c79-4020-842d-d45c776b9c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6877208d-4f79-4715-b038-088720121ade'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:27:20.374726 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (334fe35a-f429-494b-811e-f513a6c9bc68), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:20.416948 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Attempting to bind port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:27:20.417852 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Attempting to bind port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '972841af-f29c-46d6-b5cb-6ab6f82749d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:27:20.419770 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Attempting to bind port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc on network ff8f21a6-ef86-496b-9a31-cddbe2422745 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:20.430363 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:27:20.430753 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Checking segment: {'id': '972841af-f29c-46d6-b5cb-6ab6f82749d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:27:20.431319 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:20.431772 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Bound using segment: {'id': '972841af-f29c-46d6-b5cb-6ab6f82749d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:27:20.432284 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Bound port: 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972841af-f29c-46d6-b5cb-6ab6f82749d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:27:20.432697 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:20.550678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44a616-c8de-45c8-b36a-3dcb49b90df5 req-2b1c4db0-f275-4b92-a7f8-d261d67f522b tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:20.552338 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf44a616-c8de-45c8-b36a-3dcb49b90df5 req-2b1c4db0-f275-4b92-a7f8-d261d67f522b tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 946 time: 1.1611755 Feb 04 13:27:20.570674 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] For port 334fe35a-f429-494b-811e-f513a6c9bc68, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:27:20.582665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] For port 334fe35a-f429-494b-811e-f513a6c9bc68, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=334fe35a-f429-494b-811e-f513a6c9bc68,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:27:20.594004 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (334fe35a-f429-494b-811e-f513a6c9bc68), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:20.600453 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf517c3c-1d8e-46f4-9028-a650836e783e tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:20.607171 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bf517c3c-1d8e-46f4-9028-a650836e783e tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1519861 Feb 04 13:27:20.607899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40614) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:20.623010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:20.624118 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:20.626698 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] 10.222.0.99 "PUT /v2.0/ports/334fe35a-f429-494b-811e-f513a6c9bc68 HTTP/1.1" status: 200 len: 1093 time: 1.7501504 Feb 04 13:27:20.627713 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] For port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:27:20.639625 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] For port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc,segment=NetworkSegment(972841af-f29c-46d6-b5cb-6ab6f82749d4),segment_id=972841af-f29c-46d6-b5cb-6ab6f82749d4)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:27:20.649309 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'tag': '334fe35a-f429-494b-811e-f513a6c9bc68'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:20.662015 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee6f05c-f646-4aa5-818d-d448bbfc51ac" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7f2fdf-84f2-47b3-a014-2db3dc84edce", "tag": "334fe35a-f429-494b-811e-f513a6c9bc68"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:20.669068 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-afd10da2-ad16-40c4-8cbc-4087909a5c34 service neutron] 10.222.0.96 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6603982 Feb 04 13:27:20.672414 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:20.732586 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4ed720d5-40d4-4db1-a8ec-effc01a88a5c tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Request body: {'security_group_rule': {'security_group_id': '492cd15e-fdd5-4929-918c-759f7201d005', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:20.854777 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Routers {'4d2dc00b-bb5f-4dff-a1da-4355e224e770'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:27:20.856365 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:20.862934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9bee992b-f209-43bf-8d7c-53968136f1b7 None None] Provisioning complete for port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:20.864791 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9bee992b-f209-43bf-8d7c-53968136f1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:20.918202 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-9ccdcdc8-2f33-4a8e-90b6-03f07d12de52 service neutron] 10.222.0.96 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478516 Feb 04 13:27:20.986527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf817d-0872-4dd6-ac8a-0a81453c7c7f service neutron] Pushing event updated for resources: {'Port': ['ID=334fe35a-f429-494b-811e-f513a6c9bc68,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:21.000872 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ed720d5-40d4-4db1-a8ec-effc01a88a5c tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for security_group_rule (b5c77a19-6aae-403f-b40c-acda52f1e079), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:21.043069 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5657b5a4-d666-4871-b998-aa93723c4f70 req-3e6032b2-4e91-4c2d-9aa3-20a08362aa7b service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8380511 Feb 04 13:27:21.045948 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4a712-fd4c-4b2b-a385-7f8042b84d22 None None] Pushing event updated for resources: {'Port': ['ID=839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:21.046951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 2c9c10d0-bcfe-4295-9b09-e71582852398 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:27:21.093111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-c47d6fd1-b7b2-4b12-af0c-19b9f3f9b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:21.106444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-c47d6fd1-b7b2-4b12-af0c-19b9f3f9b799 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.7247021 Feb 04 13:27:21.128635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-b39dfb40-7256-4f82-a5d3-1232c77753c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:21.137988 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-b39dfb40-7256-4f82-a5d3-1232c77753c0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&device_id=fe7f2fdf-84f2-47b3-a014-2db3dc84edce HTTP/1.1" status: 200 len: 1127 time: 0.3872664 Feb 04 13:27:21.317600 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] Set router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:27:21.361767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5657b5a4-d666-4871-b998-aa93723c4f70 req-31e02fe1-eb3a-4e78-ac79-7a8b607ff6ec service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101137 Feb 04 13:27:21.389044 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-1c5012ae-7f68-4868-ba03-517d44c11d1f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2601840 Feb 04 13:27:21.393097 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf44a616-c8de-45c8-b36a-3dcb49b90df5 req-c8354102-c493-43c9-af83-4d73e35b64c7 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8116686 Feb 04 13:27:21.395440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9bee992b-f209-43bf-8d7c-53968136f1b7 None None] Current status of the port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:21.408859 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9bee992b-f209-43bf-8d7c-53968136f1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:21.436136 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-b4b62600-2424-47a3-b162-24e1eac5ccc6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=334fe35a-f429-494b-811e-f513a6c9bc68 HTTP/1.1" status: 200 len: 217 time: 0.2612972 Feb 04 13:27:21.525387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9bee992b-f209-43bf-8d7c-53968136f1b7 None None] For port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc,segment=NetworkSegment(972841af-f29c-46d6-b5cb-6ab6f82749d4),segment_id=972841af-f29c-46d6-b5cb-6ab6f82749d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:21.532897 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9bee992b-f209-43bf-8d7c-53968136f1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:21.633561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-fbbfa4da-f3f5-486f-ae18-c163e7b28f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:21.634526 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee992b-f209-43bf-8d7c-53968136f1b7 None None] Pushing event updated for resources: {'Port': ['ID=839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:21.636460 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-fbbfa4da-f3f5-486f-ae18-c163e7b28f7a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 200 len: 858 time: 0.1988385 Feb 04 13:27:21.655149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 2c9c10d0-bcfe-4295-9b09-e71582852398, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2c9c10d0-bcfe-4295-9b09-e71582852398,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:21.733680 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '2c9c10d0-bcfe-4295-9b09-e71582852398', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '2c9c10d0-bcfe-4295-9b09-e71582852398', 'mac_address': 'fa:16:3e:33:2d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:27:21.748160 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ed720d5-40d4-4db1-a8ec-effc01a88a5c tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for security_group_rule (b5c77a19-6aae-403f-b40c-acda52f1e079), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:21.759051 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ed720d5-40d4-4db1-a8ec-effc01a88a5c tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b5c77a19-6aae-403f-b40c-acda52f1e079), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:21.811239 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed720d5-40d4-4db1-a8ec-effc01a88a5c tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c77a19-6aae-403f-b40c-acda52f1e079,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:21.821509 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-04adbd66-d353-45eb-aa42-07bfa2b5fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:21.825619 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-04adbd66-d353-45eb-aa42-07bfa2b5fee2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6877208d-4f79-4715-b038-088720121ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1778688 Feb 04 13:27:21.833078 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ed720d5-40d4-4db1-a8ec-effc01a88a5c tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:21.834345 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4ed720d5-40d4-4db1-a8ec-effc01a88a5c tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2055407 Feb 04 13:27:21.865988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 2c9c10d0-bcfe-4295-9b09-e71582852398 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:21.867194 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2c9c10d0-bcfe-4295-9b09-e71582852398), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:21.896163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c9c10d0-bcfe-4295-9b09-e71582852398 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:27:21.907996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-63cc2289-34e7-4436-88ff-ba0c124c5d49 None None] Provisioning complete for port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:21.912575 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-63cc2289-34e7-4436-88ff-ba0c124c5d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:21.918620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-ab736027-f471-4a26-9958-64c611bdd7c8 service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189819 Feb 04 13:27:21.934014 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40640) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:21.950389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:22.071725 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'name': 'tempest-ServersTestFqdnHostnames-44325630-router', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:01Z', 'updated_at': '2022-02-04T13:27:13Z', 'revision_number': 4, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'gw_port': {'id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:03Z', 'updated_at': '2022-02-04T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc', 'name': '', 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'mac_address': 'fa:16:3e:27:3e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:11Z', 'updated_at': '2022-02-04T13:27:20Z', 'revision_number': 4, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'subnets': [{'id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:22.093340 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 2c9c10d0-bcfe-4295-9b09-e71582852398, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2c9c10d0-bcfe-4295-9b09-e71582852398,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:22.097124 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-7a068f1e-5490-40d1-b7df-1376bfd048c4 service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605391 Feb 04 13:27:22.114555 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2c9c10d0-bcfe-4295-9b09-e71582852398), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:22.160035 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939194e-9a26-45eb-8a62-291742807a93 None None] The sync data for ids ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'] in n-d-714676-13 is: [{'id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'name': 'tempest-ServersTestFqdnHostnames-44325630-router', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:01Z', 'updated_at': '2022-02-04T13:27:13Z', 'revision_number': 4, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'gw_port': {'id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:03Z', 'updated_at': '2022-02-04T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc', 'name': '', 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'mac_address': 'fa:16:3e:27:3e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:11Z', 'updated_at': '2022-02-04T13:27:20Z', 'revision_number': 4, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'subnets': [{'id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:27:22.259182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81644fd4-fbf0-4466-ba84-50c8dbd8ab63 req-aadd933c-e37b-4132-9b17-10e7d87b4401 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:22.271882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-81644fd4-fbf0-4466-ba84-50c8dbd8ab63 req-aadd933c-e37b-4132-9b17-10e7d87b4401 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 945 time: 0.7867436 Feb 04 13:27:22.314179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dd1c3-8098-4ec0-95e8-e91befdd7234 req-f302f2f0-a82f-46a2-90d4-9a869a17b907 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:22.326927 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2dd1c3-8098-4ec0-95e8-e91befdd7234 req-f302f2f0-a82f-46a2-90d4-9a869a17b907 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=fe7f2fdf-84f2-47b3-a014-2db3dc84edce HTTP/1.1" status: 200 len: 944 time: 0.6775169 Feb 04 13:27:22.470581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-63cc2289-34e7-4436-88ff-ba0c124c5d49 None None] Current status of the port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:22.471539 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-912a2e40-ed32-435e-9ed8-1d78249c3b79 service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336924 Feb 04 13:27:22.474062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=2c9c10d0-bcfe-4295-9b09-e71582852398,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:22.488471 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1b00a41-410f-4add-8dc9-97ec461e64cf req-0644883f-98c4-4658-afcf-5d8105922b67 service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752077 Feb 04 13:27:22.521483 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:22.534053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['2c9c10d0-bcfe-4295-9b09-e71582852398'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:22.785680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-81644fd4-fbf0-4466-ba84-50c8dbd8ab63 req-1e20dc90-5ea4-45fc-8720-1cdda281afff tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123007 Feb 04 13:27:22.881589 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2dd1c3-8098-4ec0-95e8-e91befdd7234 req-01153396-f06c-4739-8561-6cb3fdd8a1fe tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212916 Feb 04 13:27:22.982837 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:23.271021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Allocated IP 172.25.5.196 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/57786025-d1fa-4e94-a66d-9e45c3d39adc) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:23.482791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:27:23.559172 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for port (57786025-d1fa-4e94-a66d-9e45c3d39adc), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:23.703775 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:23.703775 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:23.922327 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (57786025-d1fa-4e94-a66d-9e45c3d39adc), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:24.083580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b3eb0-433e-4a18-a4df-9e4956bd5884 req-c8b920c7-88d0-449e-807d-4c6e72b51afb tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:24.088295 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-553b3eb0-433e-4a18-a4df-9e4956bd5884 req-c8b920c7-88d0-449e-807d-4c6e72b51afb tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 949 time: 0.5261443 Feb 04 13:27:24.091924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-625c05c9-9148-4510-9ccc-f7324d74894d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:24.100253 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-625c05c9-9148-4510-9ccc-f7324d74894d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 811 time: 0.5246418 Feb 04 13:27:24.132833 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-dde9525f-ebd0-4747-b71a-c2051f007893 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Request body: {'port': {'device_id': '5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe', 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc', 'admin_state_up': True, 'tenant_id': '902032e2469e4a9985e0c0a873286563'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:24.136689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:24.162021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:24.169800 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:27:24.172703 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Pushing event updated for resources: {'Port': ['ID=57786025-d1fa-4e94-a66d-9e45c3d39adc,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:24.251459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:24.313603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-f6178553-d04a-4998-a0cd-439516b73937 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:24.315676 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-f6178553-d04a-4998-a0cd-439516b73937 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/networks?id=88b7b145-9182-4a19-b1fb-5c6b08aa0112 HTTP/1.1" status: 200 len: 805 time: 0.5741675 Feb 04 13:27:24.418694 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for floatingip (4329ed16-8f15-4876-b4cf-32a534c3b8b1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:24.573775 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (57786025-d1fa-4e94-a66d-9e45c3d39adc), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:24.636985 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-66bbea89-200c-4627-834a-52a31cc7fe0f tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/quotas/3f24cfd32e484baba353172f9247b6d4 HTTP/1.1" status: 200 len: 375 time: 0.2982187 Feb 04 13:27:24.709426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-5417d69a-53a6-4788-a106-852c198fbd15 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f24cfd32e484baba353172f9247b6d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575514 Feb 04 13:27:24.719195 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-553b3eb0-433e-4a18-a4df-9e4956bd5884 req-d4157bde-21f4-44d5-98a1-183f7b98d185 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6012764 Feb 04 13:27:24.877725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3854ba-c358-4e39-bc6f-04a95ec54a1e req-c87edf78-eb51-451f-a741-7e0064d4e917 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=32defdcb-ba9f-481c-b0b4-88947c09bf49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4267774 Feb 04 13:27:24.984847 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 2c9c10d0-bcfe-4295-9b09-e71582852398 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:27:24.988438 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78502936-3eb8-40c4-8974-5ec5ba76b612 x-openstack-request-id: req-78502936-3eb8-40c4-8974-5ec5ba76b612 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:24.988878 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7f2fdf-84f2-47b3-a014-2db3dc84edce", "tag": "334fe35a-f429-494b-811e-f513a6c9bc68", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:24.989276 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-78502936-3eb8-40c4-8974-5ec5ba76b612 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:24.989904 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'tag': '334fe35a-f429-494b-811e-f513a6c9bc68', 'status': 'completed', 'code': 200} Feb 04 13:27:24.990611 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40680) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:25.111678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 2c9c10d0-bcfe-4295-9b09-e71582852398 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:25.129787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 2c9c10d0-bcfe-4295-9b09-e71582852398 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:25.130963 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2c9c10d0-bcfe-4295-9b09-e71582852398), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:25.186199 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-f7625006-726c-4839-80f2-296c1820bbc0 service neutron] 10.222.0.96 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339776 Feb 04 13:27:25.248444 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-dde9525f-ebd0-4747-b71a-c2051f007893 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Made reservation on behalf of 902032e2469e4a9985e0c0a873286563 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:25.255096 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-dde9525f-ebd0-4747-b71a-c2051f007893 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:25.260429 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c51e1f7e-beae-4686-bcc5-f650e2cebf88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:25.293394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ae75d8d-61f8-4eb4-a7f8-2526e54868ca req-460943b0-d041-487b-902a-e39d2e3138e3 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe HTTP/1.1" status: 200 len: 210 time: 0.2500587 Feb 04 13:27:25.324843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 2c9c10d0-bcfe-4295-9b09-e71582852398 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:25.326277 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2c9c10d0-bcfe-4295-9b09-e71582852398), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:25.402278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b77cd1b-08d1-42ce-a947-139b5374a726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9c10d0-bcfe-4295-9b09-e71582852398'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:25.406506 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3040a2f8-553f-4c62-ba15-eee9c38e206c" -d '{"events": [{"server_uuid": "4b77cd1b-08d1-42ce-a947-139b5374a726", "name": "network-vif-plugged", "status": "completed", "tag": "2c9c10d0-bcfe-4295-9b09-e71582852398"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:25.431785 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 2c9c10d0-bcfe-4295-9b09-e71582852398, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2c9c10d0-bcfe-4295-9b09-e71582852398,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:25.443066 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2c9c10d0-bcfe-4295-9b09-e71582852398), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:25.547801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=2c9c10d0-bcfe-4295-9b09-e71582852398,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:25.611211 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for port (57786025-d1fa-4e94-a66d-9e45c3d39adc), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:25.622482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-dde9525f-ebd0-4747-b71a-c2051f007893 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Allocated IP 172.20.0.3 (3b107f3a-7cae-4846-88f9-0790288373fc/d5c6c736-1a92-4614-ab15-25c05ef4451a/4628470b-e57c-41ef-8ab6-a243c5a9ce31) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:25.630368 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (57786025-d1fa-4e94-a66d-9e45c3d39adc), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:25.705367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6f05c-f646-4aa5-818d-d448bbfc51ac req-a6856ff6-0797-434c-8de2-42111f9d78a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:25.707485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ee6f05c-f646-4aa5-818d-d448bbfc51ac req-a6856ff6-0797-434c-8de2-42111f9d78a1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&device_id=fe7f2fdf-84f2-47b3-a014-2db3dc84edce HTTP/1.1" status: 200 len: 1127 time: 0.5259433 Feb 04 13:27:25.723153 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c51e1f7e-beae-4686-bcc5-f650e2cebf88 admin admin] Publish callbacks [] for security_group (3801aa92-ebc2-4219-a8dc-5e0f4e16d224), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:25.739028 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c51e1f7e-beae-4686-bcc5-f650e2cebf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3801aa92-ebc2-4219-a8dc-5e0f4e16d224), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:25.739489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Pushing event updated for resources: {'Port': ['ID=57786025-d1fa-4e94-a66d-9e45c3d39adc,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:25.780574 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c51e1f7e-beae-4686-bcc5-f650e2cebf88 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ccf3206946584965b964087df2fbee8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7790241 Feb 04 13:27:25.782608 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40692) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:25.787869 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3854ba-c358-4e39-bc6f-04a95ec54a1e req-791335ec-fe84-4a54-8d27-9638a451f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:25.787869 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3854ba-c358-4e39-bc6f-04a95ec54a1e req-791335ec-fe84-4a54-8d27-9638a451f330 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=32defdcb-ba9f-481c-b0b4-88947c09bf49 HTTP/1.1" status: 200 len: 1131 time: 0.7406654 Feb 04 13:27:25.967931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e1f7e-beae-4686-bcc5-f650e2cebf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3801aa92-ebc2-4219-a8dc-5e0f4e16d224,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:26.026037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-952f0c7b-086c-4697-9b4a-e72de2e5e1d6 service neutron] 10.222.0.96 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7357631 Feb 04 13:27:26.054437 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a3522-aafe-4e13-af52-5f4177695d72 req-0b148bf9-afb2-4d1b-9358-128ae40aab20 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:26.057093 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-438a3522-aafe-4e13-af52-5f4177695d72 req-0b148bf9-afb2-4d1b-9358-128ae40aab20 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 945 time: 0.5162139 Feb 04 13:27:26.097898 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (4329ed16-8f15-4876-b4cf-32a534c3b8b1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:26.108682 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-dde9525f-ebd0-4747-b71a-c2051f007893 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks [] for port (4628470b-e57c-41ef-8ab6-a243c5a9ce31), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:26.155938 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e2c56c3-5025-4980-8ea5-b71998c0959e admin admin] Publish callbacks [] for security_group (3801aa92-ebc2-4219-a8dc-5e0f4e16d224), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:26.160440 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-dde9525f-ebd0-4747-b71a-c2051f007893 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4628470b-e57c-41ef-8ab6-a243c5a9ce31), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:26.175689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6f05c-f646-4aa5-818d-d448bbfc51ac req-25665405-872c-456a-93d1-25af78f6e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:26.177354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ee6f05c-f646-4aa5-818d-d448bbfc51ac req-25665405-872c-456a-93d1-25af78f6e659 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 920 time: 0.4519525 Feb 04 13:27:26.194201 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:26.205647 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-40a57d8e-da1a-4cc1-94cd-07b00e2805f4 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2600863 Feb 04 13:27:26.243166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9525f-ebd0-4747-b71a-c2051f007893 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Pushing event updated for resources: {'Port': ['ID=4628470b-e57c-41ef-8ab6-a243c5a9ce31,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:26.293727 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-dde9525f-ebd0-4747-b71a-c2051f007893 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Network 3b107f3a-7cae-4846-88f9-0790288373fc is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:26.308669 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e2c56c3-5025-4980-8ea5-b71998c0959e admin admin] Publish callbacks [] for security_group (3801aa92-ebc2-4219-a8dc-5e0f4e16d224), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:26.309497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3854ba-c358-4e39-bc6f-04a95ec54a1e req-4c616ca2-e9cd-4b4b-8f84-02c41e79f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:26.312111 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3854ba-c358-4e39-bc6f-04a95ec54a1e req-4c616ca2-e9cd-4b4b-8f84-02c41e79f342 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.4512606 Feb 04 13:27:26.318351 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ee6f05c-f646-4aa5-818d-d448bbfc51ac req-d925b95e-8b9a-4093-b972-5625693cffa5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=334fe35a-f429-494b-811e-f513a6c9bc68 HTTP/1.1" status: 200 len: 217 time: 0.1202333 Feb 04 13:27:26.335444 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-dde9525f-ebd0-4747-b71a-c2051f007893 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:26.341568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-438a3522-aafe-4e13-af52-5f4177695d72 req-1a371668-7800-4eca-9070-fee61e2b37dc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555072 Feb 04 13:27:26.341918 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-dde9525f-ebd0-4747-b71a-c2051f007893 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:27:26.424560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3854ba-c358-4e39-bc6f-04a95ec54a1e req-c77de891-c19a-4cf3-be0f-a558ced4e7e6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2433332f-bb6d-485e-abec-a8d2cdd3b4e8 HTTP/1.1" status: 200 len: 217 time: 0.1032028 Feb 04 13:27:26.499071 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-dde9525f-ebd0-4747-b71a-c2051f007893 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:26.507496 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-dde9525f-ebd0-4747-b71a-c2051f007893 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:26.526715 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79192942-e567-4e62-9988-5ecb12393ba6 x-openstack-request-id: req-79192942-e567-4e62-9988-5ecb12393ba6 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:26.528152 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b77cd1b-08d1-42ce-a947-139b5374a726", "name": "network-vif-plugged", "status": "completed", "tag": "2c9c10d0-bcfe-4295-9b09-e71582852398", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:26.528890 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-79192942-e567-4e62-9988-5ecb12393ba6 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:26.529885 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b77cd1b-08d1-42ce-a947-139b5374a726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9c10d0-bcfe-4295-9b09-e71582852398', 'code': 200} Feb 04 13:27:26.570886 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-dde9525f-ebd0-4747-b71a-c2051f007893 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4460266 Feb 04 13:27:26.590613 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e2c56c3-5025-4980-8ea5-b71998c0959e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3801aa92-ebc2-4219-a8dc-5e0f4e16d224), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:26.594433 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e2c56c3-5025-4980-8ea5-b71998c0959e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:26.599764 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7e2c56c3-5025-4980-8ea5-b71998c0959e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3801aa92-ebc2-4219-a8dc-5e0f4e16d224 HTTP/1.1" status: 204 len: 168 time: 0.8127289 Feb 04 13:27:26.607109 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Request body: {'port': {'device_id': '5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:26.628982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6f05c-f646-4aa5-818d-d448bbfc51ac req-9d110a32-b1a7-43b7-9807-313155c21e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:26.636838 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ee6f05c-f646-4aa5-818d-d448bbfc51ac req-9d110a32-b1a7-43b7-9807-313155c21e00 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 200 len: 858 time: 0.2924261 Feb 04 13:27:26.765489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c56c3-5025-4980-8ea5-b71998c0959e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3801aa92-ebc2-4219-a8dc-5e0f4e16d224,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:26.852358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3854ba-c358-4e39-bc6f-04a95ec54a1e req-0c334ac9-0b0a-44bb-9aad-05155565008d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:26.854801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3854ba-c358-4e39-bc6f-04a95ec54a1e req-0c334ac9-0b0a-44bb-9aad-05155565008d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.4035158 Feb 04 13:27:26.868325 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4628470b-e57c-41ef-8ab6-a243c5a9ce31), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:26.992629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 334fe35a-f429-494b-811e-f513a6c9bc68 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:27:27.042549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366b187-2ce7-4ae9-9306-45960da10b2d req-361529a3-9b4d-4e86-9c99-a71f8a0a0e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:27.044152 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1366b187-2ce7-4ae9-9306-45960da10b2d req-361529a3-9b4d-4e86-9c99-a71f8a0a0e82 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 1133 time: 0.3288414 Feb 04 13:27:27.053356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c18543-cfef-41f8-a693-35217a1ac57e req-bd51099c-6ca7-48bb-8e1d-47ac2418a0f1 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:27.062670 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51c18543-cfef-41f8-a693-35217a1ac57e req-bd51099c-6ca7-48bb-8e1d-47ac2418a0f1 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=fe7f2fdf-84f2-47b3-a014-2db3dc84edce HTTP/1.1" status: 200 len: 944 time: 0.4802277 Feb 04 13:27:27.174206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6f05c-f646-4aa5-818d-d448bbfc51ac req-e68f571e-2c1f-49fc-940d-6a23d4c95192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:27.175944 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ee6f05c-f646-4aa5-818d-d448bbfc51ac req-e68f571e-2c1f-49fc-940d-6a23d4c95192 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6877208d-4f79-4715-b038-088720121ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5021656 Feb 04 13:27:27.193672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3854ba-c358-4e39-bc6f-04a95ec54a1e req-9166064c-65b9-40eb-af3c-595243151fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:27.195465 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3854ba-c358-4e39-bc6f-04a95ec54a1e req-9166064c-65b9-40eb-af3c-595243151fde service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3083911 Feb 04 13:27:27.336208 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ee6f05c-f646-4aa5-818d-d448bbfc51ac req-40f90d76-3d2c-4f8a-afe4-241ce409ebb9 service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492877 Feb 04 13:27:27.382695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 334fe35a-f429-494b-811e-f513a6c9bc68, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=334fe35a-f429-494b-811e-f513a6c9bc68,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:27.425754 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '334fe35a-f429-494b-811e-f513a6c9bc68', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'port_id': '334fe35a-f429-494b-811e-f513a6c9bc68', 'mac_address': 'fa:16:3e:34:9f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:27:27.496079 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbcc7f-e718-4ff9-be3c-6fa43797c91e req-c1e618d3-0829-433c-91d4-f39121c7f2aa tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:27.508433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c6bbcc7f-e718-4ff9-be3c-6fa43797c91e req-c1e618d3-0829-433c-91d4-f39121c7f2aa tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 950 time: 0.3991995 Feb 04 13:27:27.513564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1366b187-2ce7-4ae9-9306-45960da10b2d req-748af35b-2198-490c-b9be-70eee1bb712e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475129 Feb 04 13:27:27.526176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51c18543-cfef-41f8-a693-35217a1ac57e req-3b0ff0f7-df5f-4384-8c43-6dc395dab2a2 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620197 Feb 04 13:27:27.526467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40718) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:27.553893 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 334fe35a-f429-494b-811e-f513a6c9bc68 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:27.554709 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (334fe35a-f429-494b-811e-f513a6c9bc68), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:27.609010 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-97e8f989-e6f6-4258-805d-ae1d6454b0c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:27.613919 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334fe35a-f429-494b-811e-f513a6c9bc68 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:27:27.645850 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4628470b-e57c-41ef-8ab6-a243c5a9ce31 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:27:27.654936 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3854ba-c358-4e39-bc6f-04a95ec54a1e req-f708b303-dc1b-4a0f-83bb-c4543dd19dfc service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244109 Feb 04 13:27:27.663850 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 334fe35a-f429-494b-811e-f513a6c9bc68, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=334fe35a-f429-494b-811e-f513a6c9bc68,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:27.671922 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (334fe35a-f429-494b-811e-f513a6c9bc68), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:27.695324 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Publish callbacks [] for port (4628470b-e57c-41ef-8ab6-a243c5a9ce31), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:27.744388 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Transition to ACTIVE for port object 4628470b-e57c-41ef-8ab6-a243c5a9ce31 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:27.760251 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (4628470b-e57c-41ef-8ab6-a243c5a9ce31), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:27.829395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=334fe35a-f429-494b-811e-f513a6c9bc68,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:27.889249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Pushing event updated for resources: {'Port': ['ID=4628470b-e57c-41ef-8ab6-a243c5a9ce31,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:27.926931 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-97e8f989-e6f6-4258-805d-ae1d6454b0c4 admin admin] Publish callbacks [] for security_group (da84e64e-582a-4188-90eb-a42acaeebe42), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:27.954420 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-97e8f989-e6f6-4258-805d-ae1d6454b0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (da84e64e-582a-4188-90eb-a42acaeebe42), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:28.033017 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-97e8f989-e6f6-4258-805d-ae1d6454b0c4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=576ee7da36584c8a9e906eb43f504a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5024242 Feb 04 13:27:28.034421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40720) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:28.037106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8f989-e6f6-4258-805d-ae1d6454b0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da84e64e-582a-4188-90eb-a42acaeebe42,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:28.072816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Attempting to bind port 4628470b-e57c-41ef-8ab6-a243c5a9ce31 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:27:28.073475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Attempting to bind port 4628470b-e57c-41ef-8ab6-a243c5a9ce31 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:27:28.074076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Attempting to bind port 4628470b-e57c-41ef-8ab6-a243c5a9ce31 on network 3b107f3a-7cae-4846-88f9-0790288373fc {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:28.089045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['334fe35a-f429-494b-811e-f513a6c9bc68'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:28.097000 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Port 4628470b-e57c-41ef-8ab6-a243c5a9ce31 on network 3b107f3a-7cae-4846-88f9-0790288373fc not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:27:28.097823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Attempting to bind port 4628470b-e57c-41ef-8ab6-a243c5a9ce31 on network 3b107f3a-7cae-4846-88f9-0790288373fc {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:28.111906 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:27:28.112553 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Checking segment: {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:27:28.113258 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Bound using segment: {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:27:28.114004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Bound port: 4628470b-e57c-41ef-8ab6-a243c5a9ce31, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:27:28.114912 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4628470b-e57c-41ef-8ab6-a243c5a9ce31), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:28.196534 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc3880cf-41f8-41e9-b4ae-8be754c7afb9 admin admin] Publish callbacks [] for security_group (da84e64e-582a-4188-90eb-a42acaeebe42), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:28.305330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc3880cf-41f8-41e9-b4ae-8be754c7afb9 admin admin] Publish callbacks [] for security_group (da84e64e-582a-4188-90eb-a42acaeebe42), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:28.334628 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] For port 4628470b-e57c-41ef-8ab6-a243c5a9ce31, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:27:28.366256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] For port 4628470b-e57c-41ef-8ab6-a243c5a9ce31, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4628470b-e57c-41ef-8ab6-a243c5a9ce31,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:27:28.384267 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (4628470b-e57c-41ef-8ab6-a243c5a9ce31), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:28.410123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c6bbcc7f-e718-4ff9-be3c-6fa43797c91e req-c5dd3981-1964-4c1c-94a1-191b355c08a5 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9003458 Feb 04 13:27:28.432245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ee6f05c-f646-4aa5-818d-d448bbfc51ac req-f633a19e-682a-4b00-b53b-15022b35484a service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0750566 Feb 04 13:27:28.487729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc088fa-4d19-468c-9c1c-ee7cf8291453 req-627c950e-33c5-48d5-a6a8-aec2790bd4d2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:28.490423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Pushing event updated for resources: {'Port': ['ID=4628470b-e57c-41ef-8ab6-a243c5a9ce31,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:28.497868 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4cc088fa-4d19-468c-9c1c-ee7cf8291453 req-627c950e-33c5-48d5-a6a8-aec2790bd4d2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe HTTP/1.1" status: 200 len: 931 time: 0.8328075 Feb 04 13:27:28.510316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:28.511546 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:28.514602 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-69288cdf-edd4-467a-8395-748ce3dd0045 service neutron] 10.222.0.99 "PUT /v2.0/ports/4628470b-e57c-41ef-8ab6-a243c5a9ce31 HTTP/1.1" status: 200 len: 1092 time: 1.9247892 Feb 04 13:27:28.515459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe', 'tag': '4628470b-e57c-41ef-8ab6-a243c5a9ce31'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:28.527138 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0561cc-f7fc-44c3-bf20-3beb4d88b403" -d '{"events": [{"name": "network-changed", "server_uuid": "5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe", "tag": "4628470b-e57c-41ef-8ab6-a243c5a9ce31"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:28.562886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3854ba-c358-4e39-bc6f-04a95ec54a1e req-9fbe8caf-115d-4f93-90b3-624577719e55 service neutron] 10.222.0.100 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8959465 Feb 04 13:27:28.564530 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc3880cf-41f8-41e9-b4ae-8be754c7afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (da84e64e-582a-4188-90eb-a42acaeebe42), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:28.571784 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc3880cf-41f8-41e9-b4ae-8be754c7afb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:28.576289 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bc3880cf-41f8-41e9-b4ae-8be754c7afb9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/da84e64e-582a-4188-90eb-a42acaeebe42 HTTP/1.1" status: 204 len: 168 time: 0.5316291 Feb 04 13:27:28.636701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4cc088fa-4d19-468c-9c1c-ee7cf8291453 req-fa8ac120-6354-4d03-833f-4de7dd2ac8ab tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378243 Feb 04 13:27:28.653417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3880cf-41f8-41e9-b4ae-8be754c7afb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da84e64e-582a-4188-90eb-a42acaeebe42,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:28.751689 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb99d872-3f30-47c5-a068-ee47f7925fb4 req-9266b037-ed67-4cca-ac38-729b2357de20 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=93cf75f5-96d3-4289-a796-4cc4c0abf549 HTTP/1.1" status: 200 len: 210 time: 0.0941415 Feb 04 13:27:28.848926 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-dca240e4-5b47-4257-9657-3d7c25dce586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:28.851990 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-dca240e4-5b47-4257-9657-3d7c25dce586 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&device_id=5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe HTTP/1.1" status: 200 len: 1126 time: 0.2731876 Feb 04 13:27:28.951298 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-02ee26af-159c-4528-834f-2bd2d5bc7846 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4628470b-e57c-41ef-8ab6-a243c5a9ce31 HTTP/1.1" status: 200 len: 217 time: 0.0907588 Feb 04 13:27:29.049996 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-5b4442a5-c0d6-4454-8b62-2f92587fa8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:29.052469 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-5b4442a5-c0d6-4454-8b62-2f92587fa8a9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d5c6c736-1a92-4614-ab15-25c05ef4451a HTTP/1.1" status: 200 len: 851 time: 0.0945313 Feb 04 13:27:29.175773 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-eaf40a16-4924-4a77-ad88-facf853f0879 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3b107f3a-7cae-4846-88f9-0790288373fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092072 Feb 04 13:27:29.230967 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-5d7394c9-7039-4a4b-bad1-67eeb4214680 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--2110062216&fields=id&tenant_id=51b8ec648fed490db69f9f901badaba1 HTTP/1.1" status: 200 len: 267 time: 0.4495578 Feb 04 13:27:29.367756 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-349d7c86-ac08-4ab0-91a9-5f80e3bfda2f service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837635 Feb 04 13:27:29.392878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f1055-fe12-451d-981b-ba72a637beee req-66adfc79-fe69-4616-9f6e-061494eca84a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:29.395964 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b89f1055-fe12-451d-981b-ba72a637beee req-66adfc79-fe69-4616-9f6e-061494eca84a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.100 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 946 time: 0.5642569 Feb 04 13:27:29.536948 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-268c6328-0802-42b2-b739-c4a2153f1d7a tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:29.538865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-268c6328-0802-42b2-b739-c4a2153f1d7a tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.99 "GET /v2.0/networks?id=88b7b145-9182-4a19-b1fb-5c6b08aa0112 HTTP/1.1" status: 200 len: 805 time: 0.5830944 Feb 04 13:27:29.561104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-b697e48a-e270-4d41-a258-295154c10ff7 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Request body: {'port': {'device_id': '93cf75f5-96d3-4289-a796-4cc4c0abf549', 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112', 'admin_state_up': True, 'tenant_id': '3f24cfd32e484baba353172f9247b6d4'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:29.582564 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a9bffbc7-a772-4fee-a539-6869237d32a8 req-32c042b1-1004-44c3-891d-d6547beb8104 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979439 Feb 04 13:27:29.610312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207871d8-f4e0-4413-9f48-834b3bfa1d93 req-c7c5d4a1-2d2e-49e9-8ede-f9ba6780921a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:29.618554 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-207871d8-f4e0-4413-9f48-834b3bfa1d93 req-c7c5d4a1-2d2e-49e9-8ede-f9ba6780921a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 946 time: 0.6645396 Feb 04 13:27:29.786910 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-207871d8-f4e0-4413-9f48-834b3bfa1d93 req-22198309-e8c2-4b64-ad7c-10577903c271 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups?id=c23407ff-82c1-4db6-a1a4-896ca0148f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675067 Feb 04 13:27:29.857081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-dd309f6b-6ec2-4264-820b-9d556d1985a8 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:29.866049 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-dd309f6b-6ec2-4264-820b-9d556d1985a8 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/networks?id=ff8f21a6-ef86-496b-9a31-cddbe2422745 HTTP/1.1" status: 200 len: 813 time: 0.6112206 Feb 04 13:27:29.911455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-6754c4ae-496c-4b0a-afd1-7af38287a0ed tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/quotas/51b8ec648fed490db69f9f901badaba1 HTTP/1.1" status: 200 len: 375 time: 0.0434198 Feb 04 13:27:29.995271 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-b697e48a-e270-4d41-a258-295154c10ff7 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Made reservation on behalf of 3f24cfd32e484baba353172f9247b6d4 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:29.999183 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-b697e48a-e270-4d41-a258-295154c10ff7 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:30.060994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-b89f1055-fe12-451d-981b-ba72a637beee req-8f59221a-54a7-44e1-ae5f-e516bc6050ac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Deleting port 68bbd4aa-8230-487c-8026-310b11e0859f {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:27:30.061469 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b89f1055-fe12-451d-981b-ba72a637beee req-8f59221a-54a7-44e1-ae5f-e516bc6050ac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (68bbd4aa-8230-487c-8026-310b11e0859f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:30.240205 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-e2340ef3-57b7-485e-990b-0374225c29ac tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=51b8ec648fed490db69f9f901badaba1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2950821 Feb 04 13:27:30.248645 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2135-9e40-4941-9e2b-ff4beba27bed req-a422bafb-c8be-4121-8b6d-6fab821bbd5e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:30.256331 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c10e2135-9e40-4941-9e2b-ff4beba27bed req-a422bafb-c8be-4121-8b6d-6fab821bbd5e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 945 time: 0.3516512 Feb 04 13:27:30.410394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-b89f1055-fe12-451d-981b-ba72a637beee req-8f59221a-54a7-44e1-ae5f-e516bc6050ac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] For port 68bbd4aa-8230-487c-8026-310b11e0859f, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=68bbd4aa-8230-487c-8026-310b11e0859f,segment=NetworkSegment(17f3dd9e-20b3-4ae9-839f-ff983264bf95),segment_id=17f3dd9e-20b3-4ae9-839f-ff983264bf95)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:30.411394 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b89f1055-fe12-451d-981b-ba72a637beee req-8f59221a-54a7-44e1-ae5f-e516bc6050ac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (68bbd4aa-8230-487c-8026-310b11e0859f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:30.437099 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-b697e48a-e270-4d41-a258-295154c10ff7 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Allocated IP 172.20.0.6 (88b7b145-9182-4a19-b1fb-5c6b08aa0112/65276bc3-38f7-4354-8723-1e8038a429ba/ea383a2a-69bb-49a5-9d90-5c928e6d7294) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:30.702498 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c10e2135-9e40-4941-9e2b-ff4beba27bed req-d084c964-3f87-4fca-bcaa-6e346b7cee78 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329882 Feb 04 13:27:30.784113 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33480640-3c6e-46b6-99fc-cafa031f228e x-openstack-request-id: req-33480640-3c6e-46b6-99fc-cafa031f228e {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:30.784874 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe", "tag": "4628470b-e57c-41ef-8ab6-a243c5a9ce31", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:30.784874 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-33480640-3c6e-46b6-99fc-cafa031f228e {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:30.785114 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe', 'tag': '4628470b-e57c-41ef-8ab6-a243c5a9ce31', 'status': 'completed', 'code': 200} Feb 04 13:27:30.813702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-3696812b-4276-48d4-a086-a5562af2ba39 service neutron] 10.222.0.96 "GET /v2.0/networks/ff8f21a6-ef86-496b-9a31-cddbe2422745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972816 Feb 04 13:27:30.981265 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0561cc-f7fc-44c3-bf20-3beb4d88b403 req-377ffe75-cf26-46a2-94cb-4c2c3926eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:30.983074 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9b0561cc-f7fc-44c3-bf20-3beb4d88b403 req-377ffe75-cf26-46a2-94cb-4c2c3926eac2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&device_id=5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe HTTP/1.1" status: 200 len: 1126 time: 0.1529124 Feb 04 13:27:31.018053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 334fe35a-f429-494b-811e-f513a6c9bc68 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:27:31.201526 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0561cc-f7fc-44c3-bf20-3beb4d88b403 req-b43448dc-4552-41be-bd17-bf0ea4a5211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:31.206257 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9b0561cc-f7fc-44c3-bf20-3beb4d88b403 req-b43448dc-4552-41be-bd17-bf0ea4a5211b service neutron] 10.222.0.99 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 912 time: 0.2156391 Feb 04 13:27:31.241059 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b89f1055-fe12-451d-981b-ba72a637beee req-8f59221a-54a7-44e1-ae5f-e516bc6050ac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:31.241666 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b89f1055-fe12-451d-981b-ba72a637beee req-8f59221a-54a7-44e1-ae5f-e516bc6050ac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (c4b49e43-fde5-4d35-a4c7-78d60e0b5d77), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:31.242142 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-b89f1055-fe12-451d-981b-ba72a637beee req-8f59221a-54a7-44e1-ae5f-e516bc6050ac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Floating IP c4b49e43-fde5-4d35-a4c7-78d60e0b5d77 disassociated. External IP: 172.25.5.139, port: 68bbd4aa-8230-487c-8026-310b11e0859f. Feb 04 13:27:31.242740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-b89f1055-fe12-451d-981b-ba72a637beee req-8f59221a-54a7-44e1-ae5f-e516bc6050ac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Calling delete_port for 68bbd4aa-8230-487c-8026-310b11e0859f owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:27:31.271587 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 334fe35a-f429-494b-811e-f513a6c9bc68 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:31.290139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 334fe35a-f429-494b-811e-f513a6c9bc68 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:31.297633 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (334fe35a-f429-494b-811e-f513a6c9bc68), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:31.344184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-d4c1c008-2fa8-40d3-a320-2d5b7118dfb9 service neutron] 10.222.0.96 "GET /v2.0/networks/ff8f21a6-ef86-496b-9a31-cddbe2422745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109105 Feb 04 13:27:31.362221 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9b0561cc-f7fc-44c3-bf20-3beb4d88b403 req-5bfb142a-722d-42b5-9fde-8b86e837a84d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4628470b-e57c-41ef-8ab6-a243c5a9ce31 HTTP/1.1" status: 200 len: 217 time: 0.1491787 Feb 04 13:27:31.432773 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-b697e48a-e270-4d41-a258-295154c10ff7 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks [] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:31.584345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0561cc-f7fc-44c3-bf20-3beb4d88b403 req-45ff2913-2763-48d7-a30c-40f79774e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:31.587609 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9b0561cc-f7fc-44c3-bf20-3beb4d88b403 req-45ff2913-2763-48d7-a30c-40f79774e21e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d5c6c736-1a92-4614-ab15-25c05ef4451a HTTP/1.1" status: 200 len: 851 time: 0.2178137 Feb 04 13:27:31.687875 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 334fe35a-f429-494b-811e-f513a6c9bc68 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:31.688523 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (334fe35a-f429-494b-811e-f513a6c9bc68), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:31.722422 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9b0561cc-f7fc-44c3-bf20-3beb4d88b403 req-07256534-d887-4f7e-94bf-990af4d18001 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3b107f3a-7cae-4846-88f9-0790288373fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185243 Feb 04 13:27:31.752070 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-b697e48a-e270-4d41-a258-295154c10ff7 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:31.837589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 334fe35a-f429-494b-811e-f513a6c9bc68, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=334fe35a-f429-494b-811e-f513a6c9bc68,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:31.843596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334fe35a-f429-494b-811e-f513a6c9bc68'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:31.848084 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c7bc3b-1b56-4480-818b-0f41dda9a286" -d '{"events": [{"server_uuid": "fe7f2fdf-84f2-47b3-a014-2db3dc84edce", "name": "network-vif-plugged", "status": "completed", "tag": "334fe35a-f429-494b-811e-f513a6c9bc68"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:31.863613 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (334fe35a-f429-494b-811e-f513a6c9bc68), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:31.899505 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9b0561cc-f7fc-44c3-bf20-3beb4d88b403 req-f8295d31-e767-4cb5-8328-33d473de79ac service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665986 Feb 04 13:27:31.995026 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=334fe35a-f429-494b-811e-f513a6c9bc68,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:32.125954 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b89f1055-fe12-451d-981b-ba72a637beee req-8f59221a-54a7-44e1-ae5f-e516bc6050ac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (68bbd4aa-8230-487c-8026-310b11e0859f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:32.142804 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-b697e48a-e270-4d41-a258-295154c10ff7 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:32.149509 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9b0561cc-f7fc-44c3-bf20-3beb4d88b403 req-5c5fabc3-6de7-497a-82fd-a003f68c262e service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420189 Feb 04 13:27:32.162734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-b697e48a-e270-4d41-a258-295154c10ff7 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:32.197140 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-b697e48a-e270-4d41-a258-295154c10ff7 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:27:32.250500 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697e48a-e270-4d41-a258-295154c10ff7 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Pushing event updated for resources: {'Port': ['ID=ea383a2a-69bb-49a5-9d90-5c928e6d7294,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:32.267763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea451d9-7736-4b40-a30c-07cc56c91539 req-9926a410-5436-4962-82f8-30f228a2f2cd tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:32.268707 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dea451d9-7736-4b40-a30c-07cc56c91539 req-9926a410-5436-4962-82f8-30f228a2f2cd tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 950 time: 0.2729213 Feb 04 13:27:32.336629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59221a-54a7-44e1-ae5f-e516bc6050ac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Pushing event deleted for resources: {'Port': ['ID=68bbd4aa-8230-487c-8026-310b11e0859f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:32.373561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbd34d-3b50-4214-84a6-619ab28f58d8 req-eaf4ba93-de03-46f5-883c-2f7cc9629699 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:32.396632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7dbd34d-3b50-4214-84a6-619ab28f58d8 req-eaf4ba93-de03-46f5-883c-2f7cc9629699 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=fe7f2fdf-84f2-47b3-a014-2db3dc84edce HTTP/1.1" status: 200 len: 945 time: 1.3451884 Feb 04 13:27:32.426356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-b697e48a-e270-4d41-a258-295154c10ff7 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:32.427533 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-b697e48a-e270-4d41-a258-295154c10ff7 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:33.235084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-b697e48a-e270-4d41-a258-295154c10ff7 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6824143 Feb 04 13:27:33.254553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Request body: {'port': {'device_id': '93cf75f5-96d3-4289-a796-4cc4c0abf549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:33.271129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dea451d9-7736-4b40-a30c-07cc56c91539 req-b0f120c0-2bcf-4ba3-99cd-0b3c9a15728f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9621296 Feb 04 13:27:33.333960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7dbd34d-3b50-4214-84a6-619ab28f58d8 req-f1c4f3d8-7209-4d5d-92b2-4bc0ce88ec84 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9353936 Feb 04 13:27:33.439249 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:33.462666 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b89f1055-fe12-451d-981b-ba72a637beee req-8f59221a-54a7-44e1-ae5f-e516bc6050ac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:27:33.867382 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 68bbd4aa-8230-487c-8026-310b11e0859f no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:27:33.894679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 68bbd4aa-8230-487c-8026-310b11e0859f {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:27:33.895290 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 68bbd4aa-8230-487c-8026-310b11e0859f not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:27:33.971011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1837be8-5f32-4ede-8aab-f803bda6e480 req-fca139e4-a77e-44cd-a382-efe20da7bf6d tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:33.979632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1837be8-5f32-4ede-8aab-f803bda6e480 req-fca139e4-a77e-44cd-a382-efe20da7bf6d tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=93cf75f5-96d3-4289-a796-4cc4c0abf549 HTTP/1.1" status: 200 len: 931 time: 0.4639907 Feb 04 13:27:33.980259 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-d1f8e83d-8f6e-4169-a839-0c1e76280f46 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:33.983160 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-d1f8e83d-8f6e-4169-a839-0c1e76280f46 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.99 "GET /v2.0/networks?id=ff8f21a6-ef86-496b-9a31-cddbe2422745 HTTP/1.1" status: 200 len: 813 time: 0.2273014 Feb 04 13:27:34.101172 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-5e6e2a66-0bbc-4761-9d1a-2f1c1ab4a5c2 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51b8ec648fed490db69f9f901badaba1 HTTP/1.1" status: 200 len: 380 time: 0.1077502 Feb 04 13:27:34.115124 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ebbf9e3c-e1a1-4977-8d30-4f59447be6f0 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Request body: {'port': {'device_id': '93f43b02-ea90-45a9-b640-2c8c1ab3f773', 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745', 'admin_state_up': True, 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'security_groups': ['492cd15e-fdd5-4929-918c-759f7201d005']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:34.186184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1837be8-5f32-4ede-8aab-f803bda6e480 req-3bfb84ff-0733-4f4b-b60e-7512731600e7 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048979 Feb 04 13:27:34.187375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b89f1055-fe12-451d-981b-ba72a637beee req-8f59221a-54a7-44e1-ae5f-e516bc6050ac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:27:34.207580 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddbcec-c3b6-494e-87fc-7e09c3ab3bce None None] Sync routers for ids ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:27:34.228327 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfddbcec-c3b6-494e-87fc-7e09c3ab3bce None None] Routers {'5d405e35-03f5-4cd5-b0a5-dac711ebaf34'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:27:34.229411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-cfddbcec-c3b6-494e-87fc-7e09c3ab3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:34.246772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139788a-db63-4f32-bce5-72976eef66ac req-de592eb5-373a-4c9b-8576-28fcb1135eac tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:34.254815 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2139788a-db63-4f32-bce5-72976eef66ac req-de592eb5-373a-4c9b-8576-28fcb1135eac tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe HTTP/1.1" status: 200 len: 943 time: 0.8750858 Feb 04 13:27:34.282089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89f1055-fe12-451d-981b-ba72a637beee req-8f59221a-54a7-44e1-ae5f-e516bc6050ac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] No DVR routers for this DVR port 68bbd4aa-8230-487c-8026-310b11e0859f on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:27:34.426057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ebbf9e3c-e1a1-4977-8d30-4f59447be6f0 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Made reservation on behalf of 51b8ec648fed490db69f9f901badaba1 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:34.427862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-cfddbcec-c3b6-494e-87fc-7e09c3ab3bce None None] Set router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:27:34.432293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ebbf9e3c-e1a1-4977-8d30-4f59447be6f0 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:34.483400 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b89f1055-fe12-451d-981b-ba72a637beee req-8f59221a-54a7-44e1-ae5f-e516bc6050ac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:34.489827 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b89f1055-fe12-451d-981b-ba72a637beee req-8f59221a-54a7-44e1-ae5f-e516bc6050ac tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.100 "DELETE /v2.0/ports/68bbd4aa-8230-487c-8026-310b11e0859f HTTP/1.1" status: 204 len: 173 time: 5.0191629 Feb 04 13:27:34.503339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0', 'name': 'network-vif-deleted', 'tag': '68bbd4aa-8230-487c-8026-310b11e0859f'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:34.510852 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28e8445-ea30-448d-841f-d7bfc7ee996e" -d '{"events": [{"server_uuid": "f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0", "name": "network-vif-deleted", "tag": "68bbd4aa-8230-487c-8026-310b11e0859f"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:34.645294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2139788a-db63-4f32-bce5-72976eef66ac req-9e5902d2-14a7-41c4-b2a9-e9827daa0305 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894601 Feb 04 13:27:34.698982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5249e5ac-f78c-4d21-ab43-aa810a631460 req-22963ee7-9e92-42da-8dd7-54a06609e2a2 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 210 time: 0.2076533 Feb 04 13:27:34.744820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea383a2a-69bb-49a5-9d90-5c928e6d7294 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:27:34.763113 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Publish callbacks [] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:34.788751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Transition to ACTIVE for port object ea383a2a-69bb-49a5-9d90-5c928e6d7294 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:34.802983 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-cfddbcec-c3b6-494e-87fc-7e09c3ab3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'name': 'tempest-ServersTestBootFromVolume-1509425116-router', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:03Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 4, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'gw_port': {'id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:05Z', 'updated_at': '2022-02-04T13:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '50ae706f-34f1-4028-bf82-eb13c5fb847a', 'name': '', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'mac_address': 'fa:16:3e:96:98:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:08Z', 'updated_at': '2022-02-04T13:24:20Z', 'revision_number': 5, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'subnets': [{'id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:34.810933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ebbf9e3c-e1a1-4977-8d30-4f59447be6f0 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Allocated IP 172.20.0.13 (ff8f21a6-ef86-496b-9a31-cddbe2422745/7511774e-508c-469f-a6f8-bd0f658331f5/c756f3f2-562e-4fd7-90c4-fcaf5533c46e) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:34.812150 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:34.857318 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddbcec-c3b6-494e-87fc-7e09c3ab3bce None None] Checking router: 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:27:34.870034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfddbcec-c3b6-494e-87fc-7e09c3ab3bce None None] Routers {'5d405e35-03f5-4cd5-b0a5-dac711ebaf34'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:27:34.870882 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-cfddbcec-c3b6-494e-87fc-7e09c3ab3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:34.937532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8102a329-7435-4383-9fa5-643ef8687655 req-b7e29cab-b1f6-44b6-a486-745fda1f4fda tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 210 time: 0.1054120 Feb 04 13:27:34.990966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Pushing event updated for resources: {'Port': ['ID=ea383a2a-69bb-49a5-9d90-5c928e6d7294,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:35.043378 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4628470b-e57c-41ef-8ab6-a243c5a9ce31 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:27:35.045185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7daf1-766e-4ed7-9c1d-dfb5ea0023de req-93dc1b27-b745-44cb-819b-8060f5c70481 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:35.047095 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76e7daf1-766e-4ed7-9c1d-dfb5ea0023de req-93dc1b27-b745-44cb-819b-8060f5c70481 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 945 time: 0.2516365 Feb 04 13:27:35.120303 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f926560-6230-4d4d-a176-a08816106de5 x-openstack-request-id: req-2f926560-6230-4d4d-a176-a08816106de5 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:35.120873 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7f2fdf-84f2-47b3-a014-2db3dc84edce", "name": "network-vif-plugged", "status": "completed", "tag": "334fe35a-f429-494b-811e-f513a6c9bc68", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:35.121343 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2f926560-6230-4d4d-a176-a08816106de5 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:35.122284 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334fe35a-f429-494b-811e-f513a6c9bc68', 'code': 200} Feb 04 13:27:35.122463 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ebbf9e3c-e1a1-4977-8d30-4f59447be6f0 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for port (c756f3f2-562e-4fd7-90c4-fcaf5533c46e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.203588 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ebbf9e3c-e1a1-4977-8d30-4f59447be6f0 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c756f3f2-562e-4fd7-90c4-fcaf5533c46e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.270082 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ebbf9e3c-e1a1-4977-8d30-4f59447be6f0 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Network ff8f21a6-ef86-496b-9a31-cddbe2422745 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:35.277114 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ebbf9e3c-e1a1-4977-8d30-4f59447be6f0 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:35.281300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ebbf9e3c-e1a1-4977-8d30-4f59447be6f0 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:27:35.319004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf9e3c-e1a1-4977-8d30-4f59447be6f0 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Pushing event updated for resources: {'Port': ['ID=c756f3f2-562e-4fd7-90c4-fcaf5533c46e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:35.325180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76e7daf1-766e-4ed7-9c1d-dfb5ea0023de req-be78b81a-ea87-40d1-aa51-a9c06606d21a tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481093 Feb 04 13:27:35.345540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4628470b-e57c-41ef-8ab6-a243c5a9ce31, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4628470b-e57c-41ef-8ab6-a243c5a9ce31,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:35.351718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Attempting to bind port ea383a2a-69bb-49a5-9d90-5c928e6d7294 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:27:35.351963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Attempting to bind port ea383a2a-69bb-49a5-9d90-5c928e6d7294 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:27:35.352309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Attempting to bind port ea383a2a-69bb-49a5-9d90-5c928e6d7294 on network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:35.360902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Port ea383a2a-69bb-49a5-9d90-5c928e6d7294 on network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:27:35.361246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Attempting to bind port ea383a2a-69bb-49a5-9d90-5c928e6d7294 on network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:35.375215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:27:35.375559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Checking segment: {'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:27:35.375946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Bound using segment: {'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:27:35.376396 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Bound port: ea383a2a-69bb-49a5-9d90-5c928e6d7294, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:27:35.376760 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.379964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '4628470b-e57c-41ef-8ab6-a243c5a9ce31', 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc', 'port_id': '4628470b-e57c-41ef-8ab6-a243c5a9ce31', 'mac_address': 'fa:16:3e:c3:87:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c6c736-1a92-4614-ab15-25c05ef4451a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:27:35.383964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-cfddbcec-c3b6-494e-87fc-7e09c3ab3bce None None] Set router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:27:35.403708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47169de-4189-4ac1-872b-773825300188 req-cbecb925-fddc-42d0-8ded-1c9ad2df364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:35.408746 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c47169de-4189-4ac1-872b-773825300188 req-cbecb925-fddc-42d0-8ded-1c9ad2df364e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fe7f2fdf-84f2-47b3-a014-2db3dc84edce HTTP/1.1" status: 200 len: 1129 time: 0.2135518 Feb 04 13:27:35.418004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ebbf9e3c-e1a1-4977-8d30-4f59447be6f0 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:35.418712 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ebbf9e3c-e1a1-4977-8d30-4f59447be6f0 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.461782 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ebbf9e3c-e1a1-4977-8d30-4f59447be6f0 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3544536 Feb 04 13:27:35.465700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c2b78-73e0-4582-a566-0ec702b3f130 req-2a425482-226a-41e8-ae51-872c3b6d88b7 tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:35.468214 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-913c2b78-73e0-4582-a566-0ec702b3f130 req-2a425482-226a-41e8-ae51-872c3b6d88b7 tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 1133 time: 0.2015243 Feb 04 13:27:35.479872 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Request body: {'port': {'device_id': '93f43b02-ea90-45a9-b640-2c8c1ab3f773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:35.617130 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c47169de-4189-4ac1-872b-773825300188 req-2ebf399a-ad36-483e-a39d-0297c469aa9d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007186 Feb 04 13:27:35.621028 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c756f3f2-562e-4fd7-90c4-fcaf5533c46e), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.655342 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 4628470b-e57c-41ef-8ab6-a243c5a9ce31 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:35.655342 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4628470b-e57c-41ef-8ab6-a243c5a9ce31), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.659450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] For port ea383a2a-69bb-49a5-9d90-5c928e6d7294, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:27:35.673366 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] For port ea383a2a-69bb-49a5-9d90-5c928e6d7294, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ea383a2a-69bb-49a5-9d90-5c928e6d7294,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:27:35.699567 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.749213 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4628470b-e57c-41ef-8ab6-a243c5a9ce31 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:27:35.829817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:35.831260 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.833114 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] 10.222.0.99 "PUT /v2.0/ports/ea383a2a-69bb-49a5-9d90-5c928e6d7294 HTTP/1.1" status: 200 len: 1092 time: 2.5860946 Feb 04 13:27:35.837933 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-913c2b78-73e0-4582-a566-0ec702b3f130 req-fe88c79e-3952-44e3-9740-f2bffddb7c45 tempest-ServersOnMultiNodesTest-1029556906 tempest-ServersOnMultiNodesTest-1029556906-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079906 Feb 04 13:27:35.867817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79df0a8-1713-4ddd-8bad-50d83dcb17e9 req-8d1ccd4c-2b8c-469f-bdf9-a10244ffa421 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:35.869605 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f79df0a8-1713-4ddd-8bad-50d83dcb17e9 req-8d1ccd4c-2b8c-469f-bdf9-a10244ffa421 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=fe7f2fdf-84f2-47b3-a014-2db3dc84edce HTTP/1.1" status: 200 len: 946 time: 0.3386340 Feb 04 13:27:35.878995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fecfd-9239-4742-876c-1bb2bc38e867 service neutron] Pushing event updated for resources: {'Port': ['ID=ea383a2a-69bb-49a5-9d90-5c928e6d7294,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:35.983859 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3116d12d-c252-40c7-8d2b-d097dbce196d x-openstack-request-id: req-3116d12d-c252-40c7-8d2b-d097dbce196d {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:35.984628 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0", "name": "network-vif-deleted", "tag": "68bbd4aa-8230-487c-8026-310b11e0859f", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:35.985142 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3116d12d-c252-40c7-8d2b-d097dbce196d {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:35.985974 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0', 'name': 'network-vif-deleted', 'tag': '68bbd4aa-8230-487c-8026-310b11e0859f', 'status': 'completed', 'code': 200} Feb 04 13:27:36.049939 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4628470b-e57c-41ef-8ab6-a243c5a9ce31, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4628470b-e57c-41ef-8ab6-a243c5a9ce31,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:36.056233 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f79df0a8-1713-4ddd-8bad-50d83dcb17e9 req-b7c1ef49-4127-4de1-863d-a1e416d4bada tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674583 Feb 04 13:27:36.089418 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c756f3f2-562e-4fd7-90c4-fcaf5533c46e {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:27:36.099985 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Publish callbacks [] for port (c756f3f2-562e-4fd7-90c4-fcaf5533c46e), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:36.115350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Transition to ACTIVE for port object c756f3f2-562e-4fd7-90c4-fcaf5533c46e will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:36.123467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f0dd27ba-7ae6-42a7-a86f-65d73bc00e33 None None] Provisioning complete for port c756f3f2-562e-4fd7-90c4-fcaf5533c46e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:36.126382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (c756f3f2-562e-4fd7-90c4-fcaf5533c46e), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:36.128982 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f0dd27ba-7ae6-42a7-a86f-65d73bc00e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c756f3f2-562e-4fd7-90c4-fcaf5533c46e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:36.133060 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4628470b-e57c-41ef-8ab6-a243c5a9ce31), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:36.211828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Pushing event updated for resources: {'Port': ['ID=c756f3f2-562e-4fd7-90c4-fcaf5533c46e,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:36.217830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-996e18d2-7e99-47c8-9248-6abd657e1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:36.228885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-996e18d2-7e99-47c8-9248-6abd657e1ae4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3f24cfd32e484baba353172f9247b6d4&device_id=93cf75f5-96d3-4289-a796-4cc4c0abf549 HTTP/1.1" status: 200 len: 1126 time: 0.2409301 Feb 04 13:27:36.370624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-1d50254e-6754-41fa-ad67-35b9ff2bd758 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea383a2a-69bb-49a5-9d90-5c928e6d7294 HTTP/1.1" status: 200 len: 217 time: 0.1210871 Feb 04 13:27:36.385602 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e1b99-824e-4108-ae23-7155c7b2079a req-7503b514-009c-46be-a4c3-ca7d3c57ac29 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:36.397629 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e8e1b99-824e-4108-ae23-7155c7b2079a req-7503b514-009c-46be-a4c3-ca7d3c57ac29 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=93cf75f5-96d3-4289-a796-4cc4c0abf549 HTTP/1.1" status: 200 len: 943 time: 0.3147557 Feb 04 13:27:36.403135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-cfddbcec-c3b6-494e-87fc-7e09c3ab3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'name': 'tempest-ServersTestBootFromVolume-1509425116-router', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:03Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 4, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'gw_port': {'id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:05Z', 'updated_at': '2022-02-04T13:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '50ae706f-34f1-4028-bf82-eb13c5fb847a', 'name': '', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'mac_address': 'fa:16:3e:96:98:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:08Z', 'updated_at': '2022-02-04T13:24:20Z', 'revision_number': 5, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'subnets': [{'id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:36.407200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd27ba-7ae6-42a7-a86f-65d73bc00e33 None None] Port c756f3f2-562e-4fd7-90c4-fcaf5533c46e cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:27:36.489324 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Attempting to bind port c756f3f2-562e-4fd7-90c4-fcaf5533c46e on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:27:36.492564 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Attempting to bind port c756f3f2-562e-4fd7-90c4-fcaf5533c46e by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '972841af-f29c-46d6-b5cb-6ab6f82749d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:27:36.493107 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Attempting to bind port c756f3f2-562e-4fd7-90c4-fcaf5533c46e on network ff8f21a6-ef86-496b-9a31-cddbe2422745 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:36.517891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Port c756f3f2-562e-4fd7-90c4-fcaf5533c46e on network ff8f21a6-ef86-496b-9a31-cddbe2422745 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:27:36.518269 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Attempting to bind port c756f3f2-562e-4fd7-90c4-fcaf5533c46e on network ff8f21a6-ef86-496b-9a31-cddbe2422745 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:36.528880 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddbcec-c3b6-494e-87fc-7e09c3ab3bce None None] The sync data for ids ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'] in n-d-714676-13 is: [{'id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'name': 'tempest-ServersTestBootFromVolume-1509425116-router', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:03Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 4, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'gw_port': {'id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:05Z', 'updated_at': '2022-02-04T13:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '50ae706f-34f1-4028-bf82-eb13c5fb847a', 'name': '', 'network_id': '35a1da14-24fc-49d3-b4a3-8c6b40c795f4', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'mac_address': 'fa:16:3e:96:98:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:08Z', 'updated_at': '2022-02-04T13:24:20Z', 'revision_number': 5, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'subnets': [{'id': '0d8275f7-44e6-46ea-a076-bf4b8681f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:27:36.544217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:27:36.544576 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Checking segment: {'id': '972841af-f29c-46d6-b5cb-6ab6f82749d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:27:36.546788 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Bound using segment: {'id': '972841af-f29c-46d6-b5cb-6ab6f82749d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:27:36.548842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Bound port: c756f3f2-562e-4fd7-90c4-fcaf5533c46e, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972841af-f29c-46d6-b5cb-6ab6f82749d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:27:36.549258 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c756f3f2-562e-4fd7-90c4-fcaf5533c46e), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:36.551995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=4628470b-e57c-41ef-8ab6-a243c5a9ce31,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:36.597423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-1e2bd2ea-1edf-4396-a838-31cd4ad14984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:36.601327 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-1e2bd2ea-1edf-4396-a838-31cd4ad14984 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=65276bc3-38f7-4354-8723-1e8038a429ba HTTP/1.1" status: 200 len: 845 time: 0.1885967 Feb 04 13:27:36.651766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-7c08f78c-1ca1-471b-b829-c603a1d34931 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=88b7b145-9182-4a19-b1fb-5c6b08aa0112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390434 Feb 04 13:27:36.707987 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] For port c756f3f2-562e-4fd7-90c4-fcaf5533c46e, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:27:36.713414 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] For port c756f3f2-562e-4fd7-90c4-fcaf5533c46e, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c756f3f2-562e-4fd7-90c4-fcaf5533c46e,segment=NetworkSegment(972841af-f29c-46d6-b5cb-6ab6f82749d4),segment_id=972841af-f29c-46d6-b5cb-6ab6f82749d4)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:27:36.726752 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (c756f3f2-562e-4fd7-90c4-fcaf5533c46e), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:36.775757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e8e1b99-824e-4108-ae23-7155c7b2079a req-301a7406-ac0b-4330-b375-edd74231828b tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768687 Feb 04 13:27:36.804264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['4628470b-e57c-41ef-8ab6-a243c5a9ce31'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:36.806881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb246b25-f83d-4b3d-a98e-e9cd99c4930d req-4767ed7c-d7d3-4728-ad78-12ef48e4461c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:36.808948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb246b25-f83d-4b3d-a98e-e9cd99c4930d req-4767ed7c-d7d3-4728-ad78-12ef48e4461c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe HTTP/1.1" status: 200 len: 944 time: 0.4365978 Feb 04 13:27:36.824492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:36.828496 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:36.834563 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] 10.222.0.99 "PUT /v2.0/ports/c756f3f2-562e-4fd7-90c4-fcaf5533c46e HTTP/1.1" status: 200 len: 1093 time: 1.3653047 Feb 04 13:27:36.836155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f43b02-ea90-45a9-b640-2c8c1ab3f773', 'tag': 'c756f3f2-562e-4fd7-90c4-fcaf5533c46e'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:36.840666 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4618817a-7995-40e0-a397-73cd4a4fd139" -d '{"events": [{"name": "network-changed", "server_uuid": "93f43b02-ea90-45a9-b640-2c8c1ab3f773", "tag": "c756f3f2-562e-4fd7-90c4-fcaf5533c46e"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:36.965412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-dce3d101-067d-471b-b06f-9ab1d25e1ce5 service neutron] 10.222.0.99 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025308 Feb 04 13:27:37.010558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae598bbd-2b48-4a0b-860f-3f7d0f692b1b service neutron] Pushing event updated for resources: {'Port': ['ID=c756f3f2-562e-4fd7-90c4-fcaf5533c46e,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:37.041612 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-daffde78-633b-4eb4-b718-5f3d31fb61e3 req-fffc82e3-4224-4bc7-aa40-57ac3ff611d6 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 210 time: 0.0970533 Feb 04 13:27:37.065421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-d38295e5-9a1a-4beb-8b8a-b14a042f360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:37.093295 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-d38295e5-9a1a-4beb-8b8a-b14a042f360e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51b8ec648fed490db69f9f901badaba1&device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 1127 time: 0.2039640 Feb 04 13:27:37.130048 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69da97c0-c2a5-4346-afe3-97da0cb9429b None None] New status for floating IP c4b49e43-fde5-4d35-a4c7-78d60e0b5d77: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:27:37.234765 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-016fad56-1c78-4697-b66a-e66e470927d7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c756f3f2-562e-4fd7-90c4-fcaf5533c46e HTTP/1.1" status: 200 len: 217 time: 0.1282194 Feb 04 13:27:37.253083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb246b25-f83d-4b3d-a98e-e9cd99c4930d req-5439b43c-b570-427b-82ff-abf2cdb0c0ce tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374733 Feb 04 13:27:37.331362 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2b64535-7a93-4624-b17f-b7b3c364141b req-4ae184b5-6188-4138-b90b-854cd68035bb service neutron] 10.222.0.99 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209517 Feb 04 13:27:37.449716 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-18ee42eb-6a42-4ef6-b88d-2f8e8dab5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:37.455612 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-18ee42eb-6a42-4ef6-b88d-2f8e8dab5291 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7511774e-508c-469f-a6f8-bd0f658331f5 HTTP/1.1" status: 200 len: 852 time: 0.2019041 Feb 04 13:27:37.565701 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-21d2470a-ca0e-4d38-b587-c02c4347df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:37.567760 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-21d2470a-ca0e-4d38-b587-c02c4347df9c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ff8f21a6-ef86-496b-9a31-cddbe2422745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0997903 Feb 04 13:27:37.587111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed39508-d5a8-41f4-b3f7-a98fe5d8777a req-129c1361-8bb9-4bdf-bc9a-c200c4fb33ed tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:37.595234 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ed39508-d5a8-41f4-b3f7-a98fe5d8777a req-129c1361-8bb9-4bdf-bc9a-c200c4fb33ed tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 944 time: 0.1954482 Feb 04 13:27:37.641949 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0eda-dcf0-4f69-b43e-68b30dab2b66 req-a53ee0ff-9f9e-4640-952a-6c3074c8a72c tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:37.643793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f35b0eda-dcf0-4f69-b43e-68b30dab2b66 req-a53ee0ff-9f9e-4640-952a-6c3074c8a72c tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 945 time: 0.1215687 Feb 04 13:27:37.699248 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ed39508-d5a8-41f4-b3f7-a98fe5d8777a req-60ad9d9c-70ca-44bf-861a-b12da9dc3c1a tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/security-groups?id=492cd15e-fdd5-4929-918c-759f7201d005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028533 Feb 04 13:27:37.734960 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-72f90127-329f-47ce-94bf-d3e4029e2595 service neutron] 10.222.0.99 "GET /v2.0/networks/ff8f21a6-ef86-496b-9a31-cddbe2422745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513062 Feb 04 13:27:37.767759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f35b0eda-dcf0-4f69-b43e-68b30dab2b66 req-74f00c93-68f8-4f56-9282-40c431a8c076 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148627 Feb 04 13:27:37.783738 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a784eb5-d442-4b95-8cd2-33b9c9deb0aa x-openstack-request-id: req-9a784eb5-d442-4b95-8cd2-33b9c9deb0aa {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:37.784038 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f43b02-ea90-45a9-b640-2c8c1ab3f773", "tag": "c756f3f2-562e-4fd7-90c4-fcaf5533c46e", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:37.784295 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9a784eb5-d442-4b95-8cd2-33b9c9deb0aa {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:37.784801 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f43b02-ea90-45a9-b640-2c8c1ab3f773', 'tag': 'c756f3f2-562e-4fd7-90c4-fcaf5533c46e', 'status': 'completed', 'code': 200} Feb 04 13:27:37.876880 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d57758cf-bcad-4748-a1c0-fc0dfb5ec533 req-07dba4e2-d09c-4bd8-95d1-57f77fc13eaf service neutron] 10.222.0.99 "GET /v2.0/networks/ff8f21a6-ef86-496b-9a31-cddbe2422745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342337 Feb 04 13:27:37.955238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d5797-d74c-4d70-b467-67b5e0fddcc0 req-0aedd576-3c4c-4d15-8684-1136cfe35f0b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:37.962815 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f5d5797-d74c-4d70-b467-67b5e0fddcc0 req-0aedd576-3c4c-4d15-8684-1136cfe35f0b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=fe7f2fdf-84f2-47b3-a014-2db3dc84edce HTTP/1.1" status: 200 len: 946 time: 0.1153519 Feb 04 13:27:37.992622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18db78-d078-42e5-8004-8eb6ba2c4d01 req-6061c4a1-453c-44d3-9997-fbc037f32053 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:37.994357 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e18db78-d078-42e5-8004-8eb6ba2c4d01 req-6061c4a1-453c-44d3-9997-fbc037f32053 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 950 time: 0.1057212 Feb 04 13:27:37.996029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618817a-7995-40e0-a397-73cd4a4fd139 req-e59bd10a-e550-4378-b4e0-6e43a9c16327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:37.996321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cf75f5-96d3-4289-a796-4cc4c0abf549', 'tag': 'ea383a2a-69bb-49a5-9d90-5c928e6d7294'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:37.999413 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499e4c23-e2d3-4788-9986-d284527efb32" -d '{"events": [{"name": "network-changed", "server_uuid": "93cf75f5-96d3-4289-a796-4cc4c0abf549", "tag": "ea383a2a-69bb-49a5-9d90-5c928e6d7294"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:38.000218 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4618817a-7995-40e0-a397-73cd4a4fd139 req-e59bd10a-e550-4378-b4e0-6e43a9c16327 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51b8ec648fed490db69f9f901badaba1&device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 1127 time: 0.0634112 Feb 04 13:27:38.074795 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f5d5797-d74c-4d70-b467-67b5e0fddcc0 req-14dead24-1247-4cef-b9c1-9b555fd0a212 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108274 Feb 04 13:27:38.110263 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e18db78-d078-42e5-8004-8eb6ba2c4d01 req-bb506154-aa72-41b1-96fc-ffbbbf3579b4 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071455 Feb 04 13:27:38.163903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618817a-7995-40e0-a397-73cd4a4fd139 req-0242417c-75db-4932-a9a3-fec13f0d3a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:38.165827 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4618817a-7995-40e0-a397-73cd4a4fd139 req-0242417c-75db-4932-a9a3-fec13f0d3a6e service neutron] 10.222.0.99 "GET /v2.0/networks?id=ff8f21a6-ef86-496b-9a31-cddbe2422745 HTTP/1.1" status: 200 len: 914 time: 0.1580989 Feb 04 13:27:38.250681 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4618817a-7995-40e0-a397-73cd4a4fd139 req-398dea1d-089d-4f36-9eb8-b0e208d9258d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c756f3f2-562e-4fd7-90c4-fcaf5533c46e HTTP/1.1" status: 200 len: 217 time: 0.0774100 Feb 04 13:27:38.252092 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fd4443-142a-4160-b7bd-b5738a01ddce x-openstack-request-id: req-98fd4443-142a-4160-b7bd-b5738a01ddce {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:38.252404 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cf75f5-96d3-4289-a796-4cc4c0abf549", "tag": "ea383a2a-69bb-49a5-9d90-5c928e6d7294", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:38.252681 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-98fd4443-142a-4160-b7bd-b5738a01ddce {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:38.253333 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93cf75f5-96d3-4289-a796-4cc4c0abf549', 'tag': 'ea383a2a-69bb-49a5-9d90-5c928e6d7294', 'status': 'completed', 'code': 200} Feb 04 13:27:38.311681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06643d46-a062-442f-a287-8c3b77a1b126 req-427b6342-cb6c-4726-b55c-c71cdc925bd2 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 210 time: 0.0573061 Feb 04 13:27:38.337672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3f0d6-8bed-4d6f-a537-6621ad8e0319 req-d00962d0-4869-4dcf-9426-0e4ecd4c8017 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:38.345804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33c3f0d6-8bed-4d6f-a537-6621ad8e0319 req-d00962d0-4869-4dcf-9426-0e4ecd4c8017 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=93cf75f5-96d3-4289-a796-4cc4c0abf549 HTTP/1.1" status: 200 len: 943 time: 0.1879368 Feb 04 13:27:38.360915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618817a-7995-40e0-a397-73cd4a4fd139 req-7101f303-c210-4c85-8401-f2f323ee460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:38.368938 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4618817a-7995-40e0-a397-73cd4a4fd139 req-7101f303-c210-4c85-8401-f2f323ee460d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7511774e-508c-469f-a6f8-bd0f658331f5 HTTP/1.1" status: 200 len: 852 time: 0.1057174 Feb 04 13:27:38.400038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e4c23-e2d3-4788-9986-d284527efb32 req-b2a71eaf-837f-4c5e-89d0-0494ab7bde88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:38.401711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-499e4c23-e2d3-4788-9986-d284527efb32 req-b2a71eaf-837f-4c5e-89d0-0494ab7bde88 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3f24cfd32e484baba353172f9247b6d4&device_id=93cf75f5-96d3-4289-a796-4cc4c0abf549 HTTP/1.1" status: 200 len: 1126 time: 0.1811612 Feb 04 13:27:38.416836 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33c3f0d6-8bed-4d6f-a537-6621ad8e0319 req-ea47616a-aa9c-4256-8a24-2af48a235103 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653281 Feb 04 13:27:38.492728 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618817a-7995-40e0-a397-73cd4a4fd139 req-8725caa5-49d6-4842-bbe9-2744010c2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:38.495084 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4618817a-7995-40e0-a397-73cd4a4fd139 req-8725caa5-49d6-4842-bbe9-2744010c2c3f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ff8f21a6-ef86-496b-9a31-cddbe2422745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1198208 Feb 04 13:27:38.699258 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4618817a-7995-40e0-a397-73cd4a4fd139 req-6f10dc1b-6eee-4e10-904e-f5e413d9f5b0 service neutron] 10.222.0.99 "GET /v2.0/networks/ff8f21a6-ef86-496b-9a31-cddbe2422745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957705 Feb 04 13:27:38.867692 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4618817a-7995-40e0-a397-73cd4a4fd139 req-9ebdd26c-b25f-466f-8f39-c2920aa7ded2 service neutron] 10.222.0.99 "GET /v2.0/networks/ff8f21a6-ef86-496b-9a31-cddbe2422745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559167 Feb 04 13:27:38.979981 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266592d-9ae9-4911-9029-035da57b6e3b req-c524d5c2-240e-44f1-9b85-881c43004da4 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:38.981739 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6266592d-9ae9-4911-9029-035da57b6e3b req-c524d5c2-240e-44f1-9b85-881c43004da4 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe HTTP/1.1" status: 200 len: 944 time: 0.4336112 Feb 04 13:27:39.006147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-5b0c8fed-c9b9-4a30-aade-801bebc11a42 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:39.008018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-5b0c8fed-c9b9-4a30-aade-801bebc11a42 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5450010 Feb 04 13:27:39.025526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e4c23-e2d3-4788-9986-d284527efb32 req-13ce54e7-64be-4ff7-9d82-3358e1d40a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:39.027049 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-499e4c23-e2d3-4788-9986-d284527efb32 req-13ce54e7-64be-4ff7-9d82-3358e1d40a3a service neutron] 10.222.0.99 "GET /v2.0/networks?id=88b7b145-9182-4a19-b1fb-5c6b08aa0112 HTTP/1.1" status: 200 len: 906 time: 0.6092441 Feb 04 13:27:39.061801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4628470b-e57c-41ef-8ab6-a243c5a9ce31 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:27:39.111100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-499e4c23-e2d3-4788-9986-d284527efb32 req-d81c7aca-6e86-49a5-a23d-fb8038e3fd9b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea383a2a-69bb-49a5-9d90-5c928e6d7294 HTTP/1.1" status: 200 len: 217 time: 0.0469985 Feb 04 13:27:39.136186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-593b858e-2908-4cb0-96f7-b7c77591c869 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 696 time: 0.1187117 Feb 04 13:27:39.137723 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 4628470b-e57c-41ef-8ab6-a243c5a9ce31 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:39.142850 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 4628470b-e57c-41ef-8ab6-a243c5a9ce31 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:39.144029 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4628470b-e57c-41ef-8ab6-a243c5a9ce31), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:39.162438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-ceaed15e-b6fe-4a45-bbcf-6a7773dbc29c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Request body: {'floatingip': {'port_id': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:39.230895 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-ceaed15e-b6fe-4a45-bbcf-6a7773dbc29c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for floatingip (40204186-9870-47b7-bd26-2b8ce4f7cc24), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:39.263466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 4628470b-e57c-41ef-8ab6-a243c5a9ce31 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:39.264152 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4628470b-e57c-41ef-8ab6-a243c5a9ce31), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:39.290377 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6266592d-9ae9-4911-9029-035da57b6e3b req-1e5f540d-10bc-40cd-8827-f0c72e39ea6a tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948136 Feb 04 13:27:39.306865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4628470b-e57c-41ef-8ab6-a243c5a9ce31'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:39.311637 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b5ff8b-1db2-4de1-ae9d-5b6393373b76" -d '{"events": [{"server_uuid": "5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe", "name": "network-vif-plugged", "status": "completed", "tag": "4628470b-e57c-41ef-8ab6-a243c5a9ce31"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:39.332618 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e4c23-e2d3-4788-9986-d284527efb32 req-26cecbd9-67f7-47f9-9397-358164691caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:39.334435 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-499e4c23-e2d3-4788-9986-d284527efb32 req-26cecbd9-67f7-47f9-9397-358164691caa service neutron] 10.222.0.99 "GET /v2.0/subnets?id=65276bc3-38f7-4354-8723-1e8038a429ba HTTP/1.1" status: 200 len: 845 time: 0.2060499 Feb 04 13:27:39.337957 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4628470b-e57c-41ef-8ab6-a243c5a9ce31, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4628470b-e57c-41ef-8ab6-a243c5a9ce31,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:39.348930 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4628470b-e57c-41ef-8ab6-a243c5a9ce31), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:39.406754 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-499e4c23-e2d3-4788-9986-d284527efb32 req-3a931e6a-ea61-4f39-85b0-cb5a29f78750 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=88b7b145-9182-4a19-b1fb-5c6b08aa0112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603266 Feb 04 13:27:39.427877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=4628470b-e57c-41ef-8ab6-a243c5a9ce31,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:39.656916 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c3928-ed6b-496a-84a0-aa749fcc64ed req-01a4020e-1e3b-4bf4-b6c4-381f139e94df tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:39.659948 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-979c3928-ed6b-496a-84a0-aa749fcc64ed req-01a4020e-1e3b-4bf4-b6c4-381f139e94df tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 950 time: 0.0974073 Feb 04 13:27:39.663501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0f8fb-aff0-479c-8daf-7b6dbec2b897 req-b2229f7b-4531-4dc7-b2e9-41e0c6fbcd04 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:39.665503 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-edd0f8fb-aff0-479c-8daf-7b6dbec2b897 req-b2229f7b-4531-4dc7-b2e9-41e0c6fbcd04 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 944 time: 0.2555370 Feb 04 13:27:39.718017 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-499e4c23-e2d3-4788-9986-d284527efb32 req-fa33fdf5-80d5-4bad-9950-4c6ad1aa0c37 service neutron] 10.222.0.99 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950065 Feb 04 13:27:39.852019 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-979c3928-ed6b-496a-84a0-aa749fcc64ed req-37d55f2e-023f-4415-8921-2161090d9dbc tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Deleting port 2c9c10d0-bcfe-4295-9b09-e71582852398 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:27:39.852706 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-979c3928-ed6b-496a-84a0-aa749fcc64ed req-37d55f2e-023f-4415-8921-2161090d9dbc tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2c9c10d0-bcfe-4295-9b09-e71582852398), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:39.980193 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-edd0f8fb-aff0-479c-8daf-7b6dbec2b897 req-761c4d96-f835-4c3d-bc9d-89bed3a316d5 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/security-groups?id=492cd15e-fdd5-4929-918c-759f7201d005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027987 Feb 04 13:27:40.024231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-979c3928-ed6b-496a-84a0-aa749fcc64ed req-37d55f2e-023f-4415-8921-2161090d9dbc tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] For port 2c9c10d0-bcfe-4295-9b09-e71582852398, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2c9c10d0-bcfe-4295-9b09-e71582852398,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:40.024653 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-979c3928-ed6b-496a-84a0-aa749fcc64ed req-37d55f2e-023f-4415-8921-2161090d9dbc tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2c9c10d0-bcfe-4295-9b09-e71582852398), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:40.042157 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-979c3928-ed6b-496a-84a0-aa749fcc64ed req-37d55f2e-023f-4415-8921-2161090d9dbc tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Calling delete_port for 2c9c10d0-bcfe-4295-9b09-e71582852398 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:27:40.096013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-499e4c23-e2d3-4788-9986-d284527efb32 req-39c4c58d-87b5-42b1-a880-12e46875f059 service neutron] 10.222.0.99 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656394 Feb 04 13:27:40.227389 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-979c3928-ed6b-496a-84a0-aa749fcc64ed req-37d55f2e-023f-4415-8921-2161090d9dbc tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2c9c10d0-bcfe-4295-9b09-e71582852398), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:40.243582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['2433332f-bb6d-485e-abec-a8d2cdd3b4e8', 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76', '413e0ed6-09c2-47a2-b509-4d4366b76f11', 'a69c33ec-67a9-40ae-bbad-c86c24e40981', '13e6c0bf-15b6-495e-82be-dc1263b9bcd7'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:40.248006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['001083f3-2766-40eb-b8ff-f8ec33f53d90', '5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c', '2c9c10d0-bcfe-4295-9b09-e71582852398'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:40.292872 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d55f2e-023f-4415-8921-2161090d9dbc tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event deleted for resources: {'Port': ['ID=2c9c10d0-bcfe-4295-9b09-e71582852398,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:40.293971 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-ceaed15e-b6fe-4a45-bbcf-6a7773dbc29c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:40.302066 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-ceaed15e-b6fe-4a45-bbcf-6a7773dbc29c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (40204186-9870-47b7-bd26-2b8ce4f7cc24), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:40.333997 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-979c3928-ed6b-496a-84a0-aa749fcc64ed req-37d55f2e-023f-4415-8921-2161090d9dbc tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] No DVR routers for this DVR port 2c9c10d0-bcfe-4295-9b09-e71582852398 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:27:40.343374 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-979c3928-ed6b-496a-84a0-aa749fcc64ed req-37d55f2e-023f-4415-8921-2161090d9dbc tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:40.346960 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-979c3928-ed6b-496a-84a0-aa749fcc64ed req-37d55f2e-023f-4415-8921-2161090d9dbc tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.99 "DELETE /v2.0/ports/2c9c10d0-bcfe-4295-9b09-e71582852398 HTTP/1.1" status: 204 len: 173 time: 0.6811526 Feb 04 13:27:40.347481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b77cd1b-08d1-42ce-a947-139b5374a726', 'name': 'network-vif-deleted', 'tag': '2c9c10d0-bcfe-4295-9b09-e71582852398'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:40.352259 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9139ccc-b174-4dad-b0f1-8208e9823a51" -d '{"events": [{"server_uuid": "4b77cd1b-08d1-42ce-a947-139b5374a726", "name": "network-vif-deleted", "tag": "2c9c10d0-bcfe-4295-9b09-e71582852398"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:40.455439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fa0bd-f1c0-47c2-aa45-30df23d0acc3 req-a61effeb-9d54-4383-8fb5-20637c434f17 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:40.465920 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-021fa0bd-f1c0-47c2-aa45-30df23d0acc3 req-a61effeb-9d54-4383-8fb5-20637c434f17 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 945 time: 0.2937963 Feb 04 13:27:40.576697 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-021fa0bd-f1c0-47c2-aa45-30df23d0acc3 req-44f6a26d-a881-4a4f-a138-5697912a5017 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073349 Feb 04 13:27:40.634911 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-ceaed15e-b6fe-4a45-bbcf-6a7773dbc29c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Floating IP 40204186-9870-47b7-bd26-2b8ce4f7cc24 associated. External IP: 172.25.5.213, port: 487962a8-4250-4f05-b6bb-5a416a208dbc. Feb 04 13:27:40.871648 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:27:40.975595 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e28b981d-9025-4e7d-be6d-962b9f2ddb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:41.186081 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f352cfd8-2f5e-4ce6-9c76-78ad6a85dfc8 req-78db7cdb-edf0-4865-b07c-1651e28b4c62 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=4b77cd1b-08d1-42ce-a947-139b5374a726 HTTP/1.1" status: 200 len: 210 time: 0.1875978 Feb 04 13:27:41.333795 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ab8e64-a837-4d31-9257-ca41561ef4d9 x-openstack-request-id: req-b7ab8e64-a837-4d31-9257-ca41561ef4d9 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:41.335982 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe", "name": "network-vif-plugged", "status": "completed", "tag": "4628470b-e57c-41ef-8ab6-a243c5a9ce31", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:41.336704 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b7ab8e64-a837-4d31-9257-ca41561ef4d9 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:41.337396 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4628470b-e57c-41ef-8ab6-a243c5a9ce31', 'code': 200} Feb 04 13:27:41.555306 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0a2a4-448a-4953-b9ed-6c94d5d5c484 req-6947bb22-86cf-432c-b316-dd2af9f18eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:41.560500 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1da0a2a4-448a-4953-b9ed-6c94d5d5c484 req-6947bb22-86cf-432c-b316-dd2af9f18eef service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe HTTP/1.1" status: 200 len: 1128 time: 0.1147473 Feb 04 13:27:41.624193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-ceaed15e-b6fe-4a45-bbcf-6a7773dbc29c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:27:41.710583 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-216a7e2a-a989-44b8-8a84-9482366db3e1 req-486262b3-be4b-4949-941f-f65eaae5a057 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 210 time: 0.0836477 Feb 04 13:27:41.769068 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1da0a2a4-448a-4953-b9ed-6c94d5d5c484 req-93fa50ab-73ad-48ab-b810-17eff6d59a2f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999836 Feb 04 13:27:42.105661 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cd40a-4e7a-4641-994e-78f0d73d1a04 req-c6e48459-e114-46cf-8195-453f71766369 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:42.119340 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce7cd40a-4e7a-4641-994e-78f0d73d1a04 req-c6e48459-e114-46cf-8195-453f71766369 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=93cf75f5-96d3-4289-a796-4cc4c0abf549 HTTP/1.1" status: 200 len: 943 time: 0.1616809 Feb 04 13:27:42.153401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-ceaed15e-b6fe-4a45-bbcf-6a7773dbc29c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:27:42.176326 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-ceaed15e-b6fe-4a45-bbcf-6a7773dbc29c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:42.239002 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-ceaed15e-b6fe-4a45-bbcf-6a7773dbc29c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "PUT /v2.0/floatingips/40204186-9870-47b7-bd26-2b8ce4f7cc24 HTTP/1.1" status: 200 len: 996 time: 3.0835361 Feb 04 13:27:42.245556 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'tag': '487962a8-4250-4f05-b6bb-5a416a208dbc'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:42.249949 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499ae6b4-7065-4285-9897-5108246443bc" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8c786f-05c3-46dd-99c5-95098528f1da", "tag": "487962a8-4250-4f05-b6bb-5a416a208dbc"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:42.267230 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1e7997-c76c-42a8-8390-8b5856816fbd None None] Sync routers for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:27:42.316648 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e7997-c76c-42a8-8390-8b5856816fbd None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:27:42.321243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3f1e7997-c76c-42a8-8390-8b5856816fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:42.477936 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce7cd40a-4e7a-4641-994e-78f0d73d1a04 req-6d5c2da9-b9d5-4853-8347-642dd8bda3fc tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567634 Feb 04 13:27:42.560512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-9b208fcb-adf9-400d-ab0f-6276c99bb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:42.575481 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-9b208fcb-adf9-400d-ab0f-6276c99bb6fd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 1128 time: 0.2678018 Feb 04 13:27:42.857730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-6736aa92-7895-45e0-873b-e9c3a4bff38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:42.861222 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-6736aa92-7895-45e0-873b-e9c3a4bff38c service neutron] 10.222.0.96 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 920 time: 0.2736671 Feb 04 13:27:43.039793 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-3f1e7997-c76c-42a8-8390-8b5856816fbd None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:27:43.067080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-130dc9d2-36dd-4c12-bcba-f0a724a5903f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487962a8-4250-4f05-b6bb-5a416a208dbc HTTP/1.1" status: 200 len: 999 time: 0.1859193 Feb 04 13:27:43.108405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ea383a2a-69bb-49a5-9d90-5c928e6d7294 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:27:43.231816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f0e7a-450d-45a0-8827-2cd98a1ac325 req-83bda9fe-25f0-4074-b60c-f586dbf09a14 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:43.245175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-886f0e7a-450d-45a0-8827-2cd98a1ac325 req-83bda9fe-25f0-4074-b60c-f586dbf09a14 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe HTTP/1.1" status: 200 len: 945 time: 0.3822720 Feb 04 13:27:43.251002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ea383a2a-69bb-49a5-9d90-5c928e6d7294, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ea383a2a-69bb-49a5-9d90-5c928e6d7294,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:43.257943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 2c9c10d0-bcfe-4295-9b09-e71582852398 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:27:43.285116 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-0b40b26c-4da3-4929-b8d1-c940e0ea7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:43.289182 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-0b40b26c-4da3-4929-b8d1-c940e0ea7362 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 200 len: 858 time: 0.1739237 Feb 04 13:27:43.354813 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 2c9c10d0-bcfe-4295-9b09-e71582852398 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:27:43.356147 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 2c9c10d0-bcfe-4295-9b09-e71582852398 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:27:43.391188 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'ea383a2a-69bb-49a5-9d90-5c928e6d7294', 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112', 'port_id': 'ea383a2a-69bb-49a5-9d90-5c928e6d7294', 'mac_address': 'fa:16:3e:3d:c3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65276bc3-38f7-4354-8723-1e8038a429ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:27:43.437752 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-886f0e7a-450d-45a0-8827-2cd98a1ac325 req-4794237a-3c60-4f5e-a52a-c6abeb454019 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909359 Feb 04 13:27:43.485517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-1d77efea-3250-4e1a-99d5-e23b86ba5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:43.489365 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-1d77efea-3250-4e1a-99d5-e23b86ba5501 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6877208d-4f79-4715-b038-088720121ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1660740 Feb 04 13:27:43.590450 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69747013-1797-40c8-8e54-6f60871373bc x-openstack-request-id: req-69747013-1797-40c8-8e54-6f60871373bc {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:43.591351 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b77cd1b-08d1-42ce-a947-139b5374a726", "name": "network-vif-deleted", "tag": "2c9c10d0-bcfe-4295-9b09-e71582852398", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:43.591351 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-69747013-1797-40c8-8e54-6f60871373bc {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:43.592044 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b77cd1b-08d1-42ce-a947-139b5374a726', 'name': 'network-vif-deleted', 'tag': '2c9c10d0-bcfe-4295-9b09-e71582852398', 'status': 'completed', 'code': 200} Feb 04 13:27:43.878594 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:43.885128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ea383a2a-69bb-49a5-9d90-5c928e6d7294 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:43.885803 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:43.896959 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7c2c30dd-9c47-4d6b-b0f9-9276fd517515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:43.938014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea383a2a-69bb-49a5-9d90-5c928e6d7294 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:27:44.065665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ea383a2a-69bb-49a5-9d90-5c928e6d7294, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ea383a2a-69bb-49a5-9d90-5c928e6d7294,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:44.074356 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-389ffd80-1287-446c-8cfa-575b12a319f2 service neutron] 10.222.0.96 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645199 Feb 04 13:27:44.110000 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:44.112772 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c756f3f2-562e-4fd7-90c4-fcaf5533c46e details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:27:44.123794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dffc6-37a4-4485-aa97-e133003fa77c req-df7284dd-079e-4f30-b46f-8a25a20f8c27 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:44.125733 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aa3dffc6-37a4-4485-aa97-e133003fa77c req-df7284dd-079e-4f30-b46f-8a25a20f8c27 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 944 time: 0.3067141 Feb 04 13:27:44.336189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aa3dffc6-37a4-4485-aa97-e133003fa77c req-eaef7cf6-c367-4695-a9a2-934e8af2ba53 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/security-groups?id=492cd15e-fdd5-4929-918c-759f7201d005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815875 Feb 04 13:27:44.365181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ea383a2a-69bb-49a5-9d90-5c928e6d7294,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:44.406217 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ada7774-cc1a-4b1e-ad8d-1ef0120c42db req-d7831d90-5a03-4a86-93d4-1f9c8b3f7573 service neutron] 10.222.0.96 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156490 Feb 04 13:27:44.560532 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:44.705721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c756f3f2-562e-4fd7-90c4-fcaf5533c46e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c756f3f2-562e-4fd7-90c4-fcaf5533c46e,segment=NetworkSegment(972841af-f29c-46d6-b5cb-6ab6f82749d4),segment_id=972841af-f29c-46d6-b5cb-6ab6f82749d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:44.726362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f7e84-f7b8-4e43-be2c-2235777817a1 req-aabe6f78-c678-4942-ab34-f731814f36ac tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:44.730816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b6f7e84-f7b8-4e43-be2c-2235777817a1 req-aabe6f78-c678-4942-ab34-f731814f36ac tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 945 time: 0.1584501 Feb 04 13:27:44.783906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3f1e7997-c76c-42a8-8390-8b5856816fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '40204186-9870-47b7-bd26-2b8ce4f7cc24', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'port_id': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'mac_address': 'fa:16:3e:06:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:27:07Z', 'updated_at': '2022-02-04T13:27:40Z', 'revision_number': 1, 'project_id': '16a235b12a7648989c9a40a771357775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:44.789110 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'c756f3f2-562e-4fd7-90c4-fcaf5533c46e', 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745', 'port_id': 'c756f3f2-562e-4fd7-90c4-fcaf5533c46e', 'mac_address': 'fa:16:3e:60:76:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:27:44.842222 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53de1a7e-f34a-4279-a38b-242c245b23eb x-openstack-request-id: req-53de1a7e-f34a-4279-a38b-242c245b23eb {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:44.843131 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8c786f-05c3-46dd-99c5-95098528f1da", "tag": "487962a8-4250-4f05-b6bb-5a416a208dbc", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:44.843845 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-53de1a7e-f34a-4279-a38b-242c245b23eb {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:44.852295 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'tag': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'status': 'completed', 'code': 200} Feb 04 13:27:44.894070 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1e7997-c76c-42a8-8390-8b5856816fbd None None] Checking router: b1cd73b9-a287-45f9-b3ad-a73f6f55d49e for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:27:44.938951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ae6b4-7065-4285-9897-5108246443bc req-d4e224c5-cd16-4132-b6d3-635902f0c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:44.947002 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-499ae6b4-7065-4285-9897-5108246443bc req-d4e224c5-cd16-4132-b6d3-635902f0c34d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 1128 time: 0.1572075 Feb 04 13:27:44.970158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b6f7e84-f7b8-4e43-be2c-2235777817a1 req-ae97e9aa-49e6-4af8-8cf5-a520b9d5d6dc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201412 Feb 04 13:27:45.084167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e7997-c76c-42a8-8390-8b5856816fbd None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:27:45.085925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3f1e7997-c76c-42a8-8390-8b5856816fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:45.102863 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d0f9f664-dcfe-4b4e-9ed0-d8a4fb1df628 req-17773b2d-abaa-4a11-85e9-0e1d4955818c tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 210 time: 0.1275420 Feb 04 13:27:45.243180 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e22af4-d1c0-4aab-8d2d-d3c4acb65eca req-50b4043f-def1-438d-bfa0-3a83202b1c0f tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:45.252007 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-30e22af4-d1c0-4aab-8d2d-d3c4acb65eca req-50b4043f-def1-438d-bfa0-3a83202b1c0f tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=93cf75f5-96d3-4289-a796-4cc4c0abf549 HTTP/1.1" status: 200 len: 944 time: 0.1139231 Feb 04 13:27:45.300174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ae6b4-7065-4285-9897-5108246443bc req-08f60be2-dd63-49ce-afaf-da592e538926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:45.301801 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-499ae6b4-7065-4285-9897-5108246443bc req-08f60be2-dd63-49ce-afaf-da592e538926 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 920 time: 0.3450296 Feb 04 13:27:45.303500 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c756f3f2-562e-4fd7-90c4-fcaf5533c46e is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:45.304068 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c756f3f2-562e-4fd7-90c4-fcaf5533c46e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:45.362930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c756f3f2-562e-4fd7-90c4-fcaf5533c46e {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:27:45.389236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-8724d873-44d2-4a32-8976-8c4531b543f3 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:45.398919 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-8724d873-44d2-4a32-8976-8c4531b543f3 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=fe7f2fdf-84f2-47b3-a014-2db3dc84edce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1697240 Feb 04 13:27:45.455777 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-499ae6b4-7065-4285-9897-5108246443bc req-104d6d9d-965e-4329-acea-77421bcfc646 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487962a8-4250-4f05-b6bb-5a416a208dbc HTTP/1.1" status: 200 len: 999 time: 0.1450393 Feb 04 13:27:45.482886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c756f3f2-562e-4fd7-90c4-fcaf5533c46e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c756f3f2-562e-4fd7-90c4-fcaf5533c46e,segment=NetworkSegment(972841af-f29c-46d6-b5cb-6ab6f82749d4),segment_id=972841af-f29c-46d6-b5cb-6ab6f82749d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:45.512910 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c756f3f2-562e-4fd7-90c4-fcaf5533c46e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:45.547153 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:45.606520 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ae6b4-7065-4285-9897-5108246443bc req-01e961a3-b2e5-43b2-afc8-441d3684bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:45.608242 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-499ae6b4-7065-4285-9897-5108246443bc req-01e961a3-b2e5-43b2-afc8-441d3684bc4f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 200 len: 858 time: 0.1441846 Feb 04 13:27:45.611012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-30e22af4-d1c0-4aab-8d2d-d3c4acb65eca req-7af627e0-38df-41d7-ae9f-7059f72be070 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576112 Feb 04 13:27:45.697734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-3f1e7997-c76c-42a8-8390-8b5856816fbd None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:27:45.758153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-ddc29ff9-c942-4ee5-b8b4-f1656adcd496 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 999 time: 0.3577862 Feb 04 13:27:45.774901 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ae6b4-7065-4285-9897-5108246443bc req-e9b472f6-b9a6-4d98-b66b-97453b8fb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:45.776875 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-499ae6b4-7065-4285-9897-5108246443bc req-e9b472f6-b9a6-4d98-b66b-97453b8fb6c5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6877208d-4f79-4715-b038-088720121ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1612997 Feb 04 13:27:45.782969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-164b7a6d-0fc5-4350-beed-fbe6c82faa19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Request body: {'floatingip': {'port_id': '334fe35a-f429-494b-811e-f513a6c9bc68', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:45.875164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c756f3f2-562e-4fd7-90c4-fcaf5533c46e,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:45.976991 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-499ae6b4-7065-4285-9897-5108246443bc req-f5065c4a-41ce-408b-811b-f9c4de4832e5 service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925833 Feb 04 13:27:46.022475 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c756f3f2-562e-4fd7-90c4-fcaf5533c46e'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:46.077904 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-164b7a6d-0fc5-4350-beed-fbe6c82faa19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for floatingip (40204186-9870-47b7-bd26-2b8ce4f7cc24), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:46.094160 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['ea383a2a-69bb-49a5-9d90-5c928e6d7294'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:46.223050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00329b4-7c7d-416b-9737-08e051489cc9 req-4b161388-a4ec-43e7-bf48-f5d5d6254efc tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:46.225496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a00329b4-7c7d-416b-9737-08e051489cc9 req-4b161388-a4ec-43e7-bf48-f5d5d6254efc tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe HTTP/1.1" status: 200 len: 945 time: 0.4452894 Feb 04 13:27:46.239528 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-499ae6b4-7065-4285-9897-5108246443bc req-3ba4f1ea-9042-4a73-9b3a-b3006c50066a service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473512 Feb 04 13:27:46.466590 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a00329b4-7c7d-416b-9737-08e051489cc9 req-c3d61526-3bbb-4e12-99ac-a1c6c39e5eeb tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179852 Feb 04 13:27:46.784519 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:46.955583 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3f1e7997-c76c-42a8-8390-8b5856816fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '40204186-9870-47b7-bd26-2b8ce4f7cc24', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'port_id': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'mac_address': 'fa:16:3e:06:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:27:07Z', 'updated_at': '2022-02-04T13:27:40Z', 'revision_number': 1, 'project_id': '16a235b12a7648989c9a40a771357775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:47.004871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1e7997-c76c-42a8-8390-8b5856816fbd None None] The sync data for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 is: [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '40204186-9870-47b7-bd26-2b8ce4f7cc24', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'port_id': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'mac_address': 'fa:16:3e:06:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:27:07Z', 'updated_at': '2022-02-04T13:27:40Z', 'revision_number': 1, 'project_id': '16a235b12a7648989c9a40a771357775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:27:47.148510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841eef4-1323-4b3a-a63f-247eb6633e91 req-ff2df509-107b-4607-89f6-2dcd91c8ab4a tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:47.150162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0841eef4-1323-4b3a-a63f-247eb6633e91 req-ff2df509-107b-4607-89f6-2dcd91c8ab4a tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 945 time: 0.2510324 Feb 04 13:27:47.313354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0841eef4-1323-4b3a-a63f-247eb6633e91 req-dcc79e05-d63d-4ee4-9777-b87a5e017d86 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/security-groups?id=492cd15e-fdd5-4929-918c-759f7201d005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533601 Feb 04 13:27:47.448985 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72f621-4e16-4c5e-bac3-d396c2604cd2 None None] New status for floating IP 40204186-9870-47b7-bd26-2b8ce4f7cc24: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:27:47.450082 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-164b7a6d-0fc5-4350-beed-fbe6c82faa19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:47.491399 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-164b7a6d-0fc5-4350-beed-fbe6c82faa19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (40204186-9870-47b7-bd26-2b8ce4f7cc24), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:47.621479 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.db.api [None req-ee72f621-4e16-4c5e-bac3-d396c2604cd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:27:47.621999 n-d-714676-13 neutron-server[103609]: DEBUG oslo_db.api [None req-ee72f621-4e16-4c5e-bac3-d396c2604cd2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:27:47.798870 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:47.972100 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd03cad-8701-48fe-be82-3533eaafe594 req-f729fbf8-cc36-4f5e-be80-f781b0d2a648 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:47.973759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9bd03cad-8701-48fe-be82-3533eaafe594 req-f729fbf8-cc36-4f5e-be80-f781b0d2a648 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 945 time: 0.5505793 Feb 04 13:27:48.019342 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-164b7a6d-0fc5-4350-beed-fbe6c82faa19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Floating IP 40204186-9870-47b7-bd26-2b8ce4f7cc24 associated. External IP: 172.25.5.213, port: 487962a8-4250-4f05-b6bb-5a416a208dbc. Feb 04 13:27:48.125523 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72f621-4e16-4c5e-bac3-d396c2604cd2 None None] New status for floating IP 40204186-9870-47b7-bd26-2b8ce4f7cc24: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:27:48.217158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9bd03cad-8701-48fe-be82-3533eaafe594 req-a7de4f02-0961-47bf-814f-fea88ed462b4 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318423 Feb 04 13:27:48.497182 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-936de678-e1d4-4eb6-a6e3-c82bb1820111 req-2bef2ae7-f7f5-4107-a1b9-cbe4c7c9f381 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 210 time: 0.0720375 Feb 04 13:27:48.551528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-164b7a6d-0fc5-4350-beed-fbe6c82faa19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:27:48.793209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea5269-cd3c-4527-9e91-b194c98e00e4 req-2610d777-3ddf-4889-b8e3-7604d1ff35a7 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:48.794948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68ea5269-cd3c-4527-9e91-b194c98e00e4 req-2610d777-3ddf-4889-b8e3-7604d1ff35a7 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "GET /v2.0/ports?device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 950 time: 0.1041999 Feb 04 13:27:48.831383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-164b7a6d-0fc5-4350-beed-fbe6c82faa19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:27:48.843005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c5ee8-1b82-48da-bae8-01377c39d135 None None] Sync routers for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:27:48.854759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c5ee8-1b82-48da-bae8-01377c39d135 None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:27:48.855698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a92c5ee8-1b82-48da-bae8-01377c39d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:49.068702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c70237-b933-4bc3-b9a3-0ea4901ac165 req-bbff3c25-1e70-42dd-8a1d-af98911187c9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:49.071412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56c70237-b933-4bc3-b9a3-0ea4901ac165 req-bbff3c25-1e70-42dd-8a1d-af98911187c9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=93cf75f5-96d3-4289-a796-4cc4c0abf549 HTTP/1.1" status: 200 len: 944 time: 0.2140470 Feb 04 13:27:49.233974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a92c5ee8-1b82-48da-bae8-01377c39d135 None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:27:49.257575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-68ea5269-cd3c-4527-9e91-b194c98e00e4 req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Deleting port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:27:49.258025 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68ea5269-cd3c-4527-9e91-b194c98e00e4 req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (13e6c0bf-15b6-495e-82be-dc1263b9bcd7), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:49.311690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56c70237-b933-4bc3-b9a3-0ea4901ac165 req-c120bfdb-40f5-4fcd-b945-2cea4945ea51 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294936 Feb 04 13:27:49.344137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-164b7a6d-0fc5-4350-beed-fbe6c82faa19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:27:49.491851 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-68ea5269-cd3c-4527-9e91-b194c98e00e4 req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] For port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=13e6c0bf-15b6-495e-82be-dc1263b9bcd7,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:49.492359 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68ea5269-cd3c-4527-9e91-b194c98e00e4 req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (13e6c0bf-15b6-495e-82be-dc1263b9bcd7), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:49.523746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-68ea5269-cd3c-4527-9e91-b194c98e00e4 req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Calling delete_port for 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:27:49.566862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ea383a2a-69bb-49a5-9d90-5c928e6d7294 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:27:49.642545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-164b7a6d-0fc5-4350-beed-fbe6c82faa19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:27:49.649855 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-164b7a6d-0fc5-4350-beed-fbe6c82faa19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:49.682571 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port ea383a2a-69bb-49a5-9d90-5c928e6d7294 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:49.689995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a92c5ee8-1b82-48da-bae8-01377c39d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '40204186-9870-47b7-bd26-2b8ce4f7cc24', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'port_id': '334fe35a-f429-494b-811e-f513a6c9bc68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'mac_address': 'fa:16:3e:34:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:27:07Z', 'updated_at': '2022-02-04T13:27:48Z', 'revision_number': 3, 'project_id': '16a235b12a7648989c9a40a771357775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:49.735300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44a72d-f854-491c-bc28-93cc3cb6796c req-71f65222-0451-4823-8520-599b8a42cf88 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:49.737967 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad44a72d-f854-491c-bc28-93cc3cb6796c req-71f65222-0451-4823-8520-599b8a42cf88 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=d23bd581-cca1-4cf5-94b7-a4b1f8e4de99 HTTP/1.1" status: 200 len: 950 time: 0.2504272 Feb 04 13:27:49.752621 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c5ee8-1b82-48da-bae8-01377c39d135 None None] Checking router: b1cd73b9-a287-45f9-b3ad-a73f6f55d49e for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:27:49.757113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port ea383a2a-69bb-49a5-9d90-5c928e6d7294 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:49.757936 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:49.797924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'tag': '487962a8-4250-4f05-b6bb-5a416a208dbc'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:49.800720 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033fc419-ba39-4ecb-9acf-18692352808d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8c786f-05c3-46dd-99c5-95098528f1da", "tag": "487962a8-4250-4f05-b6bb-5a416a208dbc"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:49.805403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c5ee8-1b82-48da-bae8-01377c39d135 None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:27:49.806534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a92c5ee8-1b82-48da-bae8-01377c39d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:49.870085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad44a72d-f854-491c-bc28-93cc3cb6796c req-8ac9b981-7deb-49e2-869e-8deca8ec113c tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224864 Feb 04 13:27:49.904002 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-164b7a6d-0fc5-4350-beed-fbe6c82faa19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "PUT /v2.0/floatingips/40204186-9870-47b7-bd26-2b8ce4f7cc24 HTTP/1.1" status: 200 len: 997 time: 4.1316564 Feb 04 13:27:50.006639 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-d2182fe2-4204-47f3-9e24-aa6a41d1157b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:50.008789 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-d2182fe2-4204-47f3-9e24-aa6a41d1157b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports/487962a8-4250-4f05-b6bb-5a416a208dbc HTTP/1.1" status: 200 len: 942 time: 0.0869727 Feb 04 13:27:50.083427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ea383a2a-69bb-49a5-9d90-5c928e6d7294 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:50.084704 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:50.100342 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b043d7-74af-4b40-bd38-fb4451fcc407 req-22db1f55-6c51-4998-8c99-993a4f03b4ff tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:50.102891 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1b043d7-74af-4b40-bd38-fb4451fcc407 req-22db1f55-6c51-4998-8c99-993a4f03b4ff tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 945 time: 0.0930526 Feb 04 13:27:50.103710 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68ea5269-cd3c-4527-9e91-b194c98e00e4 req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (13e6c0bf-15b6-495e-82be-dc1263b9bcd7), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:50.117929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a92c5ee8-1b82-48da-bae8-01377c39d135 None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:27:50.125038 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['2433332f-bb6d-485e-abec-a8d2cdd3b4e8', 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76', '413e0ed6-09c2-47a2-b509-4d4366b76f11', 'a69c33ec-67a9-40ae-bbad-c86c24e40981'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:50.129151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['001083f3-2766-40eb-b8ff-f8ec33f53d90', '5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:50.154469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event deleted for resources: {'Port': ['ID=13e6c0bf-15b6-495e-82be-dc1263b9bcd7,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:50.193452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:50.194344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:50.195373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:50.195796 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:50.196147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:50.196481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:50.196812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:50.197136 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:50.197524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:50.197834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:50.198207 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:50.198504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:50.198825 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:50.236561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ea5269-cd3c-4527-9e91-b194c98e00e4 req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] No DVR routers for this DVR port 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:27:50.240077 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68ea5269-cd3c-4527-9e91-b194c98e00e4 req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:50.245607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68ea5269-cd3c-4527-9e91-b194c98e00e4 req-b16ffdf0-6413-4143-b0ce-82b0c40295d1 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "DELETE /v2.0/ports/13e6c0bf-15b6-495e-82be-dc1263b9bcd7 HTTP/1.1" status: 204 len: 173 time: 1.4297605 Feb 04 13:27:50.335135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ea383a2a-69bb-49a5-9d90-5c928e6d7294, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ea383a2a-69bb-49a5-9d90-5c928e6d7294,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:50.352797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cf75f5-96d3-4289-a796-4cc4c0abf549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea383a2a-69bb-49a5-9d90-5c928e6d7294'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:50.357101 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a669d759-1114-4998-8421-e0ba7fee1f77" -d '{"events": [{"server_uuid": "93cf75f5-96d3-4289-a796-4cc4c0abf549", "name": "network-vif-plugged", "status": "completed", "tag": "ea383a2a-69bb-49a5-9d90-5c928e6d7294"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:50.372081 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1b043d7-74af-4b40-bd38-fb4451fcc407 req-38d5b9cc-facb-433c-aca0-c0b4f45c4eec tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/security-groups?id=492cd15e-fdd5-4929-918c-759f7201d005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461228 Feb 04 13:27:50.385186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-af4a42e3-e52e-4b2b-9a59-f0447c3ca1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:50.385186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-af4a42e3-e52e-4b2b-9a59-f0447c3ca1f3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 1128 time: 0.1539998 Feb 04 13:27:50.405025 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:50.406511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c756f3f2-562e-4fd7-90c4-fcaf5533c46e up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:27:50.624580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d91585-7b98-4b4a-bee6-c29e5ff5086d req-0f93dc10-084c-40ed-9c07-4e6d1cd958d2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:50.626716 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4d91585-7b98-4b4a-bee6-c29e5ff5086d req-0f93dc10-084c-40ed-9c07-4e6d1cd958d2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe HTTP/1.1" status: 200 len: 945 time: 0.1366396 Feb 04 13:27:50.630778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-7f1024e5-cee9-4d01-8d14-1ea39b115693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:50.632685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-7f1024e5-cee9-4d01-8d14-1ea39b115693 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 920 time: 0.2371209 Feb 04 13:27:50.767455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ea383a2a-69bb-49a5-9d90-5c928e6d7294,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:50.802355 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-98a79564-2a3d-4392-bf7f-6c18d6355a55 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487962a8-4250-4f05-b6bb-5a416a208dbc HTTP/1.1" status: 200 len: 217 time: 0.1390669 Feb 04 13:27:50.890987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port c756f3f2-562e-4fd7-90c4-fcaf5533c46e completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:50.946059 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port c756f3f2-562e-4fd7-90c4-fcaf5533c46e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:50.946572 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c756f3f2-562e-4fd7-90c4-fcaf5533c46e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:50.948390 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4d91585-7b98-4b4a-bee6-c29e5ff5086d req-e659bfd9-c98f-4c17-a556-d1f6c4648b5b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102751 Feb 04 13:27:50.980973 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-212eb750-4e24-4ba3-b4f1-e4c75e72cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:50.992437 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-212eb750-4e24-4ba3-b4f1-e4c75e72cdba service neutron] 10.222.0.96 "GET /v2.0/subnets?id=333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 200 len: 858 time: 0.1903930 Feb 04 13:27:51.126593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-35ed5797-f2e6-4697-89a3-3cf94679aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:51.134923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-35ed5797-f2e6-4697-89a3-3cf94679aecc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6877208d-4f79-4715-b038-088720121ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1400971 Feb 04 13:27:51.171475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26083b9d-1d53-4958-9d3e-8d5d87fb1ac9 req-9d685c39-6860-4ab9-aec9-3981593965cd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:51.185774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26083b9d-1d53-4958-9d3e-8d5d87fb1ac9 req-9d685c39-6860-4ab9-aec9-3981593965cd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 945 time: 0.1205366 Feb 04 13:27:51.314416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26083b9d-1d53-4958-9d3e-8d5d87fb1ac9 req-e898cbc3-c272-4c19-8577-65cf95f24b78 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269062 Feb 04 13:27:51.378692 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-8d15057d-815a-44a0-bc3b-f459287f25fd service neutron] 10.222.0.96 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428014 Feb 04 13:27:51.548287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c756f3f2-562e-4fd7-90c4-fcaf5533c46e is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:51.548287 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c756f3f2-562e-4fd7-90c4-fcaf5533c46e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:51.582044 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e0a9467-96e4-4464-86b0-49108e2c30c2 req-15527e8c-3f06-4eaf-aee6-b9513652e9a7 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e0ac53-fa62-41b1-a0bc-75f11f48b2d0 HTTP/1.1" status: 200 len: 210 time: 0.0488744 Feb 04 13:27:51.670608 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-5906b425-3d0b-442f-968e-4df8a90b9e44 service neutron] 10.222.0.96 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910070 Feb 04 13:27:51.713485 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eface953-e330-4bdc-9651-9ca722f019fd x-openstack-request-id: req-eface953-e330-4bdc-9651-9ca722f019fd {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:51.713839 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8c786f-05c3-46dd-99c5-95098528f1da", "tag": "487962a8-4250-4f05-b6bb-5a416a208dbc", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:51.714129 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-eface953-e330-4bdc-9651-9ca722f019fd {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:51.714573 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'tag': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'status': 'completed', 'code': 200} Feb 04 13:27:51.821464 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30ca44a-550b-48fa-a1dc-38c77aa98ebf x-openstack-request-id: req-e30ca44a-550b-48fa-a1dc-38c77aa98ebf {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:51.821767 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cf75f5-96d3-4289-a796-4cc4c0abf549", "name": "network-vif-plugged", "status": "completed", "tag": "ea383a2a-69bb-49a5-9d90-5c928e6d7294", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:51.822038 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e30ca44a-550b-48fa-a1dc-38c77aa98ebf {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:51.822478 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cf75f5-96d3-4289-a796-4cc4c0abf549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea383a2a-69bb-49a5-9d90-5c928e6d7294', 'code': 200} Feb 04 13:27:51.838026 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fc419-ba39-4ecb-9acf-18692352808d req-d1c4fc34-0a58-4e8e-b30d-8fa2479ed66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:51.840895 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-033fc419-ba39-4ecb-9acf-18692352808d req-d1c4fc34-0a58-4e8e-b30d-8fa2479ed66c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 1128 time: 0.1135020 Feb 04 13:27:51.874629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c756f3f2-562e-4fd7-90c4-fcaf5533c46e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c756f3f2-562e-4fd7-90c4-fcaf5533c46e,segment=NetworkSegment(972841af-f29c-46d6-b5cb-6ab6f82749d4),segment_id=972841af-f29c-46d6-b5cb-6ab6f82749d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:51.893598 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a92c5ee8-1b82-48da-bae8-01377c39d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '40204186-9870-47b7-bd26-2b8ce4f7cc24', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'port_id': '334fe35a-f429-494b-811e-f513a6c9bc68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'mac_address': 'fa:16:3e:34:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:27:07Z', 'updated_at': '2022-02-04T13:27:48Z', 'revision_number': 3, 'project_id': '16a235b12a7648989c9a40a771357775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:51.949505 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c756f3f2-562e-4fd7-90c4-fcaf5533c46e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:51.967018 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fc419-ba39-4ecb-9acf-18692352808d req-afb6a02e-fd53-409a-a9db-37bd6a40bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:51.968431 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-033fc419-ba39-4ecb-9acf-18692352808d req-afb6a02e-fd53-409a-a9db-37bd6a40bbc6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 920 time: 0.1212091 Feb 04 13:27:52.017489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-bcd6892f-f935-45d3-951e-d1e94785f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:52.018186 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-033fc419-ba39-4ecb-9acf-18692352808d req-52db1629-a044-4dd6-957c-094080366b91 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487962a8-4250-4f05-b6bb-5a416a208dbc HTTP/1.1" status: 200 len: 217 time: 0.0418093 Feb 04 13:27:52.019104 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-bcd6892f-f935-45d3-951e-d1e94785f324 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&device_id=fe7f2fdf-84f2-47b3-a014-2db3dc84edce HTTP/1.1" status: 200 len: 1129 time: 0.2810683 Feb 04 13:27:52.067934 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 41108) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:52.088772 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:27:52.097865 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fc419-ba39-4ecb-9acf-18692352808d req-895bf0e4-cf00-4100-b926-cf6bf60e89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:52.100404 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-033fc419-ba39-4ecb-9acf-18692352808d req-895bf0e4-cf00-4100-b926-cf6bf60e89e6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 200 len: 858 time: 0.0707982 Feb 04 13:27:52.103424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c756f3f2-562e-4fd7-90c4-fcaf5533c46e,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:52.136219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c5ee8-1b82-48da-bae8-01377c39d135 None None] The sync data for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 is: [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '40204186-9870-47b7-bd26-2b8ce4f7cc24', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'port_id': '334fe35a-f429-494b-811e-f513a6c9bc68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'mac_address': 'fa:16:3e:34:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:27:07Z', 'updated_at': '2022-02-04T13:27:48Z', 'revision_number': 3, 'project_id': '16a235b12a7648989c9a40a771357775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:27:52.149474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:27:52.150087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 13e6c0bf-15b6-495e-82be-dc1263b9bcd7 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:27:52.198066 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fc419-ba39-4ecb-9acf-18692352808d req-f0d6bb0a-c998-4fdd-bb5c-acbeeebe538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:52.200391 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-033fc419-ba39-4ecb-9acf-18692352808d req-f0d6bb0a-c998-4fdd-bb5c-acbeeebe538c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6877208d-4f79-4715-b038-088720121ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0811388 Feb 04 13:27:52.359819 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-033fc419-ba39-4ecb-9acf-18692352808d req-4b41232f-ed14-41a6-86f3-0f19d96b270e service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502171 Feb 04 13:27:52.411006 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8966f6-cb5d-4f51-9bc5-1ceb582c5ab2 None None] New status for floating IP 40204186-9870-47b7-bd26-2b8ce4f7cc24: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:27:52.527326 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-033fc419-ba39-4ecb-9acf-18692352808d req-34650b83-81d4-40dd-a7c5-8961cc499471 service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598878 Feb 04 13:27:52.556494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c0110-460a-4ad2-b5b1-5b05a80d9fee req-a7305e24-6845-4ccc-827b-5130117b8144 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:52.559399 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-374c0110-460a-4ad2-b5b1-5b05a80d9fee req-a7305e24-6845-4ccc-827b-5130117b8144 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=93cf75f5-96d3-4289-a796-4cc4c0abf549 HTTP/1.1" status: 200 len: 945 time: 0.6119308 Feb 04 13:27:52.565693 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-15237fbc-bbe5-4be4-be7c-1295b5e1bc48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:52.577912 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830b5a5-5a6d-462d-bacb-06718147c9fe req-2d3d8550-5aca-43f1-8573-463b8b63d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:52.580740 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5830b5a5-5a6d-462d-bacb-06718147c9fe req-2d3d8550-5aca-43f1-8573-463b8b63d807 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=93cf75f5-96d3-4289-a796-4cc4c0abf549 HTTP/1.1" status: 200 len: 1128 time: 0.7171237 Feb 04 13:27:52.695711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-2f70693d-1952-4b6d-bbdf-eff999b3159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:52.702848 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-2f70693d-1952-4b6d-bbdf-eff999b3159d service neutron] 10.222.0.96 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 920 time: 0.6747103 Feb 04 13:27:52.768233 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-374c0110-460a-4ad2-b5b1-5b05a80d9fee req-83b55e78-cbdf-42d2-94f4-d09a931f6b96 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985991 Feb 04 13:27:52.796149 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5830b5a5-5a6d-462d-bacb-06718147c9fe req-aa8948c5-af59-49d2-b94c-f1bc508e4497 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876457 Feb 04 13:27:52.827669 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-550f5745-df22-45ca-b7f3-7a0c8e0dfc20 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=334fe35a-f429-494b-811e-f513a6c9bc68 HTTP/1.1" status: 200 len: 1002 time: 0.1238666 Feb 04 13:27:52.908505 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-15237fbc-bbe5-4be4-be7c-1295b5e1bc48 admin admin] Publish callbacks [] for security_group (4d73b533-1df8-4739-adba-2e22a5197631), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:52.917334 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-15237fbc-bbe5-4be4-be7c-1295b5e1bc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4d73b533-1df8-4739-adba-2e22a5197631), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:52.921372 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-e70b07b5-3834-4866-982d-6200c9d989ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:52.923187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-e70b07b5-3834-4866-982d-6200c9d989ea service neutron] 10.222.0.96 "GET /v2.0/subnets?id=333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 200 len: 858 time: 0.0842600 Feb 04 13:27:52.946247 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905802fb-5c09-4d75-b622-7874b2c633ca None None] Sync routers for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:27:52.959100 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905802fb-5c09-4d75-b622-7874b2c633ca None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:27:52.960420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-905802fb-5c09-4d75-b622-7874b2c633ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:53.021404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-15237fbc-bbe5-4be4-be7c-1295b5e1bc48 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7d47f43ef50240819061ffc117ac46bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9507124 Feb 04 13:27:53.024739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41118) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:53.025307 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15237fbc-bbe5-4be4-be7c-1295b5e1bc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d73b533-1df8-4739-adba-2e22a5197631,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:53.046738 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-05558145-06ea-4874-a80a-dd998ef3ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:53.055550 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-05558145-06ea-4874-a80a-dd998ef3ac4e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6877208d-4f79-4715-b038-088720121ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1252887 Feb 04 13:27:53.210839 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-46ee018d-26c1-4068-ba1a-77dcdf95370d service neutron] 10.222.0.96 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539030 Feb 04 13:27:53.302912 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-905802fb-5c09-4d75-b622-7874b2c633ca None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:27:53.367976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff173465-87af-4b82-b2c3-7a724abb7edc req-e0d6eff5-2043-42fc-bdf4-91f242fa1f83 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:53.369631 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff173465-87af-4b82-b2c3-7a724abb7edc req-e0d6eff5-2043-42fc-bdf4-91f242fa1f83 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 946 time: 0.1777422 Feb 04 13:27:53.407376 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25e01cec-9771-47f0-a596-a3fcba5014c6 req-0d742fd6-8a43-452e-bfa8-37be015cc1d4 service neutron] 10.222.0.96 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900105 Feb 04 13:27:53.470994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff173465-87af-4b82-b2c3-7a724abb7edc req-cd42f9a4-06f6-4fe5-8efd-7432e582fd9f tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/security-groups?id=492cd15e-fdd5-4929-918c-759f7201d005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906703 Feb 04 13:27:53.507413 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6ba6-3a4e-444c-97f5-5428fa73babb admin admin] Publish callbacks [] for security_group (4d73b533-1df8-4739-adba-2e22a5197631), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:53.539516 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6ba6-3a4e-444c-97f5-5428fa73babb admin admin] Publish callbacks [] for security_group (4d73b533-1df8-4739-adba-2e22a5197631), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:53.625836 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6ba6-3a4e-444c-97f5-5428fa73babb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4d73b533-1df8-4739-adba-2e22a5197631), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:53.630671 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6ba6-3a4e-444c-97f5-5428fa73babb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:53.634579 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cd8b6ba6-3a4e-444c-97f5-5428fa73babb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4d73b533-1df8-4739-adba-2e22a5197631 HTTP/1.1" status: 204 len: 168 time: 0.6057134 Feb 04 13:27:53.654714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b6ba6-3a4e-444c-97f5-5428fa73babb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d73b533-1df8-4739-adba-2e22a5197631,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:53.693937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9052dd-14cf-4766-bcec-467e378104ad req-e0257bd9-6a36-43b5-96b6-380bf2f59f69 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:53.706070 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e9052dd-14cf-4766-bcec-467e378104ad req-e0257bd9-6a36-43b5-96b6-380bf2f59f69 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 945 time: 0.1453524 Feb 04 13:27:53.715338 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'tag': '334fe35a-f429-494b-811e-f513a6c9bc68'}, {'server_uuid': 'd23bd581-cca1-4cf5-94b7-a4b1f8e4de99', 'name': 'network-vif-deleted', 'tag': '13e6c0bf-15b6-495e-82be-dc1263b9bcd7'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:53.719915 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827e7102-2905-4664-8e0d-f4bb95fa1825" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7f2fdf-84f2-47b3-a014-2db3dc84edce", "tag": "334fe35a-f429-494b-811e-f513a6c9bc68"}, {"server_uuid": "d23bd581-cca1-4cf5-94b7-a4b1f8e4de99", "name": "network-vif-deleted", "tag": "13e6c0bf-15b6-495e-82be-dc1263b9bcd7"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:53.773126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-905802fb-5c09-4d75-b622-7874b2c633ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '40204186-9870-47b7-bd26-2b8ce4f7cc24', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'port_id': '334fe35a-f429-494b-811e-f513a6c9bc68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'mac_address': 'fa:16:3e:34:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:27:07Z', 'updated_at': '2022-02-04T13:27:52Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:53.816227 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905802fb-5c09-4d75-b622-7874b2c633ca None None] Checking router: b1cd73b9-a287-45f9-b3ad-a73f6f55d49e for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:27:53.823370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f43b02-ea90-45a9-b640-2c8c1ab3f773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c756f3f2-562e-4fd7-90c4-fcaf5533c46e'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:53.827792 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d48d5c6-46e2-4ff3-b7ac-d99f486c05f2" -d '{"events": [{"server_uuid": "93f43b02-ea90-45a9-b640-2c8c1ab3f773", "name": "network-vif-plugged", "status": "completed", "tag": "c756f3f2-562e-4fd7-90c4-fcaf5533c46e"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:53.839177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905802fb-5c09-4d75-b622-7874b2c633ca None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:27:53.839956 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-905802fb-5c09-4d75-b622-7874b2c633ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:53.855073 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e9052dd-14cf-4766-bcec-467e378104ad req-ea329a4f-c7f5-4f3d-9a38-81ca1b5f4269 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405063 Feb 04 13:27:53.999060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-905802fb-5c09-4d75-b622-7874b2c633ca None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:27:54.037908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77fe9d08-6717-4f34-93be-0e584a4f5764 req-30f2540a-b576-47d5-bab1-9f4e4e35247a tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 1002 time: 0.1381025 Feb 04 13:27:54.093227 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef1c66-7a83-4c47-80d4-0d301bf631f9 req-abad6fae-dcb2-46e3-b6f7-5fe29c569e30 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:54.099094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41138) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:54.102498 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87ef1c66-7a83-4c47-80d4-0d301bf631f9 req-abad6fae-dcb2-46e3-b6f7-5fe29c569e30 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe HTTP/1.1" status: 200 len: 945 time: 0.1460025 Feb 04 13:27:54.118996 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9131c8f-a3bd-4379-9650-b98b70a3e7b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:54.138236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe9d08-6717-4f34-93be-0e584a4f5764 req-52f13f16-1c5d-4725-977a-79a3f3e537f0 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:54.150622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77fe9d08-6717-4f34-93be-0e584a4f5764 req-52f13f16-1c5d-4725-977a-79a3f3e537f0 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports/334fe35a-f429-494b-811e-f513a6c9bc68 HTTP/1.1" status: 200 len: 943 time: 0.1050742 Feb 04 13:27:54.225957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87ef1c66-7a83-4c47-80d4-0d301bf631f9 req-e4972d4f-fadb-4930-8cd2-bd9aaaba9285 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224184 Feb 04 13:27:54.255705 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9131c8f-a3bd-4379-9650-b98b70a3e7b5 admin admin] Publish callbacks [] for security_group (f68f02d3-8f7f-46f3-8528-c402bf05516c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:54.263496 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9131c8f-a3bd-4379-9650-b98b70a3e7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f68f02d3-8f7f-46f3-8528-c402bf05516c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:54.304646 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77fe9d08-6717-4f34-93be-0e584a4f5764 req-616eeb26-d2f4-4148-b07b-b77f9ecf7e62 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 1002 time: 0.0775054 Feb 04 13:27:54.340270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41140) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:54.407866 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d9131c8f-a3bd-4379-9650-b98b70a3e7b5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ede5fa882e9843aa9bfe7bea760da7dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062172 Feb 04 13:27:54.408739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9131c8f-a3bd-4379-9650-b98b70a3e7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68f02d3-8f7f-46f3-8528-c402bf05516c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:54.414024 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41142) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:54.440881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-905802fb-5c09-4d75-b622-7874b2c633ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '40204186-9870-47b7-bd26-2b8ce4f7cc24', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'port_id': '334fe35a-f429-494b-811e-f513a6c9bc68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'mac_address': 'fa:16:3e:34:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:27:07Z', 'updated_at': '2022-02-04T13:27:52Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:54.456067 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92352935-ef7e-4fd7-8925-5e4dcb11ef2e x-openstack-request-id: req-92352935-ef7e-4fd7-8925-5e4dcb11ef2e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:54.456694 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7f2fdf-84f2-47b3-a014-2db3dc84edce", "tag": "334fe35a-f429-494b-811e-f513a6c9bc68", "status": "completed", "code": 200}, {"server_uuid": "d23bd581-cca1-4cf5-94b7-a4b1f8e4de99", "name": "network-vif-deleted", "tag": "13e6c0bf-15b6-495e-82be-dc1263b9bcd7", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:54.457133 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-92352935-ef7e-4fd7-8925-5e4dcb11ef2e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:54.457765 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'tag': '334fe35a-f429-494b-811e-f513a6c9bc68', 'status': 'completed', 'code': 200} Feb 04 13:27:54.458269 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23bd581-cca1-4cf5-94b7-a4b1f8e4de99', 'name': 'network-vif-deleted', 'tag': '13e6c0bf-15b6-495e-82be-dc1263b9bcd7', 'status': 'completed', 'code': 200} Feb 04 13:27:54.509604 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64e6e31b-89fe-4797-81cb-a23a6c74a29a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for security_group (c23407ff-82c1-4db6-a1a4-896ca0148f0a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:54.528546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905802fb-5c09-4d75-b622-7874b2c633ca None None] The sync data for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 is: [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '40204186-9870-47b7-bd26-2b8ce4f7cc24', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'port_id': '334fe35a-f429-494b-811e-f513a6c9bc68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'mac_address': 'fa:16:3e:34:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:27:07Z', 'updated_at': '2022-02-04T13:27:52Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:27:54.533099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-438955f9-c1c1-42ad-930d-654888b0a814 admin admin] Publish callbacks [] for security_group (f68f02d3-8f7f-46f3-8528-c402bf05516c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:54.575146 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64e6e31b-89fe-4797-81cb-a23a6c74a29a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for security_group (c23407ff-82c1-4db6-a1a4-896ca0148f0a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:54.611282 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-438955f9-c1c1-42ad-930d-654888b0a814 admin admin] Publish callbacks [] for security_group (f68f02d3-8f7f-46f3-8528-c402bf05516c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:54.701401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e7102-2905-4664-8e0d-f4bb95fa1825 req-4f2fab5c-df19-4465-9c3d-471c3aa5ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:54.704498 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64e6e31b-89fe-4797-81cb-a23a6c74a29a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c23407ff-82c1-4db6-a1a4-896ca0148f0a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:54.704903 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-827e7102-2905-4664-8e0d-f4bb95fa1825 req-4f2fab5c-df19-4465-9c3d-471c3aa5ac23 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&device_id=fe7f2fdf-84f2-47b3-a014-2db3dc84edce HTTP/1.1" status: 200 len: 1129 time: 0.2455060 Feb 04 13:27:54.710868 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64e6e31b-89fe-4797-81cb-a23a6c74a29a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:54.716358 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-64e6e31b-89fe-4797-81cb-a23a6c74a29a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "DELETE /v2.0/security-groups/c23407ff-82c1-4db6-a1a4-896ca0148f0a HTTP/1.1" status: 204 len: 168 time: 0.3748624 Feb 04 13:27:54.717492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41146) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:54.747774 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-438955f9-c1c1-42ad-930d-654888b0a814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f68f02d3-8f7f-46f3-8528-c402bf05516c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:54.760099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-438955f9-c1c1-42ad-930d-654888b0a814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:54.761957 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-438955f9-c1c1-42ad-930d-654888b0a814 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f68f02d3-8f7f-46f3-8528-c402bf05516c HTTP/1.1" status: 204 len: 168 time: 0.3473167 Feb 04 13:27:54.772379 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-16f4a826-25e2-4d49-aa5f-797d428f1f9b tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] show failed (client error): The resource could not be found. Feb 04 13:27:54.778382 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-16f4a826-25e2-4d49-aa5f-797d428f1f9b tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "GET /v2.0/security-groups/c23407ff-82c1-4db6-a1a4-896ca0148f0a HTTP/1.1" status: 404 len: 347 time: 0.0526977 Feb 04 13:27:54.778382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6e31b-89fe-4797-81cb-a23a6c74a29a tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23407ff-82c1-4db6-a1a4-896ca0148f0a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:54.791604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41150) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:54.848272 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe9d08-6717-4f34-93be-0e584a4f5764 req-5dac6e2b-3c93-49c9-ab67-b2e67d49c6af tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:54.850500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77fe9d08-6717-4f34-93be-0e584a4f5764 req-5dac6e2b-3c93-49c9-ab67-b2e67d49c6af tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.5390718 Feb 04 13:27:54.877983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154d45d-0bea-47c5-b51c-36c284314ab6 req-732c075b-70ea-4a4e-a193-a8ac5f082f51 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:54.879991 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1154d45d-0bea-47c5-b51c-36c284314ab6 req-732c075b-70ea-4a4e-a193-a8ac5f082f51 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=93cf75f5-96d3-4289-a796-4cc4c0abf549 HTTP/1.1" status: 200 len: 945 time: 0.3178201 Feb 04 13:27:54.935782 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438955f9-c1c1-42ad-930d-654888b0a814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68f02d3-8f7f-46f3-8528-c402bf05516c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:55.055338 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1154d45d-0bea-47c5-b51c-36c284314ab6 req-b29c28dd-ba5e-4da7-8a2d-df26d2d5b92a tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540315 Feb 04 13:27:55.057780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e7102-2905-4664-8e0d-f4bb95fa1825 req-8b4105e8-b6d1-4d72-a030-ab3cce8a7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:55.060997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-827e7102-2905-4664-8e0d-f4bb95fa1825 req-8b4105e8-b6d1-4d72-a030-ab3cce8a7cdd service neutron] 10.222.0.99 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 920 time: 0.3458548 Feb 04 13:27:55.153685 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c53e75-4733-4a7d-9709-77ebc18ccc77 x-openstack-request-id: req-43c53e75-4733-4a7d-9709-77ebc18ccc77 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:55.154583 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f43b02-ea90-45a9-b640-2c8c1ab3f773", "name": "network-vif-plugged", "status": "completed", "tag": "c756f3f2-562e-4fd7-90c4-fcaf5533c46e", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:55.154583 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-43c53e75-4733-4a7d-9709-77ebc18ccc77 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:55.154898 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f43b02-ea90-45a9-b640-2c8c1ab3f773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c756f3f2-562e-4fd7-90c4-fcaf5533c46e', 'code': 200} Feb 04 13:27:55.260498 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-827e7102-2905-4664-8e0d-f4bb95fa1825 req-80903f89-ca19-4abb-a56b-e7c7f8fc559c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=334fe35a-f429-494b-811e-f513a6c9bc68 HTTP/1.1" status: 200 len: 1002 time: 0.1917765 Feb 04 13:27:55.292037 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec97edf-f3a4-468d-a81f-755609daa0dd req-a0015bf4-1049-4b37-8396-dd039da292ed tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:55.294219 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ec97edf-f3a4-468d-a81f-755609daa0dd req-a0015bf4-1049-4b37-8396-dd039da292ed tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.1411533 Feb 04 13:27:55.361325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3e27df58-3694-4a84-b0a4-bf97ea462035 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Deleting port 88cea313-98b5-457e-b647-4d592e92aae8 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:27:55.361889 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e27df58-3694-4a84-b0a4-bf97ea462035 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (88cea313-98b5-457e-b647-4d592e92aae8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:55.430426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc4072-a23d-4966-aade-eb60cd7e93b2 req-4dcab59c-deb6-445a-b143-615b9db4847b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:55.432900 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5acc4072-a23d-4966-aade-eb60cd7e93b2 req-4dcab59c-deb6-445a-b143-615b9db4847b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "GET /v2.0/ports?device_id=5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe HTTP/1.1" status: 200 len: 945 time: 0.3132560 Feb 04 13:27:55.433536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e7102-2905-4664-8e0d-f4bb95fa1825 req-22f0c578-ba78-4e5d-99b1-37f29bfba66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:55.435415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-827e7102-2905-4664-8e0d-f4bb95fa1825 req-22f0c578-ba78-4e5d-99b1-37f29bfba66d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 200 len: 858 time: 0.1547544 Feb 04 13:27:55.449167 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe120538-ee4e-473d-a42f-e26b058fc248 req-f03a1eda-ddaa-4f6e-8135-7d1730d77640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:55.452068 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe120538-ee4e-473d-a42f-e26b058fc248 req-f03a1eda-ddaa-4f6e-8135-7d1730d77640 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 1129 time: 0.2085481 Feb 04 13:27:55.508276 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ec97edf-f3a4-468d-a81f-755609daa0dd req-3d4e0f60-07cf-4bac-9b8f-aedc4bb60aca tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034111 Feb 04 13:27:55.536209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec4bbf-4645-4e40-b337-b02e52a0ae77 req-290593c0-93f6-49ca-9739-dd00df687533 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:55.545957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97ec4bbf-4645-4e40-b337-b02e52a0ae77 req-290593c0-93f6-49ca-9739-dd00df687533 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 946 time: 0.1931293 Feb 04 13:27:55.588773 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e27df58-3694-4a84-b0a4-bf97ea462035 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (88cea313-98b5-457e-b647-4d592e92aae8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:55.589175 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e27df58-3694-4a84-b0a4-bf97ea462035 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for floatingip (88cea313-98b5-457e-b647-4d592e92aae8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:55.618167 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3e27df58-3694-4a84-b0a4-bf97ea462035 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Calling delete_port for 88cea313-98b5-457e-b647-4d592e92aae8 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:27:55.714309 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe120538-ee4e-473d-a42f-e26b058fc248 req-ba0e7fbe-c3ac-49f5-965c-6a4d890ffc3a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=492cd15e-fdd5-4929-918c-759f7201d005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457671 Feb 04 13:27:55.716307 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e7102-2905-4664-8e0d-f4bb95fa1825 req-88c74afa-b2d5-4222-8838-e7c9828d4c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:55.718483 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-827e7102-2905-4664-8e0d-f4bb95fa1825 req-88c74afa-b2d5-4222-8838-e7c9828d4c4f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6877208d-4f79-4715-b038-088720121ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2630386 Feb 04 13:27:55.720546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-5acc4072-a23d-4966-aade-eb60cd7e93b2 req-689db527-f3b7-4782-9da1-43545c0eb75c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Deleting port 4628470b-e57c-41ef-8ab6-a243c5a9ce31 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:27:55.720901 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5acc4072-a23d-4966-aade-eb60cd7e93b2 req-689db527-f3b7-4782-9da1-43545c0eb75c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4628470b-e57c-41ef-8ab6-a243c5a9ce31), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:55.774814 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97ec4bbf-4645-4e40-b337-b02e52a0ae77 req-0849010c-c3eb-4c0d-bbda-d02e2c701dd2 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/security-groups?id=492cd15e-fdd5-4929-918c-759f7201d005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275269 Feb 04 13:27:55.819398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1061f2-c2d5-4e20-a624-38dbd46740e4 req-5a9475f3-4a51-464d-826e-437f3dd2fbce tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:55.821108 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b1061f2-c2d5-4e20-a624-38dbd46740e4 req-5a9475f3-4a51-464d-826e-437f3dd2fbce tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 950 time: 0.2307296 Feb 04 13:27:55.930071 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9de440-207b-45fa-860c-8e6031ff2311 req-16f4bc13-d347-48c1-a0a4-46eab96c02b8 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:55.931315 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc9de440-207b-45fa-860c-8e6031ff2311 req-16f4bc13-d347-48c1-a0a4-46eab96c02b8 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 945 time: 0.2515607 Feb 04 13:27:55.952551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-5acc4072-a23d-4966-aade-eb60cd7e93b2 req-689db527-f3b7-4782-9da1-43545c0eb75c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] For port 4628470b-e57c-41ef-8ab6-a243c5a9ce31, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4628470b-e57c-41ef-8ab6-a243c5a9ce31,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:55.952551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5acc4072-a23d-4966-aade-eb60cd7e93b2 req-689db527-f3b7-4782-9da1-43545c0eb75c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4628470b-e57c-41ef-8ab6-a243c5a9ce31), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:55.976362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-5acc4072-a23d-4966-aade-eb60cd7e93b2 req-689db527-f3b7-4782-9da1-43545c0eb75c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Calling delete_port for 4628470b-e57c-41ef-8ab6-a243c5a9ce31 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:27:56.003376 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e27df58-3694-4a84-b0a4-bf97ea462035 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (88cea313-98b5-457e-b647-4d592e92aae8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:56.013911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-827e7102-2905-4664-8e0d-f4bb95fa1825 req-4bc5f6ff-5dfb-4db0-ad63-4624b2312749 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:27:56.015101 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-827e7102-2905-4664-8e0d-f4bb95fa1825 req-4bc5f6ff-5dfb-4db0-ad63-4624b2312749 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070317 Feb 04 13:27:56.028664 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-81c00d77-0355-4b6b-9301-3e63d0819abb tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 1002 time: 0.2011137 Feb 04 13:27:56.104596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27df58-3694-4a84-b0a4-bf97ea462035 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Pushing event deleted for resources: {'Port': ['ID=88cea313-98b5-457e-b647-4d592e92aae8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:56.158510 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc9de440-207b-45fa-860c-8e6031ff2311 req-c796a1e8-5178-40d7-9fd0-eca919df4933 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187912 Feb 04 13:27:56.185214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-419fca26-c0cc-4e95-bae2-afd6fcdc9b53 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:56.198399 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-419fca26-c0cc-4e95-bae2-afd6fcdc9b53 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports/334fe35a-f429-494b-811e-f513a6c9bc68 HTTP/1.1" status: 200 len: 943 time: 0.1609972 Feb 04 13:27:56.237365 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-2b1061f2-c2d5-4e20-a624-38dbd46740e4 req-9563f801-054e-4706-a450-904d2ff9b5c2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Deleting port a69c33ec-67a9-40ae-bbad-c86c24e40981 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:27:56.237717 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2b1061f2-c2d5-4e20-a624-38dbd46740e4 req-9563f801-054e-4706-a450-904d2ff9b5c2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a69c33ec-67a9-40ae-bbad-c86c24e40981), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:56.355378 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e27df58-3694-4a84-b0a4-bf97ea462035 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks [] for floatingip (c4b49e43-fde5-4d35-a4c7-78d60e0b5d77), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:56.361129 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e27df58-3694-4a84-b0a4-bf97ea462035 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:56.363944 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3e27df58-3694-4a84-b0a4-bf97ea462035 tempest-ServersTestBootFromVolume-1006090092 tempest-ServersTestBootFromVolume-1006090092-project] 10.222.0.96 "DELETE /v2.0/floatingips/c4b49e43-fde5-4d35-a4c7-78d60e0b5d77 HTTP/1.1" status: 204 len: 168 time: 1.5696712 Feb 04 13:27:56.387026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-2b1061f2-c2d5-4e20-a624-38dbd46740e4 req-9563f801-054e-4706-a450-904d2ff9b5c2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] For port a69c33ec-67a9-40ae-bbad-c86c24e40981, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a69c33ec-67a9-40ae-bbad-c86c24e40981,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:56.387843 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2b1061f2-c2d5-4e20-a624-38dbd46740e4 req-9563f801-054e-4706-a450-904d2ff9b5c2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a69c33ec-67a9-40ae-bbad-c86c24e40981), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:56.403191 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 41178) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:27:56.443080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-2b1061f2-c2d5-4e20-a624-38dbd46740e4 req-9563f801-054e-4706-a450-904d2ff9b5c2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Calling delete_port for a69c33ec-67a9-40ae-bbad-c86c24e40981 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:27:56.493641 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5acc4072-a23d-4966-aade-eb60cd7e93b2 req-689db527-f3b7-4782-9da1-43545c0eb75c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4628470b-e57c-41ef-8ab6-a243c5a9ce31), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:56.509984 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['4628470b-e57c-41ef-8ab6-a243c5a9ce31'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:56.665617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689db527-f3b7-4782-9da1-43545c0eb75c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Pushing event deleted for resources: {'Port': ['ID=4628470b-e57c-41ef-8ab6-a243c5a9ce31,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:56.688385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-827e7102-2905-4664-8e0d-f4bb95fa1825 req-ef6f3832-5d76-4a44-9366-1c3d7cebf660 service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569815 Feb 04 13:27:56.760398 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-ee49c60c-5de4-4640-8a18-a38f724b2d1f tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 1002 time: 0.3469398 Feb 04 13:27:56.785439 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acc4072-a23d-4966-aade-eb60cd7e93b2 req-689db527-f3b7-4782-9da1-43545c0eb75c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] No DVR routers for this DVR port 4628470b-e57c-41ef-8ab6-a243c5a9ce31 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:27:56.792301 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5acc4072-a23d-4966-aade-eb60cd7e93b2 req-689db527-f3b7-4782-9da1-43545c0eb75c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:56.803489 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5acc4072-a23d-4966-aade-eb60cd7e93b2 req-689db527-f3b7-4782-9da1-43545c0eb75c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "DELETE /v2.0/ports/4628470b-e57c-41ef-8ab6-a243c5a9ce31 HTTP/1.1" status: 204 len: 173 time: 1.3592608 Feb 04 13:27:56.804125 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe', 'name': 'network-vif-deleted', 'tag': '4628470b-e57c-41ef-8ab6-a243c5a9ce31'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:56.838656 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4dde45-e9ff-4e88-b662-569a5ed4ce0a" -d '{"events": [{"server_uuid": "5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe", "name": "network-vif-deleted", "tag": "4628470b-e57c-41ef-8ab6-a243c5a9ce31"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:57.263832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac263318-e561-4ada-974e-e011947cc681 req-5c082293-2022-4af4-97bd-1e5d3d145e62 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:57.265184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac263318-e561-4ada-974e-e011947cc681 req-5c082293-2022-4af4-97bd-1e5d3d145e62 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe HTTP/1.1" status: 200 len: 867 time: 0.8543220 Feb 04 13:27:57.453668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-827e7102-2905-4664-8e0d-f4bb95fa1825 req-27bf67e3-5785-4856-acde-e524ac9c8a27 service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7262378 Feb 04 13:27:57.511393 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac263318-e561-4ada-974e-e011947cc681 req-33cce344-3a23-4e2a-89bc-f46afc93c561 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022543 Feb 04 13:27:57.521594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-ac18f713-8c67-4dc1-8bdd-55bc541a1f68 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:57.534747 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-ac18f713-8c67-4dc1-8bdd-55bc541a1f68 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.7698762 Feb 04 13:27:57.753279 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2b1061f2-c2d5-4e20-a624-38dbd46740e4 req-9563f801-054e-4706-a450-904d2ff9b5c2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (a69c33ec-67a9-40ae-bbad-c86c24e40981), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:57.767990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['2433332f-bb6d-485e-abec-a8d2cdd3b4e8', 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76', '413e0ed6-09c2-47a2-b509-4d4366b76f11', 'a69c33ec-67a9-40ae-bbad-c86c24e40981'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:57.776984 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['001083f3-2766-40eb-b8ff-f8ec33f53d90', '5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:57.797495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563f801-054e-4706-a450-904d2ff9b5c2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event deleted for resources: {'Port': ['ID=a69c33ec-67a9-40ae-bbad-c86c24e40981,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:57.804699 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-5f44cbca-3abe-4bf9-8353-554098ff9b64 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 1002 time: 0.2723162 Feb 04 13:27:57.828206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-8d53ea0f-8a8b-484b-a47e-71b25710b05c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:58.039236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e013ad3-a02f-4bad-96fe-9b66f51372b8 req-5a4c0408-65b3-4369-b052-6de688116dd8 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:58.047063 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e013ad3-a02f-4bad-96fe-9b66f51372b8 req-5a4c0408-65b3-4369-b052-6de688116dd8 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=93cf75f5-96d3-4289-a796-4cc4c0abf549 HTTP/1.1" status: 200 len: 945 time: 0.4161341 Feb 04 13:27:58.094388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1061f2-c2d5-4e20-a624-38dbd46740e4 req-9563f801-054e-4706-a450-904d2ff9b5c2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] No DVR routers for this DVR port a69c33ec-67a9-40ae-bbad-c86c24e40981 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:27:58.117814 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2b1061f2-c2d5-4e20-a624-38dbd46740e4 req-9563f801-054e-4706-a450-904d2ff9b5c2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:58.121367 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b1061f2-c2d5-4e20-a624-38dbd46740e4 req-9563f801-054e-4706-a450-904d2ff9b5c2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "DELETE /v2.0/ports/a69c33ec-67a9-40ae-bbad-c86c24e40981 HTTP/1.1" status: 204 len: 173 time: 2.2907062 Feb 04 13:27:58.121856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43', 'name': 'network-vif-deleted', 'tag': 'a69c33ec-67a9-40ae-bbad-c86c24e40981'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:58.124418 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5925f8-4dce-4a6d-8e90-55413e3f73a3" -d '{"events": [{"server_uuid": "f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43", "name": "network-vif-deleted", "tag": "a69c33ec-67a9-40ae-bbad-c86c24e40981"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:58.144019 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-8d53ea0f-8a8b-484b-a47e-71b25710b05c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for floatingip (40204186-9870-47b7-bd26-2b8ce4f7cc24), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:58.351206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e013ad3-a02f-4bad-96fe-9b66f51372b8 req-15c55bd6-6715-42db-b147-b5be2a5f3d5d tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030491 Feb 04 13:27:58.592962 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-8d53ea0f-8a8b-484b-a47e-71b25710b05c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:58.607453 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-8d53ea0f-8a8b-484b-a47e-71b25710b05c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (40204186-9870-47b7-bd26-2b8ce4f7cc24), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:58.608391 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-8d53ea0f-8a8b-484b-a47e-71b25710b05c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Floating IP 40204186-9870-47b7-bd26-2b8ce4f7cc24 disassociated. External IP: 172.25.5.213, port: 334fe35a-f429-494b-811e-f513a6c9bc68. Feb 04 13:27:58.753927 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a916b2b1-2460-4f19-896c-e718506ee0fe req-baf8ddd7-c727-442c-9256-d466cbf10d41 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43 HTTP/1.1" status: 200 len: 210 time: 0.1591365 Feb 04 13:27:58.961307 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75a63b9a-5c53-44d3-a8c7-b3a96983e215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:59.123474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6de262-5e38-40a2-b5c5-dadd074a3382 req-d28616a3-1684-433d-a265-6a19fd772c82 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:59.125180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af6de262-5e38-40a2-b5c5-dadd074a3382 req-d28616a3-1684-433d-a265-6a19fd772c82 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 946 time: 0.2429616 Feb 04 13:27:59.367742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af6de262-5e38-40a2-b5c5-dadd074a3382 req-fd31a853-7b58-4135-ac41-0cc646ebb72a tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/security-groups?id=492cd15e-fdd5-4929-918c-759f7201d005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968620 Feb 04 13:27:59.455130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-8d53ea0f-8a8b-484b-a47e-71b25710b05c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:27:59.469906 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb94b25a-286e-4cdf-bce6-074b936bde09 x-openstack-request-id: req-bb94b25a-286e-4cdf-bce6-074b936bde09 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:59.470815 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe", "name": "network-vif-deleted", "tag": "4628470b-e57c-41ef-8ab6-a243c5a9ce31", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:59.470992 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bb94b25a-286e-4cdf-bce6-074b936bde09 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:59.471819 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e255bd6-c19a-4f2a-b9fd-2f81d8e02cbe', 'name': 'network-vif-deleted', 'tag': '4628470b-e57c-41ef-8ab6-a243c5a9ce31', 'status': 'completed', 'code': 200} Feb 04 13:27:59.593347 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4628470b-e57c-41ef-8ab6-a243c5a9ce31 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:27:59.631298 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 4628470b-e57c-41ef-8ab6-a243c5a9ce31 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:27:59.631899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4628470b-e57c-41ef-8ab6-a243c5a9ce31 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:27:59.959639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device a69c33ec-67a9-40ae-bbad-c86c24e40981 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:00.001754 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: a69c33ec-67a9-40ae-bbad-c86c24e40981 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:00.002578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device a69c33ec-67a9-40ae-bbad-c86c24e40981 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:00.006511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393f081-92b0-40c9-8fb9-accaf85f92ca req-c100fc7e-48ba-4f29-b85a-1bb491563dd1 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:00.008005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4393f081-92b0-40c9-8fb9-accaf85f92ca req-c100fc7e-48ba-4f29-b85a-1bb491563dd1 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 945 time: 0.2168794 Feb 04 13:28:00.073682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-8d53ea0f-8a8b-484b-a47e-71b25710b05c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:28:00.085335 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-8d53ea0f-8a8b-484b-a47e-71b25710b05c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:00.091856 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd573cf-e351-49cc-aaac-768b210703c9 None None] Sync routers for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:00.107640 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd573cf-e351-49cc-aaac-768b210703c9 None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:00.108920 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-6dd573cf-e351-49cc-aaac-768b210703c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:00.159526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-8d53ea0f-8a8b-484b-a47e-71b25710b05c tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "PUT /v2.0/floatingips/40204186-9870-47b7-bd26-2b8ce4f7cc24 HTTP/1.1" status: 200 len: 695 time: 2.3394625 Feb 04 13:28:00.164951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4393f081-92b0-40c9-8fb9-accaf85f92ca req-f215c5f4-1ef8-49ce-8722-3913969cde54 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335912 Feb 04 13:28:00.170982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-75a63b9a-5c53-44d3-a8c7-b3a96983e215 admin admin] Deleting port 50ae706f-34f1-4028-bf82-eb13c5fb847a {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:00.172049 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75a63b9a-5c53-44d3-a8c7-b3a96983e215 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:00.273320 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-6dd573cf-e351-49cc-aaac-768b210703c9 None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:00.285256 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692e31d6-4b2d-4332-a717-61b7c42afb41 x-openstack-request-id: req-692e31d6-4b2d-4332-a717-61b7c42afb41 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:00.285808 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43", "name": "network-vif-deleted", "tag": "a69c33ec-67a9-40ae-bbad-c86c24e40981", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:00.286198 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-692e31d6-4b2d-4332-a717-61b7c42afb41 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:00.286729 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fc16ba-f5ab-472e-b5e0-cd0c6f31ad43', 'name': 'network-vif-deleted', 'tag': 'a69c33ec-67a9-40ae-bbad-c86c24e40981', 'status': 'completed', 'code': 200} Feb 04 13:28:00.337199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-99c46ac2-5ddc-4f2a-9423-b95dd5963746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:00.339049 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-99c46ac2-5ddc-4f2a-9423-b95dd5963746 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&device_id=fe7f2fdf-84f2-47b3-a014-2db3dc84edce HTTP/1.1" status: 200 len: 1129 time: 0.1412838 Feb 04 13:28:00.341417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-75a63b9a-5c53-44d3-a8c7-b3a96983e215 admin admin] For port 50ae706f-34f1-4028-bf82-eb13c5fb847a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=50ae706f-34f1-4028-bf82-eb13c5fb847a,segment=NetworkSegment(17f3dd9e-20b3-4ae9-839f-ff983264bf95),segment_id=17f3dd9e-20b3-4ae9-839f-ff983264bf95)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:00.341931 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75a63b9a-5c53-44d3-a8c7-b3a96983e215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:00.360609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-75a63b9a-5c53-44d3-a8c7-b3a96983e215 admin admin] Calling delete_port for 50ae706f-34f1-4028-bf82-eb13c5fb847a owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:00.613139 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-6dd573cf-e351-49cc-aaac-768b210703c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:00.635091 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-692a50a1-7e8f-42ea-8274-61cb80f5785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:00.637118 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-692a50a1-7e8f-42ea-8274-61cb80f5785d service neutron] 10.222.0.96 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 920 time: 0.2734447 Feb 04 13:28:00.723957 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd573cf-e351-49cc-aaac-768b210703c9 None None] Checking router: b1cd73b9-a287-45f9-b3ad-a73f6f55d49e for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:28:00.742020 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd573cf-e351-49cc-aaac-768b210703c9 None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:00.743524 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-6dd573cf-e351-49cc-aaac-768b210703c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:00.802409 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-45022a94-f468-451b-8f80-cb1e58899aed service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=334fe35a-f429-494b-811e-f513a6c9bc68 HTTP/1.1" status: 200 len: 217 time: 0.1510611 Feb 04 13:28:00.965980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-68702637-09cf-409d-925d-87f5a7da29d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:00.979170 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-68702637-09cf-409d-925d-87f5a7da29d3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 200 len: 858 time: 0.1538630 Feb 04 13:28:01.059691 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-6dd573cf-e351-49cc-aaac-768b210703c9 None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:01.144471 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c32fd-dcdb-4cfc-bc37-e46592b17555 req-6f96de43-5817-41c6-9e33-ec899b00b7c0 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:01.147065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c01c32fd-dcdb-4cfc-bc37-e46592b17555 req-6f96de43-5817-41c6-9e33-ec899b00b7c0 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 946 time: 0.2996328 Feb 04 13:28:01.164489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41256) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:01.169687 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b66bcd05-78b9-42e3-8def-0be409235576 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Request body: {'floatingip': {'port_id': 'c756f3f2-562e-4fd7-90c4-fcaf5533c46e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:01.185143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-8671f899-f676-46b5-91f5-944a69f1c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:01.193545 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-8671f899-f676-46b5-91f5-944a69f1c743 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6877208d-4f79-4715-b038-088720121ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2129593 Feb 04 13:28:01.229206 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b66bcd05-78b9-42e3-8def-0be409235576 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for floatingip (4329ed16-8f15-4876-b4cf-32a534c3b8b1), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:01.339242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-ef1c6986-3184-4fea-be33-9e7483b989ec service neutron] 10.222.0.96 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446400 Feb 04 13:28:01.475550 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-6dd573cf-e351-49cc-aaac-768b210703c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:01.515306 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd573cf-e351-49cc-aaac-768b210703c9 None None] The sync data for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 is: [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:01.565290 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75a63b9a-5c53-44d3-a8c7-b3a96983e215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (50ae706f-34f1-4028-bf82-eb13c5fb847a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:01.659939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a63b9a-5c53-44d3-a8c7-b3a96983e215 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ae706f-34f1-4028-bf82-eb13c5fb847a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:01.696622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3cf30-7468-44d3-b981-a0911cc7b9a0 req-d82e883c-8520-413b-b1d2-0a8fa5ef2521 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:01.708482 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07e3cf30-7468-44d3-b981-a0911cc7b9a0 req-d82e883c-8520-413b-b1d2-0a8fa5ef2521 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=93cf75f5-96d3-4289-a796-4cc4c0abf549 HTTP/1.1" status: 200 len: 945 time: 0.2479601 Feb 04 13:28:02.096966 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078ce8cb-2f34-487b-8110-5739762955c6 None None] New status for floating IP 40204186-9870-47b7-bd26-2b8ce4f7cc24: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:28:02.181324 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75a63b9a-5c53-44d3-a8c7-b3a96983e215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:02.188225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07e3cf30-7468-44d3-b981-a0911cc7b9a0 req-1abb4a83-a59d-42d0-a584-024fe7418836 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788623 Feb 04 13:28:02.193957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd88e97b-416a-4917-b3bb-37668d455ed8 req-dd58ae75-720b-4aae-ab78-c55d1576acf2 service neutron] 10.222.0.96 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8531199 Feb 04 13:28:02.291888 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b66bcd05-78b9-42e3-8def-0be409235576 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:02.299064 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b66bcd05-78b9-42e3-8def-0be409235576 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (4329ed16-8f15-4876-b4cf-32a534c3b8b1), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:02.355268 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'tag': '334fe35a-f429-494b-811e-f513a6c9bc68'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:02.359366 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9564dba6-0b9b-4712-b132-7188c700ac32" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7f2fdf-84f2-47b3-a014-2db3dc84edce", "tag": "334fe35a-f429-494b-811e-f513a6c9bc68"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:02.576221 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-b66bcd05-78b9-42e3-8def-0be409235576 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Floating IP 4329ed16-8f15-4876-b4cf-32a534c3b8b1 associated. External IP: 172.25.5.196, port: c756f3f2-562e-4fd7-90c4-fcaf5533c46e. Feb 04 13:28:02.651042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699822e5-7535-4095-9d87-da81b8011acb req-6d834c6f-c2eb-4805-8753-cd68c0eb9bcf tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:02.662352 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-699822e5-7535-4095-9d87-da81b8011acb req-6d834c6f-c2eb-4805-8753-cd68c0eb9bcf tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 945 time: 0.2162440 Feb 04 13:28:02.752858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-16de8189-f817-4f65-9be9-27cdf79ed205 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:02.754388 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-16de8189-f817-4f65-9be9-27cdf79ed205 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 811 time: 0.2997444 Feb 04 13:28:02.909388 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66bcd05-78b9-42e3-8def-0be409235576 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:28:03.091407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66bcd05-78b9-42e3-8def-0be409235576 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:28:03.104526 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0beb0-1443-4180-885f-64ae1e41a73a None None] Sync routers for ids ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:03.123942 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b66bcd05-78b9-42e3-8def-0be409235576 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:03.126653 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf0beb0-1443-4180-885f-64ae1e41a73a None None] Routers {'4d2dc00b-bb5f-4dff-a1da-4355e224e770'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:03.127367 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8cf0beb0-1443-4180-885f-64ae1e41a73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:03.192170 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-bfd20b7a-fcc1-442d-96da-d50251e56cbc tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/quotas/902032e2469e4a9985e0c0a873286563 HTTP/1.1" status: 200 len: 375 time: 0.4214239 Feb 04 13:28:03.202734 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b66bcd05-78b9-42e3-8def-0be409235576 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "PUT /v2.0/floatingips/4329ed16-8f15-4876-b4cf-32a534c3b8b1 HTTP/1.1" status: 200 len: 992 time: 2.0370374 Feb 04 13:28:03.204713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f43b02-ea90-45a9-b640-2c8c1ab3f773', 'tag': 'c756f3f2-562e-4fd7-90c4-fcaf5533c46e'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:03.211359 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cfd863-d7dd-4c52-a508-4fb08f3fe8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "93f43b02-ea90-45a9-b640-2c8c1ab3f773", "tag": "c756f3f2-562e-4fd7-90c4-fcaf5533c46e"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:03.293257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-699822e5-7535-4095-9d87-da81b8011acb req-b88054f6-4967-4da9-8cb9-987d5920d417 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5884771 Feb 04 13:28:03.389978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-a63ca18f-555e-4492-91a7-ecda2b92c12d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1444767 Feb 04 13:28:03.429822 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8cf0beb0-1443-4180-885f-64ae1e41a73a None None] Set router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:03.508487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-38729f57-185d-4d31-b4d5-b2e84718a4df tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:03.510459 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-38729f57-185d-4d31-b4d5-b2e84718a4df tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5&tenant_id=c66aed92d02a400db6163d7d33da33b0&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 1128 time: 0.3495131 Feb 04 13:28:03.512811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a63b9a-5c53-44d3-a8c7-b3a96983e215 admin admin] Router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:28:03.719492 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6f0db8e7-f6b1-40d7-9dc7-c9be7b548784 service neutron] 10.222.0.96 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141952 Feb 04 13:28:03.785259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-714676-13'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:03.826648 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a63b9a-5c53-44d3-a8c7-b3a96983e215 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:28:03.841600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baafe82-26f6-432c-8380-224e87ce1ef0 None None] Sync routers for ids ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:03.859401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baafe82-26f6-432c-8380-224e87ce1ef0 None None] Routers {'5d405e35-03f5-4cd5-b0a5-dac711ebaf34'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:03.860854 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9baafe82-26f6-432c-8380-224e87ce1ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:03.861370 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8cf0beb0-1443-4180-885f-64ae1e41a73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'name': 'tempest-ServersTestFqdnHostnames-44325630-router', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:01Z', 'updated_at': '2022-02-04T13:27:13Z', 'revision_number': 4, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'gw_port': {'id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:03Z', 'updated_at': '2022-02-04T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '4329ed16-8f15-4876-b4cf-32a534c3b8b1', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'port_id': 'c756f3f2-562e-4fd7-90c4-fcaf5533c46e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745', 'mac_address': 'fa:16:3e:60:76:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f43b02-ea90-45a9-b640-2c8c1ab3f773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:27:24Z', 'updated_at': '2022-02-04T13:28:02Z', 'revision_number': 1, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc', 'name': '', 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'mac_address': 'fa:16:3e:27:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:11Z', 'updated_at': '2022-02-04T13:27:21Z', 'revision_number': 5, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'subnets': [{'id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:03.889394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-75a63b9a-5c53-44d3-a8c7-b3a96983e215 admin admin] 10.222.0.96 "PUT /v2.0/routers/5d405e35-03f5-4cd5-b0a5-dac711ebaf34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4701190 Feb 04 13:28:03.890362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41314) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:03.891103 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0beb0-1443-4180-885f-64ae1e41a73a None None] Checking router: 4d2dc00b-bb5f-4dff-a1da-4355e224e770 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:28:03.920668 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf0beb0-1443-4180-885f-64ae1e41a73a None None] Routers {'4d2dc00b-bb5f-4dff-a1da-4355e224e770'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:03.921675 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8cf0beb0-1443-4180-885f-64ae1e41a73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:03.997626 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 18f212e6-f973-49f7-90dd-395cd3d27fcf details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:28:04.097771 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:04.126248 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a2f45f51-d13e-4fbf-aae5-4302eb5e7f5c admin admin] Publish callbacks [] for router (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:04.157170 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-9baafe82-26f6-432c-8380-224e87ce1ef0 None None] Set router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:04.162455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-efda6753-b762-4a9d-b965-6fe3af8ba6c8 service neutron] 10.222.0.96 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238095 Feb 04 13:28:04.460022 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8cf0beb0-1443-4180-885f-64ae1e41a73a None None] Set router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:04.490815 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 18f212e6-f973-49f7-90dd-395cd3d27fcf, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:04.524255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 18f212e6-f973-49f7-90dd-395cd3d27fcf has no active binding in host n-h2-714676-13 {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 13:28:04.560020 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a2f45f51-d13e-4fbf-aae5-4302eb5e7f5c admin admin] Publish callbacks [] for router_gateway (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:04.709173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] For port 18f212e6-f973-49f7-90dd-395cd3d27fcf, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:04.765944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] For port 18f212e6-f973-49f7-90dd-395cd3d27fcf, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:04.774347 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a2f45f51-d13e-4fbf-aae5-4302eb5e7f5c admin admin] Deleting port 3c720be6-8653-4e35-a3ca-096338a621c6 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:04.774702 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a2f45f51-d13e-4fbf-aae5-4302eb5e7f5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3c720be6-8653-4e35-a3ca-096338a621c6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:04.801138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9baafe82-26f6-432c-8380-224e87ce1ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'name': 'tempest-ServersTestBootFromVolume-1509425116-router', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:03Z', 'updated_at': '2022-02-04T13:28:01Z', 'revision_number': 5, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'gw_port': {'id': '3c720be6-8653-4e35-a3ca-096338a621c6', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:05Z', 'updated_at': '2022-02-04T13:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:04.816547 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Publish callbacks [] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:04.824351 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d12b1c-3e26-44f6-a396-c5cc3148b010 x-openstack-request-id: req-62d12b1c-3e26-44f6-a396-c5cc3148b010 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:04.824657 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7f2fdf-84f2-47b3-a014-2db3dc84edce", "tag": "334fe35a-f429-494b-811e-f513a6c9bc68", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:04.824894 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-62d12b1c-3e26-44f6-a396-c5cc3148b010 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:04.825311 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'tag': '334fe35a-f429-494b-811e-f513a6c9bc68', 'status': 'completed', 'code': 200} Feb 04 13:28:04.831644 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:04.901831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baafe82-26f6-432c-8380-224e87ce1ef0 None None] Checking router: 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:28:04.949229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5f8d4-1326-4d28-8ab6-1ad08652e417 req-9032ed62-93ca-48f1-9a04-5e3080e7e400 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:04.953508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baafe82-26f6-432c-8380-224e87ce1ef0 None None] Routers {'5d405e35-03f5-4cd5-b0a5-dac711ebaf34'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:04.954552 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9baafe82-26f6-432c-8380-224e87ce1ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:04.956408 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fdf5f8d4-1326-4d28-8ab6-1ad08652e417 req-9032ed62-93ca-48f1-9a04-5e3080e7e400 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 946 time: 0.1350982 Feb 04 13:28:05.023333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-a2f45f51-d13e-4fbf-aae5-4302eb5e7f5c admin admin] For port 3c720be6-8653-4e35-a3ca-096338a621c6, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3c720be6-8653-4e35-a3ca-096338a621c6,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:05.023939 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a2f45f51-d13e-4fbf-aae5-4302eb5e7f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3c720be6-8653-4e35-a3ca-096338a621c6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:05.057328 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a2f45f51-d13e-4fbf-aae5-4302eb5e7f5c admin admin] Calling delete_port for 3c720be6-8653-4e35-a3ca-096338a621c6 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:05.074346 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fdf5f8d4-1326-4d28-8ab6-1ad08652e417 req-83eb619b-1406-49f3-b642-2655a500ac8c tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/security-groups?id=492cd15e-fdd5-4929-918c-759f7201d005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168859 Feb 04 13:28:05.110613 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8cf0beb0-1443-4180-885f-64ae1e41a73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'name': 'tempest-ServersTestFqdnHostnames-44325630-router', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:01Z', 'updated_at': '2022-02-04T13:27:13Z', 'revision_number': 4, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'gw_port': {'id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:03Z', 'updated_at': '2022-02-04T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '4329ed16-8f15-4876-b4cf-32a534c3b8b1', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'port_id': 'c756f3f2-562e-4fd7-90c4-fcaf5533c46e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745', 'mac_address': 'fa:16:3e:60:76:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f43b02-ea90-45a9-b640-2c8c1ab3f773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:27:24Z', 'updated_at': '2022-02-04T13:28:02Z', 'revision_number': 1, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc', 'name': '', 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'mac_address': 'fa:16:3e:27:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:11Z', 'updated_at': '2022-02-04T13:27:21Z', 'revision_number': 5, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'subnets': [{'id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:05.172938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Pushing event updated for resources: {'Port': ['ID=18f212e6-f973-49f7-90dd-395cd3d27fcf,revision_number=7']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:05.176286 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0beb0-1443-4180-885f-64ae1e41a73a None None] The sync data for ids ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'] in n-d-714676-13 is: [{'id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'name': 'tempest-ServersTestFqdnHostnames-44325630-router', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:01Z', 'updated_at': '2022-02-04T13:27:13Z', 'revision_number': 4, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'gw_port': {'id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:03Z', 'updated_at': '2022-02-04T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '4329ed16-8f15-4876-b4cf-32a534c3b8b1', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'port_id': 'c756f3f2-562e-4fd7-90c4-fcaf5533c46e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745', 'mac_address': 'fa:16:3e:60:76:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f43b02-ea90-45a9-b640-2c8c1ab3f773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:27:24Z', 'updated_at': '2022-02-04T13:28:02Z', 'revision_number': 1, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc', 'name': '', 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'mac_address': 'fa:16:3e:27:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:11Z', 'updated_at': '2022-02-04T13:27:21Z', 'revision_number': 5, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'subnets': [{'id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:05.216904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Attempting to bind port 18f212e6-f973-49f7-90dd-395cd3d27fcf on host n-h1-714676-13 for vnic_type normal with profile {"migrating_to": "n-h2-714676-13"} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:05.217270 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Attempting to bind port 18f212e6-f973-49f7-90dd-395cd3d27fcf by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:05.217550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Attempting to bind port 18f212e6-f973-49f7-90dd-395cd3d27fcf on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:05.229869 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Port 18f212e6-f973-49f7-90dd-395cd3d27fcf on network 15db41b1-a6d5-41af-b587-4385571234bf not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:05.230224 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Attempting to bind port 18f212e6-f973-49f7-90dd-395cd3d27fcf on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:05.258882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:28:05.259153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Checking segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:05.259553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Bound using segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:28:05.260018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Bound port: 18f212e6-f973-49f7-90dd-395cd3d27fcf, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:28:05.260388 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:05.437172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] For port 18f212e6-f973-49f7-90dd-395cd3d27fcf, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:05.442053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] For port 18f212e6-f973-49f7-90dd-395cd3d27fcf, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:28:05.456612 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:05.661243 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3507df-63fe-41d4-b580-b8ac17a80607 x-openstack-request-id: req-ff3507df-63fe-41d4-b580-b8ac17a80607 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:05.664983 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f43b02-ea90-45a9-b640-2c8c1ab3f773", "tag": "c756f3f2-562e-4fd7-90c4-fcaf5533c46e", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:05.665508 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ff3507df-63fe-41d4-b580-b8ac17a80607 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:05.666129 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f43b02-ea90-45a9-b640-2c8c1ab3f773', 'tag': 'c756f3f2-562e-4fd7-90c4-fcaf5533c46e', 'status': 'completed', 'code': 200} Feb 04 13:28:05.766483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-9baafe82-26f6-432c-8380-224e87ce1ef0 None None] Set router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:05.806132 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:05.808703 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:05.811622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] 10.222.0.100 "PUT /v2.0/ports/18f212e6-f973-49f7-90dd-395cd3d27fcf HTTP/1.1" status: 200 len: 1123 time: 2.2908850 Feb 04 13:28:05.818687 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a2f45f51-d13e-4fbf-aae5-4302eb5e7f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (3c720be6-8653-4e35-a3ca-096338a621c6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:05.892340 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4f53f-edbb-4a5e-b998-c6c1a30db8fe None None] New status for floating IP 4329ed16-8f15-4876-b4cf-32a534c3b8b1: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:28:05.918191 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f45f51-d13e-4fbf-aae5-4302eb5e7f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c720be6-8653-4e35-a3ca-096338a621c6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:05.944683 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348baaf-bb77-4a85-8843-70ab1df88dd4 req-dc6ab749-7314-482f-ae24-321d42ee2725 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:05.946810 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a348baaf-bb77-4a85-8843-70ab1df88dd4 req-dc6ab749-7314-482f-ae24-321d42ee2725 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.99 "GET /v2.0/ports?device_id=5a8f0108-73a2-467d-942f-3e80c28549f0 HTTP/1.1" status: 200 len: 948 time: 0.3690581 Feb 04 13:28:05.953685 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['18f212e6-f973-49f7-90dd-395cd3d27fcf'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:06.032597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cc547-62a3-472e-9eac-8dddb796b572 service neutron] Pushing event updated for resources: {'Port': ['ID=18f212e6-f973-49f7-90dd-395cd3d27fcf,revision_number=8']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:06.038904 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a2f45f51-d13e-4fbf-aae5-4302eb5e7f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:06.151269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['18f212e6-f973-49f7-90dd-395cd3d27fcf'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:06.207212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9baafe82-26f6-432c-8380-224e87ce1ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'name': 'tempest-ServersTestBootFromVolume-1509425116-router', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:03Z', 'updated_at': '2022-02-04T13:28:04Z', 'revision_number': 6, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:06.333391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baafe82-26f6-432c-8380-224e87ce1ef0 None None] The sync data for ids ['5d405e35-03f5-4cd5-b0a5-dac711ebaf34'] in n-d-714676-13 is: [{'id': '5d405e35-03f5-4cd5-b0a5-dac711ebaf34', 'name': 'tempest-ServersTestBootFromVolume-1509425116-router', 'tenant_id': '91c2b59a923a4789aacbf2f7325759a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:03Z', 'updated_at': '2022-02-04T13:28:04Z', 'revision_number': 6, 'project_id': '91c2b59a923a4789aacbf2f7325759a2', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:06.408626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-061c1fbe-59f6-4322-a1fc-3bca32bf8c1a tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:06.410273 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-061c1fbe-59f6-4322-a1fc-3bca32bf8c1a tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3874853 Feb 04 13:28:06.414152 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564dba6-0b9b-4712-b132-7188c700ac32 req-47054912-385e-4e71-aab8-b21813e1ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:06.436090 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9564dba6-0b9b-4712-b132-7188c700ac32 req-47054912-385e-4e71-aab8-b21813e1ef55 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&device_id=fe7f2fdf-84f2-47b3-a014-2db3dc84edce HTTP/1.1" status: 200 len: 1129 time: 1.6135793 Feb 04 13:28:06.695472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfd863-d7dd-4c52-a508-4fb08f3fe8b3 req-d4d953a8-53ab-476a-b6be-ccaea8567a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:06.697717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62cfd863-d7dd-4c52-a508-4fb08f3fe8b3 req-d4d953a8-53ab-476a-b6be-ccaea8567a35 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51b8ec648fed490db69f9f901badaba1&device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 1129 time: 1.0592697 Feb 04 13:28:06.745112 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-010f219e-be6e-458f-a0e5-8cdade48ca02 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 696 time: 0.2800529 Feb 04 13:28:06.754206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c5362-86b0-45a0-890f-f90054acbfcf req-dec72f97-434e-48ef-b0b4-eeaaba587644 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:06.762069 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb0c5362-86b0-45a0-890f-f90054acbfcf req-dec72f97-434e-48ef-b0b4-eeaaba587644 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 943 time: 0.7760491 Feb 04 13:28:06.822493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-5d45c86c-a7c0-497b-ab31-c075838a4c80 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Request body: {'floatingip': {'port_id': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:06.917375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5815fb-aad0-4009-b241-bacd9c6d7ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f212e6-f973-49f7-90dd-395cd3d27fcf'}, {'name': 'network-changed', 'server_uuid': 'fc5815fb-aad0-4009-b241-bacd9c6d7ac5', 'tag': '18f212e6-f973-49f7-90dd-395cd3d27fcf'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:06.919808 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adc18d6-bc7e-4c70-b16b-9d48fb48c239" -d '{"events": [{"server_uuid": "fc5815fb-aad0-4009-b241-bacd9c6d7ac5", "name": "network-vif-unplugged", "status": "completed", "tag": "18f212e6-f973-49f7-90dd-395cd3d27fcf"}, {"name": "network-changed", "server_uuid": "fc5815fb-aad0-4009-b241-bacd9c6d7ac5", "tag": "18f212e6-f973-49f7-90dd-395cd3d27fcf"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:06.922848 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564dba6-0b9b-4712-b132-7188c700ac32 req-b1027cfc-8162-4a5e-98ba-905ac0902f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:06.924633 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9564dba6-0b9b-4712-b132-7188c700ac32 req-b1027cfc-8162-4a5e-98ba-905ac0902f1f service neutron] 10.222.0.99 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 920 time: 0.4490387 Feb 04 13:28:07.032520 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a2f45f51-d13e-4fbf-aae5-4302eb5e7f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:07.035954 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a2f45f51-d13e-4fbf-aae5-4302eb5e7f5c admin admin] Publish callbacks [] for router_controller (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:07.055927 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9564dba6-0b9b-4712-b132-7188c700ac32 req-414b47cb-d628-4bb4-9306-bda0c16802e5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=334fe35a-f429-494b-811e-f513a6c9bc68 HTTP/1.1" status: 200 len: 217 time: 0.0891578 Feb 04 13:28:07.124428 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-5d45c86c-a7c0-497b-ab31-c075838a4c80 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for floatingip (40204186-9870-47b7-bd26-2b8ce4f7cc24), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:07.177082 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a2f45f51-d13e-4fbf-aae5-4302eb5e7f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (5d405e35-03f5-4cd5-b0a5-dac711ebaf34), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:07.180111 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f45f51-d13e-4fbf-aae5-4302eb5e7f5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d405e35-03f5-4cd5-b0a5-dac711ebaf34 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:28:07.188463 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a2f45f51-d13e-4fbf-aae5-4302eb5e7f5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:07.190856 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a2f45f51-d13e-4fbf-aae5-4302eb5e7f5c admin admin] 10.222.0.96 "DELETE /v2.0/routers/5d405e35-03f5-4cd5-b0a5-dac711ebaf34 HTTP/1.1" status: 204 len: 168 time: 3.2991500 Feb 04 13:28:07.201401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-a348baaf-bb77-4a85-8843-70ab1df88dd4 req-fa7c21d6-1748-4ccc-bb60-a334490d7d35 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Deleting port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:07.203571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 41376) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:07.203908 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a348baaf-bb77-4a85-8843-70ab1df88dd4 req-fa7c21d6-1748-4ccc-bb60-a334490d7d35 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:07.219169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14ea8c-c359-413c-a446-c4bdec11ce61 req-0a907adc-28dc-463d-ba2f-c6b3b3ec648f tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:07.221922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a14ea8c-c359-413c-a446-c4bdec11ce61 req-0a907adc-28dc-463d-ba2f-c6b3b3ec648f tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.99 "GET /v2.0/ports?device_id=fe7f2fdf-84f2-47b3-a014-2db3dc84edce HTTP/1.1" status: 200 len: 946 time: 0.8417110 Feb 04 13:28:07.324474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51f6b3e-b77e-4f85-b783-4fbb751d450b admin admin] Deleting subnet 0d8275f7-44e6-46ea-a076-bf4b8681f6a4 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:28:07.328384 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b51f6b3e-b77e-4f85-b783-4fbb751d450b admin admin] Publish callbacks [] for subnet (0d8275f7-44e6-46ea-a076-bf4b8681f6a4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:07.382700 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 50ae706f-34f1-4028-bf82-eb13c5fb847a no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:07.398328 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b51f6b3e-b77e-4f85-b783-4fbb751d450b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (0d8275f7-44e6-46ea-a076-bf4b8681f6a4), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:07.468305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb0c5362-86b0-45a0-890f-f90054acbfcf req-8ea0a7c7-ea03-4100-bc81-ee3cb39c60ff tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7049818 Feb 04 13:28:07.497152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 50ae706f-34f1-4028-bf82-eb13c5fb847a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:07.507097 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 50ae706f-34f1-4028-bf82-eb13c5fb847a not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:07.507608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3c720be6-8653-4e35-a3ca-096338a621c6 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:07.517810 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564dba6-0b9b-4712-b132-7188c700ac32 req-c9aac5aa-f36e-453c-b57e-ae2e5c6ab108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:07.520033 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9564dba6-0b9b-4712-b132-7188c700ac32 req-c9aac5aa-f36e-453c-b57e-ae2e5c6ab108 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 200 len: 858 time: 0.4525886 Feb 04 13:28:07.602464 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 3c720be6-8653-4e35-a3ca-096338a621c6 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:07.605932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3c720be6-8653-4e35-a3ca-096338a621c6 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:07.701416 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-a348baaf-bb77-4a85-8843-70ab1df88dd4 req-fa7c21d6-1748-4ccc-bb60-a334490d7d35 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] For port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:07.701811 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a348baaf-bb77-4a85-8843-70ab1df88dd4 req-fa7c21d6-1748-4ccc-bb60-a334490d7d35 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:07.757387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-a348baaf-bb77-4a85-8843-70ab1df88dd4 req-fa7c21d6-1748-4ccc-bb60-a334490d7d35 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Calling delete_port for 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:07.757675 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfd863-d7dd-4c52-a508-4fb08f3fe8b3 req-33accab1-0a5e-4174-ad39-db7cd5e57e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:07.760147 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62cfd863-d7dd-4c52-a508-4fb08f3fe8b3 req-33accab1-0a5e-4174-ad39-db7cd5e57e6b service neutron] 10.222.0.99 "GET /v2.0/networks?id=ff8f21a6-ef86-496b-9a31-cddbe2422745 HTTP/1.1" status: 200 len: 914 time: 1.0246336 Feb 04 13:28:07.803123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-20225408-f583-419f-bb2d-4eb01cfa0f73 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:07.804792 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-20225408-f583-419f-bb2d-4eb01cfa0f73 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 811 time: 0.3645623 Feb 04 13:28:07.825822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-56214815-b971-452c-a91a-1f161d01cc4b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Request body: {'port': {'device_id': '749f268a-b96d-4609-ba4c-5f9a3c65bc34', 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc', 'admin_state_up': True, 'tenant_id': '902032e2469e4a9985e0c0a873286563'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:08.010146 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41380) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:08.092280 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a348baaf-bb77-4a85-8843-70ab1df88dd4 req-fa7c21d6-1748-4ccc-bb60-a334490d7d35 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:08.107600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['2433332f-bb6d-485e-abec-a8d2cdd3b4e8', 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76', '413e0ed6-09c2-47a2-b509-4d4366b76f11'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:08.148397 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c21d6-1748-4ccc-bb60-a334490d7d35 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event deleted for resources: {'Port': ['ID=5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:08.171842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-56214815-b971-452c-a91a-1f161d01cc4b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Made reservation on behalf of 902032e2469e4a9985e0c0a873286563 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:08.175618 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-56214815-b971-452c-a91a-1f161d01cc4b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:08.212534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a348baaf-bb77-4a85-8843-70ab1df88dd4 req-fa7c21d6-1748-4ccc-bb60-a334490d7d35 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] No DVR routers for this DVR port 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:08.216160 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['001083f3-2766-40eb-b8ff-f8ec33f53d90'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:08.219293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a348baaf-bb77-4a85-8843-70ab1df88dd4 req-fa7c21d6-1748-4ccc-bb60-a334490d7d35 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:08.223316 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a348baaf-bb77-4a85-8843-70ab1df88dd4 req-fa7c21d6-1748-4ccc-bb60-a334490d7d35 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.99 "DELETE /v2.0/ports/5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c HTTP/1.1" status: 204 len: 173 time: 2.2037265 Feb 04 13:28:08.224617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f0108-73a2-467d-942f-3e80c28549f0', 'name': 'network-vif-deleted', 'tag': '5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:08.236304 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4370e980-eabf-4970-96b7-6f4364c935e0" -d '{"events": [{"server_uuid": "5a8f0108-73a2-467d-942f-3e80c28549f0", "name": "network-vif-deleted", "tag": "5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:08.368306 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf79c-4bb2-4caa-a176-6ea4643b0386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:08.564887 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62cfd863-d7dd-4c52-a508-4fb08f3fe8b3 req-9262cdfa-198a-4973-a5a1-c64941fd539e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c756f3f2-562e-4fd7-90c4-fcaf5533c46e HTTP/1.1" status: 200 len: 1002 time: 0.6911242 Feb 04 13:28:08.582498 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5efc462-75a9-443e-99c6-df676b146ec4 req-0d5514ca-090c-4584-bd7b-988cbe8cc3e1 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 210 time: 0.7817421 Feb 04 13:28:08.586018 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-56214815-b971-452c-a91a-1f161d01cc4b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Allocated IP 172.20.0.10 (3b107f3a-7cae-4846-88f9-0790288373fc/d5c6c736-1a92-4614-ab15-25c05ef4451a/8055db33-24f4-42b6-a40e-dba41506eebf) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:08.683462 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf79c-4bb2-4caa-a176-6ea4643b0386 admin admin] Publish callbacks [] for security_group (092025e8-689f-499d-9f36-c726781b45c2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:08.703894 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf79c-4bb2-4caa-a176-6ea4643b0386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (092025e8-689f-499d-9f36-c726781b45c2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:08.883195 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b51f6b3e-b77e-4f85-b783-4fbb751d450b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (0d8275f7-44e6-46ea-a076-bf4b8681f6a4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:08.884403 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5b7cf79c-4bb2-4caa-a176-6ea4643b0386 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c5cb35b22cb84cc08a1df161efa1a6a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8731487 Feb 04 13:28:08.894484 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cf79c-4bb2-4caa-a176-6ea4643b0386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092025e8-689f-499d-9f36-c726781b45c2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:08.909243 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41390) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:09.070516 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6eea9be3-dcab-47e8-9fb6-9a2d139fdf36 admin admin] Publish callbacks [] for security_group (092025e8-689f-499d-9f36-c726781b45c2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:09.167941 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-56214815-b971-452c-a91a-1f161d01cc4b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks [] for port (8055db33-24f4-42b6-a40e-dba41506eebf), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:09.205855 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6eea9be3-dcab-47e8-9fb6-9a2d139fdf36 admin admin] Publish callbacks [] for security_group (092025e8-689f-499d-9f36-c726781b45c2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:09.251784 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-56214815-b971-452c-a91a-1f161d01cc4b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:09.291771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564dba6-0b9b-4712-b132-7188c700ac32 req-91fcaabf-9dc8-4d7d-b6b7-e0b6e9e1801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:09.294432 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9564dba6-0b9b-4712-b132-7188c700ac32 req-91fcaabf-9dc8-4d7d-b6b7-e0b6e9e1801b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6877208d-4f79-4715-b038-088720121ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.6663344 Feb 04 13:28:09.301133 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-56214815-b971-452c-a91a-1f161d01cc4b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Network 3b107f3a-7cae-4846-88f9-0790288373fc is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:09.305892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-56214815-b971-452c-a91a-1f161d01cc4b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:09.310422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-56214815-b971-452c-a91a-1f161d01cc4b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:09.331135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58125cc6-1ebf-42ae-b9e7-30715a2c541a req-316f9b28-ee78-4da1-aadf-8e2e5aae74e2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:09.332663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58125cc6-1ebf-42ae-b9e7-30715a2c541a req-316f9b28-ee78-4da1-aadf-8e2e5aae74e2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 949 time: 1.8727157 Feb 04 13:28:09.338901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfd863-d7dd-4c52-a508-4fb08f3fe8b3 req-ba4f812b-12ef-4db3-9d7c-c7a74b0bb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:09.339318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56214815-b971-452c-a91a-1f161d01cc4b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Pushing event updated for resources: {'Port': ['ID=8055db33-24f4-42b6-a40e-dba41506eebf,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:09.340363 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62cfd863-d7dd-4c52-a508-4fb08f3fe8b3 req-ba4f812b-12ef-4db3-9d7c-c7a74b0bb535 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7511774e-508c-469f-a6f8-bd0f658331f5 HTTP/1.1" status: 200 len: 852 time: 0.7521968 Feb 04 13:28:09.344209 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6eea9be3-dcab-47e8-9fb6-9a2d139fdf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (092025e8-689f-499d-9f36-c726781b45c2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:09.346542 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6eea9be3-dcab-47e8-9fb6-9a2d139fdf36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:09.347690 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6eea9be3-dcab-47e8-9fb6-9a2d139fdf36 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/092025e8-689f-499d-9f36-c726781b45c2 HTTP/1.1" status: 204 len: 168 time: 0.4349453 Feb 04 13:28:09.361920 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b51f6b3e-b77e-4f85-b783-4fbb751d450b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (0d8275f7-44e6-46ea-a076-bf4b8681f6a4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:09.368074 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea9be3-dcab-47e8-9fb6-9a2d139fdf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092025e8-689f-499d-9f36-c726781b45c2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:09.393365 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-56214815-b971-452c-a91a-1f161d01cc4b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:09.394014 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-56214815-b971-452c-a91a-1f161d01cc4b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:09.416303 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-56214815-b971-452c-a91a-1f161d01cc4b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6014092 Feb 04 13:28:09.427831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Request body: {'port': {'device_id': '749f268a-b96d-4609-ba4c-5f9a3c65bc34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:09.505785 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:09.519187 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b51f6b3e-b77e-4f85-b783-4fbb751d450b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:09.525687 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b51f6b3e-b77e-4f85-b783-4fbb751d450b admin admin] 10.222.0.96 "DELETE /v2.0/subnets/0d8275f7-44e6-46ea-a076-bf4b8681f6a4 HTTP/1.1" status: 204 len: 168 time: 2.2996528 Feb 04 13:28:09.525687 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f6b3e-b77e-4f85-b783-4fbb751d450b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d8275f7-44e6-46ea-a076-bf4b8681f6a4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:09.526559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41398) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:09.532933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dc73a1-93fa-40b2-b032-07f3972726f6 None None] Network 35a1da14-24fc-49d3-b4a3-8c6b40c795f4 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:28:09.662403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ea383a2a-69bb-49a5-9d90-5c928e6d7294 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:28:09.683791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed301b2-6eb2-4527-9d5a-d88efe86efb1 req-a8a0205a-ab31-4aee-9dd8-796e1b5eead7 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:09.697639 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aed301b2-6eb2-4527-9d5a-d88efe86efb1 req-a8a0205a-ab31-4aee-9dd8-796e1b5eead7 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 946 time: 0.5052435 Feb 04 13:28:09.707925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:09.731824 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (35a1da14-24fc-49d3-b4a3-8c6b40c795f4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:09.792550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:09.793004 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:09.793434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 334fe35a-f429-494b-811e-f513a6c9bc68 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:09.812273 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-3a14ea8c-c359-413c-a446-c4bdec11ce61 req-270329dc-1228-42af-ba9a-5076cadcbf29 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Deleting port 334fe35a-f429-494b-811e-f513a6c9bc68 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:09.812566 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a14ea8c-c359-413c-a446-c4bdec11ce61 req-270329dc-1228-42af-ba9a-5076cadcbf29 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (334fe35a-f429-494b-811e-f513a6c9bc68), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:09.838362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41402) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:09.880430 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-669013de-2077-4436-9b9d-c0b504adcdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:09.908679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 334fe35a-f429-494b-811e-f513a6c9bc68 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:09.909695 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (334fe35a-f429-494b-811e-f513a6c9bc68), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:09.919040 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9564dba6-0b9b-4712-b132-7188c700ac32 req-111da7b3-719b-4bcc-b26d-7176ce3babc2 service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126499 Feb 04 13:28:09.922063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfd863-d7dd-4c52-a508-4fb08f3fe8b3 req-8218dc03-8988-47a2-ac61-11710185130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:09.925239 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62cfd863-d7dd-4c52-a508-4fb08f3fe8b3 req-8218dc03-8988-47a2-ac61-11710185130d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ff8f21a6-ef86-496b-9a31-cddbe2422745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5500271 Feb 04 13:28:09.957937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ea383a2a-69bb-49a5-9d90-5c928e6d7294, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ea383a2a-69bb-49a5-9d90-5c928e6d7294,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:09.976360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '334fe35a-f429-494b-811e-f513a6c9bc68'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:09.979146 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9883d8-7479-4465-860d-94d2153af660" -d '{"events": [{"server_uuid": "fe7f2fdf-84f2-47b3-a014-2db3dc84edce", "name": "network-vif-unplugged", "status": "completed", "tag": "334fe35a-f429-494b-811e-f513a6c9bc68"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:09.996358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'ea383a2a-69bb-49a5-9d90-5c928e6d7294', 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112', 'port_id': 'ea383a2a-69bb-49a5-9d90-5c928e6d7294', 'mac_address': 'fa:16:3e:3d:c3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65276bc3-38f7-4354-8723-1e8038a429ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:28:10.001774 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 334fe35a-f429-494b-811e-f513a6c9bc68, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=334fe35a-f429-494b-811e-f513a6c9bc68,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:10.035774 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (334fe35a-f429-494b-811e-f513a6c9bc68), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.082309 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] Deleting port 4cf30851-1d44-434b-9e08-9ca9c3b03a10 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:10.083111 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4cf30851-1d44-434b-9e08-9ca9c3b03a10), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.099907 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ea383a2a-69bb-49a5-9d90-5c928e6d7294 is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:10.100377 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.102801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b4e67c-41d1-4fae-b240-96e6401724f8 None None] DHCP port deletion for 35a1da14-24fc-49d3-b4a3-8c6b40c795f4 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:28:10.135683 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea383a2a-69bb-49a5-9d90-5c928e6d7294 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:28:10.165478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ea383a2a-69bb-49a5-9d90-5c928e6d7294, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ea383a2a-69bb-49a5-9d90-5c928e6d7294,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:10.165858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aed301b2-6eb2-4527-9d5a-d88efe86efb1 req-f624972a-e380-4172-9674-5e6b292091a6 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/security-groups?id=492cd15e-fdd5-4929-918c-759f7201d005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4673841 Feb 04 13:28:10.188872 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.195146 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=334fe35a-f429-494b-811e-f513a6c9bc68,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:10.221737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:10.222440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:10.222949 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:10.223955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:10.225280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:10.225899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:10.226561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:10.227765 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:10.228476 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:10.229312 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:10.229883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:10.230628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:10.231588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:10.253122 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-669013de-2077-4436-9b9d-c0b504adcdf3 admin admin] Publish callbacks [] for security_group (a92cb4f5-1382-428c-ada0-9fec477a1bf6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.266985 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] For port 4cf30851-1d44-434b-9e08-9ca9c3b03a10, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4cf30851-1d44-434b-9e08-9ca9c3b03a10,segment=NetworkSegment(17f3dd9e-20b3-4ae9-839f-ff983264bf95),segment_id=17f3dd9e-20b3-4ae9-839f-ff983264bf95)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:10.267361 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4cf30851-1d44-434b-9e08-9ca9c3b03a10), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.272579 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-669013de-2077-4436-9b9d-c0b504adcdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a92cb4f5-1382-428c-ada0-9fec477a1bf6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.296197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8055db33-24f4-42b6-a40e-dba41506eebf {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:28:10.309214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ea383a2a-69bb-49a5-9d90-5c928e6d7294,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:10.313115 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] Calling delete_port for 4cf30851-1d44-434b-9e08-9ca9c3b03a10 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:10.316109 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Publish callbacks [] for port (8055db33-24f4-42b6-a40e-dba41506eebf), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.319219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['ea383a2a-69bb-49a5-9d90-5c928e6d7294'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:10.329966 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.db.resource_extend [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-5d45c86c-a7c0-497b-ab31-c075838a4c80 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:28:10.344768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-3a14ea8c-c359-413c-a446-c4bdec11ce61 req-270329dc-1228-42af-ba9a-5076cadcbf29 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] For port 334fe35a-f429-494b-811e-f513a6c9bc68, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=334fe35a-f429-494b-811e-f513a6c9bc68,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:10.345144 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a14ea8c-c359-413c-a446-c4bdec11ce61 req-270329dc-1228-42af-ba9a-5076cadcbf29 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (334fe35a-f429-494b-811e-f513a6c9bc68), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.359881 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-669013de-2077-4436-9b9d-c0b504adcdf3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a8f7b98b08c847a883cddd5bef682959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5140226 Feb 04 13:28:10.364579 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41414) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:10.366732 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Transition to ACTIVE for port object 8055db33-24f4-42b6-a40e-dba41506eebf will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:28:10.405847 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a448a7-25d9-45ba-aa23-ef29de15721e x-openstack-request-id: req-52a448a7-25d9-45ba-aa23-ef29de15721e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:10.406272 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5815fb-aad0-4009-b241-bacd9c6d7ac5", "name": "network-vif-unplugged", "status": "completed", "tag": "18f212e6-f973-49f7-90dd-395cd3d27fcf", "code": 200}, {"name": "network-changed", "server_uuid": "fc5815fb-aad0-4009-b241-bacd9c6d7ac5", "tag": "18f212e6-f973-49f7-90dd-395cd3d27fcf", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:10.406468 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-52a448a7-25d9-45ba-aa23-ef29de15721e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:10.406846 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5815fb-aad0-4009-b241-bacd9c6d7ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f212e6-f973-49f7-90dd-395cd3d27fcf', 'code': 200} Feb 04 13:28:10.407111 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5815fb-aad0-4009-b241-bacd9c6d7ac5', 'tag': '18f212e6-f973-49f7-90dd-395cd3d27fcf', 'status': 'completed', 'code': 200} Feb 04 13:28:10.424109 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669013de-2077-4436-9b9d-c0b504adcdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92cb4f5-1382-428c-ada0-9fec477a1bf6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:10.441859 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-03b4e67c-41d1-4fae-b240-96e6401724f8 None None] Deleting port 4cf30851-1d44-434b-9e08-9ca9c3b03a10 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:10.442623 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-03b4e67c-41d1-4fae-b240-96e6401724f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4cf30851-1d44-434b-9e08-9ca9c3b03a10), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.443875 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04803d90-5d2f-428c-b777-a0bde1097fb6 x-openstack-request-id: req-04803d90-5d2f-428c-b777-a0bde1097fb6 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:10.444077 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8f0108-73a2-467d-942f-3e80c28549f0", "name": "network-vif-deleted", "tag": "5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:10.445002 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-04803d90-5d2f-428c-b777-a0bde1097fb6 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:10.445002 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8f0108-73a2-467d-942f-3e80c28549f0', 'name': 'network-vif-deleted', 'tag': '5ace4d6a-33ec-45d3-bd9f-6cf828d3cc5c', 'status': 'completed', 'code': 200} Feb 04 13:28:10.445693 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.461281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-58125cc6-1ebf-42ae-b9e7-30715a2c541a req-8fdda833-b2e8-459b-ab36-4905938092fe tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Deleting port 413e0ed6-09c2-47a2-b509-4d4366b76f11 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:10.461816 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-58125cc6-1ebf-42ae-b9e7-30715a2c541a req-8fdda833-b2e8-459b-ab36-4905938092fe tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.471936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-3a14ea8c-c359-413c-a446-c4bdec11ce61 req-270329dc-1228-42af-ba9a-5076cadcbf29 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Calling delete_port for 334fe35a-f429-494b-811e-f513a6c9bc68 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:10.477201 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62cfd863-d7dd-4c52-a508-4fb08f3fe8b3 req-9c8629e7-0834-4e79-b723-ef1159f925db service neutron] 10.222.0.99 "GET /v2.0/networks/ff8f21a6-ef86-496b-9a31-cddbe2422745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163643 Feb 04 13:28:10.581094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Pushing event updated for resources: {'Port': ['ID=8055db33-24f4-42b6-a40e-dba41506eebf,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:10.590843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-03b4e67c-41d1-4fae-b240-96e6401724f8 None None] For port 4cf30851-1d44-434b-9e08-9ca9c3b03a10, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4cf30851-1d44-434b-9e08-9ca9c3b03a10,segment=NetworkSegment(17f3dd9e-20b3-4ae9-839f-ff983264bf95),segment_id=17f3dd9e-20b3-4ae9-839f-ff983264bf95)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:10.591765 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-03b4e67c-41d1-4fae-b240-96e6401724f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4cf30851-1d44-434b-9e08-9ca9c3b03a10), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.618873 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-03b4e67c-41d1-4fae-b240-96e6401724f8 None None] Calling delete_port for 4cf30851-1d44-434b-9e08-9ca9c3b03a10 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:10.631216 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9564dba6-0b9b-4712-b132-7188c700ac32 req-61f0e7a5-15fc-4833-a01f-0ef19211bb4a service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722429 Feb 04 13:28:10.669699 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-447da3cf-3db6-4364-9a28-e03ae8701a38 admin admin] Publish callbacks [] for security_group (a92cb4f5-1382-428c-ada0-9fec477a1bf6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.690048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc18d6-bc7e-4c70-b16b-9d48fb48c239 req-77af2ed0-0f15-4c10-aa77-7fea255882cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:10.690048 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3adc18d6-bc7e-4c70-b16b-9d48fb48c239 req-77af2ed0-0f15-4c10-aa77-7fea255882cb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 1157 time: 0.2661953 Feb 04 13:28:10.711757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4cf30851-1d44-434b-9e08-9ca9c3b03a10), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.757364 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-03b4e67c-41d1-4fae-b240-96e6401724f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (4cf30851-1d44-434b-9e08-9ca9c3b03a10), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.770825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b4e67c-41d1-4fae-b240-96e6401724f8 None None] No DVR routers for this DVR port 4cf30851-1d44-434b-9e08-9ca9c3b03a10 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:10.794615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4e67c-41d1-4fae-b240-96e6401724f8 None None] Pushing event deleted for resources: {'Port': ['ID=4cf30851-1d44-434b-9e08-9ca9c3b03a10,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:10.799638 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-447da3cf-3db6-4364-9a28-e03ae8701a38 admin admin] Publish callbacks [] for security_group (a92cb4f5-1382-428c-ada0-9fec477a1bf6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.817573 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf30851-1d44-434b-9e08-9ca9c3b03a10,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:10.823168 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] No DVR routers for this DVR port 4cf30851-1d44-434b-9e08-9ca9c3b03a10 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:10.835864 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-5d45c86c-a7c0-497b-ab31-c075838a4c80 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.864130 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-5d45c86c-a7c0-497b-ab31-c075838a4c80 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (40204186-9870-47b7-bd26-2b8ce4f7cc24), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.872734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Attempting to bind port 8055db33-24f4-42b6-a40e-dba41506eebf on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:10.874260 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Attempting to bind port 8055db33-24f4-42b6-a40e-dba41506eebf by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:10.874260 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Attempting to bind port 8055db33-24f4-42b6-a40e-dba41506eebf on network 3b107f3a-7cae-4846-88f9-0790288373fc {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:10.881407 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8c466171-82d1-4f9b-a586-41a39be63a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.907296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Port 8055db33-24f4-42b6-a40e-dba41506eebf on network 3b107f3a-7cae-4846-88f9-0790288373fc not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:10.907618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Attempting to bind port 8055db33-24f4-42b6-a40e-dba41506eebf on network 3b107f3a-7cae-4846-88f9-0790288373fc {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:10.953784 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:28:10.954158 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Checking segment: {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:10.954550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Bound using segment: {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:28:10.954996 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Bound port: 8055db33-24f4-42b6-a40e-dba41506eebf, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:28:10.955507 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:10.999738 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (35a1da14-24fc-49d3-b4a3-8c6b40c795f4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:11.033799 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc18d6-bc7e-4c70-b16b-9d48fb48c239 req-96276aef-39b2-4d06-b824-58ad1e0b8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:11.035534 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3adc18d6-bc7e-4c70-b16b-9d48fb48c239 req-96276aef-39b2-4d06-b824-58ad1e0b8c5f service neutron] 10.222.0.99 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.3382416 Feb 04 13:28:11.046950 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-447da3cf-3db6-4364-9a28-e03ae8701a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a92cb4f5-1382-428c-ada0-9fec477a1bf6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:11.049585 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-447da3cf-3db6-4364-9a28-e03ae8701a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:11.050817 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-447da3cf-3db6-4364-9a28-e03ae8701a38 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a92cb4f5-1382-428c-ada0-9fec477a1bf6 HTTP/1.1" status: 204 len: 168 time: 0.6828098 Feb 04 13:28:11.064978 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a1da14-24fc-49d3-b4a3-8c6b40c795f4']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:11.116127 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f3dd9e-20b3-4ae9-839f-ff983264bf95') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:11.116354 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f3dd9e-20b3-4ae9-839f-ff983264bf95') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:11.121624 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3adc18d6-bc7e-4c70-b16b-9d48fb48c239 req-79df7b5f-78da-4c3b-ac6b-56930a76c02e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf HTTP/1.1" status: 200 len: 217 time: 0.0696712 Feb 04 13:28:11.129293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447da3cf-3db6-4364-9a28-e03ae8701a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92cb4f5-1382-428c-ada0-9fec477a1bf6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:11.141016 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (17f3dd9e-20b3-4ae9-839f-ff983264bf95), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:11.213522 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] For port 8055db33-24f4-42b6-a40e-dba41506eebf, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:11.217775 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (17f3dd9e-20b3-4ae9-839f-ff983264bf95), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:11.238924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:28:11.239334 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (17f3dd9e-20b3-4ae9-839f-ff983264bf95), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:28:11.241936 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:28:11.244371 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] For port 8055db33-24f4-42b6-a40e-dba41506eebf, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8055db33-24f4-42b6-a40e-dba41506eebf,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:28:11.286274 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc18d6-bc7e-4c70-b16b-9d48fb48c239 req-ef993ac9-54cd-4093-b9d2-dfd4a5c786d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:11.288467 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3adc18d6-bc7e-4c70-b16b-9d48fb48c239 req-ef993ac9-54cd-4093-b9d2-dfd4a5c786d9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.1494789 Feb 04 13:28:11.292513 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:11.363157 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4cf30851-1d44-434b-9e08-9ca9c3b03a10 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:11.369927 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3adc18d6-bc7e-4c70-b16b-9d48fb48c239 req-e5b93402-3695-47fd-9398-b44d6f5efef4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672584 Feb 04 13:28:11.378165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:11.378797 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:11.380234 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] 10.222.0.99 "PUT /v2.0/ports/8055db33-24f4-42b6-a40e-dba41506eebf HTTP/1.1" status: 200 len: 1093 time: 1.9567187 Feb 04 13:28:11.396537 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (35a1da14-24fc-49d3-b4a3-8c6b40c795f4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:11.402286 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:11.403808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 4cf30851-1d44-434b-9e08-9ca9c3b03a10 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:11.404321 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4cf30851-1d44-434b-9e08-9ca9c3b03a10 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:11.406950 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] 10.222.0.96 "DELETE /v2.0/networks/35a1da14-24fc-49d3-b4a3-8c6b40c795f4 HTTP/1.1" status: 204 len: 168 time: 1.8782108 Feb 04 13:28:11.482482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff3271-b2a2-4856-aeae-ef1bc28093f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=35a1da14-24fc-49d3-b4a3-8c6b40c795f4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:11.509088 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-5d45c86c-a7c0-497b-ab31-c075838a4c80 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Floating IP 40204186-9870-47b7-bd26-2b8ce4f7cc24 associated. External IP: 172.25.5.213, port: 487962a8-4250-4f05-b6bb-5a416a208dbc. Feb 04 13:28:11.515302 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953779e-1848-4f85-bfc3-01d02f2a03ea service neutron] Pushing event updated for resources: {'Port': ['ID=8055db33-24f4-42b6-a40e-dba41506eebf,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:11.569815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-c2500b6a-98f4-4862-b02f-a8f98c9052a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:11.571586 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-c2500b6a-98f4-4862-b02f-a8f98c9052a5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 1127 time: 0.1406410 Feb 04 13:28:11.602872 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3adc18d6-bc7e-4c70-b16b-9d48fb48c239 req-edb76733-abde-4624-b228-4ae966c4eefd service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187748 Feb 04 13:28:11.647569 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ea383a2a-69bb-49a5-9d90-5c928e6d7294 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:11.729138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port ea383a2a-69bb-49a5-9d90-5c928e6d7294 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:11.729679 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:11.730176 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-6d499303-b766-49fa-a7f8-1441968696e7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8055db33-24f4-42b6-a40e-dba41506eebf HTTP/1.1" status: 200 len: 217 time: 0.1467073 Feb 04 13:28:11.779478 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41432) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:11.825124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ea383a2a-69bb-49a5-9d90-5c928e6d7294 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:11.825756 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:11.840177 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-58125cc6-1ebf-42ae-b9e7-30715a2c541a req-8fdda833-b2e8-459b-ab36-4905938092fe tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] For port 413e0ed6-09c2-47a2-b509-4d4366b76f11, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=413e0ed6-09c2-47a2-b509-4d4366b76f11,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:11.840881 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-58125cc6-1ebf-42ae-b9e7-30715a2c541a req-8fdda833-b2e8-459b-ab36-4905938092fe tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:11.886734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-58125cc6-1ebf-42ae-b9e7-30715a2c541a req-8fdda833-b2e8-459b-ab36-4905938092fe tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Calling delete_port for 413e0ed6-09c2-47a2-b509-4d4366b76f11 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:11.895205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ea383a2a-69bb-49a5-9d90-5c928e6d7294, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ea383a2a-69bb-49a5-9d90-5c928e6d7294,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:11.902651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff3a00-fb3f-46e8-83a6-b9654114f0ef req-3768fbaa-deb3-411c-a1d3-36b9351ef804 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:11.904319 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b3ff3a00-fb3f-46e8-83a6-b9654114f0ef req-3768fbaa-deb3-411c-a1d3-36b9351ef804 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 943 time: 1.3620355 Feb 04 13:28:11.915522 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-28fe3937-8519-433e-95a7-d1490a1fdd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:11.916747 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:11.917159 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-28fe3937-8519-433e-95a7-d1490a1fdd20 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d5c6c736-1a92-4614-ab15-25c05ef4451a HTTP/1.1" status: 200 len: 851 time: 0.1392963 Feb 04 13:28:11.948225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62cfd863-d7dd-4c52-a508-4fb08f3fe8b3 req-f1db6cd7-c339-4601-9b78-3fb5495b4403 service neutron] 10.222.0.99 "GET /v2.0/networks/ff8f21a6-ef86-496b-9a31-cddbe2422745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4542043 Feb 04 13:28:11.998675 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a14ea8c-c359-413c-a446-c4bdec11ce61 req-270329dc-1228-42af-ba9a-5076cadcbf29 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (334fe35a-f429-494b-811e-f513a6c9bc68), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:11.998857 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-e56214ac-276e-4d14-8e92-ab0a8e50c262 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3b107f3a-7cae-4846-88f9-0790288373fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705366 Feb 04 13:28:12.011529 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0ed5f4bb-99b9-43c7-91a8-f83c58c50848 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=91c2b59a923a4789aacbf2f7325759a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298203 Feb 04 13:28:12.014640 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['487962a8-4250-4f05-b6bb-5a416a208dbc'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:12.030402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41436) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:12.060673 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3adc18d6-bc7e-4c70-b16b-9d48fb48c239 req-3644bbfd-c82f-48ee-8924-429aee358576 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524765 Feb 04 13:28:12.074968 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ea383a2a-69bb-49a5-9d90-5c928e6d7294,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:12.107636 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270329dc-1228-42af-ba9a-5076cadcbf29 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Pushing event deleted for resources: {'Port': ['ID=334fe35a-f429-494b-811e-f513a6c9bc68,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:12.143893 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 413e0ed6-09c2-47a2-b509-4d4366b76f11 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:12.209977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b3ff3a00-fb3f-46e8-83a6-b9654114f0ef req-e8e2adf5-a0e5-4642-bd7d-4c27f9b10b84 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543921 Feb 04 13:28:12.230950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a14ea8c-c359-413c-a446-c4bdec11ce61 req-270329dc-1228-42af-ba9a-5076cadcbf29 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] No DVR routers for this DVR port 334fe35a-f429-494b-811e-f513a6c9bc68 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:12.240830 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a14ea8c-c359-413c-a446-c4bdec11ce61 req-270329dc-1228-42af-ba9a-5076cadcbf29 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:12.244070 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a14ea8c-c359-413c-a446-c4bdec11ce61 req-270329dc-1228-42af-ba9a-5076cadcbf29 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.99 "DELETE /v2.0/ports/334fe35a-f429-494b-811e-f513a6c9bc68 HTTP/1.1" status: 204 len: 173 time: 4.7860625 Feb 04 13:28:12.295038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-5d45c86c-a7c0-497b-ab31-c075838a4c80 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:28:12.348176 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-cb4a2424-eaeb-4932-9b6a-b286d9ad6eb1 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194745 Feb 04 13:28:12.350430 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84ccd068-12d8-4eba-9d9f-dd35aaece103 admin admin] Publish callbacks [] for security_group (063f1568-4a19-423f-8b32-42311a717e16), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:12.414538 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 413e0ed6-09c2-47a2-b509-4d4366b76f11 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:12.415507 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:12.471309 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749f268a-b96d-4609-ba4c-5f9a3c65bc34', 'tag': '8055db33-24f4-42b6-a40e-dba41506eebf'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:12.475420 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8321efc-bb21-4762-a2bb-adc26a74347b" -d '{"events": [{"name": "network-changed", "server_uuid": "749f268a-b96d-4609-ba4c-5f9a3c65bc34", "tag": "8055db33-24f4-42b6-a40e-dba41506eebf"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:12.490560 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'name': 'network-vif-deleted', 'tag': '334fe35a-f429-494b-811e-f513a6c9bc68'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:12.494555 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaaf996-749e-4c1b-8f57-9150c18e0097" -d '{"events": [{"server_uuid": "fe7f2fdf-84f2-47b3-a014-2db3dc84edce", "name": "network-vif-deleted", "tag": "334fe35a-f429-494b-811e-f513a6c9bc68"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:12.513346 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84ccd068-12d8-4eba-9d9f-dd35aaece103 admin admin] Publish callbacks [] for security_group (063f1568-4a19-423f-8b32-42311a717e16), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:12.648873 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-15f74c27-700c-4900-aab5-1a6e6ef57d18 req-322484af-4f99-431e-ac70-99b4f7d7e7b8 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914653 Feb 04 13:28:12.667935 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84ccd068-12d8-4eba-9d9f-dd35aaece103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (063f1568-4a19-423f-8b32-42311a717e16), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:12.672075 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84ccd068-12d8-4eba-9d9f-dd35aaece103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:12.674928 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-84ccd068-12d8-4eba-9d9f-dd35aaece103 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/063f1568-4a19-423f-8b32-42311a717e16 HTTP/1.1" status: 204 len: 168 time: 0.6431618 Feb 04 13:28:12.686568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccd068-12d8-4eba-9d9f-dd35aaece103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063f1568-4a19-423f-8b32-42311a717e16,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:12.722658 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-58125cc6-1ebf-42ae-b9e7-30715a2c541a req-8fdda833-b2e8-459b-ab36-4905938092fe tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (413e0ed6-09c2-47a2-b509-4d4366b76f11), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:12.762275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['001083f3-2766-40eb-b8ff-f8ec33f53d90'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:12.795149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78f65c-9089-4708-945d-0fe99920ba26 req-cdd5cf0c-83dd-4ce5-8bd6-c97a79e6048e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:12.804087 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd78f65c-9089-4708-945d-0fe99920ba26 req-cdd5cf0c-83dd-4ce5-8bd6-c97a79e6048e tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=480cab95-3f96-4a0b-ba86-538f18d1606a HTTP/1.1" status: 200 len: 949 time: 0.4019430 Feb 04 13:28:12.806234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdda833-b2e8-459b-ab36-4905938092fe tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event deleted for resources: {'Port': ['ID=413e0ed6-09c2-47a2-b509-4d4366b76f11,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:12.831065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['2433332f-bb6d-485e-abec-a8d2cdd3b4e8', 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:12.888750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-58125cc6-1ebf-42ae-b9e7-30715a2c541a req-8fdda833-b2e8-459b-ab36-4905938092fe tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] No DVR routers for this DVR port 413e0ed6-09c2-47a2-b509-4d4366b76f11 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:12.891795 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-58125cc6-1ebf-42ae-b9e7-30715a2c541a req-8fdda833-b2e8-459b-ab36-4905938092fe tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:12.895753 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58125cc6-1ebf-42ae-b9e7-30715a2c541a req-8fdda833-b2e8-459b-ab36-4905938092fe tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "DELETE /v2.0/ports/413e0ed6-09c2-47a2-b509-4d4366b76f11 HTTP/1.1" status: 204 len: 173 time: 3.5525904 Feb 04 13:28:12.941681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd78f65c-9089-4708-945d-0fe99920ba26 req-da4144f0-ac69-4a8f-a15a-8640c5a787de tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366429 Feb 04 13:28:12.948608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-5d45c86c-a7c0-497b-ab31-c075838a4c80 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:28:12.954781 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-5d45c86c-a7c0-497b-ab31-c075838a4c80 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:12.965739 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b16d93-5700-40ac-b6bc-3b1e22407a26 None None] Sync routers for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:12.996131 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b16d93-5700-40ac-b6bc-3b1e22407a26 None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:12.997319 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f7b16d93-5700-40ac-b6bc-3b1e22407a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:27:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:13.002428 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-5d45c86c-a7c0-497b-ab31-c075838a4c80 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "PUT /v2.0/floatingips/40204186-9870-47b7-bd26-2b8ce4f7cc24 HTTP/1.1" status: 200 len: 996 time: 6.2554688 Feb 04 13:28:13.182160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-36a6510d-b9f0-4ade-9541-58fdd4b16d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:13.190603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-36a6510d-b9f0-4ade-9541-58fdd4b16d1e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 1128 time: 0.1712651 Feb 04 13:28:13.237496 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41462) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:13.356116 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bcff0-6b61-4014-92a8-88a61b7a2e34 req-d44d08a8-bae4-432f-ac1e-ee6ec58ebf33 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:13.379401 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f98bcff0-6b61-4014-92a8-88a61b7a2e34 req-d44d08a8-bae4-432f-ac1e-ee6ec58ebf33 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 944 time: 0.2637658 Feb 04 13:28:13.615744 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f98bcff0-6b61-4014-92a8-88a61b7a2e34 req-c0cd5641-45d2-47c8-99f1-d8f89c0b5b51 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338915 Feb 04 13:28:13.665856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-9af2c277-fbab-4dc4-bea5-6c7d59867a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:13.679600 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-9af2c277-fbab-4dc4-bea5-6c7d59867a07 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 920 time: 0.4872940 Feb 04 13:28:13.711281 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:13.730573 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ecd3cc59-460b-4512-8ee8-807d2e9ed8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:13.790630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-f7b16d93-5700-40ac-b6bc-3b1e22407a26 None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:13.793470 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031b6976-9996-43ec-bd61-c1313053871b x-openstack-request-id: req-031b6976-9996-43ec-bd61-c1313053871b {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:13.793763 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7f2fdf-84f2-47b3-a014-2db3dc84edce", "name": "network-vif-unplugged", "status": "completed", "tag": "334fe35a-f429-494b-811e-f513a6c9bc68", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:13.794023 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-031b6976-9996-43ec-bd61-c1313053871b {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:13.794460 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '334fe35a-f429-494b-811e-f513a6c9bc68', 'code': 200} Feb 04 13:28:13.839677 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aa3398ab-25b7-48bd-869c-3325490d87cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:13.859022 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-679b8458-ea49-403b-9e59-0c1551aa4d66 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487962a8-4250-4f05-b6bb-5a416a208dbc HTTP/1.1" status: 200 len: 999 time: 0.1777604 Feb 04 13:28:14.008738 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aa3398ab-25b7-48bd-869c-3325490d87cf admin admin] Publish callbacks [] for security_group (af34c91c-a25c-4633-a195-bea8e4c8a5a7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:14.016497 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aa3398ab-25b7-48bd-869c-3325490d87cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (af34c91c-a25c-4633-a195-bea8e4c8a5a7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:14.038850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-0c4bf95f-f914-4f5a-bef8-1f7d2e7d9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:14.051196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-0c4bf95f-f914-4f5a-bef8-1f7d2e7d9e9b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 200 len: 858 time: 0.1880510 Feb 04 13:28:14.108417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3398ab-25b7-48bd-869c-3325490d87cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af34c91c-a25c-4633-a195-bea8e4c8a5a7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:14.113083 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-aa3398ab-25b7-48bd-869c-3325490d87cf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=281631186e8743e491b53bd8e3816f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8744562 Feb 04 13:28:14.118012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41498) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:14.120895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027ace7-6a1a-4a61-afad-fab05377404f req-94c60c61-e208-4604-9246-7b750091ae24 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:14.122558 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5027ace7-6a1a-4a61-afad-fab05377404f req-94c60c61-e208-4604-9246-7b750091ae24 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 946 time: 0.1889236 Feb 04 13:28:14.172507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-d7a3e104-09d4-4c3d-ae2b-299f96c3cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:14.175174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-d7a3e104-09d4-4c3d-ae2b-299f96c3cf4b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6877208d-4f79-4715-b038-088720121ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1206214 Feb 04 13:28:14.178765 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Publish callbacks [] for security_group (af34c91c-a25c-4633-a195-bea8e4c8a5a7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:14.232864 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Publish callbacks [] for security_group (af34c91c-a25c-4633-a195-bea8e4c8a5a7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:14.326439 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (af34c91c-a25c-4633-a195-bea8e4c8a5a7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:14.329804 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:14.338420 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/af34c91c-a25c-4633-a195-bea8e4c8a5a7 HTTP/1.1" status: 204 len: 168 time: 0.2177477 Feb 04 13:28:14.378591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af34c91c-a25c-4633-a195-bea8e4c8a5a7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:14.413996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-5bcaa8a0-6b97-427e-80ac-abc169d02ec2 service neutron] 10.222.0.96 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293761 Feb 04 13:28:14.418280 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:14.419029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:14.419575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:14.420154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:14.420731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:14.421305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:14.421888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:14.422504 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:14.423085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:14.423665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:14.424326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:14.424807 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:14.425394 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac14a25-fa9b-401f-89da-3178021324ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:14.483015 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5027ace7-6a1a-4a61-afad-fab05377404f req-0b87e3bf-e661-462a-b047-f7cb05c0cfa8 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/security-groups?id=492cd15e-fdd5-4929-918c-759f7201d005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3464191 Feb 04 13:28:14.566485 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:14.718209 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1986072d-05b2-4ddb-bd24-5ea877225618 req-104b8f86-91be-4956-bde6-15e7bb0d7623 service neutron] 10.222.0.96 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958548 Feb 04 13:28:14.749203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f7b16d93-5700-40ac-b6bc-3b1e22407a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '40204186-9870-47b7-bd26-2b8ce4f7cc24', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'port_id': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'mac_address': 'fa:16:3e:06:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:27:07Z', 'updated_at': '2022-02-04T13:28:10Z', 'revision_number': 8, 'project_id': '16a235b12a7648989c9a40a771357775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:14.773599 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714caeea-be88-4465-9a3d-744ac84e9348 x-openstack-request-id: req-714caeea-be88-4465-9a3d-744ac84e9348 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:14.773947 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749f268a-b96d-4609-ba4c-5f9a3c65bc34", "tag": "8055db33-24f4-42b6-a40e-dba41506eebf", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:14.774258 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-714caeea-be88-4465-9a3d-744ac84e9348 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:14.774712 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749f268a-b96d-4609-ba4c-5f9a3c65bc34', 'tag': '8055db33-24f4-42b6-a40e-dba41506eebf', 'status': 'completed', 'code': 200} Feb 04 13:28:14.794690 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b16d93-5700-40ac-b6bc-3b1e22407a26 None None] Checking router: b1cd73b9-a287-45f9-b3ad-a73f6f55d49e for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:28:14.813016 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b16d93-5700-40ac-b6bc-3b1e22407a26 None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:14.814473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f7b16d93-5700-40ac-b6bc-3b1e22407a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:28:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:14.916812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8321efc-bb21-4762-a2bb-adc26a74347b req-87e9a935-480f-4c51-bd1b-76a4d4efce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:14.925628 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e8321efc-bb21-4762-a2bb-adc26a74347b req-87e9a935-480f-4c51-bd1b-76a4d4efce88 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 1127 time: 0.1182735 Feb 04 13:28:14.952204 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41536) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:14.972425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-f7b16d93-5700-40ac-b6bc-3b1e22407a26 None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:15.051572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0605a29-c52d-4a77-a3e2-ca8c7c3b49a5 req-1557a533-790b-4ee8-822e-6777e49eaaf6 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:15.063682 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0605a29-c52d-4a77-a3e2-ca8c7c3b49a5 req-1557a533-790b-4ee8-822e-6777e49eaaf6 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 943 time: 0.1858835 Feb 04 13:28:15.144925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8321efc-bb21-4762-a2bb-adc26a74347b req-bd8de8fc-3f31-4bd0-b82d-fbba134d29ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:15.154300 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e8321efc-bb21-4762-a2bb-adc26a74347b req-bd8de8fc-3f31-4bd0-b82d-fbba134d29ec service neutron] 10.222.0.99 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 912 time: 0.2216089 Feb 04 13:28:15.157098 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0605a29-c52d-4a77-a3e2-ca8c7c3b49a5 req-2e508b32-73d9-4584-aa3a-fe336f47cfe9 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805283 Feb 04 13:28:15.259514 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e8321efc-bb21-4762-a2bb-adc26a74347b req-fb778e0f-218d-4c83-833b-51f210545ff1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8055db33-24f4-42b6-a40e-dba41506eebf HTTP/1.1" status: 200 len: 217 time: 0.0985796 Feb 04 13:28:15.269249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1ec48427-7734-4b2a-934a-84b4c6815b43 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1028193972-network', 'tenant_id': '688a1d8829de4353a6d958abc734325e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:15.374733 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d41fe1-cd3c-4835-87e1-a5593de19b00 x-openstack-request-id: req-55d41fe1-cd3c-4835-87e1-a5593de19b00 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:15.376828 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7f2fdf-84f2-47b3-a014-2db3dc84edce", "name": "network-vif-deleted", "tag": "334fe35a-f429-494b-811e-f513a6c9bc68", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:15.378875 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec48427-7734-4b2a-934a-84b4c6815b43 admin admin] Made reservation on behalf of 688a1d8829de4353a6d958abc734325e for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:15.379787 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-55d41fe1-cd3c-4835-87e1-a5593de19b00 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:15.380777 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7f2fdf-84f2-47b3-a014-2db3dc84edce', 'name': 'network-vif-deleted', 'tag': '334fe35a-f429-494b-811e-f513a6c9bc68', 'status': 'completed', 'code': 200} Feb 04 13:28:15.383685 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ec48427-7734-4b2a-934a-84b4c6815b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:15.391218 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f7b16d93-5700-40ac-b6bc-3b1e22407a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '40204186-9870-47b7-bd26-2b8ce4f7cc24', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'port_id': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'mac_address': 'fa:16:3e:06:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:27:07Z', 'updated_at': '2022-02-04T13:28:10Z', 'revision_number': 8, 'project_id': '16a235b12a7648989c9a40a771357775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:15.401149 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ec48427-7734-4b2a-934a-84b4c6815b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:15.411030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8321efc-bb21-4762-a2bb-adc26a74347b req-74d1f6a1-205d-449b-a3a6-92d442bd507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:15.413025 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e8321efc-bb21-4762-a2bb-adc26a74347b req-74d1f6a1-205d-449b-a3a6-92d442bd507c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d5c6c736-1a92-4614-ab15-25c05ef4451a HTTP/1.1" status: 200 len: 851 time: 0.1381862 Feb 04 13:28:15.435195 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723982f2-ef6f-4756-9f21-71c3577285b3 req-268797e8-7d10-4d16-921e-97de77eaba45 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:15.440988 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-723982f2-ef6f-4756-9f21-71c3577285b3 req-268797e8-7d10-4d16-921e-97de77eaba45 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 944 time: 0.1330376 Feb 04 13:28:15.499296 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b16d93-5700-40ac-b6bc-3b1e22407a26 None None] The sync data for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 is: [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '40204186-9870-47b7-bd26-2b8ce4f7cc24', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'port_id': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'mac_address': 'fa:16:3e:06:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:27:07Z', 'updated_at': '2022-02-04T13:28:10Z', 'revision_number': 8, 'project_id': '16a235b12a7648989c9a40a771357775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:15.509490 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:15.542200 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e8321efc-bb21-4762-a2bb-adc26a74347b req-d6287ba3-18c7-444f-89c0-9abe63cee2e3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3b107f3a-7cae-4846-88f9-0790288373fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744421 Feb 04 13:28:15.634305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccb62651-3c6f-4ec2-9473-6a619ec8a7c5 req-ae41c7b1-c6f2-45ea-bcdf-487b4059509a tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/floatingips/40204186-9870-47b7-bd26-2b8ce4f7cc24 HTTP/1.1" status: 200 len: 996 time: 0.1920090 Feb 04 13:28:15.638337 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-723982f2-ef6f-4756-9f21-71c3577285b3 req-4d2fad36-d02b-4080-8a0e-a878b7df33f2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765630 Feb 04 13:28:15.754173 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e8321efc-bb21-4762-a2bb-adc26a74347b req-9c755cb7-8c18-4952-9c5d-a93d6268970c service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006617 Feb 04 13:28:15.795954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cf75f5-96d3-4289-a796-4cc4c0abf549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea383a2a-69bb-49a5-9d90-5c928e6d7294'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:15.798993 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3110b0c0-b499-4db5-a56b-52006f61d085" -d '{"events": [{"server_uuid": "93cf75f5-96d3-4289-a796-4cc4c0abf549", "name": "network-vif-plugged", "status": "completed", "tag": "ea383a2a-69bb-49a5-9d90-5c928e6d7294"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:15.822020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb62651-3c6f-4ec2-9473-6a619ec8a7c5 req-9da7d986-fb8a-4e4a-bd1b-127a1b22a5d1 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:15.826542 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccb62651-3c6f-4ec2-9473-6a619ec8a7c5 req-9da7d986-fb8a-4e4a-bd1b-127a1b22a5d1 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.1838551 Feb 04 13:28:15.840604 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-ccb62651-3c6f-4ec2-9473-6a619ec8a7c5 req-909158ef-90f3-41b5-914b-f1204678604a tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:28:15.842167 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccb62651-3c6f-4ec2-9473-6a619ec8a7c5 req-909158ef-90f3-41b5-914b-f1204678604a tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119164 Feb 04 13:28:15.921123 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e89aa8-a9e0-4465-adc2-6a7aecca3b87 None None] New status for floating IP 40204186-9870-47b7-bd26-2b8ce4f7cc24: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:28:15.937840 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ec48427-7734-4b2a-934a-84b4c6815b43 admin admin] Publish callbacks [] for security_group (3826ede6-69cf-4d1e-896a-c23a543182e6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:15.956683 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ec48427-7734-4b2a-934a-84b4c6815b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3826ede6-69cf-4d1e-896a-c23a543182e6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:16.393011 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-3b0c54c6-286f-44e7-8fd6-b8151b3eeb01 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 1001 time: 0.1859956 Feb 04 13:28:16.402191 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391e5d9d-52fe-4db9-ac6f-c43139ca87c6 x-openstack-request-id: req-391e5d9d-52fe-4db9-ac6f-c43139ca87c6 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:16.402651 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cf75f5-96d3-4289-a796-4cc4c0abf549", "name": "network-vif-plugged", "status": "completed", "tag": "ea383a2a-69bb-49a5-9d90-5c928e6d7294", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:16.403049 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-391e5d9d-52fe-4db9-ac6f-c43139ca87c6 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:16.403914 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cf75f5-96d3-4289-a796-4cc4c0abf549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea383a2a-69bb-49a5-9d90-5c928e6d7294', 'code': 200} Feb 04 13:28:16.520556 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-19f8e6f2-b154-4a82-a204-0197f7902135 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:16.523177 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-19f8e6f2-b154-4a82-a204-0197f7902135 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports/487962a8-4250-4f05-b6bb-5a416a208dbc HTTP/1.1" status: 200 len: 942 time: 0.1290739 Feb 04 13:28:16.734575 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:16.892062 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-f02055ff-5a27-4476-b3c1-ea622e8a0ecf tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 1001 time: 0.1758947 Feb 04 13:28:16.925722 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e8321efc-bb21-4762-a2bb-adc26a74347b req-de8528f3-e86c-489a-abda-bddf4fb16957 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1648626 Feb 04 13:28:16.972460 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec48427-7734-4b2a-934a-84b4c6815b43 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:28:16.978918 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec48427-7734-4b2a-934a-84b4c6815b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3826ede6-69cf-4d1e-896a-c23a543182e6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:17.019066 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ec48427-7734-4b2a-934a-84b4c6815b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:17.020573 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-1ec48427-7734-4b2a-934a-84b4c6815b43 admin admin] Added segment 21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d of type vlan for network d188bd97-3ae7-401d-8731-0d5589265d96 Feb 04 13:28:17.063191 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7b611-418c-4451-8f1a-01acd0cd7978 req-2b0a2366-a159-48e3-bc47-7da7e0ee4429 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:17.064787 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7b7b611-418c-4451-8f1a-01acd0cd7978 req-2b0a2366-a159-48e3-bc47-7da7e0ee4429 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 943 time: 0.1443803 Feb 04 13:28:17.101014 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ec48427-7734-4b2a-934a-84b4c6815b43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (d188bd97-3ae7-401d-8731-0d5589265d96), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:17.154695 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ec48427-7734-4b2a-934a-84b4c6815b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (d188bd97-3ae7-401d-8731-0d5589265d96), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:17.159453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec48427-7734-4b2a-934a-84b4c6815b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:17.160126 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ec48427-7734-4b2a-934a-84b4c6815b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:17.172189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7b7b611-418c-4451-8f1a-01acd0cd7978 req-b73a1f19-b45b-496d-bb97-cdbcb6c0c422 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990326 Feb 04 13:28:17.203962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-d00184dd-09fe-45f3-93fe-fdafba3d2590 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:17.242873 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-d00184dd-09fe-45f3-93fe-fdafba3d2590 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.3499174 Feb 04 13:28:17.278522 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1ec48427-7734-4b2a-934a-84b4c6815b43 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3243611 Feb 04 13:28:17.278880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41598) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:17.299803 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b80c857f-1908-4b61-be8b-fb89b38f9133 admin admin] Request body: {'subnet': {'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1028193972-subnet', 'tenant_id': '688a1d8829de4353a6d958abc734325e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:17.361187 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80c857f-1908-4b61-be8b-fb89b38f9133 admin admin] Made reservation on behalf of 688a1d8829de4353a6d958abc734325e for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:17.363656 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b80c857f-1908-4b61-be8b-fb89b38f9133 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:17.385749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480cab95-3f96-4a0b-ba86-538f18d1606a', 'name': 'network-vif-deleted', 'tag': '413e0ed6-09c2-47a2-b509-4d4366b76f11'}, {'name': 'network-changed', 'server_uuid': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'tag': '487962a8-4250-4f05-b6bb-5a416a208dbc'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:17.388320 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d32de5-9635-4883-8b0c-84d75ea6c9e9" -d '{"events": [{"server_uuid": "480cab95-3f96-4a0b-ba86-538f18d1606a", "name": "network-vif-deleted", "tag": "413e0ed6-09c2-47a2-b509-4d4366b76f11"}, {"name": "network-changed", "server_uuid": "dc8c786f-05c3-46dd-99c5-95098528f1da", "tag": "487962a8-4250-4f05-b6bb-5a416a208dbc"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:17.424364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-119d56d2-86d1-439d-88c8-35b0793ebad7 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 1001 time: 0.1769323 Feb 04 13:28:17.432704 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-f65f82b3-aa17-4efb-8424-cded1f92145d tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:17.463338 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec48427-7734-4b2a-934a-84b4c6815b43 admin admin] Pushing event updated for resources: {'Network': ['ID=d188bd97-3ae7-401d-8731-0d5589265d96,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:17.485324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network d188bd97-3ae7-401d-8731-0d5589265d96 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:28:17.515305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab728c-9753-4539-bc05-cfcf001503b2 req-072ca752-cfda-4acf-8f52-072b74d8284e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:17.518935 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12ab728c-9753-4539-bc05-cfcf001503b2 req-072ca752-cfda-4acf-8f52-072b74d8284e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 944 time: 0.1811802 Feb 04 13:28:17.672994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12ab728c-9753-4539-bc05-cfcf001503b2 req-b224fee5-432f-4d5d-bde7-58ae593458cc tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438828 Feb 04 13:28:17.679325 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-f65f82b3-aa17-4efb-8424-cded1f92145d tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for floatingip (40204186-9870-47b7-bd26-2b8ce4f7cc24), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:17.690676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8055db33-24f4-42b6-a40e-dba41506eebf details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:28:17.828695 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b80c857f-1908-4b61-be8b-fb89b38f9133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (ddd53861-36d1-4ddc-a3f4-939049859c05), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:17.882625 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:28:17.900631 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:17.968477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8055db33-24f4-42b6-a40e-dba41506eebf, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8055db33-24f4-42b6-a40e-dba41506eebf,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:17.998524 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '8055db33-24f4-42b6-a40e-dba41506eebf', 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc', 'port_id': '8055db33-24f4-42b6-a40e-dba41506eebf', 'mac_address': 'fa:16:3e:5a:7d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c6c736-1a92-4614-ab15-25c05ef4451a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:28:18.033068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86f1eb-3242-434d-ab6d-382f8774c5b6 req-d1f6bd8a-e236-4845-a7b5-12ea43db3320 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:18.034752 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd86f1eb-3242-434d-ab6d-382f8774c5b6 req-d1f6bd8a-e236-4845-a7b5-12ea43db3320 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0f9b50a-f859-433a-9327-b8ae182958e7 HTTP/1.1" status: 200 len: 949 time: 0.1996284 Feb 04 13:28:18.072115 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c857f-1908-4b61-be8b-fb89b38f9133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd53861-36d1-4ddc-a3f4-939049859c05,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:18.123687 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-f65f82b3-aa17-4efb-8424-cded1f92145d tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:18.124389 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80c857f-1908-4b61-be8b-fb89b38f9133 admin admin] Checking segment: {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:18.124883 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80c857f-1908-4b61-be8b-fb89b38f9133 admin admin] Network hostable DHCP agents. Network: d188bd97-3ae7-401d-8731-0d5589265d96, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:28:18.148130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8055db33-24f4-42b6-a40e-dba41506eebf is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:18.148942 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:18.164796 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80c857f-1908-4b61-be8b-fb89b38f9133 admin admin] Network d188bd97-3ae7-401d-8731-0d5589265d96 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:28:18.181098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b80c857f-1908-4b61-be8b-fb89b38f9133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, d188bd97-3ae7-401d-8731-0d5589265d96) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:18.198429 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80c857f-1908-4b61-be8b-fb89b38f9133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:18.199045 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b80c857f-1908-4b61-be8b-fb89b38f9133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:18.212488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8055db33-24f4-42b6-a40e-dba41506eebf {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:28:18.221683 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-f65f82b3-aa17-4efb-8424-cded1f92145d tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (40204186-9870-47b7-bd26-2b8ce4f7cc24), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:18.221907 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-f65f82b3-aa17-4efb-8424-cded1f92145d tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Floating IP 40204186-9870-47b7-bd26-2b8ce4f7cc24 disassociated. External IP: 172.25.5.213, port: 487962a8-4250-4f05-b6bb-5a416a208dbc. Feb 04 13:28:18.232238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93c7042-aac8-40f6-991a-703f747f8cca None None] Network d188bd97-3ae7-401d-8731-0d5589265d96 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:28:18.247452 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b80c857f-1908-4b61-be8b-fb89b38f9133 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9652643 Feb 04 13:28:18.364059 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8055db33-24f4-42b6-a40e-dba41506eebf, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8055db33-24f4-42b6-a40e-dba41506eebf,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:18.374857 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:18.487015 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8055db33-24f4-42b6-a40e-dba41506eebf,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:18.499249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fd07d-ece8-411a-a704-a8cff90925b1 req-381222b3-5e26-4c6a-b941-c2ce3a3ce44f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:18.506962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d98fd07d-ece8-411a-a704-a8cff90925b1 req-381222b3-5e26-4c6a-b941-c2ce3a3ce44f tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "GET /v2.0/ports?device_id=f0f9b50a-f859-433a-9327-b8ae182958e7 HTTP/1.1" status: 200 len: 949 time: 0.3894594 Feb 04 13:28:18.573469 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd86f1eb-3242-434d-ab6d-382f8774c5b6 req-bdf4351e-0823-43ae-b697-d45e4e1038f7 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828255 Feb 04 13:28:18.590337 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e92d507-bd87-4f85-a4b7-9d09e125c487 None None] Network d188bd97-3ae7-401d-8731-0d5589265d96 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:28:18.783574 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8055db33-24f4-42b6-a40e-dba41506eebf'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:18.810684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43231f0f-e20d-4db6-9141-8d3f242893eb req-2752dcb0-c157-494e-b580-70e4ecf0a717 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:18.817635 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-43231f0f-e20d-4db6-9141-8d3f242893eb req-2752dcb0-c157-494e-b580-70e4ecf0a717 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "GET /v2.0/ports?device_id=32defdcb-ba9f-481c-b0b4-88947c09bf49 HTTP/1.1" status: 200 len: 948 time: 0.1484566 Feb 04 13:28:19.131632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-43231f0f-e20d-4db6-9141-8d3f242893eb req-09339f6e-f608-418f-874c-c66d12aec595 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Deleting port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:19.132376 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-43231f0f-e20d-4db6-9141-8d3f242893eb req-09339f6e-f608-418f-874c-c66d12aec595 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2433332f-bb6d-485e-abec-a8d2cdd3b4e8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:19.195372 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d32de5-9635-4883-8b0c-84d75ea6c9e9 req-9c084099-fe6d-4243-a636-bcce4cd41b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:19.196894 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d32de5-9635-4883-8b0c-84d75ea6c9e9 req-9c084099-fe6d-4243-a636-bcce4cd41b8d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 1128 time: 0.1743004 Feb 04 13:28:19.250136 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d689fe-10fe-4a38-8fd7-ad20dc963cdf x-openstack-request-id: req-b6d689fe-10fe-4a38-8fd7-ad20dc963cdf {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:19.250931 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480cab95-3f96-4a0b-ba86-538f18d1606a", "name": "network-vif-deleted", "tag": "413e0ed6-09c2-47a2-b509-4d4366b76f11", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dc8c786f-05c3-46dd-99c5-95098528f1da", "tag": "487962a8-4250-4f05-b6bb-5a416a208dbc", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:19.251453 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b6d689fe-10fe-4a38-8fd7-ad20dc963cdf {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:19.252139 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480cab95-3f96-4a0b-ba86-538f18d1606a', 'name': 'network-vif-deleted', 'tag': '413e0ed6-09c2-47a2-b509-4d4366b76f11', 'status': 'completed', 'code': 200} Feb 04 13:28:19.252689 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'tag': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'status': 'completed', 'code': 200} Feb 04 13:28:19.464710 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41670) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:19.481311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-43231f0f-e20d-4db6-9141-8d3f242893eb req-09339f6e-f608-418f-874c-c66d12aec595 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] For port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=2433332f-bb6d-485e-abec-a8d2cdd3b4e8,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:19.481670 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-43231f0f-e20d-4db6-9141-8d3f242893eb req-09339f6e-f608-418f-874c-c66d12aec595 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2433332f-bb6d-485e-abec-a8d2cdd3b4e8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:19.510054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d32de5-9635-4883-8b0c-84d75ea6c9e9 req-3aa1f40c-1654-4d80-8caf-616cc82942d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:19.511677 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d32de5-9635-4883-8b0c-84d75ea6c9e9 req-3aa1f40c-1654-4d80-8caf-616cc82942d9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 920 time: 0.3017020 Feb 04 13:28:19.512609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-43231f0f-e20d-4db6-9141-8d3f242893eb req-09339f6e-f608-418f-874c-c66d12aec595 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Calling delete_port for 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:19.522976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bd8a5-59d1-47af-bc89-86deadfc21ca req-de51820c-a72c-45e7-8b5e-c46b981abeb0 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:19.525822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a2bd8a5-59d1-47af-bc89-86deadfc21ca req-de51820c-a72c-45e7-8b5e-c46b981abeb0 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 943 time: 0.2764335 Feb 04 13:28:19.578949 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d32de5-9635-4883-8b0c-84d75ea6c9e9 req-ed537252-8948-425c-a4e3-88655bd7ea63 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487962a8-4250-4f05-b6bb-5a416a208dbc HTTP/1.1" status: 200 len: 217 time: 0.0558691 Feb 04 13:28:19.589018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d98fd07d-ece8-411a-a704-a8cff90925b1 req-50fbb5c8-795b-4d9b-b0a8-c029509f1748 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Deleting port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:19.590834 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d98fd07d-ece8-411a-a704-a8cff90925b1 req-50fbb5c8-795b-4d9b-b0a8-c029509f1748 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:19.645326 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-f65f82b3-aa17-4efb-8424-cded1f92145d tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:28:19.707829 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d32de5-9635-4883-8b0c-84d75ea6c9e9 req-57976a68-8684-4a79-8eb4-21d068085622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:19.710450 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d32de5-9635-4883-8b0c-84d75ea6c9e9 req-57976a68-8684-4a79-8eb4-21d068085622 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 200 len: 858 time: 0.0881126 Feb 04 13:28:19.714046 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 18f212e6-f973-49f7-90dd-395cd3d27fcf no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:19.729294 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a7527fb-6472-4286-8204-0af4eb36d8e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:19.870602 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a2bd8a5-59d1-47af-bc89-86deadfc21ca req-71250f9e-e529-4b20-b9fc-20da4614dc60 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263402 Feb 04 13:28:19.885086 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d32de5-9635-4883-8b0c-84d75ea6c9e9 req-55644302-650b-4e68-b562-f2c14b445eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:19.886766 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d32de5-9635-4883-8b0c-84d75ea6c9e9 req-55644302-650b-4e68-b562-f2c14b445eea service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6877208d-4f79-4715-b038-088720121ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1552315 Feb 04 13:28:19.948027 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 18f212e6-f973-49f7-90dd-395cd3d27fcf is: DOWN; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:20.044792 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d98fd07d-ece8-411a-a704-a8cff90925b1 req-50fbb5c8-795b-4d9b-b0a8-c029509f1748 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] For port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:20.045359 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d98fd07d-ece8-411a-a704-a8cff90925b1 req-50fbb5c8-795b-4d9b-b0a8-c029509f1748 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:20.046612 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-43231f0f-e20d-4db6-9141-8d3f242893eb req-09339f6e-f608-418f-874c-c66d12aec595 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2433332f-bb6d-485e-abec-a8d2cdd3b4e8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:20.059541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['2433332f-bb6d-485e-abec-a8d2cdd3b4e8', 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:20.097766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d98fd07d-ece8-411a-a704-a8cff90925b1 req-50fbb5c8-795b-4d9b-b0a8-c029509f1748 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Calling delete_port for b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:20.156633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['001083f3-2766-40eb-b8ff-f8ec33f53d90'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:20.252506 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09339f6e-f608-418f-874c-c66d12aec595 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event deleted for resources: {'Port': ['ID=2433332f-bb6d-485e-abec-a8d2cdd3b4e8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:20.263296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-f65f82b3-aa17-4efb-8424-cded1f92145d tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:28:20.281693 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-f65f82b3-aa17-4efb-8424-cded1f92145d tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:20.298271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340cac9-347f-42a0-bcb9-56375ec32ae0 None None] Sync routers for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:20.365461 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-f65f82b3-aa17-4efb-8424-cded1f92145d tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "PUT /v2.0/floatingips/40204186-9870-47b7-bd26-2b8ce4f7cc24 HTTP/1.1" status: 200 len: 696 time: 2.9384894 Feb 04 13:28:20.404286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340cac9-347f-42a0-bcb9-56375ec32ae0 None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:20.418272 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3340cac9-347f-42a0-bcb9-56375ec32ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:28:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:20.439628 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-43231f0f-e20d-4db6-9141-8d3f242893eb req-09339f6e-f608-418f-874c-c66d12aec595 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] No DVR routers for this DVR port 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:20.479708 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-43231f0f-e20d-4db6-9141-8d3f242893eb req-09339f6e-f608-418f-874c-c66d12aec595 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:20.483651 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-43231f0f-e20d-4db6-9141-8d3f242893eb req-09339f6e-f608-418f-874c-c66d12aec595 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "DELETE /v2.0/ports/2433332f-bb6d-485e-abec-a8d2cdd3b4e8 HTTP/1.1" status: 204 len: 173 time: 1.6598332 Feb 04 13:28:20.484154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32defdcb-ba9f-481c-b0b4-88947c09bf49', 'name': 'network-vif-deleted', 'tag': '2433332f-bb6d-485e-abec-a8d2cdd3b4e8'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:20.492000 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f0d9eb-b0fc-4c06-accd-8550c9cec04d" -d '{"events": [{"server_uuid": "32defdcb-ba9f-481c-b0b4-88947c09bf49", "name": "network-vif-deleted", "tag": "2433332f-bb6d-485e-abec-a8d2cdd3b4e8"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:20.529695 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a7527fb-6472-4286-8204-0af4eb36d8e3 admin admin] Publish callbacks [] for security_group (91ee1a2f-c7fd-47c5-9aaa-fecd2e324ed7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:20.533469 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d32de5-9635-4883-8b0c-84d75ea6c9e9 req-4cfd4874-b2ae-4a28-b49f-aaa0050f9d0d service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6389318 Feb 04 13:28:20.574426 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a7527fb-6472-4286-8204-0af4eb36d8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (91ee1a2f-c7fd-47c5-9aaa-fecd2e324ed7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:20.719238 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6a7527fb-6472-4286-8204-0af4eb36d8e3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2edced2350fc433191569e60bc59d15a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2476835 Feb 04 13:28:20.721099 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41692) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:20.763916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-c123cdb3-f20d-4dbd-856c-9285ee1996b1 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:20.776649 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-c123cdb3-f20d-4dbd-856c-9285ee1996b1 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 806 time: 0.3511941 Feb 04 13:28:20.814224 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-2b7f8219-7b0e-4cb2-9ebf-dd73558f9a42 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/quotas/688a1d8829de4353a6d958abc734325e HTTP/1.1" status: 200 len: 375 time: 0.0364079 Feb 04 13:28:20.975003 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-0f296b81-f1ef-424c-9b36-d79bb872fcc3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1549501 Feb 04 13:28:21.026011 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7527fb-6472-4286-8204-0af4eb36d8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ee1a2f-c7fd-47c5-9aaa-fecd2e324ed7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:21.064481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-2607ca22-5dac-45c1-9f05-1933459253c5 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:28:21.070436 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-3340cac9-347f-42a0-bcb9-56375ec32ae0 None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:21.085151 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-2607ca22-5dac-45c1-9f05-1933459253c5 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1045833 Feb 04 13:28:21.137905 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-4fd38ff5-b48b-46a5-b336-1072e187106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:21.152145 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-4fd38ff5-b48b-46a5-b336-1072e187106a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 1128 time: 0.7546337 Feb 04 13:28:21.292575 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d32de5-9635-4883-8b0c-84d75ea6c9e9 req-1fc56467-7605-46e5-b06c-8a66fd65c79b service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7446151 Feb 04 13:28:21.319746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'tag': '487962a8-4250-4f05-b6bb-5a416a208dbc'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:21.323049 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464c4713-17ba-4166-9232-e575214ab9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8c786f-05c3-46dd-99c5-95098528f1da", "tag": "487962a8-4250-4f05-b6bb-5a416a208dbc"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:21.336167 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de593cf8-9e3c-4dcf-ac81-ed0f7daad29e admin admin] Publish callbacks [] for security_group (91ee1a2f-c7fd-47c5-9aaa-fecd2e324ed7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:21.370083 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de593cf8-9e3c-4dcf-ac81-ed0f7daad29e admin admin] Publish callbacks [] for security_group (91ee1a2f-c7fd-47c5-9aaa-fecd2e324ed7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:21.441041 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de593cf8-9e3c-4dcf-ac81-ed0f7daad29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (91ee1a2f-c7fd-47c5-9aaa-fecd2e324ed7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:21.447356 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de593cf8-9e3c-4dcf-ac81-ed0f7daad29e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:21.454182 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-de593cf8-9e3c-4dcf-ac81-ed0f7daad29e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/91ee1a2f-c7fd-47c5-9aaa-fecd2e324ed7 HTTP/1.1" status: 204 len: 168 time: 0.6759727 Feb 04 13:28:21.469839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de593cf8-9e3c-4dcf-ac81-ed0f7daad29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ee1a2f-c7fd-47c5-9aaa-fecd2e324ed7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:21.632751 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d98fd07d-ece8-411a-a704-a8cff90925b1 req-50fbb5c8-795b-4d9b-b0a8-c029509f1748 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:21.672540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['001083f3-2766-40eb-b8ff-f8ec33f53d90'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:21.733667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8055db33-24f4-42b6-a40e-dba41506eebf up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:21.838836 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbb5c8-795b-4d9b-b0a8-c029509f1748 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event deleted for resources: {'Port': ['ID=b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:21.867813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-029a25f5-6b32-43e8-ba3b-3e127312040f service neutron] 10.222.0.96 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7814336 Feb 04 13:28:21.998789 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-3ac61b50-07c3-4c76-a6ad-5d69e7c48aa0 service neutron] 10.222.0.96 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299410 Feb 04 13:28:22.037473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-d0c60214-263f-48c4-8460-e77ba0772c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:22.039076 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-d0c60214-263f-48c4-8460-e77ba0772c7e service neutron] 10.222.0.96 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 920 time: 0.8281569 Feb 04 13:28:22.074308 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:22.139330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98fd07d-ece8-411a-a704-a8cff90925b1 req-50fbb5c8-795b-4d9b-b0a8-c029509f1748 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] No DVR routers for this DVR port b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:22.154743 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d98fd07d-ece8-411a-a704-a8cff90925b1 req-50fbb5c8-795b-4d9b-b0a8-c029509f1748 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:22.163135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:22.163495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:22.163936 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:22.166478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 8055db33-24f4-42b6-a40e-dba41506eebf completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:28:22.173634 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d98fd07d-ece8-411a-a704-a8cff90925b1 req-50fbb5c8-795b-4d9b-b0a8-c029509f1748 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.100 "DELETE /v2.0/ports/b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76 HTTP/1.1" status: 204 len: 173 time: 3.6503191 Feb 04 13:28:22.221859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41702) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:22.234820 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-a0941f98-c09c-4551-9dfd-39711527984c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487962a8-4250-4f05-b6bb-5a416a208dbc HTTP/1.1" status: 200 len: 217 time: 0.1752024 Feb 04 13:28:22.251416 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9aebc2f-4c16-44ea-968b-725f1d09f495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:22.267474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 8055db33-24f4-42b6-a40e-dba41506eebf triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:22.267862 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:22.288653 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:22.289040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 2433332f-bb6d-485e-abec-a8d2cdd3b4e8 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:22.453025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-e92875b1-eee7-4b07-9c39-58fc3bef4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:22.475880 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-e92875b1-eee7-4b07-9c39-58fc3bef4d82 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 200 len: 858 time: 0.2401373 Feb 04 13:28:22.548945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3340cac9-347f-42a0-bcb9-56375ec32ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:22.634412 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9aebc2f-4c16-44ea-968b-725f1d09f495 admin admin] Publish callbacks [] for security_group (89e79628-1562-4a76-8067-2307235821b1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:22.642278 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9aebc2f-4c16-44ea-968b-725f1d09f495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (89e79628-1562-4a76-8067-2307235821b1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:22.687392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340cac9-347f-42a0-bcb9-56375ec32ae0 None None] Checking router: b1cd73b9-a287-45f9-b3ad-a73f6f55d49e for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:28:22.790665 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f9aebc2f-4c16-44ea-968b-725f1d09f495 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9462b86694844f07a9c37c8a3a877438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5652635 Feb 04 13:28:22.790665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aebc2f-4c16-44ea-968b-725f1d09f495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e79628-1562-4a76-8067-2307235821b1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:22.791705 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-1420bf89-e328-4a10-aa7d-343f56d08273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:22.804626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-1420bf89-e328-4a10-aa7d-343f56d08273 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6877208d-4f79-4715-b038-088720121ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3258646 Feb 04 13:28:22.838489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41710) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:22.842292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340cac9-347f-42a0-bcb9-56375ec32ae0 None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:22.847291 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3340cac9-347f-42a0-bcb9-56375ec32ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:28:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:22.974183 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a7003c01-f9e5-40db-be92-f122a186c77f admin admin] Publish callbacks [] for security_group (89e79628-1562-4a76-8067-2307235821b1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.047246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe13662-6523-4b31-bc7e-9db90b7dd808 req-609ce60e-0e81-443f-b41d-6b104fb9dc5f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:23.047246 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fe13662-6523-4b31-bc7e-9db90b7dd808 req-609ce60e-0e81-443f-b41d-6b104fb9dc5f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 945 time: 0.5557287 Feb 04 13:28:23.048071 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a7003c01-f9e5-40db-be92-f122a186c77f admin admin] Publish callbacks [] for security_group (89e79628-1562-4a76-8067-2307235821b1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.185568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fe13662-6523-4b31-bc7e-9db90b7dd808 req-5ea75f50-f092-4ab8-a18c-bda8c28ca33c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481354 Feb 04 13:28:23.198536 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-3f7ad1cb-7aa5-43b0-b2c6-5f21680afebe service neutron] 10.222.0.96 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895419 Feb 04 13:28:23.234509 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a7003c01-f9e5-40db-be92-f122a186c77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (89e79628-1562-4a76-8067-2307235821b1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.240359 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a7003c01-f9e5-40db-be92-f122a186c77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.242374 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a7003c01-f9e5-40db-be92-f122a186c77f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/89e79628-1562-4a76-8067-2307235821b1 HTTP/1.1" status: 204 len: 168 time: 0.4027810 Feb 04 13:28:23.274135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7003c01-f9e5-40db-be92-f122a186c77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e79628-1562-4a76-8067-2307235821b1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:23.427645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8055db33-24f4-42b6-a40e-dba41506eebf is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:23.439470 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.617618 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc26b834-617c-4e63-bbff-2b3ba8a0ea5d req-9ca628ce-8d92-4177-aab2-b85e95c1e9f5 service neutron] 10.222.0.96 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996162 Feb 04 13:28:23.638254 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bccfcb-1e97-4cfa-89e8-e7b66fca5c4c x-openstack-request-id: req-36bccfcb-1e97-4cfa-89e8-e7b66fca5c4c {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:23.639103 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32defdcb-ba9f-481c-b0b4-88947c09bf49", "name": "network-vif-deleted", "tag": "2433332f-bb6d-485e-abec-a8d2cdd3b4e8", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:23.639263 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-36bccfcb-1e97-4cfa-89e8-e7b66fca5c4c {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:23.639969 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32defdcb-ba9f-481c-b0b4-88947c09bf49', 'name': 'network-vif-deleted', 'tag': '2433332f-bb6d-485e-abec-a8d2cdd3b4e8', 'status': 'completed', 'code': 200} Feb 04 13:28:23.704694 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9e2dfed3-5d0e-49a8-bb0c-8a9f234262fa req-97ec45fd-cd31-4a17-bc79-b21e0ee6204a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=417a5e8e-dbdd-4663-a19d-02c05c371c47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2168453 Feb 04 13:28:23.706289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8055db33-24f4-42b6-a40e-dba41506eebf, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8055db33-24f4-42b6-a40e-dba41506eebf,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:23.742591 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749f268a-b96d-4609-ba4c-5f9a3c65bc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8055db33-24f4-42b6-a40e-dba41506eebf'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:23.747854 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8ebea6-6599-496e-98ec-50c318876ce5" -d '{"events": [{"server_uuid": "749f268a-b96d-4609-ba4c-5f9a3c65bc34", "name": "network-vif-plugged", "status": "completed", "tag": "8055db33-24f4-42b6-a40e-dba41506eebf"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:23.777111 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-3340cac9-347f-42a0-bcb9-56375ec32ae0 None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:23.779828 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.874745 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29070f7f-a554-440c-bcc6-de76ff02a81c x-openstack-request-id: req-29070f7f-a554-440c-bcc6-de76ff02a81c {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:23.875041 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8c786f-05c3-46dd-99c5-95098528f1da", "tag": "487962a8-4250-4f05-b6bb-5a416a208dbc", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:23.875734 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-29070f7f-a554-440c-bcc6-de76ff02a81c {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:23.876330 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'tag': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'status': 'completed', 'code': 200} Feb 04 13:28:23.966532 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dfed3-5d0e-49a8-bb0c-8a9f234262fa req-3b7c1e0a-fbc4-46cb-85d9-60af93820469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:23.974120 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9e2dfed3-5d0e-49a8-bb0c-8a9f234262fa req-3b7c1e0a-fbc4-46cb-85d9-60af93820469 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad8b8a8618714a90ad8e096d438a4976&device_id=417a5e8e-dbdd-4663-a19d-02c05c371c47 HTTP/1.1" status: 200 len: 1132 time: 0.1610253 Feb 04 13:28:24.086826 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50ab8631-05cd-4f8e-a970-b039b9f08d8a req-10dae074-388b-4107-84fe-f719ef40a23d tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 210 time: 0.0655117 Feb 04 13:28:24.148651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff30d35-9b78-479b-83d8-6e51c9de8ce3 req-40c29384-3652-4886-82e0-0afaed6d288b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:24.157415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fff30d35-9b78-479b-83d8-6e51c9de8ce3 req-40c29384-3652-4886-82e0-0afaed6d288b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 943 time: 0.3222868 Feb 04 13:28:24.347372 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fff30d35-9b78-479b-83d8-6e51c9de8ce3 req-f6e036cc-c3cf-4716-8c0f-e956d37fb1d9 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843834 Feb 04 13:28:24.362257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c4713-17ba-4166-9232-e575214ab9c2 req-f7989bb3-4e98-4e50-b7b1-c69455f869d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:24.365222 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-464c4713-17ba-4166-9232-e575214ab9c2 req-f7989bb3-4e98-4e50-b7b1-c69455f869d0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=16a235b12a7648989c9a40a771357775&device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 1128 time: 0.4239712 Feb 04 13:28:24.408170 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8055db33-24f4-42b6-a40e-dba41506eebf,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:24.534661 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dfed3-5d0e-49a8-bb0c-8a9f234262fa req-06eaf141-ae2a-4efa-96b9-b066124d8001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:24.537887 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9e2dfed3-5d0e-49a8-bb0c-8a9f234262fa req-06eaf141-ae2a-4efa-96b9-b066124d8001 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.4952903 Feb 04 13:28:24.636135 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271fafa5-28aa-4b46-a9db-f85fe94fa6be x-openstack-request-id: req-271fafa5-28aa-4b46-a9db-f85fe94fa6be {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:24.636966 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749f268a-b96d-4609-ba4c-5f9a3c65bc34", "name": "network-vif-plugged", "status": "completed", "tag": "8055db33-24f4-42b6-a40e-dba41506eebf", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:24.636966 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-271fafa5-28aa-4b46-a9db-f85fe94fa6be {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:24.637610 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749f268a-b96d-4609-ba4c-5f9a3c65bc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8055db33-24f4-42b6-a40e-dba41506eebf', 'code': 200} Feb 04 13:28:24.749423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3340cac9-347f-42a0-bcb9-56375ec32ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:24.769370 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9e2dfed3-5d0e-49a8-bb0c-8a9f234262fa req-ce1c94cc-a70a-4067-a38c-fd0e06751a6b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=001083f3-2766-40eb-b8ff-f8ec33f53d90 HTTP/1.1" status: 200 len: 217 time: 0.2126944 Feb 04 13:28:24.903077 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea8dc5-1687-40e1-8b90-5417438538d3 req-0682aac2-f956-432d-9dd6-c9284ef290d6 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:24.911154 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eaea8dc5-1687-40e1-8b90-5417438538d3 req-0682aac2-f956-432d-9dd6-c9284ef290d6 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.2539282 Feb 04 13:28:24.916887 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340cac9-347f-42a0-bcb9-56375ec32ae0 None None] The sync data for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 is: [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:26:31Z', 'revision_number': 4, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '9a672007-fa7b-4134-88ea-956816e17505', 'name': '', 'network_id': '6877208d-4f79-4715-b038-088720121ade', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'mac_address': 'fa:16:3e:03:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '333d131f-0443-484d-a094-4e342831af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:29Z', 'updated_at': '2022-02-04T13:26:38Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'subnets': [{'id': '333d131f-0443-484d-a094-4e342831af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:25.269550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dfed3-5d0e-49a8-bb0c-8a9f234262fa req-c4f3286a-e735-4c62-8bc6-32c57e2a6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:25.273232 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9e2dfed3-5d0e-49a8-bb0c-8a9f234262fa req-c4f3286a-e735-4c62-8bc6-32c57e2a6ec2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.4993157 Feb 04 13:28:25.444580 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71958fa-fd6b-4d22-a7d9-670a5fbb916e req-3c13600d-8adb-4acf-b79c-e829bae569df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:25.451818 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d71958fa-fd6b-4d22-a7d9-670a5fbb916e req-3c13600d-8adb-4acf-b79c-e829bae569df service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 1129 time: 0.5549052 Feb 04 13:28:25.616484 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d71958fa-fd6b-4d22-a7d9-670a5fbb916e req-80295347-637c-4da6-a907-63c55e180dec service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366391 Feb 04 13:28:25.636656 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dfed3-5d0e-49a8-bb0c-8a9f234262fa req-c972edfc-c877-4644-a5ed-ee610ef939b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:25.641232 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9e2dfed3-5d0e-49a8-bb0c-8a9f234262fa req-c972edfc-c877-4644-a5ed-ee610ef939b8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3441424 Feb 04 13:28:25.665970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c4713-17ba-4166-9232-e575214ab9c2 req-f7054d20-57ea-4a11-9b52-e23a0ed626cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:25.667797 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cea66b-3034-473f-9b4f-b5d6ebde814d None None] New status for floating IP 40204186-9870-47b7-bd26-2b8ce4f7cc24: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:28:25.668446 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-464c4713-17ba-4166-9232-e575214ab9c2 req-f7054d20-57ea-4a11-9b52-e23a0ed626cd service neutron] 10.222.0.99 "GET /v2.0/networks?id=6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 200 len: 920 time: 1.2960582 Feb 04 13:28:25.674762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eaea8dc5-1687-40e1-8b90-5417438538d3 req-c0868314-82c5-4dea-a257-6022b0cd8163 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7539189 Feb 04 13:28:25.765400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-af86693a-4b38-4e13-8244-36fe1264b04f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:25.768180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-af86693a-4b38-4e13-8244-36fe1264b04f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 806 time: 0.7776487 Feb 04 13:28:25.852271 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00cb1b4c-1b06-4d9e-a866-2765a8fe66eb req-cbc927bf-71a3-43ec-90bb-3293f55f3429 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/floatingips/40204186-9870-47b7-bd26-2b8ce4f7cc24 HTTP/1.1" status: 200 len: 696 time: 0.0952361 Feb 04 13:28:25.856903 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-377f89c7-0117-4f08-8d83-25ce64ce7e5c service neutron] 10.222.0.99 "GET /v2.0/ports/18f212e6-f973-49f7-90dd-395cd3d27fcf/bindings/n-h2-714676-13 HTTP/1.1" status: 200 len: 385 time: 0.6456926 Feb 04 13:28:25.969237 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f9b50a-f859-433a-9327-b8ae182958e7', 'name': 'network-vif-deleted', 'tag': 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:25.975672 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7592800-872e-4a5c-b552-79a6449001bd" -d '{"events": [{"server_uuid": "f0f9b50a-f859-433a-9327-b8ae182958e7", "name": "network-vif-deleted", "tag": "b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:26.102893 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9e2dfed3-5d0e-49a8-bb0c-8a9f234262fa req-d1d68521-a98a-4f22-99e3-90c49c026bda service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886406 Feb 04 13:28:26.139438 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aab1c44c-04bf-4411-8c1f-c39beef96c2d req-18791ea3-aad2-49fd-bb8a-fefc1df06d1e tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 210 time: 0.2823918 Feb 04 13:28:26.174200 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-c89ff353-3288-4dee-8aa7-bd30f8a9a798 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Request body: {'port': {'device_id': '97a02d20-8319-4b55-93e2-6c73032d3236', 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96', 'admin_state_up': True, 'tenant_id': '688a1d8829de4353a6d958abc734325e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:26.361070 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-464c4713-17ba-4166-9232-e575214ab9c2 req-d17a5b38-77dc-4637-92fe-7e713c6aadc1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487962a8-4250-4f05-b6bb-5a416a208dbc HTTP/1.1" status: 200 len: 217 time: 0.3815980 Feb 04 13:28:26.375368 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9e2dfed3-5d0e-49a8-bb0c-8a9f234262fa req-74108069-e07f-4dbd-92bf-7785c01172da service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635007 Feb 04 13:28:27.053168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c4713-17ba-4166-9232-e575214ab9c2 req-6b188029-6bb0-45b2-b691-c22a6e3cea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:27.055288 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-464c4713-17ba-4166-9232-e575214ab9c2 req-6b188029-6bb0-45b2-b691-c22a6e3cea53 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 200 len: 858 time: 0.6006494 Feb 04 13:28:27.081974 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dbc70-e7b5-47b4-9e30-8ce2aaf06587 req-70c8a2f5-ae5b-456b-a478-f1a8e50ec51a tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:27.090612 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a57dbc70-e7b5-47b4-9e30-8ce2aaf06587 req-70c8a2f5-ae5b-456b-a478-f1a8e50ec51a tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 943 time: 0.7750893 Feb 04 13:28:27.106583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb1b4c-1b06-4d9e-a866-2765a8fe66eb req-aaf00931-00f9-4627-bae5-3d7951ec8201 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:27.116130 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00cb1b4c-1b06-4d9e-a866-2765a8fe66eb req-aaf00931-00f9-4627-bae5-3d7951ec8201 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 1.2481687 Feb 04 13:28:27.243998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00cb1b4c-1b06-4d9e-a866-2765a8fe66eb req-474a0fe7-6736-4070-8fe8-c62b35052d79 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 697 time: 0.1268470 Feb 04 13:28:27.342855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cb187-03b4-4177-8639-fa675e5e8a6d req-b87c9909-d335-471c-bf99-daaae263f4a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:27.357995 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b80cb187-03b4-4177-8639-fa675e5e8a6d req-b87c9909-d335-471c-bf99-daaae263f4a8 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.99 "GET /v2.0/ports?device_id=417a5e8e-dbdd-4663-a19d-02c05c371c47 HTTP/1.1" status: 200 len: 949 time: 0.2950952 Feb 04 13:28:27.371248 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a57dbc70-e7b5-47b4-9e30-8ce2aaf06587 req-79d16937-2965-437c-9d56-95576253f359 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794256 Feb 04 13:28:27.456520 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00cb1b4c-1b06-4d9e-a866-2765a8fe66eb req-fe140d28-45dc-4724-989e-f9d42ae50f67 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 697 time: 0.2114863 Feb 04 13:28:27.469640 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-a897588b-1989-4565-91ae-b86cb9946c3d service neutron] For port 18f212e6-f973-49f7-90dd-395cd3d27fcf, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:27.477233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-c89ff353-3288-4dee-8aa7-bd30f8a9a798 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Made reservation on behalf of 688a1d8829de4353a6d958abc734325e for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:27.486614 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-c89ff353-3288-4dee-8aa7-bd30f8a9a798 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.586763 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41804) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:27.621445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c4713-17ba-4166-9232-e575214ab9c2 req-930ac6e5-bee3-4d2b-a4ae-bc20efbb572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:27.624243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-464c4713-17ba-4166-9232-e575214ab9c2 req-930ac6e5-bee3-4d2b-a4ae-bc20efbb572d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6877208d-4f79-4715-b038-088720121ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5038960 Feb 04 13:28:27.672480 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-b80cb187-03b4-4177-8639-fa675e5e8a6d req-a2d90764-6d90-4cc4-92ec-7950580253b9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Deleting port 001083f3-2766-40eb-b8ff-f8ec33f53d90 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:27.673180 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b80cb187-03b4-4177-8639-fa675e5e8a6d req-a2d90764-6d90-4cc4-92ec-7950580253b9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (001083f3-2766-40eb-b8ff-f8ec33f53d90), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.720569 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-a897588b-1989-4565-91ae-b86cb9946c3d service neutron] For port 18f212e6-f973-49f7-90dd-395cd3d27fcf, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:27.791894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-a897588b-1989-4565-91ae-b86cb9946c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f212e6-f973-49f7-90dd-395cd3d27fcf {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:28:27.808951 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-a897588b-1989-4565-91ae-b86cb9946c3d service neutron] For port 18f212e6-f973-49f7-90dd-395cd3d27fcf, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:27.862180 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-b80cb187-03b4-4177-8639-fa675e5e8a6d req-a2d90764-6d90-4cc4-92ec-7950580253b9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] For port 001083f3-2766-40eb-b8ff-f8ec33f53d90, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=001083f3-2766-40eb-b8ff-f8ec33f53d90,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:27.862555 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b80cb187-03b4-4177-8639-fa675e5e8a6d req-a2d90764-6d90-4cc4-92ec-7950580253b9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (001083f3-2766-40eb-b8ff-f8ec33f53d90), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.887393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-b80cb187-03b4-4177-8639-fa675e5e8a6d req-a2d90764-6d90-4cc4-92ec-7950580253b9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Calling delete_port for 001083f3-2766-40eb-b8ff-f8ec33f53d90 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:27.892611 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0eab1261-b1b9-49a1-bf86-dc61194f9f82 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1711192021'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:27.919576 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-a897588b-1989-4565-91ae-b86cb9946c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.963779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eab1261-b1b9-49a1-bf86-dc61194f9f82 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Made reservation on behalf of 1dfa2631980e4a368bfea7f8f67d8cd7 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:27.967603 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0eab1261-b1b9-49a1-bf86-dc61194f9f82 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.983464 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0eab1261-b1b9-49a1-bf86-dc61194f9f82 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.156308 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0eab1261-b1b9-49a1-bf86-dc61194f9f82 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Publish callbacks [] for security_group (68f89ed9-8c13-4d1f-8293-f843db7915d5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.157007 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b80cb187-03b4-4177-8639-fa675e5e8a6d req-a2d90764-6d90-4cc4-92ec-7950580253b9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (001083f3-2766-40eb-b8ff-f8ec33f53d90), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.164696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832898a3-faf9-4957-b2b4-3c52de29aa93 req-85efa1f4-657d-4d8d-86ab-ef7ffb0d68ca tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:28.167522 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0eab1261-b1b9-49a1-bf86-dc61194f9f82 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (68f89ed9-8c13-4d1f-8293-f843db7915d5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.170763 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['001083f3-2766-40eb-b8ff-f8ec33f53d90'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:28.173884 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-832898a3-faf9-4957-b2b4-3c52de29aa93 req-85efa1f4-657d-4d8d-86ab-ef7ffb0d68ca tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/ports?device_id=417a5e8e-dbdd-4663-a19d-02c05c371c47 HTTP/1.1" status: 200 len: 949 time: 0.6714966 Feb 04 13:28:28.226912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab1261-b1b9-49a1-bf86-dc61194f9f82 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f89ed9-8c13-4d1f-8293-f843db7915d5,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:28.232934 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d90764-6d90-4cc4-92ec-7950580253b9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Pushing event deleted for resources: {'Port': ['ID=001083f3-2766-40eb-b8ff-f8ec33f53d90,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:28.264517 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-464c4713-17ba-4166-9232-e575214ab9c2 req-9e6a0bbd-420c-4245-983a-4e7a67918fb8 service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197631 Feb 04 13:28:28.293333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eab1261-b1b9-49a1-bf86-dc61194f9f82 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:28:28.295868 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80cb187-03b4-4177-8639-fa675e5e8a6d req-a2d90764-6d90-4cc4-92ec-7950580253b9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] No DVR routers for this DVR port 001083f3-2766-40eb-b8ff-f8ec33f53d90 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:28.301075 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-b80cb187-03b4-4177-8639-fa675e5e8a6d req-a2d90764-6d90-4cc4-92ec-7950580253b9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.304679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-00cb1b4c-1b06-4d9e-a866-2765a8fe66eb req-db229400-444c-4638-808a-67c139f2ac19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Deleting port d5099375-8493-4a4d-b8b5-b244eb577391 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:28.305342 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00cb1b4c-1b06-4d9e-a866-2765a8fe66eb req-db229400-444c-4638-808a-67c139f2ac19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d5099375-8493-4a4d-b8b5-b244eb577391), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.305687 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b80cb187-03b4-4177-8639-fa675e5e8a6d req-a2d90764-6d90-4cc4-92ec-7950580253b9 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.99 "DELETE /v2.0/ports/001083f3-2766-40eb-b8ff-f8ec33f53d90 HTTP/1.1" status: 204 len: 173 time: 0.9338791 Feb 04 13:28:28.306090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417a5e8e-dbdd-4663-a19d-02c05c371c47', 'name': 'network-vif-deleted', 'tag': '001083f3-2766-40eb-b8ff-f8ec33f53d90'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:28.308477 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636df8d5-7640-4c6f-a3dd-95300b1106fa" -d '{"events": [{"server_uuid": "417a5e8e-dbdd-4663-a19d-02c05c371c47", "name": "network-vif-deleted", "tag": "001083f3-2766-40eb-b8ff-f8ec33f53d90"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:28.316606 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0eab1261-b1b9-49a1-bf86-dc61194f9f82 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (4caefadc-0df4-4855-b28c-c71742be45e5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.316939 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-0eab1261-b1b9-49a1-bf86-dc61194f9f82 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Added segment 4caefadc-0df4-4855-b28c-c71742be45e5 of type vlan for network 8eecb128-a818-4648-a1d8-26b24a32c5c1 Feb 04 13:28:28.371927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-c89ff353-3288-4dee-8aa7-bd30f8a9a798 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Allocated IP 172.20.0.2 (d188bd97-3ae7-401d-8731-0d5589265d96/ddd53861-36d1-4ddc-a3f4-939049859c05/355c92ab-2156-47d3-abb8-4333a39b455b) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:28.380278 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0eab1261-b1b9-49a1-bf86-dc61194f9f82 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (8eecb128-a818-4648-a1d8-26b24a32c5c1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.414819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0eab1261-b1b9-49a1-bf86-dc61194f9f82 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (8eecb128-a818-4648-a1d8-26b24a32c5c1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.423836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eab1261-b1b9-49a1-bf86-dc61194f9f82 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:28.424549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0eab1261-b1b9-49a1-bf86-dc61194f9f82 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.553907 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-a897588b-1989-4565-91ae-b86cb9946c3d service neutron] Transition to ACTIVE for port object 18f212e6-f973-49f7-90dd-395cd3d27fcf will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:28:28.579742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-832898a3-faf9-4957-b2b4-3c52de29aa93 req-be4ea655-e682-48da-ae20-3b31094a56d2 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] 10.222.0.96 "GET /v2.0/security-groups?id=14da666b-cf05-4efc-bc0a-25db2008771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049275 Feb 04 13:28:28.589814 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-a897588b-1989-4565-91ae-b86cb9946c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.620649 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00cb1b4c-1b06-4d9e-a866-2765a8fe66eb req-db229400-444c-4638-808a-67c139f2ac19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d5099375-8493-4a4d-b8b5-b244eb577391), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.620988 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00cb1b4c-1b06-4d9e-a866-2765a8fe66eb req-db229400-444c-4638-808a-67c139f2ac19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for floatingip (d5099375-8493-4a4d-b8b5-b244eb577391), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.671110 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab1261-b1b9-49a1-bf86-dc61194f9f82 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Pushing event updated for resources: {'Network': ['ID=8eecb128-a818-4648-a1d8-26b24a32c5c1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:28.686906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 8eecb128-a818-4648-a1d8-26b24a32c5c1 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:28:28.694762 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0eab1261-b1b9-49a1-bf86-dc61194f9f82 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1060617 Feb 04 13:28:28.748205 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897588b-1989-4565-91ae-b86cb9946c3d service neutron] Pushing event updated for resources: {'Port': ['ID=18f212e6-f973-49f7-90dd-395cd3d27fcf,revision_number=10']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:28.763400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-00cb1b4c-1b06-4d9e-a866-2765a8fe66eb req-db229400-444c-4638-808a-67c139f2ac19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Calling delete_port for d5099375-8493-4a4d-b8b5-b244eb577391 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:28.834649 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032df0b7-60f6-471d-85f6-cd42a64d9d5c x-openstack-request-id: req-032df0b7-60f6-471d-85f6-cd42a64d9d5c {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:28.834934 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f9b50a-f859-433a-9327-b8ae182958e7", "name": "network-vif-deleted", "tag": "b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:28.835194 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-032df0b7-60f6-471d-85f6-cd42a64d9d5c {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:28.835602 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f9b50a-f859-433a-9327-b8ae182958e7', 'name': 'network-vif-deleted', 'tag': 'b72ebffa-5d6a-4fb6-9e6c-d03ac6cd0f76', 'status': 'completed', 'code': 200} Feb 04 13:28:28.849028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-a897588b-1989-4565-91ae-b86cb9946c3d service neutron] No DVR routers for this DVR port 18f212e6-f973-49f7-90dd-395cd3d27fcf on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:28.883514 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-464c4713-17ba-4166-9232-e575214ab9c2 req-d4430056-648a-4194-85d0-843e8ccb2fe5 service neutron] 10.222.0.99 "GET /v2.0/networks/6877208d-4f79-4715-b038-088720121ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024776 Feb 04 13:28:29.116365 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-a897588b-1989-4565-91ae-b86cb9946c3d service neutron] 10.222.0.99 "PUT /v2.0/ports/18f212e6-f973-49f7-90dd-395cd3d27fcf/bindings/n-h2-714676-13/activate HTTP/1.1" status: 200 len: 370 time: 3.1264706 Feb 04 13:28:29.206029 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-c89ff353-3288-4dee-8aa7-bd30f8a9a798 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks [] for port (355c92ab-2156-47d3-abb8-4333a39b455b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:29.273439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a389d8-3831-4c47-b7f2-64a9e7f637d9 req-b36ba42b-1f25-414e-950c-137f5a7f8b21 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:29.278500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28a389d8-3831-4c47-b7f2-64a9e7f637d9 req-b36ba42b-1f25-414e-950c-137f5a7f8b21 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.2360430 Feb 04 13:28:29.398014 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-3f4b7eaf-4bfb-4ca1-a070-b3be5e61bf9a tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:29.402193 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-3f4b7eaf-4bfb-4ca1-a070-b3be5e61bf9a tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5&tenant_id=c66aed92d02a400db6163d7d33da33b0&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 1127 time: 0.2124085 Feb 04 13:28:29.409747 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00cb1b4c-1b06-4d9e-a866-2765a8fe66eb req-db229400-444c-4638-808a-67c139f2ac19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d5099375-8493-4a4d-b8b5-b244eb577391), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:29.466618 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-c89ff353-3288-4dee-8aa7-bd30f8a9a798 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (355c92ab-2156-47d3-abb8-4333a39b455b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:29.530692 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28a389d8-3831-4c47-b7f2-64a9e7f637d9 req-296deb69-f548-4786-a6db-3659e01270e0 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308962 Feb 04 13:28:29.531604 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db229400-444c-4638-808a-67c139f2ac19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Pushing event deleted for resources: {'Port': ['ID=d5099375-8493-4a4d-b8b5-b244eb577391,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:29.657043 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-c89ff353-3288-4dee-8aa7-bd30f8a9a798 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Network d188bd97-3ae7-401d-8731-0d5589265d96 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:29.695565 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ff353-3288-4dee-8aa7-bd30f8a9a798 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Pushing event updated for resources: {'Port': ['ID=355c92ab-2156-47d3-abb8-4333a39b455b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:29.697996 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-c89ff353-3288-4dee-8aa7-bd30f8a9a798 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:29.700573 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-c89ff353-3288-4dee-8aa7-bd30f8a9a798 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:29.744286 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-ee31e9e2-e79d-4182-9192-19f2e99198ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:29.745830 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-ee31e9e2-e79d-4182-9192-19f2e99198ea service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5&tenant_id=c66aed92d02a400db6163d7d33da33b0 HTTP/1.1" status: 200 len: 1127 time: 0.3279638 Feb 04 13:28:29.752256 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00cb1b4c-1b06-4d9e-a866-2765a8fe66eb req-db229400-444c-4638-808a-67c139f2ac19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks [] for floatingip (40204186-9870-47b7-bd26-2b8ce4f7cc24), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:29.755657 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00cb1b4c-1b06-4d9e-a866-2765a8fe66eb req-db229400-444c-4638-808a-67c139f2ac19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:29.757163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00cb1b4c-1b06-4d9e-a866-2765a8fe66eb req-db229400-444c-4638-808a-67c139f2ac19 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "DELETE /v2.0/floatingips/40204186-9870-47b7-bd26-2b8ce4f7cc24 HTTP/1.1" status: 204 len: 173 time: 2.2936034 Feb 04 13:28:29.767076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-64b6f597-5def-4bbd-aeed-0609fa7f813f service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:28:29.769129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-64b6f597-5def-4bbd-aeed-0609fa7f813f service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091126 Feb 04 13:28:29.805767 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572685cc-35e7-4648-9de9-abb5cedc50f6 x-openstack-request-id: req-572685cc-35e7-4648-9de9-abb5cedc50f6 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:29.806772 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417a5e8e-dbdd-4663-a19d-02c05c371c47", "name": "network-vif-deleted", "tag": "001083f3-2766-40eb-b8ff-f8ec33f53d90", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:29.807308 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-572685cc-35e7-4648-9de9-abb5cedc50f6 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:29.808069 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417a5e8e-dbdd-4663-a19d-02c05c371c47', 'name': 'network-vif-deleted', 'tag': '001083f3-2766-40eb-b8ff-f8ec33f53d90', 'status': 'completed', 'code': 200} Feb 04 13:28:29.818465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-c89ff353-3288-4dee-8aa7-bd30f8a9a798 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:29.819302 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-c89ff353-3288-4dee-8aa7-bd30f8a9a798 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:29.844486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdc1aa-6741-4afc-aa84-27f2223edf19 req-5a232026-5afc-401d-92b1-e7907a65eb7f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:29.847360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-02bdc1aa-6741-4afc-aa84-27f2223edf19 req-5a232026-5afc-401d-92b1-e7907a65eb7f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 931 time: 0.2186325 Feb 04 13:28:30.278515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-c89ff353-3288-4dee-8aa7-bd30f8a9a798 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1542697 Feb 04 13:28:30.287313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-02bdc1aa-6741-4afc-aa84-27f2223edf19 req-eb47983f-de52-4129-bc2f-e788c018e8c2 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172750 Feb 04 13:28:30.293969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Request body: {'port': {'device_id': '97a02d20-8319-4b55-93e2-6c73032d3236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:30.334049 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-ec650f45-1cfd-4a7a-9f7b-ba1952ced787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:30.335604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-ec650f45-1cfd-4a7a-9f7b-ba1952ced787 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 1127 time: 0.5123563 Feb 04 13:28:30.349085 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51e6c5-9666-4d0f-9fcd-bee891d1bd69 req-16f716bf-7ece-49f0-af20-9a322d432d76 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:30.350981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d51e6c5-9666-4d0f-9fcd-bee891d1bd69 req-16f716bf-7ece-49f0-af20-9a322d432d76 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 944 time: 0.4821751 Feb 04 13:28:30.505289 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (355c92ab-2156-47d3-abb8-4333a39b455b), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.545481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41836) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:30.556189 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Request body: {'port': {'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1', 'binding:host_id': 'n-h1-714676-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1308676651'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:30.588441 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d51e6c5-9666-4d0f-9fcd-bee891d1bd69 req-69e3c0f5-686e-4883-bdc0-2e6495a74846 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236216 Feb 04 13:28:30.649900 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Made reservation on behalf of d5a13feae394408fa2aed17682864465 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:30.658356 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.666524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b1336e77-053b-473e-b250-d1484c946d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:30.671989 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-b1336e77-053b-473e-b250-d1484c946d50 service neutron] 10.222.0.100 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.3180742 Feb 04 13:28:30.687695 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.808416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-0626b013-eceb-4fb0-9e48-72a0ed246be9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf HTTP/1.1" status: 200 len: 217 time: 0.1266034 Feb 04 13:28:30.993148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-6ca1f771-a56f-4556-83ad-8ff5a977057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:30.994411 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks [] for security_group (bee9269d-002f-4ac4-a727-a9b6890fcbd8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.994948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-6ca1f771-a56f-4556-83ad-8ff5a977057b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.1661952 Feb 04 13:28:31.009129 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bee9269d-002f-4ac4-a727-a9b6890fcbd8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:31.014030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] device_id is not set on port cd18b57d-3111-4331-9956-12db28e6ecf9 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:28:31.093486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-2e9b3146-695c-407c-b88d-895e122feec6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865383 Feb 04 13:28:31.291012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee9269d-002f-4ac4-a727-a9b6890fcbd8,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:31.349310 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41862) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:31.482676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] device_id is not set on port cd18b57d-3111-4331-9956-12db28e6ecf9 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:28:31.510798 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks [] for port (cd18b57d-3111-4331-9956-12db28e6ecf9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:31.527152 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (cd18b57d-3111-4331-9956-12db28e6ecf9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:31.620858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355c92ab-2156-47d3-abb8-4333a39b455b {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:28:31.640181 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Publish callbacks [] for port (355c92ab-2156-47d3-abb8-4333a39b455b), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:31.655980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Transition to ACTIVE for port object 355c92ab-2156-47d3-abb8-4333a39b455b will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:28:31.665455 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (355c92ab-2156-47d3-abb8-4333a39b455b), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:31.703102 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-10abfa8a-cef8-4c25-9800-988418ae0a52 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ad8b8a8618714a90ad8e096d438a4976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3516159 Feb 04 13:28:31.707156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41870) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:31.708476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Pushing event updated for resources: {'Port': ['ID=cd18b57d-3111-4331-9956-12db28e6ecf9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:31.714831 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-8925123a-a61f-4475-8de4-e60e71350927 service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921021 Feb 04 13:28:31.718274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 001083f3-2766-40eb-b8ff-f8ec33f53d90 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:31.757568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dd3d5-f2df-41e3-be01-a24a632a84f3 req-5605e727-c76b-4a26-8202-f2407f7417a8 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:31.759206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3e3dd3d5-f2df-41e3-be01-a24a632a84f3 req-5605e727-c76b-4a26-8202-f2407f7417a8 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 945 time: 0.4578590 Feb 04 13:28:31.777239 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Checking segment: {'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:31.777940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Network hostable DHCP agents. Network: 8eecb128-a818-4648-a1d8-26b24a32c5c1, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:28:31.822247 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Network 8eecb128-a818-4648-a1d8-26b24a32c5c1 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:28:31.832317 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f58a-74b6-44df-84e8-1afbe84edc37 admin admin] Publish callbacks [] for security_group (14da666b-cf05-4efc-bc0a-25db2008771f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:31.839082 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Pushing event updated for resources: {'Port': ['ID=355c92ab-2156-47d3-abb8-4333a39b455b,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:31.859907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 8eecb128-a818-4648-a1d8-26b24a32c5c1) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:31.871253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:31.874415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 001083f3-2766-40eb-b8ff-f8ec33f53d90 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:31.875199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 001083f3-2766-40eb-b8ff-f8ec33f53d90 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:31.887942 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178aeea5-dbde-4d23-92ac-f58e9254d818 None None] Network 8eecb128-a818-4648-a1d8-26b24a32c5c1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:28:31.893451 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f58a-74b6-44df-84e8-1afbe84edc37 admin admin] Publish callbacks [] for security_group (14da666b-cf05-4efc-bc0a-25db2008771f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:31.908262 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:31.909217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:31.910019 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:31.920240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:31.921242 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:31.926612 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 2 to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 Feb 04 13:28:31.959010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:31.959969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:31.960536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:31.977626 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:31.979687 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:31.981111 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 3 to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 Feb 04 13:28:32.002744 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:32.004524 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:32.006083 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:32.014272 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:32.015003 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:32.015731 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 4 to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 Feb 04 13:28:32.022429 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f58a-74b6-44df-84e8-1afbe84edc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (14da666b-cf05-4efc-bc0a-25db2008771f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.026216 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f58a-74b6-44df-84e8-1afbe84edc37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.028353 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c6e1f58a-74b6-44df-84e8-1afbe84edc37 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/14da666b-cf05-4efc-bc0a-25db2008771f HTTP/1.1" status: 204 len: 168 time: 0.3156965 Feb 04 13:28:32.049815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:32.050912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:32.052621 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:32.059737 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1f58a-74b6-44df-84e8-1afbe84edc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14da666b-cf05-4efc-bc0a-25db2008771f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:32.070803 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:32.071787 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:32.073674 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 5 to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 Feb 04 13:28:32.120524 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:32.120989 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:32.123580 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:32.134192 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:32.134620 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:32.136109 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 6 to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 Feb 04 13:28:32.137791 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-194b31ca-ed2d-41b9-b113-959b8857a7fd service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097676 Feb 04 13:28:32.167210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:32.167562 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:32.167956 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:32.185336 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:32.186011 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:32.186361 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 7 to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 Feb 04 13:28:32.210265 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:32.210581 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:32.210944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:32.217286 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:32.217286 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:32.217286 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 8 to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 Feb 04 13:28:32.236430 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:32.236824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:32.237095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:32.244445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:32.245448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3e3dd3d5-f2df-41e3-be01-a24a632a84f3 req-f754f785-379c-4c87-b4ce-7dfb0309e00b tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373045 Feb 04 13:28:32.245745 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:32.246268 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 9 to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 Feb 04 13:28:32.263476 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Attempting to bind port 355c92ab-2156-47d3-abb8-4333a39b455b on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:32.263889 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Attempting to bind port 355c92ab-2156-47d3-abb8-4333a39b455b by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:32.267321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Attempting to bind port 355c92ab-2156-47d3-abb8-4333a39b455b on network d188bd97-3ae7-401d-8731-0d5589265d96 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:32.286672 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:32.287026 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:32.288882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Port 355c92ab-2156-47d3-abb8-4333a39b455b on network d188bd97-3ae7-401d-8731-0d5589265d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:32.288882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Attempting to bind port 355c92ab-2156-47d3-abb8-4333a39b455b on network d188bd97-3ae7-401d-8731-0d5589265d96 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:32.289970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:32.304280 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:32.305297 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:32.305814 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 10 to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 Feb 04 13:28:32.329548 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:32.330623 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:32.331452 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:32.338953 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port cd18b57d-3111-4331-9956-12db28e6ecf9 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:32.339290 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port cd18b57d-3111-4331-9956-12db28e6ecf9 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:32.339670 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cd18b57d-3111-4331-9956-12db28e6ecf9), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.343063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:28:32.343674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Checking segment: {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:32.351563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Bound using segment: {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:28:32.353459 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Bound port: 355c92ab-2156-47d3-abb8-4333a39b455b, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:28:32.353860 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (355c92ab-2156-47d3-abb8-4333a39b455b), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.460892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] For port cd18b57d-3111-4331-9956-12db28e6ecf9, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:32.461732 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempted to set empty binding levels {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 13:28:32.488848 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (cd18b57d-3111-4331-9956-12db28e6ecf9), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.542660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] For port 355c92ab-2156-47d3-abb8-4333a39b455b, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:32.545644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] For port 355c92ab-2156-47d3-abb8-4333a39b455b, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=355c92ab-2156-47d3-abb8-4333a39b455b,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:28:32.553025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:32.554533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.580606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85253f-be10-4c2f-9dc6-3cc485d6924d req-a7c8fe0c-ff46-406a-9a4b-74f048df4284 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:32.582639 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e85253f-be10-4c2f-9dc6-3cc485d6924d req-a7c8fe0c-ff46-406a-9a4b-74f048df4284 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 943 time: 0.5765371 Feb 04 13:28:32.591038 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (355c92ab-2156-47d3-abb8-4333a39b455b), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.610518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Pushing event updated for resources: {'Port': ['ID=cd18b57d-3111-4331-9956-12db28e6ecf9,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:32.638077 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0984c8da-db90-4770-af1a-bd928e3a416b tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.0893388 Feb 04 13:28:32.639185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41878) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:32.639906 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41880) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:32.713668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:32.714759 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.716261 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] 10.222.0.99 "PUT /v2.0/ports/355c92ab-2156-47d3-abb8-4333a39b455b HTTP/1.1" status: 200 len: 1092 time: 2.4270892 Feb 04 13:28:32.733841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a02d20-8319-4b55-93e2-6c73032d3236', 'tag': '355c92ab-2156-47d3-abb8-4333a39b455b'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:32.736848 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05281ab7-16e4-4a67-a2ea-442e24d45944" -d '{"events": [{"name": "network-changed", "server_uuid": "97a02d20-8319-4b55-93e2-6c73032d3236", "tag": "355c92ab-2156-47d3-abb8-4333a39b455b"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:32.816742 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d0569-81bc-4aa2-9866-1e96723e7450 req-8cf8615a-df10-4546-82f3-8246c7ce19a9 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:32.824205 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-78e30766-3e11-42c1-8955-a7e1e561f976 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7ce79b461ba549d2a17b74f6fcae3c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782336 Feb 04 13:28:32.824819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41884) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:32.826153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-789d0569-81bc-4aa2-9866-1e96723e7450 req-8cf8615a-df10-4546-82f3-8246c7ce19a9 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.5060501 Feb 04 13:28:32.860670 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e85253f-be10-4c2f-9dc6-3cc485d6924d req-70b52a55-dbad-445f-9014-65ab1efd25a6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665162 Feb 04 13:28:32.865966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-a646473b-0042-41e1-b59b-3e8ba3348061 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:32.865966 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-a646473b-0042-41e1-b59b-3e8ba3348061 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5&tenant_id=c66aed92d02a400db6163d7d33da33b0&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 1127 time: 0.4650619 Feb 04 13:28:32.875014 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41508a99-6962-4ede-b1f8-2f43c015d0ef service neutron] Pushing event updated for resources: {'Port': ['ID=355c92ab-2156-47d3-abb8-4333a39b455b,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:32.962626 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0611788f-8407-411f-b4e3-ead83981e003 admin admin] Publish callbacks [] for security_group (e9c2a9b5-24ae-4440-9974-e4152996afc7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.001492 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0611788f-8407-411f-b4e3-ead83981e003 admin admin] Publish callbacks [] for security_group (e9c2a9b5-24ae-4440-9974-e4152996afc7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.015477 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-789d0569-81bc-4aa2-9866-1e96723e7450 req-ad547a99-d0b3-421b-ae51-11c018aeb9cb tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881797 Feb 04 13:28:33.093938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f2578-3593-400b-b230-9917b65019bd tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Deleting port cd18b57d-3111-4331-9956-12db28e6ecf9 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:33.094608 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ad8f2578-3593-400b-b230-9917b65019bd tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (cd18b57d-3111-4331-9956-12db28e6ecf9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.223920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-ad8f2578-3593-400b-b230-9917b65019bd tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] For port cd18b57d-3111-4331-9956-12db28e6ecf9, host n-h1-714676-13, got binding levels [] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:33.224713 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ad8f2578-3593-400b-b230-9917b65019bd tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (cd18b57d-3111-4331-9956-12db28e6ecf9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.227882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-258e2f83-2771-478e-a845-e21734093194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:33.230420 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-258e2f83-2771-478e-a845-e21734093194 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 1126 time: 0.4579957 Feb 04 13:28:33.232481 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3563fc36-548b-4429-bea4-fa6e3aa99b53 x-openstack-request-id: req-3563fc36-548b-4429-bea4-fa6e3aa99b53 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:33.232854 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a02d20-8319-4b55-93e2-6c73032d3236", "tag": "355c92ab-2156-47d3-abb8-4333a39b455b", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:33.233473 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3563fc36-548b-4429-bea4-fa6e3aa99b53 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:33.234086 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a02d20-8319-4b55-93e2-6c73032d3236', 'tag': '355c92ab-2156-47d3-abb8-4333a39b455b', 'status': 'completed', 'code': 200} Feb 04 13:28:33.246089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77f85d-376a-4dcf-be99-fca31c8b0acd req-a0955ea3-ce4b-4fe1-86ae-aebb131e43b6 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:33.248059 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d77f85d-376a-4dcf-be99-fca31c8b0acd req-a0955ea3-ce4b-4fe1-86ae-aebb131e43b6 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 945 time: 0.5487537 Feb 04 13:28:33.260760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-2e5da9a2-2b31-4122-8d09-39e07f259c7d service neutron] For port 18f212e6-f973-49f7-90dd-395cd3d27fcf, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:33.267765 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f2578-3593-400b-b230-9917b65019bd tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Calling delete_port for cd18b57d-3111-4331-9956-12db28e6ecf9 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:33.343947 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-2e5da9a2-2b31-4122-8d09-39e07f259c7d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.345992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59a6376-18c2-430d-b35b-f8716b04ac8d req-2e5da9a2-2b31-4122-8d09-39e07f259c7d service neutron] 10.222.0.100 "DELETE /v2.0/ports/18f212e6-f973-49f7-90dd-395cd3d27fcf/bindings/n-h1-714676-13 HTTP/1.1" status: 204 len: 173 time: 0.4488697 Feb 04 13:28:33.379060 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-d247e8f4-46ff-4ba4-8090-278f2b2e54bc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=355c92ab-2156-47d3-abb8-4333a39b455b HTTP/1.1" status: 200 len: 217 time: 0.1264615 Feb 04 13:28:33.451542 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0611788f-8407-411f-b4e3-ead83981e003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e9c2a9b5-24ae-4440-9974-e4152996afc7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.456537 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0611788f-8407-411f-b4e3-ead83981e003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.465013 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0611788f-8407-411f-b4e3-ead83981e003 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e9c2a9b5-24ae-4440-9974-e4152996afc7 HTTP/1.1" status: 204 len: 168 time: 0.6389127 Feb 04 13:28:33.494863 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611788f-8407-411f-b4e3-ead83981e003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c2a9b5-24ae-4440-9974-e4152996afc7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:33.533464 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ad8f2578-3593-400b-b230-9917b65019bd tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (cd18b57d-3111-4331-9956-12db28e6ecf9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.617384 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f2578-3593-400b-b230-9917b65019bd tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd18b57d-3111-4331-9956-12db28e6ecf9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:33.633942 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ad8f2578-3593-400b-b230-9917b65019bd tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.637464 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ad8f2578-3593-400b-b230-9917b65019bd tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] 10.222.0.96 "DELETE /v2.0/ports/cd18b57d-3111-4331-9956-12db28e6ecf9 HTTP/1.1" status: 204 len: 168 time: 0.9919803 Feb 04 13:28:33.640303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41900) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:33.681428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-c53e45d4-c187-4f84-a9f0-b902d34bd225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:33.687057 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-592006b1-841f-4df6-8766-668957657038 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] GET failed (client error): The resource could not be found. Feb 04 13:28:33.687057 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-592006b1-841f-4df6-8766-668957657038 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] 10.222.0.96 "GET /v2.0/ports/cd18b57d-3111-4331-9956-12db28e6ecf9 HTTP/1.1" status: 404 len: 333 time: 0.0434294 Feb 04 13:28:33.691498 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-c53e45d4-c187-4f84-a9f0-b902d34bd225 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ddd53861-36d1-4ddc-a3f4-939049859c05 HTTP/1.1" status: 200 len: 846 time: 0.3020566 Feb 04 13:28:33.693619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41902) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:33.702613 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-712d8c69-fb8c-420c-b789-2e51b7c1efc3 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Request body: {'port': {'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-906936945'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:33.728083 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712d8c69-fb8c-420c-b789-2e51b7c1efc3 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Made reservation on behalf of d5a13feae394408fa2aed17682864465 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:33.731889 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-712d8c69-fb8c-420c-b789-2e51b7c1efc3 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.757236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-712d8c69-fb8c-420c-b789-2e51b7c1efc3 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] device_id is not set on port 7938f260-6275-40ba-9343-7137746c47e1 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:28:33.763819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-84ad7892-61bd-4bc1-ae54-58920ae0eca4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d188bd97-3ae7-401d-8731-0d5589265d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619576 Feb 04 13:28:33.806018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5625e-3d13-4934-9b45-d3b6ceb88af9 req-02678b77-f7a5-4622-b75f-d2ebcc703cdb tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:33.826340 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3da5625e-3d13-4934-9b45-d3b6ceb88af9 req-02678b77-f7a5-4622-b75f-d2ebcc703cdb tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 945 time: 0.3988254 Feb 04 13:28:33.853566 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034be7e-0c93-44d8-b70e-a8b88694ebf4 req-7cc55782-2b53-4a5e-8b92-5b3914364d88 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:33.855167 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d034be7e-0c93-44d8-b70e-a8b88694ebf4 req-7cc55782-2b53-4a5e-8b92-5b3914364d88 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 944 time: 0.3948381 Feb 04 13:28:33.948961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-4d77f85d-376a-4dcf-be99-fca31c8b0acd req-b72c8506-9cce-4131-9597-39dd89a740d2 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Deleting port 487962a8-4250-4f05-b6bb-5a416a208dbc {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:33.949431 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4d77f85d-376a-4dcf-be99-fca31c8b0acd req-b72c8506-9cce-4131-9597-39dd89a740d2 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (487962a8-4250-4f05-b6bb-5a416a208dbc), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.138615 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3da5625e-3d13-4934-9b45-d3b6ceb88af9 req-8f8e5e05-77d5-4cd7-a1ab-1d2c96f8765e tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/security-groups?id=69ea1c8e-f992-4649-b31e-12af93f89ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109624 Feb 04 13:28:34.177981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d034be7e-0c93-44d8-b70e-a8b88694ebf4 req-08518147-afad-434a-a073-e50ce8a3a6a5 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804816 Feb 04 13:28:34.183470 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-712d8c69-fb8c-420c-b789-2e51b7c1efc3 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks [] for port (7938f260-6275-40ba-9343-7137746c47e1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.256618 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-712d8c69-fb8c-420c-b789-2e51b7c1efc3 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7938f260-6275-40ba-9343-7137746c47e1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.324180 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712d8c69-fb8c-420c-b789-2e51b7c1efc3 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Network 8eecb128-a818-4648-a1d8-26b24a32c5c1 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:34.330076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-712d8c69-fb8c-420c-b789-2e51b7c1efc3 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:34.333815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712d8c69-fb8c-420c-b789-2e51b7c1efc3 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:34.335036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712d8c69-fb8c-420c-b789-2e51b7c1efc3 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:34.335893 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-712d8c69-fb8c-420c-b789-2e51b7c1efc3 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.352443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d8c69-fb8c-420c-b789-2e51b7c1efc3 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Pushing event updated for resources: {'Port': ['ID=7938f260-6275-40ba-9343-7137746c47e1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:34.368918 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-712d8c69-fb8c-420c-b789-2e51b7c1efc3 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6736631 Feb 04 13:28:34.371433 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41924) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:34.378513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:34.401468 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-1cd13ecc-d728-4457-8599-28dd835db63d service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275260 Feb 04 13:28:34.503670 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7938f260-6275-40ba-9343-7137746c47e1), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.863796 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-4d77f85d-376a-4dcf-be99-fca31c8b0acd req-b72c8506-9cce-4131-9597-39dd89a740d2 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] For port 487962a8-4250-4f05-b6bb-5a416a208dbc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=487962a8-4250-4f05-b6bb-5a416a208dbc,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:34.865134 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4d77f85d-376a-4dcf-be99-fca31c8b0acd req-b72c8506-9cce-4131-9597-39dd89a740d2 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (487962a8-4250-4f05-b6bb-5a416a208dbc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.871142 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] device_id is not set on port 7938f260-6275-40ba-9343-7137746c47e1 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:28:34.880854 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks [] for port (7938f260-6275-40ba-9343-7137746c47e1), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.881761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-4d77f85d-376a-4dcf-be99-fca31c8b0acd req-b72c8506-9cce-4131-9597-39dd89a740d2 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Calling delete_port for 487962a8-4250-4f05-b6bb-5a416a208dbc owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:34.888912 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (7938f260-6275-40ba-9343-7137746c47e1), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.016604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:35.016982 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:35.017300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:35.029231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Pushing event updated for resources: {'Port': ['ID=7938f260-6275-40ba-9343-7137746c47e1,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:35.038371 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:35.038708 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:35.039527 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 2 to bind port 7938f260-6275-40ba-9343-7137746c47e1 Feb 04 13:28:35.039731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c46bf5-5e17-416c-a4a4-bb426adeef4f req-aab03f3f-5ff8-4a18-b177-02e276fa7f6e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.041259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87c46bf5-5e17-416c-a4a4-bb426adeef4f req-aab03f3f-5ff8-4a18-b177-02e276fa7f6e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.7097843 Feb 04 13:28:35.055259 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:35.055715 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:35.055935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:35.056164 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4f90d-95a3-407f-813a-ec14fcf5ae1f req-31820653-5421-4a28-801a-d5b669c14245 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.057816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-78f4f90d-95a3-407f-813a-ec14fcf5ae1f req-31820653-5421-4a28-801a-d5b669c14245 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 943 time: 0.8181629 Feb 04 13:28:35.062252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:35.063461 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:35.063886 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 3 to bind port 7938f260-6275-40ba-9343-7137746c47e1 Feb 04 13:28:35.082396 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:35.083602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:35.084017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:35.089221 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:35.089589 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:35.089930 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 4 to bind port 7938f260-6275-40ba-9343-7137746c47e1 Feb 04 13:28:35.107453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:35.109212 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:35.110286 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:35.117829 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:35.118209 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:35.118608 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 5 to bind port 7938f260-6275-40ba-9343-7137746c47e1 Feb 04 13:28:35.133837 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:35.135011 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:35.135318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:35.144232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:35.145900 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:35.146528 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 6 to bind port 7938f260-6275-40ba-9343-7137746c47e1 Feb 04 13:28:35.160185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:35.161278 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:35.161710 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:35.166554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:35.166865 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:35.167246 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 7 to bind port 7938f260-6275-40ba-9343-7137746c47e1 Feb 04 13:28:35.187546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87c46bf5-5e17-416c-a4a4-bb426adeef4f req-6b92deec-c89e-47b3-b28a-ff83ca10a4d7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266832 Feb 04 13:28:35.195797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:35.195797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:35.196468 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:35.203974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:35.204360 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:35.204927 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 8 to bind port 7938f260-6275-40ba-9343-7137746c47e1 Feb 04 13:28:35.229801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-78f4f90d-95a3-407f-813a-ec14fcf5ae1f req-43861bcc-a054-403e-9c3d-0f62a1714a09 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434870 Feb 04 13:28:35.232720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc45556-95ab-43ac-80d0-b12e3f3980b5 req-cf61c861-e2e7-47c6-a5fe-8c76f6fb3047 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8188739 Feb 04 13:28:35.233881 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4d77f85d-376a-4dcf-be99-fca31c8b0acd req-b72c8506-9cce-4131-9597-39dd89a740d2 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (487962a8-4250-4f05-b6bb-5a416a208dbc), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.236050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:35.236755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:35.237387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:35.243639 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:35.244161 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:35.244709 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 9 to bind port 7938f260-6275-40ba-9343-7137746c47e1 Feb 04 13:28:35.259096 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:35.259754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:35.260262 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:35.267399 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:35.268029 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:35.268706 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 10 to bind port 7938f260-6275-40ba-9343-7137746c47e1 Feb 04 13:28:35.269725 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c8506-9cce-4131-9597-39dd89a740d2 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Pushing event deleted for resources: {'Port': ['ID=487962a8-4250-4f05-b6bb-5a416a208dbc,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:35.295334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:35.296111 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:35.296432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:35.311484 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:35.311484 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port 7938f260-6275-40ba-9343-7137746c47e1 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:35.311484 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7938f260-6275-40ba-9343-7137746c47e1), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.361343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d77f85d-376a-4dcf-be99-fca31c8b0acd req-b72c8506-9cce-4131-9597-39dd89a740d2 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] No DVR routers for this DVR port 487962a8-4250-4f05-b6bb-5a416a208dbc on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:35.378367 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4d77f85d-376a-4dcf-be99-fca31c8b0acd req-b72c8506-9cce-4131-9597-39dd89a740d2 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.385384 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d77f85d-376a-4dcf-be99-fca31c8b0acd req-b72c8506-9cce-4131-9597-39dd89a740d2 tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.99 "DELETE /v2.0/ports/487962a8-4250-4f05-b6bb-5a416a208dbc HTTP/1.1" status: 204 len: 173 time: 2.1229143 Feb 04 13:28:35.386230 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'name': 'network-vif-deleted', 'tag': '487962a8-4250-4f05-b6bb-5a416a208dbc'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:35.391311 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709c144e-9582-4758-99d3-63be4e734197" -d '{"events": [{"server_uuid": "dc8c786f-05c3-46dd-99c5-95098528f1da", "name": "network-vif-deleted", "tag": "487962a8-4250-4f05-b6bb-5a416a208dbc"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:35.469911 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] For port 7938f260-6275-40ba-9343-7137746c47e1, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:35.470475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempted to set empty binding levels {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 13:28:35.484989 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (7938f260-6275-40ba-9343-7137746c47e1), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.542134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] In _notify_port_updated(), no bound segment for port 7938f260-6275-40ba-9343-7137746c47e1 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:28:35.543840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.546084 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.550127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05281ab7-16e4-4a67-a2ea-442e24d45944 req-b77c1288-db9f-4373-89f3-be8d340e4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.551439 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] 10.222.0.96 "PUT /v2.0/ports/7938f260-6275-40ba-9343-7137746c47e1 HTTP/1.1" status: 200 len: 975 time: 1.1783056 Feb 04 13:28:35.556468 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05281ab7-16e4-4a67-a2ea-442e24d45944 req-b77c1288-db9f-4373-89f3-be8d340e4dc8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 1126 time: 0.1976991 Feb 04 13:28:35.556746 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41952) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:35.652812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be294e-3c46-4ce9-9857-cab357686f1d tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Pushing event updated for resources: {'Port': ['ID=7938f260-6275-40ba-9343-7137746c47e1,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:35.714989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 487962a8-4250-4f05-b6bb-5a416a208dbc no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:35.731147 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-700200f6-1dde-431c-b8f4-9453e640a42b req-15b64c24-3ad0-4805-9d49-dfe02dfc75ec tempest-FloatingIPsAssociationTestJSON-363573448 tempest-FloatingIPsAssociationTestJSON-363573448-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc8c786f-05c3-46dd-99c5-95098528f1da HTTP/1.1" status: 200 len: 210 time: 0.1394739 Feb 04 13:28:35.734411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.735182 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.735945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.736423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.736889 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.737348 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.737890 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.738432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.738963 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.740365 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.740890 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.741364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.741868 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.742361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.742823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.743424 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.743884 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.744391 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.745189 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.748216 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-235affe3-91d6-4ffa-b3fe-c4f051eaba65 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17674 time: 0.1897824 Feb 04 13:28:35.751794 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41954) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:35.798416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 487962a8-4250-4f05-b6bb-5a416a208dbc {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:35.804552 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 487962a8-4250-4f05-b6bb-5a416a208dbc not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:35.891655 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2299e08c-d0ff-476c-936f-4ddd55f0305d x-openstack-request-id: req-2299e08c-d0ff-476c-936f-4ddd55f0305d {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:35.892250 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8c786f-05c3-46dd-99c5-95098528f1da", "name": "network-vif-deleted", "tag": "487962a8-4250-4f05-b6bb-5a416a208dbc", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:35.892250 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2299e08c-d0ff-476c-936f-4ddd55f0305d {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:35.892641 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8c786f-05c3-46dd-99c5-95098528f1da', 'name': 'network-vif-deleted', 'tag': '487962a8-4250-4f05-b6bb-5a416a208dbc', 'status': 'completed', 'code': 200} Feb 04 13:28:35.902063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05281ab7-16e4-4a67-a2ea-442e24d45944 req-45324116-4d5c-4b33-aa65-ba3067537664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:35.904108 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05281ab7-16e4-4a67-a2ea-442e24d45944 req-45324116-4d5c-4b33-aa65-ba3067537664 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 907 time: 0.3384225 Feb 04 13:28:35.979018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05281ab7-16e4-4a67-a2ea-442e24d45944 req-eba3d6a2-c5db-44db-be43-ec0a1c329c31 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=355c92ab-2156-47d3-abb8-4333a39b455b HTTP/1.1" status: 200 len: 217 time: 0.0651863 Feb 04 13:28:36.176677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67401230-5514-4479-8196-8a8638858b7b req-6c2644b8-e089-40fd-a1cc-2b1f8f69e5fa tempest-AbsoluteLimitsNegativeTestJSON-1460031080 tempest-AbsoluteLimitsNegativeTestJSON-1460031080-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=65a24bd3e34b40838b94e6caa27c4ae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1115417 Feb 04 13:28:36.310632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7173b56c-fdcb-421c-a21b-60d0df0971bb tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Deleting port 7938f260-6275-40ba-9343-7137746c47e1 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:36.311733 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7173b56c-fdcb-421c-a21b-60d0df0971bb tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7938f260-6275-40ba-9343-7137746c47e1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:36.322466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05281ab7-16e4-4a67-a2ea-442e24d45944 req-23d29fd1-9d8b-4ae4-9573-22a46f0f3750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:36.325111 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05281ab7-16e4-4a67-a2ea-442e24d45944 req-23d29fd1-9d8b-4ae4-9573-22a46f0f3750 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ddd53861-36d1-4ddc-a3f4-939049859c05 HTTP/1.1" status: 200 len: 846 time: 0.3049700 Feb 04 13:28:36.330699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4fe41-761b-4b8b-b7b5-d6e63ae414e4 req-e81bdcf2-9110-4f70-b6a0-5ae8157d2cce tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:36.341480 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ed4fe41-761b-4b8b-b7b5-d6e63ae414e4 req-e81bdcf2-9110-4f70-b6a0-5ae8157d2cce tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 1127 time: 0.4420722 Feb 04 13:28:36.418721 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-7173b56c-fdcb-421c-a21b-60d0df0971bb tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] For port 7938f260-6275-40ba-9343-7137746c47e1, host n-h1-714676-13, got binding levels [] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:36.419149 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7173b56c-fdcb-421c-a21b-60d0df0971bb tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7938f260-6275-40ba-9343-7137746c47e1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:36.435441 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7173b56c-fdcb-421c-a21b-60d0df0971bb tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Calling delete_port for 7938f260-6275-40ba-9343-7137746c47e1 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:36.473831 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05281ab7-16e4-4a67-a2ea-442e24d45944 req-9a5b392e-e32d-459b-91d3-d3fb60ac1cf8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d188bd97-3ae7-401d-8731-0d5589265d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994496 Feb 04 13:28:36.492557 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ed4fe41-761b-4b8b-b7b5-d6e63ae414e4 req-f0f23b54-8b39-4cca-a165-47fd39b4d20b tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496680 Feb 04 13:28:36.597604 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7173b56c-fdcb-421c-a21b-60d0df0971bb tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7938f260-6275-40ba-9343-7137746c47e1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:36.623005 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7173b56c-fdcb-421c-a21b-60d0df0971bb tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:36.630356 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7173b56c-fdcb-421c-a21b-60d0df0971bb tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] 10.222.0.96 "DELETE /v2.0/ports/7938f260-6275-40ba-9343-7137746c47e1 HTTP/1.1" status: 204 len: 168 time: 0.8747959 Feb 04 13:28:36.632199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41976) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:36.655764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67401230-5514-4479-8196-8a8638858b7b req-f8b3b25a-4abc-46a5-9955-d9ffa3a5569e tempest-AbsoluteLimitsNegativeTestJSON-1460031080 tempest-AbsoluteLimitsNegativeTestJSON-1460031080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:36.663547 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67401230-5514-4479-8196-8a8638858b7b req-f8b3b25a-4abc-46a5-9955-d9ffa3a5569e tempest-AbsoluteLimitsNegativeTestJSON-1460031080 tempest-AbsoluteLimitsNegativeTestJSON-1460031080-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4856713 Feb 04 13:28:36.685296 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd35842-9500-42a3-99c0-62942a990089 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] GET failed (client error): The resource could not be found. Feb 04 13:28:36.691125 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2bd35842-9500-42a3-99c0-62942a990089 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] 10.222.0.96 "GET /v2.0/ports/7938f260-6275-40ba-9343-7137746c47e1 HTTP/1.1" status: 404 len: 333 time: 0.0551689 Feb 04 13:28:36.695404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05281ab7-16e4-4a67-a2ea-442e24d45944 req-3b288b40-8e36-4d55-8022-418b3b8bd1e6 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987376 Feb 04 13:28:36.696635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173b56c-fdcb-421c-a21b-60d0df0971bb tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Pushing event deleted for resources: {'Port': ['ID=7938f260-6275-40ba-9343-7137746c47e1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:36.697379 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 41978) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:36.704651 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67401230-5514-4479-8196-8a8638858b7b req-f0059586-6997-44b5-a471-01d802eb88c0 tempest-AbsoluteLimitsNegativeTestJSON-1460031080 tempest-AbsoluteLimitsNegativeTestJSON-1460031080-project] 10.222.0.96 "GET /v2.0/quotas/65a24bd3e34b40838b94e6caa27c4ae9 HTTP/1.1" status: 200 len: 375 time: 0.0397403 Feb 04 13:28:36.714065 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-bf089316-2553-4549-a826-9338f898f9b5 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-790086001', 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:36.810496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67401230-5514-4479-8196-8a8638858b7b req-a85d61ea-53fa-4550-8727-20229cc00a0c tempest-AbsoluteLimitsNegativeTestJSON-1460031080 tempest-AbsoluteLimitsNegativeTestJSON-1460031080-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=65a24bd3e34b40838b94e6caa27c4ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1031923 Feb 04 13:28:36.834806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebd039-8fe8-4884-b314-129ff064fa12 req-484d5361-e78f-49a7-b354-4f5bc405dbf9 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:36.836450 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2eebd039-8fe8-4884-b314-129ff064fa12 req-484d5361-e78f-49a7-b354-4f5bc405dbf9 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.2304876 Feb 04 13:28:36.860755 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf089316-2553-4549-a826-9338f898f9b5 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Made reservation on behalf of d5a13feae394408fa2aed17682864465 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:36.863248 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf089316-2553-4549-a826-9338f898f9b5 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:36.944444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05281ab7-16e4-4a67-a2ea-442e24d45944 req-cd8a4947-cad4-45b9-91de-7e19435fdce4 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340534 Feb 04 13:28:36.960267 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2eebd039-8fe8-4884-b314-129ff064fa12 req-c6e41478-7541-4d5c-ab14-b556ce78027f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121025 Feb 04 13:28:36.966197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-bf089316-2553-4549-a826-9338f898f9b5 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] device_id is not set on port 1d5fceae-a8c1-4afa-870a-51c5cc3868ef yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:28:37.152160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc36f37-442c-4552-a7d7-d7e59dccc2c4 req-ac84cd94-6c7d-4d52-bfcf-ea6138492aa3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:37.167182 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0cc36f37-442c-4552-a7d7-d7e59dccc2c4 req-ac84cd94-6c7d-4d52-bfcf-ea6138492aa3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 943 time: 0.1286745 Feb 04 13:28:37.381374 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0cc36f37-442c-4552-a7d7-d7e59dccc2c4 req-17aa2991-e195-4f7e-ac08-c52566fedc1b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105315 Feb 04 13:28:37.393964 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf089316-2553-4549-a826-9338f898f9b5 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks [] for port (1d5fceae-a8c1-4afa-870a-51c5cc3868ef), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:37.398579 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c9990-f1b3-4e84-94d6-5b3ae0e63666 req-c37934e2-781e-4bb5-9858-4152a254a24a tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:37.400547 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c17c9990-f1b3-4e84-94d6-5b3ae0e63666 req-c37934e2-781e-4bb5-9858-4152a254a24a tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 1127 time: 0.2236097 Feb 04 13:28:37.426004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41998) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:37.487153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c17c9990-f1b3-4e84-94d6-5b3ae0e63666 req-05ba7f21-e788-49f7-8155-096a8e946c21 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754297 Feb 04 13:28:37.487153 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf089316-2553-4549-a826-9338f898f9b5 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (1d5fceae-a8c1-4afa-870a-51c5cc3868ef), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:37.488037 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42002) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:37.578570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf089316-2553-4549-a826-9338f898f9b5 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Network 8eecb128-a818-4648-a1d8-26b24a32c5c1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:37.582196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-bf089316-2553-4549-a826-9338f898f9b5 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:37.603494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf089316-2553-4549-a826-9338f898f9b5 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:37.604564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf089316-2553-4549-a826-9338f898f9b5 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:37.605194 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf089316-2553-4549-a826-9338f898f9b5 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:37.649215 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bf089316-2553-4549-a826-9338f898f9b5 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9414327 Feb 04 13:28:37.650234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf089316-2553-4549-a826-9338f898f9b5 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Pushing event updated for resources: {'Port': ['ID=1d5fceae-a8c1-4afa-870a-51c5cc3868ef,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:37.663172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42008) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:37.729625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3874b81-9466-4266-a0ff-ff34ff683075 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:37.742152 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c3874b81-9466-4266-a0ff-ff34ff683075 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] 10.222.0.96 "GET /v2.0/ports/1d5fceae-a8c1-4afa-870a-51c5cc3868ef HTTP/1.1" status: 200 len: 954 time: 0.0766652 Feb 04 13:28:37.744369 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42012) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:37.799555 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7225ab4f-9677-47cb-a79d-f31e860722f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:37.901761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-eba5a58f-f208-496a-a363-6c8b40c27cb6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Deleting port 1d5fceae-a8c1-4afa-870a-51c5cc3868ef {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:37.907850 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eba5a58f-f208-496a-a363-6c8b40c27cb6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1d5fceae-a8c1-4afa-870a-51c5cc3868ef), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:37.979383 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7225ab4f-9677-47cb-a79d-f31e860722f9 admin admin] Publish callbacks [] for security_group (b29b13b9-75bc-4979-a58d-ddd0ab110cc6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:37.988134 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7225ab4f-9677-47cb-a79d-f31e860722f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b29b13b9-75bc-4979-a58d-ddd0ab110cc6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.044172 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eba5a58f-f208-496a-a363-6c8b40c27cb6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1d5fceae-a8c1-4afa-870a-51c5cc3868ef), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.079753 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7225ab4f-9677-47cb-a79d-f31e860722f9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=65a24bd3e34b40838b94e6caa27c4ae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6486282 Feb 04 13:28:38.079753 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225ab4f-9677-47cb-a79d-f31e860722f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29b13b9-75bc-4979-a58d-ddd0ab110cc6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:38.080057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-eba5a58f-f208-496a-a363-6c8b40c27cb6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Calling delete_port for 1d5fceae-a8c1-4afa-870a-51c5cc3868ef owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:38.085823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42026) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:38.163707 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-39b0e6e7-5e3c-4215-ba9e-5d79ebf49834 admin admin] Publish callbacks [] for security_group (b29b13b9-75bc-4979-a58d-ddd0ab110cc6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.192522 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-39b0e6e7-5e3c-4215-ba9e-5d79ebf49834 admin admin] Publish callbacks [] for security_group (b29b13b9-75bc-4979-a58d-ddd0ab110cc6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.267832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c45ac-786e-41eb-8b07-67bc813c9591 req-c7363b4e-c083-4cd4-a675-00d1d740a4f1 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:38.271455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-497c45ac-786e-41eb-8b07-67bc813c9591 req-c7363b4e-c083-4cd4-a675-00d1d740a4f1 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.1036994 Feb 04 13:28:38.272733 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eba5a58f-f208-496a-a363-6c8b40c27cb6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (1d5fceae-a8c1-4afa-870a-51c5cc3868ef), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.294741 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f5363047-59df-46b1-a83b-42940a3aeab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.298517 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-39b0e6e7-5e3c-4215-ba9e-5d79ebf49834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b29b13b9-75bc-4979-a58d-ddd0ab110cc6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.301134 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-39b0e6e7-5e3c-4215-ba9e-5d79ebf49834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.302775 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-39b0e6e7-5e3c-4215-ba9e-5d79ebf49834 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b29b13b9-75bc-4979-a58d-ddd0ab110cc6 HTTP/1.1" status: 204 len: 168 time: 0.2159827 Feb 04 13:28:38.321847 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5a58f-f208-496a-a363-6c8b40c27cb6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d5fceae-a8c1-4afa-870a-51c5cc3868ef,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:38.340201 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eba5a58f-f208-496a-a363-6c8b40c27cb6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.344576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-eba5a58f-f208-496a-a363-6c8b40c27cb6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] 10.222.0.96 "DELETE /v2.0/ports/1d5fceae-a8c1-4afa-870a-51c5cc3868ef HTTP/1.1" status: 204 len: 168 time: 0.5985625 Feb 04 13:28:38.351893 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42064) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:38.402949 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-497c45ac-786e-41eb-8b07-67bc813c9591 req-1064551f-e210-4568-99d7-344f87fc560a tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174467 Feb 04 13:28:38.429307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0e6e7-5e3c-4215-ba9e-5d79ebf49834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29b13b9-75bc-4979-a58d-ddd0ab110cc6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:38.439558 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7429c2-f502-4cef-b793-e6140190fa16 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] GET failed (client error): The resource could not be found. Feb 04 13:28:38.447091 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ea7429c2-f502-4cef-b793-e6140190fa16 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] 10.222.0.96 "GET /v2.0/ports/1d5fceae-a8c1-4afa-870a-51c5cc3868ef HTTP/1.1" status: 404 len: 333 time: 0.0889554 Feb 04 13:28:38.448510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42072) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:38.457321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-1cc826e6-e1d8-45d2-8f88-15bba8367a2a tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Request body: {'port': {'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-862360981'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:38.485547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc826e6-e1d8-45d2-8f88-15bba8367a2a tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Made reservation on behalf of d5a13feae394408fa2aed17682864465 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:38.489774 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1cc826e6-e1d8-45d2-8f88-15bba8367a2a tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.561414 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-1cc826e6-e1d8-45d2-8f88-15bba8367a2a tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] device_id is not set on port e664be24-9982-4e1e-895b-880b1b8746f8 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:28:38.830004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f452c-6e9c-4595-a392-f3d13f496ef1 req-40d3fe4f-29ef-4a85-9d20-ddb07af0d3c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:38.838833 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c5f452c-6e9c-4595-a392-f3d13f496ef1 req-40d3fe4f-29ef-4a85-9d20-ddb07af0d3c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 943 time: 0.3133388 Feb 04 13:28:38.909056 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f5363047-59df-46b1-a83b-42940a3aeab3 admin admin] Deleting port 9a672007-fa7b-4134-88ea-956816e17505 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:38.909560 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f5363047-59df-46b1-a83b-42940a3aeab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (9a672007-fa7b-4134-88ea-956816e17505), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.915050 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1cc826e6-e1d8-45d2-8f88-15bba8367a2a tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks [] for port (e664be24-9982-4e1e-895b-880b1b8746f8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.951946 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c5f452c-6e9c-4595-a392-f3d13f496ef1 req-e21a362d-e80a-4f15-acf1-7d19de137eaa tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122708 Feb 04 13:28:38.991393 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1cc826e6-e1d8-45d2-8f88-15bba8367a2a tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (e664be24-9982-4e1e-895b-880b1b8746f8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:39.059283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc826e6-e1d8-45d2-8f88-15bba8367a2a tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Network 8eecb128-a818-4648-a1d8-26b24a32c5c1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:39.064416 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-1cc826e6-e1d8-45d2-8f88-15bba8367a2a tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:39.072008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc826e6-e1d8-45d2-8f88-15bba8367a2a tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:39.073111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc826e6-e1d8-45d2-8f88-15bba8367a2a tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:39.073944 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1cc826e6-e1d8-45d2-8f88-15bba8367a2a tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:39.092504 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-f5363047-59df-46b1-a83b-42940a3aeab3 admin admin] For port 9a672007-fa7b-4134-88ea-956816e17505, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=9a672007-fa7b-4134-88ea-956816e17505,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:39.092779 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc826e6-e1d8-45d2-8f88-15bba8367a2a tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Pushing event updated for resources: {'Port': ['ID=e664be24-9982-4e1e-895b-880b1b8746f8,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:39.093059 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f5363047-59df-46b1-a83b-42940a3aeab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (9a672007-fa7b-4134-88ea-956816e17505), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:39.109213 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1cc826e6-e1d8-45d2-8f88-15bba8367a2a tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6593490 Feb 04 13:28:39.109948 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42110) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:39.117391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:39.143675 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f5363047-59df-46b1-a83b-42940a3aeab3 admin admin] Calling delete_port for 9a672007-fa7b-4134-88ea-956816e17505 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:39.249428 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e664be24-9982-4e1e-895b-880b1b8746f8), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:39.593788 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f5363047-59df-46b1-a83b-42940a3aeab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (9a672007-fa7b-4134-88ea-956816e17505), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:39.604753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] device_id is not set on port e664be24-9982-4e1e-895b-880b1b8746f8 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:28:39.623651 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks [] for port (e664be24-9982-4e1e-895b-880b1b8746f8), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:39.642967 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de01c90-dbb6-42cd-b5f2-2b6b892e4254 req-b45eb610-4052-407e-83c5-bf88ac79b69e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:39.650984 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7de01c90-dbb6-42cd-b5f2-2b6b892e4254 req-b45eb610-4052-407e-83c5-bf88ac79b69e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.1029432 Feb 04 13:28:39.652545 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (e664be24-9982-4e1e-895b-880b1b8746f8), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:39.674678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5363047-59df-46b1-a83b-42940a3aeab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a672007-fa7b-4134-88ea-956816e17505,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:39.757172 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 355c92ab-2156-47d3-abb8-4333a39b455b details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:28:39.783017 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Pushing event updated for resources: {'Port': ['ID=e664be24-9982-4e1e-895b-880b1b8746f8,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:39.809075 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7de01c90-dbb6-42cd-b5f2-2b6b892e4254 req-2da87808-3c26-48b2-9f99-357193cd7a92 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529388 Feb 04 13:28:39.819052 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:39.819401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:39.819774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:39.828961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:39.829151 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:39.829606 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 2 to bind port e664be24-9982-4e1e-895b-880b1b8746f8 Feb 04 13:28:39.871856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:39.872233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:39.872585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:39.881789 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:39.882041 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:39.882346 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 3 to bind port e664be24-9982-4e1e-895b-880b1b8746f8 Feb 04 13:28:39.903183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:39.903693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:39.904771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:39.910267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:39.911404 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:39.912058 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 4 to bind port e664be24-9982-4e1e-895b-880b1b8746f8 Feb 04 13:28:39.935089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:39.935541 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:39.936441 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:39.945637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:39.945991 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:39.947237 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 5 to bind port e664be24-9982-4e1e-895b-880b1b8746f8 Feb 04 13:28:39.947655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 355c92ab-2156-47d3-abb8-4333a39b455b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=355c92ab-2156-47d3-abb8-4333a39b455b,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:39.964152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '355c92ab-2156-47d3-abb8-4333a39b455b', 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96', 'port_id': '355c92ab-2156-47d3-abb8-4333a39b455b', 'mac_address': 'fa:16:3e:ea:59:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd53861-36d1-4ddc-a3f4-939049859c05', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:28:40.006772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:40.007345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:40.007928 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:40.061690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:40.062406 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:40.072734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 355c92ab-2156-47d3-abb8-4333a39b455b is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:40.073183 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (355c92ab-2156-47d3-abb8-4333a39b455b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:40.089884 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355c92ab-2156-47d3-abb8-4333a39b455b {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:28:40.115085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 355c92ab-2156-47d3-abb8-4333a39b455b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=355c92ab-2156-47d3-abb8-4333a39b455b,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:40.118349 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f5363047-59df-46b1-a83b-42940a3aeab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:40.122516 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (355c92ab-2156-47d3-abb8-4333a39b455b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:40.147909 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 6 to bind port e664be24-9982-4e1e-895b-880b1b8746f8 Feb 04 13:28:40.195637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:40.196089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:40.196436 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:40.228606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=355c92ab-2156-47d3-abb8-4333a39b455b,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:40.243465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:40.243663 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:40.246290 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 7 to bind port e664be24-9982-4e1e-895b-880b1b8746f8 Feb 04 13:28:40.286404 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:40.287288 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:40.287628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:40.313366 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:40.313764 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:40.319666 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 8 to bind port e664be24-9982-4e1e-895b-880b1b8746f8 Feb 04 13:28:40.344915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b19904-7de0-4071-a5fe-2e47978149c9 req-47d9dc02-0065-4e3a-9903-b0b90241298b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:40.347134 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-63b19904-7de0-4071-a5fe-2e47978149c9 req-47d9dc02-0065-4e3a-9903-b0b90241298b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 944 time: 0.1757758 Feb 04 13:28:40.350392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42152) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:40.359015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-31fbd6f3-0374-4dfb-88a9-9102bd252e45 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:40.360558 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-31fbd6f3-0374-4dfb-88a9-9102bd252e45 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/networks?id=88b7b145-9182-4a19-b1fb-5c6b08aa0112 HTTP/1.1" status: 200 len: 805 time: 0.3305562 Feb 04 13:28:40.406620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:40.407014 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:40.407296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:40.423772 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-71e9b2d3-2d1c-496b-8cf8-8ca3a16c8441 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/quotas/3f24cfd32e484baba353172f9247b6d4 HTTP/1.1" status: 200 len: 375 time: 0.0526969 Feb 04 13:28:40.430656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:40.431017 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:40.435319 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 9 to bind port e664be24-9982-4e1e-895b-880b1b8746f8 Feb 04 13:28:40.452116 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:40.452630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:40.452981 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:40.459121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5363047-59df-46b1-a83b-42940a3aeab3 admin admin] Router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:28:40.466680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:40.467027 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:40.470848 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempt 10 to bind port e664be24-9982-4e1e-895b-880b1b8746f8 Feb 04 13:28:40.474781 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-63b19904-7de0-4071-a5fe-2e47978149c9 req-3c890b9c-5c99-4195-83ff-7e0bfa0ac80e tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048498 Feb 04 13:28:40.518482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:40.518825 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:40.519166 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempting to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:40.527898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:40.528317 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Failed to bind port e664be24-9982-4e1e-895b-880b1b8746f8 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '4caefadc-0df4-4855-b28c-c71742be45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8eecb128-a818-4648-a1d8-26b24a32c5c1'}] Feb 04 13:28:40.531441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e664be24-9982-4e1e-895b-880b1b8746f8), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:40.536378 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['355c92ab-2156-47d3-abb8-4333a39b455b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:40.577702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-d61579a8-e3ea-401c-b8cb-fe787f872f0b tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f24cfd32e484baba353172f9247b6d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1429684 Feb 04 13:28:40.636880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5363047-59df-46b1-a83b-42940a3aeab3 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:28:40.642587 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5708d7d8-858a-4c97-bfd2-31f8e0d978ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:40.647738 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f5363047-59df-46b1-a83b-42940a3aeab3 admin admin] 10.222.0.96 "PUT /v2.0/routers/b1cd73b9-a287-45f9-b3ad-a73f6f55d49e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1576335 Feb 04 13:28:40.648583 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42158) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:40.685944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbcb911-6136-4968-9478-e0d84fe6f502 None None] Sync routers for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:40.707004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] For port e664be24-9982-4e1e-895b-880b1b8746f8, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:40.708449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attempted to set empty binding levels {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 13:28:40.743651 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (e664be24-9982-4e1e-895b-880b1b8746f8), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:40.782635 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9fafe1a-9115-4c7f-a1b8-b1467c84c2be admin admin] Publish callbacks [] for router (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:40.784126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbcb911-6136-4968-9478-e0d84fe6f502 None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:40.785499 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9cbcb911-6136-4968-9478-e0d84fe6f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:28:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:40.829072 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Pushing event updated for resources: {'Port': ['ID=e664be24-9982-4e1e-895b-880b1b8746f8,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:40.853936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] In _notify_port_updated(), no bound segment for port e664be24-9982-4e1e-895b-880b1b8746f8 on network 8eecb128-a818-4648-a1d8-26b24a32c5c1 {{(pid=103606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:28:40.855068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:40.855829 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:40.860422 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ba0472df-fef1-4777-9cd3-57a09f326132 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] 10.222.0.96 "PUT /v2.0/ports/e664be24-9982-4e1e-895b-880b1b8746f8 HTTP/1.1" status: 200 len: 975 time: 1.7491968 Feb 04 13:28:40.864962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42162) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:40.948383 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9fafe1a-9115-4c7f-a1b8-b1467c84c2be admin admin] Publish callbacks [] for router_gateway (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:40.977549 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-a37b46a8-d324-47e0-b5e8-c4fe0a4908fd service neutron] 10.222.0.96 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984921 Feb 04 13:28:41.030541 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d9fafe1a-9115-4c7f-a1b8-b1467c84c2be admin admin] Deleting port f0231c6d-b20e-48cf-8f4f-f71910451906 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:41.030925 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9fafe1a-9115-4c7f-a1b8-b1467c84c2be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f0231c6d-b20e-48cf-8f4f-f71910451906), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:41.109317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-9cbcb911-6136-4968-9478-e0d84fe6f502 None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:41.125755 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-e92d5b8b-7317-4f16-b20b-1ec2eb0ddd7a service neutron] 10.222.0.96 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471460 Feb 04 13:28:41.129159 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5708d7d8-858a-4c97-bfd2-31f8e0d978ab admin admin] Publish callbacks [] for security_group (cd3c295c-e082-438c-a0e4-70127bbc5422), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:41.160117 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5708d7d8-858a-4c97-bfd2-31f8e0d978ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cd3c295c-e082-438c-a0e4-70127bbc5422), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:41.181209 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-d9fafe1a-9115-4c7f-a1b8-b1467c84c2be admin admin] For port f0231c6d-b20e-48cf-8f4f-f71910451906, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f0231c6d-b20e-48cf-8f4f-f71910451906,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:41.181645 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9fafe1a-9115-4c7f-a1b8-b1467c84c2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f0231c6d-b20e-48cf-8f4f-f71910451906), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:41.214518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d9fafe1a-9115-4c7f-a1b8-b1467c84c2be admin admin] Calling delete_port for f0231c6d-b20e-48cf-8f4f-f71910451906 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:41.273083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708d7d8-858a-4c97-bfd2-31f8e0d978ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3c295c-e082-438c-a0e4-70127bbc5422,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:41.372910 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5708d7d8-858a-4c97-bfd2-31f8e0d978ab admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=deeadeb1820743d29e2b4a2944a67f66&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0088782 Feb 04 13:28:41.382977 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42166) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:41.391061 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-07bc7173-b0e4-4738-8212-3905f16a2087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:41.432935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9cbcb911-6136-4968-9478-e0d84fe6f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:28:39Z', 'revision_number': 5, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port': {'id': 'f0231c6d-b20e-48cf-8f4f-f71910451906', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:24Z', 'updated_at': '2022-02-04T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:41.457899 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6d283b53-7c46-4e76-be6f-ba558ab20da6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Deleting port e664be24-9982-4e1e-895b-880b1b8746f8 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:41.470611 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d283b53-7c46-4e76-be6f-ba558ab20da6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e664be24-9982-4e1e-895b-880b1b8746f8), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:41.474870 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbcb911-6136-4968-9478-e0d84fe6f502 None None] Checking router: b1cd73b9-a287-45f9-b3ad-a73f6f55d49e for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:28:41.485995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbcb911-6136-4968-9478-e0d84fe6f502 None None] Routers {'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:41.486947 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9cbcb911-6136-4968-9478-e0d84fe6f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:28:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:41.502060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c70833-a725-4211-a259-3719877c763b req-e5108dc6-bddd-4384-9179-dfb3fda452c2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:41.510444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40c70833-a725-4211-a259-3719877c763b req-e5108dc6-bddd-4384-9179-dfb3fda452c2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.4216626 Feb 04 13:28:41.619506 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-24c3d2ad-d1ba-4c15-b728-d3c89673825d admin admin] Publish callbacks [] for security_group (cd3c295c-e082-438c-a0e4-70127bbc5422), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:41.653917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-9cbcb911-6136-4968-9478-e0d84fe6f502 None None] Set router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:41.747250 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-24c3d2ad-d1ba-4c15-b728-d3c89673825d admin admin] Publish callbacks [] for security_group (cd3c295c-e082-438c-a0e4-70127bbc5422), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:41.811091 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ea383a2a-69bb-49a5-9d90-5c928e6d7294 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:41.818553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9cbcb911-6136-4968-9478-e0d84fe6f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:28:40Z', 'revision_number': 6, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:41.837021 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9fafe1a-9115-4c7f-a1b8-b1467c84c2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f0231c6d-b20e-48cf-8f4f-f71910451906), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:41.897254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbcb911-6136-4968-9478-e0d84fe6f502 None None] The sync data for ids ['b1cd73b9-a287-45f9-b3ad-a73f6f55d49e'] in n-d-714676-13 is: [{'id': 'b1cd73b9-a287-45f9-b3ad-a73f6f55d49e', 'name': 'tempest-FloatingIPsAssociationTestJSON-65996210-router', 'tenant_id': '16a235b12a7648989c9a40a771357775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:23Z', 'updated_at': '2022-02-04T13:28:40Z', 'revision_number': 6, 'project_id': '16a235b12a7648989c9a40a771357775', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:42.013719 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fafe1a-9115-4c7f-a1b8-b1467c84c2be admin admin] Pushing event deleted for resources: {'Port': ['ID=f0231c6d-b20e-48cf-8f4f-f71910451906,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:42.063486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ea383a2a-69bb-49a5-9d90-5c928e6d7294 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:42.066142 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.077626 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-24c3d2ad-d1ba-4c15-b728-d3c89673825d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cd3c295c-e082-438c-a0e4-70127bbc5422), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.084138 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-24c3d2ad-d1ba-4c15-b728-d3c89673825d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.085985 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-24c3d2ad-d1ba-4c15-b728-d3c89673825d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cd3c295c-e082-438c-a0e4-70127bbc5422 HTTP/1.1" status: 204 len: 168 time: 0.6922519 Feb 04 13:28:42.122374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3d2ad-d1ba-4c15-b728-d3c89673825d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3c295c-e082-438c-a0e4-70127bbc5422,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:42.150842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9fafe1a-9115-4c7f-a1b8-b1467c84c2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.179882 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cf75f5-96d3-4289-a796-4cc4c0abf549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea383a2a-69bb-49a5-9d90-5c928e6d7294'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:42.189708 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fea2a4f-6d68-42a6-84ff-6fec5ff516bd" -d '{"events": [{"server_uuid": "93cf75f5-96d3-4289-a796-4cc4c0abf549", "name": "network-vif-unplugged", "status": "completed", "tag": "ea383a2a-69bb-49a5-9d90-5c928e6d7294"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:42.206831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ea383a2a-69bb-49a5-9d90-5c928e6d7294, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ea383a2a-69bb-49a5-9d90-5c928e6d7294,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:42.216024 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.315809 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1791de09-715b-420b-974e-714772d26c50 req-279a2b0a-3b96-48ae-ad11-c2848f382a76 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 210 time: 0.7998374 Feb 04 13:28:42.362919 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ea383a2a-69bb-49a5-9d90-5c928e6d7294,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:42.458806 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9fafe1a-9115-4c7f-a1b8-b1467c84c2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.461550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-6d283b53-7c46-4e76-be6f-ba558ab20da6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] For port e664be24-9982-4e1e-895b-880b1b8746f8, host n-h1-714676-13, got binding levels [] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:42.461550 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d283b53-7c46-4e76-be6f-ba558ab20da6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e664be24-9982-4e1e-895b-880b1b8746f8), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.468224 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9fafe1a-9115-4c7f-a1b8-b1467c84c2be admin admin] Publish callbacks [] for router_controller (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.501946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6d283b53-7c46-4e76-be6f-ba558ab20da6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Calling delete_port for e664be24-9982-4e1e-895b-880b1b8746f8 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:42.614630 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9fafe1a-9115-4c7f-a1b8-b1467c84c2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (b1cd73b9-a287-45f9-b3ad-a73f6f55d49e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.615708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fafe1a-9115-4c7f-a1b8-b1467c84c2be admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1cd73b9-a287-45f9-b3ad-a73f6f55d49e {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:28:42.620712 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9fafe1a-9115-4c7f-a1b8-b1467c84c2be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.625329 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d9fafe1a-9115-4c7f-a1b8-b1467c84c2be admin admin] 10.222.0.96 "DELETE /v2.0/routers/b1cd73b9-a287-45f9-b3ad-a73f6f55d49e HTTP/1.1" status: 204 len: 168 time: 1.9755292 Feb 04 13:28:42.627561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42190) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:42.706169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e9566f-5171-449a-90cd-56df824a38ef admin admin] Deleting subnet 333d131f-0443-484d-a094-4e342831af0e {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:28:42.712580 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30e9566f-5171-449a-90cd-56df824a38ef admin admin] Publish callbacks [] for subnet (333d131f-0443-484d-a094-4e342831af0e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.825472 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30e9566f-5171-449a-90cd-56df824a38ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (333d131f-0443-484d-a094-4e342831af0e), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.936351 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40c70833-a725-4211-a259-3719877c763b req-94506704-5d89-49e7-ade2-cddf8b012ba2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4186325 Feb 04 13:28:42.965771 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d283b53-7c46-4e76-be6f-ba558ab20da6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (e664be24-9982-4e1e-895b-880b1b8746f8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:43.089267 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30e9566f-5171-449a-90cd-56df824a38ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (333d131f-0443-484d-a094-4e342831af0e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:43.106717 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d283b53-7c46-4e76-be6f-ba558ab20da6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:43.120716 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6d283b53-7c46-4e76-be6f-ba558ab20da6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] 10.222.0.96 "DELETE /v2.0/ports/e664be24-9982-4e1e-895b-880b1b8746f8 HTTP/1.1" status: 204 len: 168 time: 2.2544470 Feb 04 13:28:43.128050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d283b53-7c46-4e76-be6f-ba558ab20da6 tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] Pushing event deleted for resources: {'Port': ['ID=e664be24-9982-4e1e-895b-880b1b8746f8,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:43.142360 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42202) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:43.185753 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-93048b56-3450-4d58-9d06-3a3e3dff6bdb tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] GET failed (client error): The resource could not be found. Feb 04 13:28:43.190878 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-93048b56-3450-4d58-9d06-3a3e3dff6bdb tempest-PortsAdminExtendedAttrsTestJSON-299551922 tempest-PortsAdminExtendedAttrsTestJSON-299551922-project-admin] 10.222.0.96 "GET /v2.0/ports/e664be24-9982-4e1e-895b-880b1b8746f8 HTTP/1.1" status: 404 len: 333 time: 0.0431495 Feb 04 13:28:43.191904 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42204) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:43.212286 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1504ff4-7ae8-4a22-8401-3f9c92b1a78e x-openstack-request-id: req-d1504ff4-7ae8-4a22-8401-3f9c92b1a78e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:43.213864 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cf75f5-96d3-4289-a796-4cc4c0abf549", "name": "network-vif-unplugged", "status": "completed", "tag": "ea383a2a-69bb-49a5-9d90-5c928e6d7294", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:43.214616 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d1504ff4-7ae8-4a22-8401-3f9c92b1a78e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:43.215177 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cf75f5-96d3-4289-a796-4cc4c0abf549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea383a2a-69bb-49a5-9d90-5c928e6d7294', 'code': 200} Feb 04 13:28:43.219450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975463f0-6db9-49e6-88a4-23edbb6da4a3 req-2e8ba528-1b08-4d1f-952a-3dcd2189ffd4 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:43.221003 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-975463f0-6db9-49e6-88a4-23edbb6da4a3 req-2e8ba528-1b08-4d1f-952a-3dcd2189ffd4 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.99 "GET /v2.0/ports?device_id=93cf75f5-96d3-4289-a796-4cc4c0abf549 HTTP/1.1" status: 200 len: 945 time: 1.0722041 Feb 04 13:28:43.515443 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6975a44e-0713-4312-8ea1-c91883d0d215 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (8eecb128-a818-4648-a1d8-26b24a32c5c1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:43.557592 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef349485-2bf6-4bb9-b67e-475f32b1f76f req-0942d586-bf81-4944-943e-c751b0aea593 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 210 time: 0.0517066 Feb 04 13:28:43.558772 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30e9566f-5171-449a-90cd-56df824a38ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (333d131f-0443-484d-a094-4e342831af0e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:43.585440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc7782-e272-4191-b9e0-13c972571766 req-bc8b267b-b62e-4ed3-9015-a32bba1997f7 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:43.592693 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dadc7782-e272-4191-b9e0-13c972571766 req-bc8b267b-b62e-4ed3-9015-a32bba1997f7 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 944 time: 0.8083005 Feb 04 13:28:43.622245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42212) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:43.651156 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:43.696130 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dadc7782-e272-4191-b9e0-13c972571766 req-4a6579c9-0283-44fe-8436-4c10de7a68ca tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780454 Feb 04 13:28:43.702436 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-797424f0-e70c-4929-b84b-b71545f4b472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:43.762748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-975463f0-6db9-49e6-88a4-23edbb6da4a3 req-d69e9734-e754-4c3b-8ded-ac7e666df1c9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Deleting port ea383a2a-69bb-49a5-9d90-5c928e6d7294 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:43.765507 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-975463f0-6db9-49e6-88a4-23edbb6da4a3 req-d69e9734-e754-4c3b-8ded-ac7e666df1c9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:43.782281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 355c92ab-2156-47d3-abb8-4333a39b455b up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:43.800887 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6975a44e-0713-4312-8ea1-c91883d0d215 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (8eecb128-a818-4648-a1d8-26b24a32c5c1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:43.873081 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 355c92ab-2156-47d3-abb8-4333a39b455b completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:28:43.878259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 355c92ab-2156-47d3-abb8-4333a39b455b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:43.879055 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (355c92ab-2156-47d3-abb8-4333a39b455b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:43.888638 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f0231c6d-b20e-48cf-8f4f-f71910451906 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:43.890961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-b0b83e09-1f5d-4ddc-8cd3-77c55c7ccad0 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:43.892524 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-b0b83e09-1f5d-4ddc-8cd3-77c55c7ccad0 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.99 "GET /v2.0/networks?id=88b7b145-9182-4a19-b1fb-5c6b08aa0112 HTTP/1.1" status: 200 len: 805 time: 0.7692864 Feb 04 13:28:43.905857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-993135970-network', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:43.945292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: f0231c6d-b20e-48cf-8f4f-f71910451906 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:43.945848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f0231c6d-b20e-48cf-8f4f-f71910451906 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:43.946402 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9a672007-fa7b-4134-88ea-956816e17505 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:43.949040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-164e9520-8cc9-4f79-b22c-bd31c9a36575 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Request body: {'port': {'device_id': 'd05daaec-e431-4ce2-902e-91233c3de77d', 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112', 'admin_state_up': True, 'tenant_id': '3f24cfd32e484baba353172f9247b6d4'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:43.981590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 9a672007-fa7b-4134-88ea-956816e17505 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:43.982518 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9a672007-fa7b-4134-88ea-956816e17505 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:44.086720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 355c92ab-2156-47d3-abb8-4333a39b455b is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:44.087119 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (355c92ab-2156-47d3-abb8-4333a39b455b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:44.090211 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] Made reservation on behalf of 817ce1375b9d4df49c8c8fa7691aace8 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:44.109018 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:44.131307 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 355c92ab-2156-47d3-abb8-4333a39b455b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=355c92ab-2156-47d3-abb8-4333a39b455b,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:44.138436 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (355c92ab-2156-47d3-abb8-4333a39b455b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:44.220856 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:44.261226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=355c92ab-2156-47d3-abb8-4333a39b455b,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:44.323313 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-975463f0-6db9-49e6-88a4-23edbb6da4a3 req-d69e9734-e754-4c3b-8ded-ac7e666df1c9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] For port ea383a2a-69bb-49a5-9d90-5c928e6d7294, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ea383a2a-69bb-49a5-9d90-5c928e6d7294,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:44.323915 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-975463f0-6db9-49e6-88a4-23edbb6da4a3 req-d69e9734-e754-4c3b-8ded-ac7e666df1c9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:44.362419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-975463f0-6db9-49e6-88a4-23edbb6da4a3 req-d69e9734-e754-4c3b-8ded-ac7e666df1c9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Calling delete_port for ea383a2a-69bb-49a5-9d90-5c928e6d7294 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:44.381983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-164e9520-8cc9-4f79-b22c-bd31c9a36575 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Made reservation on behalf of 3f24cfd32e484baba353172f9247b6d4 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:44.387272 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-164e9520-8cc9-4f79-b22c-bd31c9a36575 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:44.429553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53591082-6608-4071-9c6e-7574d24cabe4 req-b51be315-b838-4c17-ad9b-565c8b2f1e2b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:44.431824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53591082-6608-4071-9c6e-7574d24cabe4 req-b51be315-b838-4c17-ad9b-565c8b2f1e2b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.3571160 Feb 04 13:28:44.440697 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6975a44e-0713-4312-8ea1-c91883d0d215 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eecb128-a818-4648-a1d8-26b24a32c5c1']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:44.443759 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30e9566f-5171-449a-90cd-56df824a38ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:44.447164 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-30e9566f-5171-449a-90cd-56df824a38ef admin admin] 10.222.0.96 "DELETE /v2.0/subnets/333d131f-0443-484d-a094-4e342831af0e HTTP/1.1" status: 204 len: 168 time: 1.8184886 Feb 04 13:28:44.448603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8e39ef-bcf9-48bd-b92b-0e2215b34431 None None] Network 6877208d-4f79-4715-b038-088720121ade requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:28:44.453402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9566f-5171-449a-90cd-56df824a38ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=333d131f-0443-484d-a094-4e342831af0e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:44.461186 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42220) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:44.471231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6975a44e-0713-4312-8ea1-c91883d0d215 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4caefadc-0df4-4855-b28c-c71742be45e5') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:44.471575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6975a44e-0713-4312-8ea1-c91883d0d215 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4caefadc-0df4-4855-b28c-c71742be45e5') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:44.520907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6975a44e-0713-4312-8ea1-c91883d0d215 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (4caefadc-0df4-4855-b28c-c71742be45e5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:44.555794 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6975a44e-0713-4312-8ea1-c91883d0d215 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (4caefadc-0df4-4855-b28c-c71742be45e5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:44.571907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6975a44e-0713-4312-8ea1-c91883d0d215 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:28:44.572808 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6975a44e-0713-4312-8ea1-c91883d0d215 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (4caefadc-0df4-4855-b28c-c71742be45e5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:28:44.575753 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:28:44.598073 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (6877208d-4f79-4715-b038-088720121ade), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:44.618632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53591082-6608-4071-9c6e-7574d24cabe4 req-beeee757-3a09-49b7-8704-2b54e6dc1f77 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345720 Feb 04 13:28:44.649346 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:44.732627 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6975a44e-0713-4312-8ea1-c91883d0d215 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (8eecb128-a818-4648-a1d8-26b24a32c5c1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:44.746588 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6975a44e-0713-4312-8ea1-c91883d0d215 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:44.766127 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6975a44e-0713-4312-8ea1-c91883d0d215 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] 10.222.0.96 "DELETE /v2.0/networks/8eecb128-a818-4648-a1d8-26b24a32c5c1 HTTP/1.1" status: 204 len: 168 time: 1.5666397 Feb 04 13:28:44.792300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975a44e-0713-4312-8ea1-c91883d0d215 tempest-PortsAdminExtendedAttrsTestJSON-77139230 tempest-PortsAdminExtendedAttrsTestJSON-77139230-project] Pushing event deleted for resources: {'Network': ['ID=8eecb128-a818-4648-a1d8-26b24a32c5c1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:44.820098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] Deleting port 3bf33572-dad3-44ea-97ca-d543d1adf1b2 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:44.820484 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3bf33572-dad3-44ea-97ca-d543d1adf1b2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:44.879768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6339e170-ff53-4a3b-a486-993de17cdb91 None None] DHCP port deletion for 6877208d-4f79-4715-b038-088720121ade request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:28:44.979718 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] For port 3bf33572-dad3-44ea-97ca-d543d1adf1b2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3bf33572-dad3-44ea-97ca-d543d1adf1b2,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:44.980080 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3bf33572-dad3-44ea-97ca-d543d1adf1b2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.007114 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] Calling delete_port for 3bf33572-dad3-44ea-97ca-d543d1adf1b2 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:45.033234 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6339e170-ff53-4a3b-a486-993de17cdb91 None None] Deleting port 3bf33572-dad3-44ea-97ca-d543d1adf1b2 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:45.033615 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6339e170-ff53-4a3b-a486-993de17cdb91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3bf33572-dad3-44ea-97ca-d543d1adf1b2), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.052721 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] Publish callbacks [] for security_group (7be2708e-d918-478d-bc77-af5afbea2694), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.132524 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (3bf33572-dad3-44ea-97ca-d543d1adf1b2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.138247 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-164e9520-8cc9-4f79-b22c-bd31c9a36575 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Allocated IP 172.20.0.13 (88b7b145-9182-4a19-b1fb-5c6b08aa0112/65276bc3-38f7-4354-8723-1e8038a429ba/e37e10a8-266b-4911-8d3c-a84365fcda2f) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:45.174007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6339e170-ff53-4a3b-a486-993de17cdb91 None None] For port 3bf33572-dad3-44ea-97ca-d543d1adf1b2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3bf33572-dad3-44ea-97ca-d543d1adf1b2,segment=NetworkSegment(18518f80-4c79-4020-842d-d45c776b9c28),segment_id=18518f80-4c79-4020-842d-d45c776b9c28)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:45.174508 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6339e170-ff53-4a3b-a486-993de17cdb91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3bf33572-dad3-44ea-97ca-d543d1adf1b2), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.215465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6339e170-ff53-4a3b-a486-993de17cdb91 None None] Calling delete_port for 3bf33572-dad3-44ea-97ca-d543d1adf1b2 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:45.217233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a02d20-8319-4b55-93e2-6c73032d3236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355c92ab-2156-47d3-abb8-4333a39b455b'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:45.219591 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a467df8-f90d-4fe4-a6cc-f33c545a0144" -d '{"events": [{"server_uuid": "97a02d20-8319-4b55-93e2-6c73032d3236", "name": "network-vif-plugged", "status": "completed", "tag": "355c92ab-2156-47d3-abb8-4333a39b455b"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:45.227166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf33572-dad3-44ea-97ca-d543d1adf1b2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:45.229611 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] No DVR routers for this DVR port 3bf33572-dad3-44ea-97ca-d543d1adf1b2 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:45.238948 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7be2708e-d918-478d-bc77-af5afbea2694), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.254810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54cdb6b7-4388-4f2c-97f7-f681572ef013 req-2d9382f5-3814-485f-97f3-f360b34fa555 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 210 time: 0.1230953 Feb 04 13:28:45.288291 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42234) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:45.350700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:28:45.353114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be2708e-d918-478d-bc77-af5afbea2694,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:45.386470 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (71629890-8372-4cd0-8047-6c5a2c73cd87), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.387034 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] Added segment 71629890-8372-4cd0-8047-6c5a2c73cd87 of type vlan for network efa4f540-f987-41c7-90f9-901a1a2e4296 Feb 04 13:28:45.418831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03109ce8-3a64-4acb-b241-ec267db069d0 req-8be14bc6-cc01-46c4-a92c-2841e371a7db tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:45.427133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03109ce8-3a64-4acb-b241-ec267db069d0 req-8be14bc6-cc01-46c4-a92c-2841e371a7db tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 945 time: 0.3700199 Feb 04 13:28:45.429168 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-975463f0-6db9-49e6-88a4-23edbb6da4a3 req-d69e9734-e754-4c3b-8ded-ac7e666df1c9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ea383a2a-69bb-49a5-9d90-5c928e6d7294), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.493310 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb7b53b-51bd-4b54-a8fb-230a3866a356 x-openstack-request-id: req-7fb7b53b-51bd-4b54-a8fb-230a3866a356 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:45.493859 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a02d20-8319-4b55-93e2-6c73032d3236", "name": "network-vif-plugged", "status": "completed", "tag": "355c92ab-2156-47d3-abb8-4333a39b455b", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:45.493992 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7fb7b53b-51bd-4b54-a8fb-230a3866a356 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:45.500934 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a02d20-8319-4b55-93e2-6c73032d3236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355c92ab-2156-47d3-abb8-4333a39b455b', 'code': 200} Feb 04 13:28:45.505556 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.510490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e9734-e754-4c3b-8ded-ac7e666df1c9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Pushing event deleted for resources: {'Port': ['ID=ea383a2a-69bb-49a5-9d90-5c928e6d7294,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:45.527336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (6877208d-4f79-4715-b038-088720121ade), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.559294 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6877208d-4f79-4715-b038-088720121ade']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:45.562676 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6339e170-ff53-4a3b-a486-993de17cdb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (3bf33572-dad3-44ea-97ca-d543d1adf1b2), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.575101 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18518f80-4c79-4020-842d-d45c776b9c28') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:45.575569 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18518f80-4c79-4020-842d-d45c776b9c28') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:45.589266 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (18518f80-4c79-4020-842d-d45c776b9c28), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.601643 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339e170-ff53-4a3b-a486-993de17cdb91 None None] Pushing event deleted for resources: {'Port': ['ID=3bf33572-dad3-44ea-97ca-d543d1adf1b2,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:45.609528 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (18518f80-4c79-4020-842d-d45c776b9c28), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.616099 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6339e170-ff53-4a3b-a486-993de17cdb91 None None] No DVR routers for this DVR port 3bf33572-dad3-44ea-97ca-d543d1adf1b2 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:45.625222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:28:45.626550 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (18518f80-4c79-4020-842d-d45c776b9c28), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:28:45.630752 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:28:45.708646 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (6877208d-4f79-4715-b038-088720121ade), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.741199 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.742557 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (efa4f540-f987-41c7-90f9-901a1a2e4296), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.747822 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] 10.222.0.96 "DELETE /v2.0/networks/6877208d-4f79-4715-b038-088720121ade HTTP/1.1" status: 204 len: 168 time: 1.2850957 Feb 04 13:28:45.748969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bb3f4-5b03-4157-a91f-b9c51efb89b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6877208d-4f79-4715-b038-088720121ade,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:45.782875 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ea383a2a-69bb-49a5-9d90-5c928e6d7294 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:45.820829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-975463f0-6db9-49e6-88a4-23edbb6da4a3 req-d69e9734-e754-4c3b-8ded-ac7e666df1c9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] No DVR routers for this DVR port ea383a2a-69bb-49a5-9d90-5c928e6d7294 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:45.825292 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-975463f0-6db9-49e6-88a4-23edbb6da4a3 req-d69e9734-e754-4c3b-8ded-ac7e666df1c9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.829201 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-975463f0-6db9-49e6-88a4-23edbb6da4a3 req-d69e9734-e754-4c3b-8ded-ac7e666df1c9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.99 "DELETE /v2.0/ports/ea383a2a-69bb-49a5-9d90-5c928e6d7294 HTTP/1.1" status: 204 len: 173 time: 2.5719018 Feb 04 13:28:45.866407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: ea383a2a-69bb-49a5-9d90-5c928e6d7294 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:45.867075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ea383a2a-69bb-49a5-9d90-5c928e6d7294 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:45.881211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3bf33572-dad3-44ea-97ca-d543d1adf1b2 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:45.890905 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.db.resource_extend [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:28:45.901030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cf75f5-96d3-4289-a796-4cc4c0abf549', 'name': 'network-vif-deleted', 'tag': 'ea383a2a-69bb-49a5-9d90-5c928e6d7294'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:45.903512 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082ad461-edf9-4ad4-a834-205a4d5fc036" -d '{"events": [{"server_uuid": "93cf75f5-96d3-4289-a796-4cc4c0abf549", "name": "network-vif-deleted", "tag": "ea383a2a-69bb-49a5-9d90-5c928e6d7294"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:45.918903 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03109ce8-3a64-4acb-b241-ec267db069d0 req-31daa95b-b7fc-401e-8507-b87035010876 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907231 Feb 04 13:28:45.938215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 3bf33572-dad3-44ea-97ca-d543d1adf1b2 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:45.938747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3bf33572-dad3-44ea-97ca-d543d1adf1b2 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:45.997057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42244) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:46.060442 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7d7ef320-47d3-491d-842c-c47c36ed90ca admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=16a235b12a7648989c9a40a771357775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0620520 Feb 04 13:28:46.064112 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42246) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:46.083040 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f411e1e-0893-4dce-a3ef-02d350338a8b x-openstack-request-id: req-2f411e1e-0893-4dce-a3ef-02d350338a8b {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:46.083613 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cf75f5-96d3-4289-a796-4cc4c0abf549", "name": "network-vif-deleted", "tag": "ea383a2a-69bb-49a5-9d90-5c928e6d7294", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:46.083974 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2f411e1e-0893-4dce-a3ef-02d350338a8b {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:46.084517 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cf75f5-96d3-4289-a796-4cc4c0abf549', 'name': 'network-vif-deleted', 'tag': 'ea383a2a-69bb-49a5-9d90-5c928e6d7294', 'status': 'completed', 'code': 200} Feb 04 13:28:46.124257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2231ef9-b70c-49c0-8537-5560bb7c5732 req-ec4490c6-9b18-4326-949e-f23ae540d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:46.126083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d2231ef9-b70c-49c0-8537-5560bb7c5732 req-ec4490c6-9b18-4326-949e-f23ae540d082 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 1128 time: 0.5536182 Feb 04 13:28:46.128612 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-44489003-8b48-415d-a79d-0856354c535a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1dfa2631980e4a368bfea7f8f67d8cd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8379683 Feb 04 13:28:46.133561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42248) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:46.138003 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (efa4f540-f987-41c7-90f9-901a1a2e4296), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:46.139094 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:46.139753 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:46.153237 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a59cde22-d614-4318-b65b-7015d10842e3 admin admin] Publish callbacks [] for security_group (69ea1c8e-f992-4649-b31e-12af93f89ed3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:46.199003 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a59cde22-d614-4318-b65b-7015d10842e3 admin admin] Publish callbacks [] for security_group (69ea1c8e-f992-4649-b31e-12af93f89ed3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:46.236030 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b6b26de-773d-4cd4-bc32-773f4b10e887 admin admin] Publish callbacks [] for security_group (68f89ed9-8c13-4d1f-8293-f843db7915d5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:46.247570 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.6200802 Feb 04 13:28:46.255194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42250) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:46.266347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8febe892-01cb-485a-9a3e-6edc6e79cbd7 admin admin] Request body: {'subnet': {'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-993135970-subnet', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:46.267536 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b6b26de-773d-4cd4-bc32-773f4b10e887 admin admin] Publish callbacks [] for security_group (68f89ed9-8c13-4d1f-8293-f843db7915d5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:46.312565 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d2231ef9-b70c-49c0-8537-5560bb7c5732 req-505d7e3e-0eea-4fd8-a7f1-122f782b91e5 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775825 Feb 04 13:28:46.313865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb017e-e8f9-412e-b550-386b654168cd admin admin] Pushing event updated for resources: {'Network': ['ID=efa4f540-f987-41c7-90f9-901a1a2e4296,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:46.338545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09527bf-6ffd-40f2-b0da-42351527a223 req-29c67b98-e986-4e71-b309-953abf2f8d00 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:46.340597 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a09527bf-6ffd-40f2-b0da-42351527a223 req-29c67b98-e986-4e71-b309-953abf2f8d00 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.4569838 Feb 04 13:28:46.352183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network efa4f540-f987-41c7-90f9-901a1a2e4296 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:28:46.373347 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a59cde22-d614-4318-b65b-7015d10842e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (69ea1c8e-f992-4649-b31e-12af93f89ed3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:46.376216 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a59cde22-d614-4318-b65b-7015d10842e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:46.391790 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a59cde22-d614-4318-b65b-7015d10842e3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/69ea1c8e-f992-4649-b31e-12af93f89ed3 HTTP/1.1" status: 204 len: 168 time: 0.3166769 Feb 04 13:28:46.411751 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cde22-d614-4318-b65b-7015d10842e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ea1c8e-f992-4649-b31e-12af93f89ed3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:46.413672 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b6b26de-773d-4cd4-bc32-773f4b10e887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (68f89ed9-8c13-4d1f-8293-f843db7915d5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:46.425418 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b6b26de-773d-4cd4-bc32-773f4b10e887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:46.427571 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1b6b26de-773d-4cd4-bc32-773f4b10e887 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/68f89ed9-8c13-4d1f-8293-f843db7915d5 HTTP/1.1" status: 204 len: 168 time: 0.2928104 Feb 04 13:28:46.449251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b26de-773d-4cd4-bc32-773f4b10e887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f89ed9-8c13-4d1f-8293-f843db7915d5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:46.491803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9aa2a7c-4688-4341-9485-461c45ec8ad4 req-e6680f50-62a8-4d61-aaf6-5bd6c66357a3 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 210 time: 0.0762465 Feb 04 13:28:46.508911 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-164e9520-8cc9-4f79-b22c-bd31c9a36575 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks [] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:46.512683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8febe892-01cb-485a-9a3e-6edc6e79cbd7 admin admin] Made reservation on behalf of 817ce1375b9d4df49c8c8fa7691aace8 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:46.523047 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8febe892-01cb-485a-9a3e-6edc6e79cbd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:46.726766 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:46.775372 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a09527bf-6ffd-40f2-b0da-42351527a223 req-4082739f-7adc-4672-b221-f4bb52040e81 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880303 Feb 04 13:28:46.822125 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-164e9520-8cc9-4f79-b22c-bd31c9a36575 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:46.903160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-164e9520-8cc9-4f79-b22c-bd31c9a36575 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:46.904368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e9520-8cc9-4f79-b22c-bd31c9a36575 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Pushing event updated for resources: {'Port': ['ID=e37e10a8-266b-4911-8d3c-a84365fcda2f,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:46.912756 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-164e9520-8cc9-4f79-b22c-bd31c9a36575 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:46.915884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-164e9520-8cc9-4f79-b22c-bd31c9a36575 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:47.122892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42274) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:47.149295 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-164e9520-8cc9-4f79-b22c-bd31c9a36575 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:47.150271 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-164e9520-8cc9-4f79-b22c-bd31c9a36575 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:47.155025 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8febe892-01cb-485a-9a3e-6edc6e79cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (dc151383-92f7-4d70-bfe3-bee2283b0521), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:47.187608 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-835e178d-a1e8-46cd-ab11-9944341ff883 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d5a13feae394408fa2aed17682864465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0634773 Feb 04 13:28:47.188518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42276) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:47.252909 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-458c7415-5ae0-48ca-ba03-3759076ec334 admin admin] Publish callbacks [] for security_group (bee9269d-002f-4ac4-a727-a9b6890fcbd8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:47.260057 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-164e9520-8cc9-4f79-b22c-bd31c9a36575 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3158464 Feb 04 13:28:47.287463 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-458c7415-5ae0-48ca-ba03-3759076ec334 admin admin] Publish callbacks [] for security_group (bee9269d-002f-4ac4-a727-a9b6890fcbd8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:47.294147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Request body: {'port': {'device_id': 'd05daaec-e431-4ce2-902e-91233c3de77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:47.359696 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-458c7415-5ae0-48ca-ba03-3759076ec334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bee9269d-002f-4ac4-a727-a9b6890fcbd8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:47.363002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febe892-01cb-485a-9a3e-6edc6e79cbd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc151383-92f7-4d70-bfe3-bee2283b0521,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:47.363662 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-458c7415-5ae0-48ca-ba03-3759076ec334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:47.365801 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-458c7415-5ae0-48ca-ba03-3759076ec334 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bee9269d-002f-4ac4-a727-a9b6890fcbd8 HTTP/1.1" status: 204 len: 168 time: 0.1754766 Feb 04 13:28:47.389135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c7415-5ae0-48ca-ba03-3759076ec334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee9269d-002f-4ac4-a727-a9b6890fcbd8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:47.406417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcad85-7655-498d-abca-2436c6f62b72 req-7a621f5a-f644-429c-82d2-29748c68d05b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:47.408000 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2dcad85-7655-498d-abca-2436c6f62b72 req-7a621f5a-f644-429c-82d2-29748c68d05b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 945 time: 0.3542809 Feb 04 13:28:47.411361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febe892-01cb-485a-9a3e-6edc6e79cbd7 admin admin] Checking segment: {'id': '71629890-8372-4cd0-8047-6c5a2c73cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:47.411955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8febe892-01cb-485a-9a3e-6edc6e79cbd7 admin admin] Network hostable DHCP agents. Network: efa4f540-f987-41c7-90f9-901a1a2e4296, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:28:47.491963 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:47.505689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8febe892-01cb-485a-9a3e-6edc6e79cbd7 admin admin] Network efa4f540-f987-41c7-90f9-901a1a2e4296 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:28:47.591688 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2dcad85-7655-498d-abca-2436c6f62b72 req-ed95ade1-418b-4a01-b08f-6db5de503516 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750369 Feb 04 13:28:47.592595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-8febe892-01cb-485a-9a3e-6edc6e79cbd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, efa4f540-f987-41c7-90f9-901a1a2e4296) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:47.605467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d845315e-365f-4026-b933-c5a26e2a5202 None None] Network efa4f540-f987-41c7-90f9-901a1a2e4296 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:28:47.612717 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8febe892-01cb-485a-9a3e-6edc6e79cbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:47.613318 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8febe892-01cb-485a-9a3e-6edc6e79cbd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:47.769095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42294) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:47.798153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8febe892-01cb-485a-9a3e-6edc6e79cbd7 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5388331 Feb 04 13:28:47.799777 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42298) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:47.806905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-993135970-router', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:47.837246 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:47.883988 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (b31dbe73-9bea-48cb-89e7-bd072b40c11f), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:47.891539 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (b31dbe73-9bea-48cb-89e7-bd072b40c11f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:47.944057 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-efa4f540-f987-41c7-90f9-901a1a2e4296', 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296', 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'fixed_ips': [{'subnet_id': 'dc151383-92f7-4d70-bfe3-bee2283b0521'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:28:47.944903 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.085840 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546b2b8-00d6-48cb-bb7e-50d763627ce3 req-8c87047a-e1a8-42dc-a327-3bfa40cc8711 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:48.085840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c546b2b8-00d6-48cb-bb7e-50d763627ce3 req-8c87047a-e1a8-42dc-a327-3bfa40cc8711 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 932 time: 0.4646571 Feb 04 13:28:48.116479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8bd5d552-7987-466f-8107-604946dbefed admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1902351262-network', 'tenant_id': '9775c85cb6444410bed66c637624084c'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:48.125090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922f128-785b-4f4d-84fb-94a7173aee17 req-9a2ab0b9-2335-4d08-9c7b-0569cf78dcc8 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:48.131506 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Publish callbacks [] for router_controller (b31dbe73-9bea-48cb-89e7-bd072b40c11f), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.133306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d922f128-785b-4f4d-84fb-94a7173aee17 req-9a2ab0b9-2335-4d08-9c7b-0569cf78dcc8 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.1959980 Feb 04 13:28:48.221806 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c546b2b8-00d6-48cb-bb7e-50d763627ce3 req-86f17072-ba2c-41be-bc3e-d2a0e4d6dd49 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287408 Feb 04 13:28:48.249154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd5d552-7987-466f-8107-604946dbefed admin admin] Made reservation on behalf of 9775c85cb6444410bed66c637624084c for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:48.249154 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d552-7987-466f-8107-604946dbefed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.265551 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d922f128-785b-4f4d-84fb-94a7173aee17 req-92557951-2956-492f-b043-47ab9a4777a5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313021 Feb 04 13:28:48.328084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Allocated IP 172.20.0.2 (efa4f540-f987-41c7-90f9-901a1a2e4296/dc151383-92f7-4d70-bfe3-bee2283b0521/94517222-95d9-40d1-950d-e0c6f2bfede8) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:48.355770 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Publish callbacks [] for router_gateway (b31dbe73-9bea-48cb-89e7-bd072b40c11f), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.361790 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d552-7987-466f-8107-604946dbefed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.385744 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37e10a8-266b-4911-8d3c-a84365fcda2f {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:28:48.413486 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Publish callbacks [] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.450205 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Transition to ACTIVE for port object e37e10a8-266b-4911-8d3c-a84365fcda2f will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:28:48.468645 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.552241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Pushing event updated for resources: {'Port': ['ID=e37e10a8-266b-4911-8d3c-a84365fcda2f,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:48.569016 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Publish callbacks [] for port (94517222-95d9-40d1-950d-e0c6f2bfede8), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.571559 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d552-7987-466f-8107-604946dbefed admin admin] Publish callbacks [] for security_group (fbdb9260-79cc-4b8b-8d71-9974a2f3bf2e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.580264 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (94517222-95d9-40d1-950d-e0c6f2bfede8), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.587220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d552-7987-466f-8107-604946dbefed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fbdb9260-79cc-4b8b-8d71-9974a2f3bf2e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.678472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Attempting to bind port e37e10a8-266b-4911-8d3c-a84365fcda2f on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:48.678930 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Attempting to bind port e37e10a8-266b-4911-8d3c-a84365fcda2f by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:48.679350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Attempting to bind port e37e10a8-266b-4911-8d3c-a84365fcda2f on network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:48.698771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd5d552-7987-466f-8107-604946dbefed admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:28:48.699357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Port e37e10a8-266b-4911-8d3c-a84365fcda2f on network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:48.699752 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Attempting to bind port e37e10a8-266b-4911-8d3c-a84365fcda2f on network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:48.702079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Network efa4f540-f987-41c7-90f9-901a1a2e4296 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:48.708272 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Pushing event updated for resources: {'Port': ['ID=94517222-95d9-40d1-950d-e0c6f2bfede8,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:48.710836 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:28:48.711258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Checking segment: {'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:48.711906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Bound using segment: {'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:28:48.712575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Bound port: e37e10a8-266b-4911-8d3c-a84365fcda2f, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:28:48.713449 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:48.713720 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.716575 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:48.729125 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5d552-7987-466f-8107-604946dbefed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdb9260-79cc-4b8b-8d71-9974a2f3bf2e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:48.806357 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Attempting to bind port 94517222-95d9-40d1-950d-e0c6f2bfede8 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:48.806990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Attempting to bind port 94517222-95d9-40d1-950d-e0c6f2bfede8 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '71629890-8372-4cd0-8047-6c5a2c73cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:48.807442 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Attempting to bind port 94517222-95d9-40d1-950d-e0c6f2bfede8 on network efa4f540-f987-41c7-90f9-901a1a2e4296 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:48.814511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:28:48.815038 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Checking segment: {'id': '71629890-8372-4cd0-8047-6c5a2c73cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:48.815551 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.816672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Bound using segment: {'id': '71629890-8372-4cd0-8047-6c5a2c73cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:28:48.817677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Bound port: 94517222-95d9-40d1-950d-e0c6f2bfede8, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71629890-8372-4cd0-8047-6c5a2c73cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:28:48.818159 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (94517222-95d9-40d1-950d-e0c6f2bfede8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.850081 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d552-7987-466f-8107-604946dbefed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (453825af-3755-4f06-9956-ea35d448d4d1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.850494 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-8bd5d552-7987-466f-8107-604946dbefed admin admin] Added segment 453825af-3755-4f06-9956-ea35d448d4d1 of type vlan for network 12907183-7974-4a8d-b2c1-a7323065fe5e Feb 04 13:28:48.874477 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] For port e37e10a8-266b-4911-8d3c-a84365fcda2f, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:48.892972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] For port e37e10a8-266b-4911-8d3c-a84365fcda2f, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e37e10a8-266b-4911-8d3c-a84365fcda2f,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:28:48.914135 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.933303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bb76c-513a-457c-a9ed-cab6b16b206d req-21a7fb9d-132a-48d2-8e25-1b5b87997f33 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:48.944791 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c5bb76c-513a-457c-a9ed-cab6b16b206d req-21a7fb9d-132a-48d2-8e25-1b5b87997f33 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 945 time: 0.1598425 Feb 04 13:28:48.955757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d552-7987-466f-8107-604946dbefed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (12907183-7974-4a8d-b2c1-a7323065fe5e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.964240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] For port 94517222-95d9-40d1-950d-e0c6f2bfede8, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:48.973772 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] For port 94517222-95d9-40d1-950d-e0c6f2bfede8, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=94517222-95d9-40d1-950d-e0c6f2bfede8,segment=NetworkSegment(71629890-8372-4cd0-8047-6c5a2c73cd87),segment_id=71629890-8372-4cd0-8047-6c5a2c73cd87)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:28:48.989290 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (94517222-95d9-40d1-950d-e0c6f2bfede8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:49.028177 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Publish callbacks [] for router_gateway (b31dbe73-9bea-48cb-89e7-bd072b40c11f), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:49.048124 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d552-7987-466f-8107-604946dbefed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (12907183-7974-4a8d-b2c1-a7323065fe5e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:49.048386 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c5bb76c-513a-457c-a9ed-cab6b16b206d req-a4fd5f77-19c3-4a0e-a9b6-f6af84421137 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978339 Feb 04 13:28:49.049370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd5d552-7987-466f-8107-604946dbefed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:49.051930 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d552-7987-466f-8107-604946dbefed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:49.064551 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:49.065876 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:49.069375 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] 10.222.0.99 "PUT /v2.0/ports/e37e10a8-266b-4911-8d3c-a84365fcda2f HTTP/1.1" status: 200 len: 1093 time: 1.8010278 Feb 04 13:28:49.072334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05daaec-e431-4ce2-902e-91233c3de77d', 'tag': 'e37e10a8-266b-4911-8d3c-a84365fcda2f'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:49.074974 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5640aa91-1af5-4bb9-9ca1-0c768ddc6cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "d05daaec-e431-4ce2-902e-91233c3de77d", "tag": "e37e10a8-266b-4911-8d3c-a84365fcda2f"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:49.162204 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf818f-cd0f-4441-99b1-cb2967c402a9 None None] Pushing event updated for resources: {'Port': ['ID=94517222-95d9-40d1-950d-e0c6f2bfede8,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:49.162588 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:49.169360 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bdbc34-c438-4d25-95aa-7b2aa21d489a x-openstack-request-id: req-77bdbc34-c438-4d25-95aa-7b2aa21d489a {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:49.169360 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05daaec-e431-4ce2-902e-91233c3de77d", "tag": "e37e10a8-266b-4911-8d3c-a84365fcda2f", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:49.169360 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-77bdbc34-c438-4d25-95aa-7b2aa21d489a {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:49.169817 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05daaec-e431-4ce2-902e-91233c3de77d', 'tag': 'e37e10a8-266b-4911-8d3c-a84365fcda2f', 'status': 'completed', 'code': 200} Feb 04 13:28:49.195249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa3da3-cc68-4e6b-abe1-8e73cc42038b service neutron] Pushing event updated for resources: {'Port': ['ID=e37e10a8-266b-4911-8d3c-a84365fcda2f,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:49.238516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-c3cf8c1c-fa22-4dff-8ae6-a41a75e2c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:49.242260 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-c3cf8c1c-fa22-4dff-8ae6-a41a75e2c249 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3f24cfd32e484baba353172f9247b6d4&device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 1127 time: 0.0991652 Feb 04 13:28:49.308510 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8bd5d552-7987-466f-8107-604946dbefed admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5378196 Feb 04 13:28:49.309179 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42340) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:49.370459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-66d28371-051f-478c-b5d7-80c5444aaec7 admin admin] Request body: {'subnet': {'network_id': '12907183-7974-4a8d-b2c1-a7323065fe5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1902351262-subnet', 'tenant_id': '9775c85cb6444410bed66c637624084c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:49.391107 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-3f60d03e-cfc1-4353-9805-faad0be1feb0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e37e10a8-266b-4911-8d3c-a84365fcda2f HTTP/1.1" status: 200 len: 217 time: 0.1414165 Feb 04 13:28:49.419338 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5d552-7987-466f-8107-604946dbefed admin admin] Pushing event updated for resources: {'Network': ['ID=12907183-7974-4a8d-b2c1-a7323065fe5e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:49.433216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 12907183-7974-4a8d-b2c1-a7323065fe5e details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:28:49.527613 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d28371-051f-478c-b5d7-80c5444aaec7 admin admin] Made reservation on behalf of 9775c85cb6444410bed66c637624084c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:49.532818 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66d28371-051f-478c-b5d7-80c5444aaec7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:49.635101 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-67d1027a-f559-44c8-b64d-3591854049cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:49.639598 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-67d1027a-f559-44c8-b64d-3591854049cb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=65276bc3-38f7-4354-8723-1e8038a429ba HTTP/1.1" status: 200 len: 845 time: 0.2296364 Feb 04 13:28:49.703368 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Allocated IP 172.25.5.88 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/9640e601-bfa3-4c1b-a86d-f072aedfdf09) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:49.713071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-723d470d-fa0b-46b0-8414-63f74975dff9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=88b7b145-9182-4a19-b1fb-5c6b08aa0112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626523 Feb 04 13:28:49.941591 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66d28371-051f-478c-b5d7-80c5444aaec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (4552e2ae-010e-4170-83ec-b76f80c7ef85), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:49.970065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 94517222-95d9-40d1-950d-e0c6f2bfede8 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:50.038566 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Publish callbacks [] for port (9640e601-bfa3-4c1b-a86d-f072aedfdf09), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:50.088924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d28371-051f-478c-b5d7-80c5444aaec7 admin admin] Checking segment: {'id': '453825af-3755-4f06-9956-ea35d448d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '12907183-7974-4a8d-b2c1-a7323065fe5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:50.089332 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d28371-051f-478c-b5d7-80c5444aaec7 admin admin] Network hostable DHCP agents. Network: 12907183-7974-4a8d-b2c1-a7323065fe5e, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:28:50.102683 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d28371-051f-478c-b5d7-80c5444aaec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4552e2ae-010e-4170-83ec-b76f80c7ef85,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:50.117545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9730150-42de-412a-a8fd-c7d0d42d3b2a req-8b1bbe07-011d-4e2f-8fb3-33ad54881efb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:50.119233 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9730150-42de-412a-a8fd-c7d0d42d3b2a req-8b1bbe07-011d-4e2f-8fb3-33ad54881efb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 944 time: 0.6956153 Feb 04 13:28:50.135554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d28371-051f-478c-b5d7-80c5444aaec7 admin admin] Network 12907183-7974-4a8d-b2c1-a7323065fe5e is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:28:50.179812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-66d28371-051f-478c-b5d7-80c5444aaec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 12907183-7974-4a8d-b2c1-a7323065fe5e) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:50.185051 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d28371-051f-478c-b5d7-80c5444aaec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:50.185846 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66d28371-051f-478c-b5d7-80c5444aaec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:50.200139 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (9640e601-bfa3-4c1b-a86d-f072aedfdf09), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:50.222658 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-66d28371-051f-478c-b5d7-80c5444aaec7 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8958704 Feb 04 13:28:50.223925 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a36dd2-8901-40ed-b6a1-d8a5bba55bdd req-80cafb92-0790-4872-8272-e28fb0963149 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:50.224296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42362) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:50.228718 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62a36dd2-8901-40ed-b6a1-d8a5bba55bdd req-80cafb92-0790-4872-8272-e28fb0963149 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 806 time: 0.8070061 Feb 04 13:28:50.234043 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1902351262-router', 'tenant_id': '9775c85cb6444410bed66c637624084c', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:50.263583 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:50.276476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:50.293795 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:50.297504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62a36dd2-8901-40ed-b6a1-d8a5bba55bdd req-266597db-611a-4f70-aa83-12a4d6957c60 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/quotas/688a1d8829de4353a6d958abc734325e HTTP/1.1" status: 200 len: 375 time: 0.0665627 Feb 04 13:28:50.323038 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9730150-42de-412a-a8fd-c7d0d42d3b2a req-e0041320-4bb7-4540-bd96-cb219c431752 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874151 Feb 04 13:28:50.400050 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-3ae8434f-d6c8-44bc-91a1-b5d17c55c29d service neutron] 10.222.0.99 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086874 Feb 04 13:28:50.418227 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Pushing event updated for resources: {'Port': ['ID=9640e601-bfa3-4c1b-a86d-f072aedfdf09,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:50.479429 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:50.480690 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:50.497392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e20e0f-004f-4af7-a48b-9f9388556457 None None] Network 12907183-7974-4a8d-b2c1-a7323065fe5e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:28:50.549334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62a36dd2-8901-40ed-b6a1-d8a5bba55bdd req-cfa31acc-0b81-4ad2-99ff-76a2f2bd5c1d tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2508390 Feb 04 13:28:50.585307 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-62a36dd2-8901-40ed-b6a1-d8a5bba55bdd req-f2001e52-74dc-4e6f-81c2-699e4b6402a4 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:28:50.586413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62a36dd2-8901-40ed-b6a1-d8a5bba55bdd req-f2001e52-74dc-4e6f-81c2-699e4b6402a4 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074632 Feb 04 13:28:50.589305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42368) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:50.712716 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Publish callbacks [] for router_controller (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:50.738391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 94517222-95d9-40d1-950d-e0c6f2bfede8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:50.739142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfad4a-53ea-4d5f-9408-3e75f102d8a2 req-56d48fe4-a1ac-493c-be9f-db8b0ddf52d0 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:50.739380 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (94517222-95d9-40d1-950d-e0c6f2bfede8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:50.747050 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23dfad4a-53ea-4d5f-9408-3e75f102d8a2 req-56d48fe4-a1ac-493c-be9f-db8b0ddf52d0 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.2396851 Feb 04 13:28:50.830022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-12907183-7974-4a8d-b2c1-a7323065fe5e', 'network_id': '12907183-7974-4a8d-b2c1-a7323065fe5e', 'project_id': '9775c85cb6444410bed66c637624084c', 'fixed_ips': [{'subnet_id': '4552e2ae-010e-4170-83ec-b76f80c7ef85'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:28:50.831020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-49492332-505a-46b4-adc0-048fd6082528 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:50.831523 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:50.853837 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f412d13c-b44d-4f8c-b93d-e7cb10708b69 req-101018d8-1820-449b-98ce-e1d86007e2a3 service neutron] 10.222.0.99 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459376 Feb 04 13:28:50.883469 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23546f5-c529-4a0c-aa1d-ab03f3e4fde5 None None] Network efa4f540-f987-41c7-90f9-901a1a2e4296 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:28:50.905182 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23dfad4a-53ea-4d5f-9408-3e75f102d8a2 req-e0d256dd-3065-4b59-85a1-7b0c18ca9e9f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571801 Feb 04 13:28:50.978910 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62a36dd2-8901-40ed-b6a1-d8a5bba55bdd req-24c62891-1820-4d20-8fa0-6aae5d33e072 service neutron] 10.222.0.96 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698895 Feb 04 13:28:51.074061 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Publish callbacks [] for router_gateway (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:51.098738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-88a36e4b-4533-45f1-8a12-a8dba80b1562 None None] Provisioning complete for port 94517222-95d9-40d1-950d-e0c6f2bfede8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:51.099348 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88a36e4b-4533-45f1-8a12-a8dba80b1562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (94517222-95d9-40d1-950d-e0c6f2bfede8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:51.133428 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62a36dd2-8901-40ed-b6a1-d8a5bba55bdd req-9d0abb4c-9196-4e4c-847f-24920aed633f service neutron] 10.222.0.96 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531830 Feb 04 13:28:51.161561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640aa91-1af5-4bb9-9ca1-0c768ddc6cfb req-b5c257f8-6f17-4d12-863a-b40ae8809c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:51.164427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5640aa91-1af5-4bb9-9ca1-0c768ddc6cfb req-b5c257f8-6f17-4d12-863a-b40ae8809c93 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3f24cfd32e484baba353172f9247b6d4&device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 1127 time: 0.2429345 Feb 04 13:28:51.168966 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-49492332-505a-46b4-adc0-048fd6082528 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] 10.222.0.96 "PUT /v2.0/quotas/8d82fd7900504917a1bc7b4013a6df16 HTTP/1.1" status: 200 len: 366 time: 0.5768580 Feb 04 13:28:51.184708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42372) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:51.195315 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 94517222-95d9-40d1-950d-e0c6f2bfede8 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:51.195703 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (94517222-95d9-40d1-950d-e0c6f2bfede8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:51.218810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Allocated IP 172.20.0.2 (12907183-7974-4a8d-b2c1-a7323065fe5e/4552e2ae-010e-4170-83ec-b76f80c7ef85/8038cfe1-cc72-4412-aac2-e2fdf3aebf76) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:51.243614 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-42fc154e-5150-4160-910c-d54a01fbc50f tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] 10.222.0.96 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0566518 Feb 04 13:28:51.289111 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 94517222-95d9-40d1-950d-e0c6f2bfede8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=94517222-95d9-40d1-950d-e0c6f2bfede8,segment=NetworkSegment(71629890-8372-4cd0-8047-6c5a2c73cd87),segment_id=71629890-8372-4cd0-8047-6c5a2c73cd87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:51.309943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42374) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:51.343418 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (94517222-95d9-40d1-950d-e0c6f2bfede8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:51.395877 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ce4be1e2-f925-4fbc-9d9c-c71fd407076b tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] 10.222.0.96 "GET /v2.0/quotas/8d82fd7900504917a1bc7b4013a6df16 HTTP/1.1" status: 200 len: 366 time: 0.0790820 Feb 04 13:28:51.404347 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42382) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:51.443971 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640aa91-1af5-4bb9-9ca1-0c768ddc6cfb req-881a28d1-5881-4631-ab7e-1bab1a791cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:51.445564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5640aa91-1af5-4bb9-9ca1-0c768ddc6cfb req-881a28d1-5881-4631-ab7e-1bab1a791cde service neutron] 10.222.0.99 "GET /v2.0/networks?id=88b7b145-9182-4a19-b1fb-5c6b08aa0112 HTTP/1.1" status: 200 len: 906 time: 0.2719438 Feb 04 13:28:51.517729 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Publish callbacks [] for router_gateway (b31dbe73-9bea-48cb-89e7-bd072b40c11f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:51.529463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-88a36e4b-4533-45f1-8a12-a8dba80b1562 None None] Current status of the port 94517222-95d9-40d1-950d-e0c6f2bfede8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:51.549066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=94517222-95d9-40d1-950d-e0c6f2bfede8,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:51.568948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5640aa91-1af5-4bb9-9ca1-0c768ddc6cfb req-84bbce50-b9ee-45d1-9e06-a13949df6b41 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e37e10a8-266b-4911-8d3c-a84365fcda2f HTTP/1.1" status: 200 len: 217 time: 0.1169415 Feb 04 13:28:51.657757 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Publish callbacks [] for port (8038cfe1-cc72-4412-aac2-e2fdf3aebf76), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:51.659904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640aa91-1af5-4bb9-9ca1-0c768ddc6cfb req-1a0890b1-0360-4838-ae1b-c5520cb80858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:51.663515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5640aa91-1af5-4bb9-9ca1-0c768ddc6cfb req-1a0890b1-0360-4838-ae1b-c5520cb80858 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=65276bc3-38f7-4354-8723-1e8038a429ba HTTP/1.1" status: 200 len: 845 time: 0.0797257 Feb 04 13:28:51.670180 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (8038cfe1-cc72-4412-aac2-e2fdf3aebf76), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:51.691090 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-71c46cf9-bd52-49b8-8c61-40ae350611a0 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] 10.222.0.96 "DELETE /v2.0/quotas/8d82fd7900504917a1bc7b4013a6df16 HTTP/1.1" status: 204 len: 168 time: 0.2544622 Feb 04 13:28:51.695462 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42386) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:51.751494 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5f43a27b-44ca-4cbf-b099-2bf9cdd725f6 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] 10.222.0.96 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0545051 Feb 04 13:28:51.772946 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42394) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:51.792998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5640aa91-1af5-4bb9-9ca1-0c768ddc6cfb req-2c0afe0b-d342-4208-813c-747b18b4dadc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=88b7b145-9182-4a19-b1fb-5c6b08aa0112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863266 Feb 04 13:28:51.824159 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b54dec-f6f5-4a16-a419-199409fb64ae req-3f5f0887-e722-429e-a773-4123ca5258b9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:51.834822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8b54dec-f6f5-4a16-a419-199409fb64ae req-3f5f0887-e722-429e-a773-4123ca5258b9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 944 time: 0.2990296 Feb 04 13:28:51.885308 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a6569d96-87a1-4df4-8598-42a4ed98451b tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] 10.222.0.96 "GET /v2.0/quotas/8d82fd7900504917a1bc7b4013a6df16 HTTP/1.1" status: 200 len: 370 time: 0.0904570 Feb 04 13:28:51.889468 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42396) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:51.897951 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-424d8bd3-7253-4e54-8c1c-da5dc119b960 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] 10.222.0.96 "GET /v2.0/quotas/8d82fd7900504917a1bc7b4013a6df16/default HTTP/1.1" status: 200 len: 370 time: 0.0061793 Feb 04 13:28:51.903674 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42398) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:51.905824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Network 12907183-7974-4a8d-b2c1-a7323065fe5e is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:51.924782 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-0812a555-4338-42a5-89fc-4bb6ee2e1c6f tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] delete failed (client error): The resource could not be found. Feb 04 13:28:51.927529 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0812a555-4338-42a5-89fc-4bb6ee2e1c6f tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] 10.222.0.96 "DELETE /v2.0/quotas/8d82fd7900504917a1bc7b4013a6df16 HTTP/1.1" status: 404 len: 348 time: 0.0195858 Feb 04 13:28:51.944592 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 94517222-95d9-40d1-950d-e0c6f2bfede8 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:51.979771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:51.985159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:52.038987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Pushing event updated for resources: {'Port': ['ID=8038cfe1-cc72-4412-aac2-e2fdf3aebf76,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:52.057832 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8b54dec-f6f5-4a16-a419-199409fb64ae req-033d6896-8d40-414a-947b-222573e913ac tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218955 Feb 04 13:28:52.075384 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (b31dbe73-9bea-48cb-89e7-bd072b40c11f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:52.133237 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5640aa91-1af5-4bb9-9ca1-0c768ddc6cfb req-d060100a-c9a1-4293-bb6a-15171e504724 service neutron] 10.222.0.99 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312225 Feb 04 13:28:52.152129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-65cc120f-6aab-47d6-8d92-b4f5ba09af77 None None] Provisioning complete for port 94517222-95d9-40d1-950d-e0c6f2bfede8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:52.156359 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-65cc120f-6aab-47d6-8d92-b4f5ba09af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (94517222-95d9-40d1-950d-e0c6f2bfede8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:52.192194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42416) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:52.247775 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Attempting to bind port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:52.248172 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Attempting to bind port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '453825af-3755-4f06-9956-ea35d448d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '12907183-7974-4a8d-b2c1-a7323065fe5e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:52.248529 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Attempting to bind port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 on network 12907183-7974-4a8d-b2c1-a7323065fe5e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:52.268583 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:28:52.269026 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Checking segment: {'id': '453825af-3755-4f06-9956-ea35d448d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '12907183-7974-4a8d-b2c1-a7323065fe5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:52.270680 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:52.271169 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Bound using segment: {'id': '453825af-3755-4f06-9956-ea35d448d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '12907183-7974-4a8d-b2c1-a7323065fe5e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:28:52.274856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Bound port: 8038cfe1-cc72-4412-aac2-e2fdf3aebf76, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453825af-3755-4f06-9956-ea35d448d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '12907183-7974-4a8d-b2c1-a7323065fe5e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:28:52.275278 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8038cfe1-cc72-4412-aac2-e2fdf3aebf76), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:52.327596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.quota.resource [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Usage tracker for resource:network and project:92a6dbe7af0649ba9b9ef4557aa101d3 is out of sync, need to count used quota {{(pid=103606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 13:28:52.346129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.quota.resource [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 13:28:52.395103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c12f4-1927-47c8-9b00-31e97dd25c86 req-f01280b6-5f53-4f33-96d4-9a080e4cc0da tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:52.401001 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] For port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:52.403308 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f98c12f4-1927-47c8-9b00-31e97dd25c86 req-f01280b6-5f53-4f33-96d4-9a080e4cc0da tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.1894059 Feb 04 13:28:52.405889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] For port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8038cfe1-cc72-4412-aac2-e2fdf3aebf76,segment=NetworkSegment(453825af-3755-4f06-9956-ea35d448d4d1),segment_id=453825af-3755-4f06-9956-ea35d448d4d1)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:28:52.423731 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8038cfe1-cc72-4412-aac2-e2fdf3aebf76), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:52.435374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.quota.resource [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Usage tracker for resource:subnet and project:92a6dbe7af0649ba9b9ef4557aa101d3 is out of sync, need to count used quota {{(pid=103606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 13:28:52.456265 n-d-714676-13 neutron-server[103606]: DEBUG neutron.quota.resource [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 13:28:52.465607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5640aa91-1af5-4bb9-9ca1-0c768ddc6cfb req-405bfc4c-5d47-4c78-85c1-f8933ccd53ed service neutron] 10.222.0.99 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236327 Feb 04 13:28:52.486160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.quota.resource [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Usage tracker for resource:subnetpool and project:92a6dbe7af0649ba9b9ef4557aa101d3 is out of sync, need to count used quota {{(pid=103606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 13:28:52.498632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.quota.resource [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 13:28:52.529941 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f98c12f4-1927-47c8-9b00-31e97dd25c86 req-75699210-73cd-49fe-a01b-13114103da0d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254785 Feb 04 13:28:52.532113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.quota.resource [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Usage tracker for resource:port and project:92a6dbe7af0649ba9b9ef4557aa101d3 is out of sync, need to count used quota {{(pid=103606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 13:28:52.544249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.quota.resource [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 13:28:52.565701 n-d-714676-13 neutron-server[103606]: DEBUG neutron.quota.resource [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Usage tracker for resource:router and project:92a6dbe7af0649ba9b9ef4557aa101d3 is out of sync, need to count used quota {{(pid=103606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 13:28:52.574900 n-d-714676-13 neutron-server[103606]: DEBUG neutron.quota.resource [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 13:28:52.589947 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d55cf-bfef-452a-84b6-3984746c317a None None] Pushing event updated for resources: {'Port': ['ID=8038cfe1-cc72-4412-aac2-e2fdf3aebf76,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:52.594795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.quota.resource [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Usage tracker for resource:floatingip and project:92a6dbe7af0649ba9b9ef4557aa101d3 is out of sync, need to count used quota {{(pid=103606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 13:28:52.602924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.quota.resource [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 13:28:52.605600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 94517222-95d9-40d1-950d-e0c6f2bfede8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:52.606050 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (94517222-95d9-40d1-950d-e0c6f2bfede8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:52.701217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.quota.resource [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Usage tracker for resource:security_group and project:92a6dbe7af0649ba9b9ef4557aa101d3 is out of sync, need to count used quota {{(pid=103606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 13:28:52.705321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.quota.resource [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 13:28:52.713924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.quota.resource [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Usage tracker for resource:security_group_rule and project:92a6dbe7af0649ba9b9ef4557aa101d3 is out of sync, need to count used quota {{(pid=103606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 13:28:52.718180 n-d-714676-13 neutron-server[103606]: DEBUG neutron.quota.resource [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 13:28:52.729112 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-99981d37-0ac1-4c81-abe7-83eb9e99a101 tempest-QuotasTest-1553597199 tempest-QuotasTest-1553597199-project-admin] 10.222.0.96 "GET /v2.0/quotas/92a6dbe7af0649ba9b9ef4557aa101d3/details.json HTTP/1.1" status: 200 len: 703 time: 0.5357509 Feb 04 13:28:52.735950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-65cc120f-6aab-47d6-8d92-b4f5ba09af77 None None] Current status of the port 94517222-95d9-40d1-950d-e0c6f2bfede8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:52.806477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 94517222-95d9-40d1-950d-e0c6f2bfede8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:53.063162 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Publish callbacks [] for router_gateway (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:53.087790 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:53.167321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-f41bacae-34c7-4f88-82d5-a9f6700594f9 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:53.177200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-f41bacae-34c7-4f88-82d5-a9f6700594f9 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 806 time: 0.2626944 Feb 04 13:28:53.182145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Router b31dbe73-9bea-48cb-89e7-bd072b40c11f is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:28:53.211882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-2a4a72d6-9811-4af9-812d-50f550b3fca9 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/quotas/688a1d8829de4353a6d958abc734325e HTTP/1.1" status: 200 len: 375 time: 0.0326378 Feb 04 13:28:53.255367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42438) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:53.333612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d44616-6ff8-4f75-9d01-415063419d7d req-2e0cf450-3895-4e26-b13e-24d26f172593 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:53.340723 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8d44616-6ff8-4f75-9d01-415063419d7d req-2e0cf450-3895-4e26-b13e-24d26f172593 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 944 time: 0.1260488 Feb 04 13:28:53.360430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-16eade60-548e-4680-b2a5-0c46fd71508c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1475251 Feb 04 13:28:53.385127 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:28:53.396781 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Sync routers for ids ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:53.410239 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Allocated IP 172.25.5.17 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/f59714be-c468-4243-a245-18b32975e564) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:53.418726 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Routers {'b31dbe73-9bea-48cb-89e7-bd072b40c11f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:53.420676 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:28:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:53.483360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8d44616-6ff8-4f75-9d01-415063419d7d req-45d2c6c4-8d4b-4154-812e-ff1c40eacb57 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384492 Feb 04 13:28:53.486707 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:53.529158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-34ff2f4d-3016-4328-8e67-c804987d0223 service neutron] 10.222.0.96 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677415 Feb 04 13:28:53.537626 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:53.538950 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-102706e9-05f9-40c0-bf88-d35956fe2548 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.7381928 Feb 04 13:28:53.544360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42442) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:53.580166 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Set router b31dbe73-9bea-48cb-89e7-bd072b40c11f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:53.660852 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Publish callbacks [] for port (f59714be-c468-4243-a245-18b32975e564), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:53.721189 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f59714be-c468-4243-a245-18b32975e564), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:53.818639 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'name': 'tempest-ServersTestJSON-993135970-router', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:47Z', 'updated_at': '2022-02-04T13:28:51Z', 'revision_number': 3, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'gw_port': {'id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:34:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:49Z', 'updated_at': '2022-02-04T13:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:53.850305 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Checking router: b31dbe73-9bea-48cb-89e7-bd072b40c11f for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:28:53.850932 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Updating router b31dbe73-9bea-48cb-89e7-bd072b40c11f port 9640e601-bfa3-4c1b-a86d-f072aedfdf09 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:28:53.872760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-73963d98-ace2-4e77-83da-001ddd2969b4 service neutron] 10.222.0.96 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315418 Feb 04 13:28:53.887533 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9640e601-bfa3-4c1b-a86d-f072aedfdf09), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:53.895331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133aa6e-a234-469f-beab-b659e8ae17a6 req-e2e50665-feb7-4c85-9bbf-6ae1338d8567 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:53.901347 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Pushing event updated for resources: {'Port': ['ID=f59714be-c468-4243-a245-18b32975e564,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:53.913845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1133aa6e-a234-469f-beab-b659e8ae17a6 req-e2e50665-feb7-4c85-9bbf-6ae1338d8567 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.1965058 Feb 04 13:28:53.940649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:53.948249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:53.967894 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:54.006936 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:54.022581 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Publish callbacks [] for security_group (f77f0dc9-05b1-4875-9058-f914cba3d9d4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:54.047369 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f77f0dc9-05b1-4875-9058-f914cba3d9d4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:54.164582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:54.165836 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8038cfe1-cc72-4412-aac2-e2fdf3aebf76), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:54.215186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1133aa6e-a234-469f-beab-b659e8ae17a6 req-ff440d2b-1f86-4094-ae47-b928ff39268b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999525 Feb 04 13:28:54.284848 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77f0dc9-05b1-4875-9058-f914cba3d9d4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:54.308638 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=de615a5cff5f4cab94166fda53a58d7e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0368655 Feb 04 13:28:54.310389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42452) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:54.312757 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Publish callbacks [] for port (9640e601-bfa3-4c1b-a86d-f072aedfdf09), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:54.324292 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9640e601-bfa3-4c1b-a86d-f072aedfdf09), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:54.352876 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Attempting to bind port 9640e601-bfa3-4c1b-a86d-f072aedfdf09 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:54.353256 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Attempting to bind port 9640e601-bfa3-4c1b-a86d-f072aedfdf09 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:54.353627 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Attempting to bind port 9640e601-bfa3-4c1b-a86d-f072aedfdf09 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:54.413192 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:28:54.413818 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:54.414076 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:54.414733 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:28:54.415664 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Bound port: 9640e601-bfa3-4c1b-a86d-f072aedfdf09, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:28:54.416233 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9640e601-bfa3-4c1b-a86d-f072aedfdf09), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:54.431737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee2cd9f-ead4-495b-81ad-1a65bf55e888 None None] Network 12907183-7974-4a8d-b2c1-a7323065fe5e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:28:54.469349 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.469717 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.470065 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.470432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.470769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.471103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.471456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.472155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.472155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.472382 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.473070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.473403 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.473728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b1ac0-3b7b-492e-8185-e5ac0ab646dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.492012 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] For port 9640e601-bfa3-4c1b-a86d-f072aedfdf09, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:54.495499 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] For port 9640e601-bfa3-4c1b-a86d-f072aedfdf09, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=9640e601-bfa3-4c1b-a86d-f072aedfdf09,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:28:54.517441 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9640e601-bfa3-4c1b-a86d-f072aedfdf09), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:54.558732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b327ba1d-3933-4a2d-87f4-64ce2a2e401a req-b4993bf9-0ffe-46cc-b34e-08b41e37905a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 210 time: 0.1645939 Feb 04 13:28:54.594538 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e76629ad-3016-45ea-b1dc-a550b09c9745 admin admin] Publish callbacks [] for security_group (f77f0dc9-05b1-4875-9058-f914cba3d9d4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:54.619381 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Routers {'b31dbe73-9bea-48cb-89e7-bd072b40c11f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:54.622321 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:28:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:54.642223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:54.642626 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8038cfe1-cc72-4412-aac2-e2fdf3aebf76), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:54.690680 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bd2af7ef-a1e1-4148-94a7-37e56157d140 None None] Provisioning complete for port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:54.694505 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bd2af7ef-a1e1-4148-94a7-37e56157d140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8038cfe1-cc72-4412-aac2-e2fdf3aebf76), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:54.707793 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Publish callbacks [] for router_gateway (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:54.711217 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e76629ad-3016-45ea-b1dc-a550b09c9745 admin admin] Publish callbacks [] for security_group (f77f0dc9-05b1-4875-9058-f914cba3d9d4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:54.791573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e76629ad-3016-45ea-b1dc-a550b09c9745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f77f0dc9-05b1-4875-9058-f914cba3d9d4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:54.795620 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e76629ad-3016-45ea-b1dc-a550b09c9745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:54.796920 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c47c71-cdda-4bed-9f58-5ae64a658bfe None None] Pushing event updated for resources: {'Port': ['ID=9640e601-bfa3-4c1b-a86d-f072aedfdf09,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:54.801585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e76629ad-3016-45ea-b1dc-a550b09c9745 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f77f0dc9-05b1-4875-9058-f914cba3d9d4 HTTP/1.1" status: 204 len: 168 time: 0.4881060 Feb 04 13:28:54.812993 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c47c71-cdda-4bed-9f58-5ae64a658bfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.813526 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c47c71-cdda-4bed-9f58-5ae64a658bfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.814123 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c47c71-cdda-4bed-9f58-5ae64a658bfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.814662 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c47c71-cdda-4bed-9f58-5ae64a658bfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.815835 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c47c71-cdda-4bed-9f58-5ae64a658bfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.817068 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c47c71-cdda-4bed-9f58-5ae64a658bfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.817639 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c47c71-cdda-4bed-9f58-5ae64a658bfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.818294 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c47c71-cdda-4bed-9f58-5ae64a658bfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.818721 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c47c71-cdda-4bed-9f58-5ae64a658bfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.819697 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c47c71-cdda-4bed-9f58-5ae64a658bfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.819697 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c47c71-cdda-4bed-9f58-5ae64a658bfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.820090 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c47c71-cdda-4bed-9f58-5ae64a658bfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.820532 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c47c71-cdda-4bed-9f58-5ae64a658bfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:54.839006 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76629ad-3016-45ea-b1dc-a550b09c9745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77f0dc9-05b1-4875-9058-f914cba3d9d4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:54.855412 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b323475-4328-4f4e-91a1-894a6bde8c48 req-b4ea45fd-59a8-46ca-b5ca-6fdec1e671a7 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:54.867324 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b323475-4328-4f4e-91a1-894a6bde8c48 req-b4ea45fd-59a8-46ca-b5ca-6fdec1e671a7 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 944 time: 0.2390883 Feb 04 13:28:54.915605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8038cfe1-cc72-4412-aac2-e2fdf3aebf76,segment=NetworkSegment(453825af-3755-4f06-9956-ea35d448d4d1),segment_id=453825af-3755-4f06-9956-ea35d448d4d1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:54.931150 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8038cfe1-cc72-4412-aac2-e2fdf3aebf76), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:54.971345 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c47c71-cdda-4bed-9f58-5ae64a658bfe None None] Pushing event updated for resources: {'Port': ['ID=9640e601-bfa3-4c1b-a86d-f072aedfdf09,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:54.986032 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b323475-4328-4f4e-91a1-894a6bde8c48 req-daed14a1-efce-4baa-bbe0-a04ea41e4b87 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142583 Feb 04 13:28:54.987737 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:28:55.019451 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] Set router b31dbe73-9bea-48cb-89e7-bd072b40c11f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:55.044525 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=8038cfe1-cc72-4412-aac2-e2fdf3aebf76,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:55.065803 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bd2af7ef-a1e1-4148-94a7-37e56157d140 None None] Current status of the port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:55.429284 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:55.478972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42474) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:55.502204 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:55.502463 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09a0cc6f-1f99-4c3c-9f62-d308d8f017d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:55.514422 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-25361261-4c5f-4de7-af59-21e14023c703 None None] Provisioning complete for port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:55.514422 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-25361261-4c5f-4de7-af59-21e14023c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8038cfe1-cc72-4412-aac2-e2fdf3aebf76), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:55.654430 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09a0cc6f-1f99-4c3c-9f62-d308d8f017d7 admin admin] Publish callbacks [] for security_group (59f78677-bc27-4ce5-8c58-37f7ec764649), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:55.664613 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09a0cc6f-1f99-4c3c-9f62-d308d8f017d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (59f78677-bc27-4ce5-8c58-37f7ec764649), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:55.702951 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0cc6f-1f99-4c3c-9f62-d308d8f017d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f78677-bc27-4ce5-8c58-37f7ec764649,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:55.734020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd68de-ee27-4abc-aa8c-3ae8c8585d7d req-f46e33d3-df4f-41a0-8ca0-44c41db350d5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:55.744412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-88cd68de-ee27-4abc-aa8c-3ae8c8585d7d req-f46e33d3-df4f-41a0-8ca0-44c41db350d5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.2996445 Feb 04 13:28:55.787885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-09a0cc6f-1f99-4c3c-9f62-d308d8f017d7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=92a6dbe7af0649ba9b9ef4557aa101d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3065233 Feb 04 13:28:55.805630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42502) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:55.835832 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'name': 'tempest-ServersTestJSON-993135970-router', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:47Z', 'updated_at': '2022-02-04T13:28:51Z', 'revision_number': 3, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'gw_port': {'id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:34:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:49Z', 'updated_at': '2022-02-04T13:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:55.855104 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Allocated IP 172.20.0.1 (efa4f540-f987-41c7-90f9-901a1a2e4296/dc151383-92f7-4d70-bfe3-bee2283b0521/29108429-620a-4d8e-b7f4-5f70e55afb9a) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:55.859745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e37e10a8-266b-4911-8d3c-a84365fcda2f details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:28:55.951005 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2dc97e-d008-462b-a1e1-1b522cf3168d None None] The sync data for ids ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'] in n-d-714676-13 is: [{'id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'name': 'tempest-ServersTestJSON-993135970-router', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:47Z', 'updated_at': '2022-02-04T13:28:51Z', 'revision_number': 3, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'gw_port': {'id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:34:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:49Z', 'updated_at': '2022-02-04T13:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:55.953192 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef6fe16b-f9e9-4281-a4af-da0c2b233f64 req-3024c125-1695-499a-804a-c313704a1807 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 210 time: 0.1740246 Feb 04 13:28:56.095441 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Publish callbacks [] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:56.167132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Router 7d4a6b57-bb61-479f-9dc4-a53a88bc7b24 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:28:56.304062 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f53ba939-6338-4efa-bf7b-f994d4d4ea17 admin admin] Publish callbacks [] for security_group (59f78677-bc27-4ce5-8c58-37f7ec764649), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:56.340394 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:56.345326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:28:56.371872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-6074cdc3-8e00-4832-8683-8cb12e3fc72b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:56.376953 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-6074cdc3-8e00-4832-8683-8cb12e3fc72b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 806 time: 0.3996925 Feb 04 13:28:56.392385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-88cd68de-ee27-4abc-aa8c-3ae8c8585d7d req-cd6cdfcc-4e25-4f67-93db-f67e791c9e06 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6479425 Feb 04 13:28:56.396945 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f53ba939-6338-4efa-bf7b-f994d4d4ea17 admin admin] Publish callbacks [] for security_group (59f78677-bc27-4ce5-8c58-37f7ec764649), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:56.433679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:56.451154 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-25361261-4c5f-4de7-af59-21e14023c703 None None] Current status of the port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:56.454959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Sync routers for ids ['7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:56.457362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-4fc01192-088a-4418-aa45-227d207f94ac tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Request body: {'port': {'device_id': 'd1f6ffac-b00a-453a-8324-3da7eb538ed5', 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96', 'admin_state_up': True, 'tenant_id': '688a1d8829de4353a6d958abc734325e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:56.508234 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Network efa4f540-f987-41c7-90f9-901a1a2e4296 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:56.514844 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:56.536176 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:56.617143 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:56.618439 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b574e625-2c13-42bf-ab41-19002f5f27ab admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3898973 Feb 04 13:28:56.623208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Pushing event updated for resources: {'Port': ['ID=29108429-620a-4d8e-b7f4-5f70e55afb9a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:56.627418 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42528) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:56.688042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1383c-e194-4604-998a-7028132234f2 req-43f31ed7-755c-443c-8fef-b5d8b4572561 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:56.690965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b3f1383c-e194-4604-998a-7028132234f2 req-43f31ed7-755c-443c-8fef-b5d8b4572561 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 944 time: 0.3105865 Feb 04 13:28:56.730393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Routers {'7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:56.731474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:28:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:56.769547 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f53ba939-6338-4efa-bf7b-f994d4d4ea17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (59f78677-bc27-4ce5-8c58-37f7ec764649), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:56.772961 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f53ba939-6338-4efa-bf7b-f994d4d4ea17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:56.774350 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f53ba939-6338-4efa-bf7b-f994d4d4ea17 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/59f78677-bc27-4ce5-8c58-37f7ec764649 HTTP/1.1" status: 204 len: 168 time: 0.9635704 Feb 04 13:28:56.803069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (b31dbe73-9bea-48cb-89e7-bd072b40c11f), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:56.851191 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ba939-6338-4efa-bf7b-f994d4d4ea17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f78677-bc27-4ce5-8c58-37f7ec764649,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:56.919044 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b3f1383c-e194-4604-998a-7028132234f2 req-cb9dddd8-7fda-45d8-944e-e1a7427c99bf tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906257 Feb 04 13:28:56.923021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-4fc01192-088a-4418-aa45-227d207f94ac tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Made reservation on behalf of 688a1d8829de4353a6d958abc734325e for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:56.936037 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-4fc01192-088a-4418-aa45-227d207f94ac tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:57.196121 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:57.267858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f7edcb4-2170-4e0a-9f84-3b845a68b860 req-e21755c8-c629-4a77-9053-7e8f3c892842 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 210 time: 0.1338208 Feb 04 13:28:57.450050 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e37e10a8-266b-4911-8d3c-a84365fcda2f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e37e10a8-266b-4911-8d3c-a84365fcda2f,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:57.465516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-4fc01192-088a-4418-aa45-227d207f94ac tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Allocated IP 172.20.0.14 (d188bd97-3ae7-401d-8731-0d5589265d96/ddd53861-36d1-4ddc-a3f4-939049859c05/16d3a5eb-b9d3-4ccb-adea-cb29634456eb) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:57.546054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9fa73078-7ddc-497b-8838-6dbd13afdf4d None None] Provisioning complete for port 29108429-620a-4d8e-b7f4-5f70e55afb9a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:57.547713 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9fa73078-7ddc-497b-8838-6dbd13afdf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:57.576749 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'e37e10a8-266b-4911-8d3c-a84365fcda2f', 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112', 'port_id': 'e37e10a8-266b-4911-8d3c-a84365fcda2f', 'mac_address': 'fa:16:3e:e0:ec:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65276bc3-38f7-4354-8723-1e8038a429ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:28:57.701862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:57.709836 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8038cfe1-cc72-4412-aac2-e2fdf3aebf76), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:57.893932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Set router 7d4a6b57-bb61-479f-9dc4-a53a88bc7b24 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:57.930977 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-4fc01192-088a-4418-aa45-227d207f94ac tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks [] for port (16d3a5eb-b9d3-4ccb-adea-cb29634456eb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:57.940373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9fa73078-7ddc-497b-8838-6dbd13afdf4d None None] Port 29108429-620a-4d8e-b7f4-5f70e55afb9a cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:28:57.994742 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-4fc01192-088a-4418-aa45-227d207f94ac tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (16d3a5eb-b9d3-4ccb-adea-cb29634456eb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:58.045103 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['355c92ab-2156-47d3-abb8-4333a39b455b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:58.159110 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port e37e10a8-266b-4911-8d3c-a84365fcda2f is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:58.159659 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:58.170460 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-4fc01192-088a-4418-aa45-227d207f94ac tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Network d188bd97-3ae7-401d-8731-0d5589265d96 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:58.179933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-4fc01192-088a-4418-aa45-227d207f94ac tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:58.184213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-4fc01192-088a-4418-aa45-227d207f94ac tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:58.259815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc01192-088a-4418-aa45-227d207f94ac tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Pushing event updated for resources: {'Port': ['ID=16d3a5eb-b9d3-4ccb-adea-cb29634456eb,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:58.270242 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-4fc01192-088a-4418-aa45-227d207f94ac tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:58.270917 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-4fc01192-088a-4418-aa45-227d207f94ac tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:58.288558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37e10a8-266b-4911-8d3c-a84365fcda2f {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:28:58.298366 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dc77b-5212-4ce9-b97c-ae0f3d3d8c36 req-b3626d2b-cda4-4ca5-aae4-95817ddd4f5b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:58.314870 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a8dc77b-5212-4ce9-b97c-ae0f3d3d8c36 req-b3626d2b-cda4-4ca5-aae4-95817ddd4f5b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.3350575 Feb 04 13:28:58.375100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-4fc01192-088a-4418-aa45-227d207f94ac tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9816158 Feb 04 13:28:58.390559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:58.392147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a698a-1bbc-4e88-93e7-883252e85b3d req-42bb54c8-f197-4e4a-8479-f456f2585955 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:58.397275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e37e10a8-266b-4911-8d3c-a84365fcda2f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e37e10a8-266b-4911-8d3c-a84365fcda2f,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:58.408018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-093a698a-1bbc-4e88-93e7-883252e85b3d req-42bb54c8-f197-4e4a-8479-f456f2585955 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 944 time: 0.3132629 Feb 04 13:28:58.431349 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Request body: {'port': {'device_id': 'd1f6ffac-b00a-453a-8324-3da7eb538ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:58.442323 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:58.570843 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Publish callbacks [] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:58.625497 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a8dc77b-5212-4ce9-b97c-ae0f3d3d8c36 req-680bd21e-c2fb-4a98-adf2-681aa1538185 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064499 Feb 04 13:28:58.651615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=e37e10a8-266b-4911-8d3c-a84365fcda2f,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:58.712222 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:58.755201 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9640e601-bfa3-4c1b-a86d-f072aedfdf09 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:58.826569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-093a698a-1bbc-4e88-93e7-883252e85b3d req-2e25e251-a9d1-47d9-811f-4150cbc6ffcb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515923 Feb 04 13:28:58.828794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'name': 'tempest-FloatingIPDetailsTestJSON-1902351262-router', 'tenant_id': '9775c85cb6444410bed66c637624084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'f59714be-c468-4243-a245-18b32975e564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:50Z', 'updated_at': '2022-02-04T13:28:54Z', 'revision_number': 3, 'project_id': '9775c85cb6444410bed66c637624084c', 'gw_port': {'id': 'f59714be-c468-4243-a245-18b32975e564', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:53Z', 'updated_at': '2022-02-04T13:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:58.862627 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (16d3a5eb-b9d3-4ccb-adea-cb29634456eb), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:58.918380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['e37e10a8-266b-4911-8d3c-a84365fcda2f'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:58.924438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Checking router: 7d4a6b57-bb61-479f-9dc4-a53a88bc7b24 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:28:58.924743 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Updating router 7d4a6b57-bb61-479f-9dc4-a53a88bc7b24 port f59714be-c468-4243-a245-18b32975e564 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:28:58.927606 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Pushing event updated for resources: {'Port': ['ID=29108429-620a-4d8e-b7f4-5f70e55afb9a,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:58.944216 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (b31dbe73-9bea-48cb-89e7-bd072b40c11f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:59.053156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b384d-0dc2-41b0-9b85-66e3480b80ed req-faeac7fd-9e84-4acb-9c91-22753be3260a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:59.064412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a7b384d-0dc2-41b0-9b85-66e3480b80ed req-faeac7fd-9e84-4acb-9c91-22753be3260a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 932 time: 0.2333226 Feb 04 13:28:59.068839 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f59714be-c468-4243-a245-18b32975e564), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:59.158187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 9640e601-bfa3-4c1b-a86d-f072aedfdf09 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:59.158931 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9640e601-bfa3-4c1b-a86d-f072aedfdf09), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:59.189106 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:59.230702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a7b384d-0dc2-41b0-9b85-66e3480b80ed req-55de13d4-6005-478d-b3f5-742d45ea8007 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650250 Feb 04 13:28:59.282168 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Network efa4f540-f987-41c7-90f9-901a1a2e4296 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:59.301553 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:59.506271 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d3a5eb-b9d3-4ccb-adea-cb29634456eb {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:28:59.527231 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Publish callbacks [] for port (16d3a5eb-b9d3-4ccb-adea-cb29634456eb), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:59.564518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Transition to ACTIVE for port object 16d3a5eb-b9d3-4ccb-adea-cb29634456eb will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:28:59.571143 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (16d3a5eb-b9d3-4ccb-adea-cb29634456eb), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:59.591732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 9640e601-bfa3-4c1b-a86d-f072aedfdf09 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:59.592131 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9640e601-bfa3-4c1b-a86d-f072aedfdf09), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:59.677770 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Pushing event updated for resources: {'Port': ['ID=16d3a5eb-b9d3-4ccb-adea-cb29634456eb,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:59.717358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 9640e601-bfa3-4c1b-a86d-f072aedfdf09, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=9640e601-bfa3-4c1b-a86d-f072aedfdf09,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:59.745582 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9640e601-bfa3-4c1b-a86d-f072aedfdf09), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:59.889664 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Publish callbacks [] for port (f59714be-c468-4243-a245-18b32975e564), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:59.893519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Router b31dbe73-9bea-48cb-89e7-bd072b40c11f has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:28:59.912320 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=9640e601-bfa3-4c1b-a86d-f072aedfdf09,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:59.934578 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f59714be-c468-4243-a245-18b32975e564), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:59.951883 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Attempting to bind port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:59.954062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Attempting to bind port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:59.957509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Attempting to bind port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb on network d188bd97-3ae7-401d-8731-0d5589265d96 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:59.981411 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb on network d188bd97-3ae7-401d-8731-0d5589265d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:28:59.981750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Attempting to bind port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb on network d188bd97-3ae7-401d-8731-0d5589265d96 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:29:00.004453 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec528b-b87b-4b08-8f40-8160c5bef547 req-f9b79f58-8f44-4a86-a1ab-a610e5be95ef tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:00.016562 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddec528b-b87b-4b08-8f40-8160c5bef547 req-f9b79f58-8f44-4a86-a1ab-a610e5be95ef tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.2294664 Feb 04 13:29:00.075915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:29:00.079280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:29:00.079867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Checking segment: {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:29:00.079992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Bound using segment: {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:29:00.080600 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Bound port: 16d3a5eb-b9d3-4ccb-adea-cb29634456eb, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:29:00.080974 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (16d3a5eb-b9d3-4ccb-adea-cb29634456eb), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:00.091657 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Sync routers for ids ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:00.093911 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fdc877e0-d908-48ed-8d41-8eda8b6305b5 admin admin] 10.222.0.96 "PUT /v2.0/routers/b31dbe73-9bea-48cb-89e7-bd072b40c11f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5484123 Feb 04 13:29:00.110119 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Allocated IP 172.20.0.1 (12907183-7974-4a8d-b2c1-a7323065fe5e/4552e2ae-010e-4170-83ec-b76f80c7ef85/e1372eec-08bf-4e85-a732-d366d5328469) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:00.111709 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Routers {'b31dbe73-9bea-48cb-89e7-bd072b40c11f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:00.112365 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:28:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:00.125026 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007482d4-a055-478f-b17a-d751bae7c615 None None] Pushing event updated for resources: {'Port': ['ID=f59714be-c468-4243-a245-18b32975e564,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:00.138434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-119dd93c-ebbb-4e14-b881-2f0210c82fea None None] Provisioning complete for port 29108429-620a-4d8e-b7f4-5f70e55afb9a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:00.140470 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-119dd93c-ebbb-4e14-b881-2f0210c82fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:00.206609 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Attempting to bind port f59714be-c468-4243-a245-18b32975e564 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:29:00.208655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Attempting to bind port f59714be-c468-4243-a245-18b32975e564 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:29:00.209149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Attempting to bind port f59714be-c468-4243-a245-18b32975e564 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:29:00.261151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:29:00.261580 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:29:00.262019 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:00.262514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:29:00.263018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Bound port: f59714be-c468-4243-a245-18b32975e564, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:29:00.263413 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f59714be-c468-4243-a245-18b32975e564), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:00.266169 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-119dd93c-ebbb-4e14-b881-2f0210c82fea None None] Port 29108429-620a-4d8e-b7f4-5f70e55afb9a cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:29:00.305733 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddec528b-b87b-4b08-8f40-8160c5bef547 req-7d50983f-3dcc-4aa7-bf5f-362bd769fd7d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800577 Feb 04 13:29:00.323936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feb9ef-35ce-4f2d-badb-c96db3ccb503 req-fd83c2f5-9ab1-4c05-8219-75804dffc13b tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:00.325590 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47feb9ef-35ce-4f2d-badb-c96db3ccb503 req-fd83c2f5-9ab1-4c05-8219-75804dffc13b tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 945 time: 0.3070161 Feb 04 13:29:00.350407 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Publish callbacks [] for port (e1372eec-08bf-4e85-a732-d366d5328469), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:00.385580 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] For port f59714be-c468-4243-a245-18b32975e564, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:29:00.389567 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] For port f59714be-c468-4243-a245-18b32975e564, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f59714be-c468-4243-a245-18b32975e564,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:29:00.389987 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Set router b31dbe73-9bea-48cb-89e7-bd072b40c11f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:00.397831 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f59714be-c468-4243-a245-18b32975e564), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:00.436732 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e1372eec-08bf-4e85-a732-d366d5328469), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:00.508143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007482d4-a055-478f-b17a-d751bae7c615 None None] Pushing event updated for resources: {'Port': ['ID=f59714be-c468-4243-a245-18b32975e564,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:00.511217 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Routers {'7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:00.511838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:28:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:00.554253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e1372eec-08bf-4e85-a732-d366d5328469,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:00.573672 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Network 12907183-7974-4a8d-b2c1-a7323065fe5e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:00.581599 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:00.585029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:00.689081 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:00.779766 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42614) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:00.849170 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'name': 'tempest-ServersTestJSON-993135970-router', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:47Z', 'updated_at': '2022-02-04T13:28:57Z', 'revision_number': 4, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'gw_port': {'id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:49Z', 'updated_at': '2022-02-04T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '29108429-620a-4d8e-b7f4-5f70e55afb9a', 'name': '', 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'mac_address': 'fa:16:3e:e2:79:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:55Z', 'updated_at': '2022-02-04T13:28:57Z', 'revision_number': 2, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'subnets': [{'id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:00.930726 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9640e601-bfa3-4c1b-a86d-f072aedfdf09 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:29:00.941286 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Checking router: b31dbe73-9bea-48cb-89e7-bd072b40c11f for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:29:00.949260 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Updating router b31dbe73-9bea-48cb-89e7-bd072b40c11f port 29108429-620a-4d8e-b7f4-5f70e55afb9a binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:29:01.001515 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e1372eec-08bf-4e85-a732-d366d5328469), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:01.048367 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:01.100311 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] Set router 7d4a6b57-bb61-479f-9dc4-a53a88bc7b24 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:01.104246 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 9640e601-bfa3-4c1b-a86d-f072aedfdf09 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:01.104864 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9640e601-bfa3-4c1b-a86d-f072aedfdf09), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:01.159202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] For port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:29:01.178037 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] For port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=16d3a5eb-b9d3-4ccb-adea-cb29634456eb,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:29:01.209963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5ea98839-8c0e-4b15-a816-c4b55636f5b2 None None] Provisioning complete for port e1372eec-08bf-4e85-a732-d366d5328469 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:01.210634 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5ea98839-8c0e-4b15-a816-c4b55636f5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e1372eec-08bf-4e85-a732-d366d5328469), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:01.224803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47feb9ef-35ce-4f2d-badb-c96db3ccb503 req-794f5da5-759e-40a5-949e-40e2c3f0b8e6 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8842599 Feb 04 13:29:01.225984 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (16d3a5eb-b9d3-4ccb-adea-cb29634456eb), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:01.282019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:01.282690 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:01.284000 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Publish callbacks [] for port (e1372eec-08bf-4e85-a732-d366d5328469), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:01.284163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] 10.222.0.99 "PUT /v2.0/ports/16d3a5eb-b9d3-4ccb-adea-cb29634456eb HTTP/1.1" status: 200 len: 1093 time: 2.8734882 Feb 04 13:29:01.286057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f6ffac-b00a-453a-8324-3da7eb538ed5', 'tag': '16d3a5eb-b9d3-4ccb-adea-cb29634456eb'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:01.288431 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753115ad-c6a6-4a1e-9f5c-d835eb6739a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f6ffac-b00a-453a-8324-3da7eb538ed5", "tag": "16d3a5eb-b9d3-4ccb-adea-cb29634456eb"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:01.311618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-de2923a4-8b7e-4e02-899c-4b9bcbf7fcfc tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1054972938', 'router:external': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:01.315856 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (e1372eec-08bf-4e85-a732-d366d5328469), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:01.386599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedf5d0-3bbd-4f21-9507-575a3a502a4e service neutron] Pushing event updated for resources: {'Port': ['ID=16d3a5eb-b9d3-4ccb-adea-cb29634456eb,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:01.387350 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:01.391773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5ea98839-8c0e-4b15-a816-c4b55636f5b2 None None] Port e1372eec-08bf-4e85-a732-d366d5328469 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:29:01.490888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2923a4-8b7e-4e02-899c-4b9bcbf7fcfc tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Made reservation on behalf of d104ff1321db4335bb60d741c87f88a2 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:01.493361 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de2923a4-8b7e-4e02-899c-4b9bcbf7fcfc tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:01.498336 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e1372eec-08bf-4e85-a732-d366d5328469,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:01.518938 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de2923a4-8b7e-4e02-899c-4b9bcbf7fcfc tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:01.523998 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58416298-54ec-418e-8ee5-a3f4e19d3f1c req-acc5d974-e734-412f-afbb-08046f604415 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:01.527444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58416298-54ec-418e-8ee5-a3f4e19d3f1c req-acc5d974-e734-412f-afbb-08046f604415 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 944 time: 0.4478400 Feb 04 13:29:01.556595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 9640e601-bfa3-4c1b-a86d-f072aedfdf09 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:01.616521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-305f7fbd-9e42-4a5b-adc3-1da4cc4e1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:01.618361 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-305f7fbd-9e42-4a5b-adc3-1da4cc4e1bf7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 1127 time: 0.2206464 Feb 04 13:29:01.650544 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58416298-54ec-418e-8ee5-a3f4e19d3f1c req-df58e7ad-3937-49b4-a799-09b8137eec2a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152272 Feb 04 13:29:01.660655 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Network 12907183-7974-4a8d-b2c1-a7323065fe5e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:01.665956 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:01.693820 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'name': 'tempest-FloatingIPDetailsTestJSON-1902351262-router', 'tenant_id': '9775c85cb6444410bed66c637624084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'f59714be-c468-4243-a245-18b32975e564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:50Z', 'updated_at': '2022-02-04T13:28:54Z', 'revision_number': 3, 'project_id': '9775c85cb6444410bed66c637624084c', 'gw_port': {'id': 'f59714be-c468-4243-a245-18b32975e564', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:53Z', 'updated_at': '2022-02-04T13:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:01.702780 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-619a116f-164f-45f7-ac58-e0d8682bd7f6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16d3a5eb-b9d3-4ccb-adea-cb29634456eb HTTP/1.1" status: 200 len: 217 time: 0.0742922 Feb 04 13:29:01.764713 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Publish callbacks [] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:01.782762 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:01.784041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5266b2e4-ebc7-4aae-9004-a818f0c25f49 None None] The sync data for ids ['7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'] in n-d-714676-13 is: [{'id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'name': 'tempest-FloatingIPDetailsTestJSON-1902351262-router', 'tenant_id': '9775c85cb6444410bed66c637624084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'f59714be-c468-4243-a245-18b32975e564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:50Z', 'updated_at': '2022-02-04T13:28:54Z', 'revision_number': 3, 'project_id': '9775c85cb6444410bed66c637624084c', 'gw_port': {'id': 'f59714be-c468-4243-a245-18b32975e564', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:53Z', 'updated_at': '2022-02-04T13:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:01.807079 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c1a0ff-b55b-4c1d-af0f-56c352db3928 x-openstack-request-id: req-b2c1a0ff-b55b-4c1d-af0f-56c352db3928 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:01.807495 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f6ffac-b00a-453a-8324-3da7eb538ed5", "tag": "16d3a5eb-b9d3-4ccb-adea-cb29634456eb", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:01.807843 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b2c1a0ff-b55b-4c1d-af0f-56c352db3928 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:01.810232 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f6ffac-b00a-453a-8324-3da7eb538ed5', 'tag': '16d3a5eb-b9d3-4ccb-adea-cb29634456eb', 'status': 'completed', 'code': 200} Feb 04 13:29:01.835343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-b36f9d0f-0239-4389-979b-f9dc6877729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:01.841640 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-b36f9d0f-0239-4389-979b-f9dc6877729f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ddd53861-36d1-4ddc-a3f4-939049859c05 HTTP/1.1" status: 200 len: 846 time: 0.1266768 Feb 04 13:29:01.919462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-92244035-45ce-49a4-b517-725acf6bb2a0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d188bd97-3ae7-401d-8731-0d5589265d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705497 Feb 04 13:29:01.940279 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978e27f-1798-4a89-b346-698c94094194 None None] Pushing event updated for resources: {'Port': ['ID=29108429-620a-4d8e-b7f4-5f70e55afb9a,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:02.056921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Router 7d4a6b57-bb61-479f-9dc4-a53a88bc7b24 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:29:02.158837 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Attempting to bind port 29108429-620a-4d8e-b7f4-5f70e55afb9a on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:29:02.159522 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Attempting to bind port 29108429-620a-4d8e-b7f4-5f70e55afb9a by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '71629890-8372-4cd0-8047-6c5a2c73cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:29:02.160764 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Attempting to bind port 29108429-620a-4d8e-b7f4-5f70e55afb9a on network efa4f540-f987-41c7-90f9-901a1a2e4296 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:29:02.171965 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:29:02.172577 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Checking segment: {'id': '71629890-8372-4cd0-8047-6c5a2c73cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:29:02.174819 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:02.175399 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Bound using segment: {'id': '71629890-8372-4cd0-8047-6c5a2c73cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:29:02.178814 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Bound port: 29108429-620a-4d8e-b7f4-5f70e55afb9a, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71629890-8372-4cd0-8047-6c5a2c73cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:29:02.179572 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:02.239578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8c673cea-d452-47ce-8761-baaa5390e28f None None] Provisioning complete for port e1372eec-08bf-4e85-a732-d366d5328469 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:02.240602 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8c673cea-d452-47ce-8761-baaa5390e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e1372eec-08bf-4e85-a732-d366d5328469), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:02.276781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd620b53-987a-43b8-88ff-855c5d392534 req-d2756b23-eb18-4323-870f-a376b742e321 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:02.280096 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd620b53-987a-43b8-88ff-855c5d392534 req-d2756b23-eb18-4323-870f-a376b742e321 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.3083699 Feb 04 13:29:02.282513 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-9b3ef782-96c8-44e7-ad20-58804c5fa6b5 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529510 Feb 04 13:29:02.325676 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] For port 29108429-620a-4d8e-b7f4-5f70e55afb9a, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:29:02.336474 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] For port 29108429-620a-4d8e-b7f4-5f70e55afb9a, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=29108429-620a-4d8e-b7f4-5f70e55afb9a,segment=NetworkSegment(71629890-8372-4cd0-8047-6c5a2c73cd87),segment_id=71629890-8372-4cd0-8047-6c5a2c73cd87)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:29:02.342127 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8c673cea-d452-47ce-8761-baaa5390e28f None None] Port e1372eec-08bf-4e85-a732-d366d5328469 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:29:02.354997 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de2923a4-8b7e-4e02-899c-4b9bcbf7fcfc tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for security_group (ccbe8c9b-e51e-41b9-bf84-add29b4ac0ff), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:02.380058 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:02.383951 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de2923a4-8b7e-4e02-899c-4b9bcbf7fcfc tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ccbe8c9b-e51e-41b9-bf84-add29b4ac0ff), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:02.403157 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2923a4-8b7e-4e02-899c-4b9bcbf7fcfc tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:29:02.416495 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de2923a4-8b7e-4e02-899c-4b9bcbf7fcfc tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3027e0cd-1afe-4917-9711-ec0ad5676f8b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:02.416875 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-de2923a4-8b7e-4e02-899c-4b9bcbf7fcfc tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Added segment 3027e0cd-1afe-4917-9711-ec0ad5676f8b of type vlan for network 558e37aa-b522-4128-adf7-9103a95a582c Feb 04 13:29:02.451927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e37e10a8-266b-4911-8d3c-a84365fcda2f up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:29:02.541913 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de2923a4-8b7e-4e02-899c-4b9bcbf7fcfc tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (558e37aa-b522-4128-adf7-9103a95a582c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:02.555112 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd620b53-987a-43b8-88ff-855c5d392534 req-5ec15c4c-6e3e-4b30-8668-e6c7b2f0dccf tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698920 Feb 04 13:29:02.584919 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Routers {'b31dbe73-9bea-48cb-89e7-bd072b40c11f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:02.585565 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:28:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:02.633286 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978e27f-1798-4a89-b346-698c94094194 None None] Pushing event updated for resources: {'Port': ['ID=29108429-620a-4d8e-b7f4-5f70e55afb9a,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:02.681892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2923a4-8b7e-4e02-899c-4b9bcbf7fcfc tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbe8c9b-e51e-41b9-bf84-add29b4ac0ff,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:02.705842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d682927b-677c-475c-91c3-92ad76981428 None None] Provisioning complete for port 29108429-620a-4d8e-b7f4-5f70e55afb9a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:02.707879 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d682927b-677c-475c-91c3-92ad76981428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:02.809766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e317ae00-6c1d-40a5-b041-5c4805fe848a req-46155f96-e08b-462d-9c1c-ae63d3570598 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175683 Feb 04 13:29:02.812165 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de2923a4-8b7e-4e02-899c-4b9bcbf7fcfc tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (558e37aa-b522-4128-adf7-9103a95a582c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:02.814790 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2923a4-8b7e-4e02-899c-4b9bcbf7fcfc tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:02.817142 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de2923a4-8b7e-4e02-899c-4b9bcbf7fcfc tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:02.836219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42632) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:02.864509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port e37e10a8-266b-4911-8d3c-a84365fcda2f completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:02.886712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-58a7f6ec-efd2-475f-9dd8-4fc2725d4d16 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627151227', 'description': 'tempest-description--1211848136'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:02.899026 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port e37e10a8-266b-4911-8d3c-a84365fcda2f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:02.904549 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:02.967812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f59714be-c468-4243-a245-18b32975e564 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:29:03.041613 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-de2923a4-8b7e-4e02-899c-4b9bcbf7fcfc tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.2520206 Feb 04 13:29:03.044888 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42634) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:03.054022 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] Set router b31dbe73-9bea-48cb-89e7-bd072b40c11f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:03.084045 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2923a4-8b7e-4e02-899c-4b9bcbf7fcfc tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Pushing event updated for resources: {'Network': ['ID=558e37aa-b522-4128-adf7-9103a95a582c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:03.105349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:29:03.115965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 558e37aa-b522-4128-adf7-9103a95a582c details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:29:03.124305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-df939573-1b58-408f-8be3-035ebc2a32bf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Request body: {'subnet': {'network_id': '558e37aa-b522-4128-adf7-9103a95a582c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:03.134947 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d1717bd9-a9b5-4c16-8bb2-dea99e2e88d5 admin admin] 10.222.0.96 "PUT /v2.0/routers/7d4a6b57-bb61-479f-9dc4-a53a88bc7b24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5004752 Feb 04 13:29:03.184282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df939573-1b58-408f-8be3-035ebc2a32bf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Made reservation on behalf of d104ff1321db4335bb60d741c87f88a2 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:03.187516 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df939573-1b58-408f-8be3-035ebc2a32bf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:03.333018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port e37e10a8-266b-4911-8d3c-a84365fcda2f is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:03.333656 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:03.377412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d682927b-677c-475c-91c3-92ad76981428 None None] Current status of the port 29108429-620a-4d8e-b7f4-5f70e55afb9a is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:03.377801 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d682927b-677c-475c-91c3-92ad76981428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:03.392886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f59714be-c468-4243-a245-18b32975e564 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:03.393249 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f59714be-c468-4243-a245-18b32975e564), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:03.416526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753115ad-c6a6-4a1e-9f5c-d835eb6739a5 req-04d55c3e-68b7-4f10-867f-6f9c7cf18d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:03.424871 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-753115ad-c6a6-4a1e-9f5c-d835eb6739a5 req-04d55c3e-68b7-4f10-867f-6f9c7cf18d81 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 1127 time: 0.5175562 Feb 04 13:29:03.451702 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58a7f6ec-efd2-475f-9dd8-4fc2725d4d16 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:03.456025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05daaec-e431-4ce2-902e-91233c3de77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37e10a8-266b-4911-8d3c-a84365fcda2f'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:03.458441 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dad55f5-185b-4e5f-bd07-bb20dad2b293" -d '{"events": [{"server_uuid": "d05daaec-e431-4ce2-902e-91233c3de77d", "name": "network-vif-plugged", "status": "completed", "tag": "e37e10a8-266b-4911-8d3c-a84365fcda2f"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:03.486141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423799d4-d6b1-44a6-846f-3ae2d459abd3 req-b584f038-9619-4b4e-aa95-eb051ac0ff37 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:03.486476 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e37e10a8-266b-4911-8d3c-a84365fcda2f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e37e10a8-266b-4911-8d3c-a84365fcda2f,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:03.489304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-423799d4-d6b1-44a6-846f-3ae2d459abd3 req-b584f038-9619-4b4e-aa95-eb051ac0ff37 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 945 time: 0.6506913 Feb 04 13:29:03.510870 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2bb2b-1e92-4ff6-a390-d407a113b22d req-095cb126-b95c-4511-9866-2fcd4d47cf5f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:03.512558 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:03.513050 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-36f2bb2b-1e92-4ff6-a390-d407a113b22d req-095cb126-b95c-4511-9866-2fcd4d47cf5f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 944 time: 0.4985528 Feb 04 13:29:03.542775 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'name': 'tempest-ServersTestJSON-993135970-router', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:47Z', 'updated_at': '2022-02-04T13:28:57Z', 'revision_number': 4, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'gw_port': {'id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:49Z', 'updated_at': '2022-02-04T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '29108429-620a-4d8e-b7f4-5f70e55afb9a', 'name': '', 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'mac_address': 'fa:16:3e:e2:79:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:55Z', 'updated_at': '2022-02-04T13:29:02Z', 'revision_number': 4, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'subnets': [{'id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:03.573638 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=e37e10a8-266b-4911-8d3c-a84365fcda2f,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:03.584786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d682927b-677c-475c-91c3-92ad76981428 None None] For port 29108429-620a-4d8e-b7f4-5f70e55afb9a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=29108429-620a-4d8e-b7f4-5f70e55afb9a,segment=NetworkSegment(71629890-8372-4cd0-8047-6c5a2c73cd87),segment_id=71629890-8372-4cd0-8047-6c5a2c73cd87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:03.626686 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c916ef36-432a-4448-9d23-a2561ee1e3ce None None] The sync data for ids ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'] in n-d-714676-13 is: [{'id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'name': 'tempest-ServersTestJSON-993135970-router', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:47Z', 'updated_at': '2022-02-04T13:28:57Z', 'revision_number': 4, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'gw_port': {'id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:49Z', 'updated_at': '2022-02-04T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '29108429-620a-4d8e-b7f4-5f70e55afb9a', 'name': '', 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'mac_address': 'fa:16:3e:e2:79:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:55Z', 'updated_at': '2022-02-04T13:29:02Z', 'revision_number': 4, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'subnets': [{'id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:03.639358 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d682927b-677c-475c-91c3-92ad76981428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:03.646954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f59714be-c468-4243-a245-18b32975e564 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:03.646954 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f59714be-c468-4243-a245-18b32975e564), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:03.731842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port f59714be-c468-4243-a245-18b32975e564, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f59714be-c468-4243-a245-18b32975e564,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:03.739623 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-36f2bb2b-1e92-4ff6-a390-d407a113b22d req-48ad8c3a-71a3-49e6-9a48-c3b7f8cf9442 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095084 Feb 04 13:29:03.747901 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f59714be-c468-4243-a245-18b32975e564), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:03.757234 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682927b-677c-475c-91c3-92ad76981428 None None] Pushing event updated for resources: {'Port': ['ID=29108429-620a-4d8e-b7f4-5f70e55afb9a,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:03.821505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=f59714be-c468-4243-a245-18b32975e564,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:03.837983 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-91c268e5-4215-40ad-b333-37fabfe14573 None None] Provisioning complete for port 29108429-620a-4d8e-b7f4-5f70e55afb9a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:03.838394 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-91c268e5-4215-40ad-b333-37fabfe14573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:03.908909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-423799d4-d6b1-44a6-846f-3ae2d459abd3 req-6acd8153-4183-4d4e-8f15-5a1aafbeb488 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803456 Feb 04 13:29:03.993272 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c403def2-af5b-434f-85a8-9c0bb34e1c3f x-openstack-request-id: req-c403def2-af5b-434f-85a8-9c0bb34e1c3f {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:03.993652 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05daaec-e431-4ce2-902e-91233c3de77d", "name": "network-vif-plugged", "status": "completed", "tag": "e37e10a8-266b-4911-8d3c-a84365fcda2f", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:03.993838 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c403def2-af5b-434f-85a8-9c0bb34e1c3f {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:03.994327 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05daaec-e431-4ce2-902e-91233c3de77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37e10a8-266b-4911-8d3c-a84365fcda2f', 'code': 200} Feb 04 13:29:04.067888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-91c268e5-4215-40ad-b333-37fabfe14573 None None] Current status of the port 29108429-620a-4d8e-b7f4-5f70e55afb9a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:04.197302 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58a7f6ec-efd2-475f-9dd8-4fc2725d4d16 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for security_group (78b24abd-3803-4c58-92de-4ed1a2dd8803), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:04.273099 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753115ad-c6a6-4a1e-9f5c-d835eb6739a5 req-c16e54c8-f7bf-44f4-a570-361fd86bac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:04.274662 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-753115ad-c6a6-4a1e-9f5c-d835eb6739a5 req-c16e54c8-f7bf-44f4-a570-361fd86bac5c service neutron] 10.222.0.99 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 907 time: 0.8354554 Feb 04 13:29:04.275313 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58a7f6ec-efd2-475f-9dd8-4fc2725d4d16 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (78b24abd-3803-4c58-92de-4ed1a2dd8803), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:04.391358 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-753115ad-c6a6-4a1e-9f5c-d835eb6739a5 req-95698ddf-1177-46f6-a589-ee439959ca1d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16d3a5eb-b9d3-4ccb-adea-cb29634456eb HTTP/1.1" status: 200 len: 217 time: 0.0983982 Feb 04 13:29:04.399989 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58a7f6ec-efd2-475f-9dd8-4fc2725d4d16 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:04.401253 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-58a7f6ec-efd2-475f-9dd8-4fc2725d4d16 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5566742 Feb 04 13:29:04.405146 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42650) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:04.415696 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b4164f45-04ea-4939-a417-dc48dcf5a34a tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Request body: {'security_group_rule': {'security_group_id': '78b24abd-3803-4c58-92de-4ed1a2dd8803', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:04.416180 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7f6ec-efd2-475f-9dd8-4fc2725d4d16 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b24abd-3803-4c58-92de-4ed1a2dd8803,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:04.479278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-0fa0351f-99e7-49a4-9bc1-01d08eb4b05f tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4690087 Feb 04 13:29:04.485581 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8ddcb-d64e-48de-81de-90d69be17a52 req-db1a9a16-fd07-477b-af56-a9c7160cec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:04.487174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49d8ddcb-d64e-48de-81de-90d69be17a52 req-db1a9a16-fd07-477b-af56-a9c7160cec70 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 1129 time: 0.3227670 Feb 04 13:29:04.495413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9539e7-7846-4be1-b44d-210a2988412b req-7af389fa-6a7e-43bc-912b-5810ba742597 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:04.497131 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f9539e7-7846-4be1-b44d-210a2988412b req-7af389fa-6a7e-43bc-912b-5810ba742597 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.3862307 Feb 04 13:29:04.509486 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b4164f45-04ea-4939-a417-dc48dcf5a34a tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for security_group_rule (9c75cf9f-b888-47e9-ad69-1804ae41d1ce), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:04.559229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:04.621066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753115ad-c6a6-4a1e-9f5c-d835eb6739a5 req-f9334e2e-21d9-40d2-bd6f-2c13a5d1a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:04.623581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-753115ad-c6a6-4a1e-9f5c-d835eb6739a5 req-f9334e2e-21d9-40d2-bd6f-2c13a5d1a591 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ddd53861-36d1-4ddc-a3f4-939049859c05 HTTP/1.1" status: 200 len: 846 time: 0.2127559 Feb 04 13:29:04.657553 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b4164f45-04ea-4939-a417-dc48dcf5a34a tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for security_group_rule (9c75cf9f-b888-47e9-ad69-1804ae41d1ce), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:04.661642 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:04.664635 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b4164f45-04ea-4939-a417-dc48dcf5a34a tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (9c75cf9f-b888-47e9-ad69-1804ae41d1ce), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:04.689599 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4164f45-04ea-4939-a417-dc48dcf5a34a tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c75cf9f-b888-47e9-ad69-1804ae41d1ce,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:04.709018 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b4164f45-04ea-4939-a417-dc48dcf5a34a tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:04.710326 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b4164f45-04ea-4939-a417-dc48dcf5a34a tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3031747 Feb 04 13:29:04.713014 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42652) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:04.717628 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fbeb607a-316e-47ee-bfba-91688624f38f tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Request body: {'security_group_rule': {'security_group_id': '78b24abd-3803-4c58-92de-4ed1a2dd8803', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:04.733637 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-753115ad-c6a6-4a1e-9f5c-d835eb6739a5 req-8e569de6-4672-4818-849a-3cd1cb37ca86 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d188bd97-3ae7-401d-8731-0d5589265d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972934 Feb 04 13:29:04.756089 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fbeb607a-316e-47ee-bfba-91688624f38f tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for security_group_rule (636f3138-4f89-49ac-aa15-8b11d2ac00f8), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:04.791156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 29108429-620a-4d8e-b7f4-5f70e55afb9a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:29:04.837831 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49d8ddcb-d64e-48de-81de-90d69be17a52 req-7720b4fd-b68a-4e1a-aa4b-6e25317161cb service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321135 Feb 04 13:29:04.882339 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fbeb607a-316e-47ee-bfba-91688624f38f tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for security_group_rule (636f3138-4f89-49ac-aa15-8b11d2ac00f8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:04.889503 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fbeb607a-316e-47ee-bfba-91688624f38f tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (636f3138-4f89-49ac-aa15-8b11d2ac00f8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:04.899908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 29108429-620a-4d8e-b7f4-5f70e55afb9a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:04.902588 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:04.920968 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb607a-316e-47ee-bfba-91688624f38f tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636f3138-4f89-49ac-aa15-8b11d2ac00f8,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:04.939792 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fbeb607a-316e-47ee-bfba-91688624f38f tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:04.948138 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fbeb607a-316e-47ee-bfba-91688624f38f tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2339380 Feb 04 13:29:04.949240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42658) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:04.955247 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:04.959027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f9539e7-7846-4be1-b44d-210a2988412b req-bbf8a304-786d-4d7f-a3bc-76a7e7fd63a0 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437418 Feb 04 13:29:05.000098 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:05.033375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.objects.ports [None req-df939573-1b58-408f-8be3-035ebc2a32bf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:29:05.033918 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df939573-1b58-408f-8be3-035ebc2a32bf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (57d39233-1736-49d4-b073-71e393e0cc20), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:05.129720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 29108429-620a-4d8e-b7f4-5f70e55afb9a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:05.135467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f59714be-c468-4243-a245-18b32975e564 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:29:05.214708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-753115ad-c6a6-4a1e-9f5c-d835eb6739a5 req-931bad19-59ef-4dff-8cb6-75c3aee346b7 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580531 Feb 04 13:29:05.221667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f59714be-c468-4243-a245-18b32975e564 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:05.223280 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f59714be-c468-4243-a245-18b32975e564), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:05.252811 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:05.258811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Sync routers for ids ['7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:05.302712 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Routers {'7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:05.303706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:28:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:05.409809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Allocated IP 172.25.5.65 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/e3855bd7-8514-48ed-a1bc-6ed30e2538cd) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:05.451057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df939573-1b58-408f-8be3-035ebc2a32bf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Pushing event updated for resources: {'Subnet': ['ID=57d39233-1736-49d4-b073-71e393e0cc20,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:05.510237 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:05.514136 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df939573-1b58-408f-8be3-035ebc2a32bf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Checking segment: {'id': '3027e0cd-1afe-4917-9711-ec0ad5676f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '558e37aa-b522-4128-adf7-9103a95a582c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:29:05.514136 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df939573-1b58-408f-8be3-035ebc2a32bf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Network hostable DHCP agents. Network: 558e37aa-b522-4128-adf7-9103a95a582c, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:29:05.558024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbccc0-d02e-42bb-8d81-ef15e475452e req-610d1c06-f0dc-4c12-87dc-c1f1710e9025 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:05.565665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00bbccc0-d02e-42bb-8d81-ef15e475452e req-610d1c06-f0dc-4c12-87dc-c1f1710e9025 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 944 time: 0.3738472 Feb 04 13:29:05.625187 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for port (e3855bd7-8514-48ed-a1bc-6ed30e2538cd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:05.653904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df939573-1b58-408f-8be3-035ebc2a32bf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Network 558e37aa-b522-4128-adf7-9103a95a582c is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:29:05.657597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f59714be-c468-4243-a245-18b32975e564 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:05.673885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-df939573-1b58-408f-8be3-035ebc2a32bf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 558e37aa-b522-4128-adf7-9103a95a582c) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:05.689653 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-753115ad-c6a6-4a1e-9f5c-d835eb6739a5 req-47b42846-0e82-440e-9224-4c4f366d7bd8 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671910 Feb 04 13:29:05.696511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df939573-1b58-408f-8be3-035ebc2a32bf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:05.697111 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df939573-1b58-408f-8be3-035ebc2a32bf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:05.702914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44773596-2fd0-4c9e-9524-1b03c7c3eb9e None None] Network 558e37aa-b522-4128-adf7-9103a95a582c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:29:05.717222 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e3855bd7-8514-48ed-a1bc-6ed30e2538cd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:05.748694 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00bbccc0-d02e-42bb-8d81-ef15e475452e req-7bde85ae-6d1d-4f9f-8ae7-6de2831b2efb tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774831 Feb 04 13:29:05.794750 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-df939573-1b58-408f-8be3-035ebc2a32bf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6862335 Feb 04 13:29:05.795113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Set router 7d4a6b57-bb61-479f-9dc4-a53a88bc7b24 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:05.795864 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42664) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:05.804475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a5bb1915-b762-49c8-a592-e551acfba16f tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-364535599', 'network_id': '558e37aa-b522-4128-adf7-9103a95a582c'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:05.813884 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:05.820861 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:05.823735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Pushing event updated for resources: {'Port': ['ID=e3855bd7-8514-48ed-a1bc-6ed30e2538cd,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:05.844212 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:05.858186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Allocated IP 172.25.5.89 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/b2bb4f1e-7a71-479b-a0f5-7b8c45dd843d) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:05.860154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bb1915-b762-49c8-a592-e551acfba16f tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Made reservation on behalf of d104ff1321db4335bb60d741c87f88a2 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:05.863188 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5bb1915-b762-49c8-a592-e551acfba16f tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:05.892635 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-a5bb1915-b762-49c8-a592-e551acfba16f tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] device_id is not set on port 354f4121-7b33-4d79-8055-22e60b7905a5 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:29:05.998980 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for floatingip (dc7a80f5-984a-4370-bd30-d6d1c04013e9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:06.058298 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e3855bd7-8514-48ed-a1bc-6ed30e2538cd), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:06.094391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f25c2-71e1-48c7-8602-19296dca16b2 req-b985e29f-865f-45cd-b751-418e0fc21e8d tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:06.096687 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-250f25c2-71e1-48c7-8602-19296dca16b2 req-b985e29f-865f-45cd-b751-418e0fc21e8d tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 946 time: 0.1985726 Feb 04 13:29:06.149988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5153f80-6e0f-465b-a0f4-51a85696c6b8 None None] Network 558e37aa-b522-4128-adf7-9103a95a582c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:29:06.168116 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for port (b2bb4f1e-7a71-479b-a0f5-7b8c45dd843d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:06.211370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-a5bb1915-b762-49c8-a592-e551acfba16f tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Allocated IP 172.20.0.14 (558e37aa-b522-4128-adf7-9103a95a582c/57d39233-1736-49d4-b073-71e393e0cc20/354f4121-7b33-4d79-8055-22e60b7905a5) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:06.261735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-250f25c2-71e1-48c7-8602-19296dca16b2 req-ba8644b9-a7ae-41fc-9ef7-4efe172fa884 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382205 Feb 04 13:29:06.310439 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b2bb4f1e-7a71-479b-a0f5-7b8c45dd843d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:06.323513 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for port (e3855bd7-8514-48ed-a1bc-6ed30e2538cd), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:06.335373 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (e3855bd7-8514-48ed-a1bc-6ed30e2538cd), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:06.369333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:06.392920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:06.396394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:06.424390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'name': 'tempest-FloatingIPDetailsTestJSON-1902351262-router', 'tenant_id': '9775c85cb6444410bed66c637624084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'f59714be-c468-4243-a245-18b32975e564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:50Z', 'updated_at': '2022-02-04T13:29:00Z', 'revision_number': 4, 'project_id': '9775c85cb6444410bed66c637624084c', 'gw_port': {'id': 'f59714be-c468-4243-a245-18b32975e564', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:53Z', 'updated_at': '2022-02-04T13:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'e1372eec-08bf-4e85-a732-d366d5328469', 'name': '', 'network_id': '12907183-7974-4a8d-b2c1-a7323065fe5e', 'tenant_id': '9775c85cb6444410bed66c637624084c', 'mac_address': 'fa:16:3e:7c:a3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '4552e2ae-010e-4170-83ec-b76f80c7ef85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:59Z', 'updated_at': '2022-02-04T13:29:01Z', 'revision_number': 2, 'project_id': '9775c85cb6444410bed66c637624084c', 'subnets': [{'id': '4552e2ae-010e-4170-83ec-b76f80c7ef85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:06.435953 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (dc7a80f5-984a-4370-bd30-d6d1c04013e9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:06.450401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Pushing event updated for resources: {'Port': ['ID=b2bb4f1e-7a71-479b-a0f5-7b8c45dd843d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:06.474636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Pushing event updated for resources: {'Port': ['ID=e3855bd7-8514-48ed-a1bc-6ed30e2538cd,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:06.481671 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:06.483068 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-57e085c2-55cc-4e3a-b292-f8420c4a8b4d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5319293 Feb 04 13:29:06.486509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Checking router: 7d4a6b57-bb61-479f-9dc4-a53a88bc7b24 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:29:06.487083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Updating router 7d4a6b57-bb61-479f-9dc4-a53a88bc7b24 port e1372eec-08bf-4e85-a732-d366d5328469 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:29:06.494779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8055db33-24f4-42b6-a40e-dba41506eebf details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:29:06.550306 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e1372eec-08bf-4e85-a732-d366d5328469), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:06.806329 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8055db33-24f4-42b6-a40e-dba41506eebf, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8055db33-24f4-42b6-a40e-dba41506eebf,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:06.829684 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '8055db33-24f4-42b6-a40e-dba41506eebf', 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc', 'port_id': '8055db33-24f4-42b6-a40e-dba41506eebf', 'mac_address': 'fa:16:3e:5a:7d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c6c736-1a92-4614-ab15-25c05ef4451a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:29:06.927192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8055db33-24f4-42b6-a40e-dba41506eebf is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:06.928152 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:06.957144 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8055db33-24f4-42b6-a40e-dba41506eebf {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:29:06.993650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a8e5c-bd0f-4d89-b97e-c4d1b74f567d req-e2cf68c5-7d43-4010-ba61-5dab298f55be tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:06.997692 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8055db33-24f4-42b6-a40e-dba41506eebf, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8055db33-24f4-42b6-a40e-dba41506eebf,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:07.001043 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c53a8e5c-bd0f-4d89-b97e-c4d1b74f567d req-e2cf68c5-7d43-4010-ba61-5dab298f55be tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.6284058 Feb 04 13:29:07.007912 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.039206 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5bb1915-b762-49c8-a592-e551acfba16f tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for port (354f4121-7b33-4d79-8055-22e60b7905a5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.077010 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for floatingip (f219967b-4885-4235-8d1e-c885c7f48ad4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.113617 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c53a8e5c-bd0f-4d89-b97e-c4d1b74f567d req-b5845b70-cd1d-4bef-a783-26b4c2689efd tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104417 Feb 04 13:29:07.123961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8055db33-24f4-42b6-a40e-dba41506eebf'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:29:07.138126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8055db33-24f4-42b6-a40e-dba41506eebf,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:07.142485 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Publish callbacks [] for port (e1372eec-08bf-4e85-a732-d366d5328469), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.165447 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b2bb4f1e-7a71-479b-a0f5-7b8c45dd843d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.180711 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e1372eec-08bf-4e85-a732-d366d5328469), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.192711 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5bb1915-b762-49c8-a592-e551acfba16f tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (354f4121-7b33-4d79-8055-22e60b7905a5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.294672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bb1915-b762-49c8-a592-e551acfba16f tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Network 558e37aa-b522-4128-adf7-9103a95a582c is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:07.311017 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-a5bb1915-b762-49c8-a592-e551acfba16f tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:07.324870 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb1915-b762-49c8-a592-e551acfba16f tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:07.352752 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb1915-b762-49c8-a592-e551acfba16f tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Pushing event updated for resources: {'Port': ['ID=354f4121-7b33-4d79-8055-22e60b7905a5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:07.391989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9d85b-a72d-4cc1-bf7f-11e47f65fb7b None None] Pushing event updated for resources: {'Port': ['ID=e1372eec-08bf-4e85-a732-d366d5328469,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:07.446024 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426f1d86-e598-436d-96c9-40428ea70b15 req-48f7cf04-69e0-4292-8bf9-fc5a6c8bcefa tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1627151227&fields=id&tenant_id=817ce1375b9d4df49c8c8fa7691aace8 HTTP/1.1" status: 200 len: 267 time: 0.1733463 Feb 04 13:29:07.447337 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bb1915-b762-49c8-a592-e551acfba16f tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:07.448252 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5bb1915-b762-49c8-a592-e551acfba16f tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.459801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Attempting to bind port e1372eec-08bf-4e85-a732-d366d5328469 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:29:07.460152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Attempting to bind port e1372eec-08bf-4e85-a732-d366d5328469 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '453825af-3755-4f06-9956-ea35d448d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '12907183-7974-4a8d-b2c1-a7323065fe5e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:29:07.460399 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Attempting to bind port e1372eec-08bf-4e85-a732-d366d5328469 on network 12907183-7974-4a8d-b2c1-a7323065fe5e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:29:07.467579 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:29:07.467975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Checking segment: {'id': '453825af-3755-4f06-9956-ea35d448d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '12907183-7974-4a8d-b2c1-a7323065fe5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:29:07.468414 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.468816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Bound using segment: {'id': '453825af-3755-4f06-9956-ea35d448d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '12907183-7974-4a8d-b2c1-a7323065fe5e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:29:07.469473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Bound port: e1372eec-08bf-4e85-a732-d366d5328469, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453825af-3755-4f06-9956-ea35d448d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '12907183-7974-4a8d-b2c1-a7323065fe5e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:29:07.470050 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e1372eec-08bf-4e85-a732-d366d5328469), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.550913 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a5bb1915-b762-49c8-a592-e551acfba16f tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.7533643 Feb 04 13:29:07.551368 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42688) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:07.622544 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for port (b2bb4f1e-7a71-479b-a0f5-7b8c45dd843d), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.638613 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] For port e1372eec-08bf-4e85-a732-d366d5328469, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:29:07.640481 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b2bb4f1e-7a71-479b-a0f5-7b8c45dd843d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.646494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] For port e1372eec-08bf-4e85-a732-d366d5328469, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=e1372eec-08bf-4e85-a732-d366d5328469,segment=NetworkSegment(453825af-3755-4f06-9956-ea35d448d4d1),segment_id=453825af-3755-4f06-9956-ea35d448d4d1)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:29:07.652541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-090b0c7a-0fe6-456f-8670-476a812392a0 None None] Provisioning complete for port e1372eec-08bf-4e85-a732-d366d5328469 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:07.652777 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-090b0c7a-0fe6-456f-8670-476a812392a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e1372eec-08bf-4e85-a732-d366d5328469), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.696431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f1d86-e598-436d-96c9-40428ea70b15 req-4bbda81b-4cd6-49b4-958e-88c0f95e297a tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:07.698035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426f1d86-e598-436d-96c9-40428ea70b15 req-4bbda81b-4cd6-49b4-958e-88c0f95e297a tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/networks?id=efa4f540-f987-41c7-90f9-901a1a2e4296 HTTP/1.1" status: 200 len: 805 time: 0.2425578 Feb 04 13:29:07.710594 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e1372eec-08bf-4e85-a732-d366d5328469), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.723098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d68480a8-11d0-4863-8395-19e5f92f9faf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Deleting port 354f4121-7b33-4d79-8055-22e60b7905a5 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:07.724403 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d68480a8-11d0-4863-8395-19e5f92f9faf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (354f4121-7b33-4d79-8055-22e60b7905a5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.765883 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426f1d86-e598-436d-96c9-40428ea70b15 req-5a3ec32e-6d61-41ab-ab3c-b56e65c41d50 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/quotas/817ce1375b9d4df49c8c8fa7691aace8 HTTP/1.1" status: 200 len: 375 time: 0.0407510 Feb 04 13:29:07.786910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Pushing event updated for resources: {'Port': ['ID=b2bb4f1e-7a71-479b-a0f5-7b8c45dd843d,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:07.790211 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (f219967b-4885-4235-8d1e-c885c7f48ad4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.832762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Routers {'7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:07.833543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:28:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:07.851484 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.854374 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d68480a8-11d0-4863-8395-19e5f92f9faf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (354f4121-7b33-4d79-8055-22e60b7905a5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:07.857670 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-2b054a68-8df0-4ba4-a11e-f853483e597c tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3581867 Feb 04 13:29:07.870393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d68480a8-11d0-4863-8395-19e5f92f9faf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Calling delete_port for 354f4121-7b33-4d79-8055-22e60b7905a5 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:07.949811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9d85b-a72d-4cc1-bf7f-11e47f65fb7b None None] Pushing event updated for resources: {'Port': ['ID=e1372eec-08bf-4e85-a732-d366d5328469,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:08.002237 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426f1d86-e598-436d-96c9-40428ea70b15 req-1b845e59-b3b5-4e41-9776-b6ae6882a252 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=817ce1375b9d4df49c8c8fa7691aace8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2279782 Feb 04 13:29:08.009984 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-7c371ee2-b645-4809-bc29-4fa02b3fbbdc tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 695 time: 0.1423764 Feb 04 13:29:08.036919 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-090b0c7a-0fe6-456f-8670-476a812392a0 None None] Current status of the port e1372eec-08bf-4e85-a732-d366d5328469 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:08.037323 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-090b0c7a-0fe6-456f-8670-476a812392a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e1372eec-08bf-4e85-a732-d366d5328469), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:08.094723 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] Set router 7d4a6b57-bb61-479f-9dc4-a53a88bc7b24 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:08.115576 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d68480a8-11d0-4863-8395-19e5f92f9faf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (354f4121-7b33-4d79-8055-22e60b7905a5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:08.150848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-090b0c7a-0fe6-456f-8670-476a812392a0 None None] For port e1372eec-08bf-4e85-a732-d366d5328469, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=e1372eec-08bf-4e85-a732-d366d5328469,segment=NetworkSegment(453825af-3755-4f06-9956-ea35d448d4d1),segment_id=453825af-3755-4f06-9956-ea35d448d4d1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:08.168089 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-090b0c7a-0fe6-456f-8670-476a812392a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e1372eec-08bf-4e85-a732-d366d5328469), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:08.193122 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68480a8-11d0-4863-8395-19e5f92f9faf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Pushing event deleted for resources: {'Port': ['ID=354f4121-7b33-4d79-8055-22e60b7905a5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:08.271957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426f1d86-e598-436d-96c9-40428ea70b15 req-267f1753-701e-456f-b87e-e0af392ef894 service neutron] 10.222.0.96 "GET /v2.0/networks/efa4f540-f987-41c7-90f9-901a1a2e4296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609026 Feb 04 13:29:08.285595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-93e204f4-c2d6-49a1-b25d-b12fad6784dc tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:08.287343 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3bdcb098-c96f-44e9-abe9-c7453a39af63 req-93e204f4-c2d6-49a1-b25d-b12fad6784dc tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.2630970 Feb 04 13:29:08.294932 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d68480a8-11d0-4863-8395-19e5f92f9faf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:08.303166 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d68480a8-11d0-4863-8395-19e5f92f9faf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "DELETE /v2.0/ports/354f4121-7b33-4d79-8055-22e60b7905a5 HTTP/1.1" status: 204 len: 168 time: 0.7471299 Feb 04 13:29:08.308650 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42694) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:08.321073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '558e37aa-b522-4128-adf7-9103a95a582c', 'external_fixed_ips': [{'subnet_id': '57d39233-1736-49d4-b073-71e393e0cc20', 'ip_address': '172.20.0.14'}]}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:08.354835 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (0e073d26-7af8-40bb-9382-ad6455d09a65), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:08.357052 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (0e073d26-7af8-40bb-9382-ad6455d09a65), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:08.454332 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_controller (0e073d26-7af8-40bb-9382-ad6455d09a65), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:08.454819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426f1d86-e598-436d-96c9-40428ea70b15 req-962d8348-737b-4a05-984a-826d73e09d4b service neutron] 10.222.0.96 "GET /v2.0/networks/efa4f540-f987-41c7-90f9-901a1a2e4296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664357 Feb 04 13:29:08.461169 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b0c7a-0fe6-456f-8670-476a812392a0 None None] Pushing event updated for resources: {'Port': ['ID=e1372eec-08bf-4e85-a732-d366d5328469,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:08.506779 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f644d-e72d-4bde-b8d1-c5ab1ab80912 req-ec2f4015-73a8-43f8-ba25-e80d9a6c496c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:08.507989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 16d3a5eb-b9d3-4ccb-adea-cb29634456eb details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:29:08.508552 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd9f644d-e72d-4bde-b8d1-c5ab1ab80912 req-ec2f4015-73a8-43f8-ba25-e80d9a6c496c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 944 time: 0.1195595 Feb 04 13:29:08.510145 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8055db33-24f4-42b6-a40e-dba41506eebf up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:29:08.615466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1dd4173e-303e-4898-9a56-a048ebfebc2a None None] Provisioning complete for port e1372eec-08bf-4e85-a732-d366d5328469 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:08.615859 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1dd4173e-303e-4898-9a56-a048ebfebc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e1372eec-08bf-4e85-a732-d366d5328469), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:08.652159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd9f644d-e72d-4bde-b8d1-c5ab1ab80912 req-d794cf59-fbfc-4371-96ff-07517db31cbb tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243420 Feb 04 13:29:08.674002 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.resource_extend [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:29:08.851903 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (0e073d26-7af8-40bb-9382-ad6455d09a65), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:08.877121 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e8b6f-8f84-4bdb-83bf-65cfd69575ab req-6f156920-48a2-4656-bd78-d297c17efca7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:08.879842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-159e8b6f-8f84-4bdb-83bf-65cfd69575ab req-6f156920-48a2-4656-bd78-d297c17efca7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 945 time: 0.1221001 Feb 04 13:29:08.892427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 8055db33-24f4-42b6-a40e-dba41506eebf triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:08.892996 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:08.919252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3223e6-f76e-481e-bb94-4fab675fdb3b req-5cf2f15a-cd8c-4121-94cc-f17d411a0edd tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:08.928421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d3223e6-f76e-481e-bb94-4fab675fdb3b req-5cf2f15a-cd8c-4121-94cc-f17d411a0edd tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 946 time: 0.1568770 Feb 04 13:29:08.982959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=16d3a5eb-b9d3-4ccb-adea-cb29634456eb,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:08.995783 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-159e8b6f-8f84-4bdb-83bf-65cfd69575ab req-a064b7de-119d-424d-ad5d-b3c14cc0698c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971024 Feb 04 13:29:08.997996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '16d3a5eb-b9d3-4ccb-adea-cb29634456eb', 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96', 'port_id': '16d3a5eb-b9d3-4ccb-adea-cb29634456eb', 'mac_address': 'fa:16:3e:a5:b0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd53861-36d1-4ddc-a3f4-939049859c05', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:29:09.044868 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d3223e6-f76e-481e-bb94-4fab675fdb3b req-97e9c2e7-03da-48ca-819a-a8533ccbba00 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153204 Feb 04 13:29:09.199370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1dd4173e-303e-4898-9a56-a048ebfebc2a None None] Current status of the port e1372eec-08bf-4e85-a732-d366d5328469 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:09.224051 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:09.225056 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (16d3a5eb-b9d3-4ccb-adea-cb29634456eb), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:09.234543 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef8a501c-ecb0-42fe-932b-ee04bd339824 req-317fd5cf-04f2-4f53-88c4-4c10da766c2c tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 210 time: 0.0508626 Feb 04 13:29:09.251992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d3a5eb-b9d3-4ccb-adea-cb29634456eb {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:29:09.266603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'name': 'tempest-FloatingIPDetailsTestJSON-1902351262-router', 'tenant_id': '9775c85cb6444410bed66c637624084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'f59714be-c468-4243-a245-18b32975e564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:50Z', 'updated_at': '2022-02-04T13:29:00Z', 'revision_number': 4, 'project_id': '9775c85cb6444410bed66c637624084c', 'gw_port': {'id': 'f59714be-c468-4243-a245-18b32975e564', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:53Z', 'updated_at': '2022-02-04T13:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'e1372eec-08bf-4e85-a732-d366d5328469', 'name': '', 'network_id': '12907183-7974-4a8d-b2c1-a7323065fe5e', 'tenant_id': '9775c85cb6444410bed66c637624084c', 'mac_address': 'fa:16:3e:7c:a3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '4552e2ae-010e-4170-83ec-b76f80c7ef85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:59Z', 'updated_at': '2022-02-04T13:29:07Z', 'revision_number': 4, 'project_id': '9775c85cb6444410bed66c637624084c', 'subnets': [{'id': '4552e2ae-010e-4170-83ec-b76f80c7ef85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:09.289757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (0e073d26-7af8-40bb-9382-ad6455d09a65), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:09.304042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ed6c4-de82-49d7-bb7e-b5323b1a3cd6 None None] The sync data for ids ['7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'] in n-d-714676-13 is: [{'id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'name': 'tempest-FloatingIPDetailsTestJSON-1902351262-router', 'tenant_id': '9775c85cb6444410bed66c637624084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'f59714be-c468-4243-a245-18b32975e564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:50Z', 'updated_at': '2022-02-04T13:29:00Z', 'revision_number': 4, 'project_id': '9775c85cb6444410bed66c637624084c', 'gw_port': {'id': 'f59714be-c468-4243-a245-18b32975e564', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:53Z', 'updated_at': '2022-02-04T13:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'e1372eec-08bf-4e85-a732-d366d5328469', 'name': '', 'network_id': '12907183-7974-4a8d-b2c1-a7323065fe5e', 'tenant_id': '9775c85cb6444410bed66c637624084c', 'mac_address': 'fa:16:3e:7c:a3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '4552e2ae-010e-4170-83ec-b76f80c7ef85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:59Z', 'updated_at': '2022-02-04T13:29:07Z', 'revision_number': 4, 'project_id': '9775c85cb6444410bed66c637624084c', 'subnets': [{'id': '4552e2ae-010e-4170-83ec-b76f80c7ef85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:09.310473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8055db33-24f4-42b6-a40e-dba41506eebf is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:09.310748 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:09.327257 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:09.334782 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-40fda814-dcaa-43f5-9897-482b41284c25 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2765524 Feb 04 13:29:09.349395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:09.390284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8055db33-24f4-42b6-a40e-dba41506eebf, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8055db33-24f4-42b6-a40e-dba41506eebf,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:09.409364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=16d3a5eb-b9d3-4ccb-adea-cb29634456eb,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:09.411614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749f268a-b96d-4609-ba4c-5f9a3c65bc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8055db33-24f4-42b6-a40e-dba41506eebf'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:09.415589 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a8b1a8-4160-44c3-86b4-17ab950b9254" -d '{"events": [{"server_uuid": "749f268a-b96d-4609-ba4c-5f9a3c65bc34", "name": "network-vif-plugged", "status": "completed", "tag": "8055db33-24f4-42b6-a40e-dba41506eebf"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:09.426950 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:09.427517 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (16d3a5eb-b9d3-4ccb-adea-cb29634456eb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:09.431417 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:09.536819 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=16d3a5eb-b9d3-4ccb-adea-cb29634456eb,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:09.637462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8055db33-24f4-42b6-a40e-dba41506eebf,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:09.649217 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f81a7c2-c63e-4c4b-942f-003a52c0a6b3 x-openstack-request-id: req-4f81a7c2-c63e-4c4b-942f-003a52c0a6b3 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:09.649620 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749f268a-b96d-4609-ba4c-5f9a3c65bc34", "name": "network-vif-plugged", "status": "completed", "tag": "8055db33-24f4-42b6-a40e-dba41506eebf", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:09.649983 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4f81a7c2-c63e-4c4b-942f-003a52c0a6b3 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:09.650520 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749f268a-b96d-4609-ba4c-5f9a3c65bc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8055db33-24f4-42b6-a40e-dba41506eebf', 'code': 200} Feb 04 13:29:09.725992 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:09.819015 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Allocated IP 172.20.0.14 (558e37aa-b522-4128-adf7-9103a95a582c/57d39233-1736-49d4-b073-71e393e0cc20/4092f5ad-de8a-4eef-bb16-ef0d9783de4b) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:09.856909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['16d3a5eb-b9d3-4ccb-adea-cb29634456eb'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:29:09.975911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Allocated IP 172.25.5.50 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/0809fa7b-96a6-494d-b056-5cd562147871) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:10.084067 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for port (4092f5ad-de8a-4eef-bb16-ef0d9783de4b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:10.149827 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for port (0809fa7b-96a6-494d-b056-5cd562147871), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:10.189391 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4092f5ad-de8a-4eef-bb16-ef0d9783de4b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:10.211079 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbfb72-36cc-4c85-b3ac-a444ee93c253 req-8c1cbf35-d0de-4b77-b562-75acad44d892 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:10.212736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ccbfb72-36cc-4c85-b3ac-a444ee93c253 req-8c1cbf35-d0de-4b77-b562-75acad44d892 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 946 time: 0.4145901 Feb 04 13:29:10.220148 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (0809fa7b-96a6-494d-b056-5cd562147871), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:10.264859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Network 558e37aa-b522-4128-adf7-9103a95a582c is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:10.268548 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:10.296336 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:10.319782 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Pushing event updated for resources: {'Port': ['ID=4092f5ad-de8a-4eef-bb16-ef0d9783de4b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:10.399376 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:10.401281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:10.420422 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Pushing event updated for resources: {'Port': ['ID=0809fa7b-96a6-494d-b056-5cd562147871,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:10.423584 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:10.501789 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ccbfb72-36cc-4c85-b3ac-a444ee93c253 req-60699e51-3733-44f5-893f-080115076617 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180648 Feb 04 13:29:10.644463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e1372eec-08bf-4e85-a732-d366d5328469 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:29:10.838617 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for floatingip (cd4ce603-8f2f-47b6-911c-cdd8deac391b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:10.841761 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port e1372eec-08bf-4e85-a732-d366d5328469 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:10.842474 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e1372eec-08bf-4e85-a732-d366d5328469), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:10.934578 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-959964da-757b-40f6-8ac5-d020e6acb61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:11.026843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f1d86-e598-436d-96c9-40428ea70b15 req-15873b93-ccd8-49ae-b102-306a70630b6f tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:11.028969 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426f1d86-e598-436d-96c9-40428ea70b15 req-15873b93-ccd8-49ae-b102-306a70630b6f tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.99 "GET /v2.0/networks?id=efa4f540-f987-41c7-90f9-901a1a2e4296 HTTP/1.1" status: 200 len: 805 time: 0.3266587 Feb 04 13:29:11.087654 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port e1372eec-08bf-4e85-a732-d366d5328469 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:11.092068 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (0e073d26-7af8-40bb-9382-ad6455d09a65), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:11.097814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6bb69-f708-4d07-b214-05e3f98ec035 req-4e73fe39-b70a-414d-861a-f6f1a0b46e40 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:11.112801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5f6bb69-f708-4d07-b214-05e3f98ec035 req-4e73fe39-b70a-414d-861a-f6f1a0b46e40 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 945 time: 0.4605458 Feb 04 13:29:11.263971 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0809fa7b-96a6-494d-b056-5cd562147871), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:11.377757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426f1d86-e598-436d-96c9-40428ea70b15 req-87365330-cece-438a-a767-55c076996101 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817ce1375b9d4df49c8c8fa7691aace8 HTTP/1.1" status: 200 len: 380 time: 0.3380914 Feb 04 13:29:11.443865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-426f1d86-e598-436d-96c9-40428ea70b15 req-66b55b2f-8ed9-4e4a-a26b-a3bd62954853 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Request body: {'port': {'device_id': 'd2d6779e-655d-4b86-97c5-4d26c4193692', 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296', 'admin_state_up': True, 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'security_groups': ['78b24abd-3803-4c58-92de-4ed1a2dd8803']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:11.694247 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5f6bb69-f708-4d07-b214-05e3f98ec035 req-8c64d5fd-5d6f-499d-8c64-e13e655446b7 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5802472 Feb 04 13:29:11.866282 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (0e073d26-7af8-40bb-9382-ad6455d09a65), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:12.078139 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for port (0809fa7b-96a6-494d-b056-5cd562147871), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:12.086240 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-426f1d86-e598-436d-96c9-40428ea70b15 req-66b55b2f-8ed9-4e4a-a26b-a3bd62954853 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Made reservation on behalf of 817ce1375b9d4df49c8c8fa7691aace8 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:12.090345 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-426f1d86-e598-436d-96c9-40428ea70b15 req-66b55b2f-8ed9-4e4a-a26b-a3bd62954853 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:12.100013 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (0809fa7b-96a6-494d-b056-5cd562147871), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:12.166644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e00c2e-bd4e-4699-a782-cea13dfe1e62 req-e922fe93-55dd-4566-ade8-df960f7363c4 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:12.168783 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-82e00c2e-bd4e-4699-a782-cea13dfe1e62 req-e922fe93-55dd-4566-ade8-df960f7363c4 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.3339038 Feb 04 13:29:12.174407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Pushing event updated for resources: {'Port': ['ID=0809fa7b-96a6-494d-b056-5cd562147871,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:12.232279 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Router 0e073d26-7af8-40bb-9382-ad6455d09a65 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:29:12.344186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-82e00c2e-bd4e-4699-a782-cea13dfe1e62 req-f391bbdb-c592-4d80-a4a6-3e09147b75b7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662595 Feb 04 13:29:12.416846 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (cd4ce603-8f2f-47b6-911c-cdd8deac391b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:12.485236 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:12.486588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-28b998dc-1b4b-48fa-8c97-6f3d2cd4972a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1454470 Feb 04 13:29:12.505976 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 16d3a5eb-b9d3-4ccb-adea-cb29634456eb up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:29:12.518203 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:29:12.534079 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ac30a-7d72-4053-a962-67a6079ac2ad None None] Sync routers for ids ['0e073d26-7af8-40bb-9382-ad6455d09a65'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:12.544506 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57ed8180-fbe2-4127-8904-70d24db58af3 req-e31317cb-ad10-463f-b3cf-0bb051a3925d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 210 time: 0.0525701 Feb 04 13:29:12.569455 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ac30a-7d72-4053-a962-67a6079ac2ad None None] Routers {'0e073d26-7af8-40bb-9382-ad6455d09a65'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:12.571346 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-752ac30a-7d72-4053-a962-67a6079ac2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:28:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['0e073d26-7af8-40bb-9382-ad6455d09a65'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:12.586048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-426f1d86-e598-436d-96c9-40428ea70b15 req-66b55b2f-8ed9-4e4a-a26b-a3bd62954853 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Allocated IP 172.20.0.10 (efa4f540-f987-41c7-90f9-901a1a2e4296/dc151383-92f7-4d70-bfe3-bee2283b0521/3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:12.634869 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:12.639798 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9c45fc08-ce10-444d-9cb7-4d3db03efba1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.3300538 Feb 04 13:29:12.645838 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42750) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:12.698448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-56ac8189-2af1-49be-85a7-d7f62bb01602 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.50 HTTP/1.1" status: 200 len: 695 time: 0.1528220 Feb 04 13:29:12.730344 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:12.744747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:12.746514 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (16d3a5eb-b9d3-4ccb-adea-cb29634456eb), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:12.931570 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-752ac30a-7d72-4053-a962-67a6079ac2ad None None] Set router 0e073d26-7af8-40bb-9382-ad6455d09a65 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:12.939250 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:12.940432 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (16d3a5eb-b9d3-4ccb-adea-cb29634456eb), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:12.949933 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beec8698-2092-46e0-855e-d890e961933d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router (0e073d26-7af8-40bb-9382-ad6455d09a65), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:13.026387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=16d3a5eb-b9d3-4ccb-adea-cb29634456eb,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:13.027778 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f6ffac-b00a-453a-8324-3da7eb538ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d3a5eb-b9d3-4ccb-adea-cb29634456eb'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:13.034579 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe843cb-1ec5-4b88-ae9d-ab0c1bb607d4" -d '{"events": [{"server_uuid": "d1f6ffac-b00a-453a-8324-3da7eb538ed5", "name": "network-vif-plugged", "status": "completed", "tag": "16d3a5eb-b9d3-4ccb-adea-cb29634456eb"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:13.040364 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (16d3a5eb-b9d3-4ccb-adea-cb29634456eb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:13.092197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9b82c-4209-4e03-bfe4-61e8e157e445 req-b25a2ed9-7e8a-4e99-8484-5ab476d8bba9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:13.100723 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7bc9b82c-4209-4e03-bfe4-61e8e157e445 req-b25a2ed9-7e8a-4e99-8484-5ab476d8bba9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 946 time: 0.3205755 Feb 04 13:29:13.155789 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-c166a58e-f423-47aa-a902-7054692b6f4b tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:13.162286 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff6bb332-f5e0-40fc-a90a-047cd440c228 req-c166a58e-f423-47aa-a902-7054692b6f4b tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.4481299 Feb 04 13:29:13.231245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=16d3a5eb-b9d3-4ccb-adea-cb29634456eb,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:13.258685 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:13.262701 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:13.264619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:13.265135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:13.265954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:13.267402 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:13.270231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:13.270786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:13.271579 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:13.272102 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:13.272612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:13.273270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:13.276581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:13.277350 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7bc9b82c-4209-4e03-bfe4-61e8e157e445 req-93777a31-11a1-4566-8459-03d6b2621f5c tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741934 Feb 04 13:29:13.296946 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beec8698-2092-46e0-855e-d890e961933d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (0e073d26-7af8-40bb-9382-ad6455d09a65), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:13.311671 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-426f1d86-e598-436d-96c9-40428ea70b15 req-66b55b2f-8ed9-4e4a-a26b-a3bd62954853 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:13.393154 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42b4851-2167-4810-8091-15c74d0a6859 x-openstack-request-id: req-e42b4851-2167-4810-8091-15c74d0a6859 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:13.394576 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f6ffac-b00a-453a-8324-3da7eb538ed5", "name": "network-vif-plugged", "status": "completed", "tag": "16d3a5eb-b9d3-4ccb-adea-cb29634456eb", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:13.395360 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e42b4851-2167-4810-8091-15c74d0a6859 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:13.405105 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f6ffac-b00a-453a-8324-3da7eb538ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d3a5eb-b9d3-4ccb-adea-cb29634456eb', 'code': 200} Feb 04 13:29:13.452776 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-beec8698-2092-46e0-855e-d890e961933d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Deleting port 4092f5ad-de8a-4eef-bb16-ef0d9783de4b {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:13.453135 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beec8698-2092-46e0-855e-d890e961933d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4092f5ad-de8a-4eef-bb16-ef0d9783de4b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:13.577466 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beec8698-2092-46e0-855e-d890e961933d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4092f5ad-de8a-4eef-bb16-ef0d9783de4b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:13.605154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-beec8698-2092-46e0-855e-d890e961933d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Calling delete_port for 4092f5ad-de8a-4eef-bb16-ef0d9783de4b owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:13.645563 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-65a021e9-229f-4c16-a374-d3d0802f2c37 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1932244 Feb 04 13:29:13.709352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:13.710268 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:13.713686 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6f4681ef-311c-4cb8-ad4d-a024c3ec13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:13.720180 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-752ac30a-7d72-4053-a962-67a6079ac2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e073d26-7af8-40bb-9382-ad6455d09a65', 'name': '', 'tenant_id': 'd104ff1321db4335bb60d741c87f88a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '558e37aa-b522-4128-adf7-9103a95a582c', 'external_fixed_ips': [{'subnet_id': '57d39233-1736-49d4-b073-71e393e0cc20', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '4092f5ad-de8a-4eef-bb16-ef0d9783de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:08Z', 'updated_at': '2022-02-04T13:29:10Z', 'revision_number': 3, 'project_id': 'd104ff1321db4335bb60d741c87f88a2', 'gw_port': {'id': '4092f5ad-de8a-4eef-bb16-ef0d9783de4b', 'name': '', 'network_id': '558e37aa-b522-4128-adf7-9103a95a582c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e073d26-7af8-40bb-9382-ad6455d09a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '57d39233-1736-49d4-b073-71e393e0cc20', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:09Z', 'updated_at': '2022-02-04T13:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57d39233-1736-49d4-b073-71e393e0cc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:13.752547 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-426f1d86-e598-436d-96c9-40428ea70b15 req-66b55b2f-8ed9-4e4a-a26b-a3bd62954853 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:13.781901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba06bcb-3541-4f09-a11e-ce1e2cc2f884 req-48580bbe-95a6-4c20-a056-c02d35a1410e tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:13.790499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cba06bcb-3541-4f09-a11e-ce1e2cc2f884 req-48580bbe-95a6-4c20-a056-c02d35a1410e tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 946 time: 0.4518974 Feb 04 13:29:13.790788 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ac30a-7d72-4053-a962-67a6079ac2ad None None] Checking router: 0e073d26-7af8-40bb-9382-ad6455d09a65 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:29:13.791171 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ac30a-7d72-4053-a962-67a6079ac2ad None None] Updating router 0e073d26-7af8-40bb-9382-ad6455d09a65 port 4092f5ad-de8a-4eef-bb16-ef0d9783de4b binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:29:13.841763 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-752ac30a-7d72-4053-a962-67a6079ac2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4092f5ad-de8a-4eef-bb16-ef0d9783de4b), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:13.880978 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-426f1d86-e598-436d-96c9-40428ea70b15 req-66b55b2f-8ed9-4e4a-a26b-a3bd62954853 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Network efa4f540-f987-41c7-90f9-901a1a2e4296 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:13.883378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-426f1d86-e598-436d-96c9-40428ea70b15 req-66b55b2f-8ed9-4e4a-a26b-a3bd62954853 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:13.889176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-426f1d86-e598-436d-96c9-40428ea70b15 req-66b55b2f-8ed9-4e4a-a26b-a3bd62954853 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:14.016346 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:14.090931 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beec8698-2092-46e0-855e-d890e961933d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4092f5ad-de8a-4eef-bb16-ef0d9783de4b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:14.115434 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b55b2f-8ed9-4e4a-a26b-a3bd62954853 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Pushing event updated for resources: {'Port': ['ID=3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:14.297689 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-43bae3ff-8dce-4246-a724-d45e95ebc4c3 None None] Provisioning complete for port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:14.298071 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-43bae3ff-8dce-4246-a724-d45e95ebc4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:14.355218 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cba06bcb-3541-4f09-a11e-ce1e2cc2f884 req-05ccee8d-17be-4ae5-90cf-9573826cdab0 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513651 Feb 04 13:29:14.365588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-43bae3ff-8dce-4246-a724-d45e95ebc4c3 None None] Port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:29:14.367190 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beec8698-2092-46e0-855e-d890e961933d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (0e073d26-7af8-40bb-9382-ad6455d09a65), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:14.371136 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f1d86-e598-436d-96c9-40428ea70b15 req-66b55b2f-8ed9-4e4a-a26b-a3bd62954853 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:14.376582 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-426f1d86-e598-436d-96c9-40428ea70b15 req-66b55b2f-8ed9-4e4a-a26b-a3bd62954853 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:14.385741 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec8698-2092-46e0-855e-d890e961933d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Pushing event deleted for resources: {'Port': ['ID=4092f5ad-de8a-4eef-bb16-ef0d9783de4b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:14.406595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b71c50-9626-4d61-84fa-496402122c5e req-be05c0cb-6e2c-40e3-b8cc-dec58df23f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:14.408933 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f6b71c50-9626-4d61-84fa-496402122c5e req-be05c0cb-6e2c-40e3-b8cc-dec58df23f28 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 1129 time: 0.7597046 Feb 04 13:29:14.430841 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:14.472917 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.db.api [None req-752ac30a-7d72-4053-a962-67a6079ac2ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:29:14.473456 n-d-714676-13 neutron-server[103609]: DEBUG oslo_db.api [None req-752ac30a-7d72-4053-a962-67a6079ac2ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:29:14.562845 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beec8698-2092-46e0-855e-d890e961933d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (0e073d26-7af8-40bb-9382-ad6455d09a65), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:14.565568 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beec8698-2092-46e0-855e-d890e961933d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_controller (0e073d26-7af8-40bb-9382-ad6455d09a65), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:14.637269 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beec8698-2092-46e0-855e-d890e961933d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (0e073d26-7af8-40bb-9382-ad6455d09a65), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:14.637913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beec8698-2092-46e0-855e-d890e961933d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e073d26-7af8-40bb-9382-ad6455d09a65 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:29:14.648642 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beec8698-2092-46e0-855e-d890e961933d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:14.651323 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-beec8698-2092-46e0-855e-d890e961933d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "DELETE /v2.0/routers/0e073d26-7af8-40bb-9382-ad6455d09a65 HTTP/1.1" status: 204 len: 168 time: 2.0027013 Feb 04 13:29:14.653377 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42768) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:14.747181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Deleting subnet 57d39233-1736-49d4-b073-71e393e0cc20 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:29:14.754227 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for subnet (57d39233-1736-49d4-b073-71e393e0cc20), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:14.808597 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (57d39233-1736-49d4-b073-71e393e0cc20), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:14.869292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (57d39233-1736-49d4-b073-71e393e0cc20), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:14.967071 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (57d39233-1736-49d4-b073-71e393e0cc20), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:14.971903 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426f1d86-e598-436d-96c9-40428ea70b15 req-66b55b2f-8ed9-4e4a-a26b-a3bd62954853 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5504577 Feb 04 13:29:14.993806 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f6b71c50-9626-4d61-84fa-496402122c5e req-63834088-614f-4664-9086-9216333842ee service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5702672 Feb 04 13:29:15.032663 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ac30a-7d72-4053-a962-67a6079ac2ad None None] Port 4092f5ad-de8a-4eef-bb16-ef0d9783de4b not found while updating agent binding for router 0e073d26-7af8-40bb-9382-ad6455d09a65. {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 13:29:15.033394 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=57d39233-1736-49d4-b073-71e393e0cc20,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:15.039463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Request body: {'port': {'device_id': 'd2d6779e-655d-4b86-97c5-4d26c4193692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:15.046475 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ac30a-7d72-4053-a962-67a6079ac2ad None None] Routers set() bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:15.046699 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:15.046824 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ac30a-7d72-4053-a962-67a6079ac2ad None None] Router IDs set() for agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 13:29:15.047494 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_agentschedulers_db [None req-752ac30a-7d72-4053-a962-67a6079ac2ad None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0e073d26-7af8-40bb-9382-ad6455d09a65'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent'). {{(pid=103609) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 13:29:15.047874 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ac30a-7d72-4053-a962-67a6079ac2ad None None] The sync data for ids ['0e073d26-7af8-40bb-9382-ad6455d09a65'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:15.057706 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "DELETE /v2.0/subnets/57d39233-1736-49d4-b073-71e393e0cc20 HTTP/1.1" status: 204 len: 168 time: 0.4027572 Feb 04 13:29:15.058248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42772) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:15.072584 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:15.073222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:15.074598 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:15.075507 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:15.079662 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:15.080284 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:15.082249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:15.083029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:15.083589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:15.084371 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:15.085227 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:15.085821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:15.086450 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e78389-2afa-408e-87ec-af46ebe0ef05 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:15.252312 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-331589e7-66a8-4821-b122-5af74e834b7d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (558e37aa-b522-4128-adf7-9103a95a582c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:15.325006 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6daad-7af2-446e-804b-35c07e75ce35 req-b910450c-4981-4808-b805-39a8b8faa4e3 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:15.328193 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6aa6daad-7af2-446e-804b-35c07e75ce35 req-b910450c-4981-4808-b805-39a8b8faa4e3 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.8182244 Feb 04 13:29:15.373790 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:15.426200 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:15.453897 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:15.624786 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-331589e7-66a8-4821-b122-5af74e834b7d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (558e37aa-b522-4128-adf7-9103a95a582c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:15.674904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-331589e7-66a8-4821-b122-5af74e834b7d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558e37aa-b522-4128-adf7-9103a95a582c']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:15.688896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-331589e7-66a8-4821-b122-5af74e834b7d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3027e0cd-1afe-4917-9711-ec0ad5676f8b') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:15.689249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-331589e7-66a8-4821-b122-5af74e834b7d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3027e0cd-1afe-4917-9711-ec0ad5676f8b') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:15.752159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6aa6daad-7af2-446e-804b-35c07e75ce35 req-32e7b349-f10c-433f-8715-a3723d7bae07 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974562 Feb 04 13:29:15.756482 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-331589e7-66a8-4821-b122-5af74e834b7d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (3027e0cd-1afe-4917-9711-ec0ad5676f8b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:15.914598 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-331589e7-66a8-4821-b122-5af74e834b7d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3027e0cd-1afe-4917-9711-ec0ad5676f8b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:16.011366 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331589e7-66a8-4821-b122-5af74e834b7d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:29:16.012143 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-331589e7-66a8-4821-b122-5af74e834b7d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (3027e0cd-1afe-4917-9711-ec0ad5676f8b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: warnings.warn('Neutron quota engine will require "--force" ' Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:29:16.023629 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:29:16.239708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Allocated IP 172.25.5.73 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/fa3124da-5a53-4ed1-9de8-1c9309c427ea) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:16.300458 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-331589e7-66a8-4821-b122-5af74e834b7d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (558e37aa-b522-4128-adf7-9103a95a582c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:16.325447 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331589e7-66a8-4821-b122-5af74e834b7d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 558e37aa-b522-4128-adf7-9103a95a582c {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 13:29:16.353123 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-331589e7-66a8-4821-b122-5af74e834b7d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:16.366053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-331589e7-66a8-4821-b122-5af74e834b7d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "DELETE /v2.0/networks/558e37aa-b522-4128-adf7-9103a95a582c HTTP/1.1" status: 204 len: 168 time: 1.2957535 Feb 04 13:29:16.678010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c77ff-af81-4856-8a18-5e1ff761a7bd req-7e1621b4-c9f2-4bbc-826e-bbcdc929132d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:16.707368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f5c77ff-af81-4856-8a18-5e1ff761a7bd req-7e1621b4-c9f2-4bbc-826e-bbcdc929132d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 932 time: 0.8139729 Feb 04 13:29:16.719740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331589e7-66a8-4821-b122-5af74e834b7d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Pushing event deleted for resources: {'Network': ['ID=558e37aa-b522-4128-adf7-9103a95a582c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:16.912795 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:17.018924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42788) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:17.025438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c107160c-cd76-4a9a-a700-0206c45118f1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Request body: {'router': {'name': 'tempest-router--1135864978', 'project_id': '69115ce674ba44638fe1f2dae6227184'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:17.096050 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c107160c-cd76-4a9a-a700-0206c45118f1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (2d1ca6f7-4625-496b-a579-0eda24b82b75), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:17.101313 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c107160c-cd76-4a9a-a700-0206c45118f1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (2d1ca6f7-4625-496b-a579-0eda24b82b75), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:17.145967 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for port (fa3124da-5a53-4ed1-9de8-1c9309c427ea), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:17.168114 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f5c77ff-af81-4856-8a18-5e1ff761a7bd req-6c2dffd1-5786-403d-b299-4d68d84d974e tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/security-groups?id=78b24abd-3803-4c58-92de-4ed1a2dd8803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4249966 Feb 04 13:29:17.181762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:29:17.230232 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Publish callbacks [] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:17.291241 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c107160c-cd76-4a9a-a700-0206c45118f1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_controller (2d1ca6f7-4625-496b-a579-0eda24b82b75), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:17.303212 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c107160c-cd76-4a9a-a700-0206c45118f1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (2d1ca6f7-4625-496b-a579-0eda24b82b75), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:17.307537 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (fa3124da-5a53-4ed1-9de8-1c9309c427ea), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:17.336796 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c107160c-cd76-4a9a-a700-0206c45118f1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:17.344718 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c107160c-cd76-4a9a-a700-0206c45118f1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3189278 Feb 04 13:29:17.345142 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42794) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:17.384826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Transition to ACTIVE for port object 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:17.466979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:17.468550 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:17.493999 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:17.498854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:17.504887 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-56813656-3d69-4305-a62e-973d2929a5bd tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router (2d1ca6f7-4625-496b-a579-0eda24b82b75), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:17.737236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf0143-19e1-45fd-80c3-623ebb834359 req-b6f4079b-cdf4-41f5-ab29-b2322e0ecd7e tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:17.739352 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6fdf0143-19e1-45fd-80c3-623ebb834359 req-b6f4079b-cdf4-41f5-ab29-b2322e0ecd7e tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 946 time: 0.4345100 Feb 04 13:29:17.746792 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Pushing event updated for resources: {'Port': ['ID=fa3124da-5a53-4ed1-9de8-1c9309c427ea,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:17.812746 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:17.855702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Pushing event updated for resources: {'Port': ['ID=3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:17.864475 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-56813656-3d69-4305-a62e-973d2929a5bd tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (2d1ca6f7-4625-496b-a579-0eda24b82b75), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:17.874773 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-56813656-3d69-4305-a62e-973d2929a5bd tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_controller (2d1ca6f7-4625-496b-a579-0eda24b82b75), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:17.907463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6fdf0143-19e1-45fd-80c3-623ebb834359 req-cdb0b5fd-5eac-494b-bf34-3e356f6535d5 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833304 Feb 04 13:29:18.004233 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for floatingip (6dc96e63-eced-4721-8564-8e30a5408a98), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:18.019710 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-56813656-3d69-4305-a62e-973d2929a5bd tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (2d1ca6f7-4625-496b-a579-0eda24b82b75), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:18.021632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56813656-3d69-4305-a62e-973d2929a5bd tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d1ca6f7-4625-496b-a579-0eda24b82b75 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:29:18.049018 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-56813656-3d69-4305-a62e-973d2929a5bd tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:18.058700 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-56813656-3d69-4305-a62e-973d2929a5bd tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "DELETE /v2.0/routers/2d1ca6f7-4625-496b-a579-0eda24b82b75 HTTP/1.1" status: 204 len: 168 time: 0.7105703 Feb 04 13:29:18.084279 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Attempting to bind port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:29:18.084897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Attempting to bind port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '71629890-8372-4cd0-8047-6c5a2c73cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:29:18.085270 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Attempting to bind port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 on network efa4f540-f987-41c7-90f9-901a1a2e4296 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:29:18.116901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 on network efa4f540-f987-41c7-90f9-901a1a2e4296 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:29:18.117249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Attempting to bind port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 on network efa4f540-f987-41c7-90f9-901a1a2e4296 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:29:18.171953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:29:18.172671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Checking segment: {'id': '71629890-8372-4cd0-8047-6c5a2c73cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:29:18.173095 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Bound using segment: {'id': '71629890-8372-4cd0-8047-6c5a2c73cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:29:18.173824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Bound port: 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71629890-8372-4cd0-8047-6c5a2c73cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:29:18.174822 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:18.224577 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fa3124da-5a53-4ed1-9de8-1c9309c427ea), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:18.340170 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31af77e-216e-4eda-a220-a2b692c057ac req-718118be-dca8-43b1-8fbe-5cba0e0b518c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:18.342844 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b31af77e-216e-4eda-a220-a2b692c057ac req-718118be-dca8-43b1-8fbe-5cba0e0b518c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 946 time: 0.2494254 Feb 04 13:29:18.371038 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42804) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:18.440294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] For port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:29:18.445099 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] For port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2,segment=NetworkSegment(71629890-8372-4cd0-8047-6c5a2c73cd87),segment_id=71629890-8372-4cd0-8047-6c5a2c73cd87)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:29:18.525343 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b31af77e-216e-4eda-a220-a2b692c057ac req-c65f12d1-1d84-43df-a4f4-42fd6730dae8 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644173 Feb 04 13:29:18.533821 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:18.891656 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-982667254', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:18.936517 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (18a83dd3-a1a1-4afb-b806-585eb1e861b9), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:18.937364 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (18a83dd3-a1a1-4afb-b806-585eb1e861b9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:19.072362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:19.074198 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:19.077561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426f1d86-e598-436d-96c9-40428ea70b15 req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] 10.222.0.99 "PUT /v2.0/ports/3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 HTTP/1.1" status: 200 len: 1093 time: 4.0641398 Feb 04 13:29:19.078774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d6779e-655d-4b86-97c5-4d26c4193692', 'tag': '3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:19.084798 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aef7b37-bab3-495b-b426-7605d0a017e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d6779e-655d-4b86-97c5-4d26c4193692", "tag": "3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:19.143082 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_controller (18a83dd3-a1a1-4afb-b806-585eb1e861b9), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:19.263788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae8fb7-61a3-4d22-a8df-e2b0ee6acb7d service neutron] Pushing event updated for resources: {'Port': ['ID=3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:19.293768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032fd48-4868-4213-b51f-2f2187b813c7 req-ead3db35-06c7-486f-b166-3ad1755684a3 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:19.295585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9032fd48-4868-4213-b51f-2f2187b813c7 req-ead3db35-06c7-486f-b166-3ad1755684a3 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.4394181 Feb 04 13:29:19.443010 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for port (fa3124da-5a53-4ed1-9de8-1c9309c427ea), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:19.474657 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (fa3124da-5a53-4ed1-9de8-1c9309c427ea), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:19.502250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f1d86-e598-436d-96c9-40428ea70b15 req-a3518450-dc6a-4290-ab20-a0061a4a77ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:19.509993 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426f1d86-e598-436d-96c9-40428ea70b15 req-a3518450-dc6a-4290-ab20-a0061a4a77ae service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=817ce1375b9d4df49c8c8fa7691aace8&device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 1127 time: 0.3384902 Feb 04 13:29:19.546762 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (18a83dd3-a1a1-4afb-b806-585eb1e861b9), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:19.648533 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9032fd48-4868-4213-b51f-2f2187b813c7 req-52b880b3-a55e-4730-8bdb-5c7d151b99b7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374839 Feb 04 13:29:19.714296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426f1d86-e598-436d-96c9-40428ea70b15 req-91350981-650d-4c3b-a2b0-2f5056fd3b4b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 HTTP/1.1" status: 200 len: 217 time: 0.1536937 Feb 04 13:29:19.756400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Pushing event updated for resources: {'Port': ['ID=fa3124da-5a53-4ed1-9de8-1c9309c427ea,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:19.835687 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (6dc96e63-eced-4721-8564-8e30a5408a98), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:19.899407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f1d86-e598-436d-96c9-40428ea70b15 req-ab42d9fb-2764-498c-abf4-7a6530246d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:19.901230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426f1d86-e598-436d-96c9-40428ea70b15 req-ab42d9fb-2764-498c-abf4-7a6530246d09 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=dc151383-92f7-4d70-bfe3-bee2283b0521 HTTP/1.1" status: 200 len: 844 time: 0.1694572 Feb 04 13:29:19.910389 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:19.912302 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-74e4a9a2-549a-4498-8a23-4d6df240440e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.2484527 Feb 04 13:29:20.032415 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3557d7-b339-425c-afa8-a04c71cab090 req-7008daca-94a0-4e77-b96b-35fb57ccfe94 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:20.035745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba3557d7-b339-425c-afa8-a04c71cab090 req-7008daca-94a0-4e77-b96b-35fb57ccfe94 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 944 time: 0.1818264 Feb 04 13:29:20.038179 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-120cfe17-2a60-4c2d-af61-6a0884b91030 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.0937583 Feb 04 13:29:20.078448 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f1d86-e598-436d-96c9-40428ea70b15 req-3ab38235-749b-4c30-afc0-a238412d60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:20.080122 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426f1d86-e598-436d-96c9-40428ea70b15 req-3ab38235-749b-4c30-afc0-a238412d60f7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=efa4f540-f987-41c7-90f9-901a1a2e4296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1662419 Feb 04 13:29:20.155700 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (18a83dd3-a1a1-4afb-b806-585eb1e861b9), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:20.200296 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:20.267687 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba3557d7-b339-425c-afa8-a04c71cab090 req-91fde29a-73b7-45d1-a738-7273637a3f44 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/security-groups?id=78b24abd-3803-4c58-92de-4ed1a2dd8803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265503 Feb 04 13:29:20.318495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-30c5fbc1-0eb6-4b61-856d-212b0b1d0a82 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:20.319986 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73011334-9d5c-4483-8c91-23f5fbfc4607 req-30c5fbc1-0eb6-4b61-856d-212b0b1d0a82 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.2711413 Feb 04 13:29:20.353524 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426f1d86-e598-436d-96c9-40428ea70b15 req-817428c3-c954-418c-abcb-e1d18acad415 service neutron] 10.222.0.99 "GET /v2.0/networks/efa4f540-f987-41c7-90f9-901a1a2e4296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561426 Feb 04 13:29:20.422384 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Allocated IP 172.25.5.61 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/8923a62d-1bf3-4493-a142-167338250368) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:20.536658 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a2ed4-b0af-4f36-aa14-682c7d08fd6c req-dee7712c-02b7-4152-b11c-c95bfc3f0333 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:20.543796 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-159a2ed4-b0af-4f36-aa14-682c7d08fd6c req-dee7712c-02b7-4152-b11c-c95bfc3f0333 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 946 time: 0.1314948 Feb 04 13:29:20.668926 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for port (8923a62d-1bf3-4493-a142-167338250368), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:20.684940 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-426f1d86-e598-436d-96c9-40428ea70b15 req-7e87b347-5684-491d-98dc-49d6c6fc48f1 service neutron] 10.222.0.99 "GET /v2.0/networks/efa4f540-f987-41c7-90f9-901a1a2e4296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263884 Feb 04 13:29:20.713411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-159a2ed4-b0af-4f36-aa14-682c7d08fd6c req-d7879b4e-5757-4f4a-a626-9450037f540b tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630464 Feb 04 13:29:20.746412 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d61ee-d7e6-4d0f-89fd-14f9980242c3 req-0accaedb-aac3-465b-8120-5d1d448ca126 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:20.750789 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c5d61ee-d7e6-4d0f-89fd-14f9980242c3 req-0accaedb-aac3-465b-8120-5d1d448ca126 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 946 time: 0.1803093 Feb 04 13:29:20.810964 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8923a62d-1bf3-4493-a142-167338250368), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:20.856891 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1908f9-abdd-42e5-98af-9d25fce46599 x-openstack-request-id: req-6e1908f9-abdd-42e5-98af-9d25fce46599 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:20.857557 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d6779e-655d-4b86-97c5-4d26c4193692", "tag": "3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:20.858043 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6e1908f9-abdd-42e5-98af-9d25fce46599 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:20.858702 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d6779e-655d-4b86-97c5-4d26c4193692', 'tag': '3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2', 'status': 'completed', 'code': 200} Feb 04 13:29:20.862499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c5d61ee-d7e6-4d0f-89fd-14f9980242c3 req-6d62c77f-34fd-425e-8a99-39eeca2be5ac tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991547 Feb 04 13:29:20.914456 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:20.931649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:20.950813 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:20.961300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Pushing event updated for resources: {'Port': ['ID=8923a62d-1bf3-4493-a142-167338250368,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:21.438627 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (18a83dd3-a1a1-4afb-b806-585eb1e861b9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:21.502794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7b37-bab3-495b-b426-7605d0a017e5 req-d0cf7280-72e5-4698-ba30-db70647da622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:21.505308 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9aef7b37-bab3-495b-b426-7605d0a017e5 req-d0cf7280-72e5-4698-ba30-db70647da622 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=817ce1375b9d4df49c8c8fa7691aace8&device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 1127 time: 0.5735984 Feb 04 13:29:21.562019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-fc9bf16b-7eac-4231-a29d-5101ecdf44bc tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7162161 Feb 04 13:29:21.568533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:21.632999 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eaac38-60fe-4380-a3f7-835d6de85a79 req-5792ae1d-5028-4912-bbda-7cf483750dca tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:21.708554 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32eaac38-60fe-4380-a3f7-835d6de85a79 req-5792ae1d-5028-4912-bbda-7cf483750dca tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.2405846 Feb 04 13:29:21.787960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32eaac38-60fe-4380-a3f7-835d6de85a79 req-72371c98-e82e-448d-88e0-579a848d5b60 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405523 Feb 04 13:29:21.824908 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:21.905095 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7b37-bab3-495b-b426-7605d0a017e5 req-1d1dc8dd-008d-48cb-8b76-4973586b8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:21.907978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9aef7b37-bab3-495b-b426-7605d0a017e5 req-1d1dc8dd-008d-48cb-8b76-4973586b8023 service neutron] 10.222.0.99 "GET /v2.0/networks?id=efa4f540-f987-41c7-90f9-901a1a2e4296 HTTP/1.1" status: 200 len: 906 time: 0.3925142 Feb 04 13:29:22.101131 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (18a83dd3-a1a1-4afb-b806-585eb1e861b9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:22.132805 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9aef7b37-bab3-495b-b426-7605d0a017e5 req-86bcce15-42e7-47b4-83e2-753557beddfe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 HTTP/1.1" status: 200 len: 217 time: 0.1485183 Feb 04 13:29:22.308814 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Router 18a83dd3-a1a1-4afb-b806-585eb1e861b9 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:29:22.324861 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7b37-bab3-495b-b426-7605d0a017e5 req-b2b18fed-3cc4-46f1-8e67-dd0582548ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:22.327041 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9aef7b37-bab3-495b-b426-7605d0a017e5 req-b2b18fed-3cc4-46f1-8e67-dd0582548ac7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=dc151383-92f7-4d70-bfe3-bee2283b0521 HTTP/1.1" status: 200 len: 844 time: 0.1751740 Feb 04 13:29:22.431778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506def22-0ac2-401d-baf9-0d686405f939 req-458d9514-2711-4e94-811c-9dda404f4846 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:22.433678 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-506def22-0ac2-401d-baf9-0d686405f939 req-458d9514-2711-4e94-811c-9dda404f4846 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 944 time: 0.2187357 Feb 04 13:29:22.465527 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7b37-bab3-495b-b426-7605d0a017e5 req-b59641c7-2586-407b-a27b-a640dedc8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:22.467392 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9aef7b37-bab3-495b-b426-7605d0a017e5 req-b59641c7-2586-407b-a27b-a640dedc8fbf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=efa4f540-f987-41c7-90f9-901a1a2e4296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1239390 Feb 04 13:29:22.468898 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:22.590220 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:29:22.606187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e584168-71ba-45aa-9653-1304b49a55ca None None] Sync routers for ids ['18a83dd3-a1a1-4afb-b806-585eb1e861b9'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:22.637899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e584168-71ba-45aa-9653-1304b49a55ca None None] Routers {'18a83dd3-a1a1-4afb-b806-585eb1e861b9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:22.642309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8e584168-71ba-45aa-9653-1304b49a55ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['18a83dd3-a1a1-4afb-b806-585eb1e861b9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:22.662380 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:22.670316 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a4c1df05-9fd8-4d25-a5b3-c0f8d837e415 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2955248 Feb 04 13:29:22.673094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42850) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:22.744981 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Allocated IP 172.25.5.192 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/40227cbf-0fd5-4dde-9674-c7bad0de0f0d) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:22.832431 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-506def22-0ac2-401d-baf9-0d686405f939 req-f107ac18-8571-470f-899c-7e7c583dd91d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/security-groups?id=78b24abd-3803-4c58-92de-4ed1a2dd8803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3741612 Feb 04 13:29:22.865938 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8e584168-71ba-45aa-9653-1304b49a55ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:22.910072 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e584168-71ba-45aa-9653-1304b49a55ca None None] Routers {'18a83dd3-a1a1-4afb-b806-585eb1e861b9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:22.911347 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8e584168-71ba-45aa-9653-1304b49a55ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['18a83dd3-a1a1-4afb-b806-585eb1e861b9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:22.968945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8e584168-71ba-45aa-9653-1304b49a55ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:22.969882 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e584168-71ba-45aa-9653-1304b49a55ca None None] The sync data for ids ['18a83dd3-a1a1-4afb-b806-585eb1e861b9'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:22.982009 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9aef7b37-bab3-495b-b426-7605d0a017e5 req-d3f7fc9d-c768-4daf-900c-df453d12182d service neutron] 10.222.0.99 "GET /v2.0/networks/efa4f540-f987-41c7-90f9-901a1a2e4296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060998 Feb 04 13:29:23.104761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42854) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:23.105187 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9edb0bb2-d6ca-4033-9765-69c549c75b9c tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/routers/18a83dd3-a1a1-4afb-b806-585eb1e861b9 HTTP/1.1" status: 200 len: 919 time: 0.4257786 Feb 04 13:29:23.192970 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-113fefc6-1f8d-450c-8c40-54497c44c499 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "GET /v2.0/ports?device_id=18a83dd3-a1a1-4afb-b806-585eb1e861b9 HTTP/1.1" status: 200 len: 205 time: 0.0774312 Feb 04 13:29:23.196360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42856) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:23.324520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438b99c-5c3a-4535-b6da-28153a5eed89 req-1225dbcf-b964-44ae-a3fa-38d5ee6b62b3 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:23.328691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d438b99c-5c3a-4535-b6da-28153a5eed89 req-1225dbcf-b964-44ae-a3fa-38d5ee6b62b3 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 946 time: 0.3615038 Feb 04 13:29:23.392354 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for port (40227cbf-0fd5-4dde-9674-c7bad0de0f0d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:23.434916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9aef7b37-bab3-495b-b426-7605d0a017e5 req-d29c1ce5-f4e5-44e6-b9a6-93ecc7d0dfe8 service neutron] 10.222.0.99 "GET /v2.0/networks/efa4f540-f987-41c7-90f9-901a1a2e4296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164033 Feb 04 13:29:23.435259 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-057d114c-0dbc-4591-af4f-ebe46b68ebfe tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (18a83dd3-a1a1-4afb-b806-585eb1e861b9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:23.553999 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d438b99c-5c3a-4535-b6da-28153a5eed89 req-6b95c148-faea-4fde-b271-474308783d00 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006288 Feb 04 13:29:23.607335 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (40227cbf-0fd5-4dde-9674-c7bad0de0f0d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:23.625826 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-057d114c-0dbc-4591-af4f-ebe46b68ebfe tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (18a83dd3-a1a1-4afb-b806-585eb1e861b9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:23.720121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-057d114c-0dbc-4591-af4f-ebe46b68ebfe tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Deleting port 8923a62d-1bf3-4493-a142-167338250368 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:23.720450 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-057d114c-0dbc-4591-af4f-ebe46b68ebfe tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8923a62d-1bf3-4493-a142-167338250368), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:23.744363 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:23.748402 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:23.754292 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:23.901897 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-057d114c-0dbc-4591-af4f-ebe46b68ebfe tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8923a62d-1bf3-4493-a142-167338250368), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:23.941782 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for floatingip (c4a9600a-d6ec-4766-a7d5-75dbf0a4d6bb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:23.953158 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-057d114c-0dbc-4591-af4f-ebe46b68ebfe tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Calling delete_port for 8923a62d-1bf3-4493-a142-167338250368 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:23.955866 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Pushing event updated for resources: {'Port': ['ID=40227cbf-0fd5-4dde-9674-c7bad0de0f0d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:24.063096 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (40227cbf-0fd5-4dde-9674-c7bad0de0f0d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:24.278163 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e2c03-70a6-4b59-a318-670474603a84 req-0f6d0054-5055-4075-a095-cef9ea790be6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:24.286320 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-569e2c03-70a6-4b59-a318-670474603a84 req-0f6d0054-5055-4075-a095-cef9ea790be6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 946 time: 0.4848843 Feb 04 13:29:24.349077 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9e8e4-8670-44ff-8ced-01c64c75bf9c req-513c96d5-a36d-40fd-86db-1625792ebca7 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:24.352807 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9df9e8e4-8670-44ff-8ced-01c64c75bf9c req-513c96d5-a36d-40fd-86db-1625792ebca7 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "GET /v2.0/ports?device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 946 time: 0.3922644 Feb 04 13:29:24.387671 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-057d114c-0dbc-4591-af4f-ebe46b68ebfe tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8923a62d-1bf3-4493-a142-167338250368), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:24.475257 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d114c-0dbc-4591-af4f-ebe46b68ebfe tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Pushing event deleted for resources: {'Port': ['ID=8923a62d-1bf3-4493-a142-167338250368,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:24.517523 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for port (40227cbf-0fd5-4dde-9674-c7bad0de0f0d), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:24.584258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-569e2c03-70a6-4b59-a318-670474603a84 req-2ade8647-79d7-46fb-a5e9-65f61f095386 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969069 Feb 04 13:29:24.593132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:29:24.608231 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (40227cbf-0fd5-4dde-9674-c7bad0de0f0d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:24.689967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-057d114c-0dbc-4591-af4f-ebe46b68ebfe tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (18a83dd3-a1a1-4afb-b806-585eb1e861b9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:24.812935 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Pushing event updated for resources: {'Port': ['ID=40227cbf-0fd5-4dde-9674-c7bad0de0f0d,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:24.824556 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (c4a9600a-d6ec-4766-a7d5-75dbf0a4d6bb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:24.855787 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-057d114c-0dbc-4591-af4f-ebe46b68ebfe tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (18a83dd3-a1a1-4afb-b806-585eb1e861b9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:24.860168 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-057d114c-0dbc-4591-af4f-ebe46b68ebfe tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_controller (18a83dd3-a1a1-4afb-b806-585eb1e861b9), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:24.874622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c6749c8-2db8-4148-b922-9b695bf6fc64 req-318020d5-af9d-49c6-8e99-99abe90560d5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3763776 Feb 04 13:29:24.918633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2,segment=NetworkSegment(71629890-8372-4cd0-8047-6c5a2c73cd87),segment_id=71629890-8372-4cd0-8047-6c5a2c73cd87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:24.933928 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2', 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296', 'port_id': '3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2', 'mac_address': 'fa:16:3e:7a:2d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:29:24.968215 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-057d114c-0dbc-4591-af4f-ebe46b68ebfe tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (18a83dd3-a1a1-4afb-b806-585eb1e861b9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:24.969273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057d114c-0dbc-4591-af4f-ebe46b68ebfe tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Fanout notify agent at l3_agent the message router_deleted on router 18a83dd3-a1a1-4afb-b806-585eb1e861b9 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:29:24.984877 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:24.986805 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-f614df4f-49f4-4b72-bf0d-75cb34729ec6 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4237683 Feb 04 13:29:24.996235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-9df9e8e4-8670-44ff-8ced-01c64c75bf9c req-f5a2bd05-0662-45fc-a8e4-32875f2f6325 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Deleting port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:24.997304 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9df9e8e4-8670-44ff-8ced-01c64c75bf9c req-f5a2bd05-0662-45fc-a8e4-32875f2f6325 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (16d3a5eb-b9d3-4ccb-adea-cb29634456eb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:25.020849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:25.023245 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:25.028309 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-057d114c-0dbc-4591-af4f-ebe46b68ebfe tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:25.032705 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8381a-4774-4eaf-b69c-a647c5d75dbb req-c5b4cdf1-b738-4934-adbd-31c26963c1dc tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:25.035485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80c8381a-4774-4eaf-b69c-a647c5d75dbb req-c5b4cdf1-b738-4934-adbd-31c26963c1dc tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.2380395 Feb 04 13:29:25.043873 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-057d114c-0dbc-4591-af4f-ebe46b68ebfe tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "DELETE /v2.0/routers/18a83dd3-a1a1-4afb-b806-585eb1e861b9 HTTP/1.1" status: 204 len: 168 time: 1.8427870 Feb 04 13:29:25.044278 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42870) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:25.052702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Request body: {'router': {'name': 'tempest-snat-router-195506655', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'enable_snat': False}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:25.056810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:29:25.115236 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (356694e9-26ae-45e2-bf87-565c0ceef094), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:25.125250 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (356694e9-26ae-45e2-bf87-565c0ceef094), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:25.135159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2,segment=NetworkSegment(71629890-8372-4cd0-8047-6c5a2c73cd87),segment_id=71629890-8372-4cd0-8047-6c5a2c73cd87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:25.152227 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:25.256198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-9df9e8e4-8670-44ff-8ced-01c64c75bf9c req-f5a2bd05-0662-45fc-a8e4-32875f2f6325 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] For port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=16d3a5eb-b9d3-4ccb-adea-cb29634456eb,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:25.257025 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9df9e8e4-8670-44ff-8ced-01c64c75bf9c req-f5a2bd05-0662-45fc-a8e4-32875f2f6325 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (16d3a5eb-b9d3-4ccb-adea-cb29634456eb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:25.306273 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-9df9e8e4-8670-44ff-8ced-01c64c75bf9c req-f5a2bd05-0662-45fc-a8e4-32875f2f6325 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Calling delete_port for 16d3a5eb-b9d3-4ccb-adea-cb29634456eb owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:25.317007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:25.349747 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_controller (356694e9-26ae-45e2-bf87-565c0ceef094), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:25.418194 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-6efe4929-4cbd-484c-ae1c-8ec31cfe453f tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.192 HTTP/1.1" status: 200 len: 696 time: 0.4165642 Feb 04 13:29:25.612845 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (356694e9-26ae-45e2-bf87-565c0ceef094), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:25.627269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:29:25.631875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6749c8-2db8-4148-b922-9b695bf6fc64 req-6f1811a3-32ca-4b4a-9249-d8b86ea58648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:25.634043 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c6749c8-2db8-4148-b922-9b695bf6fc64 req-6f1811a3-32ca-4b4a-9249-d8b86ea58648 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 1127 time: 0.7175426 Feb 04 13:29:25.821683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6749c8-2db8-4148-b922-9b695bf6fc64 req-c5f937cb-ff8b-45a8-9ab2-df96d8020df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:25.823519 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c6749c8-2db8-4148-b922-9b695bf6fc64 req-c5f937cb-ff8b-45a8-9ab2-df96d8020df3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.1173327 Feb 04 13:29:25.924246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-c5af3ba7-da52-48f2-a321-c60d61f2c87a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:25.939143 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7666ddd-970f-42ae-bed2-6d34b0f15dbf req-c5af3ba7-da52-48f2-a321-c60d61f2c87a tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.4916592 Feb 04 13:29:25.941626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c6749c8-2db8-4148-b922-9b695bf6fc64 req-231e6d8d-068a-457e-b5bb-4f5ac4492732 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1 HTTP/1.1" status: 200 len: 217 time: 0.1024399 Feb 04 13:29:26.053542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6749c8-2db8-4148-b922-9b695bf6fc64 req-e50ec76e-775f-42e4-a7a4-969ba44ce2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:26.055512 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c6749c8-2db8-4148-b922-9b695bf6fc64 req-e50ec76e-775f-42e4-a7a4-969ba44ce2f5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.1026149 Feb 04 13:29:26.089185 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80c8381a-4774-4eaf-b69c-a647c5d75dbb req-6b4bc37d-94d3-47f2-a50e-9dddade1705c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7802238 Feb 04 13:29:26.161958 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c6749c8-2db8-4148-b922-9b695bf6fc64 req-e2155d4a-25ea-4485-b38a-e1a9b3e28185 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886889 Feb 04 13:29:26.197636 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (356694e9-26ae-45e2-bf87-565c0ceef094), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:26.245987 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:26.258520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425056c6-7835-494f-a11e-b341d8a0037e req-a04c5992-d367-47c2-8aad-9cdc57859a6f tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:26.266569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-425056c6-7835-494f-a11e-b341d8a0037e req-a04c5992-d367-47c2-8aad-9cdc57859a6f tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 945 time: 0.2092428 Feb 04 13:29:26.448870 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-425056c6-7835-494f-a11e-b341d8a0037e req-bb4a311e-971d-4692-b3de-ca9bbd3a5add tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/security-groups?id=78b24abd-3803-4c58-92de-4ed1a2dd8803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811533 Feb 04 13:29:26.479030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3506c-8e86-4259-a5db-70b7a7108192 req-6556af72-2754-4c9d-87f5-48f3a7109e26 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:26.493735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58e3506c-8e86-4259-a5db-70b7a7108192 req-6556af72-2754-4c9d-87f5-48f3a7109e26 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 946 time: 0.2869451 Feb 04 13:29:26.599845 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Allocated IP 172.25.5.68 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/8c7ce332-0906-4c18-9898-3ddb4340f615) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:26.749796 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9df9e8e4-8670-44ff-8ced-01c64c75bf9c req-f5a2bd05-0662-45fc-a8e4-32875f2f6325 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (16d3a5eb-b9d3-4ccb-adea-cb29634456eb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:26.759416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58e3506c-8e86-4259-a5db-70b7a7108192 req-5b25fdef-2c41-44dc-9945-ab326c560044 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645357 Feb 04 13:29:26.772297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['355c92ab-2156-47d3-abb8-4333a39b455b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:29:26.972988 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for port (8c7ce332-0906-4c18-9898-3ddb4340f615), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:27.037494 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8c7ce332-0906-4c18-9898-3ddb4340f615), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:27.118690 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:27.122183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Pushing event updated for resources: {'Port': ['ID=8c7ce332-0906-4c18-9898-3ddb4340f615,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:27.133507 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:27.137258 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:27.312525 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c6749c8-2db8-4148-b922-9b695bf6fc64 req-6340422d-5354-4f86-8449-fefd015b3056 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1187816 Feb 04 13:29:27.313686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2bd05-0662-45fc-a8e4-32875f2f6325 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Pushing event deleted for resources: {'Port': ['ID=16d3a5eb-b9d3-4ccb-adea-cb29634456eb,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:27.389052 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b3515c9c-2b25-41b4-85cc-9f3182096733 req-76eab507-8fa3-4e42-abb4-fb7c07d27674 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips/c4a9600a-d6ec-4766-a7d5-75dbf0a4d6bb HTTP/1.1" status: 200 len: 693 time: 0.5698614 Feb 04 13:29:27.399249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c36b58-fe70-486c-9e06-1448d774a648 req-ce953f54-d474-45db-b457-a494bdf9b0d5 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:27.400978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91c36b58-fe70-486c-9e06-1448d774a648 req-ce953f54-d474-45db-b457-a494bdf9b0d5 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1f6ffac-b00a-453a-8324-3da7eb538ed5 HTTP/1.1" status: 200 len: 867 time: 0.7972028 Feb 04 13:29:27.479329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df9e8e4-8670-44ff-8ced-01c64c75bf9c req-f5a2bd05-0662-45fc-a8e4-32875f2f6325 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] No DVR routers for this DVR port 16d3a5eb-b9d3-4ccb-adea-cb29634456eb on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:29:27.482853 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9df9e8e4-8670-44ff-8ced-01c64c75bf9c req-f5a2bd05-0662-45fc-a8e4-32875f2f6325 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:27.487074 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9df9e8e4-8670-44ff-8ced-01c64c75bf9c req-f5a2bd05-0662-45fc-a8e4-32875f2f6325 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "DELETE /v2.0/ports/16d3a5eb-b9d3-4ccb-adea-cb29634456eb HTTP/1.1" status: 204 len: 173 time: 3.1207235 Feb 04 13:29:27.504687 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f6ffac-b00a-453a-8324-3da7eb538ed5', 'name': 'network-vif-deleted', 'tag': '16d3a5eb-b9d3-4ccb-adea-cb29634456eb'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:27.507392 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4d8b69-c230-4a45-8586-265ce5ba0485" -d '{"events": [{"server_uuid": "d1f6ffac-b00a-453a-8324-3da7eb538ed5", "name": "network-vif-deleted", "tag": "16d3a5eb-b9d3-4ccb-adea-cb29634456eb"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:27.516532 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (356694e9-26ae-45e2-bf87-565c0ceef094), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:27.698605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3515c9c-2b25-41b4-85cc-9f3182096733 req-018e571b-a4d2-41de-821b-7c4dc1e94240 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:27.700885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b3515c9c-2b25-41b4-85cc-9f3182096733 req-018e571b-a4d2-41de-821b-7c4dc1e94240 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.2972343 Feb 04 13:29:27.760759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91c36b58-fe70-486c-9e06-1448d774a648 req-7f76910c-85f5-49ee-93b5-a88c0672303d tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108594 Feb 04 13:29:27.801980 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c6749c8-2db8-4148-b922-9b695bf6fc64 req-0734b05f-6180-4de5-80a3-2fdf5b319b36 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678433 Feb 04 13:29:28.428238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617c6a0-1d55-454e-b907-e85c47d1fe93 req-3b780bcb-cc67-42e5-b995-f080c6419a0b tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:28.429857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f617c6a0-1d55-454e-b907-e85c47d1fe93 req-3b780bcb-cc67-42e5-b995-f080c6419a0b tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 945 time: 0.3379190 Feb 04 13:29:28.438466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2ddad-bc28-4e0b-8792-88039aa00698 req-5bba2162-3c64-4e47-bded-7acf73a23c84 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:28.446868 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fd2ddad-bc28-4e0b-8792-88039aa00698 req-5bba2162-3c64-4e47-bded-7acf73a23c84 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.5188909 Feb 04 13:29:28.480444 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (356694e9-26ae-45e2-bf87-565c0ceef094), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:28.496337 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a53e197-ae86-447b-813f-ccb70503c0f2 req-33500a65-b9f9-43a8-9252-bcd120bd6031 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3873494 Feb 04 13:29:28.569607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fd2ddad-bc28-4e0b-8792-88039aa00698 req-821df764-8942-47e3-8488-6e1249dfa4e8 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217301 Feb 04 13:29:28.583129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f617c6a0-1d55-454e-b907-e85c47d1fe93 req-e0e528b5-5752-4376-a40c-deb6cbb57838 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/security-groups?id=78b24abd-3803-4c58-92de-4ed1a2dd8803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338809 Feb 04 13:29:28.618136 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:29:28.658604 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d931e7a3-e0a8-4e98-8832-8d446d1c43a6 x-openstack-request-id: req-d931e7a3-e0a8-4e98-8832-8d446d1c43a6 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:28.659054 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f6ffac-b00a-453a-8324-3da7eb538ed5", "name": "network-vif-deleted", "tag": "16d3a5eb-b9d3-4ccb-adea-cb29634456eb", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:28.660141 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d931e7a3-e0a8-4e98-8832-8d446d1c43a6 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:28.660838 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f6ffac-b00a-453a-8324-3da7eb538ed5', 'name': 'network-vif-deleted', 'tag': '16d3a5eb-b9d3-4ccb-adea-cb29634456eb', 'status': 'completed', 'code': 200} Feb 04 13:29:28.838821 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-466f5e29-3550-4c27-ba6a-e600f66eb06e req-1cd66490-7bc3-4b0b-a6cc-3aeac6dc5c9d tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips/c4a9600a-d6ec-4766-a7d5-75dbf0a4d6bb HTTP/1.1" status: 200 len: 693 time: 0.1582429 Feb 04 13:29:28.880723 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Router 356694e9-26ae-45e2-bf87-565c0ceef094 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:29:28.948764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53e197-ae86-447b-813f-ccb70503c0f2 req-96e323ce-5a04-4b37-be23-ab00a2efdde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:28.950481 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a53e197-ae86-447b-813f-ccb70503c0f2 req-96e323ce-5a04-4b37-be23-ab00a2efdde1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 1128 time: 0.1765702 Feb 04 13:29:28.958360 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d884b-0dbd-4d3c-b110-72c4512ec66c req-8cb46b86-8ce3-4847-8d2f-8b916a036412 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:28.965604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d77d884b-0dbd-4d3c-b110-72c4512ec66c req-8cb46b86-8ce3-4847-8d2f-8b916a036412 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 946 time: 0.2019818 Feb 04 13:29:29.080477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:29.091139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:29.092300 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.130802 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:29:29.167876 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Sync routers for ids ['356694e9-26ae-45e2-bf87-565c0ceef094'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:29.179482 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.184868 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-21671062-5a37-4c91-b336-ecce3210a1d8 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1395192 Feb 04 13:29:29.190157 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42908) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:29.198644 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Routers {'356694e9-26ae-45e2-bf87-565c0ceef094'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:29.199679 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['356694e9-26ae-45e2-bf87-565c0ceef094'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:29.303776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:29.304217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.366014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d6779e-655d-4b86-97c5-4d26c4193692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:29.373246 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c7c738-5f1d-4e4f-a130-c33686c49e20" -d '{"events": [{"server_uuid": "d2d6779e-655d-4b86-97c5-4d26c4193692", "name": "network-vif-plugged", "status": "completed", "tag": "3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:29.407131 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2,segment=NetworkSegment(71629890-8372-4cd0-8047-6c5a2c73cd87),segment_id=71629890-8372-4cd0-8047-6c5a2c73cd87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:29.408689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f5e29-3550-4c27-ba6a-e600f66eb06e req-212a6811-92b4-42a6-a361-d4ed95c15a02 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:29.411834 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-466f5e29-3550-4c27-ba6a-e600f66eb06e req-212a6811-92b4-42a6-a361-d4ed95c15a02 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.5632246 Feb 04 13:29:29.420763 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.422925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 16d3a5eb-b9d3-4ccb-adea-cb29634456eb no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:29:29.431284 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d77d884b-0dbd-4d3c-b110-72c4512ec66c req-08d1a104-e6fe-4022-b77a-8415d2b6f059 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645157 Feb 04 13:29:29.507808 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Set router 356694e9-26ae-45e2-bf87-565c0ceef094 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:29.527118 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 16d3a5eb-b9d3-4ccb-adea-cb29634456eb {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:29:29.527641 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 16d3a5eb-b9d3-4ccb-adea-cb29634456eb not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:29:29.572471 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-092716f9-de09-4967-ac11-2de82412828a tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/routers/356694e9-26ae-45e2-bf87-565c0ceef094 HTTP/1.1" status: 200 len: 907 time: 0.3803153 Feb 04 13:29:29.576212 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42914) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:29.609992 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Request body: {'router': {'name': 'tempest-snat-router-195506655', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'enable_snat': True}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:29.661989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:29.686985 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (095ec5f4-ef44-4633-9de8-900124ffb30e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.689301 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (095ec5f4-ef44-4633-9de8-900124ffb30e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.713049 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-466f5e29-3550-4c27-ba6a-e600f66eb06e req-94250a93-92ce-498a-930f-d93246e48ad8 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.192 HTTP/1.1" status: 200 len: 696 time: 0.2750473 Feb 04 13:29:29.819197 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_controller (095ec5f4-ef44-4633-9de8-900124ffb30e), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.837347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53e197-ae86-447b-813f-ccb70503c0f2 req-0f9e71b4-f2ab-4e67-bdd2-acb7a324206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:29.838944 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a53e197-ae86-447b-813f-ccb70503c0f2 req-0f9e71b4-f2ab-4e67-bdd2-acb7a324206b service neutron] 10.222.0.100 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.8526931 Feb 04 13:29:29.899319 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-466f5e29-3550-4c27-ba6a-e600f66eb06e req-2be0d7bd-1413-43e9-888d-a68e73b77bbe tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.192 HTTP/1.1" status: 200 len: 696 time: 0.1633222 Feb 04 13:29:29.960954 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356694e9-26ae-45e2-bf87-565c0ceef094', 'name': 'tempest-snat-router-195506655', 'tenant_id': 'd104ff1321db4335bb60d741c87f88a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.68'}], 'enable_snat': False}, 'gw_port_id': '8c7ce332-0906-4c18-9898-3ddb4340f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:25Z', 'updated_at': '2022-02-04T13:29:27Z', 'revision_number': 3, 'project_id': 'd104ff1321db4335bb60d741c87f88a2', 'gw_port': {'id': '8c7ce332-0906-4c18-9898-3ddb4340f615', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356694e9-26ae-45e2-bf87-565c0ceef094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:26Z', 'updated_at': '2022-02-04T13:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:29.983076 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a53e197-ae86-447b-813f-ccb70503c0f2 req-f4248449-7743-4497-ba10-72b1a33a7a66 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=314e7e4e-b003-4e20-89be-33901107ca48 HTTP/1.1" status: 200 len: 217 time: 0.1006815 Feb 04 13:29:30.013123 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Checking router: 356694e9-26ae-45e2-bf87-565c0ceef094 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:29:30.013758 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Updating router 356694e9-26ae-45e2-bf87-565c0ceef094 port 8c7ce332-0906-4c18-9898-3ddb4340f615 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:29:30.021102 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4a712-151e-4474-9c98-d89e6dbb9964 req-355062a3-9cba-4c28-9b28-af0f9cd528e3 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:30.022805 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77e4a712-151e-4474-9c98-d89e6dbb9964 req-355062a3-9cba-4c28-9b28-af0f9cd528e3 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.99 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 946 time: 0.1769867 Feb 04 13:29:30.030365 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02552e-7c13-41b6-9a4e-183bb950bda7 req-2e7af964-4e52-4cca-bdbf-6a806ae9baf3 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:30.038608 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee02552e-7c13-41b6-9a4e-183bb950bda7 req-2e7af964-4e52-4cca-bdbf-6a806ae9baf3 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 946 time: 0.4778042 Feb 04 13:29:30.074622 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8c7ce332-0906-4c18-9898-3ddb4340f615), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:30.275317 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (095ec5f4-ef44-4633-9de8-900124ffb30e), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:30.326403 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53e197-ae86-447b-813f-ccb70503c0f2 req-5cd0da43-a2e1-40e1-94e4-9542bfe35fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:30.327937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a53e197-ae86-447b-813f-ccb70503c0f2 req-5cd0da43-a2e1-40e1-94e4-9542bfe35fd7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.2767837 Feb 04 13:29:30.345576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee02552e-7c13-41b6-9a4e-183bb950bda7 req-5ff0ea3c-1d86-46f4-b0f7-6b64344e85d0 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/security-groups?id=492cd15e-fdd5-4929-918c-759f7201d005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059065 Feb 04 13:29:30.462487 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a53e197-ae86-447b-813f-ccb70503c0f2 req-6d8f7323-e6fd-4a07-b263-9e044e43530a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871708 Feb 04 13:29:30.559564 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51df1c4b-ea36-4b26-af96-6199ae1f5365 x-openstack-request-id: req-51df1c4b-ea36-4b26-af96-6199ae1f5365 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:30.559884 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d6779e-655d-4b86-97c5-4d26c4193692", "name": "network-vif-plugged", "status": "completed", "tag": "3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:30.560134 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-51df1c4b-ea36-4b26-af96-6199ae1f5365 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:30.560747 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d6779e-655d-4b86-97c5-4d26c4193692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2', 'code': 200} Feb 04 13:29:30.700433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a53e197-ae86-447b-813f-ccb70503c0f2 req-fd221e8f-68ab-412b-8f89-4080af46f2f3 service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196527 Feb 04 13:29:30.765042 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Publish callbacks [] for port (8c7ce332-0906-4c18-9898-3ddb4340f615), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:30.783276 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8c7ce332-0906-4c18-9898-3ddb4340f615), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:30.888631 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81625389-7ad4-4e0e-9329-b010b316695d None None] Pushing event updated for resources: {'Port': ['ID=8c7ce332-0906-4c18-9898-3ddb4340f615,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:30.905447 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Attempting to bind port 8c7ce332-0906-4c18-9898-3ddb4340f615 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:29:30.905882 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Attempting to bind port 8c7ce332-0906-4c18-9898-3ddb4340f615 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:29:30.908608 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Attempting to bind port 8c7ce332-0906-4c18-9898-3ddb4340f615 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:29:30.920893 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:29:30.921740 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:29:30.922380 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:30.923179 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:29:30.923887 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Bound port: 8c7ce332-0906-4c18-9898-3ddb4340f615, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:29:30.925015 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8c7ce332-0906-4c18-9898-3ddb4340f615), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:30.932426 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (095ec5f4-ef44-4633-9de8-900124ffb30e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:30.980134 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:30.984146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a53e197-ae86-447b-813f-ccb70503c0f2 req-73dbbc25-18aa-4017-b732-0a1f84f0d30f service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762246 Feb 04 13:29:31.024802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-466f5e29-3550-4c27-ba6a-e600f66eb06e req-1707d0c2-60ec-4652-a52c-beaae1a2e0fa tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Deleting port 40227cbf-0fd5-4dde-9674-c7bad0de0f0d {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:31.025170 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-466f5e29-3550-4c27-ba6a-e600f66eb06e req-1707d0c2-60ec-4652-a52c-beaae1a2e0fa tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (40227cbf-0fd5-4dde-9674-c7bad0de0f0d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:31.051410 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-77e4a712-151e-4474-9c98-d89e6dbb9964 req-667afcc5-a1ca-4c8e-b1a4-32dda57db7fa tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Deleting port c756f3f2-562e-4fd7-90c4-fcaf5533c46e {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:31.051787 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-77e4a712-151e-4474-9c98-d89e6dbb9964 req-667afcc5-a1ca-4c8e-b1a4-32dda57db7fa tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c756f3f2-562e-4fd7-90c4-fcaf5533c46e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:31.054574 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] For port 8c7ce332-0906-4c18-9898-3ddb4340f615, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:29:31.072693 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] For port 8c7ce332-0906-4c18-9898-3ddb4340f615, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8c7ce332-0906-4c18-9898-3ddb4340f615,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:29:31.084443 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8c7ce332-0906-4c18-9898-3ddb4340f615), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:31.279573 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Routers {'356694e9-26ae-45e2-bf87-565c0ceef094'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:31.280231 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['356694e9-26ae-45e2-bf87-565c0ceef094'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:31.321016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-77e4a712-151e-4474-9c98-d89e6dbb9964 req-667afcc5-a1ca-4c8e-b1a4-32dda57db7fa tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] For port c756f3f2-562e-4fd7-90c4-fcaf5533c46e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c756f3f2-562e-4fd7-90c4-fcaf5533c46e,segment=NetworkSegment(972841af-f29c-46d6-b5cb-6ab6f82749d4),segment_id=972841af-f29c-46d6-b5cb-6ab6f82749d4)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:31.321416 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-77e4a712-151e-4474-9c98-d89e6dbb9964 req-667afcc5-a1ca-4c8e-b1a4-32dda57db7fa tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c756f3f2-562e-4fd7-90c4-fcaf5533c46e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:31.345512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Allocated IP 172.25.5.71 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/4825a27e-3ded-4e9d-80f6-d32f8b59652b) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:31.351706 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81625389-7ad4-4e0e-9329-b010b316695d None None] Pushing event updated for resources: {'Port': ['ID=8c7ce332-0906-4c18-9898-3ddb4340f615,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:31.622576 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] Set router 356694e9-26ae-45e2-bf87-565c0ceef094 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:31.637695 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for port (4825a27e-3ded-4e9d-80f6-d32f8b59652b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:31.736546 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4825a27e-3ded-4e9d-80f6-d32f8b59652b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:31.782596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01598c-33ef-4f3d-9c1c-579ac9c8514d req-8b38e426-6361-4eb8-82c4-5409cd387241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:31.786059 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f01598c-33ef-4f3d-9c1c-579ac9c8514d req-8b38e426-6361-4eb8-82c4-5409cd387241 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 1129 time: 1.0333967 Feb 04 13:29:31.817600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:31.819305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Pushing event updated for resources: {'Port': ['ID=4825a27e-3ded-4e9d-80f6-d32f8b59652b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:31.835529 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:31.839010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:31.896136 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-466f5e29-3550-4c27-ba6a-e600f66eb06e req-1707d0c2-60ec-4652-a52c-beaae1a2e0fa tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (40227cbf-0fd5-4dde-9674-c7bad0de0f0d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:31.897979 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-466f5e29-3550-4c27-ba6a-e600f66eb06e req-1707d0c2-60ec-4652-a52c-beaae1a2e0fa tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for floatingip (40227cbf-0fd5-4dde-9674-c7bad0de0f0d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:31.939805 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-466f5e29-3550-4c27-ba6a-e600f66eb06e req-1707d0c2-60ec-4652-a52c-beaae1a2e0fa tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Calling delete_port for 40227cbf-0fd5-4dde-9674-c7bad0de0f0d owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:31.942780 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:29:32.080397 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356694e9-26ae-45e2-bf87-565c0ceef094', 'name': 'tempest-snat-router-195506655', 'tenant_id': 'd104ff1321db4335bb60d741c87f88a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.68'}], 'enable_snat': False}, 'gw_port_id': '8c7ce332-0906-4c18-9898-3ddb4340f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:25Z', 'updated_at': '2022-02-04T13:29:27Z', 'revision_number': 3, 'project_id': 'd104ff1321db4335bb60d741c87f88a2', 'gw_port': {'id': '8c7ce332-0906-4c18-9898-3ddb4340f615', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356694e9-26ae-45e2-bf87-565c0ceef094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:26Z', 'updated_at': '2022-02-04T13:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:32.215957 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-466f5e29-3550-4c27-ba6a-e600f66eb06e req-1707d0c2-60ec-4652-a52c-beaae1a2e0fa tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (40227cbf-0fd5-4dde-9674-c7bad0de0f0d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:32.323309 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e44b7-2b1f-4d00-9a1f-d518a6b967b6 None None] The sync data for ids ['356694e9-26ae-45e2-bf87-565c0ceef094'] in n-d-714676-13 is: [{'id': '356694e9-26ae-45e2-bf87-565c0ceef094', 'name': 'tempest-snat-router-195506655', 'tenant_id': 'd104ff1321db4335bb60d741c87f88a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.68'}], 'enable_snat': False}, 'gw_port_id': '8c7ce332-0906-4c18-9898-3ddb4340f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:25Z', 'updated_at': '2022-02-04T13:29:27Z', 'revision_number': 3, 'project_id': 'd104ff1321db4335bb60d741c87f88a2', 'gw_port': {'id': '8c7ce332-0906-4c18-9898-3ddb4340f615', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356694e9-26ae-45e2-bf87-565c0ceef094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:26Z', 'updated_at': '2022-02-04T13:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:32.359668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e5ec1-5899-4b21-9fdc-c0c26ad49e19 req-3bb90611-990b-4382-bd84-da626d341adf tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:32.367648 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-058e5ec1-5899-4b21-9fdc-c0c26ad49e19 req-3bb90611-990b-4382-bd84-da626d341adf tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 1.6504183 Feb 04 13:29:32.573648 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (095ec5f4-ef44-4633-9de8-900124ffb30e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:33.020143 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (095ec5f4-ef44-4633-9de8-900124ffb30e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:33.029898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707d0c2-60ec-4652-a52c-beaae1a2e0fa tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Pushing event deleted for resources: {'Port': ['ID=40227cbf-0fd5-4dde-9674-c7bad0de0f0d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:33.182586 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-77e4a712-151e-4474-9c98-d89e6dbb9964 req-667afcc5-a1ca-4c8e-b1a4-32dda57db7fa tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:33.182985 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-77e4a712-151e-4474-9c98-d89e6dbb9964 req-667afcc5-a1ca-4c8e-b1a4-32dda57db7fa tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (4329ed16-8f15-4876-b4cf-32a534c3b8b1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:33.183314 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-77e4a712-151e-4474-9c98-d89e6dbb9964 req-667afcc5-a1ca-4c8e-b1a4-32dda57db7fa tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Floating IP 4329ed16-8f15-4876-b4cf-32a534c3b8b1 disassociated. External IP: 172.25.5.196, port: c756f3f2-562e-4fd7-90c4-fcaf5533c46e. Feb 04 13:29:33.183670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-77e4a712-151e-4474-9c98-d89e6dbb9964 req-667afcc5-a1ca-4c8e-b1a4-32dda57db7fa tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Calling delete_port for c756f3f2-562e-4fd7-90c4-fcaf5533c46e owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:33.189577 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-058e5ec1-5899-4b21-9fdc-c0c26ad49e19 req-1c850449-4712-4a41-8caa-7e972c7b16ff tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480331 Feb 04 13:29:33.200203 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f01598c-33ef-4f3d-9c1c-579ac9c8514d req-3f10cc38-1116-45bb-bc98-27a9a15d8ac6 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=78b24abd-3803-4c58-92de-4ed1a2dd8803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0024710 Feb 04 13:29:33.263567 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-466f5e29-3550-4c27-ba6a-e600f66eb06e req-1707d0c2-60ec-4652-a52c-beaae1a2e0fa tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for floatingip (c4a9600a-d6ec-4766-a7d5-75dbf0a4d6bb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:33.266216 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-466f5e29-3550-4c27-ba6a-e600f66eb06e req-1707d0c2-60ec-4652-a52c-beaae1a2e0fa tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:33.267561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-466f5e29-3550-4c27-ba6a-e600f66eb06e req-1707d0c2-60ec-4652-a52c-beaae1a2e0fa tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "DELETE /v2.0/floatingips/c4a9600a-d6ec-4766-a7d5-75dbf0a4d6bb HTTP/1.1" status: 204 len: 173 time: 3.3154364 Feb 04 13:29:33.308505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Router 095ec5f4-ef44-4633-9de8-900124ffb30e is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:29:33.522833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4a818-3618-4c33-a469-ac2ef93218e9 req-858bc422-641a-44f2-88f1-451ff003589e tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:33.530710 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eef4a818-3618-4c33-a469-ac2ef93218e9 req-858bc422-641a-44f2-88f1-451ff003589e tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 946 time: 0.1859720 Feb 04 13:29:33.541476 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-77e4a712-151e-4474-9c98-d89e6dbb9964 req-667afcc5-a1ca-4c8e-b1a4-32dda57db7fa tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c756f3f2-562e-4fd7-90c4-fcaf5533c46e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:33.542335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:29:33.554968 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e8aad-1247-47fc-9799-a6a8d00ceb20 None None] Sync routers for ids ['095ec5f4-ef44-4633-9de8-900124ffb30e'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:33.583139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e8aad-1247-47fc-9799-a6a8d00ceb20 None None] Routers {'095ec5f4-ef44-4633-9de8-900124ffb30e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:33.585760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-7d8e8aad-1247-47fc-9799-a6a8d00ceb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['095ec5f4-ef44-4633-9de8-900124ffb30e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:33.585973 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:33.591910 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-27406889-682a-4437-83fb-0812f2eed060 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.0138278 Feb 04 13:29:33.592622 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42948) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:33.680931 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667afcc5-a1ca-4c8e-b1a4-32dda57db7fa tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Pushing event deleted for resources: {'Port': ['ID=c756f3f2-562e-4fd7-90c4-fcaf5533c46e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:33.846067 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5db8a3fc-59af-45bf-bb4f-3781ee343a49 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/routers/095ec5f4-ef44-4633-9de8-900124ffb30e HTTP/1.1" status: 200 len: 906 time: 0.2490759 Feb 04 13:29:33.847310 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42952) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:33.930805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-7d8e8aad-1247-47fc-9799-a6a8d00ceb20 None None] Set router 095ec5f4-ef44-4633-9de8-900124ffb30e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:34.030564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77e4a712-151e-4474-9c98-d89e6dbb9964 req-667afcc5-a1ca-4c8e-b1a4-32dda57db7fa tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:29:34.064847 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eef4a818-3618-4c33-a469-ac2ef93218e9 req-56411ac5-26f6-462e-a585-96ab0d75451a tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/security-groups?id=78b24abd-3803-4c58-92de-4ed1a2dd8803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5329063 Feb 04 13:29:34.165734 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab13d233-cb9d-41ea-880d-3a31bc680329 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router (095ec5f4-ef44-4633-9de8-900124ffb30e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:34.282735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-7d8e8aad-1247-47fc-9799-a6a8d00ceb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095ec5f4-ef44-4633-9de8-900124ffb30e', 'name': 'tempest-snat-router-195506655', 'tenant_id': 'd104ff1321db4335bb60d741c87f88a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '4825a27e-3ded-4e9d-80f6-d32f8b59652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:29Z', 'updated_at': '2022-02-04T13:29:32Z', 'revision_number': 3, 'project_id': 'd104ff1321db4335bb60d741c87f88a2', 'gw_port': {'id': '4825a27e-3ded-4e9d-80f6-d32f8b59652b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095ec5f4-ef44-4633-9de8-900124ffb30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:30Z', 'updated_at': '2022-02-04T13:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:34.327010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77e4a712-151e-4474-9c98-d89e6dbb9964 req-667afcc5-a1ca-4c8e-b1a4-32dda57db7fa tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:29:34.328826 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab13d233-cb9d-41ea-880d-3a31bc680329 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (095ec5f4-ef44-4633-9de8-900124ffb30e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:34.331896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e8aad-1247-47fc-9799-a6a8d00ceb20 None None] Checking router: 095ec5f4-ef44-4633-9de8-900124ffb30e for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:29:34.332256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e8aad-1247-47fc-9799-a6a8d00ceb20 None None] Updating router 095ec5f4-ef44-4633-9de8-900124ffb30e port 4825a27e-3ded-4e9d-80f6-d32f8b59652b binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:29:34.342756 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b33e3-2b43-4f9f-ba68-7041b583af98 None None] Sync routers for ids ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:34.369637 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b33e3-2b43-4f9f-ba68-7041b583af98 None None] Routers {'4d2dc00b-bb5f-4dff-a1da-4355e224e770'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:34.377173 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4f2b33e3-2b43-4f9f-ba68-7041b583af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:34.383858 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8aad-1247-47fc-9799-a6a8d00ceb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4825a27e-3ded-4e9d-80f6-d32f8b59652b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:34.414025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e3e0c441-742c-4d8b-bbb6-a99df01d9444 req-d94cff00-9fd6-4ac7-beb6-95912c91c864 tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/ports?device_id=93f43b02-ea90-45a9-b640-2c8c1ab3f773 HTTP/1.1" status: 200 len: 210 time: 0.2269251 Feb 04 13:29:34.421512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ab13d233-cb9d-41ea-880d-3a31bc680329 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Deleting port 4825a27e-3ded-4e9d-80f6-d32f8b59652b {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:34.424050 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab13d233-cb9d-41ea-880d-3a31bc680329 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4825a27e-3ded-4e9d-80f6-d32f8b59652b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:34.472803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e4a712-151e-4474-9c98-d89e6dbb9964 req-667afcc5-a1ca-4c8e-b1a4-32dda57db7fa tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] No DVR routers for this DVR port c756f3f2-562e-4fd7-90c4-fcaf5533c46e on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:29:34.481217 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-77e4a712-151e-4474-9c98-d89e6dbb9964 req-667afcc5-a1ca-4c8e-b1a4-32dda57db7fa tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:34.488230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77e4a712-151e-4474-9c98-d89e6dbb9964 req-667afcc5-a1ca-4c8e-b1a4-32dda57db7fa tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.99 "DELETE /v2.0/ports/c756f3f2-562e-4fd7-90c4-fcaf5533c46e HTTP/1.1" status: 204 len: 173 time: 4.4249146 Feb 04 13:29:34.489110 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f43b02-ea90-45a9-b640-2c8c1ab3f773', 'name': 'network-vif-deleted', 'tag': 'c756f3f2-562e-4fd7-90c4-fcaf5533c46e'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:34.493290 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963b2d20-62df-4ca3-a134-fe8542a65616" -d '{"events": [{"server_uuid": "93f43b02-ea90-45a9-b640-2c8c1ab3f773", "name": "network-vif-deleted", "tag": "c756f3f2-562e-4fd7-90c4-fcaf5533c46e"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:34.619046 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab13d233-cb9d-41ea-880d-3a31bc680329 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4825a27e-3ded-4e9d-80f6-d32f8b59652b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:34.677297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ab13d233-cb9d-41ea-880d-3a31bc680329 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Calling delete_port for 4825a27e-3ded-4e9d-80f6-d32f8b59652b owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:34.682394 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c756f3f2-562e-4fd7-90c4-fcaf5533c46e no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:29:34.701798 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4f2b33e3-2b43-4f9f-ba68-7041b583af98 None None] Set router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:34.873765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4632d3-f766-44bc-affa-851fd0a67a0a req-f019be73-7004-4ea3-9701-ba1d1b7a11db tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:34.875369 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e4632d3-f766-44bc-affa-851fd0a67a0a req-f019be73-7004-4ea3-9701-ba1d1b7a11db tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3773007 Feb 04 13:29:34.967136 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167ff08-23f7-4435-a9bd-07f3fa093959 req-90cb0cbf-bff4-4ff9-95b4-618b7e9c00ee tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:34.977411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5167ff08-23f7-4435-a9bd-07f3fa093959 req-90cb0cbf-bff4-4ff9-95b4-618b7e9c00ee tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 946 time: 0.7891090 Feb 04 13:29:35.034518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd102-ec87-4b2b-a5f2-3d0b38f25f0e req-fd47e272-606b-41e9-b8a0-e1f6e77bbe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:35.036473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb0dd102-ec87-4b2b-a5f2-3d0b38f25f0e req-fd47e272-606b-41e9-b8a0-e1f6e77bbe56 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 1129 time: 0.6648765 Feb 04 13:29:35.173736 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8c7ce332-0906-4c18-9898-3ddb4340f615 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:29:35.183858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: c756f3f2-562e-4fd7-90c4-fcaf5533c46e {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:29:35.184197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c756f3f2-562e-4fd7-90c4-fcaf5533c46e not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:29:35.249574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab13d233-cb9d-41ea-880d-3a31bc680329 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4825a27e-3ded-4e9d-80f6-d32f8b59652b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:35.260165 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-7d8e8aad-1247-47fc-9799-a6a8d00ceb20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:29:35.261585 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-7d8e8aad-1247-47fc-9799-a6a8d00ceb20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:29:35.298454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 8c7ce332-0906-4c18-9898-3ddb4340f615 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:35.299245 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8c7ce332-0906-4c18-9898-3ddb4340f615), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:35.368234 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5167ff08-23f7-4435-a9bd-07f3fa093959 req-ea767342-0440-4002-9289-a9f110a5618d tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881016 Feb 04 13:29:35.426669 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a307667-494f-4577-b1a8-02760cbfe14c req-ae838bc3-3629-4c3a-8688-9c6eb9950209 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:35.428681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a307667-494f-4577-b1a8-02760cbfe14c req-ae838bc3-3629-4c3a-8688-9c6eb9950209 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 946 time: 0.1761370 Feb 04 13:29:35.442741 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13d233-cb9d-41ea-880d-3a31bc680329 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Pushing event deleted for resources: {'Port': ['ID=4825a27e-3ded-4e9d-80f6-d32f8b59652b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:35.449430 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4f2b33e3-2b43-4f9f-ba68-7041b583af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'name': 'tempest-ServersTestFqdnHostnames-44325630-router', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:01Z', 'updated_at': '2022-02-04T13:27:13Z', 'revision_number': 4, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'gw_port': {'id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:03Z', 'updated_at': '2022-02-04T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc', 'name': '', 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'mac_address': 'fa:16:3e:27:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:11Z', 'updated_at': '2022-02-04T13:27:21Z', 'revision_number': 5, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'subnets': [{'id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:35.510423 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aff3ff-8c78-4d69-bf84-66a3cad4af8e x-openstack-request-id: req-e2aff3ff-8c78-4d69-bf84-66a3cad4af8e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:35.510704 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f43b02-ea90-45a9-b640-2c8c1ab3f773", "name": "network-vif-deleted", "tag": "c756f3f2-562e-4fd7-90c4-fcaf5533c46e", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:35.510955 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e2aff3ff-8c78-4d69-bf84-66a3cad4af8e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:35.511368 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f43b02-ea90-45a9-b640-2c8c1ab3f773', 'name': 'network-vif-deleted', 'tag': 'c756f3f2-562e-4fd7-90c4-fcaf5533c46e', 'status': 'completed', 'code': 200} Feb 04 13:29:35.530269 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab13d233-cb9d-41ea-880d-3a31bc680329 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (095ec5f4-ef44-4633-9de8-900124ffb30e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:35.535529 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b33e3-2b43-4f9f-ba68-7041b583af98 None None] Checking router: 4d2dc00b-bb5f-4dff-a1da-4355e224e770 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:29:35.549052 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b33e3-2b43-4f9f-ba68-7041b583af98 None None] Routers {'4d2dc00b-bb5f-4dff-a1da-4355e224e770'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:35.550343 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4f2b33e3-2b43-4f9f-ba68-7041b583af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:35.579643 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 8c7ce332-0906-4c18-9898-3ddb4340f615 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:35.580846 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8c7ce332-0906-4c18-9898-3ddb4340f615), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:35.642335 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad992bbf-75c3-4b6b-a53e-2448c7e86988 req-15613ed0-367b-4dab-8cde-f03d6b848532 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips?tenant_id=9775c85cb6444410bed66c637624084c HTTP/1.1" status: 200 len: 1654 time: 0.1180186 Feb 04 13:29:35.649685 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 8c7ce332-0906-4c18-9898-3ddb4340f615, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8c7ce332-0906-4c18-9898-3ddb4340f615,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:35.656250 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8c7ce332-0906-4c18-9898-3ddb4340f615), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:35.743691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=8c7ce332-0906-4c18-9898-3ddb4340f615,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:35.780403 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab13d233-cb9d-41ea-880d-3a31bc680329 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (095ec5f4-ef44-4633-9de8-900124ffb30e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:35.782739 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab13d233-cb9d-41ea-880d-3a31bc680329 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_controller (095ec5f4-ef44-4633-9de8-900124ffb30e), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:35.793909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e8aad-1247-47fc-9799-a6a8d00ceb20 None None] Port 4825a27e-3ded-4e9d-80f6-d32f8b59652b not found while updating agent binding for router 095ec5f4-ef44-4633-9de8-900124ffb30e. {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 13:29:35.814082 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e8aad-1247-47fc-9799-a6a8d00ceb20 None None] Routers {'095ec5f4-ef44-4633-9de8-900124ffb30e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:35.816612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-7d8e8aad-1247-47fc-9799-a6a8d00ceb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['095ec5f4-ef44-4633-9de8-900124ffb30e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:35.827383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad992bbf-75c3-4b6b-a53e-2448c7e86988 req-a60a9f2b-be66-4145-8900-19ffd65743ce tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:35.834974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad992bbf-75c3-4b6b-a53e-2448c7e86988 req-a60a9f2b-be66-4145-8900-19ffd65743ce tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/networks?id=92c40021-6bd7-4781-8c40-4e7662c85c1e&id=92c40021-6bd7-4781-8c40-4e7662c85c1e&id=92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 787 time: 0.1679437 Feb 04 13:29:35.841228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-ad992bbf-75c3-4b6b-a53e-2448c7e86988 req-65a01196-92a0-4037-9fc7-221339411abe tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:29:35.852810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad992bbf-75c3-4b6b-a53e-2448c7e86988 req-65a01196-92a0-4037-9fc7-221339411abe tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167401 Feb 04 13:29:35.857098 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd102-ec87-4b2b-a5f2-3d0b38f25f0e req-37cd2e8f-7bc6-4c10-911e-e8965a57dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:35.860948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb0dd102-ec87-4b2b-a5f2-3d0b38f25f0e req-37cd2e8f-7bc6-4c10-911e-e8965a57dcff service neutron] 10.222.0.99 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 912 time: 0.8036048 Feb 04 13:29:35.870492 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a307667-494f-4577-b1a8-02760cbfe14c req-6b825c98-9b40-4702-a6a5-2aa89abf0944 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358084 Feb 04 13:29:35.910150 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab13d233-cb9d-41ea-880d-3a31bc680329 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (095ec5f4-ef44-4633-9de8-900124ffb30e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:35.911238 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab13d233-cb9d-41ea-880d-3a31bc680329 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 095ec5f4-ef44-4633-9de8-900124ffb30e {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:29:35.931362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-7d8e8aad-1247-47fc-9799-a6a8d00ceb20 None None] Set router 095ec5f4-ef44-4633-9de8-900124ffb30e gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:35.936473 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab13d233-cb9d-41ea-880d-3a31bc680329 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:35.941154 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ab13d233-cb9d-41ea-880d-3a31bc680329 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "DELETE /v2.0/routers/095ec5f4-ef44-4633-9de8-900124ffb30e HTTP/1.1" status: 204 len: 168 time: 2.0900059 Feb 04 13:29:35.942062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42974) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:35.944990 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4f2b33e3-2b43-4f9f-ba68-7041b583af98 None None] Set router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:35.970720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb0dd102-ec87-4b2b-a5f2-3d0b38f25f0e req-21781ecc-dfec-4360-b163-8b3237e74baf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8055db33-24f4-42b6-a40e-dba41506eebf HTTP/1.1" status: 200 len: 217 time: 0.0972106 Feb 04 13:29:36.033296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd102-ec87-4b2b-a5f2-3d0b38f25f0e req-50e070ed-408c-4000-8592-a234903bfff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:36.036013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb0dd102-ec87-4b2b-a5f2-3d0b38f25f0e req-50e070ed-408c-4000-8592-a234903bfff7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d5c6c736-1a92-4614-ab15-25c05ef4451a HTTP/1.1" status: 200 len: 851 time: 0.0544832 Feb 04 13:29:36.097539 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb0dd102-ec87-4b2b-a5f2-3d0b38f25f0e req-b87ece4e-b5c8-4dee-a0c6-c001442cc56e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3b107f3a-7cae-4846-88f9-0790288373fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339677 Feb 04 13:29:36.108540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-7d8e8aad-1247-47fc-9799-a6a8d00ceb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095ec5f4-ef44-4633-9de8-900124ffb30e', 'name': 'tempest-snat-router-195506655', 'tenant_id': 'd104ff1321db4335bb60d741c87f88a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:29Z', 'updated_at': '2022-02-04T13:29:35Z', 'revision_number': 5, 'project_id': 'd104ff1321db4335bb60d741c87f88a2', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:36.234194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e8aad-1247-47fc-9799-a6a8d00ceb20 None None] The sync data for ids ['095ec5f4-ef44-4633-9de8-900124ffb30e'] in n-d-714676-13 is: [{'id': '095ec5f4-ef44-4633-9de8-900124ffb30e', 'name': 'tempest-snat-router-195506655', 'tenant_id': 'd104ff1321db4335bb60d741c87f88a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:29Z', 'updated_at': '2022-02-04T13:29:35Z', 'revision_number': 5, 'project_id': 'd104ff1321db4335bb60d741c87f88a2', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:36.270837 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a00aec3d-f4ba-4ff3-ae57-8f94a7699776 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router (356694e9-26ae-45e2-bf87-565c0ceef094), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:36.382496 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f091f33-df72-4c3c-b8b3-5e704d4d47e9 req-8bbc5792-4286-4c63-a9ca-26620ed9f12a tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:36.384342 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f091f33-df72-4c3c-b8b3-5e704d4d47e9 req-8bbc5792-4286-4c63-a9ca-26620ed9f12a tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 946 time: 0.4123526 Feb 04 13:29:36.504216 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f091f33-df72-4c3c-b8b3-5e704d4d47e9 req-4dafc87b-c36d-47e0-a003-1b237826d7b9 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/security-groups?id=78b24abd-3803-4c58-92de-4ed1a2dd8803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032040 Feb 04 13:29:36.521742 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4f2b33e3-2b43-4f9f-ba68-7041b583af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'name': 'tempest-ServersTestFqdnHostnames-44325630-router', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:01Z', 'updated_at': '2022-02-04T13:27:13Z', 'revision_number': 4, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'gw_port': {'id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:03Z', 'updated_at': '2022-02-04T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc', 'name': '', 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'mac_address': 'fa:16:3e:27:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:11Z', 'updated_at': '2022-02-04T13:27:21Z', 'revision_number': 5, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'subnets': [{'id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:36.599091 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b33e3-2b43-4f9f-ba68-7041b583af98 None None] The sync data for ids ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'] in n-d-714676-13 is: [{'id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'name': 'tempest-ServersTestFqdnHostnames-44325630-router', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:01Z', 'updated_at': '2022-02-04T13:27:13Z', 'revision_number': 4, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'gw_port': {'id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:03Z', 'updated_at': '2022-02-04T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc', 'name': '', 'network_id': 'ff8f21a6-ef86-496b-9a31-cddbe2422745', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'mac_address': 'fa:16:3e:27:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:11Z', 'updated_at': '2022-02-04T13:27:21Z', 'revision_number': 5, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'subnets': [{'id': '7511774e-508c-469f-a6f8-bd0f658331f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:36.630604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb0dd102-ec87-4b2b-a5f2-3d0b38f25f0e req-2b60d747-0db0-465e-8c05-1c7ab509da98 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255945 Feb 04 13:29:36.659994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8055db33-24f4-42b6-a40e-dba41506eebf no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:29:36.701276 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8c7ce332-0906-4c18-9898-3ddb4340f615 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:29:36.833965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8055db33-24f4-42b6-a40e-dba41506eebf is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:36.835735 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:36.888549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 8c7ce332-0906-4c18-9898-3ddb4340f615 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:36.889456 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8c7ce332-0906-4c18-9898-3ddb4340f615), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:36.907693 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b03d7479-90ce-4367-8b7e-f6c38c441016 req-f31b959f-9324-4efd-9ffd-2059c415e67e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips/6dc96e63-eced-4721-8564-8e30a5408a98 HTTP/1.1" status: 200 len: 692 time: 0.2721932 Feb 04 13:29:36.957605 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a00aec3d-f4ba-4ff3-ae57-8f94a7699776 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (356694e9-26ae-45e2-bf87-565c0ceef094), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:36.969821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749f268a-b96d-4609-ba4c-5f9a3c65bc34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8055db33-24f4-42b6-a40e-dba41506eebf'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:36.974336 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e7f3f7-9e4a-4faa-884c-f01658cb78a3" -d '{"events": [{"server_uuid": "749f268a-b96d-4609-ba4c-5f9a3c65bc34", "name": "network-vif-unplugged", "status": "completed", "tag": "8055db33-24f4-42b6-a40e-dba41506eebf"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:36.998525 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8055db33-24f4-42b6-a40e-dba41506eebf, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8055db33-24f4-42b6-a40e-dba41506eebf,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:37.005282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-f8d15820-9f7b-4ea8-8956-b61ff638d875 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:37.009079 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:37.013694 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-f8d15820-9f7b-4ea8-8956-b61ff638d875 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 806 time: 0.7803235 Feb 04 13:29:37.028441 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a00aec3d-f4ba-4ff3-ae57-8f94a7699776 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Deleting port 8c7ce332-0906-4c18-9898-3ddb4340f615 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:37.028924 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a00aec3d-f4ba-4ff3-ae57-8f94a7699776 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8c7ce332-0906-4c18-9898-3ddb4340f615), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:37.042703 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-e76a5a59-9197-4da6-ab85-3fe77763e234 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/quotas/688a1d8829de4353a6d958abc734325e HTTP/1.1" status: 200 len: 375 time: 0.0280128 Feb 04 13:29:37.120964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 8c7ce332-0906-4c18-9898-3ddb4340f615 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:37.132420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8055db33-24f4-42b6-a40e-dba41506eebf,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:37.151388 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-a00aec3d-f4ba-4ff3-ae57-8f94a7699776 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] For port 8c7ce332-0906-4c18-9898-3ddb4340f615, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8c7ce332-0906-4c18-9898-3ddb4340f615,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:37.151904 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a00aec3d-f4ba-4ff3-ae57-8f94a7699776 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8c7ce332-0906-4c18-9898-3ddb4340f615), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:37.169292 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a00aec3d-f4ba-4ff3-ae57-8f94a7699776 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Calling delete_port for 8c7ce332-0906-4c18-9898-3ddb4340f615 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:37.224498 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-5c24e4a8-618f-4a97-8525-f9ccd01780d3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1803682 Feb 04 13:29:37.228032 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb0dd102-ec87-4b2b-a5f2-3d0b38f25f0e req-34c16431-589b-4fa5-8bf9-deaf55fa5055 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170324 Feb 04 13:29:37.246413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d7479-90ce-4367-8b7e-f6c38c441016 req-4a58a7ee-dd43-4c68-a643-ec0045c2e7da tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:37.247961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b03d7479-90ce-4367-8b7e-f6c38c441016 req-4a58a7ee-dd43-4c68-a643-ec0045c2e7da tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.3320446 Feb 04 13:29:37.406030 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a00aec3d-f4ba-4ff3-ae57-8f94a7699776 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8c7ce332-0906-4c18-9898-3ddb4340f615), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:37.435553 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00aec3d-f4ba-4ff3-ae57-8f94a7699776 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c7ce332-0906-4c18-9898-3ddb4340f615,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:37.516003 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a00aec3d-f4ba-4ff3-ae57-8f94a7699776 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (356694e9-26ae-45e2-bf87-565c0ceef094), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:37.633778 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a00aec3d-f4ba-4ff3-ae57-8f94a7699776 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (356694e9-26ae-45e2-bf87-565c0ceef094), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:37.636964 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a00aec3d-f4ba-4ff3-ae57-8f94a7699776 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_controller (356694e9-26ae-45e2-bf87-565c0ceef094), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:37.699286 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a00aec3d-f4ba-4ff3-ae57-8f94a7699776 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (356694e9-26ae-45e2-bf87-565c0ceef094), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:37.699958 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00aec3d-f4ba-4ff3-ae57-8f94a7699776 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 356694e9-26ae-45e2-bf87-565c0ceef094 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:29:37.702952 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b03d7479-90ce-4367-8b7e-f6c38c441016 req-ee42ccdc-5ab9-4ffd-9a34-9a83d6b41674 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.4314306 Feb 04 13:29:37.707041 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a00aec3d-f4ba-4ff3-ae57-8f94a7699776 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:37.711847 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a00aec3d-f4ba-4ff3-ae57-8f94a7699776 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "DELETE /v2.0/routers/356694e9-26ae-45e2-bf87-565c0ceef094 HTTP/1.1" status: 204 len: 168 time: 1.7629554 Feb 04 13:29:37.712511 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42998) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:37.718479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-872013881', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:37.761390 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b03d7479-90ce-4367-8b7e-f6c38c441016 req-3ea8105f-7a81-4c89-ad14-70e3bda3d559 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.0517483 Feb 04 13:29:37.778744 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (42db87a1-df6f-445b-9fc0-0ae57835da41), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:37.779849 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (42db87a1-df6f-445b-9fc0-0ae57835da41), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:37.876081 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_controller (42db87a1-df6f-445b-9fc0-0ae57835da41), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:37.933626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-3de13ef0-cf54-4518-996a-b842199fb980 service neutron] 10.222.0.96 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7083647 Feb 04 13:29:38.080886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48aff8c-b4d2-49fa-9079-0464449501bc None None] New status for floating IP 4329ed16-8f15-4876-b4cf-32a534c3b8b1: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:29:38.092963 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (42db87a1-df6f-445b-9fc0-0ae57835da41), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:38.113324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-b03d7479-90ce-4367-8b7e-f6c38c441016 req-d694b369-9ab5-458c-8933-34d3efd2df2d tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Deleting port fa3124da-5a53-4ed1-9de8-1c9309c427ea {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:38.113991 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b03d7479-90ce-4367-8b7e-f6c38c441016 req-d694b369-9ab5-458c-8933-34d3efd2df2d tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (fa3124da-5a53-4ed1-9de8-1c9309c427ea), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:38.118573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-318a5a9b-0566-4f1e-9bcc-980f72a686ca service neutron] 10.222.0.96 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785355 Feb 04 13:29:38.217717 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b03d7479-90ce-4367-8b7e-f6c38c441016 req-d694b369-9ab5-458c-8933-34d3efd2df2d tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (fa3124da-5a53-4ed1-9de8-1c9309c427ea), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:38.218128 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b03d7479-90ce-4367-8b7e-f6c38c441016 req-d694b369-9ab5-458c-8933-34d3efd2df2d tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for floatingip (fa3124da-5a53-4ed1-9de8-1c9309c427ea), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:38.235664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-b03d7479-90ce-4367-8b7e-f6c38c441016 req-d694b369-9ab5-458c-8933-34d3efd2df2d tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Calling delete_port for fa3124da-5a53-4ed1-9de8-1c9309c427ea owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:38.542464 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8c7ce332-0906-4c18-9898-3ddb4340f615 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:29:38.576063 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (42db87a1-df6f-445b-9fc0-0ae57835da41), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:38.577586 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b03d7479-90ce-4367-8b7e-f6c38c441016 req-d694b369-9ab5-458c-8933-34d3efd2df2d tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (fa3124da-5a53-4ed1-9de8-1c9309c427ea), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:38.594035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abb94e-9f88-402c-b15b-ab9731bedbce req-bd644d8a-4b40-4f2b-a946-52c485d9af5e tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:38.595840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51abb94e-9f88-402c-b15b-ab9731bedbce req-bd644d8a-4b40-4f2b-a946-52c485d9af5e tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 946 time: 0.1421561 Feb 04 13:29:38.599665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 8c7ce332-0906-4c18-9898-3ddb4340f615 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:29:38.600403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8c7ce332-0906-4c18-9898-3ddb4340f615 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:29:38.610942 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:38.633216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694b369-9ab5-458c-8933-34d3efd2df2d tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Pushing event deleted for resources: {'Port': ['ID=fa3124da-5a53-4ed1-9de8-1c9309c427ea,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:38.717522 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51abb94e-9f88-402c-b15b-ab9731bedbce req-5bb19472-cea2-42d4-a696-e831abb54887 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971627 Feb 04 13:29:38.723315 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b03d7479-90ce-4367-8b7e-f6c38c441016 req-d694b369-9ab5-458c-8933-34d3efd2df2d tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for floatingip (6dc96e63-eced-4721-8564-8e30a5408a98), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:38.726020 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b03d7479-90ce-4367-8b7e-f6c38c441016 req-d694b369-9ab5-458c-8933-34d3efd2df2d tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:38.727249 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b03d7479-90ce-4367-8b7e-f6c38c441016 req-d694b369-9ab5-458c-8933-34d3efd2df2d tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "DELETE /v2.0/floatingips/6dc96e63-eced-4721-8564-8e30a5408a98 HTTP/1.1" status: 204 len: 173 time: 0.9469290 Feb 04 13:29:38.763180 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Allocated IP 172.25.5.247 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/f361216b-4b3c-42a2-aa19-c972cd9b302f) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:38.788449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43012) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:38.834524 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd6909f-36f0-46e0-a59a-ef2713012937 x-openstack-request-id: req-5cd6909f-36f0-46e0-a59a-ef2713012937 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:38.835469 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749f268a-b96d-4609-ba4c-5f9a3c65bc34", "name": "network-vif-unplugged", "status": "completed", "tag": "8055db33-24f4-42b6-a40e-dba41506eebf", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:38.835990 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5cd6909f-36f0-46e0-a59a-ef2713012937 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:38.836878 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749f268a-b96d-4609-ba4c-5f9a3c65bc34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8055db33-24f4-42b6-a40e-dba41506eebf', 'code': 200} Feb 04 13:29:38.932006 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e60b7ddb-3125-4721-8a6d-b22573c63bca tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for security_group (492cd15e-fdd5-4929-918c-759f7201d005), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:38.964816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4bad5-7b10-4b24-acfd-0f8941926bb9 req-2cec70cd-d653-4ff2-9b8c-e946dd30df66 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:38.966774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-22e4bad5-7b10-4b24-acfd-0f8941926bb9 req-2cec70cd-d653-4ff2-9b8c-e946dd30df66 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 946 time: 0.1594484 Feb 04 13:29:38.992448 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for port (f361216b-4b3c-42a2-aa19-c972cd9b302f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:38.993127 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43016) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:38.998584 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-cb8e92c4-9d19-45d1-be4a-489b49d9b9c5 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Request body: {'floatingip': {'port_id': '3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:39.002714 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e60b7ddb-3125-4721-8a6d-b22573c63bca tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for security_group (492cd15e-fdd5-4929-918c-759f7201d005), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:39.056618 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb8e92c4-9d19-45d1-be4a-489b49d9b9c5 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for floatingip (dc7a80f5-984a-4370-bd30-d6d1c04013e9), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:39.087257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-252dd029-8b71-4837-8547-3bce4ca3c157 req-8ffe02fc-c891-48cf-9cd8-316f7c4d0444 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 210 time: 0.0557854 Feb 04 13:29:39.095042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ec2cf-385a-4a39-8d1f-cefdb890baa6 req-fdd1cdea-845f-48a6-b023-a8da9918038f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:39.099657 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d5ec2cf-385a-4a39-8d1f-cefdb890baa6 req-fdd1cdea-845f-48a6-b023-a8da9918038f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 944 time: 0.1469836 Feb 04 13:29:39.134252 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e60b7ddb-3125-4721-8a6d-b22573c63bca tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (492cd15e-fdd5-4929-918c-759f7201d005), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:39.137233 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e60b7ddb-3125-4721-8a6d-b22573c63bca tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:39.138463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e60b7ddb-3125-4721-8a6d-b22573c63bca tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "DELETE /v2.0/security-groups/492cd15e-fdd5-4929-918c-759f7201d005 HTTP/1.1" status: 204 len: 168 time: 0.3486969 Feb 04 13:29:39.157453 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43018) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:39.160149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b7ddb-3125-4721-8a6d-b22573c63bca tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=492cd15e-fdd5-4929-918c-759f7201d005,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:39.218719 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f361216b-4b3c-42a2-aa19-c972cd9b302f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:39.247546 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-963f55a6-be0b-4a0d-81cd-dac8426e016c tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] show failed (client error): The resource could not be found. Feb 04 13:29:39.250637 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-963f55a6-be0b-4a0d-81cd-dac8426e016c tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "GET /v2.0/security-groups/492cd15e-fdd5-4929-918c-759f7201d005 HTTP/1.1" status: 404 len: 347 time: 0.0871587 Feb 04 13:29:39.252090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43020) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:39.293144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:39.324325 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac5fc34b-690a-4576-a107-5997355bef6e req-20d99f60-c1d0-4ca7-a0d6-752690e5d9dc tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips/cd4ce603-8f2f-47b6-911c-cdd8deac391b HTTP/1.1" status: 200 len: 692 time: 0.1911602 Feb 04 13:29:39.331855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:39.336005 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:39.338232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Pushing event updated for resources: {'Port': ['ID=f361216b-4b3c-42a2-aa19-c972cd9b302f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:39.383624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d5ec2cf-385a-4a39-8d1f-cefdb890baa6 req-8f44036d-aa9a-4f4e-a970-d0f2e169bf06 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780836 Feb 04 13:29:39.549982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-e3904ad6-6cb5-48fe-8d46-0751a05ce6ed tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Deleting port 57786025-d1fa-4e94-a66d-9e45c3d39adc {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:39.550735 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3904ad6-6cb5-48fe-8d46-0751a05ce6ed tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (57786025-d1fa-4e94-a66d-9e45c3d39adc), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:39.572831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fc34b-690a-4576-a107-5997355bef6e req-de6738ca-048e-4192-8e4a-0c257a853f9b tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:39.574538 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac5fc34b-690a-4576-a107-5997355bef6e req-de6738ca-048e-4192-8e4a-0c257a853f9b tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.2011116 Feb 04 13:29:39.742216 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac5fc34b-690a-4576-a107-5997355bef6e req-762f7b3c-82a8-4f0f-8aeb-8e809e2d4c14 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.50 HTTP/1.1" status: 200 len: 695 time: 0.1260858 Feb 04 13:29:39.869090 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3904ad6-6cb5-48fe-8d46-0751a05ce6ed tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (57786025-d1fa-4e94-a66d-9e45c3d39adc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:39.869350 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3904ad6-6cb5-48fe-8d46-0751a05ce6ed tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for floatingip (57786025-d1fa-4e94-a66d-9e45c3d39adc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:39.900880 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (42db87a1-df6f-445b-9fc0-0ae57835da41), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:39.931507 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac5fc34b-690a-4576-a107-5997355bef6e req-0457e4c6-0db1-40bc-8e54-31ab557e4a1f tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.50 HTTP/1.1" status: 200 len: 695 time: 0.1706321 Feb 04 13:29:39.994935 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-e3904ad6-6cb5-48fe-8d46-0751a05ce6ed tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Calling delete_port for 57786025-d1fa-4e94-a66d-9e45c3d39adc owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:39.995187 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb8e92c4-9d19-45d1-be4a-489b49d9b9c5 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:40.005371 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb8e92c4-9d19-45d1-be4a-489b49d9b9c5 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (dc7a80f5-984a-4370-bd30-d6d1c04013e9), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:40.020820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-5a984b03-7a55-491f-9cde-90fbb739f31b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:40.022353 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-5a984b03-7a55-491f-9cde-90fbb739f31b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 807 time: 0.4077897 Feb 04 13:29:40.132931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-5cf53539-b11f-4ad1-a4c0-9ea694cf2d36 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/quotas/c66aed92d02a400db6163d7d33da33b0 HTTP/1.1" status: 200 len: 375 time: 0.1044087 Feb 04 13:29:40.241208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-8875ebcc-beab-4a2d-a5c4-7fe27d42dec6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:40.242826 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-8875ebcc-beab-4a2d-a5c4-7fe27d42dec6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 806 time: 0.4177761 Feb 04 13:29:40.266623 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-633ba5b4-19d4-4313-ba84-5b7e9122f8a6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Request body: {'port': {'device_id': 'ebaf7729-c3c2-40df-aa94-b01fd21a62b5', 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96', 'admin_state_up': True, 'tenant_id': '688a1d8829de4353a6d958abc734325e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:40.353136 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-b3134b57-fdd9-45f6-a837-f3f52112e711 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2129910 Feb 04 13:29:40.403393 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-ac5fc34b-690a-4576-a107-5997355bef6e req-af62b6fa-9260-433d-a848-d2692756fad2 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Deleting port 0809fa7b-96a6-494d-b056-5cd562147871 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:40.403751 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ac5fc34b-690a-4576-a107-5997355bef6e req-af62b6fa-9260-433d-a848-d2692756fad2 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0809fa7b-96a6-494d-b056-5cd562147871), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:40.497486 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-cb8e92c4-9d19-45d1-be4a-489b49d9b9c5 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Floating IP dc7a80f5-984a-4370-bd30-d6d1c04013e9 associated. External IP: 172.25.5.65, port: 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2. Feb 04 13:29:40.551934 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3904ad6-6cb5-48fe-8d46-0751a05ce6ed tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (57786025-d1fa-4e94-a66d-9e45c3d39adc), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:40.605003 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (42db87a1-df6f-445b-9fc0-0ae57835da41), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:40.622705 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3904ad6-6cb5-48fe-8d46-0751a05ce6ed tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Pushing event deleted for resources: {'Port': ['ID=57786025-d1fa-4e94-a66d-9e45c3d39adc,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:40.675460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-59c666b0-54c8-458a-9680-9a8fc4538bfb service neutron] 10.222.0.96 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944958 Feb 04 13:29:40.699408 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ac5fc34b-690a-4576-a107-5997355bef6e req-af62b6fa-9260-433d-a848-d2692756fad2 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0809fa7b-96a6-494d-b056-5cd562147871), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:40.699742 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ac5fc34b-690a-4576-a107-5997355bef6e req-af62b6fa-9260-433d-a848-d2692756fad2 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for floatingip (0809fa7b-96a6-494d-b056-5cd562147871), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:40.717112 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-633ba5b4-19d4-4313-ba84-5b7e9122f8a6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Made reservation on behalf of 688a1d8829de4353a6d958abc734325e for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:40.720435 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-633ba5b4-19d4-4313-ba84-5b7e9122f8a6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:40.770460 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-ac5fc34b-690a-4576-a107-5997355bef6e req-af62b6fa-9260-433d-a848-d2692756fad2 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Calling delete_port for 0809fa7b-96a6-494d-b056-5cd562147871 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:40.825890 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3904ad6-6cb5-48fe-8d46-0751a05ce6ed tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks [] for floatingip (4329ed16-8f15-4876-b4cf-32a534c3b8b1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:40.828778 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3904ad6-6cb5-48fe-8d46-0751a05ce6ed tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:40.829987 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e3904ad6-6cb5-48fe-8d46-0751a05ce6ed tempest-ServersTestFqdnHostnames-1865330175 tempest-ServersTestFqdnHostnames-1865330175-project] 10.222.0.96 "DELETE /v2.0/floatingips/4329ed16-8f15-4876-b4cf-32a534c3b8b1 HTTP/1.1" status: 204 len: 168 time: 1.5722263 Feb 04 13:29:40.833349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8e92c4-9d19-45d1-be4a-489b49d9b9c5 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Router b31dbe73-9bea-48cb-89e7-bd072b40c11f has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:29:40.836638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43034) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:40.885288 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8a72-a28f-4684-98a0-a76cad5c3de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:40.894084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Router 42db87a1-df6f-445b-9fc0-0ae57835da41 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:29:41.059232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8e92c4-9d19-45d1-be4a-489b49d9b9c5 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:29:41.068080 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb8e92c4-9d19-45d1-be4a-489b49d9b9c5 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:41.076046 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec3abe-e61b-41d9-96af-7a1cc811ed13 None None] Sync routers for ids ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:41.092921 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec3abe-e61b-41d9-96af-7a1cc811ed13 None None] Routers {'b31dbe73-9bea-48cb-89e7-bd072b40c11f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:41.095072 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-29ec3abe-e61b-41d9-96af-7a1cc811ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:41.101824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:29:41.116551 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cb8e92c4-9d19-45d1-be4a-489b49d9b9c5 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "PUT /v2.0/floatingips/dc7a80f5-984a-4370-bd30-d6d1c04013e9 HTTP/1.1" status: 200 len: 991 time: 2.1196516 Feb 04 13:29:41.117535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d6779e-655d-4b86-97c5-4d26c4193692', 'tag': '3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:41.118725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70728784-d4b4-41a5-bdc0-6d41680fe922 None None] Sync routers for ids ['42db87a1-df6f-445b-9fc0-0ae57835da41'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:41.123658 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8d3c52-d2ae-47f6-abc5-b039348742af" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d6779e-655d-4b86-97c5-4d26c4193692", "tag": "3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:41.134428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70728784-d4b4-41a5-bdc0-6d41680fe922 None None] Routers {'42db87a1-df6f-445b-9fc0-0ae57835da41'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:41.135851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-70728784-d4b4-41a5-bdc0-6d41680fe922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['42db87a1-df6f-445b-9fc0-0ae57835da41'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:41.159482 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:41.161118 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-386ea1bd-967f-4463-ba91-d49fa20e98ca tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4474947 Feb 04 13:29:41.170136 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43040) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:41.175801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2c405ef7-365e-439f-b693-1fd97577f81e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'enable_snat': False}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:41.200041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-70728784-d4b4-41a5-bdc0-6d41680fe922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:41.212868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70728784-d4b4-41a5-bdc0-6d41680fe922 None None] Routers {'42db87a1-df6f-445b-9fc0-0ae57835da41'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:41.213567 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-70728784-d4b4-41a5-bdc0-6d41680fe922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['42db87a1-df6f-445b-9fc0-0ae57835da41'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:41.270824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-70728784-d4b4-41a5-bdc0-6d41680fe922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:41.271599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70728784-d4b4-41a5-bdc0-6d41680fe922 None None] The sync data for ids ['42db87a1-df6f-445b-9fc0-0ae57835da41'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:41.276676 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-29ec3abe-e61b-41d9-96af-7a1cc811ed13 None None] Set router b31dbe73-9bea-48cb-89e7-bd072b40c11f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:41.419190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-2ced4d73-93e8-4c81-bba1-7a75b29d4625 service neutron] 10.222.0.96 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7167737 Feb 04 13:29:41.512466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-633ba5b4-19d4-4313-ba84-5b7e9122f8a6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Allocated IP 172.20.0.8 (d188bd97-3ae7-401d-8731-0d5589265d96/ddd53861-36d1-4ddc-a3f4-939049859c05/701fccf5-004f-44d5-947e-950cda470a8b) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:41.727401 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-29ec3abe-e61b-41d9-96af-7a1cc811ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'name': 'tempest-ServersTestJSON-993135970-router', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:47Z', 'updated_at': '2022-02-04T13:28:57Z', 'revision_number': 4, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'gw_port': {'id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:49Z', 'updated_at': '2022-02-04T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'dc7a80f5-984a-4370-bd30-d6d1c04013e9', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'port_id': '3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296', 'mac_address': 'fa:16:3e:7a:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d6779e-655d-4b86-97c5-4d26c4193692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:29:05Z', 'updated_at': '2022-02-04T13:29:39Z', 'revision_number': 1, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29108429-620a-4d8e-b7f4-5f70e55afb9a', 'name': '', 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'mac_address': 'fa:16:3e:e2:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:55Z', 'updated_at': '2022-02-04T13:29:03Z', 'revision_number': 5, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'subnets': [{'id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:41.739899 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ac5fc34b-690a-4576-a107-5997355bef6e req-af62b6fa-9260-433d-a848-d2692756fad2 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (0809fa7b-96a6-494d-b056-5cd562147871), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:41.767470 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec3abe-e61b-41d9-96af-7a1cc811ed13 None None] Checking router: b31dbe73-9bea-48cb-89e7-bd072b40c11f for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:29:41.780940 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec3abe-e61b-41d9-96af-7a1cc811ed13 None None] Routers {'b31dbe73-9bea-48cb-89e7-bd072b40c11f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:41.782547 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-29ec3abe-e61b-41d9-96af-7a1cc811ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:41.842139 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62b6fa-9260-433d-a848-d2692756fad2 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Pushing event deleted for resources: {'Port': ['ID=0809fa7b-96a6-494d-b056-5cd562147871,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:41.884292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c405ef7-365e-439f-b693-1fd97577f81e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (42db87a1-df6f-445b-9fc0-0ae57835da41), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:42.054278 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-633ba5b4-19d4-4313-ba84-5b7e9122f8a6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks [] for port (701fccf5-004f-44d5-947e-950cda470a8b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:42.083966 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-29ec3abe-e61b-41d9-96af-7a1cc811ed13 None None] Set router b31dbe73-9bea-48cb-89e7-bd072b40c11f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:42.131695 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ac5fc34b-690a-4576-a107-5997355bef6e req-af62b6fa-9260-433d-a848-d2692756fad2 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for floatingip (cd4ce603-8f2f-47b6-911c-cdd8deac391b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:42.136037 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ac5fc34b-690a-4576-a107-5997355bef6e req-af62b6fa-9260-433d-a848-d2692756fad2 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:42.137438 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac5fc34b-690a-4576-a107-5997355bef6e req-af62b6fa-9260-433d-a848-d2692756fad2 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "DELETE /v2.0/floatingips/cd4ce603-8f2f-47b6-911c-cdd8deac391b HTTP/1.1" status: 204 len: 173 time: 2.1984382 Feb 04 13:29:42.185529 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d02c8-8477-4691-8ec0-1fbcd0eec5d7 req-7eefeeef-b44b-48b0-8f76-f5c5974bc02c tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:42.193599 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc9d02c8-8477-4691-8ec0-1fbcd0eec5d7 req-7eefeeef-b44b-48b0-8f76-f5c5974bc02c tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 946 time: 0.1333270 Feb 04 13:29:42.312567 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3dc0addc-3b04-41dc-b2e3-8b5a776db6fa req-f700d696-514a-43bd-ad5a-d3bfd568cccd tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 210 time: 0.0611234 Feb 04 13:29:42.319296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc9d02c8-8477-4691-8ec0-1fbcd0eec5d7 req-a8e91b6c-23d0-4e83-99ff-bc861ec5f219 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247821 Feb 04 13:29:42.339264 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-633ba5b4-19d4-4313-ba84-5b7e9122f8a6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (701fccf5-004f-44d5-947e-950cda470a8b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:42.369933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['355c92ab-2156-47d3-abb8-4333a39b455b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:29:42.429102 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-633ba5b4-19d4-4313-ba84-5b7e9122f8a6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Network d188bd97-3ae7-401d-8731-0d5589265d96 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:42.454980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-633ba5b4-19d4-4313-ba84-5b7e9122f8a6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:42.462242 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-633ba5b4-19d4-4313-ba84-5b7e9122f8a6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:42.464960 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ba5b4-19d4-4313-ba84-5b7e9122f8a6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Pushing event updated for resources: {'Port': ['ID=701fccf5-004f-44d5-947e-950cda470a8b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:42.540094 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8558c355-5318-4f88-9b35-a81fcb299b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (4d2dc00b-bb5f-4dff-a1da-4355e224e770), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:42.744427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8055db33-24f4-42b6-a40e-dba41506eebf no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:29:42.802674 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-29ec3abe-e61b-41d9-96af-7a1cc811ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'name': 'tempest-ServersTestJSON-993135970-router', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:47Z', 'updated_at': '2022-02-04T13:28:57Z', 'revision_number': 4, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'gw_port': {'id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:49Z', 'updated_at': '2022-02-04T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'dc7a80f5-984a-4370-bd30-d6d1c04013e9', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'port_id': '3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296', 'mac_address': 'fa:16:3e:7a:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d6779e-655d-4b86-97c5-4d26c4193692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:29:05Z', 'updated_at': '2022-02-04T13:29:39Z', 'revision_number': 1, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29108429-620a-4d8e-b7f4-5f70e55afb9a', 'name': '', 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'mac_address': 'fa:16:3e:e2:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:55Z', 'updated_at': '2022-02-04T13:29:03Z', 'revision_number': 5, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'subnets': [{'id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:42.839872 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec3abe-e61b-41d9-96af-7a1cc811ed13 None None] The sync data for ids ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'] in n-d-714676-13 is: [{'id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'name': 'tempest-ServersTestJSON-993135970-router', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:47Z', 'updated_at': '2022-02-04T13:28:57Z', 'revision_number': 4, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'gw_port': {'id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:49Z', 'updated_at': '2022-02-04T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'dc7a80f5-984a-4370-bd30-d6d1c04013e9', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'port_id': '3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296', 'mac_address': 'fa:16:3e:7a:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d6779e-655d-4b86-97c5-4d26c4193692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:29:05Z', 'updated_at': '2022-02-04T13:29:39Z', 'revision_number': 1, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29108429-620a-4d8e-b7f4-5f70e55afb9a', 'name': '', 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'mac_address': 'fa:16:3e:e2:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:55Z', 'updated_at': '2022-02-04T13:29:03Z', 'revision_number': 5, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'subnets': [{'id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:42.873702 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c405ef7-365e-439f-b693-1fd97577f81e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (42db87a1-df6f-445b-9fc0-0ae57835da41), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:42.884620 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c405ef7-365e-439f-b693-1fd97577f81e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (42db87a1-df6f-445b-9fc0-0ae57835da41), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:42.956305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8055db33-24f4-42b6-a40e-dba41506eebf is: DOWN; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:42.962296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-633ba5b4-19d4-4313-ba84-5b7e9122f8a6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:42.962988 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-633ba5b4-19d4-4313-ba84-5b7e9122f8a6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:42.993727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81c24a-429a-4b2d-aa73-2a83bf677502 req-31d7c49d-604b-49d7-9bf5-aa0cbe4a5872 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:42.995264 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac81c24a-429a-4b2d-aa73-2a83bf677502 req-31d7c49d-604b-49d7-9bf5-aa0cbe4a5872 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 946 time: 0.2371516 Feb 04 13:29:43.050818 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-633ba5b4-19d4-4313-ba84-5b7e9122f8a6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7941606 Feb 04 13:29:43.066720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Request body: {'port': {'device_id': 'ebaf7729-c3c2-40df-aa94-b01fd21a62b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:43.078581 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c405ef7-365e-439f-b693-1fd97577f81e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Router 42db87a1-df6f-445b-9fc0-0ae57835da41 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:29:43.085979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf1f1b-155a-4a29-ade7-3f01bd1a6016 req-47ef6440-d788-42b6-a460-54fa1c5b559a tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:43.093440 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfbf1f1b-155a-4a29-ade7-3f01bd1a6016 req-47ef6440-d788-42b6-a460-54fa1c5b559a tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 944 time: 0.5637996 Feb 04 13:29:43.157005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac81c24a-429a-4b2d-aa73-2a83bf677502 req-406672e7-ff18-4fdf-a1f2-ffddb4e9f07d tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/security-groups?id=78b24abd-3803-4c58-92de-4ed1a2dd8803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511500 Feb 04 13:29:43.193426 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366633f9-ea9e-4883-a245-eea489da2d1a None None] New status for floating IP dc7a80f5-984a-4370-bd30-d6d1c04013e9: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:29:43.231983 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc94c959-bd41-4fd9-9abf-f951a62b9f16 x-openstack-request-id: req-bc94c959-bd41-4fd9-9abf-f951a62b9f16 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:43.246611 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (701fccf5-004f-44d5-947e-950cda470a8b), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:43.256001 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d6779e-655d-4b86-97c5-4d26c4193692", "tag": "3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:43.257504 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bc94c959-bd41-4fd9-9abf-f951a62b9f16 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:43.258329 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d6779e-655d-4b86-97c5-4d26c4193692', 'tag': '3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2', 'status': 'completed', 'code': 200} Feb 04 13:29:43.310037 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c405ef7-365e-439f-b693-1fd97577f81e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:29:43.317889 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c405ef7-365e-439f-b693-1fd97577f81e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:43.319190 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2c405ef7-365e-439f-b693-1fd97577f81e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "PUT /v2.0/routers/42db87a1-df6f-445b-9fc0-0ae57835da41 HTTP/1.1" status: 200 len: 921 time: 2.1477215 Feb 04 13:29:43.321772 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43062) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:43.334446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f22f883-0883-4ffe-bc68-2233fb3b65f0 None None] Sync routers for ids ['42db87a1-df6f-445b-9fc0-0ae57835da41'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:43.348445 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfbf1f1b-155a-4a29-ade7-3f01bd1a6016 req-fb96165c-8fd0-4a70-a6e6-212f6c887169 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476470 Feb 04 13:29:43.385898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f22f883-0883-4ffe-bc68-2233fb3b65f0 None None] Routers {'42db87a1-df6f-445b-9fc0-0ae57835da41'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:43.387136 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3f22f883-0883-4ffe-bc68-2233fb3b65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['42db87a1-df6f-445b-9fc0-0ae57835da41'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:43.461012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48c8ae3e-d49e-41d7-bbcf-0dfa33b10f20 req-ea2dc396-ff04-49e2-8de7-af1d423e6c6d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 210 time: 0.1549933 Feb 04 13:29:43.471334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3f22f883-0883-4ffe-bc68-2233fb3b65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:43.494433 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f22f883-0883-4ffe-bc68-2233fb3b65f0 None None] Routers {'42db87a1-df6f-445b-9fc0-0ae57835da41'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:43.495348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3f22f883-0883-4ffe-bc68-2233fb3b65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['42db87a1-df6f-445b-9fc0-0ae57835da41'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:43.635561 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9e5d3ddd-5184-4e9f-acbb-2a8b4e17753d tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/routers/42db87a1-df6f-445b-9fc0-0ae57835da41 HTTP/1.1" status: 200 len: 921 time: 0.3120711 Feb 04 13:29:43.636521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43068) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:43.686141 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ffc75cb-b471-492f-8a9e-b7d2f4bca888 req-14d516c2-e44c-4442-ad73-428f6979ce24 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips/f219967b-4885-4235-8d1e-c885c7f48ad4 HTTP/1.1" status: 200 len: 692 time: 0.2611980 Feb 04 13:29:43.793912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393c05e2-7d42-4e6c-84d4-e88e0ebe398b tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:43.796926 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-393c05e2-7d42-4e6c-84d4-e88e0ebe398b tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&device_id=42db87a1-df6f-445b-9fc0-0ae57835da41&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1588752 Feb 04 13:29:43.805816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43074) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:43.836622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d3c52-d2ae-47f6-abc5-b039348742af req-7c53b605-bbc5-4b80-b594-af480c99be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:43.839371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a8d3c52-d2ae-47f6-abc5-b039348742af req-7c53b605-bbc5-4b80-b594-af480c99be17 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=817ce1375b9d4df49c8c8fa7691aace8&device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 1129 time: 0.5736370 Feb 04 13:29:43.949294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3f22f883-0883-4ffe-bc68-2233fb3b65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:43.955815 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f22f883-0883-4ffe-bc68-2233fb3b65f0 None None] The sync data for ids ['42db87a1-df6f-445b-9fc0-0ae57835da41'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:43.994310 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:43.995082 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-efc6dc4f-8541-47d9-afe7-3575cd187387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:44.003960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe43b05e-c3a2-40aa-a7a3-03ce059ef372 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:44.020937 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fe43b05e-c3a2-40aa-a7a3-03ce059ef372 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 881 time: 0.2128620 Feb 04 13:29:44.021891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43080) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:44.023509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d3c52-d2ae-47f6-abc5-b039348742af req-bb7fdd93-e35a-4521-ba0d-e07f80e72749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:44.025030 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a8d3c52-d2ae-47f6-abc5-b039348742af req-bb7fdd93-e35a-4521-ba0d-e07f80e72749 service neutron] 10.222.0.99 "GET /v2.0/networks?id=efa4f540-f987-41c7-90f9-901a1a2e4296 HTTP/1.1" status: 200 len: 906 time: 0.1252961 Feb 04 13:29:44.067877 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5d7cacd6-953f-4de0-8fd3-bdb430c64a63 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "GET /v2.0/ports?device_id=42db87a1-df6f-445b-9fc0-0ae57835da41 HTTP/1.1" status: 200 len: 205 time: 0.0447361 Feb 04 13:29:44.068501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43082) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:44.258711 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15b39e89-f4b8-4f99-9d38-23a98a603827 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (42db87a1-df6f-445b-9fc0-0ae57835da41), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:44.318254 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-360f7bd5-4234-46dd-b938-e7ac19968868 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:44.320037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-360f7bd5-4234-46dd-b938-e7ac19968868 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.99 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 807 time: 0.8004088 Feb 04 13:29:44.328021 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a8d3c52-d2ae-47f6-abc5-b039348742af req-6ff1a4c4-d9a5-44f3-97df-1bc9d628adec service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 HTTP/1.1" status: 200 len: 1001 time: 0.2861967 Feb 04 13:29:44.339203 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-3a387763-d80a-40df-9e2e-9fd314b50b65 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Request body: {'port': {'device_id': 'dc672684-0f66-4425-abd5-48d31336748c', 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf', 'admin_state_up': True, 'tenant_id': 'c66aed92d02a400db6163d7d33da33b0'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:44.464025 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15b39e89-f4b8-4f99-9d38-23a98a603827 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (42db87a1-df6f-445b-9fc0-0ae57835da41), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:44.466918 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:44.547909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-15b39e89-f4b8-4f99-9d38-23a98a603827 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Deleting port f361216b-4b3c-42a2-aa19-c972cd9b302f {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:44.548162 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15b39e89-f4b8-4f99-9d38-23a98a603827 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f361216b-4b3c-42a2-aa19-c972cd9b302f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:44.552168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc75cb-b471-492f-8a9e-b7d2f4bca888 req-8dfc19a1-78d7-44df-9ed5-3de91173e6ae tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:44.553898 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ffc75cb-b471-492f-8a9e-b7d2f4bca888 req-8dfc19a1-78d7-44df-9ed5-3de91173e6ae tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.7560360 Feb 04 13:29:44.564517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-8558c355-5318-4f88-9b35-a81fcb299b2f admin admin] Deleting port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:44.565586 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8558c355-5318-4f88-9b35-a81fcb299b2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:44.647159 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15b39e89-f4b8-4f99-9d38-23a98a603827 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f361216b-4b3c-42a2-aa19-c972cd9b302f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:44.662131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-15b39e89-f4b8-4f99-9d38-23a98a603827 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Calling delete_port for f361216b-4b3c-42a2-aa19-c972cd9b302f owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:44.683496 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d3c52-d2ae-47f6-abc5-b039348742af req-a61f304d-07c8-438a-ae78-52807a26487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:44.686168 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a8d3c52-d2ae-47f6-abc5-b039348742af req-a61f304d-07c8-438a-ae78-52807a26487d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=dc151383-92f7-4d70-bfe3-bee2283b0521 HTTP/1.1" status: 200 len: 844 time: 0.3329713 Feb 04 13:29:44.748805 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ffc75cb-b471-492f-8a9e-b7d2f4bca888 req-887efc2d-758f-4812-9c62-09c5720beda7 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 695 time: 0.1764777 Feb 04 13:29:44.863503 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15b39e89-f4b8-4f99-9d38-23a98a603827 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f361216b-4b3c-42a2-aa19-c972cd9b302f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:44.899622 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b39e89-f4b8-4f99-9d38-23a98a603827 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Pushing event deleted for resources: {'Port': ['ID=f361216b-4b3c-42a2-aa19-c972cd9b302f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:44.983223 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15b39e89-f4b8-4f99-9d38-23a98a603827 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (42db87a1-df6f-445b-9fc0-0ae57835da41), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:45.232499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc9523-e27a-438d-aecc-8a45d7c50cda req-3e04e235-8058-49f5-bdea-5314b0baf72f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:45.234575 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12dc9523-e27a-438d-aecc-8a45d7c50cda req-3e04e235-8058-49f5-bdea-5314b0baf72f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 931 time: 0.8314080 Feb 04 13:29:45.252923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ffc75cb-b471-492f-8a9e-b7d2f4bca888 req-9c0c2a17-faa5-48ee-8573-ca55d1a2155e tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 695 time: 0.4785883 Feb 04 13:29:45.293976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-8558c355-5318-4f88-9b35-a81fcb299b2f admin admin] For port 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc,segment=NetworkSegment(972841af-f29c-46d6-b5cb-6ab6f82749d4),segment_id=972841af-f29c-46d6-b5cb-6ab6f82749d4)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:45.294380 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8558c355-5318-4f88-9b35-a81fcb299b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:45.388061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-8558c355-5318-4f88-9b35-a81fcb299b2f admin admin] Calling delete_port for 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:45.418975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-3a387763-d80a-40df-9e2e-9fd314b50b65 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Made reservation on behalf of c66aed92d02a400db6163d7d33da33b0 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:45.422421 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-3a387763-d80a-40df-9e2e-9fd314b50b65 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:45.426433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d3c52-d2ae-47f6-abc5-b039348742af req-cf524bb9-3726-4c16-83e4-e577c6064410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:45.428228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a8d3c52-d2ae-47f6-abc5-b039348742af req-cf524bb9-3726-4c16-83e4-e577c6064410 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=efa4f540-f987-41c7-90f9-901a1a2e4296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7235010 Feb 04 13:29:45.429244 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:45.464964 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15b39e89-f4b8-4f99-9d38-23a98a603827 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (42db87a1-df6f-445b-9fc0-0ae57835da41), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:45.467816 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15b39e89-f4b8-4f99-9d38-23a98a603827 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_controller (42db87a1-df6f-445b-9fc0-0ae57835da41), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:45.559916 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15b39e89-f4b8-4f99-9d38-23a98a603827 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (42db87a1-df6f-445b-9fc0-0ae57835da41), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:45.560216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701fccf5-004f-44d5-947e-950cda470a8b {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:29:45.560907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b39e89-f4b8-4f99-9d38-23a98a603827 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Fanout notify agent at l3_agent the message router_deleted on router 42db87a1-df6f-445b-9fc0-0ae57835da41 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:29:45.572188 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15b39e89-f4b8-4f99-9d38-23a98a603827 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:45.581662 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-15b39e89-f4b8-4f99-9d38-23a98a603827 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "DELETE /v2.0/routers/42db87a1-df6f-445b-9fc0-0ae57835da41 HTTP/1.1" status: 204 len: 168 time: 1.5114911 Feb 04 13:29:45.582586 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43090) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:45.587455 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Publish callbacks [] for port (701fccf5-004f-44d5-947e-950cda470a8b), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:45.590133 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-862be358-9224-49e7-91d2-c7c1f78d9ff6 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-970052052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:45.630623 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-862be358-9224-49e7-91d2-c7c1f78d9ff6 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (72aa33d4-9916-471c-942f-8d0632efe80b), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:45.632365 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-862be358-9224-49e7-91d2-c7c1f78d9ff6 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (72aa33d4-9916-471c-942f-8d0632efe80b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:45.650277 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12dc9523-e27a-438d-aecc-8a45d7c50cda req-de9ab141-1053-450d-92a2-361f25fc8779 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941562 Feb 04 13:29:45.741438 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-862be358-9224-49e7-91d2-c7c1f78d9ff6 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_controller (72aa33d4-9916-471c-942f-8d0632efe80b), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:45.750383 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-862be358-9224-49e7-91d2-c7c1f78d9ff6 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (72aa33d4-9916-471c-942f-8d0632efe80b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:45.776381 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-862be358-9224-49e7-91d2-c7c1f78d9ff6 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:45.778047 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-862be358-9224-49e7-91d2-c7c1f78d9ff6 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1940165 Feb 04 13:29:45.780693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43096) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:45.787569 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Request body: {'router': {'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:45.833113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Transition to ACTIVE for port object 701fccf5-004f-44d5-947e-950cda470a8b will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:45.863569 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (701fccf5-004f-44d5-947e-950cda470a8b), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:45.980853 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a8d3c52-d2ae-47f6-abc5-b039348742af req-56eff9b3-90d2-408c-83a7-4f558d55b835 service neutron] 10.222.0.99 "GET /v2.0/networks/efa4f540-f987-41c7-90f9-901a1a2e4296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427647 Feb 04 13:29:46.066512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-7ffc75cb-b471-492f-8a9e-b7d2f4bca888 req-a1a04da4-400b-4e43-83d7-06ddbc544f74 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Deleting port b2bb4f1e-7a71-479b-a0f5-7b8c45dd843d {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:46.066752 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7ffc75cb-b471-492f-8a9e-b7d2f4bca888 req-a1a04da4-400b-4e43-83d7-06ddbc544f74 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b2bb4f1e-7a71-479b-a0f5-7b8c45dd843d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:46.088789 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (72aa33d4-9916-471c-942f-8d0632efe80b), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:46.144024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Pushing event updated for resources: {'Port': ['ID=701fccf5-004f-44d5-947e-950cda470a8b,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:46.231049 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-3a387763-d80a-40df-9e2e-9fd314b50b65 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Allocated IP 172.20.0.5 (15db41b1-a6d5-41af-b587-4385571234bf/c22a97b9-6a5c-4763-882b-7b5d62ef8ca8/0e4bb942-aa87-4bd2-a360-2d30a69b2fa3) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:46.265419 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a8d3c52-d2ae-47f6-abc5-b039348742af req-24c2d212-c27d-474e-a259-319dd1ad56cd service neutron] 10.222.0.99 "GET /v2.0/networks/efa4f540-f987-41c7-90f9-901a1a2e4296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719004 Feb 04 13:29:46.448893 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (72aa33d4-9916-471c-942f-8d0632efe80b), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:46.452298 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7ffc75cb-b471-492f-8a9e-b7d2f4bca888 req-a1a04da4-400b-4e43-83d7-06ddbc544f74 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b2bb4f1e-7a71-479b-a0f5-7b8c45dd843d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:46.453246 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7ffc75cb-b471-492f-8a9e-b7d2f4bca888 req-a1a04da4-400b-4e43-83d7-06ddbc544f74 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for floatingip (b2bb4f1e-7a71-479b-a0f5-7b8c45dd843d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:46.494873 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:46.519596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-7ffc75cb-b471-492f-8a9e-b7d2f4bca888 req-a1a04da4-400b-4e43-83d7-06ddbc544f74 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Calling delete_port for b2bb4f1e-7a71-479b-a0f5-7b8c45dd843d owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:46.546422 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Attempting to bind port 701fccf5-004f-44d5-947e-950cda470a8b on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:29:46.546875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Attempting to bind port 701fccf5-004f-44d5-947e-950cda470a8b by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:29:46.547427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Attempting to bind port 701fccf5-004f-44d5-947e-950cda470a8b on network d188bd97-3ae7-401d-8731-0d5589265d96 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:29:46.587843 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8558c355-5318-4f88-9b35-a81fcb299b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:46.601114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Port 701fccf5-004f-44d5-947e-950cda470a8b on network d188bd97-3ae7-401d-8731-0d5589265d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:29:46.601591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Attempting to bind port 701fccf5-004f-44d5-947e-950cda470a8b on network d188bd97-3ae7-401d-8731-0d5589265d96 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:29:46.699254 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:29:46.699823 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Checking segment: {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:29:46.700398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Bound using segment: {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:29:46.700934 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Bound port: 701fccf5-004f-44d5-947e-950cda470a8b, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:29:46.701401 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (701fccf5-004f-44d5-947e-950cda470a8b), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:46.703936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558c355-5318-4f88-9b35-a81fcb299b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:46.713543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Allocated IP 172.25.5.107 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/e95762ac-7e96-4e58-9db6-c6f799969a37) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:46.753992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e37e10a8-266b-4911-8d3c-a84365fcda2f details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:29:46.797678 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:46.852405 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for port (e95762ac-7e96-4e58-9db6-c6f799969a37), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:46.891950 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e95762ac-7e96-4e58-9db6-c6f799969a37), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:46.956201 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:46.966605 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:46.972659 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:47.010223 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Pushing event updated for resources: {'Port': ['ID=e95762ac-7e96-4e58-9db6-c6f799969a37,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:47.039665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e37e10a8-266b-4911-8d3c-a84365fcda2f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e37e10a8-266b-4911-8d3c-a84365fcda2f,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:47.054567 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'e37e10a8-266b-4911-8d3c-a84365fcda2f', 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112', 'port_id': 'e37e10a8-266b-4911-8d3c-a84365fcda2f', 'mac_address': 'fa:16:3e:e0:ec:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65276bc3-38f7-4354-8723-1e8038a429ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:29:47.125568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port e37e10a8-266b-4911-8d3c-a84365fcda2f is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:47.126044 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:47.160405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e37e10a8-266b-4911-8d3c-a84365fcda2f {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:29:47.181904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e37e10a8-266b-4911-8d3c-a84365fcda2f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e37e10a8-266b-4911-8d3c-a84365fcda2f,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:47.189387 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:47.260612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=e37e10a8-266b-4911-8d3c-a84365fcda2f,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:47.302028 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-3a387763-d80a-40df-9e2e-9fd314b50b65 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks [] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:47.304226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['e37e10a8-266b-4911-8d3c-a84365fcda2f'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:29:47.308390 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7ffc75cb-b471-492f-8a9e-b7d2f4bca888 req-a1a04da4-400b-4e43-83d7-06ddbc544f74 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b2bb4f1e-7a71-479b-a0f5-7b8c45dd843d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:47.365809 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a04da4-400b-4e43-83d7-06ddbc544f74 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Pushing event deleted for resources: {'Port': ['ID=b2bb4f1e-7a71-479b-a0f5-7b8c45dd843d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:47.406892 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8558c355-5318-4f88-9b35-a81fcb299b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (4d2dc00b-bb5f-4dff-a1da-4355e224e770), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:47.425744 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (72aa33d4-9916-471c-942f-8d0632efe80b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:47.469832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] For port 701fccf5-004f-44d5-947e-950cda470a8b, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:29:47.552975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] For port 701fccf5-004f-44d5-947e-950cda470a8b, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=701fccf5-004f-44d5-947e-950cda470a8b,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:29:47.619865 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-3a387763-d80a-40df-9e2e-9fd314b50b65 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:47.653475 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7ffc75cb-b471-492f-8a9e-b7d2f4bca888 req-a1a04da4-400b-4e43-83d7-06ddbc544f74 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks [] for floatingip (f219967b-4885-4235-8d1e-c885c7f48ad4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:47.656164 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7ffc75cb-b471-492f-8a9e-b7d2f4bca888 req-a1a04da4-400b-4e43-83d7-06ddbc544f74 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:47.657383 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ffc75cb-b471-492f-8a9e-b7d2f4bca888 req-a1a04da4-400b-4e43-83d7-06ddbc544f74 tempest-FloatingIPDetailsTestJSON-862249268 tempest-FloatingIPDetailsTestJSON-862249268-project] 10.222.0.96 "DELETE /v2.0/floatingips/f219967b-4885-4235-8d1e-c885c7f48ad4 HTTP/1.1" status: 204 len: 173 time: 2.3756418 Feb 04 13:29:47.669994 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (701fccf5-004f-44d5-947e-950cda470a8b), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:47.676497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43134) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:47.681408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['18f212e6-f973-49f7-90dd-395cd3d27fcf'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:29:47.809079 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:47.809869 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-3a387763-d80a-40df-9e2e-9fd314b50b65 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Network 15db41b1-a6d5-41af-b587-4385571234bf is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:47.825991 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:47.826771 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:47.832656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] 10.222.0.99 "PUT /v2.0/ports/701fccf5-004f-44d5-947e-950cda470a8b HTTP/1.1" status: 200 len: 1092 time: 4.7712741 Feb 04 13:29:47.841095 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebaf7729-c3c2-40df-aa94-b01fd21a62b5', 'tag': '701fccf5-004f-44d5-947e-950cda470a8b'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:47.851362 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0ab2e6-a571-42ff-af9d-77892b21623b" -d '{"events": [{"name": "network-changed", "server_uuid": "ebaf7729-c3c2-40df-aa94-b01fd21a62b5", "tag": "701fccf5-004f-44d5-947e-950cda470a8b"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:47.929681 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (72aa33d4-9916-471c-942f-8d0632efe80b), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:47.935147 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (72aa33d4-9916-471c-942f-8d0632efe80b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:47.950007 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-3a387763-d80a-40df-9e2e-9fd314b50b65 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:47.953477 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-3a387763-d80a-40df-9e2e-9fd314b50b65 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:48.129129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Router 72aa33d4-9916-471c-942f-8d0632efe80b is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:29:48.287281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:29:48.293963 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:48.298383 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-803a6122-e4ac-4aac-aeb9-4328765bce3e tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "PUT /v2.0/routers/72aa33d4-9916-471c-942f-8d0632efe80b HTTP/1.1" status: 200 len: 879 time: 2.5163605 Feb 04 13:29:48.299832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43138) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:48.302322 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe3dee-2189-4d1d-869d-c9a1f49b1a06 None None] Sync routers for ids ['72aa33d4-9916-471c-942f-8d0632efe80b'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:48.318963 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe3dee-2189-4d1d-869d-c9a1f49b1a06 None None] Routers {'72aa33d4-9916-471c-942f-8d0632efe80b'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:48.320043 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-60fe3dee-2189-4d1d-869d-c9a1f49b1a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['72aa33d4-9916-471c-942f-8d0632efe80b'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:48.375664 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-60fe3dee-2189-4d1d-869d-c9a1f49b1a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:48.397253 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe3dee-2189-4d1d-869d-c9a1f49b1a06 None None] Routers {'72aa33d4-9916-471c-942f-8d0632efe80b'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:48.398192 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-60fe3dee-2189-4d1d-869d-c9a1f49b1a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['72aa33d4-9916-471c-942f-8d0632efe80b'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:48.444582 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-60fe3dee-2189-4d1d-869d-c9a1f49b1a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:48.445560 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe3dee-2189-4d1d-869d-c9a1f49b1a06 None None] The sync data for ids ['72aa33d4-9916-471c-942f-8d0632efe80b'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:48.462807 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5189eb8b-4dec-4a9b-8af2-8d455b242931 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/routers/72aa33d4-9916-471c-942f-8d0632efe80b HTTP/1.1" status: 200 len: 920 time: 0.1615105 Feb 04 13:29:48.463627 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43140) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:48.512303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a387763-d80a-40df-9e2e-9fd314b50b65 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Pushing event updated for resources: {'Port': ['ID=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:48.540948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d1230f-e583-4840-9715-e8eacacea653 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:48.547536 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-94d1230f-e583-4840-9715-e8eacacea653 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&device_id=72aa33d4-9916-471c-942f-8d0632efe80b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0823450 Feb 04 13:29:48.548234 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43142) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:48.605330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc2d95-b74a-4cc6-a9b2-e9648aa85ddd req-7bd59a13-dbe5-4616-a630-ffd0defc0791 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:48.607123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5fc2d95-b74a-4cc6-a9b2-e9648aa85ddd req-7bd59a13-dbe5-4616-a630-ffd0defc0791 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=749f268a-b96d-4609-ba4c-5f9a3c65bc34 HTTP/1.1" status: 200 len: 944 time: 1.5048964 Feb 04 13:29:48.657502 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-3a387763-d80a-40df-9e2e-9fd314b50b65 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:48.659003 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-3a387763-d80a-40df-9e2e-9fd314b50b65 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:48.676697 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d040716-f515-42e5-8372-894d06b74349 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:48.680135 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7d040716-f515-42e5-8372-894d06b74349 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 881 time: 0.1295671 Feb 04 13:29:48.683139 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43144) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:48.722788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c302c3-2e4e-4824-a853-b0b15caba600 service neutron] Pushing event updated for resources: {'Port': ['ID=701fccf5-004f-44d5-947e-950cda470a8b,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:48.738818 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ab2a6192-e0f5-421e-aeba-409148de9b23 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "GET /v2.0/ports?device_id=72aa33d4-9916-471c-942f-8d0632efe80b HTTP/1.1" status: 200 len: 205 time: 0.0539680 Feb 04 13:29:48.739497 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43146) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:48.776114 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e37e10a8-266b-4911-8d3c-a84365fcda2f up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:29:48.784028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200d746-25ed-4284-9310-b46a6633ce7a req-7526cda5-a81b-476d-ac87-6ee7605b6666 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:48.785794 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9200d746-25ed-4284-9310-b46a6633ce7a req-7526cda5-a81b-476d-ac87-6ee7605b6666 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 946 time: 0.9735808 Feb 04 13:29:48.824589 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-3a387763-d80a-40df-9e2e-9fd314b50b65 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4902444 Feb 04 13:29:48.830254 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-2dc7691d-1102-4494-adbe-07419ce273da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:48.831838 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-2dc7691d-1102-4494-adbe-07419ce273da service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 1126 time: 0.8739626 Feb 04 13:29:48.875264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Request body: {'port': {'device_id': 'dc672684-0f66-4425-abd5-48d31336748c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:48.889232 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-624e1392-e90a-4c83-bce4-1e8d27b7790d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (72aa33d4-9916-471c-942f-8d0632efe80b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:48.898474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port e37e10a8-266b-4911-8d3c-a84365fcda2f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:48.899764 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.024628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port e37e10a8-266b-4911-8d3c-a84365fcda2f is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:49.025544 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.040369 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-a2038b1b-a998-415d-bd36-6d55f61422b9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=701fccf5-004f-44d5-947e-950cda470a8b HTTP/1.1" status: 200 len: 217 time: 0.1740773 Feb 04 13:29:49.059183 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-624e1392-e90a-4c83-bce4-1e8d27b7790d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (72aa33d4-9916-471c-942f-8d0632efe80b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.072391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05daaec-e431-4ce2-902e-91233c3de77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37e10a8-266b-4911-8d3c-a84365fcda2f'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:49.078418 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f748b2e1-e1a6-48a5-8f15-2cafd5b84f22" -d '{"events": [{"server_uuid": "d05daaec-e431-4ce2-902e-91233c3de77d", "name": "network-vif-plugged", "status": "completed", "tag": "e37e10a8-266b-4911-8d3c-a84365fcda2f"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:49.098064 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e37e10a8-266b-4911-8d3c-a84365fcda2f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e37e10a8-266b-4911-8d3c-a84365fcda2f,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:49.105508 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.165580 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-624e1392-e90a-4c83-bce4-1e8d27b7790d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Deleting port e95762ac-7e96-4e58-9db6-c6f799969a37 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:49.166491 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-624e1392-e90a-4c83-bce4-1e8d27b7790d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e95762ac-7e96-4e58-9db6-c6f799969a37), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.168335 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=e37e10a8-266b-4911-8d3c-a84365fcda2f,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:49.208571 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9200d746-25ed-4284-9310-b46a6633ce7a req-0ac374ec-3de7-4cb7-85b5-f977519a492e tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/security-groups?id=78b24abd-3803-4c58-92de-4ed1a2dd8803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3806634 Feb 04 13:29:49.237975 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.240959 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-725b853f-726d-45c5-98b0-8fb6227b4d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:49.242495 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-725b853f-726d-45c5-98b0-8fb6227b4d77 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ddd53861-36d1-4ddc-a3f4-939049859c05 HTTP/1.1" status: 200 len: 846 time: 0.1901617 Feb 04 13:29:49.251542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8558c355-5318-4f88-9b35-a81fcb299b2f admin admin] Router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:29:49.272760 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-624e1392-e90a-4c83-bce4-1e8d27b7790d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e95762ac-7e96-4e58-9db6-c6f799969a37), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.294947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-624e1392-e90a-4c83-bce4-1e8d27b7790d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Calling delete_port for e95762ac-7e96-4e58-9db6-c6f799969a37 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:49.332144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-a5fc2d95-b74a-4cc6-a9b2-e9648aa85ddd req-1bdc00d5-70c0-4eeb-9f29-c881f57ded3c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Deleting port 8055db33-24f4-42b6-a40e-dba41506eebf {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:49.332422 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a5fc2d95-b74a-4cc6-a9b2-e9648aa85ddd req-1bdc00d5-70c0-4eeb-9f29-c881f57ded3c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.340670 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-fa382447-faee-4415-80f6-775f55a34997 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d188bd97-3ae7-401d-8731-0d5589265d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853417 Feb 04 13:29:49.529999 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-624e1392-e90a-4c83-bce4-1e8d27b7790d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e95762ac-7e96-4e58-9db6-c6f799969a37), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.563939 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e1392-e90a-4c83-bce4-1e8d27b7790d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Pushing event deleted for resources: {'Port': ['ID=e95762ac-7e96-4e58-9db6-c6f799969a37,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:49.645181 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-624e1392-e90a-4c83-bce4-1e8d27b7790d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (72aa33d4-9916-471c-942f-8d0632efe80b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.783869 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-624e1392-e90a-4c83-bce4-1e8d27b7790d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (72aa33d4-9916-471c-942f-8d0632efe80b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.787276 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-624e1392-e90a-4c83-bce4-1e8d27b7790d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_controller (72aa33d4-9916-471c-942f-8d0632efe80b), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.826803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a5fc2d95-b74a-4cc6-a9b2-e9648aa85ddd req-1bdc00d5-70c0-4eeb-9f29-c881f57ded3c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] For port 8055db33-24f4-42b6-a40e-dba41506eebf, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8055db33-24f4-42b6-a40e-dba41506eebf,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:49.827416 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a5fc2d95-b74a-4cc6-a9b2-e9648aa85ddd req-1bdc00d5-70c0-4eeb-9f29-c881f57ded3c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.853165 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-624e1392-e90a-4c83-bce4-1e8d27b7790d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (72aa33d4-9916-471c-942f-8d0632efe80b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.854568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624e1392-e90a-4c83-bce4-1e8d27b7790d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Fanout notify agent at l3_agent the message router_deleted on router 72aa33d4-9916-471c-942f-8d0632efe80b {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:29:49.876650 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-624e1392-e90a-4c83-bce4-1e8d27b7790d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.881837 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-624e1392-e90a-4c83-bce4-1e8d27b7790d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "DELETE /v2.0/routers/72aa33d4-9916-471c-942f-8d0632efe80b HTTP/1.1" status: 204 len: 168 time: 1.1373274 Feb 04 13:29:49.882967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43160) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:49.888021 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e7509a66-6ef6-461e-81d6-8497730dd0ee tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1053143307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:49.914497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-a5fc2d95-b74a-4cc6-a9b2-e9648aa85ddd req-1bdc00d5-70c0-4eeb-9f29-c881f57ded3c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Calling delete_port for 8055db33-24f4-42b6-a40e-dba41506eebf owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:49.916828 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e7509a66-6ef6-461e-81d6-8497730dd0ee tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (7235732e-3661-4d10-8ac2-8c01e26225ec), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.918182 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e7509a66-6ef6-461e-81d6-8497730dd0ee tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (7235732e-3661-4d10-8ac2-8c01e26225ec), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.927177 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-b040c306-609c-4e91-980c-07d9f7d52c33 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356951 Feb 04 13:29:49.943770 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab8eff-41e8-4d97-86b6-436042ff477c req-00ab1abc-2a7d-4fd2-b2cc-e8e241c920ef tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:49.946363 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53ab8eff-41e8-4d97-86b6-436042ff477c req-00ab1abc-2a7d-4fd2-b2cc-e8e241c920ef tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 931 time: 0.5078173 Feb 04 13:29:50.001410 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e7509a66-6ef6-461e-81d6-8497730dd0ee tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_controller (7235732e-3661-4d10-8ac2-8c01e26225ec), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:50.007667 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e7509a66-6ef6-461e-81d6-8497730dd0ee tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (7235732e-3661-4d10-8ac2-8c01e26225ec), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:50.030639 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e7509a66-6ef6-461e-81d6-8497730dd0ee tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:50.035465 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e7509a66-6ef6-461e-81d6-8497730dd0ee tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1476972 Feb 04 13:29:50.036685 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43162) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:50.041342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'enable_snat': True}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:50.076843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8558c355-5318-4f88-9b35-a81fcb299b2f admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:29:50.093606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cba74a-494e-44a8-96a3-3423b19a3391 None None] Sync routers for ids ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:50.102979 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8558c355-5318-4f88-9b35-a81fcb299b2f admin admin] 10.222.0.96 "PUT /v2.0/routers/4d2dc00b-bb5f-4dff-a1da-4355e224e770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2628772 Feb 04 13:29:50.111105 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43164) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:50.125052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cba74a-494e-44a8-96a3-3423b19a3391 None None] Routers {'4d2dc00b-bb5f-4dff-a1da-4355e224e770'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:50.126211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b4cba74a-494e-44a8-96a3-3423b19a3391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:50.290719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b4cba74a-494e-44a8-96a3-3423b19a3391 None None] Set router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:50.311329 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (7235732e-3661-4d10-8ac2-8c01e26225ec), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:50.334662 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53ab8eff-41e8-4d97-86b6-436042ff477c req-52ec2a03-8dad-41d7-b81f-c5bffa3b9ac2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601449 Feb 04 13:29:50.389636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d392a8-d27a-41ae-99cb-94151b909f84 req-5684514d-7814-4db7-a56a-d35705157a4b service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404712 Feb 04 13:29:50.646517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b4cba74a-494e-44a8-96a3-3423b19a3391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'name': 'tempest-ServersTestFqdnHostnames-44325630-router', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:01Z', 'updated_at': '2022-02-04T13:29:46Z', 'revision_number': 5, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'gw_port': {'id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:03Z', 'updated_at': '2022-02-04T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:50.680336 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cba74a-494e-44a8-96a3-3423b19a3391 None None] Checking router: 4d2dc00b-bb5f-4dff-a1da-4355e224e770 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:29:50.699521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cba74a-494e-44a8-96a3-3423b19a3391 None None] Routers {'4d2dc00b-bb5f-4dff-a1da-4355e224e770'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:50.700689 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b4cba74a-494e-44a8-96a3-3423b19a3391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:50.853385 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b4cba74a-494e-44a8-96a3-3423b19a3391 None None] Set router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:50.948310 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Publish callbacks [] for router (4d2dc00b-bb5f-4dff-a1da-4355e224e770), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:50.968188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:29:50.995064 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (7235732e-3661-4d10-8ac2-8c01e26225ec), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:51.018806 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:51.019963 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Publish callbacks [] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:51.058631 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a5fc2d95-b74a-4cc6-a9b2-e9648aa85ddd req-1bdc00d5-70c0-4eeb-9f29-c881f57ded3c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8055db33-24f4-42b6-a40e-dba41506eebf), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:51.132975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Transition to ACTIVE for port object 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:51.137897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc00d5-70c0-4eeb-9f29-c881f57ded3c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Pushing event deleted for resources: {'Port': ['ID=8055db33-24f4-42b6-a40e-dba41506eebf,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:51.163611 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d7b9955a-adc0-4b37-bad3-bfd0a62289b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:51.171091 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:51.207641 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b4cba74a-494e-44a8-96a3-3423b19a3391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'name': 'tempest-ServersTestFqdnHostnames-44325630-router', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:01Z', 'updated_at': '2022-02-04T13:29:46Z', 'revision_number': 5, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'gw_port': {'id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:03Z', 'updated_at': '2022-02-04T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:51.225743 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Allocated IP 172.25.5.155 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/fa212e19-9f78-4c0c-9ca7-b332bc9e3876) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:51.270874 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cba74a-494e-44a8-96a3-3423b19a3391 None None] The sync data for ids ['4d2dc00b-bb5f-4dff-a1da-4355e224e770'] in n-d-714676-13 is: [{'id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'name': 'tempest-ServersTestFqdnHostnames-44325630-router', 'tenant_id': '51b8ec648fed490db69f9f901badaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:01Z', 'updated_at': '2022-02-04T13:29:46Z', 'revision_number': 5, 'project_id': '51b8ec648fed490db69f9f901badaba1', 'gw_port': {'id': '1667bf82-181f-4e60-8ccc-5db6c366be13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2dc00b-bb5f-4dff-a1da-4355e224e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:03Z', 'updated_at': '2022-02-04T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:51.317109 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fc2d95-b74a-4cc6-a9b2-e9648aa85ddd req-1bdc00d5-70c0-4eeb-9f29-c881f57ded3c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] No DVR routers for this DVR port 8055db33-24f4-42b6-a40e-dba41506eebf on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:29:51.330613 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a5fc2d95-b74a-4cc6-a9b2-e9648aa85ddd req-1bdc00d5-70c0-4eeb-9f29-c881f57ded3c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:51.334334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5fc2d95-b74a-4cc6-a9b2-e9648aa85ddd req-1bdc00d5-70c0-4eeb-9f29-c881f57ded3c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "DELETE /v2.0/ports/8055db33-24f4-42b6-a40e-dba41506eebf HTTP/1.1" status: 204 len: 173 time: 2.7134621 Feb 04 13:29:51.344464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a7508-3979-4421-b468-7ff49002a485 req-b0126a09-6a77-41e4-8392-f716a2c37e49 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:51.347264 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-810a7508-3979-4421-b468-7ff49002a485 req-b0126a09-6a77-41e4-8392-f716a2c37e49 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 943 time: 0.8468521 Feb 04 13:29:51.413561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:51.425373 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Publish callbacks [] for router_gateway (4d2dc00b-bb5f-4dff-a1da-4355e224e770), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:51.430344 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for port (fa212e19-9f78-4c0c-9ca7-b332bc9e3876), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:51.490544 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (fa212e19-9f78-4c0c-9ca7-b332bc9e3876), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:51.541929 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:51.545820 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:51.557387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:51.575439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-810a7508-3979-4421-b468-7ff49002a485 req-115d9688-64e4-4e8a-b63a-d1e49c1b3a79 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121534 Feb 04 13:29:51.677523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Pushing event updated for resources: {'Port': ['ID=fa212e19-9f78-4c0c-9ca7-b332bc9e3876,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:51.719466 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88113d1-7249-4660-a716-d25dc5580623 x-openstack-request-id: req-f88113d1-7249-4660-a716-d25dc5580623 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:51.719466 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebaf7729-c3c2-40df-aa94-b01fd21a62b5", "tag": "701fccf5-004f-44d5-947e-950cda470a8b", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:51.719466 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f88113d1-7249-4660-a716-d25dc5580623 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:51.719962 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebaf7729-c3c2-40df-aa94-b01fd21a62b5', 'tag': '701fccf5-004f-44d5-947e-950cda470a8b', 'status': 'completed', 'code': 200} Feb 04 13:29:51.745202 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc45062-03a1-46c6-bd6c-f7af14a45f1e x-openstack-request-id: req-4bc45062-03a1-46c6-bd6c-f7af14a45f1e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:51.745675 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05daaec-e431-4ce2-902e-91233c3de77d", "name": "network-vif-plugged", "status": "completed", "tag": "e37e10a8-266b-4911-8d3c-a84365fcda2f", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:51.746191 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4bc45062-03a1-46c6-bd6c-f7af14a45f1e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:51.746788 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05daaec-e431-4ce2-902e-91233c3de77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37e10a8-266b-4911-8d3c-a84365fcda2f', 'code': 200} Feb 04 13:29:51.770362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Attempting to bind port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:29:51.770629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Attempting to bind port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:29:51.770851 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Attempting to bind port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:29:51.856577 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 on network 15db41b1-a6d5-41af-b587-4385571234bf not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:29:51.857250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Attempting to bind port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:29:51.970340 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:29:51.973657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Checking segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:29:51.974549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Bound using segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:29:51.983133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Bound port: 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:29:51.983756 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:52.007016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Deleting port 1667bf82-181f-4e60-8ccc-5db6c366be13 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:52.007476 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1667bf82-181f-4e60-8ccc-5db6c366be13), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:52.202527 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (7235732e-3661-4d10-8ac2-8c01e26225ec), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:52.226180 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ab2e6-a571-42ff-af9d-77892b21623b req-9d39e4d8-0457-46b0-b0e2-14ea64676bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:52.227742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b0ab2e6-a571-42ff-af9d-77892b21623b req-9d39e4d8-0457-46b0-b0e2-14ea64676bd1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 1126 time: 0.5149467 Feb 04 13:29:52.367257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d17df9-e726-482b-be93-ba971f6145bc req-a1e6f719-0b66-488d-9d27-05789228eab0 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:52.376776 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31d17df9-e726-482b-be93-ba971f6145bc req-a1e6f719-0b66-488d-9d27-05789228eab0 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 946 time: 0.5638137 Feb 04 13:29:52.509330 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:29:52.589248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] For port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:29:52.589528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:29:52.590402 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 839fbbe9-60f6-4d7e-8e0b-86d70c9bf0dc not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:29:52.596480 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] For port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:29:52.612104 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (7235732e-3661-4d10-8ac2-8c01e26225ec), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:52.631567 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:52.633028 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (7235732e-3661-4d10-8ac2-8c01e26225ec), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:52.680118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] For port 1667bf82-181f-4e60-8ccc-5db6c366be13, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1667bf82-181f-4e60-8ccc-5db6c366be13,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:52.680904 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1667bf82-181f-4e60-8ccc-5db6c366be13), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:52.720038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Calling delete_port for 1667bf82-181f-4e60-8ccc-5db6c366be13 owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:52.821183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31d17df9-e726-482b-be93-ba971f6145bc req-1a988893-1d26-45ad-9ba6-2ffb08172bf0 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/security-groups?id=78b24abd-3803-4c58-92de-4ed1a2dd8803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4429410 Feb 04 13:29:52.869260 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Router 7235732e-3661-4d10-8ac2-8c01e26225ec is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:29:53.076451 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:29:53.084594 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:53.090696 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b06393-b24c-4acc-ab07-20bbade07030 None None] Sync routers for ids ['7235732e-3661-4d10-8ac2-8c01e26225ec'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:53.097267 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0f41ccfc-1538-49c0-a51b-18265a1d1b7e tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "PUT /v2.0/routers/7235732e-3661-4d10-8ac2-8c01e26225ec HTTP/1.1" status: 200 len: 915 time: 3.0562234 Feb 04 13:29:53.098508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43220) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:53.109797 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b06393-b24c-4acc-ab07-20bbade07030 None None] Routers {'7235732e-3661-4d10-8ac2-8c01e26225ec'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:53.110447 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-67b06393-b24c-4acc-ab07-20bbade07030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7235732e-3661-4d10-8ac2-8c01e26225ec'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:53.158783 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-67b06393-b24c-4acc-ab07-20bbade07030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:53.170675 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:53.171665 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:53.172781 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b06393-b24c-4acc-ab07-20bbade07030 None None] Routers {'7235732e-3661-4d10-8ac2-8c01e26225ec'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:53.173148 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] 10.222.0.99 "PUT /v2.0/ports/0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 HTTP/1.1" status: 200 len: 1092 time: 4.3357489 Feb 04 13:29:53.175031 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-67b06393-b24c-4acc-ab07-20bbade07030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7235732e-3661-4d10-8ac2-8c01e26225ec'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:53.217852 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-67b06393-b24c-4acc-ab07-20bbade07030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:53.218884 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b06393-b24c-4acc-ab07-20bbade07030 None None] The sync data for ids ['7235732e-3661-4d10-8ac2-8c01e26225ec'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:53.222266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ab2e6-a571-42ff-af9d-77892b21623b req-4bc99ea5-3788-4472-b9a8-c7a68b4bfa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:53.224084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b0ab2e6-a571-42ff-af9d-77892b21623b req-4bc99ea5-3788-4472-b9a8-c7a68b4bfa23 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 907 time: 0.9752195 Feb 04 13:29:53.368273 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-94bd5736-62f2-4ef4-a2a9-b4db666e296b tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/routers/7235732e-3661-4d10-8ac2-8c01e26225ec HTTP/1.1" status: 200 len: 921 time: 0.2658894 Feb 04 13:29:53.369203 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43222) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:53.396500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b0ab2e6-a571-42ff-af9d-77892b21623b req-c82afb00-b2f1-47de-90f8-a107d079455e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=701fccf5-004f-44d5-947e-950cda470a8b HTTP/1.1" status: 200 len: 217 time: 0.1204994 Feb 04 13:29:53.404203 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ae74d-f9b9-403c-ba82-91a1c7848aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:53.469400 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89c7758-28c5-4616-863f-026764fda395 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:53.472061 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e89c7758-28c5-4616-863f-026764fda395 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&device_id=7235732e-3661-4d10-8ac2-8c01e26225ec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1013849 Feb 04 13:29:53.478678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43226) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:53.561253 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-d7b9955a-adc0-4b37-bad3-bfd0a62289b1 admin admin] Deleting port e1372eec-08bf-4e85-a732-d366d5328469 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:53.561747 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d7b9955a-adc0-4b37-bad3-bfd0a62289b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e1372eec-08bf-4e85-a732-d366d5328469), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:53.684222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672a670-a636-4119-ad9a-99fadb995efa req-ccdc6bbc-895f-4b4b-91d0-c60f8d60e1ae tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:53.686022 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b672a670-a636-4119-ad9a-99fadb995efa req-ccdc6bbc-895f-4b4b-91d0-c60f8d60e1ae tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 943 time: 1.0798550 Feb 04 13:29:53.711948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa9c027-af0c-47ec-8f92-a44eb39ae89b tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:53.721293 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1fa9c027-af0c-47ec-8f92-a44eb39ae89b tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 881 time: 0.2412202 Feb 04 13:29:53.728908 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43228) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:53.729860 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749f268a-b96d-4609-ba4c-5f9a3c65bc34', 'name': 'network-vif-deleted', 'tag': '8055db33-24f4-42b6-a40e-dba41506eebf'}, {'name': 'network-changed', 'server_uuid': 'dc672684-0f66-4425-abd5-48d31336748c', 'tag': '0e4bb942-aa87-4bd2-a360-2d30a69b2fa3'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:53.732425 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7e92cc-40f8-458a-ab0e-17998b5a1af6" -d '{"events": [{"server_uuid": "749f268a-b96d-4609-ba4c-5f9a3c65bc34", "name": "network-vif-deleted", "tag": "8055db33-24f4-42b6-a40e-dba41506eebf"}, {"name": "network-changed", "server_uuid": "dc672684-0f66-4425-abd5-48d31336748c", "tag": "0e4bb942-aa87-4bd2-a360-2d30a69b2fa3"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:53.787709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ab2e6-a571-42ff-af9d-77892b21623b req-3e16702d-5baa-4cb0-8083-0dcfe3b33c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:53.789229 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b0ab2e6-a571-42ff-af9d-77892b21623b req-3e16702d-5baa-4cb0-8083-0dcfe3b33c19 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ddd53861-36d1-4ddc-a3f4-939049859c05 HTTP/1.1" status: 200 len: 846 time: 0.3735425 Feb 04 13:29:53.796793 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-2ce7dbca-39d1-4547-96d2-8b179c6a04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:53.801939 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-831ba032-706e-481a-b44b-1e3c279f010f tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "GET /v2.0/ports?device_id=7235732e-3661-4d10-8ac2-8c01e26225ec HTTP/1.1" status: 200 len: 205 time: 0.0703707 Feb 04 13:29:53.802215 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-2ce7dbca-39d1-4547-96d2-8b179c6a04e3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 1126 time: 0.5587990 Feb 04 13:29:53.806024 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43232) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:53.843350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef3615-0e9e-4ceb-ac0d-a98adcb48a8a req-e833207f-b2ca-4aa4-a3f0-03d74cc9a560 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:53.853346 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2bef3615-0e9e-4ceb-ac0d-a98adcb48a8a req-e833207f-b2ca-4aa4-a3f0-03d74cc9a560 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 943 time: 0.7999802 Feb 04 13:29:53.886281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-d7b9955a-adc0-4b37-bad3-bfd0a62289b1 admin admin] For port e1372eec-08bf-4e85-a732-d366d5328469, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=e1372eec-08bf-4e85-a732-d366d5328469,segment=NetworkSegment(453825af-3755-4f06-9956-ea35d448d4d1),segment_id=453825af-3755-4f06-9956-ea35d448d4d1)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:53.886690 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d7b9955a-adc0-4b37-bad3-bfd0a62289b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e1372eec-08bf-4e85-a732-d366d5328469), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:53.958363 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b0ab2e6-a571-42ff-af9d-77892b21623b req-95f00cdc-bda1-4add-ad37-0579a8a6de23 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d188bd97-3ae7-401d-8731-0d5589265d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489975 Feb 04 13:29:53.959590 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-d1e27576-0c75-4264-ab47-3f3a4d9d46dd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 HTTP/1.1" status: 200 len: 217 time: 0.1428802 Feb 04 13:29:53.969961 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3d45-950b-4c75-9ef3-846205b353e8 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (7235732e-3661-4d10-8ac2-8c01e26225ec), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:54.021689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-d7b9955a-adc0-4b37-bad3-bfd0a62289b1 admin admin] Calling delete_port for e1372eec-08bf-4e85-a732-d366d5328469 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:54.062444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b672a670-a636-4119-ad9a-99fadb995efa req-bfb73ed7-352c-4d89-8f50-7aaab35232e8 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657823 Feb 04 13:29:54.256510 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3d45-950b-4c75-9ef3-846205b353e8 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (7235732e-3661-4d10-8ac2-8c01e26225ec), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:54.331621 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc3d45-950b-4c75-9ef3-846205b353e8 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Deleting port fa212e19-9f78-4c0c-9ca7-b332bc9e3876 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:54.332337 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3d45-950b-4c75-9ef3-846205b353e8 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (fa212e19-9f78-4c0c-9ca7-b332bc9e3876), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:54.342013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2bef3615-0e9e-4ceb-ac0d-a98adcb48a8a req-9d8681d2-e83a-4870-ae78-af8e2dd12542 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864058 Feb 04 13:29:54.442303 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3d45-950b-4c75-9ef3-846205b353e8 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (fa212e19-9f78-4c0c-9ca7-b332bc9e3876), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:54.471022 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc3d45-950b-4c75-9ef3-846205b353e8 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Calling delete_port for fa212e19-9f78-4c0c-9ca7-b332bc9e3876 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:54.819264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 701fccf5-004f-44d5-947e-950cda470a8b details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:29:54.826757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3d45-950b-4c75-9ef3-846205b353e8 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (fa212e19-9f78-4c0c-9ca7-b332bc9e3876), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:54.901030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc3d45-950b-4c75-9ef3-846205b353e8 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Pushing event deleted for resources: {'Port': ['ID=fa212e19-9f78-4c0c-9ca7-b332bc9e3876,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:54.978315 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 701fccf5-004f-44d5-947e-950cda470a8b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=701fccf5-004f-44d5-947e-950cda470a8b,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:54.994370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '701fccf5-004f-44d5-947e-950cda470a8b', 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96', 'port_id': '701fccf5-004f-44d5-947e-950cda470a8b', 'mac_address': 'fa:16:3e:df:7f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd53861-36d1-4ddc-a3f4-939049859c05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:29:55.052113 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53d4b65-d6d9-4ff0-b4fa-c4757649c764 x-openstack-request-id: req-f53d4b65-d6d9-4ff0-b4fa-c4757649c764 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:55.052528 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749f268a-b96d-4609-ba4c-5f9a3c65bc34", "name": "network-vif-deleted", "tag": "8055db33-24f4-42b6-a40e-dba41506eebf", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "dc672684-0f66-4425-abd5-48d31336748c", "tag": "0e4bb942-aa87-4bd2-a360-2d30a69b2fa3", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:55.053486 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f53d4b65-d6d9-4ff0-b4fa-c4757649c764 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:55.055198 n-d-714676-13 neutron-server[103606]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '749f268a-b96d-4609-ba4c-5f9a3c65bc34', 'name': 'network-vif-deleted', 'tag': '8055db33-24f4-42b6-a40e-dba41506eebf', 'status': 'failed', 'code': 422} returned with failed status Feb 04 13:29:55.055801 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3d45-950b-4c75-9ef3-846205b353e8 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (7235732e-3661-4d10-8ac2-8c01e26225ec), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:55.056068 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc672684-0f66-4425-abd5-48d31336748c', 'tag': '0e4bb942-aa87-4bd2-a360-2d30a69b2fa3', 'status': 'completed', 'code': 200} Feb 04 13:29:55.062895 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 701fccf5-004f-44d5-947e-950cda470a8b is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:55.063594 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (701fccf5-004f-44d5-947e-950cda470a8b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:55.076919 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (1667bf82-181f-4e60-8ccc-5db6c366be13), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:55.107016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-070ded7b-7f35-43a1-a4b2-be423e46716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:55.109905 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-070ded7b-7f35-43a1-a4b2-be423e46716a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 1.0918894 Feb 04 13:29:55.117871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701fccf5-004f-44d5-947e-950cda470a8b {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:29:55.169005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1667bf82-181f-4e60-8ccc-5db6c366be13,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:55.172977 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 701fccf5-004f-44d5-947e-950cda470a8b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=701fccf5-004f-44d5-947e-950cda470a8b,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:55.193504 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (701fccf5-004f-44d5-947e-950cda470a8b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:55.234458 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3d45-950b-4c75-9ef3-846205b353e8 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (7235732e-3661-4d10-8ac2-8c01e26225ec), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:55.237876 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3d45-950b-4c75-9ef3-846205b353e8 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_controller (7235732e-3661-4d10-8ac2-8c01e26225ec), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:55.264903 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-1bff9e14-e131-4b09-9e60-72e1c7e9a036 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188858 Feb 04 13:29:55.318388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:55.318766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:55.319348 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:55.319802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:55.320281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:55.320945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:55.321291 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:55.322008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:55.322398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:55.322815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:55.323393 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:55.323731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:55.324270 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:55.324940 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3d45-950b-4c75-9ef3-846205b353e8 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (7235732e-3661-4d10-8ac2-8c01e26225ec), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:55.325974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbc3d45-950b-4c75-9ef3-846205b353e8 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Fanout notify agent at l3_agent the message router_deleted on router 7235732e-3661-4d10-8ac2-8c01e26225ec {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:29:55.337824 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d7b9955a-adc0-4b37-bad3-bfd0a62289b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (e1372eec-08bf-4e85-a732-d366d5328469), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:55.341397 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b0ab2e6-a571-42ff-af9d-77892b21623b req-47e3ddff-6cb3-415a-8bcf-91dc341abc95 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3698962 Feb 04 13:29:55.356454 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3d45-950b-4c75-9ef3-846205b353e8 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:55.359798 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6bbc3d45-950b-4c75-9ef3-846205b353e8 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "DELETE /v2.0/routers/7235732e-3661-4d10-8ac2-8c01e26225ec HTTP/1.1" status: 204 len: 168 time: 1.5518322 Feb 04 13:29:55.366333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43252) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:55.372169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c42ef2cd-af5b-42fa-82dc-03f9a0348e78 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-247522253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:55.407672 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c42ef2cd-af5b-42fa-82dc-03f9a0348e78 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (d3c133f8-0fc5-4512-8c57-3f4af78b5d0b), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:55.413525 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c42ef2cd-af5b-42fa-82dc-03f9a0348e78 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (d3c133f8-0fc5-4512-8c57-3f4af78b5d0b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:55.430825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=701fccf5-004f-44d5-947e-950cda470a8b,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:55.536327 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c42ef2cd-af5b-42fa-82dc-03f9a0348e78 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_controller (d3c133f8-0fc5-4512-8c57-3f4af78b5d0b), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:55.552862 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c42ef2cd-af5b-42fa-82dc-03f9a0348e78 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (d3c133f8-0fc5-4512-8c57-3f4af78b5d0b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:55.589348 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9955a-adc0-4b37-bad3-bfd0a62289b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1372eec-08bf-4e85-a732-d366d5328469,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:55.591854 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['701fccf5-004f-44d5-947e-950cda470a8b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:29:55.605879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7546197-0c88-4bed-b73c-336a1d365242 req-19af1a9c-cbbf-40ff-8a42-611bd07c1ec4 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:55.608684 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7546197-0c88-4bed-b73c-336a1d365242 req-19af1a9c-cbbf-40ff-8a42-611bd07c1ec4 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 811 time: 1.2552264 Feb 04 13:29:55.680575 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c42ef2cd-af5b-42fa-82dc-03f9a0348e78 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:55.684431 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (4d2dc00b-bb5f-4dff-a1da-4355e224e770), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:55.693397 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c42ef2cd-af5b-42fa-82dc-03f9a0348e78 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3151348 Feb 04 13:29:55.707430 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43258) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:55.724570 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'enable_snat': False}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:55.790804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7546197-0c88-4bed-b73c-336a1d365242 req-dbe1e5d7-2b36-4d41-86c3-21783f3128d9 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/quotas/902032e2469e4a9985e0c0a873286563 HTTP/1.1" status: 200 len: 375 time: 0.1559243 Feb 04 13:29:55.983315 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (4d2dc00b-bb5f-4dff-a1da-4355e224e770), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:55.985721 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Publish callbacks [] for router_controller (4d2dc00b-bb5f-4dff-a1da-4355e224e770), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:56.203866 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (4d2dc00b-bb5f-4dff-a1da-4355e224e770), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:56.205326 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d2dc00b-bb5f-4dff-a1da-4355e224e770 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:29:56.237430 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:56.244642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-46aae288-5263-498c-b1a2-8d27728115a6 admin admin] 10.222.0.96 "DELETE /v2.0/routers/4d2dc00b-bb5f-4dff-a1da-4355e224e770 HTTP/1.1" status: 204 len: 168 time: 6.1302555 Feb 04 13:29:56.286995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43260) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:56.316461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaa9d0-03c8-494e-be5d-980fb9c2a72a req-5eac0234-1e6c-47e5-970d-7f13d668ed0a tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:56.318490 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9abaa9d0-03c8-494e-be5d-980fb9c2a72a req-5eac0234-1e6c-47e5-970d-7f13d668ed0a tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 943 time: 1.0643628 Feb 04 13:29:56.337753 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7546197-0c88-4bed-b73c-336a1d365242 req-f18ed0a5-fc0a-4e13-a3cf-b87b45115bdd tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1467223 Feb 04 13:29:56.576761 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b0ab2e6-a571-42ff-af9d-77892b21623b req-55d6ddf0-a59e-4750-bb4d-b5e5c1918f90 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1324608 Feb 04 13:29:56.584817 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-e726e46b-61bb-475b-8575-db7d83d745c9 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3026977 Feb 04 13:29:56.591749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef8f308-b4a5-4b4e-9d4a-1ff6d9ac5d26 admin admin] Deleting subnet 7511774e-508c-469f-a6f8-bd0f658331f5 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:29:56.607172 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f308-b4a5-4b4e-9d4a-1ff6d9ac5d26 admin admin] Publish callbacks [] for subnet (7511774e-508c-469f-a6f8-bd0f658331f5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:56.647248 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (d3c133f8-0fc5-4512-8c57-3f4af78b5d0b), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:56.704391 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f308-b4a5-4b4e-9d4a-1ff6d9ac5d26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (7511774e-508c-469f-a6f8-bd0f658331f5), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:57.070908 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (d3c133f8-0fc5-4512-8c57-3f4af78b5d0b), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:57.119157 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:57.184334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9abaa9d0-03c8-494e-be5d-980fb9c2a72a req-96ed8a45-8816-42e2-864c-2f108364fc3a tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8374212 Feb 04 13:29:57.188024 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7546197-0c88-4bed-b73c-336a1d365242 req-ba815501-c661-495f-9962-37fcaa6e196e service neutron] 10.222.0.96 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7779908 Feb 04 13:29:57.227521 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d7b9955a-adc0-4b37-bad3-bfd0a62289b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:57.243075 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f308-b4a5-4b4e-9d4a-1ff6d9ac5d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (7511774e-508c-469f-a6f8-bd0f658331f5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:57.344329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Allocated IP 172.25.5.61 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/eb4de652-b866-42ac-af47-12c4c26583c5) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:57.406291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d00d5235-3c88-487c-9dce-710158a2bb23 req-fac6b788-68ad-477a-9cfa-485af3b5ecb0 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855539 Feb 04 13:29:57.620831 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f308-b4a5-4b4e-9d4a-1ff6d9ac5d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (7511774e-508c-469f-a6f8-bd0f658331f5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:57.642638 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for port (eb4de652-b866-42ac-af47-12c4c26583c5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:57.671845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7546197-0c88-4bed-b73c-336a1d365242 req-20c5e907-e791-4877-a822-9f7faa0daa2c service neutron] 10.222.0.96 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676480 Feb 04 13:29:57.697383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8f308-b4a5-4b4e-9d4a-1ff6d9ac5d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7511774e-508c-469f-a6f8-bd0f658331f5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:57.697893 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (eb4de652-b866-42ac-af47-12c4c26583c5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:57.704355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e92cc-40f8-458a-ab0e-17998b5a1af6 req-e6af59f0-a79a-45cf-bf3e-3559ab405c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:57.707836 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e7e92cc-40f8-458a-ab0e-17998b5a1af6 req-e6af59f0-a79a-45cf-bf3e-3559ab405c4c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 1126 time: 0.2120152 Feb 04 13:29:57.719478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daadb78a-f8cb-47ae-8bbc-f536e460023d None None] Network ff8f21a6-ef86-496b-9a31-cddbe2422745 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:29:57.722197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460b8f5-a7c0-4637-a757-a02d9a7fff11 req-a20dc21a-179b-4f8a-9d35-7322a5f37b04 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:57.724333 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7460b8f5-a7c0-4637-a757-a02d9a7fff11 req-a20dc21a-179b-4f8a-9d35-7322a5f37b04 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 944 time: 0.3539846 Feb 04 13:29:57.725483 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f308-b4a5-4b4e-9d4a-1ff6d9ac5d26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:57.732978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7ef8f308-b4a5-4b4e-9d4a-1ff6d9ac5d26 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/7511774e-508c-469f-a6f8-bd0f658331f5 HTTP/1.1" status: 204 len: 168 time: 1.4121749 Feb 04 13:29:57.816824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43264) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:57.839841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Pushing event updated for resources: {'Port': ['ID=eb4de652-b866-42ac-af47-12c4c26583c5,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:57.885579 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:57.895728 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:57.902939 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:58.360940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddd04d5-d002-47e8-bd2c-cc8f87d2154c None None] DHCP port deletion for ff8f21a6-ef86-496b-9a31-cddbe2422745 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:29:58.483092 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7460b8f5-a7c0-4637-a757-a02d9a7fff11 req-88c53110-dcfa-4cad-b3d4-46c3f2b6f971 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6648412 Feb 04 13:29:58.485795 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9488397-4aca-4dc8-a913-cc2a10525fab req-a9427113-8a8a-4dae-beef-1f2a8c54924d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 210 time: 0.2195997 Feb 04 13:29:58.564522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd04d5-d002-47e8-bd2c-cc8f87d2154c None None] Deleting port 941ad2f0-8f7b-49ef-89ae-565a65527fdd {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:29:58.565491 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0ddd04d5-d002-47e8-bd2c-cc8f87d2154c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:58.694957 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router_gateway (d3c133f8-0fc5-4512-8c57-3f4af78b5d0b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:58.701466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 941ad2f0-8f7b-49ef-89ae-565a65527fdd no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:29:58.857832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0ddd04d5-d002-47e8-bd2c-cc8f87d2154c None None] For port 941ad2f0-8f7b-49ef-89ae-565a65527fdd, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=941ad2f0-8f7b-49ef-89ae-565a65527fdd,segment=NetworkSegment(972841af-f29c-46d6-b5cb-6ab6f82749d4),segment_id=972841af-f29c-46d6-b5cb-6ab6f82749d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:58.858575 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0ddd04d5-d002-47e8-bd2c-cc8f87d2154c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:58.923318 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 701fccf5-004f-44d5-947e-950cda470a8b up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:29:58.933512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd04d5-d002-47e8-bd2c-cc8f87d2154c None None] Calling delete_port for 941ad2f0-8f7b-49ef-89ae-565a65527fdd owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:29:59.192253 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 941ad2f0-8f7b-49ef-89ae-565a65527fdd is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:59.192962 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:59.217783 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (ff8f21a6-ef86-496b-9a31-cddbe2422745), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:59.274144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e92cc-40f8-458a-ab0e-17998b5a1af6 req-31c33a4c-9f1b-4cda-8740-15d16f544034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:59.276571 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e7e92cc-40f8-458a-ab0e-17998b5a1af6 req-31c33a4c-9f1b-4cda-8740-15d16f544034 service neutron] 10.222.0.99 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 1.5401630 Feb 04 13:29:59.382744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 941ad2f0-8f7b-49ef-89ae-565a65527fdd, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=941ad2f0-8f7b-49ef-89ae-565a65527fdd,segment=NetworkSegment(972841af-f29c-46d6-b5cb-6ab6f82749d4),segment_id=972841af-f29c-46d6-b5cb-6ab6f82749d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:59.402842 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:59.402842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1667bf82-181f-4e60-8ccc-5db6c366be13 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:29:59.403243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e7e92cc-40f8-458a-ab0e-17998b5a1af6 req-0e63f64f-a0f8-47d3-8d90-8a1c37914a1d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 HTTP/1.1" status: 200 len: 217 time: 0.1089942 Feb 04 13:29:59.466605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a75ca-ad41-4e7a-99c2-49f2a33e85af req-23db4edf-4d93-47ed-8bef-ecb2d508d468 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:59.475368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-781a75ca-ad41-4e7a-99c2-49f2a33e85af req-23db4edf-4d93-47ed-8bef-ecb2d508d468 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 943 time: 0.2505362 Feb 04 13:29:59.613625 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-781a75ca-ad41-4e7a-99c2-49f2a33e85af req-78f7f16b-132f-4f39-acd4-a6d39a0045cb tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373277 Feb 04 13:29:59.694558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=941ad2f0-8f7b-49ef-89ae-565a65527fdd,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:59.700838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 701fccf5-004f-44d5-947e-950cda470a8b completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:59.704307 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 1667bf82-181f-4e60-8ccc-5db6c366be13 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:29:59.705256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1667bf82-181f-4e60-8ccc-5db6c366be13 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:29:59.712948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 701fccf5-004f-44d5-947e-950cda470a8b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:59.713338 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (701fccf5-004f-44d5-947e-950cda470a8b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:59.743411 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0ddd04d5-d002-47e8-bd2c-cc8f87d2154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:59.754430 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (d3c133f8-0fc5-4512-8c57-3f4af78b5d0b), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:59.758935 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (d3c133f8-0fc5-4512-8c57-3f4af78b5d0b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:59.777111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b9955a-adc0-4b37-bad3-bfd0a62289b1 admin admin] Router 7d4a6b57-bb61-479f-9dc4-a53a88bc7b24 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:29:59.780592 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cfbb87f-ca74-4cff-8564-efc2c997edd1 req-51bff02c-1125-497d-835f-383c8f5c1dcf tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 210 time: 0.1302867 Feb 04 13:29:59.786673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd04d5-d002-47e8-bd2c-cc8f87d2154c None None] No DVR routers for this DVR port 941ad2f0-8f7b-49ef-89ae-565a65527fdd on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:29:59.832679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd04d5-d002-47e8-bd2c-cc8f87d2154c None None] Pushing event deleted for resources: {'Port': ['ID=941ad2f0-8f7b-49ef-89ae-565a65527fdd,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:59.899964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 701fccf5-004f-44d5-947e-950cda470a8b is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:59.901141 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (701fccf5-004f-44d5-947e-950cda470a8b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:59.934508 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e92cc-40f8-458a-ab0e-17998b5a1af6 req-403d7f66-e908-44b4-9783-29981e82df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:59.936295 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e7e92cc-40f8-458a-ab0e-17998b5a1af6 req-403d7f66-e908-44b4-9783-29981e82df92 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.5212748 Feb 04 13:29:59.960919 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 701fccf5-004f-44d5-947e-950cda470a8b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=701fccf5-004f-44d5-947e-950cda470a8b,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:59.962586 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebaf7729-c3c2-40df-aa94-b01fd21a62b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701fccf5-004f-44d5-947e-950cda470a8b'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:59.966728 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1a58da-253b-439f-bbdf-fc3a2ffa8286" -d '{"events": [{"server_uuid": "ebaf7729-c3c2-40df-aa94-b01fd21a62b5", "name": "network-vif-plugged", "status": "completed", "tag": "701fccf5-004f-44d5-947e-950cda470a8b"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:59.973656 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (701fccf5-004f-44d5-947e-950cda470a8b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:00.013623 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e7e92cc-40f8-458a-ab0e-17998b5a1af6 req-c83fdcea-1970-469b-a72f-20a61033ccb0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646162 Feb 04 13:30:00.027511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] Deleting port 941ad2f0-8f7b-49ef-89ae-565a65527fdd {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:00.027855 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:00.042709 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Router d3c133f8-0fc5-4512-8c57-3f4af78b5d0b is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:30:00.054735 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1109fb04-f442-41df-b2c8-ae360dc7d210 x-openstack-request-id: req-1109fb04-f442-41df-b2c8-ae360dc7d210 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:00.055067 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebaf7729-c3c2-40df-aa94-b01fd21a62b5", "name": "network-vif-plugged", "status": "completed", "tag": "701fccf5-004f-44d5-947e-950cda470a8b", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:00.056089 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1109fb04-f442-41df-b2c8-ae360dc7d210 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:00.056089 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebaf7729-c3c2-40df-aa94-b01fd21a62b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701fccf5-004f-44d5-947e-950cda470a8b', 'code': 200} Feb 04 13:30:00.074141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=701fccf5-004f-44d5-947e-950cda470a8b,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:00.194762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a7c17-e257-4094-beb3-65e3c0468478 req-4f034807-b990-49a3-b5c3-e868af67f241 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:00.197501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:30:00.204495 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d90a7c17-e257-4094-beb3-65e3c0468478 req-4f034807-b990-49a3-b5c3-e868af67f241 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 944 time: 0.3959045 Feb 04 13:30:00.207783 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:00.215224 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b17f0c-2fc9-488c-b71b-52f2399ab674 None None] Sync routers for ids ['d3c133f8-0fc5-4512-8c57-3f4af78b5d0b'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:00.222935 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-812c6b2c-81a1-49cb-a7ea-4c688f4e0fc1 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "PUT /v2.0/routers/d3c133f8-0fc5-4512-8c57-3f4af78b5d0b HTTP/1.1" status: 200 len: 914 time: 4.5098715 Feb 04 13:30:00.223199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43304) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:00.239062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b17f0c-2fc9-488c-b71b-52f2399ab674 None None] Routers {'d3c133f8-0fc5-4512-8c57-3f4af78b5d0b'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:30:00.239890 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e8b17f0c-2fc9-488c-b71b-52f2399ab674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['d3c133f8-0fc5-4512-8c57-3f4af78b5d0b'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:00.268802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b9955a-adc0-4b37-bad3-bfd0a62289b1 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:30:00.280867 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f66f68-e1a7-4abe-b1d8-b9b6938b34bf None None] Sync routers for ids ['7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:00.313168 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d7b9955a-adc0-4b37-bad3-bfd0a62289b1 admin admin] 10.222.0.96 "PUT /v2.0/routers/7d4a6b57-bb61-479f-9dc4-a53a88bc7b24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6117475 Feb 04 13:30:00.325312 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f66f68-e1a7-4abe-b1d8-b9b6938b34bf None None] Routers {'7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:30:00.334566 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-91f66f68-e1a7-4abe-b1d8-b9b6938b34bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:00.338281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43308) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:00.349144 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e8b17f0c-2fc9-488c-b71b-52f2399ab674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:00.381375 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b17f0c-2fc9-488c-b71b-52f2399ab674 None None] Routers {'d3c133f8-0fc5-4512-8c57-3f4af78b5d0b'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:30:00.382562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e8b17f0c-2fc9-488c-b71b-52f2399ab674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['d3c133f8-0fc5-4512-8c57-3f4af78b5d0b'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:00.440157 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5f9e8a70-2ee2-49e0-a342-bfb3bb86d8c0 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/routers/d3c133f8-0fc5-4512-8c57-3f4af78b5d0b HTTP/1.1" status: 200 len: 920 time: 0.2120183 Feb 04 13:30:00.440157 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43318) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:00.465511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e8b17f0c-2fc9-488c-b71b-52f2399ab674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:00.466433 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b17f0c-2fc9-488c-b71b-52f2399ab674 None None] The sync data for ids ['d3c133f8-0fc5-4512-8c57-3f4af78b5d0b'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:00.544172 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be1eef6-a8ca-4601-b6a7-cc9268c9392a tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:00.548252 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3be1eef6-a8ca-4601-b6a7-cc9268c9392a tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&device_id=d3c133f8-0fc5-4512-8c57-3f4af78b5d0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1066456 Feb 04 13:30:00.552877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43320) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:00.576941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] For port 941ad2f0-8f7b-49ef-89ae-565a65527fdd, host n-d-714676-13, got binding levels [] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:00.577391 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:00.631864 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-91f66f68-e1a7-4abe-b1d8-b9b6938b34bf None None] Set router 7d4a6b57-bb61-479f-9dc4-a53a88bc7b24 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:30:00.776588 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d576011-3957-45bf-a555-67fe03dd5aaf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:00.779695 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8d576011-3957-45bf-a555-67fe03dd5aaf tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 881 time: 0.2257605 Feb 04 13:30:00.785688 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43324) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:00.845092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] Calling delete_port for 941ad2f0-8f7b-49ef-89ae-565a65527fdd owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:00.845919 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8a5d5885-a005-494a-b13a-b74b4d7f87f9 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "GET /v2.0/ports?device_id=d3c133f8-0fc5-4512-8c57-3f4af78b5d0b HTTP/1.1" status: 200 len: 205 time: 0.0552704 Feb 04 13:30:00.846040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_backend_mixin [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] Port 941ad2f0-8f7b-49ef-89ae-565a65527fdd was not found and therefore no delete operation was performed {{(pid=103606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:30:00.859903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43328) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:00.936490 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e7e92cc-40f8-458a-ab0e-17998b5a1af6 req-e4689158-8061-4e1b-ba96-97eac3a3b929 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9108098 Feb 04 13:30:00.937697 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (941ad2f0-8f7b-49ef-89ae-565a65527fdd), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:00.943560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d90a7c17-e257-4094-beb3-65e3c0468478 req-715e85b1-a9f6-45ea-9af0-b6fb620f5a1e tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7380755 Feb 04 13:30:01.015100 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=941ad2f0-8f7b-49ef-89ae-565a65527fdd,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:01.029750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699a082-4655-49ed-bd0f-da65ff53c83d req-31fd1bb4-b63c-43aa-996c-aa1d30b7adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:01.031847 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4699a082-4655-49ed-bd0f-da65ff53c83d req-31fd1bb4-b63c-43aa-996c-aa1d30b7adb0 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 1128 time: 0.8490319 Feb 04 13:30:01.044284 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-746f46d9-7e0c-4a87-8db0-06b86442793a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (d3c133f8-0fc5-4512-8c57-3f4af78b5d0b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:01.083844 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-91f66f68-e1a7-4abe-b1d8-b9b6938b34bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'name': 'tempest-FloatingIPDetailsTestJSON-1902351262-router', 'tenant_id': '9775c85cb6444410bed66c637624084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'f59714be-c468-4243-a245-18b32975e564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:50Z', 'updated_at': '2022-02-04T13:29:54Z', 'revision_number': 5, 'project_id': '9775c85cb6444410bed66c637624084c', 'gw_port': {'id': 'f59714be-c468-4243-a245-18b32975e564', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:53Z', 'updated_at': '2022-02-04T13:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:01.103583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] No DVR routers for this DVR port 941ad2f0-8f7b-49ef-89ae-565a65527fdd on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:30:01.115809 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f66f68-e1a7-4abe-b1d8-b9b6938b34bf None None] Checking router: 7d4a6b57-bb61-479f-9dc4-a53a88bc7b24 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:30:01.126889 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f66f68-e1a7-4abe-b1d8-b9b6938b34bf None None] Routers {'7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:30:01.128393 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-91f66f68-e1a7-4abe-b1d8-b9b6938b34bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:01.156971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1fbf9fe-2164-49b9-a4c3-00a7e2e2c21d req-e6d9025a-8456-43f5-9bf5-f8598a59c5ad tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 210 time: 0.0991812 Feb 04 13:30:01.237144 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-746f46d9-7e0c-4a87-8db0-06b86442793a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (d3c133f8-0fc5-4512-8c57-3f4af78b5d0b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:01.302469 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-91f66f68-e1a7-4abe-b1d8-b9b6938b34bf None None] Set router 7d4a6b57-bb61-479f-9dc4-a53a88bc7b24 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:30:01.338871 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6aa487a2-527f-4726-a969-5ae2c508a7a6 admin admin] Publish callbacks [] for router (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:01.343100 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-746f46d9-7e0c-4a87-8db0-06b86442793a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Deleting port eb4de652-b866-42ac-af47-12c4c26583c5 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:01.345098 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-746f46d9-7e0c-4a87-8db0-06b86442793a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (eb4de652-b866-42ac-af47-12c4c26583c5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:01.492886 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-746f46d9-7e0c-4a87-8db0-06b86442793a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (eb4de652-b866-42ac-af47-12c4c26583c5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:01.508940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-746f46d9-7e0c-4a87-8db0-06b86442793a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Calling delete_port for eb4de652-b866-42ac-af47-12c4c26583c5 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:01.624532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7546197-0c88-4bed-b73c-336a1d365242 req-abc8f9be-aa35-48a6-9156-a7cc68f365fb tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:01.629585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7546197-0c88-4bed-b73c-336a1d365242 req-abc8f9be-aa35-48a6-9156-a7cc68f365fb tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 811 time: 1.2204666 Feb 04 13:30:01.682733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-f7546197-0c88-4bed-b73c-336a1d365242 req-eed7c0a9-af5f-4944-b8f6-fea7fe545496 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Request body: {'port': {'device_id': 'bfda4c41-c6f4-4182-82ab-36feb984a0c4', 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc', 'admin_state_up': True, 'tenant_id': '902032e2469e4a9985e0c0a873286563'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:01.757698 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-746f46d9-7e0c-4a87-8db0-06b86442793a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (eb4de652-b866-42ac-af47-12c4c26583c5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:01.765037 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-91f66f68-e1a7-4abe-b1d8-b9b6938b34bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'name': 'tempest-FloatingIPDetailsTestJSON-1902351262-router', 'tenant_id': '9775c85cb6444410bed66c637624084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'f59714be-c468-4243-a245-18b32975e564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:50Z', 'updated_at': '2022-02-04T13:29:54Z', 'revision_number': 5, 'project_id': '9775c85cb6444410bed66c637624084c', 'gw_port': {'id': 'f59714be-c468-4243-a245-18b32975e564', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:53Z', 'updated_at': '2022-02-04T13:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:01.818398 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f66f68-e1a7-4abe-b1d8-b9b6938b34bf None None] The sync data for ids ['7d4a6b57-bb61-479f-9dc4-a53a88bc7b24'] in n-d-714676-13 is: [{'id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'name': 'tempest-FloatingIPDetailsTestJSON-1902351262-router', 'tenant_id': '9775c85cb6444410bed66c637624084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'f59714be-c468-4243-a245-18b32975e564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:50Z', 'updated_at': '2022-02-04T13:29:54Z', 'revision_number': 5, 'project_id': '9775c85cb6444410bed66c637624084c', 'gw_port': {'id': 'f59714be-c468-4243-a245-18b32975e564', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4a6b57-bb61-479f-9dc4-a53a88bc7b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:53Z', 'updated_at': '2022-02-04T13:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:01.860561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f46d9-7e0c-4a87-8db0-06b86442793a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Pushing event deleted for resources: {'Port': ['ID=eb4de652-b866-42ac-af47-12c4c26583c5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:01.868271 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (ff8f21a6-ef86-496b-9a31-cddbe2422745), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:01.874353 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4699a082-4655-49ed-bd0f-da65ff53c83d req-5476316c-26e7-4721-8e62-bea0e63e541b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8150320 Feb 04 13:30:01.897781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f315a85-16b0-45d0-ab21-d00abe2d25a1 req-51f3afad-95a9-4e6f-a6f3-736a9dc850e5 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:01.899542 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f315a85-16b0-45d0-ab21-d00abe2d25a1 req-51f3afad-95a9-4e6f-a6f3-736a9dc850e5 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 943 time: 1.1470966 Feb 04 13:30:01.926270 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e7e92cc-40f8-458a-ab0e-17998b5a1af6 req-23c5a87d-8f16-4ed3-98c9-6cfdfb50ebaa service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9769075 Feb 04 13:30:01.934280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8f21a6-ef86-496b-9a31-cddbe2422745']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:01.961808 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6aa487a2-527f-4726-a969-5ae2c508a7a6 admin admin] Publish callbacks [] for router_gateway (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:01.981408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972841af-f29c-46d6-b5cb-6ab6f82749d4') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:01.981735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972841af-f29c-46d6-b5cb-6ab6f82749d4') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:02.017802 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (972841af-f29c-46d6-b5cb-6ab6f82749d4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:02.031418 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-746f46d9-7e0c-4a87-8db0-06b86442793a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (d3c133f8-0fc5-4512-8c57-3f4af78b5d0b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:02.086798 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (972841af-f29c-46d6-b5cb-6ab6f82749d4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:02.098796 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f315a85-16b0-45d0-ab21-d00abe2d25a1 req-b6ee7e28-6aa0-4ba6-b677-8945323fb934 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769848 Feb 04 13:30:02.104796 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:30:02.107315 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (972841af-f29c-46d6-b5cb-6ab6f82749d4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:30:02.109508 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:30:02.197274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7546197-0c88-4bed-b73c-336a1d365242 req-eed7c0a9-af5f-4944-b8f6-fea7fe545496 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Made reservation on behalf of 902032e2469e4a9985e0c0a873286563 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:02.207518 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f7546197-0c88-4bed-b73c-336a1d365242 req-eed7c0a9-af5f-4944-b8f6-fea7fe545496 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:02.275799 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-746f46d9-7e0c-4a87-8db0-06b86442793a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (d3c133f8-0fc5-4512-8c57-3f4af78b5d0b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:02.289928 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-746f46d9-7e0c-4a87-8db0-06b86442793a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_controller (d3c133f8-0fc5-4512-8c57-3f4af78b5d0b), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:02.292109 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (ff8f21a6-ef86-496b-9a31-cddbe2422745), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:02.308991 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:02.315621 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] 10.222.0.96 "DELETE /v2.0/networks/ff8f21a6-ef86-496b-9a31-cddbe2422745 HTTP/1.1" status: 204 len: 168 time: 4.4320879 Feb 04 13:30:02.373560 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-746f46d9-7e0c-4a87-8db0-06b86442793a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (d3c133f8-0fc5-4512-8c57-3f4af78b5d0b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:02.376304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746f46d9-7e0c-4a87-8db0-06b86442793a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Fanout notify agent at l3_agent the message router_deleted on router d3c133f8-0fc5-4512-8c57-3f4af78b5d0b {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:30:02.412289 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-746f46d9-7e0c-4a87-8db0-06b86442793a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:02.414856 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-746f46d9-7e0c-4a87-8db0-06b86442793a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "DELETE /v2.0/routers/d3c133f8-0fc5-4512-8c57-3f4af78b5d0b HTTP/1.1" status: 204 len: 168 time: 1.5643134 Feb 04 13:30:02.418465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9637d5-9501-4c3c-ae2f-2bb8df87e6a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff8f21a6-ef86-496b-9a31-cddbe2422745,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:02.427836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43350) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:02.444518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6aa487a2-527f-4726-a969-5ae2c508a7a6 admin admin] Deleting port f59714be-c468-4243-a245-18b32975e564 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:02.445196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-128938366', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:02.446234 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6aa487a2-527f-4726-a969-5ae2c508a7a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f59714be-c468-4243-a245-18b32975e564), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:02.512598 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (701c1f45-65b9-4309-8b86-4de9d72bf1ed), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:02.515041 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (701c1f45-65b9-4309-8b86-4de9d72bf1ed), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:02.541840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e1372eec-08bf-4e85-a732-d366d5328469 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:30:02.624868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: e1372eec-08bf-4e85-a732-d366d5328469 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:30:02.625562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e1372eec-08bf-4e85-a732-d366d5328469 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:30:02.676464 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_controller (701c1f45-65b9-4309-8b86-4de9d72bf1ed), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:02.974922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43354) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:03.078837 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (701c1f45-65b9-4309-8b86-4de9d72bf1ed), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:03.099909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dcc52bf0-947f-4419-9055-3d6f3d1f2f14 req-9cd6abd7-688f-45ea-95ed-ab3e53046010 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 210 time: 0.6653395 Feb 04 13:30:03.126067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94639d1-3f46-4783-93c1-bb02134f234a req-bef54e7c-26c3-4677-9004-f4d6a41bf361 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:03.135555 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b94639d1-3f46-4783-93c1-bb02134f234a req-bef54e7c-26c3-4677-9004-f4d6a41bf361 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 945 time: 0.9771719 Feb 04 13:30:03.265360 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-74b7ad39-b37b-4237-890b-697de1b4ec30 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=51b8ec648fed490db69f9f901badaba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875125 Feb 04 13:30:03.266461 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43366) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:03.271704 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b94639d1-3f46-4783-93c1-bb02134f234a req-e43a10e0-7918-4553-9a75-de5531c88cb0 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350021 Feb 04 13:30:03.358084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-6aa487a2-527f-4726-a969-5ae2c508a7a6 admin admin] For port f59714be-c468-4243-a245-18b32975e564, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f59714be-c468-4243-a245-18b32975e564,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:03.358867 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6aa487a2-527f-4726-a969-5ae2c508a7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f59714be-c468-4243-a245-18b32975e564), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:03.375632 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c93292dc-0e8a-450a-b019-a91067ddbc19 admin admin] Publish callbacks [] for security_group (613b17cf-fabe-44a3-ac10-7f7a4f533d59), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:03.388562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6aa487a2-527f-4726-a969-5ae2c508a7a6 admin admin] Calling delete_port for f59714be-c468-4243-a245-18b32975e564 owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:03.411055 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c93292dc-0e8a-450a-b019-a91067ddbc19 admin admin] Publish callbacks [] for security_group (613b17cf-fabe-44a3-ac10-7f7a4f533d59), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:03.540289 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c93292dc-0e8a-450a-b019-a91067ddbc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (613b17cf-fabe-44a3-ac10-7f7a4f533d59), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:03.543771 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c93292dc-0e8a-450a-b019-a91067ddbc19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:03.545179 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c93292dc-0e8a-450a-b019-a91067ddbc19 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/613b17cf-fabe-44a3-ac10-7f7a4f533d59 HTTP/1.1" status: 204 len: 168 time: 0.2771344 Feb 04 13:30:03.609488 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-f7546197-0c88-4bed-b73c-336a1d365242 req-eed7c0a9-af5f-4944-b8f6-fea7fe545496 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Allocated IP 172.20.0.4 (3b107f3a-7cae-4846-88f9-0790288373fc/d5c6c736-1a92-4614-ab15-25c05ef4451a/a473aecc-d71b-40fb-8d60-3504ceb33e9b) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:03.610217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93292dc-0e8a-450a-b019-a91067ddbc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613b17cf-fabe-44a3-ac10-7f7a4f533d59,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:03.701637 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (701c1f45-65b9-4309-8b86-4de9d72bf1ed), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:03.762258 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:03.832510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bca58c-b9ef-4ec7-9f07-3521e4b1b2f4 req-ceb86f4d-6b1c-4633-bce4-e46b681e72c2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:03.835431 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45bca58c-b9ef-4ec7-9f07-3521e4b1b2f4 req-ceb86f4d-6b1c-4633-bce4-e46b681e72c2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 943 time: 0.3414083 Feb 04 13:30:04.023061 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Allocated IP 172.25.5.117 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/8d0e89bf-3d7c-433a-a171-79df3ecef263) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:04.315909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45bca58c-b9ef-4ec7-9f07-3521e4b1b2f4 req-1ecaf4f3-9384-4c4f-b4e4-1c27532766a9 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293432 Feb 04 13:30:04.316683 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for port (8d0e89bf-3d7c-433a-a171-79df3ecef263), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:04.377523 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6aa487a2-527f-4726-a969-5ae2c508a7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f59714be-c468-4243-a245-18b32975e564), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:04.405410 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8d0e89bf-3d7c-433a-a171-79df3ecef263), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:04.514486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:04.523197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:04.534155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:04.586801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43a21147-7a11-4595-bd98-42fd1dfde439 req-314977b5-96ce-4786-8b36-cc032c365d29 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 210 time: 0.1964438 Feb 04 13:30:04.605779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Pushing event updated for resources: {'Port': ['ID=8d0e89bf-3d7c-433a-a171-79df3ecef263,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:04.694790 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa487a2-527f-4726-a969-5ae2c508a7a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f59714be-c468-4243-a245-18b32975e564,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:04.857861 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f7546197-0c88-4bed-b73c-336a1d365242 req-eed7c0a9-af5f-4944-b8f6-fea7fe545496 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks [] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:04.893640 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cbf24-1cf7-482b-9740-1ffc6d4b3273 req-cac4a3df-65ec-4ecf-b483-a05bad74a891 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:04.895741 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8c6cbf24-1cf7-482b-9740-1ffc6d4b3273 req-cac4a3df-65ec-4ecf-b483-a05bad74a891 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 945 time: 0.3431022 Feb 04 13:30:04.902254 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6aa487a2-527f-4726-a969-5ae2c508a7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:05.050135 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (701c1f45-65b9-4309-8b86-4de9d72bf1ed), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:05.077997 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6aa487a2-527f-4726-a969-5ae2c508a7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:05.083515 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6aa487a2-527f-4726-a969-5ae2c508a7a6 admin admin] Publish callbacks [] for router_controller (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:05.092407 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f7546197-0c88-4bed-b73c-336a1d365242 req-eed7c0a9-af5f-4944-b8f6-fea7fe545496 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:05.215328 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8c6cbf24-1cf7-482b-9740-1ffc6d4b3273 req-c0e2b999-6f20-45e5-af0e-203ad74ce415 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090138 Feb 04 13:30:05.327361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7546197-0c88-4bed-b73c-336a1d365242 req-eed7c0a9-af5f-4944-b8f6-fea7fe545496 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Network 3b107f3a-7cae-4846-88f9-0790288373fc is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:05.340350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-f7546197-0c88-4bed-b73c-336a1d365242 req-eed7c0a9-af5f-4944-b8f6-fea7fe545496 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:05.361428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7546197-0c88-4bed-b73c-336a1d365242 req-eed7c0a9-af5f-4944-b8f6-fea7fe545496 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:05.467351 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (701c1f45-65b9-4309-8b86-4de9d72bf1ed), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:05.494424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7546197-0c88-4bed-b73c-336a1d365242 req-eed7c0a9-af5f-4944-b8f6-fea7fe545496 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:05.495208 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f7546197-0c88-4bed-b73c-336a1d365242 req-eed7c0a9-af5f-4944-b8f6-fea7fe545496 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:05.518686 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6aa487a2-527f-4726-a969-5ae2c508a7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (7d4a6b57-bb61-479f-9dc4-a53a88bc7b24), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:05.519273 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa487a2-527f-4726-a969-5ae2c508a7a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d4a6b57-bb61-479f-9dc4-a53a88bc7b24 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:30:05.530149 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6aa487a2-527f-4726-a969-5ae2c508a7a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:05.532877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6aa487a2-527f-4726-a969-5ae2c508a7a6 admin admin] 10.222.0.96 "DELETE /v2.0/routers/7d4a6b57-bb61-479f-9dc4-a53a88bc7b24 HTTP/1.1" status: 204 len: 168 time: 5.1514728 Feb 04 13:30:05.551612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43408) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:05.625875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7c0a9-af5f-4944-b8f6-fea7fe545496 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Pushing event updated for resources: {'Port': ['ID=a473aecc-d71b-40fb-8d60-3504ceb33e9b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:05.700493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7546197-0c88-4bed-b73c-336a1d365242 req-eed7c0a9-af5f-4944-b8f6-fea7fe545496 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0431325 Feb 04 13:30:05.726850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Request body: {'port': {'device_id': 'bfda4c41-c6f4-4182-82ab-36feb984a0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:05.797222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43412) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:05.810761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-197c9e31-f943-4177-bcd8-3a1e59bb9938 admin admin] Deleting subnet 4552e2ae-010e-4170-83ec-b76f80c7ef85 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:30:05.827988 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-197c9e31-f943-4177-bcd8-3a1e59bb9938 admin admin] Publish callbacks [] for subnet (4552e2ae-010e-4170-83ec-b76f80c7ef85), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:05.952380 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Router 701c1f45-65b9-4309-8b86-4de9d72bf1ed is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:30:05.983813 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca45cf-1c07-4fbd-b26a-27b2a6671b33 req-67115489-57a6-4579-91bd-18dfde7e595f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:05.987180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1ca45cf-1c07-4fbd-b26a-27b2a6671b33 req-67115489-57a6-4579-91bd-18dfde7e595f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 945 time: 0.4884117 Feb 04 13:30:06.005362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd77c05-c822-4035-b496-a57ff3858e5f req-524c3873-ce0b-4491-8d61-80e6898ef4dc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:06.007373 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2bd77c05-c822-4035-b496-a57ff3858e5f req-524c3873-ce0b-4491-8d61-80e6898ef4dc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 943 time: 0.5073652 Feb 04 13:30:06.080856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-3c69812a-7414-4203-9ed5-5c135976133b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-159638493-network', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:06.093952 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-197c9e31-f943-4177-bcd8-3a1e59bb9938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (4552e2ae-010e-4170-83ec-b76f80c7ef85), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:06.263360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:30:06.306797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883521a-1038-4970-80ff-5dc600fd049c None None] Sync routers for ids ['701c1f45-65b9-4309-8b86-4de9d72bf1ed'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:06.337282 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:06.341400 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:06.346164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883521a-1038-4970-80ff-5dc600fd049c None None] Routers {'701c1f45-65b9-4309-8b86-4de9d72bf1ed'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:30:06.352208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9883521a-1038-4970-80ff-5dc600fd049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['701c1f45-65b9-4309-8b86-4de9d72bf1ed'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:06.353248 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0e89e378-da64-4c33-a70b-128b62c47a8d tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9223421 Feb 04 13:30:06.355209 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43418) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:06.370285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-84e1f206-38e2-4d35-bdf8-536e6d10d4c4 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:06.404039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c69812a-7414-4203-9ed5-5c135976133b admin admin] Made reservation on behalf of a15dfaa014424b9c999a70b0d8f01ece for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:06.409568 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c69812a-7414-4203-9ed5-5c135976133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:06.451065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1ca45cf-1c07-4fbd-b26a-27b2a6671b33 req-f02efe98-4f2a-4856-a1ce-b551a3e50c15 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394562 Feb 04 13:30:06.583132 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2bd77c05-c822-4035-b496-a57ff3858e5f req-3519acba-93d4-4994-8cec-39db1117e484 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449896 Feb 04 13:30:06.586570 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9883521a-1038-4970-80ff-5dc600fd049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:06.593822 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c69812a-7414-4203-9ed5-5c135976133b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:06.636638 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883521a-1038-4970-80ff-5dc600fd049c None None] Routers {'701c1f45-65b9-4309-8b86-4de9d72bf1ed'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:30:06.646633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9883521a-1038-4970-80ff-5dc600fd049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['701c1f45-65b9-4309-8b86-4de9d72bf1ed'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:06.758982 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9883521a-1038-4970-80ff-5dc600fd049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:06.760175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883521a-1038-4970-80ff-5dc600fd049c None None] The sync data for ids ['701c1f45-65b9-4309-8b86-4de9d72bf1ed'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:06.763036 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f59714be-c468-4243-a245-18b32975e564 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:30:06.791206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: f59714be-c468-4243-a245-18b32975e564 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:30:06.791845 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f59714be-c468-4243-a245-18b32975e564 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:30:07.001094 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-197c9e31-f943-4177-bcd8-3a1e59bb9938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (4552e2ae-010e-4170-83ec-b76f80c7ef85), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:07.220610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337b66a-700c-4960-8829-96a5994f3d11 req-2aa8fa34-94b2-475f-aa3c-9163903119d8 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:07.222854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4337b66a-700c-4960-8829-96a5994f3d11 req-2aa8fa34-94b2-475f-aa3c-9163903119d8 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 931 time: 0.6014428 Feb 04 13:30:07.390284 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c69812a-7414-4203-9ed5-5c135976133b admin admin] Publish callbacks [] for security_group (fe0d5424-c538-4dd9-ae37-d6b32a0e43b2), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:07.403239 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-197c9e31-f943-4177-bcd8-3a1e59bb9938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (4552e2ae-010e-4170-83ec-b76f80c7ef85), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:07.417476 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29c570-58ee-4101-b7f0-775b05de1d52 req-e7f72eaf-8583-469f-84ed-b3d88cf11a73 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:07.430082 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e29c570-58ee-4101-b7f0-775b05de1d52 req-e7f72eaf-8583-469f-84ed-b3d88cf11a73 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 945 time: 0.3404169 Feb 04 13:30:07.465789 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c69812a-7414-4203-9ed5-5c135976133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fe0d5424-c538-4dd9-ae37-d6b32a0e43b2), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:07.552407 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4337b66a-700c-4960-8829-96a5994f3d11 req-358bf79e-79a1-4c34-8789-14a796468b90 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109074 Feb 04 13:30:07.556741 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-197c9e31-f943-4177-bcd8-3a1e59bb9938 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:07.562653 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-197c9e31-f943-4177-bcd8-3a1e59bb9938 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/4552e2ae-010e-4170-83ec-b76f80c7ef85 HTTP/1.1" status: 204 len: 168 time: 1.9862680 Feb 04 13:30:07.569167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462da3c-97ec-44d9-b8dd-81095b3ba018 None None] Network 12907183-7974-4a8d-b2c1-a7323065fe5e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:07.572431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c9e31-f943-4177-bcd8-3a1e59bb9938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4552e2ae-010e-4170-83ec-b76f80c7ef85,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:07.578018 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84e1f206-38e2-4d35-bdf8-536e6d10d4c4 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (701c1f45-65b9-4309-8b86-4de9d72bf1ed), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:07.580700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43436) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:07.630403 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84e1f206-38e2-4d35-bdf8-536e6d10d4c4 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_gateway (701c1f45-65b9-4309-8b86-4de9d72bf1ed), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:07.649778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c69812a-7414-4203-9ed5-5c135976133b admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:30:07.798305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-84e1f206-38e2-4d35-bdf8-536e6d10d4c4 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Deleting port 8d0e89bf-3d7c-433a-a171-79df3ecef263 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:07.799056 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84e1f206-38e2-4d35-bdf8-536e6d10d4c4 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8d0e89bf-3d7c-433a-a171-79df3ecef263), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:07.807861 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69812a-7414-4203-9ed5-5c135976133b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0d5424-c538-4dd9-ae37-d6b32a0e43b2,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:07.827152 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c69812a-7414-4203-9ed5-5c135976133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (57b6631b-ac4c-4897-8030-a27b490e3ed7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:07.827574 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-3c69812a-7414-4203-9ed5-5c135976133b admin admin] Added segment 57b6631b-ac4c-4897-8030-a27b490e3ed7 of type vlan for network f24b6c58-89d6-4662-8fa5-85c8f4148bf1 Feb 04 13:30:07.913755 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e29c570-58ee-4101-b7f0-775b05de1d52 req-efba1e2f-731b-4174-9e51-a41f520db7ea tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803843 Feb 04 13:30:07.930236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a473aecc-d71b-40fb-8d60-3504ceb33e9b {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:30:07.952809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b65eb4-e23f-4e66-b458-003b7e9a50ff None None] DHCP port deletion for 12907183-7974-4a8d-b2c1-a7323065fe5e request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:30:07.992234 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Publish callbacks [] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:08.028048 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (12907183-7974-4a8d-b2c1-a7323065fe5e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:08.037072 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c69812a-7414-4203-9ed5-5c135976133b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (f24b6c58-89d6-4662-8fa5-85c8f4148bf1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:08.040096 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Transition to ACTIVE for port object a473aecc-d71b-40fb-8d60-3504ceb33e9b will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:08.043572 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84e1f206-38e2-4d35-bdf8-536e6d10d4c4 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8d0e89bf-3d7c-433a-a171-79df3ecef263), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:08.052998 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:08.103745 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-84e1f206-38e2-4d35-bdf8-536e6d10d4c4 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Calling delete_port for 8d0e89bf-3d7c-433a-a171-79df3ecef263 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:08.126130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e25087-0e11-4554-8082-785be5cec412 req-dce4d887-591c-484e-a57a-d72b2578f6de tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:08.128808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20e25087-0e11-4554-8082-785be5cec412 req-dce4d887-591c-484e-a57a-d72b2578f6de tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 943 time: 0.3161211 Feb 04 13:30:08.142801 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c69812a-7414-4203-9ed5-5c135976133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (f24b6c58-89d6-4662-8fa5-85c8f4148bf1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:08.144029 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c69812a-7414-4203-9ed5-5c135976133b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:08.144870 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c69812a-7414-4203-9ed5-5c135976133b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:08.145272 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-24b65eb4-e23f-4e66-b458-003b7e9a50ff None None] Deleting port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:08.146006 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-24b65eb4-e23f-4e66-b458-003b7e9a50ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8038cfe1-cc72-4412-aac2-e2fdf3aebf76), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:08.271570 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-24b65eb4-e23f-4e66-b458-003b7e9a50ff None None] For port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8038cfe1-cc72-4412-aac2-e2fdf3aebf76,segment=NetworkSegment(453825af-3755-4f06-9956-ea35d448d4d1),segment_id=453825af-3755-4f06-9956-ea35d448d4d1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:08.272891 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-24b65eb4-e23f-4e66-b458-003b7e9a50ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8038cfe1-cc72-4412-aac2-e2fdf3aebf76), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:08.279335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Pushing event updated for resources: {'Port': ['ID=a473aecc-d71b-40fb-8d60-3504ceb33e9b,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:08.300511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-24b65eb4-e23f-4e66-b458-003b7e9a50ff None None] Calling delete_port for 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:08.312247 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3c69812a-7414-4203-9ed5-5c135976133b admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4980474 Feb 04 13:30:08.326165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43450) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:08.366440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9fe51dcc-e26b-4461-bfea-d351ba84c3af admin admin] Request body: {'subnet': {'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-159638493-subnet', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:08.385156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69812a-7414-4203-9ed5-5c135976133b admin admin] Pushing event updated for resources: {'Network': ['ID=f24b6c58-89d6-4662-8fa5-85c8f4148bf1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:08.425289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network f24b6c58-89d6-4662-8fa5-85c8f4148bf1 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:30:08.442386 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20e25087-0e11-4554-8082-785be5cec412 req-a2eb68f0-face-436d-94cc-138c2c7e90c7 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935321 Feb 04 13:30:08.462206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe51dcc-e26b-4461-bfea-d351ba84c3af admin admin] Made reservation on behalf of a15dfaa014424b9c999a70b0d8f01ece for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:08.465366 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9fe51dcc-e26b-4461-bfea-d351ba84c3af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:08.478282 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84e1f206-38e2-4d35-bdf8-536e6d10d4c4 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8d0e89bf-3d7c-433a-a171-79df3ecef263), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:08.487923 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Attempting to bind port a473aecc-d71b-40fb-8d60-3504ceb33e9b on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:30:08.488455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Attempting to bind port a473aecc-d71b-40fb-8d60-3504ceb33e9b by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:30:08.488585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Attempting to bind port a473aecc-d71b-40fb-8d60-3504ceb33e9b on network 3b107f3a-7cae-4846-88f9-0790288373fc {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:08.520134 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] Deleting port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:08.520134 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8038cfe1-cc72-4412-aac2-e2fdf3aebf76), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:08.624084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:30:08.639282 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1f206-38e2-4d35-bdf8-536e6d10d4c4 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Pushing event deleted for resources: {'Port': ['ID=8d0e89bf-3d7c-433a-a171-79df3ecef263,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:08.712977 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] For port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8038cfe1-cc72-4412-aac2-e2fdf3aebf76,segment=NetworkSegment(453825af-3755-4f06-9956-ea35d448d4d1),segment_id=453825af-3755-4f06-9956-ea35d448d4d1)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:08.712977 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8038cfe1-cc72-4412-aac2-e2fdf3aebf76), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:08.729135 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84e1f206-38e2-4d35-bdf8-536e6d10d4c4 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (701c1f45-65b9-4309-8b86-4de9d72bf1ed), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:08.759680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] Calling delete_port for 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:08.838655 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-24b65eb4-e23f-4e66-b458-003b7e9a50ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (8038cfe1-cc72-4412-aac2-e2fdf3aebf76), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:08.888183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Port a473aecc-d71b-40fb-8d60-3504ceb33e9b on network 3b107f3a-7cae-4846-88f9-0790288373fc not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:30:08.888904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Attempting to bind port a473aecc-d71b-40fb-8d60-3504ceb33e9b on network 3b107f3a-7cae-4846-88f9-0790288373fc {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:08.918091 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b65eb4-e23f-4e66-b458-003b7e9a50ff None None] Pushing event deleted for resources: {'Port': ['ID=8038cfe1-cc72-4412-aac2-e2fdf3aebf76,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:08.927199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:30:08.939397 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:30:08.996703 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b65eb4-e23f-4e66-b458-003b7e9a50ff None None] No DVR routers for this DVR port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:30:09.017011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No active binding found for port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 {{(pid=103608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 13:30:09.021651 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] The host n-d-714676-13 is not matching for port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 host None! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:30:09.023233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:30:09.075528 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8038cfe1-cc72-4412-aac2-e2fdf3aebf76), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:09.172651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:30:09.174510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Checking segment: {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:09.175609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Bound using segment: {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:30:09.176822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Bound port: a473aecc-d71b-40fb-8d60-3504ceb33e9b, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:30:09.177891 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:09.216047 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84e1f206-38e2-4d35-bdf8-536e6d10d4c4 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (701c1f45-65b9-4309-8b86-4de9d72bf1ed), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:09.222898 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84e1f206-38e2-4d35-bdf8-536e6d10d4c4 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (701c1f45-65b9-4309-8b86-4de9d72bf1ed), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:09.233647 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:09.250759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '0e4bb942-aa87-4bd2-a360-2d30a69b2fa3', 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf', 'port_id': '0e4bb942-aa87-4bd2-a360-2d30a69b2fa3', 'mac_address': 'fa:16:3e:a5:63:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22a97b9-6a5c-4763-882b-7b5d62ef8ca8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:30:09.315340 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:09.315867 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:09.336530 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:30:09.344119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=8038cfe1-cc72-4412-aac2-e2fdf3aebf76,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:09.384619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] No DVR routers for this DVR port 8038cfe1-cc72-4412-aac2-e2fdf3aebf76 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:30:09.394563 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:09.403710 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:09.449207 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e1f206-38e2-4d35-bdf8-536e6d10d4c4 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Router 701c1f45-65b9-4309-8b86-4de9d72bf1ed has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:30:09.545904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:09.653778 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e1f206-38e2-4d35-bdf8-536e6d10d4c4 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:30:09.681296 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84e1f206-38e2-4d35-bdf8-536e6d10d4c4 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:09.681660 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dbc682-8ad8-4e0a-b04e-adec43b12ba4 None None] Sync routers for ids ['701c1f45-65b9-4309-8b86-4de9d72bf1ed'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:09.688063 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-84e1f206-38e2-4d35-bdf8-536e6d10d4c4 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "PUT /v2.0/routers/701c1f45-65b9-4309-8b86-4de9d72bf1ed HTTP/1.1" status: 200 len: 705 time: 3.3302419 Feb 04 13:30:09.689043 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43460) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:09.716950 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dbc682-8ad8-4e0a-b04e-adec43b12ba4 None None] Routers {'701c1f45-65b9-4309-8b86-4de9d72bf1ed'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:30:09.718686 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f1dbc682-8ad8-4e0a-b04e-adec43b12ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['701c1f45-65b9-4309-8b86-4de9d72bf1ed'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:09.787369 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f1dbc682-8ad8-4e0a-b04e-adec43b12ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:09.802959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['0e4bb942-aa87-4bd2-a360-2d30a69b2fa3'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:30:09.807414 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dbc682-8ad8-4e0a-b04e-adec43b12ba4 None None] Routers {'701c1f45-65b9-4309-8b86-4de9d72bf1ed'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:30:09.808856 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f1dbc682-8ad8-4e0a-b04e-adec43b12ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:29:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['701c1f45-65b9-4309-8b86-4de9d72bf1ed'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:09.841636 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-626fb29b-5281-4939-bdb5-7ddb609e9ec2 tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/routers/701c1f45-65b9-4309-8b86-4de9d72bf1ed HTTP/1.1" status: 200 len: 740 time: 0.1508389 Feb 04 13:30:09.849091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43462) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:09.884320 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f1dbc682-8ad8-4e0a-b04e-adec43b12ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:09.885764 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dbc682-8ad8-4e0a-b04e-adec43b12ba4 None None] The sync data for ids ['701c1f45-65b9-4309-8b86-4de9d72bf1ed'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:09.970600 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-29cd9d1b-baf1-4c9a-9399-60c1b2bac34a tempest-RoutersAdminTest-35484785 tempest-RoutersAdminTest-35484785-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&device_id=701c1f45-65b9-4309-8b86-4de9d72bf1ed HTTP/1.1" status: 200 len: 205 time: 0.1187098 Feb 04 13:30:09.972069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43464) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:10.009036 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a293a63-5a42-4fd3-8238-65204cf5ba30 req-2e2adb3f-c61a-4f96-9c2f-386cd9d2fdd7 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:10.011742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a293a63-5a42-4fd3-8238-65204cf5ba30 req-2e2adb3f-c61a-4f96-9c2f-386cd9d2fdd7 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "GET /v2.0/ports?device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 945 time: 1.1103253 Feb 04 13:30:10.023092 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2fdc7c50-163e-41b6-87d9-7e8ccfdff5f3 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "GET /v2.0/ports?device_id=701c1f45-65b9-4309-8b86-4de9d72bf1ed HTTP/1.1" status: 200 len: 205 time: 0.0454202 Feb 04 13:30:10.024043 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43466) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:10.149515 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0f60426-eca9-4658-8c01-f47d4f5be8c3 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (701c1f45-65b9-4309-8b86-4de9d72bf1ed), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:10.175354 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53faf8a-bb57-4ad4-9257-0129e74620b1 req-c7ea95b3-1176-4d4b-9639-c510def59d7c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:10.188276 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d53faf8a-bb57-4ad4-9257-0129e74620b1 req-c7ea95b3-1176-4d4b-9639-c510def59d7c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 943 time: 1.1409538 Feb 04 13:30:10.341423 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (12907183-7974-4a8d-b2c1-a7323065fe5e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:10.362086 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fdea3-f8b6-49cd-944e-607016cfa76e req-bed4d912-9327-431c-b1e7-1550cb59bf2e tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:10.370311 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-551fdea3-f8b6-49cd-944e-607016cfa76e req-bed4d912-9327-431c-b1e7-1550cb59bf2e tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 945 time: 1.2810750 Feb 04 13:30:10.412499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12907183-7974-4a8d-b2c1-a7323065fe5e']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:10.440235 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0f60426-eca9-4658-8c01-f47d4f5be8c3 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (701c1f45-65b9-4309-8b86-4de9d72bf1ed), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:10.445814 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0f60426-eca9-4658-8c01-f47d4f5be8c3 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router_controller (701c1f45-65b9-4309-8b86-4de9d72bf1ed), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:10.484872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] For port a473aecc-d71b-40fb-8d60-3504ceb33e9b, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:30:10.545792 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0f60426-eca9-4658-8c01-f47d4f5be8c3 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (701c1f45-65b9-4309-8b86-4de9d72bf1ed), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:10.546870 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f60426-eca9-4658-8c01-f47d4f5be8c3 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Fanout notify agent at l3_agent the message router_deleted on router 701c1f45-65b9-4309-8b86-4de9d72bf1ed {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:30:10.573887 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0f60426-eca9-4658-8c01-f47d4f5be8c3 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:10.576277 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c0f60426-eca9-4658-8c01-f47d4f5be8c3 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "DELETE /v2.0/routers/701c1f45-65b9-4309-8b86-4de9d72bf1ed HTTP/1.1" status: 204 len: 168 time: 0.5508947 Feb 04 13:30:10.587436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43468) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:10.625011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453825af-3755-4f06-9956-ea35d448d4d1') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:10.625011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453825af-3755-4f06-9956-ea35d448d4d1') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:10.648366 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (453825af-3755-4f06-9956-ea35d448d4d1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:10.658178 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5b0b92fd-8672-4be8-baa9-3edd0e5952bf tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "GET /v2.0/ports?device_id=701c1f45-65b9-4309-8b86-4de9d72bf1ed HTTP/1.1" status: 200 len: 205 time: 0.0676811 Feb 04 13:30:10.665516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43470) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:10.680071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d53faf8a-bb57-4ad4-9257-0129e74620b1 req-28c936a1-0da2-4439-9713-12b61075aa46 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901705 Feb 04 13:30:10.688617 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9fe51dcc-e26b-4461-bfea-d351ba84c3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (ebf481c7-6d88-4613-b307-d6a0179136ca), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:10.724431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] For port a473aecc-d71b-40fb-8d60-3504ceb33e9b, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a473aecc-d71b-40fb-8d60-3504ceb33e9b,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:30:10.761062 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-695e5f62-2a31-4521-80e1-20eddfa6b87a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] delete failed (client error): The resource could not be found. Feb 04 13:30:10.762480 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-695e5f62-2a31-4521-80e1-20eddfa6b87a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "DELETE /v2.0/routers/701c1f45-65b9-4309-8b86-4de9d72bf1ed HTTP/1.1" status: 404 len: 336 time: 0.0957568 Feb 04 13:30:10.771490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43476) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:10.797592 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (453825af-3755-4f06-9956-ea35d448d4d1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:10.822625 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:10.845000 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e747b3fc-ca4a-4b78-9c88-9e69b0801a52 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "GET /v2.0/ports?device_id=d3c133f8-0fc5-4512-8c57-3f4af78b5d0b HTTP/1.1" status: 200 len: 205 time: 0.0713162 Feb 04 13:30:10.846524 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43482) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:10.894582 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d5c091a9-f141-4c85-8235-36e58145d3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:10.940596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:10.943588 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:10.946262 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7546197-0c88-4bed-b73c-336a1d365242 req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] 10.222.0.99 "PUT /v2.0/ports/a473aecc-d71b-40fb-8d60-3504ceb33e9b HTTP/1.1" status: 200 len: 1092 time: 5.2332962 Feb 04 13:30:10.950659 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-551fdea3-f8b6-49cd-944e-607016cfa76e req-e5c46bf5-4621-4c49-a687-36e307382b5f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5791323 Feb 04 13:30:10.960917 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-09d6c3c3-12f9-4a7c-adcb-52d0613777d5 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] delete failed (client error): The resource could not be found. Feb 04 13:30:10.977198 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-09d6c3c3-12f9-4a7c-adcb-52d0613777d5 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "DELETE /v2.0/routers/d3c133f8-0fc5-4512-8c57-3f4af78b5d0b HTTP/1.1" status: 404 len: 336 time: 0.1094544 Feb 04 13:30:10.977198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43484) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:10.977493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:30:10.977493 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (453825af-3755-4f06-9956-ea35d448d4d1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:10.985075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37922899-3228-4f4f-8836-65649d2b5107 service neutron] Pushing event updated for resources: {'Port': ['ID=a473aecc-d71b-40fb-8d60-3504ceb33e9b,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:10.991731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfda4c41-c6f4-4182-82ab-36feb984a0c4', 'tag': 'a473aecc-d71b-40fb-8d60-3504ceb33e9b'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:30:10.996213 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ba7014-788e-4e9c-bc86-f67ac747e86f" -d '{"events": [{"name": "network-changed", "server_uuid": "bfda4c41-c6f4-4182-82ab-36feb984a0c4", "tag": "a473aecc-d71b-40fb-8d60-3504ceb33e9b"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:30:11.004509 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:30:11.030055 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e2d6a19c-420a-4c5a-9fc7-e9c560ee1809 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "GET /v2.0/ports?device_id=7235732e-3661-4d10-8ac2-8c01e26225ec HTTP/1.1" status: 200 len: 205 time: 0.0570028 Feb 04 13:30:11.039563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43488) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:11.080206 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56a0c2f-e320-4aaa-b74f-b552c1b9bb4b x-openstack-request-id: req-b56a0c2f-e320-4aaa-b74f-b552c1b9bb4b {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:11.080652 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfda4c41-c6f4-4182-82ab-36feb984a0c4", "tag": "a473aecc-d71b-40fb-8d60-3504ceb33e9b", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:11.081084 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b56a0c2f-e320-4aaa-b74f-b552c1b9bb4b {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:11.081743 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfda4c41-c6f4-4182-82ab-36feb984a0c4', 'tag': 'a473aecc-d71b-40fb-8d60-3504ceb33e9b', 'status': 'completed', 'code': 200} Feb 04 13:30:11.098717 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-41831cc8-7b1e-43c0-922e-e40ed581058a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] delete failed (client error): The resource could not be found. Feb 04 13:30:11.102682 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-41831cc8-7b1e-43c0-922e-e40ed581058a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "DELETE /v2.0/routers/7235732e-3661-4d10-8ac2-8c01e26225ec HTTP/1.1" status: 404 len: 336 time: 0.0618193 Feb 04 13:30:11.103663 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43490) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:11.149185 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-85f6f436-c1a6-4f86-b009-8f9d8d45f329 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "GET /v2.0/ports?device_id=72aa33d4-9916-471c-942f-8d0632efe80b HTTP/1.1" status: 200 len: 205 time: 0.0440943 Feb 04 13:30:11.154614 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43492) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:11.191144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe51dcc-e26b-4461-bfea-d351ba84c3af admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf481c7-6d88-4613-b307-d6a0179136ca,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:11.216844 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-b7235f47-b67c-4fbe-99aa-326689d1c548 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] delete failed (client error): The resource could not be found. Feb 04 13:30:11.220484 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b7235f47-b67c-4fbe-99aa-326689d1c548 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "DELETE /v2.0/routers/72aa33d4-9916-471c-942f-8d0632efe80b HTTP/1.1" status: 404 len: 336 time: 0.0638180 Feb 04 13:30:11.223413 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43494) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:11.253313 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-5a293a63-5a42-4fd3-8238-65204cf5ba30 req-a93eb27b-74a3-448e-9593-769546c91805 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Deleting port 701fccf5-004f-44d5-947e-950cda470a8b {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:11.253667 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5a293a63-5a42-4fd3-8238-65204cf5ba30 req-a93eb27b-74a3-448e-9593-769546c91805 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (701fccf5-004f-44d5-947e-950cda470a8b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:11.285410 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (12907183-7974-4a8d-b2c1-a7323065fe5e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:11.291255 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:11.292361 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e2a7e61f-8e47-465b-a993-f89bfc016a10 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "GET /v2.0/ports?device_id=42db87a1-df6f-445b-9fc0-0ae57835da41 HTTP/1.1" status: 200 len: 205 time: 0.0676236 Feb 04 13:30:11.294665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] 10.222.0.96 "DELETE /v2.0/networks/12907183-7974-4a8d-b2c1-a7323065fe5e HTTP/1.1" status: 204 len: 168 time: 3.7030940 Feb 04 13:30:11.296050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43496) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:11.346963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe51dcc-e26b-4461-bfea-d351ba84c3af admin admin] Checking segment: {'id': '57b6631b-ac4c-4897-8030-a27b490e3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:11.347926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe51dcc-e26b-4461-bfea-d351ba84c3af admin admin] Network hostable DHCP agents. Network: f24b6c58-89d6-4662-8fa5-85c8f4148bf1, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:30:11.355939 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-3ba52e2c-209d-4071-a0dc-f84441d61153 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] delete failed (client error): The resource could not be found. Feb 04 13:30:11.359434 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3ba52e2c-209d-4071-a0dc-f84441d61153 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "DELETE /v2.0/routers/42db87a1-df6f-445b-9fc0-0ae57835da41 HTTP/1.1" status: 404 len: 336 time: 0.0599809 Feb 04 13:30:11.359632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7546197-0c88-4bed-b73c-336a1d365242 req-6476dc2c-3946-4044-b62f-199f08d3d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:11.360761 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7546197-0c88-4bed-b73c-336a1d365242 req-6476dc2c-3946-4044-b62f-199f08d3d3cf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 1126 time: 0.3028309 Feb 04 13:30:11.365442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43500) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:11.432629 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7546197-0c88-4bed-b73c-336a1d365242 req-192b266d-8b8f-401e-a125-582b9720b73c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a473aecc-d71b-40fb-8d60-3504ceb33e9b HTTP/1.1" status: 200 len: 217 time: 0.0526872 Feb 04 13:30:11.435322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44de6f-e87c-4c5e-9386-01452f301b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=12907183-7974-4a8d-b2c1-a7323065fe5e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:11.441169 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e1bf5d09-5d7e-4d65-9107-aace6e041c7a tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "GET /v2.0/ports?device_id=18a83dd3-a1a1-4afb-b806-585eb1e861b9 HTTP/1.1" status: 200 len: 205 time: 0.0712481 Feb 04 13:30:11.443048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43502) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:11.489854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e0d9d-ae97-4aa4-8504-d6282d3da314 req-11391090-00fc-463d-9d9b-275ff3ec6199 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:11.502694 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b44e0d9d-ae97-4aa4-8504-d6282d3da314 req-11391090-00fc-463d-9d9b-275ff3ec6199 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 944 time: 0.5486290 Feb 04 13:30:11.508503 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-d4c117a6-9303-4205-ab2f-19f1de4545a0 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] delete failed (client error): The resource could not be found. Feb 04 13:30:11.513847 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d4c117a6-9303-4205-ab2f-19f1de4545a0 tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "DELETE /v2.0/routers/18a83dd3-a1a1-4afb-b806-585eb1e861b9 HTTP/1.1" status: 404 len: 336 time: 0.0654378 Feb 04 13:30:11.514813 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43504) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:11.556836 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfef42ab-2d7a-48e4-b8c1-419a49c7614b tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] DELETE failed (client error): The resource could not be found. Feb 04 13:30:11.558317 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfef42ab-2d7a-48e4-b8c1-419a49c7614b tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:30:11.564567 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dfef42ab-2d7a-48e4-b8c1-419a49c7614b tempest-RoutersAdminTest-1776490660 tempest-RoutersAdminTest-1776490660-project] 10.222.0.96 "DELETE /v2.0/subnets/57d39233-1736-49d4-b073-71e393e0cc20 HTTP/1.1" status: 404 len: 337 time: 0.0478160 Feb 04 13:30:11.566024 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43506) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:11.662043 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe51dcc-e26b-4461-bfea-d351ba84c3af admin admin] Network f24b6c58-89d6-4662-8fa5-85c8f4148bf1 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:30:11.699325 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ce4289f3-938d-40fc-9f01-07bbeac11e33 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9775c85cb6444410bed66c637624084c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273978 Feb 04 13:30:11.700107 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43510) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:11.806238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9fe51dcc-e26b-4461-bfea-d351ba84c3af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, f24b6c58-89d6-4662-8fa5-85c8f4148bf1) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:11.823114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe51dcc-e26b-4461-bfea-d351ba84c3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:11.823669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7abba11-12d9-4925-b86c-d16a344a40d8 None None] Network f24b6c58-89d6-4662-8fa5-85c8f4148bf1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:11.824939 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9fe51dcc-e26b-4461-bfea-d351ba84c3af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:11.850349 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7546197-0c88-4bed-b73c-336a1d365242 req-8049c5e5-5888-4e60-9d5d-414b11e98c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:11.852343 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7546197-0c88-4bed-b73c-336a1d365242 req-8049c5e5-5888-4e60-9d5d-414b11e98c0e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d5c6c736-1a92-4614-ab15-25c05ef4451a HTTP/1.1" status: 200 len: 851 time: 0.3998249 Feb 04 13:30:11.854934 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a255340-5f63-449a-a687-263fe684b2b1 admin admin] Publish callbacks [] for security_group (fbdb9260-79cc-4b8b-8d71-9974a2f3bf2e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:11.872772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-5a293a63-5a42-4fd3-8238-65204cf5ba30 req-a93eb27b-74a3-448e-9593-769546c91805 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] For port 701fccf5-004f-44d5-947e-950cda470a8b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=701fccf5-004f-44d5-947e-950cda470a8b,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:11.873164 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5a293a63-5a42-4fd3-8238-65204cf5ba30 req-a93eb27b-74a3-448e-9593-769546c91805 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (701fccf5-004f-44d5-947e-950cda470a8b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:11.930056 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a255340-5f63-449a-a687-263fe684b2b1 admin admin] Publish callbacks [] for security_group (fbdb9260-79cc-4b8b-8d71-9974a2f3bf2e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:11.949023 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7546197-0c88-4bed-b73c-336a1d365242 req-1d8423a0-38a8-4e9e-bc3e-950ee42500db service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3b107f3a-7cae-4846-88f9-0790288373fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723493 Feb 04 13:30:11.957625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-5a293a63-5a42-4fd3-8238-65204cf5ba30 req-a93eb27b-74a3-448e-9593-769546c91805 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Calling delete_port for 701fccf5-004f-44d5-947e-950cda470a8b owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:11.973086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9fe51dcc-e26b-4461-bfea-d351ba84c3af admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6413994 Feb 04 13:30:11.976572 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b44e0d9d-ae97-4aa4-8504-d6282d3da314 req-c445c884-cad6-4c5c-a7da-073c133c55e3 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722023 Feb 04 13:30:11.980308 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43516) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:11.993601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-159638493-router', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:12.097432 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'fixed_ips': [{'subnet_id': 'ebf481c7-6d88-4613-b307-d6a0179136ca'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:30:12.098480 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:12.144857 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a255340-5f63-449a-a687-263fe684b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fbdb9260-79cc-4b8b-8d71-9974a2f3bf2e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:12.148975 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a255340-5f63-449a-a687-263fe684b2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:12.153109 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4a255340-5f63-449a-a687-263fe684b2b1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fbdb9260-79cc-4b8b-8d71-9974a2f3bf2e HTTP/1.1" status: 204 len: 168 time: 0.4491205 Feb 04 13:30:12.185171 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a255340-5f63-449a-a687-263fe684b2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdb9260-79cc-4b8b-8d71-9974a2f3bf2e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:12.294083 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43532) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:12.309615 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7546197-0c88-4bed-b73c-336a1d365242 req-8e6795d2-216d-437b-a683-c2a002113853 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474777 Feb 04 13:30:12.320358 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (b8cb4ae0-8174-435b-9573-4807d6fed4db), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:12.322367 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (b8cb4ae0-8174-435b-9573-4807d6fed4db), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:12.424317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f363e7-9645-47c2-acf6-4de7170de991 req-cf091575-602c-48fd-ad96-9aa7bd6c9c39 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:12.434885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62f363e7-9645-47c2-acf6-4de7170de991 req-cf091575-602c-48fd-ad96-9aa7bd6c9c39 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 943 time: 0.5985341 Feb 04 13:30:12.472730 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Allocated IP 172.20.0.2 (f24b6c58-89d6-4662-8fa5-85c8f4148bf1/ebf481c7-6d88-4613-b307-d6a0179136ca/52fdbc03-f1dc-487e-aaa9-204c2db973f5) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:12.562845 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84626aa7-e985-4f63-9262-a0a5ad12344d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:12.723149 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62f363e7-9645-47c2-acf6-4de7170de991 req-c1b4f961-26aa-45ee-8e81-fe0bf788df53 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866118 Feb 04 13:30:12.738456 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84626aa7-e985-4f63-9262-a0a5ad12344d admin admin] Publish callbacks [] for security_group (3e748568-156f-4f88-aaa5-ac9035e4b5c1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:12.756068 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84626aa7-e985-4f63-9262-a0a5ad12344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3e748568-156f-4f88-aaa5-ac9035e4b5c1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:12.795317 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Publish callbacks [] for router_controller (b8cb4ae0-8174-435b-9573-4807d6fed4db), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:12.813523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84626aa7-e985-4f63-9262-a0a5ad12344d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e748568-156f-4f88-aaa5-ac9035e4b5c1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:12.854009 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-84626aa7-e985-4f63-9262-a0a5ad12344d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=955c9bb6f6b44b0780739abf7423c816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5579178 Feb 04 13:30:12.854864 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43540) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:12.925226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:12.987095 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dafcc376-0421-4ab8-848c-0ff607e596b6 admin admin] Publish callbacks [] for security_group (3e748568-156f-4f88-aaa5-ac9035e4b5c1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:12.995161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65da5b7-2530-4ecc-ba2a-6b63c5d2d742 req-fb51df74-2a40-43ba-baff-b6cf01e736e0 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:12.997557 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c65da5b7-2530-4ecc-ba2a-6b63c5d2d742 req-fb51df74-2a40-43ba-baff-b6cf01e736e0 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 945 time: 0.5554159 Feb 04 13:30:13.028471 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:13.035024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:13.035685 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:13.044347 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dafcc376-0421-4ab8-848c-0ff607e596b6 admin admin] Publish callbacks [] for security_group (3e748568-156f-4f88-aaa5-ac9035e4b5c1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:13.118219 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Publish callbacks [] for router_gateway (b8cb4ae0-8174-435b-9573-4807d6fed4db), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:13.124706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7546197-0c88-4bed-b73c-336a1d365242 req-988cdc93-4d28-4d2d-8cb8-ff7df0eb98a6 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7910213 Feb 04 13:30:13.136946 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dafcc376-0421-4ab8-848c-0ff607e596b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3e748568-156f-4f88-aaa5-ac9035e4b5c1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:13.140701 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dafcc376-0421-4ab8-848c-0ff607e596b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:13.144952 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dafcc376-0421-4ab8-848c-0ff607e596b6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3e748568-156f-4f88-aaa5-ac9035e4b5c1 HTTP/1.1" status: 204 len: 168 time: 0.2863693 Feb 04 13:30:13.158313 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcc376-0421-4ab8-848c-0ff607e596b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e748568-156f-4f88-aaa5-ac9035e4b5c1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:13.185908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:13.187372 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:13.269897 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:13.271818 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc672684-0f66-4425-abd5-48d31336748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4bb942-aa87-4bd2-a360-2d30a69b2fa3'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:30:13.274910 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4614b84-6ac0-4197-a0fe-2ec54fbd449f" -d '{"events": [{"server_uuid": "dc672684-0f66-4425-abd5-48d31336748c", "name": "network-vif-plugged", "status": "completed", "tag": "0e4bb942-aa87-4bd2-a360-2d30a69b2fa3"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:30:13.280884 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:13.282524 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 701fccf5-004f-44d5-947e-950cda470a8b no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:30:13.310139 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c65da5b7-2530-4ecc-ba2a-6b63c5d2d742 req-94a99c35-afbe-4369-bcdd-077ac3eca668 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799109 Feb 04 13:30:13.350452 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5a293a63-5a42-4fd3-8238-65204cf5ba30 req-a93eb27b-74a3-448e-9593-769546c91805 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (701fccf5-004f-44d5-947e-950cda470a8b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:13.369768 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Publish callbacks [] for port (52fdbc03-f1dc-487e-aaa9-204c2db973f5), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:13.394741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['355c92ab-2156-47d3-abb8-4333a39b455b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:30:13.421979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93eb27b-74a3-448e-9593-769546c91805 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Pushing event deleted for resources: {'Port': ['ID=701fccf5-004f-44d5-947e-950cda470a8b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:13.431524 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (52fdbc03-f1dc-487e-aaa9-204c2db973f5), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:13.469183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No active binding found for port 701fccf5-004f-44d5-947e-950cda470a8b {{(pid=103608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 13:30:13.469608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port 701fccf5-004f-44d5-947e-950cda470a8b host None! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:30:13.470726 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 701fccf5-004f-44d5-947e-950cda470a8b not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:30:13.484942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba7014-788e-4e9c-bc86-f67ac747e86f req-bde7cc4b-0390-4b48-858b-d052e6452497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:13.487298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6ba7014-788e-4e9c-bc86-f67ac747e86f req-bde7cc4b-0390-4b48-858b-d052e6452497 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 1126 time: 0.2927661 Feb 04 13:30:13.499486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1591d-d55e-4c95-890c-9f5919922ade req-b10706d4-99c8-4fa0-85a7-0b76b8f9453d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:13.500187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Network f24b6c58-89d6-4662-8fa5-85c8f4148bf1 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:13.501211 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29b1591d-d55e-4c95-890c-9f5919922ade req-b10706d4-99c8-4fa0-85a7-0b76b8f9453d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 945 time: 0.2956994 Feb 04 13:30:13.519170 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:13.529211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:13.549821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:13.610053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:13.610826 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:13.611408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:13.611993 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:13.612568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:13.613167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:13.616928 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:13.617537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:13.618061 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:13.621270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:13.621874 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:13.622484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:13.623055 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:13.666424 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ec580d-3310-492d-8fb0-209df3660f81 x-openstack-request-id: req-59ec580d-3310-492d-8fb0-209df3660f81 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:13.666774 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc672684-0f66-4425-abd5-48d31336748c", "name": "network-vif-plugged", "status": "completed", "tag": "0e4bb942-aa87-4bd2-a360-2d30a69b2fa3", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:13.667039 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-59ec580d-3310-492d-8fb0-209df3660f81 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:13.667447 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc672684-0f66-4425-abd5-48d31336748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4bb942-aa87-4bd2-a360-2d30a69b2fa3', 'code': 200} Feb 04 13:30:13.684026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a293a63-5a42-4fd3-8238-65204cf5ba30 req-a93eb27b-74a3-448e-9593-769546c91805 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] No DVR routers for this DVR port 701fccf5-004f-44d5-947e-950cda470a8b on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:30:13.723974 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5a293a63-5a42-4fd3-8238-65204cf5ba30 req-a93eb27b-74a3-448e-9593-769546c91805 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:13.728152 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a293a63-5a42-4fd3-8238-65204cf5ba30 req-a93eb27b-74a3-448e-9593-769546c91805 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "DELETE /v2.0/ports/701fccf5-004f-44d5-947e-950cda470a8b HTTP/1.1" status: 204 len: 173 time: 3.6455758 Feb 04 13:30:13.742996 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebaf7729-c3c2-40df-aa94-b01fd21a62b5', 'name': 'network-vif-deleted', 'tag': '701fccf5-004f-44d5-947e-950cda470a8b'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:30:13.754472 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4721c5c-73ee-4838-a50d-75b616a7e5a0" -d '{"events": [{"server_uuid": "ebaf7729-c3c2-40df-aa94-b01fd21a62b5", "name": "network-vif-deleted", "tag": "701fccf5-004f-44d5-947e-950cda470a8b"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:30:13.846827 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43576) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:13.946807 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4fcaaf2f-7385-4e44-8bb2-b698a2f40448 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d104ff1321db4335bb60d741c87f88a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0984297 Feb 04 13:30:13.947769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43578) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:13.951527 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-51f77e73-723b-4186-a857-aee6b2aa02c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:13.962303 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:13.963458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Attempting to bind port 52fdbc03-f1dc-487e-aaa9-204c2db973f5 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:30:13.964593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Attempting to bind port 52fdbc03-f1dc-487e-aaa9-204c2db973f5 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '57b6631b-ac4c-4897-8030-a27b490e3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:30:13.965226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Attempting to bind port 52fdbc03-f1dc-487e-aaa9-204c2db973f5 on network f24b6c58-89d6-4662-8fa5-85c8f4148bf1 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:13.978660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Pushing event updated for resources: {'Port': ['ID=52fdbc03-f1dc-487e-aaa9-204c2db973f5,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:13.981322 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29b1591d-d55e-4c95-890c-9f5919922ade req-1326756d-281c-4f3c-87b8-e3ee211cfc42 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668224 Feb 04 13:30:14.013024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:30:14.013024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Checking segment: {'id': '57b6631b-ac4c-4897-8030-a27b490e3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:14.013024 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:14.013024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Bound using segment: {'id': '57b6631b-ac4c-4897-8030-a27b490e3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:30:14.015496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Bound port: 52fdbc03-f1dc-487e-aaa9-204c2db973f5, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b6631b-ac4c-4897-8030-a27b490e3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:30:14.015969 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (52fdbc03-f1dc-487e-aaa9-204c2db973f5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:14.132562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba7014-788e-4e9c-bc86-f67ac747e86f req-ba284bde-158c-47f1-adad-ac8468dacd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:14.134113 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6ba7014-788e-4e9c-bc86-f67ac747e86f req-ba284bde-158c-47f1-adad-ac8468dacd4a service neutron] 10.222.0.99 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 912 time: 0.6291671 Feb 04 13:30:14.139094 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a8a82-0ca1-4627-8122-48ac7abdf6a3 req-bd8f1172-21a5-4e41-a42a-3e81beb49ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:14.140571 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-246a8a82-0ca1-4627-8122-48ac7abdf6a3 req-bd8f1172-21a5-4e41-a42a-3e81beb49ef3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 1128 time: 0.4547656 Feb 04 13:30:14.141612 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-656df671-b806-4df6-b215-d2bd52e71e77 admin admin] Publish callbacks [] for security_group (ccbe8c9b-e51e-41b9-bf84-add29b4ac0ff), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:14.190819 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861b8301-b695-4a09-ba4c-0a574329d668 x-openstack-request-id: req-861b8301-b695-4a09-ba4c-0a574329d668 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:14.191118 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebaf7729-c3c2-40df-aa94-b01fd21a62b5", "name": "network-vif-deleted", "tag": "701fccf5-004f-44d5-947e-950cda470a8b", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:14.191363 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-861b8301-b695-4a09-ba4c-0a574329d668 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:14.191769 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebaf7729-c3c2-40df-aa94-b01fd21a62b5', 'name': 'network-vif-deleted', 'tag': '701fccf5-004f-44d5-947e-950cda470a8b', 'status': 'completed', 'code': 200} Feb 04 13:30:14.199457 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-656df671-b806-4df6-b215-d2bd52e71e77 admin admin] Publish callbacks [] for security_group (ccbe8c9b-e51e-41b9-bf84-add29b4ac0ff), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:14.332689 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-656df671-b806-4df6-b215-d2bd52e71e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ccbe8c9b-e51e-41b9-bf84-add29b4ac0ff), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:14.342951 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-656df671-b806-4df6-b215-d2bd52e71e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:14.368198 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-656df671-b806-4df6-b215-d2bd52e71e77 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ccbe8c9b-e51e-41b9-bf84-add29b4ac0ff HTTP/1.1" status: 204 len: 168 time: 0.4183912 Feb 04 13:30:14.421455 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656df671-b806-4df6-b215-d2bd52e71e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbe8c9b-e51e-41b9-bf84-add29b4ac0ff,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:14.447126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] For port 52fdbc03-f1dc-487e-aaa9-204c2db973f5, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:30:14.468678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] For port 52fdbc03-f1dc-487e-aaa9-204c2db973f5, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=52fdbc03-f1dc-487e-aaa9-204c2db973f5,segment=NetworkSegment(57b6631b-ac4c-4897-8030-a27b490e3ed7),segment_id=57b6631b-ac4c-4897-8030-a27b490e3ed7)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:30:14.542635 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (52fdbc03-f1dc-487e-aaa9-204c2db973f5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:14.668606 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6ba7014-788e-4e9c-bc86-f67ac747e86f req-d1b0df4a-543b-4068-862b-ecd709229fb4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a473aecc-d71b-40fb-8d60-3504ceb33e9b HTTP/1.1" status: 200 len: 217 time: 0.4843578 Feb 04 13:30:14.695964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ae914-7903-406e-b295-7e4181e94e6b req-ea8b414c-dcd8-4b76-995d-bb97d41abad2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:14.703201 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df4ae914-7903-406e-b295-7e4181e94e6b req-ea8b414c-dcd8-4b76-995d-bb97d41abad2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 943 time: 0.8245790 Feb 04 13:30:14.756816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455785c-40ff-4fb1-89d2-f6b1d635cc94 None None] Pushing event updated for resources: {'Port': ['ID=52fdbc03-f1dc-487e-aaa9-204c2db973f5,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:14.760259 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:14.838977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-246a8a82-0ca1-4627-8122-48ac7abdf6a3 req-062ce529-cb0c-46c9-90f7-a2a3ca23be8d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6575708 Feb 04 13:30:14.840341 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Publish callbacks [] for router_gateway (b8cb4ae0-8174-435b-9573-4807d6fed4db), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:14.890966 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61f1c3f9-07ee-409b-b20d-08f725ff8b89 req-892072ca-88f4-4a02-9b16-e4043c3a5665 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=ebaf7729-c3c2-40df-aa94-b01fd21a62b5 HTTP/1.1" status: 200 len: 210 time: 0.2370043 Feb 04 13:30:14.931539 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:14.983260 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba7014-788e-4e9c-bc86-f67ac747e86f req-b34c419a-6bb2-4060-a7b2-af6c34ececba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:14.984958 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6ba7014-788e-4e9c-bc86-f67ac747e86f req-b34c419a-6bb2-4060-a7b2-af6c34ececba service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d5c6c736-1a92-4614-ab15-25c05ef4451a HTTP/1.1" status: 200 len: 851 time: 0.3032279 Feb 04 13:30:15.042083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df4ae914-7903-406e-b295-7e4181e94e6b req-91dbec07-155e-4cb6-af10-39de67ae01fc tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376756 Feb 04 13:30:15.293430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6ba7014-788e-4e9c-bc86-f67ac747e86f req-f5257b51-4104-4964-8bc1-af7f0b1993b2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3b107f3a-7cae-4846-88f9-0790288373fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640309 Feb 04 13:30:15.305763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Allocated IP 172.25.5.196 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/54a2c78c-f382-4251-a0de-b6e1c8246da5) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:15.434413 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:15.732568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6ba7014-788e-4e9c-bc86-f67ac747e86f req-cbf28c52-e1ae-43dd-950c-9678b16a7788 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051077 Feb 04 13:30:15.874112 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765320c-08c2-4f9f-a4f4-89d6c2322617 req-ceaaf208-b050-4b6e-945a-9b1028ea7ebc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:15.875840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1765320c-08c2-4f9f-a4f4-89d6c2322617 req-ceaaf208-b050-4b6e-945a-9b1028ea7ebc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 945 time: 0.4958463 Feb 04 13:30:15.892043 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Publish callbacks [] for port (54a2c78c-f382-4251-a0de-b6e1c8246da5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:15.952881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6ba7014-788e-4e9c-bc86-f67ac747e86f req-8fb78e0e-f8d5-4edb-bd74-0618f4ea9d07 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060807 Feb 04 13:30:16.008503 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1765320c-08c2-4f9f-a4f4-89d6c2322617 req-034ef9db-423c-4599-ac30-5b139ccb38a1 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214573 Feb 04 13:30:16.065829 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (54a2c78c-f382-4251-a0de-b6e1c8246da5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:16.093805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43664) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:16.166838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:16.170491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:16.180831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:16.210810 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Pushing event updated for resources: {'Port': ['ID=54a2c78c-f382-4251-a0de-b6e1c8246da5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:16.403600 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:16.608186 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Publish callbacks [] for security_group (5b4323e1-6a30-479d-abe8-1c5120a5e0fc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:16.609731 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5b4323e1-6a30-479d-abe8-1c5120a5e0fc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:16.689964 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4323e1-6a30-479d-abe8-1c5120a5e0fc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:16.695123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:16.695503 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:16.695850 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:16.696612 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:16.696612 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:16.696823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:16.697148 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:16.697474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:16.697796 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:16.698149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:16.698493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:16.699543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:16.699875 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:16.710255 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5a6b55a9-73ff-4b7d-9850-a41234cda881 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e674b99b5319464c88874949d2c53cb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6143079 Feb 04 13:30:16.728582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43702) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:16.747423 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:16.768267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 52fdbc03-f1dc-487e-aaa9-204c2db973f5 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:16.835056 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf389729-784e-4903-b3d7-74e002ce8f39 req-213cb088-e7e5-4283-aac2-b0ccb873eb95 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:16.842070 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf389729-784e-4903-b3d7-74e002ce8f39 req-213cb088-e7e5-4283-aac2-b0ccb873eb95 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 943 time: 0.5805795 Feb 04 13:30:16.864364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0cd270-bae6-469e-9a8d-1ce12208af00 None None] Network f24b6c58-89d6-4662-8fa5-85c8f4148bf1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:16.870998 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc516351-cede-450b-815a-88c320325f8c admin admin] Publish callbacks [] for security_group (5b4323e1-6a30-479d-abe8-1c5120a5e0fc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:16.944403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a473aecc-d71b-40fb-8d60-3504ceb33e9b details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:30:16.948044 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc516351-cede-450b-815a-88c320325f8c admin admin] Publish callbacks [] for security_group (5b4323e1-6a30-479d-abe8-1c5120a5e0fc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:17.004899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 52fdbc03-f1dc-487e-aaa9-204c2db973f5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:17.005719 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (52fdbc03-f1dc-487e-aaa9-204c2db973f5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:17.031007 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf389729-784e-4903-b3d7-74e002ce8f39 req-0d93047c-b17e-4812-b517-de5a95b4f959 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876593 Feb 04 13:30:17.086592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-b29e382c-6b9e-494f-b3b2-24ee53baf7c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:17.096564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-b29e382c-6b9e-494f-b3b2-24ee53baf7c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 806 time: 0.7335827 Feb 04 13:30:17.114532 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc516351-cede-450b-815a-88c320325f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5b4323e1-6a30-479d-abe8-1c5120a5e0fc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:17.120451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-86ec6392-ba3d-46cf-ae58-dde6d7ff219a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/quotas/688a1d8829de4353a6d958abc734325e HTTP/1.1" status: 200 len: 375 time: 0.0227091 Feb 04 13:30:17.130457 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc516351-cede-450b-815a-88c320325f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:17.141290 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cc516351-cede-450b-815a-88c320325f8c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5b4323e1-6a30-479d-abe8-1c5120a5e0fc HTTP/1.1" status: 204 len: 168 time: 0.4113305 Feb 04 13:30:17.165460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c36c166d-ace9-4a3a-b39b-c23418cd8e3d None None] Provisioning complete for port 52fdbc03-f1dc-487e-aaa9-204c2db973f5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:17.166160 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c36c166d-ace9-4a3a-b39b-c23418cd8e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (52fdbc03-f1dc-487e-aaa9-204c2db973f5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:17.179513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc516351-cede-450b-815a-88c320325f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4323e1-6a30-479d-abe8-1c5120a5e0fc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:17.280999 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Publish callbacks [] for router_gateway (b8cb4ae0-8174-435b-9573-4807d6fed4db), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:17.424688 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-a178bcbf-a41d-4e9a-be65-6d2830ec3f64 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3033121 Feb 04 13:30:17.671321 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a473aecc-d71b-40fb-8d60-3504ceb33e9b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a473aecc-d71b-40fb-8d60-3504ceb33e9b,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:17.707210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208e800-3bd6-4f51-ba87-524eb2381fe9 req-7824e149-333e-4f33-9a26-d8d956a0071b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:17.714888 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9208e800-3bd6-4f51-ba87-524eb2381fe9 req-7824e149-333e-4f33-9a26-d8d956a0071b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 945 time: 0.2566013 Feb 04 13:30:17.720849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'a473aecc-d71b-40fb-8d60-3504ceb33e9b', 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc', 'port_id': 'a473aecc-d71b-40fb-8d60-3504ceb33e9b', 'mac_address': 'fa:16:3e:4b:02:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c6c736-1a92-4614-ab15-25c05ef4451a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:30:17.824457 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-3d5ed526-1c89-4990-9e57-1015b5b2f9f5 service neutron] 10.222.0.96 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512180 Feb 04 13:30:17.885956 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43726) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:17.988582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a473aecc-d71b-40fb-8d60-3504ceb33e9b is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:17.989799 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:18.025858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 52fdbc03-f1dc-487e-aaa9-204c2db973f5 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:18.027580 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (52fdbc03-f1dc-487e-aaa9-204c2db973f5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:18.071571 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a473aecc-d71b-40fb-8d60-3504ceb33e9b {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:30:18.101094 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9208e800-3bd6-4f51-ba87-524eb2381fe9 req-0dac48f0-80cb-48e1-9bcb-c10e80dcc4fd tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796468 Feb 04 13:30:18.151309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a473aecc-d71b-40fb-8d60-3504ceb33e9b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a473aecc-d71b-40fb-8d60-3504ceb33e9b,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:18.163999 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1281031557', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:18.231650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 52fdbc03-f1dc-487e-aaa9-204c2db973f5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=52fdbc03-f1dc-487e-aaa9-204c2db973f5,segment=NetworkSegment(57b6631b-ac4c-4897-8030-a27b490e3ed7),segment_id=57b6631b-ac4c-4897-8030-a27b490e3ed7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:18.239382 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:18.261213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Made reservation on behalf of 1572b561a0d449f781e320ed81946865 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:18.267772 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:18.268623 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:18.306726 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (b8cb4ae0-8174-435b-9573-4807d6fed4db), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:18.316307 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:18.378906 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-fc0a847a-378c-4f17-9538-a8022e15a78b service neutron] 10.222.0.96 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942985 Feb 04 13:30:18.405571 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (52fdbc03-f1dc-487e-aaa9-204c2db973f5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:18.433283 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c36c166d-ace9-4a3a-b39b-c23418cd8e3d None None] Current status of the port 52fdbc03-f1dc-487e-aaa9-204c2db973f5 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:18.433676 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c36c166d-ace9-4a3a-b39b-c23418cd8e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (52fdbc03-f1dc-487e-aaa9-204c2db973f5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:18.532977 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a473aecc-d71b-40fb-8d60-3504ceb33e9b,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:18.605962 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-c36c166d-ace9-4a3a-b39b-c23418cd8e3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:30:18.610400 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-c36c166d-ace9-4a3a-b39b-c23418cd8e3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:30:18.652931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['a473aecc-d71b-40fb-8d60-3504ceb33e9b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:30:18.685978 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks [] for security_group (7df37dad-3901-4330-ad56-b2d1a5d1e2aa), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:18.703903 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7df37dad-3901-4330-ad56-b2d1a5d1e2aa), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:18.709795 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] device_id is not set on port 667430ea-0deb-4116-9cc5-a6c9bf7ab2c3 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:30:18.729037 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=52fdbc03-f1dc-487e-aaa9-204c2db973f5,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:18.863673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442870d-0f38-465d-a2bc-8c5e4133aa5b req-cd71a16d-fe40-4db7-8721-62bcca32d526 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:18.876484 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6442870d-0f38-465d-a2bc-8c5e4133aa5b req-cd71a16d-fe40-4db7-8721-62bcca32d526 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 944 time: 0.1673837 Feb 04 13:30:18.884289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df37dad-3901-4330-ad56-b2d1a5d1e2aa,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:18.952042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e37e10a8-266b-4911-8d3c-a84365fcda2f no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:30:19.052558 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6442870d-0f38-465d-a2bc-8c5e4133aa5b req-311bb899-7514-42d9-917f-6f3688fa898a tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720076 Feb 04 13:30:19.144671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Router b8cb4ae0-8174-435b-9573-4807d6fed4db is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:30:19.178060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Allocated IP 172.25.5.111 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/667430ea-0deb-4116-9cc5-a6c9bf7ab2c3) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:19.191191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c36c166d-ace9-4a3a-b39b-c23418cd8e3d None None] Current status of the port 52fdbc03-f1dc-487e-aaa9-204c2db973f5 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:19.296807 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43776) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:19.322088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port e37e10a8-266b-4911-8d3c-a84365fcda2f is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:19.323071 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:19.369630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05daaec-e431-4ce2-902e-91233c3de77d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37e10a8-266b-4911-8d3c-a84365fcda2f'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:30:19.372704 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed4b082-1de4-49f8-bd1c-ca26b07fb720" -d '{"events": [{"server_uuid": "d05daaec-e431-4ce2-902e-91233c3de77d", "name": "network-vif-unplugged", "status": "completed", "tag": "e37e10a8-266b-4911-8d3c-a84365fcda2f"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:30:19.381705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6fb9e82e-4cda-4b68-b378-ac88eb360ef9 None None] Provisioning complete for port 52fdbc03-f1dc-487e-aaa9-204c2db973f5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:19.382450 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6fb9e82e-4cda-4b68-b378-ac88eb360ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (52fdbc03-f1dc-487e-aaa9-204c2db973f5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:19.473629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e37e10a8-266b-4911-8d3c-a84365fcda2f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e37e10a8-266b-4911-8d3c-a84365fcda2f,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:19.492373 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:19.512292 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe2bf-18f9-437c-8cd0-58ef96330958 req-46bc979b-f4d5-4059-aefe-da4bcc5d6360 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:19.522158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-504fe2bf-18f9-437c-8cd0-58ef96330958 req-46bc979b-f4d5-4059-aefe-da4bcc5d6360 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 1128 time: 0.2129807 Feb 04 13:30:19.527044 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks [] for port (667430ea-0deb-4116-9cc5-a6c9bf7ab2c3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:19.535361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e1b1d71a-e187-49f0-97b9-a32f05ce54a5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1163926800-network', 'tenant_id': 'fd7e69a1ebed48068fd1dd6d054e710d'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:19.556688 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:30:19.566229 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b1d71a-e187-49f0-97b9-a32f05ce54a5 admin admin] Made reservation on behalf of fd7e69a1ebed48068fd1dd6d054e710d for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:19.569895 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1b1d71a-e187-49f0-97b9-a32f05ce54a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:19.588009 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1b1d71a-e187-49f0-97b9-a32f05ce54a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:19.592416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Sync routers for ids ['b8cb4ae0-8174-435b-9573-4807d6fed4db'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:19.645474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Routers {'b8cb4ae0-8174-435b-9573-4807d6fed4db'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:30:19.646771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:30:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8cb4ae0-8174-435b-9573-4807d6fed4db'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:19.663087 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:19.664526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5e6b22ca-1517-4d29-ac67-f5a3c9dbd322 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6825452 Feb 04 13:30:19.675578 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-504fe2bf-18f9-437c-8cd0-58ef96330958 req-e8c15de6-6e56-4498-b295-34ee48de3d98 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500823 Feb 04 13:30:19.680651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43788) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:19.733528 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (667430ea-0deb-4116-9cc5-a6c9bf7ab2c3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:19.745436 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=e37e10a8-266b-4911-8d3c-a84365fcda2f,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:19.903108 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6fb9e82e-4cda-4b68-b378-ac88eb360ef9 None None] Current status of the port 52fdbc03-f1dc-487e-aaa9-204c2db973f5 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:19.953541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Set router b8cb4ae0-8174-435b-9573-4807d6fed4db gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:30:20.021086 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Pushing event updated for resources: {'Port': ['ID=667430ea-0deb-4116-9cc5-a6c9bf7ab2c3,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:20.100736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:20.125532 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:20.149524 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:20.168143 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1b1d71a-e187-49f0-97b9-a32f05ce54a5 admin admin] Publish callbacks [] for security_group (8b727e9c-19d3-405e-af83-ec5a85b765b3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:20.225589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'name': 'tempest-ServersTestManualDisk-159638493-router', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:30:12Z', 'updated_at': '2022-02-04T13:30:16Z', 'revision_number': 3, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'gw_port': {'id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:14Z', 'updated_at': '2022-02-04T13:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:20.247094 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8c161db-ebc0-4f41-85dc-75f4dbe36564 req-00336251-17a3-4efe-9cde-f06becbe2b30 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 210 time: 0.4616859 Feb 04 13:30:20.255308 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1b1d71a-e187-49f0-97b9-a32f05ce54a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8b727e9c-19d3-405e-af83-ec5a85b765b3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:20.274465 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b1d71a-e187-49f0-97b9-a32f05ce54a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:30:20.301710 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1b1d71a-e187-49f0-97b9-a32f05ce54a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (48ce633a-0186-489f-9351-771136aed921), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:20.303434 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-e1b1d71a-e187-49f0-97b9-a32f05ce54a5 admin admin] Added segment 48ce633a-0186-489f-9351-771136aed921 of type vlan for network 64e60041-b273-46da-b66c-c8cf60c3bd92 Feb 04 13:30:20.331619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Checking router: b8cb4ae0-8174-435b-9573-4807d6fed4db for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:30:20.336205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Updating router b8cb4ae0-8174-435b-9573-4807d6fed4db port 54a2c78c-f382-4251-a0de-b6e1c8246da5 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:30:20.373414 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623d424e-9fba-4ae6-a088-4ea3f3631e00 x-openstack-request-id: req-623d424e-9fba-4ae6-a088-4ea3f3631e00 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:20.373740 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05daaec-e431-4ce2-902e-91233c3de77d", "name": "network-vif-unplugged", "status": "completed", "tag": "e37e10a8-266b-4911-8d3c-a84365fcda2f", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:20.373960 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-623d424e-9fba-4ae6-a088-4ea3f3631e00 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:20.374370 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05daaec-e431-4ce2-902e-91233c3de77d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37e10a8-266b-4911-8d3c-a84365fcda2f', 'code': 200} Feb 04 13:30:20.389459 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (54a2c78c-f382-4251-a0de-b6e1c8246da5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:20.392822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:20.393747 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:20.407057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1d71a-e187-49f0-97b9-a32f05ce54a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b727e9c-19d3-405e-af83-ec5a85b765b3,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:20.458427 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1b1d71a-e187-49f0-97b9-a32f05ce54a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (64e60041-b273-46da-b66c-c8cf60c3bd92), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:20.491877 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d968c1c9-1b95-4d54-8fca-d6a119ce90a7 tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6041567 Feb 04 13:30:20.493873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43822) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:20.498239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f150b317-9461-4b80-9f4d-5a36ea5ed1ec tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.111'}]}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:20.524237 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1b1d71a-e187-49f0-97b9-a32f05ce54a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (64e60041-b273-46da-b66c-c8cf60c3bd92), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:20.525797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b1d71a-e187-49f0-97b9-a32f05ce54a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:20.526813 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1b1d71a-e187-49f0-97b9-a32f05ce54a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:20.547885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e373b8d-a36a-465d-9613-42356b52a821 req-66e78842-ffb5-4f00-afc3-7fcea688b569 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:20.547885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e373b8d-a36a-465d-9613-42356b52a821 req-66e78842-ffb5-4f00-afc3-7fcea688b569 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 1128 time: 0.1149607 Feb 04 13:30:20.552159 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f150b317-9461-4b80-9f4d-5a36ea5ed1ec tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (353ece37-63f0-499b-8b5f-b3165ac22112), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:20.553234 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f150b317-9461-4b80-9f4d-5a36ea5ed1ec tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (353ece37-63f0-499b-8b5f-b3165ac22112), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:20.687103 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 52fdbc03-f1dc-487e-aaa9-204c2db973f5 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:20.720534 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e1b1d71a-e187-49f0-97b9-a32f05ce54a5 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4175758 Feb 04 13:30:20.720534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1d71a-e187-49f0-97b9-a32f05ce54a5 admin admin] Pushing event updated for resources: {'Network': ['ID=64e60041-b273-46da-b66c-c8cf60c3bd92,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:20.721289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43824) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:20.729712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ce40e48e-329f-4cc7-8c95-587dd570eb38 admin admin] Request body: {'subnet': {'network_id': '64e60041-b273-46da-b66c-c8cf60c3bd92', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1163926800-subnet', 'tenant_id': 'fd7e69a1ebed48068fd1dd6d054e710d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:20.767789 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce40e48e-329f-4cc7-8c95-587dd570eb38 admin admin] Made reservation on behalf of fd7e69a1ebed48068fd1dd6d054e710d for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:20.772198 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce40e48e-329f-4cc7-8c95-587dd570eb38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:20.781604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e373b8d-a36a-465d-9613-42356b52a821 req-79160255-5bc0-4da9-bd2c-f3b0ea7b377c tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222245 Feb 04 13:30:20.809243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 64e60041-b273-46da-b66c-c8cf60c3bd92 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:30:20.840375 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f150b317-9461-4b80-9f4d-5a36ea5ed1ec tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks [] for router_controller (353ece37-63f0-499b-8b5f-b3165ac22112), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:20.913859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ac235-6c19-4564-a281-4a75709e4fe9 req-68d3fbdb-66fd-4843-9190-8ddb8ce9543a tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:20.915526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-021ac235-6c19-4564-a281-4a75709e4fe9 req-68d3fbdb-66fd-4843-9190-8ddb8ce9543a tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 944 time: 0.2946053 Feb 04 13:30:20.953398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a473aecc-d71b-40fb-8d60-3504ceb33e9b up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:21.091777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce40e48e-329f-4cc7-8c95-587dd570eb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (507f478c-dae4-4fb4-9364-bf8adaadccc0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:21.226884 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40e48e-329f-4cc7-8c95-587dd570eb38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=507f478c-dae4-4fb4-9364-bf8adaadccc0,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:21.233140 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 52fdbc03-f1dc-487e-aaa9-204c2db973f5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:21.233750 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (52fdbc03-f1dc-487e-aaa9-204c2db973f5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:21.236634 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce40e48e-329f-4cc7-8c95-587dd570eb38 admin admin] Checking segment: {'id': '48ce633a-0186-489f-9351-771136aed921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '64e60041-b273-46da-b66c-c8cf60c3bd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:21.237035 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce40e48e-329f-4cc7-8c95-587dd570eb38 admin admin] Network hostable DHCP agents. Network: 64e60041-b273-46da-b66c-c8cf60c3bd92, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:30:21.260616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce40e48e-329f-4cc7-8c95-587dd570eb38 admin admin] Network 64e60041-b273-46da-b66c-c8cf60c3bd92 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:30:21.273528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-ce40e48e-329f-4cc7-8c95-587dd570eb38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 64e60041-b273-46da-b66c-c8cf60c3bd92) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:21.305251 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Publish callbacks [] for port (54a2c78c-f382-4251-a0de-b6e1c8246da5), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:21.306423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce40e48e-329f-4cc7-8c95-587dd570eb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:21.307317 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce40e48e-329f-4cc7-8c95-587dd570eb38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:21.332229 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f150b317-9461-4b80-9f4d-5a36ea5ed1ec tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks [] for router_gateway (353ece37-63f0-499b-8b5f-b3165ac22112), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:21.342955 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ce40e48e-329f-4cc7-8c95-587dd570eb38 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6193011 Feb 04 13:30:21.349418 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:21.359037 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d110ca70-b613-4370-afc1-ed519d53fcbd None None] Network 64e60041-b273-46da-b66c-c8cf60c3bd92 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:21.423573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-021ac235-6c19-4564-a281-4a75709e4fe9 req-0bd621f0-27c1-4178-9273-881835dfc258 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718680 Feb 04 13:30:21.480871 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-608fb6e2-6672-4452-804a-e8e05bfe40ce tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:21.483711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-608fb6e2-6672-4452-804a-e8e05bfe40ce tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 806 time: 0.5328610 Feb 04 13:30:21.531532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-839f22c3-b0bf-4e54-8ba5-8d25e4416629 req-e1a47349-a3a2-4498-bb25-3de4f2928961 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:30:21.532885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-839f22c3-b0bf-4e54-8ba5-8d25e4416629 req-e1a47349-a3a2-4498-bb25-3de4f2928961 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0272844 Feb 04 13:30:21.536687 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-aa6e9387-6368-4da6-8c92-526d9b7919c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Request body: {'port': {'device_id': 'cc9aa621-2849-4b6b-8369-5954371fddb0', 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96', 'admin_state_up': True, 'tenant_id': '688a1d8829de4353a6d958abc734325e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:21.553531 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34158821-12e2-4960-8ccc-720d88689112 req-19f571e3-d083-407d-b950-365559c96aa9 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 210 time: 0.0686815 Feb 04 13:30:21.615348 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (54a2c78c-f382-4251-a0de-b6e1c8246da5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:21.619151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port a473aecc-d71b-40fb-8d60-3504ceb33e9b completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:21.672202 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port a473aecc-d71b-40fb-8d60-3504ceb33e9b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:21.672568 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:21.776295 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669a195-446f-414f-9913-62f18c87230a None None] Pushing event updated for resources: {'Port': ['ID=54a2c78c-f382-4251-a0de-b6e1c8246da5,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:21.787199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Attempting to bind port 54a2c78c-f382-4251-a0de-b6e1c8246da5 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:30:21.787639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Attempting to bind port 54a2c78c-f382-4251-a0de-b6e1c8246da5 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:30:21.787994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Attempting to bind port 54a2c78c-f382-4251-a0de-b6e1c8246da5 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:21.830156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:30:21.830156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:21.830663 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:21.831113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:30:21.831611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Bound port: 54a2c78c-f382-4251-a0de-b6e1c8246da5, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:30:21.831996 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (54a2c78c-f382-4251-a0de-b6e1c8246da5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:21.917151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c81168f-eac0-4a85-afc6-c922331052c4 None None] Network 64e60041-b273-46da-b66c-c8cf60c3bd92 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:21.922296 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 52fdbc03-f1dc-487e-aaa9-204c2db973f5 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:22.028388 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] For port 54a2c78c-f382-4251-a0de-b6e1c8246da5, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:30:22.032046 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a473aecc-d71b-40fb-8d60-3504ceb33e9b is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:22.032924 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:22.056234 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] For port 54a2c78c-f382-4251-a0de-b6e1c8246da5, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=54a2c78c-f382-4251-a0de-b6e1c8246da5,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:30:22.056568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-4802ef84-da92-4120-aa9c-a0ab2542fd7a tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:22.062963 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-4802ef84-da92-4120-aa9c-a0ab2542fd7a tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/networks?id=88b7b145-9182-4a19-b1fb-5c6b08aa0112 HTTP/1.1" status: 200 len: 805 time: 0.3398833 Feb 04 13:30:22.080178 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (54a2c78c-f382-4251-a0de-b6e1c8246da5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:22.101362 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-72a33369-d3d6-4170-82da-e1b45a158bec tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/quotas/3f24cfd32e484baba353172f9247b6d4 HTTP/1.1" status: 200 len: 375 time: 0.0368810 Feb 04 13:30:22.102901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Allocated IP 172.20.0.1 (f24b6c58-89d6-4662-8fa5-85c8f4148bf1/ebf481c7-6d88-4613-b307-d6a0179136ca/ea4c1930-a614-4305-9333-65f0188a1e41) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:22.108777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-aa6e9387-6368-4da6-8c92-526d9b7919c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Made reservation on behalf of 688a1d8829de4353a6d958abc734325e for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:22.112847 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-aa6e9387-6368-4da6-8c92-526d9b7919c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:22.128103 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a473aecc-d71b-40fb-8d60-3504ceb33e9b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a473aecc-d71b-40fb-8d60-3504ceb33e9b,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:22.161814 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:22.201121 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Routers {'b8cb4ae0-8174-435b-9573-4807d6fed4db'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:30:22.201759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:30:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8cb4ae0-8174-435b-9573-4807d6fed4db'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:22.241676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669a195-446f-414f-9913-62f18c87230a None None] Pushing event updated for resources: {'Port': ['ID=54a2c78c-f382-4251-a0de-b6e1c8246da5,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:22.342134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a473aecc-d71b-40fb-8d60-3504ceb33e9b,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:22.369520 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] Set router b8cb4ae0-8174-435b-9573-4807d6fed4db gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:30:22.398871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfda4c41-c6f4-4182-82ab-36feb984a0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a473aecc-d71b-40fb-8d60-3504ceb33e9b'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:30:22.400650 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfcb690-6d17-4d13-a704-b34711cc91f3" -d '{"events": [{"server_uuid": "bfda4c41-c6f4-4182-82ab-36feb984a0c4", "name": "network-vif-plugged", "status": "completed", "tag": "a473aecc-d71b-40fb-8d60-3504ceb33e9b"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:30:22.417361 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-5836a472-244a-4a7b-88c8-be61c020a063 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f24cfd32e484baba353172f9247b6d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3005860 Feb 04 13:30:22.535317 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f150b317-9461-4b80-9f4d-5a36ea5ed1ec tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks [] for router_gateway (353ece37-63f0-499b-8b5f-b3165ac22112), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:22.539395 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Publish callbacks [] for port (ea4c1930-a614-4305-9333-65f0188a1e41), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:22.581592 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f150b317-9461-4b80-9f4d-5a36ea5ed1ec tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:22.583846 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-7976deff-c785-4980-bf67-07f898d88d4b tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:30:22.587170 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-7976deff-c785-4980-bf67-07f898d88d4b tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070407 Feb 04 13:30:22.595683 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'name': 'tempest-ServersTestManualDisk-159638493-router', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:30:12Z', 'updated_at': '2022-02-04T13:30:16Z', 'revision_number': 3, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'gw_port': {'id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:14Z', 'updated_at': '2022-02-04T13:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:22.606335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-aa6e9387-6368-4da6-8c92-526d9b7919c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Allocated IP 172.20.0.5 (d188bd97-3ae7-401d-8731-0d5589265d96/ddd53861-36d1-4ddc-a3f4-939049859c05/fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:22.636855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9967cb38-3d11-4148-bba2-fbb0e5a6ea02 None None] The sync data for ids ['b8cb4ae0-8174-435b-9573-4807d6fed4db'] in n-d-714676-13 is: [{'id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'name': 'tempest-ServersTestManualDisk-159638493-router', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:30:12Z', 'updated_at': '2022-02-04T13:30:16Z', 'revision_number': 3, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'gw_port': {'id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:14Z', 'updated_at': '2022-02-04T13:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:22.641431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-f8336652-84f0-488b-bc71-26889990f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:22.643464 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-f8336652-84f0-488b-bc71-26889990f495 service neutron] 10.222.0.96 "GET /v2.0/ports/0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 HTTP/1.1" status: 200 len: 1125 time: 0.0505097 Feb 04 13:30:22.656019 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-127c2863-f098-4d2b-837d-dab5cf217481 service neutron] Request body: {'binding': {'host': 'n-h2-714676-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:22.656829 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-127c2863-f098-4d2b-837d-dab5cf217481 service neutron] Unknown quota resources ['binding']. {{(pid=103607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:30:22.733170 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:22.799510 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-c4612213-b90d-4037-8e51-91755e67d196 service neutron] 10.222.0.96 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690543 Feb 04 13:30:22.831148 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-127c2863-f098-4d2b-837d-dab5cf217481 service neutron] Attempting to bind port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 on host n-h2-714676-13 for vnic_type normal with profile None {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:30:22.831525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-127c2863-f098-4d2b-837d-dab5cf217481 service neutron] Attempting to bind port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:30:22.831821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-127c2863-f098-4d2b-837d-dab5cf217481 service neutron] Attempting to bind port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:22.836906 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-127c2863-f098-4d2b-837d-dab5cf217481 service neutron] Port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 on network 15db41b1-a6d5-41af-b587-4385571234bf not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:30:22.837261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-127c2863-f098-4d2b-837d-dab5cf217481 service neutron] Attempting to bind port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:22.843752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-127c2863-f098-4d2b-837d-dab5cf217481 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:30:22.844101 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-127c2863-f098-4d2b-837d-dab5cf217481 service neutron] Checking segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:22.844530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-127c2863-f098-4d2b-837d-dab5cf217481 service neutron] Bound using segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:30:22.845637 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-127c2863-f098-4d2b-837d-dab5cf217481 service neutron] Bound port: 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:30:22.925381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-127c2863-f098-4d2b-837d-dab5cf217481 service neutron] For port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:30:22.936153 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-127c2863-f098-4d2b-837d-dab5cf217481 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:22.949566 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-127c2863-f098-4d2b-837d-dab5cf217481 service neutron] 10.222.0.96 "POST /v2.0/ports/0e4bb942-aa87-4bd2-a360-2d30a69b2fa3/bindings HTTP/1.1" status: 201 len: 390 time: 0.2931635 Feb 04 13:30:23.244967 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Network f24b6c58-89d6-4662-8fa5-85c8f4148bf1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:23.279432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:23.281903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:23.320129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-9e8f3767-fc64-4a7c-b3ee-25fcb67d9af3 req-4b1c846e-31a2-4c0e-ac1a-d552e9bad220 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-445330588', 'description': 'tempest-description-560696891'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:23.412312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Pushing event updated for resources: {'Port': ['ID=ea4c1930-a614-4305-9333-65f0188a1e41,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:23.525995 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9e8f3767-fc64-4a7c-b3ee-25fcb67d9af3 req-4b1c846e-31a2-4c0e-ac1a-d552e9bad220 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:23.557526 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (b8cb4ae0-8174-435b-9573-4807d6fed4db), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:23.571069 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c41dc014-e87d-4b59-ae56-b23a5ae33432 None None] Provisioning complete for port ea4c1930-a614-4305-9333-65f0188a1e41 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:23.572023 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c41dc014-e87d-4b59-ae56-b23a5ae33432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:23.611959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c41dc014-e87d-4b59-ae56-b23a5ae33432 None None] Port ea4c1930-a614-4305-9333-65f0188a1e41 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:30:23.646771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e3e63-34a3-4d6e-a539-633c662bdca6 req-251670cd-484c-467c-8241-43fee8463e75 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:23.648489 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae4e3e63-34a3-4d6e-a539-633c662bdca6 req-251670cd-484c-467c-8241-43fee8463e75 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.99 "GET /v2.0/ports?device_id=d05daaec-e431-4ce2-902e-91233c3de77d HTTP/1.1" status: 200 len: 944 time: 0.8479643 Feb 04 13:30:23.649210 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f150b317-9461-4b80-9f4d-5a36ea5ed1ec tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks [] for router (353ece37-63f0-499b-8b5f-b3165ac22112), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:23.750334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-da93cf62-6576-4f12-a3a1-97be6cfab7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:23.752195 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-da93cf62-6576-4f12-a3a1-97be6cfab7a6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 1128 time: 0.5029747 Feb 04 13:30:23.785225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-666c6144-9d35-4a68-a413-331dbd68d535 service neutron] 10.222.0.96 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9736478 Feb 04 13:30:23.878426 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-aa6e9387-6368-4da6-8c92-526d9b7919c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks [] for port (fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:23.937309 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29803e86-5e96-4563-9b45-f89b7b06eaa0 x-openstack-request-id: req-29803e86-5e96-4563-9b45-f89b7b06eaa0 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:23.937735 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfda4c41-c6f4-4182-82ab-36feb984a0c4", "name": "network-vif-plugged", "status": "completed", "tag": "a473aecc-d71b-40fb-8d60-3504ceb33e9b", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:23.938084 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-29803e86-5e96-4563-9b45-f89b7b06eaa0 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:23.939215 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfda4c41-c6f4-4182-82ab-36feb984a0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a473aecc-d71b-40fb-8d60-3504ceb33e9b', 'code': 200} Feb 04 13:30:24.233011 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f150b317-9461-4b80-9f4d-5a36ea5ed1ec tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (353ece37-63f0-499b-8b5f-b3165ac22112), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:24.242525 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f150b317-9461-4b80-9f4d-5a36ea5ed1ec tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks [] for router_controller (353ece37-63f0-499b-8b5f-b3165ac22112), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:24.284563 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9e8f3767-fc64-4a7c-b3ee-25fcb67d9af3 req-4b1c846e-31a2-4c0e-ac1a-d552e9bad220 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (6d9512f4-8e67-4264-b0e2-cbf00acc8ec4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:24.354475 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9e8f3767-fc64-4a7c-b3ee-25fcb67d9af3 req-4b1c846e-31a2-4c0e-ac1a-d552e9bad220 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6d9512f4-8e67-4264-b0e2-cbf00acc8ec4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:24.415029 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-13932a45-8023-4116-a2e6-c9c2c9bb6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:24.416576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-13932a45-8023-4116-a2e6-c9c2c9bb6f11 service neutron] 10.222.0.100 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.6304696 Feb 04 13:30:24.425101 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f150b317-9461-4b80-9f4d-5a36ea5ed1ec tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (353ece37-63f0-499b-8b5f-b3165ac22112), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:24.425656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f150b317-9461-4b80-9f4d-5a36ea5ed1ec tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 353ece37-63f0-499b-8b5f-b3165ac22112 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:30:24.428867 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-aa6e9387-6368-4da6-8c92-526d9b7919c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:24.445647 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['355c92ab-2156-47d3-abb8-4333a39b455b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:30:24.548500 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da37b9-91e5-4315-a05f-63b95f5093a2 req-615b1fda-d3ab-4f12-b8e6-63c434b35e0f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:24.550202 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76da37b9-91e5-4315-a05f-63b95f5093a2 req-615b1fda-d3ab-4f12-b8e6-63c434b35e0f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.5363245 Feb 04 13:30:24.575903 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9e8f3767-fc64-4a7c-b3ee-25fcb67d9af3 req-4b1c846e-31a2-4c0e-ac1a-d552e9bad220 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:24.577538 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e8f3767-fc64-4a7c-b3ee-25fcb67d9af3 req-4b1c846e-31a2-4c0e-ac1a-d552e9bad220 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.3353539 Feb 04 13:30:24.580539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d485e84-7552-4498-9f1c-e0378237acf5 req-b871d0e8-bc87-4237-88c8-537d7ee662f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:24.589609 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d485e84-7552-4498-9f1c-e0378237acf5 req-b871d0e8-bc87-4237-88c8-537d7ee662f5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 1128 time: 0.5290058 Feb 04 13:30:24.590817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c846e-31a2-4c0e-ac1a-d552e9bad220 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9512f4-8e67-4264-b0e2-cbf00acc8ec4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:24.651639 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-6665129f-0154-4f8a-b065-1e34b3ccb4fc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 HTTP/1.1" status: 200 len: 217 time: 0.2078736 Feb 04 13:30:24.652930 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e9387-6368-4da6-8c92-526d9b7919c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Pushing event updated for resources: {'Port': ['ID=fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:24.656687 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:24.675345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 54a2c78c-f382-4251-a0de-b6e1c8246da5 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:24.699320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-aa6e9387-6368-4da6-8c92-526d9b7919c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Network d188bd97-3ae7-401d-8731-0d5589265d96 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:24.716726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-aa6e9387-6368-4da6-8c92-526d9b7919c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:24.723653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-aa6e9387-6368-4da6-8c92-526d9b7919c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:24.726831 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-f150b317-9461-4b80-9f4d-5a36ea5ed1ec tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 13:30:24.727942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f150b317-9461-4b80-9f4d-5a36ea5ed1ec tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.2332156 Feb 04 13:30:24.730351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-ae4e3e63-34a3-4d6e-a539-633c662bdca6 req-a27c31bf-1f1c-4abf-9599-397d13d49143 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Deleting port e37e10a8-266b-4911-8d3c-a84365fcda2f {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:24.730725 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ae4e3e63-34a3-4d6e-a539-633c662bdca6 req-a27c31bf-1f1c-4abf-9599-397d13d49143 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:24.730964 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43900) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:24.778599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 54a2c78c-f382-4251-a0de-b6e1c8246da5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:24.778896 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (54a2c78c-f382-4251-a0de-b6e1c8246da5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:24.847546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6b996b40-dbf4-4f5f-9e29-2507b8eaa12c tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Deleting port 667430ea-0deb-4116-9cc5-a6c9bf7ab2c3 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:24.847891 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b996b40-dbf4-4f5f-9e29-2507b8eaa12c tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (667430ea-0deb-4116-9cc5-a6c9bf7ab2c3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:24.896494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 54a2c78c-f382-4251-a0de-b6e1c8246da5 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:24.897183 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (54a2c78c-f382-4251-a0de-b6e1c8246da5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:24.929334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 54a2c78c-f382-4251-a0de-b6e1c8246da5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=54a2c78c-f382-4251-a0de-b6e1c8246da5,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:24.934195 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (54a2c78c-f382-4251-a0de-b6e1c8246da5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:24.940382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b996b40-dbf4-4f5f-9e29-2507b8eaa12c tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (667430ea-0deb-4116-9cc5-a6c9bf7ab2c3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:24.952868 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6b996b40-dbf4-4f5f-9e29-2507b8eaa12c tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Calling delete_port for 667430ea-0deb-4116-9cc5-a6c9bf7ab2c3 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:24.978591 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d485e84-7552-4498-9f1c-e0378237acf5 req-92a670a2-7253-495d-a83f-8f0caec0d874 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725817 Feb 04 13:30:24.994939 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=54a2c78c-f382-4251-a0de-b6e1c8246da5,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:25.021696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-aa6e9387-6368-4da6-8c92-526d9b7919c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:25.022396 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-aa6e9387-6368-4da6-8c92-526d9b7919c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:25.036319 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76da37b9-91e5-4315-a05f-63b95f5093a2 req-50a824af-633f-4739-81c5-0506d11048b2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212601 Feb 04 13:30:25.050778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-083b9893-5ff7-46aa-a68f-e5b215d055eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:25.052503 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-083b9893-5ff7-46aa-a68f-e5b215d055eb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.3889832 Feb 04 13:30:25.100071 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d35adf-5946-4e92-8677-8e128be4af9a req-17dc1e75-6621-4daa-bf7c-d00fd65d32ba tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:25.106144 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64d35adf-5946-4e92-8677-8e128be4af9a req-17dc1e75-6621-4daa-bf7c-d00fd65d32ba tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 931 time: 0.4418759 Feb 04 13:30:25.153198 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b996b40-dbf4-4f5f-9e29-2507b8eaa12c tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (667430ea-0deb-4116-9cc5-a6c9bf7ab2c3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:25.162976 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-aa6e9387-6368-4da6-8c92-526d9b7919c3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6562338 Feb 04 13:30:25.164956 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-7163c7b3-fe59-4e14-922c-0f9cddcc5d01 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936124 Feb 04 13:30:25.182928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b996b40-dbf4-4f5f-9e29-2507b8eaa12c tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Pushing event deleted for resources: {'Port': ['ID=667430ea-0deb-4116-9cc5-a6c9bf7ab2c3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:25.255548 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b996b40-dbf4-4f5f-9e29-2507b8eaa12c tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:25.259337 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Request body: {'port': {'device_id': 'cc9aa621-2849-4b6b-8369-5954371fddb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:25.264340 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6b996b40-dbf4-4f5f-9e29-2507b8eaa12c tempest-RoutersAdminNegativeTest-688495883 tempest-RoutersAdminNegativeTest-688495883-project-admin] 10.222.0.96 "DELETE /v2.0/ports/667430ea-0deb-4116-9cc5-a6c9bf7ab2c3 HTTP/1.1" status: 204 len: 168 time: 0.5311697 Feb 04 13:30:25.264475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-ae4e3e63-34a3-4d6e-a539-633c662bdca6 req-a27c31bf-1f1c-4abf-9599-397d13d49143 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] For port e37e10a8-266b-4911-8d3c-a84365fcda2f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e37e10a8-266b-4911-8d3c-a84365fcda2f,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:25.264475 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ae4e3e63-34a3-4d6e-a539-633c662bdca6 req-a27c31bf-1f1c-4abf-9599-397d13d49143 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:25.495537 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43906) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:25.671875 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5e97e2a-2b2f-49d6-9ab8-b83e540f73aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:25.683194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-ae4e3e63-34a3-4d6e-a539-633c662bdca6 req-a27c31bf-1f1c-4abf-9599-397d13d49143 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Calling delete_port for e37e10a8-266b-4911-8d3c-a84365fcda2f owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:25.790381 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5e97e2a-2b2f-49d6-9ab8-b83e540f73aa admin admin] Publish callbacks [] for security_group (8ff3272e-5e86-478a-abee-27aa17c9f740), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:25.795731 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5e97e2a-2b2f-49d6-9ab8-b83e540f73aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8ff3272e-5e86-478a-abee-27aa17c9f740), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:25.845738 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b5e97e2a-2b2f-49d6-9ab8-b83e540f73aa admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=30c32f9a8b2645238e82661addc66e03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483918 Feb 04 13:30:25.848942 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e97e2a-2b2f-49d6-9ab8-b83e540f73aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff3272e-5e86-478a-abee-27aa17c9f740,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:25.851662 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43910) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:25.887865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64d35adf-5946-4e92-8677-8e128be4af9a req-8daa4d03-e5b4-4aa5-a64c-c486768a4c4a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7557213 Feb 04 13:30:25.924633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-978511fa-0458-48de-93cf-f5a46086ccbd admin admin] Publish callbacks [] for security_group (8ff3272e-5e86-478a-abee-27aa17c9f740), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:25.952967 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:25.953352 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-978511fa-0458-48de-93cf-f5a46086ccbd admin admin] Publish callbacks [] for security_group (8ff3272e-5e86-478a-abee-27aa17c9f740), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:25.972699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f281a2-c944-4112-b9d8-3168684b3303 req-e396b3f2-94e7-4831-bdda-217e1811705e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:25.974291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62f281a2-c944-4112-b9d8-3168684b3303 req-e396b3f2-94e7-4831-bdda-217e1811705e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 945 time: 0.8157189 Feb 04 13:30:26.009109 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-978511fa-0458-48de-93cf-f5a46086ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8ff3272e-5e86-478a-abee-27aa17c9f740), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:26.011888 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-978511fa-0458-48de-93cf-f5a46086ccbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:26.013247 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-b1414526-d072-4217-9b39-901e9f458330 service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8293591 Feb 04 13:30:26.013405 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-978511fa-0458-48de-93cf-f5a46086ccbd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8ff3272e-5e86-478a-abee-27aa17c9f740 HTTP/1.1" status: 204 len: 168 time: 0.1605015 Feb 04 13:30:26.021505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978511fa-0458-48de-93cf-f5a46086ccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff3272e-5e86-478a-abee-27aa17c9f740,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:26.093171 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df1c0ffd-2196-4c03-8fc7-c3fca4d3317f req-0e25d540-5d3f-4e6b-843a-bbef3e37f050 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ba2fdc4-f179-494f-b119-a47b994a5e40 HTTP/1.1" status: 200 len: 210 time: 0.1140494 Feb 04 13:30:26.173527 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Publish callbacks [] for port (ea4c1930-a614-4305-9333-65f0188a1e41), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:26.205586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-7c227ed9-f8b1-468b-8aa5-e387534a470a tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:26.207106 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-7c227ed9-f8b1-468b-8aa5-e387534a470a tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.99 "GET /v2.0/networks?id=88b7b145-9182-4a19-b1fb-5c6b08aa0112 HTTP/1.1" status: 200 len: 805 time: 0.5434701 Feb 04 13:30:26.213988 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:26.269862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aee8a532-e5d5-4cce-a094-4d03f28e2a79 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Request body: {'port': {'device_id': '1ba2fdc4-f179-494f-b119-a47b994a5e40', 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112', 'admin_state_up': True, 'tenant_id': '3f24cfd32e484baba353172f9247b6d4'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:26.321247 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43918) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:26.371242 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-95f787e0-47b0-4cc1-8c41-883d844240b3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1572b561a0d449f781e320ed81946865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466106 Feb 04 13:30:26.372145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43920) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:26.437407 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ba60-e3ea-48a4-bd79-f3044da9647e admin admin] Publish callbacks [] for security_group (7df37dad-3901-4330-ad56-b2d1a5d1e2aa), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:26.465383 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ba60-e3ea-48a4-bd79-f3044da9647e admin admin] Publish callbacks [] for security_group (7df37dad-3901-4330-ad56-b2d1a5d1e2aa), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:26.485417 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62f281a2-c944-4112-b9d8-3168684b3303 req-d9c4d8c3-5328-4a13-be6b-0c9b2254d644 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771535 Feb 04 13:30:26.546678 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ba60-e3ea-48a4-bd79-f3044da9647e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7df37dad-3901-4330-ad56-b2d1a5d1e2aa), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:26.555510 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ba60-e3ea-48a4-bd79-f3044da9647e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:26.555510 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c4c1ba60-e3ea-48a4-bd79-f3044da9647e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7df37dad-3901-4330-ad56-b2d1a5d1e2aa HTTP/1.1" status: 204 len: 168 time: 0.1776412 Feb 04 13:30:26.555994 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (b8cb4ae0-8174-435b-9573-4807d6fed4db), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:26.582455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8941e556-dacd-41d5-a74e-baab49c6d693 req-fb80ab87-214d-4e7c-ac00-67b388c24066 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "GET /v2.0/security-groups/6d9512f4-8e67-4264-b0e2-cbf00acc8ec4 HTTP/1.1" status: 200 len: 1830 time: 0.4141834 Feb 04 13:30:26.584903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1ba60-e3ea-48a4-bd79-f3044da9647e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df37dad-3901-4330-ad56-b2d1a5d1e2aa,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:26.605369 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Pushing event updated for resources: {'Port': ['ID=ea4c1930-a614-4305-9333-65f0188a1e41,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:26.646698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 54a2c78c-f382-4251-a0de-b6e1c8246da5 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:26.689856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8941e556-dacd-41d5-a74e-baab49c6d693 req-d37fd388-fa4c-44ce-b6c6-2a3531ce5109 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6d9512f4-8e67-4264-b0e2-cbf00acc8ec4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:26.690839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8941e556-dacd-41d5-a74e-baab49c6d693 req-d37fd388-fa4c-44ce-b6c6-2a3531ce5109 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6d9512f4-8e67-4264-b0e2-cbf00acc8ec4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:26.705748 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-020430c5-89f5-4b72-937f-e5ed741834f9 service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6671598 Feb 04 13:30:26.725553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 54a2c78c-f382-4251-a0de-b6e1c8246da5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:26.726311 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (54a2c78c-f382-4251-a0de-b6e1c8246da5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:26.727977 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ae4e3e63-34a3-4d6e-a539-633c662bdca6 req-a27c31bf-1f1c-4abf-9599-397d13d49143 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (e37e10a8-266b-4911-8d3c-a84365fcda2f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:26.834537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 54a2c78c-f382-4251-a0de-b6e1c8246da5 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:26.871813 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c31bf-1f1c-4abf-9599-397d13d49143 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Pushing event deleted for resources: {'Port': ['ID=e37e10a8-266b-4911-8d3c-a84365fcda2f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:26.937747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e37e10a8-266b-4911-8d3c-a84365fcda2f no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:30:26.974803 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: e37e10a8-266b-4911-8d3c-a84365fcda2f {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:30:26.975148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e37e10a8-266b-4911-8d3c-a84365fcda2f not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:30:26.988038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4e3e63-34a3-4d6e-a539-633c662bdca6 req-a27c31bf-1f1c-4abf-9599-397d13d49143 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] No DVR routers for this DVR port e37e10a8-266b-4911-8d3c-a84365fcda2f on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:30:27.005483 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ae4e3e63-34a3-4d6e-a539-633c662bdca6 req-a27c31bf-1f1c-4abf-9599-397d13d49143 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:27.008864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae4e3e63-34a3-4d6e-a539-633c662bdca6 req-a27c31bf-1f1c-4abf-9599-397d13d49143 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.99 "DELETE /v2.0/ports/e37e10a8-266b-4911-8d3c-a84365fcda2f HTTP/1.1" status: 204 len: 173 time: 3.3445020 Feb 04 13:30:27.012663 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aee8a532-e5d5-4cce-a094-4d03f28e2a79 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Made reservation on behalf of 3f24cfd32e484baba353172f9247b6d4 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:27.015999 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aee8a532-e5d5-4cce-a094-4d03f28e2a79 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:27.019625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05daaec-e431-4ce2-902e-91233c3de77d', 'name': 'network-vif-deleted', 'tag': 'e37e10a8-266b-4911-8d3c-a84365fcda2f'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:30:27.021459 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a362786-b849-4cca-8ec3-68ff30d17c5c" -d '{"events": [{"server_uuid": "d05daaec-e431-4ce2-902e-91233c3de77d", "name": "network-vif-deleted", "tag": "e37e10a8-266b-4911-8d3c-a84365fcda2f"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:30:27.090235 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8941e556-dacd-41d5-a74e-baab49c6d693 req-d37fd388-fa4c-44ce-b6c6-2a3531ce5109 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group_rule (726574d0-6f5c-48f0-a65b-8861bc74bdf9), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:27.106613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc9bd7-6218-40de-a03b-97b230c9281d req-605653c8-2b65-4e2a-a7da-a9d8dcb61aa0 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:27.108224 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfdc9bd7-6218-40de-a03b-97b230c9281d req-605653c8-2b65-4e2a-a7da-a9d8dcb61aa0 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.4052491 Feb 04 13:30:27.110902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Network f24b6c58-89d6-4662-8fa5-85c8f4148bf1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:27.136455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:27.238347 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8941e556-dacd-41d5-a74e-baab49c6d693 req-d37fd388-fa4c-44ce-b6c6-2a3531ce5109 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group_rule (726574d0-6f5c-48f0-a65b-8861bc74bdf9), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:27.259239 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8941e556-dacd-41d5-a74e-baab49c6d693 req-d37fd388-fa4c-44ce-b6c6-2a3531ce5109 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (726574d0-6f5c-48f0-a65b-8861bc74bdf9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:27.390831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:30:27.403259 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Publish callbacks [] for port (fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:27.477375 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8941e556-dacd-41d5-a74e-baab49c6d693 req-d37fd388-fa4c-44ce-b6c6-2a3531ce5109 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:27.478933 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8941e556-dacd-41d5-a74e-baab49c6d693 req-d37fd388-fa4c-44ce-b6c6-2a3531ce5109 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8686082 Feb 04 13:30:27.489316 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fd388-fa4c-44ce-b6c6-2a3531ce5109 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726574d0-6f5c-48f0-a65b-8861bc74bdf9,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:27.495114 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9c8d88e7-ac3f-4ec5-8333-7bd756a46aa3 None None] Provisioning complete for port ea4c1930-a614-4305-9333-65f0188a1e41 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:27.496185 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c8d88e7-ac3f-4ec5-8333-7bd756a46aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:27.505317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Transition to ACTIVE for port object fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:27.538641 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfdc9bd7-6218-40de-a03b-97b230c9281d req-ded5fe89-9da8-4496-aa7a-744643510dfb tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124415 Feb 04 13:30:27.560855 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:27.575817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d88e7-ac3f-4ec5-8333-7bd756a46aa3 None None] Port ea4c1930-a614-4305-9333-65f0188a1e41 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:30:27.647562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aee8a532-e5d5-4cce-a094-4d03f28e2a79 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Allocated IP 172.20.0.3 (88b7b145-9182-4a19-b1fb-5c6b08aa0112/65276bc3-38f7-4354-8723-1e8038a429ba/9f0ac2b7-dff9-490b-b6cb-2a19dcf82363) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:27.681415 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6546af-6f9a-4886-8017-b922eca0c092 x-openstack-request-id: req-9c6546af-6f9a-4886-8017-b922eca0c092 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:27.681998 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05daaec-e431-4ce2-902e-91233c3de77d", "name": "network-vif-deleted", "tag": "e37e10a8-266b-4911-8d3c-a84365fcda2f", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:27.682444 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9c6546af-6f9a-4886-8017-b922eca0c092 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:27.683044 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05daaec-e431-4ce2-902e-91233c3de77d', 'name': 'network-vif-deleted', 'tag': 'e37e10a8-266b-4911-8d3c-a84365fcda2f', 'status': 'completed', 'code': 200} Feb 04 13:30:27.747565 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Router b8cb4ae0-8174-435b-9573-4807d6fed4db has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:30:27.792238 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43954) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:27.800081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Pushing event updated for resources: {'Port': ['ID=fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:27.942399 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13357696-31b5-4aec-b5c9-f0f970c2a036 req-0404372d-24d2-48a0-88a2-36423c2f1128 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ba2fdc4-f179-494f-b119-a47b994a5e40 HTTP/1.1" status: 200 len: 210 time: 0.1663315 Feb 04 13:30:27.970777 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ee8e1908-d343-42e4-ad88-bf33b2e9ec79 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1480848349'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:27.994841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8e1908-d343-42e4-ad88-bf33b2e9ec79 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:27.998945 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1908-d343-42e4-ad88-bf33b2e9ec79 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:28.009173 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1908-d343-42e4-ad88-bf33b2e9ec79 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:28.131074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1908-d343-42e4-ad88-bf33b2e9ec79 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for security_group (e4240e4f-e9cc-42d7-8b6b-f3cf270f53ba), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:28.135762 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1908-d343-42e4-ad88-bf33b2e9ec79 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e4240e4f-e9cc-42d7-8b6b-f3cf270f53ba), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:28.167501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e908fb2-2e1a-4e99-bdb7-e639714187ed req-1c08877e-0f8e-4a3c-aa9e-0cadd329d0bf tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:28.218796 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6e908fb2-2e1a-4e99-bdb7-e639714187ed req-1c08877e-0f8e-4a3c-aa9e-0cadd329d0bf tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 943 time: 0.5316792 Feb 04 13:30:28.221393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8e1908-d343-42e4-ad88-bf33b2e9ec79 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:30:28.221393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e1908-d343-42e4-ad88-bf33b2e9ec79 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4240e4f-e9cc-42d7-8b6b-f3cf270f53ba,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:28.222425 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5279f90-d966-4d78-9e85-48e20a6a15ef req-9a761899-0d74-4594-8c92-049a86971ca0 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "GET /v2.0/security-groups/6d9512f4-8e67-4264-b0e2-cbf00acc8ec4 HTTP/1.1" status: 200 len: 2424 time: 0.2118943 Feb 04 13:30:28.227931 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1908-d343-42e4-ad88-bf33b2e9ec79 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (03cb57fa-d868-4db1-8948-47090d854513), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:28.228660 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-ee8e1908-d343-42e4-ad88-bf33b2e9ec79 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Added segment 03cb57fa-d868-4db1-8948-47090d854513 of type vlan for network 2ee6628b-98e8-4827-b47e-b9107cd39956 Feb 04 13:30:28.302687 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1908-d343-42e4-ad88-bf33b2e9ec79 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (2ee6628b-98e8-4827-b47e-b9107cd39956), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:28.346360 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1908-d343-42e4-ad88-bf33b2e9ec79 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (2ee6628b-98e8-4827-b47e-b9107cd39956), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:28.354420 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8e1908-d343-42e4-ad88-bf33b2e9ec79 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:28.355487 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1908-d343-42e4-ad88-bf33b2e9ec79 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:28.434393 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ee8e1908-d343-42e4-ad88-bf33b2e9ec79 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6379094 Feb 04 13:30:28.435775 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43960) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:28.444717 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b7bf6995-59c6-466e-b7ad-93d59c264f87 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:28.466775 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e1908-d343-42e4-ad88-bf33b2e9ec79 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Network': ['ID=2ee6628b-98e8-4827-b47e-b9107cd39956,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:28.486841 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:30:28.584421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bf6995-59c6-466e-b7ad-93d59c264f87 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:28.591420 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b7bf6995-59c6-466e-b7ad-93d59c264f87 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:28.647616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Attempting to bind port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:30:28.647955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Attempting to bind port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:30:28.648454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Attempting to bind port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d on network d188bd97-3ae7-401d-8731-0d5589265d96 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:28.702950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:30:28.710769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d on network d188bd97-3ae7-401d-8731-0d5589265d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:30:28.711139 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Attempting to bind port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d on network d188bd97-3ae7-401d-8731-0d5589265d96 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:28.718281 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aee8a532-e5d5-4cce-a094-4d03f28e2a79 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks [] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:28.723476 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Sync routers for ids ['b8cb4ae0-8174-435b-9573-4807d6fed4db'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:28.734572 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-736e378c-2495-4194-b377-2626e13cfc82 admin admin] 10.222.0.96 "PUT /v2.0/routers/b8cb4ae0-8174-435b-9573-4807d6fed4db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0525239 Feb 04 13:30:28.761211 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Routers {'b8cb4ae0-8174-435b-9573-4807d6fed4db'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:30:28.765693 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:30:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8cb4ae0-8174-435b-9573-4807d6fed4db'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:28.806370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:30:28.806907 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Checking segment: {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:28.807418 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Bound using segment: {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:30:28.808026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Bound port: fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:30:28.808776 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:28.830397 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6e908fb2-2e1a-4e99-bdb7-e639714187ed req-d1dd501b-c285-43f5-9f1a-5cfdcdb2eb84 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080053 Feb 04 13:30:28.855332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e343923-4f3a-45ee-b8f5-85a35b0b5f0f req-816d23d0-ea60-4dc0-bbfe-6c1b9e9922d2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:28.859577 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e343923-4f3a-45ee-b8f5-85a35b0b5f0f req-816d23d0-ea60-4dc0-bbfe-6c1b9e9922d2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 945 time: 0.2829533 Feb 04 13:30:28.916228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-02287127-77ff-4a19-9f7e-d0c7cc985433 req-1f9369da-4053-486c-898e-8f46374b393c tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "GET /v2.0/security-group-rules/726574d0-6f5c-48f0-a65b-8861bc74bdf9 HTTP/1.1" status: 200 len: 778 time: 0.0541894 Feb 04 13:30:28.926056 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Set router b8cb4ae0-8174-435b-9573-4807d6fed4db gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:30:29.008691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-02287127-77ff-4a19-9f7e-d0c7cc985433 req-647ac9b6-7cb7-4ce0-b01f-01ae4bc44a8a tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "GET /v2.0/security-groups/6d9512f4-8e67-4264-b0e2-cbf00acc8ec4 HTTP/1.1" status: 200 len: 2424 time: 0.0913947 Feb 04 13:30:29.031462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5789f59-315c-488c-a33e-ecd9e52c55cc req-d2f83ad8-1c23-4f62-9792-81052658a00e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4560878 Feb 04 13:30:29.165374 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e343923-4f3a-45ee-b8f5-85a35b0b5f0f req-2c3464ee-5710-424a-a80e-60f127c3d33a tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943853 Feb 04 13:30:29.184576 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-02287127-77ff-4a19-9f7e-d0c7cc985433 req-0638067a-7b31-43ba-983c-42b8af9af457 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group_rule (726574d0-6f5c-48f0-a65b-8861bc74bdf9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:29.200215 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-02287127-77ff-4a19-9f7e-d0c7cc985433 req-0638067a-7b31-43ba-983c-42b8af9af457 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group_rule (726574d0-6f5c-48f0-a65b-8861bc74bdf9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:29.254133 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-02287127-77ff-4a19-9f7e-d0c7cc985433 req-0638067a-7b31-43ba-983c-42b8af9af457 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (726574d0-6f5c-48f0-a65b-8861bc74bdf9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:29.273230 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-02287127-77ff-4a19-9f7e-d0c7cc985433 req-0638067a-7b31-43ba-983c-42b8af9af457 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:29.274519 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-02287127-77ff-4a19-9f7e-d0c7cc985433 req-0638067a-7b31-43ba-983c-42b8af9af457 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/726574d0-6f5c-48f0-a65b-8861bc74bdf9 HTTP/1.1" status: 204 len: 173 time: 0.2308531 Feb 04 13:30:29.280585 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aee8a532-e5d5-4cce-a094-4d03f28e2a79 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:29.301906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638067a-7b31-43ba-983c-42b8af9af457 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=726574d0-6f5c-48f0-a65b-8861bc74bdf9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:29.306248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5789f59-315c-488c-a33e-ecd9e52c55cc req-aa07b1eb-b670-4f86-8783-6b725b92764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:29.308058 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5789f59-315c-488c-a33e-ecd9e52c55cc req-aa07b1eb-b670-4f86-8783-6b725b92764e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 1127 time: 0.2191176 Feb 04 13:30:29.310573 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] For port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:30:29.358819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b7bf6995-59c6-466e-b7ad-93d59c264f87 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (f32fb7e7-45f4-45f9-bba2-799208fd534b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:29.383956 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'name': 'tempest-ServersTestManualDisk-159638493-router', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:30:12Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'gw_port': {'id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:14Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'ea4c1930-a614-4305-9333-65f0188a1e41', 'name': '', 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'mac_address': 'fa:16:3e:5e:5e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:21Z', 'updated_at': '2022-02-04T13:30:25Z', 'revision_number': 2, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'subnets': [{'id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:29.442804 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Checking router: b8cb4ae0-8174-435b-9573-4807d6fed4db for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:30:29.443358 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Updating router b8cb4ae0-8174-435b-9573-4807d6fed4db port ea4c1930-a614-4305-9333-65f0188a1e41 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:30:29.457915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] For port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:30:29.468184 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf6995-59c6-466e-b7ad-93d59c264f87 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=f32fb7e7-45f4-45f9-bba2-799208fd534b,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:29.477502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bf6995-59c6-466e-b7ad-93d59c264f87 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:29.478085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf6995-59c6-466e-b7ad-93d59c264f87 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network hostable DHCP agents. Network: 2ee6628b-98e8-4827-b47e-b9107cd39956, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:30:29.490901 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:29.497873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf6995-59c6-466e-b7ad-93d59c264f87 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:30:29.511644 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b7bf6995-59c6-466e-b7ad-93d59c264f87 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 2ee6628b-98e8-4827-b47e-b9107cd39956) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:29.520906 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bf6995-59c6-466e-b7ad-93d59c264f87 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:29.521521 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b7bf6995-59c6-466e-b7ad-93d59c264f87 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:29.527253 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd917a-ba74-487b-a210-93ea78103cb6 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:29.553882 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b7bf6995-59c6-466e-b7ad-93d59c264f87 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1145728 Feb 04 13:30:29.555140 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43972) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:29.567830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d0effaf7-db08-45af-b4e8-3f9a8f8356ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'name': 'tempest-NetworksTestDHCPv6-1238038510'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:29.714892 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aee8a532-e5d5-4cce-a094-4d03f28e2a79 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:29.753780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': 'f32fb7e7-45f4-45f9-bba2-799208fd534b'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:30:29.755064 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:29.762885 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:29.765455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aee8a532-e5d5-4cce-a094-4d03f28e2a79 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:29.773702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8a532-e5d5-4cce-a094-4d03f28e2a79 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Pushing event updated for resources: {'Port': ['ID=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:29.802330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aee8a532-e5d5-4cce-a094-4d03f28e2a79 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:29.804431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0effaf7-db08-45af-b4e8-3f9a8f8356ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:29.811023 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d0effaf7-db08-45af-b4e8-3f9a8f8356ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:29.834224 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-d0effaf7-db08-45af-b4e8-3f9a8f8356ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port bc293bd3-4eb5-4b8a-ae30-b8dab77335ed yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:30:29.926231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5789f59-315c-488c-a33e-ecd9e52c55cc req-a647e2d1-1d46-472e-b709-b9a1d67c181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:29.928018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5789f59-315c-488c-a33e-ecd9e52c55cc req-a647e2d1-1d46-472e-b709-b9a1d67c181d service neutron] 10.222.0.100 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.4591479 Feb 04 13:30:30.002455 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Publish callbacks [] for port (ea4c1930-a614-4305-9333-65f0188a1e41), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:30.007139 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-d0effaf7-db08-45af-b4e8-3f9a8f8356ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::2e0 (2ee6628b-98e8-4827-b47e-b9107cd39956/f32fb7e7-45f4-45f9-bba2-799208fd534b/bc293bd3-4eb5-4b8a-ae30-b8dab77335ed) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:30.010945 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:30.036537 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Pushing event updated for resources: {'Port': ['ID=fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:30.054035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aee8a532-e5d5-4cce-a094-4d03f28e2a79 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:30.054794 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aee8a532-e5d5-4cce-a094-4d03f28e2a79 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:30.065955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:30.066651 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:30.068379 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-929aab21-4470-4b61-99dd-ec740dc66050 service neutron] 10.222.0.99 "PUT /v2.0/ports/fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d HTTP/1.1" status: 200 len: 1092 time: 4.8191416 Feb 04 13:30:30.070557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9aa621-2849-4b6b-8369-5954371fddb0', 'tag': 'fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:30:30.074888 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a7004c-78c7-43b4-b7e4-2e3dec9178f8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9aa621-2849-4b6b-8369-5954371fddb0", "tag": "fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:30:30.174813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5789f59-315c-488c-a33e-ecd9e52c55cc req-b11cd53d-dcc4-4bb3-812e-34bf9b3cd26b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf HTTP/1.1" status: 200 len: 217 time: 0.1141007 Feb 04 13:30:30.205939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201ff43-429a-4d21-9c5a-734ff9607901 req-4133024b-8e94-4f34-819a-cd2cb4f887a5 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:30.207659 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d201ff43-429a-4d21-9c5a-734ff9607901 req-4133024b-8e94-4f34-819a-cd2cb4f887a5 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ba2fdc4-f179-494f-b119-a47b994a5e40 HTTP/1.1" status: 200 len: 931 time: 0.7354536 Feb 04 13:30:30.212437 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aee8a532-e5d5-4cce-a094-4d03f28e2a79 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9771550 Feb 04 13:30:30.214391 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120430e-9612-4083-a8c5-7538c07fe03e None None] Pushing event updated for resources: {'Port': ['ID=ea4c1930-a614-4305-9333-65f0188a1e41,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:30.242074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d0effaf7-db08-45af-b4e8-3f9a8f8356ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (bc293bd3-4eb5-4b8a-ae30-b8dab77335ed), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:30.256169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Request body: {'port': {'device_id': '1ba2fdc4-f179-494f-b119-a47b994a5e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:30.263937 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2120430e-9612-4083-a8c5-7538c07fe03e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:30.264204 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2120430e-9612-4083-a8c5-7538c07fe03e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:30.267343 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2120430e-9612-4083-a8c5-7538c07fe03e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:30.267691 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2120430e-9612-4083-a8c5-7538c07fe03e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:30.269750 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2120430e-9612-4083-a8c5-7538c07fe03e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:30.269949 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2120430e-9612-4083-a8c5-7538c07fe03e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:30.270343 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2120430e-9612-4083-a8c5-7538c07fe03e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:30.270681 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2120430e-9612-4083-a8c5-7538c07fe03e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:30.275155 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2120430e-9612-4083-a8c5-7538c07fe03e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:30.275739 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2120430e-9612-4083-a8c5-7538c07fe03e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:30.276098 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2120430e-9612-4083-a8c5-7538c07fe03e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:30.276699 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2120430e-9612-4083-a8c5-7538c07fe03e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:30.277042 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2120430e-9612-4083-a8c5-7538c07fe03e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:30.310865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768f9ae-9dad-4044-b4b9-e72d39eabf94 req-39a8414b-4e60-47f0-8721-1ab6b860cd4c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:30.312745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2768f9ae-9dad-4044-b4b9-e72d39eabf94 req-39a8414b-4e60-47f0-8721-1ab6b860cd4c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.8466175 Feb 04 13:30:30.314847 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Attempting to bind port ea4c1930-a614-4305-9333-65f0188a1e41 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:30:30.315221 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Attempting to bind port ea4c1930-a614-4305-9333-65f0188a1e41 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '57b6631b-ac4c-4897-8030-a27b490e3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:30:30.315590 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Attempting to bind port ea4c1930-a614-4305-9333-65f0188a1e41 on network f24b6c58-89d6-4662-8fa5-85c8f4148bf1 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:30.326525 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d0effaf7-db08-45af-b4e8-3f9a8f8356ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (bc293bd3-4eb5-4b8a-ae30-b8dab77335ed), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:30.335701 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:30:30.336076 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Checking segment: {'id': '57b6631b-ac4c-4897-8030-a27b490e3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:30.338935 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:30.339439 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Bound using segment: {'id': '57b6631b-ac4c-4897-8030-a27b490e3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:30:30.342726 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Bound port: ea4c1930-a614-4305-9333-65f0188a1e41, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b6631b-ac4c-4897-8030-a27b490e3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:30:30.343157 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:30.417845 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Allocated IP 2001:db8::2 (2ee6628b-98e8-4827-b47e-b9107cd39956/f32fb7e7-45f4-45f9-bba2-799208fd534b/f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:30.433734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0effaf7-db08-45af-b4e8-3f9a8f8356ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:30.439366 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d0effaf7-db08-45af-b4e8-3f9a8f8356ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:30.444326 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] For port ea4c1930-a614-4305-9333-65f0188a1e41, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:30:30.448730 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] For port ea4c1930-a614-4305-9333-65f0188a1e41, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ea4c1930-a614-4305-9333-65f0188a1e41,segment=NetworkSegment(57b6631b-ac4c-4897-8030-a27b490e3ed7),segment_id=57b6631b-ac4c-4897-8030-a27b490e3ed7)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:30:30.455611 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0effaf7-db08-45af-b4e8-3f9a8f8356ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:30.458320 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:30.464042 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0effaf7-db08-45af-b4e8-3f9a8f8356ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:30.465047 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d0effaf7-db08-45af-b4e8-3f9a8f8356ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:30.482643 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0effaf7-db08-45af-b4e8-3f9a8f8356ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=bc293bd3-4eb5-4b8a-ae30-b8dab77335ed,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:30.490720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-737db6fd-919a-4942-9f3e-c1936813827c None None] Provisioning complete for port ea4c1930-a614-4305-9333-65f0188a1e41 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:30.491093 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-737db6fd-919a-4942-9f3e-c1936813827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:30.517512 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d0effaf7-db08-45af-b4e8-3f9a8f8356ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9609044 Feb 04 13:30:30.520677 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43980) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:30.523529 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:30.547032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-3740b0e5-823e-45c5-8222-98b8dc43ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:30.549466 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-3740b0e5-823e-45c5-8222-98b8dc43ace2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 1126 time: 0.3933833 Feb 04 13:30:30.552908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d201ff43-429a-4d21-9c5a-734ff9607901 req-cc1e19b5-a2e3-43f9-84cd-495fb42e4a09 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305180 Feb 04 13:30:30.564948 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Routers {'b8cb4ae0-8174-435b-9573-4807d6fed4db'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:30:30.566644 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:30:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8cb4ae0-8174-435b-9573-4807d6fed4db'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:30.571515 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120430e-9612-4083-a8c5-7538c07fe03e None None] Pushing event updated for resources: {'Port': ['ID=ea4c1930-a614-4305-9333-65f0188a1e41,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:30.598980 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2768f9ae-9dad-4044-b4b9-e72d39eabf94 req-97192fea-0812-4ff6-8d9e-ceb790ebc313 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079914 Feb 04 13:30:30.612597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5789f59-315c-488c-a33e-ecd9e52c55cc req-2079bb27-cb0b-495a-9c63-f3334465f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:30.614187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5789f59-315c-488c-a33e-ecd9e52c55cc req-2079bb27-cb0b-495a-9c63-f3334465f5fb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.4199789 Feb 04 13:30:30.701589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e15902-1048-43fa-941b-5af9f8f97011 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:30.717893 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-00e15902-1048-43fa-941b-5af9f8f97011 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1922877 Feb 04 13:30:30.718236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43986) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:30.744546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-f26aad8f-14ee-4636-b4f5-3852d584152b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d HTTP/1.1" status: 200 len: 217 time: 0.1512375 Feb 04 13:30:30.748257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-06e97f9d-3473-4906-9cd0-c3ab7f5d0c74 req-59caebfe-5280-4423-a2c3-1e7c7b11a24b tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-607195988', 'description': 'tempest-description-1686795921'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:30.774747 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5789f59-315c-488c-a33e-ecd9e52c55cc req-b1a7d9ed-a5c9-431c-a9ce-196b9eae82be service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1498575 Feb 04 13:30:30.793676 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] Set router b8cb4ae0-8174-435b-9573-4807d6fed4db gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:30:30.909526 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Publish callbacks [] for port (f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:30.925208 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:30.959385 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e7acd246-7a7e-4606-906e-1ab516269d88 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port bc293bd3-4eb5-4b8a-ae30-b8dab77335ed {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:30.959834 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e7acd246-7a7e-4606-906e-1ab516269d88 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (bc293bd3-4eb5-4b8a-ae30-b8dab77335ed), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:31.020639 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-955947d4-1c49-476c-ab44-831cf1f19e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:31.023994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-955947d4-1c49-476c-ab44-831cf1f19e6c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ddd53861-36d1-4ddc-a3f4-939049859c05 HTTP/1.1" status: 200 len: 846 time: 0.2378333 Feb 04 13:30:31.030550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:31.037095 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:31.043350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:31.051323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Pushing event updated for resources: {'Port': ['ID=f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:31.154816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5789f59-315c-488c-a33e-ecd9e52c55cc req-b058fc8a-cd49-4920-a9a4-db53c4795503 service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697195 Feb 04 13:30:31.169536 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e7acd246-7a7e-4606-906e-1ab516269d88 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (bc293bd3-4eb5-4b8a-ae30-b8dab77335ed), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:31.212349 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'name': 'tempest-ServersTestManualDisk-159638493-router', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:30:12Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'gw_port': {'id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:14Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'ea4c1930-a614-4305-9333-65f0188a1e41', 'name': '', 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'mac_address': 'fa:16:3e:5e:5e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:21Z', 'updated_at': '2022-02-04T13:30:30Z', 'revision_number': 4, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'subnets': [{'id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:31.215412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e7acd246-7a7e-4606-906e-1ab516269d88 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for bc293bd3-4eb5-4b8a-ae30-b8dab77335ed owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:31.234407 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-06e97f9d-3473-4906-9cd0-c3ab7f5d0c74 req-59caebfe-5280-4423-a2c3-1e7c7b11a24b tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:31.239724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Attempting to bind port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:30:31.245370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Attempting to bind port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:30:31.246268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Attempting to bind port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:31.279698 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cbef70-1204-4a09-92ec-7d2dbab5039f None None] The sync data for ids ['b8cb4ae0-8174-435b-9573-4807d6fed4db'] in n-d-714676-13 is: [{'id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'name': 'tempest-ServersTestManualDisk-159638493-router', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:30:12Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'gw_port': {'id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:14Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'ea4c1930-a614-4305-9333-65f0188a1e41', 'name': '', 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'mac_address': 'fa:16:3e:5e:5e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:21Z', 'updated_at': '2022-02-04T13:30:30Z', 'revision_number': 4, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'subnets': [{'id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:31.302974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:30:31.304180 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:31.305096 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:31.305963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:30:31.319192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Bound port: f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:30:31.320128 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:31.367763 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-737db6fd-919a-4942-9f3e-c1936813827c None None] Current status of the port ea4c1930-a614-4305-9333-65f0188a1e41 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:31.368402 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-737db6fd-919a-4942-9f3e-c1936813827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:31.490839 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-d4f932f8-9af6-4d31-9746-ee55e5afcd28 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d188bd97-3ae7-401d-8731-0d5589265d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3154442 Feb 04 13:30:31.664023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43990) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:31.674472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-02b72aa0-7b84-4314-b438-941951931dda tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--506769965', 'description': 'tempest-description--1858295172'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:31.693122 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-737db6fd-919a-4942-9f3e-c1936813827c None None] For port ea4c1930-a614-4305-9333-65f0188a1e41, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ea4c1930-a614-4305-9333-65f0188a1e41,segment=NetworkSegment(57b6631b-ac4c-4897-8030-a27b490e3ed7),segment_id=57b6631b-ac4c-4897-8030-a27b490e3ed7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:31.731485 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-737db6fd-919a-4942-9f3e-c1936813827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:31.778324 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e7acd246-7a7e-4606-906e-1ab516269d88 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (bc293bd3-4eb5-4b8a-ae30-b8dab77335ed), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:31.815575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acd246-7a7e-4606-906e-1ab516269d88 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=bc293bd3-4eb5-4b8a-ae30-b8dab77335ed,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:31.845037 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737db6fd-919a-4942-9f3e-c1936813827c None None] Pushing event updated for resources: {'Port': ['ID=ea4c1930-a614-4305-9333-65f0188a1e41,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:31.862346 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e7acd246-7a7e-4606-906e-1ab516269d88 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:31.869431 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e7acd246-7a7e-4606-906e-1ab516269d88 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/bc293bd3-4eb5-4b8a-ae30-b8dab77335ed HTTP/1.1" status: 204 len: 168 time: 1.1498597 Feb 04 13:30:31.872695 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43992) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:31.913847 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5789f59-315c-488c-a33e-ecd9e52c55cc req-cf535144-c8de-4c09-ac0e-56914efc6aa3 service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7356286 Feb 04 13:30:31.925446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] For port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:30:31.932386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] For port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:30:31.936773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8948aa19-e915-4eed-a78e-3df0bcf14cab None None] Provisioning complete for port ea4c1930-a614-4305-9333-65f0188a1e41 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:31.937532 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8948aa19-e915-4eed-a78e-3df0bcf14cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:31.965674 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:32.036031 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02b72aa0-7b84-4314-b438-941951931dda tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:32.073961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-a2b08870-7110-47f7-971e-5590cfe85388 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758905 Feb 04 13:30:32.118126 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7c31ff-fb84-413d-b8ca-2fbaa3e7f9cf tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:32.121014 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7c31ff-fb84-413d-b8ca-2fbaa3e7f9cf tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:32.127147 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fe7c31ff-fb84-413d-b8ca-2fbaa3e7f9cf tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2530296 Feb 04 13:30:32.128054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43994) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:32.227207 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b86c4d-41f8-44cf-9906-e200549ff339 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet f32fb7e7-45f4-45f9-bba2-799208fd534b {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:30:32.233310 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3b86c4d-41f8-44cf-9906-e200549ff339 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (f32fb7e7-45f4-45f9-bba2-799208fd534b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:32.271119 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1eaf56-7ac6-4212-8d0f-87161165beb1 None None] Pushing event updated for resources: {'Port': ['ID=f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:32.293282 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-06e97f9d-3473-4906-9cd0-c3ab7f5d0c74 req-59caebfe-5280-4423-a2c3-1e7c7b11a24b tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (1bc73974-7a27-4352-a0a0-7926cef2ab48), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:32.356638 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8948aa19-e915-4eed-a78e-3df0bcf14cab None None] Current status of the port ea4c1930-a614-4305-9333-65f0188a1e41 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:32.384542 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3b86c4d-41f8-44cf-9906-e200549ff339 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (f32fb7e7-45f4-45f9-bba2-799208fd534b), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:32.415632 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-06e97f9d-3473-4906-9cd0-c3ab7f5d0c74 req-59caebfe-5280-4423-a2c3-1e7c7b11a24b tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1bc73974-7a27-4352-a0a0-7926cef2ab48), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:32.434821 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918303e7-58db-416e-b115-ec5e20e56017 req-225cafac-46b7-4889-946a-267efb8e97cf tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:32.443169 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-918303e7-58db-416e-b115-ec5e20e56017 req-225cafac-46b7-4889-946a-267efb8e97cf tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 943 time: 0.6519654 Feb 04 13:30:32.618842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3b86c4d-41f8-44cf-9906-e200549ff339 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (f32fb7e7-45f4-45f9-bba2-799208fd534b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:32.679480 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-06e97f9d-3473-4906-9cd0-c3ab7f5d0c74 req-59caebfe-5280-4423-a2c3-1e7c7b11a24b tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:32.681822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06e97f9d-3473-4906-9cd0-c3ab7f5d0c74 req-59caebfe-5280-4423-a2c3-1e7c7b11a24b tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.9706743 Feb 04 13:30:32.819417 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3b86c4d-41f8-44cf-9906-e200549ff339 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (f32fb7e7-45f4-45f9-bba2-799208fd534b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:32.846989 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caebfe-5280-4423-a2c3-1e7c7b11a24b tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc73974-7a27-4352-a0a0-7926cef2ab48,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:32.850546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b86c4d-41f8-44cf-9906-e200549ff339 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=f32fb7e7-45f4-45f9-bba2-799208fd534b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:32.858348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ea4c1930-a614-4305-9333-65f0188a1e41 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:32.859032 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3b86c4d-41f8-44cf-9906-e200549ff339 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:32.863691 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e3b86c4d-41f8-44cf-9906-e200549ff339 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/f32fb7e7-45f4-45f9-bba2-799208fd534b HTTP/1.1" status: 204 len: 168 time: 0.7338631 Feb 04 13:30:32.866820 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44000) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:32.875337 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6517a68-b43a-47bf-ab1e-72a38b5b8dde x-openstack-request-id: req-d6517a68-b43a-47bf-ab1e-72a38b5b8dde {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:32.884704 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9aa621-2849-4b6b-8369-5954371fddb0", "tag": "fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:32.885082 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d6517a68-b43a-47bf-ab1e-72a38b5b8dde {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:32.885531 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9aa621-2849-4b6b-8369-5954371fddb0', 'tag': 'fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d', 'status': 'completed', 'code': 200} Feb 04 13:30:32.938934 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02b72aa0-7b84-4314-b438-941951931dda tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for security_group (0072fcd8-0309-4f96-95f0-1fbd450914bf), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:32.942046 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97e6831d-3259-4d37-94a4-60b2249172f5 req-90426efd-f4c7-4882-9dad-2d55b8c59f38 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8462453 Feb 04 13:30:33.025359 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5391165d-2584-46f9-a4a6-7182e5040afd tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1570065 Feb 04 13:30:33.028850 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44002) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:33.035173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ce913ad5-e5a4-450d-8c46-8cba4b6b7700 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:33.043054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ea4c1930-a614-4305-9333-65f0188a1e41 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:33.043535 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:33.049473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-918303e7-58db-416e-b115-ec5e20e56017 req-b0c642e5-8236-46cc-a5a4-2bf449f87241 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6050098 Feb 04 13:30:33.062875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:30:33.087365 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02b72aa0-7b84-4314-b438-941951931dda tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0072fcd8-0309-4f96-95f0-1fbd450914bf), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:33.228745 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Publish callbacks [] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:33.248937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Transition to ACTIVE for port object 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:33.292105 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce913ad5-e5a4-450d-8c46-8cba4b6b7700 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:33.294497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ea4c1930-a614-4305-9333-65f0188a1e41 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:33.296645 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce913ad5-e5a4-450d-8c46-8cba4b6b7700 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:33.327836 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:33.441680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:33.486438 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02b72aa0-7b84-4314-b438-941951931dda tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:33.492128 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-02b72aa0-7b84-4314-b438-941951931dda tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.8267925 Feb 04 13:30:33.493153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b72aa0-7b84-4314-b438-941951931dda tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0072fcd8-0309-4f96-95f0-1fbd450914bf,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:33.497946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44006) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:33.524859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-e5f24792-bded-40ad-8927-5d3c891174ac tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Request body: {'security_group_rule': {'security_group_id': '0072fcd8-0309-4f96-95f0-1fbd450914bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:33.541343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7004c-78c7-43b4-b7e4-2e3dec9178f8 req-4e18eb99-afc0-49c5-87e8-1e6b623afc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:33.545404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1a7004c-78c7-43b4-b7e4-2e3dec9178f8 req-4e18eb99-afc0-49c5-87e8-1e6b623afc3a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 1126 time: 0.4898136 Feb 04 13:30:33.785408 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce913ad5-e5a4-450d-8c46-8cba4b6b7700 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (9ee9cf97-4024-4917-8002-0d0218cbc12d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:33.849958 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce913ad5-e5a4-450d-8c46-8cba4b6b7700 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:33.855315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-ce913ad5-e5a4-450d-8c46-8cba4b6b7700 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:33.860944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce913ad5-e5a4-450d-8c46-8cba4b6b7700 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:33.861590 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce913ad5-e5a4-450d-8c46-8cba4b6b7700 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:33.890856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce913ad5-e5a4-450d-8c46-8cba4b6b7700 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=9ee9cf97-4024-4917-8002-0d0218cbc12d,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:33.909751 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ce913ad5-e5a4-450d-8c46-8cba4b6b7700 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8766706 Feb 04 13:30:33.910032 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44008) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:33.915769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-07b792b4-37fa-4ebc-b52c-a744645ace66 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'name': 'tempest-NetworksTestDHCPv6-835971175'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:33.972510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412fa93-191c-4d79-868a-47b3fa88bc72 req-fa430fb3-25e7-4e11-bf08-7ccc46c4e1ce tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:33.974161 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6412fa93-191c-4d79-868a-47b3fa88bc72 req-fa430fb3-25e7-4e11-bf08-7ccc46c4e1ce tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 945 time: 0.8965838 Feb 04 13:30:33.993217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d46f6-e107-4e44-9f47-8ed7c250b85b req-18295c47-64cb-40c9-8950-1a3d3b928a6e tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:34.001650 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a6d46f6-e107-4e44-9f47-8ed7c250b85b req-18295c47-64cb-40c9-8950-1a3d3b928a6e tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ba2fdc4-f179-494f-b119-a47b994a5e40 HTTP/1.1" status: 200 len: 943 time: 0.6039951 Feb 04 13:30:34.100187 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e5f24792-bded-40ad-8927-5d3c891174ac tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for security_group_rule (3a3d9ad2-e3bf-42c0-99f4-7bc3b57f0188), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:34.137305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b792b4-37fa-4ebc-b52c-a744645ace66 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:34.147066 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-07b792b4-37fa-4ebc-b52c-a744645ace66 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:34.180494 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-07b792b4-37fa-4ebc-b52c-a744645ace66 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port 4459fafc-4ba9-403e-a545-d14967b6d80a yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:30:34.209882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7004c-78c7-43b4-b7e4-2e3dec9178f8 req-f0e3fdd6-6c0d-4d7b-a57b-6bcc7238facd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:34.211581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1a7004c-78c7-43b4-b7e4-2e3dec9178f8 req-f0e3fdd6-6c0d-4d7b-a57b-6bcc7238facd service neutron] 10.222.0.99 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 907 time: 0.6376622 Feb 04 13:30:34.221424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4faeb69-14f3-4c52-9c57-46aea514b11b None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:34.288027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a6d46f6-e107-4e44-9f47-8ed7c250b85b req-45f68738-87d5-47aa-b7f9-9315ce0cf930 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821488 Feb 04 13:30:34.380065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1a7004c-78c7-43b4-b7e4-2e3dec9178f8 req-5b29677c-9540-4e41-a6f3-f85a839cbb8f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d HTTP/1.1" status: 200 len: 217 time: 0.1312704 Feb 04 13:30:34.398167 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6412fa93-191c-4d79-868a-47b3fa88bc72 req-0f1e9775-ba9c-481f-9a42-a7ae080e28b2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409882 Feb 04 13:30:34.424956 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Attempting to bind port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:30:34.427149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Attempting to bind port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:30:34.427664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Attempting to bind port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 on network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:34.488742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1d86efae-4ecc-4232-b2a0-d435ac45b1b9 None None] Provisioning complete for port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:34.489438 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1d86efae-4ecc-4232-b2a0-d435ac45b1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:34.521895 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-07b792b4-37fa-4ebc-b52c-a744645ace66 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::307 (2ee6628b-98e8-4827-b47e-b9107cd39956/9ee9cf97-4024-4917-8002-0d0218cbc12d/4459fafc-4ba9-403e-a545-d14967b6d80a) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:34.565179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 on network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:30:34.565776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Attempting to bind port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 on network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:34.579339 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-88745acd-8047-43ad-a722-985fd9c94e47 req-3120c706-5b34-4ce9-8b8f-df52249bce13 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "GET /v2.0/security-groups/1bc73974-7a27-4352-a0a0-7926cef2ab48 HTTP/1.1" status: 200 len: 1831 time: 0.1938796 Feb 04 13:30:34.580784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:30:34.581468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Checking segment: {'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:34.586241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Bound using segment: {'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:30:34.586241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Bound port: 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:30:34.590306 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:34.789523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:34.941759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1d86efae-4ecc-4232-b2a0-d435ac45b1b9 None None] Current status of the port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:34.941759 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1d86efae-4ecc-4232-b2a0-d435ac45b1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:34.946495 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e5f24792-bded-40ad-8927-5d3c891174ac tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for security_group_rule (3a3d9ad2-e3bf-42c0-99f4-7bc3b57f0188), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:34.949452 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-07b792b4-37fa-4ebc-b52c-a744645ace66 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (4459fafc-4ba9-403e-a545-d14967b6d80a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:34.967941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] For port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:30:35.018556 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e5f24792-bded-40ad-8927-5d3c891174ac tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (3a3d9ad2-e3bf-42c0-99f4-7bc3b57f0188), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:35.038780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:35.039256 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:35.042756 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-07b792b4-37fa-4ebc-b52c-a744645ace66 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4459fafc-4ba9-403e-a545-d14967b6d80a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:35.048740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7004c-78c7-43b4-b7e4-2e3dec9178f8 req-2894a068-7ebe-4535-b942-6073d5e780c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:35.050877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1a7004c-78c7-43b4-b7e4-2e3dec9178f8 req-2894a068-7ebe-4535-b942-6073d5e780c6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ddd53861-36d1-4ddc-a3f4-939049859c05 HTTP/1.1" status: 200 len: 846 time: 0.6513331 Feb 04 13:30:35.077806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] For port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:30:35.111214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-1d86efae-4ecc-4232-b2a0-d435ac45b1b9 None None] For port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:35.130132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b792b4-37fa-4ebc-b52c-a744645ace66 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=4459fafc-4ba9-403e-a545-d14967b6d80a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:35.133048 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1d86efae-4ecc-4232-b2a0-d435ac45b1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:35.151716 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f24792-bded-40ad-8927-5d3c891174ac tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3d9ad2-e3bf-42c0-99f4-7bc3b57f0188,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:35.179506 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:35.180911 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b792b4-37fa-4ebc-b52c-a744645ace66 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:35.183316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-07b792b4-37fa-4ebc-b52c-a744645ace66 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:35.191369 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b792b4-37fa-4ebc-b52c-a744645ace66 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:35.198640 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1a7004c-78c7-43b4-b7e4-2e3dec9178f8 req-c649da50-a968-4d43-9734-a3a3799c27e0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d188bd97-3ae7-401d-8731-0d5589265d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062984 Feb 04 13:30:35.204907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b792b4-37fa-4ebc-b52c-a744645ace66 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:35.212292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-07b792b4-37fa-4ebc-b52c-a744645ace66 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:35.223702 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e5f24792-bded-40ad-8927-5d3c891174ac tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:35.228215 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e5f24792-bded-40ad-8927-5d3c891174ac tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7227759 Feb 04 13:30:35.233844 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9656436b-6995-4242-a7c8-aece111a9fa9 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:35.241713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44016) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:35.248951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b33086b3-9a56-486d-917c-b61c61815bf5 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Request body: {'security_group_rule': {'security_group_id': '0072fcd8-0309-4f96-95f0-1fbd450914bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:35.274751 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-07b792b4-37fa-4ebc-b52c-a744645ace66 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3632815 Feb 04 13:30:35.277635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44018) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:35.357887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f142a8c5-5b06-4eb0-93c4-185d0c615a42 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:35.367693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f142a8c5-5b06-4eb0-93c4-185d0c615a42 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:35.369583 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f142a8c5-5b06-4eb0-93c4-185d0c615a42 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0909534 Feb 04 13:30:35.370803 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b33086b3-9a56-486d-917c-b61c61815bf5 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for security_group_rule (dd4436cb-1576-4621-9794-1a82625f5f39), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:35.374088 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44022) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:35.399460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86efae-4ecc-4232-b2a0-d435ac45b1b9 None None] Pushing event updated for resources: {'Port': ['ID=f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:35.545598 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:35.555287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0c327299-2335-45f9-89cf-e2339afb3bf2 None None] Provisioning complete for port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:35.556598 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0c327299-2335-45f9-89cf-e2339afb3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:35.587962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b33086b3-9a56-486d-917c-b61c61815bf5 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for security_group_rule (dd4436cb-1576-4621-9794-1a82625f5f39), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:35.600556 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b33086b3-9a56-486d-917c-b61c61815bf5 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (dd4436cb-1576-4621-9794-1a82625f5f39), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:35.663383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33086b3-9a56-486d-917c-b61c61815bf5 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4436cb-1576-4621-9794-1a82625f5f39,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:35.684316 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b33086b3-9a56-486d-917c-b61c61815bf5 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:35.692505 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b33086b3-9a56-486d-917c-b61c61815bf5 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4495122 Feb 04 13:30:35.698349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44026) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:35.707875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27186b0-644b-4c01-89b5-3cccb0b62c98 req-161b6a05-2ba3-41f4-b7b4-d7578b4c1b18 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:35.716859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:35.717930 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b27186b0-644b-4c01-89b5-3cccb0b62c98 req-161b6a05-2ba3-41f4-b7b4-d7578b4c1b18 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.9727030 Feb 04 13:30:35.732654 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a4c4ae8a-b747-4baa-a387-31ddbf467b1d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port 4459fafc-4ba9-403e-a545-d14967b6d80a {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:35.733137 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ae8a-b747-4baa-a387-31ddbf467b1d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4459fafc-4ba9-403e-a545-d14967b6d80a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:35.786799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0c327299-2335-45f9-89cf-e2339afb3bf2 None None] Current status of the port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:35.856085 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:35.866404 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:35.868423 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:35.877561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] 10.222.0.99 "PUT /v2.0/ports/9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 HTTP/1.1" status: 200 len: 1092 time: 5.6465633 Feb 04 13:30:35.878467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba2fdc4-f179-494f-b119-a47b994a5e40', 'tag': '9f0ac2b7-dff9-490b-b6cb-2a19dcf82363'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:30:35.881645 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39d142e-f91b-42cd-8c60-1d530f41ade0" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba2fdc4-f179-494f-b119-a47b994a5e40", "tag": "9f0ac2b7-dff9-490b-b6cb-2a19dcf82363"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:30:35.932552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40482-d131-45a8-ab8d-c680243f0b9a req-3084e1e6-0991-4328-9b36-e749de36be97 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:35.942866 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-88e40482-d131-45a8-ab8d-c680243f0b9a req-3084e1e6-0991-4328-9b36-e749de36be97 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 943 time: 1.0661047 Feb 04 13:30:35.987451 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ae8a-b747-4baa-a387-31ddbf467b1d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4459fafc-4ba9-403e-a545-d14967b6d80a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:36.028671 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a4c4ae8a-b747-4baa-a387-31ddbf467b1d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for 4459fafc-4ba9-403e-a545-d14967b6d80a owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:36.051572 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b27186b0-644b-4c01-89b5-3cccb0b62c98 req-e88c8337-2e1b-4925-972a-c59381020923 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313885 Feb 04 13:30:36.127495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5e19078c-d7d0-4f2f-bb9f-46fda41c9fb4 None None] Provisioning complete for port 4459fafc-4ba9-403e-a545-d14967b6d80a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:36.127874 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e19078c-d7d0-4f2f-bb9f-46fda41c9fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4459fafc-4ba9-403e-a545-d14967b6d80a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:36.190167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5e19078c-d7d0-4f2f-bb9f-46fda41c9fb4 None None] Port 4459fafc-4ba9-403e-a545-d14967b6d80a cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:30:36.216523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5e19078c-d7d0-4f2f-bb9f-46fda41c9fb4 None None] Provisioning complete for port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:36.217045 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e19078c-d7d0-4f2f-bb9f-46fda41c9fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:36.255973 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef07c3f-1293-4706-9d30-fb7107f80729 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:36.270488 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:36.317158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1a7004c-78c7-43b4-b7e4-2e3dec9178f8 req-44b1bc57-2f69-4b8a-8d99-0d9b3edc3c29 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6540506 Feb 04 13:30:36.412824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5e19078c-d7d0-4f2f-bb9f-46fda41c9fb4 None None] Current status of the port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:36.524501 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-88e40482-d131-45a8-ab8d-c680243f0b9a req-8d90d4b6-0899-4f66-9e6f-a16834119448 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5760641 Feb 04 13:30:36.529005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1a7004c-78c7-43b4-b7e4-2e3dec9178f8 req-38af8a7d-5bd2-4e98-aced-7354c6a2580a service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034841 Feb 04 13:30:36.570573 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-fc5fac62-d33d-4bef-9cb9-226d19c1ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:36.576229 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-fc5fac62-d33d-4bef-9cb9-226d19c1ff22 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3f24cfd32e484baba353172f9247b6d4&device_id=1ba2fdc4-f179-494f-b119-a47b994a5e40 HTTP/1.1" status: 200 len: 1126 time: 0.6211503 Feb 04 13:30:36.639990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8afede86-16e5-4d49-bf37-cf5d6598ddab None None] Could not find standard attr ID for object bc293bd3-4eb5-4b8a-ae30-b8dab77335ed. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:30:36.668816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Allocated IP 172.25.5.120 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/b33fe352-1f70-432a-872c-316c2bf325ae) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:36.700233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:36.705702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-5fc01916-dc6e-4b44-92e0-b4816bf66961 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 HTTP/1.1" status: 200 len: 217 time: 0.1203923 Feb 04 13:30:36.783985 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ae8a-b747-4baa-a387-31ddbf467b1d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4459fafc-4ba9-403e-a545-d14967b6d80a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:36.787608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:36.789075 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:36.840262 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4ae8a-b747-4baa-a387-31ddbf467b1d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=4459fafc-4ba9-403e-a545-d14967b6d80a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:36.842060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189f9af-8c52-4c3e-9610-f819daa7354e req-d451553d-5d0c-4ab1-86f3-71b3cc90afd1 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:36.845393 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c189f9af-8c52-4c3e-9610-f819daa7354e req-d451553d-5d0c-4ab1-86f3-71b3cc90afd1 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ba2fdc4-f179-494f-b119-a47b994a5e40 HTTP/1.1" status: 200 len: 943 time: 0.5999289 Feb 04 13:30:36.931794 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for port (b33fe352-1f70-432a-872c-316c2bf325ae), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:36.969820 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:36.977846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-5e774ba3-6635-4f57-8f7b-743f2db15a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:36.981229 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ae8a-b747-4baa-a387-31ddbf467b1d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:36.989218 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a4c4ae8a-b747-4baa-a387-31ddbf467b1d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/4459fafc-4ba9-403e-a545-d14967b6d80a HTTP/1.1" status: 204 len: 168 time: 1.6124737 Feb 04 13:30:36.991528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:30:36.993095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44032) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:36.993736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-5e774ba3-6635-4f57-8f7b-743f2db15a07 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=65276bc3-38f7-4354-8723-1e8038a429ba HTTP/1.1" status: 200 len: 845 time: 0.2753136 Feb 04 13:30:37.010274 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b33fe352-1f70-432a-872c-316c2bf325ae), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:37.099173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:37.100241 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-febd900e-cd88-4cbc-8638-5538fb4d1d42 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=88b7b145-9182-4a19-b1fb-5c6b08aa0112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973008 Feb 04 13:30:37.105658 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:37.110748 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:37.122453 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c189f9af-8c52-4c3e-9610-f819daa7354e req-c26b144a-e56a-4010-890a-11dfe227ae78 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832731 Feb 04 13:30:37.169722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Pushing event updated for resources: {'Port': ['ID=b33fe352-1f70-432a-872c-316c2bf325ae,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:37.178246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9a407e-454d-4aba-9724-b2ccab04a2cb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:37.182602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9a407e-454d-4aba-9724-b2ccab04a2cb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:37.184411 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2b9a407e-454d-4aba-9724-b2ccab04a2cb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1878803 Feb 04 13:30:37.187727 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44036) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:37.188356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0597cb0b-e6dc-4a00-b0e2-83027fa5f206 None None] Could not find standard attr ID for object 4459fafc-4ba9-403e-a545-d14967b6d80a. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:30:37.303449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-b0830289-9671-46ab-ac8d-ce512a12720c req-902d7418-551f-4f88-aeff-c83507c25593 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-422277545', 'description': 'tempest-description-1838226150'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:37.304418 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:37.308919 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4acbf22-0264-4dc3-9d2a-ebc41b05d2ea tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 9ee9cf97-4024-4917-8002-0d0218cbc12d {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:30:37.312484 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af5e693-62a6-4724-a8a4-2d3404767487 x-openstack-request-id: req-3af5e693-62a6-4724-a8a4-2d3404767487 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:37.313562 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba2fdc4-f179-494f-b119-a47b994a5e40", "tag": "9f0ac2b7-dff9-490b-b6cb-2a19dcf82363", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:37.313969 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3af5e693-62a6-4724-a8a4-2d3404767487 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:37.315111 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba2fdc4-f179-494f-b119-a47b994a5e40', 'tag': '9f0ac2b7-dff9-490b-b6cb-2a19dcf82363', 'status': 'completed', 'code': 200} Feb 04 13:30:37.316810 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4acbf22-0264-4dc3-9d2a-ebc41b05d2ea tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (9ee9cf97-4024-4917-8002-0d0218cbc12d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:37.351807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d', 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96', 'port_id': 'fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d', 'mac_address': 'fa:16:3e:6b:eb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd53861-36d1-4ddc-a3f4-939049859c05', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:30:37.376439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befc010-7db0-46ef-b94c-274c4e039512 req-9b103b03-81ad-4849-9331-f0aebd74c0c5 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:37.384801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8befc010-7db0-46ef-b94c-274c4e039512 req-9b103b03-81ad-4849-9331-f0aebd74c0c5 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 945 time: 0.6517899 Feb 04 13:30:37.403923 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b0830289-9671-46ab-ac8d-ce512a12720c req-902d7418-551f-4f88-aeff-c83507c25593 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:37.461259 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4acbf22-0264-4dc3-9d2a-ebc41b05d2ea tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (9ee9cf97-4024-4917-8002-0d0218cbc12d), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:37.465671 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:37.466058 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:37.482240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8befc010-7db0-46ef-b94c-274c4e039512 req-da09fa14-421f-42a2-af5e-da6b3265188c tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962632 Feb 04 13:30:37.496242 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:30:37.530757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-407753ec-916f-4a5f-9488-6f47c9b09a86 service neutron] 10.222.0.99 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966150 Feb 04 13:30:37.544662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:37.551369 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:37.624727 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for floatingip (e48a5490-aa76-4adb-9a45-585ac9a34684), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:37.637948 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b0830289-9671-46ab-ac8d-ce512a12720c req-902d7418-551f-4f88-aeff-c83507c25593 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (883f7c33-6ff8-460d-9330-203cb4605c95), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:37.647591 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b0830289-9671-46ab-ac8d-ce512a12720c req-902d7418-551f-4f88-aeff-c83507c25593 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (883f7c33-6ff8-460d-9330-203cb4605c95), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:37.667455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:37.740213 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4acbf22-0264-4dc3-9d2a-ebc41b05d2ea tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (9ee9cf97-4024-4917-8002-0d0218cbc12d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:37.745426 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b33fe352-1f70-432a-872c-316c2bf325ae), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:37.788671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d7418-551f-4f88-aeff-c83507c25593 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883f7c33-6ff8-460d-9330-203cb4605c95,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:37.827492 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b0830289-9671-46ab-ac8d-ce512a12720c req-902d7418-551f-4f88-aeff-c83507c25593 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:37.842186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b0830289-9671-46ab-ac8d-ce512a12720c req-902d7418-551f-4f88-aeff-c83507c25593 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5429208 Feb 04 13:30:37.882050 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18f93e4a-a270-4ff7-905d-7454ed108af9 req-9e774914-82bd-4ad6-9b7b-57af47b212ae service neutron] 10.222.0.99 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400609 Feb 04 13:30:37.937304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb970b91-fbba-4dab-9b90-b4d703d8cb16 req-15329f5c-d288-420e-9c62-0996783af2a5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:37.943063 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb970b91-fbba-4dab-9b90-b4d703d8cb16 req-15329f5c-d288-420e-9c62-0996783af2a5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.2087843 Feb 04 13:30:37.995010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:30:38.055980 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4acbf22-0264-4dc3-9d2a-ebc41b05d2ea tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (9ee9cf97-4024-4917-8002-0d0218cbc12d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:38.134292 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e67242-53f3-477e-8145-135f6cbbf462 req-23755e8c-f6af-4253-81e4-ab46502ca87e tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:38.143957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f0e67242-53f3-477e-8145-135f6cbbf462 req-23755e8c-f6af-4253-81e4-ab46502ca87e tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 944 time: 0.1829033 Feb 04 13:30:38.146006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acbf22-0264-4dc3-9d2a-ebc41b05d2ea tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee9cf97-4024-4917-8002-0d0218cbc12d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:38.164172 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4acbf22-0264-4dc3-9d2a-ebc41b05d2ea tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:38.170388 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e4acbf22-0264-4dc3-9d2a-ebc41b05d2ea tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/9ee9cf97-4024-4917-8002-0d0218cbc12d HTTP/1.1" status: 204 len: 168 time: 0.9792161 Feb 04 13:30:38.174720 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44044) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:38.178446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1fa02-bcbd-4ed1-91bc-33321ce7addf None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:38.209765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb970b91-fbba-4dab-9b90-b4d703d8cb16 req-baf1f652-0fcc-4c75-9f9a-864835c3f59f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603674 Feb 04 13:30:38.224032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d142e-f91b-42cd-8c60-1d530f41ade0 req-6e0940cb-d9bd-4131-af8f-ffd053bda5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:38.225893 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b39d142e-f91b-42cd-8c60-1d530f41ade0 req-6e0940cb-d9bd-4131-af8f-ffd053bda5bc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3f24cfd32e484baba353172f9247b6d4&device_id=1ba2fdc4-f179-494f-b119-a47b994a5e40 HTTP/1.1" status: 200 len: 1126 time: 0.2227089 Feb 04 13:30:38.257045 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-529435c8-e17b-42bf-81ae-8f2ef79b78af tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780489 Feb 04 13:30:38.257784 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44046) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:38.266018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f0e67242-53f3-477e-8145-135f6cbbf462 req-7aff7dd3-d694-4cbb-8d72-456374a311e7 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210895 Feb 04 13:30:38.269071 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f4559844-056d-46af-802b-ce211f2125a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:38.329297 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for port (b33fe352-1f70-432a-872c-316c2bf325ae), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:38.467762 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (b33fe352-1f70-432a-872c-316c2bf325ae), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:38.558128 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a711664-6ed1-41ea-a11c-ed7cae1aabd0 req-091b7b40-ee75-4cdd-ba0d-8db6a973080a tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "GET /v2.0/security-groups/883f7c33-6ff8-460d-9330-203cb4605c95 HTTP/1.1" status: 200 len: 1831 time: 0.2631648 Feb 04 13:30:38.604045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d2f02e-7314-4b54-b588-a2f5a95182fe None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:30:38.615779 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d142e-f91b-42cd-8c60-1d530f41ade0 req-40e8db63-96d6-43d4-8114-3726a0fa6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:38.615969 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b39d142e-f91b-42cd-8c60-1d530f41ade0 req-40e8db63-96d6-43d4-8114-3726a0fa6b6a service neutron] 10.222.0.99 "GET /v2.0/networks?id=88b7b145-9182-4a19-b1fb-5c6b08aa0112 HTTP/1.1" status: 200 len: 906 time: 0.3777308 Feb 04 13:30:38.616481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Pushing event updated for resources: {'Port': ['ID=b33fe352-1f70-432a-872c-316c2bf325ae,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:38.620096 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (e48a5490-aa76-4adb-9a45-585ac9a34684), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:38.633669 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4559844-056d-46af-802b-ce211f2125a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:38.639057 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4559844-056d-46af-802b-ce211f2125a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:38.700945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6267b5-468a-4c31-bdaf-a2b8ccbd1fc8 req-e777a555-696f-44de-af80-54638c8fd3b3 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:38.706056 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb6267b5-468a-4c31-bdaf-a2b8ccbd1fc8 req-e777a555-696f-44de-af80-54638c8fd3b3 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ba2fdc4-f179-494f-b119-a47b994a5e40 HTTP/1.1" status: 200 len: 943 time: 0.3003461 Feb 04 13:30:38.707529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b39d142e-f91b-42cd-8c60-1d530f41ade0 req-a91d0e21-aea7-455a-b80b-aa36366f675b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 HTTP/1.1" status: 200 len: 217 time: 0.0796928 Feb 04 13:30:38.730177 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:38.741247 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-455da0c8-50b3-420c-81ac-51088cda5ace tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0354469 Feb 04 13:30:38.757286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2f02e-7314-4b54-b588-a2f5a95182fe None None] Deleting port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:38.758796 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f02e-7314-4b54-b588-a2f5a95182fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:38.871276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d142e-f91b-42cd-8c60-1d530f41ade0 req-560ea45a-a584-46c4-993c-b5364be73cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:38.872774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b39d142e-f91b-42cd-8c60-1d530f41ade0 req-560ea45a-a584-46c4-993c-b5364be73cac service neutron] 10.222.0.99 "GET /v2.0/subnets?id=65276bc3-38f7-4354-8723-1e8038a429ba HTTP/1.1" status: 200 len: 845 time: 0.1420474 Feb 04 13:30:38.882974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b0d2f02e-7314-4b54-b588-a2f5a95182fe None None] For port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:38.883281 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb6267b5-468a-4c31-bdaf-a2b8ccbd1fc8 req-d5ea2d5b-10d5-45ee-bf49-55262404ba15 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728280 Feb 04 13:30:38.883388 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f02e-7314-4b54-b588-a2f5a95182fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:38.924951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2f02e-7314-4b54-b588-a2f5a95182fe None None] Calling delete_port for f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:38.935360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b39d142e-f91b-42cd-8c60-1d530f41ade0 req-64361e05-900c-4130-b804-684bcc685818 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=88b7b145-9182-4a19-b1fb-5c6b08aa0112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501387 Feb 04 13:30:38.942281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-37a18330-074d-45c3-a455-68be98dc5c6b req-16d0e51e-bb6f-4a09-8f94-5073e9f769ab tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1750702385', 'description': 'tempest-description-1494166996'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:38.976673 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4559844-056d-46af-802b-ce211f2125a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (bd02dce7-c962-4509-bda4-f9fe2f3d506e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:39.042716 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f02e-7314-4b54-b588-a2f5a95182fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:39.045219 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4559844-056d-46af-802b-ce211f2125a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:39.056051 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f4559844-056d-46af-802b-ce211f2125a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:39.057152 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bac4b-5e01-49f2-bc87-4ecea06ba9c4 req-4c432511-007c-4507-b637-2455718f64ab tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:39.061287 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4559844-056d-46af-802b-ce211f2125a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:39.061916 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4559844-056d-46af-802b-ce211f2125a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:39.069917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a2bac4b-5e01-49f2-bc87-4ecea06ba9c4 req-4c432511-007c-4507-b637-2455718f64ab tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 945 time: 0.3279850 Feb 04 13:30:39.073243 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4559844-056d-46af-802b-ce211f2125a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=bd02dce7-c962-4509-bda4-f9fe2f3d506e,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:39.090707 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37a18330-074d-45c3-a455-68be98dc5c6b req-16d0e51e-bb6f-4a09-8f94-5073e9f769ab tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:39.091956 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f4559844-056d-46af-802b-ce211f2125a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8331468 Feb 04 13:30:39.096051 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44056) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:39.102382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-814ee89c-fce2-44d2-903b-5b2bb047998d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'name': 'tempest-NetworksTestDHCPv6-1707791975'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:39.121871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2f02e-7314-4b54-b588-a2f5a95182fe None None] Pushing event deleted for resources: {'Port': ['ID=f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:39.127908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2f02e-7314-4b54-b588-a2f5a95182fe None None] No DVR routers for this DVR port f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:30:39.156391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ae50aa-80cb-4fbb-bc5d-b7acf5de16b0 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:39.257283 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b39d142e-f91b-42cd-8c60-1d530f41ade0 req-6a50eb0b-ea5d-41b5-adff-dc31a4c92f97 service neutron] 10.222.0.99 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851927 Feb 04 13:30:39.264835 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a2bac4b-5e01-49f2-bc87-4ecea06ba9c4 req-5fd1e5ff-7509-42ff-b02e-12ee920cf2b6 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931224 Feb 04 13:30:39.311986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814ee89c-fce2-44d2-903b-5b2bb047998d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:39.320828 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-814ee89c-fce2-44d2-903b-5b2bb047998d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:39.348884 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-814ee89c-fce2-44d2-903b-5b2bb047998d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port d75e8390-f83e-489e-a53f-49494ff966f2 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:30:39.430123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': 'bd02dce7-c962-4509-bda4-f9fe2f3d506e'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:30:39.433985 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:39.478332 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37a18330-074d-45c3-a455-68be98dc5c6b req-16d0e51e-bb6f-4a09-8f94-5073e9f769ab tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (f9f8787c-0fb2-4dfc-b8fa-927d3e7ee01a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:39.496084 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37a18330-074d-45c3-a455-68be98dc5c6b req-16d0e51e-bb6f-4a09-8f94-5073e9f769ab tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f9f8787c-0fb2-4dfc-b8fa-927d3e7ee01a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:39.532963 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-2ce6a673-94e6-4566-be69-96fb68d93884 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--506769965&fields=id&tenant_id=a15dfaa014424b9c999a70b0d8f01ece HTTP/1.1" status: 200 len: 267 time: 0.1370437 Feb 04 13:30:39.614848 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-814ee89c-fce2-44d2-903b-5b2bb047998d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::1d4 (2ee6628b-98e8-4827-b47e-b9107cd39956/bd02dce7-c962-4509-bda4-f9fe2f3d506e/d75e8390-f83e-489e-a53f-49494ff966f2) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:39.649924 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37a18330-074d-45c3-a455-68be98dc5c6b req-16d0e51e-bb6f-4a09-8f94-5073e9f769ab tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:39.652781 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37a18330-074d-45c3-a455-68be98dc5c6b req-16d0e51e-bb6f-4a09-8f94-5073e9f769ab tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.7163723 Feb 04 13:30:39.658663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b39d142e-f91b-42cd-8c60-1d530f41ade0 req-24fa082f-360d-419a-ad89-f080922fef30 service neutron] 10.222.0.99 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870802 Feb 04 13:30:39.659327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0e51e-bb6f-4a09-8f94-5073e9f769ab tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f8787c-0fb2-4dfc-b8fa-927d3e7ee01a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:39.732722 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-73457fa9-dc29-4ada-a6ef-58f2de63f562 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:39.741992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-73457fa9-dc29-4ada-a6ef-58f2de63f562 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/networks?id=f24b6c58-89d6-4662-8fa5-85c8f4148bf1 HTTP/1.1" status: 200 len: 811 time: 0.2078238 Feb 04 13:30:39.759965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-b69778fe-12f0-4759-8877-fee7cc914fbc tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/quotas/a15dfaa014424b9c999a70b0d8f01ece HTTP/1.1" status: 200 len: 375 time: 0.0166023 Feb 04 13:30:39.863103 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-5aa0c878-891b-4b4b-96c3-9f9b6da5fc12 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a15dfaa014424b9c999a70b0d8f01ece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021690 Feb 04 13:30:39.876771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abec21-f473-4a89-a538-4474c0a0e9f4 req-f085689a-aab2-4db6-a298-6f95730ca807 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:39.878987 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96abec21-f473-4a89-a538-4474c0a0e9f4 req-f085689a-aab2-4db6-a298-6f95730ca807 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.1163518 Feb 04 13:30:39.916158 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-814ee89c-fce2-44d2-903b-5b2bb047998d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (d75e8390-f83e-489e-a53f-49494ff966f2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:39.981124 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-814ee89c-fce2-44d2-903b-5b2bb047998d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d75e8390-f83e-489e-a53f-49494ff966f2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:40.016464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96abec21-f473-4a89-a538-4474c0a0e9f4 req-57c99883-2feb-437c-adcc-8b9b6a921b5f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274762 Feb 04 13:30:40.049399 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-923d39f7-c419-48db-bce0-ec9c9acfcc1f service neutron] 10.222.0.96 "GET /v2.0/networks/f24b6c58-89d6-4662-8fa5-85c8f4148bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517966 Feb 04 13:30:40.064831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ee89c-fce2-44d2-903b-5b2bb047998d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=d75e8390-f83e-489e-a53f-49494ff966f2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:40.092116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ee89c-fce2-44d2-903b-5b2bb047998d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:40.095469 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-814ee89c-fce2-44d2-903b-5b2bb047998d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:40.098509 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ee89c-fce2-44d2-903b-5b2bb047998d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:40.104256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ee89c-fce2-44d2-903b-5b2bb047998d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:40.105072 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-814ee89c-fce2-44d2-903b-5b2bb047998d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:40.116881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Allocated IP 2001:db8::2 (2ee6628b-98e8-4827-b47e-b9107cd39956/bd02dce7-c962-4509-bda4-f9fe2f3d506e/2b74e635-6809-4663-bce1-656e55568037) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:40.132282 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-814ee89c-fce2-44d2-903b-5b2bb047998d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0325611 Feb 04 13:30:40.133057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44074) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:40.234813 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2612e42-3bae-43d1-9883-8052c42c193a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:40.240054 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d2612e42-3bae-43d1-9883-8052c42c193a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1039059 Feb 04 13:30:40.240985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44076) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:40.334417 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Publish callbacks [] for port (2b74e635-6809-4663-bce1-656e55568037), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:40.345038 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (2b74e635-6809-4663-bce1-656e55568037), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:40.354501 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-fb999105-4f13-445b-86bf-1c60091c3c5d service neutron] 10.222.0.96 "GET /v2.0/networks/f24b6c58-89d6-4662-8fa5-85c8f4148bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846272 Feb 04 13:30:40.362903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:40.365951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:40.371251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afeb35-e2c4-4692-8a15-b9034c8680af req-5da8da96-82d5-4c3f-a3f5-4a024788414c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:40.372858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f2afeb35-e2c4-4692-8a15-b9034c8680af req-5da8da96-82d5-4c3f-a3f5-4a024788414c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 944 time: 0.1937952 Feb 04 13:30:40.388047 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:40.440888 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-915d8432-d388-4ca1-bfa5-97a7da7f8a4e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port d75e8390-f83e-489e-a53f-49494ff966f2 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:40.441255 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-915d8432-d388-4ca1-bfa5-97a7da7f8a4e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d75e8390-f83e-489e-a53f-49494ff966f2), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:40.459339 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Pushing event updated for resources: {'Port': ['ID=2b74e635-6809-4663-bce1-656e55568037,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:40.491360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Attempting to bind port 2b74e635-6809-4663-bce1-656e55568037 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:30:40.491743 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Attempting to bind port 2b74e635-6809-4663-bce1-656e55568037 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:30:40.492113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Attempting to bind port 2b74e635-6809-4663-bce1-656e55568037 on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:40.498076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:30:40.498394 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:40.498802 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:40.499433 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:30:40.499670 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Bound port: 2b74e635-6809-4663-bce1-656e55568037, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:30:40.500061 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2b74e635-6809-4663-bce1-656e55568037), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:40.615259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f2afeb35-e2c4-4692-8a15-b9034c8680af req-8ca774d4-8781-42b4-9510-8c2699453e58 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290030 Feb 04 13:30:40.668866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:30:40.731446 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a428f6b8-ef9d-4fb2-b896-5aa4a9661967 req-ee6d471f-ff7b-47bc-9b57-45eb41595ab7 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "GET /v2.0/security-groups/f9f8787c-0fb2-4dfc-b8fa-927d3e7ee01a HTTP/1.1" status: 200 len: 1832 time: 0.1126435 Feb 04 13:30:40.731915 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:30:40.731991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f2a5f5f9-06f4-4f3d-899d-28d6d7379b8e not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:30:40.738031 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] For port 2b74e635-6809-4663-bce1-656e55568037, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:30:40.748670 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-915d8432-d388-4ca1-bfa5-97a7da7f8a4e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d75e8390-f83e-489e-a53f-49494ff966f2), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:40.770557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] For port 2b74e635-6809-4663-bce1-656e55568037, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2b74e635-6809-4663-bce1-656e55568037,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:30:40.783030 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2b74e635-6809-4663-bce1-656e55568037), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:40.794776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-915d8432-d388-4ca1-bfa5-97a7da7f8a4e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for d75e8390-f83e-489e-a53f-49494ff966f2 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:40.946383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c9e10-aa46-48cb-a97b-725835f2fa73 None None] Pushing event updated for resources: {'Port': ['ID=2b74e635-6809-4663-bce1-656e55568037,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:40.957647 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b860d7f4-4514-47a1-a914-c1d272b70fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:41.003249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:30:41.009616 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:41.021016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838876bb-5ee1-4759-ae2d-b1387e309073 req-40c18c2c-e294-42ba-91d3-b613698eab58 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:41.032352 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-838876bb-5ee1-4759-ae2d-b1387e309073 req-40c18c2c-e294-42ba-91d3-b613698eab58 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ba2fdc4-f179-494f-b119-a47b994a5e40 HTTP/1.1" status: 200 len: 943 time: 0.2308621 Feb 04 13:30:41.120523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63929ff3-5a23-44d2-8a34-670d36d5642b req-0a985592-0963-43f5-b3a1-e61bdbaa285a tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:41.132251 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-63929ff3-5a23-44d2-8a34-670d36d5642b req-0a985592-0963-43f5-b3a1-e61bdbaa285a tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 945 time: 0.2710037 Feb 04 13:30:41.202084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:41.224532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:41.224998 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:41.410354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-838876bb-5ee1-4759-ae2d-b1387e309073 req-c2024f02-dc31-4585-aadd-8a65e7f944fb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762193 Feb 04 13:30:41.429399 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-63929ff3-5a23-44d2-8a34-670d36d5642b req-4e0313b8-5edc-4025-bd6f-90381a825fb7 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597575 Feb 04 13:30:41.497850 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-915d8432-d388-4ca1-bfa5-97a7da7f8a4e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d75e8390-f83e-489e-a53f-49494ff966f2), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:41.677700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d8432-d388-4ca1-bfa5-97a7da7f8a4e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=d75e8390-f83e-489e-a53f-49494ff966f2,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:41.688534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-3b21c15d-46a0-4c52-9beb-4c8a0f7ea21b req-420eb07b-c7ab-4fa7-bc9b-a01c4c9bbbbd tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1440926512', 'description': 'tempest-description-62457962'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:41.702369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:41.738241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '9f0ac2b7-dff9-490b-b6cb-2a19dcf82363', 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112', 'port_id': '9f0ac2b7-dff9-490b-b6cb-2a19dcf82363', 'mac_address': 'fa:16:3e:8a:1c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65276bc3-38f7-4354-8723-1e8038a429ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:30:41.756654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b323bc7a-8fcd-4de3-95e8-95a6c13dd569 req-6585d6c9-2bf1-48aa-bae2-8840013d0cf4 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 210 time: 0.1423478 Feb 04 13:30:41.772182 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3b21c15d-46a0-4c52-9beb-4c8a0f7ea21b req-420eb07b-c7ab-4fa7-bc9b-a01c4c9bbbbd tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:41.861756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:41.865955 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:41.887259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:30:41.888056 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-915d8432-d388-4ca1-bfa5-97a7da7f8a4e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:41.905887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44096) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:41.912692 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-915d8432-d388-4ca1-bfa5-97a7da7f8a4e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/d75e8390-f83e-489e-a53f-49494ff966f2 HTTP/1.1" status: 204 len: 168 time: 1.6590474 Feb 04 13:30:41.918255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:41.935374 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:42.073617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c87151-6562-45f7-a194-081a654e14db tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:42.076347 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:42.076805 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:42.077867 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c87151-6562-45f7-a194-081a654e14db tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:42.082317 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a3c87151-6562-45f7-a194-081a654e14db tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1737781 Feb 04 13:30:42.085028 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44098) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:42.121763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b154b44-05fb-4e93-b84d-45a66f4bfdb0 req-0672f468-41c8-4056-af8e-e92df94d63fa tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:42.132568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6b154b44-05fb-4e93-b84d-45a66f4bfdb0 req-0672f468-41c8-4056-af8e-e92df94d63fa tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.1887367 Feb 04 13:30:42.180774 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3b21c15d-46a0-4c52-9beb-4c8a0f7ea21b req-420eb07b-c7ab-4fa7-bc9b-a01c4c9bbbbd tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (310c91f6-4168-4913-8cc2-0502318286b3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:42.182014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9aa621-2849-4b6b-8369-5954371fddb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:30:42.185241 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6a08b3-44eb-438a-9ed8-5eb089fadb53" -d '{"events": [{"server_uuid": "cc9aa621-2849-4b6b-8369-5954371fddb0", "name": "network-vif-plugged", "status": "completed", "tag": "fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:30:42.205680 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3b21c15d-46a0-4c52-9beb-4c8a0f7ea21b req-420eb07b-c7ab-4fa7-bc9b-a01c4c9bbbbd tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (310c91f6-4168-4913-8cc2-0502318286b3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:42.206753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:42.213043 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:42.224078 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:42.260800 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0e48d9-7a76-44a6-ad3d-b3373995d1b0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet bd02dce7-c962-4509-bda4-f9fe2f3d506e {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:30:42.275529 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2f0e48d9-7a76-44a6-ad3d-b3373995d1b0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (bd02dce7-c962-4509-bda4-f9fe2f3d506e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:42.301659 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3b21c15d-46a0-4c52-9beb-4c8a0f7ea21b req-420eb07b-c7ab-4fa7-bc9b-a01c4c9bbbbd tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:42.312179 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:42.321924 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b21c15d-46a0-4c52-9beb-4c8a0f7ea21b req-420eb07b-c7ab-4fa7-bc9b-a01c4c9bbbbd tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6850266 Feb 04 13:30:42.341686 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['9f0ac2b7-dff9-490b-b6cb-2a19dcf82363'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:30:42.366846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420eb07b-c7ab-4fa7-bc9b-a01c4c9bbbbd tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310c91f6-4168-4913-8cc2-0502318286b3,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:42.400754 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2f0e48d9-7a76-44a6-ad3d-b3373995d1b0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (bd02dce7-c962-4509-bda4-f9fe2f3d506e), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:42.406172 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6b154b44-05fb-4e93-b84d-45a66f4bfdb0 req-b9b3237e-74de-4e9a-aa16-76506a38dfec tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666619 Feb 04 13:30:42.639547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02229e-64e3-4052-bb7e-37d266bfbd37 req-764bbcf9-f951-4765-81a5-ef6539c65b25 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:42.659710 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e02229e-64e3-4052-bb7e-37d266bfbd37 req-764bbcf9-f951-4765-81a5-ef6539c65b25 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 945 time: 0.1969459 Feb 04 13:30:42.663639 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b4720d-ed54-47d7-bcb8-d918fdc1fbad x-openstack-request-id: req-64b4720d-ed54-47d7-bcb8-d918fdc1fbad {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:42.663942 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9aa621-2849-4b6b-8369-5954371fddb0", "name": "network-vif-plugged", "status": "completed", "tag": "fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:42.664200 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-64b4720d-ed54-47d7-bcb8-d918fdc1fbad {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:42.664596 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9aa621-2849-4b6b-8369-5954371fddb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d', 'code': 200} Feb 04 13:30:42.668717 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2f0e48d9-7a76-44a6-ad3d-b3373995d1b0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (bd02dce7-c962-4509-bda4-f9fe2f3d506e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:42.865036 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2f0e48d9-7a76-44a6-ad3d-b3373995d1b0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (bd02dce7-c962-4509-bda4-f9fe2f3d506e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:42.923480 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e48d9-7a76-44a6-ad3d-b3373995d1b0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=bd02dce7-c962-4509-bda4-f9fe2f3d506e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:42.945132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2b74e635-6809-4663-bce1-656e55568037 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:42.949995 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2f0e48d9-7a76-44a6-ad3d-b3373995d1b0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:42.963330 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2f0e48d9-7a76-44a6-ad3d-b3373995d1b0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/bd02dce7-c962-4509-bda4-f9fe2f3d506e HTTP/1.1" status: 204 len: 168 time: 0.8740880 Feb 04 13:30:42.964748 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44110) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:43.075339 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2d53aafb-d15a-4fa3-850c-45f8a1c1ac5f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1081061 Feb 04 13:30:43.075768 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44112) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:43.162515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e8dc219c-8209-47e1-8826-2fc115f7e790 None None] Provisioning complete for port 2b74e635-6809-4663-bce1-656e55568037 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:43.163651 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e8dc219c-8209-47e1-8826-2fc115f7e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2b74e635-6809-4663-bce1-656e55568037), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:43.275696 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e8ba27-f6f5-4abc-9a0f-7704f495cf67 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:43.280412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2b74e635-6809-4663-bce1-656e55568037 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:43.280934 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2b74e635-6809-4663-bce1-656e55568037), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:43.295012 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f6e8ba27-f6f5-4abc-9a0f-7704f495cf67 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2181535 Feb 04 13:30:43.296082 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44114) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:43.455949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0734cd92-5625-41db-a8db-57dd9c04dfc0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:43.461735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8107c15-63b5-4b42-b7ca-89ff5e7e0bbb None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:43.466189 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0734cd92-5625-41db-a8db-57dd9c04dfc0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1688132 Feb 04 13:30:43.466917 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44118) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:43.527795 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dc09b3ad-7e5d-44eb-b121-84ff22da451b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595486 Feb 04 13:30:43.528618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44120) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:43.534665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e2d0e263-5f53-4649-911a-419269dfbc6f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:43.586203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2b74e635-6809-4663-bce1-656e55568037 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:43.586764 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2b74e635-6809-4663-bce1-656e55568037), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:43.589274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc219c-8209-47e1-8826-2fc115f7e790 None None] Current status of the port 2b74e635-6809-4663-bce1-656e55568037 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:43.589881 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e8dc219c-8209-47e1-8826-2fc115f7e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2b74e635-6809-4663-bce1-656e55568037), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:43.677133 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 2b74e635-6809-4663-bce1-656e55568037, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2b74e635-6809-4663-bce1-656e55568037,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:43.716601 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2b74e635-6809-4663-bce1-656e55568037), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:43.848101 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4d186106-061f-4570-99e8-f6c781e213b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:43.887569 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=2b74e635-6809-4663-bce1-656e55568037,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:43.942170 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:43.976700 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-e8dc219c-8209-47e1-8826-2fc115f7e790 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:30:43.982666 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-e8dc219c-8209-47e1-8826-2fc115f7e790 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:30:44.063461 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e02229e-64e3-4052-bb7e-37d266bfbd37 req-a3c0d2d0-9f92-43e4-8897-f514038a161f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4017868 Feb 04 13:30:44.086247 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-847d76a5-03ea-4b8d-84fc-45bc62cb7329 req-23150680-aabc-4c21-8d76-773005487ad5 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "GET /v2.0/security-groups/310c91f6-4168-4913-8cc2-0502318286b3 HTTP/1.1" status: 200 len: 1830 time: 1.3871312 Feb 04 13:30:44.173916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee01379-8b79-4c3f-bab2-861f51bd7d98 None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:30:44.188820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-19d9600f-833e-48cd-ba22-c4148ca621d2 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:44.193879 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-19d9600f-833e-48cd-ba22-c4148ca621d2 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.99 "GET /v2.0/networks?id=f24b6c58-89d6-4662-8fa5-85c8f4148bf1 HTTP/1.1" status: 200 len: 811 time: 1.4848714 Feb 04 13:30:44.199864 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290b9c-f994-4cc2-9bcb-e7c992d626ac req-6b19e8a3-2108-4d00-af05-42c9c8643d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:44.203972 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6e290b9c-f994-4cc2-9bcb-e7c992d626ac req-6b19e8a3-2108-4d00-af05-42c9c8643d2d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 1128 time: 1.3314753 Feb 04 13:30:44.270725 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d0e263-5f53-4649-911a-419269dfbc6f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:44.279939 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2d0e263-5f53-4649-911a-419269dfbc6f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:44.313949 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-eee01379-8b79-4c3f-bab2-861f51bd7d98 None None] Deleting port 2b74e635-6809-4663-bce1-656e55568037 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:44.314868 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eee01379-8b79-4c3f-bab2-861f51bd7d98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2b74e635-6809-4663-bce1-656e55568037), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:44.506353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-eee01379-8b79-4c3f-bab2-861f51bd7d98 None None] For port 2b74e635-6809-4663-bce1-656e55568037, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2b74e635-6809-4663-bce1-656e55568037,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:44.506812 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eee01379-8b79-4c3f-bab2-861f51bd7d98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2b74e635-6809-4663-bce1-656e55568037), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:44.560663 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:44.573817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-eee01379-8b79-4c3f-bab2-861f51bd7d98 None None] Calling delete_port for 2b74e635-6809-4663-bce1-656e55568037 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:44.600340 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6e290b9c-f994-4cc2-9bcb-e7c992d626ac req-5ac52e44-7424-4810-bde2-0d24c6bde828 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904965 Feb 04 13:30:44.650428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc219c-8209-47e1-8826-2fc115f7e790 None None] Current status of the port 2b74e635-6809-4663-bce1-656e55568037 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:44.675729 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-f51406c2-b6be-4f2c-a580-8424f6cc5356 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a15dfaa014424b9c999a70b0d8f01ece HTTP/1.1" status: 200 len: 379 time: 0.4693086 Feb 04 13:30:44.732489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0756c7-f3c4-49a2-a283-e968568057ae req-a81a930c-d5cc-4d3d-b949-026039d9f0df tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:44.732816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2b74e635-6809-4663-bce1-656e55568037 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:30:44.738875 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f0756c7-f3c4-49a2-a283-e968568057ae req-a81a930c-d5cc-4d3d-b949-026039d9f0df tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 945 time: 0.3666680 Feb 04 13:30:44.773905 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2d0e263-5f53-4649-911a-419269dfbc6f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (d2cddf0e-a395-4c0c-a410-033b609a93d5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:44.796266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49516e-cdf2-46e0-bab9-87ad108383fe req-ebab1abf-5e54-4b44-a3e3-c623985c7dae tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:44.802976 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac49516e-cdf2-46e0-bab9-87ad108383fe req-ebab1abf-5e54-4b44-a3e3-c623985c7dae tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ba2fdc4-f179-494f-b119-a47b994a5e40 HTTP/1.1" status: 200 len: 944 time: 0.4823382 Feb 04 13:30:44.865000 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d0e263-5f53-4649-911a-419269dfbc6f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:44.872459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-e2d0e263-5f53-4649-911a-419269dfbc6f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:44.886330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d0e263-5f53-4649-911a-419269dfbc6f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:44.887197 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2d0e263-5f53-4649-911a-419269dfbc6f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:44.891225 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-62622991-2276-48b9-9ddd-f2e9262a2690 None None] Could not find standard attr ID for object d75e8390-f83e-489e-a53f-49494ff966f2. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:30:44.900097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-903622a2-3111-48e8-91c8-7dae9d0c5124 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Request body: {'port': {'device_id': 'a8c26a47-b68e-4436-962a-c2a89ca94e24', 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'admin_state_up': True, 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'security_groups': ['0072fcd8-0309-4f96-95f0-1fbd450914bf']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:44.961114 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0e263-5f53-4649-911a-419269dfbc6f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=d2cddf0e-a395-4c0c-a410-033b609a93d5,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:44.971972 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eee01379-8b79-4c3f-bab2-861f51bd7d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (2b74e635-6809-4663-bce1-656e55568037), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:44.972231 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e2d0e263-5f53-4649-911a-419269dfbc6f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4421022 Feb 04 13:30:44.975048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44128) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:44.990840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6c3daeac-288b-4a92-930b-3d006f5b27c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'fixed_ips': [{'subnet_id': 'd2cddf0e-a395-4c0c-a410-033b609a93d5', 'ip_address': '2001:db8::addc:6ddd:ce58:4348'}], 'name': 'tempest-NetworksTestDHCPv6-1628429780'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:45.030289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee01379-8b79-4c3f-bab2-861f51bd7d98 None None] Pushing event deleted for resources: {'Port': ['ID=2b74e635-6809-4663-bce1-656e55568037,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:45.039031 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:45.047595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee01379-8b79-4c3f-bab2-861f51bd7d98 None None] No DVR routers for this DVR port 2b74e635-6809-4663-bce1-656e55568037 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:30:45.075374 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f0756c7-f3c4-49a2-a283-e968568057ae req-1d670702-cef7-44ba-b92d-abefe87d0881 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310547 Feb 04 13:30:45.081474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2b74e635-6809-4663-bce1-656e55568037 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:45.081474 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2b74e635-6809-4663-bce1-656e55568037), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:45.106555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2202c2-25ab-406f-9261-d726fc269f4a None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:45.112362 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac49516e-cdf2-46e0-bab9-87ad108383fe req-17a3bc79-266d-4a0a-b2fa-8d69426e8c4b tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796733 Feb 04 13:30:45.232414 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-903622a2-3111-48e8-91c8-7dae9d0c5124 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Made reservation on behalf of a15dfaa014424b9c999a70b0d8f01ece for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:45.239680 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-903622a2-3111-48e8-91c8-7dae9d0c5124 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:45.253238 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3daeac-288b-4a92-930b-3d006f5b27c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:45.342184 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c3daeac-288b-4a92-930b-3d006f5b27c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:45.370666 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-6c3daeac-288b-4a92-930b-3d006f5b27c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port cdedfd40-3023-409f-a76f-e9f2a3665a98 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:30:45.446969 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-334cc649-fac0-48b7-be6a-997cdfa3c7a2 req-08b18ea9-00ac-4334-96bb-ff8fc6d9818b tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 210 time: 0.1798112 Feb 04 13:30:45.457061 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:45.475908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a76316-fadb-4293-b810-62da0781351f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': 'd2cddf0e-a395-4c0c-a410-033b609a93d5'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:30:45.477014 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-97a76316-fadb-4293-b810-62da0781351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:45.500738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:45.502590 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:45.528971 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:45.633959 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-2303c32c-b623-414e-baf7-3710c6319714 req-5e919d7d-6dcc-486b-a45b-8f55116d4de7 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] show failed (client error): The resource could not be found. Feb 04 13:30:45.650131 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2303c32c-b623-414e-baf7-3710c6319714 req-5e919d7d-6dcc-486b-a45b-8f55116d4de7 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "GET /v2.0/security-groups/b769bea7-08a5-4b8b-a529-1e4565a15f76 HTTP/1.1" status: 404 len: 352 time: 0.0952849 Feb 04 13:30:45.680267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a806093-2aa4-4068-8eea-d6668d3302ca req-50b6db54-6732-4cfa-a4fd-ea5a9c28fc9f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:45.692807 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a806093-2aa4-4068-8eea-d6668d3302ca req-50b6db54-6732-4cfa-a4fd-ea5a9c28fc9f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.3993320 Feb 04 13:30:45.749482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-6c3daeac-288b-4a92-930b-3d006f5b27c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::addc:6ddd:ce58:4348 (2ee6628b-98e8-4827-b47e-b9107cd39956/d2cddf0e-a395-4c0c-a410-033b609a93d5/cdedfd40-3023-409f-a76f-e9f2a3665a98) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:45.813292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:45.813683 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:45.863093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba2fdc4-f179-494f-b119-a47b994a5e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0ac2b7-dff9-490b-b6cb-2a19dcf82363'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:30:45.865442 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1ca774-9b8b-4149-a0ba-c5982f7cd8c2" -d '{"events": [{"server_uuid": "1ba2fdc4-f179-494f-b119-a47b994a5e40", "name": "network-vif-plugged", "status": "completed", "tag": "9f0ac2b7-dff9-490b-b6cb-2a19dcf82363"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:30:45.898570 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:45.909355 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:45.926728 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:30:45.940183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a806093-2aa4-4068-8eea-d6668d3302ca req-c8d9950f-1465-4c46-8a4f-68bd59769604 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338831 Feb 04 13:30:46.027456 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-a4a4cf5d-db7a-4e9e-bd3f-8fbc022ddbdb req-43ef222a-a126-4e51-9b76-4647de516f77 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] show failed (client error): The resource could not be found. Feb 04 13:30:46.028832 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a4cf5d-db7a-4e9e-bd3f-8fbc022ddbdb req-43ef222a-a126-4e51-9b76-4647de516f77 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "GET /v2.0/security-group-rules/96861b37-f86c-49f6-8f28-8920b4c75e67 HTTP/1.1" status: 404 len: 361 time: 0.0368395 Feb 04 13:30:46.051039 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c3daeac-288b-4a92-930b-3d006f5b27c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (cdedfd40-3023-409f-a76f-e9f2a3665a98), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:46.052923 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-903622a2-3111-48e8-91c8-7dae9d0c5124 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Allocated IP 172.20.0.14 (f24b6c58-89d6-4662-8fa5-85c8f4148bf1/ebf481c7-6d88-4613-b307-d6a0179136ca/d2c8a644-3fa6-4175-9041-263b401d8d62) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:46.079016 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:46.099298 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c3daeac-288b-4a92-930b-3d006f5b27c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (cdedfd40-3023-409f-a76f-e9f2a3665a98), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:46.119168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57a6aa-48c1-449c-b157-471210a50b23 req-3ec46908-d901-49a6-b00a-cfbd19d9a55e tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:46.127809 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b57a6aa-48c1-449c-b157-471210a50b23 req-3ec46908-d901-49a6-b00a-cfbd19d9a55e tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 945 time: 0.2403376 Feb 04 13:30:46.176832 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd18ad27-979e-4368-a2f2-aba441425068 x-openstack-request-id: req-bd18ad27-979e-4368-a2f2-aba441425068 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:46.177464 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba2fdc4-f179-494f-b119-a47b994a5e40", "name": "network-vif-plugged", "status": "completed", "tag": "9f0ac2b7-dff9-490b-b6cb-2a19dcf82363", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:46.181524 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bd18ad27-979e-4368-a2f2-aba441425068 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:46.182987 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba2fdc4-f179-494f-b119-a47b994a5e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0ac2b7-dff9-490b-b6cb-2a19dcf82363', 'code': 200} Feb 04 13:30:46.191831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3daeac-288b-4a92-930b-3d006f5b27c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=cdedfd40-3023-409f-a76f-e9f2a3665a98,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:46.231832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3daeac-288b-4a92-930b-3d006f5b27c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:46.246474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-6c3daeac-288b-4a92-930b-3d006f5b27c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:46.252228 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3daeac-288b-4a92-930b-3d006f5b27c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:46.261091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3daeac-288b-4a92-930b-3d006f5b27c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:46.266422 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c3daeac-288b-4a92-930b-3d006f5b27c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:46.272858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b57a6aa-48c1-449c-b157-471210a50b23 req-5feb2c3b-2d19-4395-abe1-ac1f08f9de9f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440501 Feb 04 13:30:46.329842 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6c3daeac-288b-4a92-930b-3d006f5b27c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3518012 Feb 04 13:30:46.336813 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44142) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:46.338215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-97a76316-fadb-4293-b810-62da0781351f None None] Allocated IP 2001:db8::2 (2ee6628b-98e8-4827-b47e-b9107cd39956/d2cddf0e-a395-4c0c-a410-033b609a93d5/61498b0f-a1d9-47ab-8a0c-d36495888db4) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:46.398215 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6627850e-b2d0-48ed-9826-5bafb7d0ece9 req-1419b7bd-8e55-4044-8fca-93b34ed734aa tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "GET /v2.0/security-groups/310c91f6-4168-4913-8cc2-0502318286b3 HTTP/1.1" status: 200 len: 1830 time: 0.1967885 Feb 04 13:30:46.418360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35467c21-c12b-457c-a863-e95bc8fb729e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:46.420401 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-35467c21-c12b-457c-a863-e95bc8fb729e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0825133 Feb 04 13:30:46.423439 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44144) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:46.532047 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-903622a2-3111-48e8-91c8-7dae9d0c5124 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for port (d2c8a644-3fa6-4175-9041-263b401d8d62), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:46.535064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c1474-58c2-4613-ab96-8785261e2982 req-5333f1fc-6771-424d-8cf8-aab9b0e91d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:46.536878 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f14c1474-58c2-4613-ab96-8785261e2982 req-5333f1fc-6771-424d-8cf8-aab9b0e91d22 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1ba2fdc4-f179-494f-b119-a47b994a5e40 HTTP/1.1" status: 200 len: 1128 time: 0.2016466 Feb 04 13:30:46.586884 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-756ed121-0e5c-4b9c-a636-c5d124289975 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port cdedfd40-3023-409f-a76f-e9f2a3665a98 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:46.587252 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-756ed121-0e5c-4b9c-a636-c5d124289975 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (cdedfd40-3023-409f-a76f-e9f2a3665a98), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:46.624737 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6627850e-b2d0-48ed-9826-5bafb7d0ece9 req-2fe97ce0-225f-4361-9f4f-0cbd07de9c46 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (310c91f6-4168-4913-8cc2-0502318286b3), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:46.644619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6d3f5-b7a5-471e-b80f-b25d5cb82f4a req-a723b2b1-fc4f-41d4-a7d8-573ac6752b73 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:46.650936 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0f6d3f5-b7a5-471e-b80f-b25d5cb82f4a req-a723b2b1-fc4f-41d4-a7d8-573ac6752b73 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 945 time: 0.2096546 Feb 04 13:30:46.686962 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-97a76316-fadb-4293-b810-62da0781351f None None] Publish callbacks [] for port (61498b0f-a1d9-47ab-8a0c-d36495888db4), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:46.705361 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-97a76316-fadb-4293-b810-62da0781351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (61498b0f-a1d9-47ab-8a0c-d36495888db4), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:46.705534 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f14c1474-58c2-4613-ab96-8785261e2982 req-252c1903-1a9e-4ede-9c5b-997f2cd6f127 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605854 Feb 04 13:30:46.712560 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6627850e-b2d0-48ed-9826-5bafb7d0ece9 req-2fe97ce0-225f-4361-9f4f-0cbd07de9c46 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (310c91f6-4168-4913-8cc2-0502318286b3), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:46.726198 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-903622a2-3111-48e8-91c8-7dae9d0c5124 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d2c8a644-3fa6-4175-9041-263b401d8d62), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:46.744667 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-756ed121-0e5c-4b9c-a636-c5d124289975 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (cdedfd40-3023-409f-a76f-e9f2a3665a98), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:46.759459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-756ed121-0e5c-4b9c-a636-c5d124289975 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for cdedfd40-3023-409f-a76f-e9f2a3665a98 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:46.776804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0f6d3f5-b7a5-471e-b80f-b25d5cb82f4a req-5bc6c4e7-22d9-44ed-a89b-1fab34153599 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161106 Feb 04 13:30:46.816704 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-903622a2-3111-48e8-91c8-7dae9d0c5124 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Network f24b6c58-89d6-4662-8fa5-85c8f4148bf1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:46.825305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-903622a2-3111-48e8-91c8-7dae9d0c5124 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:46.836187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a76316-fadb-4293-b810-62da0781351f None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:46.839883 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:46.842029 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-903622a2-3111-48e8-91c8-7dae9d0c5124 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:46.843997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-97a76316-fadb-4293-b810-62da0781351f None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:46.846758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a76316-fadb-4293-b810-62da0781351f None None] Pushing event updated for resources: {'Port': ['ID=61498b0f-a1d9-47ab-8a0c-d36495888db4,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:46.849526 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a76316-fadb-4293-b810-62da0781351f None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:46.887188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903622a2-3111-48e8-91c8-7dae9d0c5124 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Pushing event updated for resources: {'Port': ['ID=d2c8a644-3fa6-4175-9041-263b401d8d62,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:46.893439 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6627850e-b2d0-48ed-9826-5bafb7d0ece9 req-2fe97ce0-225f-4361-9f4f-0cbd07de9c46 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (310c91f6-4168-4913-8cc2-0502318286b3), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:46.898431 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6627850e-b2d0-48ed-9826-5bafb7d0ece9 req-2fe97ce0-225f-4361-9f4f-0cbd07de9c46 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:46.917615 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6627850e-b2d0-48ed-9826-5bafb7d0ece9 req-2fe97ce0-225f-4361-9f4f-0cbd07de9c46 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "DELETE /v2.0/security-groups/310c91f6-4168-4913-8cc2-0502318286b3 HTTP/1.1" status: 204 len: 173 time: 0.5121253 Feb 04 13:30:46.990218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe97ce0-225f-4361-9f4f-0cbd07de9c46 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=310c91f6-4168-4913-8cc2-0502318286b3,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:47.012280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-97a76316-fadb-4293-b810-62da0781351f None None] Attempting to bind port 61498b0f-a1d9-47ab-8a0c-d36495888db4 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:30:47.012720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-97a76316-fadb-4293-b810-62da0781351f None None] Attempting to bind port 61498b0f-a1d9-47ab-8a0c-d36495888db4 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:30:47.013303 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a76316-fadb-4293-b810-62da0781351f None None] Attempting to bind port 61498b0f-a1d9-47ab-8a0c-d36495888db4 on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:47.025831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a76316-fadb-4293-b810-62da0781351f None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:30:47.026260 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a76316-fadb-4293-b810-62da0781351f None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:47.026704 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-97a76316-fadb-4293-b810-62da0781351f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.027376 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a76316-fadb-4293-b810-62da0781351f None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:30:47.027970 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-97a76316-fadb-4293-b810-62da0781351f None None] Bound port: 61498b0f-a1d9-47ab-8a0c-d36495888db4, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:30:47.028472 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-97a76316-fadb-4293-b810-62da0781351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (61498b0f-a1d9-47ab-8a0c-d36495888db4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.051459 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-903622a2-3111-48e8-91c8-7dae9d0c5124 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:47.053958 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-903622a2-3111-48e8-91c8-7dae9d0c5124 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.167355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-97a76316-fadb-4293-b810-62da0781351f None None] For port 61498b0f-a1d9-47ab-8a0c-d36495888db4, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:30:47.175829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-97a76316-fadb-4293-b810-62da0781351f None None] For port 61498b0f-a1d9-47ab-8a0c-d36495888db4, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=61498b0f-a1d9-47ab-8a0c-d36495888db4,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:30:47.193364 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-97a76316-fadb-4293-b810-62da0781351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (61498b0f-a1d9-47ab-8a0c-d36495888db4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.237883 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-756ed121-0e5c-4b9c-a636-c5d124289975 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (cdedfd40-3023-409f-a76f-e9f2a3665a98), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.322216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a76316-fadb-4293-b810-62da0781351f None None] Pushing event updated for resources: {'Port': ['ID=61498b0f-a1d9-47ab-8a0c-d36495888db4,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:47.348846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-903622a2-3111-48e8-91c8-7dae9d0c5124 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4584632 Feb 04 13:30:47.358199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ed121-0e5c-4b9c-a636-c5d124289975 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=cdedfd40-3023-409f-a76f-e9f2a3665a98,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:47.362852 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Request body: {'port': {'device_id': 'a8c26a47-b68e-4436-962a-c2a89ca94e24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:47.364007 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-756ed121-0e5c-4b9c-a636-c5d124289975 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.372058 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-756ed121-0e5c-4b9c-a636-c5d124289975 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/cdedfd40-3023-409f-a76f-e9f2a3665a98 HTTP/1.1" status: 204 len: 168 time: 0.9474046 Feb 04 13:30:47.374684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44154) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:47.418671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52763d67-35ef-4832-97fd-ff4455525a73 req-f7c32b89-5426-436b-b079-e5da87a2732d tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:47.420360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52763d67-35ef-4832-97fd-ff4455525a73 req-f7c32b89-5426-436b-b079-e5da87a2732d tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 932 time: 0.3285875 Feb 04 13:30:47.428412 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d7274-461e-40fc-8cca-06fb43681427 req-e4b7a7b2-8917-4749-8938-794f095a0ca0 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:47.435678 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-810d7274-461e-40fc-8cca-06fb43681427 req-e4b7a7b2-8917-4749-8938-794f095a0ca0 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ba2fdc4-f179-494f-b119-a47b994a5e40 HTTP/1.1" status: 200 len: 945 time: 0.3728127 Feb 04 13:30:47.460142 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467cfaf8-5b56-432b-80e9-f41949217b00 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:47.461769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467cfaf8-5b56-432b-80e9-f41949217b00 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:47.463369 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-467cfaf8-5b56-432b-80e9-f41949217b00 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0869734 Feb 04 13:30:47.466197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44156) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:47.490180 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-54a24ca1-23dd-413d-b7c6-fcf6e8ef7a6c None None] Provisioning complete for port d2c8a644-3fa6-4175-9041-263b401d8d62 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:47.490734 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-54a24ca1-23dd-413d-b7c6-fcf6e8ef7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d2c8a644-3fa6-4175-9041-263b401d8d62), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.560103 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8133dd-7489-4a32-9667-aff619e1ec92 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet d2cddf0e-a395-4c0c-a410-033b609a93d5 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:30:47.560416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-54a24ca1-23dd-413d-b7c6-fcf6e8ef7a6c None None] Port d2c8a644-3fa6-4175-9041-263b401d8d62 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:30:47.566790 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f8133dd-7489-4a32-9667-aff619e1ec92 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (d2cddf0e-a395-4c0c-a410-033b609a93d5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.620993 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-810d7274-461e-40fc-8cca-06fb43681427 req-719e1f30-13e9-4971-89e7-df5211961e6e tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841750 Feb 04 13:30:47.623754 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d2c8a644-3fa6-4175-9041-263b401d8d62), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.655740 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52763d67-35ef-4832-97fd-ff4455525a73 req-57893520-45d5-4f20-9f5e-b590d62cbb44 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089958 Feb 04 13:30:47.658088 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f8133dd-7489-4a32-9667-aff619e1ec92 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (d2cddf0e-a395-4c0c-a410-033b609a93d5), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.812036 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f8133dd-7489-4a32-9667-aff619e1ec92 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (d2cddf0e-a395-4c0c-a410-033b609a93d5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.827401 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.869183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e50bd68-6455-4a90-aa61-ed3aeb7d8904 req-1ab25299-22ec-43bd-accb-a6d2d30b3573 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "GET /v2.0/security-groups/f9f8787c-0fb2-4dfc-b8fa-927d3e7ee01a HTTP/1.1" status: 200 len: 1832 time: 0.2116621 Feb 04 13:30:47.909089 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f8133dd-7489-4a32-9667-aff619e1ec92 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (d2cddf0e-a395-4c0c-a410-033b609a93d5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.941100 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8133dd-7489-4a32-9667-aff619e1ec92 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=d2cddf0e-a395-4c0c-a410-033b609a93d5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:47.943357 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f8133dd-7489-4a32-9667-aff619e1ec92 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.950464 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0f8133dd-7489-4a32-9667-aff619e1ec92 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/d2cddf0e-a395-4c0c-a410-033b609a93d5 HTTP/1.1" status: 204 len: 168 time: 0.4792323 Feb 04 13:30:47.950956 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44160) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:48.004371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea0024-8b9e-4c76-ad01-abc81a04424a req-10a7f641-4933-4600-99df-2791f1ed52a7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:48.005967 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e3ea0024-8b9e-4c76-ad01-abc81a04424a req-10a7f641-4933-4600-99df-2791f1ed52a7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.2543464 Feb 04 13:30:48.027963 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b9f96911-34e1-467b-8582-99b30dfc370b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750213 Feb 04 13:30:48.032622 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44162) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:48.038901 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8da722a1-2064-4fd9-8564-c29176aa8987 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:48.069604 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7e50bd68-6455-4a90-aa61-ed3aeb7d8904 req-686beda9-5f9c-43b1-aa3d-6df2b4104a93 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (f9f8787c-0fb2-4dfc-b8fa-927d3e7ee01a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:48.148652 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7e50bd68-6455-4a90-aa61-ed3aeb7d8904 req-686beda9-5f9c-43b1-aa3d-6df2b4104a93 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (f9f8787c-0fb2-4dfc-b8fa-927d3e7ee01a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:48.174349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da722a1-2064-4fd9-8564-c29176aa8987 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:48.178894 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8da722a1-2064-4fd9-8564-c29176aa8987 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:48.179057 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e3ea0024-8b9e-4c76-ad01-abc81a04424a req-93dfc93a-745f-47eb-bfec-2cc57774c76f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631477 Feb 04 13:30:48.306535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c8a644-3fa6-4175-9041-263b401d8d62 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:30:48.333067 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7e50bd68-6455-4a90-aa61-ed3aeb7d8904 req-686beda9-5f9c-43b1-aa3d-6df2b4104a93 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f9f8787c-0fb2-4dfc-b8fa-927d3e7ee01a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:48.343077 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7e50bd68-6455-4a90-aa61-ed3aeb7d8904 req-686beda9-5f9c-43b1-aa3d-6df2b4104a93 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:48.363522 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e50bd68-6455-4a90-aa61-ed3aeb7d8904 req-686beda9-5f9c-43b1-aa3d-6df2b4104a93 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "DELETE /v2.0/security-groups/f9f8787c-0fb2-4dfc-b8fa-927d3e7ee01a HTTP/1.1" status: 204 len: 173 time: 0.4847465 Feb 04 13:30:48.367824 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Publish callbacks [] for port (d2c8a644-3fa6-4175-9041-263b401d8d62), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:48.454245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Transition to ACTIVE for port object d2c8a644-3fa6-4175-9041-263b401d8d62 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:48.488226 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (d2c8a644-3fa6-4175-9041-263b401d8d62), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:48.493468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686beda9-5f9c-43b1-aa3d-6df2b4104a93 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f8787c-0fb2-4dfc-b8fa-927d3e7ee01a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:48.632412 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8da722a1-2064-4fd9-8564-c29176aa8987 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (97c7ce59-40c5-47b9-9b1d-8ad1afefb357), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:48.770773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 61498b0f-a1d9-47ab-8a0c-d36495888db4 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:48.804115 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da722a1-2064-4fd9-8564-c29176aa8987 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:48.821500 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-8da722a1-2064-4fd9-8564-c29176aa8987 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:48.828158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ef382-9825-4052-be5a-7f57cca13d4d req-b89f69e5-f250-4517-ac74-53c79b8f0125 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:48.830627 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da722a1-2064-4fd9-8564-c29176aa8987 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:48.831431 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8da722a1-2064-4fd9-8564-c29176aa8987 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:48.834030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da722a1-2064-4fd9-8564-c29176aa8987 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=97c7ce59-40c5-47b9-9b1d-8ad1afefb357,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:48.839923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c80ef382-9825-4052-be5a-7f57cca13d4d req-b89f69e5-f250-4517-ac74-53c79b8f0125 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 945 time: 0.4336553 Feb 04 13:30:48.866786 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c8a644-3fa6-4175-9041-263b401d8d62,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:48.876376 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3955a7-e860-428b-92f4-850ac2e0a977 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:48.880002 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8da722a1-2064-4fd9-8564-c29176aa8987 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8453107 Feb 04 13:30:48.882660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44170) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:48.889980 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-858cdc7b-309b-4033-a779-031eb2cc4099 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'fixed_ips': [{'subnet_id': '97c7ce59-40c5-47b9-9b1d-8ad1afefb357', 'ip_address': '2001:db8::2281:250d:dc33:cd5f'}], 'name': 'tempest-NetworksTestDHCPv6-1638372390'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:48.900861 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be589d26-c6ab-49bd-95e1-cec850e7c9a9 req-b37fecc7-fb88-4345-ad18-00b60604ceab tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:48.903840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be589d26-c6ab-49bd-95e1-cec850e7c9a9 req-b37fecc7-fb88-4345-ad18-00b60604ceab tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 945 time: 0.3946481 Feb 04 13:30:48.979452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-55fa4536-4f2d-4a53-8670-ccb7f26396fd None None] Provisioning complete for port 61498b0f-a1d9-47ab-8a0c-d36495888db4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:48.980658 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-55fa4536-4f2d-4a53-8670-ccb7f26396fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (61498b0f-a1d9-47ab-8a0c-d36495888db4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:48.992372 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c80ef382-9825-4052-be5a-7f57cca13d4d req-0eb8c05a-e947-45eb-84de-265a6c0dc429 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515300 Feb 04 13:30:49.042034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 61498b0f-a1d9-47ab-8a0c-d36495888db4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:49.042435 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (61498b0f-a1d9-47ab-8a0c-d36495888db4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:49.043522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Attempting to bind port d2c8a644-3fa6-4175-9041-263b401d8d62 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:30:49.044573 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Attempting to bind port d2c8a644-3fa6-4175-9041-263b401d8d62 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '57b6631b-ac4c-4897-8030-a27b490e3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:30:49.045214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Attempting to bind port d2c8a644-3fa6-4175-9041-263b401d8d62 on network f24b6c58-89d6-4662-8fa5-85c8f4148bf1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:49.048669 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858cdc7b-309b-4033-a779-031eb2cc4099 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:49.054531 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-858cdc7b-309b-4033-a779-031eb2cc4099 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:49.068802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Port d2c8a644-3fa6-4175-9041-263b401d8d62 on network f24b6c58-89d6-4662-8fa5-85c8f4148bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:30:49.069296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Attempting to bind port d2c8a644-3fa6-4175-9041-263b401d8d62 on network f24b6c58-89d6-4662-8fa5-85c8f4148bf1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:49.086319 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-858cdc7b-309b-4033-a779-031eb2cc4099 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port 9b1ec1ca-09f1-4713-b2c2-203e4d3db199 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:30:49.087212 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be589d26-c6ab-49bd-95e1-cec850e7c9a9 req-62cae430-2941-43e9-91b7-3280dea05f3c tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721616 Feb 04 13:30:49.103350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:30:49.104001 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Checking segment: {'id': '57b6631b-ac4c-4897-8030-a27b490e3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:49.104520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Bound using segment: {'id': '57b6631b-ac4c-4897-8030-a27b490e3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:30:49.105381 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Bound port: d2c8a644-3fa6-4175-9041-263b401d8d62, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b6631b-ac4c-4897-8030-a27b490e3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:30:49.105853 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d2c8a644-3fa6-4175-9041-263b401d8d62), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:49.186329 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9868d861-c473-422c-883a-6cd6858b1bba req-ed3573d6-40fc-4bc0-9544-1d919c4fa896 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "GET /v2.0/security-groups/883f7c33-6ff8-460d-9330-203cb4605c95 HTTP/1.1" status: 200 len: 1831 time: 0.1367867 Feb 04 13:30:49.305822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] For port d2c8a644-3fa6-4175-9041-263b401d8d62, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:30:49.348626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] For port d2c8a644-3fa6-4175-9041-263b401d8d62, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d2c8a644-3fa6-4175-9041-263b401d8d62,segment=NetworkSegment(57b6631b-ac4c-4897-8030-a27b490e3ed7),segment_id=57b6631b-ac4c-4897-8030-a27b490e3ed7)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:30:49.348978 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-858cdc7b-309b-4033-a779-031eb2cc4099 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::2281:250d:dc33:cd5f (2ee6628b-98e8-4827-b47e-b9107cd39956/97c7ce59-40c5-47b9-9b1d-8ad1afefb357/9b1ec1ca-09f1-4713-b2c2-203e4d3db199) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:49.352965 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9868d861-c473-422c-883a-6cd6858b1bba req-cc35a2ed-c42f-4258-866f-d01bc5112ff5 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (883f7c33-6ff8-460d-9330-203cb4605c95), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:49.362410 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (d2c8a644-3fa6-4175-9041-263b401d8d62), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:49.384532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-55fa4536-4f2d-4a53-8670-ccb7f26396fd None None] Current status of the port 61498b0f-a1d9-47ab-8a0c-d36495888db4 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:49.384832 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-55fa4536-4f2d-4a53-8670-ccb7f26396fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (61498b0f-a1d9-47ab-8a0c-d36495888db4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:49.389230 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241b313-1982-438a-af2a-6004b2012b7b req-b8d60067-4b8b-4530-8706-330a5392d762 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:49.391620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f241b313-1982-438a-af2a-6004b2012b7b req-b8d60067-4b8b-4530-8706-330a5392d762 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ba2fdc4-f179-494f-b119-a47b994a5e40 HTTP/1.1" status: 200 len: 945 time: 0.1664968 Feb 04 13:30:49.398389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:49.399066 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:49.400715 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] 10.222.0.99 "PUT /v2.0/ports/d2c8a644-3fa6-4175-9041-263b401d8d62 HTTP/1.1" status: 200 len: 1093 time: 2.0436769 Feb 04 13:30:49.405160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c26a47-b68e-4436-962a-c2a89ca94e24', 'tag': 'd2c8a644-3fa6-4175-9041-263b401d8d62'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:30:49.417558 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6273138-31bb-4f5c-ae99-a25ede3fafb8" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c26a47-b68e-4436-962a-c2a89ca94e24", "tag": "d2c8a644-3fa6-4175-9041-263b401d8d62"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:30:49.448956 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 61498b0f-a1d9-47ab-8a0c-d36495888db4 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:49.449423 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (61498b0f-a1d9-47ab-8a0c-d36495888db4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:49.473087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-55fa4536-4f2d-4a53-8670-ccb7f26396fd None None] For port 61498b0f-a1d9-47ab-8a0c-d36495888db4, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=61498b0f-a1d9-47ab-8a0c-d36495888db4,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:49.481456 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-55fa4536-4f2d-4a53-8670-ccb7f26396fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (61498b0f-a1d9-47ab-8a0c-d36495888db4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:49.511998 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9868d861-c473-422c-883a-6cd6858b1bba req-cc35a2ed-c42f-4258-866f-d01bc5112ff5 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (883f7c33-6ff8-460d-9330-203cb4605c95), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:49.578006 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:30:49.579250 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:30:49.590857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa4536-4f2d-4a53-8670-ccb7f26396fd None None] Pushing event updated for resources: {'Port': ['ID=61498b0f-a1d9-47ab-8a0c-d36495888db4,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:49.659657 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-858cdc7b-309b-4033-a779-031eb2cc4099 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (9b1ec1ca-09f1-4713-b2c2-203e4d3db199), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:49.677763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f184a62-73cc-449f-b3e6-df9cb5a92b14 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c8a644-3fa6-4175-9041-263b401d8d62,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:49.695291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f241b313-1982-438a-af2a-6004b2012b7b req-0fda9173-d0bf-4be1-af19-3a645d7b68a9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265739 Feb 04 13:30:49.713485 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-e08e63f4-e1af-4ad3-b75a-514615e6fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:49.716044 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-e08e63f4-e1af-4ad3-b75a-514615e6fcb5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a15dfaa014424b9c999a70b0d8f01ece&device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 1127 time: 0.2484696 Feb 04 13:30:49.717766 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9868d861-c473-422c-883a-6cd6858b1bba req-cc35a2ed-c42f-4258-866f-d01bc5112ff5 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (883f7c33-6ff8-460d-9330-203cb4605c95), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:49.736165 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9868d861-c473-422c-883a-6cd6858b1bba req-cc35a2ed-c42f-4258-866f-d01bc5112ff5 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:49.739979 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9868d861-c473-422c-883a-6cd6858b1bba req-cc35a2ed-c42f-4258-866f-d01bc5112ff5 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "DELETE /v2.0/security-groups/883f7c33-6ff8-460d-9330-203cb4605c95 HTTP/1.1" status: 204 len: 173 time: 0.5414741 Feb 04 13:30:49.761021 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-858cdc7b-309b-4033-a779-031eb2cc4099 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (9b1ec1ca-09f1-4713-b2c2-203e4d3db199), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:49.835438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858cdc7b-309b-4033-a779-031eb2cc4099 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:49.844038 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-858cdc7b-309b-4033-a779-031eb2cc4099 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:49.849907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858cdc7b-309b-4033-a779-031eb2cc4099 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:49.857620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35a2ed-c42f-4258-866f-d01bc5112ff5 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=883f7c33-6ff8-460d-9330-203cb4605c95,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:49.857904 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858cdc7b-309b-4033-a779-031eb2cc4099 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:49.858620 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-858cdc7b-309b-4033-a779-031eb2cc4099 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:49.873797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cdc7b-309b-4033-a779-031eb2cc4099 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=9b1ec1ca-09f1-4713-b2c2-203e4d3db199,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:49.899784 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-8b07d03f-b46e-4dcb-bd49-162ed12d593b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2c8a644-3fa6-4175-9041-263b401d8d62 HTTP/1.1" status: 200 len: 217 time: 0.1570389 Feb 04 13:30:49.909212 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-858cdc7b-309b-4033-a779-031eb2cc4099 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0218563 Feb 04 13:30:49.909515 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44192) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:49.977550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2b4b4bb2-c1a2-4fd3-9da0-04ede3a12b54 None None] Provisioning complete for port 61498b0f-a1d9-47ab-8a0c-d36495888db4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:49.978413 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2b4b4bb2-c1a2-4fd3-9da0-04ede3a12b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (61498b0f-a1d9-47ab-8a0c-d36495888db4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:49.987281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9760c06a-ac28-46ba-86da-e83791732445 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:49.994363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9760c06a-ac28-46ba-86da-e83791732445 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:49.999523 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9760c06a-ac28-46ba-86da-e83791732445 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0887208 Feb 04 13:30:50.000992 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44194) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:50.078867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2b4b4bb2-c1a2-4fd3-9da0-04ede3a12b54 None None] Current status of the port 61498b0f-a1d9-47ab-8a0c-d36495888db4 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:50.087154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-b4e6c42f-7d56-48f4-b193-4fcb2ad16cc3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:50.089522 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-b4e6c42f-7d56-48f4-b193-4fcb2ad16cc3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 806 time: 0.2191083 Feb 04 13:30:50.131313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-d88d28b8-3528-4c36-b5af-98f07f660fb8 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/quotas/688a1d8829de4353a6d958abc734325e HTTP/1.1" status: 200 len: 375 time: 0.0290689 Feb 04 13:30:50.137980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 61498b0f-a1d9-47ab-8a0c-d36495888db4 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:50.144517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-c1459723-76fe-4069-905e-57b4f4b8b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:50.146133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-c1459723-76fe-4069-905e-57b4f4b8b7e8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ebf481c7-6d88-4613-b307-d6a0179136ca HTTP/1.1" status: 200 len: 850 time: 0.1963694 Feb 04 13:30:50.154083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc67d0-041a-4a1b-b48d-41a5dd7bad0d req-8f94da7e-3b00-4fe5-9972-cf6f682099ae tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:50.155739 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5fc67d0-041a-4a1b-b48d-41a5dd7bad0d req-8f94da7e-3b00-4fe5-9972-cf6f682099ae tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 944 time: 0.2996719 Feb 04 13:30:50.180853 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5c3d932e-4118-49c7-8ef4-24c72afbbde5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port 9b1ec1ca-09f1-4713-b2c2-203e4d3db199 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:50.181701 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c3d932e-4118-49c7-8ef4-24c72afbbde5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (9b1ec1ca-09f1-4713-b2c2-203e4d3db199), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:50.193200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6e2e6ae2-0534-4f5f-b497-eea5c1180fe9 None None] Could not find standard attr ID for object cdedfd40-3023-409f-a76f-e9f2a3665a98. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:30:50.304023 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5fc67d0-041a-4a1b-b48d-41a5dd7bad0d req-b0deb05c-a897-4a8f-b0a4-d2ace238deea tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358590 Feb 04 13:30:50.305766 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c3d932e-4118-49c7-8ef4-24c72afbbde5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (9b1ec1ca-09f1-4713-b2c2-203e4d3db199), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:50.308572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-2955d3ed-ae73-4685-9f6b-81e6401426f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:50.311136 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-2955d3ed-ae73-4685-9f6b-81e6401426f7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f24b6c58-89d6-4662-8fa5-85c8f4148bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1542239 Feb 04 13:30:50.323311 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-e94d54ee-4311-4787-8594-f42c0930d1b6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1581981 Feb 04 13:30:50.337772 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5c3d932e-4118-49c7-8ef4-24c72afbbde5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for 9b1ec1ca-09f1-4713-b2c2-203e4d3db199 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:50.503766 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c3d932e-4118-49c7-8ef4-24c72afbbde5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (9b1ec1ca-09f1-4713-b2c2-203e4d3db199), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:50.513206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d17843c4-c10e-4f20-a441-11992aa0dec1 None None] Could not find standard attr ID for object 9b1ec1ca-09f1-4713-b2c2-203e4d3db199. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:30:50.537709 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d932e-4118-49c7-8ef4-24c72afbbde5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=9b1ec1ca-09f1-4713-b2c2-203e4d3db199,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:50.550492 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-2df75840-aa78-400b-8008-e867311e96db service neutron] 10.222.0.99 "GET /v2.0/networks/f24b6c58-89d6-4662-8fa5-85c8f4148bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257404 Feb 04 13:30:50.571829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9ab83-9862-489c-b315-471b9809349f req-8b71f334-6994-4068-9d44-177e4de0cf94 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:50.572104 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c3d932e-4118-49c7-8ef4-24c72afbbde5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:50.573285 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97c9ab83-9862-489c-b315-471b9809349f req-8b71f334-6994-4068-9d44-177e4de0cf94 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.1793308 Feb 04 13:30:50.578853 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5c3d932e-4118-49c7-8ef4-24c72afbbde5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/9b1ec1ca-09f1-4713-b2c2-203e4d3db199 HTTP/1.1" status: 204 len: 168 time: 0.5759485 Feb 04 13:30:50.579545 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44198) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:50.600597 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-fe9a1cbb-d055-46fa-977e-d0c97cb34a01 service neutron] 10.222.0.96 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012041 Feb 04 13:30:50.648282 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 61498b0f-a1d9-47ab-8a0c-d36495888db4 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:50.666442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ef35d5-5f61-4ea3-bfcd-66af91fc2d89 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:50.668339 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ef35d5-5f61-4ea3-bfcd-66af91fc2d89 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:50.670207 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-60ef35d5-5f61-4ea3-bfcd-66af91fc2d89 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0896575 Feb 04 13:30:50.673664 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44200) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:50.716484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 61498b0f-a1d9-47ab-8a0c-d36495888db4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:50.717206 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (61498b0f-a1d9-47ab-8a0c-d36495888db4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:50.746429 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d400cbb3-1501-448e-a5d9-aab7c99db28c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 97c7ce59-40c5-47b9-9b1d-8ad1afefb357 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:30:50.752206 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d400cbb3-1501-448e-a5d9-aab7c99db28c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (97c7ce59-40c5-47b9-9b1d-8ad1afefb357), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:50.805401 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d400cbb3-1501-448e-a5d9-aab7c99db28c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (97c7ce59-40c5-47b9-9b1d-8ad1afefb357), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:50.824215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 61498b0f-a1d9-47ab-8a0c-d36495888db4 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:50.867452 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d400cbb3-1501-448e-a5d9-aab7c99db28c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (97c7ce59-40c5-47b9-9b1d-8ad1afefb357), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:50.945734 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d400cbb3-1501-448e-a5d9-aab7c99db28c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (97c7ce59-40c5-47b9-9b1d-8ad1afefb357), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:50.976895 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400cbb3-1501-448e-a5d9-aab7c99db28c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=97c7ce59-40c5-47b9-9b1d-8ad1afefb357,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:50.980912 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d400cbb3-1501-448e-a5d9-aab7c99db28c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:50.985263 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d400cbb3-1501-448e-a5d9-aab7c99db28c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/97c7ce59-40c5-47b9-9b1d-8ad1afefb357 HTTP/1.1" status: 204 len: 168 time: 0.3100643 Feb 04 13:30:50.988913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44202) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:51.037226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ed23ce-ed49-4e51-aae5-726646cc3ae2 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:51.044995 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-39e45202-d2ff-493d-874f-9ff57021d40e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519092 Feb 04 13:30:51.045172 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44204) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:51.052202 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-bcb53e8f-2d41-4976-b4bc-b3dfe8f4cb18 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:51.136316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97c9ab83-9862-489c-b315-471b9809349f req-93ccb454-8838-472f-a496-58521f26154c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517769 Feb 04 13:30:51.150808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef3a98-d8b9-450c-836b-31877a320f49 req-f984ecfa-08b7-4f62-8457-e706c7eb7764 service neutron] 10.222.0.99 "GET /v2.0/networks/f24b6c58-89d6-4662-8fa5-85c8f4148bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765185 Feb 04 13:30:51.157551 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-f40e3d86-0879-45cc-83c8-c6ad9ae089da service neutron] 10.222.0.96 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244694 Feb 04 13:30:51.169010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb53e8f-2d41-4976-b4bc-b3dfe8f4cb18 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:51.175909 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bcb53e8f-2d41-4976-b4bc-b3dfe8f4cb18 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:51.221985 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64252176-6ac6-473a-ac7d-94d72379d35f x-openstack-request-id: req-64252176-6ac6-473a-ac7d-94d72379d35f {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:51.222387 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c26a47-b68e-4436-962a-c2a89ca94e24", "tag": "d2c8a644-3fa6-4175-9041-263b401d8d62", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:51.222603 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-64252176-6ac6-473a-ac7d-94d72379d35f {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:51.223006 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c26a47-b68e-4436-962a-c2a89ca94e24', 'tag': 'd2c8a644-3fa6-4175-9041-263b401d8d62', 'status': 'completed', 'code': 200} Feb 04 13:30:51.279176 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad20ecb-a285-4021-85d8-1c26664d381a None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:30:51.330002 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1596cc8-2295-46a1-89bf-58501c908ac9 req-825b142e-f804-4c69-b0a0-d140fa4db997 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "GET /v2.0/security-groups/1bc73974-7a27-4352-a0a0-7926cef2ab48 HTTP/1.1" status: 200 len: 1831 time: 0.0883446 Feb 04 13:30:51.342693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-aad20ecb-a285-4021-85d8-1c26664d381a None None] Deleting port 61498b0f-a1d9-47ab-8a0c-d36495888db4 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:51.343152 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aad20ecb-a285-4021-85d8-1c26664d381a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (61498b0f-a1d9-47ab-8a0c-d36495888db4), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:51.365000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6273138-31bb-4f5c-ae99-a25ede3fafb8 req-f66dda0e-e114-4419-9fee-f375b40b5053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:51.367078 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6273138-31bb-4f5c-ae99-a25ede3fafb8 req-f66dda0e-e114-4419-9fee-f375b40b5053 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a15dfaa014424b9c999a70b0d8f01ece&device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 1127 time: 0.1075871 Feb 04 13:30:51.421060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-aad20ecb-a285-4021-85d8-1c26664d381a None None] For port 61498b0f-a1d9-47ab-8a0c-d36495888db4, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=61498b0f-a1d9-47ab-8a0c-d36495888db4,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:51.421519 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aad20ecb-a285-4021-85d8-1c26664d381a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (61498b0f-a1d9-47ab-8a0c-d36495888db4), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:51.436832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-aad20ecb-a285-4021-85d8-1c26664d381a None None] Calling delete_port for 61498b0f-a1d9-47ab-8a0c-d36495888db4 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:51.523410 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bcb53e8f-2d41-4976-b4bc-b3dfe8f4cb18 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (e7d8d49c-5340-4374-b0e1-516931425610), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:51.541813 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f1596cc8-2295-46a1-89bf-58501c908ac9 req-7304e65f-b53a-41b3-8420-e76352721d8f tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (1bc73974-7a27-4352-a0a0-7926cef2ab48), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:51.605713 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-c01d18cc-6763-447b-9ffe-74ea807178f1 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:51.607649 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-c01d18cc-6763-447b-9ffe-74ea807178f1 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c&tenant_id=c66aed92d02a400db6163d7d33da33b0&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 1128 time: 0.1915541 Feb 04 13:30:51.612671 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aad20ecb-a285-4021-85d8-1c26664d381a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (61498b0f-a1d9-47ab-8a0c-d36495888db4), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:51.613653 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb53e8f-2d41-4976-b4bc-b3dfe8f4cb18 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=e7d8d49c-5340-4374-b0e1-516931425610,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:51.615680 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f1596cc8-2295-46a1-89bf-58501c908ac9 req-7304e65f-b53a-41b3-8420-e76352721d8f tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (1bc73974-7a27-4352-a0a0-7926cef2ab48), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:51.627679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-714676-13'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:51.651650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad20ecb-a285-4021-85d8-1c26664d381a None None] Pushing event deleted for resources: {'Port': ['ID=61498b0f-a1d9-47ab-8a0c-d36495888db4,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:51.651775 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb53e8f-2d41-4976-b4bc-b3dfe8f4cb18 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:51.658132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad20ecb-a285-4021-85d8-1c26664d381a None None] No DVR routers for this DVR port 61498b0f-a1d9-47ab-8a0c-d36495888db4 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:30:51.666756 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-bcb53e8f-2d41-4976-b4bc-b3dfe8f4cb18 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:51.670035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6273138-31bb-4f5c-ae99-a25ede3fafb8 req-d93523ad-3cb7-4af8-87c3-51b5dcb6ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:51.670915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb53e8f-2d41-4976-b4bc-b3dfe8f4cb18 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:51.673072 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bcb53e8f-2d41-4976-b4bc-b3dfe8f4cb18 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:51.673323 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6273138-31bb-4f5c-ae99-a25ede3fafb8 req-d93523ad-3cb7-4af8-87c3-51b5dcb6ae49 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f24b6c58-89d6-4662-8fa5-85c8f4148bf1 HTTP/1.1" status: 200 len: 912 time: 0.2970562 Feb 04 13:30:51.682666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfe16e9-0645-45a1-bcc6-c82169942ab5 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:51.710853 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bcb53e8f-2d41-4976-b4bc-b3dfe8f4cb18 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6644945 Feb 04 13:30:51.714350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44218) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:51.720452 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8421522a-0490-492c-b358-7f3cffe6382b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'fixed_ips': [{'subnet_id': 'e7d8d49c-5340-4374-b0e1-516931425610', 'ip_address': '2001:db8::a0b3:9165:8c36:d871'}], 'name': 'tempest-NetworksTestDHCPv6-1939369334'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:51.749189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6273138-31bb-4f5c-ae99-a25ede3fafb8 req-ed3857a0-dbd1-4f9a-b43f-2155ad1f702f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2c8a644-3fa6-4175-9041-263b401d8d62 HTTP/1.1" status: 200 len: 217 time: 0.0604832 Feb 04 13:30:51.835975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': 'e7d8d49c-5340-4374-b0e1-516931425610'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:30:51.837720 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:51.871653 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f1596cc8-2295-46a1-89bf-58501c908ac9 req-7304e65f-b53a-41b3-8420-e76352721d8f tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1bc73974-7a27-4352-a0a0-7926cef2ab48), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:51.874605 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f1596cc8-2295-46a1-89bf-58501c908ac9 req-7304e65f-b53a-41b3-8420-e76352721d8f tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:51.876450 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1596cc8-2295-46a1-89bf-58501c908ac9 req-7304e65f-b53a-41b3-8420-e76352721d8f tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "DELETE /v2.0/security-groups/1bc73974-7a27-4352-a0a0-7926cef2ab48 HTTP/1.1" status: 204 len: 173 time: 0.5363009 Feb 04 13:30:51.885507 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:51.910914 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6273138-31bb-4f5c-ae99-a25ede3fafb8 req-1ca18e1e-5712-4d2e-9847-9e6f1ae11a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:51.912423 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6273138-31bb-4f5c-ae99-a25ede3fafb8 req-1ca18e1e-5712-4d2e-9847-9e6f1ae11a5f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ebf481c7-6d88-4613-b307-d6a0179136ca HTTP/1.1" status: 200 len: 850 time: 0.1385233 Feb 04 13:30:51.913199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304e65f-b53a-41b3-8420-e76352721d8f tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc73974-7a27-4352-a0a0-7926cef2ab48,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:51.925719 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8421522a-0490-492c-b358-7f3cffe6382b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:51.967783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331b033-3a17-4b7a-a34c-ec796ca40317 req-ff1f23ab-80f2-407e-a004-a5d11de7a19f tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:51.970277 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1331b033-3a17-4b7a-a34c-ec796ca40317 req-ff1f23ab-80f2-407e-a004-a5d11de7a19f tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 945 time: 0.2137918 Feb 04 13:30:51.998600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Allocated IP 2001:db8::2 (2ee6628b-98e8-4827-b47e-b9107cd39956/e7d8d49c-5340-4374-b0e1-516931425610/d7274629-4be4-4415-84a8-f5afd50c66d2) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:52.045654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d10fad4-825a-4f7c-aa24-e6e1e55ec0fe req-e0976bc2-8a48-40e9-bcd7-d199293d5bde tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 210 time: 0.0852976 Feb 04 13:30:52.094429 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8421522a-0490-492c-b358-7f3cffe6382b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:52.122300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-8421522a-0490-492c-b358-7f3cffe6382b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port 85bb15e4-11c6-4ef5-b686-0101dd2ecb38 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:30:52.153879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6273138-31bb-4f5c-ae99-a25ede3fafb8 req-76651e0e-11c7-43e7-84a8-dee610bdaa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:52.155611 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6273138-31bb-4f5c-ae99-a25ede3fafb8 req-76651e0e-11c7-43e7-84a8-dee610bdaa4f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f24b6c58-89d6-4662-8fa5-85c8f4148bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2111483 Feb 04 13:30:52.161653 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1331b033-3a17-4b7a-a34c-ec796ca40317 req-e096cbe2-5a60-4cbd-ace5-7a3aa15fa980 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691067 Feb 04 13:30:52.232828 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Publish callbacks [] for port (d7274629-4be4-4415-84a8-f5afd50c66d2), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:52.243307 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (d7274629-4be4-4415-84a8-f5afd50c66d2), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:52.251278 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] For port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:52.301390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Pushing event updated for resources: {'Port': ['ID=d7274629-4be4-4415-84a8-f5afd50c66d2,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:52.305129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:52.306933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:52.309031 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:52.368996 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-8421522a-0490-492c-b358-7f3cffe6382b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::a0b3:9165:8c36:d871 (2ee6628b-98e8-4827-b47e-b9107cd39956/e7d8d49c-5340-4374-b0e1-516931425610/85bb15e4-11c6-4ef5-b686-0101dd2ecb38) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:52.385859 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Attempting to bind port d7274629-4be4-4415-84a8-f5afd50c66d2 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:30:52.386350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Attempting to bind port d7274629-4be4-4415-84a8-f5afd50c66d2 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:30:52.386762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Attempting to bind port d7274629-4be4-4415-84a8-f5afd50c66d2 on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:52.396788 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:30:52.397186 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:52.397648 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:52.398636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:30:52.399206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Bound port: d7274629-4be4-4415-84a8-f5afd50c66d2, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:30:52.399928 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d7274629-4be4-4415-84a8-f5afd50c66d2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:52.419218 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6273138-31bb-4f5c-ae99-a25ede3fafb8 req-71f45bd6-a047-4c31-aeb0-62d21efe7444 service neutron] 10.222.0.99 "GET /v2.0/networks/f24b6c58-89d6-4662-8fa5-85c8f4148bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537479 Feb 04 13:30:52.453483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] For port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:30:52.463554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70359ed4-6ba9-4f74-8403-72cb904efa38 req-c0114cca-7101-4ae7-8f8b-af24b88fc988 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:52.465125 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70359ed4-6ba9-4f74-8403-72cb904efa38 req-c0114cca-7101-4ae7-8f8b-af24b88fc988 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 944 time: 0.2291174 Feb 04 13:30:52.485095 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] For port d7274629-4be4-4415-84a8-f5afd50c66d2, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:30:52.490962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] For port d7274629-4be4-4415-84a8-f5afd50c66d2, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d7274629-4be4-4415-84a8-f5afd50c66d2,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:30:52.502288 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d7274629-4be4-4415-84a8-f5afd50c66d2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:52.536832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c86ab-cb91-41d4-9e90-076c48944c0e req-e419cda5-022b-47ec-8fcd-d46be220ecae tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:52.538474 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c3c86ab-cb91-41d4-9e90-076c48944c0e req-e419cda5-022b-47ec-8fcd-d46be220ecae tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ba2fdc4-f179-494f-b119-a47b994a5e40 HTTP/1.1" status: 200 len: 945 time: 0.2142467 Feb 04 13:30:52.570289 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8421522a-0490-492c-b358-7f3cffe6382b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (85bb15e4-11c6-4ef5-b686-0101dd2ecb38), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:52.586650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:30:52.614684 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Publish callbacks [] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:52.619357 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 61498b0f-a1d9-47ab-8a0c-d36495888db4 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:30:52.621391 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8421522a-0490-492c-b358-7f3cffe6382b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (85bb15e4-11c6-4ef5-b686-0101dd2ecb38), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:52.630194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c41e7e-ad5b-432a-b59e-fd3ecedb8174 None None] Pushing event updated for resources: {'Port': ['ID=d7274629-4be4-4415-84a8-f5afd50c66d2,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:52.658402 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:52.666748 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 61498b0f-a1d9-47ab-8a0c-d36495888db4 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:30:52.667102 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 61498b0f-a1d9-47ab-8a0c-d36495888db4 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:30:52.683625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8421522a-0490-492c-b358-7f3cffe6382b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:52.693714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70359ed4-6ba9-4f74-8403-72cb904efa38 req-38bbcbd7-a4a2-45a6-986d-cdf845641cff tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961615 Feb 04 13:30:52.695301 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-8421522a-0490-492c-b358-7f3cffe6382b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:52.712921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421522a-0490-492c-b358-7f3cffe6382b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:52.718345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8421522a-0490-492c-b358-7f3cffe6382b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:52.719017 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8421522a-0490-492c-b358-7f3cffe6382b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:52.736825 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421522a-0490-492c-b358-7f3cffe6382b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=85bb15e4-11c6-4ef5-b686-0101dd2ecb38,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:52.753832 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6273138-31bb-4f5c-ae99-a25ede3fafb8 req-ce29b039-11f6-4f6e-b542-45f3c754d822 service neutron] 10.222.0.99 "GET /v2.0/networks/f24b6c58-89d6-4662-8fa5-85c8f4148bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154895 Feb 04 13:30:52.760699 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8421522a-0490-492c-b358-7f3cffe6382b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0427737 Feb 04 13:30:52.770767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c3c86ab-cb91-41d4-9e90-076c48944c0e req-ae99dcb1-d93e-464c-8d82-99e1516e3ccf tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197342 Feb 04 13:30:52.771337 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44226) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:52.854353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:52.878391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 has no active binding in host n-h2-714676-13 {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 13:30:52.980672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,revision_number=7']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:53.011394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e699018-c4c1-4727-acef-04eb09b60cc8 req-01a23095-2484-4fb1-8be9-68ca45aa9cb0 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "GET /v2.0/security-groups/6d9512f4-8e67-4264-b0e2-cbf00acc8ec4 HTTP/1.1" status: 200 len: 1830 time: 0.2737508 Feb 04 13:30:53.030893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Attempting to bind port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 on host n-h1-714676-13 for vnic_type normal with profile {"migrating_to": "n-h2-714676-13"} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:30:53.031779 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Attempting to bind port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:30:53.032112 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Attempting to bind port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:53.089547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 on network 15db41b1-a6d5-41af-b587-4385571234bf not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:30:53.089882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Attempting to bind port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 on network 15db41b1-a6d5-41af-b587-4385571234bf {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:53.127450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2bbc67-d0e4-4fc1-a6de-57aa0988e1e4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:53.132956 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2bbc67-d0e4-4fc1-a6de-57aa0988e1e4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:53.134660 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-be2bbc67-d0e4-4fc1-a6de-57aa0988e1e4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3573415 Feb 04 13:30:53.137428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44230) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:53.154179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:30:53.154458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Checking segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:53.154851 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Bound using segment: {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:30:53.155293 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Bound port: 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f774a8-b934-4d32-8699-c2d280043693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '15db41b1-a6d5-41af-b587-4385571234bf'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:30:53.155657 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:53.168050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ca354-28f5-4801-8519-7106487f50ea req-132c26f5-8001-4965-967b-070a5f31b903 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:53.169575 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a22ca354-28f5-4801-8519-7106487f50ea req-132c26f5-8001-4965-967b-070a5f31b903 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.2997916 Feb 04 13:30:53.242971 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f90a2412-1ca3-4222-97e4-a835b8e5e82a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port 85bb15e4-11c6-4ef5-b686-0101dd2ecb38 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:53.243447 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f90a2412-1ca3-4222-97e4-a835b8e5e82a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (85bb15e4-11c6-4ef5-b686-0101dd2ecb38), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:53.243812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc672684-0f66-4425-abd5-48d31336748c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e4bb942-aa87-4bd2-a360-2d30a69b2fa3'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:30:53.246067 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f7099b-3359-4829-9a0f-1fdd5ad128cd" -d '{"events": [{"server_uuid": "dc672684-0f66-4425-abd5-48d31336748c", "name": "network-vif-unplugged", "status": "completed", "tag": "0e4bb942-aa87-4bd2-a360-2d30a69b2fa3"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:30:53.300265 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-84592291-7af8-45d7-8269-47e5a7f2fc4e tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:53.301799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-84592291-7af8-45d7-8269-47e5a7f2fc4e tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 806 time: 0.3180408 Feb 04 13:30:53.311343 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e699018-c4c1-4727-acef-04eb09b60cc8 req-70e69413-b594-4ae3-a8c3-c6ede94d3857 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (6d9512f4-8e67-4264-b0e2-cbf00acc8ec4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:53.325287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-dc79a894-a76a-4701-a00f-4832a3688962 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Request body: {'port': {'device_id': '6b8547d7-0a4b-41b5-b07b-407cf148804f', 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96', 'admin_state_up': True, 'tenant_id': '688a1d8829de4353a6d958abc734325e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:53.338920 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f90a2412-1ca3-4222-97e4-a835b8e5e82a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (85bb15e4-11c6-4ef5-b686-0101dd2ecb38), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:53.352961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f90a2412-1ca3-4222-97e4-a835b8e5e82a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for 85bb15e4-11c6-4ef5-b686-0101dd2ecb38 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:53.356586 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a22ca354-28f5-4801-8519-7106487f50ea req-cb309553-9c1f-4ce7-8dbe-faa75390d408 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714716 Feb 04 13:30:53.405548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] For port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:30:53.415019 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e699018-c4c1-4727-acef-04eb09b60cc8 req-70e69413-b594-4ae3-a8c3-c6ede94d3857 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (6d9512f4-8e67-4264-b0e2-cbf00acc8ec4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:53.446620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] For port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:30:53.490618 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:53.504980 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be864421-7112-4571-8ecd-a4b9c719f809 req-3955f572-0e35-49e4-99fd-f2d56caf039a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 210 time: 0.0730505 Feb 04 13:30:53.517841 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f90a2412-1ca3-4222-97e4-a835b8e5e82a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (85bb15e4-11c6-4ef5-b686-0101dd2ecb38), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:53.562966 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a2412-1ca3-4222-97e4-a835b8e5e82a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=85bb15e4-11c6-4ef5-b686-0101dd2ecb38,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:53.599797 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e699018-c4c1-4727-acef-04eb09b60cc8 req-70e69413-b594-4ae3-a8c3-c6ede94d3857 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6d9512f4-8e67-4264-b0e2-cbf00acc8ec4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:53.600006 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f90a2412-1ca3-4222-97e4-a835b8e5e82a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:53.606310 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e699018-c4c1-4727-acef-04eb09b60cc8 req-70e69413-b594-4ae3-a8c3-c6ede94d3857 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:53.608987 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e699018-c4c1-4727-acef-04eb09b60cc8 req-70e69413-b594-4ae3-a8c3-c6ede94d3857 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] 10.222.0.96 "DELETE /v2.0/security-groups/6d9512f4-8e67-4264-b0e2-cbf00acc8ec4 HTTP/1.1" status: 204 len: 173 time: 0.5690196 Feb 04 13:30:53.612130 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f90a2412-1ca3-4222-97e4-a835b8e5e82a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/85bb15e4-11c6-4ef5-b686-0101dd2ecb38 HTTP/1.1" status: 204 len: 168 time: 0.4733500 Feb 04 13:30:53.615542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44238) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:53.616085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44240) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:53.653662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,revision_number=8']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:53.661566 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e69413-b594-4ae3-a8c3-c6ede94d3857 tempest-SecurityGroupRulesNegativeTestJSON-1323831093 tempest-SecurityGroupRulesNegativeTestJSON-1323831093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9512f4-8e67-4264-b0e2-cbf00acc8ec4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:53.664042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:53.664673 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:53.666182 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-36c6abc5-3c31-4e20-bab9-f47bdbef0c10 service neutron] 10.222.0.100 "PUT /v2.0/ports/0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 HTTP/1.1" status: 200 len: 1123 time: 2.0455785 Feb 04 13:30:53.681242 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25593cbd-e898-4f7d-bab6-60e62a77eaf6 x-openstack-request-id: req-25593cbd-e898-4f7d-bab6-60e62a77eaf6 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:53.681548 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc672684-0f66-4425-abd5-48d31336748c", "name": "network-vif-unplugged", "status": "completed", "tag": "0e4bb942-aa87-4bd2-a360-2d30a69b2fa3", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:53.682193 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-25593cbd-e898-4f7d-bab6-60e62a77eaf6 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:53.682324 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc672684-0f66-4425-abd5-48d31336748c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e4bb942-aa87-4bd2-a360-2d30a69b2fa3', 'code': 200} Feb 04 13:30:53.739488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['0e4bb942-aa87-4bd2-a360-2d30a69b2fa3'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:30:53.759450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-dc79a894-a76a-4701-a00f-4832a3688962 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Made reservation on behalf of 688a1d8829de4353a6d958abc734325e for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:53.762416 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859044b0-dfa7-4652-a821-3f945acce3c5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:53.763877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859044b0-dfa7-4652-a821-3f945acce3c5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:53.766347 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-859044b0-dfa7-4652-a821-3f945acce3c5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1482687 Feb 04 13:30:53.769557 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf353edf-fec7-4cdf-a3b1-16b2e10a0506 admin admin] Deleting subnet 507f478c-dae4-4fb4-9364-bf8adaadccc0 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:30:53.772460 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-dc79a894-a76a-4701-a00f-4832a3688962 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:53.773379 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf353edf-fec7-4cdf-a3b1-16b2e10a0506 admin admin] Publish callbacks [] for subnet (507f478c-dae4-4fb4-9364-bf8adaadccc0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:53.784929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44244) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:53.807467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['0e4bb942-aa87-4bd2-a360-2d30a69b2fa3'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:30:53.868178 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf353edf-fec7-4cdf-a3b1-16b2e10a0506 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (507f478c-dae4-4fb4-9364-bf8adaadccc0), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:53.936872 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf353edf-fec7-4cdf-a3b1-16b2e10a0506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (507f478c-dae4-4fb4-9364-bf8adaadccc0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:53.966824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579dd71-2b6e-4cf6-9d24-f1c3d17732e9 req-986e4a79-740a-42e8-893c-6382cbeaebda tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:53.968971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d579dd71-2b6e-4cf6-9d24-f1c3d17732e9 req-986e4a79-740a-42e8-893c-6382cbeaebda tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 943 time: 0.3092916 Feb 04 13:30:53.976950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bcd1ef-6aa6-48db-82ad-fb740e42d8c5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet e7d8d49c-5340-4374-b0e1-516931425610 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:30:53.989506 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd1ef-6aa6-48db-82ad-fb740e42d8c5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (e7d8d49c-5340-4374-b0e1-516931425610), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.002555 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf353edf-fec7-4cdf-a3b1-16b2e10a0506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (507f478c-dae4-4fb4-9364-bf8adaadccc0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.037046 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf353edf-fec7-4cdf-a3b1-16b2e10a0506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=507f478c-dae4-4fb4-9364-bf8adaadccc0,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:54.039193 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf353edf-fec7-4cdf-a3b1-16b2e10a0506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.045093 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bf353edf-fec7-4cdf-a3b1-16b2e10a0506 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/507f478c-dae4-4fb4-9364-bf8adaadccc0 HTTP/1.1" status: 204 len: 168 time: 0.4106050 Feb 04 13:30:54.046404 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44248) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:54.105261 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd1ef-6aa6-48db-82ad-fb740e42d8c5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (e7d8d49c-5340-4374-b0e1-516931425610), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.139441 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7b93-841d-4a76-8242-5ad7e566ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (64e60041-b273-46da-b66c-c8cf60c3bd92), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.143687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9c21645b-f180-4b60-9f2b-a4941a976c1e None None] Provisioning complete for port d7274629-4be4-4415-84a8-f5afd50c66d2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:54.144373 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c21645b-f180-4b60-9f2b-a4941a976c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d7274629-4be4-4415-84a8-f5afd50c66d2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.153104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87335261-1739-4b83-9749-582a6ad98ad5 req-8db8eab3-8d58-4331-b3e9-77922ab2ab75 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:54.154973 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87335261-1739-4b83-9749-582a6ad98ad5 req-8db8eab3-8d58-4331-b3e9-77922ab2ab75 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 944 time: 0.3071756 Feb 04 13:30:54.208116 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-dc79a894-a76a-4701-a00f-4832a3688962 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Allocated IP 172.20.0.10 (d188bd97-3ae7-401d-8731-0d5589265d96/ddd53861-36d1-4ddc-a3f4-939049859c05/bdf72ee1-67dd-4284-9eff-514842edeba4) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:54.249169 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9c21645b-f180-4b60-9f2b-a4941a976c1e None None] Current status of the port d7274629-4be4-4415-84a8-f5afd50c66d2 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:54.250387 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c21645b-f180-4b60-9f2b-a4941a976c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d7274629-4be4-4415-84a8-f5afd50c66d2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.258633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7b93-841d-4a76-8242-5ad7e566ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (64e60041-b273-46da-b66c-c8cf60c3bd92), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.274854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d579dd71-2b6e-4cf6-9d24-f1c3d17732e9 req-b61d9bea-09df-4a08-acdb-376304d685a2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944317 Feb 04 13:30:54.289022 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd1ef-6aa6-48db-82ad-fb740e42d8c5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (e7d8d49c-5340-4374-b0e1-516931425610), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.291131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-4f7b7b93-841d-4a76-8242-5ad7e566ce3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e60041-b273-46da-b66c-c8cf60c3bd92']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:54.303904 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-4f7b7b93-841d-4a76-8242-5ad7e566ce3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ce633a-0186-489f-9351-771136aed921') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:54.304623 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-4f7b7b93-841d-4a76-8242-5ad7e566ce3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ce633a-0186-489f-9351-771136aed921') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:54.317781 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7b93-841d-4a76-8242-5ad7e566ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (48ce633a-0186-489f-9351-771136aed921), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.339220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7b93-841d-4a76-8242-5ad7e566ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (48ce633a-0186-489f-9351-771136aed921), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.350232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7b7b93-841d-4a76-8242-5ad7e566ce3c admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:30:54.350232 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7b93-841d-4a76-8242-5ad7e566ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (48ce633a-0186-489f-9351-771136aed921), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:30:54.352936 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:30:54.416530 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87335261-1739-4b83-9749-582a6ad98ad5 req-b24d43aa-2bcb-424b-9acb-4032935827ee tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456696 Feb 04 13:30:54.440773 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7b93-841d-4a76-8242-5ad7e566ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (64e60041-b273-46da-b66c-c8cf60c3bd92), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.446951 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7b93-841d-4a76-8242-5ad7e566ce3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.450521 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4f7b7b93-841d-4a76-8242-5ad7e566ce3c admin admin] 10.222.0.96 "DELETE /v2.0/networks/64e60041-b273-46da-b66c-c8cf60c3bd92 HTTP/1.1" status: 204 len: 168 time: 0.4040196 Feb 04 13:30:54.468043 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b7b93-841d-4a76-8242-5ad7e566ce3c admin admin] Pushing event deleted for resources: {'Network': ['ID=64e60041-b273-46da-b66c-c8cf60c3bd92,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:54.532709 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd1ef-6aa6-48db-82ad-fb740e42d8c5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (e7d8d49c-5340-4374-b0e1-516931425610), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.599452 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-9c21645b-f180-4b60-9f2b-a4941a976c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:30:54.600650 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-9c21645b-f180-4b60-9f2b-a4941a976c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:30:54.642746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcd1ef-6aa6-48db-82ad-fb740e42d8c5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d8d49c-5340-4374-b0e1-516931425610,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:54.652865 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd1ef-6aa6-48db-82ad-fb740e42d8c5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.660622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d9bcd1ef-6aa6-48db-82ad-fb740e42d8c5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/e7d8d49c-5340-4374-b0e1-516931425610 HTTP/1.1" status: 204 len: 168 time: 0.8717587 Feb 04 13:30:54.661163 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44256) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:54.692179 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cbfadb-9899-4f87-b87b-649289bc2712 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:54.722147 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-977d09b6-101c-42bd-8ea1-25417fb70bcf tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588508 Feb 04 13:30:54.726292 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44258) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:54.726486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0824431-5e42-4925-9bd7-79f03b3eec75 req-554019ff-c666-4bb5-bbf4-8b7f1676c97d tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:54.728222 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d0824431-5e42-4925-9bd7-79f03b3eec75 req-554019ff-c666-4bb5-bbf4-8b7f1676c97d tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ba2fdc4-f179-494f-b119-a47b994a5e40 HTTP/1.1" status: 200 len: 945 time: 0.3390656 Feb 04 13:30:54.749135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d7274629-4be4-4415-84a8-f5afd50c66d2 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:54.804283 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79531139-1cba-4651-8e1c-fbe0230ee549 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:54.809636 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-79531139-1cba-4651-8e1c-fbe0230ee549 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0817008 Feb 04 13:30:54.811450 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44260) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:54.820483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d439f5-c7b0-4aa2-83db-b273d87bcb7c req-743897ee-84e0-456d-af46-5e3feef2bbc0 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:54.822464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0d439f5-c7b0-4aa2-83db-b273d87bcb7c req-743897ee-84e0-456d-af46-5e3feef2bbc0 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.2931788 Feb 04 13:30:54.844954 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44262) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:54.861521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port d7274629-4be4-4415-84a8-f5afd50c66d2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:54.862108 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d7274629-4be4-4415-84a8-f5afd50c66d2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.879474 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-dc79a894-a76a-4701-a00f-4832a3688962 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks [] for port (bdf72ee1-67dd-4284-9eff-514842edeba4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:54.880004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2245d8-81c5-4aa5-afae-8fbbf0f930ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:54.883740 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-be2245d8-81c5-4aa5-afae-8fbbf0f930ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0691469 Feb 04 13:30:54.883993 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44264) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:54.916037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d0824431-5e42-4925-9bd7-79f03b3eec75 req-b2ec13be-9969-4d1b-a9a0-de6b7ee084e6 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500132 Feb 04 13:30:54.945504 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4f2028a9-1087-4427-a669-338c261fb7ab tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599036 Feb 04 13:30:54.949199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44268) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:54.956736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-11f1e757-50c3-4a5e-bdd2-0b6e44b63db1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:54.960180 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff7002c-04d6-4f5a-9184-4d3fcc73880c None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:30:55.008467 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0d439f5-c7b0-4aa2-83db-b273d87bcb7c req-425e77f0-0026-46e8-81c0-879e28110a4f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735718 Feb 04 13:30:55.017190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ac015075-f219-4b9e-ad00-6641c9a7e2e8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fd7e69a1ebed48068fd1dd6d054e710d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1596851 Feb 04 13:30:55.020467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44270) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:55.036937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d7274629-4be4-4415-84a8-f5afd50c66d2 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:55.037858 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d7274629-4be4-4415-84a8-f5afd50c66d2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:55.052793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aa8940af-4c54-49ff-9c08-bb0df96e5c1d req-7a317267-decb-4f25-82d8-86552e109eec tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 210 time: 0.0649362 Feb 04 13:30:55.057310 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-dc79a894-a76a-4701-a00f-4832a3688962 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (bdf72ee1-67dd-4284-9eff-514842edeba4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:55.077889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d2c8a644-3fa6-4175-9041-263b401d8d62 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:30:55.088075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['355c92ab-2156-47d3-abb8-4333a39b455b', 'fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:30:55.125504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-dc79a894-a76a-4701-a00f-4832a3688962 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Network d188bd97-3ae7-401d-8731-0d5589265d96 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:55.135371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79a894-a76a-4701-a00f-4832a3688962 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Pushing event updated for resources: {'Port': ['ID=bdf72ee1-67dd-4284-9eff-514842edeba4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:55.139159 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-dc79a894-a76a-4701-a00f-4832a3688962 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:55.141778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-dc79a894-a76a-4701-a00f-4832a3688962 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:55.160667 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3a4e594e-bdc3-46c5-86c0-2c46f7fced7e admin admin] Publish callbacks [] for security_group (8b727e9c-19d3-405e-af83-ec5a85b765b3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:55.189763 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3a4e594e-bdc3-46c5-86c0-2c46f7fced7e admin admin] Publish callbacks [] for security_group (8b727e9c-19d3-405e-af83-ec5a85b765b3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:55.199403 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-dc79a894-a76a-4701-a00f-4832a3688962 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:55.200033 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-dc79a894-a76a-4701-a00f-4832a3688962 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:55.226822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-dc79a894-a76a-4701-a00f-4832a3688962 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9057291 Feb 04 13:30:55.233936 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f1e757-50c3-4a5e-bdd2-0b6e44b63db1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:55.238250 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-11f1e757-50c3-4a5e-bdd2-0b6e44b63db1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:55.239416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port d7274629-4be4-4415-84a8-f5afd50c66d2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d7274629-4be4-4415-84a8-f5afd50c66d2,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:55.253162 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Request body: {'port': {'device_id': '6b8547d7-0a4b-41b5-b07b-407cf148804f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:55.299726 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3a4e594e-bdc3-46c5-86c0-2c46f7fced7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8b727e9c-19d3-405e-af83-ec5a85b765b3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:55.302655 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3a4e594e-bdc3-46c5-86c0-2c46f7fced7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:55.303979 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3a4e594e-bdc3-46c5-86c0-2c46f7fced7e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8b727e9c-19d3-405e-af83-ec5a85b765b3 HTTP/1.1" status: 204 len: 168 time: 0.2816353 Feb 04 13:30:55.333299 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (bdf72ee1-67dd-4284-9eff-514842edeba4), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:55.383031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e594e-bdc3-46c5-86c0-2c46f7fced7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b727e9c-19d3-405e-af83-ec5a85b765b3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:55.384971 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9c21645b-f180-4b60-9f2b-a4941a976c1e None None] Current status of the port d7274629-4be4-4415-84a8-f5afd50c66d2 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:55.385367 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c21645b-f180-4b60-9f2b-a4941a976c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d7274629-4be4-4415-84a8-f5afd50c66d2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:55.424135 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d7274629-4be4-4415-84a8-f5afd50c66d2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:55.632670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99154bf-3f82-4fb2-a0c8-cf5509c8c785 req-267ba03b-16b6-4c96-afd6-fb345ecf0f8b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:55.634346 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f99154bf-3f82-4fb2-a0c8-cf5509c8c785 req-267ba03b-16b6-4c96-afd6-fb345ecf0f8b tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 943 time: 0.2043655 Feb 04 13:30:55.650531 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-11f1e757-50c3-4a5e-bdd2-0b6e44b63db1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (8b25e0e4-6ea3-4a0a-a8d5-433c02c45080), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:55.692614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc672684-0f66-4425-abd5-48d31336748c', 'tag': '0e4bb942-aa87-4bd2-a360-2d30a69b2fa3'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:30:55.694961 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5ece0d-7b67-4552-ae65-9f582fe6cac4" -d '{"events": [{"name": "network-changed", "server_uuid": "dc672684-0f66-4425-abd5-48d31336748c", "tag": "0e4bb942-aa87-4bd2-a360-2d30a69b2fa3"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:30:55.716039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f1e757-50c3-4a5e-bdd2-0b6e44b63db1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:55.729665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-11f1e757-50c3-4a5e-bdd2-0b6e44b63db1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:55.744468 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f1e757-50c3-4a5e-bdd2-0b6e44b63db1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:55.744468 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-11f1e757-50c3-4a5e-bdd2-0b6e44b63db1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:55.763473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7002c-04d6-4f5a-9184-4d3fcc73880c None None] Deleting port d7274629-4be4-4415-84a8-f5afd50c66d2 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:55.764013 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ff7002c-04d6-4f5a-9184-4d3fcc73880c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d7274629-4be4-4415-84a8-f5afd50c66d2), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:55.803375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1e757-50c3-4a5e-bdd2-0b6e44b63db1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=8b25e0e4-6ea3-4a0a-a8d5-433c02c45080,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:55.827783 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-11f1e757-50c3-4a5e-bdd2-0b6e44b63db1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8748658 Feb 04 13:30:55.830288 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44292) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:55.842176 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-99c2df69-9e72-4559-8b53-09f302339f3b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'fixed_ips': [{'subnet_id': '8b25e0e4-6ea3-4a0a-a8d5-433c02c45080', 'ip_address': '2001:db8::f72f:8a48:30a1:744d'}], 'name': 'tempest-NetworksTestDHCPv6-1695890374'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:55.888508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=d7274629-4be4-4415-84a8-f5afd50c66d2,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:55.889196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f99154bf-3f82-4fb2-a0c8-cf5509c8c785 req-94278974-de4a-4e0f-acce-27a26e8a69eb tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972136 Feb 04 13:30:55.938874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be4279-acbb-4777-ba0c-326dd899c700 req-8f882b5c-fcd9-4546-98a3-0819deb59041 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:55.948315 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-9c21645b-f180-4b60-9f2b-a4941a976c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:30:55.949523 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-9c21645b-f180-4b60-9f2b-a4941a976c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:30:55.950011 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-66be4279-acbb-4777-ba0c-326dd899c700 req-8f882b5c-fcd9-4546-98a3-0819deb59041 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 944 time: 0.2973163 Feb 04 13:30:55.959733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port d2c8a644-3fa6-4175-9041-263b401d8d62, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d2c8a644-3fa6-4175-9041-263b401d8d62,segment=NetworkSegment(57b6631b-ac4c-4897-8030-a27b490e3ed7),segment_id=57b6631b-ac4c-4897-8030-a27b490e3ed7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:56.015081 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'd2c8a644-3fa6-4175-9041-263b401d8d62', 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'port_id': 'd2c8a644-3fa6-4175-9041-263b401d8d62', 'mac_address': 'fa:16:3e:be:9a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:30:56.076991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c2df69-9e72-4559-8b53-09f302339f3b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:56.083800 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-99c2df69-9e72-4559-8b53-09f302339f3b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:56.100094 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-66be4279-acbb-4777-ba0c-326dd899c700 req-b2507cd6-03e8-4bd3-b61b-2d11a2edba3b tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476650 Feb 04 13:30:56.115961 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181807bd-57d6-4c77-9491-9a820c79fc45 x-openstack-request-id: req-181807bd-57d6-4c77-9491-9a820c79fc45 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:56.118378 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc672684-0f66-4425-abd5-48d31336748c", "tag": "0e4bb942-aa87-4bd2-a360-2d30a69b2fa3", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:56.119673 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-181807bd-57d6-4c77-9491-9a820c79fc45 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:56.120344 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc672684-0f66-4425-abd5-48d31336748c', 'tag': '0e4bb942-aa87-4bd2-a360-2d30a69b2fa3', 'status': 'completed', 'code': 200} Feb 04 13:30:56.128206 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-99c2df69-9e72-4559-8b53-09f302339f3b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port 2f7fc0bf-28ce-476f-bd5f-eadda71307ab yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:30:56.165424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3ff7002c-04d6-4f5a-9184-4d3fcc73880c None None] For port d7274629-4be4-4415-84a8-f5afd50c66d2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d7274629-4be4-4415-84a8-f5afd50c66d2,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:56.165863 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ff7002c-04d6-4f5a-9184-4d3fcc73880c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d7274629-4be4-4415-84a8-f5afd50c66d2), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:56.285461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7002c-04d6-4f5a-9184-4d3fcc73880c None None] Calling delete_port for d7274629-4be4-4415-84a8-f5afd50c66d2 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:56.323088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9c21645b-f180-4b60-9f2b-a4941a976c1e None None] Current status of the port d7274629-4be4-4415-84a8-f5afd50c66d2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:56.354286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port d2c8a644-3fa6-4175-9041-263b401d8d62 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:56.354608 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d2c8a644-3fa6-4175-9041-263b401d8d62), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:56.380638 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-99c2df69-9e72-4559-8b53-09f302339f3b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::f72f:8a48:30a1:744d (2ee6628b-98e8-4827-b47e-b9107cd39956/8b25e0e4-6ea3-4a0a-a8d5-433c02c45080/2f7fc0bf-28ce-476f-bd5f-eadda71307ab) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:56.456304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c8a644-3fa6-4175-9041-263b401d8d62 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:30:56.497413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-727b692b-49d4-4f4d-acd5-4b368cab69fd None None] Could not find standard attr ID for object 85bb15e4-11c6-4ef5-b686-0101dd2ecb38. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:30:56.518994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port d2c8a644-3fa6-4175-9041-263b401d8d62, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d2c8a644-3fa6-4175-9041-263b401d8d62,segment=NetworkSegment(57b6631b-ac4c-4897-8030-a27b490e3ed7),segment_id=57b6631b-ac4c-4897-8030-a27b490e3ed7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:56.537012 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d2c8a644-3fa6-4175-9041-263b401d8d62), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:56.600237 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-99c2df69-9e72-4559-8b53-09f302339f3b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (2f7fc0bf-28ce-476f-bd5f-eadda71307ab), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:56.608676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=d2c8a644-3fa6-4175-9041-263b401d8d62,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:56.613460 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ff7002c-04d6-4f5a-9184-4d3fcc73880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (d7274629-4be4-4415-84a8-f5afd50c66d2), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:56.651706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff7002c-04d6-4f5a-9184-4d3fcc73880c None None] No DVR routers for this DVR port d7274629-4be4-4415-84a8-f5afd50c66d2 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:30:56.656200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d7274629-4be4-4415-84a8-f5afd50c66d2 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:30:56.664899 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-99c2df69-9e72-4559-8b53-09f302339f3b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2f7fc0bf-28ce-476f-bd5f-eadda71307ab), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:56.666889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7002c-04d6-4f5a-9184-4d3fcc73880c None None] Pushing event deleted for resources: {'Port': ['ID=d7274629-4be4-4415-84a8-f5afd50c66d2,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:56.701935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007b9580-7684-43aa-9899-6aa362350d84 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:56.731631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44322) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:56.736841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c2df69-9e72-4559-8b53-09f302339f3b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:56.745977 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-99c2df69-9e72-4559-8b53-09f302339f3b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:56.758203 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2df69-9e72-4559-8b53-09f302339f3b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=2f7fc0bf-28ce-476f-bd5f-eadda71307ab,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:56.766676 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf72ee1-67dd-4284-9eff-514842edeba4 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:30:56.778540 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c2df69-9e72-4559-8b53-09f302339f3b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:56.788321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c2df69-9e72-4559-8b53-09f302339f3b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:56.789256 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Publish callbacks [] for port (bdf72ee1-67dd-4284-9eff-514842edeba4), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:56.789730 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-99c2df69-9e72-4559-8b53-09f302339f3b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:56.789853 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: d7274629-4be4-4415-84a8-f5afd50c66d2 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:30:56.790307 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d7274629-4be4-4415-84a8-f5afd50c66d2 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:30:56.834066 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-99c2df69-9e72-4559-8b53-09f302339f3b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0009749 Feb 04 13:30:56.838933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44326) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:56.840968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Transition to ACTIVE for port object bdf72ee1-67dd-4284-9eff-514842edeba4 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:56.846902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-66afdd41-dc2a-4784-9c53-1be4b2c882ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'fixed_ips': [{'subnet_id': '8b25e0e4-6ea3-4a0a-a8d5-433c02c45080', 'ip_address': '2001:db8::f72f:8a48:30a1:744d'}], 'name': 'tempest-NetworksTestDHCPv6-348063483'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:56.848730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ece0d-7b67-4552-ae65-9f582fe6cac4 req-2f22ec32-1e8a-4779-b5ed-b204ed48fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:56.850395 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f5ece0d-7b67-4552-ae65-9f582fe6cac4 req-2f22ec32-1e8a-4779-b5ed-b204ed48fa98 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 1157 time: 0.7246838 Feb 04 13:30:56.861714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51521e3-260b-425b-8b3e-a612bfbae7f4 req-b22ea086-dc66-40cf-acd2-1577232cd06f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:56.863266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a51521e3-260b-425b-8b3e-a612bfbae7f4 req-b22ea086-dc66-40cf-acd2-1577232cd06f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.6535399 Feb 04 13:30:56.870030 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (bdf72ee1-67dd-4284-9eff-514842edeba4), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:56.888698 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-029278d3-095e-427f-8242-a8af3727f157 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1188334095-network', 'tenant_id': '4681798be47a44eaa4c39f19c6d17fe4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:56.895327 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': '8b25e0e4-6ea3-4a0a-a8d5-433c02c45080'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:30:56.896194 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:56.901505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e8aee-3a21-48a1-a4c1-912eae2e766f req-7ef80cc1-a474-40ea-b937-02cd5b5c29a5 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:56.907923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f5e8aee-3a21-48a1-a4c1-912eae2e766f req-7ef80cc1-a474-40ea-b937-02cd5b5c29a5 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 932 time: 0.6616101 Feb 04 13:30:56.950780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029278d3-095e-427f-8242-a8af3727f157 admin admin] Made reservation on behalf of 4681798be47a44eaa4c39f19c6d17fe4 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:56.953173 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-029278d3-095e-427f-8242-a8af3727f157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:56.965284 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-029278d3-095e-427f-8242-a8af3727f157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:57.057903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66afdd41-dc2a-4784-9c53-1be4b2c882ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:57.062702 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66afdd41-dc2a-4784-9c53-1be4b2c882ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:57.076239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Pushing event updated for resources: {'Port': ['ID=bdf72ee1-67dd-4284-9eff-514842edeba4,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:57.076705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Allocated IP 2001:db8::2 (2ee6628b-98e8-4827-b47e-b9107cd39956/8b25e0e4-6ea3-4a0a-a8d5-433c02c45080/706ca1ad-23e6-4938-91a6-5d30c354dca5) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:57.095147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-66afdd41-dc2a-4784-9c53-1be4b2c882ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port 759fd20f-e5f5-49d3-b874-d186b1ee4122 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:30:57.151855 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:57.152182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:57.152450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:57.152782 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:57.153114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:57.153442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:57.153880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:57.154091 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:57.154441 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:57.154852 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:57.155182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:57.157003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:57.157003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:57.158291 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-029278d3-095e-427f-8242-a8af3727f157 admin admin] Publish callbacks [] for security_group (580a65ff-af9e-4401-8d25-c92f171219a5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:57.164140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f5e8aee-3a21-48a1-a4c1-912eae2e766f req-40b0f457-a0ca-4f7a-af3d-b7aa7bd57ade tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183392 Feb 04 13:30:57.225735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a51521e3-260b-425b-8b3e-a612bfbae7f4 req-b80974f1-a9bb-4c9e-a056-ad574d1f3cce tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740836 Feb 04 13:30:57.230776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ece0d-7b67-4552-ae65-9f582fe6cac4 req-d4227526-f0d4-45f5-8986-33995a61b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:57.233053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f5ece0d-7b67-4552-ae65-9f582fe6cac4 req-d4227526-f0d4-45f5-8986-33995a61b153 service neutron] 10.222.0.99 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.3680775 Feb 04 13:30:57.248329 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-029278d3-095e-427f-8242-a8af3727f157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (580a65ff-af9e-4401-8d25-c92f171219a5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:57.265777 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029278d3-095e-427f-8242-a8af3727f157 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:30:57.278676 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-029278d3-095e-427f-8242-a8af3727f157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (15a441ea-e1bf-4b77-8813-b2c250eab858), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:57.279026 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-029278d3-095e-427f-8242-a8af3727f157 admin admin] Added segment 15a441ea-e1bf-4b77-8813-b2c250eab858 of type vlan for network 08890fdb-83ef-494e-a6a3-629508143503 Feb 04 13:30:57.291101 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Publish callbacks [] for port (706ca1ad-23e6-4938-91a6-5d30c354dca5), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:57.301000 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (706ca1ad-23e6-4938-91a6-5d30c354dca5), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:57.338721 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f5ece0d-7b67-4552-ae65-9f582fe6cac4 req-adfcc96a-868d-4f96-90ba-7a60f10dbe82 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 HTTP/1.1" status: 200 len: 217 time: 0.0992970 Feb 04 13:30:57.344055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Attempting to bind port bdf72ee1-67dd-4284-9eff-514842edeba4 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:30:57.344055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Attempting to bind port bdf72ee1-67dd-4284-9eff-514842edeba4 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:30:57.344055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Attempting to bind port bdf72ee1-67dd-4284-9eff-514842edeba4 on network d188bd97-3ae7-401d-8731-0d5589265d96 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:57.374466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:57.379273 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:57.384183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Port bdf72ee1-67dd-4284-9eff-514842edeba4 on network d188bd97-3ae7-401d-8731-0d5589265d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:30:57.385032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Attempting to bind port bdf72ee1-67dd-4284-9eff-514842edeba4 on network d188bd97-3ae7-401d-8731-0d5589265d96 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:57.386368 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:30:57.434515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:30:57.434961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Checking segment: {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:57.435420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Bound using segment: {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:30:57.435944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Bound port: bdf72ee1-67dd-4284-9eff-514842edeba4, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:30:57.436370 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (bdf72ee1-67dd-4284-9eff-514842edeba4), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:57.438308 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Pushing event updated for resources: {'Port': ['ID=706ca1ad-23e6-4938-91a6-5d30c354dca5,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:57.485136 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Attempting to bind port 706ca1ad-23e6-4938-91a6-5d30c354dca5 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:30:57.485523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Attempting to bind port 706ca1ad-23e6-4938-91a6-5d30c354dca5 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:30:57.486079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Attempting to bind port 706ca1ad-23e6-4938-91a6-5d30c354dca5 on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:30:57.494744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:30:57.495156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:57.495760 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:57.496260 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:30:57.496419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ece0d-7b67-4552-ae65-9f582fe6cac4 req-9039f954-88d1-4ca9-a8b7-14c3f737c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:57.496776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Bound port: 706ca1ad-23e6-4938-91a6-5d30c354dca5, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:30:57.497305 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (706ca1ad-23e6-4938-91a6-5d30c354dca5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:57.498279 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f5ece0d-7b67-4552-ae65-9f582fe6cac4 req-9039f954-88d1-4ca9-a8b7-14c3f737c152 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.1312568 Feb 04 13:30:57.510916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['d2c8a644-3fa6-4175-9041-263b401d8d62'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:30:57.555023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18574c09-58e8-4f55-bd9a-e61d28dc1f5d req-9e9f465d-10ca-413b-97d2-2cdbec6155c7 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:57.558509 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18574c09-58e8-4f55-bd9a-e61d28dc1f5d req-9e9f465d-10ca-413b-97d2-2cdbec6155c7 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 943 time: 0.2351735 Feb 04 13:30:57.621272 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f5ece0d-7b67-4552-ae65-9f582fe6cac4 req-07e655fc-af4f-4c2a-aebb-d3613d36ffb7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001883 Feb 04 13:30:57.635152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-17d6c255-3e11-4113-b859-46781344c408 None None] For port 706ca1ad-23e6-4938-91a6-5d30c354dca5, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:30:57.659260 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-17d6c255-3e11-4113-b859-46781344c408 None None] For port 706ca1ad-23e6-4938-91a6-5d30c354dca5, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=706ca1ad-23e6-4938-91a6-5d30c354dca5,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:30:57.675197 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (706ca1ad-23e6-4938-91a6-5d30c354dca5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:57.694262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2431428-df35-4029-8da0-dfad55c1d152 req-02e98e32-ffa1-4db6-8e2b-b749c4f64c60 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:57.696519 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d2431428-df35-4029-8da0-dfad55c1d152 req-02e98e32-ffa1-4db6-8e2b-b749c4f64c60 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 945 time: 0.2852387 Feb 04 13:30:57.773857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18574c09-58e8-4f55-bd9a-e61d28dc1f5d req-4a858d6b-e47e-42f8-99f9-5161abd18cee tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648369 Feb 04 13:30:57.777108 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-029278d3-095e-427f-8242-a8af3727f157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (08890fdb-83ef-494e-a6a3-629508143503), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:57.793526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] For port bdf72ee1-67dd-4284-9eff-514842edeba4, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:30:57.804557 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029278d3-095e-427f-8242-a8af3727f157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580a65ff-af9e-4401-8d25-c92f171219a5,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:57.852814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] For port bdf72ee1-67dd-4284-9eff-514842edeba4, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=bdf72ee1-67dd-4284-9eff-514842edeba4,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:30:57.853586 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-66afdd41-dc2a-4784-9c53-1be4b2c882ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 13:30:57.854059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66afdd41-dc2a-4784-9c53-1be4b2c882ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:30:57.873870 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-029278d3-095e-427f-8242-a8af3727f157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (08890fdb-83ef-494e-a6a3-629508143503), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:57.878075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029278d3-095e-427f-8242-a8af3727f157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:57.878760 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-029278d3-095e-427f-8242-a8af3727f157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:57.882999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6c255-3e11-4113-b859-46781344c408 None None] Pushing event updated for resources: {'Port': ['ID=706ca1ad-23e6-4938-91a6-5d30c354dca5,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:57.892445 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (bdf72ee1-67dd-4284-9eff-514842edeba4), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:57.948125 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:57.948875 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:57.950474 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] 10.222.0.99 "PUT /v2.0/ports/bdf72ee1-67dd-4284-9eff-514842edeba4 HTTP/1.1" status: 200 len: 1093 time: 2.7130587 Feb 04 13:30:57.956593 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-66afdd41-dc2a-4784-9c53-1be4b2c882ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1134634 Feb 04 13:30:57.957754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029278d3-095e-427f-8242-a8af3727f157 admin admin] Pushing event updated for resources: {'Network': ['ID=08890fdb-83ef-494e-a6a3-629508143503,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:57.959757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44342) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:57.980301 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d2431428-df35-4029-8da0-dfad55c1d152 req-93ddd423-c634-4c79-b13d-52414cb3d206 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523880 Feb 04 13:30:57.981681 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 08890fdb-83ef-494e-a6a3-629508143503 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:30:58.034268 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-029278d3-095e-427f-8242-a8af3727f157 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3011551 Feb 04 13:30:58.039134 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44344) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:58.040125 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e4012-48d5-4030-8732-914a746ee90b service neutron] Pushing event updated for resources: {'Port': ['ID=bdf72ee1-67dd-4284-9eff-514842edeba4,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:58.054385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-00bc9dc5-7ccb-4295-9312-5299eb41bc64 admin admin] Request body: {'subnet': {'network_id': '08890fdb-83ef-494e-a6a3-629508143503', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1188334095-subnet', 'tenant_id': '4681798be47a44eaa4c39f19c6d17fe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:58.084653 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f5ece0d-7b67-4552-ae65-9f582fe6cac4 req-ba177a29-86fb-4ec0-80d6-0acf35c107e1 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372642 Feb 04 13:30:58.087625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b339a9ef-17cc-425d-ad49-0903cc51ce8d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:58.093485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b339a9ef-17cc-425d-ad49-0903cc51ce8d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:58.099234 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b339a9ef-17cc-425d-ad49-0903cc51ce8d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1338758 Feb 04 13:30:58.099803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44346) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:58.134590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8547d7-0a4b-41b5-b07b-407cf148804f', 'tag': 'bdf72ee1-67dd-4284-9eff-514842edeba4'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:30:58.136945 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbde47a4-dd4d-4bff-a88c-67f73fe23b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8547d7-0a4b-41b5-b07b-407cf148804f", "tag": "bdf72ee1-67dd-4284-9eff-514842edeba4"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:30:58.228980 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6a5934-e87e-4abf-ba35-57427f871894 x-openstack-request-id: req-ed6a5934-e87e-4abf-ba35-57427f871894 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:58.228980 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8547d7-0a4b-41b5-b07b-407cf148804f", "tag": "bdf72ee1-67dd-4284-9eff-514842edeba4", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:58.228980 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ed6a5934-e87e-4abf-ba35-57427f871894 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:58.229564 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8547d7-0a4b-41b5-b07b-407cf148804f', 'tag': 'bdf72ee1-67dd-4284-9eff-514842edeba4', 'status': 'completed', 'code': 200} Feb 04 13:30:58.241133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bc9dc5-7ccb-4295-9312-5299eb41bc64 admin admin] Made reservation on behalf of 4681798be47a44eaa4c39f19c6d17fe4 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:58.243530 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-00bc9dc5-7ccb-4295-9312-5299eb41bc64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:58.400097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-da0f18fd-1308-4a2c-9928-a0eaacff7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:58.401746 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-da0f18fd-1308-4a2c-9928-a0eaacff7a82 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 1127 time: 0.3789515 Feb 04 13:30:58.483216 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-72de9dea-ce21-4a23-9b1d-e134f3d6dd8c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdf72ee1-67dd-4284-9eff-514842edeba4 HTTP/1.1" status: 200 len: 217 time: 0.0540366 Feb 04 13:30:58.592654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f5ece0d-7b67-4552-ae65-9f582fe6cac4 req-3b761952-4e4e-4476-8099-4434b432aca3 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950783 Feb 04 13:30:58.631772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-f139e23f-e140-47fa-a82e-9a43f6e77e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:58.634263 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-f139e23f-e140-47fa-a82e-9a43f6e77e1b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ddd53861-36d1-4ddc-a3f4-939049859c05 HTTP/1.1" status: 200 len: 846 time: 0.1359241 Feb 04 13:30:58.645774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bb690-a17e-42b4-9f11-19e93eacc9b1 req-f0dd7076-72eb-4c67-a254-fc3206ec0ba1 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:58.652765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f47bb690-a17e-42b4-9f11-19e93eacc9b1 req-f0dd7076-72eb-4c67-a254-fc3206ec0ba1 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 944 time: 0.3782167 Feb 04 13:30:58.661449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482119bd-c83d-4c07-8305-241052bb20a3 req-954e4872-4c60-4a0e-bf60-6a24202071b9 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:58.665449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-482119bd-c83d-4c07-8305-241052bb20a3 req-954e4872-4c60-4a0e-bf60-6a24202071b9 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.3305814 Feb 04 13:30:58.713395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 706ca1ad-23e6-4938-91a6-5d30c354dca5 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:58.783072 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 706ca1ad-23e6-4938-91a6-5d30c354dca5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:58.783700 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (706ca1ad-23e6-4938-91a6-5d30c354dca5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:58.784728 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-6e454309-c1ae-4035-a2c1-c2ff7bca0366 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d188bd97-3ae7-401d-8731-0d5589265d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176424 Feb 04 13:30:58.788833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-9b41e894-7893-4aa2-a62f-a9055a7cb4d2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port 2f7fc0bf-28ce-476f-bd5f-eadda71307ab {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:58.789283 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b41e894-7893-4aa2-a62f-a9055a7cb4d2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2f7fc0bf-28ce-476f-bd5f-eadda71307ab), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:58.903054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 706ca1ad-23e6-4938-91a6-5d30c354dca5 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:58.903653 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (706ca1ad-23e6-4938-91a6-5d30c354dca5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:58.954531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 706ca1ad-23e6-4938-91a6-5d30c354dca5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=706ca1ad-23e6-4938-91a6-5d30c354dca5,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:58.960240 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (706ca1ad-23e6-4938-91a6-5d30c354dca5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:58.989764 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-00bc9dc5-7ccb-4295-9312-5299eb41bc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (598fdd09-78ae-4650-93d7-d6db9a19c217), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:59.023275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=706ca1ad-23e6-4938-91a6-5d30c354dca5,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:59.094540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:30:59.102611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d2c8a644-3fa6-4175-9041-263b401d8d62 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:30:59.126771 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b41e894-7893-4aa2-a62f-a9055a7cb4d2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2f7fc0bf-28ce-476f-bd5f-eadda71307ab), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:59.195957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-482119bd-c83d-4c07-8305-241052bb20a3 req-b78b2b1d-234b-4dc6-ab1a-39833be7cc7d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692447 Feb 04 13:30:59.197098 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-9b41e894-7893-4aa2-a62f-a9055a7cb4d2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for 2f7fc0bf-28ce-476f-bd5f-eadda71307ab owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:59.206394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f47bb690-a17e-42b4-9f11-19e93eacc9b1 req-4b1cf879-354f-4f84-93e3-f3332a766ac3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525875 Feb 04 13:30:59.216327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc9dc5-7ccb-4295-9312-5299eb41bc64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=598fdd09-78ae-4650-93d7-d6db9a19c217,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:59.241022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bc9dc5-7ccb-4295-9312-5299eb41bc64 admin admin] Checking segment: {'id': '15a441ea-e1bf-4b77-8813-b2c250eab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '08890fdb-83ef-494e-a6a3-629508143503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:30:59.241022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bc9dc5-7ccb-4295-9312-5299eb41bc64 admin admin] Network hostable DHCP agents. Network: 08890fdb-83ef-494e-a6a3-629508143503, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:30:59.312204 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-42509d2e-a0b4-4a37-9984-b2a022250608 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589425 Feb 04 13:30:59.397059 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port d2c8a644-3fa6-4175-9041-263b401d8d62 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:59.405388 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port d2c8a644-3fa6-4175-9041-263b401d8d62 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:59.406640 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d2c8a644-3fa6-4175-9041-263b401d8d62), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:59.436061 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:59.454439 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '9f0ac2b7-dff9-490b-b6cb-2a19dcf82363', 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112', 'port_id': '9f0ac2b7-dff9-490b-b6cb-2a19dcf82363', 'mac_address': 'fa:16:3e:8a:1c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65276bc3-38f7-4354-8723-1e8038a429ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:30:59.456193 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d485b0df-3d52-4eac-9774-749f85fe78d4 None None] Provisioning complete for port 2f7fc0bf-28ce-476f-bd5f-eadda71307ab triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:59.456573 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d485b0df-3d52-4eac-9774-749f85fe78d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2f7fc0bf-28ce-476f-bd5f-eadda71307ab), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:59.489158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bc9dc5-7ccb-4295-9312-5299eb41bc64 admin admin] Network 08890fdb-83ef-494e-a6a3-629508143503 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:30:59.517806 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21bb1288-75b2-46f6-a08b-217b109fe2e9 req-42beed14-37c5-4743-a707-9f44743a841d service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920288 Feb 04 13:30:59.531504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-00bc9dc5-7ccb-4295-9312-5299eb41bc64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 08890fdb-83ef-494e-a6a3-629508143503) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:59.536968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bc9dc5-7ccb-4295-9312-5299eb41bc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:59.537742 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-00bc9dc5-7ccb-4295-9312-5299eb41bc64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:59.579209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad6f98f-9141-4c3c-94bc-2386ef8bd90a None None] Network 08890fdb-83ef-494e-a6a3-629508143503 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:59.610510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5484de-99cf-48e9-8eb4-ab876190b40a req-ed0c147f-ba1b-4b20-a3cb-4235477bbb31 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:59.612489 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c5484de-99cf-48e9-8eb4-ab876190b40a req-ed0c147f-ba1b-4b20-a3cb-4235477bbb31 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 943 time: 0.1917629 Feb 04 13:30:59.647251 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-00bc9dc5-7ccb-4295-9312-5299eb41bc64 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5898061 Feb 04 13:30:59.697634 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2619f-3f57-4419-a1b0-44ac0cf11706 req-a016cf81-ba34-4d6c-a81b-60d7a578ad02 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:59.699480 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fff2619f-3f57-4419-a1b0-44ac0cf11706 req-a016cf81-ba34-4d6c-a81b-60d7a578ad02 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 945 time: 0.2690263 Feb 04 13:30:59.709960 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d485b0df-3d52-4eac-9774-749f85fe78d4 None None] Port 2f7fc0bf-28ce-476f-bd5f-eadda71307ab cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:30:59.719615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:59.720015 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:59.738649 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c5484de-99cf-48e9-8eb4-ab876190b40a req-b2546942-3cc8-47a7-91ec-f753f00c8e48 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060531 Feb 04 13:30:59.755168 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:30:59.806376 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde47a4-dd4d-4bff-a88c-67f73fe23b6b req-1c2c7c6d-ca35-422e-80cf-dff42ab6294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:59.808149 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbde47a4-dd4d-4bff-a88c-67f73fe23b6b req-1c2c7c6d-ca35-422e-80cf-dff42ab6294e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 1127 time: 0.2288799 Feb 04 13:30:59.818234 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b41e894-7893-4aa2-a62f-a9055a7cb4d2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (2f7fc0bf-28ce-476f-bd5f-eadda71307ab), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:59.841550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port d2c8a644-3fa6-4175-9041-263b401d8d62 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:59.841550 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d2c8a644-3fa6-4175-9041-263b401d8d62), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:59.882063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:59.889862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d485b0df-3d52-4eac-9774-749f85fe78d4 None None] Provisioning complete for port 706ca1ad-23e6-4938-91a6-5d30c354dca5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:59.891126 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d485b0df-3d52-4eac-9774-749f85fe78d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (706ca1ad-23e6-4938-91a6-5d30c354dca5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:59.923351 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:59.962369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b6d101-dd0a-4825-abc4-ed22ca07bfd3 None None] Network 08890fdb-83ef-494e-a6a3-629508143503 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:30:59.981396 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b41e894-7893-4aa2-a62f-a9055a7cb4d2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:59.989867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9b41e894-7893-4aa2-a62f-a9055a7cb4d2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/2f7fc0bf-28ce-476f-bd5f-eadda71307ab HTTP/1.1" status: 204 len: 168 time: 1.8853133 Feb 04 13:30:59.989867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41e894-7893-4aa2-a62f-a9055a7cb4d2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=2f7fc0bf-28ce-476f-bd5f-eadda71307ab,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:59.990344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44376) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:00.016018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fff2619f-3f57-4419-a1b0-44ac0cf11706 req-9f289c7e-ddc3-4466-89e4-d781a31c258c tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776382 Feb 04 13:31:00.103005 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777c588b-97f2-4ad7-abaf-c1eaf5424d14 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:00.104603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777c588b-97f2-4ad7-abaf-c1eaf5424d14 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:00.106431 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-777c588b-97f2-4ad7-abaf-c1eaf5424d14 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1149678 Feb 04 13:31:00.111415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44378) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:00.138008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde47a4-dd4d-4bff-a88c-67f73fe23b6b req-506f99f5-715c-4366-b56c-1f83f569c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:00.139712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbde47a4-dd4d-4bff-a88c-67f73fe23b6b req-506f99f5-715c-4366-b56c-1f83f569c145 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 907 time: 0.3161712 Feb 04 13:31:00.215540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:00.235933 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbde47a4-dd4d-4bff-a88c-67f73fe23b6b req-aad5d1cd-9c2e-46f8-9772-c6f0596a601c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdf72ee1-67dd-4284-9eff-514842edeba4 HTTP/1.1" status: 200 len: 217 time: 0.0875866 Feb 04 13:31:00.248526 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port d2c8a644-3fa6-4175-9041-263b401d8d62, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d2c8a644-3fa6-4175-9041-263b401d8d62,segment=NetworkSegment(57b6631b-ac4c-4897-8030-a27b490e3ed7),segment_id=57b6631b-ac4c-4897-8030-a27b490e3ed7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:00.251041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c26a47-b68e-4436-962a-c2a89ca94e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c8a644-3fa6-4175-9041-263b401d8d62'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:00.255794 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d192405-1e2d-4391-be4c-48836a493e13" -d '{"events": [{"server_uuid": "a8c26a47-b68e-4436-962a-c2a89ca94e24", "name": "network-vif-plugged", "status": "completed", "tag": "d2c8a644-3fa6-4175-9041-263b401d8d62"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:00.277121 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d2c8a644-3fa6-4175-9041-263b401d8d62), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:00.278158 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-12af12f0-523f-48bd-aa3b-4b0c1112829f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 8b25e0e4-6ea3-4a0a-a8d5-433c02c45080 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:31:00.279670 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:00.291973 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-12af12f0-523f-48bd-aa3b-4b0c1112829f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (8b25e0e4-6ea3-4a0a-a8d5-433c02c45080), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:00.404311 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-12af12f0-523f-48bd-aa3b-4b0c1112829f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (8b25e0e4-6ea3-4a0a-a8d5-433c02c45080), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:00.501479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde47a4-dd4d-4bff-a88c-67f73fe23b6b req-71c4508b-d6dc-40af-8d1c-3c5cee485669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:00.503614 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbde47a4-dd4d-4bff-a88c-67f73fe23b6b req-71c4508b-d6dc-40af-8d1c-3c5cee485669 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ddd53861-36d1-4ddc-a3f4-939049859c05 HTTP/1.1" status: 200 len: 846 time: 0.2634540 Feb 04 13:31:00.538966 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-12af12f0-523f-48bd-aa3b-4b0c1112829f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (8b25e0e4-6ea3-4a0a-a8d5-433c02c45080), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:00.559463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbde47a4-dd4d-4bff-a88c-67f73fe23b6b req-d07dfe78-e7b4-4645-915e-a9ab61bf42e3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d188bd97-3ae7-401d-8731-0d5589265d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436301 Feb 04 13:31:00.622543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=d2c8a644-3fa6-4175-9041-263b401d8d62,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:00.652268 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34349390-dfc9-4132-90ce-c3c03d4e209f req-f2615849-d3b7-418e-ac45-22bb44a4314f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:00.659277 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-12af12f0-523f-48bd-aa3b-4b0c1112829f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (8b25e0e4-6ea3-4a0a-a8d5-433c02c45080), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:00.661599 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34349390-dfc9-4132-90ce-c3c03d4e209f req-f2615849-d3b7-418e-ac45-22bb44a4314f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.2370782 Feb 04 13:31:00.668752 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 706ca1ad-23e6-4938-91a6-5d30c354dca5 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:00.711500 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af12f0-523f-48bd-aa3b-4b0c1112829f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=8b25e0e4-6ea3-4a0a-a8d5-433c02c45080,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:00.715154 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-12af12f0-523f-48bd-aa3b-4b0c1112829f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:00.722309 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-12af12f0-523f-48bd-aa3b-4b0c1112829f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/8b25e0e4-6ea3-4a0a-a8d5-433c02c45080 HTTP/1.1" status: 204 len: 168 time: 0.6093831 Feb 04 13:31:00.724689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44396) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:00.727681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-07ca8232-8376-40ce-b635-a39d8ca0988a tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:00.729254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-07ca8232-8376-40ce-b635-a39d8ca0988a tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/networks?id=08890fdb-83ef-494e-a6a3-629508143503 HTTP/1.1" status: 200 len: 814 time: 0.4136381 Feb 04 13:31:00.742964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['9f0ac2b7-dff9-490b-b6cb-2a19dcf82363'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:31:00.772470 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-92bc1984-b989-4191-b264-41a3d14a777c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459399 Feb 04 13:31:00.774566 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a0a64e-7c22-4fa2-bd36-262a259197f9 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:00.778084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44400) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:00.784701 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5e06c943-166c-44a9-919e-74c77633f120 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:00.797202 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-5ccbd065-cc3c-438c-bd14-bed2c2e5d2da tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/quotas/4681798be47a44eaa4c39f19c6d17fe4 HTTP/1.1" status: 200 len: 375 time: 0.0542927 Feb 04 13:31:00.849883 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-d7ade9ab-5f5d-4637-bd96-2a98625d39c4 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=4681798be47a44eaa4c39f19c6d17fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427425 Feb 04 13:31:00.862431 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34349390-dfc9-4132-90ce-c3c03d4e209f req-8428a520-15bb-42f5-bb0f-0aad55595989 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983845 Feb 04 13:31:00.905494 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbde47a4-dd4d-4bff-a88c-67f73fe23b6b req-03637a84-5e83-4ba1-89a2-75d5ac78797d service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340898 Feb 04 13:31:00.907331 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e06c943-166c-44a9-919e-74c77633f120 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:00.912026 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e06c943-166c-44a9-919e-74c77633f120 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:00.980943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d485b0df-3d52-4eac-9774-749f85fe78d4 None None] Current status of the port 706ca1ad-23e6-4938-91a6-5d30c354dca5 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:01.008198 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 is: DOWN; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:01.030835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 706ca1ad-23e6-4938-91a6-5d30c354dca5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:01.031387 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (706ca1ad-23e6-4938-91a6-5d30c354dca5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:01.104496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6c06f8c2-6f4f-448c-95e1-a6de0440f129 None None] Could not find standard attr ID for object 2f7fc0bf-28ce-476f-bd5f-eadda71307ab. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:31:01.194820 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e06c943-166c-44a9-919e-74c77633f120 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (eb19c38e-2eec-45b5-9175-3de4f363754b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:01.203369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 706ca1ad-23e6-4938-91a6-5d30c354dca5 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:01.209485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3b949a-2f63-4649-8e4b-ec205f54bb60 None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:31:01.269675 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06c943-166c-44a9-919e-74c77633f120 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=eb19c38e-2eec-45b5-9175-3de4f363754b,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:01.276120 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b949a-2f63-4649-8e4b-ec205f54bb60 None None] Deleting port 706ca1ad-23e6-4938-91a6-5d30c354dca5 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:01.276544 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ed3b949a-2f63-4649-8e4b-ec205f54bb60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (706ca1ad-23e6-4938-91a6-5d30c354dca5), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:01.287417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e06c943-166c-44a9-919e-74c77633f120 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:01.289442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-5e06c943-166c-44a9-919e-74c77633f120 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:01.298192 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e06c943-166c-44a9-919e-74c77633f120 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:01.299185 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e06c943-166c-44a9-919e-74c77633f120 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:01.329679 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5e06c943-166c-44a9-919e-74c77633f120 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5477989 Feb 04 13:31:01.331596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44404) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:01.343542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2aebba88-c404-49fd-9055-a51f76d4b839 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'fixed_ips': [{'subnet_id': 'eb19c38e-2eec-45b5-9175-3de4f363754b', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-276125170'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:01.403643 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ed3b949a-2f63-4649-8e4b-ec205f54bb60 None None] For port 706ca1ad-23e6-4938-91a6-5d30c354dca5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=706ca1ad-23e6-4938-91a6-5d30c354dca5,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:01.404370 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ed3b949a-2f63-4649-8e4b-ec205f54bb60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (706ca1ad-23e6-4938-91a6-5d30c354dca5), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:01.424982 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b949a-2f63-4649-8e4b-ec205f54bb60 None None] Calling delete_port for 706ca1ad-23e6-4938-91a6-5d30c354dca5 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:01.546881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aebba88-c404-49fd-9055-a51f76d4b839 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:01.571682 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ed3b949a-2f63-4649-8e4b-ec205f54bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (706ca1ad-23e6-4938-91a6-5d30c354dca5), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:01.595258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c5dc9-638c-4974-b554-ae6c3cb95a0f req-ef1b4ca6-0db9-4a9d-b523-ffb0a8988fff tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:01.598957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-185c5dc9-638c-4974-b554-ae6c3cb95a0f req-ef1b4ca6-0db9-4a9d-b523-ffb0a8988fff tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 944 time: 0.6062260 Feb 04 13:31:01.612373 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-6716437f-0f2a-4084-b456-2a759afa329b service neutron] 10.222.0.96 "GET /v2.0/networks/08890fdb-83ef-494e-a6a3-629508143503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7419558 Feb 04 13:31:01.623492 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b949a-2f63-4649-8e4b-ec205f54bb60 None None] Pushing event deleted for resources: {'Port': ['ID=706ca1ad-23e6-4938-91a6-5d30c354dca5,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:01.631494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3b949a-2f63-4649-8e4b-ec205f54bb60 None None] No DVR routers for this DVR port 706ca1ad-23e6-4938-91a6-5d30c354dca5 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:01.650242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbde47a4-dd4d-4bff-a88c-67f73fe23b6b req-4daa2461-9850-41e9-8b1a-af78e93337f2 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7249484 Feb 04 13:31:01.673064 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f456677-b3ed-4362-a25e-fd8a1621aa5a None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:01.725644 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2aebba88-c404-49fd-9055-a51f76d4b839 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:01.767019 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-2aebba88-c404-49fd-9055-a51f76d4b839 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port 6f9e1ed8-be2f-4343-a997-e582c2c358ba yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:31:01.791037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-185c5dc9-638c-4974-b554-ae6c3cb95a0f req-23548424-0c95-4204-8dba-4a48ceaa75aa tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750214 Feb 04 13:31:01.843452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': 'eb19c38e-2eec-45b5-9175-3de4f363754b'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:31:01.844649 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:01.864929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-95ade31a-b3ab-4bc0-839e-45550e75f9a3 service neutron] 10.222.0.96 "GET /v2.0/networks/08890fdb-83ef-494e-a6a3-629508143503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298868 Feb 04 13:31:01.908640 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf08e9d2-5baa-4d8c-ab51-92afe2eb04f3 x-openstack-request-id: req-bf08e9d2-5baa-4d8c-ab51-92afe2eb04f3 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:01.908855 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c26a47-b68e-4436-962a-c2a89ca94e24", "name": "network-vif-plugged", "status": "completed", "tag": "d2c8a644-3fa6-4175-9041-263b401d8d62", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:01.910998 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bf08e9d2-5baa-4d8c-ab51-92afe2eb04f3 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:01.912113 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c26a47-b68e-4436-962a-c2a89ca94e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c8a644-3fa6-4175-9041-263b401d8d62', 'code': 200} Feb 04 13:31:02.085598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3fb19-5f7d-48f2-8cc7-9fe327778caf req-c3f76c32-d1bd-4c6f-b24d-ab3e6b79f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:02.089964 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7e3fb19-5f7d-48f2-8cc7-9fe327778caf req-c3f76c32-d1bd-4c6f-b24d-ab3e6b79f929 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 1129 time: 0.1401417 Feb 04 13:31:02.101591 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aebba88-c404-49fd-9055-a51f76d4b839 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:31:02.102222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aebba88-c404-49fd-9055-a51f76d4b839 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:31:02.126712 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2aebba88-c404-49fd-9055-a51f76d4b839 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7874582 Feb 04 13:31:02.129403 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44418) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:02.175230 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e85fae14-4f38-439d-8dd4-c332e9ec5413 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0441930 Feb 04 13:31:02.177573 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44422) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:02.258762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7e3fb19-5f7d-48f2-8cc7-9fe327778caf req-90565909-5373-47ea-b7a7-f1c4131b1be4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616766 Feb 04 13:31:02.287285 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38941d87-1788-4b30-8c42-854b0270af19 req-73b82714-faf3-49a9-996f-075ff7bd7be3 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:02.289300 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38941d87-1788-4b30-8c42-854b0270af19 req-73b82714-faf3-49a9-996f-075ff7bd7be3 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 943 time: 0.1787987 Feb 04 13:31:02.299022 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3687a6af-f55e-434c-a8bb-9586f161d711 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:02.300708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3687a6af-f55e-434c-a8bb-9586f161d711 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:02.306153 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3687a6af-f55e-434c-a8bb-9586f161d711 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1261866 Feb 04 13:31:02.309752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44424) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:02.310500 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Allocated IP 2001:db8::2 (2ee6628b-98e8-4827-b47e-b9107cd39956/eb19c38e-2eec-45b5-9175-3de4f363754b/ac6b7022-92da-4a2d-ab5e-91acc75eefcc) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:02.325668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493b037-175a-4db3-9ff7-da030c695a09 req-d050db2d-3158-414d-b09d-b0c670a977b0 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:02.336063 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7493b037-175a-4db3-9ff7-da030c695a09 req-d050db2d-3158-414d-b09d-b0c670a977b0 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 946 time: 0.1266801 Feb 04 13:31:02.384184 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d82f45-61e2-44be-a814-f6d8365c7ea4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet eb19c38e-2eec-45b5-9175-3de4f363754b {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:31:02.455546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7493b037-175a-4db3-9ff7-da030c695a09 req-d88e52b8-8ea4-4d8c-9951-fd764d953eb2 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174457 Feb 04 13:31:02.470802 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38941d87-1788-4b30-8c42-854b0270af19 req-b54293e5-ada4-4783-811b-28bcf8b12f44 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709797 Feb 04 13:31:02.626872 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Publish callbacks [] for port (ac6b7022-92da-4a2d-ab5e-91acc75eefcc), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:02.634934 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9d82f45-61e2-44be-a814-f6d8365c7ea4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (eb19c38e-2eec-45b5-9175-3de4f363754b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:02.647191 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (ac6b7022-92da-4a2d-ab5e-91acc75eefcc), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:02.655367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 706ca1ad-23e6-4938-91a6-5d30c354dca5 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:02.690512 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-376ec8eb-3cbd-4166-a7cf-74e2d20fc30f req-693c3ea8-b01b-4a04-999f-d2dce52bc6e5 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 210 time: 0.1249826 Feb 04 13:31:02.706925 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9d82f45-61e2-44be-a814-f6d8365c7ea4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (eb19c38e-2eec-45b5-9175-3de4f363754b), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:02.731336 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 706ca1ad-23e6-4938-91a6-5d30c354dca5 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:02.732028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 706ca1ad-23e6-4938-91a6-5d30c354dca5 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:02.762872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:02.766464 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:02.771769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:02.780517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Pushing event updated for resources: {'Port': ['ID=ac6b7022-92da-4a2d-ab5e-91acc75eefcc,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:02.784906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11276-47e5-4b82-981a-cde562eb0844 req-70251274-73e3-4bbe-8d96-16966354b9ee tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:02.787583 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2af11276-47e5-4b82-981a-cde562eb0844 req-70251274-73e3-4bbe-8d96-16966354b9ee tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.2422740 Feb 04 13:31:02.830392 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-5c06ad64-0338-4ac4-b5d1-b02723e969a9 service neutron] 10.222.0.99 "GET /v2.0/ports/0e4bb942-aa87-4bd2-a360-2d30a69b2fa3/bindings/n-h2-714676-13 HTTP/1.1" status: 200 len: 385 time: 0.1542108 Feb 04 13:31:02.870004 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9d82f45-61e2-44be-a814-f6d8365c7ea4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (eb19c38e-2eec-45b5-9175-3de4f363754b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:02.889104 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Attempting to bind port ac6b7022-92da-4a2d-ab5e-91acc75eefcc on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:31:02.889476 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Attempting to bind port ac6b7022-92da-4a2d-ab5e-91acc75eefcc by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:31:02.892098 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Attempting to bind port ac6b7022-92da-4a2d-ab5e-91acc75eefcc on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:02.901985 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:31:02.902280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:02.902592 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:02.902986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:31:02.903468 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Bound port: ac6b7022-92da-4a2d-ab5e-91acc75eefcc, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:31:02.903843 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ac6b7022-92da-4a2d-ab5e-91acc75eefcc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:02.910570 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2af11276-47e5-4b82-981a-cde562eb0844 req-c334bfee-60c9-49fa-a481-e23c626097d2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016858 Feb 04 13:31:02.967807 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9d82f45-61e2-44be-a814-f6d8365c7ea4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (eb19c38e-2eec-45b5-9175-3de4f363754b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:03.024946 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d82f45-61e2-44be-a814-f6d8365c7ea4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=eb19c38e-2eec-45b5-9175-3de4f363754b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:03.041917 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55583e-f7d5-46e4-ba18-26b1d660652c req-88c9b0e8-991f-4145-8fc3-dd6b8a9c118d tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:03.043705 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aa55583e-f7d5-46e4-ba18-26b1d660652c req-88c9b0e8-991f-4145-8fc3-dd6b8a9c118d tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 944 time: 0.1270320 Feb 04 13:31:03.047109 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9d82f45-61e2-44be-a814-f6d8365c7ea4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:03.054031 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d9d82f45-61e2-44be-a814-f6d8365c7ea4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/eb19c38e-2eec-45b5-9175-3de4f363754b HTTP/1.1" status: 204 len: 168 time: 0.7429237 Feb 04 13:31:03.056202 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44444) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:03.062341 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] For port ac6b7022-92da-4a2d-ab5e-91acc75eefcc, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:31:03.066935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] For port ac6b7022-92da-4a2d-ab5e-91acc75eefcc, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ac6b7022-92da-4a2d-ab5e-91acc75eefcc,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:31:03.076560 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ac6b7022-92da-4a2d-ab5e-91acc75eefcc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:03.126496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:03.128767 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-81b99bdf-7678-49ba-a6e1-6f68c4ad08db tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694592 Feb 04 13:31:03.133772 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44446) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:03.140649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2a3150ea-d57f-402d-ac7b-c6a154bc5805 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:03.189080 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619dac4-ee0d-4070-a858-220846d71533 None None] Pushing event updated for resources: {'Port': ['ID=ac6b7022-92da-4a2d-ab5e-91acc75eefcc,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:03.215350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:03.215641 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:03.216180 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-1b7e9700-e34c-4224-b0f7-52650cb15209 service neutron] For port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:03.255086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aa55583e-f7d5-46e4-ba18-26b1d660652c req-4b16585a-c006-4416-8407-a7a546e625b6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032325 Feb 04 13:31:03.275816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-1b7e9700-e34c-4224-b0f7-52650cb15209 service neutron] For port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:31:03.317436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3150ea-d57f-402d-ac7b-c6a154bc5805 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:03.321973 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2a3150ea-d57f-402d-ac7b-c6a154bc5805 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:03.345948 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-1b7e9700-e34c-4224-b0f7-52650cb15209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:31:03.352208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:03.352987 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:03.363704 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-1b7e9700-e34c-4224-b0f7-52650cb15209 service neutron] For port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:03.382649 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-1b7e9700-e34c-4224-b0f7-52650cb15209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:03.438792 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:03.446658 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:03.510317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-1b7e9700-e34c-4224-b0f7-52650cb15209 service neutron] Transition to ACTIVE for port object 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:03.512995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:03.525936 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-1b7e9700-e34c-4224-b0f7-52650cb15209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:03.685795 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2a3150ea-d57f-402d-ac7b-c6a154bc5805 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (7bd46151-80e9-4261-a635-f20e0ce2db1d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:03.724084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-1b7e9700-e34c-4224-b0f7-52650cb15209 service neutron] No DVR routers for this DVR port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:03.741289 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e9700-e34c-4224-b0f7-52650cb15209 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,revision_number=10']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:03.746810 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3150ea-d57f-402d-ac7b-c6a154bc5805 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:03.753300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-2a3150ea-d57f-402d-ac7b-c6a154bc5805 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:03.756669 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3150ea-d57f-402d-ac7b-c6a154bc5805 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:03.757410 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2a3150ea-d57f-402d-ac7b-c6a154bc5805 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:03.773579 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3150ea-d57f-402d-ac7b-c6a154bc5805 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=7bd46151-80e9-4261-a635-f20e0ce2db1d,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:03.784429 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2a3150ea-d57f-402d-ac7b-c6a154bc5805 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6491358 Feb 04 13:31:03.787125 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44462) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:03.787316 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97cb96-18d2-4caa-96a1-73ea5210a97f req-81711e61-5e07-495a-978b-60a394c70705 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:03.789312 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d97cb96-18d2-4caa-96a1-73ea5210a97f req-81711e61-5e07-495a-978b-60a394c70705 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 946 time: 0.1995316 Feb 04 13:31:03.796253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ef0b6403-021d-46e1-98d4-48bd1b8d8f2b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1162549488', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:03.810821 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-1b7e9700-e34c-4224-b0f7-52650cb15209 service neutron] 10.222.0.99 "PUT /v2.0/ports/0e4bb942-aa87-4bd2-a360-2d30a69b2fa3/bindings/n-h2-714676-13/activate HTTP/1.1" status: 200 len: 370 time: 0.9686482 Feb 04 13:31:03.835283 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ef0b6403-021d-46e1-98d4-48bd1b8d8f2b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (b842dbe0-3a78-4f7e-b748-56011f898755), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:03.836381 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ef0b6403-021d-46e1-98d4-48bd1b8d8f2b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (b842dbe0-3a78-4f7e-b748-56011f898755), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:03.841517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e399b-eff9-4f28-bff7-bb39a1581d6b req-3726b8ca-a9b9-4486-855b-660df5a336e1 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:03.843268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-093e399b-eff9-4f28-bff7-bb39a1581d6b req-3726b8ca-a9b9-4486-855b-660df5a336e1 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 944 time: 0.2070315 Feb 04 13:31:03.913373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba2fdc4-f179-494f-b119-a47b994a5e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0ac2b7-dff9-490b-b6cb-2a19dcf82363'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:03.918218 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d63aed0-ef7f-40cf-913e-4068d4d0212b" -d '{"events": [{"server_uuid": "1ba2fdc4-f179-494f-b119-a47b994a5e40", "name": "network-vif-plugged", "status": "completed", "tag": "9f0ac2b7-dff9-490b-b6cb-2a19dcf82363"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:03.921159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d97cb96-18d2-4caa-96a1-73ea5210a97f req-1ab895f0-4834-4a8e-953b-b3c8536cfe64 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231225 Feb 04 13:31:03.987678 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ef0b6403-021d-46e1-98d4-48bd1b8d8f2b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for router_controller (b842dbe0-3a78-4f7e-b748-56011f898755), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:03.995065 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ef0b6403-021d-46e1-98d4-48bd1b8d8f2b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (b842dbe0-3a78-4f7e-b748-56011f898755), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:04.025527 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ef0b6403-021d-46e1-98d4-48bd1b8d8f2b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:04.030175 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ef0b6403-021d-46e1-98d4-48bd1b8d8f2b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2367420 Feb 04 13:31:04.032722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44472) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:04.058867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-093e399b-eff9-4f28-bff7-bb39a1581d6b req-43d1af46-d3f7-457a-b955-ce6a424ca5c7 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064402 Feb 04 13:31:04.143690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec197088-8e8b-408d-b017-d9885ad848fb req-8323fecb-1f1b-4e2b-b60b-4e6d73a888d0 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 210 time: 0.0702114 Feb 04 13:31:04.194349 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d304d3f4-47cc-4257-a4a2-316f54685ae3 x-openstack-request-id: req-d304d3f4-47cc-4257-a4a2-316f54685ae3 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:04.194967 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba2fdc4-f179-494f-b119-a47b994a5e40", "name": "network-vif-plugged", "status": "completed", "tag": "9f0ac2b7-dff9-490b-b6cb-2a19dcf82363", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:04.206394 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d304d3f4-47cc-4257-a4a2-316f54685ae3 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:04.206981 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba2fdc4-f179-494f-b119-a47b994a5e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0ac2b7-dff9-490b-b6cb-2a19dcf82363', 'code': 200} Feb 04 13:31:04.312759 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-2430f469-a461-496c-9397-3955ac1457ac tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:04.314766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-2430f469-a461-496c-9397-3955ac1457ac tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c&tenant_id=c66aed92d02a400db6163d7d33da33b0&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 1127 time: 0.4110224 Feb 04 13:31:04.509005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-d568d0a0-dff9-4127-9406-cfda60a8c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:04.510562 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-d568d0a0-dff9-4127-9406-cfda60a8c1a9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c&tenant_id=c66aed92d02a400db6163d7d33da33b0 HTTP/1.1" status: 200 len: 1127 time: 0.1801898 Feb 04 13:31:04.517509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-a62d4125-162c-47f5-a32c-8732455134b2 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:04.519148 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-a62d4125-162c-47f5-a32c-8732455134b2 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.99 "GET /v2.0/networks?id=08890fdb-83ef-494e-a6a3-629508143503 HTTP/1.1" status: 200 len: 814 time: 0.3921585 Feb 04 13:31:04.615112 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-1c99139e-c54e-46e7-b55c-be9d94b6aac0 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Request body: {'port': {'device_id': '356ab9e9-9c70-49c1-954d-082dcd331c8e', 'network_id': '08890fdb-83ef-494e-a6a3-629508143503', 'admin_state_up': True, 'tenant_id': '4681798be47a44eaa4c39f19c6d17fe4'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:04.732893 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:04.778377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77875b-af18-4ff5-a438-f68b5fdc24a6 req-3405b825-6856-40b5-99ea-add704186c44 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:04.787017 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de77875b-af18-4ff5-a438-f68b5fdc24a6 req-3405b825-6856-40b5-99ea-add704186c44 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.3817828 Feb 04 13:31:04.806129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ac6b7022-92da-4a2d-ab5e-91acc75eefcc up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:04.866417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e77148-7fd7-46d2-8a06-557410d5e14e req-58a44261-ca46-49c4-a03d-425296f225b9 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:04.868396 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16e77148-7fd7-46d2-8a06-557410d5e14e req-58a44261-ca46-49c4-a03d-425296f225b9 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 944 time: 0.3644345 Feb 04 13:31:04.900010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-13d912ae-5b24-499b-9f34-4692b683fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:04.901949 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-13d912ae-5b24-499b-9f34-4692b683fd98 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 1127 time: 0.3383322 Feb 04 13:31:04.976148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819a57b5-4f40-49c9-8f3f-efc4bc97eac4 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:05.031888 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de77875b-af18-4ff5-a438-f68b5fdc24a6 req-54adf976-cb74-4f5a-8ff8-1de4652bdaaa tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416675 Feb 04 13:31:05.112047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-1c99139e-c54e-46e7-b55c-be9d94b6aac0 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Made reservation on behalf of 4681798be47a44eaa4c39f19c6d17fe4 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:05.130915 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-1c99139e-c54e-46e7-b55c-be9d94b6aac0 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:05.163854 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device bdf72ee1-67dd-4284-9eff-514842edeba4 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:31:05.186240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16e77148-7fd7-46d2-8a06-557410d5e14e req-d90984fc-ad3c-45ef-a5ea-53ed64a87d2f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018293 Feb 04 13:31:05.251776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7d4b06d1-a7cd-4aae-8407-8e4d4faea320 None None] Provisioning complete for port ac6b7022-92da-4a2d-ab5e-91acc75eefcc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:05.252489 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7d4b06d1-a7cd-4aae-8407-8e4d4faea320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ac6b7022-92da-4a2d-ab5e-91acc75eefcc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:05.260967 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ac6b7022-92da-4a2d-ab5e-91acc75eefcc triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:05.261588 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ac6b7022-92da-4a2d-ab5e-91acc75eefcc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:05.268857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::1 (2ee6628b-98e8-4827-b47e-b9107cd39956/7bd46151-80e9-4261-a635-f20e0ce2db1d/ec429b78-0bc5-42ef-aac3-f147b1f67f8c) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:05.543267 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:05.618660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port bdf72ee1-67dd-4284-9eff-514842edeba4, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=bdf72ee1-67dd-4284-9eff-514842edeba4,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:05.620743 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:05.659850 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'bdf72ee1-67dd-4284-9eff-514842edeba4', 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96', 'port_id': 'bdf72ee1-67dd-4284-9eff-514842edeba4', 'mac_address': 'fa:16:3e:b2:ab:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd53861-36d1-4ddc-a3f4-939049859c05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:31:05.693164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:05.705291 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ac6b7022-92da-4a2d-ab5e-91acc75eefcc is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:05.706008 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ac6b7022-92da-4a2d-ab5e-91acc75eefcc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:05.711663 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:05.717132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b06d1-a7cd-4aae-8407-8e4d4faea320 None None] Current status of the port ac6b7022-92da-4a2d-ab5e-91acc75eefcc is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:05.717902 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7d4b06d1-a7cd-4aae-8407-8e4d4faea320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ac6b7022-92da-4a2d-ab5e-91acc75eefcc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:05.730485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:05.731333 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (b842dbe0-3a78-4f7e-b748-56011f898755), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:05.765714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-1c99139e-c54e-46e7-b55c-be9d94b6aac0 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Allocated IP 172.20.0.7 (08890fdb-83ef-494e-a6a3-629508143503/598fdd09-78ae-4650-93d7-d6db9a19c217/f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:05.875188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=ec429b78-0bc5-42ef-aac3-f147b1f67f8c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:06.131509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port bdf72ee1-67dd-4284-9eff-514842edeba4 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:06.132426 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (bdf72ee1-67dd-4284-9eff-514842edeba4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:06.133474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-75f28fba-ac22-46b8-bdbb-24bbfa0a6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:06.137206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-75f28fba-ac22-46b8-bdbb-24bbfa0a6b40 service neutron] 10.222.0.100 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 1.2231388 Feb 04 13:31:06.147135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port ac6b7022-92da-4a2d-ab5e-91acc75eefcc, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ac6b7022-92da-4a2d-ab5e-91acc75eefcc,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:06.156554 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf72ee1-67dd-4284-9eff-514842edeba4 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:31:06.161823 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ac6b7022-92da-4a2d-ab5e-91acc75eefcc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:06.190508 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:06.232493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-1c42f28d-46eb-4573-8de8-c457de3c9752 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 HTTP/1.1" status: 200 len: 217 time: 0.0640268 Feb 04 13:31:06.318423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port bdf72ee1-67dd-4284-9eff-514842edeba4, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=bdf72ee1-67dd-4284-9eff-514842edeba4,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:06.328948 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (bdf72ee1-67dd-4284-9eff-514842edeba4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:06.334491 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=ac6b7022-92da-4a2d-ab5e-91acc75eefcc,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:06.475286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=bdf72ee1-67dd-4284-9eff-514842edeba4,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:06.480684 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-7d4b06d1-a7cd-4aae-8407-8e4d4faea320 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:31:06.481071 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-7d4b06d1-a7cd-4aae-8407-8e4d4faea320 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:31:06.524431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a21c4c-f407-461b-b1a5-ad99a857962f req-f908a4df-e56b-4a49-a358-9dbb16817d4e tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:06.537293 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a2a21c4c-f407-461b-b1a5-ad99a857962f req-f908a4df-e56b-4a49-a358-9dbb16817d4e tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 946 time: 1.3384211 Feb 04 13:31:06.584659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6168dde-5944-4f6d-9144-e9c22dd4f068 req-3f996a97-0b29-464b-8793-1069d2c5eb44 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:06.592838 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6168dde-5944-4f6d-9144-e9c22dd4f068 req-3f996a97-0b29-464b-8793-1069d2c5eb44 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 944 time: 0.4504213 Feb 04 13:31:06.683892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ac6b7022-92da-4a2d-ab5e-91acc75eefcc up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:06.773872 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:06.782867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['bdf72ee1-67dd-4284-9eff-514842edeba4'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:31:06.785804 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:06.787214 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (b842dbe0-3a78-4f7e-b748-56011f898755), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:06.797605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-ac51a0c8-78ce-4b19-b275-ec1f4caba722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:06.800018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-ac51a0c8-78ce-4b19-b275-ec1f4caba722 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.4715352 Feb 04 13:31:06.883372 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6168dde-5944-4f6d-9144-e9c22dd4f068 req-30bb7aa2-9ee7-4a17-8c06-b879835700ae tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850525 Feb 04 13:31:06.891308 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-57934c72-d97b-451a-904d-4db616e29d93 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537312 Feb 04 13:31:07.034568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ac6b7022-92da-4a2d-ab5e-91acc75eefcc triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:07.035086 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ac6b7022-92da-4a2d-ab5e-91acc75eefcc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:07.036973 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=ec429b78-0bc5-42ef-aac3-f147b1f67f8c,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:07.106373 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-34c18b7e-9157-4c06-9b0e-86b73bfb516d service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142794 Feb 04 13:31:07.144725 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:07.146988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:07.169501 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b06d1-a7cd-4aae-8407-8e4d4faea320 None None] Current status of the port ac6b7022-92da-4a2d-ab5e-91acc75eefcc is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:07.291982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-205e5d9a-47b5-4f35-8ffd-950d157c5876 service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585884 Feb 04 13:31:07.319270 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-1c99139e-c54e-46e7-b55c-be9d94b6aac0 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Publish callbacks [] for port (f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:07.367324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ac6b7022-92da-4a2d-ab5e-91acc75eefcc is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:07.378816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a2a21c4c-f407-461b-b1a5-ad99a857962f req-0321721d-8fc6-49e1-9383-79ab8369c925 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8237929 Feb 04 13:31:07.395609 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d10f9cb-0d20-4a42-b6a6-a2c099aa656a req-0300fac6-6984-49dd-ab6f-ce2fe39d6e37 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 210 time: 0.2739480 Feb 04 13:31:07.422655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6f6eca62-cc97-4ff5-b3b3-d4f75a9c3ced None None] Provisioning complete for port ac6b7022-92da-4a2d-ab5e-91acc75eefcc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:07.422655 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6f6eca62-cc97-4ff5-b3b3-d4f75a9c3ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ac6b7022-92da-4a2d-ab5e-91acc75eefcc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:07.514492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Router b842dbe0-3a78-4f7e-b748-56011f898755 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:31:07.520958 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-1c99139e-c54e-46e7-b55c-be9d94b6aac0 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:07.772524 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6f6eca62-cc97-4ff5-b3b3-d4f75a9c3ced None None] Current status of the port ac6b7022-92da-4a2d-ab5e-91acc75eefcc is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:07.793296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-1c99139e-c54e-46e7-b55c-be9d94b6aac0 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Network 08890fdb-83ef-494e-a6a3-629508143503 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:07.804472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6f6eca62-cc97-4ff5-b3b3-d4f75a9c3ced None None] Provisioning complete for port ec429b78-0bc5-42ef-aac3-f147b1f67f8c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:07.805084 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6f6eca62-cc97-4ff5-b3b3-d4f75a9c3ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:07.831645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:31:07.850916 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-536b9c8e-05d3-4a90-bf1d-ad9298f3bb95 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "PUT /v2.0/routers/b842dbe0-3a78-4f7e-b748-56011f898755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8155336 Feb 04 13:31:07.855062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44526) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:07.866764 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Sync routers for ids ['b842dbe0-3a78-4f7e-b748-56011f898755'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:31:07.876146 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-1c99139e-c54e-46e7-b55c-be9d94b6aac0 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:07.878904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-1c99139e-c54e-46e7-b55c-be9d94b6aac0 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:07.902261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6f6eca62-cc97-4ff5-b3b3-d4f75a9c3ced None None] Port ec429b78-0bc5-42ef-aac3-f147b1f67f8c cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:31:07.908562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Routers {'b842dbe0-3a78-4f7e-b748-56011f898755'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:07.909541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:30:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b842dbe0-3a78-4f7e-b748-56011f898755'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:07.911581 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99139e-c54e-46e7-b55c-be9d94b6aac0 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Pushing event updated for resources: {'Port': ['ID=f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:07.976458 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac3ec92-c865-4a19-a98e-7eca77db0c72 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:07.985365 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2ac3ec92-c865-4a19-a98e-7eca77db0c72 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports/ec429b78-0bc5-42ef-aac3-f147b1f67f8c HTTP/1.1" status: 200 len: 911 time: 0.1287260 Feb 04 13:31:07.986871 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44530) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:08.013056 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903d8bc-5444-4499-ad18-f823ea69f6aa req-ee0a4006-4708-43cc-a9d0-63af205413d6 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:08.014716 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b903d8bc-5444-4499-ad18-f823ea69f6aa req-ee0a4006-4708-43cc-a9d0-63af205413d6 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.4909270 Feb 04 13:31:08.026884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-1c99139e-c54e-46e7-b55c-be9d94b6aac0 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:08.027586 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-1c99139e-c54e-46e7-b55c-be9d94b6aac0 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:08.032415 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-d9fba217-b1de-4987-a7f3-40720ae7a48e tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:08.033985 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-d9fba217-b1de-4987-a7f3-40720ae7a48e tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c&tenant_id=c66aed92d02a400db6163d7d33da33b0&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 1127 time: 0.3637602 Feb 04 13:31:08.057180 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19e7fc-6380-4cfe-a620-b3aebb428b3d req-735aa254-30d4-41d3-b031-b337c6f5d5b6 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:08.067177 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b19e7fc-6380-4cfe-a620-b3aebb428b3d req-735aa254-30d4-41d3-b031-b337c6f5d5b6 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 945 time: 0.3513865 Feb 04 13:31:08.082555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e08df973-e2b7-4e61-983b-540eed21af70 None None] Provisioning complete for port ec429b78-0bc5-42ef-aac3-f147b1f67f8c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:08.083332 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e08df973-e2b7-4e61-983b-540eed21af70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:08.130339 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Set router b842dbe0-3a78-4f7e-b748-56011f898755 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:08.154358 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8518d86e-9a79-4960-9622-03b84f834963 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:08.174142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafe33d-4b19-4c88-8566-685ef6c8cad9 req-ea41abdc-b37c-413d-8569-b962a3779112 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:08.175192 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ceafe33d-4b19-4c88-8566-685ef6c8cad9 req-ea41abdc-b37c-413d-8569-b962a3779112 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 946 time: 0.3866119 Feb 04 13:31:08.182730 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8518d86e-9a79-4960-9622-03b84f834963 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:08.184760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e08df973-e2b7-4e61-983b-540eed21af70 None None] Port ec429b78-0bc5-42ef-aac3-f147b1f67f8c cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:31:08.185578 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-1c99139e-c54e-46e7-b55c-be9d94b6aac0 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6435146 Feb 04 13:31:08.206586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Request body: {'port': {'device_id': '356ab9e9-9c70-49c1-954d-082dcd331c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:08.207492 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8518d86e-9a79-4960-9622-03b84f834963 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2189777 Feb 04 13:31:08.210325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44532) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:08.474010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842dbe0-3a78-4f7e-b748-56011f898755', 'name': 'tempest-NetworksTestDHCPv6-router-1162549488', 'tenant_id': '114261922b524239868ecb1b3904502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:03Z', 'updated_at': '2022-02-04T13:31:06Z', 'revision_number': 2, 'project_id': '114261922b524239868ecb1b3904502c', 'gw_port_host': None, '_interfaces': [{'id': 'ec429b78-0bc5-42ef-aac3-f147b1f67f8c', 'name': '', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'tenant_id': '114261922b524239868ecb1b3904502c', 'mac_address': 'fa:16:3e:8d:3d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842dbe0-3a78-4f7e-b748-56011f898755', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7bd46151-80e9-4261-a635-f20e0ce2db1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:04Z', 'updated_at': '2022-02-04T13:31:06Z', 'revision_number': 2, 'project_id': '114261922b524239868ecb1b3904502c', 'subnets': [{'id': '7bd46151-80e9-4261-a635-f20e0ce2db1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:08.511306 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Checking router: b842dbe0-3a78-4f7e-b748-56011f898755 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:31:08.512121 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Updating router b842dbe0-3a78-4f7e-b748-56011f898755 port ec429b78-0bc5-42ef-aac3-f147b1f67f8c binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:31:08.581859 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.103160 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Publish callbacks [] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.110998 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.111812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b19e7fc-6380-4cfe-a620-b3aebb428b3d req-6a9dd781-d59c-4e38-8597-47c9980362cb tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0436485 Feb 04 13:31:09.164148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device bdf72ee1-67dd-4284-9eff-514842edeba4 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:09.207085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887504e-d049-418b-9363-28415e162168 None None] Pushing event updated for resources: {'Port': ['ID=ec429b78-0bc5-42ef-aac3-f147b1f67f8c,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:09.303614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Attempting to bind port ec429b78-0bc5-42ef-aac3-f147b1f67f8c on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:31:09.304687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Attempting to bind port ec429b78-0bc5-42ef-aac3-f147b1f67f8c by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:31:09.305194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Attempting to bind port ec429b78-0bc5-42ef-aac3-f147b1f67f8c on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:09.310981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port bdf72ee1-67dd-4284-9eff-514842edeba4 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:09.318128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:31:09.318520 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:09.318938 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.319341 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:31:09.319832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Bound port: ec429b78-0bc5-42ef-aac3-f147b1f67f8c, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:31:09.320215 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.322268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port bdf72ee1-67dd-4284-9eff-514842edeba4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:09.322635 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (bdf72ee1-67dd-4284-9eff-514842edeba4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.413560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ceafe33d-4b19-4c88-8566-685ef6c8cad9 req-7c705085-d6a6-4144-80c9-3f36a45278aa tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/security-groups?id=78b24abd-3803-4c58-92de-4ed1a2dd8803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2208269 Feb 04 13:31:09.493148 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.514588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] For port ec429b78-0bc5-42ef-aac3-f147b1f67f8c, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:31:09.540621 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] For port ec429b78-0bc5-42ef-aac3-f147b1f67f8c, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ec429b78-0bc5-42ef-aac3-f147b1f67f8c,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:31:09.553191 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.555454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port bdf72ee1-67dd-4284-9eff-514842edeba4 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:09.562587 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (bdf72ee1-67dd-4284-9eff-514842edeba4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.625107 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8547d7-0a4b-41b5-b07b-407cf148804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf72ee1-67dd-4284-9eff-514842edeba4'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:09.627648 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d729bb5a-6fe3-4086-b1d7-dfe2be400c79" -d '{"events": [{"server_uuid": "6b8547d7-0a4b-41b5-b07b-407cf148804f", "name": "network-vif-plugged", "status": "completed", "tag": "bdf72ee1-67dd-4284-9eff-514842edeba4"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:09.664063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port bdf72ee1-67dd-4284-9eff-514842edeba4, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=bdf72ee1-67dd-4284-9eff-514842edeba4,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:09.672436 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-b903d8bc-5444-4499-ad18-f823ea69f6aa req-6826fcc0-17bf-4f2b-8209-be88b23eb7e7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Deleting port a473aecc-d71b-40fb-8d60-3504ceb33e9b {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:09.673193 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b903d8bc-5444-4499-ad18-f823ea69f6aa req-6826fcc0-17bf-4f2b-8209-be88b23eb7e7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.688419 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (bdf72ee1-67dd-4284-9eff-514842edeba4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.705792 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Routers {'b842dbe0-3a78-4f7e-b748-56011f898755'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:09.706499 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:30:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b842dbe0-3a78-4f7e-b748-56011f898755'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:09.823891 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] Set router b842dbe0-3a78-4f7e-b748-56011f898755 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:09.867082 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac749c-2afe-4b5a-bad4-62b5bb29eb1b req-17d5ff3f-8d57-4358-8e02-2fb1e967a128 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:09.877540 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83ac749c-2afe-4b5a-bad4-62b5bb29eb1b req-17d5ff3f-8d57-4358-8e02-2fb1e967a128 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 945 time: 0.6082602 Feb 04 13:31:09.893734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-0ba2700a-ad53-4398-8888-658b5df25615 service neutron] For port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:31:09.907749 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-0ba2700a-ad53-4398-8888-658b5df25615 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.909096 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-0ba2700a-ad53-4398-8888-658b5df25615 service neutron] 10.222.0.100 "DELETE /v2.0/ports/0e4bb942-aa87-4bd2-a360-2d30a69b2fa3/bindings/n-h1-714676-13 HTTP/1.1" status: 204 len: 173 time: 1.8366377 Feb 04 13:31:10.058209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887504e-d049-418b-9363-28415e162168 None None] Pushing event updated for resources: {'Port': ['ID=ec429b78-0bc5-42ef-aac3-f147b1f67f8c,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:10.106172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e2e2a-c396-44e6-9423-8a1fcf5eab17 req-1bc993ea-0af5-41f4-b2c4-75ed78db909c tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:10.107878 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b1e2e2a-c396-44e6-9423-8a1fcf5eab17 req-1bc993ea-0af5-41f4-b2c4-75ed78db909c tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 946 time: 0.5558538 Feb 04 13:31:10.120356 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44544) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:10.127370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-727fb62e-9b47-434e-a732-14ceb143ca92 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Request body: {'floatingip': {'port_id': 'd2c8a644-3fa6-4175-9041-263b401d8d62'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:10.180206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83ac749c-2afe-4b5a-bad4-62b5bb29eb1b req-d0ec5742-7587-4498-8489-f3fb00768cbe tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006396 Feb 04 13:31:10.191341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-b903d8bc-5444-4499-ad18-f823ea69f6aa req-6826fcc0-17bf-4f2b-8209-be88b23eb7e7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] For port a473aecc-d71b-40fb-8d60-3504ceb33e9b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a473aecc-d71b-40fb-8d60-3504ceb33e9b,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:10.191785 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b903d8bc-5444-4499-ad18-f823ea69f6aa req-6826fcc0-17bf-4f2b-8209-be88b23eb7e7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.218556 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-727fb62e-9b47-434e-a732-14ceb143ca92 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for floatingip (e48a5490-aa76-4adb-9a45-585ac9a34684), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.397688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=bdf72ee1-67dd-4284-9eff-514842edeba4,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:10.441740 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2b16a536-ecc6-4dc8-acf6-07af46ad7dc2 None None] Provisioning complete for port ec429b78-0bc5-42ef-aac3-f147b1f67f8c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:10.441740 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2b16a536-ecc6-4dc8-acf6-07af46ad7dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.638020 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2b16a536-ecc6-4dc8-acf6-07af46ad7dc2 None None] Current status of the port ec429b78-0bc5-42ef-aac3-f147b1f67f8c is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:10.638747 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2b16a536-ecc6-4dc8-acf6-07af46ad7dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.675220 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-b903d8bc-5444-4499-ad18-f823ea69f6aa req-6826fcc0-17bf-4f2b-8209-be88b23eb7e7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Calling delete_port for a473aecc-d71b-40fb-8d60-3504ceb33e9b owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:10.688798 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2b16a536-ecc6-4dc8-acf6-07af46ad7dc2 None None] For port ec429b78-0bc5-42ef-aac3-f147b1f67f8c, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ec429b78-0bc5-42ef-aac3-f147b1f67f8c,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:10.701538 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2b16a536-ecc6-4dc8-acf6-07af46ad7dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.838853 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16a536-ecc6-4dc8-acf6-07af46ad7dc2 None None] Pushing event updated for resources: {'Port': ['ID=ec429b78-0bc5-42ef-aac3-f147b1f67f8c,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:10.850375 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842dbe0-3a78-4f7e-b748-56011f898755', 'name': 'tempest-NetworksTestDHCPv6-router-1162549488', 'tenant_id': '114261922b524239868ecb1b3904502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:03Z', 'updated_at': '2022-02-04T13:31:06Z', 'revision_number': 2, 'project_id': '114261922b524239868ecb1b3904502c', 'gw_port_host': None, '_interfaces': [{'id': 'ec429b78-0bc5-42ef-aac3-f147b1f67f8c', 'name': '', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'tenant_id': '114261922b524239868ecb1b3904502c', 'mac_address': 'fa:16:3e:8d:3d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842dbe0-3a78-4f7e-b748-56011f898755', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7bd46151-80e9-4261-a635-f20e0ce2db1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:04Z', 'updated_at': '2022-02-04T13:31:09Z', 'revision_number': 4, 'project_id': '114261922b524239868ecb1b3904502c', 'subnets': [{'id': '7bd46151-80e9-4261-a635-f20e0ce2db1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:10.924796 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5abad-bf4e-4e75-a905-016bc3dec310 req-4b3b013a-41c7-44bd-aa52-fc6ca8cc2887 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:10.931782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f6163a-70a7-4419-ac6b-d3c12ba17444 None None] The sync data for ids ['b842dbe0-3a78-4f7e-b748-56011f898755'] in n-d-714676-13 is: [{'id': 'b842dbe0-3a78-4f7e-b748-56011f898755', 'name': 'tempest-NetworksTestDHCPv6-router-1162549488', 'tenant_id': '114261922b524239868ecb1b3904502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:03Z', 'updated_at': '2022-02-04T13:31:06Z', 'revision_number': 2, 'project_id': '114261922b524239868ecb1b3904502c', 'gw_port_host': None, '_interfaces': [{'id': 'ec429b78-0bc5-42ef-aac3-f147b1f67f8c', 'name': '', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'tenant_id': '114261922b524239868ecb1b3904502c', 'mac_address': 'fa:16:3e:8d:3d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842dbe0-3a78-4f7e-b748-56011f898755', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7bd46151-80e9-4261-a635-f20e0ce2db1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:04Z', 'updated_at': '2022-02-04T13:31:09Z', 'revision_number': 4, 'project_id': '114261922b524239868ecb1b3904502c', 'subnets': [{'id': '7bd46151-80e9-4261-a635-f20e0ce2db1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:31:10.933401 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ed5abad-bf4e-4e75-a905-016bc3dec310 req-4b3b013a-41c7-44bd-aa52-fc6ca8cc2887 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 944 time: 0.4528465 Feb 04 13:31:10.943412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1b288e09-34db-46d3-9cde-c552838b5a6f None None] Provisioning complete for port ec429b78-0bc5-42ef-aac3-f147b1f67f8c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:10.944065 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1b288e09-34db-46d3-9cde-c552838b5a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.012760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188988f9-7e1d-4e7e-8fe3-0aa1c82d0d11 req-c8098093-a211-42c0-b08d-edde6f612435 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:11.015627 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-188988f9-7e1d-4e7e-8fe3-0aa1c82d0d11 req-c8098093-a211-42c0-b08d-edde6f612435 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 931 time: 0.4676869 Feb 04 13:31:11.043842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-727fb62e-9b47-434e-a732-14ceb143ca92 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.055148 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3b9afd14-a08f-4a5b-a106-35121b26779f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.055556 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-727fb62e-9b47-434e-a732-14ceb143ca92 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (e48a5490-aa76-4adb-9a45-585ac9a34684), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.221534 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ed5abad-bf4e-4e75-a905-016bc3dec310 req-9dfc149f-205b-41c7-81f8-7b272ac55c9f tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805760 Feb 04 13:31:11.292227 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a473aecc-d71b-40fb-8d60-3504ceb33e9b no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:11.303592 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1b288e09-34db-46d3-9cde-c552838b5a6f None None] Current status of the port ec429b78-0bc5-42ef-aac3-f147b1f67f8c is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:11.326720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-188988f9-7e1d-4e7e-8fe3-0aa1c82d0d11 req-77654a43-ace6-4561-b933-8cdb5cc6c773 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/security-groups?id=580a65ff-af9e-4401-8d25-c92f171219a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513399 Feb 04 13:31:11.388023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:31:11.391722 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-727fb62e-9b47-434e-a732-14ceb143ca92 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Floating IP e48a5490-aa76-4adb-9a45-585ac9a34684 associated. External IP: 172.25.5.120, port: d2c8a644-3fa6-4175-9041-263b401d8d62. Feb 04 13:31:11.516833 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a473aecc-d71b-40fb-8d60-3504ceb33e9b is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:11.517523 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.582909 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc42172-7eeb-4c2c-b601-f0d286c1d091 x-openstack-request-id: req-3bc42172-7eeb-4c2c-b601-f0d286c1d091 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:11.582909 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8547d7-0a4b-41b5-b07b-407cf148804f", "name": "network-vif-plugged", "status": "completed", "tag": "bdf72ee1-67dd-4284-9eff-514842edeba4", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:11.582909 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3bc42172-7eeb-4c2c-b601-f0d286c1d091 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:11.583433 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8547d7-0a4b-41b5-b07b-407cf148804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf72ee1-67dd-4284-9eff-514842edeba4', 'code': 200} Feb 04 13:31:11.630116 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Publish callbacks [] for port (f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.677474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a473aecc-d71b-40fb-8d60-3504ceb33e9b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a473aecc-d71b-40fb-8d60-3504ceb33e9b,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:11.689225 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.716162 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Transition to ACTIVE for port object f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:11.861783 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-38d2036c-a810-40b4-ba26-516237d5ccfe tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (b842dbe0-3a78-4f7e-b748-56011f898755), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.881791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a473aecc-d71b-40fb-8d60-3504ceb33e9b,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:12.011398 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b903d8bc-5444-4499-ad18-f823ea69f6aa req-6826fcc0-17bf-4f2b-8209-be88b23eb7e7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (a473aecc-d71b-40fb-8d60-3504ceb33e9b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:12.014217 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:12.063164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727fb62e-9b47-434e-a732-14ceb143ca92 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Router b8cb4ae0-8174-435b-9573-4807d6fed4db has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:31:12.117099 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c60a870-77bd-4eaa-a099-6cc4af52a4af req-246c82d6-d270-41ed-ae25-6579fedb388b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfda4c41-c6f4-4182-82ab-36feb984a0c4 HTTP/1.1" status: 200 len: 210 time: 0.3992300 Feb 04 13:31:12.237170 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Pushing event updated for resources: {'Port': ['ID=f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:12.316169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826fcc0-17bf-4f2b-8209-be88b23eb7e7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Pushing event deleted for resources: {'Port': ['ID=a473aecc-d71b-40fb-8d60-3504ceb33e9b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:12.321056 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727fb62e-9b47-434e-a732-14ceb143ca92 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:31:12.334582 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eeeda5-4aa9-4d75-868c-8a54d3394c88 None None] Sync routers for ids ['b8cb4ae0-8174-435b-9573-4807d6fed4db'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:31:12.357815 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-727fb62e-9b47-434e-a732-14ceb143ca92 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:12.360197 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eeeda5-4aa9-4d75-868c-8a54d3394c88 None None] Routers {'b8cb4ae0-8174-435b-9573-4807d6fed4db'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:12.360863 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-51eeeda5-4aa9-4d75-868c-8a54d3394c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:30:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8cb4ae0-8174-435b-9573-4807d6fed4db'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:12.468708 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-727fb62e-9b47-434e-a732-14ceb143ca92 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "PUT /v2.0/floatingips/e48a5490-aa76-4adb-9a45-585ac9a34684 HTTP/1.1" status: 200 len: 992 time: 2.3456051 Feb 04 13:31:12.479441 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c26a47-b68e-4436-962a-c2a89ca94e24', 'tag': 'd2c8a644-3fa6-4175-9041-263b401d8d62'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:12.484570 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4493d012-abe7-4884-8082-5659e1f0550c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c26a47-b68e-4436-962a-c2a89ca94e24", "tag": "d2c8a644-3fa6-4175-9041-263b401d8d62"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:12.610466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fd1bd-ab63-4ae5-9cd9-2238135d0145 req-1dd95988-81c0-40f0-a7c6-8de877a6df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:12.612258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-799fd1bd-ab63-4ae5-9cd9-2238135d0145 req-1dd95988-81c0-40f0-a7c6-8de877a6df5e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 1129 time: 0.9401619 Feb 04 13:31:12.618614 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-51eeeda5-4aa9-4d75-868c-8a54d3394c88 None None] Set router b8cb4ae0-8174-435b-9573-4807d6fed4db gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:12.642888 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b903d8bc-5444-4499-ad18-f823ea69f6aa req-6826fcc0-17bf-4f2b-8209-be88b23eb7e7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] No DVR routers for this DVR port a473aecc-d71b-40fb-8d60-3504ceb33e9b on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:12.646076 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b903d8bc-5444-4499-ad18-f823ea69f6aa req-6826fcc0-17bf-4f2b-8209-be88b23eb7e7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:12.652093 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b903d8bc-5444-4499-ad18-f823ea69f6aa req-6826fcc0-17bf-4f2b-8209-be88b23eb7e7 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "DELETE /v2.0/ports/a473aecc-d71b-40fb-8d60-3504ceb33e9b HTTP/1.1" status: 204 len: 173 time: 4.6131716 Feb 04 13:31:12.678241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfda4c41-c6f4-4182-82ab-36feb984a0c4', 'name': 'network-vif-deleted', 'tag': 'a473aecc-d71b-40fb-8d60-3504ceb33e9b'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:12.680732 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7921861c-f06f-4c39-a645-9bea2090987e" -d '{"events": [{"server_uuid": "bfda4c41-c6f4-4182-82ab-36feb984a0c4", "name": "network-vif-deleted", "tag": "a473aecc-d71b-40fb-8d60-3504ceb33e9b"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:12.692410 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf9c68-594d-4338-a72d-bfdc01ab56a3 req-99a00901-d41c-43c0-9d5c-fba8e7e5ff53 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:12.701752 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3bcf9c68-594d-4338-a72d-bfdc01ab56a3 req-99a00901-d41c-43c0-9d5c-fba8e7e5ff53 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 946 time: 0.7625110 Feb 04 13:31:12.821138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ec429b78-0bc5-42ef-aac3-f147b1f67f8c up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:12.950031 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-799fd1bd-ab63-4ae5-9cd9-2238135d0145 req-702f4b52-2bdb-40ba-ba34-342ef44e8a7e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909663 Feb 04 13:31:12.981307 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ec429b78-0bc5-42ef-aac3-f147b1f67f8c triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:12.981861 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:12.986744 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3bcf9c68-594d-4338-a72d-bfdc01ab56a3 req-1bbcaa85-197c-4eb0-97a2-d4a388db2187 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835925 Feb 04 13:31:13.010191 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f94acc-8161-40ae-86b8-914ee46ef17b req-7b41e4a8-c56f-467f-a515-20e25d069680 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:13.021267 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5f94acc-8161-40ae-86b8-914ee46ef17b req-7b41e4a8-c56f-467f-a515-20e25d069680 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 1127 time: 0.3881474 Feb 04 13:31:13.032426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Attempting to bind port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:31:13.032765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Attempting to bind port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '15a441ea-e1bf-4b77-8813-b2c250eab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '08890fdb-83ef-494e-a6a3-629508143503'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:31:13.033094 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Attempting to bind port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b on network 08890fdb-83ef-494e-a6a3-629508143503 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:13.053656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b on network 08890fdb-83ef-494e-a6a3-629508143503 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:31:13.054030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Attempting to bind port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b on network 08890fdb-83ef-494e-a6a3-629508143503 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:13.062122 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-51eeeda5-4aa9-4d75-868c-8a54d3394c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'name': 'tempest-ServersTestManualDisk-159638493-router', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:30:12Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'gw_port': {'id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:14Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'e48a5490-aa76-4adb-9a45-585ac9a34684', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'port_id': 'd2c8a644-3fa6-4175-9041-263b401d8d62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'mac_address': 'fa:16:3e:be:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c26a47-b68e-4436-962a-c2a89ca94e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:30:37Z', 'updated_at': '2022-02-04T13:31:10Z', 'revision_number': 1, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4c1930-a614-4305-9333-65f0188a1e41', 'name': '', 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'mac_address': 'fa:16:3e:5e:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:21Z', 'updated_at': '2022-02-04T13:30:31Z', 'revision_number': 5, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'subnets': [{'id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:13.100366 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:31:13.100879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Checking segment: {'id': '15a441ea-e1bf-4b77-8813-b2c250eab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '08890fdb-83ef-494e-a6a3-629508143503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:13.101288 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Bound using segment: {'id': '15a441ea-e1bf-4b77-8813-b2c250eab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '08890fdb-83ef-494e-a6a3-629508143503'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:31:13.101753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Bound port: f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a441ea-e1bf-4b77-8813-b2c250eab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '08890fdb-83ef-494e-a6a3-629508143503'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:31:13.102227 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.125800 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eeeda5-4aa9-4d75-868c-8a54d3394c88 None None] Checking router: b8cb4ae0-8174-435b-9573-4807d6fed4db for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:31:13.137491 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eeeda5-4aa9-4d75-868c-8a54d3394c88 None None] Routers {'b8cb4ae0-8174-435b-9573-4807d6fed4db'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:13.138658 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-51eeeda5-4aa9-4d75-868c-8a54d3394c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:30:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8cb4ae0-8174-435b-9573-4807d6fed4db'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:13.170788 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ec429b78-0bc5-42ef-aac3-f147b1f67f8c is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:13.298899 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5f94acc-8161-40ae-86b8-914ee46ef17b req-ee5eef1e-e59e-43b5-ba79-2be044da1e75 tempest-LiveMigrationTest-1792637864 tempest-LiveMigrationTest-1792637864-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765863 Feb 04 13:31:13.318491 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-51eeeda5-4aa9-4d75-868c-8a54d3394c88 None None] Set router b8cb4ae0-8174-435b-9573-4807d6fed4db gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:13.383623 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebdfc1-40f3-4c8e-8624-b42dd26a0b33 req-41de90df-5163-4c67-b1eb-ee6e89dfa5a1 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:13.388564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3bebdfc1-40f3-4c8e-8624-b42dd26a0b33 req-41de90df-5163-4c67-b1eb-ee6e89dfa5a1 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 943 time: 0.2625778 Feb 04 13:31:13.584796 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfda4c41-c6f4-4182-82ab-36feb984a0c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a473aecc-d71b-40fb-8d60-3504ceb33e9b'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:13.587494 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9582ad7d-4032-4981-b69c-211ab806fc52" -d '{"events": [{"server_uuid": "bfda4c41-c6f4-4182-82ab-36feb984a0c4", "name": "network-vif-unplugged", "status": "completed", "tag": "a473aecc-d71b-40fb-8d60-3504ceb33e9b"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:13.727599 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a098511d-3f73-4e41-8906-8531154b57d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.761020 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.813341 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-51eeeda5-4aa9-4d75-868c-8a54d3394c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'name': 'tempest-ServersTestManualDisk-159638493-router', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:30:12Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'gw_port': {'id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:14Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'e48a5490-aa76-4adb-9a45-585ac9a34684', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'port_id': 'd2c8a644-3fa6-4175-9041-263b401d8d62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'mac_address': 'fa:16:3e:be:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c26a47-b68e-4436-962a-c2a89ca94e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:30:37Z', 'updated_at': '2022-02-04T13:31:10Z', 'revision_number': 1, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4c1930-a614-4305-9333-65f0188a1e41', 'name': '', 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'mac_address': 'fa:16:3e:5e:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:21Z', 'updated_at': '2022-02-04T13:30:31Z', 'revision_number': 5, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'subnets': [{'id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:13.855050 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eeeda5-4aa9-4d75-868c-8a54d3394c88 None None] The sync data for ids ['b8cb4ae0-8174-435b-9573-4807d6fed4db'] in n-d-714676-13 is: [{'id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'name': 'tempest-ServersTestManualDisk-159638493-router', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:30:12Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'gw_port': {'id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:14Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'e48a5490-aa76-4adb-9a45-585ac9a34684', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'port_id': 'd2c8a644-3fa6-4175-9041-263b401d8d62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'mac_address': 'fa:16:3e:be:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c26a47-b68e-4436-962a-c2a89ca94e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:30:37Z', 'updated_at': '2022-02-04T13:31:10Z', 'revision_number': 1, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4c1930-a614-4305-9333-65f0188a1e41', 'name': '', 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'mac_address': 'fa:16:3e:5e:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:21Z', 'updated_at': '2022-02-04T13:30:31Z', 'revision_number': 5, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'subnets': [{'id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:31:13.897476 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] For port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:31:13.912611 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] For port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b,segment=NetworkSegment(15a441ea-e1bf-4b77-8813-b2c250eab858),segment_id=15a441ea-e1bf-4b77-8813-b2c250eab858)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:31:13.944864 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.062861 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:14.063515 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.065296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] 10.222.0.99 "PUT /v2.0/ports/f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b HTTP/1.1" status: 200 len: 1092 time: 5.8637800 Feb 04 13:31:14.104326 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-38d2036c-a810-40b4-ba26-516237d5ccfe tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port ec429b78-0bc5-42ef-aac3-f147b1f67f8c {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:14.104729 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-38d2036c-a810-40b4-ba26-516237d5ccfe tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.192983 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3bebdfc1-40f3-4c8e-8624-b42dd26a0b33 req-9f9e0ab6-ac7d-442c-a819-90988f81aee9 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/security-groups?id=580a65ff-af9e-4401-8d25-c92f171219a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7746611 Feb 04 13:31:14.214254 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fd102-894f-4f36-b547-9ac81025124d service neutron] Pushing event updated for resources: {'Port': ['ID=f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:14.253057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f84e8-e1f6-48e9-b143-a62cc442ae64 req-68f0f1ae-97cd-48bc-8bbd-d86f63ce3c9b tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:14.256577 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-345f84e8-e1f6-48e9-b143-a62cc442ae64 req-68f0f1ae-97cd-48bc-8bbd-d86f63ce3c9b tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 946 time: 0.3383842 Feb 04 13:31:14.274980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9928a3-ba5d-4dc9-98a8-417e04f2aa57 None None] New status for floating IP e48a5490-aa76-4adb-9a45-585ac9a34684: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:31:14.379060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-38d2036c-a810-40b4-ba26-516237d5ccfe tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] For port ec429b78-0bc5-42ef-aac3-f147b1f67f8c, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ec429b78-0bc5-42ef-aac3-f147b1f67f8c,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:14.379618 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-38d2036c-a810-40b4-ba26-516237d5ccfe tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.403706 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-5c52b75c-2be6-4f8a-a1b0-3f533c856f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:14.404390 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-5c52b75c-2be6-4f8a-a1b0-3f533c856f36 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4681798be47a44eaa4c39f19c6d17fe4&device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 1126 time: 0.2072968 Feb 04 13:31:14.451165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-38d2036c-a810-40b4-ba26-516237d5ccfe tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for ec429b78-0bc5-42ef-aac3-f147b1f67f8c owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:14.510711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-345f84e8-e1f6-48e9-b143-a62cc442ae64 req-5f30e755-8115-4d2b-9eb5-6ab2152849f4 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/security-groups?id=78b24abd-3803-4c58-92de-4ed1a2dd8803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379510 Feb 04 13:31:14.585366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-33fcd821-2eef-41df-8eae-5a90f3324e35 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b HTTP/1.1" status: 200 len: 217 time: 0.1448183 Feb 04 13:31:14.614949 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb680c0-9a28-48d0-8041-a18dd8b8b2a4 x-openstack-request-id: req-7eb680c0-9a28-48d0-8041-a18dd8b8b2a4 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:14.615865 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c26a47-b68e-4436-962a-c2a89ca94e24", "tag": "d2c8a644-3fa6-4175-9041-263b401d8d62", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:14.615865 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7eb680c0-9a28-48d0-8041-a18dd8b8b2a4 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:14.616416 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c26a47-b68e-4436-962a-c2a89ca94e24', 'tag': 'd2c8a644-3fa6-4175-9041-263b401d8d62', 'status': 'completed', 'code': 200} Feb 04 13:31:14.683258 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.797325 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75a028e-75d2-4bae-a14c-0499070d9b7c x-openstack-request-id: req-a75a028e-75d2-4bae-a14c-0499070d9b7c {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:14.797786 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfda4c41-c6f4-4182-82ab-36feb984a0c4", "name": "network-vif-deleted", "tag": "a473aecc-d71b-40fb-8d60-3504ceb33e9b", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:14.798198 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a75a028e-75d2-4bae-a14c-0499070d9b7c {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:14.798971 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfda4c41-c6f4-4182-82ab-36feb984a0c4', 'name': 'network-vif-deleted', 'tag': 'a473aecc-d71b-40fb-8d60-3504ceb33e9b', 'status': 'completed', 'code': 200} Feb 04 13:31:15.089530 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b1cf-be39-489c-b7f9-89ad6b3ad152 req-3519de6d-4a2f-45e0-a396-4117add157d0 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:15.092397 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d650b1cf-be39-489c-b7f9-89ad6b3ad152 req-3519de6d-4a2f-45e0-a396-4117add157d0 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 946 time: 0.7097373 Feb 04 13:31:15.104696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-90ae8142-53a8-4610-93be-b1a0057df394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:15.106496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-90ae8142-53a8-4610-93be-b1a0057df394 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=598fdd09-78ae-4650-93d7-d6db9a19c217 HTTP/1.1" status: 200 len: 854 time: 0.5083113 Feb 04 13:31:15.195496 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2579f4-a5c5-455a-ae42-31f820b516f4 x-openstack-request-id: req-0f2579f4-a5c5-455a-ae42-31f820b516f4 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:15.196211 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfda4c41-c6f4-4182-82ab-36feb984a0c4", "name": "network-vif-unplugged", "status": "completed", "tag": "a473aecc-d71b-40fb-8d60-3504ceb33e9b", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:15.196893 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0f2579f4-a5c5-455a-ae42-31f820b516f4 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:15.197654 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfda4c41-c6f4-4182-82ab-36feb984a0c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a473aecc-d71b-40fb-8d60-3504ceb33e9b', 'code': 200} Feb 04 13:31:15.212269 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-cf78226a-59cc-44b7-a5ff-9da61f13ce25 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=08890fdb-83ef-494e-a6a3-629508143503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768468 Feb 04 13:31:15.254334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04d177-44b1-4b73-bd1e-1d85807b83af req-9cd2ff85-fe28-400a-827e-b865ff11bfd4 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:15.256797 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6a04d177-44b1-4b73-bd1e-1d85807b83af req-9cd2ff85-fe28-400a-827e-b865ff11bfd4 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.99 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 946 time: 0.6134491 Feb 04 13:31:15.420119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493d012-abe7-4884-8082-5659e1f0550c req-0bcf30da-ea7c-4ba1-997e-6c4dd486627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:15.424529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4493d012-abe7-4884-8082-5659e1f0550c req-0bcf30da-ea7c-4ba1-997e-6c4dd486627f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a15dfaa014424b9c999a70b0d8f01ece&device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 1129 time: 0.5475223 Feb 04 13:31:15.444421 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:15.644493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d650b1cf-be39-489c-b7f9-89ad6b3ad152 req-8afe07b0-58d8-4543-bb30-2db09d961a95 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4828331 Feb 04 13:31:15.680688 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-38d2036c-a810-40b4-ba26-516237d5ccfe tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ec429b78-0bc5-42ef-aac3-f147b1f67f8c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:15.723443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65638b6-0d2f-42c8-a737-22c52bd3e587 req-3bdebb36-d98d-47aa-9d6d-4c065f66442c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:15.730309 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f65638b6-0d2f-42c8-a737-22c52bd3e587 req-3bdebb36-d98d-47aa-9d6d-4c065f66442c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 946 time: 0.4484308 Feb 04 13:31:15.801293 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2036c-a810-40b4-ba26-516237d5ccfe tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=ec429b78-0bc5-42ef-aac3-f147b1f67f8c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:15.806793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-8fe4db58-7c3c-4e1f-871e-8af4df90169a service neutron] 10.222.0.99 "GET /v2.0/networks/08890fdb-83ef-494e-a6a3-629508143503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433059 Feb 04 13:31:15.817062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493d012-abe7-4884-8082-5659e1f0550c req-803157e8-5216-42de-8f23-c76d2490a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:15.818186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4493d012-abe7-4884-8082-5659e1f0550c req-803157e8-5216-42de-8f23-c76d2490a7be service neutron] 10.222.0.99 "GET /v2.0/networks?id=f24b6c58-89d6-4662-8fa5-85c8f4148bf1 HTTP/1.1" status: 200 len: 912 time: 0.3121579 Feb 04 13:31:15.821051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-6a04d177-44b1-4b73-bd1e-1d85807b83af req-7bba0776-f765-4639-850d-358ce6090bcc tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Deleting port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:15.821393 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6a04d177-44b1-4b73-bd1e-1d85807b83af req-7bba0776-f765-4639-850d-358ce6090bcc tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:16.205792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4493d012-abe7-4884-8082-5659e1f0550c req-dc5d0dbf-8b8f-422a-81c0-a9315285df0a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2c8a644-3fa6-4175-9041-263b401d8d62 HTTP/1.1" status: 200 len: 1002 time: 0.3011088 Feb 04 13:31:16.251672 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f65638b6-0d2f-42c8-a737-22c52bd3e587 req-77b73c96-1526-4cd7-81e8-681ab994cf67 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203347 Feb 04 13:31:16.422208 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-38d2036c-a810-40b4-ba26-516237d5ccfe tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (b842dbe0-3a78-4f7e-b748-56011f898755), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:16.443489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-6a04d177-44b1-4b73-bd1e-1d85807b83af req-7bba0776-f765-4639-850d-358ce6090bcc tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] For port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2,segment=NetworkSegment(71629890-8372-4cd0-8047-6c5a2c73cd87),segment_id=71629890-8372-4cd0-8047-6c5a2c73cd87)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:16.443489 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6a04d177-44b1-4b73-bd1e-1d85807b83af req-7bba0776-f765-4639-850d-358ce6090bcc tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:16.511440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493d012-abe7-4884-8082-5659e1f0550c req-3bf269d4-2781-4cf4-b436-fa6cb5837ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:16.512860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4493d012-abe7-4884-8082-5659e1f0550c req-3bf269d4-2781-4cf4-b436-fa6cb5837ba4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ebf481c7-6d88-4613-b307-d6a0179136ca HTTP/1.1" status: 200 len: 850 time: 0.2563393 Feb 04 13:31:16.581082 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-297c3628-6e83-43db-a40a-41b5fdb218e9 req-3026de93-e9ce-44ed-b80a-24136cf4e77f service neutron] 10.222.0.99 "GET /v2.0/networks/08890fdb-83ef-494e-a6a3-629508143503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6971085 Feb 04 13:31:16.705075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807decb-6b44-485c-9666-fc9921bd10bc req-9819b80e-1b31-485f-ba76-d806d45d3a83 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:16.706950 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3807decb-6b44-485c-9666-fc9921bd10bc req-9819b80e-1b31-485f-ba76-d806d45d3a83 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.100 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 944 time: 0.6963220 Feb 04 13:31:16.744587 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-389a4e50-5534-46d7-a7cd-cc81ad3c65cb tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:16.746782 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-389a4e50-5534-46d7-a7cd-cc81ad3c65cb tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 811 time: 0.7902768 Feb 04 13:31:16.772122 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.188389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:17.206140 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356ab9e9-9c70-49c1-954d-082dcd331c8e', 'tag': 'f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:17.208541 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49334a5e-36f7-41a4-b0bb-45550283f302" -d '{"events": [{"name": "network-changed", "server_uuid": "356ab9e9-9c70-49c1-954d-082dcd331c8e", "tag": "f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:17.264210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-a7d64d3f-0358-414a-8df5-0b6ecb44f573 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/quotas/902032e2469e4a9985e0c0a873286563 HTTP/1.1" status: 200 len: 375 time: 0.4876311 Feb 04 13:31:17.292574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79990033-6cbe-4708-806f-3e6b4e824307 req-b08f5533-3e67-4e06-833d-2899fa5bc90a tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:17.300701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79990033-6cbe-4708-806f-3e6b4e824307 req-b08f5533-3e67-4e06-833d-2899fa5bc90a tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 944 time: 0.9618130 Feb 04 13:31:17.321481 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:17.321994 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.336868 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7c620b4e-63f9-45f9-91a4-8cb27a1b3685 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702260 Feb 04 13:31:17.368293 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d6779e-655d-4b86-97c5-4d26c4193692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:17.373544 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccff512-bec6-428d-a2b8-0d65337b842a" -d '{"events": [{"server_uuid": "d2d6779e-655d-4b86-97c5-4d26c4193692", "name": "network-vif-unplugged", "status": "completed", "tag": "3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:17.395968 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2,segment=NetworkSegment(71629890-8372-4cd0-8047-6c5a2c73cd87),segment_id=71629890-8372-4cd0-8047-6c5a2c73cd87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:17.407221 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.459677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:17.468621 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:17.469129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:17.469541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:17.469948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:17.470645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:17.471045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:17.471485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:17.471819 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:17.472119 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:17.472445 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:17.472772 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:17.473245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:17.473580 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:17.574032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493d012-abe7-4884-8082-5659e1f0550c req-9ece452d-6e76-4354-8398-16da24756584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:17.575605 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4493d012-abe7-4884-8082-5659e1f0550c req-9ece452d-6e76-4354-8398-16da24756584 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f24b6c58-89d6-4662-8fa5-85c8f4148bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.0204322 Feb 04 13:31:17.712430 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6a04d177-44b1-4b73-bd1e-1d85807b83af req-7bba0776-f765-4639-850d-358ce6090bcc tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.712699 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6a04d177-44b1-4b73-bd1e-1d85807b83af req-7bba0776-f765-4639-850d-358ce6090bcc tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (dc7a80f5-984a-4370-bd30-d6d1c04013e9), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.713033 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-6a04d177-44b1-4b73-bd1e-1d85807b83af req-7bba0776-f765-4639-850d-358ce6090bcc tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Floating IP dc7a80f5-984a-4370-bd30-d6d1c04013e9 disassociated. External IP: 172.25.5.65, port: 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2. Feb 04 13:31:17.713361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-6a04d177-44b1-4b73-bd1e-1d85807b83af req-7bba0776-f765-4639-850d-358ce6090bcc tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Calling delete_port for 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:17.724072 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79990033-6cbe-4708-806f-3e6b4e824307 req-77fb78bf-fbd8-4bb8-8268-c0fb32fa525c tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223361 Feb 04 13:31:17.730334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d2036c-a810-40b4-ba26-516237d5ccfe tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Router b842dbe0-3a78-4f7e-b748-56011f898755 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:31:17.793678 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-a623bf22-1ccf-4f7a-8ed0-21d9ab74b879 service neutron] 10.222.0.96 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557707 Feb 04 13:31:17.816291 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:18.017494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-3807decb-6b44-485c-9666-fc9921bd10bc req-94484bc4-eae9-4fd6-a008-9f2374bdf4a4 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Deleting port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:18.017494 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3807decb-6b44-485c-9666-fc9921bd10bc req-94484bc4-eae9-4fd6-a008-9f2374bdf4a4 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:18.021767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4493d012-abe7-4884-8082-5659e1f0550c req-f2727c3e-04a9-4366-8e3e-f90653fa3313 service neutron] 10.222.0.99 "GET /v2.0/networks/f24b6c58-89d6-4662-8fa5-85c8f4148bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370487 Feb 04 13:31:18.118176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d2036c-a810-40b4-ba26-516237d5ccfe tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:31:18.124682 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-38d2036c-a810-40b4-ba26-516237d5ccfe tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "PUT /v2.0/routers/b842dbe0-3a78-4f7e-b748-56011f898755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9090569 Feb 04 13:31:18.128219 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44642) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:18.131390 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b046db-892d-4693-ae87-88d266daf3cd None None] Sync routers for ids ['b842dbe0-3a78-4f7e-b748-56011f898755'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:31:18.144653 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b046db-892d-4693-ae87-88d266daf3cd None None] Routers {'b842dbe0-3a78-4f7e-b748-56011f898755'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:18.145717 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-63b046db-892d-4693-ae87-88d266daf3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:31:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b842dbe0-3a78-4f7e-b748-56011f898755'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:18.194474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b24dd-fc25-413c-bfda-603ccb0c8508 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:18.196161 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b24dd-fc25-413c-bfda-603ccb0c8508 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:18.198720 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0d5b24dd-fc25-413c-bfda-603ccb0c8508 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0681286 Feb 04 13:31:18.201242 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44644) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:18.277521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 7bd46151-80e9-4261-a635-f20e0ce2db1d {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:31:18.283923 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (7bd46151-80e9-4261-a635-f20e0ce2db1d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:18.313682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcd375-2598-4f6c-a204-b8346e2404be req-ef9bec3d-81bb-484f-aa3f-fd112803bc0b tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:18.321029 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-89fcd375-2598-4f6c-a204-b8346e2404be req-ef9bec3d-81bb-484f-aa3f-fd112803bc0b tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 943 time: 0.4681771 Feb 04 13:31:18.353575 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (7bd46151-80e9-4261-a635-f20e0ce2db1d), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:18.360888 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-63b046db-892d-4693-ae87-88d266daf3cd None None] Set router b842dbe0-3a78-4f7e-b748-56011f898755 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:18.418978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-463e4fc2-ead3-4ef4-8f71-12b64aa5d2df service neutron] 10.222.0.96 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629470 Feb 04 13:31:18.445857 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (7bd46151-80e9-4261-a635-f20e0ce2db1d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:18.455652 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-63b046db-892d-4693-ae87-88d266daf3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842dbe0-3a78-4f7e-b748-56011f898755', 'name': 'tempest-NetworksTestDHCPv6-router-1162549488', 'tenant_id': '114261922b524239868ecb1b3904502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:03Z', 'updated_at': '2022-02-04T13:31:15Z', 'revision_number': 3, 'project_id': '114261922b524239868ecb1b3904502c', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:18.506759 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b046db-892d-4693-ae87-88d266daf3cd None None] Checking router: b842dbe0-3a78-4f7e-b748-56011f898755 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:31:18.517250 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-89fcd375-2598-4f6c-a204-b8346e2404be req-b7e3883c-458e-462e-8c50-53d1eb39f810 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/security-groups?id=580a65ff-af9e-4401-8d25-c92f171219a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871936 Feb 04 13:31:18.517250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-3807decb-6b44-485c-9666-fc9921bd10bc req-94484bc4-eae9-4fd6-a008-9f2374bdf4a4 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] For port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:18.517250 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3807decb-6b44-485c-9666-fc9921bd10bc req-94484bc4-eae9-4fd6-a008-9f2374bdf4a4 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:18.519943 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b046db-892d-4693-ae87-88d266daf3cd None None] Routers {'b842dbe0-3a78-4f7e-b748-56011f898755'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:18.520576 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-63b046db-892d-4693-ae87-88d266daf3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:31:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b842dbe0-3a78-4f7e-b748-56011f898755'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:18.584114 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (7bd46151-80e9-4261-a635-f20e0ce2db1d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:18.586069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-3807decb-6b44-485c-9666-fc9921bd10bc req-94484bc4-eae9-4fd6-a008-9f2374bdf4a4 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Calling delete_port for 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:18.642767 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd46151-80e9-4261-a635-f20e0ce2db1d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:18.644287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a12874a-6970-423a-b3d2-9af148e2f696 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:18.649552 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:18.656336 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/7bd46151-80e9-4261-a635-f20e0ce2db1d HTTP/1.1" status: 204 len: 168 time: 0.4520364 Feb 04 13:31:18.658856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44646) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:18.661575 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-63b046db-892d-4693-ae87-88d266daf3cd None None] Set router b842dbe0-3a78-4f7e-b748-56011f898755 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:18.675083 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:18.675597 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:18.676983 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:18.677458 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:18.678054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:18.678572 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:18.679016 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:18.679458 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:18.680062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:18.680490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:18.680921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:18.681357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:18.681785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd0f369-cc48-4f8a-8870-a311c02abd2d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:18.804268 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-63b046db-892d-4693-ae87-88d266daf3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842dbe0-3a78-4f7e-b748-56011f898755', 'name': 'tempest-NetworksTestDHCPv6-router-1162549488', 'tenant_id': '114261922b524239868ecb1b3904502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:03Z', 'updated_at': '2022-02-04T13:31:15Z', 'revision_number': 3, 'project_id': '114261922b524239868ecb1b3904502c', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:18.837387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:18.872761 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b046db-892d-4693-ae87-88d266daf3cd None None] The sync data for ids ['b842dbe0-3a78-4f7e-b748-56011f898755'] in n-d-714676-13 is: [{'id': 'b842dbe0-3a78-4f7e-b748-56011f898755', 'name': 'tempest-NetworksTestDHCPv6-router-1162549488', 'tenant_id': '114261922b524239868ecb1b3904502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:03Z', 'updated_at': '2022-02-04T13:31:15Z', 'revision_number': 3, 'project_id': '114261922b524239868ecb1b3904502c', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:31:18.884461 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7bcd53fd-4dfe-4ad6-8b02-88a1b25f6444 req-0b06fd3d-d274-46e7-8cf6-4dec6d99b7bd tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 210 time: 0.0735726 Feb 04 13:31:18.909821 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4493d012-abe7-4884-8082-5659e1f0550c req-2a16fecb-4bdb-4497-bbca-b02954e9e040 service neutron] 10.222.0.99 "GET /v2.0/networks/f24b6c58-89d6-4662-8fa5-85c8f4148bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8768742 Feb 04 13:31:18.948035 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6a04d177-44b1-4b73-bd1e-1d85807b83af req-7bba0776-f765-4639-850d-358ce6090bcc tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:19.055589 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba0776-f765-4639-850d-358ce6090bcc tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Pushing event deleted for resources: {'Port': ['ID=3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:19.210994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 is: DOWN; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:19.329560 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d6351-014e-4e81-9f1c-0982c27291bd req-ec8dbab1-c3ca-455c-88fe-5f3bc1f9e253 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:19.334737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e1d6351-014e-4e81-9f1c-0982c27291bd req-ec8dbab1-c3ca-455c-88fe-5f3bc1f9e253 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 945 time: 0.4020791 Feb 04 13:31:19.359115 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecf271f-7aaa-4a1e-b50f-fe1db285d95b None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:31:19.372651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d4a1a-22b2-4d63-8c05-12e0d6700f8c req-90886d2d-0dc8-4865-9ed1-fe37522cba56 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:19.380932 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc7d4a1a-22b2-4d63-8c05-12e0d6700f8c req-90886d2d-0dc8-4865-9ed1-fe37522cba56 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 946 time: 0.3229270 Feb 04 13:31:19.440292 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1cee2bb2-8db8-43c4-8a5a-619fd896a53c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7796857 Feb 04 13:31:19.442466 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44660) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:19.510739 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf271f-7aaa-4a1e-b50f-fe1db285d95b None None] Deleting port ac6b7022-92da-4a2d-ab5e-91acc75eefcc {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:19.513013 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1ecf271f-7aaa-4a1e-b50f-fe1db285d95b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ac6b7022-92da-4a2d-ab5e-91acc75eefcc), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:19.544919 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc7d4a1a-22b2-4d63-8c05-12e0d6700f8c req-1ee81f31-cceb-4670-940c-1742161ba2c3 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629450 Feb 04 13:31:19.683536 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3807decb-6b44-485c-9666-fc9921bd10bc req-94484bc4-eae9-4fd6-a008-9f2374bdf4a4 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (0e4bb942-aa87-4bd2-a360-2d30a69b2fa3), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:19.694063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a04d177-44b1-4b73-bd1e-1d85807b83af req-7bba0776-f765-4639-850d-358ce6090bcc tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Router b31dbe73-9bea-48cb-89e7-bd072b40c11f has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:31:19.716692 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31319a8d-ab6d-4c82-b331-ba1e9362d104 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for router (b842dbe0-3a78-4f7e-b748-56011f898755), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:19.745847 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['18f212e6-f973-49f7-90dd-395cd3d27fcf'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:31:19.860294 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec002574-dbc2-44d6-9830-42c674968f76 x-openstack-request-id: req-ec002574-dbc2-44d6-9830-42c674968f76 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:19.860974 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d6779e-655d-4b86-97c5-4d26c4193692", "name": "network-vif-unplugged", "status": "completed", "tag": "3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:19.860974 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ec002574-dbc2-44d6-9830-42c674968f76 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:19.861523 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d6779e-655d-4b86-97c5-4d26c4193692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2', 'code': 200} Feb 04 13:31:19.931145 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3c7352-fa80-48b2-94e7-0bacd3fd4a91 x-openstack-request-id: req-1d3c7352-fa80-48b2-94e7-0bacd3fd4a91 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:19.931640 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356ab9e9-9c70-49c1-954d-082dcd331c8e", "tag": "f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:19.932444 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1d3c7352-fa80-48b2-94e7-0bacd3fd4a91 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:19.933535 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356ab9e9-9c70-49c1-954d-082dcd331c8e', 'tag': 'f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b', 'status': 'completed', 'code': 200} Feb 04 13:31:19.966346 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94484bc4-eae9-4fd6-a008-9f2374bdf4a4 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Pushing event deleted for resources: {'Port': ['ID=0e4bb942-aa87-4bd2-a360-2d30a69b2fa3,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:20.024836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-1ecf271f-7aaa-4a1e-b50f-fe1db285d95b None None] For port ac6b7022-92da-4a2d-ab5e-91acc75eefcc, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ac6b7022-92da-4a2d-ab5e-91acc75eefcc,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:20.027618 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1ecf271f-7aaa-4a1e-b50f-fe1db285d95b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ac6b7022-92da-4a2d-ab5e-91acc75eefcc), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.057735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3807decb-6b44-485c-9666-fc9921bd10bc req-94484bc4-eae9-4fd6-a008-9f2374bdf4a4 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] No DVR routers for this DVR port 0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:20.097876 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3807decb-6b44-485c-9666-fc9921bd10bc req-94484bc4-eae9-4fd6-a008-9f2374bdf4a4 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.107443 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3807decb-6b44-485c-9666-fc9921bd10bc req-94484bc4-eae9-4fd6-a008-9f2374bdf4a4 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.100 "DELETE /v2.0/ports/0e4bb942-aa87-4bd2-a360-2d30a69b2fa3 HTTP/1.1" status: 204 len: 173 time: 3.3834786 Feb 04 13:31:20.114854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-22d3b385-8c1f-4b2b-8d8a-06ff87bf1811 req-59720ddc-a31a-4630-9bf0-be78d6f3b91e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 210 time: 0.1449392 Feb 04 13:31:20.123769 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31319a8d-ab6d-4c82-b331-ba1e9362d104 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (b842dbe0-3a78-4f7e-b748-56011f898755), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.127398 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31319a8d-ab6d-4c82-b331-ba1e9362d104 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for router_controller (b842dbe0-3a78-4f7e-b748-56011f898755), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.183423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf271f-7aaa-4a1e-b50f-fe1db285d95b None None] Calling delete_port for ac6b7022-92da-4a2d-ab5e-91acc75eefcc owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:20.198962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31319a8d-ab6d-4c82-b331-ba1e9362d104 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (b842dbe0-3a78-4f7e-b748-56011f898755), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.199496 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31319a8d-ab6d-4c82-b331-ba1e9362d104 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Fanout notify agent at l3_agent the message router_deleted on router b842dbe0-3a78-4f7e-b748-56011f898755 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:31:20.209212 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31319a8d-ab6d-4c82-b331-ba1e9362d104 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.222766 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-31319a8d-ab6d-4c82-b331-ba1e9362d104 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/routers/b842dbe0-3a78-4f7e-b748-56011f898755 HTTP/1.1" status: 204 len: 168 time: 0.7790115 Feb 04 13:31:20.223995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44676) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:20.229906 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fffea897-6785-4310-9df9-08d0b9724c1b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:20.370928 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e1d6351-014e-4e81-9f1c-0982c27291bd req-db99709a-42f8-4b6b-898e-453d515b9c1c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0238981 Feb 04 13:31:20.376611 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a04d177-44b1-4b73-bd1e-1d85807b83af req-7bba0776-f765-4639-850d-358ce6090bcc tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:31:20.415842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e47b660-edb1-4dc7-b317-0dedc65302f3 None None] Sync routers for ids ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:31:20.534584 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffea897-6785-4310-9df9-08d0b9724c1b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:20.538465 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fffea897-6785-4310-9df9-08d0b9724c1b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.552905 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3420fbb-b525-4f64-b3bf-1e828bf76f34 req-272f94ce-086e-4453-b705-650b6d111343 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 210 time: 0.1636832 Feb 04 13:31:20.567325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49334a5e-36f7-41a4-b0bb-45550283f302 req-edeb4229-5048-4d6a-90b8-1f112df8db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:20.569720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49334a5e-36f7-41a4-b0bb-45550283f302 req-edeb4229-5048-4d6a-90b8-1f112df8db43 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4681798be47a44eaa4c39f19c6d17fe4&device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 1126 time: 0.6662459 Feb 04 13:31:20.607240 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1ecf271f-7aaa-4a1e-b50f-fe1db285d95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (ac6b7022-92da-4a2d-ab5e-91acc75eefcc), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.625352 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e47b660-edb1-4dc7-b317-0dedc65302f3 None None] Routers {'b31dbe73-9bea-48cb-89e7-bd072b40c11f'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:20.626009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5e47b660-edb1-4dc7-b317-0dedc65302f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:31:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:20.791395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a04d177-44b1-4b73-bd1e-1d85807b83af req-7bba0776-f765-4639-850d-358ce6090bcc tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] No DVR routers for this DVR port 3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:20.794923 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6a04d177-44b1-4b73-bd1e-1d85807b83af req-7bba0776-f765-4639-850d-358ce6090bcc tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.799988 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6a04d177-44b1-4b73-bd1e-1d85807b83af req-7bba0776-f765-4639-850d-358ce6090bcc tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.99 "DELETE /v2.0/ports/3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2 HTTP/1.1" status: 204 len: 173 time: 5.5154953 Feb 04 13:31:20.849799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf271f-7aaa-4a1e-b50f-fe1db285d95b None None] Pushing event deleted for resources: {'Port': ['ID=ac6b7022-92da-4a2d-ab5e-91acc75eefcc,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:20.855353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ac6b7022-92da-4a2d-ab5e-91acc75eefcc no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:21.070991 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fffea897-6785-4310-9df9-08d0b9724c1b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (2bc762fc-a9bf-48e8-96cf-af3c782dd0d4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.190297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffea897-6785-4310-9df9-08d0b9724c1b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:21.191687 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49334a5e-36f7-41a4-b0bb-45550283f302 req-730fe85c-e4d0-4169-b721-b2f0fa67a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:21.198550 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49334a5e-36f7-41a4-b0bb-45550283f302 req-730fe85c-e4d0-4169-b721-b2f0fa67a965 service neutron] 10.222.0.99 "GET /v2.0/networks?id=08890fdb-83ef-494e-a6a3-629508143503 HTTP/1.1" status: 200 len: 915 time: 0.5043554 Feb 04 13:31:21.210532 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-fffea897-6785-4310-9df9-08d0b9724c1b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:21.226174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffea897-6785-4310-9df9-08d0b9724c1b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:21.227029 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fffea897-6785-4310-9df9-08d0b9724c1b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.244856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71192536-3272-41c2-90e8-5d801e9b0933 req-1acefa2b-b3d8-4dc6-b18e-4444a44477bd tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:21.247205 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-71192536-3272-41c2-90e8-5d801e9b0933 req-1acefa2b-b3d8-4dc6-b18e-4444a44477bd tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 946 time: 0.4639418 Feb 04 13:31:21.258052 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffea897-6785-4310-9df9-08d0b9724c1b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=2bc762fc-a9bf-48e8-96cf-af3c782dd0d4,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:21.268529 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fffea897-6785-4310-9df9-08d0b9724c1b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0432782 Feb 04 13:31:21.270272 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31164fff-32f4-4e29-8968-42993d2b237a req-63e332ea-523d-49e9-90fa-d24b42e972ab tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:21.279476 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31164fff-32f4-4e29-8968-42993d2b237a req-63e332ea-523d-49e9-90fa-d24b42e972ab tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 943 time: 0.7487111 Feb 04 13:31:21.280754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44684) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:21.286675 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-507c1c14-e38d-4f4e-baf4-ce262f35763f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-165580395', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:21.335189 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-507c1c14-e38d-4f4e-baf4-ce262f35763f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (30125bd6-4f81-4a60-9e73-7e16ed489e84), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.336627 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-507c1c14-e38d-4f4e-baf4-ce262f35763f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (30125bd6-4f81-4a60-9e73-7e16ed489e84), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.426394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49334a5e-36f7-41a4-b0bb-45550283f302 req-a2b91785-d85b-482d-92e3-2c6e85a2915e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b HTTP/1.1" status: 200 len: 217 time: 0.1721792 Feb 04 13:31:21.470557 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-507c1c14-e38d-4f4e-baf4-ce262f35763f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for router_controller (30125bd6-4f81-4a60-9e73-7e16ed489e84), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.477797 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-507c1c14-e38d-4f4e-baf4-ce262f35763f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (30125bd6-4f81-4a60-9e73-7e16ed489e84), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.484485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: ac6b7022-92da-4a2d-ab5e-91acc75eefcc {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:21.486496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ac6b7022-92da-4a2d-ab5e-91acc75eefcc not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:21.487408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ec429b78-0bc5-42ef-aac3-f147b1f67f8c no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:21.512777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-507c1c14-e38d-4f4e-baf4-ce262f35763f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.514058 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-507c1c14-e38d-4f4e-baf4-ce262f35763f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2318108 Feb 04 13:31:21.519289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44686) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:21.539808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31164fff-32f4-4e29-8968-42993d2b237a req-49361f24-4ff2-4315-a687-5e93c0d0737d tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/security-groups?id=580a65ff-af9e-4401-8d25-c92f171219a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567623 Feb 04 13:31:21.600751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf271f-7aaa-4a1e-b50f-fe1db285d95b None None] No DVR routers for this DVR port ac6b7022-92da-4a2d-ab5e-91acc75eefcc on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:21.609144 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:31:21.623481 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: ec429b78-0bc5-42ef-aac3-f147b1f67f8c {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:21.625398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ec429b78-0bc5-42ef-aac3-f147b1f67f8c not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:21.707299 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-71192536-3272-41c2-90e8-5d801e9b0933 req-9a7ba7b7-4c80-4389-9512-42687565a7ad tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4127450 Feb 04 13:31:21.736806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-51f6328e-ed98-46d0-a230-2f2bfcc8f211 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:21.748079 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-51f6328e-ed98-46d0-a230-2f2bfcc8f211 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 811 time: 0.9860287 Feb 04 13:31:21.755461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053bb486-54ff-48c9-8617-8caabdd49947 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:21.803421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-053f747d-7b16-4a1c-ba4b-ff05fa0c1bb2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Request body: {'port': {'device_id': '7ce5313f-1121-4d30-94e4-6deeef846c35', 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc', 'admin_state_up': True, 'tenant_id': '902032e2469e4a9985e0c0a873286563'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:22.031871 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc672684-0f66-4425-abd5-48d31336748c', 'name': 'network-vif-deleted', 'tag': '0e4bb942-aa87-4bd2-a360-2d30a69b2fa3'}, {'server_uuid': 'd2d6779e-655d-4b86-97c5-4d26c4193692', 'name': 'network-vif-deleted', 'tag': '3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:22.032703 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': '2bc762fc-a9bf-48e8-96cf-af3c782dd0d4'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:31:22.033695 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:22.037022 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7979f786-bf71-4fec-9014-ef2865e54dd2" -d '{"events": [{"server_uuid": "dc672684-0f66-4425-abd5-48d31336748c", "name": "network-vif-deleted", "tag": "0e4bb942-aa87-4bd2-a360-2d30a69b2fa3"}, {"server_uuid": "d2d6779e-655d-4b86-97c5-4d26c4193692", "name": "network-vif-deleted", "tag": "3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:22.110677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49334a5e-36f7-41a4-b0bb-45550283f302 req-b8a178d3-489b-49b0-b663-d282bed93bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:22.113618 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49334a5e-36f7-41a4-b0bb-45550283f302 req-b8a178d3-489b-49b0-b663-d282bed93bb2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=598fdd09-78ae-4650-93d7-d6db9a19c217 HTTP/1.1" status: 200 len: 854 time: 0.6797657 Feb 04 13:31:22.160787 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58289f9e-7728-468b-920b-a95173c950a2 req-0229d999-bd0f-4f68-b240-23fcbfd09fb9 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d6779e-655d-4b86-97c5-4d26c4193692 HTTP/1.1" status: 200 len: 210 time: 0.2415893 Feb 04 13:31:22.246947 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-5e47b660-edb1-4dc7-b317-0dedc65302f3 None None] Set router b31dbe73-9bea-48cb-89e7-bd072b40c11f gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:22.286824 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:22.494945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b,segment=NetworkSegment(15a441ea-e1bf-4b77-8813-b2c250eab858),segment_id=15a441ea-e1bf-4b77-8813-b2c250eab858)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:22.657406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b', 'network_id': '08890fdb-83ef-494e-a6a3-629508143503', 'port_id': 'f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b', 'mac_address': 'fa:16:3e:c1:6c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598fdd09-78ae-4650-93d7-d6db9a19c217', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:31:22.814329 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Allocated IP 2001:db8::2 (2ee6628b-98e8-4827-b47e-b9107cd39956/2bc762fc-a9bf-48e8-96cf-af3c782dd0d4/b9653c45-414f-4d2f-99dd-31c73f5fe2e4) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:22.819402 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:22.820118 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:22.847248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:31:22.884219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b,segment=NetworkSegment(15a441ea-e1bf-4b77-8813-b2c250eab858),segment_id=15a441ea-e1bf-4b77-8813-b2c250eab858)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:22.896581 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:22.936922 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:31:22.971718 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:23.071882 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5e47b660-edb1-4dc7-b317-0dedc65302f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'name': 'tempest-ServersTestJSON-993135970-router', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:47Z', 'updated_at': '2022-02-04T13:28:57Z', 'revision_number': 4, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'gw_port': {'id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:49Z', 'updated_at': '2022-02-04T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '29108429-620a-4d8e-b7f4-5f70e55afb9a', 'name': '', 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'mac_address': 'fa:16:3e:e2:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:55Z', 'updated_at': '2022-02-04T13:29:03Z', 'revision_number': 5, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'subnets': [{'id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:23.095587 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49334a5e-36f7-41a4-b0bb-45550283f302 req-0b0cd82b-045c-4e84-bfc1-90928de64006 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=08890fdb-83ef-494e-a6a3-629508143503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9483907 Feb 04 13:31:23.114650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e47b660-edb1-4dc7-b317-0dedc65302f3 None None] Checking router: b31dbe73-9bea-48cb-89e7-bd072b40c11f for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:31:23.133470 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e47b660-edb1-4dc7-b317-0dedc65302f3 None None] Routers {'b31dbe73-9bea-48cb-89e7-bd072b40c11f'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:23.134486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5e47b660-edb1-4dc7-b317-0dedc65302f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:31:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:23.278487 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-5e47b660-edb1-4dc7-b317-0dedc65302f3 None None] Set router b31dbe73-9bea-48cb-89e7-bd072b40c11f gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:23.287942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd58e2b6-ce5a-4ceb-a505-a39af13b61a4 req-400aa11c-3008-4448-82b6-6f734bc62485 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 210 time: 0.1974514 Feb 04 13:31:23.301587 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f2b63-41cd-47ac-8f10-2ffd889b1501 req-1cb9e6be-a7f3-43a5-b8bc-e09e6041c26a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:23.304298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94f2b63-41cd-47ac-8f10-2ffd889b1501 req-1cb9e6be-a7f3-43a5-b8bc-e09e6041c26a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 946 time: 1.2932081 Feb 04 13:31:23.533834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-053f747d-7b16-4a1c-ba4b-ff05fa0c1bb2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Made reservation on behalf of 902032e2469e4a9985e0c0a873286563 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:23.539452 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-053f747d-7b16-4a1c-ba4b-ff05fa0c1bb2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:23.615558 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94f2b63-41cd-47ac-8f10-2ffd889b1501 req-313b0846-341c-49ad-983d-fab61361fdb6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007803 Feb 04 13:31:23.621739 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60b1c847-a4eb-4cd3-9606-a917e197f3d6 req-f530f1b2-281c-4e39-a49e-92ff0b21d465 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 210 time: 0.1326156 Feb 04 13:31:23.627076 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49334a5e-36f7-41a4-b0bb-45550283f302 req-fb6967f2-00c5-479a-83ef-49cf1c8e9a3a service neutron] 10.222.0.99 "GET /v2.0/networks/08890fdb-83ef-494e-a6a3-629508143503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168500 Feb 04 13:31:23.848138 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f4e84f-3f22-4b75-8a26-1d28d01531b8 x-openstack-request-id: req-51f4e84f-3f22-4b75-8a26-1d28d01531b8 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:23.848138 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc672684-0f66-4425-abd5-48d31336748c", "name": "network-vif-deleted", "tag": "0e4bb942-aa87-4bd2-a360-2d30a69b2fa3", "status": "completed", "code": 200}, {"server_uuid": "d2d6779e-655d-4b86-97c5-4d26c4193692", "name": "network-vif-deleted", "tag": "3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:23.848138 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-51f4e84f-3f22-4b75-8a26-1d28d01531b8 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:23.849254 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc672684-0f66-4425-abd5-48d31336748c', 'name': 'network-vif-deleted', 'tag': '0e4bb942-aa87-4bd2-a360-2d30a69b2fa3', 'status': 'completed', 'code': 200} Feb 04 13:31:23.849521 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d6779e-655d-4b86-97c5-4d26c4193692', 'name': 'network-vif-deleted', 'tag': '3fc5b2cd-a65c-4cc2-8d76-f8d0296bbea2', 'status': 'completed', 'code': 200} Feb 04 13:31:23.955848 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Publish callbacks [] for port (b9653c45-414f-4d2f-99dd-31c73f5fe2e4), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:23.995658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:31:24.005653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-053f747d-7b16-4a1c-ba4b-ff05fa0c1bb2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Allocated IP 172.20.0.6 (3b107f3a-7cae-4846-88f9-0790288373fc/d5c6c736-1a92-4614-ab15-25c05ef4451a/750db185-25c4-41f4-a794-2a13d102f117) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:24.053994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6eba18-0904-4fc0-a66f-2b488c7d824f req-5fb5e524-17ec-49b2-9fff-5b7211986acd tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:24.055841 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb6eba18-0904-4fc0-a66f-2b488c7d824f req-5fb5e524-17ec-49b2-9fff-5b7211986acd tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 944 time: 0.1879017 Feb 04 13:31:24.110303 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (b9653c45-414f-4d2f-99dd-31c73f5fe2e4), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:24.145783 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::1 (2ee6628b-98e8-4827-b47e-b9107cd39956/2bc762fc-a9bf-48e8-96cf-af3c782dd0d4/e138ed36-a60b-4ca3-b384-eab72e98d4d7) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:24.170332 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb6eba18-0904-4fc0-a66f-2b488c7d824f req-2be58b43-c951-4fab-a54c-630a35c0d43e tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/security-groups?id=580a65ff-af9e-4401-8d25-c92f171219a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986619 Feb 04 13:31:24.176263 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49334a5e-36f7-41a4-b0bb-45550283f302 req-543f8fe5-05cf-4a6d-ada4-ab8e72b3d3bd service neutron] 10.222.0.99 "GET /v2.0/networks/08890fdb-83ef-494e-a6a3-629508143503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257306 Feb 04 13:31:24.345393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44722) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:24.413210 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Pushing event updated for resources: {'Port': ['ID=b9653c45-414f-4d2f-99dd-31c73f5fe2e4,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:24.433767 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:24.449243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:24.452717 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:24.542475 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-053f747d-7b16-4a1c-ba4b-ff05fa0c1bb2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks [] for port (750db185-25c4-41f4-a794-2a13d102f117), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:24.570968 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5e47b660-edb1-4dc7-b317-0dedc65302f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'name': 'tempest-ServersTestJSON-993135970-router', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:47Z', 'updated_at': '2022-02-04T13:28:57Z', 'revision_number': 4, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'gw_port': {'id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:49Z', 'updated_at': '2022-02-04T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '29108429-620a-4d8e-b7f4-5f70e55afb9a', 'name': '', 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'mac_address': 'fa:16:3e:e2:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:55Z', 'updated_at': '2022-02-04T13:29:03Z', 'revision_number': 5, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'subnets': [{'id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:24.685061 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Attempting to bind port b9653c45-414f-4d2f-99dd-31c73f5fe2e4 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:31:24.685989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Attempting to bind port b9653c45-414f-4d2f-99dd-31c73f5fe2e4 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:31:24.687468 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Attempting to bind port b9653c45-414f-4d2f-99dd-31c73f5fe2e4 on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:24.696109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e47b660-edb1-4dc7-b317-0dedc65302f3 None None] The sync data for ids ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'] in n-d-714676-13 is: [{'id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'name': 'tempest-ServersTestJSON-993135970-router', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:47Z', 'updated_at': '2022-02-04T13:28:57Z', 'revision_number': 4, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'gw_port': {'id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:49Z', 'updated_at': '2022-02-04T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '29108429-620a-4d8e-b7f4-5f70e55afb9a', 'name': '', 'network_id': 'efa4f540-f987-41c7-90f9-901a1a2e4296', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'mac_address': 'fa:16:3e:e2:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:55Z', 'updated_at': '2022-02-04T13:29:03Z', 'revision_number': 5, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'subnets': [{'id': 'dc151383-92f7-4d70-bfe3-bee2283b0521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:31:24.734624 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-053f747d-7b16-4a1c-ba4b-ff05fa0c1bb2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (750db185-25c4-41f4-a794-2a13d102f117), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:24.791818 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d5c045bd-e527-4cb4-9e40-b5dbc046b821 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for security_group (78b24abd-3803-4c58-92de-4ed1a2dd8803), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:24.929980 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d5c045bd-e527-4cb4-9e40-b5dbc046b821 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for security_group (78b24abd-3803-4c58-92de-4ed1a2dd8803), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.036700 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:31:25.037304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:25.041406 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.042408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:31:25.054499 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Bound port: b9653c45-414f-4d2f-99dd-31c73f5fe2e4, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:31:25.055026 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b9653c45-414f-4d2f-99dd-31c73f5fe2e4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.077416 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d5c045bd-e527-4cb4-9e40-b5dbc046b821 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (78b24abd-3803-4c58-92de-4ed1a2dd8803), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.085160 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d5c045bd-e527-4cb4-9e40-b5dbc046b821 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.091579 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d5c045bd-e527-4cb4-9e40-b5dbc046b821 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "DELETE /v2.0/security-groups/78b24abd-3803-4c58-92de-4ed1a2dd8803 HTTP/1.1" status: 204 len: 168 time: 0.7441287 Feb 04 13:31:25.095214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44730) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:25.114021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-053f747d-7b16-4a1c-ba4b-ff05fa0c1bb2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Network 3b107f3a-7cae-4846-88f9-0790288373fc is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:25.156609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c045bd-e527-4cb4-9e40-b5dbc046b821 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b24abd-3803-4c58-92de-4ed1a2dd8803,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:25.158781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-053f747d-7b16-4a1c-ba4b-ff05fa0c1bb2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:25.171182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f747d-7b16-4a1c-ba4b-ff05fa0c1bb2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Pushing event updated for resources: {'Port': ['ID=750db185-25c4-41f4-a794-2a13d102f117,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:25.191767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d73ea1-24c9-422a-b1c8-7a67861fbf01 req-e3ac3677-a1f3-402a-b74a-17dccb12cd9b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:25.199955 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52d73ea1-24c9-422a-b1c8-7a67861fbf01 req-e3ac3677-a1f3-402a-b74a-17dccb12cd9b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 946 time: 0.5297410 Feb 04 13:31:25.204367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-053f747d-7b16-4a1c-ba4b-ff05fa0c1bb2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:25.213521 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-5a8ae369-8b23-44c4-8890-5d77bf4c2625 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] show failed (client error): The resource could not be found. Feb 04 13:31:25.215397 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5a8ae369-8b23-44c4-8890-5d77bf4c2625 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "GET /v2.0/security-groups/78b24abd-3803-4c58-92de-4ed1a2dd8803 HTTP/1.1" status: 404 len: 347 time: 0.0889337 Feb 04 13:31:25.220166 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (e138ed36-a60b-4ca3-b384-eab72e98d4d7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.221473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44732) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:25.313161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] For port b9653c45-414f-4d2f-99dd-31c73f5fe2e4, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:31:25.324268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] For port b9653c45-414f-4d2f-99dd-31c73f5fe2e4, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b9653c45-414f-4d2f-99dd-31c73f5fe2e4,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:31:25.338426 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b9653c45-414f-4d2f-99dd-31c73f5fe2e4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.357905 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e138ed36-a60b-4ca3-b384-eab72e98d4d7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.372099 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a124c-1a3c-4194-8ca6-5b83bd9839f0 req-a5e4d9f3-bf9f-4a91-9a50-bdc49b786db3 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:25.384582 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-542a124c-1a3c-4194-8ca6-5b83bd9839f0 req-a5e4d9f3-bf9f-4a91-9a50-bdc49b786db3 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 931 time: 0.7168705 Feb 04 13:31:25.423917 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc84f72-1210-42d5-8c57-8414bddb7c30 None None] New status for floating IP dc7a80f5-984a-4370-bd30-d6d1c04013e9: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:31:25.471968 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0642ef5-e8d3-4c6d-9e18-2f2b6f9bcb7e None None] Pushing event updated for resources: {'Port': ['ID=b9653c45-414f-4d2f-99dd-31c73f5fe2e4,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:25.575718 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:25.585123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:25.595104 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:25.599689 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (30125bd6-4f81-4a60-9e73-7e16ed489e84), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.652543 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-542a124c-1a3c-4194-8ca6-5b83bd9839f0 req-37a784e9-f1d0-4278-a624-fc3d861d1df5 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660813 Feb 04 13:31:25.659032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-053f747d-7b16-4a1c-ba4b-ff05fa0c1bb2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:25.659741 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-053f747d-7b16-4a1c-ba4b-ff05fa0c1bb2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.729736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52d73ea1-24c9-422a-b1c8-7a67861fbf01 req-8ec6901a-81d2-4696-98d7-182e37d198ad tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194263 Feb 04 13:31:25.868953 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f76a427a-37cc-4cf1-b7c5-52a4d237133a req-540b1294-d019-4a4b-b1a7-95e68cf79bf4 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 210 time: 0.0618434 Feb 04 13:31:25.871700 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=e138ed36-a60b-4ca3-b384-eab72e98d4d7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:25.921321 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-053f747d-7b16-4a1c-ba4b-ff05fa0c1bb2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1590371 Feb 04 13:31:25.980952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Request body: {'port': {'device_id': '7ce5313f-1121-4d30-94e4-6deeef846c35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:26.113757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e138ed36-a60b-4ca3-b384-eab72e98d4d7), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:26.275821 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-80f16b8a-b17e-4838-8c53-dbf4f86a9e48 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Deleting port e3855bd7-8514-48ed-a1bc-6ed30e2538cd {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:26.276770 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-80f16b8a-b17e-4838-8c53-dbf4f86a9e48 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e3855bd7-8514-48ed-a1bc-6ed30e2538cd), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:26.370943 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e715ff0-c91f-458a-ae9c-aff72d826b6c req-1fbd3869-3ebd-45ce-8365-353a10f87b13 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:26.373212 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e715ff0-c91f-458a-ae9c-aff72d826b6c req-1fbd3869-3ebd-45ce-8365-353a10f87b13 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 946 time: 0.2134931 Feb 04 13:31:26.392751 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (750db185-25c4-41f4-a794-2a13d102f117), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:26.804275 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (e138ed36-a60b-4ca3-b384-eab72e98d4d7), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:26.816511 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (e138ed36-a60b-4ca3-b384-eab72e98d4d7), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:26.817636 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (30125bd6-4f81-4a60-9e73-7e16ed489e84), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:26.836028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b9653c45-414f-4d2f-99dd-31c73f5fe2e4 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:26.937366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b9653c45-414f-4d2f-99dd-31c73f5fe2e4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:26.937853 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b9653c45-414f-4d2f-99dd-31c73f5fe2e4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:27.017258 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-80f16b8a-b17e-4838-8c53-dbf4f86a9e48 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e3855bd7-8514-48ed-a1bc-6ed30e2538cd), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:27.017773 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-80f16b8a-b17e-4838-8c53-dbf4f86a9e48 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for floatingip (e3855bd7-8514-48ed-a1bc-6ed30e2538cd), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:27.032628 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=e138ed36-a60b-4ca3-b384-eab72e98d4d7,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:27.044693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-80f16b8a-b17e-4838-8c53-dbf4f86a9e48 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Calling delete_port for e3855bd7-8514-48ed-a1bc-6ed30e2538cd owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:27.048261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b9653c45-414f-4d2f-99dd-31c73f5fe2e4 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:27.048647 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b9653c45-414f-4d2f-99dd-31c73f5fe2e4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:27.095604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port b9653c45-414f-4d2f-99dd-31c73f5fe2e4, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b9653c45-414f-4d2f-99dd-31c73f5fe2e4,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:27.111025 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b9653c45-414f-4d2f-99dd-31c73f5fe2e4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:27.181455 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:27.188184 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:27.196777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=b9653c45-414f-4d2f-99dd-31c73f5fe2e4,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:27.252061 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:27.383210 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:27.385898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ed29a-1160-454e-98c9-12f0b2539051 req-81cd9861-5153-48b3-a2c6-4521fe2b4fc7 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:27.388620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-036ed29a-1160-454e-98c9-12f0b2539051 req-81cd9861-5153-48b3-a2c6-4521fe2b4fc7 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 944 time: 1.3375685 Feb 04 13:31:27.399460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:27.399853 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:27.418669 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-80f16b8a-b17e-4838-8c53-dbf4f86a9e48 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (e3855bd7-8514-48ed-a1bc-6ed30e2538cd), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:27.540311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Router 30125bd6-4f81-4a60-9e73-7e16ed489e84 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:31:27.552983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f16b8a-b17e-4838-8c53-dbf4f86a9e48 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Pushing event deleted for resources: {'Port': ['ID=e3855bd7-8514-48ed-a1bc-6ed30e2538cd,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:27.637388 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:27.638051 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:27.696000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 750db185-25c4-41f4-a794-2a13d102f117 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:31:27.738891 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Publish callbacks [] for port (750db185-25c4-41f4-a794-2a13d102f117), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:27.750631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356ab9e9-9c70-49c1-954d-082dcd331c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:27.753099 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744d41e4-3135-4a4a-8748-bd4e37991e27" -d '{"events": [{"server_uuid": "356ab9e9-9c70-49c1-954d-082dcd331c8e", "name": "network-vif-plugged", "status": "completed", "tag": "f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:27.765160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:31:27.771945 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b6a457dd-8843-4d37-b59b-974a7b28bc5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "PUT /v2.0/routers/30125bd6-4f81-4a60-9e73-7e16ed489e84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2504025 Feb 04 13:31:27.774870 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44770) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:27.786338 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d7dd1428-41dc-464c-ab57-2598d323b943 None None] Provisioning complete for port b9653c45-414f-4d2f-99dd-31c73f5fe2e4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:27.786760 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d7dd1428-41dc-464c-ab57-2598d323b943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b9653c45-414f-4d2f-99dd-31c73f5fe2e4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:27.788827 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Sync routers for ids ['30125bd6-4f81-4a60-9e73-7e16ed489e84'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:31:27.808596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b,segment=NetworkSegment(15a441ea-e1bf-4b77-8813-b2c250eab858),segment_id=15a441ea-e1bf-4b77-8813-b2c250eab858)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:27.853082 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7868d71-5df6-4292-a0e0-293e1f3ffde2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:27.854908 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f7868d71-5df6-4292-a0e0-293e1f3ffde2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports/e138ed36-a60b-4ca3-b384-eab72e98d4d7 HTTP/1.1" status: 200 len: 911 time: 0.0786273 Feb 04 13:31:27.858840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44772) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:27.867273 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Transition to ACTIVE for port object 750db185-25c4-41f4-a794-2a13d102f117 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:27.882710 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-036ed29a-1160-454e-98c9-12f0b2539051 req-689178e2-5f16-48a2-8044-d2675b750fcf tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/security-groups?id=580a65ff-af9e-4401-8d25-c92f171219a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554317 Feb 04 13:31:27.904097 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:27.937154 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (750db185-25c4-41f4-a794-2a13d102f117), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:27.942420 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-80f16b8a-b17e-4838-8c53-dbf4f86a9e48 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks [] for floatingip (dc7a80f5-984a-4370-bd30-d6d1c04013e9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:27.945410 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-80f16b8a-b17e-4838-8c53-dbf4f86a9e48 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:27.946993 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-80f16b8a-b17e-4838-8c53-dbf4f86a9e48 tempest-ServersTestJSON-1085221760 tempest-ServersTestJSON-1085221760-project] 10.222.0.96 "DELETE /v2.0/floatingips/dc7a80f5-984a-4370-bd30-d6d1c04013e9 HTTP/1.1" status: 204 len: 168 time: 2.7234023 Feb 04 13:31:27.952097 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44774) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:27.957952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1ddce-0cd9-48e0-84cb-0e96afb0e24d req-57dc890d-5e66-4157-aab2-f48344af6783 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:27.968806 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3c1ddce-0cd9-48e0-84cb-0e96afb0e24d req-57dc890d-5e66-4157-aab2-f48344af6783 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 931 time: 1.0637987 Feb 04 13:31:27.981145 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Routers {'30125bd6-4f81-4a60-9e73-7e16ed489e84'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:27.993003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:31:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['30125bd6-4f81-4a60-9e73-7e16ed489e84'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:28.052134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f42a3-8de6-4d08-8a22-19ddf82ed53c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:28.062020 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f42a3-8de6-4d08-8a22-19ddf82ed53c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:28.065091 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-397f42a3-8de6-4d08-8a22-19ddf82ed53c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2047803 Feb 04 13:31:28.069649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44776) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:28.097591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-1e715ff0-c91f-458a-ae9c-aff72d826b6c req-8a57060b-0f6a-41f6-ac1c-fc9a67d131e4 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Deleting port bdf72ee1-67dd-4284-9eff-514842edeba4 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:28.098906 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1e715ff0-c91f-458a-ae9c-aff72d826b6c req-8a57060b-0f6a-41f6-ac1c-fc9a67d131e4 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (bdf72ee1-67dd-4284-9eff-514842edeba4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:28.213564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Pushing event updated for resources: {'Port': ['ID=750db185-25c4-41f4-a794-2a13d102f117,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:28.219639 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3c1ddce-0cd9-48e0-84cb-0e96afb0e24d req-f94d9a10-ad4c-423c-ae2d-b84fa2b6871c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488301 Feb 04 13:31:28.329332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc13508-51e0-44d4-8e06-94f57e880cab req-83933a95-249b-4576-a55f-004f09c1ba2b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:28.332180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cc13508-51e0-44d4-8e06-94f57e880cab req-83933a95-249b-4576-a55f-004f09c1ba2b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 946 time: 0.3071108 Feb 04 13:31:28.501667 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-75d805dc-bf51-4580-9393-1ca6594454cb req-8b686e1a-9807-465f-8df5-89edea900db1 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 210 time: 0.0896919 Feb 04 13:31:28.708793 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-1e715ff0-c91f-458a-ae9c-aff72d826b6c req-8a57060b-0f6a-41f6-ac1c-fc9a67d131e4 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] For port bdf72ee1-67dd-4284-9eff-514842edeba4, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=bdf72ee1-67dd-4284-9eff-514842edeba4,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:28.709369 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1e715ff0-c91f-458a-ae9c-aff72d826b6c req-8a57060b-0f6a-41f6-ac1c-fc9a67d131e4 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (bdf72ee1-67dd-4284-9eff-514842edeba4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:28.732475 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:28.783182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Set router 30125bd6-4f81-4a60-9e73-7e16ed489e84 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:28.794929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b9653c45-414f-4d2f-99dd-31c73f5fe2e4 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:28.850988 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287b36f5-7602-4dc9-bd33-d0d4419dce23 x-openstack-request-id: req-287b36f5-7602-4dc9-bd33-d0d4419dce23 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:28.852112 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356ab9e9-9c70-49c1-954d-082dcd331c8e", "name": "network-vif-plugged", "status": "completed", "tag": "f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:28.852112 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-287b36f5-7602-4dc9-bd33-d0d4419dce23 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:28.852451 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356ab9e9-9c70-49c1-954d-082dcd331c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b', 'code': 200} Feb 04 13:31:28.867668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cc13508-51e0-44d4-8e06-94f57e880cab req-6049cc99-a81e-4bf3-b66e-32013026a4ee tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897001 Feb 04 13:31:28.922687 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-1e715ff0-c91f-458a-ae9c-aff72d826b6c req-8a57060b-0f6a-41f6-ac1c-fc9a67d131e4 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Calling delete_port for bdf72ee1-67dd-4284-9eff-514842edeba4 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:28.973050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Attempting to bind port 750db185-25c4-41f4-a794-2a13d102f117 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:31:28.974376 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Attempting to bind port 750db185-25c4-41f4-a794-2a13d102f117 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:31:28.975468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Attempting to bind port 750db185-25c4-41f4-a794-2a13d102f117 on network 3b107f3a-7cae-4846-88f9-0790288373fc {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:29.015273 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Port 750db185-25c4-41f4-a794-2a13d102f117 on network 3b107f3a-7cae-4846-88f9-0790288373fc not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:31:29.016296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Attempting to bind port 750db185-25c4-41f4-a794-2a13d102f117 on network 3b107f3a-7cae-4846-88f9-0790288373fc {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:29.030075 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b132cf0-66e0-4b85-90ef-ed7cc62ea706 req-ec41130b-99ce-4c02-86da-11de24f88e9b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5237055 Feb 04 13:31:29.034899 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:31:29.035921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Checking segment: {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:29.036891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Bound using segment: {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:31:29.037963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Bound port: 750db185-25c4-41f4-a794-2a13d102f117, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32919f6-1d38-4393-93dc-27d628cd5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:31:29.038889 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (750db185-25c4-41f4-a794-2a13d102f117), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:29.039784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd1428-41dc-464c-ab57-2598d323b943 None None] Current status of the port b9653c45-414f-4d2f-99dd-31c73f5fe2e4 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:29.293141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b9653c45-414f-4d2f-99dd-31c73f5fe2e4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:29.301971 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b9653c45-414f-4d2f-99dd-31c73f5fe2e4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:29.409462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1d65ebc4-7b5d-4574-884b-3957f0e2879e None None] Provisioning complete for port e138ed36-a60b-4ca3-b384-eab72e98d4d7 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:29.409841 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1d65ebc4-7b5d-4574-884b-3957f0e2879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e138ed36-a60b-4ca3-b384-eab72e98d4d7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:29.439919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b132cf0-66e0-4b85-90ef-ed7cc62ea706 req-3f984993-7cef-45ef-b6a1-d062e2aaee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:29.441852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b132cf0-66e0-4b85-90ef-ed7cc62ea706 req-3f984993-7cef-45ef-b6a1-d062e2aaee0b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 1127 time: 0.2642975 Feb 04 13:31:29.532333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d8f5b-15c1-428a-a81a-351534e1b3e0 req-0e272c96-c184-4252-bcad-d460d40f315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:29.534332 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4b8d8f5b-15c1-428a-a81a-351534e1b3e0 req-0e272c96-c184-4252-bcad-d460d40f315c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 1128 time: 0.3043158 Feb 04 13:31:29.569285 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867cc99-43ea-46f6-9cba-6ab9c359abf1 req-3b345cf8-60dd-4eab-af35-b7aabd6a55f1 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:29.572005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7867cc99-43ea-46f6-9cba-6ab9c359abf1 req-3b345cf8-60dd-4eab-af35-b7aabd6a55f1 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 945 time: 0.4479806 Feb 04 13:31:29.641042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] For port 750db185-25c4-41f4-a794-2a13d102f117, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:31:29.693321 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1d65ebc4-7b5d-4574-884b-3957f0e2879e None None] Port e138ed36-a60b-4ca3-b384-eab72e98d4d7 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:31:29.724452 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4b8d8f5b-15c1-428a-a81a-351534e1b3e0 req-bcc8e176-4acd-4c66-a9e3-a6164bc5b345 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=580a65ff-af9e-4401-8d25-c92f171219a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740043 Feb 04 13:31:29.756714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] For port 750db185-25c4-41f4-a794-2a13d102f117, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=750db185-25c4-41f4-a794-2a13d102f117,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:31:29.879372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b9653c45-414f-4d2f-99dd-31c73f5fe2e4 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:29.901614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30125bd6-4f81-4a60-9e73-7e16ed489e84', 'name': 'tempest-NetworksTestDHCPv6-router-165580395', 'tenant_id': '114261922b524239868ecb1b3904502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:21Z', 'updated_at': '2022-02-04T13:31:26Z', 'revision_number': 2, 'project_id': '114261922b524239868ecb1b3904502c', 'gw_port_host': None, '_interfaces': [{'id': 'e138ed36-a60b-4ca3-b384-eab72e98d4d7', 'name': '', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'tenant_id': '114261922b524239868ecb1b3904502c', 'mac_address': 'fa:16:3e:ab:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30125bd6-4f81-4a60-9e73-7e16ed489e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '2bc762fc-a9bf-48e8-96cf-af3c782dd0d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:22Z', 'updated_at': '2022-02-04T13:31:26Z', 'revision_number': 2, 'project_id': '114261922b524239868ecb1b3904502c', 'subnets': [{'id': '2bc762fc-a9bf-48e8-96cf-af3c782dd0d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:29.907453 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b132cf0-66e0-4b85-90ef-ed7cc62ea706 req-dae4721b-afa7-478a-8f6c-12cc89522206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:29.912120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b132cf0-66e0-4b85-90ef-ed7cc62ea706 req-dae4721b-afa7-478a-8f6c-12cc89522206 service neutron] 10.222.0.99 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.4214137 Feb 04 13:31:29.914243 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (750db185-25c4-41f4-a794-2a13d102f117), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:29.970327 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Checking router: 30125bd6-4f81-4a60-9e73-7e16ed489e84 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:31:29.971206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Updating router 30125bd6-4f81-4a60-9e73-7e16ed489e84 port e138ed36-a60b-4ca3-b384-eab72e98d4d7 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:31:30.022569 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:30.023811 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:30.027202 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] 10.222.0.99 "PUT /v2.0/ports/750db185-25c4-41f4-a794-2a13d102f117 HTTP/1.1" status: 200 len: 1092 time: 4.0665660 Feb 04 13:31:30.028040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce5313f-1121-4d30-94e4-6deeef846c35', 'tag': '750db185-25c4-41f4-a794-2a13d102f117'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:30.032763 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facc70a7-46f8-4808-a780-c479b60356a7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce5313f-1121-4d30-94e4-6deeef846c35", "tag": "750db185-25c4-41f4-a794-2a13d102f117"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:30.064350 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eae6607-82c7-4b79-8be1-1ce9c286a6e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (30125bd6-4f81-4a60-9e73-7e16ed489e84), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:30.064912 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e138ed36-a60b-4ca3-b384-eab72e98d4d7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:30.350684 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45da705d-2a8f-4b2c-87b9-7c73049693a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (b31dbe73-9bea-48cb-89e7-bd072b40c11f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:30.625279 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Publish callbacks [] for port (e138ed36-a60b-4ca3-b384-eab72e98d4d7), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:30.630493 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1e715ff0-c91f-458a-ae9c-aff72d826b6c req-8a57060b-0f6a-41f6-ac1c-fc9a67d131e4 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (bdf72ee1-67dd-4284-9eff-514842edeba4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:30.634225 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e138ed36-a60b-4ca3-b384-eab72e98d4d7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:30.638125 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7867cc99-43ea-46f6-9cba-6ab9c359abf1 req-258b61b4-ef6b-480f-b76b-62c429b788af tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/security-groups?id=580a65ff-af9e-4401-8d25-c92f171219a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0109491 Feb 04 13:31:30.664969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['355c92ab-2156-47d3-abb8-4333a39b455b', 'fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:31:30.669394 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2eae6607-82c7-4b79-8be1-1ce9c286a6e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port e138ed36-a60b-4ca3-b384-eab72e98d4d7 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:30.669902 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eae6607-82c7-4b79-8be1-1ce9c286a6e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e138ed36-a60b-4ca3-b384-eab72e98d4d7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:30.712799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b132cf0-66e0-4b85-90ef-ed7cc62ea706 req-a0f6a038-190f-4883-a03c-e67b13a7255a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1 HTTP/1.1" status: 200 len: 217 time: 0.7070985 Feb 04 13:31:30.828666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f26172-ed7a-481e-83ae-c5f699dd0cbd None None] Pushing event updated for resources: {'Port': ['ID=e138ed36-a60b-4ca3-b384-eab72e98d4d7,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:30.855011 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65e93ee1-5a33-4110-85d0-f1da57afd20b req-13098f61-ffe0-463d-94b2-7487b1f6afd9 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 210 time: 0.0669167 Feb 04 13:31:30.870292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eae6607-82c7-4b79-8be1-1ce9c286a6e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e138ed36-a60b-4ca3-b384-eab72e98d4d7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:30.886917 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-45da705d-2a8f-4b2c-87b9-7c73049693a7 admin admin] Deleting port 29108429-620a-4d8e-b7f4-5f70e55afb9a {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:30.887431 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45da705d-2a8f-4b2c-87b9-7c73049693a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:30.924250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b132cf0-66e0-4b85-90ef-ed7cc62ea706 req-8e9522c6-81e4-4420-ba9f-072f83e344cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:30.924618 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b132cf0-66e0-4b85-90ef-ed7cc62ea706 req-8e9522c6-81e4-4420-ba9f-072f83e344cb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.1736693 Feb 04 13:31:30.941198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900d5f4-afd1-412a-afc0-87a5d5b2ba70 service neutron] Pushing event updated for resources: {'Port': ['ID=750db185-25c4-41f4-a794-2a13d102f117,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:30.981433 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Attempting to bind port e138ed36-a60b-4ca3-b384-eab72e98d4d7 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:31:30.981899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Attempting to bind port e138ed36-a60b-4ca3-b384-eab72e98d4d7 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:31:30.982452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Attempting to bind port e138ed36-a60b-4ca3-b384-eab72e98d4d7 on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:30.997195 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:31:30.997752 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:30.998311 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:30.999488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:31:31.000386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Bound port: e138ed36-a60b-4ca3-b384-eab72e98d4d7, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:31:31.000797 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e138ed36-a60b-4ca3-b384-eab72e98d4d7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:31.036984 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-45da705d-2a8f-4b2c-87b9-7c73049693a7 admin admin] For port 29108429-620a-4d8e-b7f4-5f70e55afb9a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=29108429-620a-4d8e-b7f4-5f70e55afb9a,segment=NetworkSegment(71629890-8372-4cd0-8047-6c5a2c73cd87),segment_id=71629890-8372-4cd0-8047-6c5a2c73cd87)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:31.037354 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45da705d-2a8f-4b2c-87b9-7c73049693a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:31.042776 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-077a92b5-0327-4015-82e8-ae258a966791 req-cca03bf1-267c-4e77-9835-983bed420702 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8547d7-0a4b-41b5-b07b-407cf148804f HTTP/1.1" status: 200 len: 210 time: 0.0563831 Feb 04 13:31:31.068494 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-45da705d-2a8f-4b2c-87b9-7c73049693a7 admin admin] Calling delete_port for 29108429-620a-4d8e-b7f4-5f70e55afb9a owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:31.087446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ad77f-33a9-4fce-b1a7-634ea3918afe req-cfd465d2-9150-4545-b3e8-f00d5e1bc903 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:31.100814 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a12ad77f-33a9-4fce-b1a7-634ea3918afe req-cfd465d2-9150-4545-b3e8-f00d5e1bc903 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 943 time: 1.0604730 Feb 04 13:31:31.226060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2eae6607-82c7-4b79-8be1-1ce9c286a6e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for e138ed36-a60b-4ca3-b384-eab72e98d4d7 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:31.236229 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b132cf0-66e0-4b85-90ef-ed7cc62ea706 req-8e9307f8-430b-4a89-b4da-3d0f25196c01 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2903979 Feb 04 13:31:31.245752 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e715ff0-c91f-458a-ae9c-aff72d826b6c req-8a57060b-0f6a-41f6-ac1c-fc9a67d131e4 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] No DVR routers for this DVR port bdf72ee1-67dd-4284-9eff-514842edeba4 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:31.251976 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1e715ff0-c91f-458a-ae9c-aff72d826b6c req-8a57060b-0f6a-41f6-ac1c-fc9a67d131e4 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:31.256229 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e715ff0-c91f-458a-ae9c-aff72d826b6c req-8a57060b-0f6a-41f6-ac1c-fc9a67d131e4 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "DELETE /v2.0/ports/bdf72ee1-67dd-4284-9eff-514842edeba4 HTTP/1.1" status: 204 len: 173 time: 4.8283887 Feb 04 13:31:31.258512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] For port e138ed36-a60b-4ca3-b384-eab72e98d4d7, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:31:31.259097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-29d15116-fe09-49c0-824b-9279836e1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:31.260662 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-29d15116-fe09-49c0-824b-9279836e1f68 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 1126 time: 0.6046479 Feb 04 13:31:31.272720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] For port e138ed36-a60b-4ca3-b384-eab72e98d4d7, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=e138ed36-a60b-4ca3-b384-eab72e98d4d7,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:31:31.284557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device bdf72ee1-67dd-4284-9eff-514842edeba4 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:31.313939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57060b-0f6a-41f6-ac1c-fc9a67d131e4 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Pushing event deleted for resources: {'Port': ['ID=bdf72ee1-67dd-4284-9eff-514842edeba4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:31.337810 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e138ed36-a60b-4ca3-b384-eab72e98d4d7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:31.348329 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: bdf72ee1-67dd-4284-9eff-514842edeba4 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:31.348856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device bdf72ee1-67dd-4284-9eff-514842edeba4 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:31.349420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:31.351910 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e4172e36-e1a6-4eef-83a0-07a57ef1d02c None None] Provisioning complete for port e138ed36-a60b-4ca3-b384-eab72e98d4d7 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:31.352402 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e4172e36-e1a6-4eef-83a0-07a57ef1d02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e138ed36-a60b-4ca3-b384-eab72e98d4d7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:31.401391 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-f6dc1d3c-447e-4442-9153-ac8faf172885 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750db185-25c4-41f4-a794-2a13d102f117 HTTP/1.1" status: 200 len: 217 time: 0.0760515 Feb 04 13:31:31.531278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3625b789-352c-4763-a47c-03b3298ce3db req-fa4dc771-492c-4399-a671-9ea446dbd45d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8877773 Feb 04 13:31:31.536661 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b676c8d0-ac2f-4c55-9c82-94682801287f x-openstack-request-id: req-b676c8d0-ac2f-4c55-9c82-94682801287f {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:31.536973 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce5313f-1121-4d30-94e4-6deeef846c35", "tag": "750db185-25c4-41f4-a794-2a13d102f117", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:31.537233 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b676c8d0-ac2f-4c55-9c82-94682801287f {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:31.538793 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce5313f-1121-4d30-94e4-6deeef846c35', 'tag': '750db185-25c4-41f4-a794-2a13d102f117', 'status': 'completed', 'code': 200} Feb 04 13:31:31.540711 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f26172-ed7a-481e-83ae-c5f699dd0cbd None None] Pushing event updated for resources: {'Port': ['ID=e138ed36-a60b-4ca3-b384-eab72e98d4d7,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:31.601948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Routers {'30125bd6-4f81-4a60-9e73-7e16ed489e84'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:31.614383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:31:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['30125bd6-4f81-4a60-9e73-7e16ed489e84'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:31.671159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b132cf0-66e0-4b85-90ef-ed7cc62ea706 req-29295e3b-4b1a-4e49-8c16-2b849787617e service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954105 Feb 04 13:31:31.935033 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a12ad77f-33a9-4fce-b1a7-634ea3918afe req-1485e687-be63-4c4d-accf-776bedc1ae8c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8312101 Feb 04 13:31:31.961619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:31.964871 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:31.996393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] Set router 30125bd6-4f81-4a60-9e73-7e16ed489e84 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:32.026147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-653ff954-0a08-4865-bcb5-5496d2531b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:32.033452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-653ff954-0a08-4865-bcb5-5496d2531b6f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d5c6c736-1a92-4614-ab15-25c05ef4451a HTTP/1.1" status: 200 len: 851 time: 0.5217440 Feb 04 13:31:32.096425 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eae6607-82c7-4b79-8be1-1ce9c286a6e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e138ed36-a60b-4ca3-b384-eab72e98d4d7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:32.125660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e4172e36-e1a6-4eef-83a0-07a57ef1d02c None None] Current status of the port e138ed36-a60b-4ca3-b384-eab72e98d4d7 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:32.126315 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e4172e36-e1a6-4eef-83a0-07a57ef1d02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e138ed36-a60b-4ca3-b384-eab72e98d4d7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:32.145633 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae6607-82c7-4b79-8be1-1ce9c286a6e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=e138ed36-a60b-4ca3-b384-eab72e98d4d7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:32.152430 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45da705d-2a8f-4b2c-87b9-7c73049693a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (29108429-620a-4d8e-b7f4-5f70e55afb9a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:32.160372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba2fdc4-f179-494f-b119-a47b994a5e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f0ac2b7-dff9-490b-b6cb-2a19dcf82363'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:32.164807 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fa6b88-9af1-49f9-8fc0-9e6b9e7c2375" -d '{"events": [{"server_uuid": "1ba2fdc4-f179-494f-b119-a47b994a5e40", "name": "network-vif-unplugged", "status": "completed", "tag": "9f0ac2b7-dff9-490b-b6cb-2a19dcf82363"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:32.221442 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:32.228704 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da705d-2a8f-4b2c-87b9-7c73049693a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=29108429-620a-4d8e-b7f4-5f70e55afb9a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:32.257550 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:32.320967 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:32.333021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-92b846b5-0b65-41bc-acfc-77a799aecae1 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:32.344206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-92b846b5-0b65-41bc-acfc-77a799aecae1 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/networks?id=88b7b145-9182-4a19-b1fb-5c6b08aa0112 HTTP/1.1" status: 200 len: 805 time: 0.2209573 Feb 04 13:31:32.379595 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-fa8d8dd0-3097-4607-87d2-846129a892a0 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/quotas/3f24cfd32e484baba353172f9247b6d4 HTTP/1.1" status: 200 len: 375 time: 0.0337327 Feb 04 13:31:32.474367 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-9a767578-8029-417f-ad89-5131521437f6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3b107f3a-7cae-4846-88f9-0790288373fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3656690 Feb 04 13:31:32.476665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b132cf0-66e0-4b85-90ef-ed7cc62ea706 req-2bc85b2c-f608-4462-91d0-46fbc9c0aa35 service neutron] 10.222.0.99 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7552614 Feb 04 13:31:32.573639 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eae6607-82c7-4b79-8be1-1ce9c286a6e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (30125bd6-4f81-4a60-9e73-7e16ed489e84), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:32.694957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625b789-352c-4763-a47c-03b3298ce3db req-71693a0d-53f5-4154-b005-93884770bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:32.696601 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3625b789-352c-4763-a47c-03b3298ce3db req-71693a0d-53f5-4154-b005-93884770bebf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c66aed92d02a400db6163d7d33da33b0&device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 1128 time: 1.0242171 Feb 04 13:31:32.713420 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-cd2b43bf-0c97-40c2-a5d4-9134a52929d3 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f24cfd32e484baba353172f9247b6d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3321183 Feb 04 13:31:32.752000 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-31a0e0e5-6b3b-4621-a8eb-0d8f98e117f7 None None] Could not find standard attr ID for object e138ed36-a60b-4ca3-b384-eab72e98d4d7. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:31:32.825395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30125bd6-4f81-4a60-9e73-7e16ed489e84', 'name': 'tempest-NetworksTestDHCPv6-router-165580395', 'tenant_id': '114261922b524239868ecb1b3904502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:21Z', 'updated_at': '2022-02-04T13:31:26Z', 'revision_number': 2, 'project_id': '114261922b524239868ecb1b3904502c', 'gw_port_host': None, '_interfaces': [{'id': 'e138ed36-a60b-4ca3-b384-eab72e98d4d7', 'name': '', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'tenant_id': '114261922b524239868ecb1b3904502c', 'mac_address': 'fa:16:3e:ab:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30125bd6-4f81-4a60-9e73-7e16ed489e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '2bc762fc-a9bf-48e8-96cf-af3c782dd0d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:22Z', 'updated_at': '2022-02-04T13:31:31Z', 'revision_number': 4, 'project_id': '114261922b524239868ecb1b3904502c', 'subnets': [{'id': '2bc762fc-a9bf-48e8-96cf-af3c782dd0d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:32.838636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-ccb03870-57e9-4f3a-adc4-0e2d3d0e55cc service neutron] 10.222.0.96 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046174 Feb 04 13:31:32.850318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556cda6-0e9e-4cd0-a207-ddd2690629c1 req-56a16252-8297-4b30-8768-84fabc09f649 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:32.851942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8556cda6-0e9e-4cd0-a207-ddd2690629c1 req-56a16252-8297-4b30-8768-84fabc09f649 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 945 time: 0.9560575 Feb 04 13:31:32.876541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f09eb7-722c-4bcf-9cd7-4bc76b132b4b None None] The sync data for ids ['30125bd6-4f81-4a60-9e73-7e16ed489e84'] in n-d-714676-13 is: [{'id': '30125bd6-4f81-4a60-9e73-7e16ed489e84', 'name': 'tempest-NetworksTestDHCPv6-router-165580395', 'tenant_id': '114261922b524239868ecb1b3904502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:21Z', 'updated_at': '2022-02-04T13:31:26Z', 'revision_number': 2, 'project_id': '114261922b524239868ecb1b3904502c', 'gw_port_host': None, '_interfaces': [{'id': 'e138ed36-a60b-4ca3-b384-eab72e98d4d7', 'name': '', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'tenant_id': '114261922b524239868ecb1b3904502c', 'mac_address': 'fa:16:3e:ab:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30125bd6-4f81-4a60-9e73-7e16ed489e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '2bc762fc-a9bf-48e8-96cf-af3c782dd0d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:22Z', 'updated_at': '2022-02-04T13:31:31Z', 'revision_number': 4, 'project_id': '114261922b524239868ecb1b3904502c', 'subnets': [{'id': '2bc762fc-a9bf-48e8-96cf-af3c782dd0d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:31:33.104120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-2c1f1e57-3f50-45c2-b1da-9e6887272879 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168637 Feb 04 13:31:33.114577 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-34c05698-3ecd-499c-a6bc-d2b97c4e3174 service neutron] 10.222.0.96 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364841 Feb 04 13:31:33.142454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8556cda6-0e9e-4cd0-a207-ddd2690629c1 req-4610ce90-2a42-4806-9a59-666cc9d4860e tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/security-groups?id=580a65ff-af9e-4401-8d25-c92f171219a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546912 Feb 04 13:31:33.278499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625b789-352c-4763-a47c-03b3298ce3db req-ea881c5b-5f81-4beb-a241-1763a1cee35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:33.285937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3625b789-352c-4763-a47c-03b3298ce3db req-ea881c5b-5f81-4beb-a241-1763a1cee35c service neutron] 10.222.0.100 "GET /v2.0/networks?id=15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 200 len: 908 time: 0.5615811 Feb 04 13:31:33.316716 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-460ef876-aeb0-46e4-985b-9af16bd2178f req-6a1a7db3-8ab1-4b60-8e73-2e81525569ac tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 210 time: 0.0591040 Feb 04 13:31:33.416036 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3625b789-352c-4763-a47c-03b3298ce3db req-d3f9b94b-bbec-4cb2-b69a-31b655340128 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=314e7e4e-b003-4e20-89be-33901107ca48 HTTP/1.1" status: 200 len: 217 time: 0.1059415 Feb 04 13:31:33.445244 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe312a8-cd89-4ad4-9b7e-4d64732fd8ff x-openstack-request-id: req-7fe312a8-cd89-4ad4-9b7e-4d64732fd8ff {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:33.445768 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba2fdc4-f179-494f-b119-a47b994a5e40", "name": "network-vif-unplugged", "status": "completed", "tag": "9f0ac2b7-dff9-490b-b6cb-2a19dcf82363", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:33.446070 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7fe312a8-cd89-4ad4-9b7e-4d64732fd8ff {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:33.446605 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba2fdc4-f179-494f-b119-a47b994a5e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f0ac2b7-dff9-490b-b6cb-2a19dcf82363', 'code': 200} Feb 04 13:31:33.549054 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8547d7-0a4b-41b5-b07b-407cf148804f', 'name': 'network-vif-deleted', 'tag': 'bdf72ee1-67dd-4284-9eff-514842edeba4'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:33.555293 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ea488c-a870-49df-83f8-ff06b0785449" -d '{"events": [{"server_uuid": "6b8547d7-0a4b-41b5-b07b-407cf148804f", "name": "network-vif-deleted", "tag": "bdf72ee1-67dd-4284-9eff-514842edeba4"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:33.715516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625b789-352c-4763-a47c-03b3298ce3db req-2913858c-8a0f-4f80-96e5-4d65fcd86123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:33.719206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3625b789-352c-4763-a47c-03b3298ce3db req-2913858c-8a0f-4f80-96e5-4d65fcd86123 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 200 len: 847 time: 0.2900798 Feb 04 13:31:33.724043 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eae6607-82c7-4b79-8be1-1ce9c286a6e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Router 30125bd6-4f81-4a60-9e73-7e16ed489e84 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:31:33.750952 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d6a5c3b-c602-405d-8716-94c4bb3bc657 req-a962f281-6ab8-46b6-8f6f-005e7c47eda0 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 210 time: 0.1589365 Feb 04 13:31:33.753045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015a6f36-6a2a-4df6-952c-0f72cebc82a1 req-d7e4727e-a9c5-48d6-b3ad-14bb05a9b428 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6354918 Feb 04 13:31:33.782403 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45da705d-2a8f-4b2c-87b9-7c73049693a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (b31dbe73-9bea-48cb-89e7-bd072b40c11f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:33.783576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3625b789-352c-4763-a47c-03b3298ce3db req-746ebbaa-7bb8-40ee-9e74-9b5c468a19b7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=15db41b1-a6d5-41af-b587-4385571234bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428636 Feb 04 13:31:33.984675 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574529e5-2106-4dfe-8249-43254c45619d req-9f12a07a-0181-467f-8315-ed491c074f88 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:33.986422 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-574529e5-2106-4dfe-8249-43254c45619d req-9f12a07a-0181-467f-8315-ed491c074f88 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 943 time: 0.4050941 Feb 04 13:31:34.088089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd888a7-98a4-464d-9e9e-c56fcd1a09cc req-08903d49-213a-4d21-bec2-21d650c66cff tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:34.089740 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7bd888a7-98a4-464d-9e9e-c56fcd1a09cc req-08903d49-213a-4d21-bec2-21d650c66cff tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ba2fdc4-f179-494f-b119-a47b994a5e40 HTTP/1.1" status: 200 len: 943 time: 0.2174368 Feb 04 13:31:34.094277 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-574529e5-2106-4dfe-8249-43254c45619d req-068aa134-7efc-4c4a-b2c7-ebd00dcd04d3 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929580 Feb 04 13:31:34.120259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc70a7-46f8-4808-a780-c479b60356a7 req-988f186c-f6a2-4c02-ac0e-24fdf72212fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:34.121784 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-facc70a7-46f8-4808-a780-c479b60356a7 req-988f186c-f6a2-4c02-ac0e-24fdf72212fc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=902032e2469e4a9985e0c0a873286563&device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 1126 time: 0.2522390 Feb 04 13:31:34.216148 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3625b789-352c-4763-a47c-03b3298ce3db req-32512451-5e76-4d3f-8ee1-7295f627e8da service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191861 Feb 04 13:31:34.284858 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cd967f-2f87-46b6-b733-9b852fbafb30 x-openstack-request-id: req-e9cd967f-2f87-46b6-b733-9b852fbafb30 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:34.285161 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8547d7-0a4b-41b5-b07b-407cf148804f", "name": "network-vif-deleted", "tag": "bdf72ee1-67dd-4284-9eff-514842edeba4", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:34.285401 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e9cd967f-2f87-46b6-b733-9b852fbafb30 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:34.285858 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8547d7-0a4b-41b5-b07b-407cf148804f', 'name': 'network-vif-deleted', 'tag': 'bdf72ee1-67dd-4284-9eff-514842edeba4', 'status': 'completed', 'code': 200} Feb 04 13:31:34.337439 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eae6607-82c7-4b79-8be1-1ce9c286a6e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:31:34.430322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc70a7-46f8-4808-a780-c479b60356a7 req-418b6425-6b56-4575-9915-1462e57b24ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:34.430895 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2eae6607-82c7-4b79-8be1-1ce9c286a6e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "PUT /v2.0/routers/30125bd6-4f81-4a60-9e73-7e16ed489e84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3592074 Feb 04 13:31:34.431803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-facc70a7-46f8-4808-a780-c479b60356a7 req-418b6425-6b56-4575-9915-1462e57b24ec service neutron] 10.222.0.99 "GET /v2.0/networks?id=3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 200 len: 912 time: 0.2882545 Feb 04 13:31:34.435084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44894) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:34.446528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-7bd888a7-98a4-464d-9e9e-c56fcd1a09cc req-e86aa1db-3545-44b5-a105-1ea6323df7cb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Deleting port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:34.446886 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7bd888a7-98a4-464d-9e9e-c56fcd1a09cc req-e86aa1db-3545-44b5-a105-1ea6323df7cb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:34.554631 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-7bd888a7-98a4-464d-9e9e-c56fcd1a09cc req-e86aa1db-3545-44b5-a105-1ea6323df7cb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] For port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:34.554901 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7bd888a7-98a4-464d-9e9e-c56fcd1a09cc req-e86aa1db-3545-44b5-a105-1ea6323df7cb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:34.568979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-7bd888a7-98a4-464d-9e9e-c56fcd1a09cc req-e86aa1db-3545-44b5-a105-1ea6323df7cb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Calling delete_port for 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:34.598052 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea36406-2242-4538-977a-778a985ba653 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:34.599594 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea36406-2242-4538-977a-778a985ba653 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:34.603560 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3ea36406-2242-4538-977a-778a985ba653 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1642172 Feb 04 13:31:34.609684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44896) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:34.677025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45da705d-2a8f-4b2c-87b9-7c73049693a7 admin admin] Router b31dbe73-9bea-48cb-89e7-bd072b40c11f has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:31:34.697511 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f185267-05de-4a33-bba2-cf73eaaf4de6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 2bc762fc-a9bf-48e8-96cf-af3c782dd0d4 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:31:34.703805 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6f185267-05de-4a33-bba2-cf73eaaf4de6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (2bc762fc-a9bf-48e8-96cf-af3c782dd0d4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:34.719054 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-facc70a7-46f8-4808-a780-c479b60356a7 req-119c8d75-8826-4413-81ed-a8ca0b175ffe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750db185-25c4-41f4-a794-2a13d102f117 HTTP/1.1" status: 200 len: 217 time: 0.2772849 Feb 04 13:31:34.726259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ecb3e418-808d-4b74-945c-a56207016420 req-4bb73bdd-21a7-40fc-b069-2a92b5c1b022 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 210 time: 0.1080897 Feb 04 13:31:34.776370 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3625b789-352c-4763-a47c-03b3298ce3db req-6ab167e7-9867-45fe-91fd-cb10d8d1d53c service neutron] 10.222.0.100 "GET /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512292 Feb 04 13:31:34.830051 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6f185267-05de-4a33-bba2-cf73eaaf4de6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (2bc762fc-a9bf-48e8-96cf-af3c782dd0d4), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:34.848781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbeff2d-f378-4541-a7c8-11471122fe91 req-f2fed6c5-8654-41d7-8c9e-f8ab454e929c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:34.855775 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4dbeff2d-f378-4541-a7c8-11471122fe91 req-f2fed6c5-8654-41d7-8c9e-f8ab454e929c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 945 time: 0.4756534 Feb 04 13:31:34.869112 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc70a7-46f8-4808-a780-c479b60356a7 req-1079d255-06b8-4e41-a568-c12ce4c354bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:34.870620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-facc70a7-46f8-4808-a780-c479b60356a7 req-1079d255-06b8-4e41-a568-c12ce4c354bc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d5c6c736-1a92-4614-ab15-25c05ef4451a HTTP/1.1" status: 200 len: 851 time: 0.1425595 Feb 04 13:31:34.941258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e329af4-240d-4f67-bf34-902e3bea8075 req-2a08f5ff-c8ef-47bf-84b4-0ff18b481ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:34.942835 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e329af4-240d-4f67-bf34-902e3bea8075 req-2a08f5ff-c8ef-47bf-84b4-0ff18b481ad2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4681798be47a44eaa4c39f19c6d17fe4&device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 1128 time: 0.3230841 Feb 04 13:31:34.944783 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-facc70a7-46f8-4808-a780-c479b60356a7 req-44cc76d6-59ec-498e-803b-29b0c0070484 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3b107f3a-7cae-4846-88f9-0790288373fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590355 Feb 04 13:31:34.956374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45da705d-2a8f-4b2c-87b9-7c73049693a7 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:31:34.965860 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-45da705d-2a8f-4b2c-87b9-7c73049693a7 admin admin] 10.222.0.96 "PUT /v2.0/routers/b31dbe73-9bea-48cb-89e7-bd072b40c11f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0006926 Feb 04 13:31:34.967755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44902) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:34.985417 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef74003a-8e2c-45a6-9266-7bd194a74268 None None] Sync routers for ids ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:31:34.995727 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef74003a-8e2c-45a6-9266-7bd194a74268 None None] Routers {'b31dbe73-9bea-48cb-89e7-bd072b40c11f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:34.996569 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ef74003a-8e2c-45a6-9266-7bd194a74268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:31:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:35.224038 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-ef74003a-8e2c-45a6-9266-7bd194a74268 None None] Set router b31dbe73-9bea-48cb-89e7-bd072b40c11f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:35.351323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694d65c-94f2-4e46-b537-4d3dbd10427e None None] Sync routers for ids ['30125bd6-4f81-4a60-9e73-7e16ed489e84'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:31:35.371219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694d65c-94f2-4e46-b537-4d3dbd10427e None None] Routers {'30125bd6-4f81-4a60-9e73-7e16ed489e84'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:35.372100 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2694d65c-94f2-4e46-b537-4d3dbd10427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:31:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['30125bd6-4f81-4a60-9e73-7e16ed489e84'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:35.379051 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-743192f9-13d2-4e15-a846-8c82afdf81de tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:35.380883 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-743192f9-13d2-4e15-a846-8c82afdf81de tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.99 "GET /v2.0/networks?id=88b7b145-9182-4a19-b1fb-5c6b08aa0112 HTTP/1.1" status: 200 len: 805 time: 0.2642756 Feb 04 13:31:35.396138 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-09a0bb72-513f-4822-8544-30963ab8acce tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Request body: {'port': {'device_id': '5aef8a7d-1115-4415-ac4d-c822fe356f2e', 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112', 'admin_state_up': True, 'tenant_id': '3f24cfd32e484baba353172f9247b6d4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:35.529872 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ef74003a-8e2c-45a6-9266-7bd194a74268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'name': 'tempest-ServersTestJSON-993135970-router', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:47Z', 'updated_at': '2022-02-04T13:31:31Z', 'revision_number': 5, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'gw_port': {'id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:49Z', 'updated_at': '2022-02-04T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:35.560149 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef74003a-8e2c-45a6-9266-7bd194a74268 None None] Checking router: b31dbe73-9bea-48cb-89e7-bd072b40c11f for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:31:35.562646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-2694d65c-94f2-4e46-b537-4d3dbd10427e None None] Set router 30125bd6-4f81-4a60-9e73-7e16ed489e84 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:35.570673 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef74003a-8e2c-45a6-9266-7bd194a74268 None None] Routers {'b31dbe73-9bea-48cb-89e7-bd072b40c11f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:35.571297 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ef74003a-8e2c-45a6-9266-7bd194a74268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:31:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:35.676892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-09a0bb72-513f-4822-8544-30963ab8acce tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Made reservation on behalf of 3f24cfd32e484baba353172f9247b6d4 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:35.680587 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-09a0bb72-513f-4822-8544-30963ab8acce tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:35.691308 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6f185267-05de-4a33-bba2-cf73eaaf4de6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (2bc762fc-a9bf-48e8-96cf-af3c782dd0d4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:35.736033 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-ef74003a-8e2c-45a6-9266-7bd194a74268 None None] Set router b31dbe73-9bea-48cb-89e7-bd072b40c11f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:35.747115 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2694d65c-94f2-4e46-b537-4d3dbd10427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30125bd6-4f81-4a60-9e73-7e16ed489e84', 'name': 'tempest-NetworksTestDHCPv6-router-165580395', 'tenant_id': '114261922b524239868ecb1b3904502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:21Z', 'updated_at': '2022-02-04T13:31:31Z', 'revision_number': 3, 'project_id': '114261922b524239868ecb1b3904502c', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:35.772885 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7bd888a7-98a4-464d-9e9e-c56fcd1a09cc req-e86aa1db-3545-44b5-a105-1ea6323df7cb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (9f0ac2b7-dff9-490b-b6cb-2a19dcf82363), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:35.788646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694d65c-94f2-4e46-b537-4d3dbd10427e None None] Checking router: 30125bd6-4f81-4a60-9e73-7e16ed489e84 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:31:35.801292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694d65c-94f2-4e46-b537-4d3dbd10427e None None] Routers {'30125bd6-4f81-4a60-9e73-7e16ed489e84'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:35.802080 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2694d65c-94f2-4e46-b537-4d3dbd10427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:31:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['30125bd6-4f81-4a60-9e73-7e16ed489e84'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:35.820194 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-43d924c7-2bef-4db2-970a-ed98fd5c3f94 admin admin] Publish callbacks [] for router (b31dbe73-9bea-48cb-89e7-bd072b40c11f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:35.882792 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6f185267-05de-4a33-bba2-cf73eaaf4de6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (2bc762fc-a9bf-48e8-96cf-af3c782dd0d4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:35.890240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4dbeff2d-f378-4541-a7c8-11471122fe91 req-821aceb5-eab6-4a34-8994-7f4baf819c99 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0274582 Feb 04 13:31:35.903755 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86aa1db-3545-44b5-a105-1ea6323df7cb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Pushing event deleted for resources: {'Port': ['ID=9f0ac2b7-dff9-490b-b6cb-2a19dcf82363,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:35.936812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-2694d65c-94f2-4e46-b537-4d3dbd10427e None None] Set router 30125bd6-4f81-4a60-9e73-7e16ed489e84 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:35.956745 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f185267-05de-4a33-bba2-cf73eaaf4de6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc762fc-a9bf-48e8-96cf-af3c782dd0d4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:35.962772 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6f185267-05de-4a33-bba2-cf73eaaf4de6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:35.965967 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6f185267-05de-4a33-bba2-cf73eaaf4de6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/2bc762fc-a9bf-48e8-96cf-af3c782dd0d4 HTTP/1.1" status: 204 len: 168 time: 1.3554707 Feb 04 13:31:35.974577 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44908) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:36.023403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cd6604-67f9-4d0f-8e24-00be40db9e47 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:36.023937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-facc70a7-46f8-4808-a780-c479b60356a7 req-a8be0feb-2fee-4619-8eef-139490e32ab0 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0500255 Feb 04 13:31:36.028194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2694d65c-94f2-4e46-b537-4d3dbd10427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30125bd6-4f81-4a60-9e73-7e16ed489e84', 'name': 'tempest-NetworksTestDHCPv6-router-165580395', 'tenant_id': '114261922b524239868ecb1b3904502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:21Z', 'updated_at': '2022-02-04T13:31:31Z', 'revision_number': 3, 'project_id': '114261922b524239868ecb1b3904502c', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:36.050243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e054e-8cb8-42ec-b6e0-1aa79b5ba224 req-df40d847-3d8a-44d5-a7e3-258eef30ba42 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:36.057346 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-743e054e-8cb8-42ec-b6e0-1aa79b5ba224 req-df40d847-3d8a-44d5-a7e3-258eef30ba42 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 945 time: 1.1084919 Feb 04 13:31:36.114144 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ef74003a-8e2c-45a6-9266-7bd194a74268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'name': 'tempest-ServersTestJSON-993135970-router', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:47Z', 'updated_at': '2022-02-04T13:31:31Z', 'revision_number': 5, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'gw_port': {'id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:49Z', 'updated_at': '2022-02-04T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:36.115130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694d65c-94f2-4e46-b537-4d3dbd10427e None None] The sync data for ids ['30125bd6-4f81-4a60-9e73-7e16ed489e84'] in n-d-714676-13 is: [{'id': '30125bd6-4f81-4a60-9e73-7e16ed489e84', 'name': 'tempest-NetworksTestDHCPv6-router-165580395', 'tenant_id': '114261922b524239868ecb1b3904502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:21Z', 'updated_at': '2022-02-04T13:31:31Z', 'revision_number': 3, 'project_id': '114261922b524239868ecb1b3904502c', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:31:36.189866 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef74003a-8e2c-45a6-9266-7bd194a74268 None None] The sync data for ids ['b31dbe73-9bea-48cb-89e7-bd072b40c11f'] in n-d-714676-13 is: [{'id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'name': 'tempest-ServersTestJSON-993135970-router', 'tenant_id': '817ce1375b9d4df49c8c8fa7691aace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:47Z', 'updated_at': '2022-02-04T13:31:31Z', 'revision_number': 5, 'project_id': '817ce1375b9d4df49c8c8fa7691aace8', 'gw_port': {'id': '9640e601-bfa3-4c1b-a86d-f072aedfdf09', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31dbe73-9bea-48cb-89e7-bd072b40c11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:49Z', 'updated_at': '2022-02-04T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:31:36.208735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c646e91f-199e-46a7-90ca-3572296f9fd0 req-9fd84cc2-5561-4fab-acdb-7e388644cbb1 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 210 time: 0.1345844 Feb 04 13:31:36.265594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd888a7-98a4-464d-9e9e-c56fcd1a09cc req-e86aa1db-3545-44b5-a105-1ea6323df7cb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] No DVR routers for this DVR port 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:36.297250 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7bd888a7-98a4-464d-9e9e-c56fcd1a09cc req-e86aa1db-3545-44b5-a105-1ea6323df7cb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:36.300896 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7bd888a7-98a4-464d-9e9e-c56fcd1a09cc req-e86aa1db-3545-44b5-a105-1ea6323df7cb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.99 "DELETE /v2.0/ports/9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 HTTP/1.1" status: 204 len: 173 time: 2.1980073 Feb 04 13:31:36.304750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba2fdc4-f179-494f-b119-a47b994a5e40', 'name': 'network-vif-deleted', 'tag': '9f0ac2b7-dff9-490b-b6cb-2a19dcf82363'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:36.307186 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af08d552-e1d8-4dbb-9692-dc2ec7278596" -d '{"events": [{"server_uuid": "1ba2fdc4-f179-494f-b119-a47b994a5e40", "name": "network-vif-deleted", "tag": "9f0ac2b7-dff9-490b-b6cb-2a19dcf82363"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:36.310425 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e329af4-240d-4f67-bf34-902e3bea8075 req-c4db6f87-c0a3-4fbc-add1-f57c42c82589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:36.312491 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e329af4-240d-4f67-bf34-902e3bea8075 req-c4db6f87-c0a3-4fbc-add1-f57c42c82589 service neutron] 10.222.0.99 "GET /v2.0/networks?id=08890fdb-83ef-494e-a6a3-629508143503 HTTP/1.1" status: 200 len: 915 time: 1.3489707 Feb 04 13:31:36.378156 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-743e054e-8cb8-42ec-b6e0-1aa79b5ba224 req-c539299b-c53f-46e1-ad3a-eaceb40b4532 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/security-groups?id=580a65ff-af9e-4401-8d25-c92f171219a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196163 Feb 04 13:31:36.430034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e329af4-240d-4f67-bf34-902e3bea8075 req-6cc9ed19-38c6-45d9-bf13-e714312e1550 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b HTTP/1.1" status: 200 len: 217 time: 0.0993571 Feb 04 13:31:36.529143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6471d32e-e7d6-447f-8a85-4d279d20a557 None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:31:36.555464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4682ff23-0ecc-41b2-b989-78aa36dd502a req-49ea1167-22f2-4052-b5e0-f12b3670008d tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc672684-0f66-4425-abd5-48d31336748c HTTP/1.1" status: 200 len: 210 time: 0.0677488 Feb 04 13:31:36.570433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-facc70a7-46f8-4808-a780-c479b60356a7 req-967d7f9e-56ec-43d1-b756-aedeb7b31463 service neutron] 10.222.0.99 "GET /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052850 Feb 04 13:31:36.619904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75407a79-f679-4e5d-9256-cc0aec5f0fdb req-20e00407-725e-416f-8c7d-13b80e5bd434 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:36.622414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-75407a79-f679-4e5d-9256-cc0aec5f0fdb req-20e00407-725e-416f-8c7d-13b80e5bd434 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 943 time: 0.3204939 Feb 04 13:31:36.625226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e329af4-240d-4f67-bf34-902e3bea8075 req-0396b1a9-7b4e-456c-8b71-3d3de12be13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:36.627368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e329af4-240d-4f67-bf34-902e3bea8075 req-0396b1a9-7b4e-456c-8b71-3d3de12be13d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=598fdd09-78ae-4650-93d7-d6db9a19c217 HTTP/1.1" status: 200 len: 854 time: 0.1880336 Feb 04 13:31:36.659262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6471d32e-e7d6-447f-8a85-4d279d20a557 None None] Deleting port b9653c45-414f-4d2f-99dd-31c73f5fe2e4 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:36.664068 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6471d32e-e7d6-447f-8a85-4d279d20a557 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b9653c45-414f-4d2f-99dd-31c73f5fe2e4), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:36.678323 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d790819-19e5-4461-a696-ff4054e87fca x-openstack-request-id: req-6d790819-19e5-4461-a696-ff4054e87fca {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:36.678756 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba2fdc4-f179-494f-b119-a47b994a5e40", "name": "network-vif-deleted", "tag": "9f0ac2b7-dff9-490b-b6cb-2a19dcf82363", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:36.679032 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6d790819-19e5-4461-a696-ff4054e87fca {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:36.679485 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba2fdc4-f179-494f-b119-a47b994a5e40', 'name': 'network-vif-deleted', 'tag': '9f0ac2b7-dff9-490b-b6cb-2a19dcf82363', 'status': 'completed', 'code': 200} Feb 04 13:31:36.691266 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-09a0bb72-513f-4822-8544-30963ab8acce tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Allocated IP 172.20.0.13 (88b7b145-9182-4a19-b1fb-5c6b08aa0112/65276bc3-38f7-4354-8723-1e8038a429ba/ef77552c-0a44-43e1-ab8c-0cb6715321a8) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:36.722118 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e329af4-240d-4f67-bf34-902e3bea8075 req-22db607b-f882-4842-b870-8998143064e4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=08890fdb-83ef-494e-a6a3-629508143503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882351 Feb 04 13:31:36.745281 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3b932813-cb32-4cd5-a8a8-d8a8d0881fa1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7640245 Feb 04 13:31:36.753123 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44912) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:36.757597 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-43d924c7-2bef-4db2-970a-ed98fd5c3f94 admin admin] Publish callbacks [] for router_gateway (b31dbe73-9bea-48cb-89e7-bd072b40c11f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:36.785036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff204d5a-e813-4565-a238-018b601ef579 req-973b5b83-b883-462b-9759-6c150836dada tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:36.787432 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ff204d5a-e813-4565-a238-018b601ef579 req-973b5b83-b883-462b-9759-6c150836dada tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 945 time: 0.3104320 Feb 04 13:31:36.942848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6471d32e-e7d6-447f-8a85-4d279d20a557 None None] For port b9653c45-414f-4d2f-99dd-31c73f5fe2e4, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b9653c45-414f-4d2f-99dd-31c73f5fe2e4,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:36.944201 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6471d32e-e7d6-447f-8a85-4d279d20a557 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b9653c45-414f-4d2f-99dd-31c73f5fe2e4), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:37.009321 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b9653c45-414f-4d2f-99dd-31c73f5fe2e4 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:37.098034 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5987db15-fd0b-4cfc-9ea9-858bb9edf3e8 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for router (30125bd6-4f81-4a60-9e73-7e16ed489e84), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:37.122293 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-75407a79-f679-4e5d-9256-cc0aec5f0fdb req-c92cdebf-9f36-49cc-b77d-38f8c13040dc tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681232 Feb 04 13:31:37.127331 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6471d32e-e7d6-447f-8a85-4d279d20a557 None None] Calling delete_port for b9653c45-414f-4d2f-99dd-31c73f5fe2e4 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:37.229194 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-43d924c7-2bef-4db2-970a-ed98fd5c3f94 admin admin] Deleting port 9640e601-bfa3-4c1b-a86d-f072aedfdf09 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:37.230214 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-43d924c7-2bef-4db2-970a-ed98fd5c3f94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (9640e601-bfa3-4c1b-a86d-f072aedfdf09), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:37.304434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-ff204d5a-e813-4565-a238-018b601ef579 req-c0eedad8-9f7a-4bda-ba3e-89ab4caa54de tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Deleting port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:37.305153 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ff204d5a-e813-4565-a238-018b601ef579 req-c0eedad8-9f7a-4bda-ba3e-89ab4caa54de tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:37.330020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1607c-0826-4cb5-bc94-5309245d444b req-e78a4718-29d7-4b41-8d9a-5c24ab381e92 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:37.332069 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39b1607c-0826-4cb5-bc94-5309245d444b req-e78a4718-29d7-4b41-8d9a-5c24ab381e92 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 945 time: 0.3132443 Feb 04 13:31:37.402439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-423731cc-f8e5-4931-9cb5-84140e5f60d6 req-b33ddaa6-beba-485c-82e5-4d4df1de2e6f tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 210 time: 0.0595949 Feb 04 13:31:37.403762 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-09a0bb72-513f-4822-8544-30963ab8acce tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks [] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:37.439314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b9653c45-414f-4d2f-99dd-31c73f5fe2e4 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:37.439708 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b9653c45-414f-4d2f-99dd-31c73f5fe2e4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:37.535855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port b9653c45-414f-4d2f-99dd-31c73f5fe2e4, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b9653c45-414f-4d2f-99dd-31c73f5fe2e4,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:37.536799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e329af4-240d-4f67-bf34-902e3bea8075 req-5481bf3d-65bc-4e25-a454-921253b7851e service neutron] 10.222.0.99 "GET /v2.0/networks/08890fdb-83ef-494e-a6a3-629508143503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7811799 Feb 04 13:31:37.550002 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b9653c45-414f-4d2f-99dd-31c73f5fe2e4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:37.550002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 29108429-620a-4d8e-b7f4-5f70e55afb9a no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:37.570778 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5987db15-fd0b-4cfc-9ea9-858bb9edf3e8 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (30125bd6-4f81-4a60-9e73-7e16ed489e84), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:37.582703 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ff204d5a-e813-4565-a238-018b601ef579 req-c0eedad8-9f7a-4bda-ba3e-89ab4caa54de tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] For port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:37.583338 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ff204d5a-e813-4565-a238-018b601ef579 req-c0eedad8-9f7a-4bda-ba3e-89ab4caa54de tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:37.596548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 29108429-620a-4d8e-b7f4-5f70e55afb9a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:37.599551 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 29108429-620a-4d8e-b7f4-5f70e55afb9a not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:37.600359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e138ed36-a60b-4ca3-b384-eab72e98d4d7 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:37.636208 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5987db15-fd0b-4cfc-9ea9-858bb9edf3e8 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for router_controller (30125bd6-4f81-4a60-9e73-7e16ed489e84), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:37.642069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-ff204d5a-e813-4565-a238-018b601ef579 req-c0eedad8-9f7a-4bda-ba3e-89ab4caa54de tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Calling delete_port for fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:37.647064 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-43d924c7-2bef-4db2-970a-ed98fd5c3f94 admin admin] For port 9640e601-bfa3-4c1b-a86d-f072aedfdf09, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=9640e601-bfa3-4c1b-a86d-f072aedfdf09,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:37.647996 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-43d924c7-2bef-4db2-970a-ed98fd5c3f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (9640e601-bfa3-4c1b-a86d-f072aedfdf09), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:37.673740 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-43d924c7-2bef-4db2-970a-ed98fd5c3f94 admin admin] Calling delete_port for 9640e601-bfa3-4c1b-a86d-f072aedfdf09 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:37.676267 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-09a0bb72-513f-4822-8544-30963ab8acce tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:37.688680 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: e138ed36-a60b-4ca3-b384-eab72e98d4d7 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:37.689249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e138ed36-a60b-4ca3-b384-eab72e98d4d7 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:37.704690 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6471d32e-e7d6-447f-8a85-4d279d20a557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (b9653c45-414f-4d2f-99dd-31c73f5fe2e4), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:37.712408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event deleted for resources: {'Port': ['ID=b9653c45-414f-4d2f-99dd-31c73f5fe2e4,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:37.741178 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39b1607c-0826-4cb5-bc94-5309245d444b req-5c35c708-0f89-4454-9006-a1a1f11d1816 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606160 Feb 04 13:31:37.750707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6471d32e-e7d6-447f-8a85-4d279d20a557 None None] No DVR routers for this DVR port b9653c45-414f-4d2f-99dd-31c73f5fe2e4 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:37.756362 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5987db15-fd0b-4cfc-9ea9-858bb9edf3e8 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (30125bd6-4f81-4a60-9e73-7e16ed489e84), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:37.756949 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5987db15-fd0b-4cfc-9ea9-858bb9edf3e8 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Fanout notify agent at l3_agent the message router_deleted on router 30125bd6-4f81-4a60-9e73-7e16ed489e84 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:31:37.784825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471d32e-e7d6-447f-8a85-4d279d20a557 None None] Pushing event deleted for resources: {'Port': ['ID=b9653c45-414f-4d2f-99dd-31c73f5fe2e4,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:37.792710 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5987db15-fd0b-4cfc-9ea9-858bb9edf3e8 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:37.794196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5987db15-fd0b-4cfc-9ea9-858bb9edf3e8 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/routers/30125bd6-4f81-4a60-9e73-7e16ed489e84 HTTP/1.1" status: 204 len: 168 time: 1.0213592 Feb 04 13:31:37.810282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44922) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:37.869997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-08a08c74-6b7e-492d-932e-17eecb4897b7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0561423 Feb 04 13:31:37.887926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdf425-02e3-4235-a3e1-df93acb4e0c3 req-38f01385-dff7-4a2a-917f-c6966391d67b tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:37.893529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5fbdf425-02e3-4235-a3e1-df93acb4e0c3 req-38f01385-dff7-4a2a-917f-c6966391d67b tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 945 time: 0.3515737 Feb 04 13:31:37.900148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44926) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:37.904968 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e329af4-240d-4f67-bf34-902e3bea8075 req-f85af8d9-ade9-4024-ad9b-e8f50b54acae service neutron] 10.222.0.99 "GET /v2.0/networks/08890fdb-83ef-494e-a6a3-629508143503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571348 Feb 04 13:31:37.926941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0bb72-513f-4822-8544-30963ab8acce tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Pushing event updated for resources: {'Port': ['ID=ef77552c-0a44-43e1-ab8c-0cb6715321a8,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:37.958955 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-09a0bb72-513f-4822-8544-30963ab8acce tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:37.979773 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-09a0bb72-513f-4822-8544-30963ab8acce tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:38.000770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-09a0bb72-513f-4822-8544-30963ab8acce tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:38.148434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-09a0bb72-513f-4822-8544-30963ab8acce tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:38.149113 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-09a0bb72-513f-4822-8544-30963ab8acce tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:38.192301 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a9d69a-57c9-4eee-a8d3-e183ce158d7c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:38.197419 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a2a9d69a-57c9-4eee-a8d3-e183ce158d7c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2887974 Feb 04 13:31:38.202307 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44932) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:38.289908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-19d36b6c-7407-46bd-812c-0208614714b7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821493 Feb 04 13:31:38.291331 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-43d924c7-2bef-4db2-970a-ed98fd5c3f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (9640e601-bfa3-4c1b-a86d-f072aedfdf09), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:38.296080 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44934) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:38.296927 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5fbdf425-02e3-4235-a3e1-df93acb4e0c3 req-c9df47ba-3708-4fdd-b7f0-980180bdbc8a tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/security-groups?id=580a65ff-af9e-4401-8d25-c92f171219a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685396 Feb 04 13:31:38.303255 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-09a0bb72-513f-4822-8544-30963ab8acce tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9110236 Feb 04 13:31:38.316532 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-54b48440-7007-47e9-a1d4-c32099553fe6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:38.350090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d07100-e2e1-4df4-a1a7-8b5fcb8ffcf8 req-12d6ae0e-e000-4b1c-823f-7cd93187443c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:38.354530 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83d07100-e2e1-4df4-a1a7-8b5fcb8ffcf8 req-12d6ae0e-e000-4b1c-823f-7cd93187443c tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 943 time: 0.1112227 Feb 04 13:31:38.360319 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Request body: {'port': {'device_id': '5aef8a7d-1115-4415-ac4d-c822fe356f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:38.393094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d924c7-2bef-4db2-970a-ed98fd5c3f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=9640e601-bfa3-4c1b-a86d-f072aedfdf09,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:38.419895 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83d07100-e2e1-4df4-a1a7-8b5fcb8ffcf8 req-ed735420-92a3-4d33-ae97-160977ee5913 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607479 Feb 04 13:31:38.507921 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ff204d5a-e813-4565-a238-018b601ef579 req-c0eedad8-9f7a-4bda-ba3e-89ab4caa54de tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:38.521921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['355c92ab-2156-47d3-abb8-4333a39b455b', 'fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:31:38.560680 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-43d924c7-2bef-4db2-970a-ed98fd5c3f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (b31dbe73-9bea-48cb-89e7-bd072b40c11f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:38.575895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2bebd-41bc-4be1-a062-12ba0ece4c49 req-371b23ca-3802-445f-92f9-5d016a7946ff tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:38.581057 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5fe2bebd-41bc-4be1-a062-12ba0ece4c49 req-371b23ca-3802-445f-92f9-5d016a7946ff tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 932 time: 0.0908990 Feb 04 13:31:38.710334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5fe2bebd-41bc-4be1-a062-12ba0ece4c49 req-69260c1b-afb0-4b26-b42a-294826693624 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966325 Feb 04 13:31:38.740357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eedad8-9f7a-4bda-ba3e-89ab4caa54de tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Pushing event deleted for resources: {'Port': ['ID=fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:38.773101 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-43d924c7-2bef-4db2-970a-ed98fd5c3f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (b31dbe73-9bea-48cb-89e7-bd072b40c11f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:38.777336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-43d924c7-2bef-4db2-970a-ed98fd5c3f94 admin admin] Publish callbacks [] for router_controller (b31dbe73-9bea-48cb-89e7-bd072b40c11f), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:38.778777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:38.821438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff204d5a-e813-4565-a238-018b601ef579 req-c0eedad8-9f7a-4bda-ba3e-89ab4caa54de tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] No DVR routers for this DVR port fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:38.859904 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ff204d5a-e813-4565-a238-018b601ef579 req-c0eedad8-9f7a-4bda-ba3e-89ab4caa54de tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:38.863430 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ff204d5a-e813-4565-a238-018b601ef579 req-c0eedad8-9f7a-4bda-ba3e-89ab4caa54de tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "DELETE /v2.0/ports/fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d HTTP/1.1" status: 204 len: 173 time: 2.0653400 Feb 04 13:31:38.865183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9aa621-2849-4b6b-8369-5954371fddb0', 'name': 'network-vif-deleted', 'tag': 'fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:38.867611 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dbe01b-d60a-4462-9d7e-b32c2444e8ce" -d '{"events": [{"server_uuid": "cc9aa621-2849-4b6b-8369-5954371fddb0", "name": "network-vif-deleted", "tag": "fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:38.871858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b48440-7007-47e9-a1d4-c32099553fe6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:38.876715 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-54b48440-7007-47e9-a1d4-c32099553fe6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:38.878342 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d0d1a54-182f-4221-8559-22611c1e0bdd req-520b0617-7676-4299-b63d-73fa01787628 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc9aa621-2849-4b6b-8369-5954371fddb0 HTTP/1.1" status: 200 len: 210 time: 0.0392971 Feb 04 13:31:38.933222 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1258295c-c71f-4028-b062-00c7e5305525 x-openstack-request-id: req-1258295c-c71f-4028-b062-00c7e5305525 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:38.933549 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9aa621-2849-4b6b-8369-5954371fddb0", "name": "network-vif-deleted", "tag": "fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:38.933825 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1258295c-c71f-4028-b062-00c7e5305525 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:38.934889 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9aa621-2849-4b6b-8369-5954371fddb0', 'name': 'network-vif-deleted', 'tag': 'fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d', 'status': 'completed', 'code': 200} Feb 04 13:31:38.955410 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-43d924c7-2bef-4db2-970a-ed98fd5c3f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (b31dbe73-9bea-48cb-89e7-bd072b40c11f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:38.955875 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d924c7-2bef-4db2-970a-ed98fd5c3f94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b31dbe73-9bea-48cb-89e7-bd072b40c11f {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:31:38.964399 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-43d924c7-2bef-4db2-970a-ed98fd5c3f94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:38.965520 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-43d924c7-2bef-4db2-970a-ed98fd5c3f94 admin admin] 10.222.0.96 "DELETE /v2.0/routers/b31dbe73-9bea-48cb-89e7-bd072b40c11f HTTP/1.1" status: 204 len: 168 time: 3.9981654 Feb 04 13:31:38.969443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44944) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:39.028291 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a9dc26-f532-40a1-b873-2697f1430a0b admin admin] Deleting subnet dc151383-92f7-4d70-bfe3-bee2283b0521 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:31:39.032541 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30a9dc26-f532-40a1-b873-2697f1430a0b admin admin] Publish callbacks [] for subnet (dc151383-92f7-4d70-bfe3-bee2283b0521), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:39.135457 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30a9dc26-f532-40a1-b873-2697f1430a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (dc151383-92f7-4d70-bfe3-bee2283b0521), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:39.289434 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30a9dc26-f532-40a1-b873-2697f1430a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (dc151383-92f7-4d70-bfe3-bee2283b0521), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:39.326594 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 750db185-25c4-41f4-a794-2a13d102f117 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:31:39.341207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:39.381424 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30a9dc26-f532-40a1-b873-2697f1430a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (dc151383-92f7-4d70-bfe3-bee2283b0521), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:39.430839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9dc26-f532-40a1-b873-2697f1430a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc151383-92f7-4d70-bfe3-bee2283b0521,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:39.484880 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30a9dc26-f532-40a1-b873-2697f1430a0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:39.501412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-30a9dc26-f532-40a1-b873-2697f1430a0b admin admin] 10.222.0.96 "DELETE /v2.0/subnets/dc151383-92f7-4d70-bfe3-bee2283b0521 HTTP/1.1" status: 204 len: 168 time: 0.5303545 Feb 04 13:31:39.509869 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44952) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:39.523970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef77552c-0a44-43e1-ab8c-0cb6715321a8 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:31:39.548076 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Publish callbacks [] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:39.590428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229aa1c9-e71f-4b5b-a4b3-1096b876ee0e None None] Network efa4f540-f987-41c7-90f9-901a1a2e4296 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:39.625366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:39.625714 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9f0ac2b7-dff9-490b-b6cb-2a19dcf82363 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:39.721595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Transition to ACTIVE for port object ef77552c-0a44-43e1-ab8c-0cb6715321a8 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:39.729290 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 750db185-25c4-41f4-a794-2a13d102f117, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=750db185-25c4-41f4-a794-2a13d102f117,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:39.732271 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:39.771157 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '750db185-25c4-41f4-a794-2a13d102f117', 'network_id': '3b107f3a-7cae-4846-88f9-0790288373fc', 'port_id': '750db185-25c4-41f4-a794-2a13d102f117', 'mac_address': 'fa:16:3e:14:d9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c6c736-1a92-4614-ab15-25c05ef4451a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:31:39.840598 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (efa4f540-f987-41c7-90f9-901a1a2e4296), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:39.868497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 750db185-25c4-41f4-a794-2a13d102f117 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:39.869153 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (750db185-25c4-41f4-a794-2a13d102f117), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:39.885938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.objects.ports [None req-54b48440-7007-47e9-a1d4-c32099553fe6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:31:39.891114 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750db185-25c4-41f4-a794-2a13d102f117 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:31:39.908330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61c4da-d048-4e5b-ba44-7ce8f58f79a4 req-1c162642-57ba-4c5a-88ce-d176bb300557 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:39.921786 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-54b48440-7007-47e9-a1d4-c32099553fe6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (2de4e3f8-e0f2-4e45-8b14-02d32caf3ba3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:39.922408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 750db185-25c4-41f4-a794-2a13d102f117, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=750db185-25c4-41f4-a794-2a13d102f117,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:39.934260 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (750db185-25c4-41f4-a794-2a13d102f117), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:39.938996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b61c4da-d048-4e5b-ba44-7ce8f58f79a4 req-1c162642-57ba-4c5a-88ce-d176bb300557 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 945 time: 0.5209937 Feb 04 13:31:39.947983 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Pushing event updated for resources: {'Port': ['ID=ef77552c-0a44-43e1-ab8c-0cb6715321a8,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:40.018628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be12c473-a36a-4797-9cf5-64e6fee3237c None None] DHCP port deletion for efa4f540-f987-41c7-90f9-901a1a2e4296 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:31:40.022908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=750db185-25c4-41f4-a794-2a13d102f117,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:40.039819 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa39c8-7f34-4e17-ad64-047efbd3f4e8 req-5deba74e-6776-47d0-b9f2-96fa63855e1b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:40.046838 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80aa39c8-7f34-4e17-ad64-047efbd3f4e8 req-5deba74e-6776-47d0-b9f2-96fa63855e1b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 943 time: 0.3630896 Feb 04 13:31:40.096085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b48440-7007-47e9-a1d4-c32099553fe6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:40.125604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-54b48440-7007-47e9-a1d4-c32099553fe6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:40.140233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff8fa6b-fe0d-4386-b34e-f010c1497381 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:40.149971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b61c4da-d048-4e5b-ba44-7ce8f58f79a4 req-3ccf0567-81c4-46fc-8b72-3e1573d3c68c tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/security-groups?id=580a65ff-af9e-4401-8d25-c92f171219a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099428 Feb 04 13:31:40.228703 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-be12c473-a36a-4797-9cf5-64e6fee3237c None None] Deleting port 94517222-95d9-40d1-950d-e0c6f2bfede8 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:40.229089 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be12c473-a36a-4797-9cf5-64e6fee3237c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (94517222-95d9-40d1-950d-e0c6f2bfede8), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:40.338551 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80aa39c8-7f34-4e17-ad64-047efbd3f4e8 req-81b572b8-5c41-4193-9f5b-b0edd72aed70 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688439 Feb 04 13:31:40.355506 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['750db185-25c4-41f4-a794-2a13d102f117'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:31:40.413413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] Deleting port 94517222-95d9-40d1-950d-e0c6f2bfede8 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:40.418434 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (94517222-95d9-40d1-950d-e0c6f2bfede8), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:40.550055 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-be12c473-a36a-4797-9cf5-64e6fee3237c None None] For port 94517222-95d9-40d1-950d-e0c6f2bfede8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=94517222-95d9-40d1-950d-e0c6f2bfede8,segment=NetworkSegment(71629890-8372-4cd0-8047-6c5a2c73cd87),segment_id=71629890-8372-4cd0-8047-6c5a2c73cd87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:40.553050 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be12c473-a36a-4797-9cf5-64e6fee3237c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (94517222-95d9-40d1-950d-e0c6f2bfede8), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:40.613573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-be12c473-a36a-4797-9cf5-64e6fee3237c None None] Calling delete_port for 94517222-95d9-40d1-950d-e0c6f2bfede8 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:40.689883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': '2de4e3f8-e0f2-4e45-8b14-02d32caf3ba3'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:31:40.699493 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:40.714345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b48440-7007-47e9-a1d4-c32099553fe6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:40.715607 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-54b48440-7007-47e9-a1d4-c32099553fe6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:40.732077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b48440-7007-47e9-a1d4-c32099553fe6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=2de4e3f8-e0f2-4e45-8b14-02d32caf3ba3,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:40.757136 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e695c-7c09-43a5-9ac0-d42512a9bc70 req-29624afb-5708-4bf5-8b4c-694d91432eeb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:40.767822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f7e695c-7c09-43a5-9ac0-d42512a9bc70 req-29624afb-5708-4bf5-8b4c-694d91432eeb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 944 time: 0.4685929 Feb 04 13:31:40.790432 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9640e601-bfa3-4c1b-a86d-f072aedfdf09 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:40.795626 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-54b48440-7007-47e9-a1d4-c32099553fe6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4905922 Feb 04 13:31:40.806972 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44976) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:40.820272 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-02b6ffaf-0638-4616-8c3c-e9f4aedd6183 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:40.844491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Attempting to bind port ef77552c-0a44-43e1-ab8c-0cb6715321a8 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:31:40.845539 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Attempting to bind port ef77552c-0a44-43e1-ab8c-0cb6715321a8 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:31:40.845973 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Attempting to bind port ef77552c-0a44-43e1-ab8c-0cb6715321a8 on network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:40.910596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 9640e601-bfa3-4c1b-a86d-f072aedfdf09 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:40.911211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9640e601-bfa3-4c1b-a86d-f072aedfdf09 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:40.911825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 94517222-95d9-40d1-950d-e0c6f2bfede8 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:40.924558 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be12c473-a36a-4797-9cf5-64e6fee3237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (94517222-95d9-40d1-950d-e0c6f2bfede8), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:40.929579 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Port ef77552c-0a44-43e1-ab8c-0cb6715321a8 on network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:31:40.930024 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Attempting to bind port ef77552c-0a44-43e1-ab8c-0cb6715321a8 on network 88b7b145-9182-4a19-b1fb-5c6b08aa0112 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:40.972559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:31:40.973030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-f1735147-1f9d-409a-b5c1-596ea5fb0d90 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:40.974746 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-f1735147-1f9d-409a-b5c1-596ea5fb0d90 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 806 time: 0.1899152 Feb 04 13:31:40.977345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Checking segment: {'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:40.977887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Bound using segment: {'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:31:40.978452 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Bound port: ef77552c-0a44-43e1-ab8c-0cb6715321a8, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa691e60-cba3-480b-80fd-039c19a2dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:31:40.978831 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:41.021143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12c473-a36a-4797-9cf5-64e6fee3237c None None] Pushing event deleted for resources: {'Port': ['ID=94517222-95d9-40d1-950d-e0c6f2bfede8,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:41.028039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] For port 94517222-95d9-40d1-950d-e0c6f2bfede8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=94517222-95d9-40d1-950d-e0c6f2bfede8,segment=NetworkSegment(71629890-8372-4cd0-8047-6c5a2c73cd87),segment_id=71629890-8372-4cd0-8047-6c5a2c73cd87)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:41.028345 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (94517222-95d9-40d1-950d-e0c6f2bfede8), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:41.033863 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-25699f1c-1ea9-4810-8e64-d82b825b0881 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/quotas/688a1d8829de4353a6d958abc734325e HTTP/1.1" status: 200 len: 375 time: 0.0347154 Feb 04 13:31:41.086570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] Calling delete_port for 94517222-95d9-40d1-950d-e0c6f2bfede8 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:41.142190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 94517222-95d9-40d1-950d-e0c6f2bfede8 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:41.142882 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 94517222-95d9-40d1-950d-e0c6f2bfede8 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:41.201534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be12c473-a36a-4797-9cf5-64e6fee3237c None None] No DVR routers for this DVR port 94517222-95d9-40d1-950d-e0c6f2bfede8 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:41.209707 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f7e695c-7c09-43a5-9ac0-d42512a9bc70 req-f78f271e-f74f-4bdc-93fe-2a5eaef7e7ab tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408972 Feb 04 13:31:41.212714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] For port ef77552c-0a44-43e1-ab8c-0cb6715321a8, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:31:41.215415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b6ffaf-0638-4616-8c3c-e9f4aedd6183 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:41.220664 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02b6ffaf-0638-4616-8c3c-e9f4aedd6183 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:41.282078 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] For port ef77552c-0a44-43e1-ab8c-0cb6715321a8, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ef77552c-0a44-43e1-ab8c-0cb6715321a8,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:31:41.300012 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e9b15758-a8bb-4663-9d46-21d6dfa78f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:41.328942 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:41.370741 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-43199581-f405-4943-ba9c-ead8a9211536 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3272693 Feb 04 13:31:41.373802 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:41.405317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:41.410607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fc9aac9f-b8a6-4dba-9b66-100b1d3c7d9d not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:41.465268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Allocated IP 2001:db8::f816:3eff:fe16:59d (2ee6628b-98e8-4827-b47e-b9107cd39956/2de4e3f8-e0f2-4e45-8b14-02d32caf3ba3/d419ab4c-0e98-47c4-8aee-c04ce0d70a63) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:41.490078 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (94517222-95d9-40d1-950d-e0c6f2bfede8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:41.536540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] Pushing event deleted for resources: {'Port': ['ID=94517222-95d9-40d1-950d-e0c6f2bfede8,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:41.540502 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] No DVR routers for this DVR port 94517222-95d9-40d1-950d-e0c6f2bfede8 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:41.578939 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:41.579381 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:41.580299 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-0e636ce2-a63e-44a5-bfa8-2ba9a3e67b4a service neutron] 10.222.0.96 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085853 Feb 04 13:31:41.581171 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] 10.222.0.99 "PUT /v2.0/ports/ef77552c-0a44-43e1-ab8c-0cb6715321a8 HTTP/1.1" status: 200 len: 1093 time: 3.2358127 Feb 04 13:31:41.614247 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aef8a7d-1115-4415-ac4d-c822fe356f2e', 'tag': 'ef77552c-0a44-43e1-ab8c-0cb6715321a8'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:41.633093 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77974f1f-3826-47b3-95eb-8bec8d834332" -d '{"events": [{"name": "network-changed", "server_uuid": "5aef8a7d-1115-4415-ac4d-c822fe356f2e", "tag": "ef77552c-0a44-43e1-ab8c-0cb6715321a8"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:41.706747 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-18956d72-d557-484a-bb9b-5aecfdc50118 service neutron] 10.222.0.96 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251593 Feb 04 13:31:41.870182 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927f766-a295-4be0-83ee-4bc3a6a59654 service neutron] Pushing event updated for resources: {'Port': ['ID=ef77552c-0a44-43e1-ab8c-0cb6715321a8,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:41.895599 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Publish callbacks [] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:41.905718 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:41.948263 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (efa4f540-f987-41c7-90f9-901a1a2e4296), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:42.020271 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa4f540-f987-41c7-90f9-901a1a2e4296']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:42.034537 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71629890-8372-4cd0-8047-6c5a2c73cd87') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:42.035640 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71629890-8372-4cd0-8047-6c5a2c73cd87') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:42.049221 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (71629890-8372-4cd0-8047-6c5a2c73cd87), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:42.084022 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (71629890-8372-4cd0-8047-6c5a2c73cd87), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:42.103075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:31:42.103714 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (71629890-8372-4cd0-8047-6c5a2c73cd87), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:42.202553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Pushing event updated for resources: {'Port': ['ID=d419ab4c-0e98-47c4-8aee-c04ce0d70a63,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:42.212444 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:42.215378 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:31:42.217925 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:31:42.226585 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:42.237786 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-7e23f36f-1dda-4e8d-a497-dbdaf5626706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:42.246079 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-7e23f36f-1dda-4e8d-a497-dbdaf5626706 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3f24cfd32e484baba353172f9247b6d4&device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 1127 time: 0.6075330 Feb 04 13:31:42.344013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Attempting to bind port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:31:42.344890 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Attempting to bind port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:31:42.345269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Attempting to bind port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:42.362665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:31:42.362665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:42.362996 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:42.363388 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:31:42.363880 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Bound port: d419ab4c-0e98-47c4-8aee-c04ce0d70a63, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:31:42.364268 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:42.381995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fc5fb-0667-4b58-b11f-9b7f8469bffe req-a986b8c0-4df6-4623-9018-25d18c0990e1 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:42.384712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-433fc5fb-0667-4b58-b11f-9b7f8469bffe req-a986b8c0-4df6-4623-9018-25d18c0990e1 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 945 time: 0.1642640 Feb 04 13:31:42.387815 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (efa4f540-f987-41c7-90f9-901a1a2e4296), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:42.406254 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:42.413817 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] 10.222.0.96 "DELETE /v2.0/networks/efa4f540-f987-41c7-90f9-901a1a2e4296 HTTP/1.1" status: 204 len: 168 time: 2.8980396 Feb 04 13:31:42.474762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beae96-b30c-4657-9ba4-900b67eb8dca req-3550f124-e59a-4926-b7e5-28ccff82705f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:42.480165 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-d05a5f33-c7dd-47c8-bc5c-0e55db38ddc4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef77552c-0a44-43e1-ab8c-0cb6715321a8 HTTP/1.1" status: 200 len: 217 time: 0.2176459 Feb 04 13:31:42.486026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32beae96-b30c-4657-9ba4-900b67eb8dca req-3550f124-e59a-4926-b7e5-28ccff82705f tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 944 time: 0.6456528 Feb 04 13:31:42.520461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf4f8d-5a6b-441f-8d5b-ca5377d898fb admin admin] Pushing event deleted for resources: {'Network': ['ID=efa4f540-f987-41c7-90f9-901a1a2e4296,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:42.535704 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] For port d419ab4c-0e98-47c4-8aee-c04ce0d70a63, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:31:42.549224 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] For port d419ab4c-0e98-47c4-8aee-c04ce0d70a63, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d419ab4c-0e98-47c4-8aee-c04ce0d70a63,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:31:42.563157 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:42.582974 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02b6ffaf-0638-4616-8c3c-e9f4aedd6183 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (9f3fc04b-8fe3-4766-8adc-ed1049384f9f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:42.598396 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-433fc5fb-0667-4b58-b11f-9b7f8469bffe req-32cdf880-5aed-40e2-a1de-7f9c05e7fb37 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/security-groups?id=580a65ff-af9e-4401-8d25-c92f171219a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822867 Feb 04 13:31:42.698291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32beae96-b30c-4657-9ba4-900b67eb8dca req-8b4f4ff7-9313-4b7b-bd37-bd21c2669a02 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092841 Feb 04 13:31:42.743222 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad63b3-8db8-470b-b6aa-c445dd21fb24 None None] Pushing event updated for resources: {'Port': ['ID=d419ab4c-0e98-47c4-8aee-c04ce0d70a63,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:42.750615 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45004) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:42.797979 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234f18bb-cc5c-4211-8fb3-ff6933caba87 x-openstack-request-id: req-234f18bb-cc5c-4211-8fb3-ff6933caba87 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:42.803388 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aef8a7d-1115-4415-ac4d-c822fe356f2e", "tag": "ef77552c-0a44-43e1-ab8c-0cb6715321a8", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:42.804633 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-234f18bb-cc5c-4211-8fb3-ff6933caba87 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:42.806439 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aef8a7d-1115-4415-ac4d-c822fe356f2e', 'tag': 'ef77552c-0a44-43e1-ab8c-0cb6715321a8', 'status': 'completed', 'code': 200} Feb 04 13:31:42.937816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b6ffaf-0638-4616-8c3c-e9f4aedd6183 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:42.959107 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-02b6ffaf-0638-4616-8c3c-e9f4aedd6183 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:42.972951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b6ffaf-0638-4616-8c3c-e9f4aedd6183 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:42.973647 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02b6ffaf-0638-4616-8c3c-e9f4aedd6183 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:43.142017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-671c7fd2-3d6d-4943-8cb4-3e1ede3aeb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:43.146119 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-671c7fd2-3d6d-4943-8cb4-3e1ede3aeb25 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=65276bc3-38f7-4354-8723-1e8038a429ba HTTP/1.1" status: 200 len: 845 time: 0.6537924 Feb 04 13:31:43.266866 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-11732905-4804-47b5-9086-686bbad02a2e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=88b7b145-9182-4a19-b1fb-5c6b08aa0112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071625 Feb 04 13:31:43.273052 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-02b6ffaf-0638-4616-8c3c-e9f4aedd6183 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4626181 Feb 04 13:31:43.273377 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6ffaf-0638-4616-8c3c-e9f4aedd6183 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=9f3fc04b-8fe3-4766-8adc-ed1049384f9f,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:43.297103 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45006) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:43.304553 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-50e88d5b-00bf-4afb-81b1-28e625cbc6a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'mac_address': 'fa:16:3e:c6:13:1b', 'name': 'tempest-NetworksTestDHCPv6-1107807735'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:43.341178 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 750db185-25c4-41f4-a794-2a13d102f117 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:43.475546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 750db185-25c4-41f4-a794-2a13d102f117 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:43.508094 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 750db185-25c4-41f4-a794-2a13d102f117 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:43.508516 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (750db185-25c4-41f4-a794-2a13d102f117), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:43.662839 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-671d6a8f-005a-4a4f-83aa-58e170b5aaac req-a7bdbe07-6bf9-40eb-b9f0-94c036f028f3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 210 time: 0.8705819 Feb 04 13:31:43.822566 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1ad71cf6-e48e-457b-9a67-017617c4e66c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=817ce1375b9d4df49c8c8fa7691aace8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0605106 Feb 04 13:31:43.823745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45016) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:43.861657 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-1969e7ab-413a-409d-a823-1e688678196f service neutron] 10.222.0.99 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619328 Feb 04 13:31:43.865348 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e88d5b-00bf-4afb-81b1-28e625cbc6a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:43.888326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 750db185-25c4-41f4-a794-2a13d102f117 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:43.889774 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (750db185-25c4-41f4-a794-2a13d102f117), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:43.946549 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:43.975606 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f5b8c7e8-14b0-4b12-9539-91a9fb104a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:44.038186 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce5313f-1121-4d30-94e4-6deeef846c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750db185-25c4-41f4-a794-2a13d102f117'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:44.044226 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c279918-4e9b-4cd4-b643-2f8ec4293dba" -d '{"events": [{"server_uuid": "7ce5313f-1121-4d30-94e4-6deeef846c35", "name": "network-vif-plugged", "status": "completed", "tag": "750db185-25c4-41f4-a794-2a13d102f117"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:44.060040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 750db185-25c4-41f4-a794-2a13d102f117, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=750db185-25c4-41f4-a794-2a13d102f117,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:44.070059 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (750db185-25c4-41f4-a794-2a13d102f117), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:44.073559 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-47353027-fc4e-44f3-b7e9-d7d220f2d7c0 req-7fcdd1ad-54f9-4b2a-94a2-1b7f830c5284 service neutron] 10.222.0.99 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018430 Feb 04 13:31:44.175953 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe14ad6-29b0-4721-9521-d7d4ca1603a9 req-7534227b-e021-463b-9e14-ca88ee4c875a tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:44.177608 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6fe14ad6-29b0-4721-9521-d7d4ca1603a9 req-7534227b-e021-463b-9e14-ca88ee4c875a tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.99 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 945 time: 0.9052353 Feb 04 13:31:44.194040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=750db185-25c4-41f4-a794-2a13d102f117,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:44.227337 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-12dc63aa-6d32-4902-bf5f-69ca210f87b4 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:44.228947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-12dc63aa-6d32-4902-bf5f-69ca210f87b4 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 806 time: 0.2926674 Feb 04 13:31:44.267173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-0d961c82-ab0b-4082-8f9f-3c8cd0d15290 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Request body: {'port': {'device_id': 'd9fc110e-6d06-497e-ad74-4eab8f987263', 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96', 'admin_state_up': True, 'tenant_id': '688a1d8829de4353a6d958abc734325e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:44.291252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9b0bb-268a-41c9-80b4-b89704de32e5 req-02fe0c6a-0814-4306-91e1-bed0d5fad3dc tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:44.292894 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fb9b0bb-268a-41c9-80b4-b89704de32e5 req-02fe0c6a-0814-4306-91e1-bed0d5fad3dc tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 944 time: 0.6284752 Feb 04 13:31:44.367625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77974f1f-3826-47b3-95eb-8bec8d834332 req-bdb75bec-fd1e-4ad4-bf06-c39a67998e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:44.369172 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-77974f1f-3826-47b3-95eb-8bec8d834332 req-bdb75bec-fd1e-4ad4-bf06-c39a67998e9d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3f24cfd32e484baba353172f9247b6d4&device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 1127 time: 0.1904426 Feb 04 13:31:44.463339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2929b-505e-49f2-9cd2-74ca36726823 req-1073647e-e108-4dc7-9d2c-41d4857482ea tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:44.487902 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-daf2929b-505e-49f2-9cd2-74ca36726823 req-1073647e-e108-4dc7-9d2c-41d4857482ea tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 945 time: 0.6977079 Feb 04 13:31:44.516302 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:44.549251 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-50e88d5b-00bf-4afb-81b1-28e625cbc6a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:44.594290 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883b03f0-4cb7-4184-bd60-9ed670c4235e None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:44.636370 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12450fc1-602c-4994-b69f-a87b1d012e1b admin admin] Publish callbacks [] for security_group (7be2708e-d918-478d-bc77-af5afbea2694), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:44.707811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-50e88d5b-00bf-4afb-81b1-28e625cbc6a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port 033ef60a-35f7-4213-8592-6c58c1d49fbc yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:31:44.896230 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d419ab4c-0e98-47c4-8aee-c04ce0d70a63 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:44.912060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-0d961c82-ab0b-4082-8f9f-3c8cd0d15290 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Made reservation on behalf of 688a1d8829de4353a6d958abc734325e for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:44.919419 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-0d961c82-ab0b-4082-8f9f-3c8cd0d15290 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:44.946997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fb9b0bb-268a-41c9-80b4-b89704de32e5 req-3788a7af-6995-448b-b5df-351a257ff70e tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442917 Feb 04 13:31:44.980218 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12450fc1-602c-4994-b69f-a87b1d012e1b admin admin] Publish callbacks [] for security_group (7be2708e-d918-478d-bc77-af5afbea2694), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:45.041150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-16a5d394-f4e9-495f-9a1b-f72ef24cbafd None None] Provisioning complete for port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:45.041817 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-16a5d394-f4e9-495f-9a1b-f72ef24cbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:45.057873 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-daf2929b-505e-49f2-9cd2-74ca36726823 req-5148c47e-b22f-4775-9073-f5d43823cead tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/security-groups?id=580a65ff-af9e-4401-8d25-c92f171219a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687537 Feb 04 13:31:45.191113 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77974f1f-3826-47b3-95eb-8bec8d834332 req-d95eae1d-9ece-4d6c-a073-18e01efd5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:45.193795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:45.194337 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:45.200082 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-77974f1f-3826-47b3-95eb-8bec8d834332 req-d95eae1d-9ece-4d6c-a073-18e01efd5fa7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=88b7b145-9182-4a19-b1fb-5c6b08aa0112 HTTP/1.1" status: 200 len: 906 time: 0.8074241 Feb 04 13:31:45.200635 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974c0eb2-c224-4218-9aff-c1b9f716b073 x-openstack-request-id: req-974c0eb2-c224-4218-9aff-c1b9f716b073 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:45.201793 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce5313f-1121-4d30-94e4-6deeef846c35", "name": "network-vif-plugged", "status": "completed", "tag": "750db185-25c4-41f4-a794-2a13d102f117", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:45.202065 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-974c0eb2-c224-4218-9aff-c1b9f716b073 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:45.202540 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce5313f-1121-4d30-94e4-6deeef846c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750db185-25c4-41f4-a794-2a13d102f117', 'code': 200} Feb 04 13:31:45.277219 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-6fe14ad6-29b0-4721-9521-d7d4ca1603a9 req-294422d2-4fea-4207-82de-b181283682eb tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Deleting port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:45.278956 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6fe14ad6-29b0-4721-9521-d7d4ca1603a9 req-294422d2-4fea-4207-82de-b181283682eb tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:45.361551 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719e12ef-aa36-4520-9ecc-660d64bf1679 None None] Update dhcp port {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'fixed_ips': [{'subnet_id': '2de4e3f8-e0f2-4e45-8b14-02d32caf3ba3', 'ip_address': '2001:db8::f816:3eff:fe16:59d'}, {'subnet_id': '9f3fc04b-8fe3-4766-8adc-ed1049384f9f'}], 'binding:host_id': 'n-d-714676-13'}, 'id': 'd419ab4c-0e98-47c4-8aee-c04ce0d70a63'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:31:45.369578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-16a5d394-f4e9-495f-9a1b-f72ef24cbafd None None] Current status of the port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:45.370085 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-16a5d394-f4e9-495f-9a1b-f72ef24cbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:45.511536 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12450fc1-602c-4994-b69f-a87b1d012e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7be2708e-d918-478d-bc77-af5afbea2694), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:45.514663 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12450fc1-602c-4994-b69f-a87b1d012e1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:45.516076 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-12450fc1-602c-4994-b69f-a87b1d012e1b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7be2708e-d918-478d-bc77-af5afbea2694 HTTP/1.1" status: 204 len: 168 time: 1.6867018 Feb 04 13:31:45.575135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-734f22cc-32bb-484b-b4fe-8329c984ac6d req-0390755e-01b6-4ca3-a2ba-aa4f5edeb841 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 210 time: 0.1669781 Feb 04 13:31:45.619941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12450fc1-602c-4994-b69f-a87b1d012e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be2708e-d918-478d-bc77-af5afbea2694,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:45.639773 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:45.643406 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-719e12ef-aa36-4520-9ecc-660d64bf1679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:45.662644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330afb9-5f2e-4054-b072-6ced8332ea73 req-94bb7272-ec56-46ca-b2b9-5eeabebd267e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:45.670873 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5330afb9-5f2e-4054-b072-6ced8332ea73 req-94bb7272-ec56-46ca-b2b9-5eeabebd267e tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 945 time: 0.5517821 Feb 04 13:31:45.770505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5330afb9-5f2e-4054-b072-6ced8332ea73 req-5c6c3d16-9ebb-4e75-8c30-507d2c2411ff tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943711 Feb 04 13:31:45.785602 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73826c48-91bb-46be-aac7-51b9dbae735f req-8e95cf1b-aa6e-46ec-850e-dd77b411e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:45.787572 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73826c48-91bb-46be-aac7-51b9dbae735f req-8e95cf1b-aa6e-46ec-850e-dd77b411e271 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 1128 time: 0.4184682 Feb 04 13:31:45.792933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-0d961c82-ab0b-4082-8f9f-3c8cd0d15290 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Allocated IP 172.20.0.10 (d188bd97-3ae7-401d-8731-0d5589265d96/ddd53861-36d1-4ddc-a3f4-939049859c05/77b92383-e836-4e3c-8d33-19a61ef0aa4a) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:45.859065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-16a5d394-f4e9-495f-9a1b-f72ef24cbafd None None] For port d419ab4c-0e98-47c4-8aee-c04ce0d70a63, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d419ab4c-0e98-47c4-8aee-c04ce0d70a63,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:45.872681 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:45.874368 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:45.915850 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-16a5d394-f4e9-495f-9a1b-f72ef24cbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:45.960487 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-77974f1f-3826-47b3-95eb-8bec8d834332 req-4a72cc83-7bbd-484d-9e9e-9bd49f5cc28d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef77552c-0a44-43e1-ab8c-0cb6715321a8 HTTP/1.1" status: 200 len: 217 time: 0.7416317 Feb 04 13:31:46.026583 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-0d961c82-ab0b-4082-8f9f-3c8cd0d15290 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks [] for port (77b92383-e836-4e3c-8d33-19a61ef0aa4a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:46.097068 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-0d961c82-ab0b-4082-8f9f-3c8cd0d15290 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (77b92383-e836-4e3c-8d33-19a61ef0aa4a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:46.098278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5d394-f4e9-495f-9a1b-f72ef24cbafd None None] Pushing event updated for resources: {'Port': ['ID=d419ab4c-0e98-47c4-8aee-c04ce0d70a63,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:46.233985 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['355c92ab-2156-47d3-abb8-4333a39b455b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:31:46.267340 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-50e88d5b-00bf-4afb-81b1-28e625cbc6a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 172.20.0.6 (2ee6628b-98e8-4827-b47e-b9107cd39956/9f3fc04b-8fe3-4766-8adc-ed1049384f9f/033ef60a-35f7-4213-8592-6c58c1d49fbc) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:46.267873 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73826c48-91bb-46be-aac7-51b9dbae735f req-f3e85bc8-7c93-463b-a371-7d84f0caa182 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035921 Feb 04 13:31:46.306824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-50e88d5b-00bf-4afb-81b1-28e625cbc6a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::f816:3eff:fec6:131b (2ee6628b-98e8-4827-b47e-b9107cd39956/2de4e3f8-e0f2-4e45-8b14-02d32caf3ba3/033ef60a-35f7-4213-8592-6c58c1d49fbc) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:46.360421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-0d961c82-ab0b-4082-8f9f-3c8cd0d15290 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Network d188bd97-3ae7-401d-8731-0d5589265d96 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:46.383004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-0d961c82-ab0b-4082-8f9f-3c8cd0d15290 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:46.390347 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:31:46.390847 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:31:46.401087 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-0d961c82-ab0b-4082-8f9f-3c8cd0d15290 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:46.492411 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d961c82-ab0b-4082-8f9f-3c8cd0d15290 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Pushing event updated for resources: {'Port': ['ID=77b92383-e836-4e3c-8d33-19a61ef0aa4a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:46.560908 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-50e88d5b-00bf-4afb-81b1-28e625cbc6a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (033ef60a-35f7-4213-8592-6c58c1d49fbc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:46.571058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d264a88-00d2-4b94-a88b-c08a2a8bb123 req-f8afb5d4-fb41-43e1-bee9-b3d45d41efa4 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:46.588265 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d264a88-00d2-4b94-a88b-c08a2a8bb123 req-f8afb5d4-fb41-43e1-bee9-b3d45d41efa4 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 944 time: 0.4667964 Feb 04 13:31:46.600770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-6fe14ad6-29b0-4721-9521-d7d4ca1603a9 req-294422d2-4fea-4207-82de-b181283682eb tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] For port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b,segment=NetworkSegment(15a441ea-e1bf-4b77-8813-b2c250eab858),segment_id=15a441ea-e1bf-4b77-8813-b2c250eab858)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:46.601251 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6fe14ad6-29b0-4721-9521-d7d4ca1603a9 req-294422d2-4fea-4207-82de-b181283682eb tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:46.630915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-6fe14ad6-29b0-4721-9521-d7d4ca1603a9 req-294422d2-4fea-4207-82de-b181283682eb tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Calling delete_port for f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:46.636491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77974f1f-3826-47b3-95eb-8bec8d834332 req-7574e498-9d23-4ce8-8775-dc6d7f415b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:46.639388 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-77974f1f-3826-47b3-95eb-8bec8d834332 req-7574e498-9d23-4ce8-8775-dc6d7f415b95 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=65276bc3-38f7-4354-8723-1e8038a429ba HTTP/1.1" status: 200 len: 845 time: 0.6677902 Feb 04 13:31:46.694147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-0d961c82-ab0b-4082-8f9f-3c8cd0d15290 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:46.694861 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-0d961c82-ab0b-4082-8f9f-3c8cd0d15290 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:46.709329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0a410-71ed-42ee-8a08-4fe794147497 req-92d80d6b-b690-494c-9a9e-178cc2a45d58 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:46.710966 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8b0a410-71ed-42ee-8a08-4fe794147497 req-92d80d6b-b690-494c-9a9e-178cc2a45d58 tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/ports?device_id=356ab9e9-9c70-49c1-954d-082dcd331c8e HTTP/1.1" status: 200 len: 945 time: 0.3938525 Feb 04 13:31:46.730204 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-77974f1f-3826-47b3-95eb-8bec8d834332 req-d5048259-97f5-4288-9b57-f233841bf32b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=88b7b145-9182-4a19-b1fb-5c6b08aa0112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833950 Feb 04 13:31:46.740974 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:46.825255 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-0d961c82-ab0b-4082-8f9f-3c8cd0d15290 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5733132 Feb 04 13:31:46.840299 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Request body: {'port': {'device_id': 'd9fc110e-6d06-497e-ad74-4eab8f987263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:46.867583 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d264a88-00d2-4b94-a88b-c08a2a8bb123 req-4a06eae7-71b2-4f53-89c5-64a4de37b226 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784472 Feb 04 13:31:46.927083 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-77974f1f-3826-47b3-95eb-8bec8d834332 req-78847359-ece4-4918-acab-3ee73b3e9d6a service neutron] 10.222.0.99 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886387 Feb 04 13:31:46.968926 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-50e88d5b-00bf-4afb-81b1-28e625cbc6a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (033ef60a-35f7-4213-8592-6c58c1d49fbc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:46.986232 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8b0a410-71ed-42ee-8a08-4fe794147497 req-27101908-60e3-4fa6-a53c-f5905463315f tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.96 "GET /v2.0/security-groups?id=580a65ff-af9e-4401-8d25-c92f171219a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651575 Feb 04 13:31:47.085622 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e88d5b-00bf-4afb-81b1-28e625cbc6a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:47.091107 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-50e88d5b-00bf-4afb-81b1-28e625cbc6a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:47.095179 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e88d5b-00bf-4afb-81b1-28e625cbc6a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:47.110157 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (77b92383-e836-4e3c-8d33-19a61ef0aa4a), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:47.139657 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:47.168175 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45056) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:47.237034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-719e12ef-aa36-4520-9ecc-660d64bf1679 None None] Allocated IP 172.20.0.2 (2ee6628b-98e8-4827-b47e-b9107cd39956/9f3fc04b-8fe3-4766-8adc-ed1049384f9f/d419ab4c-0e98-47c4-8aee-c04ce0d70a63) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:47.330518 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6fe14ad6-29b0-4721-9521-d7d4ca1603a9 req-294422d2-4fea-4207-82de-b181283682eb tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:47.353440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:47.427629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:47.428499 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:47.430358 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e88d5b-00bf-4afb-81b1-28e625cbc6a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=033ef60a-35f7-4213-8592-6c58c1d49fbc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:47.431628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d419ab4c-0e98-47c4-8aee-c04ce0d70a63 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:47.522631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294422d2-4fea-4207-82de-b181283682eb tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Pushing event deleted for resources: {'Port': ['ID=f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:47.532411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e88d5b-00bf-4afb-81b1-28e625cbc6a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:47.533132 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-50e88d5b-00bf-4afb-81b1-28e625cbc6a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:47.564853 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe14ad6-29b0-4721-9521-d7d4ca1603a9 req-294422d2-4fea-4207-82de-b181283682eb tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] No DVR routers for this DVR port f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:47.568920 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-77974f1f-3826-47b3-95eb-8bec8d834332 req-ae8c20d8-d35b-4a3f-8b2c-6665acd8c58b service neutron] 10.222.0.99 "GET /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6348605 Feb 04 13:31:47.570073 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6fe14ad6-29b0-4721-9521-d7d4ca1603a9 req-294422d2-4fea-4207-82de-b181283682eb tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:47.574060 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6fe14ad6-29b0-4721-9521-d7d4ca1603a9 req-294422d2-4fea-4207-82de-b181283682eb tempest-InstanceActionsTestJSON-1857483587 tempest-InstanceActionsTestJSON-1857483587-project] 10.222.0.99 "DELETE /v2.0/ports/f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b HTTP/1.1" status: 204 len: 173 time: 3.3818686 Feb 04 13:31:47.578990 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356ab9e9-9c70-49c1-954d-082dcd331c8e', 'name': 'network-vif-deleted', 'tag': 'f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:47.581491 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe9aa5e-93ee-44f2-8d14-3e7676ee7ca6" -d '{"events": [{"server_uuid": "356ab9e9-9c70-49c1-954d-082dcd331c8e", "name": "network-vif-deleted", "tag": "f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:47.595589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-719e12ef-aa36-4520-9ecc-660d64bf1679 None None] For port d419ab4c-0e98-47c4-8aee-c04ce0d70a63, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d419ab4c-0e98-47c4-8aee-c04ce0d70a63,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:47.613849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:47.614804 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:47.616109 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-50e88d5b-00bf-4afb-81b1-28e625cbc6a6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3177755 Feb 04 13:31:47.621813 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45062) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:47.677910 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-719e12ef-aa36-4520-9ecc-660d64bf1679 None None] Publish callbacks [] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:47.691847 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-719e12ef-aa36-4520-9ecc-660d64bf1679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:47.785826 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30cbe14-fa04-4c9b-a53f-882cfab6a96d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:47.804636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30cbe14-fa04-4c9b-a53f-882cfab6a96d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:47.810295 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a30cbe14-fa04-4c9b-a53f-882cfab6a96d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1856561 Feb 04 13:31:47.812604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45064) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:47.867783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e12ef-aa36-4520-9ecc-660d64bf1679 None None] Pushing event updated for resources: {'Port': ['ID=d419ab4c-0e98-47c4-8aee-c04ce0d70a63,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:47.918801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b92383-e836-4e3c-8d33-19a61ef0aa4a {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:31:47.938775 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Publish callbacks [] for port (77b92383-e836-4e3c-8d33-19a61ef0aa4a), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:47.965530 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:47.967317 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b544250d-5a5d-47c0-889b-e5082c4e60bf tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port 033ef60a-35f7-4213-8592-6c58c1d49fbc {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:47.968317 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b544250d-5a5d-47c0-889b-e5082c4e60bf tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (033ef60a-35f7-4213-8592-6c58c1d49fbc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:47.977940 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Transition to ACTIVE for port object 77b92383-e836-4e3c-8d33-19a61ef0aa4a will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:48.008292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:48.017017 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-0f3012e3-fbbf-4958-8ed1-31c67b4a18f6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-411924177-network', 'tenant_id': '81c25157c73e4751a9d2a70da99827b4'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:48.023083 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (77b92383-e836-4e3c-8d33-19a61ef0aa4a), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:48.133070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839760f-cb72-444d-9267-d833705fa1fb req-03171a04-6a6f-4462-b947-46b4400ddd6e tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:48.141543 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e839760f-cb72-444d-9267-d833705fa1fb req-03171a04-6a6f-4462-b947-46b4400ddd6e tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 932 time: 1.0636294 Feb 04 13:31:48.188673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874bb2c-889e-44af-bfa9-f38cdfc94794 req-7a993f6b-d28b-4011-a5d4-8dda1ad7c28d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:48.190406 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e874bb2c-889e-44af-bfa9-f38cdfc94794 req-7a993f6b-d28b-4011-a5d4-8dda1ad7c28d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 945 time: 1.0181968 Feb 04 13:31:48.253896 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e839760f-cb72-444d-9267-d833705fa1fb req-e3d831cf-511f-43bf-ac3f-7553dd9a8c71 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113358 Feb 04 13:31:48.324341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=77b92383-e836-4e3c-8d33-19a61ef0aa4a,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:48.330135 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d668a5ac-26f9-42ef-a123-86b12cc6d5d6 x-openstack-request-id: req-d668a5ac-26f9-42ef-a123-86b12cc6d5d6 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:48.331786 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356ab9e9-9c70-49c1-954d-082dcd331c8e", "name": "network-vif-deleted", "tag": "f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:48.331786 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d668a5ac-26f9-42ef-a123-86b12cc6d5d6 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:48.344380 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356ab9e9-9c70-49c1-954d-082dcd331c8e', 'name': 'network-vif-deleted', 'tag': 'f20c7e7a-d268-4b11-9f2f-2c856c9d6c3b', 'status': 'completed', 'code': 200} Feb 04 13:31:48.346574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3012e3-fbbf-4958-8ed1-31c67b4a18f6 admin admin] Made reservation on behalf of 81c25157c73e4751a9d2a70da99827b4 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:48.359664 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f3012e3-fbbf-4958-8ed1-31c67b4a18f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:48.362579 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b544250d-5a5d-47c0-889b-e5082c4e60bf tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (033ef60a-35f7-4213-8592-6c58c1d49fbc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:48.411494 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b544250d-5a5d-47c0-889b-e5082c4e60bf tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for 033ef60a-35f7-4213-8592-6c58c1d49fbc owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:48.493317 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f3012e3-fbbf-4958-8ed1-31c67b4a18f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:48.709304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Attempting to bind port 77b92383-e836-4e3c-8d33-19a61ef0aa4a on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:31:48.709683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Attempting to bind port 77b92383-e836-4e3c-8d33-19a61ef0aa4a by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:31:48.710076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Attempting to bind port 77b92383-e836-4e3c-8d33-19a61ef0aa4a on network d188bd97-3ae7-401d-8731-0d5589265d96 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:48.734408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Port 77b92383-e836-4e3c-8d33-19a61ef0aa4a on network d188bd97-3ae7-401d-8731-0d5589265d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:31:48.734781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Attempting to bind port 77b92383-e836-4e3c-8d33-19a61ef0aa4a on network d188bd97-3ae7-401d-8731-0d5589265d96 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:48.747817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:31:48.748227 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Checking segment: {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:48.748809 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Bound using segment: {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:31:48.749277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Bound port: 77b92383-e836-4e3c-8d33-19a61ef0aa4a, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:31:48.749648 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (77b92383-e836-4e3c-8d33-19a61ef0aa4a), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:48.758555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45617955-d30f-4430-9860-1230910775c6 req-c67a661f-28a1-4d3b-a999-a8c6077def8b tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:48.766547 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45617955-d30f-4430-9860-1230910775c6 req-c67a661f-28a1-4d3b-a999-a8c6077def8b tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 944 time: 0.3533041 Feb 04 13:31:48.775620 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b544250d-5a5d-47c0-889b-e5082c4e60bf tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (033ef60a-35f7-4213-8592-6c58c1d49fbc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:48.813385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e874bb2c-889e-44af-bfa9-f38cdfc94794 req-8a437289-9176-49ed-91d9-b2b9a7d7ecff tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583336 Feb 04 13:31:48.827208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544250d-5a5d-47c0-889b-e5082c4e60bf tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=033ef60a-35f7-4213-8592-6c58c1d49fbc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:48.956441 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45617955-d30f-4430-9860-1230910775c6 req-a2766e14-213f-40ca-8429-cbf0826d65a4 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886117 Feb 04 13:31:48.992617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45072) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:49.032419 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b544250d-5a5d-47c0-889b-e5082c4e60bf tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:49.038041 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b544250d-5a5d-47c0-889b-e5082c4e60bf tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/033ef60a-35f7-4213-8592-6c58c1d49fbc HTTP/1.1" status: 204 len: 168 time: 1.2238734 Feb 04 13:31:49.044178 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45074) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:49.141160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] For port 77b92383-e836-4e3c-8d33-19a61ef0aa4a, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:31:49.151872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] For port 77b92383-e836-4e3c-8d33-19a61ef0aa4a, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=77b92383-e836-4e3c-8d33-19a61ef0aa4a,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:31:49.167599 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbdb729-856e-466b-a6c7-281972086730 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:49.173876 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbdb729-856e-466b-a6c7-281972086730 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:49.175358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e3e16f-c275-4d8c-8c0f-34f421490b89 admin admin] Deleting subnet 598fdd09-78ae-4650-93d7-d6db9a19c217 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:31:49.175536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbdb729-856e-466b-a6c7-281972086730 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:49.178223 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9cbdb729-856e-466b-a6c7-281972086730 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1302302 Feb 04 13:31:49.180421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45078) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:49.184516 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (77b92383-e836-4e3c-8d33-19a61ef0aa4a), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:49.202675 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55e3e16f-c275-4d8c-8c0f-34f421490b89 admin admin] Publish callbacks [] for subnet (598fdd09-78ae-4650-93d7-d6db9a19c217), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:49.240526 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f3012e3-fbbf-4958-8ed1-31c67b4a18f6 admin admin] Publish callbacks [] for security_group (64468fa5-7d5f-4e8a-99af-0f0c36079123), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:49.273885 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f3012e3-fbbf-4958-8ed1-31c67b4a18f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (64468fa5-7d5f-4e8a-99af-0f0c36079123), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:49.291654 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3012e3-fbbf-4958-8ed1-31c67b4a18f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:31:49.293892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-940dc11b-92c4-4302-9edb-51376ab072b1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 2de4e3f8-e0f2-4e45-8b14-02d32caf3ba3 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:31:49.298777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-940dc11b-92c4-4302-9edb-51376ab072b1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (2de4e3f8-e0f2-4e45-8b14-02d32caf3ba3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:49.305476 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f3012e3-fbbf-4958-8ed1-31c67b4a18f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (d49bf576-b003-49f1-bb45-5fd637f0f456), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:49.305914 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-0f3012e3-fbbf-4958-8ed1-31c67b4a18f6 admin admin] Added segment d49bf576-b003-49f1-bb45-5fd637f0f456 of type vlan for network f1387ed3-55fe-4bae-b234-5ffeb94037db Feb 04 13:31:49.339756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d419ab4c-0e98-47c4-8aee-c04ce0d70a63 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:49.386829 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f3012e3-fbbf-4958-8ed1-31c67b4a18f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (f1387ed3-55fe-4bae-b234-5ffeb94037db), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:49.428669 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:49.429332 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:49.431024 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] 10.222.0.99 "PUT /v2.0/ports/77b92383-e836-4e3c-8d33-19a61ef0aa4a HTTP/1.1" status: 200 len: 1093 time: 2.5956926 Feb 04 13:31:49.446202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fc110e-6d06-497e-ad74-4eab8f987263', 'tag': '77b92383-e836-4e3c-8d33-19a61ef0aa4a'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:49.450846 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9916cf3-a355-4c9b-997e-fce3ea62535b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fc110e-6d06-497e-ad74-4eab8f987263", "tag": "77b92383-e836-4e3c-8d33-19a61ef0aa4a"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:49.456810 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f3012e3-fbbf-4958-8ed1-31c67b4a18f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (f1387ed3-55fe-4bae-b234-5ffeb94037db), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:49.459571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3012e3-fbbf-4958-8ed1-31c67b4a18f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:49.460845 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f3012e3-fbbf-4958-8ed1-31c67b4a18f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:49.495837 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ef77552c-0a44-43e1-ab8c-0cb6715321a8 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:31:49.505158 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-940dc11b-92c4-4302-9edb-51376ab072b1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (2de4e3f8-e0f2-4e45-8b14-02d32caf3ba3), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:49.686433 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ef77552c-0a44-43e1-ab8c-0cb6715321a8, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ef77552c-0a44-43e1-ab8c-0cb6715321a8,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:49.706940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'ef77552c-0a44-43e1-ab8c-0cb6715321a8', 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112', 'port_id': 'ef77552c-0a44-43e1-ab8c-0cb6715321a8', 'mac_address': 'fa:16:3e:1f:26:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65276bc3-38f7-4354-8723-1e8038a429ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:31:49.716358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a32904c8-08b8-4346-b6ac-13ff0b7a119f None None] Provisioning complete for port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:49.717648 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a32904c8-08b8-4346-b6ac-13ff0b7a119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:49.738570 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-940dc11b-92c4-4302-9edb-51376ab072b1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (2de4e3f8-e0f2-4e45-8b14-02d32caf3ba3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:49.873658 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f076811-9a74-494f-8127-d3782ad48c84 x-openstack-request-id: req-8f076811-9a74-494f-8127-d3782ad48c84 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:49.874169 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fc110e-6d06-497e-ad74-4eab8f987263", "tag": "77b92383-e836-4e3c-8d33-19a61ef0aa4a", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:49.874579 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8f076811-9a74-494f-8127-d3782ad48c84 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:49.875208 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fc110e-6d06-497e-ad74-4eab8f987263', 'tag': '77b92383-e836-4e3c-8d33-19a61ef0aa4a', 'status': 'completed', 'code': 200} Feb 04 13:31:49.911388 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-940dc11b-92c4-4302-9edb-51376ab072b1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (2de4e3f8-e0f2-4e45-8b14-02d32caf3ba3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:49.924913 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55e3e16f-c275-4d8c-8c0f-34f421490b89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (598fdd09-78ae-4650-93d7-d6db9a19c217), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:50.016064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f701aa-d78c-4874-b612-7dc2356a7fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=77b92383-e836-4e3c-8d33-19a61ef0aa4a,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:50.019691 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dc11b-92c4-4302-9edb-51376ab072b1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=2de4e3f8-e0f2-4e45-8b14-02d32caf3ba3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:50.050801 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-940dc11b-92c4-4302-9edb-51376ab072b1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:50.053639 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0f3012e3-fbbf-4958-8ed1-31c67b4a18f6 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8790920 Feb 04 13:31:50.063204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3012e3-fbbf-4958-8ed1-31c67b4a18f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64468fa5-7d5f-4e8a-99af-0f0c36079123,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:50.074407 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-940dc11b-92c4-4302-9edb-51376ab072b1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/2de4e3f8-e0f2-4e45-8b14-02d32caf3ba3 HTTP/1.1" status: 204 len: 168 time: 0.8865325 Feb 04 13:31:50.075564 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45088) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:50.075950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45090) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:50.126749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fca81a39-52b8-47f5-8b24-b7cf701f713b admin admin] Request body: {'subnet': {'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-411924177-subnet', 'tenant_id': '81c25157c73e4751a9d2a70da99827b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:50.167584 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3012e3-fbbf-4958-8ed1-31c67b4a18f6 admin admin] Pushing event updated for resources: {'Network': ['ID=f1387ed3-55fe-4bae-b234-5ffeb94037db,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:50.187016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-0929ef4d-7543-418e-ab43-d40af8886eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:50.189870 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-0929ef4d-7543-418e-ab43-d40af8886eb0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 1127 time: 0.6577342 Feb 04 13:31:50.211955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ef77552c-0a44-43e1-ab8c-0cb6715321a8 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:50.212397 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:50.250764 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55e3e16f-c275-4d8c-8c0f-34f421490b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (598fdd09-78ae-4650-93d7-d6db9a19c217), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:50.257803 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network f1387ed3-55fe-4bae-b234-5ffeb94037db details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:31:50.271786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef77552c-0a44-43e1-ab8c-0cb6715321a8 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:31:50.272411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca81a39-52b8-47f5-8b24-b7cf701f713b admin admin] Made reservation on behalf of 81c25157c73e4751a9d2a70da99827b4 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:50.280116 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fca81a39-52b8-47f5-8b24-b7cf701f713b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:50.331955 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-9434c0b6-fd2c-4f43-8b65-4b7ce51b0ff6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77b92383-e836-4e3c-8d33-19a61ef0aa4a HTTP/1.1" status: 200 len: 217 time: 0.1334822 Feb 04 13:31:50.429541 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db69399-d4ab-4096-ba51-a5f9f7aed803 req-0cd0c872-897e-4f76-8d55-47b09c41a812 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:50.431642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6db69399-d4ab-4096-ba51-a5f9f7aed803 req-0cd0c872-897e-4f76-8d55-47b09c41a812 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 945 time: 0.4065149 Feb 04 13:31:50.534500 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-961481b7-b9f7-41b5-8915-479328b0ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:50.537801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-961481b7-b9f7-41b5-8915-479328b0ac85 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ddd53861-36d1-4ddc-a3f4-939049859c05 HTTP/1.1" status: 200 len: 846 time: 0.1957207 Feb 04 13:31:50.550822 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55e3e16f-c275-4d8c-8c0f-34f421490b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (598fdd09-78ae-4650-93d7-d6db9a19c217), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:50.577480 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a32904c8-08b8-4346-b6ac-13ff0b7a119f None None] Current status of the port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:50.579824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e64cac7-1e55-461d-b501-0bda3fa060c5 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:50.580012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c07399-7b4c-4e6d-9777-4fc3ddb32512 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 9f3fc04b-8fe3-4766-8adc-ed1049384f9f {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:31:50.584501 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2c07399-7b4c-4e6d-9777-4fc3ddb32512 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (9f3fc04b-8fe3-4766-8adc-ed1049384f9f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:50.651700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3e16f-c275-4d8c-8c0f-34f421490b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=598fdd09-78ae-4650-93d7-d6db9a19c217,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:50.658868 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2c07399-7b4c-4e6d-9777-4fc3ddb32512 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (9f3fc04b-8fe3-4766-8adc-ed1049384f9f), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:50.677148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0a136-87c6-484d-85c7-71b8858acb4c req-807c0adc-ceb1-4670-99f8-432fd0dd4a58 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:50.680240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4dd0a136-87c6-484d-85c7-71b8858acb4c req-807c0adc-ceb1-4670-99f8-432fd0dd4a58 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 944 time: 0.4590218 Feb 04 13:31:50.681442 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ef77552c-0a44-43e1-ab8c-0cb6715321a8, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ef77552c-0a44-43e1-ab8c-0cb6715321a8,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:50.758352 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:50.766905 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55e3e16f-c275-4d8c-8c0f-34f421490b89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:50.775385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-55e3e16f-c275-4d8c-8c0f-34f421490b89 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/598fdd09-78ae-4650-93d7-d6db9a19c217 HTTP/1.1" status: 204 len: 168 time: 1.7812560 Feb 04 13:31:50.790722 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:50.791013 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:50.802797 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2c07399-7b4c-4e6d-9777-4fc3ddb32512 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (9f3fc04b-8fe3-4766-8adc-ed1049384f9f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:50.817304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-a3959c78-21f2-441f-931d-c824c302f587 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d188bd97-3ae7-401d-8731-0d5589265d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2557216 Feb 04 13:31:50.853006 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45096) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:50.861464 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7c25dd6f-2b0a-4656-a639-594a8b7f5917 None None] Could not find standard attr ID for object 033ef60a-35f7-4213-8592-6c58c1d49fbc. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:31:50.928732 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2c07399-7b4c-4e6d-9777-4fc3ddb32512 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (9f3fc04b-8fe3-4766-8adc-ed1049384f9f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:50.936216 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4dd0a136-87c6-484d-85c7-71b8858acb4c req-bf61eaa0-3a19-4218-9cda-1deb9d94503f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300763 Feb 04 13:31:51.017120 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2c07399-7b4c-4e6d-9777-4fc3ddb32512 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:51.023909 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b2c07399-7b4c-4e6d-9777-4fc3ddb32512 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/9f3fc04b-8fe3-4766-8adc-ed1049384f9f HTTP/1.1" status: 204 len: 168 time: 0.9376247 Feb 04 13:31:51.023909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c07399-7b4c-4e6d-9777-4fc3ddb32512 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3fc04b-8fe3-4766-8adc-ed1049384f9f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:51.025307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45098) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:51.103140 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ef77552c-0a44-43e1-ab8c-0cb6715321a8,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:51.150360 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-da8508af-91ea-4782-a155-39c414df5bba tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241851 Feb 04 13:31:51.161810 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45100) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:51.179468 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6db69399-d4ab-4096-ba51-a5f9f7aed803 req-330025d0-801c-4115-9e37-8fbbd2ec9d47 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7303724 Feb 04 13:31:51.207534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:51.209897 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['ef77552c-0a44-43e1-ab8c-0cb6715321a8'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:31:51.252396 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f054b268-392f-403e-bf33-d1036eb6ae2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:51.488369 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fca81a39-52b8-47f5-8b24-b7cf701f713b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (27f1033c-8f22-4202-a03b-f6e965b42173), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:51.508964 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d742073-ea2e-450e-ac8a-0f981c5ba232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (08890fdb-83ef-494e-a6a3-629508143503), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:51.533399 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-430b9370-92d5-4878-a0f9-6a47167fa691 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6777935 Feb 04 13:31:51.547877 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a5f32-f752-4523-828f-e83924afa38a req-b842c47e-7d1e-423f-ba4d-05601b3833f3 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:51.550473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-585a5f32-f752-4523-828f-e83924afa38a req-b842c47e-7d1e-423f-ba4d-05601b3833f3 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 945 time: 0.3650622 Feb 04 13:31:51.626617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f054b268-392f-403e-bf33-d1036eb6ae2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:51.633548 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f054b268-392f-403e-bf33-d1036eb6ae2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:51.842597 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca81a39-52b8-47f5-8b24-b7cf701f713b admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f1033c-8f22-4202-a03b-f6e965b42173,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:51.902984 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae099ca-2fe6-46aa-bc03-114b0a9c47c8 None None] Update dhcp port {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'fixed_ips': [{'subnet_id': '9f3fc04b-8fe3-4766-8adc-ed1049384f9f'}], 'binding:host_id': 'n-d-714676-13'}, 'id': 'd419ab4c-0e98-47c4-8aee-c04ce0d70a63'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:31:51.956238 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca81a39-52b8-47f5-8b24-b7cf701f713b admin admin] Checking segment: {'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:51.956604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca81a39-52b8-47f5-8b24-b7cf701f713b admin admin] Network hostable DHCP agents. Network: f1387ed3-55fe-4bae-b234-5ffeb94037db, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:31:51.981315 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7ae099ca-2fe6-46aa-bc03-114b0a9c47c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:52.075690 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d742073-ea2e-450e-ac8a-0f981c5ba232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (08890fdb-83ef-494e-a6a3-629508143503), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:52.105723 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-585a5f32-f752-4523-828f-e83924afa38a req-f3568877-5ab8-4d2b-a5cf-61b1e4375710 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357456 Feb 04 13:31:52.182830 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-653c9647-b68f-43aa-ad26-32d301469ce0 req-42963563-e184-4ee8-8019-d0ddf41627a8 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6308246 Feb 04 13:31:52.208516 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f73bdcb-17bb-489b-a182-47a885931f02 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:52.225266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0d742073-ea2e-450e-ac8a-0f981c5ba232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08890fdb-83ef-494e-a6a3-629508143503']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:52.250206 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca81a39-52b8-47f5-8b24-b7cf701f713b admin admin] Network f1387ed3-55fe-4bae-b234-5ffeb94037db is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:31:52.251012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0d742073-ea2e-450e-ac8a-0f981c5ba232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a441ea-e1bf-4b77-8813-b2c250eab858') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:52.251550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0d742073-ea2e-450e-ac8a-0f981c5ba232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a441ea-e1bf-4b77-8813-b2c250eab858') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:52.266195 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d742073-ea2e-450e-ac8a-0f981c5ba232 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (15a441ea-e1bf-4b77-8813-b2c250eab858), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:52.291444 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d742073-ea2e-450e-ac8a-0f981c5ba232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (15a441ea-e1bf-4b77-8813-b2c250eab858), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:52.341047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d742073-ea2e-450e-ac8a-0f981c5ba232 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:31:52.342013 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d742073-ea2e-450e-ac8a-0f981c5ba232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (15a441ea-e1bf-4b77-8813-b2c250eab858), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:52.358935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-fca81a39-52b8-47f5-8b24-b7cf701f713b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, f1387ed3-55fe-4bae-b234-5ffeb94037db) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:31:52.365105 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:31:52.368102 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca81a39-52b8-47f5-8b24-b7cf701f713b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:52.368981 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fca81a39-52b8-47f5-8b24-b7cf701f713b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:52.377054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5088a52d-9f04-4418-b848-312139394498 None None] Network f1387ed3-55fe-4bae-b234-5ffeb94037db requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:52.450972 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fca81a39-52b8-47f5-8b24-b7cf701f713b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3722949 Feb 04 13:31:52.497401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6f2bb10a-24d9-46ef-a5fa-a30ed34ca5c3 None None] Provisioning complete for port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:52.499167 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6f2bb10a-24d9-46ef-a5fa-a30ed34ca5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:52.589696 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d742073-ea2e-450e-ac8a-0f981c5ba232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (08890fdb-83ef-494e-a6a3-629508143503), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:52.619598 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7da587f-c5d6-4395-9bc1-3f0d07506f26 None None] Network f1387ed3-55fe-4bae-b234-5ffeb94037db requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:52.636074 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d742073-ea2e-450e-ac8a-0f981c5ba232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:52.644339 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0d742073-ea2e-450e-ac8a-0f981c5ba232 admin admin] 10.222.0.96 "DELETE /v2.0/networks/08890fdb-83ef-494e-a6a3-629508143503 HTTP/1.1" status: 204 len: 168 time: 1.7761443 Feb 04 13:31:52.668589 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca878b9-5742-42b5-86c5-d58017a95485 req-86bd6789-303d-4793-9a21-6c4c315052b7 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:52.672266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ca878b9-5742-42b5-86c5-d58017a95485 req-86bd6789-303d-4793-9a21-6c4c315052b7 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 944 time: 0.3771596 Feb 04 13:31:52.683639 n-d-714676-13 neutron-server[103607]: DEBUG neutron.objects.ports [None req-f054b268-392f-403e-bf33-d1036eb6ae2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:31:52.721028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f99dd-e4a5-4d6d-9883-64e789517789 req-2cdd06fd-8463-42f4-af80-f73424fc1d4d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:52.728403 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-329f99dd-e4a5-4d6d-9883-64e789517789 req-2cdd06fd-8463-42f4-af80-f73424fc1d4d tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 945 time: 0.5505579 Feb 04 13:31:52.784260 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d742073-ea2e-450e-ac8a-0f981c5ba232 admin admin] Pushing event deleted for resources: {'Network': ['ID=08890fdb-83ef-494e-a6a3-629508143503,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:52.787903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9916cf3-a355-4c9b-997e-fce3ea62535b req-bbe1145b-8394-404e-bf82-2a7cc89a3222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:52.789740 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9916cf3-a355-4c9b-997e-fce3ea62535b req-bbe1145b-8394-404e-bf82-2a7cc89a3222 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 1127 time: 0.4959068 Feb 04 13:31:52.880624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc980f18-c50f-43c0-80e8-bf3aa3bc93d0 None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:31:52.959871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6f2bb10a-24d9-46ef-a5fa-a30ed34ca5c3 None None] Current status of the port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:53.007759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fc980f18-c50f-43c0-80e8-bf3aa3bc93d0 None None] Deleting port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:53.008168 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fc980f18-c50f-43c0-80e8-bf3aa3bc93d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:53.073956 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45122) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:53.137819 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-fc980f18-c50f-43c0-80e8-bf3aa3bc93d0 None None] For port d419ab4c-0e98-47c4-8aee-c04ce0d70a63, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d419ab4c-0e98-47c4-8aee-c04ce0d70a63,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:53.139459 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fc980f18-c50f-43c0-80e8-bf3aa3bc93d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:53.157358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fc980f18-c50f-43c0-80e8-bf3aa3bc93d0 None None] Calling delete_port for d419ab4c-0e98-47c4-8aee-c04ce0d70a63 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:53.169504 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-53c0ba06-de90-4ded-8d1c-68e95631aae5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4681798be47a44eaa4c39f19c6d17fe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0936542 Feb 04 13:31:53.172992 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45126) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:53.193165 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f054b268-392f-403e-bf33-d1036eb6ae2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:53.314801 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fc980f18-c50f-43c0-80e8-bf3aa3bc93d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:53.345886 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccdee-655d-477a-ab1b-5a32761017d9 admin admin] Publish callbacks [] for security_group (580a65ff-af9e-4401-8d25-c92f171219a5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:53.387048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc980f18-c50f-43c0-80e8-bf3aa3bc93d0 None None] No DVR routers for this DVR port d419ab4c-0e98-47c4-8aee-c04ce0d70a63 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:53.402429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d419ab4c-0e98-47c4-8aee-c04ce0d70a63 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:53.406598 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ef77552c-0a44-43e1-ab8c-0cb6715321a8 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:53.412617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc980f18-c50f-43c0-80e8-bf3aa3bc93d0 None None] Pushing event deleted for resources: {'Port': ['ID=d419ab4c-0e98-47c4-8aee-c04ce0d70a63,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:53.433674 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccdee-655d-477a-ab1b-5a32761017d9 admin admin] Publish callbacks [] for security_group (580a65ff-af9e-4401-8d25-c92f171219a5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:53.439702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9916cf3-a355-4c9b-997e-fce3ea62535b req-e537b464-36e4-40c0-9f0a-84f3ef401c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:53.441461 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9916cf3-a355-4c9b-997e-fce3ea62535b req-e537b464-36e4-40c0-9f0a-84f3ef401c41 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 907 time: 0.6242125 Feb 04 13:31:53.514549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: d419ab4c-0e98-47c4-8aee-c04ce0d70a63 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:53.516342 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d419ab4c-0e98-47c4-8aee-c04ce0d70a63 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:53.532797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-f054b268-392f-403e-bf33-d1036eb6ae2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] For port d419ab4c-0e98-47c4-8aee-c04ce0d70a63, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d419ab4c-0e98-47c4-8aee-c04ce0d70a63,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:53.548293 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9916cf3-a355-4c9b-997e-fce3ea62535b req-883e1075-bb41-463e-8cda-dc05350c888a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77b92383-e836-4e3c-8d33-19a61ef0aa4a HTTP/1.1" status: 200 len: 217 time: 0.0888703 Feb 04 13:31:53.555707 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccdee-655d-477a-ab1b-5a32761017d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (580a65ff-af9e-4401-8d25-c92f171219a5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:53.559034 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccdee-655d-477a-ab1b-5a32761017d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:53.564276 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cb4ccdee-655d-477a-ab1b-5a32761017d9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/580a65ff-af9e-4401-8d25-c92f171219a5 HTTP/1.1" status: 204 len: 168 time: 0.3901899 Feb 04 13:31:53.585296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ccdee-655d-477a-ab1b-5a32761017d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580a65ff-af9e-4401-8d25-c92f171219a5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:53.593243 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f054b268-392f-403e-bf33-d1036eb6ae2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:53.606122 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f054b268-392f-403e-bf33-d1036eb6ae2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (d419ab4c-0e98-47c4-8aee-c04ce0d70a63), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:53.636785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b33371-a1a7-4a0f-8aa2-5892a1a68b28 req-740ed758-ed02-4b0c-9f4b-26dfa8c3a594 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:53.639906 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6b33371-a1a7-4a0f-8aa2-5892a1a68b28 req-740ed758-ed02-4b0c-9f4b-26dfa8c3a594 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 944 time: 0.9936907 Feb 04 13:31:53.642220 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9916cf3-a355-4c9b-997e-fce3ea62535b req-dc4318b1-5c19-4828-b61a-a60bca081c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:53.644261 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9916cf3-a355-4c9b-997e-fce3ea62535b req-dc4318b1-5c19-4828-b61a-a60bca081c03 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ddd53861-36d1-4ddc-a3f4-939049859c05 HTTP/1.1" status: 200 len: 846 time: 0.0853395 Feb 04 13:31:53.687442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054b268-392f-403e-bf33-d1036eb6ae2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=d419ab4c-0e98-47c4-8aee-c04ce0d70a63,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:53.697543 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f054b268-392f-403e-bf33-d1036eb6ae2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (c97391aa-da23-4a8f-abe8-8d5755cf0bbd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:53.717662 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-329f99dd-e4a5-4d6d-9883-64e789517789 req-e9fe7cd8-afdc-44ae-85b8-fb88c4af88ab tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9870934 Feb 04 13:31:53.727094 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ca878b9-5742-42b5-86c5-d58017a95485 req-765321ae-52e1-45eb-aede-a9ba0f1a2c14 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9502420 Feb 04 13:31:53.744920 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port ef77552c-0a44-43e1-ab8c-0cb6715321a8 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:53.768307 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port ef77552c-0a44-43e1-ab8c-0cb6715321a8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:53.769326 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:53.857818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054b268-392f-403e-bf33-d1036eb6ae2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=c97391aa-da23-4a8f-abe8-8d5755cf0bbd,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:53.871789 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f054b268-392f-403e-bf33-d1036eb6ae2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:53.879163 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f054b268-392f-403e-bf33-d1036eb6ae2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:53.888386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f054b268-392f-403e-bf33-d1036eb6ae2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:53.888586 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f054b268-392f-403e-bf33-d1036eb6ae2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:53.898023 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c2c0db-2260-4739-80fc-eaf7ded5271b None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:53.931229 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f054b268-392f-403e-bf33-d1036eb6ae2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7029612 Feb 04 13:31:53.934912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45132) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:53.941871 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9916cf3-a355-4c9b-997e-fce3ea62535b req-006e878b-a0ef-4125-86fb-c9870eedef6a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d188bd97-3ae7-401d-8731-0d5589265d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2111423 Feb 04 13:31:53.949121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-068eb2a4-f091-40ae-987b-38504ee42683 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:54.055943 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37676b-4d31-4242-b6aa-e32141646bec req-e9cd4a44-7f35-4b06-acc5-7ddb0625ad22 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:54.064235 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c37676b-4d31-4242-b6aa-e32141646bec req-e9cd4a44-7f35-4b06-acc5-7ddb0625ad22 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 944 time: 0.1700432 Feb 04 13:31:54.106274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ef77552c-0a44-43e1-ab8c-0cb6715321a8 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:54.106867 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:54.169904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-b6b33371-a1a7-4a0f-8aa2-5892a1a68b28 req-880d87eb-6c51-44b1-bc71-0ec92ebaf509 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Deleting port 18f212e6-f973-49f7-90dd-395cd3d27fcf {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:54.170546 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b6b33371-a1a7-4a0f-8aa2-5892a1a68b28 req-880d87eb-6c51-44b1-bc71-0ec92ebaf509 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:54.199527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aef8a7d-1115-4415-ac4d-c822fe356f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef77552c-0a44-43e1-ab8c-0cb6715321a8'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:54.203430 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ff2c31-a1f3-4539-bdcd-3c089973ea4b" -d '{"events": [{"server_uuid": "5aef8a7d-1115-4415-ac4d-c822fe356f2e", "name": "network-vif-plugged", "status": "completed", "tag": "ef77552c-0a44-43e1-ab8c-0cb6715321a8"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:54.216262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': 'c97391aa-da23-4a8f-abe8-8d5755cf0bbd'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:31:54.218001 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:54.239263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068eb2a4-f091-40ae-987b-38504ee42683 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:54.245401 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-068eb2a4-f091-40ae-987b-38504ee42683 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:54.266154 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ef77552c-0a44-43e1-ab8c-0cb6715321a8, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ef77552c-0a44-43e1-ab8c-0cb6715321a8,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:54.266689 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c37676b-4d31-4242-b6aa-e32141646bec req-8480dbb2-1316-4ae8-883d-f729ac969772 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941254 Feb 04 13:31:54.286141 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:54.386510 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9916cf3-a355-4c9b-997e-fce3ea62535b req-43a71be2-a486-4a10-a3f4-4df5c91330da service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311326 Feb 04 13:31:54.606199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-b6b33371-a1a7-4a0f-8aa2-5892a1a68b28 req-880d87eb-6c51-44b1-bc71-0ec92ebaf509 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] For port 18f212e6-f973-49f7-90dd-395cd3d27fcf, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=18f212e6-f973-49f7-90dd-395cd3d27fcf,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:54.608007 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b6b33371-a1a7-4a0f-8aa2-5892a1a68b28 req-880d87eb-6c51-44b1-bc71-0ec92ebaf509 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:54.655325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-b6b33371-a1a7-4a0f-8aa2-5892a1a68b28 req-880d87eb-6c51-44b1-bc71-0ec92ebaf509 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Calling delete_port for 18f212e6-f973-49f7-90dd-395cd3d27fcf owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:54.759478 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6b749-a901-44c4-b8e8-0e4598c3c373 req-196cb8ec-a22f-4d24-9f9d-fd0072e18d4a tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:54.769956 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ef77552c-0a44-43e1-ab8c-0cb6715321a8,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:54.771490 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ebe6b749-a901-44c4-b8e8-0e4598c3c373 req-196cb8ec-a22f-4d24-9f9d-fd0072e18d4a tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 946 time: 0.3925810 Feb 04 13:31:54.777341 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-068eb2a4-f091-40ae-987b-38504ee42683 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (9e4e2e17-b8a5-4c3d-9da4-5dfe30df49dc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:54.859610 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9916cf3-a355-4c9b-997e-fce3ea62535b req-579797dc-975c-4d5d-b9f1-b97661e62717 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606893 Feb 04 13:31:54.886130 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068eb2a4-f091-40ae-987b-38504ee42683 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=9e4e2e17-b8a5-4c3d-9da4-5dfe30df49dc,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:54.901621 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Allocated IP 2001:db8::f816:3eff:fea7:12a9 (2ee6628b-98e8-4827-b47e-b9107cd39956/c97391aa-da23-4a8f-abe8-8d5755cf0bbd/f83b4c68-1402-4a1e-8354-032ec9efd2c6) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:54.907702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068eb2a4-f091-40ae-987b-38504ee42683 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:54.910485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-068eb2a4-f091-40ae-987b-38504ee42683 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:54.922154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb2a4-f091-40ae-987b-38504ee42683 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:54.923324 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-068eb2a4-f091-40ae-987b-38504ee42683 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:54.941026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ebe6b749-a901-44c4-b8e8-0e4598c3c373 req-9779920c-04c3-4ebe-a652-14daedf9d0ba tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684852 Feb 04 13:31:54.947342 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-97e942dd-35d0-4f88-afab-61f3051a5f25 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:54.959111 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-97e942dd-35d0-4f88-afab-61f3051a5f25 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/networks?id=f1387ed3-55fe-4bae-b234-5ffeb94037db HTTP/1.1" status: 200 len: 812 time: 0.4782434 Feb 04 13:31:54.977500 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-068eb2a4-f091-40ae-987b-38504ee42683 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0382700 Feb 04 13:31:54.980861 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45164) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:54.991990 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a56880fe-f883-4889-bfbd-a2d5d141cc8b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'mac_address': 'fa:16:3e:3d:26:89', 'name': 'tempest-NetworksTestDHCPv6-1978388677'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:55.007222 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-aacee232-5832-4044-8dff-834eba645b26 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/quotas/81c25157c73e4751a9d2a70da99827b4 HTTP/1.1" status: 200 len: 375 time: 0.0376227 Feb 04 13:31:55.069596 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-5f97c691-6dde-4606-8ee5-266c446b0522 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=81c25157c73e4751a9d2a70da99827b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596361 Feb 04 13:31:55.109739 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15a68a6-5261-47ce-8083-fdd2c0f41926 x-openstack-request-id: req-f15a68a6-5261-47ce-8083-fdd2c0f41926 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:55.110293 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aef8a7d-1115-4415-ac4d-c822fe356f2e", "name": "network-vif-plugged", "status": "completed", "tag": "ef77552c-0a44-43e1-ab8c-0cb6715321a8", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:55.110564 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f15a68a6-5261-47ce-8083-fdd2c0f41926 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:55.111211 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aef8a7d-1115-4415-ac4d-c822fe356f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef77552c-0a44-43e1-ab8c-0cb6715321a8', 'code': 200} Feb 04 13:31:55.230572 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45168) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:55.266497 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Publish callbacks [] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:55.275543 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:55.280508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56880fe-f883-4889-bfbd-a2d5d141cc8b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:55.326866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:55.337000 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:55.342071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:55.357088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Pushing event updated for resources: {'Port': ['ID=f83b4c68-1402-4a1e-8354-032ec9efd2c6,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:55.383713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4182dd5e-8839-4031-b68c-d682bdbba451 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-879016801-network', 'tenant_id': '2c10557859b3442f9593331d56355e5c'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:55.438948 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b6b33371-a1a7-4a0f-8aa2-5892a1a68b28 req-880d87eb-6c51-44b1-bc71-0ec92ebaf509 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (18f212e6-f973-49f7-90dd-395cd3d27fcf), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:55.439263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4182dd5e-8839-4031-b68c-d682bdbba451 admin admin] Made reservation on behalf of 2c10557859b3442f9593331d56355e5c for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:55.442273 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4182dd5e-8839-4031-b68c-d682bdbba451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:55.447935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Attempting to bind port f83b4c68-1402-4a1e-8354-032ec9efd2c6 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:31:55.448776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Attempting to bind port f83b4c68-1402-4a1e-8354-032ec9efd2c6 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:31:55.449391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Attempting to bind port f83b4c68-1402-4a1e-8354-032ec9efd2c6 on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:55.458605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:31:55.459705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:55.460476 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4182dd5e-8839-4031-b68c-d682bdbba451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:55.460900 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:55.461535 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:31:55.462661 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Bound port: f83b4c68-1402-4a1e-8354-032ec9efd2c6, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:31:55.463918 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:55.474385 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a56880fe-f883-4889-bfbd-a2d5d141cc8b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:55.504983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe53fbf-3943-4a44-afb7-dc9e953aa5b0 req-ebf628d6-46b7-46b1-87b2-dc73e76e14c9 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:55.506914 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfe53fbf-3943-4a44-afb7-dc9e953aa5b0 req-ebf628d6-46b7-46b1-87b2-dc73e76e14c9 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 945 time: 0.3006277 Feb 04 13:31:55.508705 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-a56880fe-f883-4889-bfbd-a2d5d141cc8b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port 42af6fa6-0624-44c8-a35e-0d93cf1939ed yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:31:55.523188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d87eb-6c51-44b1-bc71-0ec92ebaf509 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Pushing event deleted for resources: {'Port': ['ID=18f212e6-f973-49f7-90dd-395cd3d27fcf,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:55.592231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] For port f83b4c68-1402-4a1e-8354-032ec9efd2c6, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:31:55.596189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8543d2-5bf6-4d3f-931a-1166c20ce566 req-8e285917-1cab-42bd-a15a-7a6c612f125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:55.597827 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] For port f83b4c68-1402-4a1e-8354-032ec9efd2c6, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f83b4c68-1402-4a1e-8354-032ec9efd2c6,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:31:55.598020 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec8543d2-5bf6-4d3f-931a-1166c20ce566 req-8e285917-1cab-42bd-a15a-7a6c612f125c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 1129 time: 0.4026737 Feb 04 13:31:55.598970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b33371-a1a7-4a0f-8aa2-5892a1a68b28 req-880d87eb-6c51-44b1-bc71-0ec92ebaf509 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] No DVR routers for this DVR port 18f212e6-f973-49f7-90dd-395cd3d27fcf on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:55.607942 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b6b33371-a1a7-4a0f-8aa2-5892a1a68b28 req-880d87eb-6c51-44b1-bc71-0ec92ebaf509 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:55.607942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6b33371-a1a7-4a0f-8aa2-5892a1a68b28 req-880d87eb-6c51-44b1-bc71-0ec92ebaf509 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.100 "DELETE /v2.0/ports/18f212e6-f973-49f7-90dd-395cd3d27fcf HTTP/1.1" status: 204 len: 173 time: 1.9615483 Feb 04 13:31:55.608722 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:55.610698 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-06cf56ff-ca91-436b-9a62-d3e7d3aacfe3 service neutron] 10.222.0.96 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307455 Feb 04 13:31:55.615441 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5815fb-aad0-4009-b241-bacd9c6d7ac5', 'name': 'network-vif-deleted', 'tag': '18f212e6-f973-49f7-90dd-395cd3d27fcf'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:55.618316 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95607897-7509-4b60-8fb4-5c8d7a86490e" -d '{"events": [{"server_uuid": "fc5815fb-aad0-4009-b241-bacd9c6d7ac5", "name": "network-vif-deleted", "tag": "18f212e6-f973-49f7-90dd-395cd3d27fcf"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:55.689282 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4182dd5e-8839-4031-b68c-d682bdbba451 admin admin] Publish callbacks [] for security_group (772233b3-36f0-40d8-a98c-b971e39887bf), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:55.703712 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4182dd5e-8839-4031-b68c-d682bdbba451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (772233b3-36f0-40d8-a98c-b971e39887bf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:55.730757 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70642d94-5e05-4d10-9ac3-6df590f93039 None None] Pushing event updated for resources: {'Port': ['ID=f83b4c68-1402-4a1e-8354-032ec9efd2c6,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:55.762642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfe53fbf-3943-4a44-afb7-dc9e953aa5b0 req-bbdc49b1-5498-48f9-83e6-5de2c7585ac4 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354219 Feb 04 13:31:55.792688 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec8543d2-5bf6-4d3f-931a-1166c20ce566 req-236570e0-8fbc-401b-9bdc-e28cad347500 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807673 Feb 04 13:31:55.793481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4182dd5e-8839-4031-b68c-d682bdbba451 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:31:55.831766 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182dd5e-8839-4031-b68c-d682bdbba451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772233b3-36f0-40d8-a98c-b971e39887bf,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:55.838992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-2010076a-b6b2-453d-b73c-92046d56c28b service neutron] 10.222.0.96 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176509 Feb 04 13:31:55.864843 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4182dd5e-8839-4031-b68c-d682bdbba451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3ce415d6-c5b1-4223-935d-3f0a3abddee1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:55.865205 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-4182dd5e-8839-4031-b68c-d682bdbba451 admin admin] Added segment 3ce415d6-c5b1-4223-935d-3f0a3abddee1 of type vlan for network 14c05403-90d2-41fc-859e-3f19feb0a7e6 Feb 04 13:31:55.879673 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-a56880fe-f883-4889-bfbd-a2d5d141cc8b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 172.20.0.6 (2ee6628b-98e8-4827-b47e-b9107cd39956/9e4e2e17-b8a5-4c3d-9da4-5dfe30df49dc/42af6fa6-0624-44c8-a35e-0d93cf1939ed) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:55.910669 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-a56880fe-f883-4889-bfbd-a2d5d141cc8b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::f816:3eff:fe3d:2689 (2ee6628b-98e8-4827-b47e-b9107cd39956/c97391aa-da23-4a8f-abe8-8d5755cf0bbd/42af6fa6-0624-44c8-a35e-0d93cf1939ed) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:55.958227 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4182dd5e-8839-4031-b68c-d682bdbba451 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (14c05403-90d2-41fc-859e-3f19feb0a7e6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:55.976992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1f579-4978-482c-a229-6c5b4a397c57 req-692bbec3-d068-4a28-a193-31585f361b7c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:55.986776 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ca1f579-4978-482c-a229-6c5b4a397c57 req-692bbec3-d068-4a28-a193-31585f361b7c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 944 time: 0.1019425 Feb 04 13:31:56.045744 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4182dd5e-8839-4031-b68c-d682bdbba451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (14c05403-90d2-41fc-859e-3f19feb0a7e6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:56.047129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182dd5e-8839-4031-b68c-d682bdbba451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:56.049752 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4182dd5e-8839-4031-b68c-d682bdbba451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:56.075774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ca1f579-4978-482c-a229-6c5b4a397c57 req-36b6478e-086c-429d-9e90-6404c65d9f44 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874608 Feb 04 13:31:56.173033 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda6c704-9f1a-4d79-a0fa-63793947d960 x-openstack-request-id: req-fda6c704-9f1a-4d79-a0fa-63793947d960 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:56.173489 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5815fb-aad0-4009-b241-bacd9c6d7ac5", "name": "network-vif-deleted", "tag": "18f212e6-f973-49f7-90dd-395cd3d27fcf", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:56.173866 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fda6c704-9f1a-4d79-a0fa-63793947d960 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:56.174474 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5815fb-aad0-4009-b241-bacd9c6d7ac5', 'name': 'network-vif-deleted', 'tag': '18f212e6-f973-49f7-90dd-395cd3d27fcf', 'status': 'completed', 'code': 200} Feb 04 13:31:56.203569 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4182dd5e-8839-4031-b68c-d682bdbba451 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9717901 Feb 04 13:31:56.206653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45184) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:56.208563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182dd5e-8839-4031-b68c-d682bdbba451 admin admin] Pushing event updated for resources: {'Network': ['ID=14c05403-90d2-41fc-859e-3f19feb0a7e6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:56.214210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9cde3f33-ab04-4b03-9884-2f475080bc69 admin admin] Request body: {'subnet': {'network_id': '14c05403-90d2-41fc-859e-3f19feb0a7e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-879016801-subnet', 'tenant_id': '2c10557859b3442f9593331d56355e5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:56.224259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 14c05403-90d2-41fc-859e-3f19feb0a7e6 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:31:56.302633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a56880fe-f883-4889-bfbd-a2d5d141cc8b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (42af6fa6-0624-44c8-a35e-0d93cf1939ed), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:56.343662 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e6be4fdc-c02f-4285-8373-6c66e762e71b req-d4d0c0f6-112b-46b8-9d39-3a1264965442 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc5815fb-aad0-4009-b241-bacd9c6d7ac5 HTTP/1.1" status: 200 len: 210 time: 0.0875616 Feb 04 13:31:56.352714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cde3f33-ab04-4b03-9884-2f475080bc69 admin admin] Made reservation on behalf of 2c10557859b3442f9593331d56355e5c for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:56.357913 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9cde3f33-ab04-4b03-9884-2f475080bc69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:56.399025 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a56880fe-f883-4889-bfbd-a2d5d141cc8b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (42af6fa6-0624-44c8-a35e-0d93cf1939ed), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:56.432491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56880fe-f883-4889-bfbd-a2d5d141cc8b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:56.459375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-a56880fe-f883-4889-bfbd-a2d5d141cc8b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:56.464040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56880fe-f883-4889-bfbd-a2d5d141cc8b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:56.533536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56880fe-f883-4889-bfbd-a2d5d141cc8b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=42af6fa6-0624-44c8-a35e-0d93cf1939ed,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:56.558894 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56880fe-f883-4889-bfbd-a2d5d141cc8b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:56.559777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a56880fe-f883-4889-bfbd-a2d5d141cc8b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:56.578329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e136a-09ff-470f-b521-bafa657677d5 req-9c76a693-7331-4d89-bf03-2a36e37a56a9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:56.579942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f8e136a-09ff-470f-b521-bafa657677d5 req-9c76a693-7331-4d89-bf03-2a36e37a56a9 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 946 time: 0.0962789 Feb 04 13:31:56.596515 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a56880fe-f883-4889-bfbd-a2d5d141cc8b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6142330 Feb 04 13:31:56.597664 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45194) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:56.762671 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f8e136a-09ff-470f-b521-bafa657677d5 req-9149a948-2178-4d25-8c81-08920ddd7199 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735711 Feb 04 13:31:56.774696 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9cde3f33-ab04-4b03-9884-2f475080bc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (8816e452-3a71-4422-9ede-684b2c0bb335), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:56.918755 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 18f212e6-f973-49f7-90dd-395cd3d27fcf no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:56.955139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 18f212e6-f973-49f7-90dd-395cd3d27fcf {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:56.955707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 18f212e6-f973-49f7-90dd-395cd3d27fcf not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:56.980188 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c7e3e7f-fb3b-4986-b4cd-b78eb8b38e5d req-bf628dee-f688-4477-875b-baf8f2ed0d93 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bc570c8-81a3-4653-b96b-30b74b164316 HTTP/1.1" status: 200 len: 210 time: 0.0828035 Feb 04 13:31:56.981066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde3f33-ab04-4b03-9884-2f475080bc69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8816e452-3a71-4422-9ede-684b2c0bb335,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:56.991322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d08a35-2c6e-4fe9-a085-a0159227d41f req-d7aae0b6-ba54-4714-81b3-5ceaa16380b2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:56.993099 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92d08a35-2c6e-4fe9-a085-a0159227d41f req-d7aae0b6-ba54-4714-81b3-5ceaa16380b2 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 945 time: 0.1963413 Feb 04 13:31:57.001206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde3f33-ab04-4b03-9884-2f475080bc69 admin admin] Checking segment: {'id': '3ce415d6-c5b1-4223-935d-3f0a3abddee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '14c05403-90d2-41fc-859e-3f19feb0a7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:57.001811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cde3f33-ab04-4b03-9884-2f475080bc69 admin admin] Network hostable DHCP agents. Network: 14c05403-90d2-41fc-859e-3f19feb0a7e6, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:31:57.085368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cde3f33-ab04-4b03-9884-2f475080bc69 admin admin] Network 14c05403-90d2-41fc-859e-3f19feb0a7e6 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:31:57.095160 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92d08a35-2c6e-4fe9-a085-a0159227d41f req-f6e1684a-4641-4e5f-9859-5bff2922b45b tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/security-groups?id=d7916c47-97b9-4633-b9cb-4237aff9dd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870697 Feb 04 13:31:57.115469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9cde3f33-ab04-4b03-9884-2f475080bc69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 14c05403-90d2-41fc-859e-3f19feb0a7e6) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:57.125103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cde3f33-ab04-4b03-9884-2f475080bc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:57.127990 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9cde3f33-ab04-4b03-9884-2f475080bc69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:57.141997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d1dcb7-a40d-4a5e-8fe6-38341bd68475 None None] Network 14c05403-90d2-41fc-859e-3f19feb0a7e6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:57.162025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9cde3f33-ab04-4b03-9884-2f475080bc69 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9530077 Feb 04 13:31:57.346673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7357d97-fe31-402a-b1a4-b1556165854f req-3a903a2f-d991-4ec8-b770-e12fae909caa tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:57.359389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7357d97-fe31-402a-b1a4-b1556165854f req-3a903a2f-d991-4ec8-b770-e12fae909caa tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 944 time: 0.1783338 Feb 04 13:31:57.371705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a55cd2-ff4a-40bb-b62a-277d823353cd None None] Network 14c05403-90d2-41fc-859e-3f19feb0a7e6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:57.389736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc477c1c-19e5-4006-9afd-d59774a6b342 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:57.398477 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc477c1c-19e5-4006-9afd-d59774a6b342 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:57.400174 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dc477c1c-19e5-4006-9afd-d59774a6b342 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.7994869 Feb 04 13:31:57.406019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45210) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:57.458146 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 77b92383-e836-4e3c-8d33-19a61ef0aa4a details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:31:57.595698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f83b4c68-1402-4a1e-8354-032ec9efd2c6 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:57.617498 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7357d97-fe31-402a-b1a4-b1556165854f req-7fa7b43b-20fc-4830-bc04-403eec197d03 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572806 Feb 04 13:31:57.717383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b776ce-344a-4370-91fe-c3815fe0aae0 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:57.782545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port 42af6fa6-0624-44c8-a35e-0d93cf1939ed {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:57.783185 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (42af6fa6-0624-44c8-a35e-0d93cf1939ed), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:57.905979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-76445185-9554-4e4d-84c8-b9b4ada05fa4 None None] Provisioning complete for port f83b4c68-1402-4a1e-8354-032ec9efd2c6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:57.906401 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-76445185-9554-4e4d-84c8-b9b4ada05fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:57.974303 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 77b92383-e836-4e3c-8d33-19a61ef0aa4a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=77b92383-e836-4e3c-8d33-19a61ef0aa4a,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:58.018056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '77b92383-e836-4e3c-8d33-19a61ef0aa4a', 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96', 'port_id': '77b92383-e836-4e3c-8d33-19a61ef0aa4a', 'mac_address': 'fa:16:3e:69:14:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd53861-36d1-4ddc-a3f4-939049859c05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:31:58.022010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f83b4c68-1402-4a1e-8354-032ec9efd2c6 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:58.022451 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:58.043754 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (42af6fa6-0624-44c8-a35e-0d93cf1939ed), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:58.076363 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd5b5c-734a-4a31-9c9f-e3f39a156a35 req-d50f9c5c-51ed-4035-95d5-4592ea0792d8 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:58.078059 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4cd5b5c-734a-4a31-9c9f-e3f39a156a35 req-d50f9c5c-51ed-4035-95d5-4592ea0792d8 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.1928504 Feb 04 13:31:58.081866 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for 42af6fa6-0624-44c8-a35e-0d93cf1939ed owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:58.151424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 77b92383-e836-4e3c-8d33-19a61ef0aa4a is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:58.151902 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (77b92383-e836-4e3c-8d33-19a61ef0aa4a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:58.175313 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-76445185-9554-4e4d-84c8-b9b4ada05fa4 None None] Current status of the port f83b4c68-1402-4a1e-8354-032ec9efd2c6 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:58.175703 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-76445185-9554-4e4d-84c8-b9b4ada05fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:58.190535 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b92383-e836-4e3c-8d33-19a61ef0aa4a {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:31:58.201755 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-6e125e7c-36d7-4df4-bd3a-72e8250a9e98 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:58.211617 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-6e125e7c-36d7-4df4-bd3a-72e8250a9e98 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/networks?id=14c05403-90d2-41fc-859e-3f19feb0a7e6 HTTP/1.1" status: 200 len: 813 time: 0.2839346 Feb 04 13:31:58.280620 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 77b92383-e836-4e3c-8d33-19a61ef0aa4a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=77b92383-e836-4e3c-8d33-19a61ef0aa4a,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:58.301089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-76445185-9554-4e4d-84c8-b9b4ada05fa4 None None] For port f83b4c68-1402-4a1e-8354-032ec9efd2c6, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f83b4c68-1402-4a1e-8354-032ec9efd2c6,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:58.302286 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (77b92383-e836-4e3c-8d33-19a61ef0aa4a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:58.316138 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-76445185-9554-4e4d-84c8-b9b4ada05fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:58.340641 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-c1a3808a-bd33-4d8f-a637-c2f50638af92 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/quotas/2c10557859b3442f9593331d56355e5c HTTP/1.1" status: 200 len: 375 time: 0.0994792 Feb 04 13:31:58.345405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f83b4c68-1402-4a1e-8354-032ec9efd2c6 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:58.345795 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:58.362470 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91905e07-2e37-47ce-9e31-72a670a077bc None None] Update dhcp port {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'fixed_ips': [{'subnet_id': 'c97391aa-da23-4a8f-abe8-8d5755cf0bbd', 'ip_address': '2001:db8::f816:3eff:fea7:12a9'}, {'subnet_id': '9e4e2e17-b8a5-4c3d-9da4-5dfe30df49dc'}], 'binding:host_id': 'n-d-714676-13'}, 'id': 'f83b4c68-1402-4a1e-8354-032ec9efd2c6'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:31:58.414854 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=77b92383-e836-4e3c-8d33-19a61ef0aa4a,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:58.483471 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4cd5b5c-734a-4a31-9c9f-e3f39a156a35 req-376287e7-0209-4a23-a9ef-b1b1aecde499 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901980 Feb 04 13:31:58.530758 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-91905e07-2e37-47ce-9e31-72a670a077bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:58.533456 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-c7e32700-c212-4ff2-a2df-4390407da406 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:58.537203 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-c7e32700-c212-4ff2-a2df-4390407da406 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.99 "GET /v2.0/networks?id=f1387ed3-55fe-4bae-b234-5ffeb94037db HTTP/1.1" status: 200 len: 812 time: 0.2180347 Feb 04 13:31:58.563360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-45bb944c-b643-452c-87ac-89d2b06daf44 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Request body: {'port': {'device_id': '7bc570c8-81a3-4653-b96b-30b74b164316', 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db', 'admin_state_up': True, 'tenant_id': '81c25157c73e4751a9d2a70da99827b4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:58.607922 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:31:58.608473 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:31:58.612018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-46b9d9ad-64e5-4f28-a605-6d034ae84911 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2c10557859b3442f9593331d56355e5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1245921 Feb 04 13:31:58.633510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76445185-9554-4e4d-84c8-b9b4ada05fa4 None None] Pushing event updated for resources: {'Port': ['ID=f83b4c68-1402-4a1e-8354-032ec9efd2c6,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:58.690300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3641e73-d902-4af2-bd28-93e4056fdbe2 req-e4e1df3f-84fa-494d-af21-a15e321e0328 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:58.692075 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f3641e73-d902-4af2-bd28-93e4056fdbe2 req-e4e1df3f-84fa-494d-af21-a15e321e0328 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 945 time: 0.2194057 Feb 04 13:31:58.712729 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['77b92383-e836-4e3c-8d33-19a61ef0aa4a'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:31:58.759554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7bd12-55df-4c3b-8c36-e615dec37002 req-335b65b4-60b8-427d-a369-531ccf98ff4e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:58.760087 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6da7bd12-55df-4c3b-8c36-e615dec37002 req-335b65b4-60b8-427d-a369-531ccf98ff4e tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.100 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.5447488 Feb 04 13:31:58.871677 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-f3641e73-d902-4af2-bd28-93e4056fdbe2 req-0ccabbd0-363a-4db5-ba80-ceaedc7a3153 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Deleting port 750db185-25c4-41f4-a794-2a13d102f117 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:58.872115 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f3641e73-d902-4af2-bd28-93e4056fdbe2 req-0ccabbd0-363a-4db5-ba80-ceaedc7a3153 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (750db185-25c4-41f4-a794-2a13d102f117), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:58.880567 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-91905e07-2e37-47ce-9e31-72a670a077bc None None] Allocated IP 172.20.0.2 (2ee6628b-98e8-4827-b47e-b9107cd39956/9e4e2e17-b8a5-4c3d-9da4-5dfe30df49dc/f83b4c68-1402-4a1e-8354-032ec9efd2c6) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:58.891379 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-45bb944c-b643-452c-87ac-89d2b06daf44 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Made reservation on behalf of 81c25157c73e4751a9d2a70da99827b4 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:58.895091 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-45bb944c-b643-452c-87ac-89d2b06daf44 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:58.939570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-966ebd17-631c-4d83-b4a4-5b18728c3520 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:58.941492 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-966ebd17-631c-4d83-b4a4-5b18728c3520 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.99 "GET /v2.0/networks?id=f1387ed3-55fe-4bae-b234-5ffeb94037db HTTP/1.1" status: 200 len: 812 time: 0.6263428 Feb 04 13:31:58.990654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-dabbbd9f-5625-4d6d-8b8b-7455cea88233 service neutron] 10.222.0.96 "GET /v2.0/networks/14c05403-90d2-41fc-859e-3f19feb0a7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774633 Feb 04 13:31:59.002974 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382193e-a8d5-4783-8a8a-ca18ea32ef45 req-32a31a73-6f74-44a4-b247-becdef606b72 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:59.005182 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0382193e-a8d5-4783-8a8a-ca18ea32ef45 req-32a31a73-6f74-44a4-b247-becdef606b72 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 946 time: 0.3590620 Feb 04 13:31:59.022193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-20878822-3fe2-4c88-b2f1-276e7476fb5f tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Request body: {'port': {'device_id': '312bf8c5-ca50-4a3f-9814-ecbc19e81cc4', 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db', 'admin_state_up': True, 'tenant_id': '81c25157c73e4751a9d2a70da99827b4'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:59.027438 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (42af6fa6-0624-44c8-a35e-0d93cf1939ed), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:59.055117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-91905e07-2e37-47ce-9e31-72a670a077bc None None] For port f83b4c68-1402-4a1e-8354-032ec9efd2c6, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f83b4c68-1402-4a1e-8354-032ec9efd2c6,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:59.072055 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-f3641e73-d902-4af2-bd28-93e4056fdbe2 req-0ccabbd0-363a-4db5-ba80-ceaedc7a3153 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] For port 750db185-25c4-41f4-a794-2a13d102f117, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=750db185-25c4-41f4-a794-2a13d102f117,segment=NetworkSegment(d32919f6-1d38-4393-93dc-27d628cd5840),segment_id=d32919f6-1d38-4393-93dc-27d628cd5840)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:59.072813 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f3641e73-d902-4af2-bd28-93e4056fdbe2 req-0ccabbd0-363a-4db5-ba80-ceaedc7a3153 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (750db185-25c4-41f4-a794-2a13d102f117), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:59.090159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-f3641e73-d902-4af2-bd28-93e4056fdbe2 req-0ccabbd0-363a-4db5-ba80-ceaedc7a3153 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Calling delete_port for 750db185-25c4-41f4-a794-2a13d102f117 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:59.091147 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-91905e07-2e37-47ce-9e31-72a670a077bc None None] Publish callbacks [] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:59.098178 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-91905e07-2e37-47ce-9e31-72a670a077bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:59.320333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-45bb944c-b643-452c-87ac-89d2b06daf44 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Allocated IP 172.20.0.12 (f1387ed3-55fe-4bae-b234-5ffeb94037db/27f1033c-8f22-4202-a03b-f6e965b42173/b756ad98-e9f5-477d-b07e-ab54d29c2fc7) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:59.428909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f83b4c68-1402-4a1e-8354-032ec9efd2c6 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:59.444751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91905e07-2e37-47ce-9e31-72a670a077bc None None] Pushing event updated for resources: {'Port': ['ID=f83b4c68-1402-4a1e-8354-032ec9efd2c6,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:59.506091 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f3641e73-d902-4af2-bd28-93e4056fdbe2 req-0ccabbd0-363a-4db5-ba80-ceaedc7a3153 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (750db185-25c4-41f4-a794-2a13d102f117), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:59.520175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['750db185-25c4-41f4-a794-2a13d102f117'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:31:59.558294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=42af6fa6-0624-44c8-a35e-0d93cf1939ed,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:59.558850 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccabbd0-363a-4db5-ba80-ceaedc7a3153 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Pushing event deleted for resources: {'Port': ['ID=750db185-25c4-41f4-a794-2a13d102f117,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:59.563006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f83b4c68-1402-4a1e-8354-032ec9efd2c6 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:59.600120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:59.600592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:59.600833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:59.601116 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:59.601444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:59.601790 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:59.602163 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:59.602469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:59.602766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:59.603081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:59.603401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:59.603718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:59.604039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:59.634363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3641e73-d902-4af2-bd28-93e4056fdbe2 req-0ccabbd0-363a-4db5-ba80-ceaedc7a3153 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] No DVR routers for this DVR port 750db185-25c4-41f4-a794-2a13d102f117 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:59.643827 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f3641e73-d902-4af2-bd28-93e4056fdbe2 req-0ccabbd0-363a-4db5-ba80-ceaedc7a3153 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:59.650979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f83b4c68-1402-4a1e-8354-032ec9efd2c6 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:59.651332 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f3641e73-d902-4af2-bd28-93e4056fdbe2 req-0ccabbd0-363a-4db5-ba80-ceaedc7a3153 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.99 "DELETE /v2.0/ports/750db185-25c4-41f4-a794-2a13d102f117 HTTP/1.1" status: 204 len: 173 time: 0.9519329 Feb 04 13:31:59.651792 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:59.652011 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce5313f-1121-4d30-94e4-6deeef846c35', 'name': 'network-vif-deleted', 'tag': '750db185-25c4-41f4-a794-2a13d102f117'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:59.658441 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afffa672-eff1-434a-8da7-59bed9ccc77f" -d '{"events": [{"server_uuid": "7ce5313f-1121-4d30-94e4-6deeef846c35", "name": "network-vif-deleted", "tag": "750db185-25c4-41f4-a794-2a13d102f117"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:59.695176 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-45bb944c-b643-452c-87ac-89d2b06daf44 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks [] for port (b756ad98-e9f5-477d-b07e-ab54d29c2fc7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:59.752742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0382193e-a8d5-4783-8a8a-ca18ea32ef45 req-eabb2579-36b6-4a72-a898-a63186f214da tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7175663 Feb 04 13:31:59.766080 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-45bb944c-b643-452c-87ac-89d2b06daf44 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b756ad98-e9f5-477d-b07e-ab54d29c2fc7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:59.792901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f83b4c68-1402-4a1e-8354-032ec9efd2c6 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:59.804120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-6da7bd12-55df-4c3b-8c36-e615dec37002 req-46b23acc-93df-4065-9382-202648dbeacc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Deleting port 314e7e4e-b003-4e20-89be-33901107ca48 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:59.804472 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6da7bd12-55df-4c3b-8c36-e615dec37002 req-46b23acc-93df-4065-9382-202648dbeacc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (314e7e4e-b003-4e20-89be-33901107ca48), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:59.848329 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-ad9f73da-c6b1-436e-a7b1-977e0e51cc92 service neutron] 10.222.0.96 "GET /v2.0/networks/14c05403-90d2-41fc-859e-3f19feb0a7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8403344 Feb 04 13:31:59.866291 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb944c-b643-452c-87ac-89d2b06daf44 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Pushing event updated for resources: {'Port': ['ID=b756ad98-e9f5-477d-b07e-ab54d29c2fc7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:59.882554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-45bb944c-b643-452c-87ac-89d2b06daf44 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Network f1387ed3-55fe-4bae-b234-5ffeb94037db is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:59.886403 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-45bb944c-b643-452c-87ac-89d2b06daf44 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:59.890943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-45bb944c-b643-452c-87ac-89d2b06daf44 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:59.936038 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:31:59.964399 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:59.971101 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c6804972-39a7-42f8-966a-15c6100270d3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/42af6fa6-0624-44c8-a35e-0d93cf1939ed HTTP/1.1" status: 204 len: 168 time: 2.5616710 Feb 04 13:31:59.973770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-45bb944c-b643-452c-87ac-89d2b06daf44 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:59.974462 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45244) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:59.974574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-45bb944c-b643-452c-87ac-89d2b06daf44 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:59.999437 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-45bb944c-b643-452c-87ac-89d2b06daf44 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4478688 Feb 04 13:32:00.012399 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Request body: {'port': {'device_id': '7bc570c8-81a3-4653-b96b-30b74b164316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:00.025180 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-20878822-3fe2-4c88-b2f1-276e7476fb5f tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Made reservation on behalf of 81c25157c73e4751a9d2a70da99827b4 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:00.030410 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-20878822-3fe2-4c88-b2f1-276e7476fb5f tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:00.120266 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b756ad98-e9f5-477d-b07e-ab54d29c2fc7), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:00.144900 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-6da7bd12-55df-4c3b-8c36-e615dec37002 req-46b23acc-93df-4065-9382-202648dbeacc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] For port 314e7e4e-b003-4e20-89be-33901107ca48, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=314e7e4e-b003-4e20-89be-33901107ca48,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:00.145665 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6da7bd12-55df-4c3b-8c36-e615dec37002 req-46b23acc-93df-4065-9382-202648dbeacc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (314e7e4e-b003-4e20-89be-33901107ca48), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:00.209155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ff11c6-1e3a-48c1-8bef-efd952b67262 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:00.220865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ff11c6-1e3a-48c1-8bef-efd952b67262 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:00.224130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ff11c6-1e3a-48c1-8bef-efd952b67262 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:00.231932 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45250) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:00.233663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d7ff11c6-1e3a-48c1-8bef-efd952b67262 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2536640 Feb 04 13:32:00.248723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9925601-dd07-4c70-afbf-e91dc70acfb6 req-d7579314-1ad0-4a60-81b8-92ef99729f3f tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:00.251703 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9925601-dd07-4c70-afbf-e91dc70acfb6 req-d7579314-1ad0-4a60-81b8-92ef99729f3f tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bc570c8-81a3-4653-b96b-30b74b164316 HTTP/1.1" status: 200 len: 932 time: 0.3584838 Feb 04 13:32:00.286670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-6da7bd12-55df-4c3b-8c36-e615dec37002 req-46b23acc-93df-4065-9382-202648dbeacc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Calling delete_port for 314e7e4e-b003-4e20-89be-33901107ca48 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:00.447111 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2312ce8a-eeab-4928-a55d-cc7bf02b2ccd req-f42aa3a7-5367-4d12-97f4-295de5d2a186 tempest-DeleteServersTestJSON-808494991 tempest-DeleteServersTestJSON-808494991-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ce5313f-1121-4d30-94e4-6deeef846c35 HTTP/1.1" status: 200 len: 210 time: 0.1898315 Feb 04 13:32:00.485471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2705e30-a996-4d4b-ada3-2dbf5f232152 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 9e4e2e17-b8a5-4c3d-9da4-5dfe30df49dc {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:32:00.494295 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2705e30-a996-4d4b-ada3-2dbf5f232152 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (9e4e2e17-b8a5-4c3d-9da4-5dfe30df49dc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:00.571692 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f5835fc8-e670-4a33-818b-4f781eb4adb5 None None] Could not find standard attr ID for object 42af6fa6-0624-44c8-a35e-0d93cf1939ed. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:32:00.586129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f5835fc8-e670-4a33-818b-4f781eb4adb5 None None] Provisioning complete for port f83b4c68-1402-4a1e-8354-032ec9efd2c6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:00.586813 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f5835fc8-e670-4a33-818b-4f781eb4adb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:00.631129 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2705e30-a996-4d4b-ada3-2dbf5f232152 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (9e4e2e17-b8a5-4c3d-9da4-5dfe30df49dc), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:00.712227 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9925601-dd07-4c70-afbf-e91dc70acfb6 req-2924116e-5180-47c0-b283-926d8e22ddc2 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432237 Feb 04 13:32:00.769747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f5835fc8-e670-4a33-818b-4f781eb4adb5 None None] Current status of the port f83b4c68-1402-4a1e-8354-032ec9efd2c6 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:00.779391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95493274-5fc6-4cfa-8496-787ce318ff0e req-4f1c5339-5b40-42cb-a44f-56436ea4d240 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:00.787760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-95493274-5fc6-4cfa-8496-787ce318ff0e req-4f1c5339-5b40-42cb-a44f-56436ea4d240 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 945 time: 0.2095144 Feb 04 13:32:00.824870 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2705e30-a996-4d4b-ada3-2dbf5f232152 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (9e4e2e17-b8a5-4c3d-9da4-5dfe30df49dc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:00.931290 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b756ad98-e9f5-477d-b07e-ab54d29c2fc7 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:00.932366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 314e7e4e-b003-4e20-89be-33901107ca48 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:00.932742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-95493274-5fc6-4cfa-8496-787ce318ff0e req-a8950aa8-5123-40ce-9cda-690a2c75a499 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441095 Feb 04 13:32:00.955507 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Publish callbacks [] for port (b756ad98-e9f5-477d-b07e-ab54d29c2fc7), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:00.974318 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6da7bd12-55df-4c3b-8c36-e615dec37002 req-46b23acc-93df-4065-9382-202648dbeacc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (314e7e4e-b003-4e20-89be-33901107ca48), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:01.012710 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d997718d-9a3d-4130-b202-5c340cf557f5 None None] Could not find standard attr ID for object 42af6fa6-0624-44c8-a35e-0d93cf1939ed. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:32:01.024926 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2705e30-a996-4d4b-ada3-2dbf5f232152 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (9e4e2e17-b8a5-4c3d-9da4-5dfe30df49dc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:01.028654 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Transition to ACTIVE for port object b756ad98-e9f5-477d-b07e-ab54d29c2fc7 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:01.045593 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (b756ad98-e9f5-477d-b07e-ab54d29c2fc7), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:01.050554 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No active binding found for port 314e7e4e-b003-4e20-89be-33901107ca48 {{(pid=103608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 13:32:01.051728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] The host n-h2-714676-13 is not matching for port 314e7e4e-b003-4e20-89be-33901107ca48 host None! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:32:01.052364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 314e7e4e-b003-4e20-89be-33901107ca48 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:01.069108 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b23acc-93df-4065-9382-202648dbeacc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Pushing event deleted for resources: {'Port': ['ID=314e7e4e-b003-4e20-89be-33901107ca48,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:01.094516 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df509051-c57f-4f56-bd43-6aad93571550 x-openstack-request-id: req-df509051-c57f-4f56-bd43-6aad93571550 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:01.094858 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce5313f-1121-4d30-94e4-6deeef846c35", "name": "network-vif-deleted", "tag": "750db185-25c4-41f4-a794-2a13d102f117", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:01.095186 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-df509051-c57f-4f56-bd43-6aad93571550 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:01.095537 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce5313f-1121-4d30-94e4-6deeef846c35', 'name': 'network-vif-deleted', 'tag': '750db185-25c4-41f4-a794-2a13d102f117', 'status': 'completed', 'code': 200} Feb 04 13:32:01.124617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2705e30-a996-4d4b-ada3-2dbf5f232152 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=9e4e2e17-b8a5-4c3d-9da4-5dfe30df49dc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:01.126974 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2705e30-a996-4d4b-ada3-2dbf5f232152 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:01.127359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5a8f4-7782-4f51-a762-a1094cd69ea5 req-3af6b1ec-dc2d-4f99-92ec-eabec9411c12 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:01.128978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f5a8f4-7782-4f51-a762-a1094cd69ea5 req-3af6b1ec-dc2d-4f99-92ec-eabec9411c12 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=b1cb1ace-77fb-4050-9911-22aadc2de30f HTTP/1.1" status: 200 len: 945 time: 0.2694039 Feb 04 13:32:01.130788 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f2705e30-a996-4d4b-ada3-2dbf5f232152 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/9e4e2e17-b8a5-4c3d-9da4-5dfe30df49dc HTTP/1.1" status: 204 len: 168 time: 0.8954816 Feb 04 13:32:01.134469 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45258) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:01.208871 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Pushing event updated for resources: {'Port': ['ID=b756ad98-e9f5-477d-b07e-ab54d29c2fc7,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:01.222907 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da7bd12-55df-4c3b-8c36-e615dec37002 req-46b23acc-93df-4065-9382-202648dbeacc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] No DVR routers for this DVR port 314e7e4e-b003-4e20-89be-33901107ca48 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:01.230758 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6da7bd12-55df-4c3b-8c36-e615dec37002 req-46b23acc-93df-4065-9382-202648dbeacc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:01.234992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6da7bd12-55df-4c3b-8c36-e615dec37002 req-46b23acc-93df-4065-9382-202648dbeacc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.100 "DELETE /v2.0/ports/314e7e4e-b003-4e20-89be-33901107ca48 HTTP/1.1" status: 204 len: 173 time: 2.4654956 Feb 04 13:32:01.237269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cb1ace-77fb-4050-9911-22aadc2de30f', 'name': 'network-vif-deleted', 'tag': '314e7e4e-b003-4e20-89be-33901107ca48'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:01.240069 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c3e622-4dd5-4c91-be94-268ea0a1b972" -d '{"events": [{"server_uuid": "b1cb1ace-77fb-4050-9911-22aadc2de30f", "name": "network-vif-deleted", "tag": "314e7e4e-b003-4e20-89be-33901107ca48"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:01.259495 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e78347c-e018-47f7-955b-cb948936ce73 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet c97391aa-da23-4a8f-abe8-8d5755cf0bbd {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:32:01.274289 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-20878822-3fe2-4c88-b2f1-276e7476fb5f tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Allocated IP 172.20.0.4 (f1387ed3-55fe-4bae-b234-5ffeb94037db/27f1033c-8f22-4202-a03b-f6e965b42173/c83a00b7-7812-4639-acb7-115635337269) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:01.288464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f5a8f4-7782-4f51-a762-a1094cd69ea5 req-073bd0b2-0234-4705-ab86-d854f2e53763 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415141 Feb 04 13:32:01.319380 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e78347c-e018-47f7-955b-cb948936ce73 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (c97391aa-da23-4a8f-abe8-8d5755cf0bbd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:01.396744 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e78347c-e018-47f7-955b-cb948936ce73 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (c97391aa-da23-4a8f-abe8-8d5755cf0bbd), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:01.423348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 77b92383-e836-4e3c-8d33-19a61ef0aa4a up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:01.505853 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29932ec2-8e98-48e0-93b3-18174edaaa67 req-b5633199-6842-4d20-b508-d23ad4b237e8 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 210 time: 0.1000471 Feb 04 13:32:01.540650 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e78347c-e018-47f7-955b-cb948936ce73 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (c97391aa-da23-4a8f-abe8-8d5755cf0bbd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:01.614480 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 77b92383-e836-4e3c-8d33-19a61ef0aa4a completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:01.633813 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Attempting to bind port b756ad98-e9f5-477d-b07e-ab54d29c2fc7 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:01.634367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Attempting to bind port b756ad98-e9f5-477d-b07e-ab54d29c2fc7 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:01.634692 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Attempting to bind port b756ad98-e9f5-477d-b07e-ab54d29c2fc7 on network f1387ed3-55fe-4bae-b234-5ffeb94037db {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:01.635240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 77b92383-e836-4e3c-8d33-19a61ef0aa4a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:01.637106 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (77b92383-e836-4e3c-8d33-19a61ef0aa4a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:01.642284 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Port b756ad98-e9f5-477d-b07e-ab54d29c2fc7 on network f1387ed3-55fe-4bae-b234-5ffeb94037db not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:32:01.642386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Attempting to bind port b756ad98-e9f5-477d-b07e-ab54d29c2fc7 on network f1387ed3-55fe-4bae-b234-5ffeb94037db {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:01.645698 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e78347c-e018-47f7-955b-cb948936ce73 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (c97391aa-da23-4a8f-abe8-8d5755cf0bbd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:01.668891 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e78347c-e018-47f7-955b-cb948936ce73 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:01.674146 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2e78347c-e018-47f7-955b-cb948936ce73 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/c97391aa-da23-4a8f-abe8-8d5755cf0bbd HTTP/1.1" status: 204 len: 168 time: 0.5381296 Feb 04 13:32:01.678909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45280) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:01.698179 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-20878822-3fe2-4c88-b2f1-276e7476fb5f tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks [] for port (c83a00b7-7812-4639-acb7-115635337269), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:01.712632 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ed1bf1-dc16-43c1-a4f0-4524b489f193 x-openstack-request-id: req-08ed1bf1-dc16-43c1-a4f0-4524b489f193 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:01.713027 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1cb1ace-77fb-4050-9911-22aadc2de30f", "name": "network-vif-deleted", "tag": "314e7e4e-b003-4e20-89be-33901107ca48", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:01.713339 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-08ed1bf1-dc16-43c1-a4f0-4524b489f193 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:01.713734 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cb1ace-77fb-4050-9911-22aadc2de30f', 'name': 'network-vif-deleted', 'tag': '314e7e4e-b003-4e20-89be-33901107ca48', 'status': 'completed', 'code': 200} Feb 04 13:32:01.749600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51bf523-b83e-47d8-ba52-fac27dac2538 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:01.780057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:01.780774 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Checking segment: {'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:01.781391 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Bound using segment: {'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:01.782042 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Bound port: b756ad98-e9f5-477d-b07e-ab54d29c2fc7, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:01.783178 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b756ad98-e9f5-477d-b07e-ab54d29c2fc7), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:01.791914 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4114d68a-565b-4a45-ad64-b06275cea6bc tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1117272 Feb 04 13:32:01.794061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45290) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:01.795125 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78347c-e018-47f7-955b-cb948936ce73 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=c97391aa-da23-4a8f-abe8-8d5755cf0bbd,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:01.808761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-e6aea7c1-e4c4-4488-9f18-691506310d65 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:01.979964 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-20878822-3fe2-4c88-b2f1-276e7476fb5f tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c83a00b7-7812-4639-acb7-115635337269), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:02.004778 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] For port b756ad98-e9f5-477d-b07e-ab54d29c2fc7, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:02.031772 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] For port b756ad98-e9f5-477d-b07e-ab54d29c2fc7, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b756ad98-e9f5-477d-b07e-ab54d29c2fc7,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:02.044251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-935c4233-b16f-4535-b2a5-147ca303d063 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:02.046727 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-935c4233-b16f-4535-b2a5-147ca303d063 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.99 "GET /v2.0/networks?id=14c05403-90d2-41fc-859e-3f19feb0a7e6 HTTP/1.1" status: 200 len: 813 time: 0.2011094 Feb 04 13:32:02.048581 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (b756ad98-e9f5-477d-b07e-ab54d29c2fc7), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:02.059770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-fbd18e59-694f-4de2-97e7-76802191998a tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Request body: {'port': {'device_id': '5a22de52-b25c-451e-a35a-e3e44fafa042', 'network_id': '14c05403-90d2-41fc-859e-3f19feb0a7e6', 'admin_state_up': True, 'tenant_id': '2c10557859b3442f9593331d56355e5c'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:02.088010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-20878822-3fe2-4c88-b2f1-276e7476fb5f tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Network f1387ed3-55fe-4bae-b234-5ffeb94037db is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:02.100719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bfcc6-ee58-4a28-bfce-bb86a01797b1 req-b0d11a35-4055-4ba8-a99b-8881ac847d30 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:02.106685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-142bfcc6-ee58-4a28-bfce-bb86a01797b1 req-b0d11a35-4055-4ba8-a99b-8881ac847d30 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bc570c8-81a3-4653-b96b-30b74b164316 HTTP/1.1" status: 200 len: 944 time: 0.2228625 Feb 04 13:32:02.113371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-20878822-3fe2-4c88-b2f1-276e7476fb5f tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:02.120787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-20878822-3fe2-4c88-b2f1-276e7476fb5f tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:02.135277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20878822-3fe2-4c88-b2f1-276e7476fb5f tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Pushing event updated for resources: {'Port': ['ID=c83a00b7-7812-4639-acb7-115635337269,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:02.167671 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:02.168725 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:02.172415 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] 10.222.0.99 "PUT /v2.0/ports/b756ad98-e9f5-477d-b07e-ab54d29c2fc7 HTTP/1.1" status: 200 len: 1093 time: 2.1644323 Feb 04 13:32:02.247270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 77b92383-e836-4e3c-8d33-19a61ef0aa4a is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:02.249072 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (77b92383-e836-4e3c-8d33-19a61ef0aa4a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:02.266067 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-142bfcc6-ee58-4a28-bfce-bb86a01797b1 req-47d0b3b2-84be-4072-8c56-dd7b5d057f13 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368344 Feb 04 13:32:02.292526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-20878822-3fe2-4c88-b2f1-276e7476fb5f tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:02.302534 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-20878822-3fe2-4c88-b2f1-276e7476fb5f tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:02.306950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6aea7c1-e4c4-4488-9f18-691506310d65 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:02.313277 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e6aea7c1-e4c4-4488-9f18-691506310d65 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:02.315790 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d38ea-ab3c-4d39-9d55-99a914157369 service neutron] Pushing event updated for resources: {'Port': ['ID=b756ad98-e9f5-477d-b07e-ab54d29c2fc7,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:02.344780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fc110e-6d06-497e-ad74-4eab8f987263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b92383-e836-4e3c-8d33-19a61ef0aa4a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:02.347225 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f81bdcd-3b26-486a-a6f6-25c02a8cff4c" -d '{"events": [{"server_uuid": "d9fc110e-6d06-497e-ad74-4eab8f987263", "name": "network-vif-plugged", "status": "completed", "tag": "77b92383-e836-4e3c-8d33-19a61ef0aa4a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:02.349824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac1c704-c788-4d7f-a81b-de149f09abec None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:32:02.366989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 77b92383-e836-4e3c-8d33-19a61ef0aa4a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=77b92383-e836-4e3c-8d33-19a61ef0aa4a,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:02.397526 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (77b92383-e836-4e3c-8d33-19a61ef0aa4a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:02.402646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ce0343f8-8741-4ef8-8b13-bfe6b7345ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:02.404373 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-ce0343f8-8741-4ef8-8b13-bfe6b7345ff4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=81c25157c73e4751a9d2a70da99827b4&device_id=7bc570c8-81a3-4653-b96b-30b74b164316 HTTP/1.1" status: 200 len: 1127 time: 0.1778057 Feb 04 13:32:02.460609 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-07e2c47b-bc6e-4482-ba56-04d022cf9d06 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b756ad98-e9f5-477d-b07e-ab54d29c2fc7 HTTP/1.1" status: 200 len: 217 time: 0.0489259 Feb 04 13:32:02.476355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bac1c704-c788-4d7f-a81b-de149f09abec None None] Deleting port f83b4c68-1402-4a1e-8354-032ec9efd2c6 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:02.476803 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bac1c704-c788-4d7f-a81b-de149f09abec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:02.494653 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=77b92383-e836-4e3c-8d33-19a61ef0aa4a,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:02.506140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-20878822-3fe2-4c88-b2f1-276e7476fb5f tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4991405 Feb 04 13:32:02.527950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-37e6cc98-48c5-4d2a-afff-483ef6896813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:02.527950 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-37e6cc98-48c5-4d2a-afff-483ef6896813 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=27f1033c-8f22-4202-a03b-f6e965b42173 HTTP/1.1" status: 200 len: 852 time: 0.0557442 Feb 04 13:32:02.527950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-fbd18e59-694f-4de2-97e7-76802191998a tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Made reservation on behalf of 2c10557859b3442f9593331d56355e5c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:02.531384 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-fbd18e59-694f-4de2-97e7-76802191998a tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:02.551548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Request body: {'port': {'device_id': '312bf8c5-ca50-4a3f-9814-ecbc19e81cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:02.573965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-bac1c704-c788-4d7f-a81b-de149f09abec None None] For port f83b4c68-1402-4a1e-8354-032ec9efd2c6, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f83b4c68-1402-4a1e-8354-032ec9efd2c6,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:02.574386 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bac1c704-c788-4d7f-a81b-de149f09abec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:02.590794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bac1c704-c788-4d7f-a81b-de149f09abec None None] Calling delete_port for f83b4c68-1402-4a1e-8354-032ec9efd2c6 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:02.595204 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-c9a0c84a-f3e5-4b72-9b34-7d891de5fb3d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f1387ed3-55fe-4bae-b234-5ffeb94037db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597761 Feb 04 13:32:02.679544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bbf18-3148-4632-9e72-adbba0a5d1fc req-1fc1ff86-0a46-43fd-abb8-f081cf1599b8 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:02.681302 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-636bbf18-3148-4632-9e72-adbba0a5d1fc req-1fc1ff86-0a46-43fd-abb8-f081cf1599b8 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 946 time: 0.2025683 Feb 04 13:32:02.700963 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c83a00b7-7812-4639-acb7-115635337269), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:02.728375 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb9c4e0-8fc8-4d58-8608-1953df117366 x-openstack-request-id: req-fdb9c4e0-8fc8-4d58-8608-1953df117366 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:02.729577 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fc110e-6d06-497e-ad74-4eab8f987263", "name": "network-vif-plugged", "status": "completed", "tag": "77b92383-e836-4e3c-8d33-19a61ef0aa4a", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:02.729816 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fdb9c4e0-8fc8-4d58-8608-1953df117366 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:02.730370 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fc110e-6d06-497e-ad74-4eab8f987263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b92383-e836-4e3c-8d33-19a61ef0aa4a', 'code': 200} Feb 04 13:32:02.749040 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bac1c704-c788-4d7f-a81b-de149f09abec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (f83b4c68-1402-4a1e-8354-032ec9efd2c6), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:02.768350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac1c704-c788-4d7f-a81b-de149f09abec None None] No DVR routers for this DVR port f83b4c68-1402-4a1e-8354-032ec9efd2c6 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:02.810391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1c704-c788-4d7f-a81b-de149f09abec None None] Pushing event deleted for resources: {'Port': ['ID=f83b4c68-1402-4a1e-8354-032ec9efd2c6,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:02.948457 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-636bbf18-3148-4632-9e72-adbba0a5d1fc req-81448c79-b883-4dc6-a576-76e8eef9fea4 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487302 Feb 04 13:32:02.971880 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-e7c015f4-d91c-49ab-a570-7145700e2df2 service neutron] 10.222.0.99 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686237 Feb 04 13:32:03.096448 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc570c8-81a3-4653-b96b-30b74b164316', 'tag': 'b756ad98-e9f5-477d-b07e-ab54d29c2fc7'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:03.098809 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3488e660-1bf7-4f63-b496-8b21d6b49b79" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc570c8-81a3-4653-b96b-30b74b164316", "tag": "b756ad98-e9f5-477d-b07e-ab54d29c2fc7"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:03.112381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-fbd18e59-694f-4de2-97e7-76802191998a tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Allocated IP 172.20.0.8 (14c05403-90d2-41fc-859e-3f19feb0a7e6/8816e452-3a71-4422-9ede-684b2c0bb335/9a85a5cd-af48-4b20-93a5-08700ad0ae12) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:03.131888 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-1dea078f-8ed6-4b7b-967d-1cc82a38455e service neutron] 10.222.0.99 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521678 Feb 04 13:32:03.163870 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50d129-8ef8-4ce6-8a80-5a7a64a4bde0 req-2c905021-4a7d-43d7-9e06-1fdcbe52cb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:03.165413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d50d129-8ef8-4ce6-8a80-5a7a64a4bde0 req-2c905021-4a7d-43d7-9e06-1fdcbe52cb2a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 1129 time: 0.3823063 Feb 04 13:32:03.201389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de5a5bd8-975c-41de-8c10-dcbe772f4794 req-be4d8722-9e47-4a94-85df-418e5162bdc1 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 210 time: 0.0772634 Feb 04 13:32:03.209850 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e6aea7c1-e4c4-4488-9f18-691506310d65 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (a66fadea-40c5-42a8-805a-c39564d5c06d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:03.306071 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-fbd18e59-694f-4de2-97e7-76802191998a tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Publish callbacks [] for port (9a85a5cd-af48-4b20-93a5-08700ad0ae12), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:03.345099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-fbd18e59-694f-4de2-97e7-76802191998a tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (9a85a5cd-af48-4b20-93a5-08700ad0ae12), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:03.348160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aea7c1-e4c4-4488-9f18-691506310d65 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:03.371385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-e6aea7c1-e4c4-4488-9f18-691506310d65 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:03.380521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aea7c1-e4c4-4488-9f18-691506310d65 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=a66fadea-40c5-42a8-805a-c39564d5c06d,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:03.385903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b267c3f4-08be-4eec-8dfc-6f83d35fd913 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:03.401871 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-fbd18e59-694f-4de2-97e7-76802191998a tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Network 14c05403-90d2-41fc-859e-3f19feb0a7e6 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:03.405383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aea7c1-e4c4-4488-9f18-691506310d65 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:03.405383 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e6aea7c1-e4c4-4488-9f18-691506310d65 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:03.405654 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-fbd18e59-694f-4de2-97e7-76802191998a tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:03.408891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-fbd18e59-694f-4de2-97e7-76802191998a tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:03.428672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06331a2b-5203-4aff-99de-8b993eacce51 req-45ca7af0-0a85-4a97-aa36-b83998ac1328 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:03.431664 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 750db185-25c4-41f4-a794-2a13d102f117 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:03.434528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06331a2b-5203-4aff-99de-8b993eacce51 req-45ca7af0-0a85-4a97-aa36-b83998ac1328 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 946 time: 0.3133631 Feb 04 13:32:03.442375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd18e59-694f-4de2-97e7-76802191998a tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Pushing event updated for resources: {'Port': ['ID=9a85a5cd-af48-4b20-93a5-08700ad0ae12,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:03.442845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d50d129-8ef8-4ce6-8a80-5a7a64a4bde0 req-9e06d1b3-4450-4cd0-b3ea-839f156cc83f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447848 Feb 04 13:32:03.457785 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 750db185-25c4-41f4-a794-2a13d102f117 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:32:03.458351 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 750db185-25c4-41f4-a794-2a13d102f117 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:03.479080 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-fbd18e59-694f-4de2-97e7-76802191998a tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:03.479903 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-fbd18e59-694f-4de2-97e7-76802191998a tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:03.499844 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-fbd18e59-694f-4de2-97e7-76802191998a tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4442189 Feb 04 13:32:03.508709 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e6aea7c1-e4c4-4488-9f18-691506310d65 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7061203 Feb 04 13:32:03.512231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45340) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:03.518899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c28b994a-5bce-454b-a048-dc426a005fe9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:03.553276 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f83b4c68-1402-4a1e-8354-032ec9efd2c6 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:03.558850 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': 'a66fadea-40c5-42a8-805a-c39564d5c06d'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:32:03.561120 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:03.567837 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06331a2b-5203-4aff-99de-8b993eacce51 req-80df4a0e-f6f6-4cde-a50a-96e71218dcc5 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291959 Feb 04 13:32:03.575061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b9933-d82a-457d-993e-2396cf66fd1a req-5ae99f98-34a0-41bb-a2dd-d766afae991c tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:03.577427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-165b9933-d82a-457d-993e-2396cf66fd1a req-5ae99f98-34a0-41bb-a2dd-d766afae991c tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 944 time: 0.2334375 Feb 04 13:32:03.599370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: f83b4c68-1402-4a1e-8354-032ec9efd2c6 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:32:03.599857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f83b4c68-1402-4a1e-8354-032ec9efd2c6 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:03.682422 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d86be9-82f7-4415-ada3-fcba500a1ae8 x-openstack-request-id: req-d4d86be9-82f7-4415-ada3-fcba500a1ae8 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:03.682804 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc570c8-81a3-4653-b96b-30b74b164316", "tag": "b756ad98-e9f5-477d-b07e-ab54d29c2fc7", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:03.683063 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d4d86be9-82f7-4415-ada3-fcba500a1ae8 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:03.683892 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc570c8-81a3-4653-b96b-30b74b164316', 'tag': 'b756ad98-e9f5-477d-b07e-ab54d29c2fc7', 'status': 'completed', 'code': 200} Feb 04 13:32:03.687466 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28b994a-5bce-454b-a048-dc426a005fe9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:03.694871 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-165b9933-d82a-457d-993e-2396cf66fd1a req-51d54a00-4d6d-4ef6-8491-e5d36336c913 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108160 Feb 04 13:32:03.698701 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c28b994a-5bce-454b-a048-dc426a005fe9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:03.708170 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83a00b7-7812-4639-acb7-115635337269 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:03.722576 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Publish callbacks [] for port (c83a00b7-7812-4639-acb7-115635337269), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:03.737106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Request body: {'port': {'device_id': '5a22de52-b25c-451e-a35a-e3e44fafa042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:03.766158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Transition to ACTIVE for port object c83a00b7-7812-4639-acb7-115635337269 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:03.819915 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Allocated IP 172.20.0.2 (2ee6628b-98e8-4827-b47e-b9107cd39956/a66fadea-40c5-42a8-805a-c39564d5c06d/bf13407b-1f95-4b95-ac5d-90d08a8382e3) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:03.837732 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (c83a00b7-7812-4639-acb7-115635337269), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:03.875773 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9a85a5cd-af48-4b20-93a5-08700ad0ae12), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:03.923495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Pushing event updated for resources: {'Port': ['ID=c83a00b7-7812-4639-acb7-115635337269,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:03.946110 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c4a8a-c440-4aef-8071-7b99b4657340 req-75684368-8e71-4868-867b-760391978118 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:03.948089 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af7c4a8a-c440-4aef-8071-7b99b4657340 req-75684368-8e71-4868-867b-760391978118 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bc570c8-81a3-4653-b96b-30b74b164316 HTTP/1.1" status: 200 len: 944 time: 0.1850407 Feb 04 13:32:03.988372 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e660-1bf7-4f63-b496-8b21d6b49b79 req-305535d6-f307-48b9-a3e2-50ce10aa729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:03.990057 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3488e660-1bf7-4f63-b496-8b21d6b49b79 req-305535d6-f307-48b9-a3e2-50ce10aa729f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=81c25157c73e4751a9d2a70da99827b4&device_id=7bc570c8-81a3-4653-b96b-30b74b164316 HTTP/1.1" status: 200 len: 1127 time: 0.2492526 Feb 04 13:32:04.133884 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Publish callbacks [] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:04.143643 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:04.175951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adafd0-910f-411a-afed-406ca290fc46 req-f42f760c-29e6-43e3-80a1-5675ac316b35 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:04.177486 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e7adafd0-910f-411a-afed-406ca290fc46 req-f42f760c-29e6-43e3-80a1-5675ac316b35 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.99 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 944 time: 0.1214178 Feb 04 13:32:04.189798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e660-1bf7-4f63-b496-8b21d6b49b79 req-567b9527-d676-46c0-a6ce-9ee055eefa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:04.191782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:04.191972 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3488e660-1bf7-4f63-b496-8b21d6b49b79 req-567b9527-d676-46c0-a6ce-9ee055eefa91 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f1387ed3-55fe-4bae-b234-5ffeb94037db HTTP/1.1" status: 200 len: 913 time: 0.1338048 Feb 04 13:32:04.196905 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:04.200022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:04.260101 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Pushing event updated for resources: {'Port': ['ID=bf13407b-1f95-4b95-ac5d-90d08a8382e3,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:04.298812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Attempting to bind port bf13407b-1f95-4b95-ac5d-90d08a8382e3 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:04.299196 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Attempting to bind port bf13407b-1f95-4b95-ac5d-90d08a8382e3 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:04.300646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Attempting to bind port bf13407b-1f95-4b95-ac5d-90d08a8382e3 on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:04.307706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3488e660-1bf7-4f63-b496-8b21d6b49b79 req-0181f70b-505c-4253-98dc-1592c48f2a8a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b756ad98-e9f5-477d-b07e-ab54d29c2fc7 HTTP/1.1" status: 200 len: 217 time: 0.0952053 Feb 04 13:32:04.308550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:04.308938 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:04.311411 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:04.312223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:04.312761 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Bound port: bf13407b-1f95-4b95-ac5d-90d08a8382e3, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:04.313163 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:04.331122 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af7c4a8a-c440-4aef-8071-7b99b4657340 req-60f937b9-f7a7-49be-9350-080814057e66 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740602 Feb 04 13:32:04.447062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Attempting to bind port c83a00b7-7812-4639-acb7-115635337269 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:04.447584 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Attempting to bind port c83a00b7-7812-4639-acb7-115635337269 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:04.448027 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Attempting to bind port c83a00b7-7812-4639-acb7-115635337269 on network f1387ed3-55fe-4bae-b234-5ffeb94037db {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:04.461485 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4422f-50c1-4110-aab2-39536fad6c26 req-8bad9044-f200-4829-a0ed-f99907b4b6b5 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:04.470283 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15d4422f-50c1-4110-aab2-39536fad6c26 req-8bad9044-f200-4829-a0ed-f99907b4b6b5 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 946 time: 0.2773032 Feb 04 13:32:04.477685 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] For port bf13407b-1f95-4b95-ac5d-90d08a8382e3, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:04.484416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] For port bf13407b-1f95-4b95-ac5d-90d08a8382e3, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=bf13407b-1f95-4b95-ac5d-90d08a8382e3,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:04.492973 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:04.519243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Port c83a00b7-7812-4639-acb7-115635337269 on network f1387ed3-55fe-4bae-b234-5ffeb94037db not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:32:04.519655 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Attempting to bind port c83a00b7-7812-4639-acb7-115635337269 on network f1387ed3-55fe-4bae-b234-5ffeb94037db {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:04.539013 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e660-1bf7-4f63-b496-8b21d6b49b79 req-04c4d568-4d6a-4b87-8316-c4be851226bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:04.540675 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3488e660-1bf7-4f63-b496-8b21d6b49b79 req-04c4d568-4d6a-4b87-8316-c4be851226bd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=27f1033c-8f22-4202-a03b-f6e965b42173 HTTP/1.1" status: 200 len: 852 time: 0.2233789 Feb 04 13:32:04.549211 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:04.549701 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Checking segment: {'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:04.550236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Bound using segment: {'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:04.550791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Bound port: c83a00b7-7812-4639-acb7-115635337269, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:04.551320 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c83a00b7-7812-4639-acb7-115635337269), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:04.595229 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84027ca-d4fc-403b-9dc7-4617b30a85c6 None None] Pushing event updated for resources: {'Port': ['ID=bf13407b-1f95-4b95-ac5d-90d08a8382e3,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:04.658291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3488e660-1bf7-4f63-b496-8b21d6b49b79 req-1cef8412-cded-4ab6-9f71-d1ac6879e48d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f1387ed3-55fe-4bae-b234-5ffeb94037db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892851 Feb 04 13:32:04.691800 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15d4422f-50c1-4110-aab2-39536fad6c26 req-85036c70-64ec-49df-8ae5-86915ba09858 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203658 Feb 04 13:32:04.745569 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331e5cf-95ac-4185-be67-cdf6d3df83c7 req-c63d7a55-af5a-43ec-a86b-5bf7bbc38909 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:04.753690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f331e5cf-95ac-4185-be67-cdf6d3df83c7 req-c63d7a55-af5a-43ec-a86b-5bf7bbc38909 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 931 time: 0.3020661 Feb 04 13:32:04.776517 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e7adafd0-910f-411a-afed-406ca290fc46 req-681781db-490f-41c1-88ee-1c76287e7ce2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Deleting port cd10ed93-6434-4e21-a44f-7106ab47b5c1 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:04.776870 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e7adafd0-910f-411a-afed-406ca290fc46 req-681781db-490f-41c1-88ee-1c76287e7ce2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:04.869658 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] For port c83a00b7-7812-4639-acb7-115635337269, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:04.935916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] For port c83a00b7-7812-4639-acb7-115635337269, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c83a00b7-7812-4639-acb7-115635337269,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:04.958332 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f331e5cf-95ac-4185-be67-cdf6d3df83c7 req-28f8b7b9-b1c5-4c74-a131-dea025811299 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/security-groups?id=772233b3-36f0-40d8-a98c-b971e39887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036049 Feb 04 13:32:04.994367 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (c83a00b7-7812-4639-acb7-115635337269), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:05.056319 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb7d65-3ea5-4656-b232-f8011a320d2d req-47ae6b1c-056d-4c9c-bf00-3cd6ce268835 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:05.066679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67cb7d65-3ea5-4656-b232-f8011a320d2d req-47ae6b1c-056d-4c9c-bf00-3cd6ce268835 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 946 time: 0.2771647 Feb 04 13:32:05.116258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3488e660-1bf7-4f63-b496-8b21d6b49b79 req-32f89d29-723a-4c6a-962b-1e1f9b4e65a8 service neutron] 10.222.0.99 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489298 Feb 04 13:32:05.129081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:05.129852 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:05.131396 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] 10.222.0.99 "PUT /v2.0/ports/c83a00b7-7812-4639-acb7-115635337269 HTTP/1.1" status: 200 len: 1092 time: 2.5912173 Feb 04 13:32:05.131961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312bf8c5-ca50-4a3f-9814-ecbc19e81cc4', 'tag': 'c83a00b7-7812-4639-acb7-115635337269'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:05.134367 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b68fe3-5674-4ae8-bc28-9ecb652146cc" -d '{"events": [{"name": "network-changed", "server_uuid": "312bf8c5-ca50-4a3f-9814-ecbc19e81cc4", "tag": "c83a00b7-7812-4639-acb7-115635337269"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:05.177319 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e7adafd0-910f-411a-afed-406ca290fc46 req-681781db-490f-41c1-88ee-1c76287e7ce2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] For port cd10ed93-6434-4e21-a44f-7106ab47b5c1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cd10ed93-6434-4e21-a44f-7106ab47b5c1,segment=NetworkSegment(e1f774a8-b934-4d32-8699-c2d280043693),segment_id=e1f774a8-b934-4d32-8699-c2d280043693)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:05.177827 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e7adafd0-910f-411a-afed-406ca290fc46 req-681781db-490f-41c1-88ee-1c76287e7ce2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:05.209961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a85a5cd-af48-4b20-93a5-08700ad0ae12 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:05.222066 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e7adafd0-910f-411a-afed-406ca290fc46 req-681781db-490f-41c1-88ee-1c76287e7ce2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Calling delete_port for cd10ed93-6434-4e21-a44f-7106ab47b5c1 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:05.230927 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Publish callbacks [] for port (9a85a5cd-af48-4b20-93a5-08700ad0ae12), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:05.267358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f142cf-1193-4156-9205-6fc4d3f2dbac service neutron] Pushing event updated for resources: {'Port': ['ID=c83a00b7-7812-4639-acb7-115635337269,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:05.293728 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Transition to ACTIVE for port object 9a85a5cd-af48-4b20-93a5-08700ad0ae12 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:05.365847 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (9a85a5cd-af48-4b20-93a5-08700ad0ae12), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:05.416720 n-d-714676-13 neutron-server[103607]: DEBUG neutron.objects.ports [None req-c28b994a-5bce-454b-a048-dc426a005fe9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:32:05.575197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Pushing event updated for resources: {'Port': ['ID=9a85a5cd-af48-4b20-93a5-08700ad0ae12,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:05.695484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device bf13407b-1f95-4b95-ac5d-90d08a8382e3 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:05.828928 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port bf13407b-1f95-4b95-ac5d-90d08a8382e3 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:05.829270 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:05.831534 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67cb7d65-3ea5-4656-b232-f8011a320d2d req-0ca727a6-8a4e-4757-896e-1f4164dbe8fb tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7637539 Feb 04 13:32:05.882600 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e7adafd0-910f-411a-afed-406ca290fc46 req-681781db-490f-41c1-88ee-1c76287e7ce2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (cd10ed93-6434-4e21-a44f-7106ab47b5c1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:05.892197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Attempting to bind port 9a85a5cd-af48-4b20-93a5-08700ad0ae12 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:05.895026 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Attempting to bind port 9a85a5cd-af48-4b20-93a5-08700ad0ae12 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '3ce415d6-c5b1-4223-935d-3f0a3abddee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '14c05403-90d2-41fc-859e-3f19feb0a7e6'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:05.897231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Attempting to bind port 9a85a5cd-af48-4b20-93a5-08700ad0ae12 on network 14c05403-90d2-41fc-859e-3f19feb0a7e6 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:05.939146 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681781db-490f-41c1-88ee-1c76287e7ce2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Pushing event deleted for resources: {'Port': ['ID=cd10ed93-6434-4e21-a44f-7106ab47b5c1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:05.950157 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Port 9a85a5cd-af48-4b20-93a5-08700ad0ae12 on network 14c05403-90d2-41fc-859e-3f19feb0a7e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:32:05.950157 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Attempting to bind port 9a85a5cd-af48-4b20-93a5-08700ad0ae12 on network 14c05403-90d2-41fc-859e-3f19feb0a7e6 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:05.972737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a50a2a-2f57-4bf8-acba-569b4ebc0b83 req-ec784ee2-9026-41ae-a78f-ce07a5abec22 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:05.974349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-01a50a2a-2f57-4bf8-acba-569b4ebc0b83 req-ec784ee2-9026-41ae-a78f-ce07a5abec22 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf3b3eb7-58e6-4524-aece-6725f8c05742 HTTP/1.1" status: 200 len: 944 time: 0.8725939 Feb 04 13:32:05.984389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port bf13407b-1f95-4b95-ac5d-90d08a8382e3 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:05.984667 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5d61f8-6b51-484c-b4a7-ad137c17ad53 x-openstack-request-id: req-6e5d61f8-6b51-484c-b4a7-ad137c17ad53 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:05.984791 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:05.984964 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312bf8c5-ca50-4a3f-9814-ecbc19e81cc4", "tag": "c83a00b7-7812-4639-acb7-115635337269", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:05.985215 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6e5d61f8-6b51-484c-b4a7-ad137c17ad53 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:05.990183 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312bf8c5-ca50-4a3f-9814-ecbc19e81cc4', 'tag': 'c83a00b7-7812-4639-acb7-115635337269', 'status': 'completed', 'code': 200} Feb 04 13:32:06.002575 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3488e660-1bf7-4f63-b496-8b21d6b49b79 req-f0f9353c-66f3-4f6a-b928-74008258477a service neutron] 10.222.0.99 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8653076 Feb 04 13:32:06.019141 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:06.024589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Checking segment: {'id': '3ce415d6-c5b1-4223-935d-3f0a3abddee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '14c05403-90d2-41fc-859e-3f19feb0a7e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:06.026354 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Bound using segment: {'id': '3ce415d6-c5b1-4223-935d-3f0a3abddee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '14c05403-90d2-41fc-859e-3f19feb0a7e6'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:06.026945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Bound port: 9a85a5cd-af48-4b20-93a5-08700ad0ae12, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce415d6-c5b1-4223-935d-3f0a3abddee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '14c05403-90d2-41fc-859e-3f19feb0a7e6'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:06.030289 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9a85a5cd-af48-4b20-93a5-08700ad0ae12), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:06.043948 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-a9f022b5-e628-4f25-8c1c-27716bfe29c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:06.046467 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-a9f022b5-e628-4f25-8c1c-27716bfe29c7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=81c25157c73e4751a9d2a70da99827b4&device_id=312bf8c5-ca50-4a3f-9814-ecbc19e81cc4 HTTP/1.1" status: 200 len: 1126 time: 0.8029802 Feb 04 13:32:06.060477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port bf13407b-1f95-4b95-ac5d-90d08a8382e3, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=bf13407b-1f95-4b95-ac5d-90d08a8382e3,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:06.069533 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:06.114809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7adafd0-910f-411a-afed-406ca290fc46 req-681781db-490f-41c1-88ee-1c76287e7ce2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] No DVR routers for this DVR port cd10ed93-6434-4e21-a44f-7106ab47b5c1 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:06.118022 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c28b994a-5bce-454b-a048-dc426a005fe9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:06.121821 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e7adafd0-910f-411a-afed-406ca290fc46 req-681781db-490f-41c1-88ee-1c76287e7ce2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:06.126573 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e7adafd0-910f-411a-afed-406ca290fc46 req-681781db-490f-41c1-88ee-1c76287e7ce2 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.99 "DELETE /v2.0/ports/cd10ed93-6434-4e21-a44f-7106ab47b5c1 HTTP/1.1" status: 204 len: 173 time: 1.9333403 Feb 04 13:32:06.127169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3b3eb7-58e6-4524-aece-6725f8c05742', 'name': 'network-vif-deleted', 'tag': 'cd10ed93-6434-4e21-a44f-7106ab47b5c1'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:06.130133 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0347486-7d69-498e-86d4-8c16d1db5306" -d '{"events": [{"server_uuid": "bf3b3eb7-58e6-4524-aece-6725f8c05742", "name": "network-vif-deleted", "tag": "cd10ed93-6434-4e21-a44f-7106ab47b5c1"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:06.155661 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-42ae1e75-6ea7-4cfe-8a60-530462fa3f17 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c83a00b7-7812-4639-acb7-115635337269 HTTP/1.1" status: 200 len: 217 time: 0.1007111 Feb 04 13:32:06.190155 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=bf13407b-1f95-4b95-ac5d-90d08a8382e3,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:06.214572 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-01a50a2a-2f57-4bf8-acba-569b4ebc0b83 req-ff490380-36f8-4cc1-9aa8-d887f7ddb7d0 tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] 10.222.0.96 "GET /v2.0/security-groups?id=a223cb3a-ad51-4e74-8af6-ea362befefe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236700 Feb 04 13:32:06.254335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-963b782b-bb7a-4f67-a408-69d9f2344543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:06.255965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-963b782b-bb7a-4f67-a408-69d9f2344543 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=27f1033c-8f22-4202-a03b-f6e965b42173 HTTP/1.1" status: 200 len: 852 time: 0.0935693 Feb 04 13:32:06.297444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28f88b-7fbc-4cf2-a5c9-cb79e742ec73 req-1a20e43b-a098-4fe9-aca5-342abe14c269 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:06.309842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f28f88b-7fbc-4cf2-a5c9-cb79e742ec73 req-1a20e43b-a098-4fe9-aca5-342abe14c269 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bc570c8-81a3-4653-b96b-30b74b164316 HTTP/1.1" status: 200 len: 944 time: 0.2580473 Feb 04 13:32:06.317770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-18d6cd1d-1de8-4328-a327-6d720dd7c11f None None] Provisioning complete for port bf13407b-1f95-4b95-ac5d-90d08a8382e3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:06.318170 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-18d6cd1d-1de8-4328-a327-6d720dd7c11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:06.417854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-5d2b6903-3522-437e-87ab-81a489d6db2e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f1387ed3-55fe-4bae-b234-5ffeb94037db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024382 Feb 04 13:32:06.443782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-18d6cd1d-1de8-4328-a327-6d720dd7c11f None None] Current status of the port bf13407b-1f95-4b95-ac5d-90d08a8382e3 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:06.443976 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-c28b994a-5bce-454b-a048-dc426a005fe9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] For port bf13407b-1f95-4b95-ac5d-90d08a8382e3, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=bf13407b-1f95-4b95-ac5d-90d08a8382e3,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:06.490133 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c28b994a-5bce-454b-a048-dc426a005fe9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:06.496483 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] For port 9a85a5cd-af48-4b20-93a5-08700ad0ae12, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:06.499417 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c28b994a-5bce-454b-a048-dc426a005fe9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:06.502728 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] For port 9a85a5cd-af48-4b20-93a5-08700ad0ae12, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9a85a5cd-af48-4b20-93a5-08700ad0ae12,segment=NetworkSegment(3ce415d6-c5b1-4223-935d-3f0a3abddee1),segment_id=3ce415d6-c5b1-4223-935d-3f0a3abddee1)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:06.520565 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f28f88b-7fbc-4cf2-a5c9-cb79e742ec73 req-3a9e43f0-1a2d-47b7-a6bd-b3a1979774f5 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026248 Feb 04 13:32:06.541384 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (9a85a5cd-af48-4b20-93a5-08700ad0ae12), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:06.553192 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e7c67-9f95-42b2-a0d2-898626705b52 req-e376a83e-a79e-48a3-bd8f-7e2edfc0b416 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:06.556445 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c28b994a-5bce-454b-a048-dc426a005fe9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (dc013d54-c1e5-4223-9cd6-ea2cf82a648e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:06.563830 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f12e7c67-9f95-42b2-a0d2-898626705b52 req-e376a83e-a79e-48a3-bd8f-7e2edfc0b416 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 946 time: 0.2462187 Feb 04 13:32:06.573049 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:06.573870 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:06.576513 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] 10.222.0.99 "PUT /v2.0/ports/9a85a5cd-af48-4b20-93a5-08700ad0ae12 HTTP/1.1" status: 200 len: 1092 time: 2.8445539 Feb 04 13:32:06.654608 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f12e7c67-9f95-42b2-a0d2-898626705b52 req-04cc7919-1fcc-4c15-ae7e-c6ff2df3137f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849917 Feb 04 13:32:06.731288 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28b994a-5bce-454b-a048-dc426a005fe9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:06.740487 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b994a-5bce-454b-a048-dc426a005fe9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=bf13407b-1f95-4b95-ac5d-90d08a8382e3,revision_number=5']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:06.752207 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c3f603-9d05-447a-b6eb-6409f9ccfaef x-openstack-request-id: req-53c3f603-9d05-447a-b6eb-6409f9ccfaef {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:06.752592 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3b3eb7-58e6-4524-aece-6725f8c05742", "name": "network-vif-deleted", "tag": "cd10ed93-6434-4e21-a44f-7106ab47b5c1", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:06.753199 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-53c3f603-9d05-447a-b6eb-6409f9ccfaef {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:06.753688 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-2a989713-5821-4a6b-8985-4589221bec80 service neutron] 10.222.0.99 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160779 Feb 04 13:32:06.753805 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3b3eb7-58e6-4524-aece-6725f8c05742', 'name': 'network-vif-deleted', 'tag': 'cd10ed93-6434-4e21-a44f-7106ab47b5c1', 'status': 'completed', 'code': 200} Feb 04 13:32:06.788894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad21d7-0f19-4769-8847-10891a20f210 req-d34fc28d-0d61-48e8-991e-5a767208bd78 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:06.790954 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29ad21d7-0f19-4769-8847-10891a20f210 req-d34fc28d-0d61-48e8-991e-5a767208bd78 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 943 time: 0.1147115 Feb 04 13:32:06.839524 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c28b994a-5bce-454b-a048-dc426a005fe9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:06.850454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e25966-5f45-40b4-81bc-4190a32487a0 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:06.868521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224892c-e70e-411e-937e-c5b3f6101127 service neutron] Pushing event updated for resources: {'Port': ['ID=9a85a5cd-af48-4b20-93a5-08700ad0ae12,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:06.880342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28b994a-5bce-454b-a048-dc426a005fe9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:06.883429 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c28b994a-5bce-454b-a048-dc426a005fe9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:06.940136 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29ad21d7-0f19-4769-8847-10891a20f210 req-6345a5bc-51cc-4094-83fd-dd5f330abb77 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/security-groups?id=772233b3-36f0-40d8-a98c-b971e39887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299975 Feb 04 13:32:06.948585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45382) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:06.959876 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c28b994a-5bce-454b-a048-dc426a005fe9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4462037 Feb 04 13:32:06.961784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-bf0b3a70-5645-4f41-84fd-77a2f9f9872c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'mac_address': 'fa:16:3e:46:f2:cc', 'name': 'tempest-NetworksTestDHCPv6-655855132'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:06.963401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b994a-5bce-454b-a048-dc426a005fe9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=dc013d54-c1e5-4223-9cd6-ea2cf82a648e,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:06.969897 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-07541ff4-0876-43ac-a711-7ea20b420374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:06.971594 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-07541ff4-0876-43ac-a711-7ea20b420374 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c10557859b3442f9593331d56355e5c&device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 1126 time: 0.3127744 Feb 04 13:32:07.080530 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-860db607-9800-4d8c-abd2-0c2e677ed992 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a85a5cd-af48-4b20-93a5-08700ad0ae12 HTTP/1.1" status: 200 len: 217 time: 0.1017239 Feb 04 13:32:07.157816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-fc8d8162-6cd7-4af3-8650-0d0d5331d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:07.159780 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-fc8d8162-6cd7-4af3-8650-0d0d5331d8ff service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8816e452-3a71-4422-9ede-684b2c0bb335 HTTP/1.1" status: 200 len: 853 time: 0.0734875 Feb 04 13:32:07.200809 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-d391b0bf-ad88-48af-9eb1-a269bc960f15 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=14c05403-90d2-41fc-859e-3f19feb0a7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329432 Feb 04 13:32:07.202671 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80ca1cfa-0575-49e4-906f-e79c5d2f5dd3 req-9d6477ff-c884-40e3-af58-83ef368ad331 service neutron] 10.222.0.99 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397945 Feb 04 13:32:07.206365 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0b3a70-5645-4f41-84fd-77a2f9f9872c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:07.351590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555cb89-2f7e-4647-98dd-27906e84dafc req-d3a08842-733c-44bf-a12b-85245d828b44 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:07.353332 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e555cb89-2f7e-4647-98dd-27906e84dafc req-d3a08842-733c-44bf-a12b-85245d828b44 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 946 time: 0.2733169 Feb 04 13:32:07.386784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1b593-84d6-4f16-8341-2869c4a34cf4 req-729d1dc9-43dc-4fed-adfb-6035244aed53 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:07.389780 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fb1b593-84d6-4f16-8341-2869c4a34cf4 req-729d1dc9-43dc-4fed-adfb-6035244aed53 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 946 time: 0.2828593 Feb 04 13:32:07.397207 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-93610746-111b-4679-a5ac-e9e02f2dcd06 service neutron] 10.222.0.99 "GET /v2.0/networks/14c05403-90d2-41fc-859e-3f19feb0a7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865253 Feb 04 13:32:07.453681 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ef77552c-0a44-43e1-ab8c-0cb6715321a8 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:32:07.462311 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf0b3a70-5645-4f41-84fd-77a2f9f9872c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:07.466784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b68fe3-5674-4ae8-bc28-9ecb652146cc req-dd065a8b-533f-4ec0-9a28-45c73bff1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:07.468902 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54b68fe3-5674-4ae8-bc28-9ecb652146cc req-dd065a8b-533f-4ec0-9a28-45c73bff1b0b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=81c25157c73e4751a9d2a70da99827b4&device_id=312bf8c5-ca50-4a3f-9814-ecbc19e81cc4 HTTP/1.1" status: 200 len: 1126 time: 0.1883509 Feb 04 13:32:07.585094 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cc96fbd3-1301-489c-9e1b-85eae8cee261 req-7e160a80-5d74-41f3-940b-59ff71a6041d service neutron] 10.222.0.99 "GET /v2.0/networks/14c05403-90d2-41fc-859e-3f19feb0a7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784236 Feb 04 13:32:07.618956 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device bf13407b-1f95-4b95-ac5d-90d08a8382e3 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:07.639285 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e555cb89-2f7e-4647-98dd-27906e84dafc req-47988e4a-c30f-4707-88e3-22e6de405c99 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755842 Feb 04 13:32:07.653024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-bf0b3a70-5645-4f41-84fd-77a2f9f9872c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port 290df240-96e7-46e0-9655-cea11248b34c yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:32:07.674299 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fb1b593-84d6-4f16-8341-2869c4a34cf4 req-b5a74d06-5831-4c95-b7d8-471a8a819c7c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658882 Feb 04 13:32:07.736488 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45394) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:07.740393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ef77552c-0a44-43e1-ab8c-0cb6715321a8, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ef77552c-0a44-43e1-ab8c-0cb6715321a8,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:07.766202 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'ef77552c-0a44-43e1-ab8c-0cb6715321a8', 'network_id': '88b7b145-9182-4a19-b1fb-5c6b08aa0112', 'port_id': 'ef77552c-0a44-43e1-ab8c-0cb6715321a8', 'mac_address': 'fa:16:3e:1f:26:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65276bc3-38f7-4354-8723-1e8038a429ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:32:07.811729 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port bf13407b-1f95-4b95-ac5d-90d08a8382e3 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:07.812108 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:07.891427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ef77552c-0a44-43e1-ab8c-0cb6715321a8 is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:07.892538 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:07.942779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c33d6d9-6da9-41ef-b295-82aae56aa64a admin admin] Deleting subnet c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:32:07.947979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef77552c-0a44-43e1-ab8c-0cb6715321a8 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:07.957150 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c33d6d9-6da9-41ef-b295-82aae56aa64a admin admin] Publish callbacks [] for subnet (c22a97b9-6a5c-4763-882b-7b5d62ef8ca8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:07.974770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ef77552c-0a44-43e1-ab8c-0cb6715321a8, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ef77552c-0a44-43e1-ab8c-0cb6715321a8,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:07.982508 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:07.984333 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b756ad98-e9f5-477d-b07e-ab54d29c2fc7 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:32:08.001823 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b68fe3-5674-4ae8-bc28-9ecb652146cc req-14db3489-0434-4e9e-a89c-bc610c799f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:08.003878 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54b68fe3-5674-4ae8-bc28-9ecb652146cc req-14db3489-0434-4e9e-a89c-bc610c799f8e service neutron] 10.222.0.99 "GET /v2.0/networks?id=f1387ed3-55fe-4bae-b234-5ffeb94037db HTTP/1.1" status: 200 len: 913 time: 0.5233738 Feb 04 13:32:08.015497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port bf13407b-1f95-4b95-ac5d-90d08a8382e3 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:08.043808 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c33d6d9-6da9-41ef-b295-82aae56aa64a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (c22a97b9-6a5c-4763-882b-7b5d62ef8ca8), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:08.085930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ef77552c-0a44-43e1-ab8c-0cb6715321a8,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:08.108819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c33d6d9-6da9-41ef-b295-82aae56aa64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (c22a97b9-6a5c-4763-882b-7b5d62ef8ca8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:08.125382 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54b68fe3-5674-4ae8-bc28-9ecb652146cc req-51c01f4c-2bd1-4cc4-bc8d-c22e73b82c0f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c83a00b7-7812-4639-acb7-115635337269 HTTP/1.1" status: 200 len: 217 time: 0.0871563 Feb 04 13:32:08.156486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fcf78-bcb5-4a1d-a13b-89f31c91f85e req-bbadb15d-6410-4584-aeb4-263a60bfdf90 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:08.164615 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c0fcf78-bcb5-4a1d-a13b-89f31c91f85e req-bbadb15d-6410-4584-aeb4-263a60bfdf90 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bc570c8-81a3-4653-b96b-30b74b164316 HTTP/1.1" status: 200 len: 944 time: 0.3277321 Feb 04 13:32:08.190985 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c33d6d9-6da9-41ef-b295-82aae56aa64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (c22a97b9-6a5c-4763-882b-7b5d62ef8ca8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:08.221592 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33d6d9-6da9-41ef-b295-82aae56aa64a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c22a97b9-6a5c-4763-882b-7b5d62ef8ca8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:08.225550 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c33d6d9-6da9-41ef-b295-82aae56aa64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:08.232458 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7c33d6d9-6da9-41ef-b295-82aae56aa64a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/c22a97b9-6a5c-4763-882b-7b5d62ef8ca8 HTTP/1.1" status: 204 len: 168 time: 0.4935524 Feb 04 13:32:08.233192 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45400) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:08.248805 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b68fe3-5674-4ae8-bc28-9ecb652146cc req-10d169ff-879a-4ff0-bf89-6ef4f40ae4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:08.250683 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54b68fe3-5674-4ae8-bc28-9ecb652146cc req-10d169ff-879a-4ff0-bf89-6ef4f40ae4e9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=27f1033c-8f22-4202-a03b-f6e965b42173 HTTP/1.1" status: 200 len: 852 time: 0.1171718 Feb 04 13:32:08.320418 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-681aef3c-6e41-41d4-b92f-5e36d112510f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (15db41b1-a6d5-41af-b587-4385571234bf), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:08.323877 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbaad8-fb68-47e7-b98e-a42d98d4b1ed req-caa5b9ea-4611-4f8b-bbde-0c4d114dca6d tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:08.326842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92cbaad8-fb68-47e7-b98e-a42d98d4b1ed req-caa5b9ea-4611-4f8b-bbde-0c4d114dca6d tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 946 time: 0.4726601 Feb 04 13:32:08.346557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b756ad98-e9f5-477d-b07e-ab54d29c2fc7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b756ad98-e9f5-477d-b07e-ab54d29c2fc7,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:08.365256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'b756ad98-e9f5-477d-b07e-ab54d29c2fc7', 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db', 'port_id': 'b756ad98-e9f5-477d-b07e-ab54d29c2fc7', 'mac_address': 'fa:16:3e:5a:c0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f1033c-8f22-4202-a03b-f6e965b42173', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:32:08.369628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-81462263-3fd3-436c-8a2a-5dc87eb7730f None None] Provisioning complete for port bf13407b-1f95-4b95-ac5d-90d08a8382e3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:08.370002 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81462263-3fd3-436c-8a2a-5dc87eb7730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:08.390576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54b68fe3-5674-4ae8-bc28-9ecb652146cc req-a9d15006-00e2-4b85-a7da-378ca19b1ec8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f1387ed3-55fe-4bae-b234-5ffeb94037db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327615 Feb 04 13:32:08.397803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c0fcf78-bcb5-4a1d-a13b-89f31c91f85e req-b1e94b7a-0082-46f6-853f-f4c92c9657a0 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322986 Feb 04 13:32:08.442300 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b756ad98-e9f5-477d-b07e-ab54d29c2fc7 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:08.442696 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b756ad98-e9f5-477d-b07e-ab54d29c2fc7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:08.462577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b756ad98-e9f5-477d-b07e-ab54d29c2fc7 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:08.490949 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-681aef3c-6e41-41d4-b92f-5e36d112510f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (15db41b1-a6d5-41af-b587-4385571234bf), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:08.525332 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b756ad98-e9f5-477d-b07e-ab54d29c2fc7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b756ad98-e9f5-477d-b07e-ab54d29c2fc7,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:08.532275 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-bf0b3a70-5645-4f41-84fd-77a2f9f9872c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 172.20.0.11 (2ee6628b-98e8-4827-b47e-b9107cd39956/a66fadea-40c5-42a8-805a-c39564d5c06d/290df240-96e7-46e0-9655-cea11248b34c) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:08.539607 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b756ad98-e9f5-477d-b07e-ab54d29c2fc7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:08.544436 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-81462263-3fd3-436c-8a2a-5dc87eb7730f None None] Current status of the port bf13407b-1f95-4b95-ac5d-90d08a8382e3 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:08.546743 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92cbaad8-fb68-47e7-b98e-a42d98d4b1ed req-827f275a-ee7a-4d32-a34e-99e24863fba9 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904037 Feb 04 13:32:08.549910 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-681aef3c-6e41-41d4-b92f-5e36d112510f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15db41b1-a6d5-41af-b587-4385571234bf']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:08.550651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-bf0b3a70-5645-4f41-84fd-77a2f9f9872c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::f816:3eff:fe46:f2cc (2ee6628b-98e8-4827-b47e-b9107cd39956/dc013d54-c1e5-4223-9cd6-ea2cf82a648e/290df240-96e7-46e0-9655-cea11248b34c) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:08.565549 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-681aef3c-6e41-41d4-b92f-5e36d112510f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f774a8-b934-4d32-8699-c2d280043693') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:08.565997 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-681aef3c-6e41-41d4-b92f-5e36d112510f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f774a8-b934-4d32-8699-c2d280043693') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:08.593685 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-681aef3c-6e41-41d4-b92f-5e36d112510f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (e1f774a8-b934-4d32-8699-c2d280043693), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:08.613039 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-681aef3c-6e41-41d4-b92f-5e36d112510f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e1f774a8-b934-4d32-8699-c2d280043693), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:08.617430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b756ad98-e9f5-477d-b07e-ab54d29c2fc7,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:08.621507 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681aef3c-6e41-41d4-b92f-5e36d112510f admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:32:08.622237 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-681aef3c-6e41-41d4-b92f-5e36d112510f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (e1f774a8-b934-4d32-8699-c2d280043693), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:32:08.624917 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:32:08.705065 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-681aef3c-6e41-41d4-b92f-5e36d112510f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (15db41b1-a6d5-41af-b587-4385571234bf), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:08.712196 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-681aef3c-6e41-41d4-b92f-5e36d112510f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:08.721869 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-681aef3c-6e41-41d4-b92f-5e36d112510f admin admin] 10.222.0.96 "DELETE /v2.0/networks/15db41b1-a6d5-41af-b587-4385571234bf HTTP/1.1" status: 204 len: 168 time: 0.4871047 Feb 04 13:32:08.722572 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45408) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:08.744027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54b68fe3-5674-4ae8-bc28-9ecb652146cc req-1cd6b7aa-aee1-4023-8d38-c2d456c70b6a service neutron] 10.222.0.99 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165674 Feb 04 13:32:08.754685 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071686a-d7f4-434e-86eb-7f824448d4c7 req-83d74d07-c29b-4f3f-9569-45e34ade8515 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:08.756860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3071686a-d7f4-434e-86eb-7f824448d4c7 req-83d74d07-c29b-4f3f-9569-45e34ade8515 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 943 time: 0.1844006 Feb 04 13:32:08.767735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a22de52-b25c-451e-a35a-e3e44fafa042', 'tag': '9a85a5cd-af48-4b20-93a5-08700ad0ae12'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:08.769997 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09732f81-7420-4c93-b718-d5a74b52070a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a22de52-b25c-451e-a35a-e3e44fafa042", "tag": "9a85a5cd-af48-4b20-93a5-08700ad0ae12"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:08.776306 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['ef77552c-0a44-43e1-ab8c-0cb6715321a8'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:32:08.788097 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681aef3c-6e41-41d4-b92f-5e36d112510f admin admin] Pushing event deleted for resources: {'Network': ['ID=15db41b1-a6d5-41af-b587-4385571234bf,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:08.848988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf9efff-9096-48ff-aa24-e15b55265e76 admin admin] Deleting subnet caa69f22-c085-425c-9c84-e67b689121ca {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:32:08.855055 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eaf9efff-9096-48ff-aa24-e15b55265e76 admin admin] Publish callbacks [] for subnet (caa69f22-c085-425c-9c84-e67b689121ca), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:08.875359 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54b68fe3-5674-4ae8-bc28-9ecb652146cc req-4a4a387a-b08d-480c-8769-898600f97fcf service neutron] 10.222.0.99 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172781 Feb 04 13:32:08.912824 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eaf9efff-9096-48ff-aa24-e15b55265e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (caa69f22-c085-425c-9c84-e67b689121ca), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:08.957582 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eaf9efff-9096-48ff-aa24-e15b55265e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (caa69f22-c085-425c-9c84-e67b689121ca), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:09.030538 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eaf9efff-9096-48ff-aa24-e15b55265e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (caa69f22-c085-425c-9c84-e67b689121ca), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:09.061420 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9efff-9096-48ff-aa24-e15b55265e76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa69f22-c085-425c-9c84-e67b689121ca,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:09.065571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eaf9efff-9096-48ff-aa24-e15b55265e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:09.069547 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-eaf9efff-9096-48ff-aa24-e15b55265e76 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/caa69f22-c085-425c-9c84-e67b689121ca HTTP/1.1" status: 204 len: 168 time: 0.3445945 Feb 04 13:32:09.073155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45414) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:09.105238 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3071686a-d7f4-434e-86eb-7f824448d4c7 req-dafeb3b9-c078-4c02-a88a-c44f96080974 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/security-groups?id=772233b3-36f0-40d8-a98c-b971e39887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035346 Feb 04 13:32:09.121410 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0bb62-be0a-4b92-b76a-c1064662c954 req-f8356a65-b913-49cd-89bf-054f269117e2 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:09.124012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ad0bb62-be0a-4b92-b76a-c1064662c954 req-f8356a65-b913-49cd-89bf-054f269117e2 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 945 time: 0.1906228 Feb 04 13:32:09.168739 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf0b3a70-5645-4f41-84fd-77a2f9f9872c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (290df240-96e7-46e0-9655-cea11248b34c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:09.180209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['b756ad98-e9f5-477d-b07e-ab54d29c2fc7'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:32:09.190794 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb638f45-a573-43c9-b0bd-187aa534af5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (1361cd5d-e802-4114-a2d0-8b92ed859900), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:09.204755 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82db13e3-3313-4623-b15c-e3f63f4e8643 x-openstack-request-id: req-82db13e3-3313-4623-b15c-e3f63f4e8643 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:09.205284 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a22de52-b25c-451e-a35a-e3e44fafa042", "tag": "9a85a5cd-af48-4b20-93a5-08700ad0ae12", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:09.205633 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-82db13e3-3313-4623-b15c-e3f63f4e8643 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:09.206289 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a22de52-b25c-451e-a35a-e3e44fafa042', 'tag': '9a85a5cd-af48-4b20-93a5-08700ad0ae12', 'status': 'completed', 'code': 200} Feb 04 13:32:09.217168 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ad0bb62-be0a-4b92-b76a-c1064662c954 req-9e135d6f-d017-4ee3-adb4-9a91009377b8 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799463 Feb 04 13:32:09.258560 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf0b3a70-5645-4f41-84fd-77a2f9f9872c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (290df240-96e7-46e0-9655-cea11248b34c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:09.337392 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb638f45-a573-43c9-b0bd-187aa534af5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (1361cd5d-e802-4114-a2d0-8b92ed859900), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:09.361354 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0b3a70-5645-4f41-84fd-77a2f9f9872c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:09.377504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-bf0b3a70-5645-4f41-84fd-77a2f9f9872c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:09.386210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0b3a70-5645-4f41-84fd-77a2f9f9872c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:09.394814 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-bb638f45-a573-43c9-b0bd-187aa534af5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1361cd5d-e802-4114-a2d0-8b92ed859900']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:09.410575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-bb638f45-a573-43c9-b0bd-187aa534af5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0f80c9-503d-4e44-9bdd-2213be37685e') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:09.411121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-bb638f45-a573-43c9-b0bd-187aa534af5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0f80c9-503d-4e44-9bdd-2213be37685e') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:09.422835 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb638f45-a573-43c9-b0bd-187aa534af5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (9d0f80c9-503d-4e44-9bdd-2213be37685e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:09.428548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b3a70-5645-4f41-84fd-77a2f9f9872c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=290df240-96e7-46e0-9655-cea11248b34c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:09.446945 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb638f45-a573-43c9-b0bd-187aa534af5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (9d0f80c9-503d-4e44-9bdd-2213be37685e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:09.462757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb638f45-a573-43c9-b0bd-187aa534af5a admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:32:09.463243 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb638f45-a573-43c9-b0bd-187aa534af5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (9d0f80c9-503d-4e44-9bdd-2213be37685e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:32:09.468026 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:32:09.474151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ef77552c-0a44-43e1-ab8c-0cb6715321a8 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:09.480251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09732f81-7420-4c93-b718-d5a74b52070a req-ab523f5b-d1c2-4ff2-9cd0-84ab8d1736db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:09.487326 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09732f81-7420-4c93-b718-d5a74b52070a req-ab523f5b-d1c2-4ff2-9cd0-84ab8d1736db service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c10557859b3442f9593331d56355e5c&device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 1126 time: 0.2343626 Feb 04 13:32:09.539835 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98944878-a4c8-44d3-8cd6-3523fe9b5953 req-1ec739e2-7bfc-4c51-978f-c36aee83a6d9 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:09.541433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98944878-a4c8-44d3-8cd6-3523fe9b5953 req-1ec739e2-7bfc-4c51-978f-c36aee83a6d9 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 946 time: 0.2250137 Feb 04 13:32:09.566790 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0b3a70-5645-4f41-84fd-77a2f9f9872c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:09.567491 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf0b3a70-5645-4f41-84fd-77a2f9f9872c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:09.586480 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb638f45-a573-43c9-b0bd-187aa534af5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (1361cd5d-e802-4114-a2d0-8b92ed859900), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:09.594683 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb638f45-a573-43c9-b0bd-187aa534af5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:09.599652 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bb638f45-a573-43c9-b0bd-187aa534af5a admin admin] 10.222.0.96 "DELETE /v2.0/networks/1361cd5d-e802-4114-a2d0-8b92ed859900 HTTP/1.1" status: 204 len: 168 time: 0.5250368 Feb 04 13:32:09.628810 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb638f45-a573-43c9-b0bd-187aa534af5a admin admin] Pushing event deleted for resources: {'Network': ['ID=1361cd5d-e802-4114-a2d0-8b92ed859900,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:09.711644 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port ef77552c-0a44-43e1-ab8c-0cb6715321a8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:09.712360 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:09.762604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bf0b3a70-5645-4f41-84fd-77a2f9f9872c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8080547 Feb 04 13:32:09.766226 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45424) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:09.854166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ef77552c-0a44-43e1-ab8c-0cb6715321a8 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:09.854788 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:09.881594 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45426) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:09.905221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aef8a7d-1115-4415-ac4d-c822fe356f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef77552c-0a44-43e1-ab8c-0cb6715321a8'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:09.908271 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212975ca-31c2-4aca-9cf3-7cb36963cee2" -d '{"events": [{"server_uuid": "5aef8a7d-1115-4415-ac4d-c822fe356f2e", "name": "network-vif-plugged", "status": "completed", "tag": "ef77552c-0a44-43e1-ab8c-0cb6715321a8"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:09.912363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4202ef1b-dd28-4fea-9a4b-b48d141563b9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:09.913781 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98944878-a4c8-44d3-8cd6-3523fe9b5953 req-3d0fee9d-75e7-4ae9-9693-52868fff2340 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432548 Feb 04 13:32:09.923089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ef77552c-0a44-43e1-ab8c-0cb6715321a8, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ef77552c-0a44-43e1-ab8c-0cb6715321a8,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:09.929389 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:09.940237 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c590404-9c03-474d-b330-20a71eee2b44 req-dfa6129b-4731-49b0-aef3-702e2796a93b tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:09.940540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cd10ed93-6434-4e21-a44f-7106ab47b5c1 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:09.940648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4202ef1b-dd28-4fea-9a4b-b48d141563b9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:09.940992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c590404-9c03-474d-b330-20a71eee2b44 req-dfa6129b-4731-49b0-aef3-702e2796a93b tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bc570c8-81a3-4653-b96b-30b74b164316 HTTP/1.1" status: 200 len: 945 time: 0.3608623 Feb 04 13:32:09.941221 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4202ef1b-dd28-4fea-9a4b-b48d141563b9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1733463 Feb 04 13:32:09.952142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45430) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:10.006839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09732f81-7420-4c93-b718-d5a74b52070a req-5374f139-6925-4789-bba4-0be3dc126e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:10.008833 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09732f81-7420-4c93-b718-d5a74b52070a req-5374f139-6925-4789-bba4-0be3dc126e2e service neutron] 10.222.0.99 "GET /v2.0/networks?id=14c05403-90d2-41fc-859e-3f19feb0a7e6 HTTP/1.1" status: 200 len: 914 time: 0.4662910 Feb 04 13:32:10.018303 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: cd10ed93-6434-4e21-a44f-7106ab47b5c1 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:32:10.018731 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cd10ed93-6434-4e21-a44f-7106ab47b5c1 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:10.029497 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e6713cac-c1f2-4be6-a5f4-d13e83d4141a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c66aed92d02a400db6163d7d33da33b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452463 Feb 04 13:32:10.031759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45432) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:10.032670 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bcb4c1-56bb-4d31-91ac-fd9f058091f7 x-openstack-request-id: req-d5bcb4c1-56bb-4d31-91ac-fd9f058091f7 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:10.033000 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aef8a7d-1115-4415-ac4d-c822fe356f2e", "name": "network-vif-plugged", "status": "completed", "tag": "ef77552c-0a44-43e1-ab8c-0cb6715321a8", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:10.033261 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d5bcb4c1-56bb-4d31-91ac-fd9f058091f7 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:10.033838 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aef8a7d-1115-4415-ac4d-c822fe356f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef77552c-0a44-43e1-ab8c-0cb6715321a8', 'code': 200} Feb 04 13:32:10.056489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ef77552c-0a44-43e1-ab8c-0cb6715321a8,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:10.067301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-74600dac-ac0a-4158-bdd2-9b9d6c6231a8 None None] Provisioning complete for port 290df240-96e7-46e0-9655-cea11248b34c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:10.067679 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-74600dac-ac0a-4158-bdd2-9b9d6c6231a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (290df240-96e7-46e0-9655-cea11248b34c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:10.092030 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09732f81-7420-4c93-b718-d5a74b52070a req-7063c9a4-ff83-4fb7-a997-34677dd8b334 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a85a5cd-af48-4b20-93a5-08700ad0ae12 HTTP/1.1" status: 200 len: 217 time: 0.0708544 Feb 04 13:32:10.110993 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf2975b7-60a8-4222-ae22-ca521e159275 admin admin] Publish callbacks [] for security_group (a223cb3a-ad51-4e74-8af6-ea362befefe6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:10.111207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-74600dac-ac0a-4158-bdd2-9b9d6c6231a8 None None] Port 290df240-96e7-46e0-9655-cea11248b34c cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:32:10.138267 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf2975b7-60a8-4222-ae22-ca521e159275 admin admin] Publish callbacks [] for security_group (a223cb3a-ad51-4e74-8af6-ea362befefe6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:10.166060 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c590404-9c03-474d-b330-20a71eee2b44 req-d8d30fa6-8039-4943-bd96-814f51f92e50 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239757 Feb 04 13:32:10.201898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09732f81-7420-4c93-b718-d5a74b52070a req-e3303c04-4f35-490a-86ee-d42ab4f53b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:10.203665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09732f81-7420-4c93-b718-d5a74b52070a req-e3303c04-4f35-490a-86ee-d42ab4f53b2c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8816e452-3a71-4422-9ede-684b2c0bb335 HTTP/1.1" status: 200 len: 853 time: 0.1017511 Feb 04 13:32:10.205999 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf2975b7-60a8-4222-ae22-ca521e159275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a223cb3a-ad51-4e74-8af6-ea362befefe6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:10.209891 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf2975b7-60a8-4222-ae22-ca521e159275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:10.212068 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cf2975b7-60a8-4222-ae22-ca521e159275 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a223cb3a-ad51-4e74-8af6-ea362befefe6 HTTP/1.1" status: 204 len: 168 time: 0.1790395 Feb 04 13:32:10.227675 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2975b7-60a8-4222-ae22-ca521e159275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a223cb3a-ad51-4e74-8af6-ea362befefe6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:10.254168 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09732f81-7420-4c93-b718-d5a74b52070a req-4902e944-b5b5-4c8a-badf-cc65e0e3ecdc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=14c05403-90d2-41fc-859e-3f19feb0a7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349510 Feb 04 13:32:10.332069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-3214774e-49fe-4f82-a67d-57c6d0fa9736 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port 290df240-96e7-46e0-9655-cea11248b34c {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:10.332603 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3214774e-49fe-4f82-a67d-57c6d0fa9736 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (290df240-96e7-46e0-9655-cea11248b34c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:10.569013 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3214774e-49fe-4f82-a67d-57c6d0fa9736 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (290df240-96e7-46e0-9655-cea11248b34c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:10.630725 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72875608-c2d7-4852-81b8-18db6ca27a6b req-c6e94348-283e-4565-b0c6-5dafbc64310b tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:10.638840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72875608-c2d7-4852-81b8-18db6ca27a6b req-c6e94348-283e-4565-b0c6-5dafbc64310b tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 946 time: 0.2750869 Feb 04 13:32:10.641252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-3214774e-49fe-4f82-a67d-57c6d0fa9736 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for 290df240-96e7-46e0-9655-cea11248b34c owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:10.657138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa0f54-4f0f-4344-9e6d-8ea93ee55e58 req-49cb1043-c29c-4d19-bda5-9d9b213cb9c8 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:10.658702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1caa0f54-4f0f-4344-9e6d-8ea93ee55e58 req-49cb1043-c29c-4d19-bda5-9d9b213cb9c8 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 943 time: 0.3823946 Feb 04 13:32:10.663731 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09732f81-7420-4c93-b718-d5a74b52070a req-80021c5b-3c38-4c6b-bd24-20a608eadcd0 service neutron] 10.222.0.99 "GET /v2.0/networks/14c05403-90d2-41fc-859e-3f19feb0a7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963766 Feb 04 13:32:10.672196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45442) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:10.749588 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-93ca5d39-bba1-4678-998c-47d91940f7ed admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ac7027fc1e8e4e8b97069fd6088f59a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0730319 Feb 04 13:32:10.749858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45446) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:10.806378 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-564738a3-6fe0-4acd-9ba8-c9165a753fdd admin admin] Publish callbacks [] for security_group (a68b73d1-7c9e-44ba-ab2d-0275d8a0c971), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:10.837516 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-564738a3-6fe0-4acd-9ba8-c9165a753fdd admin admin] Publish callbacks [] for security_group (a68b73d1-7c9e-44ba-ab2d-0275d8a0c971), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:10.896027 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-328a765c-4c93-4db0-96ee-18892a63315e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:10.936937 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-564738a3-6fe0-4acd-9ba8-c9165a753fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a68b73d1-7c9e-44ba-ab2d-0275d8a0c971), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:10.939598 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-564738a3-6fe0-4acd-9ba8-c9165a753fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:10.940806 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-564738a3-6fe0-4acd-9ba8-c9165a753fdd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a68b73d1-7c9e-44ba-ab2d-0275d8a0c971 HTTP/1.1" status: 204 len: 168 time: 0.1899652 Feb 04 13:32:10.954499 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564738a3-6fe0-4acd-9ba8-c9165a753fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68b73d1-7c9e-44ba-ab2d-0275d8a0c971,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:11.017185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0eee11-88fa-4d51-8e04-b72468595db5 req-ebdb5ed1-0a67-437e-96d5-11debff8cbd4 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:11.019093 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ad0eee11-88fa-4d51-8e04-b72468595db5 req-ebdb5ed1-0a67-437e-96d5-11debff8cbd4 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 946 time: 0.1161602 Feb 04 13:32:11.163127 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-ad0eee11-88fa-4d51-8e04-b72468595db5 req-afef245d-75fd-4167-9933-c69420b3ad5c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Deleting port 77b92383-e836-4e3c-8d33-19a61ef0aa4a {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:11.163570 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ad0eee11-88fa-4d51-8e04-b72468595db5 req-afef245d-75fd-4167-9933-c69420b3ad5c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (77b92383-e836-4e3c-8d33-19a61ef0aa4a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:11.306759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ad0eee11-88fa-4d51-8e04-b72468595db5 req-afef245d-75fd-4167-9933-c69420b3ad5c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] For port 77b92383-e836-4e3c-8d33-19a61ef0aa4a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=77b92383-e836-4e3c-8d33-19a61ef0aa4a,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:11.307349 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ad0eee11-88fa-4d51-8e04-b72468595db5 req-afef245d-75fd-4167-9933-c69420b3ad5c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (77b92383-e836-4e3c-8d33-19a61ef0aa4a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:11.309845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72875608-c2d7-4852-81b8-18db6ca27a6b req-51b6cb1a-2302-4ec5-89df-0653bbe0133b tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6480162 Feb 04 13:32:11.320240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1caa0f54-4f0f-4344-9e6d-8ea93ee55e58 req-06ff8c2c-2b8a-4346-bb49-2b6336e53913 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/security-groups?id=772233b3-36f0-40d8-a98c-b971e39887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6481156 Feb 04 13:32:11.334655 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09732f81-7420-4c93-b718-d5a74b52070a req-91cb1c53-f73e-4eb8-88ab-5535a5e1918c service neutron] 10.222.0.99 "GET /v2.0/networks/14c05403-90d2-41fc-859e-3f19feb0a7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570215 Feb 04 13:32:11.367157 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-ad0eee11-88fa-4d51-8e04-b72468595db5 req-afef245d-75fd-4167-9933-c69420b3ad5c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Calling delete_port for 77b92383-e836-4e3c-8d33-19a61ef0aa4a owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:11.453550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b756ad98-e9f5-477d-b07e-ab54d29c2fc7 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:11.527203 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3214774e-49fe-4f82-a67d-57c6d0fa9736 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (290df240-96e7-46e0-9655-cea11248b34c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:11.574056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port b756ad98-e9f5-477d-b07e-ab54d29c2fc7 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:11.585545 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port b756ad98-e9f5-477d-b07e-ab54d29c2fc7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:11.589558 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b756ad98-e9f5-477d-b07e-ab54d29c2fc7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:11.723638 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ad0eee11-88fa-4d51-8e04-b72468595db5 req-afef245d-75fd-4167-9933-c69420b3ad5c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (77b92383-e836-4e3c-8d33-19a61ef0aa4a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:11.747145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214774e-49fe-4f82-a67d-57c6d0fa9736 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=290df240-96e7-46e0-9655-cea11248b34c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:11.875861 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['355c92ab-2156-47d3-abb8-4333a39b455b', '77b92383-e836-4e3c-8d33-19a61ef0aa4a'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:32:11.936679 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef245d-75fd-4167-9933-c69420b3ad5c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Pushing event deleted for resources: {'Port': ['ID=77b92383-e836-4e3c-8d33-19a61ef0aa4a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:12.006173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859d6ad-d3e0-4d11-9dcd-eb36525979d0 req-bc631692-5676-4950-90e8-b9d79762515a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:12.008417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0eee11-88fa-4d51-8e04-b72468595db5 req-afef245d-75fd-4167-9933-c69420b3ad5c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] No DVR routers for this DVR port 77b92383-e836-4e3c-8d33-19a61ef0aa4a on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:12.022183 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ad0eee11-88fa-4d51-8e04-b72468595db5 req-afef245d-75fd-4167-9933-c69420b3ad5c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:12.026997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b756ad98-e9f5-477d-b07e-ab54d29c2fc7 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:12.029733 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b756ad98-e9f5-477d-b07e-ab54d29c2fc7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:12.031041 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9859d6ad-d3e0-4d11-9dcd-eb36525979d0 req-bc631692-5676-4950-90e8-b9d79762515a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9fc110e-6d06-497e-ad74-4eab8f987263 HTTP/1.1" status: 200 len: 867 time: 0.5164757 Feb 04 13:32:12.035573 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ad0eee11-88fa-4d51-8e04-b72468595db5 req-afef245d-75fd-4167-9933-c69420b3ad5c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "DELETE /v2.0/ports/77b92383-e836-4e3c-8d33-19a61ef0aa4a HTTP/1.1" status: 204 len: 173 time: 1.0028124 Feb 04 13:32:12.037772 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fc110e-6d06-497e-ad74-4eab8f987263', 'name': 'network-vif-deleted', 'tag': '77b92383-e836-4e3c-8d33-19a61ef0aa4a'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:12.040248 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4660e693-37c8-47a2-8f26-e02d238c41cc" -d '{"events": [{"server_uuid": "d9fc110e-6d06-497e-ad74-4eab8f987263", "name": "network-vif-deleted", "tag": "77b92383-e836-4e3c-8d33-19a61ef0aa4a"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:12.112239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c930241-83c2-4cf0-9df5-578ec3633d7d req-b890961b-5022-4c33-9b04-e01f21995bbd tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:12.124088 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c930241-83c2-4cf0-9df5-578ec3633d7d req-b890961b-5022-4c33-9b04-e01f21995bbd tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bc570c8-81a3-4653-b96b-30b74b164316 HTTP/1.1" status: 200 len: 945 time: 0.5561621 Feb 04 13:32:12.135428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc570c8-81a3-4653-b96b-30b74b164316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b756ad98-e9f5-477d-b07e-ab54d29c2fc7'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:12.135911 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3214774e-49fe-4f82-a67d-57c6d0fa9736 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:12.141387 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3214774e-49fe-4f82-a67d-57c6d0fa9736 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/290df240-96e7-46e0-9655-cea11248b34c HTTP/1.1" status: 204 len: 168 time: 2.1871612 Feb 04 13:32:12.145154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45478) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:12.150804 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edf844c-2763-47e3-ac5c-f43fafa914e4" -d '{"events": [{"server_uuid": "7bc570c8-81a3-4653-b96b-30b74b164316", "name": "network-vif-plugged", "status": "completed", "tag": "b756ad98-e9f5-477d-b07e-ab54d29c2fc7"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:12.194207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b756ad98-e9f5-477d-b07e-ab54d29c2fc7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b756ad98-e9f5-477d-b07e-ab54d29c2fc7,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:12.202894 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b756ad98-e9f5-477d-b07e-ab54d29c2fc7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:12.203655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ef77552c-0a44-43e1-ab8c-0cb6715321a8 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:12.248061 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c930241-83c2-4cf0-9df5-578ec3633d7d req-4a1179e8-1d78-45bc-9cff-0deb209b6d06 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221611 Feb 04 13:32:12.293114 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9859d6ad-d3e0-4d11-9dcd-eb36525979d0 req-9d898f54-5e4c-4469-9b2f-369cc6a11fe3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607753 Feb 04 13:32:12.305808 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dcc0a1-6122-4ddd-ad39-b25949cb5fc2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:12.307691 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dcc0a1-6122-4ddd-ad39-b25949cb5fc2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:12.309265 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dcc0a1-6122-4ddd-ad39-b25949cb5fc2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:12.312880 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f8dcc0a1-6122-4ddd-ad39-b25949cb5fc2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1666706 Feb 04 13:32:12.316538 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45482) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:12.352981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45488) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:12.411016 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b756ad98-e9f5-477d-b07e-ab54d29c2fc7,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:12.411400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-362a07ac-16a4-4136-9d33-00ad05d7abce tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet a66fadea-40c5-42a8-805a-c39564d5c06d {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:32:12.416858 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-362a07ac-16a4-4136-9d33-00ad05d7abce tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (a66fadea-40c5-42a8-805a-c39564d5c06d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:12.417207 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4b18e5-051f-4031-a693-e7b76ad030b9 x-openstack-request-id: req-2a4b18e5-051f-4031-a693-e7b76ad030b9 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:12.417688 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fc110e-6d06-497e-ad74-4eab8f987263", "name": "network-vif-deleted", "tag": "77b92383-e836-4e3c-8d33-19a61ef0aa4a", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:12.418132 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2a4b18e5-051f-4031-a693-e7b76ad030b9 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:12.418608 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fc110e-6d06-497e-ad74-4eab8f987263', 'name': 'network-vif-deleted', 'tag': '77b92383-e836-4e3c-8d33-19a61ef0aa4a', 'status': 'completed', 'code': 200} Feb 04 13:32:12.435329 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b8130b-1145-4468-85fc-6852dd6fac28 x-openstack-request-id: req-08b8130b-1145-4468-85fc-6852dd6fac28 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:12.438537 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc570c8-81a3-4653-b96b-30b74b164316", "name": "network-vif-plugged", "status": "completed", "tag": "b756ad98-e9f5-477d-b07e-ab54d29c2fc7", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:12.442859 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-08b8130b-1145-4468-85fc-6852dd6fac28 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:12.443639 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc570c8-81a3-4653-b96b-30b74b164316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b756ad98-e9f5-477d-b07e-ab54d29c2fc7', 'code': 200} Feb 04 13:32:12.609762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ef77552c-0a44-43e1-ab8c-0cb6715321a8 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:12.610542 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:12.636117 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a05eb487-8f6c-4087-bae0-1a06da825187 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2008884792-network', 'tenant_id': '998df4e9507f4a8c9af0028c599cba3c'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:12.658552 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-362a07ac-16a4-4136-9d33-00ad05d7abce tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (a66fadea-40c5-42a8-805a-c39564d5c06d), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:12.667735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ef77552c-0a44-43e1-ab8c-0cb6715321a8, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ef77552c-0a44-43e1-ab8c-0cb6715321a8,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:12.685984 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:12.696973 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22093f3a-c9b2-4a0a-b81d-315648116303 req-b86c73a6-f3a7-4dfa-82b0-1c71ea880299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:12.698645 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-22093f3a-c9b2-4a0a-b81d-315648116303 req-b86c73a6-f3a7-4dfa-82b0-1c71ea880299 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7bc570c8-81a3-4653-b96b-30b74b164316 HTTP/1.1" status: 200 len: 1129 time: 0.1822693 Feb 04 13:32:12.699271 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05eb487-8f6c-4087-bae0-1a06da825187 admin admin] Made reservation on behalf of 998df4e9507f4a8c9af0028c599cba3c for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:12.702158 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a05eb487-8f6c-4087-bae0-1a06da825187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:12.725166 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a05eb487-8f6c-4087-bae0-1a06da825187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:12.767079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ef77552c-0a44-43e1-ab8c-0cb6715321a8,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:12.773721 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12743dce-7703-4ef5-b2c4-0b456c8c1e82 req-8488e279-481e-417c-9cc4-6ef8ba463028 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:12.775653 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12743dce-7703-4ef5-b2c4-0b456c8c1e82 req-8488e279-481e-417c-9cc4-6ef8ba463028 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 943 time: 0.1811039 Feb 04 13:32:12.787954 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848ad5f-157e-44d1-827c-324751f0979a req-92882285-1208-4d4d-9ec6-cf2d5436d127 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:12.795733 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5848ad5f-157e-44d1-827c-324751f0979a req-92882285-1208-4d4d-9ec6-cf2d5436d127 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 946 time: 0.2197740 Feb 04 13:32:12.818157 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-22093f3a-c9b2-4a0a-b81d-315648116303 req-03f346c4-4ef3-45ef-a503-72e0af7d4d3a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025906 Feb 04 13:32:12.877998 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a05eb487-8f6c-4087-bae0-1a06da825187 admin admin] Publish callbacks [] for security_group (4ccb0476-3b11-4764-8ebc-0e868428af52), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:12.881621 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-362a07ac-16a4-4136-9d33-00ad05d7abce tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (a66fadea-40c5-42a8-805a-c39564d5c06d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:12.882754 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a05eb487-8f6c-4087-bae0-1a06da825187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4ccb0476-3b11-4764-8ebc-0e868428af52), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:12.912322 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05eb487-8f6c-4087-bae0-1a06da825187 admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:32:12.931674 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05eb487-8f6c-4087-bae0-1a06da825187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccb0476-3b11-4764-8ebc-0e868428af52,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:12.935920 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a05eb487-8f6c-4087-bae0-1a06da825187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (caf9d8df-6593-48d1-8067-61a04e3b8b4d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:12.936264 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-a05eb487-8f6c-4087-bae0-1a06da825187 admin admin] Added segment caf9d8df-6593-48d1-8067-61a04e3b8b4d of type vlan for network c628d74a-086f-4307-ae02-8cc6d9819caa Feb 04 13:32:12.955027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5848ad5f-157e-44d1-827c-324751f0979a req-e4994d45-6049-49f1-a50a-76eaa664d888 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582391 Feb 04 13:32:12.978220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12743dce-7703-4ef5-b2c4-0b456c8c1e82 req-ad53772a-0149-4ccd-919b-e15adf993dca tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/security-groups?id=772233b3-36f0-40d8-a98c-b971e39887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562543 Feb 04 13:32:13.021204 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a05eb487-8f6c-4087-bae0-1a06da825187 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (c628d74a-086f-4307-ae02-8cc6d9819caa), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:13.033079 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-362a07ac-16a4-4136-9d33-00ad05d7abce tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (a66fadea-40c5-42a8-805a-c39564d5c06d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:13.079352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a07ac-16a4-4136-9d33-00ad05d7abce tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=a66fadea-40c5-42a8-805a-c39564d5c06d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:13.081672 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-362a07ac-16a4-4136-9d33-00ad05d7abce tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:13.086183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-362a07ac-16a4-4136-9d33-00ad05d7abce tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/a66fadea-40c5-42a8-805a-c39564d5c06d HTTP/1.1" status: 204 len: 168 time: 0.7682102 Feb 04 13:32:13.090848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d323546-1c90-4c08-8eb9-e98c010881e3 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:13.092018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45502) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:13.102045 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a05eb487-8f6c-4087-bae0-1a06da825187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (c628d74a-086f-4307-ae02-8cc6d9819caa), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:13.103122 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05eb487-8f6c-4087-bae0-1a06da825187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:13.103718 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a05eb487-8f6c-4087-bae0-1a06da825187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:13.111831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45504) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:13.173979 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a05eb487-8f6c-4087-bae0-1a06da825187 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8194306 Feb 04 13:32:13.178290 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45508) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:13.190007 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ab19fc6a-346f-4379-aba2-f45ad0de2bc8 admin admin] Request body: {'subnet': {'network_id': 'c628d74a-086f-4307-ae02-8cc6d9819caa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008884792-subnet', 'tenant_id': '998df4e9507f4a8c9af0028c599cba3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:13.229872 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05eb487-8f6c-4087-bae0-1a06da825187 admin admin] Pushing event updated for resources: {'Network': ['ID=c628d74a-086f-4307-ae02-8cc6d9819caa,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:13.244825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network c628d74a-086f-4307-ae02-8cc6d9819caa details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:32:13.246297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c97bb8-6fd0-4d0c-81b8-3a5f60ffa71e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet dc013d54-c1e5-4223-9cd6-ea2cf82a648e {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:32:13.250941 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f1c97bb8-6fd0-4d0c-81b8-3a5f60ffa71e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (dc013d54-c1e5-4223-9cd6-ea2cf82a648e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:13.380280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab19fc6a-346f-4379-aba2-f45ad0de2bc8 admin admin] Made reservation on behalf of 998df4e9507f4a8c9af0028c599cba3c for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:13.388825 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ab19fc6a-346f-4379-aba2-f45ad0de2bc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:13.394930 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f1c97bb8-6fd0-4d0c-81b8-3a5f60ffa71e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (dc013d54-c1e5-4223-9cd6-ea2cf82a648e), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:13.411035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7552196-0474-4495-9c1c-b981d5df9345 admin admin] Deleting subnet d5c6c736-1a92-4614-ab15-25c05ef4451a {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:32:13.449144 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a7552196-0474-4495-9c1c-b981d5df9345 admin admin] Publish callbacks [] for subnet (d5c6c736-1a92-4614-ab15-25c05ef4451a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:13.463101 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9a85a5cd-af48-4b20-93a5-08700ad0ae12 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:32:13.674053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9a85a5cd-af48-4b20-93a5-08700ad0ae12, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9a85a5cd-af48-4b20-93a5-08700ad0ae12,segment=NetworkSegment(3ce415d6-c5b1-4223-935d-3f0a3abddee1),segment_id=3ce415d6-c5b1-4223-935d-3f0a3abddee1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:13.712037 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '9a85a5cd-af48-4b20-93a5-08700ad0ae12', 'network_id': '14c05403-90d2-41fc-859e-3f19feb0a7e6', 'port_id': '9a85a5cd-af48-4b20-93a5-08700ad0ae12', 'mac_address': 'fa:16:3e:cf:ba:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8816e452-3a71-4422-9ede-684b2c0bb335', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:32:13.720412 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9891-d9e5-45e8-897a-86949428c7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:13.800746 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:13.804352 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9a85a5cd-af48-4b20-93a5-08700ad0ae12 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:13.804889 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9a85a5cd-af48-4b20-93a5-08700ad0ae12), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:13.847366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a85a5cd-af48-4b20-93a5-08700ad0ae12 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:13.849948 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f1c97bb8-6fd0-4d0c-81b8-3a5f60ffa71e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (dc013d54-c1e5-4223-9cd6-ea2cf82a648e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:13.880906 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a7552196-0474-4495-9c1c-b981d5df9345 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (d5c6c736-1a92-4614-ab15-25c05ef4451a), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:13.896249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9a85a5cd-af48-4b20-93a5-08700ad0ae12, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9a85a5cd-af48-4b20-93a5-08700ad0ae12,segment=NetworkSegment(3ce415d6-c5b1-4223-935d-3f0a3abddee1),segment_id=3ce415d6-c5b1-4223-935d-3f0a3abddee1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:13.902349 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9a85a5cd-af48-4b20-93a5-08700ad0ae12), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:13.906652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c83a00b7-7812-4639-acb7-115635337269 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:32:13.984982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faecafa-2fcf-46e9-9ebe-5a0f0eb1b082 req-fce4d971-9a26-4774-b6ee-968e502abb2a tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:13.993596 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8faecafa-2fcf-46e9-9ebe-5a0f0eb1b082 req-fce4d971-9a26-4774-b6ee-968e502abb2a tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bc570c8-81a3-4653-b96b-30b74b164316 HTTP/1.1" status: 200 len: 946 time: 0.5789893 Feb 04 13:32:14.036779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9a85a5cd-af48-4b20-93a5-08700ad0ae12,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:14.076203 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8faecafa-2fcf-46e9-9ebe-5a0f0eb1b082 req-c0947675-b505-438c-87ad-b43a8af0dda1 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815601 Feb 04 13:32:14.095501 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ab19fc6a-346f-4379-aba2-f45ad0de2bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (280811da-1020-4690-aef1-645d811b9424), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:14.118408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c83a00b7-7812-4639-acb7-115635337269, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c83a00b7-7812-4639-acb7-115635337269,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:14.146089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'c83a00b7-7812-4639-acb7-115635337269', 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db', 'port_id': 'c83a00b7-7812-4639-acb7-115635337269', 'mac_address': 'fa:16:3e:3f:f5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f1033c-8f22-4202-a03b-f6e965b42173', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:32:14.167376 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6916fa-459b-4c8b-adce-62837ff085fb req-50cb28b3-48d2-400d-8996-de7a1522cc8f tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:14.181401 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f6916fa-459b-4c8b-adce-62837ff085fb req-50cb28b3-48d2-400d-8996-de7a1522cc8f tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 944 time: 0.4511824 Feb 04 13:32:14.205416 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a7552196-0474-4495-9c1c-b981d5df9345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (d5c6c736-1a92-4614-ab15-25c05ef4451a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:14.242666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c83a00b7-7812-4639-acb7-115635337269 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:14.243414 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c83a00b7-7812-4639-acb7-115635337269), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:14.263459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83a00b7-7812-4639-acb7-115635337269 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:14.270159 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19fc6a-346f-4379-aba2-f45ad0de2bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=280811da-1020-4690-aef1-645d811b9424,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:14.316305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c83a00b7-7812-4639-acb7-115635337269, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c83a00b7-7812-4639-acb7-115635337269,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:14.322579 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c83a00b7-7812-4639-acb7-115635337269), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:14.398203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c83a00b7-7812-4639-acb7-115635337269,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:14.423151 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f1c97bb8-6fd0-4d0c-81b8-3a5f60ffa71e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (dc013d54-c1e5-4223-9cd6-ea2cf82a648e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:14.445849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aef8a7d-1115-4415-ac4d-c822fe356f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef77552c-0a44-43e1-ab8c-0cb6715321a8'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:14.448219 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87462528-19f5-48d4-9a2c-b6896946d037" -d '{"events": [{"server_uuid": "5aef8a7d-1115-4415-ac4d-c822fe356f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef77552c-0a44-43e1-ab8c-0cb6715321a8"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:14.483984 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:14.507154 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0005db3-fdf9-4333-8736-f6ca78420b45 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:14.508172 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f1c97bb8-6fd0-4d0c-81b8-3a5f60ffa71e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:14.508855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bf4daeb3-1307-46f7-b9a5-3950b76ea3d2 None None] Provisioning complete for port bf13407b-1f95-4b95-ac5d-90d08a8382e3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:14.509230 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bf4daeb3-1307-46f7-b9a5-3950b76ea3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:14.512158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f1c97bb8-6fd0-4d0c-81b8-3a5f60ffa71e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/dc013d54-c1e5-4223-9cd6-ea2cf82a648e HTTP/1.1" status: 204 len: 168 time: 1.4155328 Feb 04 13:32:14.512495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c97bb8-6fd0-4d0c-81b8-3a5f60ffa71e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=dc013d54-c1e5-4223-9cd6-ea2cf82a648e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:14.514392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45540) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:14.521664 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a7552196-0474-4495-9c1c-b981d5df9345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (d5c6c736-1a92-4614-ab15-25c05ef4451a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:14.538002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19fc6a-346f-4379-aba2-f45ad0de2bc8 admin admin] Checking segment: {'id': 'caf9d8df-6593-48d1-8067-61a04e3b8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c628d74a-086f-4307-ae02-8cc6d9819caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:14.538263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab19fc6a-346f-4379-aba2-f45ad0de2bc8 admin admin] Network hostable DHCP agents. Network: c628d74a-086f-4307-ae02-8cc6d9819caa, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:32:14.550068 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f6916fa-459b-4c8b-adce-62837ff085fb req-0f744a56-26d9-42db-a52b-f7ad78e35dc6 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674943 Feb 04 13:32:14.637366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f16082cc-205a-49ee-b7f0-b06562d3ea5b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1169105 Feb 04 13:32:14.641412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45542) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:14.647073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7552196-0474-4495-9c1c-b981d5df9345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c6c736-1a92-4614-ab15-25c05ef4451a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:14.648065 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b2034692-a1c1-4b5d-81c9-d774226d1c7a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:14.672301 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a7552196-0474-4495-9c1c-b981d5df9345 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:14.676313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a7552196-0474-4495-9c1c-b981d5df9345 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d5c6c736-1a92-4614-ab15-25c05ef4451a HTTP/1.1" status: 204 len: 168 time: 1.5632746 Feb 04 13:32:14.682755 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45544) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:14.704370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bf4daeb3-1307-46f7-b9a5-3950b76ea3d2 None None] Current status of the port bf13407b-1f95-4b95-ac5d-90d08a8382e3 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:14.754549 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2034692-a1c1-4b5d-81c9-d774226d1c7a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:14.760683 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2034692-a1c1-4b5d-81c9-d774226d1c7a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:14.766951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c83a00b7-7812-4639-acb7-115635337269'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:32:14.781423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-c576c8d6-6d55-4692-9e78-ff26354a95d3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:14.785469 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-c576c8d6-6d55-4692-9e78-ff26354a95d3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 806 time: 0.4795947 Feb 04 13:32:14.806905 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab19fc6a-346f-4379-aba2-f45ad0de2bc8 admin admin] Network c628d74a-086f-4307-ae02-8cc6d9819caa is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:32:14.815444 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['9a85a5cd-af48-4b20-93a5-08700ad0ae12'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:32:14.817423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e678e4-5997-4529-a57b-693100a7422b None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:32:14.827984 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-9b637a3d-541d-4651-8adb-3dd92bdf95b1 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/quotas/688a1d8829de4353a6d958abc734325e HTTP/1.1" status: 200 len: 375 time: 0.0299571 Feb 04 13:32:14.857097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-ab19fc6a-346f-4379-aba2-f45ad0de2bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, c628d74a-086f-4307-ae02-8cc6d9819caa) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:14.866083 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-818df18f-3c53-42e9-84f9-f6573433f9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (3b107f3a-7cae-4846-88f9-0790288373fc), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:14.884667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab19fc6a-346f-4379-aba2-f45ad0de2bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:14.885323 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ab19fc6a-346f-4379-aba2-f45ad0de2bc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:14.899471 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175c56c-25e4-4f72-8b98-8ce4aa2d0d5a req-25998702-77da-424a-a6f6-e5c6c005b6a7 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:14.902725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8175c56c-25e4-4f72-8b98-8ce4aa2d0d5a req-25998702-77da-424a-a6f6-e5c6c005b6a7 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 944 time: 0.2695041 Feb 04 13:32:14.947685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ab19fc6a-346f-4379-aba2-f45ad0de2bc8 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7653811 Feb 04 13:32:14.951987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45546) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:14.955941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2008884792-router', 'tenant_id': '998df4e9507f4a8c9af0028c599cba3c', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:14.997903 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2034692-a1c1-4b5d-81c9-d774226d1c7a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (40071245-eab5-49e9-bd97-f7f84b51db8c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.022130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc67b6ac-f346-4c4c-93e0-7dc4f4a38f4d None None] Network c628d74a-086f-4307-ae02-8cc6d9819caa requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:15.059312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2034692-a1c1-4b5d-81c9-d774226d1c7a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:15.065873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b2034692-a1c1-4b5d-81c9-d774226d1c7a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:15.071639 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2034692-a1c1-4b5d-81c9-d774226d1c7a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:15.072341 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2034692-a1c1-4b5d-81c9-d774226d1c7a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.078923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7b8fff8f-e63d-4f4f-b9a2-359706f4ed62 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2379098 Feb 04 13:32:15.097824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2034692-a1c1-4b5d-81c9-d774226d1c7a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=40071245-eab5-49e9-bd97-f7f84b51db8c,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:15.100787 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (2bfaf6c3-5ce7-427f-861c-1766e661c559), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.101964 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (2bfaf6c3-5ce7-427f-861c-1766e661c559), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.122812 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b2034692-a1c1-4b5d-81c9-d774226d1c7a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4793172 Feb 04 13:32:15.123636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45550) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:15.126793 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-818df18f-3c53-42e9-84f9-f6573433f9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (3b107f3a-7cae-4846-88f9-0790288373fc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.130215 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-93aa6cee-39e4-4fad-91ff-014352e2ad4b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:15.148624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8175c56c-25e4-4f72-8b98-8ce4aa2d0d5a req-ee6e061f-fdbf-4ea2-97b2-cc3816d8a9d9 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/security-groups?id=772233b3-36f0-40d8-a98c-b971e39887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312372 Feb 04 13:32:15.213347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-818df18f-3c53-42e9-84f9-f6573433f9db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b107f3a-7cae-4846-88f9-0790288373fc']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:15.243978 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-818df18f-3c53-42e9-84f9-f6573433f9db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32919f6-1d38-4393-93dc-27d628cd5840') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:15.244254 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-818df18f-3c53-42e9-84f9-f6573433f9db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32919f6-1d38-4393-93dc-27d628cd5840') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:15.286337 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-818df18f-3c53-42e9-84f9-f6573433f9db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (d32919f6-1d38-4393-93dc-27d628cd5840), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.305093 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Publish callbacks [] for router_controller (2bfaf6c3-5ce7-427f-861c-1766e661c559), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.325992 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-818df18f-3c53-42e9-84f9-f6573433f9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (d32919f6-1d38-4393-93dc-27d628cd5840), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.337071 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a3c03a-5b7e-46f0-8cb6-d99678e12d91 x-openstack-request-id: req-e3a3c03a-5b7e-46f0-8cb6-d99678e12d91 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:15.337910 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aef8a7d-1115-4415-ac4d-c822fe356f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef77552c-0a44-43e1-ab8c-0cb6715321a8", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:15.338068 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e3a3c03a-5b7e-46f0-8cb6-d99678e12d91 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:15.338648 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aef8a7d-1115-4415-ac4d-c822fe356f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef77552c-0a44-43e1-ab8c-0cb6715321a8', 'code': 200} Feb 04 13:32:15.360304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898327-d969-4913-a095-1fd8c84a2718 req-50fa7403-e4a1-49b7-a257-699bbf4ff88d tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:15.362321 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-18898327-d969-4913-a095-1fd8c84a2718 req-50fa7403-e4a1-49b7-a257-699bbf4ff88d tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.99 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 944 time: 0.1187866 Feb 04 13:32:15.373675 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818df18f-3c53-42e9-84f9-f6573433f9db admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:32:15.373910 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-818df18f-3c53-42e9-84f9-f6573433f9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (d32919f6-1d38-4393-93dc-27d628cd5840), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:32:15.376032 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:32:15.381637 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aa6cee-39e4-4fad-91ff-014352e2ad4b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:15.386339 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93aa6cee-39e4-4fad-91ff-014352e2ad4b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.419710 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-2d11a542-cec7-42a6-ac9f-3eb8ab99e2e9 service neutron] 10.222.0.96 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237429 Feb 04 13:32:15.451358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-c628d74a-086f-4307-ae02-8cc6d9819caa', 'network_id': 'c628d74a-086f-4307-ae02-8cc6d9819caa', 'project_id': '998df4e9507f4a8c9af0028c599cba3c', 'fixed_ips': [{'subnet_id': '280811da-1020-4690-aef1-645d811b9424'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:32:15.452361 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.477994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-94e678e4-5997-4529-a57b-693100a7422b None None] Deleting port bf13407b-1f95-4b95-ac5d-90d08a8382e3 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:15.478329 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94e678e4-5997-4529-a57b-693100a7422b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.495913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 77b92383-e836-4e3c-8d33-19a61ef0aa4a no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:15.514048 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.608623 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-818df18f-3c53-42e9-84f9-f6573433f9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (3b107f3a-7cae-4846-88f9-0790288373fc), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.622730 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 77b92383-e836-4e3c-8d33-19a61ef0aa4a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:32:15.623109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 77b92383-e836-4e3c-8d33-19a61ef0aa4a not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:15.636240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device bf13407b-1f95-4b95-ac5d-90d08a8382e3 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:15.647353 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-818df18f-3c53-42e9-84f9-f6573433f9db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.653655 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-818df18f-3c53-42e9-84f9-f6573433f9db admin admin] 10.222.0.96 "DELETE /v2.0/networks/3b107f3a-7cae-4846-88f9-0790288373fc HTTP/1.1" status: 204 len: 168 time: 0.9696989 Feb 04 13:32:15.676836 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Publish callbacks [] for router_gateway (2bfaf6c3-5ce7-427f-861c-1766e661c559), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.690984 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-18898327-d969-4913-a095-1fd8c84a2718 req-0c9bc1b2-ca83-46b4-9ae9-3492966eb0bd tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Deleting port ef77552c-0a44-43e1-ab8c-0cb6715321a8 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:15.690984 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-18898327-d969-4913-a095-1fd8c84a2718 req-0c9bc1b2-ca83-46b4-9ae9-3492966eb0bd tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.691663 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818df18f-3c53-42e9-84f9-f6573433f9db admin admin] Pushing event deleted for resources: {'Network': ['ID=3b107f3a-7cae-4846-88f9-0790288373fc,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:15.816415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-fda543f1-ed9a-4a91-a658-df8cb33ee72f service neutron] 10.222.0.96 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655784 Feb 04 13:32:15.851970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19430c9-68a8-4e4e-aa07-414f760bea82 req-da7e40a1-f3c4-400e-b8c8-ec4f3008581d tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:15.861895 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e19430c9-68a8-4e4e-aa07-414f760bea82 req-da7e40a1-f3c4-400e-b8c8-ec4f3008581d tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bc570c8-81a3-4653-b96b-30b74b164316 HTTP/1.1" status: 200 len: 946 time: 0.4120860 Feb 04 13:32:15.868351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45556) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:15.888774 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-94e678e4-5997-4529-a57b-693100a7422b None None] For port bf13407b-1f95-4b95-ac5d-90d08a8382e3, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=bf13407b-1f95-4b95-ac5d-90d08a8382e3,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:15.889229 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94e678e4-5997-4529-a57b-693100a7422b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.914398 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-18898327-d969-4913-a095-1fd8c84a2718 req-0c9bc1b2-ca83-46b4-9ae9-3492966eb0bd tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] For port ef77552c-0a44-43e1-ab8c-0cb6715321a8, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ef77552c-0a44-43e1-ab8c-0cb6715321a8,segment=NetworkSegment(fa691e60-cba3-480b-80fd-039c19a2dba8),segment_id=fa691e60-cba3-480b-80fd-039c19a2dba8)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:15.914774 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-18898327-d969-4913-a095-1fd8c84a2718 req-0c9bc1b2-ca83-46b4-9ae9-3492966eb0bd tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.917457 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-94e678e4-5997-4529-a57b-693100a7422b None None] Calling delete_port for bf13407b-1f95-4b95-ac5d-90d08a8382e3 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:15.937330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-18898327-d969-4913-a095-1fd8c84a2718 req-0c9bc1b2-ca83-46b4-9ae9-3492966eb0bd tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Calling delete_port for ef77552c-0a44-43e1-ab8c-0cb6715321a8 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:15.937675 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Allocated IP 172.20.0.2 (c628d74a-086f-4307-ae02-8cc6d9819caa/280811da-1020-4690-aef1-645d811b9424/0302eec6-881b-4aed-a247-f506c98f6a0a) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:15.983213 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e19430c9-68a8-4e4e-aa07-414f760bea82 req-71d366b9-d5f4-4a1d-9b4b-941c7974da8c tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179938 Feb 04 13:32:16.011106 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-61de3061-2c74-40e4-a40f-6989ea0cbd39 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=902032e2469e4a9985e0c0a873286563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365876 Feb 04 13:32:16.031812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45562) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:16.128320 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94e678e4-5997-4529-a57b-693100a7422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.171686 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e678e4-5997-4529-a57b-693100a7422b None None] No DVR routers for this DVR port bf13407b-1f95-4b95-ac5d-90d08a8382e3 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:16.206909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.objects.ports [None req-93aa6cee-39e4-4fad-91ff-014352e2ad4b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:32:16.209455 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93aa6cee-39e4-4fad-91ff-014352e2ad4b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (afb396aa-1ef7-42af-b71b-542bd366f5de), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.246522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e678e4-5997-4529-a57b-693100a7422b None None] Pushing event deleted for resources: {'Port': ['ID=bf13407b-1f95-4b95-ac5d-90d08a8382e3,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:16.255453 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97ba228-5aad-4b01-9848-9f06a8e3f43b None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:16.267340 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port bf13407b-1f95-4b95-ac5d-90d08a8382e3 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:16.267727 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (bf13407b-1f95-4b95-ac5d-90d08a8382e3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.381206 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa6cee-39e4-4fad-91ff-014352e2ad4b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=afb396aa-1ef7-42af-b71b-542bd366f5de,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:16.390496 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aa6cee-39e4-4fad-91ff-014352e2ad4b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:16.396378 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-93aa6cee-39e4-4fad-91ff-014352e2ad4b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:16.417394 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aa6cee-39e4-4fad-91ff-014352e2ad4b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:16.418181 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93aa6cee-39e4-4fad-91ff-014352e2ad4b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.451603 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-18898327-d969-4913-a095-1fd8c84a2718 req-0c9bc1b2-ca83-46b4-9ae9-3492966eb0bd tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ef77552c-0a44-43e1-ab8c-0cb6715321a8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.489449 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-93aa6cee-39e4-4fad-91ff-014352e2ad4b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3635597 Feb 04 13:32:16.490907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45574) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:16.502899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': '40071245-eab5-49e9-bd97-f7f84b51db8c'}, {'subnet_id': 'afb396aa-1ef7-42af-b71b-542bd366f5de'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:32:16.504054 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.514647 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'mac_address': 'fa:16:3e:c9:23:72', 'name': 'tempest-NetworksTestDHCPv6-1094101766'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:16.536566 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Publish callbacks [] for port (0302eec6-881b-4aed-a247-f506c98f6a0a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.550414 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (0302eec6-881b-4aed-a247-f506c98f6a0a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.575679 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bc1b2-ca83-46b4-9ae9-3492966eb0bd tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Pushing event deleted for resources: {'Port': ['ID=ef77552c-0a44-43e1-ab8c-0cb6715321a8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:16.639583 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-18898327-d969-4913-a095-1fd8c84a2718 req-0c9bc1b2-ca83-46b4-9ae9-3492966eb0bd tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] No DVR routers for this DVR port ef77552c-0a44-43e1-ab8c-0cb6715321a8 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:16.645176 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-18898327-d969-4913-a095-1fd8c84a2718 req-0c9bc1b2-ca83-46b4-9ae9-3492966eb0bd tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.649841 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-18898327-d969-4913-a095-1fd8c84a2718 req-0c9bc1b2-ca83-46b4-9ae9-3492966eb0bd tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.99 "DELETE /v2.0/ports/ef77552c-0a44-43e1-ab8c-0cb6715321a8 HTTP/1.1" status: 204 len: 173 time: 1.2816668 Feb 04 13:32:16.650528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aef8a7d-1115-4415-ac4d-c822fe356f2e', 'name': 'network-vif-deleted', 'tag': 'ef77552c-0a44-43e1-ab8c-0cb6715321a8'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:16.653015 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659f64c6-7f53-4b53-a016-80c9404d7768" -d '{"events": [{"server_uuid": "5aef8a7d-1115-4415-ac4d-c822fe356f2e", "name": "network-vif-deleted", "tag": "ef77552c-0a44-43e1-ab8c-0cb6715321a8"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:16.668164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Network c628d74a-086f-4307-ae02-8cc6d9819caa is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:16.682142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:16.690626 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:16.690626 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Pushing event updated for resources: {'Port': ['ID=0302eec6-881b-4aed-a247-f506c98f6a0a,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:16.773555 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.798710 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:16.858496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Attempting to bind port 0302eec6-881b-4aed-a247-f506c98f6a0a on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:16.858875 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Attempting to bind port 0302eec6-881b-4aed-a247-f506c98f6a0a by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'caf9d8df-6593-48d1-8067-61a04e3b8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c628d74a-086f-4307-ae02-8cc6d9819caa'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:16.859321 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Attempting to bind port 0302eec6-881b-4aed-a247-f506c98f6a0a on network c628d74a-086f-4307-ae02-8cc6d9819caa {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:16.884938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af6c46-d3b4-4e27-99c4-4cf95de18649 req-f081288f-330f-46e5-bce5-95ea6ecdb691 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:16.887483 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c6af6c46-d3b4-4e27-99c4-4cf95de18649 req-f081288f-330f-46e5-bce5-95ea6ecdb691 tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/ports?device_id=5aef8a7d-1115-4415-ac4d-c822fe356f2e HTTP/1.1" status: 200 len: 865 time: 0.6851902 Feb 04 13:32:16.892778 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Publish callbacks [] for router_gateway (2bfaf6c3-5ce7-427f-861c-1766e661c559), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.897367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:16.898084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Checking segment: {'id': 'caf9d8df-6593-48d1-8067-61a04e3b8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c628d74a-086f-4307-ae02-8cc6d9819caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:16.898726 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.905509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Bound using segment: {'id': 'caf9d8df-6593-48d1-8067-61a04e3b8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c628d74a-086f-4307-ae02-8cc6d9819caa'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:16.907259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Bound port: 0302eec6-881b-4aed-a247-f506c98f6a0a, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf9d8df-6593-48d1-8067-61a04e3b8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c628d74a-086f-4307-ae02-8cc6d9819caa'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:16.908896 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0302eec6-881b-4aed-a247-f506c98f6a0a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.945055 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-674ba589-4247-43d6-ad05-237092049cc1 admin admin] Publish callbacks [] for security_group (d7916c47-97b9-4633-b9cb-4237aff9dd1f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.965134 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.971655 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.989002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Allocated IP 172.20.0.2 (2ee6628b-98e8-4827-b47e-b9107cd39956/40071245-eab5-49e9-bd97-f7f84b51db8c/83cd5250-2288-4c1e-8bdb-d15aa6342ec2) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:17.003299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Allocated IP 2001:db8::f816:3eff:fe6c:bf99 (2ee6628b-98e8-4827-b47e-b9107cd39956/afb396aa-1ef7-42af-b71b-542bd366f5de/83cd5250-2288-4c1e-8bdb-d15aa6342ec2) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:17.004742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port 578acf6f-44ed-4fd1-be4b-e30f43816057 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:32:17.055276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed4ced-0496-4c3f-9935-602dc8c84427 req-f0feb7c2-e34d-4e02-9451-104ee6504617 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:17.063617 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94ed4ced-0496-4c3f-9935-602dc8c84427 req-f0feb7c2-e34d-4e02-9451-104ee6504617 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=312bf8c5-ca50-4a3f-9814-ecbc19e81cc4 HTTP/1.1" status: 200 len: 944 time: 0.8623419 Feb 04 13:32:17.070387 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-674ba589-4247-43d6-ad05-237092049cc1 admin admin] Publish callbacks [] for security_group (d7916c47-97b9-4633-b9cb-4237aff9dd1f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:17.161102 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] For port 0302eec6-881b-4aed-a247-f506c98f6a0a, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:17.171579 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c6af6c46-d3b4-4e27-99c4-4cf95de18649 req-07c0e6a8-20da-49da-b9af-0ad75182f36a tempest-ImagesTestJSON-62236600 tempest-ImagesTestJSON-62236600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692018 Feb 04 13:32:17.189312 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] For port 0302eec6-881b-4aed-a247-f506c98f6a0a, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0302eec6-881b-4aed-a247-f506c98f6a0a,segment=NetworkSegment(caf9d8df-6593-48d1-8067-61a04e3b8b4d),segment_id=caf9d8df-6593-48d1-8067-61a04e3b8b4d)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:17.201118 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0302eec6-881b-4aed-a247-f506c98f6a0a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:17.241446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Allocated IP 172.25.5.150 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/62522023-218c-493c-9769-1acc318c5112) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:17.250642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94ed4ced-0496-4c3f-9935-602dc8c84427 req-611aff3e-e7f3-4b6a-974a-faec775b9b67 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859808 Feb 04 13:32:17.328471 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-674ba589-4247-43d6-ad05-237092049cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d7916c47-97b9-4633-b9cb-4237aff9dd1f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:17.331535 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-674ba589-4247-43d6-ad05-237092049cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:17.333345 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-674ba589-4247-43d6-ad05-237092049cc1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d7916c47-97b9-4633-b9cb-4237aff9dd1f HTTP/1.1" status: 204 len: 168 time: 1.2996390 Feb 04 13:32:17.408454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ba589-4247-43d6-ad05-237092049cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7916c47-97b9-4633-b9cb-4237aff9dd1f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:17.411907 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f36d62a7-0b6b-4395-a92e-d4cf98b2b472 req-9f7f19fa-c6b0-46b0-beca-3e5bc70f7f4a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 210 time: 0.0848236 Feb 04 13:32:17.499217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Publish callbacks [] for port (83cd5250-2288-4c1e-8bdb-d15aa6342ec2), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:17.517308 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fe1af-ecf3-4d71-8173-40e0df56f2e9 req-99236632-83d8-4ed4-845c-517b3636f178 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:17.525589 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e03fe1af-ecf3-4d71-8173-40e0df56f2e9 req-99236632-83d8-4ed4-845c-517b3636f178 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 944 time: 0.1472764 Feb 04 13:32:17.534753 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5e2a9c-2b9e-4af2-be3c-66696bf6bfe6 x-openstack-request-id: req-3f5e2a9c-2b9e-4af2-be3c-66696bf6bfe6 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:17.535220 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aef8a7d-1115-4415-ac4d-c822fe356f2e", "name": "network-vif-deleted", "tag": "ef77552c-0a44-43e1-ab8c-0cb6715321a8", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:17.535677 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3f5e2a9c-2b9e-4af2-be3c-66696bf6bfe6 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:17.536213 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aef8a7d-1115-4415-ac4d-c822fe356f2e', 'name': 'network-vif-deleted', 'tag': 'ef77552c-0a44-43e1-ab8c-0cb6715321a8', 'status': 'completed', 'code': 200} Feb 04 13:32:17.544595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c83a00b7-7812-4639-acb7-115635337269 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:17.547848 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Publish callbacks [] for port (62522023-218c-493c-9769-1acc318c5112), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:17.600619 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (83cd5250-2288-4c1e-8bdb-d15aa6342ec2), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:17.649741 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e03fe1af-ecf3-4d71-8173-40e0df56f2e9 req-6d52d2b8-b070-4d12-b46d-282c570aaa00 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/security-groups?id=772233b3-36f0-40d8-a98c-b971e39887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231461 Feb 04 13:32:17.697000 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (62522023-218c-493c-9769-1acc318c5112), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:17.768940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Pushing event updated for resources: {'Port': ['ID=0302eec6-881b-4aed-a247-f506c98f6a0a,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:17.773158 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:17.783484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:17.788087 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Pushing event updated for resources: {'Port': ['ID=62522023-218c-493c-9769-1acc318c5112,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:17.788717 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:17.810285 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:17.810642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:17.811017 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:17.811383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:17.811760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:17.812131 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:17.812465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:17.812906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:17.813146 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:17.813473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:17.813869 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:17.814395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:17.814727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e761a1-f981-43c8-bd11-aefb657d15c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:17.822562 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-d45a4b1a-4bf5-4630-a841-6f92d1863738 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:17.827200 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-d45a4b1a-4bf5-4630-a841-6f92d1863738 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 806 time: 0.2781856 Feb 04 13:32:17.830063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:17.832688 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:17.849152 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:17.871511 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-d72dd544-4d18-44dd-9472-9b8c514c2b3c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Request body: {'port': {'device_id': '19418d38-660b-45cf-bae9-e4c78939b80c', 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96', 'admin_state_up': True, 'tenant_id': '688a1d8829de4353a6d958abc734325e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:17.904314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port c83a00b7-7812-4639-acb7-115635337269 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:17.914517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Pushing event updated for resources: {'Port': ['ID=83cd5250-2288-4c1e-8bdb-d15aa6342ec2,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:17.931892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 172.20.0.12 (2ee6628b-98e8-4827-b47e-b9107cd39956/40071245-eab5-49e9-bd97-f7f84b51db8c/578acf6f-44ed-4fd1-be4b-e30f43816057) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:18.036780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::f816:3eff:fec9:2372 (2ee6628b-98e8-4827-b47e-b9107cd39956/afb396aa-1ef7-42af-b71b-542bd366f5de/578acf6f-44ed-4fd1-be4b-e30f43816057) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:18.210162 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.211876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port c83a00b7-7812-4639-acb7-115635337269 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:18.212434 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c83a00b7-7812-4639-acb7-115635337269), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.262943 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Publish callbacks [] for router_gateway (2bfaf6c3-5ce7-427f-861c-1766e661c559), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.361514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Attempting to bind port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:18.362162 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Attempting to bind port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:18.362753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Attempting to bind port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:18.371337 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:18.372657 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:18.373567 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.374304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:18.375049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Bound port: 83cd5250-2288-4c1e-8bdb-d15aa6342ec2, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:18.375681 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (83cd5250-2288-4c1e-8bdb-d15aa6342ec2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.407329 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (578acf6f-44ed-4fd1-be4b-e30f43816057), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.500472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c83a00b7-7812-4639-acb7-115635337269 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:18.501007 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c83a00b7-7812-4639-acb7-115635337269), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.521652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] For port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:18.529057 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (578acf6f-44ed-4fd1-be4b-e30f43816057), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.545576 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] For port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=83cd5250-2288-4c1e-8bdb-d15aa6342ec2,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:18.552013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312bf8c5-ca50-4a3f-9814-ecbc19e81cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83a00b7-7812-4639-acb7-115635337269'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:18.554874 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0c56c4-cfff-4f6e-8783-015c70dc3975" -d '{"events": [{"server_uuid": "312bf8c5-ca50-4a3f-9814-ecbc19e81cc4", "name": "network-vif-plugged", "status": "completed", "tag": "c83a00b7-7812-4639-acb7-115635337269"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:18.571499 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (83cd5250-2288-4c1e-8bdb-d15aa6342ec2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.576050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-d72dd544-4d18-44dd-9472-9b8c514c2b3c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Made reservation on behalf of 688a1d8829de4353a6d958abc734325e for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:18.576587 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c83a00b7-7812-4639-acb7-115635337269, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c83a00b7-7812-4639-acb7-115635337269,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:18.581842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-d72dd544-4d18-44dd-9472-9b8c514c2b3c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.609502 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c83a00b7-7812-4639-acb7-115635337269), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.616101 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9a85a5cd-af48-4b20-93a5-08700ad0ae12 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:18.650994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a49a648-ef94-412a-a7e0-193ff310c529 req-dc48e8a5-8587-4706-a3bf-3c2f60075010 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 210 time: 0.0501685 Feb 04 13:32:18.677471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:18.683836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:18.692493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:18.717978 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49de6b-c79c-4a17-8afe-1551d05c615d req-76cb2e0b-bbe4-4225-926d-9cf60fb3bb87 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:18.722810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf49de6b-c79c-4a17-8afe-1551d05c615d req-76cb2e0b-bbe4-4225-926d-9cf60fb3bb87 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=312bf8c5-ca50-4a3f-9814-ecbc19e81cc4 HTTP/1.1" status: 200 len: 944 time: 0.2466269 Feb 04 13:32:18.780758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=578acf6f-44ed-4fd1-be4b-e30f43816057,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:18.784009 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (2bfaf6c3-5ce7-427f-861c-1766e661c559), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.786009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9454414-4a6c-4e40-992d-816ce956bbb8 None None] Pushing event updated for resources: {'Port': ['ID=83cd5250-2288-4c1e-8bdb-d15aa6342ec2,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:18.807883 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.808369 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.808820 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.810508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.810508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.811067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.811525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.811970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.812431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.812881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.813387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.813821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.814277 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.830241 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2b120e-e488-48ca-ba42-1dc2ad84792b x-openstack-request-id: req-2e2b120e-e488-48ca-ba42-1dc2ad84792b {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:18.830736 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312bf8c5-ca50-4a3f-9814-ecbc19e81cc4", "name": "network-vif-plugged", "status": "completed", "tag": "c83a00b7-7812-4639-acb7-115635337269", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:18.831071 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2e2b120e-e488-48ca-ba42-1dc2ad84792b {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:18.831796 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312bf8c5-ca50-4a3f-9814-ecbc19e81cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83a00b7-7812-4639-acb7-115635337269', 'code': 200} Feb 04 13:32:18.843322 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 9a85a5cd-af48-4b20-93a5-08700ad0ae12 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:18.854978 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 9a85a5cd-af48-4b20-93a5-08700ad0ae12 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:18.855383 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9a85a5cd-af48-4b20-93a5-08700ad0ae12), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.876181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:18.878149 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.927459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c83a00b7-7812-4639-acb7-115635337269,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:18.972035 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9eececdd-253e-491a-9460-c282a172f857 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.4642801 Feb 04 13:32:18.975513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45620) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:19.029678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9a85a5cd-af48-4b20-93a5-08700ad0ae12 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:19.030290 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9a85a5cd-af48-4b20-93a5-08700ad0ae12), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.051211 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45622) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:19.074006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-d72dd544-4d18-44dd-9472-9b8c514c2b3c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Allocated IP 172.20.0.13 (d188bd97-3ae7-401d-8731-0d5589265d96/ddd53861-36d1-4ddc-a3f4-939049859c05/b41c7918-a1ee-42a5-9ff3-48afa78844ec) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:19.126685 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9a85a5cd-af48-4b20-93a5-08700ad0ae12, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9a85a5cd-af48-4b20-93a5-08700ad0ae12,segment=NetworkSegment(3ce415d6-c5b1-4223-935d-3f0a3abddee1),segment_id=3ce415d6-c5b1-4223-935d-3f0a3abddee1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:19.139118 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9a85a5cd-af48-4b20-93a5-08700ad0ae12), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.140369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ef77552c-0a44-43e1-ab8c-0cb6715321a8 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:19.182680 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f25d89-aa7d-4555-ba6e-cfe1f9eaf7e5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:19.190873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f25d89-aa7d-4555-ba6e-cfe1f9eaf7e5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:19.193053 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-01f25d89-aa7d-4555-ba6e-cfe1f9eaf7e5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2157700 Feb 04 13:32:19.196550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45626) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:19.259099 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: ef77552c-0a44-43e1-ab8c-0cb6715321a8 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:32:19.259099 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ef77552c-0a44-43e1-ab8c-0cb6715321a8 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:19.309763 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf49de6b-c79c-4a17-8afe-1551d05c615d req-7bd2370a-319e-4022-a3a8-08e691ad3ccd tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715754 Feb 04 13:32:19.318674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9a85a5cd-af48-4b20-93a5-08700ad0ae12,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:19.342532 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-62fc3c2f-9233-47c8-86b0-a57ce9d9a1ef admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-751270328-network', 'tenant_id': '594053dcbab8463db86849941a112819'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:19.389574 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fc3c2f-9233-47c8-86b0-a57ce9d9a1ef admin admin] Made reservation on behalf of 594053dcbab8463db86849941a112819 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:19.398520 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62fc3c2f-9233-47c8-86b0-a57ce9d9a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.453417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c6f55-938a-47a9-995d-931c7f6046e3 req-091eae20-f8bd-482e-bddc-82cd86c9dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:19.454751 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62fc3c2f-9233-47c8-86b0-a57ce9d9a1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.455059 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db2c6f55-938a-47a9-995d-931c7f6046e3 req-091eae20-f8bd-482e-bddc-82cd86c9dc8b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=312bf8c5-ca50-4a3f-9814-ecbc19e81cc4 HTTP/1.1" status: 200 len: 1128 time: 0.4018772 Feb 04 13:32:19.473518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8c43a-8c63-42dc-a711-063d619783ee req-4ec3e24a-0893-4612-aca3-ac6498854d08 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:19.483064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dca8c43a-8c63-42dc-a711-063d619783ee req-4ec3e24a-0893-4612-aca3-ac6498854d08 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 945 time: 0.4307537 Feb 04 13:32:19.562692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Router 2bfaf6c3-5ce7-427f-861c-1766e661c559 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:32:19.574412 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62fc3c2f-9233-47c8-86b0-a57ce9d9a1ef admin admin] Publish callbacks [] for security_group (6f742d84-86d2-48ba-a1a2-9d660a942c33), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.594358 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62fc3c2f-9233-47c8-86b0-a57ce9d9a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6f742d84-86d2-48ba-a1a2-9d660a942c33), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.600627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3703d9e-4fac-4b85-af2a-93ebc0d36d49 None None] Network c628d74a-086f-4307-ae02-8cc6d9819caa requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:19.663004 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dca8c43a-8c63-42dc-a711-063d619783ee req-5635b2ba-3b4d-4437-a22b-007745314dee tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/security-groups?id=772233b3-36f0-40d8-a98c-b971e39887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784282 Feb 04 13:32:19.701268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db2c6f55-938a-47a9-995d-931c7f6046e3 req-00f59c6a-5b03-4c28-bfb7-2a3fc8b4647d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141137 Feb 04 13:32:19.747183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-76b9c5ef-3e89-44c2-9a90-e8f120d1346e None None] Provisioning complete for port 0302eec6-881b-4aed-a247-f506c98f6a0a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:19.747577 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-76b9c5ef-3e89-44c2-9a90-e8f120d1346e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0302eec6-881b-4aed-a247-f506c98f6a0a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.755411 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-d72dd544-4d18-44dd-9472-9b8c514c2b3c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks [] for port (b41c7918-a1ee-42a5-9ff3-48afa78844ec), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.755992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45648) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:19.785333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fc3c2f-9233-47c8-86b0-a57ce9d9a1ef admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:32:19.802061 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc3c2f-9233-47c8-86b0-a57ce9d9a1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f742d84-86d2-48ba-a1a2-9d660a942c33,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:19.826346 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62fc3c2f-9233-47c8-86b0-a57ce9d9a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e31816d3-c4f8-4ad1-9c27-bba47d3901da), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.827240 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-62fc3c2f-9233-47c8-86b0-a57ce9d9a1ef admin admin] Added segment e31816d3-c4f8-4ad1-9c27-bba47d3901da of type vlan for network 1671d76e-ba93-4775-9183-503f305e6bb1 Feb 04 13:32:19.833296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-dda993ec-dea3-4b33-9181-23d1e4cddef5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port 578acf6f-44ed-4fd1-be4b-e30f43816057 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:19.833987 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dda993ec-dea3-4b33-9181-23d1e4cddef5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (578acf6f-44ed-4fd1-be4b-e30f43816057), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.879987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0302eec6-881b-4aed-a247-f506c98f6a0a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:19.902808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-161aa3a1-739a-4427-9392-402380453acb req-7a27ed16-f3d1-4554-a143-806e6b782a01 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 210 time: 0.1495361 Feb 04 13:32:19.975925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-76b9c5ef-3e89-44c2-9a90-e8f120d1346e None None] Current status of the port 0302eec6-881b-4aed-a247-f506c98f6a0a is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:19.976316 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-76b9c5ef-3e89-44c2-9a90-e8f120d1346e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0302eec6-881b-4aed-a247-f506c98f6a0a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.980521 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62fc3c2f-9233-47c8-86b0-a57ce9d9a1ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (1671d76e-ba93-4775-9183-503f305e6bb1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.997963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00b7f10-aa33-4a8a-9242-dfac03fca7c1 admin admin] Deleting subnet 65276bc3-38f7-4354-8723-1e8038a429ba {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:32:20.007873 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b00b7f10-aa33-4a8a-9242-dfac03fca7c1 admin admin] Publish callbacks [] for subnet (65276bc3-38f7-4354-8723-1e8038a429ba), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.027907 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-76b9c5ef-3e89-44c2-9a90-e8f120d1346e None None] For port 0302eec6-881b-4aed-a247-f506c98f6a0a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0302eec6-881b-4aed-a247-f506c98f6a0a,segment=NetworkSegment(caf9d8df-6593-48d1-8067-61a04e3b8b4d),segment_id=caf9d8df-6593-48d1-8067-61a04e3b8b4d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:20.031494 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-d72dd544-4d18-44dd-9472-9b8c514c2b3c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b41c7918-a1ee-42a5-9ff3-48afa78844ec), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.035592 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-76b9c5ef-3e89-44c2-9a90-e8f120d1346e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0302eec6-881b-4aed-a247-f506c98f6a0a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.065775 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['355c92ab-2156-47d3-abb8-4333a39b455b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:32:20.108740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:32:20.119745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 0302eec6-881b-4aed-a247-f506c98f6a0a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:20.119895 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0302eec6-881b-4aed-a247-f506c98f6a0a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.126061 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Sync routers for ids ['2bfaf6c3-5ce7-427f-861c-1766e661c559'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:20.138989 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b00b7f10-aa33-4a8a-9242-dfac03fca7c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (65276bc3-38f7-4354-8723-1e8038a429ba), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.148156 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Routers {'2bfaf6c3-5ce7-427f-861c-1766e661c559'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:20.149823 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.150144 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bfaf6c3-5ce7-427f-861c-1766e661c559'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:20.154793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8d9cc2e3-0e10-40c2-bcec-e70011de5f29 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1989465 Feb 04 13:32:20.202571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45652) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:20.213919 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9c5ef-3e89-44c2-9a90-e8f120d1346e None None] Pushing event updated for resources: {'Port': ['ID=0302eec6-881b-4aed-a247-f506c98f6a0a,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:20.326370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-d72dd544-4d18-44dd-9472-9b8c514c2b3c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Network d188bd97-3ae7-401d-8731-0d5589265d96 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:20.330250 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dda993ec-dea3-4b33-9181-23d1e4cddef5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (578acf6f-44ed-4fd1-be4b-e30f43816057), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.339831 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62fc3c2f-9233-47c8-86b0-a57ce9d9a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (1671d76e-ba93-4775-9183-503f305e6bb1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.341722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fc3c2f-9233-47c8-86b0-a57ce9d9a1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:20.349280 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62fc3c2f-9233-47c8-86b0-a57ce9d9a1ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.360756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 0302eec6-881b-4aed-a247-f506c98f6a0a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:20.363753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:20.408414 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b00b7f10-aa33-4a8a-9242-dfac03fca7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (65276bc3-38f7-4354-8723-1e8038a429ba), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.417725 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Set router 2bfaf6c3-5ce7-427f-861c-1766e661c559 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:20.436317 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-d72dd544-4d18-44dd-9472-9b8c514c2b3c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:20.482030 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-62fc3c2f-9233-47c8-86b0-a57ce9d9a1ef admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4283948 Feb 04 13:32:20.487340 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45656) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:20.505884 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-d72dd544-4d18-44dd-9472-9b8c514c2b3c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:20.507029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:20.507796 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (83cd5250-2288-4c1e-8bdb-d15aa6342ec2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.530856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-18fab3ff-2918-4191-9552-df54568ae19b admin admin] Request body: {'subnet': {'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-751270328-subnet', 'tenant_id': '594053dcbab8463db86849941a112819', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:20.588344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72dd544-4d18-44dd-9472-9b8c514c2b3c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Pushing event updated for resources: {'Port': ['ID=b41c7918-a1ee-42a5-9ff3-48afa78844ec,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:20.595720 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-dda993ec-dea3-4b33-9181-23d1e4cddef5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for 578acf6f-44ed-4fd1-be4b-e30f43816057 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:20.610901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bbd7348f-18c3-4cd2-87af-5290daac5ff4 None None] Provisioning complete for port 0302eec6-881b-4aed-a247-f506c98f6a0a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:20.611390 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbd7348f-18c3-4cd2-87af-5290daac5ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0302eec6-881b-4aed-a247-f506c98f6a0a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.672716 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b00b7f10-aa33-4a8a-9242-dfac03fca7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (65276bc3-38f7-4354-8723-1e8038a429ba), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.772040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b7f10-aa33-4a8a-9242-dfac03fca7c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65276bc3-38f7-4354-8723-1e8038a429ba,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:20.781979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:20.782653 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (83cd5250-2288-4c1e-8bdb-d15aa6342ec2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.783108 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b00b7f10-aa33-4a8a-9242-dfac03fca7c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.783591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-d72dd544-4d18-44dd-9472-9b8c514c2b3c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:20.788428 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-d72dd544-4d18-44dd-9472-9b8c514c2b3c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.790420 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b00b7f10-aa33-4a8a-9242-dfac03fca7c1 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/65276bc3-38f7-4354-8723-1e8038a429ba HTTP/1.1" status: 204 len: 168 time: 1.0320499 Feb 04 13:32:20.793317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45660) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:20.797702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fab3ff-2918-4191-9552-df54568ae19b admin admin] Made reservation on behalf of 594053dcbab8463db86849941a112819 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:20.800110 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-18fab3ff-2918-4191-9552-df54568ae19b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.815888 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008884792-router', 'tenant_id': '998df4e9507f4a8c9af0028c599cba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '62522023-218c-493c-9769-1acc318c5112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:15Z', 'updated_at': '2022-02-04T13:32:18Z', 'revision_number': 3, 'project_id': '998df4e9507f4a8c9af0028c599cba3c', 'gw_port': {'id': '62522023-218c-493c-9769-1acc318c5112', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:16Z', 'updated_at': '2022-02-04T13:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:20.858462 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Checking router: 2bfaf6c3-5ce7-427f-861c-1766e661c559 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:32:20.858679 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-d72dd544-4d18-44dd-9472-9b8c514c2b3c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9954345 Feb 04 13:32:20.859595 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Updating router 2bfaf6c3-5ce7-427f-861c-1766e661c559 port 62522023-218c-493c-9769-1acc318c5112 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:32:20.871258 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Request body: {'port': {'device_id': '19418d38-660b-45cf-bae9-e4c78939b80c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:20.887598 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9541e1f-3764-43f6-9332-1d3c1151035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (88b7b145-9182-4a19-b1fb-5c6b08aa0112), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.898038 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (62522023-218c-493c-9769-1acc318c5112), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.901779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a22de52-b25c-451e-a35a-e3e44fafa042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a85a5cd-af48-4b20-93a5-08700ad0ae12'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:20.912519 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19e5373-20cd-4eea-b857-95c596506353" -d '{"events": [{"server_uuid": "5a22de52-b25c-451e-a35a-e3e44fafa042", "name": "network-vif-plugged", "status": "completed", "tag": "9a85a5cd-af48-4b20-93a5-08700ad0ae12"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:20.916484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7348f-18c3-4cd2-87af-5290daac5ff4 None None] Current status of the port 0302eec6-881b-4aed-a247-f506c98f6a0a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:20.921431 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f2d71f-54e3-4e2f-a1d9-678ebe648cb9 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:21.016872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2813fc6-4b8a-4bf5-8a3e-1ace8d34f84e req-b01d0b53-d6f7-4d72-a517-dde95e396e40 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:21.018594 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2813fc6-4b8a-4bf5-8a3e-1ace8d34f84e req-b01d0b53-d6f7-4d72-a517-dde95e396e40 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=312bf8c5-ca50-4a3f-9814-ecbc19e81cc4 HTTP/1.1" status: 200 len: 945 time: 0.5302465 Feb 04 13:32:21.105076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=83cd5250-2288-4c1e-8bdb-d15aa6342ec2,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:21.108398 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc3c2f-9233-47c8-86b0-a57ce9d9a1ef admin admin] Pushing event updated for resources: {'Network': ['ID=1671d76e-ba93-4775-9183-503f305e6bb1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:21.114526 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (83cd5250-2288-4c1e-8bdb-d15aa6342ec2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.116646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b42c9317-b8e5-49ec-96fa-d650f67f7289 None None] Provisioning complete for port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:21.117003 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b42c9317-b8e5-49ec-96fa-d650f67f7289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (83cd5250-2288-4c1e-8bdb-d15aa6342ec2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.129173 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dda993ec-dea3-4b33-9181-23d1e4cddef5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (578acf6f-44ed-4fd1-be4b-e30f43816057), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.170753 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda993ec-dea3-4b33-9181-23d1e4cddef5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=578acf6f-44ed-4fd1-be4b-e30f43816057,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:21.173345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 1671d76e-ba93-4775-9183-503f305e6bb1 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:32:21.201758 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b41c7918-a1ee-42a5-9ff3-48afa78844ec), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.326417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fada6-377a-40f3-8a6f-b7d50ca9697e req-4be7442a-7b0f-48f9-a0cc-7a7cc97c12ee tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:21.328199 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-321fada6-377a-40f3-8a6f-b7d50ca9697e req-4be7442a-7b0f-48f9-a0cc-7a7cc97c12ee tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 945 time: 0.4374468 Feb 04 13:32:21.352887 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9541e1f-3764-43f6-9332-1d3c1151035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (88b7b145-9182-4a19-b1fb-5c6b08aa0112), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.381548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=83cd5250-2288-4c1e-8bdb-d15aa6342ec2,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:21.392436 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Publish callbacks [] for port (62522023-218c-493c-9769-1acc318c5112), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.399905 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (62522023-218c-493c-9769-1acc318c5112), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.401138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b42c9317-b8e5-49ec-96fa-d650f67f7289 None None] Current status of the port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:21.451942 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f71031-0361-49d1-ac18-24d5fac8f97a None None] Pushing event updated for resources: {'Port': ['ID=62522023-218c-493c-9769-1acc318c5112,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:21.466763 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f71031-0361-49d1-ac18-24d5fac8f97a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:21.466763 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f71031-0361-49d1-ac18-24d5fac8f97a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:21.467026 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f71031-0361-49d1-ac18-24d5fac8f97a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:21.467240 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f71031-0361-49d1-ac18-24d5fac8f97a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:21.467571 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f71031-0361-49d1-ac18-24d5fac8f97a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:21.474327 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2813fc6-4b8a-4bf5-8a3e-1ace8d34f84e req-12889190-b25c-4e9b-906d-3a2df3dc4554 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178071 Feb 04 13:32:21.479964 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f71031-0361-49d1-ac18-24d5fac8f97a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:21.480403 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f71031-0361-49d1-ac18-24d5fac8f97a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:21.480746 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f71031-0361-49d1-ac18-24d5fac8f97a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:21.484113 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f71031-0361-49d1-ac18-24d5fac8f97a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:21.484239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d9541e1f-3764-43f6-9332-1d3c1151035a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b7b145-9182-4a19-b1fb-5c6b08aa0112']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:21.484538 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f71031-0361-49d1-ac18-24d5fac8f97a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:21.493366 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f71031-0361-49d1-ac18-24d5fac8f97a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:21.493366 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f71031-0361-49d1-ac18-24d5fac8f97a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:21.493366 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f71031-0361-49d1-ac18-24d5fac8f97a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:21.534195 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Attempting to bind port 62522023-218c-493c-9769-1acc318c5112 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:21.534710 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Attempting to bind port 62522023-218c-493c-9769-1acc318c5112 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:21.535080 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Attempting to bind port 62522023-218c-493c-9769-1acc318c5112 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:21.544598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d9541e1f-3764-43f6-9332-1d3c1151035a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa691e60-cba3-480b-80fd-039c19a2dba8') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:21.547734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d9541e1f-3764-43f6-9332-1d3c1151035a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa691e60-cba3-480b-80fd-039c19a2dba8') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:21.556015 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:21.556396 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:21.556802 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.557245 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:21.557787 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Bound port: 62522023-218c-493c-9769-1acc318c5112, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:21.558195 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (62522023-218c-493c-9769-1acc318c5112), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.571297 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a0b76b-091b-46ad-b144-6390f0ee5ba2 x-openstack-request-id: req-14a0b76b-091b-46ad-b144-6390f0ee5ba2 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:21.571668 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a22de52-b25c-451e-a35a-e3e44fafa042", "name": "network-vif-plugged", "status": "completed", "tag": "9a85a5cd-af48-4b20-93a5-08700ad0ae12", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:21.572697 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-14a0b76b-091b-46ad-b144-6390f0ee5ba2 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:21.573121 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a22de52-b25c-451e-a35a-e3e44fafa042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a85a5cd-af48-4b20-93a5-08700ad0ae12', 'code': 200} Feb 04 13:32:21.599287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0302eec6-881b-4aed-a247-f506c98f6a0a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:21.666181 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dda993ec-dea3-4b33-9181-23d1e4cddef5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.677234 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dda993ec-dea3-4b33-9181-23d1e4cddef5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/578acf6f-44ed-4fd1-be4b-e30f43816057 HTTP/1.1" status: 204 len: 168 time: 2.4796157 Feb 04 13:32:21.680644 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45666) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:21.701068 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] For port 62522023-218c-493c-9769-1acc318c5112, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:21.708625 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] For port 62522023-218c-493c-9769-1acc318c5112, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=62522023-218c-493c-9769-1acc318c5112,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:21.718319 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 0302eec6-881b-4aed-a247-f506c98f6a0a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:21.719271 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0302eec6-881b-4aed-a247-f506c98f6a0a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.721788 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9541e1f-3764-43f6-9332-1d3c1151035a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (fa691e60-cba3-480b-80fd-039c19a2dba8), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.727860 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (62522023-218c-493c-9769-1acc318c5112), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.807028 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f0306a-8927-4400-ac68-c2a148efbe6a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:21.808507 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f0306a-8927-4400-ac68-c2a148efbe6a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:21.810508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f0306a-8927-4400-ac68-c2a148efbe6a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:21.812414 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c0f0306a-8927-4400-ac68-c2a148efbe6a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1307771 Feb 04 13:32:21.822012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45668) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:21.840327 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Routers {'2bfaf6c3-5ce7-427f-861c-1766e661c559'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:21.841096 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bfaf6c3-5ce7-427f-861c-1766e661c559'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:21.925353 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-321fada6-377a-40f3-8a6f-b7d50ca9697e req-9dc99b73-c71e-4ea1-8d2b-7cdf43b44556 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/security-groups?id=772233b3-36f0-40d8-a98c-b971e39887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745227 Feb 04 13:32:21.926591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e99f1b2-83c3-4b69-818f-a0bdd987a069 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 40071245-eab5-49e9-bd97-f7f84b51db8c {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:32:21.931824 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9541e1f-3764-43f6-9332-1d3c1151035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fa691e60-cba3-480b-80fd-039c19a2dba8), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.940033 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e99f1b2-83c3-4b69-818f-a0bdd987a069 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (40071245-eab5-49e9-bd97-f7f84b51db8c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.940942 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-18fab3ff-2918-4191-9552-df54568ae19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (9d0285fe-4faa-46eb-a1a8-f0b2eb04393d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.949008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 0302eec6-881b-4aed-a247-f506c98f6a0a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:21.954444 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:21.964481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9541e1f-3764-43f6-9332-1d3c1151035a admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:32:21.964896 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9541e1f-3764-43f6-9332-1d3c1151035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (fa691e60-cba3-480b-80fd-039c19a2dba8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:32:21.989796 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:32:22.020211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ca6fa7f0-e2f3-4d77-a7a2-ea08ca5ac4b9 None None] Provisioning complete for port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:22.020979 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa7f0-e2f3-4d77-a7a2-ea08ca5ac4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (83cd5250-2288-4c1e-8bdb-d15aa6342ec2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.025132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41c7918-a1ee-42a5-9ff3-48afa78844ec {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:22.034449 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e99f1b2-83c3-4b69-818f-a0bdd987a069 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (40071245-eab5-49e9-bd97-f7f84b51db8c), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.060985 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Publish callbacks [] for port (b41c7918-a1ee-42a5-9ff3-48afa78844ec), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.105940 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] Set router 2bfaf6c3-5ce7-427f-861c-1766e661c559 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:22.133052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:22.133897 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (83cd5250-2288-4c1e-8bdb-d15aa6342ec2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.182171 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e99f1b2-83c3-4b69-818f-a0bdd987a069 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (40071245-eab5-49e9-bd97-f7f84b51db8c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.196931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fa7f0-e2f3-4d77-a7a2-ea08ca5ac4b9 None None] Current status of the port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:22.197223 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f71031-0361-49d1-ac18-24d5fac8f97a None None] Pushing event updated for resources: {'Port': ['ID=62522023-218c-493c-9769-1acc318c5112,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:22.272393 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e99f1b2-83c3-4b69-818f-a0bdd987a069 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (40071245-eab5-49e9-bd97-f7f84b51db8c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.322685 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99f1b2-83c3-4b69-818f-a0bdd987a069 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=40071245-eab5-49e9-bd97-f7f84b51db8c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:22.325922 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e99f1b2-83c3-4b69-818f-a0bdd987a069 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.330067 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4e99f1b2-83c3-4b69-818f-a0bdd987a069 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/40071245-eab5-49e9-bd97-f7f84b51db8c HTTP/1.1" status: 204 len: 168 time: 0.5067763 Feb 04 13:32:22.333166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45672) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:22.412249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3cfb7b-0a27-414c-b9af-2431d13b97e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet afb396aa-1ef7-42af-b71b-542bd366f5de {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:32:22.416688 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c3cfb7b-0a27-414c-b9af-2431d13b97e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (afb396aa-1ef7-42af-b71b-542bd366f5de), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.449636 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008884792-router', 'tenant_id': '998df4e9507f4a8c9af0028c599cba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '62522023-218c-493c-9769-1acc318c5112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:15Z', 'updated_at': '2022-02-04T13:32:18Z', 'revision_number': 3, 'project_id': '998df4e9507f4a8c9af0028c599cba3c', 'gw_port': {'id': '62522023-218c-493c-9769-1acc318c5112', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:16Z', 'updated_at': '2022-02-04T13:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:22.452469 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0bee35-54f9-4274-a82f-13b0e51e872f None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:22.466177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1f463487-8de1-4d27-827a-8355f9fe89d8 None None] Could not find standard attr ID for object 578acf6f-44ed-4fd1-be4b-e30f43816057. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:32:22.477868 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c3cfb7b-0a27-414c-b9af-2431d13b97e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (afb396aa-1ef7-42af-b71b-542bd366f5de), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.503226 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1171951-eb70-441c-9e0d-ffb96c0e5e94 None None] The sync data for ids ['2bfaf6c3-5ce7-427f-861c-1766e661c559'] in n-d-714676-13 is: [{'id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008884792-router', 'tenant_id': '998df4e9507f4a8c9af0028c599cba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '62522023-218c-493c-9769-1acc318c5112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:15Z', 'updated_at': '2022-02-04T13:32:18Z', 'revision_number': 3, 'project_id': '998df4e9507f4a8c9af0028c599cba3c', 'gw_port': {'id': '62522023-218c-493c-9769-1acc318c5112', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:16Z', 'updated_at': '2022-02-04T13:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:22.523484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:22.599546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Transition to ACTIVE for port object b41c7918-a1ee-42a5-9ff3-48afa78844ec will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:22.610820 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (b41c7918-a1ee-42a5-9ff3-48afa78844ec), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.614417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fab3ff-2918-4191-9552-df54568ae19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d0285fe-4faa-46eb-a1a8-f0b2eb04393d,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:22.625068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c219ce-0b11-4964-bb8d-975eaff77853 req-6b0a37cd-c2e7-4eea-ad49-d8e010e0b277 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:22.633123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18c219ce-0b11-4964-bb8d-975eaff77853 req-6b0a37cd-c2e7-4eea-ad49-d8e010e0b277 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 932 time: 0.9581685 Feb 04 13:32:22.670661 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9541e1f-3764-43f6-9332-1d3c1151035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (88b7b145-9182-4a19-b1fb-5c6b08aa0112), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.689722 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c3cfb7b-0a27-414c-b9af-2431d13b97e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (afb396aa-1ef7-42af-b71b-542bd366f5de), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.722016 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9541e1f-3764-43f6-9332-1d3c1151035a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.728621 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d9541e1f-3764-43f6-9332-1d3c1151035a admin admin] 10.222.0.96 "DELETE /v2.0/networks/88b7b145-9182-4a19-b1fb-5c6b08aa0112 HTTP/1.1" status: 204 len: 168 time: 1.9306450 Feb 04 13:32:22.729609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e4c47-122b-4050-b2a9-ffb9339b24ed req-794878aa-2794-4e21-99b5-83ec9c69592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:22.731910 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-983e4c47-122b-4050-b2a9-ffb9339b24ed req-794878aa-2794-4e21-99b5-83ec9c69592b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 1128 time: 1.0349028 Feb 04 13:32:22.737622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9541e1f-3764-43f6-9332-1d3c1151035a admin admin] Pushing event deleted for resources: {'Network': ['ID=88b7b145-9182-4a19-b1fb-5c6b08aa0112,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:22.803017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Pushing event updated for resources: {'Port': ['ID=b41c7918-a1ee-42a5-9ff3-48afa78844ec,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:22.874863 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Attempting to bind port b41c7918-a1ee-42a5-9ff3-48afa78844ec on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:22.875447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Attempting to bind port b41c7918-a1ee-42a5-9ff3-48afa78844ec by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:22.875781 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Attempting to bind port b41c7918-a1ee-42a5-9ff3-48afa78844ec on network d188bd97-3ae7-401d-8731-0d5589265d96 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:22.888287 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Port b41c7918-a1ee-42a5-9ff3-48afa78844ec on network d188bd97-3ae7-401d-8731-0d5589265d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:32:22.888730 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Attempting to bind port b41c7918-a1ee-42a5-9ff3-48afa78844ec on network d188bd97-3ae7-401d-8731-0d5589265d96 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:22.898490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:22.898716 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab3ff-2918-4191-9552-df54568ae19b admin admin] Checking segment: {'id': 'e31816d3-c4f8-4ad1-9c27-bba47d3901da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:22.898862 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Checking segment: {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:22.899201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fab3ff-2918-4191-9552-df54568ae19b admin admin] Network hostable DHCP agents. Network: 1671d76e-ba93-4775-9183-503f305e6bb1, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:32:22.899434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Bound using segment: {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:22.899873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Bound port: b41c7918-a1ee-42a5-9ff3-48afa78844ec, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:22.900409 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b41c7918-a1ee-42a5-9ff3-48afa78844ec), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.907347 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-983e4c47-122b-4050-b2a9-ffb9339b24ed req-68350a20-8202-4839-9881-fe7d3f1784d5 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=772233b3-36f0-40d8-a98c-b971e39887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672568 Feb 04 13:32:22.918485 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c3cfb7b-0a27-414c-b9af-2431d13b97e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (afb396aa-1ef7-42af-b71b-542bd366f5de), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.962262 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18c219ce-0b11-4964-bb8d-975eaff77853 req-3d756eb3-7ce4-432c-a9e9-9c81fcf87260 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280921 Feb 04 13:32:22.976542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cfb7b-0a27-414c-b9af-2431d13b97e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=afb396aa-1ef7-42af-b71b-542bd366f5de,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:23.009011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686a989-5ce9-405d-a381-92c7baeaae30 req-f0601d01-cb50-4efa-8204-3378a69ea0c2 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:23.009011 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1686a989-5ce9-405d-a381-92c7baeaae30 req-f0601d01-cb50-4efa-8204-3378a69ea0c2 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=312bf8c5-ca50-4a3f-9814-ecbc19e81cc4 HTTP/1.1" status: 200 len: 945 time: 0.3431499 Feb 04 13:32:23.015159 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45680) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:23.047060 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c3cfb7b-0a27-414c-b9af-2431d13b97e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.048804 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fab3ff-2918-4191-9552-df54568ae19b admin admin] Network 1671d76e-ba93-4775-9183-503f305e6bb1 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:32:23.053334 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0c3cfb7b-0a27-414c-b9af-2431d13b97e9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/afb396aa-1ef7-42af-b71b-542bd366f5de HTTP/1.1" status: 204 len: 168 time: 0.7166882 Feb 04 13:32:23.054133 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45682) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:23.076294 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.111192 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-18fab3ff-2918-4191-9552-df54568ae19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 1671d76e-ba93-4775-9183-503f305e6bb1) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:23.135105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6491d535-8ad9-4f31-bdc8-2fc8f123a6e5 None None] Network 1671d76e-ba93-4775-9183-503f305e6bb1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:23.143961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fab3ff-2918-4191-9552-df54568ae19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:23.144574 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-18fab3ff-2918-4191-9552-df54568ae19b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.156227 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-765c30e7-c5a8-4716-939f-d40ce3bff56a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982246 Feb 04 13:32:23.162617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45684) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:23.223370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] For port b41c7918-a1ee-42a5-9ff3-48afa78844ec, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:23.250546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] For port b41c7918-a1ee-42a5-9ff3-48afa78844ec, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b41c7918-a1ee-42a5-9ff3-48afa78844ec,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:23.271024 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (b41c7918-a1ee-42a5-9ff3-48afa78844ec), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.313739 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-1671d76e-ba93-4775-9183-503f305e6bb1', 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1', 'project_id': '594053dcbab8463db86849941a112819', 'fixed_ips': [{'subnet_id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:32:23.314950 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.336238 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:23.336690 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.339952 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] 10.222.0.99 "PUT /v2.0/ports/b41c7918-a1ee-42a5-9ff3-48afa78844ec HTTP/1.1" status: 200 len: 1093 time: 2.4731894 Feb 04 13:32:23.340762 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19418d38-660b-45cf-bae9-e4c78939b80c', 'tag': 'b41c7918-a1ee-42a5-9ff3-48afa78844ec'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:23.344703 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097317b6-700e-4fbe-b5b8-3609d9da5b66" -d '{"events": [{"name": "network-changed", "server_uuid": "19418d38-660b-45cf-bae9-e4c78939b80c", "tag": "b41c7918-a1ee-42a5-9ff3-48afa78844ec"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:23.358606 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75698356-ef67-441f-8a1c-fe6185f7eec0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:23.364394 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-75698356-ef67-441f-8a1c-fe6185f7eec0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2005551 Feb 04 13:32:23.368050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45688) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:23.437635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b373287c-2991-42de-af1d-237ae750c02e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:23.442069 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b373287c-2991-42de-af1d-237ae750c02e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0729325 Feb 04 13:32:23.448293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45690) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:23.499482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Allocated IP 172.20.0.1 (c628d74a-086f-4307-ae02-8cc6d9819caa/280811da-1020-4690-aef1-645d811b9424/647fc565-b273-43fd-b6d3-73827afa40d5) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:23.535104 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-18fab3ff-2918-4191-9552-df54568ae19b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0110624 Feb 04 13:32:23.551628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1686a989-5ce9-405d-a381-92c7baeaae30 req-af818ced-7253-4cce-abba-d531cccbe555 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283692 Feb 04 13:32:23.557338 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45692) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:23.572113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-751270328-router', 'tenant_id': '594053dcbab8463db86849941a112819', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:23.587037 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-be9870a0-f26a-44c4-939a-e9b117ba0eb1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1372313 Feb 04 13:32:23.589916 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45696) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:23.592175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b0741625-93f8-4119-81db-957cf1aaed3c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3f24cfd32e484baba353172f9247b6d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5757344 Feb 04 13:32:23.598601 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b7f7eb2c-4886-49af-8b7b-3b5d7e993077 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:23.612215 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45698) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:23.635194 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a4000-fce3-4580-b7fe-7347b302a4fb service neutron] Pushing event updated for resources: {'Port': ['ID=b41c7918-a1ee-42a5-9ff3-48afa78844ec,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:23.646244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Allocated IP 172.20.0.2 (1671d76e-ba93-4775-9183-503f305e6bb1/9d0285fe-4faa-46eb-a1a8-f0b2eb04393d/53ee9192-2262-4628-bc45-217bc00fb772) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:23.664974 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1ef1b9-d495-49f2-8edb-b073f2fb921c x-openstack-request-id: req-6c1ef1b9-d495-49f2-8edb-b073f2fb921c {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:23.665275 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19418d38-660b-45cf-bae9-e4c78939b80c", "tag": "b41c7918-a1ee-42a5-9ff3-48afa78844ec", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:23.665534 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6c1ef1b9-d495-49f2-8edb-b073f2fb921c {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:23.665942 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19418d38-660b-45cf-bae9-e4c78939b80c', 'tag': 'b41c7918-a1ee-42a5-9ff3-48afa78844ec', 'status': 'completed', 'code': 200} Feb 04 13:32:23.686846 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551cfb6c-cb6a-4875-bda4-a6ed6a429211 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:23.757922 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.759032 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.784458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60e57b-4e97-4e0c-a537-4aba7cc8b885 req-6bfbc07a-5d8f-4222-b3a0-00b1094850da tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:23.786744 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-9e49dd55-d5ff-4407-8f35-cbfeef27463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:23.788293 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-9e49dd55-d5ff-4407-8f35-cbfeef27463e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 1127 time: 0.3451180 Feb 04 13:32:23.792420 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de60e57b-4e97-4e0c-a537-4aba7cc8b885 req-6bfbc07a-5d8f-4222-b3a0-00b1094850da tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 945 time: 0.6695473 Feb 04 13:32:23.832286 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1f002a1-a8b4-4561-8ea1-ef57406495bc admin admin] Publish callbacks [] for security_group (d6f56c9e-ae80-4c48-b1d1-cb664aa6a249), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.879471 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-0bfe7e7b-5a7d-451e-8430-ec8666a521e9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b41c7918-a1ee-42a5-9ff3-48afa78844ec HTTP/1.1" status: 200 len: 217 time: 0.0790775 Feb 04 13:32:23.906977 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 62522023-218c-493c-9769-1acc318c5112 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:23.935281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f7eb2c-4886-49af-8b7b-3b5d7e993077 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:23.939172 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b7f7eb2c-4886-49af-8b7b-3b5d7e993077 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.940756 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f7eb2c-4886-49af-8b7b-3b5d7e993077 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:32:23.941021 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Publish callbacks [] for router_controller (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.941193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f7eb2c-4886-49af-8b7b-3b5d7e993077 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:32:23.967371 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1f002a1-a8b4-4561-8ea1-ef57406495bc admin admin] Publish callbacks [] for security_group (d6f56c9e-ae80-4c48-b1d1-cb664aa6a249), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.970967 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de60e57b-4e97-4e0c-a537-4aba7cc8b885 req-7489d5f7-882e-4f7b-a04f-97cef288732a tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/security-groups?id=772233b3-36f0-40d8-a98c-b971e39887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775584 Feb 04 13:32:23.974302 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Publish callbacks [] for port (647fc565-b273-43fd-b6d3-73827afa40d5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.020848 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b7f7eb2c-4886-49af-8b7b-3b5d7e993077 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4283748 Feb 04 13:32:24.026696 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45704) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:24.036403 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-429d9460-0721-464b-8896-ee2efff04c2a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:24.061444 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-38ef04ff-b7f4-488a-85b5-3d09f26c1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:24.063094 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-38ef04ff-b7f4-488a-85b5-3d09f26c1048 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ddd53861-36d1-4ddc-a3f4-939049859c05 HTTP/1.1" status: 200 len: 846 time: 0.1590958 Feb 04 13:32:24.173544 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-8c57cfc1-8f9b-4635-af78-abc0b4851135 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d188bd97-3ae7-401d-8731-0d5589265d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760841 Feb 04 13:32:24.209475 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6844df3-c3bb-436e-b505-9e1e2e769108 None None] Provisioning complete for port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:24.210039 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6844df3-c3bb-436e-b505-9e1e2e769108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (83cd5250-2288-4c1e-8bdb-d15aa6342ec2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.212134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 62522023-218c-493c-9769-1acc318c5112 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:24.212642 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (62522023-218c-493c-9769-1acc318c5112), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.282125 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Publish callbacks [] for router_gateway (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.298343 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.357760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038f590-e9d9-480a-b165-a7f20cf73a1f req-d7c96333-2dde-48d5-b919-00df60decb92 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:24.359729 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d038f590-e9d9-480a-b165-a7f20cf73a1f req-d7c96333-2dde-48d5-b919-00df60decb92 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 944 time: 0.2235322 Feb 04 13:32:24.376547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb106a4e-e48d-4509-80d0-64e960388c1e None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:32:24.417876 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1f002a1-a8b4-4561-8ea1-ef57406495bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d6f56c9e-ae80-4c48-b1d1-cb664aa6a249), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.422891 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1f002a1-a8b4-4561-8ea1-ef57406495bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.423138 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Publish callbacks [] for port (53ee9192-2262-4628-bc45-217bc00fb772), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.425987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Network c628d74a-086f-4307-ae02-8cc6d9819caa is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:24.427334 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f1f002a1-a8b4-4561-8ea1-ef57406495bc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d6f56c9e-ae80-4c48-b1d1-cb664aa6a249 HTTP/1.1" status: 204 len: 168 time: 0.7828438 Feb 04 13:32:24.454766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:24.465244 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=647fc565-b273-43fd-b6d3-73827afa40d5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:24.471642 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:24.524372 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f002a1-a8b4-4561-8ea1-ef57406495bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f56c9e-ae80-4c48-b1d1-cb664aa6a249,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:24.603502 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (53ee9192-2262-4628-bc45-217bc00fb772), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.615610 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429d9460-0721-464b-8896-ee2efff04c2a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:24.626026 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-429d9460-0721-464b-8896-ee2efff04c2a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.629459 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-429d9460-0721-464b-8896-ee2efff04c2a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:32:24.630488 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429d9460-0721-464b-8896-ee2efff04c2a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:32:24.669700 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-429d9460-0721-464b-8896-ee2efff04c2a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6363108 Feb 04 13:32:24.681303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45720) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:24.685533 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d038f590-e9d9-480a-b165-a7f20cf73a1f req-a1aad544-1cd1-4b03-a6b1-fbf1060021dd tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794032 Feb 04 13:32:24.692350 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (2bfaf6c3-5ce7-427f-861c-1766e661c559), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.712077 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Network 1671d76e-ba93-4775-9183-503f305e6bb1 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:24.739593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:24.744557 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c310eadc-f49a-44af-9626-c3735e4f03b4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:24.746988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:24.810245 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-e520e0ef-f697-4be1-8630-b0cfe30d2bcc service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6176670 Feb 04 13:32:24.879987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6844df3-c3bb-436e-b505-9e1e2e769108 None None] Current status of the port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:24.960508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Attempting to bind port 53ee9192-2262-4628-bc45-217bc00fb772 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:24.960892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Attempting to bind port 53ee9192-2262-4628-bc45-217bc00fb772 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'e31816d3-c4f8-4ad1-9c27-bba47d3901da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:24.961265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Attempting to bind port 53ee9192-2262-4628-bc45-217bc00fb772 on network 1671d76e-ba93-4775-9183-503f305e6bb1 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:24.974487 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 62522023-218c-493c-9769-1acc318c5112 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:24.974879 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (62522023-218c-493c-9769-1acc318c5112), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.981924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8cf5dfe-50ae-4840-bf18-043c839e5a36 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:25.008786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 62522023-218c-493c-9769-1acc318c5112, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=62522023-218c-493c-9769-1acc318c5112,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:25.013806 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bb106a4e-e48d-4509-80d0-64e960388c1e None None] Deleting port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:25.015274 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bb106a4e-e48d-4509-80d0-64e960388c1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (83cd5250-2288-4c1e-8bdb-d15aa6342ec2), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:25.019603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Pushing event updated for resources: {'Port': ['ID=53ee9192-2262-4628-bc45-217bc00fb772,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:25.026901 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8cf5dfe-50ae-4840-bf18-043c839e5a36 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/networks?id=f1387ed3-55fe-4bae-b234-5ffeb94037db HTTP/1.1" status: 200 len: 812 time: 0.3818223 Feb 04 13:32:25.031647 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (62522023-218c-493c-9769-1acc318c5112), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:25.088934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:25.089352 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Checking segment: {'id': 'e31816d3-c4f8-4ad1-9c27-bba47d3901da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:25.090560 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:25.090976 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Bound using segment: {'id': 'e31816d3-c4f8-4ad1-9c27-bba47d3901da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:25.091540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Bound port: 53ee9192-2262-4628-bc45-217bc00fb772, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31816d3-c4f8-4ad1-9c27-bba47d3901da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:25.091864 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (53ee9192-2262-4628-bc45-217bc00fb772), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:25.104610 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-092f7dca-5efb-4e73-847f-0972af7cd4ec tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/quotas/81c25157c73e4751a9d2a70da99827b4 HTTP/1.1" status: 200 len: 375 time: 0.0561872 Feb 04 13:32:25.308996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] For port 53ee9192-2262-4628-bc45-217bc00fb772, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:25.314484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] For port 53ee9192-2262-4628-bc45-217bc00fb772, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=53ee9192-2262-4628-bc45-217bc00fb772,segment=NetworkSegment(e31816d3-c4f8-4ad1-9c27-bba47d3901da),segment_id=e31816d3-c4f8-4ad1-9c27-bba47d3901da)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:25.315413 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:25.338018 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (53ee9192-2262-4628-bc45-217bc00fb772), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:25.369979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-17a238a5-8f67-4f5b-8628-61daae7911d9 None None] Provisioning complete for port 647fc565-b273-43fd-b6d3-73827afa40d5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:25.371654 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-17a238a5-8f67-4f5b-8628-61daae7911d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:25.377730 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=62522023-218c-493c-9769-1acc318c5112,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:25.408357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Publish callbacks [] for router_gateway (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:25.427732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-f95d48f7-760d-4c16-8219-f7477173e449 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=81c25157c73e4751a9d2a70da99827b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3218236 Feb 04 13:32:25.508712 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:25.552918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-bb106a4e-e48d-4509-80d0-64e960388c1e None None] For port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=83cd5250-2288-4c1e-8bdb-d15aa6342ec2,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:25.553328 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bb106a4e-e48d-4509-80d0-64e960388c1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (83cd5250-2288-4c1e-8bdb-d15aa6342ec2), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:25.610532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff336e-4fdc-4607-a8e2-bbafdd9c68ea req-1c1ed3f0-b9ab-4f9f-bb62-0995f6ee7e81 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:25.628234 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5cff336e-4fdc-4607-a8e2-bbafdd9c68ea req-1c1ed3f0-b9ab-4f9f-bb62-0995f6ee7e81 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 945 time: 0.4168761 Feb 04 13:32:25.659627 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c310eadc-f49a-44af-9626-c3735e4f03b4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:25.670861 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c310eadc-f49a-44af-9626-c3735e4f03b4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:25.673665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0a438-3d07-4dcd-bcda-1415b456a670 None None] Pushing event updated for resources: {'Port': ['ID=53ee9192-2262-4628-bc45-217bc00fb772,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:25.676711 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c310eadc-f49a-44af-9626-c3735e4f03b4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:32:25.677479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c310eadc-f49a-44af-9626-c3735e4f03b4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:32:25.712060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 62522023-218c-493c-9769-1acc318c5112 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:25.718088 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f1004b38-9d11-4e8d-967b-ac9e20eda4f9 req-696388d3-354a-4981-bc97-48d4602a095e service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8571014 Feb 04 13:32:25.744886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bb106a4e-e48d-4509-80d0-64e960388c1e None None] Calling delete_port for 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:25.770461 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c310eadc-f49a-44af-9626-c3735e4f03b4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0874655 Feb 04 13:32:25.771608 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45742) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:25.774698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-17a238a5-8f67-4f5b-8628-61daae7911d9 None None] Port 647fc565-b273-43fd-b6d3-73827afa40d5 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:32:25.781758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c7011f0c-5e07-4207-b18d-3d922c23b62c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:25.874465 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-d2cc3882-943e-4526-b763-ed027dd8f33d service neutron] 10.222.0.96 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417379 Feb 04 13:32:25.930113 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5cff336e-4fdc-4607-a8e2-bbafdd9c68ea req-dbd3ea9d-465d-4e73-bbba-70d5d29f0bd3 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/security-groups?id=772233b3-36f0-40d8-a98c-b971e39887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000183 Feb 04 13:32:25.953544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 62522023-218c-493c-9769-1acc318c5112 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:25.954218 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (62522023-218c-493c-9769-1acc318c5112), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.005382 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bb106a4e-e48d-4509-80d0-64e960388c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (83cd5250-2288-4c1e-8bdb-d15aa6342ec2), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.061220 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7011f0c-5e07-4207-b18d-3d922c23b62c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:26.065169 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb106a4e-e48d-4509-80d0-64e960388c1e None None] No DVR routers for this DVR port 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:26.065400 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c7011f0c-5e07-4207-b18d-3d922c23b62c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.066753 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7011f0c-5e07-4207-b18d-3d922c23b62c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:32:26.067221 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7011f0c-5e07-4207-b18d-3d922c23b62c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:32:26.089173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097317b6-700e-4fbe-b5b8-3609d9da5b66 req-fbc8da37-6e34-4c27-a82e-6d721563370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:26.091663 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-097317b6-700e-4fbe-b5b8-3609d9da5b66 req-fbc8da37-6e34-4c27-a82e-6d721563370a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 1127 time: 0.2352853 Feb 04 13:32:26.099776 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c7011f0c-5e07-4207-b18d-3d922c23b62c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3222103 Feb 04 13:32:26.102459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45750) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:26.102622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb106a4e-e48d-4509-80d0-64e960388c1e None None] Pushing event deleted for resources: {'Port': ['ID=83cd5250-2288-4c1e-8bdb-d15aa6342ec2,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:26.105714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3ba35399-c469-4c79-b0ea-3daaadae46ec tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:26.162856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 62522023-218c-493c-9769-1acc318c5112 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:26.246474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:26.275997 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097317b6-700e-4fbe-b5b8-3609d9da5b66 req-cf638586-af42-40d6-a717-5e632f0d6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:26.277633 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-097317b6-700e-4fbe-b5b8-3609d9da5b66 req-cf638586-af42-40d6-a717-5e632f0d6d93 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 907 time: 0.1794875 Feb 04 13:32:26.281295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba35399-c469-4c79-b0ea-3daaadae46ec tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:26.284748 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:32:26.285103 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 83cd5250-2288-4c1e-8bdb-d15aa6342ec2 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:26.285450 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ba35399-c469-4c79-b0ea-3daaadae46ec tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.286744 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e724a133-5dee-4bf8-a474-3ffb0c9ca251 service neutron] 10.222.0.96 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621728 Feb 04 13:32:26.287229 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba35399-c469-4c79-b0ea-3daaadae46ec tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:32:26.287572 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba35399-c469-4c79-b0ea-3daaadae46ec tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:32:26.328066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Allocated IP 172.25.5.162 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/aa2d63fa-6ef5-412c-8298-5f9256595f02) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:26.351806 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-097317b6-700e-4fbe-b5b8-3609d9da5b66 req-b0a2c3fd-1958-4179-bf4d-9918efe9bfe2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b41c7918-a1ee-42a5-9ff3-48afa78844ec HTTP/1.1" status: 200 len: 217 time: 0.0604210 Feb 04 13:32:26.354575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d850f-68f1-4332-8325-ed409b84d71f req-19a7416a-664e-423f-ab54-3f1b44d8a76d tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:26.356710 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-027d850f-68f1-4332-8325-ed409b84d71f req-19a7416a-664e-423f-ab54-3f1b44d8a76d tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.99 "GET /v2.0/ports?device_id=312bf8c5-ca50-4a3f-9814-ecbc19e81cc4 HTTP/1.1" status: 200 len: 945 time: 0.4360130 Feb 04 13:32:26.362942 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3ba35399-c469-4c79-b0ea-3daaadae46ec tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2614708 Feb 04 13:32:26.363764 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45752) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:26.368930 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-53059b10-6d28-492a-8acf-67a176e165dc tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:26.385284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ec9ad-6466-458c-9da2-bfeb8da8e532 req-f8a7cd6e-30cf-48f7-bbde-2c09f6c6fa66 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:26.386866 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d9ec9ad-6466-458c-9da2-bfeb8da8e532 req-f8a7cd6e-30cf-48f7-bbde-2c09f6c6fa66 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 944 time: 0.2925012 Feb 04 13:32:26.553852 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Publish callbacks [] for port (647fc565-b273-43fd-b6d3-73827afa40d5), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.566183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097317b6-700e-4fbe-b5b8-3609d9da5b66 req-ab1bd61b-79b3-4c56-aa50-79af3f30de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:26.573219 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-097317b6-700e-4fbe-b5b8-3609d9da5b66 req-ab1bd61b-79b3-4c56-aa50-79af3f30de22 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ddd53861-36d1-4ddc-a3f4-939049859c05 HTTP/1.1" status: 200 len: 846 time: 0.1778860 Feb 04 13:32:26.610613 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.613335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200c752-1413-4f9e-bb18-41c89b066077 req-e3fa3562-f0a0-4b8e-9036-7f79bd874af9 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:26.614959 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d200c752-1413-4f9e-bb18-41c89b066077 req-e3fa3562-f0a0-4b8e-9036-7f79bd874af9 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.99 "GET /v2.0/ports?device_id=7bc570c8-81a3-4653-b96b-30b74b164316 HTTP/1.1" status: 200 len: 946 time: 0.2295809 Feb 04 13:32:26.681423 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-097317b6-700e-4fbe-b5b8-3609d9da5b66 req-4767093f-b592-4a6e-bd67-0b175a3786d8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d188bd97-3ae7-401d-8731-0d5589265d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951314 Feb 04 13:32:26.705882 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53059b10-6d28-492a-8acf-67a176e165dc tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:26.709423 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53059b10-6d28-492a-8acf-67a176e165dc tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.711335 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-53059b10-6d28-492a-8acf-67a176e165dc tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:32:26.711335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53059b10-6d28-492a-8acf-67a176e165dc tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:32:26.735118 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d9ec9ad-6466-458c-9da2-bfeb8da8e532 req-3a6ef7f5-8afd-482e-88a5-d9d7353a9b4a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889349 Feb 04 13:32:26.758196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=647fc565-b273-43fd-b6d3-73827afa40d5,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:26.837646 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45768) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:26.840318 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-53059b10-6d28-492a-8acf-67a176e165dc tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4750779 Feb 04 13:32:26.859286 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Publish callbacks [] for port (aa2d63fa-6ef5-412c-8298-5f9256595f02), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.929861 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-097317b6-700e-4fbe-b5b8-3609d9da5b66 req-db97da36-e12a-4cfa-991b-0ec2a93c4353 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379014 Feb 04 13:32:26.948029 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-043d7d80-9f4c-4918-9e39-e5321ec63b14 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0988538 Feb 04 13:32:26.951363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45774) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:26.979539 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (2bfaf6c3-5ce7-427f-861c-1766e661c559), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.157824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-d200c752-1413-4f9e-bb18-41c89b066077 req-d6a0798c-87fd-4b40-952b-3fadde9e99d2 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Deleting port b756ad98-e9f5-477d-b07e-ab54d29c2fc7 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:27.158217 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d200c752-1413-4f9e-bb18-41c89b066077 req-d6a0798c-87fd-4b40-952b-3fadde9e99d2 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b756ad98-e9f5-477d-b07e-ab54d29c2fc7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.177387 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-027d850f-68f1-4332-8325-ed409b84d71f req-eec40ef4-792a-4c29-b5f6-c64805919e74 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Deleting port c83a00b7-7812-4639-acb7-115635337269 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:27.177387 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-027d850f-68f1-4332-8325-ed409b84d71f req-eec40ef4-792a-4c29-b5f6-c64805919e74 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c83a00b7-7812-4639-acb7-115635337269), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.233945 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (aa2d63fa-6ef5-412c-8298-5f9256595f02), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.320040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768e58b0-758d-4322-9963-8d784067587d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:27.321031 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96d686e-7462-4256-8703-32c929b58596 None None] Network 1671d76e-ba93-4775-9183-503f305e6bb1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:27.327526 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-768e58b0-758d-4322-9963-8d784067587d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3699751 Feb 04 13:32:27.330511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b0167a0-4a39-4a69-89dd-bd04e948efcd req-cce2939b-8fc9-4016-8ed7-58a1324e6760 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 210 time: 0.1034312 Feb 04 13:32:27.344444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45796) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:27.373846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:27.384266 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-097317b6-700e-4fbe-b5b8-3609d9da5b66 req-01c8a9bb-3623-4611-960a-c58f12c82e42 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468017 Feb 04 13:32:27.412810 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d200c752-1413-4f9e-bb18-41c89b066077 req-d6a0798c-87fd-4b40-952b-3fadde9e99d2 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] For port b756ad98-e9f5-477d-b07e-ab54d29c2fc7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b756ad98-e9f5-477d-b07e-ab54d29c2fc7,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:27.413305 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d200c752-1413-4f9e-bb18-41c89b066077 req-d6a0798c-87fd-4b40-952b-3fadde9e99d2 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b756ad98-e9f5-477d-b07e-ab54d29c2fc7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.431425 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-d200c752-1413-4f9e-bb18-41c89b066077 req-d6a0798c-87fd-4b40-952b-3fadde9e99d2 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Calling delete_port for b756ad98-e9f5-477d-b07e-ab54d29c2fc7 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:27.452164 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-030f3d3e-8da0-46be-a338-fe1b3f91f7de tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059821 Feb 04 13:32:27.453316 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:27.455762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45810) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:27.477032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c2b71498-f209-4fa1-8c96-c0d9e99da05e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:27.485204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:27.573657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-027d850f-68f1-4332-8325-ed409b84d71f req-eec40ef4-792a-4c29-b5f6-c64805919e74 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] For port c83a00b7-7812-4639-acb7-115635337269, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c83a00b7-7812-4639-acb7-115635337269,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:27.574039 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-027d850f-68f1-4332-8325-ed409b84d71f req-eec40ef4-792a-4c29-b5f6-c64805919e74 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c83a00b7-7812-4639-acb7-115635337269), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.623063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9acede88-e89d-4de9-be2b-5a490d3a11c9 None None] Provisioning complete for port 53ee9192-2262-4628-bc45-217bc00fb772 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:27.623881 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9acede88-e89d-4de9-be2b-5a490d3a11c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (53ee9192-2262-4628-bc45-217bc00fb772), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.657190 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2d63fa-6ef5-412c-8298-5f9256595f02,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:27.690902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Network c628d74a-086f-4307-ae02-8cc6d9819caa is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:27.713584 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:27.721552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-027d850f-68f1-4332-8325-ed409b84d71f req-eec40ef4-792a-4c29-b5f6-c64805919e74 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Calling delete_port for c83a00b7-7812-4639-acb7-115635337269 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:27.729179 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d200c752-1413-4f9e-bb18-41c89b066077 req-d6a0798c-87fd-4b40-952b-3fadde9e99d2 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b756ad98-e9f5-477d-b07e-ab54d29c2fc7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.730014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 53ee9192-2262-4628-bc45-217bc00fb772 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:27.799244 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0798c-87fd-4b40-952b-3fadde9e99d2 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Pushing event deleted for resources: {'Port': ['ID=b756ad98-e9f5-477d-b07e-ab54d29c2fc7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:27.956770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d200c752-1413-4f9e-bb18-41c89b066077 req-d6a0798c-87fd-4b40-952b-3fadde9e99d2 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] No DVR routers for this DVR port b756ad98-e9f5-477d-b07e-ab54d29c2fc7 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:27.959750 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d200c752-1413-4f9e-bb18-41c89b066077 req-d6a0798c-87fd-4b40-952b-3fadde9e99d2 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.966440 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d200c752-1413-4f9e-bb18-41c89b066077 req-d6a0798c-87fd-4b40-952b-3fadde9e99d2 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.99 "DELETE /v2.0/ports/b756ad98-e9f5-477d-b07e-ab54d29c2fc7 HTTP/1.1" status: 204 len: 173 time: 1.3301389 Feb 04 13:32:27.967358 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc570c8-81a3-4653-b96b-30b74b164316', 'name': 'network-vif-deleted', 'tag': 'b756ad98-e9f5-477d-b07e-ab54d29c2fc7'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:27.972538 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764b500b-88cd-4fa7-bf4b-b3ee186f63c8" -d '{"events": [{"server_uuid": "7bc570c8-81a3-4653-b96b-30b74b164316", "name": "network-vif-deleted", "tag": "b756ad98-e9f5-477d-b07e-ab54d29c2fc7"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:27.995371 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 53ee9192-2262-4628-bc45-217bc00fb772 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:27.995753 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (53ee9192-2262-4628-bc45-217bc00fb772), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:28.118698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9acede88-e89d-4de9-be2b-5a490d3a11c9 None None] Current status of the port 53ee9192-2262-4628-bc45-217bc00fb772 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:28.119096 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9acede88-e89d-4de9-be2b-5a490d3a11c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (53ee9192-2262-4628-bc45-217bc00fb772), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:28.179142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 53ee9192-2262-4628-bc45-217bc00fb772 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:28.179673 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (53ee9192-2262-4628-bc45-217bc00fb772), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:28.229919 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9acede88-e89d-4de9-be2b-5a490d3a11c9 None None] For port 53ee9192-2262-4628-bc45-217bc00fb772, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=53ee9192-2262-4628-bc45-217bc00fb772,segment=NetworkSegment(e31816d3-c4f8-4ad1-9c27-bba47d3901da),segment_id=e31816d3-c4f8-4ad1-9c27-bba47d3901da)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:28.235274 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9acede88-e89d-4de9-be2b-5a490d3a11c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (53ee9192-2262-4628-bc45-217bc00fb772), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:28.322610 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45826) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:28.548303 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6d9413e2-eea5-40a1-9e4a-10c66f1620e2 req-f461fddf-3e32-40dd-be9a-5db3b63cad2f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0761960 Feb 04 13:32:28.577183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f052bdaa-3fc7-4415-b85e-922e55fb6e65 None None] Provisioning complete for port 647fc565-b273-43fd-b6d3-73827afa40d5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:28.577774 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f052bdaa-3fc7-4415-b85e-922e55fb6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:28.593960 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:32:28.594337 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:32:28.623142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acede88-e89d-4de9-be2b-5a490d3a11c9 None None] Pushing event updated for resources: {'Port': ['ID=53ee9192-2262-4628-bc45-217bc00fb772,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:28.647879 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f88752b-0f11-421f-a044-3f73781ffefc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:28.665011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f052bdaa-3fc7-4415-b85e-922e55fb6e65 None None] Port 647fc565-b273-43fd-b6d3-73827afa40d5 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:32:28.743298 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91190964-b37c-4086-b73e-2605e4b25153 req-253e4f0e-65f6-47ea-b9a2-69335cb84151 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:28.745054 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91190964-b37c-4086-b73e-2605e4b25153 req-253e4f0e-65f6-47ea-b9a2-69335cb84151 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 945 time: 1.2283587 Feb 04 13:32:28.798730 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-eefd211f-9b4f-4f26-b56c-4de45f7e3c80 None None] Provisioning complete for port 53ee9192-2262-4628-bc45-217bc00fb772 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:28.798975 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eefd211f-9b4f-4f26-b56c-4de45f7e3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (53ee9192-2262-4628-bc45-217bc00fb772), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:28.813642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9413e2-eea5-40a1-9e4a-10c66f1620e2 req-e29916d6-dc64-4ab8-90c5-58affd6a90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:28.816207 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6d9413e2-eea5-40a1-9e4a-10c66f1620e2 req-e29916d6-dc64-4ab8-90c5-58affd6a90d7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=688a1d8829de4353a6d958abc734325e&device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 1128 time: 0.2123134 Feb 04 13:32:28.856708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-701c005e-a8c9-4189-b11a-e40211d1120c tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:28.858420 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-701c005e-a8c9-4189-b11a-e40211d1120c tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.99 "GET /v2.0/networks?id=f1387ed3-55fe-4bae-b234-5ffeb94037db HTTP/1.1" status: 200 len: 812 time: 0.1961024 Feb 04 13:32:28.860473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b71498-f209-4fa1-8c96-c0d9e99da05e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:28.863763 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2b71498-f209-4fa1-8c96-c0d9e99da05e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:28.876641 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-334d0a6a-0489-4b30-a4a8-f4d7830e3640 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Request body: {'port': {'device_id': '6a025d18-3c40-4ba8-9fdf-ba4969f929ff', 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db', 'admin_state_up': True, 'tenant_id': '81c25157c73e4751a9d2a70da99827b4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:28.949610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-eefd211f-9b4f-4f26-b56c-4de45f7e3c80 None None] Current status of the port 53ee9192-2262-4628-bc45-217bc00fb772 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:29.076218 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f88752b-0f11-421f-a044-3f73781ffefc admin admin] Publish callbacks [] for security_group (fe0272af-fbc8-4aed-9042-b3b53d445f4f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:29.086584 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f88752b-0f11-421f-a044-3f73781ffefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fe0272af-fbc8-4aed-9042-b3b53d445f4f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:29.101464 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9413e2-eea5-40a1-9e4a-10c66f1620e2 req-c50fe463-d2d7-476c-a0cb-200e7ec9da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:29.103002 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6d9413e2-eea5-40a1-9e4a-10c66f1620e2 req-c50fe463-d2d7-476c-a0cb-200e7ec9da48 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 200 len: 907 time: 0.2183301 Feb 04 13:32:29.152208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 53ee9192-2262-4628-bc45-217bc00fb772 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:29.189535 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6d9413e2-eea5-40a1-9e4a-10c66f1620e2 req-080da5c6-8d4f-4a60-8ed6-7bd671ffb8ea service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=355c92ab-2156-47d3-abb8-4333a39b455b HTTP/1.1" status: 200 len: 217 time: 0.0733442 Feb 04 13:32:29.194924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08cf8b-e549-4ab0-8b17-6bdd2b1c155b req-b88f71c3-26fd-4b55-9c8c-63064055c7bb tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:29.197472 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e08cf8b-e549-4ab0-8b17-6bdd2b1c155b req-b88f71c3-26fd-4b55-9c8c-63064055c7bb tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 944 time: 0.6054671 Feb 04 13:32:29.207369 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88752b-0f11-421f-a044-3f73781ffefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0272af-fbc8-4aed-9042-b3b53d445f4f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:29.257277 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4f88752b-0f11-421f-a044-3f73781ffefc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0cbdf4ae7f384bf2a79167c0d72cd97e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9330060 Feb 04 13:32:29.261689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45832) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:29.284519 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91190964-b37c-4086-b73e-2605e4b25153 req-5765b58b-cbe6-45e6-a8d4-100aeda6ac45 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/security-groups?id=772233b3-36f0-40d8-a98c-b971e39887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948583 Feb 04 13:32:29.291748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Router 2bfaf6c3-5ce7-427f-861c-1766e661c559 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:32:29.320503 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9413e2-eea5-40a1-9e4a-10c66f1620e2 req-03e33e6d-83af-48f7-b771-3be964af3514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:29.322842 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6d9413e2-eea5-40a1-9e4a-10c66f1620e2 req-03e33e6d-83af-48f7-b771-3be964af3514 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ddd53861-36d1-4ddc-a3f4-939049859c05 HTTP/1.1" status: 200 len: 846 time: 0.1252260 Feb 04 13:32:29.326232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-334d0a6a-0489-4b30-a4a8-f4d7830e3640 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Made reservation on behalf of 81c25157c73e4751a9d2a70da99827b4 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:29.330723 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-334d0a6a-0489-4b30-a4a8-f4d7830e3640 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:29.358820 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff8e769-a4e9-4578-a9f6-6a73d153929b x-openstack-request-id: req-3ff8e769-a4e9-4578-a9f6-6a73d153929b {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:29.359292 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc570c8-81a3-4653-b96b-30b74b164316", "name": "network-vif-deleted", "tag": "b756ad98-e9f5-477d-b07e-ab54d29c2fc7", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:29.359649 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3ff8e769-a4e9-4578-a9f6-6a73d153929b {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:29.359952 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc570c8-81a3-4653-b96b-30b74b164316', 'name': 'network-vif-deleted', 'tag': 'b756ad98-e9f5-477d-b07e-ab54d29c2fc7', 'status': 'completed', 'code': 200} Feb 04 13:32:29.398762 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6d9413e2-eea5-40a1-9e4a-10c66f1620e2 req-472edac1-5152-46fe-9a95-8f01106a5b85 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d188bd97-3ae7-401d-8731-0d5589265d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647075 Feb 04 13:32:29.438856 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-60460221-6ec3-4211-a6eb-ea33ae8cf338 admin admin] Publish callbacks [] for security_group (fe0272af-fbc8-4aed-9042-b3b53d445f4f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:29.441270 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc053c-e52e-4109-93c3-60d7055754d0 req-ebd41afc-adfa-4900-8005-643b062c618d tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:29.442862 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7fc053c-e52e-4109-93c3-60d7055754d0 req-ebd41afc-adfa-4900-8005-643b062c618d tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.99 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 945 time: 0.5025561 Feb 04 13:32:29.490910 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-60460221-6ec3-4211-a6eb-ea33ae8cf338 admin admin] Publish callbacks [] for security_group (fe0272af-fbc8-4aed-9042-b3b53d445f4f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:29.530913 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27231aff-fa78-4ee6-a855-738d2991f76a req-1cdce552-ee7e-4b45-9a12-c6abd8b2154e tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 210 time: 0.1142190 Feb 04 13:32:29.557997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b41c7918-a1ee-42a5-9ff3-48afa78844ec details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:32:29.569109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c83a00b7-7812-4639-acb7-115635337269 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:29.571424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 53ee9192-2262-4628-bc45-217bc00fb772 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:29.617154 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e08cf8b-e549-4ab0-8b17-6bdd2b1c155b req-fad27116-8b8b-4cbd-a79e-a94c9a4960d3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871989 Feb 04 13:32:29.624051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-387f77e2-fe07-4b84-badc-4247c2c7c5f4 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:29.625698 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-387f77e2-fe07-4b84-badc-4247c2c7c5f4 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.99 "GET /v2.0/networks?id=f1387ed3-55fe-4bae-b234-5ffeb94037db HTTP/1.1" status: 200 len: 812 time: 0.5425358 Feb 04 13:32:29.626377 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Publish callbacks [] for router_gateway (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:29.639716 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-334d0a6a-0489-4b30-a4a8-f4d7830e3640 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Allocated IP 172.20.0.5 (f1387ed3-55fe-4bae-b234-5ffeb94037db/27f1033c-8f22-4202-a03b-f6e965b42173/d9ca5761-0861-4019-a34a-db5986208c6c) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:29.681926 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-60460221-6ec3-4211-a6eb-ea33ae8cf338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fe0272af-fbc8-4aed-9042-b3b53d445f4f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:29.685267 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-60460221-6ec3-4211-a6eb-ea33ae8cf338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:29.686645 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-60460221-6ec3-4211-a6eb-ea33ae8cf338 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fe0272af-fbc8-4aed-9042-b3b53d445f4f HTTP/1.1" status: 204 len: 168 time: 0.4219255 Feb 04 13:32:29.696308 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6d9413e2-eea5-40a1-9e4a-10c66f1620e2 req-69c7ac01-197e-4ab6-a1c3-cbf72f352e74 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170918 Feb 04 13:32:29.730526 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60460221-6ec3-4211-a6eb-ea33ae8cf338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0272af-fbc8-4aed-9042-b3b53d445f4f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:29.731987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-fbfcd4da-8a3f-4b01-84cf-ca11ea7f62ca tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Request body: {'port': {'device_id': 'fcacdf66-2d25-40e2-bc73-07490d9e29d9', 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db', 'admin_state_up': True, 'tenant_id': '81c25157c73e4751a9d2a70da99827b4'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:29.868389 n-d-714676-13 neutron-server[103608]: INFO neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No ports have port_id starting with c83a00b7-7812-4639-acb7-115635337269 Feb 04 13:32:29.870518 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b41c7918-a1ee-42a5-9ff3-48afa78844ec, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b41c7918-a1ee-42a5-9ff3-48afa78844ec,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:29.885408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b756ad98-e9f5-477d-b07e-ab54d29c2fc7 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:29.913133 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-027d850f-68f1-4332-8325-ed409b84d71f req-eec40ef4-792a-4c29-b5f6-c64805919e74 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c83a00b7-7812-4639-acb7-115635337269), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:29.919412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: b756ad98-e9f5-477d-b07e-ab54d29c2fc7 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:32:29.919705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b756ad98-e9f5-477d-b07e-ab54d29c2fc7 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:29.923731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-fbfcd4da-8a3f-4b01-84cf-ca11ea7f62ca tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Made reservation on behalf of 81c25157c73e4751a9d2a70da99827b4 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:29.926486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'b41c7918-a1ee-42a5-9ff3-48afa78844ec', 'network_id': 'd188bd97-3ae7-401d-8731-0d5589265d96', 'port_id': 'b41c7918-a1ee-42a5-9ff3-48afa78844ec', 'mac_address': 'fa:16:3e:89:80:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd53861-36d1-4ddc-a3f4-939049859c05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:32:29.927185 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-fbfcd4da-8a3f-4b01-84cf-ca11ea7f62ca tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:29.935161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 53ee9192-2262-4628-bc45-217bc00fb772 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:29.935844 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (53ee9192-2262-4628-bc45-217bc00fb772), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:29.969683 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6d9413e2-eea5-40a1-9e4a-10c66f1620e2 req-e0a54a48-bb10-42a7-8ae8-f44ac8add8f5 service neutron] 10.222.0.99 "GET /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662148 Feb 04 13:32:30.008147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec40ef4-792a-4c29-b5f6-c64805919e74 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Pushing event deleted for resources: {'Port': ['ID=c83a00b7-7812-4639-acb7-115635337269,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:30.043286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b41c7918-a1ee-42a5-9ff3-48afa78844ec is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:30.044645 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b41c7918-a1ee-42a5-9ff3-48afa78844ec), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:30.072639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41c7918-a1ee-42a5-9ff3-48afa78844ec {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:30.097483 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-334d0a6a-0489-4b30-a4a8-f4d7830e3640 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks [] for port (d9ca5761-0861-4019-a34a-db5986208c6c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:30.138670 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b41c7918-a1ee-42a5-9ff3-48afa78844ec, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b41c7918-a1ee-42a5-9ff3-48afa78844ec,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:30.141919 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 53ee9192-2262-4628-bc45-217bc00fb772 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:30.148488 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b41c7918-a1ee-42a5-9ff3-48afa78844ec), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:30.158580 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-334d0a6a-0489-4b30-a4a8-f4d7830e3640 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d9ca5761-0861-4019-a34a-db5986208c6c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:30.215255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b41c7918-a1ee-42a5-9ff3-48afa78844ec,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:30.221797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-334d0a6a-0489-4b30-a4a8-f4d7830e3640 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Network f1387ed3-55fe-4bae-b234-5ffeb94037db is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:30.225149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-334d0a6a-0489-4b30-a4a8-f4d7830e3640 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:30.231254 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-334d0a6a-0489-4b30-a4a8-f4d7830e3640 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:30.238577 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d0a6a-0489-4b30-a4a8-f4d7830e3640 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Pushing event updated for resources: {'Port': ['ID=d9ca5761-0861-4019-a34a-db5986208c6c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:30.297557 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-334d0a6a-0489-4b30-a4a8-f4d7830e3640 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:30.298297 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-334d0a6a-0489-4b30-a4a8-f4d7830e3640 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:30.320192 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-334d0a6a-0489-4b30-a4a8-f4d7830e3640 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4491792 Feb 04 13:32:30.320838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-027d850f-68f1-4332-8325-ed409b84d71f req-eec40ef4-792a-4c29-b5f6-c64805919e74 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] No DVR routers for this DVR port c83a00b7-7812-4639-acb7-115635337269 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:30.333310 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-027d850f-68f1-4332-8325-ed409b84d71f req-eec40ef4-792a-4c29-b5f6-c64805919e74 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:30.336968 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-027d850f-68f1-4332-8325-ed409b84d71f req-eec40ef4-792a-4c29-b5f6-c64805919e74 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.99 "DELETE /v2.0/ports/c83a00b7-7812-4639-acb7-115635337269 HTTP/1.1" status: 204 len: 173 time: 3.9486072 Feb 04 13:32:30.342856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312bf8c5-ca50-4a3f-9814-ecbc19e81cc4', 'name': 'network-vif-deleted', 'tag': 'c83a00b7-7812-4639-acb7-115635337269'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:30.346466 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e38034-b30f-44a5-b985-d4a74e933463" -d '{"events": [{"server_uuid": "312bf8c5-ca50-4a3f-9814-ecbc19e81cc4", "name": "network-vif-deleted", "tag": "c83a00b7-7812-4639-acb7-115635337269"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:30.353175 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Request body: {'port': {'device_id': '6a025d18-3c40-4ba8-9fdf-ba4969f929ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:30.456401 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03c3bf2-a81e-4052-9f1f-a7303e54597f x-openstack-request-id: req-c03c3bf2-a81e-4052-9f1f-a7303e54597f {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:30.456552 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312bf8c5-ca50-4a3f-9814-ecbc19e81cc4", "name": "network-vif-deleted", "tag": "c83a00b7-7812-4639-acb7-115635337269", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:30.456789 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c03c3bf2-a81e-4052-9f1f-a7303e54597f {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:30.457181 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312bf8c5-ca50-4a3f-9814-ecbc19e81cc4', 'name': 'network-vif-deleted', 'tag': 'c83a00b7-7812-4639-acb7-115635337269', 'status': 'completed', 'code': 200} Feb 04 13:32:30.475442 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['b41c7918-a1ee-42a5-9ff3-48afa78844ec'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:32:30.482763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:32:30.514396 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6c4388ad-5e48-48ca-aa9e-73ea2412b1b4 admin admin] 10.222.0.96 "PUT /v2.0/routers/2bfaf6c3-5ce7-427f-861c-1766e661c559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3104916 Feb 04 13:32:30.521343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Sync routers for ids ['2bfaf6c3-5ce7-427f-861c-1766e661c559'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:30.530663 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d9ca5761-0861-4019-a34a-db5986208c6c), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:30.589546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Routers {'2bfaf6c3-5ce7-427f-861c-1766e661c559'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:30.594056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bfaf6c3-5ce7-427f-861c-1766e661c559'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:30.743630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-fbfcd4da-8a3f-4b01-84cf-ca11ea7f62ca tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Allocated IP 172.20.0.7 (f1387ed3-55fe-4bae-b234-5ffeb94037db/27f1033c-8f22-4202-a03b-f6e965b42173/95194f49-2bf5-44b0-879d-bba8a0c53b99) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:30.794584 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Set router 2bfaf6c3-5ce7-427f-861c-1766e661c559 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:30.795922 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-e7fc053c-e52e-4109-93c3-60d7055754d0 req-7fea419f-2fdd-401d-8cef-54642f8a74d2 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Deleting port 9a85a5cd-af48-4b20-93a5-08700ad0ae12 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:30.796330 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e7fc053c-e52e-4109-93c3-60d7055754d0 req-7fea419f-2fdd-401d-8cef-54642f8a74d2 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (9a85a5cd-af48-4b20-93a5-08700ad0ae12), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:30.800805 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4091567-7be2-44cd-a49d-2777d15d1110 req-022d3d60-9a22-4f0c-8adc-2323a232d118 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 210 time: 0.0927365 Feb 04 13:32:30.826963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ed878-1e7f-4696-8529-b886243e945b req-f3a63be3-4d6d-464e-be85-919bf0514421 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:30.845443 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a7ed878-1e7f-4696-8529-b886243e945b req-f3a63be3-4d6d-464e-be85-919bf0514421 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 945 time: 0.4098046 Feb 04 13:32:30.976789 n-d-714676-13 neutron-server[103606]: DEBUG neutron.objects.ports [None req-c2b71498-f209-4fa1-8c96-c0d9e99da05e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:32:31.025469 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2b71498-f209-4fa1-8c96-c0d9e99da05e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (6da76065-a0a7-4282-a49c-dbaddde4ecad), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:31.149392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008884792-router', 'tenant_id': '998df4e9507f4a8c9af0028c599cba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '62522023-218c-493c-9769-1acc318c5112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:15Z', 'updated_at': '2022-02-04T13:32:25Z', 'revision_number': 4, 'project_id': '998df4e9507f4a8c9af0028c599cba3c', 'gw_port': {'id': '62522023-218c-493c-9769-1acc318c5112', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:16Z', 'updated_at': '2022-02-04T13:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '647fc565-b273-43fd-b6d3-73827afa40d5', 'name': '', 'network_id': 'c628d74a-086f-4307-ae02-8cc6d9819caa', 'tenant_id': '998df4e9507f4a8c9af0028c599cba3c', 'mac_address': 'fa:16:3e:24:71:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '280811da-1020-4690-aef1-645d811b9424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:25Z', 'revision_number': 2, 'project_id': '998df4e9507f4a8c9af0028c599cba3c', 'subnets': [{'id': '280811da-1020-4690-aef1-645d811b9424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:31.157892 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:31.173205 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b71498-f209-4fa1-8c96-c0d9e99da05e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:31.184218 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Checking router: 2bfaf6c3-5ce7-427f-861c-1766e661c559 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:32:31.184698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Updating router 2bfaf6c3-5ce7-427f-861c-1766e661c559 port 647fc565-b273-43fd-b6d3-73827afa40d5 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:32:31.213280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-c2b71498-f209-4fa1-8c96-c0d9e99da05e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:31.213750 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:31.227738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b2b48e-56cd-42ae-b309-c15ac8482a72 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:31.263539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b71498-f209-4fa1-8c96-c0d9e99da05e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:31.264151 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2b71498-f209-4fa1-8c96-c0d9e99da05e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:31.271217 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a7ed878-1e7f-4696-8529-b886243e945b req-2b877eae-9da8-452c-8c0a-645ee2c5dd13 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/security-groups?id=772233b3-36f0-40d8-a98c-b971e39887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848894 Feb 04 13:32:31.274166 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e7fc053c-e52e-4109-93c3-60d7055754d0 req-7fea419f-2fdd-401d-8cef-54642f8a74d2 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] For port 9a85a5cd-af48-4b20-93a5-08700ad0ae12, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9a85a5cd-af48-4b20-93a5-08700ad0ae12,segment=NetworkSegment(3ce415d6-c5b1-4223-935d-3f0a3abddee1),segment_id=3ce415d6-c5b1-4223-935d-3f0a3abddee1)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:31.274544 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e7fc053c-e52e-4109-93c3-60d7055754d0 req-7fea419f-2fdd-401d-8cef-54642f8a74d2 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (9a85a5cd-af48-4b20-93a5-08700ad0ae12), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:31.331139 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b71498-f209-4fa1-8c96-c0d9e99da05e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=6da76065-a0a7-4282-a49c-dbaddde4ecad,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:31.358175 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902eda6-8485-4f54-a403-f3a24db0c7b7 req-120d9abe-c034-4e6c-8cdf-0eb283efa7a9 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:31.360030 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8902eda6-8485-4f54-a403-f3a24db0c7b7 req-120d9abe-c034-4e6c-8cdf-0eb283efa7a9 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 945 time: 0.3716609 Feb 04 13:32:31.461608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': '6da76065-a0a7-4282-a49c-dbaddde4ecad'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:32:31.462533 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:31.727204 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Allocated IP 2001:db8::f816:3eff:fe77:281f (2ee6628b-98e8-4827-b47e-b9107cd39956/6da76065-a0a7-4282-a49c-dbaddde4ecad/b4277a93-d7f8-4901-aecf-b6b223f4dd27) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:31.758396 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Publish callbacks [] for port (647fc565-b273-43fd-b6d3-73827afa40d5), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:31.799671 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:31.851503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-e7fc053c-e52e-4109-93c3-60d7055754d0 req-7fea419f-2fdd-401d-8cef-54642f8a74d2 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Calling delete_port for 9a85a5cd-af48-4b20-93a5-08700ad0ae12 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:31.903488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c2b71498-f209-4fa1-8c96-c0d9e99da05e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4347816 Feb 04 13:32:31.903716 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e947212-dbfb-4048-a88b-d9047020170e None None] Pushing event updated for resources: {'Port': ['ID=647fc565-b273-43fd-b6d3-73827afa40d5,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:31.904275 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45876) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:31.912770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d838c9cc-f2ed-4dfe-9a17-3a48ee5b0ea0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'mac_address': 'fa:16:3e:8c:55:27', 'name': 'tempest-NetworksTestDHCPv6-335901589'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:31.962678 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccb780d6-3e2b-4e37-b06c-808d1074c195 req-3c9b7dba-5c2e-4f62-9cf4-0541940df3fb tempest-FloatingIPsNegativeTestJSON-1564882773 tempest-FloatingIPsNegativeTestJSON-1564882773-project] 10.222.0.96 "GET /v2.0/floatingips?tenant_id=998df4e9507f4a8c9af0028c599cba3c HTTP/1.1" status: 200 len: 217 time: 0.1136680 Feb 04 13:32:32.088693 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-fbfcd4da-8a3f-4b01-84cf-ca11ea7f62ca tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks [] for port (95194f49-2bf5-44b0-879d-bba8a0c53b99), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.118608 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d838c9cc-f2ed-4dfe-9a17-3a48ee5b0ea0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:32.271047 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d838c9cc-f2ed-4dfe-9a17-3a48ee5b0ea0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.285425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Attempting to bind port 647fc565-b273-43fd-b6d3-73827afa40d5 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:32.286330 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Attempting to bind port 647fc565-b273-43fd-b6d3-73827afa40d5 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'caf9d8df-6593-48d1-8067-61a04e3b8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c628d74a-086f-4307-ae02-8cc6d9819caa'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:32.286945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Attempting to bind port 647fc565-b273-43fd-b6d3-73827afa40d5 on network c628d74a-086f-4307-ae02-8cc6d9819caa {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:32.299819 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:32.300300 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Checking segment: {'id': 'caf9d8df-6593-48d1-8067-61a04e3b8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c628d74a-086f-4307-ae02-8cc6d9819caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:32.300960 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.301289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Bound using segment: {'id': 'caf9d8df-6593-48d1-8067-61a04e3b8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c628d74a-086f-4307-ae02-8cc6d9819caa'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:32.301929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Bound port: 647fc565-b273-43fd-b6d3-73827afa40d5, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf9d8df-6593-48d1-8067-61a04e3b8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c628d74a-086f-4307-ae02-8cc6d9819caa'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:32.302458 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.303166 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8902eda6-8485-4f54-a403-f3a24db0c7b7 req-bafb77c9-24e2-401d-98bb-e62847c106d4 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522657 Feb 04 13:32:32.314246 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-f301e297-034e-47ee-ad10-2905cfb698ee tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=288230b2c4f049f48ae5390446e3ca10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628667 Feb 04 13:32:32.327742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-d838c9cc-f2ed-4dfe-9a17-3a48ee5b0ea0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port be60750e-e6bc-4427-b545-17f762edfd4f yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:32:32.373853 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-fbfcd4da-8a3f-4b01-84cf-ca11ea7f62ca tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (95194f49-2bf5-44b0-879d-bba8a0c53b99), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.378632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:32:32.424862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-131d573a-5e38-47f3-b625-5e78254f0463 None None] Provisioning complete for port 647fc565-b273-43fd-b6d3-73827afa40d5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:32.425342 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-131d573a-5e38-47f3-b625-5e78254f0463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.428642 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Publish callbacks [] for port (b4277a93-d7f8-4901-aecf-b6b223f4dd27), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.473885 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (b4277a93-d7f8-4901-aecf-b6b223f4dd27), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.477402 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] For port 647fc565-b273-43fd-b6d3-73827afa40d5, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:32.510590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-131d573a-5e38-47f3-b625-5e78254f0463 None None] Port 647fc565-b273-43fd-b6d3-73827afa40d5 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:32:32.528731 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:32.532218 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:32.536231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:32.543015 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Pushing event updated for resources: {'Port': ['ID=b4277a93-d7f8-4901-aecf-b6b223f4dd27,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:32.572352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-fbfcd4da-8a3f-4b01-84cf-ca11ea7f62ca tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Network f1387ed3-55fe-4bae-b234-5ffeb94037db is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:32.596500 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-fbfcd4da-8a3f-4b01-84cf-ca11ea7f62ca tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:32.599524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-fbfcd4da-8a3f-4b01-84cf-ca11ea7f62ca tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:32.627728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Attempting to bind port b4277a93-d7f8-4901-aecf-b6b223f4dd27 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:32.628106 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Attempting to bind port b4277a93-d7f8-4901-aecf-b6b223f4dd27 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:32.628503 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Attempting to bind port b4277a93-d7f8-4901-aecf-b6b223f4dd27 on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:32.634828 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:32.635367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:32.635619 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.636256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:32.636954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Bound port: b4277a93-d7f8-4901-aecf-b6b223f4dd27, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:32.637882 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b4277a93-d7f8-4901-aecf-b6b223f4dd27), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.676038 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-d838c9cc-f2ed-4dfe-9a17-3a48ee5b0ea0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::f816:3eff:fe8c:5527 (2ee6628b-98e8-4827-b47e-b9107cd39956/6da76065-a0a7-4282-a49c-dbaddde4ecad/be60750e-e6bc-4427-b545-17f762edfd4f) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:32.695124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcd4da-8a3f-4b01-84cf-ca11ea7f62ca tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Pushing event updated for resources: {'Port': ['ID=95194f49-2bf5-44b0-879d-bba8a0c53b99,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:32.696902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ca5761-0861-4019-a34a-db5986208c6c {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:32.699101 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] For port 647fc565-b273-43fd-b6d3-73827afa40d5, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=647fc565-b273-43fd-b6d3-73827afa40d5,segment=NetworkSegment(caf9d8df-6593-48d1-8067-61a04e3b8b4d),segment_id=caf9d8df-6593-48d1-8067-61a04e3b8b4d)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:32.710454 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Publish callbacks [] for port (d9ca5761-0861-4019-a34a-db5986208c6c), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.717259 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.749091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Transition to ACTIVE for port object d9ca5761-0861-4019-a34a-db5986208c6c will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:32.752574 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e7fc053c-e52e-4109-93c3-60d7055754d0 req-7fea419f-2fdd-401d-8cef-54642f8a74d2 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (9a85a5cd-af48-4b20-93a5-08700ad0ae12), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.757963 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (d9ca5761-0861-4019-a34a-db5986208c6c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.803750 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] For port b4277a93-d7f8-4901-aecf-b6b223f4dd27, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:32.808353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Routers {'2bfaf6c3-5ce7-427f-861c-1766e661c559'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:32.810565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bfaf6c3-5ce7-427f-861c-1766e661c559'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:32.837764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea419f-2fdd-401d-8cef-54642f8a74d2 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Pushing event deleted for resources: {'Port': ['ID=9a85a5cd-af48-4b20-93a5-08700ad0ae12,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:32.869852 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fd7b927f-cd3a-471a-a3d6-45d4a38bc6d7 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:32.872725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fd7b927f-cd3a-471a-a3d6-45d4a38bc6d7 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5520554 Feb 04 13:32:32.890552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b10e91-2d03-46fc-b9b6-0041ba825428 req-c5bffee9-5614-446f-b7dc-e440c4835770 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:32.893190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-71b10e91-2d03-46fc-b9b6-0041ba825428 req-c5bffee9-5614-446f-b7dc-e440c4835770 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 931 time: 0.4543712 Feb 04 13:32:32.897304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] For port b4277a93-d7f8-4901-aecf-b6b223f4dd27, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b4277a93-d7f8-4901-aecf-b6b223f4dd27,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:32.924248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-fbfcd4da-8a3f-4b01-84cf-ca11ea7f62ca tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:32.924923 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-fbfcd4da-8a3f-4b01-84cf-ca11ea7f62ca tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.938284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e947212-dbfb-4048-a88b-d9047020170e None None] Pushing event updated for resources: {'Port': ['ID=647fc565-b273-43fd-b6d3-73827afa40d5,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:32.949878 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b4277a93-d7f8-4901-aecf-b6b223f4dd27), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.997915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fc053c-e52e-4109-93c3-60d7055754d0 req-7fea419f-2fdd-401d-8cef-54642f8a74d2 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] No DVR routers for this DVR port 9a85a5cd-af48-4b20-93a5-08700ad0ae12 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:33.000975 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e7fc053c-e52e-4109-93c3-60d7055754d0 req-7fea419f-2fdd-401d-8cef-54642f8a74d2 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:33.005097 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7fc053c-e52e-4109-93c3-60d7055754d0 req-7fea419f-2fdd-401d-8cef-54642f8a74d2 tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.99 "DELETE /v2.0/ports/9a85a5cd-af48-4b20-93a5-08700ad0ae12 HTTP/1.1" status: 204 len: 173 time: 3.5112953 Feb 04 13:32:33.006531 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-300b04d0-c552-4d08-a932-0d364b95f917 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/quotas/288230b2c4f049f48ae5390446e3ca10 HTTP/1.1" status: 200 len: 375 time: 0.1253669 Feb 04 13:32:33.014296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a22de52-b25c-451e-a35a-e3e44fafa042', 'name': 'network-vif-deleted', 'tag': '9a85a5cd-af48-4b20-93a5-08700ad0ae12'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:33.017432 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4b980a-f9a8-4b77-8f1e-8d682ddb0446" -d '{"events": [{"server_uuid": "5a22de52-b25c-451e-a35a-e3e44fafa042", "name": "network-vif-deleted", "tag": "9a85a5cd-af48-4b20-93a5-08700ad0ae12"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:33.038898 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-fbfcd4da-8a3f-4b01-84cf-ca11ea7f62ca tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3109248 Feb 04 13:32:33.087258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Request body: {'port': {'device_id': 'fcacdf66-2d25-40e2-bc73-07490d9e29d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:33.115375 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-3be27672-a448-4727-917c-8eb723250a73 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=288230b2c4f049f48ae5390446e3ca10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941949 Feb 04 13:32:33.125837 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf6cc6-b5c9-4f09-9756-58249dc00b44 None None] Pushing event updated for resources: {'Port': ['ID=b4277a93-d7f8-4901-aecf-b6b223f4dd27,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:33.161717 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:32:33.179338 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Sync routers for ids ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:33.186574 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] Set router 2bfaf6c3-5ce7-427f-861c-1766e661c559 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:33.209622 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Routers {'63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:33.212581 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-111486a5-3580-47ab-beef-863e01a4317d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:33.277825 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-71b10e91-2d03-46fc-b9b6-0041ba825428 req-b98690e6-b1dc-4535-915b-904d84c678c1 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497360 Feb 04 13:32:33.352659 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:33.354463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c2530d1c-8197-4ea9-ac2d-d814a25953c8 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.7959375 Feb 04 13:32:33.382461 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45898) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:33.454028 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-226c93c2-d89c-4637-9c54-90f173ff62a2 req-39a5d479-398f-463a-94c6-b2691c911f44 tempest-FloatingIPsNegativeTestJSON-1564882773 tempest-FloatingIPsNegativeTestJSON-1564882773-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1103570 Feb 04 13:32:33.458815 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (95194f49-2bf5-44b0-879d-bba8a0c53b99), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:33.499869 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e38d3d4d-1e20-4963-954b-f78ae1175dd0 None None] Provisioning complete for port 647fc565-b273-43fd-b6d3-73827afa40d5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:33.501134 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e38d3d4d-1e20-4963-954b-f78ae1175dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:33.539779 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Set router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:33.674762 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b29ac29-d0db-4682-9870-01f835e9db27 x-openstack-request-id: req-6b29ac29-d0db-4682-9870-01f835e9db27 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:33.680494 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a22de52-b25c-451e-a35a-e3e44fafa042", "name": "network-vif-deleted", "tag": "9a85a5cd-af48-4b20-93a5-08700ad0ae12", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:33.680918 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6b29ac29-d0db-4682-9870-01f835e9db27 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:33.681625 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a22de52-b25c-451e-a35a-e3e44fafa042', 'name': 'network-vif-deleted', 'tag': '9a85a5cd-af48-4b20-93a5-08700ad0ae12', 'status': 'completed', 'code': 200} Feb 04 13:32:33.694303 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b41c7918-a1ee-42a5-9ff3-48afa78844ec up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:33.927320 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e38d3d4d-1e20-4963-954b-f78ae1175dd0 None None] Current status of the port 647fc565-b273-43fd-b6d3-73827afa40d5 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:33.927710 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e38d3d4d-1e20-4963-954b-f78ae1175dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:33.969858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e38d3d4d-1e20-4963-954b-f78ae1175dd0 None None] For port 647fc565-b273-43fd-b6d3-73827afa40d5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=647fc565-b273-43fd-b6d3-73827afa40d5,segment=NetworkSegment(caf9d8df-6593-48d1-8067-61a04e3b8b4d),segment_id=caf9d8df-6593-48d1-8067-61a04e3b8b4d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:33.992857 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e38d3d4d-1e20-4963-954b-f78ae1175dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:34.001509 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Pushing event updated for resources: {'Port': ['ID=d9ca5761-0861-4019-a34a-db5986208c6c,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:34.029959 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17b73b9d-0668-4113-a381-5bb589af7da0 req-1c26dc7f-3134-4b54-b6eb-cdd9e39bec9e tempest-ServerAddressesTestJSON-2104474712 tempest-ServerAddressesTestJSON-2104474712-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a22de52-b25c-451e-a35a-e3e44fafa042 HTTP/1.1" status: 200 len: 210 time: 0.3451760 Feb 04 13:32:34.071698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d3d4d-1e20-4963-954b-f78ae1175dd0 None None] Pushing event updated for resources: {'Port': ['ID=647fc565-b273-43fd-b6d3-73827afa40d5,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:34.099192 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-111486a5-3580-47ab-beef-863e01a4317d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'name': 'tempest-TaggedBootDevicesTest_v242-751270328-router', 'tenant_id': '594053dcbab8463db86849941a112819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:28Z', 'revision_number': 3, 'project_id': '594053dcbab8463db86849941a112819', 'gw_port': {'id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:25Z', 'updated_at': '2022-02-04T13:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:34.119557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port b41c7918-a1ee-42a5-9ff3-48afa78844ec completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:34.126013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port b41c7918-a1ee-42a5-9ff3-48afa78844ec triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:34.126473 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b41c7918-a1ee-42a5-9ff3-48afa78844ec), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:34.167063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b08f62-2640-46cd-afbc-5e2278b733ce req-ca4ee049-fa39-485d-912a-e0057b0b7953 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:34.175268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55b08f62-2640-46cd-afbc-5e2278b733ce req-ca4ee049-fa39-485d-912a-e0057b0b7953 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 945 time: 0.3306332 Feb 04 13:32:34.180823 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Checking router: 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:32:34.181786 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Updating router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b port aa2d63fa-6ef5-412c-8298-5f9256595f02 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:32:34.207153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ebc97f5-aa5a-456d-949f-fcfa50ca1199 req-420b03cb-bcbe-455b-9484-1942a4fb611c tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 210 time: 0.0692563 Feb 04 13:32:34.209935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008884792-router', 'tenant_id': '998df4e9507f4a8c9af0028c599cba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '62522023-218c-493c-9769-1acc318c5112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:15Z', 'updated_at': '2022-02-04T13:32:25Z', 'revision_number': 4, 'project_id': '998df4e9507f4a8c9af0028c599cba3c', 'gw_port': {'id': '62522023-218c-493c-9769-1acc318c5112', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:16Z', 'updated_at': '2022-02-04T13:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '647fc565-b273-43fd-b6d3-73827afa40d5', 'name': '', 'network_id': 'c628d74a-086f-4307-ae02-8cc6d9819caa', 'tenant_id': '998df4e9507f4a8c9af0028c599cba3c', 'mac_address': 'fa:16:3e:24:71:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '280811da-1020-4690-aef1-645d811b9424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:32Z', 'revision_number': 4, 'project_id': '998df4e9507f4a8c9af0028c599cba3c', 'subnets': [{'id': '280811da-1020-4690-aef1-645d811b9424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:34.244331 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (aa2d63fa-6ef5-412c-8298-5f9256595f02), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:34.248024 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d838c9cc-f2ed-4dfe-9a17-3a48ee5b0ea0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (be60750e-e6bc-4427-b545-17f762edfd4f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:34.288453 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7875475-54fb-4ec4-b5c0-189fb6dbc329 None None] The sync data for ids ['2bfaf6c3-5ce7-427f-861c-1766e661c559'] in n-d-714676-13 is: [{'id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008884792-router', 'tenant_id': '998df4e9507f4a8c9af0028c599cba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '62522023-218c-493c-9769-1acc318c5112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:15Z', 'updated_at': '2022-02-04T13:32:25Z', 'revision_number': 4, 'project_id': '998df4e9507f4a8c9af0028c599cba3c', 'gw_port': {'id': '62522023-218c-493c-9769-1acc318c5112', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:16Z', 'updated_at': '2022-02-04T13:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '647fc565-b273-43fd-b6d3-73827afa40d5', 'name': '', 'network_id': 'c628d74a-086f-4307-ae02-8cc6d9819caa', 'tenant_id': '998df4e9507f4a8c9af0028c599cba3c', 'mac_address': 'fa:16:3e:24:71:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '280811da-1020-4690-aef1-645d811b9424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:32Z', 'revision_number': 4, 'project_id': '998df4e9507f4a8c9af0028c599cba3c', 'subnets': [{'id': '280811da-1020-4690-aef1-645d811b9424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:34.392550 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-f46c30e4-6af4-4a98-bdcd-379a99b16094 req-dbcb39ac-0b16-41ed-b2b1-9ae7b24d3c26 tempest-FloatingIPsNegativeTestJSON-1564882773 tempest-FloatingIPsNegativeTestJSON-1564882773-project] show failed (client error): The resource could not be found. Feb 04 13:32:34.401290 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f46c30e4-6af4-4a98-bdcd-379a99b16094 req-dbcb39ac-0b16-41ed-b2b1-9ae7b24d3c26 tempest-FloatingIPsNegativeTestJSON-1564882773 tempest-FloatingIPsNegativeTestJSON-1564882773-project] 10.222.0.96 "GET /v2.0/floatingips/cab5d06a-8d3f-4aa2-8ff7-4db62355b55e HTTP/1.1" status: 404 len: 350 time: 0.1533291 Feb 04 13:32:34.402044 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b41c7918-a1ee-42a5-9ff3-48afa78844ec is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:34.402609 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b41c7918-a1ee-42a5-9ff3-48afa78844ec), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:34.420887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Attempting to bind port d9ca5761-0861-4019-a34a-db5986208c6c on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:34.421393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Attempting to bind port d9ca5761-0861-4019-a34a-db5986208c6c by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:34.422008 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Attempting to bind port d9ca5761-0861-4019-a34a-db5986208c6c on network f1387ed3-55fe-4bae-b234-5ffeb94037db {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:34.436126 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45920) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:34.447582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Port d9ca5761-0861-4019-a34a-db5986208c6c on network f1387ed3-55fe-4bae-b234-5ffeb94037db not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:32:34.449566 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19418d38-660b-45cf-bae9-e4c78939b80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41c7918-a1ee-42a5-9ff3-48afa78844ec'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:34.450596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Attempting to bind port d9ca5761-0861-4019-a34a-db5986208c6c on network f1387ed3-55fe-4bae-b234-5ffeb94037db {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:34.458091 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead97d42-0bae-4bba-887a-a3a53851cf07" -d '{"events": [{"server_uuid": "19418d38-660b-45cf-bae9-e4c78939b80c", "name": "network-vif-plugged", "status": "completed", "tag": "b41c7918-a1ee-42a5-9ff3-48afa78844ec"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:34.478823 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55b08f62-2640-46cd-afbc-5e2278b733ce req-ae4418ee-2b23-4d82-acd4-843480b5b08d tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023884 Feb 04 13:32:34.515360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b41c7918-a1ee-42a5-9ff3-48afa78844ec, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b41c7918-a1ee-42a5-9ff3-48afa78844ec,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:34.520585 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b41c7918-a1ee-42a5-9ff3-48afa78844ec), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:34.521401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9a85a5cd-af48-4b20-93a5-08700ad0ae12 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:34.638698 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:34.639275 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Checking segment: {'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:34.639930 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Bound using segment: {'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:34.640676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Bound port: d9ca5761-0861-4019-a34a-db5986208c6c, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:34.663930 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d9ca5761-0861-4019-a34a-db5986208c6c), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:34.678533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95194f49-2bf5-44b0-879d-bba8a0c53b99 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:34.701698 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Publish callbacks [] for port (95194f49-2bf5-44b0-879d-bba8a0c53b99), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:34.724765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Transition to ACTIVE for port object 95194f49-2bf5-44b0-879d-bba8a0c53b99 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:34.740878 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (95194f49-2bf5-44b0-879d-bba8a0c53b99), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:34.779255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 9a85a5cd-af48-4b20-93a5-08700ad0ae12 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:32:34.780112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9a85a5cd-af48-4b20-93a5-08700ad0ae12 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:34.790685 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b41c7918-a1ee-42a5-9ff3-48afa78844ec,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:34.841657 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e698edb9-9921-4951-bcf8-fb0d58da5467 x-openstack-request-id: req-e698edb9-9921-4951-bcf8-fb0d58da5467 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:34.841657 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19418d38-660b-45cf-bae9-e4c78939b80c", "name": "network-vif-plugged", "status": "completed", "tag": "b41c7918-a1ee-42a5-9ff3-48afa78844ec", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:34.842052 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e698edb9-9921-4951-bcf8-fb0d58da5467 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:34.842465 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19418d38-660b-45cf-bae9-e4c78939b80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41c7918-a1ee-42a5-9ff3-48afa78844ec', 'code': 200} Feb 04 13:32:35.041375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] For port d9ca5761-0861-4019-a34a-db5986208c6c, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:35.046928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] For port d9ca5761-0861-4019-a34a-db5986208c6c, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d9ca5761-0861-4019-a34a-db5986208c6c,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:35.054035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Pushing event updated for resources: {'Port': ['ID=95194f49-2bf5-44b0-879d-bba8a0c53b99,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:35.057565 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d838c9cc-f2ed-4dfe-9a17-3a48ee5b0ea0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (be60750e-e6bc-4427-b545-17f762edfd4f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:35.085236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e8022-916e-4562-8d8a-45ef17194cc3 req-0d2b2d8f-82d8-4436-8474-0dce59ed4929 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:35.087777 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-238e8022-916e-4562-8d8a-45ef17194cc3 req-0d2b2d8f-82d8-4436-8474-0dce59ed4929 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 943 time: 0.3608906 Feb 04 13:32:35.091723 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Publish callbacks [] for port (aa2d63fa-6ef5-412c-8298-5f9256595f02), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:35.100491 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (aa2d63fa-6ef5-412c-8298-5f9256595f02), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:35.128771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2419103a-641f-4f21-adc7-40ceb94d55d8 None None] Provisioning complete for port b4277a93-d7f8-4901-aecf-b6b223f4dd27 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:35.129148 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2419103a-641f-4f21-adc7-40ceb94d55d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b4277a93-d7f8-4901-aecf-b6b223f4dd27), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:35.154808 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (d9ca5761-0861-4019-a34a-db5986208c6c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:35.202910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4226b0b-0bc2-44c1-8eb9-fd34082edee4 req-a7e6c71e-5085-4195-94bd-513a10c2bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:35.204483 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f4226b0b-0bc2-44c1-8eb9-fd34082edee4 req-a7e6c71e-5085-4195-94bd-513a10c2bfb7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 1129 time: 0.2501130 Feb 04 13:32:35.306171 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:35.306726 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:35.308209 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] 10.222.0.99 "PUT /v2.0/ports/d9ca5761-0861-4019-a34a-db5986208c6c HTTP/1.1" status: 200 len: 1092 time: 4.9790671 Feb 04 13:32:35.319530 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2419103a-641f-4f21-adc7-40ceb94d55d8 None None] Current status of the port b4277a93-d7f8-4901-aecf-b6b223f4dd27 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:35.320646 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2419103a-641f-4f21-adc7-40ceb94d55d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b4277a93-d7f8-4901-aecf-b6b223f4dd27), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:35.334775 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a025d18-3c40-4ba8-9fdf-ba4969f929ff', 'tag': 'd9ca5761-0861-4019-a34a-db5986208c6c'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:35.340484 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ea04d0-6b31-4802-9fae-01d40c52b1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a025d18-3c40-4ba8-9fdf-ba4969f929ff", "tag": "d9ca5761-0861-4019-a34a-db5986208c6c"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:35.367404 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d838c9cc-f2ed-4dfe-9a17-3a48ee5b0ea0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:35.398945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2419103a-641f-4f21-adc7-40ceb94d55d8 None None] For port b4277a93-d7f8-4901-aecf-b6b223f4dd27, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b4277a93-d7f8-4901-aecf-b6b223f4dd27,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:35.406675 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2419103a-641f-4f21-adc7-40ceb94d55d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b4277a93-d7f8-4901-aecf-b6b223f4dd27), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:35.422941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d838c9cc-f2ed-4dfe-9a17-3a48ee5b0ea0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:35.424431 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Attempting to bind port aa2d63fa-6ef5-412c-8298-5f9256595f02 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:35.424947 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Attempting to bind port aa2d63fa-6ef5-412c-8298-5f9256595f02 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:35.425148 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Attempting to bind port aa2d63fa-6ef5-412c-8298-5f9256595f02 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:35.432818 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6e3b4-a38e-4c18-b9fa-db8fc7307298 None None] Pushing event updated for resources: {'Port': ['ID=aa2d63fa-6ef5-412c-8298-5f9256595f02,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:35.438165 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:35.438876 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:35.439439 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:35.440256 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:35.440915 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Bound port: aa2d63fa-6ef5-412c-8298-5f9256595f02, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:35.441724 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (aa2d63fa-6ef5-412c-8298-5f9256595f02), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:35.443754 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Attempting to bind port 95194f49-2bf5-44b0-879d-bba8a0c53b99 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:35.445202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Attempting to bind port 95194f49-2bf5-44b0-879d-bba8a0c53b99 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:35.445202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Attempting to bind port 95194f49-2bf5-44b0-879d-bba8a0c53b99 on network f1387ed3-55fe-4bae-b234-5ffeb94037db {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:35.456485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-238e8022-916e-4562-8d8a-45ef17194cc3 req-2c110dc4-7672-4325-9b0d-75c43e318258 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250537 Feb 04 13:32:35.524377 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-111486a5-3580-47ab-beef-863e01a4317d None None] For port aa2d63fa-6ef5-412c-8298-5f9256595f02, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:35.546938 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-111486a5-3580-47ab-beef-863e01a4317d None None] For port aa2d63fa-6ef5-412c-8298-5f9256595f02, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=aa2d63fa-6ef5-412c-8298-5f9256595f02,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:35.563452 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (aa2d63fa-6ef5-412c-8298-5f9256595f02), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:35.565751 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838c9cc-f2ed-4dfe-9a17-3a48ee5b0ea0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=be60750e-e6bc-4427-b545-17f762edfd4f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:35.571313 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Port 95194f49-2bf5-44b0-879d-bba8a0c53b99 on network f1387ed3-55fe-4bae-b234-5ffeb94037db not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:32:35.571779 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Attempting to bind port 95194f49-2bf5-44b0-879d-bba8a0c53b99 on network f1387ed3-55fe-4bae-b234-5ffeb94037db {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:35.587513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838c9cc-f2ed-4dfe-9a17-3a48ee5b0ea0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:35.594691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419103a-641f-4f21-adc7-40ceb94d55d8 None None] Pushing event updated for resources: {'Port': ['ID=b4277a93-d7f8-4901-aecf-b6b223f4dd27,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:35.607641 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d838c9cc-f2ed-4dfe-9a17-3a48ee5b0ea0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:35.615083 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d838c9cc-f2ed-4dfe-9a17-3a48ee5b0ea0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:35.637229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bbf10-e27e-4985-a7d7-a239c85cca94 req-81303166-eb8c-465c-8289-23bcc5630975 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:35.645435 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a03bbf10-e27e-4985-a7d7-a239c85cca94 req-81303166-eb8c-465c-8289-23bcc5630975 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 946 time: 0.4478979 Feb 04 13:32:35.650549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45934) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:35.733411 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6e3b4-a38e-4c18-b9fa-db8fc7307298 None None] Pushing event updated for resources: {'Port': ['ID=aa2d63fa-6ef5-412c-8298-5f9256595f02,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:35.761295 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-0981aab6-b9f9-458f-9305-9b698e04a5a0 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=288230b2c4f049f48ae5390446e3ca10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3708241 Feb 04 13:32:35.767736 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Routers {'63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:35.768624 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-111486a5-3580-47ab-beef-863e01a4317d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:35.850680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f4226b0b-0bc2-44c1-8eb9-fd34082edee4 req-771fc242-2878-4498-b2ba-a3fcff6215d0 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355629 Feb 04 13:32:35.857228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ce45a2-de97-4da2-8bbf-99be7226d661 admin admin] Deleting subnet 8816e452-3a71-4422-9ede-684b2c0bb335 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:32:35.926219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 647fc565-b273-43fd-b6d3-73827afa40d5 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:35.938815 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d838c9cc-f2ed-4dfe-9a17-3a48ee5b0ea0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0315545 Feb 04 13:32:35.952474 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a03bbf10-e27e-4985-a7d7-a239c85cca94 req-647b7590-746d-4128-8318-136aa7fb8153 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3056357 Feb 04 13:32:35.955945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:35.956786 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Checking segment: {'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:35.962341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Bound using segment: {'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:35.963347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Bound port: 95194f49-2bf5-44b0-879d-bba8a0c53b99, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49bf576-b003-49f1-bb45-5fd637f0f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:35.964187 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (95194f49-2bf5-44b0-879d-bba8a0c53b99), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:35.980551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45936) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:36.004849 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e9ce45a2-de97-4da2-8bbf-99be7226d661 admin admin] Publish callbacks [] for subnet (8816e452-3a71-4422-9ede-684b2c0bb335), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:36.030946 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-111486a5-3580-47ab-beef-863e01a4317d None None] Set router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:36.045732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-528cd676-aeda-4d52-bbe8-ef1ec5a0c80a None None] Provisioning complete for port be60750e-e6bc-4427-b545-17f762edfd4f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:36.046077 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-528cd676-aeda-4d52-bbe8-ef1ec5a0c80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (be60750e-e6bc-4427-b545-17f762edfd4f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:36.108273 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38231ece-2226-4b17-9d59-ac7f01875d7f x-openstack-request-id: req-38231ece-2226-4b17-9d59-ac7f01875d7f {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:36.108472 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a025d18-3c40-4ba8-9fdf-ba4969f929ff", "tag": "d9ca5761-0861-4019-a34a-db5986208c6c", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:36.108721 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-38231ece-2226-4b17-9d59-ac7f01875d7f {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:36.109107 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a025d18-3c40-4ba8-9fdf-ba4969f929ff', 'tag': 'd9ca5761-0861-4019-a34a-db5986208c6c', 'status': 'completed', 'code': 200} Feb 04 13:32:36.139672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-528cd676-aeda-4d52-bbe8-ef1ec5a0c80a None None] Port be60750e-e6bc-4427-b545-17f762edfd4f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:32:36.151291 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 647fc565-b273-43fd-b6d3-73827afa40d5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:36.152600 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:36.153751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] For port 95194f49-2bf5-44b0-879d-bba8a0c53b99, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:36.280234 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 647fc565-b273-43fd-b6d3-73827afa40d5 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:36.281791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b4277a93-d7f8-4901-aecf-b6b223f4dd27 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:36.291183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6c893-1037-4c24-b18b-543549ecc01c service neutron] Pushing event updated for resources: {'Port': ['ID=d9ca5761-0861-4019-a34a-db5986208c6c,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:36.310740 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6990d2f7-d4cf-4503-8771-db7bf029e19f req-086af2c2-a1aa-4749-a484-a5455cda7e60 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 210 time: 0.3804350 Feb 04 13:32:36.330846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] For port 95194f49-2bf5-44b0-879d-bba8a0c53b99, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=95194f49-2bf5-44b0-879d-bba8a0c53b99,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:36.354346 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (95194f49-2bf5-44b0-879d-bba8a0c53b99), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:36.369885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-710beeb7-65ff-4f11-8475-3beb107405c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:36.373267 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-710beeb7-65ff-4f11-8475-3beb107405c6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=81c25157c73e4751a9d2a70da99827b4&device_id=6a025d18-3c40-4ba8-9fdf-ba4969f929ff HTTP/1.1" status: 200 len: 1126 time: 0.9601526 Feb 04 13:32:36.386429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b4277a93-d7f8-4901-aecf-b6b223f4dd27 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:36.387171 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b4277a93-d7f8-4901-aecf-b6b223f4dd27), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:36.404287 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-111486a5-3580-47ab-beef-863e01a4317d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'name': 'tempest-TaggedBootDevicesTest_v242-751270328-router', 'tenant_id': '594053dcbab8463db86849941a112819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:28Z', 'revision_number': 3, 'project_id': '594053dcbab8463db86849941a112819', 'gw_port': {'id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:25Z', 'updated_at': '2022-02-04T13:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:36.503116 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111486a5-3580-47ab-beef-863e01a4317d None None] The sync data for ids ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'] in n-d-714676-13 is: [{'id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'name': 'tempest-TaggedBootDevicesTest_v242-751270328-router', 'tenant_id': '594053dcbab8463db86849941a112819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:28Z', 'revision_number': 3, 'project_id': '594053dcbab8463db86849941a112819', 'gw_port': {'id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:25Z', 'updated_at': '2022-02-04T13:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:36.512278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b4277a93-d7f8-4901-aecf-b6b223f4dd27 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:36.518212 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e9ce45a2-de97-4da2-8bbf-99be7226d661 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (8816e452-3a71-4422-9ede-684b2c0bb335), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:36.568828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db4bb0-3021-4a09-9055-f80025e433ab tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:36.575049 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db4bb0-3021-4a09-9055-f80025e433ab tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:36.576791 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-41db4bb0-3021-4a09-9055-f80025e433ab tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.5945222 Feb 04 13:32:36.591393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45944) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:36.616829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:36.617472 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:36.619526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] 10.222.0.99 "PUT /v2.0/ports/95194f49-2bf5-44b0-879d-bba8a0c53b99 HTTP/1.1" status: 200 len: 1092 time: 3.5602272 Feb 04 13:32:36.634854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcacdf66-2d25-40e2-bc73-07490d9e29d9', 'tag': '95194f49-2bf5-44b0-879d-bba8a0c53b99'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:36.638389 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb94b71-2bf2-48f6-b62c-cc9045209fee" -d '{"events": [{"name": "network-changed", "server_uuid": "fcacdf66-2d25-40e2-bc73-07490d9e29d9", "tag": "95194f49-2bf5-44b0-879d-bba8a0c53b99"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:36.644977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-ee5f6c7e-3fe9-41b2-b6cc-8f862104adae service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9ca5761-0861-4019-a34a-db5986208c6c HTTP/1.1" status: 200 len: 217 time: 0.2306349 Feb 04 13:32:36.653809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-b8103a87-4fd2-4ef1-8965-920cf0782ad3 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:36.654945 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-b8103a87-4fd2-4ef1-8965-920cf0782ad3 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8670101 Feb 04 13:32:36.710527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Request body: {'port': {'device_id': 'd03894b9-f4aa-4e7f-9e61-9ebed0932599', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '288230b2c4f049f48ae5390446e3ca10'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:36.772875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd13974-48cc-4180-9632-329c05a45339 service neutron] Pushing event updated for resources: {'Port': ['ID=95194f49-2bf5-44b0-879d-bba8a0c53b99,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:36.817768 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e9ce45a2-de97-4da2-8bbf-99be7226d661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (8816e452-3a71-4422-9ede-684b2c0bb335), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:36.856501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-72f517c3-869e-4c2b-9a53-6a997ded8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:36.858072 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-72f517c3-869e-4c2b-9a53-6a997ded8ba7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=27f1033c-8f22-4202-a03b-f6e965b42173 HTTP/1.1" status: 200 len: 852 time: 0.1599627 Feb 04 13:32:36.881049 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:36.902186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e20f6-4af8-427d-adb2-849dbe73ea16 req-41645ccc-e070-4420-9811-ca126362c6e6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:36.904288 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef8e20f6-4af8-427d-adb2-849dbe73ea16 req-41645ccc-e070-4420-9811-ca126362c6e6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.6057253 Feb 04 13:32:36.930007 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:32:36.932523 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-410fcf1a-11cb-43b0-97e0-f6270fcd4e92 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f1387ed3-55fe-4bae-b234-5ffeb94037db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636592 Feb 04 13:32:36.936596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Made reservation on behalf of 288230b2c4f049f48ae5390446e3ca10 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:36.944082 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:36.992587 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:37.003761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-99b802c6-f450-4ce4-9490-7e4451c2d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:37.005345 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-99b802c6-f450-4ce4-9490-7e4451c2d525 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=81c25157c73e4751a9d2a70da99827b4&device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 1126 time: 0.3189459 Feb 04 13:32:37.100386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d6122-5fa1-4ab3-809e-b23af61ead89 req-6121272c-0952-49ef-9d99-2d34d3fcc224 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:37.102048 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c4d6122-5fa1-4ab3-809e-b23af61ead89 req-6121272c-0952-49ef-9d99-2d34d3fcc224 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 943 time: 0.4561675 Feb 04 13:32:37.103143 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e9ce45a2-de97-4da2-8bbf-99be7226d661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (8816e452-3a71-4422-9ede-684b2c0bb335), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:37.115737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-d8b38d7f-bcd0-482d-80ae-9778bbe8001b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95194f49-2bf5-44b0-879d-bba8a0c53b99 HTTP/1.1" status: 200 len: 217 time: 0.0744174 Feb 04 13:32:37.175045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce45a2-de97-4da2-8bbf-99be7226d661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8816e452-3a71-4422-9ede-684b2c0bb335,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:37.224446 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e9ce45a2-de97-4da2-8bbf-99be7226d661 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:37.227713 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e9ce45a2-de97-4da2-8bbf-99be7226d661 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/8816e452-3a71-4422-9ede-684b2c0bb335 HTTP/1.1" status: 204 len: 168 time: 1.5730505 Feb 04 13:32:37.239980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45950) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:37.267811 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef8e20f6-4af8-427d-adb2-849dbe73ea16 req-50afb996-d285-453d-a885-4cff7bd4d3fa tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395517 Feb 04 13:32:37.386872 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dd0749-f07f-4256-a167-aabb70aab07b x-openstack-request-id: req-26dd0749-f07f-4256-a167-aabb70aab07b {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:37.388619 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcacdf66-2d25-40e2-bc73-07490d9e29d9", "tag": "95194f49-2bf5-44b0-879d-bba8a0c53b99", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:37.389165 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-26dd0749-f07f-4256-a167-aabb70aab07b {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:37.389837 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcacdf66-2d25-40e2-bc73-07490d9e29d9', 'tag': '95194f49-2bf5-44b0-879d-bba8a0c53b99', 'status': 'completed', 'code': 200} Feb 04 13:32:37.403312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7d1742a1-39f2-49d2-8c02-1437f501f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:37.405423 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-7d1742a1-39f2-49d2-8c02-1437f501f518 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=27f1033c-8f22-4202-a03b-f6e965b42173 HTTP/1.1" status: 200 len: 852 time: 0.2505810 Feb 04 13:32:37.410641 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-550d1fc3-4aad-4ba3-a65e-4de54ba92a76 service neutron] 10.222.0.99 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644043 Feb 04 13:32:37.431002 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c4d6122-5fa1-4ab3-809e-b23af61ead89 req-eca0a508-e24b-4d24-8e05-b861f25c72b6 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025048 Feb 04 13:32:37.605107 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-088af888-4371-4bb4-b995-21ecaeb2938a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f1387ed3-55fe-4bae-b234-5ffeb94037db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728699 Feb 04 13:32:37.630136 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-496ff6c7-6596-418c-a982-b3051cd66f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (14c05403-90d2-41fc-859e-3f19feb0a7e6), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:37.649367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-84548408-fba7-4be1-acfe-3b413f8246f2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port be60750e-e6bc-4427-b545-17f762edfd4f {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:37.650034 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84548408-fba7-4be1-acfe-3b413f8246f2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (be60750e-e6bc-4427-b545-17f762edfd4f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:37.691302 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c695e5b9-aec1-4149-aa82-42ea61b0f72d req-a060b3d5-99c3-469c-af1c-2bf9f17d0a1e tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 210 time: 0.0930789 Feb 04 13:32:37.807809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device aa2d63fa-6ef5-412c-8298-5f9256595f02 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:37.855009 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-3058884c-c1aa-4204-a9a0-b901ec51483a service neutron] 10.222.0.99 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174101 Feb 04 13:32:37.857972 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-bf731c84-9e68-4cae-b0fa-361298a2992f service neutron] 10.222.0.99 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403774 Feb 04 13:32:37.897352 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f411-0a7e-4f7b-a686-a222e4962ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (2bfaf6c3-5ce7-427f-861c-1766e661c559), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:37.922261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port aa2d63fa-6ef5-412c-8298-5f9256595f02 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:37.922648 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (aa2d63fa-6ef5-412c-8298-5f9256595f02), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:37.978501 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-496ff6c7-6596-418c-a982-b3051cd66f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (14c05403-90d2-41fc-859e-3f19feb0a7e6), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:37.997148 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84548408-fba7-4be1-acfe-3b413f8246f2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (be60750e-e6bc-4427-b545-17f762edfd4f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:38.029093 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-84548408-fba7-4be1-acfe-3b413f8246f2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for be60750e-e6bc-4427-b545-17f762edfd4f owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:38.046394 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port aa2d63fa-6ef5-412c-8298-5f9256595f02 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:38.046890 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (aa2d63fa-6ef5-412c-8298-5f9256595f02), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:38.050372 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Publish callbacks [] for security_group (39e14510-f498-4446-ad10-efd6ae32b44a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:38.051851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Allocated IP 172.20.0.1 (1671d76e-ba93-4775-9183-503f305e6bb1/9d0285fe-4faa-46eb-a1a8-f0b2eb04393d/30d92bc6-4716-4df2-a134-c8406d825a37) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:38.074949 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (39e14510-f498-4446-ad10-efd6ae32b44a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:38.083664 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port aa2d63fa-6ef5-412c-8298-5f9256595f02, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=aa2d63fa-6ef5-412c-8298-5f9256595f02,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:38.091369 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (aa2d63fa-6ef5-412c-8298-5f9256595f02), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:38.092397 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b4277a93-d7f8-4901-aecf-b6b223f4dd27 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:38.186556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=aa2d63fa-6ef5-412c-8298-5f9256595f02,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:38.205898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b4277a93-d7f8-4901-aecf-b6b223f4dd27 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:38.206302 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b4277a93-d7f8-4901-aecf-b6b223f4dd27), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:38.307438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b4277a93-d7f8-4901-aecf-b6b223f4dd27 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:38.318146 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e14510-f498-4446-ad10-efd6ae32b44a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:38.516343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-496ff6c7-6596-418c-a982-b3051cd66f34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c05403-90d2-41fc-859e-3f19feb0a7e6']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:38.548012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24c7e1-a956-4e88-abda-9b4e0e89a388 req-fd0d6955-08c9-4399-81af-f709b3bb4971 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:38.550632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6b24c7e1-a956-4e88-abda-9b4e0e89a388 req-fd0d6955-08c9-4399-81af-f709b3bb4971 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 946 time: 0.7922003 Feb 04 13:32:38.571907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Publish callbacks [] for port (30d92bc6-4716-4df2-a134-c8406d825a37), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:38.591119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-496ff6c7-6596-418c-a982-b3051cd66f34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce415d6-c5b1-4223-935d-3f0a3abddee1') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:38.591826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-496ff6c7-6596-418c-a982-b3051cd66f34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce415d6-c5b1-4223-935d-3f0a3abddee1') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:38.627398 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-496ff6c7-6596-418c-a982-b3051cd66f34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (3ce415d6-c5b1-4223-935d-3f0a3abddee1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:38.659001 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Allocated IP 192.168.233.160 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/18ecf498-4722-4cfb-9c42-1da62fff206f) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:38.709418 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-496ff6c7-6596-418c-a982-b3051cd66f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3ce415d6-c5b1-4223-935d-3f0a3abddee1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:38.714653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea04d0-6b31-4802-9fae-01d40c52b1e1 req-ed873ef8-b909-43e8-ad3d-c80a9b1aa3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:38.717892 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15ea04d0-6b31-4802-9fae-01d40c52b1e1 req-ed873ef8-b909-43e8-ad3d-c80a9b1aa3e5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=81c25157c73e4751a9d2a70da99827b4&device_id=6a025d18-3c40-4ba8-9fdf-ba4969f929ff HTTP/1.1" status: 200 len: 1126 time: 0.7817538 Feb 04 13:32:38.753179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496ff6c7-6596-418c-a982-b3051cd66f34 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:32:38.753812 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-496ff6c7-6596-418c-a982-b3051cd66f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (3ce415d6-c5b1-4223-935d-3f0a3abddee1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:38.768977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87bc7579-a72a-4a96-b13d-87d07d2240c1 req-30277691-f212-45ff-81da-a05f5a1c053e service neutron] 10.222.0.99 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8542867 Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:32:38.770070 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:32:38.779551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84548408-fba7-4be1-acfe-3b413f8246f2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (be60750e-e6bc-4427-b545-17f762edfd4f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:38.822528 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:38.879344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84548408-fba7-4be1-acfe-3b413f8246f2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=be60750e-e6bc-4427-b545-17f762edfd4f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:38.904251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c1980-131c-4509-b77c-cf381834a94f req-026d901a-8e79-4295-9142-f0b7151fdb19 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:38.905877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b9c1980-131c-4509-b77c-cf381834a94f req-026d901a-8e79-4295-9142-f0b7151fdb19 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.4464233 Feb 04 13:32:38.957739 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6b24c7e1-a956-4e88-abda-9b4e0e89a388 req-099ea6bb-6a30-4efd-96ec-8d83620ac106 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3730083 Feb 04 13:32:38.972426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Pushing event updated for resources: {'Port': ['ID=30d92bc6-4716-4df2-a134-c8406d825a37,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:38.995968 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Network 1671d76e-ba93-4775-9183-503f305e6bb1 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:39.004801 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-496ff6c7-6596-418c-a982-b3051cd66f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (14c05403-90d2-41fc-859e-3f19feb0a7e6), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:39.026335 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-496ff6c7-6596-418c-a982-b3051cd66f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:39.030635 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-496ff6c7-6596-418c-a982-b3051cd66f34 admin admin] 10.222.0.96 "DELETE /v2.0/networks/14c05403-90d2-41fc-859e-3f19feb0a7e6 HTTP/1.1" status: 204 len: 168 time: 1.7810121 Feb 04 13:32:39.057563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ff6c7-6596-418c-a982-b3051cd66f34 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c05403-90d2-41fc-859e-3f19feb0a7e6,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:39.070650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea04d0-6b31-4802-9fae-01d40c52b1e1 req-c1d07bb9-2aaf-4e3f-9b58-7aa232ff1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:39.072157 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15ea04d0-6b31-4802-9fae-01d40c52b1e1 req-c1d07bb9-2aaf-4e3f-9b58-7aa232ff1c6a service neutron] 10.222.0.99 "GET /v2.0/networks?id=f1387ed3-55fe-4bae-b234-5ffeb94037db HTTP/1.1" status: 200 len: 913 time: 0.3359540 Feb 04 13:32:39.073875 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84548408-fba7-4be1-acfe-3b413f8246f2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:39.080570 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-84548408-fba7-4be1-acfe-3b413f8246f2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/be60750e-e6bc-4427-b545-17f762edfd4f HTTP/1.1" status: 204 len: 168 time: 2.4780941 Feb 04 13:32:39.083789 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:39.097277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45964) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:39.107956 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:39.195285 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb94b71-2bf2-48f6-b62c-cc9045209fee req-b2a4d210-7bad-473c-bbf5-daa6247b24fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:39.196839 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fbb94b71-2bf2-48f6-b62c-cc9045209fee req-b2a4d210-7bad-473c-bbf5-daa6247b24fe service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=81c25157c73e4751a9d2a70da99827b4&device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 1126 time: 0.3553753 Feb 04 13:32:39.230125 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:39.251399 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b9c1980-131c-4509-b77c-cf381834a94f req-236e4279-eea9-404e-8f59-7af664cfbc09 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925365 Feb 04 13:32:39.283829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15ea04d0-6b31-4802-9fae-01d40c52b1e1 req-a4925034-f4ab-4ff8-9e61-4ce1e020222d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9ca5761-0861-4019-a34a-db5986208c6c HTTP/1.1" status: 200 len: 217 time: 0.2046704 Feb 04 13:32:39.445726 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Publish callbacks [] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:39.457966 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e6d2f411-0a7e-4f7b-a686-a222e4962ad4 admin admin] Deleting port 647fc565-b273-43fd-b6d3-73827afa40d5 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:39.458355 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f411-0a7e-4f7b-a686-a222e4962ad4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:39.498205 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45968) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:39.510259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4b032d94-d4e1-44f6-b14f-bb959a63bf50 None None] Provisioning complete for port 30d92bc6-4716-4df2-a134-c8406d825a37 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:39.511257 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4b032d94-d4e1-44f6-b14f-bb959a63bf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:39.571729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304732f6-ff3d-4089-9ad2-5b8c790b9b87 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:39.573157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304732f6-ff3d-4089-9ad2-5b8c790b9b87 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:39.578080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-304732f6-ff3d-4089-9ad2-5b8c790b9b87 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4647641 Feb 04 13:32:39.580014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4b032d94-d4e1-44f6-b14f-bb959a63bf50 None None] Port 30d92bc6-4716-4df2-a134-c8406d825a37 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:32:39.582675 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0690c118-9f00-413f-a55c-4f2bb8d7f178 req-44e81bc8-8eb7-418c-9591-7d437b3caa30 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 210 time: 0.1743405 Feb 04 13:32:39.583969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45970) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:39.612649 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea04d0-6b31-4802-9fae-01d40c52b1e1 req-b7f12634-f2b4-4930-8d78-54435233b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:39.612649 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15ea04d0-6b31-4802-9fae-01d40c52b1e1 req-b7f12634-f2b4-4930-8d78-54435233b5f2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=27f1033c-8f22-4202-a03b-f6e965b42173 HTTP/1.1" status: 200 len: 852 time: 0.2982092 Feb 04 13:32:39.633645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device aa2d63fa-6ef5-412c-8298-5f9256595f02 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:39.663622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c32374-5e1e-4d29-91cb-ab192c6f0749 req-afc1ee95-df5a-4712-83bb-2e9476fb4fcb tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:39.673172 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6c32374-5e1e-4d29-91cb-ab192c6f0749 req-afc1ee95-df5a-4712-83bb-2e9476fb4fcb tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 943 time: 0.6070559 Feb 04 13:32:39.713734 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:39.718363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port aa2d63fa-6ef5-412c-8298-5f9256595f02 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:39.719257 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (aa2d63fa-6ef5-412c-8298-5f9256595f02), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:39.719992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15ea04d0-6b31-4802-9fae-01d40c52b1e1 req-d9c62370-451c-49fe-9003-651106ee58f3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f1387ed3-55fe-4bae-b234-5ffeb94037db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867655 Feb 04 13:32:39.722827 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-e6d2f411-0a7e-4f7b-a686-a222e4962ad4 admin admin] For port 647fc565-b273-43fd-b6d3-73827afa40d5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=647fc565-b273-43fd-b6d3-73827afa40d5,segment=NetworkSegment(caf9d8df-6593-48d1-8067-61a04e3b8b4d),segment_id=caf9d8df-6593-48d1-8067-61a04e3b8b4d)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:39.723273 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f411-0a7e-4f7b-a686-a222e4962ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:39.802805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9684706a-3631-4da5-8b01-43f46597037e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 6da76065-a0a7-4282-a49c-dbaddde4ecad {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:32:39.816882 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e6d2f411-0a7e-4f7b-a686-a222e4962ad4 admin admin] Calling delete_port for 647fc565-b273-43fd-b6d3-73827afa40d5 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:39.821827 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9684706a-3631-4da5-8b01-43f46597037e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (6da76065-a0a7-4282-a49c-dbaddde4ecad), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:39.824513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port aa2d63fa-6ef5-412c-8298-5f9256595f02 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:39.826049 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:39.886575 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5a0c7ced-8c36-4c44-9fd9-c30acdb51003 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2c10557859b3442f9593331d56355e5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3694150 Feb 04 13:32:39.895087 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:39.897172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45974) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:39.904110 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15ea04d0-6b31-4802-9fae-01d40c52b1e1 req-f2491e1b-8186-48c1-84c9-2ba544e54369 service neutron] 10.222.0.99 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759827 Feb 04 13:32:39.930535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:39.932777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb94b71-2bf2-48f6-b62c-cc9045209fee req-df10c112-ee88-4156-b926-e27ce75b6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:39.934985 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fbb94b71-2bf2-48f6-b62c-cc9045209fee req-df10c112-ee88-4156-b926-e27ce75b6fdf service neutron] 10.222.0.99 "GET /v2.0/networks?id=f1387ed3-55fe-4bae-b234-5ffeb94037db HTTP/1.1" status: 200 len: 913 time: 0.6689639 Feb 04 13:32:39.945773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11711f-8027-480e-80ae-c18ca8c5b4e1 req-175daa63-fc12-46b0-8157-a4548e6660b5 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:39.945773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c11711f-8027-480e-80ae-c18ca8c5b4e1 req-175daa63-fc12-46b0-8157-a4548e6660b5 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.99 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 946 time: 0.4608419 Feb 04 13:32:39.970443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Pushing event updated for resources: {'Port': ['ID=18ecf498-4722-4cfb-9c42-1da62fff206f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:39.974583 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:39.987654 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9684706a-3631-4da5-8b01-43f46597037e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (6da76065-a0a7-4282-a49c-dbaddde4ecad), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:40.115907 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6c32374-5e1e-4d29-91cb-ab192c6f0749 req-21df8aba-b753-45b1-b009-b56fe25b040c tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273343 Feb 04 13:32:40.118263 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fbb94b71-2bf2-48f6-b62c-cc9045209fee req-45cbb399-2c40-4ffa-a432-53ed0e57edb2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95194f49-2bf5-44b0-879d-bba8a0c53b99 HTTP/1.1" status: 200 len: 217 time: 0.1665838 Feb 04 13:32:40.184546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:40.185893 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:40.214360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-312b47f0-aa00-4428-a545-0f5cd413f400 None None] Provisioning complete for port 18ecf498-4722-4cfb-9c42-1da62fff206f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:40.215314 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-312b47f0-aa00-4428-a545-0f5cd413f400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:40.256004 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-312b47f0-aa00-4428-a545-0f5cd413f400 None None] Port 18ecf498-4722-4cfb-9c42-1da62fff206f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:32:40.289113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c9db7-0267-4e51-b2d4-0a23e187a645 req-7e5e67f4-f61f-4ec8-b951-7f4b04f9187b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:40.290600 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2c9db7-0267-4e51-b2d4-0a23e187a645 req-7e5e67f4-f61f-4ec8-b951-7f4b04f9187b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.4370384 Feb 04 13:32:40.296350 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-fc7471a7-27e9-42a7-ac79-4a74d98797ad tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5958562 Feb 04 13:32:40.323109 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Request body: {'port': {'device_id': 'd03894b9-f4aa-4e7f-9e61-9ebed0932599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:40.328412 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-625e75b9-a5f0-444e-8cc0-ef15cc4005e7 admin admin] Publish callbacks [] for security_group (772233b3-36f0-40d8-a98c-b971e39887bf), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:40.330423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb94b71-2bf2-48f6-b62c-cc9045209fee req-45688511-21f4-4c11-9219-d46547c88d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:40.332032 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fbb94b71-2bf2-48f6-b62c-cc9045209fee req-45688511-21f4-4c11-9219-d46547c88d34 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=27f1033c-8f22-4202-a03b-f6e965b42173 HTTP/1.1" status: 200 len: 852 time: 0.1922345 Feb 04 13:32:40.342851 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9684706a-3631-4da5-8b01-43f46597037e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (6da76065-a0a7-4282-a49c-dbaddde4ecad), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:40.363971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15ea04d0-6b31-4802-9fae-01d40c52b1e1 req-805ac05e-5a12-4aa3-8be5-771f6a875186 service neutron] 10.222.0.99 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192219 Feb 04 13:32:40.398695 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fbb94b71-2bf2-48f6-b62c-cc9045209fee req-ab453afa-5b92-4683-99f2-27b37944d26b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f1387ed3-55fe-4bae-b234-5ffeb94037db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568020 Feb 04 13:32:40.440320 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-625e75b9-a5f0-444e-8cc0-ef15cc4005e7 admin admin] Publish callbacks [] for security_group (772233b3-36f0-40d8-a98c-b971e39887bf), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:40.452492 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Publish callbacks [] for port (30d92bc6-4716-4df2-a134-c8406d825a37), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:40.474621 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:40.514645 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa3e90-7631-4ad3-8377-2976a4599cfb req-e29e4a01-a689-4530-9829-056111519126 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:40.516242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51fa3e90-7631-4ad3-8377-2976a4599cfb req-e29e4a01-a689-4530-9829-056111519126 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 946 time: 0.3265035 Feb 04 13:32:40.525633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-6c11711f-8027-480e-80ae-c18ca8c5b4e1 req-1d48f9eb-d2c7-4c7e-bb5f-0da3804555b3 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Deleting port d2c8a644-3fa6-4175-9041-263b401d8d62 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:40.525976 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c11711f-8027-480e-80ae-c18ca8c5b4e1 req-1d48f9eb-d2c7-4c7e-bb5f-0da3804555b3 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d2c8a644-3fa6-4175-9041-263b401d8d62), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:40.545167 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2c9db7-0267-4e51-b2d4-0a23e187a645 req-6f473259-b3ca-4cad-97bd-c26c01309240 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375321 Feb 04 13:32:40.571547 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:40.598003 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9684706a-3631-4da5-8b01-43f46597037e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (6da76065-a0a7-4282-a49c-dbaddde4ecad), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:40.643807 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:40.653059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Pushing event updated for resources: {'Port': ['ID=30d92bc6-4716-4df2-a134-c8406d825a37,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:40.661052 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684706a-3631-4da5-8b01-43f46597037e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=6da76065-a0a7-4282-a49c-dbaddde4ecad,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:40.691925 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9684706a-3631-4da5-8b01-43f46597037e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:40.691925 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9684706a-3631-4da5-8b01-43f46597037e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/6da76065-a0a7-4282-a49c-dbaddde4ecad HTTP/1.1" status: 204 len: 168 time: 1.1067781 Feb 04 13:32:40.695843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45982) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:40.707104 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27970c1-f1af-48ae-abef-733b7b1730b3 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:40.735191 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-625e75b9-a5f0-444e-8cc0-ef15cc4005e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (772233b3-36f0-40d8-a98c-b971e39887bf), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:40.737775 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-625e75b9-a5f0-444e-8cc0-ef15cc4005e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:40.741364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-625e75b9-a5f0-444e-8cc0-ef15cc4005e7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/772233b3-36f0-40d8-a98c-b971e39887bf HTTP/1.1" status: 204 len: 168 time: 0.8379698 Feb 04 13:32:40.749825 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f411-0a7e-4f7b-a686-a222e4962ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (647fc565-b273-43fd-b6d3-73827afa40d5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:40.754962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fbb94b71-2bf2-48f6-b62c-cc9045209fee req-b1e1760d-489c-45bc-b308-e8cb33ed9a5b service neutron] 10.222.0.99 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424468 Feb 04 13:32:40.781906 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51fa3e90-7631-4ad3-8377-2976a4599cfb req-21926d99-fdd7-4fa3-b7c0-7b9857ac708e tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501683 Feb 04 13:32:40.800708 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-55013165-dd39-4ca2-b77a-55411362b143 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010704 Feb 04 13:32:40.803474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e75b9-a5f0-444e-8cc0-ef15cc4005e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772233b3-36f0-40d8-a98c-b971e39887bf,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:40.806664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45986) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:40.812393 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-02ee0a0e-e6b4-4542-a755-651f1359cbcb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:40.924389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-6c11711f-8027-480e-80ae-c18ca8c5b4e1 req-1d48f9eb-d2c7-4c7e-bb5f-0da3804555b3 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] For port d2c8a644-3fa6-4175-9041-263b401d8d62, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d2c8a644-3fa6-4175-9041-263b401d8d62,segment=NetworkSegment(57b6631b-ac4c-4897-8030-a27b490e3ed7),segment_id=57b6631b-ac4c-4897-8030-a27b490e3ed7)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:40.924790 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c11711f-8027-480e-80ae-c18ca8c5b4e1 req-1d48f9eb-d2c7-4c7e-bb5f-0da3804555b3 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d2c8a644-3fa6-4175-9041-263b401d8d62), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:41.036155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e97a1-7c39-4c65-bec3-4ba6a98c9ce7 req-fcc304b2-2336-4363-8115-41f4e685797a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:41.037788 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-410e97a1-7c39-4c65-bec3-4ba6a98c9ce7 req-fcc304b2-2336-4363-8115-41f4e685797a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.3711555 Feb 04 13:32:41.162979 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c80ec288-abe2-4055-995a-11aef1b626fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:41.176341 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2f411-0a7e-4f7b-a686-a222e4962ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=647fc565-b273-43fd-b6d3-73827afa40d5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:41.221038 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fbb94b71-2bf2-48f6-b62c-cc9045209fee req-6f4ab02a-6839-4623-a4d6-31d623315514 service neutron] 10.222.0.99 "GET /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501436 Feb 04 13:32:41.242395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ee0a0e-e6b4-4542-a755-651f1359cbcb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:41.245896 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02ee0a0e-e6b4-4542-a755-651f1359cbcb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:41.396632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6614ce28-100e-436b-ae0b-a146f770c2d0 None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:32:41.417262 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-410e97a1-7c39-4c65-bec3-4ba6a98c9ce7 req-98dd02be-fdb6-4dfa-83ed-c49978a950a5 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517141 Feb 04 13:32:41.451813 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40635866-27a2-4f04-ae0c-106caf27496f req-96f7ddf4-16b5-4e8b-a7c6-2de8cce812c6 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:41.462374 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40635866-27a2-4f04-ae0c-106caf27496f req-96f7ddf4-16b5-4e8b-a7c6-2de8cce812c6 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 936 time: 0.5155139 Feb 04 13:32:41.609893 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c11711f-8027-480e-80ae-c18ca8c5b4e1 req-1d48f9eb-d2c7-4c7e-bb5f-0da3804555b3 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:41.610358 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c11711f-8027-480e-80ae-c18ca8c5b4e1 req-1d48f9eb-d2c7-4c7e-bb5f-0da3804555b3 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (e48a5490-aa76-4adb-9a45-585ac9a34684), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:41.611055 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-6c11711f-8027-480e-80ae-c18ca8c5b4e1 req-1d48f9eb-d2c7-4c7e-bb5f-0da3804555b3 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Floating IP e48a5490-aa76-4adb-9a45-585ac9a34684 disassociated. External IP: 172.25.5.120, port: d2c8a644-3fa6-4175-9041-263b401d8d62. Feb 04 13:32:41.611055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-6c11711f-8027-480e-80ae-c18ca8c5b4e1 req-1d48f9eb-d2c7-4c7e-bb5f-0da3804555b3 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Calling delete_port for d2c8a644-3fa6-4175-9041-263b401d8d62 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:41.612921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6614ce28-100e-436b-ae0b-a146f770c2d0 None None] Deleting port b4277a93-d7f8-4901-aecf-b6b223f4dd27 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:41.613500 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6614ce28-100e-436b-ae0b-a146f770c2d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b4277a93-d7f8-4901-aecf-b6b223f4dd27), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:41.671145 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40635866-27a2-4f04-ae0c-106caf27496f req-2f2026e3-6be3-421d-9c76-cbc9f746e695 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e14510-f498-4446-ad10-efd6ae32b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077651 Feb 04 13:32:41.728309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 95194f49-2bf5-44b0-879d-bba8a0c53b99 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:32:41.781786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b4277a93-d7f8-4901-aecf-b6b223f4dd27 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:41.791908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6614ce28-100e-436b-ae0b-a146f770c2d0 None None] For port b4277a93-d7f8-4901-aecf-b6b223f4dd27, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b4277a93-d7f8-4901-aecf-b6b223f4dd27,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:41.792461 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6614ce28-100e-436b-ae0b-a146f770c2d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b4277a93-d7f8-4901-aecf-b6b223f4dd27), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:41.823770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Network 1671d76e-ba93-4775-9183-503f305e6bb1 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:41.900973 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6614ce28-100e-436b-ae0b-a146f770c2d0 None None] Calling delete_port for b4277a93-d7f8-4901-aecf-b6b223f4dd27 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:41.931600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:42.079061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca516-e077-4d64-ae12-0c5066147083 req-37cd8027-22d8-41a8-9b26-12645bb34aaf tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:42.083298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68eca516-e077-4d64-ae12-0c5066147083 req-37cd8027-22d8-41a8-9b26-12645bb34aaf tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 943 time: 0.4535799 Feb 04 13:32:42.155549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 95194f49-2bf5-44b0-879d-bba8a0c53b99, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=95194f49-2bf5-44b0-879d-bba8a0c53b99,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:42.220435 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '95194f49-2bf5-44b0-879d-bba8a0c53b99', 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db', 'port_id': '95194f49-2bf5-44b0-879d-bba8a0c53b99', 'mac_address': 'fa:16:3e:bc:50:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f1033c-8f22-4202-a03b-f6e965b42173', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:32:42.222558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b4277a93-d7f8-4901-aecf-b6b223f4dd27 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:42.223526 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b4277a93-d7f8-4901-aecf-b6b223f4dd27), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:42.254257 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46014) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:42.267886 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6614ce28-100e-436b-ae0b-a146f770c2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (b4277a93-d7f8-4901-aecf-b6b223f4dd27), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:42.302356 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f411-0a7e-4f7b-a686-a222e4962ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (2bfaf6c3-5ce7-427f-861c-1766e661c559), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:42.316600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ecf498-4722-4cfb-9c42-1da62fff206f {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:42.336587 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Publish callbacks [] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:42.372878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614ce28-100e-436b-ae0b-a146f770c2d0 None None] Pushing event deleted for resources: {'Port': ['ID=b4277a93-d7f8-4901-aecf-b6b223f4dd27,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:42.404208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Transition to ACTIVE for port object 18ecf498-4722-4cfb-9c42-1da62fff206f will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:42.436213 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614ce28-100e-436b-ae0b-a146f770c2d0 None None] No DVR routers for this DVR port b4277a93-d7f8-4901-aecf-b6b223f4dd27 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:42.445914 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:32:42.452552 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:42.453051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68eca516-e077-4d64-ae12-0c5066147083 req-acd5fed3-e415-4c2f-8ac6-2553c810d6ef tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312368 Feb 04 13:32:42.466406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 95194f49-2bf5-44b0-879d-bba8a0c53b99 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:42.466406 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (95194f49-2bf5-44b0-879d-bba8a0c53b99), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:42.510705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95194f49-2bf5-44b0-879d-bba8a0c53b99 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:42.517208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-dc2c3de9-3228-490d-9d28-fc736799419c None None] Provisioning complete for port 30d92bc6-4716-4df2-a134-c8406d825a37 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:42.517586 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3de9-3228-490d-9d28-fc736799419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:42.520767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8fa3f-8ba6-4b69-8492-c6a3053444d2 req-2cab9e32-f9f1-4a6c-add4-b71f166edbee tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:42.526850 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9d8fa3f-8ba6-4b69-8492-c6a3053444d2 req-2cab9e32-f9f1-4a6c-add4-b71f166edbee tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 946 time: 0.4423316 Feb 04 13:32:42.532638 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c80261c0-c2cd-4c49-a565-fe8e26c8131a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1914393747-network', 'tenant_id': 'ef19959d17844bdf9cdea72a8d4df099'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:42.534622 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c11711f-8027-480e-80ae-c18ca8c5b4e1 req-1d48f9eb-d2c7-4c7e-bb5f-0da3804555b3 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d2c8a644-3fa6-4175-9041-263b401d8d62), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:42.634242 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c3de9-3228-490d-9d28-fc736799419c None None] Port 30d92bc6-4716-4df2-a134-c8406d825a37 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:32:42.652166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 95194f49-2bf5-44b0-879d-bba8a0c53b99, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=95194f49-2bf5-44b0-879d-bba8a0c53b99,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:42.666587 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (95194f49-2bf5-44b0-879d-bba8a0c53b99), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:42.667624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d9ca5761-0861-4019-a34a-db5986208c6c details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:32:42.680001 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Pushing event updated for resources: {'Port': ['ID=18ecf498-4722-4cfb-9c42-1da62fff206f,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:42.768186 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=95194f49-2bf5-44b0-879d-bba8a0c53b99,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:42.773745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port d9ca5761-0861-4019-a34a-db5986208c6c, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d9ca5761-0861-4019-a34a-db5986208c6c,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:42.780242 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48f9eb-d2c7-4c7e-bb5f-0da3804555b3 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Pushing event deleted for resources: {'Port': ['ID=d2c8a644-3fa6-4175-9041-263b401d8d62,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:42.783878 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80261c0-c2cd-4c49-a565-fe8e26c8131a admin admin] Made reservation on behalf of ef19959d17844bdf9cdea72a8d4df099 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:42.786489 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c80261c0-c2cd-4c49-a565-fe8e26c8131a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:42.799837 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'd9ca5761-0861-4019-a34a-db5986208c6c', 'network_id': 'f1387ed3-55fe-4bae-b234-5ffeb94037db', 'port_id': 'd9ca5761-0861-4019-a34a-db5986208c6c', 'mac_address': 'fa:16:3e:34:32:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f1033c-8f22-4202-a03b-f6e965b42173', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:32:42.869219 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c80261c0-c2cd-4c49-a565-fe8e26c8131a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:42.883002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port d9ca5761-0861-4019-a34a-db5986208c6c is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:42.884501 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d9ca5761-0861-4019-a34a-db5986208c6c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:42.939183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ca5761-0861-4019-a34a-db5986208c6c {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:42.964133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9d8fa3f-8ba6-4b69-8492-c6a3053444d2 req-9998f5f3-9e32-45ba-92b1-ac654e564c04 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups?id=0072fcd8-0309-4f96-95f0-1fbd450914bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4041319 Feb 04 13:32:43.009895 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port d9ca5761-0861-4019-a34a-db5986208c6c, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d9ca5761-0861-4019-a34a-db5986208c6c,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:43.021215 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d9ca5761-0861-4019-a34a-db5986208c6c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:43.158021 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:32:43.166755 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f20032ae-ed11-4a22-b2a7-93a6d6f8f19a admin admin] 10.222.0.96 "PUT /v2.0/routers/63e2f3f4-6f97-4c27-97fc-d0f64b1f641b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7655416 Feb 04 13:32:43.172167 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Attempting to bind port 18ecf498-4722-4cfb-9c42-1da62fff206f on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:43.172582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Attempting to bind port 18ecf498-4722-4cfb-9c42-1da62fff206f by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:43.173010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Attempting to bind port 18ecf498-4722-4cfb-9c42-1da62fff206f on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:43.202521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Port 18ecf498-4722-4cfb-9c42-1da62fff206f on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:32:43.206471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Attempting to bind port 18ecf498-4722-4cfb-9c42-1da62fff206f on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:43.208199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Sync routers for ids ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:43.229549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=d9ca5761-0861-4019-a34a-db5986208c6c,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:43.303435 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Routers {'63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:43.304190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:43.319972 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c80261c0-c2cd-4c49-a565-fe8e26c8131a admin admin] Publish callbacks [] for security_group (59e3e7fc-aeae-4a71-b2da-59296a3fde94), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:43.323222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:43.323983 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:43.326220 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:43.327987 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Bound port: 18ecf498-4722-4cfb-9c42-1da62fff206f, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:43.328747 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:43.387705 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c80261c0-c2cd-4c49-a565-fe8e26c8131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (59e3e7fc-aeae-4a71-b2da-59296a3fde94), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:43.396230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d2f411-0a7e-4f7b-a686-a222e4962ad4 admin admin] Router 2bfaf6c3-5ce7-427f-861c-1766e661c559 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:32:43.428108 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['95194f49-2bf5-44b0-879d-bba8a0c53b99'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:32:43.498068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['d9ca5761-0861-4019-a34a-db5986208c6c'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:32:43.541350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80261c0-c2cd-4c49-a565-fe8e26c8131a admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:32:43.604608 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80261c0-c2cd-4c49-a565-fe8e26c8131a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e3e7fc-aeae-4a71-b2da-59296a3fde94,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:43.612781 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c80261c0-c2cd-4c49-a565-fe8e26c8131a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:43.617903 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-c80261c0-c2cd-4c49-a565-fe8e26c8131a admin admin] Added segment fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8 of type vlan for network 73de8535-8610-4ac8-ac87-c5727b1291b3 Feb 04 13:32:43.668911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d2c8a644-3fa6-4175-9041-263b401d8d62 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:43.734458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.objects.ports [None req-02ee0a0e-e6b4-4542-a755-651f1359cbcb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:32:43.813396 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02ee0a0e-e6b4-4542-a755-651f1359cbcb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (b5cc07bc-1424-47cb-b30b-8e2007fca1d0), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:43.824136 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: d2c8a644-3fa6-4175-9041-263b401d8d62 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:32:43.825060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d2c8a644-3fa6-4175-9041-263b401d8d62 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:43.881110 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Set router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:43.903898 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be6580f6-7aea-4d11-9f2b-c46c62d9e3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:43.942877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] For port 18ecf498-4722-4cfb-9c42-1da62fff206f, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:43.947389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29334173-e731-4b92-afb3-a883cbf2b2c3 req-85c030dc-e995-4bee-be85-0fb65bc1872b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:43.950529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29334173-e731-4b92-afb3-a883cbf2b2c3 req-85c030dc-e995-4bee-be85-0fb65bc1872b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 1.3150082 Feb 04 13:32:43.992962 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:44.001921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] For port 18ecf498-4722-4cfb-9c42-1da62fff206f, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18ecf498-4722-4cfb-9c42-1da62fff206f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:44.006485 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee0a0e-e6b4-4542-a755-651f1359cbcb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:44.019559 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c80261c0-c2cd-4c49-a565-fe8e26c8131a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (73de8535-8610-4ac8-ac87-c5727b1291b3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:44.024593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-02ee0a0e-e6b4-4542-a755-651f1359cbcb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:44.038793 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ee0a0e-e6b4-4542-a755-651f1359cbcb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:44.039573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02ee0a0e-e6b4-4542-a755-651f1359cbcb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:44.051815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee0a0e-e6b4-4542-a755-651f1359cbcb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=b5cc07bc-1424-47cb-b30b-8e2007fca1d0,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:44.095054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9b0061-c562-4795-a185-98ca2daf1c08 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:44.110235 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:44.138364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-02ee0a0e-e6b4-4542-a755-651f1359cbcb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3293271 Feb 04 13:32:44.160507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d063d44-a8dd-4bda-94d5-b04cb546b001 req-dcf2c207-6b2c-40f5-a2d2-b3c5dd3ac8be tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:44.163405 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d063d44-a8dd-4bda-94d5-b04cb546b001 req-dcf2c207-6b2c-40f5-a2d2-b3c5dd3ac8be tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 948 time: 0.4205225 Feb 04 13:32:44.169322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c11711f-8027-480e-80ae-c18ca8c5b4e1 req-1d48f9eb-d2c7-4c7e-bb5f-0da3804555b3 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Router b8cb4ae0-8174-435b-9573-4807d6fed4db has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:32:44.170367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46036) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:44.179838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-231d6877-697b-47ec-94e1-ad684d3cfd68 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'mac_address': 'fa:16:3e:36:0e:42', 'name': 'tempest-NetworksTestDHCPv6-722358251'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:44.198724 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29334173-e731-4b92-afb3-a883cbf2b2c3 req-a66eb643-aa7b-4147-8d95-f6d4a7cedbef tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290609 Feb 04 13:32:44.354690 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:44.355529 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:44.358478 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] 10.222.0.99 "PUT /v2.0/ports/18ecf498-4722-4cfb-9c42-1da62fff206f HTTP/1.1" status: 200 len: 1097 time: 4.0440745 Feb 04 13:32:44.372187 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c80261c0-c2cd-4c49-a565-fe8e26c8131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (73de8535-8610-4ac8-ac87-c5727b1291b3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:44.373246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80261c0-c2cd-4c49-a565-fe8e26c8131a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:44.374281 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c80261c0-c2cd-4c49-a565-fe8e26c8131a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:44.377849 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03894b9-f4aa-4e7f-9e61-9ebed0932599', 'tag': '18ecf498-4722-4cfb-9c42-1da62fff206f'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:44.400433 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e753df5-b690-467a-9e18-ddfd377464a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d03894b9-f4aa-4e7f-9e61-9ebed0932599", "tag": "18ecf498-4722-4cfb-9c42-1da62fff206f"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:44.550317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46042) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:44.573211 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-1d2d68e5-eac5-4c0a-8baf-7b82c9802657 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1107571484-network', 'tenant_id': 'e61c06cbd7d347179740e49b9ca9c920'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:44.618716 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d2f411-0a7e-4f7b-a686-a222e4962ad4 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:32:44.639377 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d099d2-8fe6-4dcf-b7db-08666dc0c7be None None] Sync routers for ids ['2bfaf6c3-5ce7-427f-861c-1766e661c559'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:44.677872 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e6d2f411-0a7e-4f7b-a686-a222e4962ad4 admin admin] 10.222.0.96 "PUT /v2.0/routers/2bfaf6c3-5ce7-427f-861c-1766e661c559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2219062 Feb 04 13:32:44.683964 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29347bac-18d2-49e7-840b-ed84c5204dec service neutron] Pushing event updated for resources: {'Port': ['ID=18ecf498-4722-4cfb-9c42-1da62fff206f,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:44.695876 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c80261c0-c2cd-4c49-a565-fe8e26c8131a admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4398587 Feb 04 13:32:44.696769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46044) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:44.724212 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46046) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:44.737120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-980851f9-0dae-4c40-9ffe-4ad643cfb44c admin admin] Request body: {'subnet': {'network_id': '73de8535-8610-4ac8-ac87-c5727b1291b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1914393747-subnet', 'tenant_id': 'ef19959d17844bdf9cdea72a8d4df099', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:44.743291 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d099d2-8fe6-4dcf-b7db-08666dc0c7be None None] Routers {'2bfaf6c3-5ce7-427f-861c-1766e661c559'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:44.751173 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-60d099d2-8fe6-4dcf-b7db-08666dc0c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bfaf6c3-5ce7-427f-861c-1766e661c559'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:44.818751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': 'b5cc07bc-1424-47cb-b30b-8e2007fca1d0'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:32:44.819967 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:44.858410 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:44.924735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80261c0-c2cd-4c49-a565-fe8e26c8131a admin admin] Pushing event updated for resources: {'Network': ['ID=73de8535-8610-4ac8-ac87-c5727b1291b3,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:44.971955 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-60d099d2-8fe6-4dcf-b7db-08666dc0c7be None None] Set router 2bfaf6c3-5ce7-427f-861c-1766e661c559 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:44.987643 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-11c7a517-a1c8-4fe1-80ab-a029243eaef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:44.989405 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-11c7a517-a1c8-4fe1-80ab-a029243eaef8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=288230b2c4f049f48ae5390446e3ca10&device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 1131 time: 0.4956772 Feb 04 13:32:44.992122 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980851f9-0dae-4c40-9ffe-4ad643cfb44c admin admin] Made reservation on behalf of ef19959d17844bdf9cdea72a8d4df099 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:44.994672 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-980851f9-0dae-4c40-9ffe-4ad643cfb44c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:45.005590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 73de8535-8610-4ac8-ac87-c5727b1291b3 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:32:45.108771 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-4094d86e-285b-4ac3-93a7-d243a6fe83d3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=18ecf498-4722-4cfb-9c42-1da62fff206f HTTP/1.1" status: 200 len: 217 time: 0.1104507 Feb 04 13:32:45.140600 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0766b024-2bb8-4caa-914d-c7203fde466e admin admin] Publish callbacks [] for router (2bfaf6c3-5ce7-427f-861c-1766e661c559), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:45.171687 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c11711f-8027-480e-80ae-c18ca8c5b4e1 req-1d48f9eb-d2c7-4c7e-bb5f-0da3804555b3 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:32:45.175338 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2d68e5-eac5-4c0a-8baf-7b82c9802657 admin admin] Made reservation on behalf of e61c06cbd7d347179740e49b9ca9c920 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:45.197406 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d2d68e5-eac5-4c0a-8baf-7b82c9802657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:45.207847 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5981ce7-877e-41ac-aaec-53207880f45d None None] Sync routers for ids ['b8cb4ae0-8174-435b-9573-4807d6fed4db'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:45.283389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d063d44-a8dd-4bda-94d5-b04cb546b001 req-80e7e9cb-9790-4258-954d-5d5fe5b5c4b7 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e14510-f498-4446-ad10-efd6ae32b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0939958 Feb 04 13:32:45.293544 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d2d68e5-eac5-4c0a-8baf-7b82c9802657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:45.347689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c11711f-8027-480e-80ae-c18ca8c5b4e1 req-1d48f9eb-d2c7-4c7e-bb5f-0da3804555b3 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] No DVR routers for this DVR port d2c8a644-3fa6-4175-9041-263b401d8d62 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:45.357532 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c11711f-8027-480e-80ae-c18ca8c5b4e1 req-1d48f9eb-d2c7-4c7e-bb5f-0da3804555b3 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:45.363188 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c11711f-8027-480e-80ae-c18ca8c5b4e1 req-1d48f9eb-d2c7-4c7e-bb5f-0da3804555b3 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.99 "DELETE /v2.0/ports/d2c8a644-3fa6-4175-9041-263b401d8d62 HTTP/1.1" status: 204 len: 173 time: 5.4092147 Feb 04 13:32:45.368697 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c26a47-b68e-4436-962a-c2a89ca94e24', 'name': 'network-vif-deleted', 'tag': 'd2c8a644-3fa6-4175-9041-263b401d8d62'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:45.372397 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8d66e5-e37c-4d9e-b77f-7823c28b5d22" -d '{"events": [{"server_uuid": "a8c26a47-b68e-4436-962a-c2a89ca94e24", "name": "network-vif-deleted", "tag": "d2c8a644-3fa6-4175-9041-263b401d8d62"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:45.425066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e2547-4dfc-46f9-aafc-eea82a2de769 req-7d84ce56-f953-4aa2-a69f-25a6523fdc51 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:45.431681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e96e2547-4dfc-46f9-aafc-eea82a2de769 req-7d84ce56-f953-4aa2-a69f-25a6523fdc51 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 944 time: 1.0385451 Feb 04 13:32:45.468078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231d6877-697b-47ec-94e1-ad684d3cfd68 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:45.513750 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5981ce7-877e-41ac-aaec-53207880f45d None None] Routers {'b8cb4ae0-8174-435b-9573-4807d6fed4db'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:45.514496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e5981ce7-877e-41ac-aaec-53207880f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8cb4ae0-8174-435b-9573-4807d6fed4db'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:45.556468 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-60d099d2-8fe6-4dcf-b7db-08666dc0c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008884792-router', 'tenant_id': '998df4e9507f4a8c9af0028c599cba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '62522023-218c-493c-9769-1acc318c5112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:15Z', 'updated_at': '2022-02-04T13:32:40Z', 'revision_number': 5, 'project_id': '998df4e9507f4a8c9af0028c599cba3c', 'gw_port': {'id': '62522023-218c-493c-9769-1acc318c5112', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:16Z', 'updated_at': '2022-02-04T13:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:45.657307 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d099d2-8fe6-4dcf-b7db-08666dc0c7be None None] Checking router: 2bfaf6c3-5ce7-427f-861c-1766e661c559 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:32:45.677890 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d099d2-8fe6-4dcf-b7db-08666dc0c7be None None] Routers {'2bfaf6c3-5ce7-427f-861c-1766e661c559'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:45.679362 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-60d099d2-8fe6-4dcf-b7db-08666dc0c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bfaf6c3-5ce7-427f-861c-1766e661c559'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:45.767637 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-302e0f96-e78c-41c8-a981-6f0e6ac0a97f req-dd6d4eb2-c88b-4d5d-b551-05ee6dded9a2 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c26a47-b68e-4436-962a-c2a89ca94e24 HTTP/1.1" status: 200 len: 210 time: 0.1356237 Feb 04 13:32:45.854182 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:45.854952 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e96e2547-4dfc-46f9-aafc-eea82a2de769 req-2ffbaf79-4515-42d2-87e3-b4b1fef92cb2 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168217 Feb 04 13:32:45.947508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Allocated IP 2001:db8::f816:3eff:feb4:c479 (2ee6628b-98e8-4827-b47e-b9107cd39956/b5cc07bc-1424-47cb-b30b-8e2007fca1d0/f58e1016-da14-4d81-88b9-db21d097a547) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:45.960908 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff8d97b-832e-49cc-9080-0f036ffb5200 x-openstack-request-id: req-3ff8d97b-832e-49cc-9080-0f036ffb5200 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:45.961298 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03894b9-f4aa-4e7f-9e61-9ebed0932599", "tag": "18ecf498-4722-4cfb-9c42-1da62fff206f", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:45.961475 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3ff8d97b-832e-49cc-9080-0f036ffb5200 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:45.961889 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03894b9-f4aa-4e7f-9e61-9ebed0932599', 'tag': '18ecf498-4722-4cfb-9c42-1da62fff206f', 'status': 'completed', 'code': 200} Feb 04 13:32:45.986919 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d2d68e5-eac5-4c0a-8baf-7b82c9802657 admin admin] Publish callbacks [] for security_group (cb3be864-80f4-48c8-95e3-c3ce96f03cf8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:46.000506 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'name': 'tempest-TaggedBootDevicesTest_v242-751270328-router', 'tenant_id': '594053dcbab8463db86849941a112819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:39Z', 'revision_number': 4, 'project_id': '594053dcbab8463db86849941a112819', 'gw_port': {'id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:25Z', 'updated_at': '2022-02-04T13:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '30d92bc6-4716-4df2-a134-c8406d825a37', 'name': '', 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1', 'tenant_id': '594053dcbab8463db86849941a112819', 'mac_address': 'fa:16:3e:16:92:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:37Z', 'updated_at': '2022-02-04T13:32:40Z', 'revision_number': 2, 'project_id': '594053dcbab8463db86849941a112819', 'subnets': [{'id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:46.020510 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-231d6877-697b-47ec-94e1-ad684d3cfd68 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:46.022255 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d2d68e5-eac5-4c0a-8baf-7b82c9802657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cb3be864-80f4-48c8-95e3-c3ce96f03cf8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:46.028182 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d44b1d-4708-429b-bf58-013e769d4417 x-openstack-request-id: req-c8d44b1d-4708-429b-bf58-013e769d4417 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:46.028182 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c26a47-b68e-4436-962a-c2a89ca94e24", "name": "network-vif-deleted", "tag": "d2c8a644-3fa6-4175-9041-263b401d8d62", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:46.028182 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c8d44b1d-4708-429b-bf58-013e769d4417 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:46.028922 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c26a47-b68e-4436-962a-c2a89ca94e24', 'name': 'network-vif-deleted', 'tag': 'd2c8a644-3fa6-4175-9041-263b401d8d62', 'status': 'completed', 'code': 200} Feb 04 13:32:46.049055 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-586b404e-507c-4e8a-9f2e-a9253efe8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:46.050723 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-586b404e-507c-4e8a-9f2e-a9253efe8fe6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.9322293 Feb 04 13:32:46.105801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2d68e5-eac5-4c0a-8baf-7b82c9802657 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:32:46.109210 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-60d099d2-8fe6-4dcf-b7db-08666dc0c7be None None] Set router 2bfaf6c3-5ce7-427f-861c-1766e661c559 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:46.119923 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Checking router: 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:32:46.124175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Updating router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b port 30d92bc6-4716-4df2-a134-c8406d825a37 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:32:46.125625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d68e5-eac5-4c0a-8baf-7b82c9802657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3be864-80f4-48c8-95e3-c3ce96f03cf8,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:46.132147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-231d6877-697b-47ec-94e1-ad684d3cfd68 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port c1352f05-c005-4de1-9437-15dc6bfd8818 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:32:46.141896 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d2d68e5-eac5-4c0a-8baf-7b82c9802657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (eeb57c5c-3cff-4153-a7f9-d49c406530c1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:46.142441 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-1d2d68e5-eac5-4c0a-8baf-7b82c9802657 admin admin] Added segment eeb57c5c-3cff-4153-a7f9-d49c406530c1 of type vlan for network e82fc8ec-1622-402f-91ce-fa6d44f98766 Feb 04 13:32:46.209795 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0766b024-2bb8-4caa-914d-c7203fde466e admin admin] Publish callbacks [] for router_gateway (2bfaf6c3-5ce7-427f-861c-1766e661c559), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:46.270140 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:46.308422 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-e5981ce7-877e-41ac-aaec-53207880f45d None None] Set router b8cb4ae0-8174-435b-9573-4807d6fed4db gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:46.327383 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d2d68e5-eac5-4c0a-8baf-7b82c9802657 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (e82fc8ec-1622-402f-91ce-fa6d44f98766), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:46.345107 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-b49c8bf5-a53d-489b-ad9a-8d07301d41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:46.346894 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-b49c8bf5-a53d-489b-ad9a-8d07301d41f1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2838669 Feb 04 13:32:46.374689 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-980851f9-0dae-4c40-9ffe-4ad643cfb44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (3a8de535-a5fd-454c-ad25-7b30d84ea16e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:46.386607 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d74404-429f-4678-bbce-7b5d89138c1a req-98ec2bcd-8557-4331-9d49-2a0fa0e28a8b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:46.401668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-01d74404-429f-4678-bbce-7b5d89138c1a req-98ec2bcd-8557-4331-9d49-2a0fa0e28a8b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.3717535 Feb 04 13:32:46.489170 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d2d68e5-eac5-4c0a-8baf-7b82c9802657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (e82fc8ec-1622-402f-91ce-fa6d44f98766), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:46.490173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2d68e5-eac5-4c0a-8baf-7b82c9802657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:46.490768 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d2d68e5-eac5-4c0a-8baf-7b82c9802657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:46.505922 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-60d099d2-8fe6-4dcf-b7db-08666dc0c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008884792-router', 'tenant_id': '998df4e9507f4a8c9af0028c599cba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '62522023-218c-493c-9769-1acc318c5112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:15Z', 'updated_at': '2022-02-04T13:32:40Z', 'revision_number': 5, 'project_id': '998df4e9507f4a8c9af0028c599cba3c', 'gw_port': {'id': '62522023-218c-493c-9769-1acc318c5112', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:16Z', 'updated_at': '2022-02-04T13:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:46.553267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980851f9-0dae-4c40-9ffe-4ad643cfb44c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a8de535-a5fd-454c-ad25-7b30d84ea16e,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:46.570631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-0766b024-2bb8-4caa-914d-c7203fde466e admin admin] Deleting port 62522023-218c-493c-9769-1acc318c5112 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:46.571678 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0766b024-2bb8-4caa-914d-c7203fde466e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (62522023-218c-493c-9769-1acc318c5112), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:46.574044 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d099d2-8fe6-4dcf-b7db-08666dc0c7be None None] The sync data for ids ['2bfaf6c3-5ce7-427f-861c-1766e661c559'] in n-d-714676-13 is: [{'id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008884792-router', 'tenant_id': '998df4e9507f4a8c9af0028c599cba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '62522023-218c-493c-9769-1acc318c5112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:15Z', 'updated_at': '2022-02-04T13:32:40Z', 'revision_number': 5, 'project_id': '998df4e9507f4a8c9af0028c599cba3c', 'gw_port': {'id': '62522023-218c-493c-9769-1acc318c5112', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfaf6c3-5ce7-427f-861c-1766e661c559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:16Z', 'updated_at': '2022-02-04T13:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:46.653257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1d2d68e5-eac5-4c0a-8baf-7b82c9802657 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0905707 Feb 04 13:32:46.676707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46054) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:46.681737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-4d7c6712-b410-48f9-bd80-2643090c17f9 admin admin] Request body: {'subnet': {'network_id': 'e82fc8ec-1622-402f-91ce-fa6d44f98766', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1107571484-subnet', 'tenant_id': 'e61c06cbd7d347179740e49b9ca9c920', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:46.689696 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-444babd2-a986-4ada-bf55-e453e5a27349 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345656 Feb 04 13:32:46.694873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980851f9-0dae-4c40-9ffe-4ad643cfb44c admin admin] Checking segment: {'id': 'fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '73de8535-8610-4ac8-ac87-c5727b1291b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:46.695274 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980851f9-0dae-4c40-9ffe-4ad643cfb44c admin admin] Network hostable DHCP agents. Network: 73de8535-8610-4ac8-ac87-c5727b1291b3, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:32:46.706259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-01d74404-429f-4678-bbce-7b5d89138c1a req-4ed977a3-15fe-410c-b2a9-ffc1c214498f tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900934 Feb 04 13:32:46.727193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d68e5-eac5-4c0a-8baf-7b82c9802657 admin admin] Pushing event updated for resources: {'Network': ['ID=e82fc8ec-1622-402f-91ce-fa6d44f98766,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:46.759589 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db0383-0df8-4600-8cb2-894aeaa7a259 req-59e670cf-76f8-4a1a-a2c8-ce686c544317 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:46.761677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3db0383-0df8-4600-8cb2-894aeaa7a259 req-59e670cf-76f8-4a1a-a2c8-ce686c544317 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 948 time: 0.3463690 Feb 04 13:32:46.763667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7c6712-b410-48f9-bd80-2643090c17f9 admin admin] Made reservation on behalf of e61c06cbd7d347179740e49b9ca9c920 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:46.766305 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d7c6712-b410-48f9-bd80-2643090c17f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:46.842525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980851f9-0dae-4c40-9ffe-4ad643cfb44c admin admin] Network 73de8535-8610-4ac8-ac87-c5727b1291b3 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:32:46.885104 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-980851f9-0dae-4c40-9ffe-4ad643cfb44c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 73de8535-8610-4ac8-ac87-c5727b1291b3) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:46.885612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network e82fc8ec-1622-402f-91ce-fa6d44f98766 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:32:46.906947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-0766b024-2bb8-4caa-914d-c7203fde466e admin admin] For port 62522023-218c-493c-9769-1acc318c5112, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=62522023-218c-493c-9769-1acc318c5112,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:46.907528 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0766b024-2bb8-4caa-914d-c7203fde466e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (62522023-218c-493c-9769-1acc318c5112), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:46.911224 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32293b04-3151-4996-9d9b-9795bf0fe91a None None] Network 73de8535-8610-4ac8-ac87-c5727b1291b3 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:46.916411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980851f9-0dae-4c40-9ffe-4ad643cfb44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:46.918325 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-980851f9-0dae-4c40-9ffe-4ad643cfb44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:46.941118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46062) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:46.960625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-0766b024-2bb8-4caa-914d-c7203fde466e admin admin] Calling delete_port for 62522023-218c-493c-9769-1acc318c5112 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:46.981767 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-980851f9-0dae-4c40-9ffe-4ad643cfb44c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2514548 Feb 04 13:32:46.999103 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d754661b-05f0-4330-9ca5-f3ea6cf5ce86 req-cde3894b-12bb-4fde-b9f2-c3d826e7c14e service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963157 Feb 04 13:32:47.088187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3db0383-0df8-4600-8cb2-894aeaa7a259 req-716654ca-8188-4816-bbaf-a0855dd3c324 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e14510-f498-4446-ad10-efd6ae32b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189800 Feb 04 13:32:47.135918 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Publish callbacks [] for port (f58e1016-da14-4d81-88b9-db21d097a547), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:47.350061 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e753df5-b690-467a-9e18-ddfd377464a3 req-db70125f-1ee3-4d74-b845-cce9d257f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:47.352538 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8e753df5-b690-467a-9e18-ddfd377464a3 req-db70125f-1ee3-4d74-b845-cce9d257f799 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=288230b2c4f049f48ae5390446e3ca10&device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 1131 time: 0.2521713 Feb 04 13:32:47.418912 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:47.426416 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (f58e1016-da14-4d81-88b9-db21d097a547), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:47.434513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-231d6877-697b-47ec-94e1-ad684d3cfd68 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::f816:3eff:fe36:e42 (2ee6628b-98e8-4827-b47e-b9107cd39956/b5cc07bc-1424-47cb-b30b-8e2007fca1d0/c1352f05-c005-4de1-9437-15dc6bfd8818) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:47.441514 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6151-5995-4656-aa2d-0d41f1dca86b tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for security_group (0072fcd8-0309-4f96-95f0-1fbd450914bf), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:47.584897 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 647fc565-b273-43fd-b6d3-73827afa40d5 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:47.587377 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6151-5995-4656-aa2d-0d41f1dca86b tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for security_group (0072fcd8-0309-4f96-95f0-1fbd450914bf), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:47.613462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Pushing event updated for resources: {'Port': ['ID=f58e1016-da14-4d81-88b9-db21d097a547,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:47.621628 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e753df5-b690-467a-9e18-ddfd377464a3 req-f05c7841-db27-46af-8504-cf73a666d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:47.623422 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8e753df5-b690-467a-9e18-ddfd377464a3 req-f05c7841-db27-46af-8504-cf73a666d7aa service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.2630787 Feb 04 13:32:47.641900 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0766b024-2bb8-4caa-914d-c7203fde466e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (62522023-218c-493c-9769-1acc318c5112), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:47.665871 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d75ee-ac01-4187-a2b4-2c5696cc181e req-1febb71a-3d4e-45a2-ad0b-a44fbc55b798 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:47.672511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f6d75ee-ac01-4187-a2b4-2c5696cc181e req-1febb71a-3d4e-45a2-ad0b-a44fbc55b798 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 944 time: 0.4945865 Feb 04 13:32:47.684309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 647fc565-b273-43fd-b6d3-73827afa40d5 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:32:47.684586 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8e753df5-b690-467a-9e18-ddfd377464a3 req-35c259fa-ab21-4afc-962a-674acfbe375a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=18ecf498-4722-4cfb-9c42-1da62fff206f HTTP/1.1" status: 200 len: 217 time: 0.0526154 Feb 04 13:32:47.684765 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 647fc565-b273-43fd-b6d3-73827afa40d5 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:47.695471 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d7c6712-b410-48f9-bd80-2643090c17f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (a68ed881-2082-4c2c-a2a1-a096df14f915), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:47.731357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766b024-2bb8-4caa-914d-c7203fde466e admin admin] Pushing event deleted for resources: {'Port': ['ID=62522023-218c-493c-9769-1acc318c5112,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:47.751347 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 95194f49-2bf5-44b0-879d-bba8a0c53b99 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:47.761035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:47.823024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:47.826879 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:47.850614 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e753df5-b690-467a-9e18-ddfd377464a3 req-1bff6de9-1510-48cd-883b-bc4319d94667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:47.852051 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8e753df5-b690-467a-9e18-ddfd377464a3 req-1bff6de9-1510-48cd-883b-bc4319d94667 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1345630 Feb 04 13:32:47.889410 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0766b024-2bb8-4caa-914d-c7203fde466e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (2bfaf6c3-5ce7-427f-861c-1766e661c559), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:47.905660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c6712-b410-48f9-bd80-2643090c17f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68ed881-2082-4c2c-a2a1-a096df14f915,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:47.987508 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.014892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011320c6-3a15-4a8e-9cc7-ab6363b300dd None None] Network 73de8535-8610-4ac8-ac87-c5727b1291b3 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:48.034217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e753df5-b690-467a-9e18-ddfd377464a3 req-d4ceb864-c7c5-4b05-8567-8418dc91aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:48.035804 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8e753df5-b690-467a-9e18-ddfd377464a3 req-d4ceb864-c7c5-4b05-8567-8418dc91aadf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1766512 Feb 04 13:32:48.037578 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0766b024-2bb8-4caa-914d-c7203fde466e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (2bfaf6c3-5ce7-427f-861c-1766e661c559), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.041319 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0766b024-2bb8-4caa-914d-c7203fde466e admin admin] Publish callbacks [] for router_controller (2bfaf6c3-5ce7-427f-861c-1766e661c559), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.044130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Attempting to bind port f58e1016-da14-4d81-88b9-db21d097a547 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:48.044508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Attempting to bind port f58e1016-da14-4d81-88b9-db21d097a547 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:48.044884 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Attempting to bind port f58e1016-da14-4d81-88b9-db21d097a547 on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:48.081363 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f6d75ee-ac01-4187-a2b4-2c5696cc181e req-430a6be5-8faf-4dcf-90ee-8cd045009a11 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078918 Feb 04 13:32:48.093911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:48.094396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:48.094731 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.095139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:48.095632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Bound port: f58e1016-da14-4d81-88b9-db21d097a547, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:48.096024 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f58e1016-da14-4d81-88b9-db21d097a547), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.120600 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6151-5995-4656-aa2d-0d41f1dca86b tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0072fcd8-0309-4f96-95f0-1fbd450914bf), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.124726 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6151-5995-4656-aa2d-0d41f1dca86b tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.130188 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1d0a6151-5995-4656-aa2d-0d41f1dca86b tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "DELETE /v2.0/security-groups/0072fcd8-0309-4f96-95f0-1fbd450914bf HTTP/1.1" status: 204 len: 168 time: 1.1838062 Feb 04 13:32:48.140018 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46084) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:48.142431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-6947a0e0-db3c-4113-a78f-90fa3cc040f6 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:48.143696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e5981ce7-877e-41ac-aaec-53207880f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'name': 'tempest-ServersTestManualDisk-159638493-router', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:30:12Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'gw_port': {'id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:14Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'ea4c1930-a614-4305-9333-65f0188a1e41', 'name': '', 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'mac_address': 'fa:16:3e:5e:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:21Z', 'updated_at': '2022-02-04T13:30:31Z', 'revision_number': 5, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'subnets': [{'id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:48.144747 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-6947a0e0-db3c-4113-a78f-90fa3cc040f6 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/networks?id=73de8535-8610-4ac8-ac87-c5727b1291b3 HTTP/1.1" status: 200 len: 822 time: 0.4689026 Feb 04 13:32:48.159409 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c6712-b410-48f9-bd80-2643090c17f9 admin admin] Checking segment: {'id': 'eeb57c5c-3cff-4153-a7f9-d49c406530c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e82fc8ec-1622-402f-91ce-fa6d44f98766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:48.159642 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7c6712-b410-48f9-bd80-2643090c17f9 admin admin] Network hostable DHCP agents. Network: e82fc8ec-1622-402f-91ce-fa6d44f98766, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:32:48.176549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 95194f49-2bf5-44b0-879d-bba8a0c53b99 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:48.179018 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-0bcb3fa4-3e5a-457b-b74a-d7b9b84af875 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] show failed (client error): The resource could not be found. Feb 04 13:32:48.182769 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0bcb3fa4-3e5a-457b-b74a-d7b9b84af875 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "GET /v2.0/security-groups/0072fcd8-0309-4f96-95f0-1fbd450914bf HTTP/1.1" status: 404 len: 347 time: 0.0379584 Feb 04 13:32:48.182929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a6151-5995-4656-aa2d-0d41f1dca86b tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0072fcd8-0309-4f96-95f0-1fbd450914bf,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:48.183031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46086) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:48.194570 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0766b024-2bb8-4caa-914d-c7203fde466e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (2bfaf6c3-5ce7-427f-861c-1766e661c559), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.195085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0766b024-2bb8-4caa-914d-c7203fde466e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bfaf6c3-5ce7-427f-861c-1766e661c559 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:32:48.201599 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-913cdbed-62eb-4e72-88de-43bc574e9b04 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/quotas/ef19959d17844bdf9cdea72a8d4df099 HTTP/1.1" status: 200 len: 375 time: 0.0508549 Feb 04 13:32:48.209622 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0766b024-2bb8-4caa-914d-c7203fde466e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.215214 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0766b024-2bb8-4caa-914d-c7203fde466e admin admin] 10.222.0.96 "DELETE /v2.0/routers/2bfaf6c3-5ce7-427f-861c-1766e661c559 HTTP/1.1" status: 204 len: 168 time: 3.4983313 Feb 04 13:32:48.215214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46088) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:48.247601 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-231d6877-697b-47ec-94e1-ad684d3cfd68 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (c1352f05-c005-4de1-9437-15dc6bfd8818), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.301916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-73889078-e037-4061-8efc-fa9699a98c4e tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ef19959d17844bdf9cdea72a8d4df099&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845938 Feb 04 13:32:48.311678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5981ce7-877e-41ac-aaec-53207880f45d None None] Checking router: b8cb4ae0-8174-435b-9573-4807d6fed4db for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:32:48.327215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 95194f49-2bf5-44b0-879d-bba8a0c53b99 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:48.327981 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (95194f49-2bf5-44b0-879d-bba8a0c53b99), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.335145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7c6712-b410-48f9-bd80-2643090c17f9 admin admin] Network e82fc8ec-1622-402f-91ce-fa6d44f98766 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:32:48.451189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5981ce7-877e-41ac-aaec-53207880f45d None None] Routers {'b8cb4ae0-8174-435b-9573-4807d6fed4db'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:48.451885 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e5981ce7-877e-41ac-aaec-53207880f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8cb4ae0-8174-435b-9573-4807d6fed4db'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:48.463199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-4d7c6712-b410-48f9-bd80-2643090c17f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, e82fc8ec-1622-402f-91ce-fa6d44f98766) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:48.479055 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8e753df5-b690-467a-9e18-ddfd377464a3 req-3d62ea4c-55e8-4cd0-b496-a948b359864f service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336607 Feb 04 13:32:48.486775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c6712-b410-48f9-bd80-2643090c17f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:48.487697 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d7c6712-b410-48f9-bd80-2643090c17f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.499772 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-231d6877-697b-47ec-94e1-ad684d3cfd68 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c1352f05-c005-4de1-9437-15dc6bfd8818), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.514207 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-33eda09b-d38b-4dca-8357-e969ea5fe564 admin admin] Deleting subnet 280811da-1020-4690-aef1-645d811b9424 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:32:48.514515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] For port f58e1016-da14-4d81-88b9-db21d097a547, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:48.518004 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16141d61-3617-4b6c-b9a1-42e693de01ac None None] Network e82fc8ec-1622-402f-91ce-fa6d44f98766 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:48.544304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c0678-d57c-4663-8689-45d310e05782 req-dda719ff-e4c9-41fb-9880-b8127e39ec48 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:48.546030 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-595c0678-d57c-4663-8689-45d310e05782 req-dda719ff-e4c9-41fb-9880-b8127e39ec48 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.2429550 Feb 04 13:32:48.562751 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Publish callbacks [] for port (30d92bc6-4716-4df2-a134-c8406d825a37), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.566721 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33eda09b-d38b-4dca-8357-e969ea5fe564 admin admin] Publish callbacks [] for subnet (280811da-1020-4690-aef1-645d811b9424), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.601817 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4d7c6712-b410-48f9-bd80-2643090c17f9 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9211428 Feb 04 13:32:48.608975 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46090) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:48.609893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231d6877-697b-47ec-94e1-ad684d3cfd68 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:48.619885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1107571484-router', 'tenant_id': 'e61c06cbd7d347179740e49b9ca9c920', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:48.625078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-231d6877-697b-47ec-94e1-ad684d3cfd68 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:48.637883 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d6877-697b-47ec-94e1-ad684d3cfd68 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=c1352f05-c005-4de1-9437-15dc6bfd8818,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:48.644973 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231d6877-697b-47ec-94e1-ad684d3cfd68 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:48.652745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231d6877-697b-47ec-94e1-ad684d3cfd68 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:48.653594 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-231d6877-697b-47ec-94e1-ad684d3cfd68 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.662155 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33eda09b-d38b-4dca-8357-e969ea5fe564 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (280811da-1020-4690-aef1-645d811b9424), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.681015 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-9c8a9f77-a086-4973-801b-39ad5870c08d service neutron] 10.222.0.96 "GET /v2.0/networks/73de8535-8610-4ac8-ac87-c5727b1291b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477867 Feb 04 13:32:48.740034 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e41d1594-3efd-455a-9d9f-03138bb64646 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Deleting port b33fe352-1f70-432a-872c-316c2bf325ae {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:48.740321 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e41d1594-3efd-455a-9d9f-03138bb64646 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b33fe352-1f70-432a-872c-316c2bf325ae), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.747498 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (967f3464-ec72-455c-bbc9-99beab3b053e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.748568 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (967f3464-ec72-455c-bbc9-99beab3b053e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.759264 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-231d6877-697b-47ec-94e1-ad684d3cfd68 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.5872858 Feb 04 13:32:48.763194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46092) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:48.780004 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-595c0678-d57c-4663-8689-45d310e05782 req-3ac8526c-f246-4516-bdf7-e81fd6b52c08 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931825 Feb 04 13:32:48.858936 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8e753df5-b690-467a-9e18-ddfd377464a3 req-08077e18-32fa-43ea-93eb-91ec0cb4b27a service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718252 Feb 04 13:32:48.896810 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33eda09b-d38b-4dca-8357-e969ea5fe564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (280811da-1020-4690-aef1-645d811b9424), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:48.919385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-43614faf-66ce-48fa-bbfb-b36783052e2a service neutron] 10.222.0.96 "GET /v2.0/networks/73de8535-8610-4ac8-ac87-c5727b1291b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224216 Feb 04 13:32:48.940200 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acbace4-131c-4aac-a91f-123f9d2cecc4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:48.947166 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acbace4-131c-4aac-a91f-123f9d2cecc4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:48.949013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6acbace4-131c-4aac-a91f-123f9d2cecc4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1847701 Feb 04 13:32:48.953003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46094) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:48.960406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] For port f58e1016-da14-4d81-88b9-db21d097a547, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f58e1016-da14-4d81-88b9-db21d097a547,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:48.978148 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:49.001399 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Publish callbacks [] for router_controller (967f3464-ec72-455c-bbc9-99beab3b053e), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:49.019575 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e41d1594-3efd-455a-9d9f-03138bb64646 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b33fe352-1f70-432a-872c-316c2bf325ae), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:49.019946 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e41d1594-3efd-455a-9d9f-03138bb64646 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for floatingip (b33fe352-1f70-432a-872c-316c2bf325ae), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:49.020980 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f58e1016-da14-4d81-88b9-db21d097a547), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:49.086373 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e41d1594-3efd-455a-9d9f-03138bb64646 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Calling delete_port for b33fe352-1f70-432a-872c-316c2bf325ae owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:49.127129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462197-63ff-41de-ac05-8f95468161fc req-be53b9bc-8276-4892-9bd0-53adf1e53c86 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:49.141581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c8462197-63ff-41de-ac05-8f95468161fc req-be53b9bc-8276-4892-9bd0-53adf1e53c86 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 948 time: 0.1490633 Feb 04 13:32:49.173493 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33eda09b-d38b-4dca-8357-e969ea5fe564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (280811da-1020-4690-aef1-645d811b9424), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:49.233142 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b8c3083-5f2d-40ae-b333-62c303d35e9c req-fca65ce1-0b86-47fc-ae6b-dcb69122100f tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 210 time: 0.0910561 Feb 04 13:32:49.256168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-eecf3cd3-d4de-4b8e-9943-f35df361c1c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port c1352f05-c005-4de1-9437-15dc6bfd8818 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:49.256525 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eecf3cd3-d4de-4b8e-9943-f35df361c1c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c1352f05-c005-4de1-9437-15dc6bfd8818), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:49.277980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949ca72-be05-40f8-a820-b068248959b4 None None] Pushing event updated for resources: {'Port': ['ID=30d92bc6-4716-4df2-a134-c8406d825a37,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:49.297417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eda09b-d38b-4dca-8357-e969ea5fe564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280811da-1020-4690-aef1-645d811b9424,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:49.323146 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 95194f49-2bf5-44b0-879d-bba8a0c53b99 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:49.323664 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (95194f49-2bf5-44b0-879d-bba8a0c53b99), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:49.399158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c8462197-63ff-41de-ac05-8f95468161fc req-c3c8702b-3428-4b57-a137-574139888677 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e14510-f498-4446-ad10-efd6ae32b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486920 Feb 04 13:32:49.469839 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08295422-e6b6-4407-8642-9dbc55b07647 None None] Pushing event updated for resources: {'Port': ['ID=f58e1016-da14-4d81-88b9-db21d097a547,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:49.592547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 95194f49-2bf5-44b0-879d-bba8a0c53b99, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=95194f49-2bf5-44b0-879d-bba8a0c53b99,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:49.622924 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eecf3cd3-d4de-4b8e-9943-f35df361c1c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c1352f05-c005-4de1-9437-15dc6bfd8818), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:49.661973 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-e5981ce7-877e-41ac-aaec-53207880f45d None None] Set router b8cb4ae0-8174-435b-9573-4807d6fed4db gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:49.666084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcacdf66-2d25-40e2-bc73-07490d9e29d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95194f49-2bf5-44b0-879d-bba8a0c53b99'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:49.670562 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f679c33f-811f-4be4-8836-bb592b06e12b" -d '{"events": [{"server_uuid": "fcacdf66-2d25-40e2-bc73-07490d9e29d9", "name": "network-vif-plugged", "status": "completed", "tag": "95194f49-2bf5-44b0-879d-bba8a0c53b99"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:49.675266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-eecf3cd3-d4de-4b8e-9943-f35df361c1c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for c1352f05-c005-4de1-9437-15dc6bfd8818 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:49.675645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-e82fc8ec-1622-402f-91ce-fa6d44f98766', 'network_id': 'e82fc8ec-1622-402f-91ce-fa6d44f98766', 'project_id': 'e61c06cbd7d347179740e49b9ca9c920', 'fixed_ips': [{'subnet_id': 'a68ed881-2082-4c2c-a2a1-a096df14f915'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:32:49.677790 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:49.744456 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 62522023-218c-493c-9769-1acc318c5112 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:49.748324 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (95194f49-2bf5-44b0-879d-bba8a0c53b99), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:49.749134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d9ca5761-0861-4019-a34a-db5986208c6c up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:49.802074 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c2dec-eb16-4f37-932a-02ebac74f99d req-de77c69a-04b9-43cb-a570-1a1a8efd2a7b tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:49.810791 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd3c2dec-eb16-4f37-932a-02ebac74f99d req-de77c69a-04b9-43cb-a570-1a1a8efd2a7b tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 944 time: 0.3252542 Feb 04 13:32:49.823591 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 18ecf498-4722-4cfb-9c42-1da62fff206f details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:32:49.947936 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a5d0ce-5508-493f-a524-119ce254814d x-openstack-request-id: req-b4a5d0ce-5508-493f-a524-119ce254814d {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:49.948302 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcacdf66-2d25-40e2-bc73-07490d9e29d9", "name": "network-vif-plugged", "status": "completed", "tag": "95194f49-2bf5-44b0-879d-bba8a0c53b99", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:49.948680 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b4a5d0ce-5508-493f-a524-119ce254814d {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:49.949941 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcacdf66-2d25-40e2-bc73-07490d9e29d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95194f49-2bf5-44b0-879d-bba8a0c53b99', 'code': 200} Feb 04 13:32:49.974222 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 62522023-218c-493c-9769-1acc318c5112 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:32:49.974832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 62522023-218c-493c-9769-1acc318c5112 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:50.095431 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd3c2dec-eb16-4f37-932a-02ebac74f99d req-64a1bbd9-124e-4d8f-ab04-93774b10d8a8 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827713 Feb 04 13:32:50.160806 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33eda09b-d38b-4dca-8357-e969ea5fe564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:50.164432 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-33eda09b-d38b-4dca-8357-e969ea5fe564 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/280811da-1020-4690-aef1-645d811b9424 HTTP/1.1" status: 204 len: 168 time: 1.9112527 Feb 04 13:32:50.169540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46112) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:50.192395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Attempting to bind port 30d92bc6-4716-4df2-a134-c8406d825a37 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:50.193085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Attempting to bind port 30d92bc6-4716-4df2-a134-c8406d825a37 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'e31816d3-c4f8-4ad1-9c27-bba47d3901da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:50.193843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Attempting to bind port 30d92bc6-4716-4df2-a134-c8406d825a37 on network 1671d76e-ba93-4775-9183-503f305e6bb1 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:50.220327 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfe2e5c-b3cd-4696-ac32-386a6071b09d None None] Network c628d74a-086f-4307-ae02-8cc6d9819caa requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:50.234314 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Publish callbacks [] for router_gateway (967f3464-ec72-455c-bbc9-99beab3b053e), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:50.260026 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eecf3cd3-d4de-4b8e-9943-f35df361c1c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c1352f05-c005-4de1-9437-15dc6bfd8818), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:50.277592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fa8a0-db1d-4339-842c-217d3cf0b8fd req-bbd0e5e0-5753-495b-bdf8-426ab97abe0d tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:50.286531 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-862fa8a0-db1d-4339-842c-217d3cf0b8fd req-bbd0e5e0-5753-495b-bdf8-426ab97abe0d tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.3131092 Feb 04 13:32:50.336762 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176185a-f02b-47a2-b8c5-3c2687b13b2e req-d7efc9df-b497-4c4f-919d-ea752dc2cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:50.338524 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7176185a-f02b-47a2-b8c5-3c2687b13b2e req-d7efc9df-b497-4c4f-919d-ea752dc2cefa service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 1128 time: 0.1832912 Feb 04 13:32:50.405779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=95194f49-2bf5-44b0-879d-bba8a0c53b99,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:50.422708 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:50.423869 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Checking segment: {'id': 'e31816d3-c4f8-4ad1-9c27-bba47d3901da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:50.424578 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:50.425339 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Bound using segment: {'id': 'e31816d3-c4f8-4ad1-9c27-bba47d3901da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:50.426689 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Bound port: 30d92bc6-4716-4df2-a134-c8406d825a37, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31816d3-c4f8-4ad1-9c27-bba47d3901da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:50.426854 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:50.464443 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7176185a-f02b-47a2-b8c5-3c2687b13b2e req-62c72cbc-94be-459b-b2c7-5c0401db7d80 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111612 Feb 04 13:32:50.505888 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-862fa8a0-db1d-4339-842c-217d3cf0b8fd req-2fac47d8-d42b-400b-9815-51050220b44b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179966 Feb 04 13:32:50.510479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf3cd3-d4de-4b8e-9943-f35df361c1c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=c1352f05-c005-4de1-9437-15dc6bfd8818,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:50.539849 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eecf3cd3-d4de-4b8e-9943-f35df361c1c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:50.539849 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-eecf3cd3-d4de-4b8e-9943-f35df361c1c1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/c1352f05-c005-4de1-9437-15dc6bfd8818 HTTP/1.1" status: 204 len: 168 time: 1.5851099 Feb 04 13:32:50.576232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46120) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:50.610699 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6453d955-aab0-4ea4-aae5-4808ee8d4450 req-ede67125-3afc-40dc-bc23-2043f910dd8b tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 210 time: 0.1975605 Feb 04 13:32:50.655958 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (c628d74a-086f-4307-ae02-8cc6d9819caa), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:50.678545 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570ebec5-114e-4bfb-b06c-8cfbd9172716 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:50.680192 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570ebec5-114e-4bfb-b06c-8cfbd9172716 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:50.680325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5c3ff36d-eac5-4324-85de-03718ac7853c None None] Provisioning complete for port 30d92bc6-4716-4df2-a134-c8406d825a37 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:50.680604 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5c3ff36d-eac5-4324-85de-03718ac7853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:50.686653 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-570ebec5-114e-4bfb-b06c-8cfbd9172716 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1025569 Feb 04 13:32:50.691918 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46122) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:50.793259 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e41d1594-3efd-455a-9d9f-03138bb64646 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b33fe352-1f70-432a-872c-316c2bf325ae), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:50.804037 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b0f42-b0ba-465f-aed1-d75a77b48563 req-3ea4fc1c-0615-4b9d-9062-289d9ed9e673 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:50.813520 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-679b0f42-b0ba-465f-aed1-d75a77b48563 req-3ea4fc1c-0615-4b9d-9062-289d9ed9e673 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 948 time: 0.1808996 Feb 04 13:32:50.889408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 18ecf498-4722-4cfb-9c42-1da62fff206f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18ecf498-4722-4cfb-9c42-1da62fff206f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:50.898455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] Deleting port 0302eec6-881b-4aed-a247-f506c98f6a0a {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:50.899312 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0302eec6-881b-4aed-a247-f506c98f6a0a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:50.906957 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d1594-3efd-455a-9d9f-03138bb64646 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Pushing event deleted for resources: {'Port': ['ID=b33fe352-1f70-432a-872c-316c2bf325ae,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:50.908146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-679b0f42-b0ba-465f-aed1-d75a77b48563 req-9d5bf5b5-5646-4ed9-ba5e-bd9b477c86a6 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e14510-f498-4446-ad10-efd6ae32b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923917 Feb 04 13:32:50.916975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '18ecf498-4722-4cfb-9c42-1da62fff206f', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '18ecf498-4722-4cfb-9c42-1da62fff206f', 'mac_address': 'fa:16:3e:8a:7b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:32:50.978874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de33dca-8a51-42f3-9697-1f8a3a470887 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet b5cc07bc-1424-47cb-b30b-8e2007fca1d0 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:32:50.983911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port d9ca5761-0861-4019-a34a-db5986208c6c completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:50.990344 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1de33dca-8a51-42f3-9697-1f8a3a470887 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (b5cc07bc-1424-47cb-b30b-8e2007fca1d0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:51.012578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] For port 0302eec6-881b-4aed-a247-f506c98f6a0a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0302eec6-881b-4aed-a247-f506c98f6a0a,segment=NetworkSegment(caf9d8df-6593-48d1-8067-61a04e3b8b4d),segment_id=caf9d8df-6593-48d1-8067-61a04e3b8b4d)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:51.012578 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0302eec6-881b-4aed-a247-f506c98f6a0a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:51.018405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 18ecf498-4722-4cfb-9c42-1da62fff206f is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:51.018830 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:51.020935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port d9ca5761-0861-4019-a34a-db5986208c6c triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:51.021938 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d9ca5761-0861-4019-a34a-db5986208c6c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:51.213723 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ecf498-4722-4cfb-9c42-1da62fff206f {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:51.236688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ff36d-eac5-4324-85de-03718ac7853c None None] Port 30d92bc6-4716-4df2-a134-c8406d825a37 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:32:51.399969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] For port 30d92bc6-4716-4df2-a134-c8406d825a37, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:51.410303 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 18ecf498-4722-4cfb-9c42-1da62fff206f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18ecf498-4722-4cfb-9c42-1da62fff206f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:51.416038 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-052ca2bd-eff1-4d05-954d-aa0eb65fbb73 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:51.419560 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-052ca2bd-eff1-4d05-954d-aa0eb65fbb73 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.99 "GET /v2.0/networks?id=73de8535-8610-4ac8-ac87-c5727b1291b3 HTTP/1.1" status: 200 len: 822 time: 0.2092159 Feb 04 13:32:51.424890 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1de33dca-8a51-42f3-9697-1f8a3a470887 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (b5cc07bc-1424-47cb-b30b-8e2007fca1d0), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:51.457094 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:51.464087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] For port 30d92bc6-4716-4df2-a134-c8406d825a37, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=30d92bc6-4716-4df2-a134-c8406d825a37,segment=NetworkSegment(e31816d3-c4f8-4ad1-9c27-bba47d3901da),segment_id=e31816d3-c4f8-4ad1-9c27-bba47d3901da)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:51.510580 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-20c7915a-17f4-42dd-9237-a11385285428 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Request body: {'port': {'device_id': '1b310478-5ddd-4211-bacc-96c14b5b8e71', 'network_id': '73de8535-8610-4ac8-ac87-c5727b1291b3', 'admin_state_up': True, 'tenant_id': 'ef19959d17844bdf9cdea72a8d4df099'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:51.515221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Allocated IP 172.20.0.2 (e82fc8ec-1622-402f-91ce-fa6d44f98766/a68ed881-2082-4c2c-a2a1-a096df14f915/d188cc38-042c-431e-a9f9-0309d6bd6487) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:51.538720 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:51.603491 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e5981ce7-877e-41ac-aaec-53207880f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'name': 'tempest-ServersTestManualDisk-159638493-router', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:30:12Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'gw_port': {'id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:14Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'ea4c1930-a614-4305-9333-65f0188a1e41', 'name': '', 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'mac_address': 'fa:16:3e:5e:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:21Z', 'updated_at': '2022-02-04T13:30:31Z', 'revision_number': 5, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'subnets': [{'id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:51.620542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] Calling delete_port for 0302eec6-881b-4aed-a247-f506c98f6a0a owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:51.654382 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ad5d2be5-5204-419e-b802-2ed7744ba7f0 None None] Provisioning complete for port f58e1016-da14-4d81-88b9-db21d097a547 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:51.654901 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ad5d2be5-5204-419e-b802-2ed7744ba7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f58e1016-da14-4d81-88b9-db21d097a547), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:51.686236 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Publish callbacks [] for router_gateway (967f3464-ec72-455c-bbc9-99beab3b053e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:51.757710 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:51.783274 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (0302eec6-881b-4aed-a247-f506c98f6a0a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:51.827862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5981ce7-877e-41ac-aaec-53207880f45d None None] The sync data for ids ['b8cb4ae0-8174-435b-9573-4807d6fed4db'] in n-d-714676-13 is: [{'id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'name': 'tempest-ServersTestManualDisk-159638493-router', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:30:12Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'gw_port': {'id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:14Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'ea4c1930-a614-4305-9333-65f0188a1e41', 'name': '', 'network_id': 'f24b6c58-89d6-4662-8fa5-85c8f4148bf1', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'mac_address': 'fa:16:3e:5e:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:21Z', 'updated_at': '2022-02-04T13:30:31Z', 'revision_number': 5, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'subnets': [{'id': 'ebf481c7-6d88-4613-b307-d6a0179136ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:51.935772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=0302eec6-881b-4aed-a247-f506c98f6a0a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:51.985098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Allocated IP 172.25.5.63 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/ac431dda-553c-4d30-8ea9-27cda14dbbae) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:51.998375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] No DVR routers for this DVR port 0302eec6-881b-4aed-a247-f506c98f6a0a on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:52.050936 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['18ecf498-4722-4cfb-9c42-1da62fff206f'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:32:52.060483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f58e1016-da14-4d81-88b9-db21d097a547 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:52.135224 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=18ecf498-4722-4cfb-9c42-1da62fff206f,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:52.144012 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Publish callbacks [] for port (ac431dda-553c-4d30-8ea9-27cda14dbbae), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:52.156029 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (c628d74a-086f-4307-ae02-8cc6d9819caa), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:52.188632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c628d74a-086f-4307-ae02-8cc6d9819caa']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:52.191167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port d9ca5761-0861-4019-a34a-db5986208c6c is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:52.191544 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e41d1594-3efd-455a-9d9f-03138bb64646 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks [] for floatingip (e48a5490-aa76-4adb-9a45-585ac9a34684), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:52.191870 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d9ca5761-0861-4019-a34a-db5986208c6c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:52.195542 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e41d1594-3efd-455a-9d9f-03138bb64646 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:52.202071 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e41d1594-3efd-455a-9d9f-03138bb64646 tempest-ServersTestManualDisk-194443444 tempest-ServersTestManualDisk-194443444-project] 10.222.0.96 "DELETE /v2.0/floatingips/e48a5490-aa76-4adb-9a45-585ac9a34684 HTTP/1.1" status: 204 len: 168 time: 4.0173955 Feb 04 13:32:52.221769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf9d8df-6593-48d1-8067-61a04e3b8b4d') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:52.222074 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf9d8df-6593-48d1-8067-61a04e3b8b4d') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:52.226727 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46132) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:52.235390 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ac431dda-553c-4d30-8ea9-27cda14dbbae), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:52.240142 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (caf9d8df-6593-48d1-8067-61a04e3b8b4d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:52.267134 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (caf9d8df-6593-48d1-8067-61a04e3b8b4d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:52.282913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:32:52.283429 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (caf9d8df-6593-48d1-8067-61a04e3b8b4d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:32:52.390241 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:32:52.395053 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (c628d74a-086f-4307-ae02-8cc6d9819caa), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:52.414450 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:52.417082 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a466f0e9-0959-4019-97bd-fbfd60edb290 None None] New status for floating IP e48a5490-aa76-4adb-9a45-585ac9a34684: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:32:52.421671 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] 10.222.0.96 "DELETE /v2.0/networks/c628d74a-086f-4307-ae02-8cc6d9819caa HTTP/1.1" status: 204 len: 168 time: 2.2449150 Feb 04 13:32:52.446245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e04bb-2a92-4379-a74f-eebdd0fcd4d5 req-4834cd1f-93fc-481d-abef-8b75204b9c56 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:52.455945 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-563e04bb-2a92-4379-a74f-eebdd0fcd4d5 req-4834cd1f-93fc-481d-abef-8b75204b9c56 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.7003610 Feb 04 13:32:52.508276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a7e42-ec74-452b-8ae1-716fbb0f4f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=c628d74a-086f-4307-ae02-8cc6d9819caa,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:52.522342 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-563e04bb-2a92-4379-a74f-eebdd0fcd4d5 req-92c4205b-4488-4380-a524-a60d12245ab8 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650086 Feb 04 13:32:52.549492 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672ca22-5655-4e13-9b6b-779ac0938489 req-1a085d16-f399-4950-aaa2-e007b75d3e9b tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:52.563833 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e672ca22-5655-4e13-9b6b-779ac0938489 req-1a085d16-f399-4950-aaa2-e007b75d3e9b tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 945 time: 0.8075366 Feb 04 13:32:52.669236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:52.716114 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e672ca22-5655-4e13-9b6b-779ac0938489 req-b954fb2e-c323-4ef1-99a8-a96cc73b8be1 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458426 Feb 04 13:32:52.733964 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:52.736372 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=ac431dda-553c-4d30-8ea9-27cda14dbbae,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:52.772560 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:52.810807 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68a2d7ce-37fb-4bc9-b11c-8e6efa56b84d req-93ddf1c0-6b56-47f0-b0f6-00358e44564f tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 210 time: 0.0930653 Feb 04 13:32:52.816428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-20c7915a-17f4-42dd-9237-a11385285428 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Made reservation on behalf of ef19959d17844bdf9cdea72a8d4df099 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:52.824743 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-20c7915a-17f4-42dd-9237-a11385285428 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:52.825951 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46136) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:52.900579 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1de33dca-8a51-42f3-9697-1f8a3a470887 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (b5cc07bc-1424-47cb-b30b-8e2007fca1d0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:52.941698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port d9ca5761-0861-4019-a34a-db5986208c6c, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d9ca5761-0861-4019-a34a-db5986208c6c,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:52.943744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a025d18-3c40-4ba8-9fdf-ba4969f929ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ca5761-0861-4019-a34a-db5986208c6c'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:52.946974 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fc87f7-1ee4-4c01-81be-baede091971b" -d '{"events": [{"server_uuid": "6a025d18-3c40-4ba8-9fdf-ba4969f929ff", "name": "network-vif-plugged", "status": "completed", "tag": "d9ca5761-0861-4019-a34a-db5986208c6c"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:52.947955 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ac582d8b-f76c-4535-8591-68cfed9ac16d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=998df4e9507f4a8c9af0028c599cba3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1197460 Feb 04 13:32:52.951392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46138) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:52.952364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c3eeed-e163-4e39-ace4-3c4b388a46b0 None None] DHCP port deletion for c628d74a-086f-4307-ae02-8cc6d9819caa request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:32:52.956437 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Routers {'63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:52.957127 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:52.982583 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d9ca5761-0861-4019-a34a-db5986208c6c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:53.016522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd2f10-4a08-4166-96e7-5d359f7b91b6 req-5bfee618-d3a0-4958-aa8a-66caf4c8b32a tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:53.018768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7dd2f10-4a08-4166-96e7-5d359f7b91b6 req-5bfee618-d3a0-4958-aa8a-66caf4c8b32a tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 949 time: 0.1384563 Feb 04 13:32:53.094352 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa77d4e6-4830-4c0b-a72e-54f78a4e949c admin admin] Publish callbacks [] for security_group (4ccb0476-3b11-4764-8ebc-0e868428af52), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:53.145713 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc949cd-cedb-4b33-87f1-a20509d35be5 x-openstack-request-id: req-9dc949cd-cedb-4b33-87f1-a20509d35be5 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:53.146235 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a025d18-3c40-4ba8-9fdf-ba4969f929ff", "name": "network-vif-plugged", "status": "completed", "tag": "d9ca5761-0861-4019-a34a-db5986208c6c", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:53.146658 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9dc949cd-cedb-4b33-87f1-a20509d35be5 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:53.147294 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a025d18-3c40-4ba8-9fdf-ba4969f929ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ca5761-0861-4019-a34a-db5986208c6c', 'code': 200} Feb 04 13:32:53.196344 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa77d4e6-4830-4c0b-a72e-54f78a4e949c admin admin] Publish callbacks [] for security_group (4ccb0476-3b11-4764-8ebc-0e868428af52), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:53.213917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7dd2f10-4a08-4166-96e7-5d359f7b91b6 req-5ca5d1a8-3c9b-4e7c-960f-3fd8a5942c04 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e14510-f498-4446-ad10-efd6ae32b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851549 Feb 04 13:32:53.234349 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f58e1016-da14-4d81-88b9-db21d097a547 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:53.238963 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f58e1016-da14-4d81-88b9-db21d097a547), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:53.296367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a45f6-be99-40eb-9267-b7aedfa1a06f req-987f65d8-8339-4000-9d7f-2b9fbbf57165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:53.299449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-275a45f6-be99-40eb-9267-b7aedfa1a06f req-987f65d8-8339-4000-9d7f-2b9fbbf57165 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6a025d18-3c40-4ba8-9fdf-ba4969f929ff HTTP/1.1" status: 200 len: 1128 time: 0.1670914 Feb 04 13:32:53.319110 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa77d4e6-4830-4c0b-a72e-54f78a4e949c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4ccb0476-3b11-4764-8ebc-0e868428af52), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:53.326473 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa77d4e6-4830-4c0b-a72e-54f78a4e949c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:53.331624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fa77d4e6-4830-4c0b-a72e-54f78a4e949c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4ccb0476-3b11-4764-8ebc-0e868428af52 HTTP/1.1" status: 204 len: 168 time: 0.3764637 Feb 04 13:32:53.337626 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949ca72-be05-40f8-a820-b068248959b4 None None] Pushing event updated for resources: {'Port': ['ID=30d92bc6-4716-4df2-a134-c8406d825a37,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:53.372598 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Publish callbacks [] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:53.378055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77d4e6-4830-4c0b-a72e-54f78a4e949c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccb0476-3b11-4764-8ebc-0e868428af52,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:53.391142 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:53.427377 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-275a45f6-be99-40eb-9267-b7aedfa1a06f req-49ea969e-1118-4e17-b806-32a9fd74b601 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207533 Feb 04 13:32:53.482672 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1de33dca-8a51-42f3-9697-1f8a3a470887 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (b5cc07bc-1424-47cb-b30b-8e2007fca1d0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:53.498537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Network e82fc8ec-1622-402f-91ce-fa6d44f98766 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:53.508730 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:53.510643 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d2be5-5204-419e-b802-2ed7744ba7f0 None None] Current status of the port f58e1016-da14-4d81-88b9-db21d097a547 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:53.510927 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ad5d2be5-5204-419e-b802-2ed7744ba7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f58e1016-da14-4d81-88b9-db21d097a547), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:53.516967 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:53.539693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-20c7915a-17f4-42dd-9237-a11385285428 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Allocated IP 172.20.0.14 (73de8535-8610-4ac8-ac87-c5727b1291b3/3a8de535-a5fd-454c-ad25-7b30d84ea16e/b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:53.595591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de33dca-8a51-42f3-9697-1f8a3a470887 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=b5cc07bc-1424-47cb-b30b-8e2007fca1d0,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:53.606698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] Set router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:53.612168 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1de33dca-8a51-42f3-9697-1f8a3a470887 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:53.618628 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1de33dca-8a51-42f3-9697-1f8a3a470887 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/b5cc07bc-1424-47cb-b30b-8e2007fca1d0 HTTP/1.1" status: 204 len: 168 time: 2.9251132 Feb 04 13:32:53.621457 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46146) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:53.676147 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Publish callbacks [] for router_gateway (967f3464-ec72-455c-bbc9-99beab3b053e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:53.680391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=d9ca5761-0861-4019-a34a-db5986208c6c,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:53.692073 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49df3170-3034-453d-8730-c2eb922f4cf7 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:53.785701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1cf074b0-f924-4194-83ee-fa3fe48ecc26 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1620705 Feb 04 13:32:53.786373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46152) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:53.867461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c479-6705-4e12-8f4d-b875a67abe85 req-1ec546ba-f007-4c5c-a1e7-03473cf034c5 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:53.875693 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4c7c479-6705-4e12-8f4d-b875a67abe85 req-1ec546ba-f007-4c5c-a1e7-03473cf034c5 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.1378756 Feb 04 13:32:53.892694 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5276aa46-9f0d-41c6-8c77-f87d621116f9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:53.897201 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5276aa46-9f0d-41c6-8c77-f87d621116f9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1093798 Feb 04 13:32:53.897854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46156) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:53.916883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f58e1016-da14-4d81-88b9-db21d097a547 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:53.917332 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f58e1016-da14-4d81-88b9-db21d097a547), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:54.039429 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4c7c479-6705-4e12-8f4d-b875a67abe85 req-332b9117-9b69-4fac-a31a-41a08e497c0e tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613386 Feb 04 13:32:54.046256 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae162b9-c422-4d28-96e0-d530dce476d8 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:54.057233 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4ae162b9-c422-4d28-96e0-d530dce476d8 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1500356 Feb 04 13:32:54.059250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46162) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:54.184122 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Attempting to bind port d188cc38-042c-431e-a9f9-0309d6bd6487 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:54.185419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Attempting to bind port d188cc38-042c-431e-a9f9-0309d6bd6487 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'eeb57c5c-3cff-4153-a7f9-d49c406530c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e82fc8ec-1622-402f-91ce-fa6d44f98766'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:54.185988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Attempting to bind port d188cc38-042c-431e-a9f9-0309d6bd6487 on network e82fc8ec-1622-402f-91ce-fa6d44f98766 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:54.197220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-95582399-51ef-462d-8b2c-2760e0f445d7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1309118 Feb 04 13:32:54.236628 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46166) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:54.254394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee2748ba-2e69-4b66-99a2-6389520b728d req-1ef01f26-8bb3-464b-a104-1fae2a70d15e tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 210 time: 0.0828302 Feb 04 13:32:54.263204 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Pushing event updated for resources: {'Port': ['ID=d188cc38-042c-431e-a9f9-0309d6bd6487,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:54.286429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:54.286957 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Checking segment: {'id': 'eeb57c5c-3cff-4153-a7f9-d49c406530c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e82fc8ec-1622-402f-91ce-fa6d44f98766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:54.287264 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:54.287670 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Bound using segment: {'id': 'eeb57c5c-3cff-4153-a7f9-d49c406530c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e82fc8ec-1622-402f-91ce-fa6d44f98766'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:54.288168 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Bound port: d188cc38-042c-431e-a9f9-0309d6bd6487, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb57c5c-3cff-4153-a7f9-d49c406530c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e82fc8ec-1622-402f-91ce-fa6d44f98766'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:54.288580 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:54.303358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe4846-c628-44b0-96c7-61021176ac9f req-ba05bec1-b07d-4ea9-9e75-24ddce658422 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:54.321848 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dffe4846-c628-44b0-96c7-61021176ac9f req-ba05bec1-b07d-4ea9-9e75-24ddce658422 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 945 time: 0.3966477 Feb 04 13:32:54.358296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3d8d0b20-1d7e-46f3-ada6-c9a954b5c5d4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:54.435386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port f58e1016-da14-4d81-88b9-db21d097a547, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f58e1016-da14-4d81-88b9-db21d097a547,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:54.437126 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-ad5d2be5-5204-419e-b802-2ed7744ba7f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:32:54.437507 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-ad5d2be5-5204-419e-b802-2ed7744ba7f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:32:54.459534 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dffe4846-c628-44b0-96c7-61021176ac9f req-231c51d7-f254-41fb-9ed6-ec9f7cbdcbb9 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384461 Feb 04 13:32:54.524704 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f58e1016-da14-4d81-88b9-db21d097a547), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:54.649510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] For port d188cc38-042c-431e-a9f9-0309d6bd6487, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:54.672846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fc55d-35aa-4294-8efe-d1153ac983e0 req-bc9710f7-8421-43fb-8f70-3c851f43daf7 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:54.691590 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-843fc55d-35aa-4294-8efe-d1153ac983e0 req-bc9710f7-8421-43fb-8f70-3c851f43daf7 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 949 time: 0.2294276 Feb 04 13:32:54.716141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77f7c33-4e1a-4cb2-8f2b-0d3654f98448 None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:32:54.727985 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] For port d188cc38-042c-431e-a9f9-0309d6bd6487, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d188cc38-042c-431e-a9f9-0309d6bd6487,segment=NetworkSegment(eeb57c5c-3cff-4153-a7f9-d49c406530c1),segment_id=eeb57c5c-3cff-4153-a7f9-d49c406530c1)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:54.746948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0302eec6-881b-4aed-a247-f506c98f6a0a no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:54.782045 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:54.792602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=f58e1016-da14-4d81-88b9-db21d097a547,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:54.796334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 0302eec6-881b-4aed-a247-f506c98f6a0a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:32:54.796826 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0302eec6-881b-4aed-a247-f506c98f6a0a not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:54.935362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62aafcd-0d4f-40a2-bccb-9ab888107745 None None] Pushing event updated for resources: {'Port': ['ID=d188cc38-042c-431e-a9f9-0309d6bd6487,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:54.999747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'name': 'tempest-TaggedBootDevicesTest_v242-751270328-router', 'tenant_id': '594053dcbab8463db86849941a112819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:39Z', 'revision_number': 4, 'project_id': '594053dcbab8463db86849941a112819', 'gw_port': {'id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:25Z', 'updated_at': '2022-02-04T13:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '30d92bc6-4716-4df2-a134-c8406d825a37', 'name': '', 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1', 'tenant_id': '594053dcbab8463db86849941a112819', 'mac_address': 'fa:16:3e:16:92:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:37Z', 'updated_at': '2022-02-04T13:32:51Z', 'revision_number': 4, 'project_id': '594053dcbab8463db86849941a112819', 'subnets': [{'id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:55.000952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ad4d1-45ef-47d5-95fa-0730ab4ad7c3 req-ce2bb3dd-016d-4207-895e-a6767ace130e tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:55.010497 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-094ad4d1-45ef-47d5-95fa-0730ab4ad7c3 req-ce2bb3dd-016d-4207-895e-a6767ace130e tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a025d18-3c40-4ba8-9fdf-ba4969f929ff HTTP/1.1" status: 200 len: 945 time: 0.3873496 Feb 04 13:32:55.047099 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-843fc55d-35aa-4294-8efe-d1153ac983e0 req-4df8e3b8-01d2-4b36-895b-fd082dc8c0f3 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e14510-f498-4446-ad10-efd6ae32b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480852 Feb 04 13:32:55.082014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1f0b8-c954-4b69-a00a-ba7e741a2d3d None None] The sync data for ids ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'] in n-d-714676-13 is: [{'id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'name': 'tempest-TaggedBootDevicesTest_v242-751270328-router', 'tenant_id': '594053dcbab8463db86849941a112819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:39Z', 'revision_number': 4, 'project_id': '594053dcbab8463db86849941a112819', 'gw_port': {'id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:25Z', 'updated_at': '2022-02-04T13:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '30d92bc6-4716-4df2-a134-c8406d825a37', 'name': '', 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1', 'tenant_id': '594053dcbab8463db86849941a112819', 'mac_address': 'fa:16:3e:16:92:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:37Z', 'updated_at': '2022-02-04T13:32:51Z', 'revision_number': 4, 'project_id': '594053dcbab8463db86849941a112819', 'subnets': [{'id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:55.091219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d2be5-5204-419e-b802-2ed7744ba7f0 None None] Current status of the port f58e1016-da14-4d81-88b9-db21d097a547 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:55.103348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b77f7c33-4e1a-4cb2-8f2b-0d3654f98448 None None] Deleting port f58e1016-da14-4d81-88b9-db21d097a547 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:55.103568 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-20c7915a-17f4-42dd-9237-a11385285428 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Publish callbacks [] for port (b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:55.104527 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b77f7c33-4e1a-4cb2-8f2b-0d3654f98448 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f58e1016-da14-4d81-88b9-db21d097a547), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:55.123084 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (967f3464-ec72-455c-bbc9-99beab3b053e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:55.295382 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-094ad4d1-45ef-47d5-95fa-0730ab4ad7c3 req-d65e67f9-b18e-4bc3-9b5a-c64d30f975d9 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441223 Feb 04 13:32:55.325997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0589ac10-1589-47d9-8694-8718fbd5b4d8 None None] Could not find standard attr ID for object c1352f05-c005-4de1-9437-15dc6bfd8818. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:32:55.460141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0589ac10-1589-47d9-8694-8718fbd5b4d8 None None] Provisioning complete for port 30d92bc6-4716-4df2-a134-c8406d825a37 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:55.460779 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0589ac10-1589-47d9-8694-8718fbd5b4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:55.491068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b77f7c33-4e1a-4cb2-8f2b-0d3654f98448 None None] For port f58e1016-da14-4d81-88b9-db21d097a547, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f58e1016-da14-4d81-88b9-db21d097a547,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:55.491812 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b77f7c33-4e1a-4cb2-8f2b-0d3654f98448 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f58e1016-da14-4d81-88b9-db21d097a547), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:55.538701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d660999-d0a9-4889-8e34-1e85b65ae4d0 req-1e39c671-c3e0-4d68-b4d1-048eeeabfcb5 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 210 time: 0.0670216 Feb 04 13:32:55.547047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0ea1-ea91-4465-b9c9-468b6cf13f13 req-7e4aa3f1-0a73-48a9-b7a8-5f9b5e1f6778 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:55.563126 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d25a0ea1-ea91-4465-b9c9-468b6cf13f13 req-7e4aa3f1-0a73-48a9-b7a8-5f9b5e1f6778 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.2605712 Feb 04 13:32:55.612414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b77f7c33-4e1a-4cb2-8f2b-0d3654f98448 None None] Calling delete_port for f58e1016-da14-4d81-88b9-db21d097a547 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:55.709558 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d25a0ea1-ea91-4465-b9c9-468b6cf13f13 req-afc9dfa3-9507-4b64-8cbc-96ed74a16e01 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447160 Feb 04 13:32:55.764139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0589ac10-1589-47d9-8694-8718fbd5b4d8 None None] Current status of the port 30d92bc6-4716-4df2-a134-c8406d825a37 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:55.764926 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0589ac10-1589-47d9-8694-8718fbd5b4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:55.775527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 18ecf498-4722-4cfb-9c42-1da62fff206f up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:55.836173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8d0b20-1d7e-46f3-ada6-c9a954b5c5d4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:55.844038 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d8d0b20-1d7e-46f3-ada6-c9a954b5c5d4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:55.971258 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-20c7915a-17f4-42dd-9237-a11385285428 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:56.008281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0589ac10-1589-47d9-8694-8718fbd5b4d8 None None] For port 30d92bc6-4716-4df2-a134-c8406d825a37, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=30d92bc6-4716-4df2-a134-c8406d825a37,segment=NetworkSegment(e31816d3-c4f8-4ad1-9c27-bba47d3901da),segment_id=e31816d3-c4f8-4ad1-9c27-bba47d3901da)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:56.021458 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0589ac10-1589-47d9-8694-8718fbd5b4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:56.109525 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-cbe8e1c7-2e50-4679-ac87-397ca13993f0 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=79b62d4006db464eb9f257b6d2a05fd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554082 Feb 04 13:32:56.187362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589ac10-1589-47d9-8694-8718fbd5b4d8 None None] Pushing event updated for resources: {'Port': ['ID=30d92bc6-4716-4df2-a134-c8406d825a37,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:56.204127 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b77f7c33-4e1a-4cb2-8f2b-0d3654f98448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (f58e1016-da14-4d81-88b9-db21d097a547), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:56.220120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-20c7915a-17f4-42dd-9237-a11385285428 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Network 73de8535-8610-4ac8-ac87-c5727b1291b3 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:56.250209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f7c33-4e1a-4cb2-8f2b-0d3654f98448 None None] Pushing event deleted for resources: {'Port': ['ID=f58e1016-da14-4d81-88b9-db21d097a547,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:56.283490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 18ecf498-4722-4cfb-9c42-1da62fff206f completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:56.294387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7915a-17f4-42dd-9237-a11385285428 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Pushing event updated for resources: {'Port': ['ID=b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:56.310543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-20c7915a-17f4-42dd-9237-a11385285428 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:56.313242 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-20c7915a-17f4-42dd-9237-a11385285428 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:56.318217 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f7c33-4e1a-4cb2-8f2b-0d3654f98448 None None] No DVR routers for this DVR port f58e1016-da14-4d81-88b9-db21d097a547 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:56.328053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 18ecf498-4722-4cfb-9c42-1da62fff206f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:56.329052 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:56.430969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cd599-cfa3-45b2-b66e-d4ed26654c5c req-24698fcc-d56a-4d61-98e3-812b3b119f94 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:56.439988 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-257cd599-cfa3-45b2-b66e-d4ed26654c5c req-24698fcc-d56a-4d61-98e3-812b3b119f94 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 949 time: 0.1752570 Feb 04 13:32:56.465702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-6ef3f846-1825-4b4b-ae18-45c0f398ee9b tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:56.468944 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-6ef3f846-1825-4b4b-ae18-45c0f398ee9b tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3483119 Feb 04 13:32:56.526110 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-20c7915a-17f4-42dd-9237-a11385285428 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:56.529126 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-20c7915a-17f4-42dd-9237-a11385285428 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:56.538738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-04c35d6e-a3f0-4fab-aa8d-575fa52710cc tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/quotas/79b62d4006db464eb9f257b6d2a05fd0 HTTP/1.1" status: 200 len: 375 time: 0.0453191 Feb 04 13:32:56.613073 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-be4191f3-9cf0-4fcc-918e-b17e5f5ddc4c tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=79b62d4006db464eb9f257b6d2a05fd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638728 Feb 04 13:32:56.630083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-257cd599-cfa3-45b2-b66e-d4ed26654c5c req-e2dad025-ef40-47cc-9b02-47360977e69c tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e14510-f498-4446-ad10-efd6ae32b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890531 Feb 04 13:32:56.881591 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 18ecf498-4722-4cfb-9c42-1da62fff206f is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:56.882287 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:56.894516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d8247-36bb-45bb-82a9-bfb9527e1281 req-aa948dbc-2600-4ecf-b1a3-ab9d896e2a64 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:56.909708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-125d8247-36bb-45bb-82a9-bfb9527e1281 req-aa948dbc-2600-4ecf-b1a3-ab9d896e2a64 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a025d18-3c40-4ba8-9fdf-ba4969f929ff HTTP/1.1" status: 200 len: 945 time: 0.1928499 Feb 04 13:32:56.945255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03894b9-f4aa-4e7f-9e61-9ebed0932599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ecf498-4722-4cfb-9c42-1da62fff206f'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:56.953543 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2e7eba-8f7e-482b-8f13-a13e009b8395" -d '{"events": [{"server_uuid": "d03894b9-f4aa-4e7f-9e61-9ebed0932599", "name": "network-vif-plugged", "status": "completed", "tag": "18ecf498-4722-4cfb-9c42-1da62fff206f"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:56.986204 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-20c7915a-17f4-42dd-9237-a11385285428 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5480413 Feb 04 13:32:56.987015 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 18ecf498-4722-4cfb-9c42-1da62fff206f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18ecf498-4722-4cfb-9c42-1da62fff206f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:56.998921 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:57.022273 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-125d8247-36bb-45bb-82a9-bfb9527e1281 req-4c645ab9-0b1c-4728-9059-7b86d3600888 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100843 Feb 04 13:32:57.114326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Request body: {'port': {'device_id': '1b310478-5ddd-4211-bacc-96c14b5b8e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:57.133648 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d188cc38-042c-431e-a9f9-0309d6bd6487 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:57.138836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=18ecf498-4722-4cfb-9c42-1da62fff206f,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:57.142533 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Router 967f3464-ec72-455c-bbc9-99beab3b053e is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:32:57.228166 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d5aab76e-d588-4e23-b32a-3107cf8f117c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (b8cb4ae0-8174-435b-9573-4807d6fed4db), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:57.268954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b417d-1ae1-481d-9019-344a0c122cbb None None] Network e82fc8ec-1622-402f-91ce-fa6d44f98766 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:57.396011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port d188cc38-042c-431e-a9f9-0309d6bd6487 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:57.396813 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:57.400917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0c0a96ed-6c12-4ee6-adf9-1fd8d10cbe91 None None] Provisioning complete for port d188cc38-042c-431e-a9f9-0309d6bd6487 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:57.401454 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0c0a96ed-6c12-4ee6-adf9-1fd8d10cbe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:57.405252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aca327-2b9f-47a8-8074-3221aa57ba95 req-ca6ca057-835c-4161-9d8b-fac6314a18ac tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:57.407241 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0aca327-2b9f-47a8-8074-3221aa57ba95 req-ca6ca057-835c-4161-9d8b-fac6314a18ac tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.2185652 Feb 04 13:32:57.418436 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee96a68-6d49-4505-887e-5f246e07cf3e req-45d07e4c-d8bd-40b4-97d0-90f1f6ac1719 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:57.420556 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ee96a68-6d49-4505-887e-5f246e07cf3e req-45d07e4c-d8bd-40b4-97d0-90f1f6ac1719 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 932 time: 0.2080011 Feb 04 13:32:57.535167 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0aca327-2b9f-47a8-8074-3221aa57ba95 req-d0e68dda-a3a6-4cf4-b884-4a0d30222cc3 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125934 Feb 04 13:32:57.604628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ee96a68-6d49-4505-887e-5f246e07cf3e req-64b1cf12-63a1-4624-8c30-3f075c1755b7 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/security-groups?id=59e3e7fc-aeae-4a71-b2da-59296a3fde94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740768 Feb 04 13:32:57.658935 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:57.661472 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:32:57.665901 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751aaf34-1438-43d7-b6c0-107565c2985a x-openstack-request-id: req-751aaf34-1438-43d7-b6c0-107565c2985a {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:57.680455 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03894b9-f4aa-4e7f-9e61-9ebed0932599", "name": "network-vif-plugged", "status": "completed", "tag": "18ecf498-4722-4cfb-9c42-1da62fff206f", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:57.682956 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-751aaf34-1438-43d7-b6c0-107565c2985a {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:57.685549 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03894b9-f4aa-4e7f-9e61-9ebed0932599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ecf498-4722-4cfb-9c42-1da62fff206f', 'code': 200} Feb 04 13:32:57.689303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.objects.ports [None req-3d8d0b20-1d7e-46f3-ada6-c9a954b5c5d4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:32:57.726147 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d8d0b20-1d7e-46f3-ada6-c9a954b5c5d4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (e2b8630a-ba5f-4cb8-ba12-612ccb723da7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:57.745132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Sync routers for ids ['967f3464-ec72-455c-bbc9-99beab3b053e'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:57.828528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8d0b20-1d7e-46f3-ada6-c9a954b5c5d4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:57.839958 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-3d8d0b20-1d7e-46f3-ada6-c9a954b5c5d4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:57.844757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:57.849538 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2863fdaf-5ad7-4681-8062-e2794aa21ea6 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.2365494 Feb 04 13:32:57.851311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8d0b20-1d7e-46f3-ada6-c9a954b5c5d4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:57.851962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d8d0b20-1d7e-46f3-ada6-c9a954b5c5d4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:57.854660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46222) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:57.856552 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Routers {'967f3464-ec72-455c-bbc9-99beab3b053e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:57.865817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['967f3464-ec72-455c-bbc9-99beab3b053e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:57.885126 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32dd9476-f523-43c7-a293-238ffe7057fe req-cc7acc00-b2a1-4d50-b2c8-915a3bf4e323 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 210 time: 0.1908822 Feb 04 13:32:57.893674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2070f40c-f567-4fc1-8966-3922d93ea3a2 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:57.945751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c5e9a-3b10-4bad-b138-b31804cd396a req-174f9981-c9b0-482b-8137-f27a4d2b5891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:57.953053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d7c5e9a-3b10-4bad-b138-b31804cd396a req-174f9981-c9b0-482b-8137-f27a4d2b5891 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 1133 time: 0.1639893 Feb 04 13:32:58.197632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d7c5e9a-3b10-4bad-b138-b31804cd396a req-8aff96f5-0018-4c23-862e-0777da5cdf98 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=39e14510-f498-4446-ad10-efd6ae32b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372949 Feb 04 13:32:58.205269 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d0b20-1d7e-46f3-ada6-c9a954b5c5d4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=e2b8630a-ba5f-4cb8-ba12-612ccb723da7,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:58.217941 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3d8d0b20-1d7e-46f3-ada6-c9a954b5c5d4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.9033780 Feb 04 13:32:58.219216 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46228) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:58.242988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5f4ac201-08cf-4978-b105-b1d40a3adfc1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'mac_address': 'fa:16:3e:4b:84:18', 'name': 'tempest-NetworksTestDHCPv6-483056596'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:58.258642 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb765b51-bf74-4a8e-bb9f-62b85656bb8c req-4c6456e4-33a9-48e6-b8d3-22f7da9a09c2 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:58.267383 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb765b51-bf74-4a8e-bb9f-62b85656bb8c req-4c6456e4-33a9-48e6-b8d3-22f7da9a09c2 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 950 time: 0.2524815 Feb 04 13:32:58.362290 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb765b51-bf74-4a8e-bb9f-62b85656bb8c req-c30abbf5-f22f-45bd-b418-6f5dceb4d894 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e14510-f498-4446-ad10-efd6ae32b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932276 Feb 04 13:32:58.445430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d188cc38-042c-431e-a9f9-0309d6bd6487 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:58.446060 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:58.492487 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a96ed-6c12-4ee6-adf9-1fd8d10cbe91 None None] Current status of the port d188cc38-042c-431e-a9f9-0309d6bd6487 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:58.493396 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0c0a96ed-6c12-4ee6-adf9-1fd8d10cbe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:58.650446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port d188cc38-042c-431e-a9f9-0309d6bd6487, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d188cc38-042c-431e-a9f9-0309d6bd6487,segment=NetworkSegment(eeb57c5c-3cff-4153-a7f9-d49c406530c1),segment_id=eeb57c5c-3cff-4153-a7f9-d49c406530c1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:58.660779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Set router 967f3464-ec72-455c-bbc9-99beab3b053e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:58.717226 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:58.719052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 30d92bc6-4716-4df2-a134-c8406d825a37 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:58.837469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b621e76-6217-4524-a833-978effafe0a0 req-6cdcb7a5-e34d-47ca-91ef-08eb643611a8 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:58.840456 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b621e76-6217-4524-a833-978effafe0a0 req-6cdcb7a5-e34d-47ca-91ef-08eb643611a8 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a025d18-3c40-4ba8-9fdf-ba4969f929ff HTTP/1.1" status: 200 len: 945 time: 0.2472203 Feb 04 13:32:58.882810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': 'e2b8630a-ba5f-4cb8-ba12-612ccb723da7'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:32:58.883863 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:58.922559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2a5ed-b849-453a-8a41-9617270a558b req-ffccd6f3-dd3d-4dd0-ada5-a7eff21a371c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:58.927784 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c1c2a5ed-b849-453a-8a41-9617270a558b req-ffccd6f3-dd3d-4dd0-ada5-a7eff21a371c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.1772795 Feb 04 13:32:59.022489 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b621e76-6217-4524-a833-978effafe0a0 req-1f846b26-c4f2-4d9b-ae10-42db099cf22a tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660511 Feb 04 13:32:59.103697 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c1c2a5ed-b849-453a-8a41-9617270a558b req-1869221d-3e30-41c0-8930-7bd39dfdc9e7 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543653 Feb 04 13:32:59.117351 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-0c0a96ed-6c12-4ee6-adf9-1fd8d10cbe91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:32:59.117761 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-0c0a96ed-6c12-4ee6-adf9-1fd8d10cbe91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:32:59.121536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4ac201-08cf-4978-b105-b1d40a3adfc1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:59.341261 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c169f2ad-338b-4e0b-8df8-24db702efed4 req-348caf52-46c6-43b0-a29f-37b82e791854 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 210 time: 0.1346931 Feb 04 13:32:59.384904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 30d92bc6-4716-4df2-a134-c8406d825a37 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:59.384904 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:59.436385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fb2aa-b927-4ce9-bcbd-cd77b3c16a18 req-7fc9f485-cd46-4bf9-a999-b337872ddab1 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:59.451520 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-819fb2aa-b927-4ce9-bcbd-cd77b3c16a18 req-7fc9f485-cd46-4bf9-a999-b337872ddab1 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 932 time: 0.2416134 Feb 04 13:32:59.576809 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-57ffcdff-b221-49be-b20b-dfd4b584b214 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=79b62d4006db464eb9f257b6d2a05fd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1083939 Feb 04 13:32:59.657165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=d188cc38-042c-431e-a9f9-0309d6bd6487,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:59.767412 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5f4ac201-08cf-4978-b105-b1d40a3adfc1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:59.832449 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Allocated IP 2001:db8::f816:3eff:fe73:aafc (2ee6628b-98e8-4827-b47e-b9107cd39956/e2b8630a-ba5f-4cb8-ba12-612ccb723da7/da49cdbb-016f-4d3e-9e9b-96a1396c6070) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:59.935535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-5f4ac201-08cf-4978-b105-b1d40a3adfc1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port 00a1013c-f9c0-4218-8631-09c75b34de95 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:32:59.954477 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d5aab76e-d588-4e23-b32a-3107cf8f117c admin admin] Deleting port ea4c1930-a614-4305-9333-65f0188a1e41 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:59.955258 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d5aab76e-d588-4e23-b32a-3107cf8f117c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:59.975523 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-819fb2aa-b927-4ce9-bcbd-cd77b3c16a18 req-4f7d6912-c104-42d3-8e4b-7bf906080949 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/security-groups?id=59e3e7fc-aeae-4a71-b2da-59296a3fde94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223291 Feb 04 13:32:59.979038 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:59.980308 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a96ed-6c12-4ee6-adf9-1fd8d10cbe91 None None] Current status of the port d188cc38-042c-431e-a9f9-0309d6bd6487 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:00.067470 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Publish callbacks [] for port (b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:00.159176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-71e264b3-2c39-4d06-a971-bea0e03b71d1 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:00.163134 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-71e264b3-2c39-4d06-a971-bea0e03b71d1 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5791767 Feb 04 13:33:00.197659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Request body: {'port': {'device_id': '0a8bc1e5-04ca-41a7-8463-2789b6b48232', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '79b62d4006db464eb9f257b6d2a05fd0'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:00.210663 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Transition to ACTIVE for port object b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:00.259546 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:00.324645 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb76ed-3e6b-40ec-afb1-dd603c704a3d req-a40b5f7c-e8b3-449c-b23d-66d1b4819691 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:00.324945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8ad16250-4784-4987-87da-e713caeb6048 None None] Provisioning complete for port d188cc38-042c-431e-a9f9-0309d6bd6487 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:00.325131 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ad16250-4784-4987-87da-e713caeb6048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:00.327252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50cb76ed-3e6b-40ec-afb1-dd603c704a3d req-a40b5f7c-e8b3-449c-b23d-66d1b4819691 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 950 time: 0.7847862 Feb 04 13:33:00.378713 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Publish callbacks [] for port (da49cdbb-016f-4d3e-9e9b-96a1396c6070), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:00.391384 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 30d92bc6-4716-4df2-a134-c8406d825a37 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:00.411378 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (da49cdbb-016f-4d3e-9e9b-96a1396c6070), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:00.529250 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f58e1016-da14-4d81-88b9-db21d097a547 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:33:00.538524 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Pushing event updated for resources: {'Port': ['ID=da49cdbb-016f-4d3e-9e9b-96a1396c6070,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:00.543746 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50cb76ed-3e6b-40ec-afb1-dd603c704a3d req-9b57b7de-ef74-4a46-8c13-a09ce83e8be3 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e14510-f498-4446-ad10-efd6ae32b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968153 Feb 04 13:33:00.662971 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303fd8e-1a77-4693-8707-cadf90350713 req-fef0ef94-1137-4604-916d-8edc9bb28ccf tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:00.666064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b303fd8e-1a77-4693-8707-cadf90350713 req-fef0ef94-1137-4604-916d-8edc9bb28ccf tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a025d18-3c40-4ba8-9fdf-ba4969f929ff HTTP/1.1" status: 200 len: 945 time: 0.3650858 Feb 04 13:33:00.775547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'name': 'tempest-TaggedBootDevicesTest_v242-1107571484-router', 'tenant_id': 'e61c06cbd7d347179740e49b9ca9c920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ac431dda-553c-4d30-8ea9-27cda14dbbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:48Z', 'updated_at': '2022-02-04T13:32:53Z', 'revision_number': 3, 'project_id': 'e61c06cbd7d347179740e49b9ca9c920', 'gw_port': {'id': 'ac431dda-553c-4d30-8ea9-27cda14dbbae', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:07:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:51Z', 'updated_at': '2022-02-04T13:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:00.794674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a75942-2dc2-48e2-be7f-095fb4ddedef req-6be427f5-b859-4a1a-8707-76cd1bdf9e8b tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:00.797617 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-66a75942-2dc2-48e2-be7f-095fb4ddedef req-6be427f5-b859-4a1a-8707-76cd1bdf9e8b tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a025d18-3c40-4ba8-9fdf-ba4969f929ff HTTP/1.1" status: 200 len: 945 time: 0.3302417 Feb 04 13:33:00.826594 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: f58e1016-da14-4d81-88b9-db21d097a547 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:33:00.827406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f58e1016-da14-4d81-88b9-db21d097a547 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:33:00.832074 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:00.832732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Made reservation on behalf of 79b62d4006db464eb9f257b6d2a05fd0 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:00.838321 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:00.838589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Checking router: 967f3464-ec72-455c-bbc9-99beab3b053e for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:33:00.839438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Updating router 967f3464-ec72-455c-bbc9-99beab3b053e port ac431dda-553c-4d30-8ea9-27cda14dbbae binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:33:00.846930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:00.874607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:33:00.992816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-5f4ac201-08cf-4978-b105-b1d40a3adfc1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::f816:3eff:fe4b:8418 (2ee6628b-98e8-4827-b47e-b9107cd39956/e2b8630a-ba5f-4cb8-ba12-612ccb723da7/00a1013c-f9c0-4218-8631-09c75b34de95) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:01.014205 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:01.064533 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b303fd8e-1a77-4693-8707-cadf90350713 req-170d4eb6-ef1f-4b6a-9858-3ccab6a6280e tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874557 Feb 04 13:33:01.084525 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ac431dda-553c-4d30-8ea9-27cda14dbbae), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:01.094391 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:01.104103 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-d5aab76e-d588-4e23-b32a-3107cf8f117c admin admin] For port ea4c1930-a614-4305-9333-65f0188a1e41, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ea4c1930-a614-4305-9333-65f0188a1e41,segment=NetworkSegment(57b6631b-ac4c-4897-8030-a27b490e3ed7),segment_id=57b6631b-ac4c-4897-8030-a27b490e3ed7)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:01.105573 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d5aab76e-d588-4e23-b32a-3107cf8f117c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:01.108400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d188cc38-042c-431e-a9f9-0309d6bd6487 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:01.178774 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d5aab76e-d588-4e23-b32a-3107cf8f117c admin admin] Calling delete_port for ea4c1930-a614-4305-9333-65f0188a1e41 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:33:01.210796 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e6fea-e8c7-46d3-bb7e-6ba50f792a9b req-c9a53b47-13ba-4a14-a829-f1a3307d1132 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:01.220348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Attempting to bind port da49cdbb-016f-4d3e-9e9b-96a1396c6070 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:33:01.221342 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Attempting to bind port da49cdbb-016f-4d3e-9e9b-96a1396c6070 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:33:01.222309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Attempting to bind port da49cdbb-016f-4d3e-9e9b-96a1396c6070 on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:33:01.222994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f44e6fea-e8c7-46d3-bb7e-6ba50f792a9b req-c9a53b47-13ba-4a14-a829-f1a3307d1132 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.4754102 Feb 04 13:33:01.248957 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8ad16250-4784-4987-87da-e713caeb6048 None None] Current status of the port d188cc38-042c-431e-a9f9-0309d6bd6487 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:01.269029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:33:01.269693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:33:01.270417 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:01.271087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:33:01.271939 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Bound port: da49cdbb-016f-4d3e-9e9b-96a1396c6070, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:33:01.272579 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (da49cdbb-016f-4d3e-9e9b-96a1396c6070), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:01.295384 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-081a313a-16ae-4b9a-829f-4a2870495547 req-5c6a672f-be7f-4784-a81b-e6313e51d776 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 210 time: 0.0673270 Feb 04 13:33:01.317937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d5c2f-d5c2-4f69-8acd-47c808d871aa req-0d4c926b-50ab-416b-999e-efdaaa5824e0 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:01.319772 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-485d5c2f-d5c2-4f69-8acd-47c808d871aa req-0d4c926b-50ab-416b-999e-efdaaa5824e0 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.99 "GET /v2.0/ports?device_id=fcacdf66-2d25-40e2-bc73-07490d9e29d9 HTTP/1.1" status: 200 len: 945 time: 0.4446318 Feb 04 13:33:01.494832 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f44e6fea-e8c7-46d3-bb7e-6ba50f792a9b req-e1062c5d-7077-4ebb-8a14-5991e45e819c tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707379 Feb 04 13:33:01.564366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port d188cc38-042c-431e-a9f9-0309d6bd6487 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:01.565145 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:01.615431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-66a75942-2dc2-48e2-be7f-095fb4ddedef req-6ab20451-d7bc-41cc-8cc3-b873e1ab3835 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Deleting port d9ca5761-0861-4019-a34a-db5986208c6c {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:33:01.615431 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-66a75942-2dc2-48e2-be7f-095fb4ddedef req-6ab20451-d7bc-41cc-8cc3-b873e1ab3835 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d9ca5761-0861-4019-a34a-db5986208c6c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:01.674689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-485d5c2f-d5c2-4f69-8acd-47c808d871aa req-6ff668c4-db1c-4dc9-b9d4-c2399a96cfb5 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Deleting port 95194f49-2bf5-44b0-879d-bba8a0c53b99 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:33:01.675143 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-485d5c2f-d5c2-4f69-8acd-47c808d871aa req-6ff668c4-db1c-4dc9-b9d4-c2399a96cfb5 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (95194f49-2bf5-44b0-879d-bba8a0c53b99), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:01.721995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] For port da49cdbb-016f-4d3e-9e9b-96a1396c6070, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:33:01.749626 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:01.767365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] For port da49cdbb-016f-4d3e-9e9b-96a1396c6070, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=da49cdbb-016f-4d3e-9e9b-96a1396c6070,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:33:01.799888 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (da49cdbb-016f-4d3e-9e9b-96a1396c6070), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:01.825782 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Attempting to bind port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:33:01.826598 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Attempting to bind port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '73de8535-8610-4ac8-ac87-c5727b1291b3'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:33:01.827281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Attempting to bind port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e on network 73de8535-8610-4ac8-ac87-c5727b1291b3 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:33:01.846143 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e on network 73de8535-8610-4ac8-ac87-c5727b1291b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:33:01.846143 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Attempting to bind port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e on network 73de8535-8610-4ac8-ac87-c5727b1291b3 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:33:01.875077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:33:01.875753 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Checking segment: {'id': 'fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '73de8535-8610-4ac8-ac87-c5727b1291b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:33:01.876728 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Bound using segment: {'id': 'fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '73de8535-8610-4ac8-ac87-c5727b1291b3'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:33:01.877447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Bound port: b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '73de8535-8610-4ac8-ac87-c5727b1291b3'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:33:01.878238 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:02.028986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d188cc38-042c-431e-a9f9-0309d6bd6487 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:02.030791 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Publish callbacks [] for security_group (74ae12f4-2ff0-40c5-816f-c4494522f116), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:02.070144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac96e94-59c9-46b2-a346-72533f403254 req-1910f1dd-81c2-47c9-b31e-6eb9c11f73a7 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:02.083031 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e92dc2-c8c0-4564-ba40-bf07122b3637 None None] Pushing event updated for resources: {'Port': ['ID=da49cdbb-016f-4d3e-9e9b-96a1396c6070,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:02.083590 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ac96e94-59c9-46b2-a346-72533f403254 req-1910f1dd-81c2-47c9-b31e-6eb9c11f73a7 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 944 time: 0.5415206 Feb 04 13:33:02.099324 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (74ae12f4-2ff0-40c5-816f-c4494522f116), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:02.194460 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Publish callbacks [] for port (ac431dda-553c-4d30-8ea9-27cda14dbbae), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:02.203667 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ac431dda-553c-4d30-8ea9-27cda14dbbae), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:02.238925 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-485d5c2f-d5c2-4f69-8acd-47c808d871aa req-6ff668c4-db1c-4dc9-b9d4-c2399a96cfb5 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] For port 95194f49-2bf5-44b0-879d-bba8a0c53b99, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=95194f49-2bf5-44b0-879d-bba8a0c53b99,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:02.239494 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-485d5c2f-d5c2-4f69-8acd-47c808d871aa req-6ff668c4-db1c-4dc9-b9d4-c2399a96cfb5 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (95194f49-2bf5-44b0-879d-bba8a0c53b99), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:02.256691 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-66a75942-2dc2-48e2-be7f-095fb4ddedef req-6ab20451-d7bc-41cc-8cc3-b873e1ab3835 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] For port d9ca5761-0861-4019-a34a-db5986208c6c, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d9ca5761-0861-4019-a34a-db5986208c6c,segment=NetworkSegment(d49bf576-b003-49f1-bb45-5fd637f0f456),segment_id=d49bf576-b003-49f1-bb45-5fd637f0f456)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:02.257290 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-66a75942-2dc2-48e2-be7f-095fb4ddedef req-6ab20451-d7bc-41cc-8cc3-b873e1ab3835 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d9ca5761-0861-4019-a34a-db5986208c6c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:02.302440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Attempting to bind port ac431dda-553c-4d30-8ea9-27cda14dbbae on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:33:02.303006 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5f4ac201-08cf-4978-b105-b1d40a3adfc1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (00a1013c-f9c0-4218-8631-09c75b34de95), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:02.303924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Attempting to bind port ac431dda-553c-4d30-8ea9-27cda14dbbae by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:33:02.303924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Attempting to bind port ac431dda-553c-4d30-8ea9-27cda14dbbae on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:33:02.325130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:33:02.325476 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:33:02.326241 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:02.326829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:33:02.327742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Bound port: ac431dda-553c-4d30-8ea9-27cda14dbbae, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:33:02.328458 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ac431dda-553c-4d30-8ea9-27cda14dbbae), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:02.332683 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d596e8-da25-48e4-a4d5-e0e8360322b5 None None] Pushing event updated for resources: {'Port': ['ID=ac431dda-553c-4d30-8ea9-27cda14dbbae,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:02.453613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4e5e8-b7c1-4dfe-b89c-67982ad97e14 req-5f0571b4-2c70-498b-8e91-1d9c6c7841b7 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:02.472000 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4d4e5e8-b7c1-4dfe-b89c-67982ad97e14 req-5f0571b4-2c70-498b-8e91-1d9c6c7841b7 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 950 time: 0.7015228 Feb 04 13:33:02.499309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] For port ac431dda-553c-4d30-8ea9-27cda14dbbae, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:33:02.508609 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] For port ac431dda-553c-4d30-8ea9-27cda14dbbae, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ac431dda-553c-4d30-8ea9-27cda14dbbae,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:33:02.542509 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ac431dda-553c-4d30-8ea9-27cda14dbbae), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:02.556752 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-66a75942-2dc2-48e2-be7f-095fb4ddedef req-6ab20451-d7bc-41cc-8cc3-b873e1ab3835 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Calling delete_port for d9ca5761-0861-4019-a34a-db5986208c6c owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:33:02.567036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] For port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:33:02.601668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-485d5c2f-d5c2-4f69-8acd-47c808d871aa req-6ff668c4-db1c-4dc9-b9d4-c2399a96cfb5 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Calling delete_port for 95194f49-2bf5-44b0-879d-bba8a0c53b99 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:33:02.616114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ae12f4-2ff0-40c5-816f-c4494522f116,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:02.623491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] For port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e,segment=NetworkSegment(fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8),segment_id=fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:33:02.640217 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d5aab76e-d588-4e23-b32a-3107cf8f117c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ea4c1930-a614-4305-9333-65f0188a1e41), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:02.660261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Routers {'967f3464-ec72-455c-bbc9-99beab3b053e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:33:02.660747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['967f3464-ec72-455c-bbc9-99beab3b053e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:02.733835 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:02.734246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:02.734588 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:02.735036 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:02.735447 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:02.735786 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:02.736119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:02.736467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:02.737046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:02.737439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:02.737767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:02.738297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:02.738867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:02.758437 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:02.784710 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aab76e-d588-4e23-b32a-3107cf8f117c admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4c1930-a614-4305-9333-65f0188a1e41,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:02.846816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ac96e94-59c9-46b2-a346-72533f403254 req-6c52b0ac-5627-4f88-ad1c-f777a4c8366b tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/security-groups?id=59e3e7fc-aeae-4a71-b2da-59296a3fde94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7603548 Feb 04 13:33:02.863170 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d596e8-da25-48e4-a4d5-e0e8360322b5 None None] Pushing event updated for resources: {'Port': ['ID=ac431dda-553c-4d30-8ea9-27cda14dbbae,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:02.915340 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:02.916633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:02.919337 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] 10.222.0.99 "PUT /v2.0/ports/b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e HTTP/1.1" status: 200 len: 1093 time: 5.8188910 Feb 04 13:33:02.921353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b310478-5ddd-4211-bacc-96c14b5b8e71', 'tag': 'b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:33:02.924729 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e8a0c5-68ff-4b6d-981c-3892cf4d12eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1b310478-5ddd-4211-bacc-96c14b5b8e71", "tag": "b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:33:02.953838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] Set router 967f3464-ec72-455c-bbc9-99beab3b053e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:33:02.973935 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5f4ac201-08cf-4978-b105-b1d40a3adfc1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (00a1013c-f9c0-4218-8631-09c75b34de95), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:02.992002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Allocated IP 172.20.0.1 (e82fc8ec-1622-402f-91ce-fa6d44f98766/a68ed881-2082-4c2c-a2a1-a096df14f915/48062ad2-5bd3-4f67-8107-cb65b250f29d) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:03.060960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4d4e5e8-b7c1-4dfe-b89c-67982ad97e14 req-f5efec03-7a39-4c34-a7da-eadf31558bc9 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e14510-f498-4446-ad10-efd6ae32b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871708 Feb 04 13:33:03.149007 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Allocated IP 192.168.233.159 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/deda3404-9759-4f87-a125-371b4527a4a6) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:03.403005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device da49cdbb-016f-4d3e-9e9b-96a1396c6070 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:03.518459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port da49cdbb-016f-4d3e-9e9b-96a1396c6070 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:03.518999 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (da49cdbb-016f-4d3e-9e9b-96a1396c6070), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:03.562334 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Publish callbacks [] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:03.588649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'name': 'tempest-TaggedBootDevicesTest_v242-1107571484-router', 'tenant_id': 'e61c06cbd7d347179740e49b9ca9c920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ac431dda-553c-4d30-8ea9-27cda14dbbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:48Z', 'updated_at': '2022-02-04T13:32:53Z', 'revision_number': 3, 'project_id': 'e61c06cbd7d347179740e49b9ca9c920', 'gw_port': {'id': 'ac431dda-553c-4d30-8ea9-27cda14dbbae', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:07:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:51Z', 'updated_at': '2022-02-04T13:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:03.645931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e284de-4b1b-437c-a584-6e355e9950a7 None None] The sync data for ids ['967f3464-ec72-455c-bbc9-99beab3b053e'] in n-d-714676-13 is: [{'id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'name': 'tempest-TaggedBootDevicesTest_v242-1107571484-router', 'tenant_id': 'e61c06cbd7d347179740e49b9ca9c920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ac431dda-553c-4d30-8ea9-27cda14dbbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:48Z', 'updated_at': '2022-02-04T13:32:53Z', 'revision_number': 3, 'project_id': 'e61c06cbd7d347179740e49b9ca9c920', 'gw_port': {'id': 'ac431dda-553c-4d30-8ea9-27cda14dbbae', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:07:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:51Z', 'updated_at': '2022-02-04T13:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:33:03.659288 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ac201-08cf-4978-b105-b1d40a3adfc1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:03.754835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port da49cdbb-016f-4d3e-9e9b-96a1396c6070 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:03.759003 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (da49cdbb-016f-4d3e-9e9b-96a1396c6070), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:03.795541 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d5aab76e-d588-4e23-b32a-3107cf8f117c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (b8cb4ae0-8174-435b-9573-4807d6fed4db), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:03.797967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd57f5-efc9-4971-a6ff-ae5221de9042 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:03.805522 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-5f4ac201-08cf-4978-b105-b1d40a3adfc1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:03.824371 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d9ca5761-0861-4019-a34a-db5986208c6c no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:33:03.838281 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:03.906581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port da49cdbb-016f-4d3e-9e9b-96a1396c6070, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=da49cdbb-016f-4d3e-9e9b-96a1396c6070,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:03.909760 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ac201-08cf-4978-b105-b1d40a3adfc1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:33:03.921107 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4ac201-08cf-4978-b105-b1d40a3adfc1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:03.921809 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5f4ac201-08cf-4978-b105-b1d40a3adfc1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:03.936700 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (da49cdbb-016f-4d3e-9e9b-96a1396c6070), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:04.022947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ac201-08cf-4978-b105-b1d40a3adfc1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=00a1013c-f9c0-4218-8631-09c75b34de95,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:04.034874 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=da49cdbb-016f-4d3e-9e9b-96a1396c6070,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:04.101874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-69facdd2-1485-45d4-8965-9ae0fb6381a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:04.103762 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-69facdd2-1485-45d4-8965-9ae0fb6381a8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ef19959d17844bdf9cdea72a8d4df099&device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 1127 time: 1.1218121 Feb 04 13:33:04.122659 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Network e82fc8ec-1622-402f-91ce-fa6d44f98766 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:04.123693 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790575d2-71a3-49e1-affa-d6c7abd6cb92 req-e7f4ae37-cb75-4a35-a07a-6ad6083eeb00 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 210 time: 0.8403194 Feb 04 13:33:04.130953 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5f4ac201-08cf-4978-b105-b1d40a3adfc1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.8989668 Feb 04 13:33:04.149703 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46262) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:04.190061 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:04.273354 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port d9ca5761-0861-4019-a34a-db5986208c6c is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:04.274006 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d9ca5761-0861-4019-a34a-db5986208c6c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:04.337261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:33:04.397584 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-250c42c9-0060-4e31-a6a2-16546e794e13 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e HTTP/1.1" status: 200 len: 217 time: 0.2778442 Feb 04 13:33:04.452642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3a23c82e-08be-4f76-87a9-80c7ef2e8bb9 None None] Provisioning complete for port da49cdbb-016f-4d3e-9e9b-96a1396c6070 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:04.453039 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a23c82e-08be-4f76-87a9-80c7ef2e8bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (da49cdbb-016f-4d3e-9e9b-96a1396c6070), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:04.517596 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (967f3464-ec72-455c-bbc9-99beab3b053e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:04.616907 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-66a75942-2dc2-48e2-be7f-095fb4ddedef req-6ab20451-d7bc-41cc-8cc3-b873e1ab3835 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d9ca5761-0861-4019-a34a-db5986208c6c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:04.738840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3a23c82e-08be-4f76-87a9-80c7ef2e8bb9 None None] Current status of the port da49cdbb-016f-4d3e-9e9b-96a1396c6070 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:04.743631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Pushing event updated for resources: {'Port': ['ID=48062ad2-5bd3-4f67-8107-cb65b250f29d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:04.747914 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-96f0ce94-8cce-43ac-ab1d-c755eff4ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:04.749560 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-96f0ce94-8cce-43ac-ab1d-c755eff4ce76 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3a8de535-a5fd-454c-ad25-7b30d84ea16e HTTP/1.1" status: 200 len: 862 time: 0.3090320 Feb 04 13:33:04.787128 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509108d5-82d1-42b7-8ea1-7bd7ae6a506c req-dee76eea-3a6f-4304-81cc-1eacd5cd7210 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:04.791440 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-509108d5-82d1-42b7-8ea1-7bd7ae6a506c req-dee76eea-3a6f-4304-81cc-1eacd5cd7210 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a025d18-3c40-4ba8-9fdf-ba4969f929ff HTTP/1.1" status: 200 len: 945 time: 1.6548038 Feb 04 13:33:04.862220 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab20451-d7bc-41cc-8cc3-b873e1ab3835 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Pushing event deleted for resources: {'Port': ['ID=d9ca5761-0861-4019-a34a-db5986208c6c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:04.893461 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-485d5c2f-d5c2-4f69-8acd-47c808d871aa req-6ff668c4-db1c-4dc9-b9d4-c2399a96cfb5 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (95194f49-2bf5-44b0-879d-bba8a0c53b99), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:04.897246 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-231e8b6b-60a7-4985-a247-27ed18225781 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=73de8535-8610-4ac8-ac87-c5727b1291b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040218 Feb 04 13:33:04.930070 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-19f13ec5-37e7-4e8e-8759-6b5a1b9de0f9 None None] Provisioning complete for port 00a1013c-f9c0-4218-8631-09c75b34de95 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:04.937126 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-19f13ec5-37e7-4e8e-8759-6b5a1b9de0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (00a1013c-f9c0-4218-8631-09c75b34de95), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:04.991371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a75942-2dc2-48e2-be7f-095fb4ddedef req-6ab20451-d7bc-41cc-8cc3-b873e1ab3835 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] No DVR routers for this DVR port d9ca5761-0861-4019-a34a-db5986208c6c on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:33:05.017497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff668c4-db1c-4dc9-b9d4-c2399a96cfb5 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Pushing event deleted for resources: {'Port': ['ID=95194f49-2bf5-44b0-879d-bba8a0c53b99,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:05.028657 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-19f13ec5-37e7-4e8e-8759-6b5a1b9de0f9 None None] Port 00a1013c-f9c0-4218-8631-09c75b34de95 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:33:05.028881 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-66a75942-2dc2-48e2-be7f-095fb4ddedef req-6ab20451-d7bc-41cc-8cc3-b873e1ab3835 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:05.032602 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-66a75942-2dc2-48e2-be7f-095fb4ddedef req-6ab20451-d7bc-41cc-8cc3-b873e1ab3835 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.99 "DELETE /v2.0/ports/d9ca5761-0861-4019-a34a-db5986208c6c HTTP/1.1" status: 204 len: 173 time: 4.1880121 Feb 04 13:33:05.050507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-19f13ec5-37e7-4e8e-8759-6b5a1b9de0f9 None None] Provisioning complete for port 48062ad2-5bd3-4f67-8107-cb65b250f29d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:05.051909 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a025d18-3c40-4ba8-9fdf-ba4969f929ff', 'name': 'network-vif-deleted', 'tag': 'd9ca5761-0861-4019-a34a-db5986208c6c'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:33:05.052410 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-19f13ec5-37e7-4e8e-8759-6b5a1b9de0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:05.054638 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d355d74-9e47-4c34-bf20-bab19fba790c" -d '{"events": [{"server_uuid": "6a025d18-3c40-4ba8-9fdf-ba4969f929ff", "name": "network-vif-deleted", "tag": "d9ca5761-0861-4019-a34a-db5986208c6c"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:33:05.202395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-19f13ec5-37e7-4e8e-8759-6b5a1b9de0f9 None None] Port 48062ad2-5bd3-4f67-8107-cb65b250f29d cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:33:05.244723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea36a87-566b-4cfa-bebd-7ecf90e3839d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:05.257500 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea36a87-566b-4cfa-bebd-7ecf90e3839d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:05.262023 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cea36a87-566b-4cfa-bebd-7ecf90e3839d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 1.1102815 Feb 04 13:33:05.281944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46268) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:05.300005 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-3fecae55-8b39-4498-9a0f-39791b299631 service neutron] 10.222.0.99 "GET /v2.0/networks/73de8535-8610-4ac8-ac87-c5727b1291b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850729 Feb 04 13:33:05.315221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ac431dda-553c-4d30-8ea9-27cda14dbbae up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:05.325221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-509108d5-82d1-42b7-8ea1-7bd7ae6a506c req-d0de51df-5131-4efe-bba0-80e7c6a8064e tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.96 "GET /v2.0/security-groups?id=64468fa5-7d5f-4e8a-99af-0f0c36079123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707086 Feb 04 13:33:05.422150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ac431dda-553c-4d30-8ea9-27cda14dbbae triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:05.423162 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ac431dda-553c-4d30-8ea9-27cda14dbbae), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:05.441980 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Publish callbacks [] for port (deda3404-9759-4f87-a125-371b4527a4a6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:05.517119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c816432-8842-4057-ba5f-5836b0fc1532 req-a20c4c53-690e-42dc-9b56-49ca7fd22c73 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:05.520202 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8c816432-8842-4057-ba5f-5836b0fc1532 req-a20c4c53-690e-42dc-9b56-49ca7fd22c73 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.9438713 Feb 04 13:33:05.522447 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-485d5c2f-d5c2-4f69-8acd-47c808d871aa req-6ff668c4-db1c-4dc9-b9d4-c2399a96cfb5 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] No DVR routers for this DVR port 95194f49-2bf5-44b0-879d-bba8a0c53b99 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:33:05.529065 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-485d5c2f-d5c2-4f69-8acd-47c808d871aa req-6ff668c4-db1c-4dc9-b9d4-c2399a96cfb5 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:05.538313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-485d5c2f-d5c2-4f69-8acd-47c808d871aa req-6ff668c4-db1c-4dc9-b9d4-c2399a96cfb5 tempest-MultipleCreateTestJSON-11717759 tempest-MultipleCreateTestJSON-11717759-project] 10.222.0.99 "DELETE /v2.0/ports/95194f49-2bf5-44b0-879d-bba8a0c53b99 HTTP/1.1" status: 204 len: 173 time: 4.2084913 Feb 04 13:33:05.548504 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5aab76e-d588-4e23-b32a-3107cf8f117c admin admin] Router b8cb4ae0-8174-435b-9573-4807d6fed4db has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:33:05.641411 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (deda3404-9759-4f87-a125-371b4527a4a6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:05.739553 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffccddd1-503c-431e-95de-1132c8f5d46e x-openstack-request-id: req-ffccddd1-503c-431e-95de-1132c8f5d46e {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:33:05.740383 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b310478-5ddd-4211-bacc-96c14b5b8e71", "tag": "b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:33:05.743244 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ffccddd1-503c-431e-95de-1132c8f5d46e {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:33:05.744386 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b310478-5ddd-4211-bacc-96c14b5b8e71', 'tag': 'b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e', 'status': 'completed', 'code': 200} Feb 04 13:33:05.753040 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:05.776257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ac431dda-553c-4d30-8ea9-27cda14dbbae is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:05.776257 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ac431dda-553c-4d30-8ea9-27cda14dbbae), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:05.820187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port ac431dda-553c-4d30-8ea9-27cda14dbbae, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ac431dda-553c-4d30-8ea9-27cda14dbbae,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:05.828737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 95194f49-2bf5-44b0-879d-bba8a0c53b99 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:33:05.893674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Pushing event updated for resources: {'Port': ['ID=deda3404-9759-4f87-a125-371b4527a4a6,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:06.002856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:06.019236 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dcaaf930-1c08-474e-9bdb-8d6b190c7e3b req-580eb4ea-2395-4c91-b0a4-b13f00783a09 service neutron] 10.222.0.99 "GET /v2.0/networks/73de8535-8610-4ac8-ac87-c5727b1291b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7084472 Feb 04 13:33:06.106485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aab76e-d588-4e23-b32a-3107cf8f117c admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:33:06.107757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:06.122203 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d5aab76e-d588-4e23-b32a-3107cf8f117c admin admin] 10.222.0.96 "PUT /v2.0/routers/b8cb4ae0-8174-435b-9573-4807d6fed4db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8889117 Feb 04 13:33:06.128962 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeded3e-40b7-4f6d-b5b7-1f2fd348733b None None] Sync routers for ids ['b8cb4ae0-8174-435b-9573-4807d6fed4db'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:33:06.144276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46276) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:06.160533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:33:06.175119 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeded3e-40b7-4f6d-b5b7-1f2fd348733b None None] Routers {'b8cb4ae0-8174-435b-9573-4807d6fed4db'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:33:06.176448 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2eeded3e-40b7-4f6d-b5b7-1f2fd348733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8cb4ae0-8174-435b-9573-4807d6fed4db'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:06.211403 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8c816432-8842-4057-ba5f-5836b0fc1532 req-85713b4d-1b21-402c-8b31-6c539978f6bf tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6515894 Feb 04 13:33:06.387396 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ac431dda-553c-4d30-8ea9-27cda14dbbae), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:06.388786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device da49cdbb-016f-4d3e-9e9b-96a1396c6070 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:06.406170 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 95194f49-2bf5-44b0-879d-bba8a0c53b99 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:33:06.406753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 95194f49-2bf5-44b0-879d-bba8a0c53b99 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:33:06.461920 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Publish callbacks [] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:06.485336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:06.752048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Pushing event updated for resources: {'Port': ['ID=48062ad2-5bd3-4f67-8107-cb65b250f29d,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:06.811352 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (967f3464-ec72-455c-bbc9-99beab3b053e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:06.813506 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-28fc78a2-e175-4b47-884b-1fa618765248 admin admin] Publish callbacks [] for router (b8cb4ae0-8174-435b-9573-4807d6fed4db), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:07.028414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port da49cdbb-016f-4d3e-9e9b-96a1396c6070 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:07.028886 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (da49cdbb-016f-4d3e-9e9b-96a1396c6070), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:07.118965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=ac431dda-553c-4d30-8ea9-27cda14dbbae,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:07.135531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3e6e1a83-5e4b-44f8-867b-a9c21ff410e7 None None] Provisioning complete for port deda3404-9759-4f87-a125-371b4527a4a6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:07.135971 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1a83-5e4b-44f8-867b-a9c21ff410e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (deda3404-9759-4f87-a125-371b4527a4a6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:07.173799 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-2eeded3e-40b7-4f6d-b5b7-1f2fd348733b None None] Set router b8cb4ae0-8174-435b-9573-4807d6fed4db gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:33:07.177333 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-28fc78a2-e175-4b47-884b-1fa618765248 admin admin] Publish callbacks [] for router_gateway (b8cb4ae0-8174-435b-9573-4807d6fed4db), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:07.235594 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e1a83-5e4b-44f8-867b-a9c21ff410e7 None None] Port deda3404-9759-4f87-a125-371b4527a4a6 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:33:07.315269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:07.316486 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:07.428950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port da49cdbb-016f-4d3e-9e9b-96a1396c6070 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:07.450329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-12e5d101-a157-480f-95f9-4bafe9f5f6b1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port 00a1013c-f9c0-4218-8631-09c75b34de95 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:33:07.450874 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12e5d101-a157-480f-95f9-4bafe9f5f6b1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (00a1013c-f9c0-4218-8631-09c75b34de95), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:07.476889 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-1a387b93-eafa-456f-b1b6-5f68679ebab6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.2943263 Feb 04 13:33:07.493571 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bb229f-0eaa-4b55-b0b5-22c2c6a6f18b x-openstack-request-id: req-44bb229f-0eaa-4b55-b0b5-22c2c6a6f18b {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:33:07.494022 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a025d18-3c40-4ba8-9fdf-ba4969f929ff", "name": "network-vif-deleted", "tag": "d9ca5761-0861-4019-a34a-db5986208c6c", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:33:07.494455 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-44bb229f-0eaa-4b55-b0b5-22c2c6a6f18b {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:33:07.495126 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a025d18-3c40-4ba8-9fdf-ba4969f929ff', 'name': 'network-vif-deleted', 'tag': 'd9ca5761-0861-4019-a34a-db5986208c6c', 'status': 'completed', 'code': 200} Feb 04 13:33:07.661592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Request body: {'port': {'device_id': '0a8bc1e5-04ca-41a7-8463-2789b6b48232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:07.724991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ac431dda-553c-4d30-8ea9-27cda14dbbae up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:07.777177 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbeb4-c933-4c6b-bc40-b6d9e68c41a7 req-e978035b-d6cd-44b0-93ce-7b4edebaa1db tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:07.781429 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec7fbeb4-c933-4c6b-bc40-b6d9e68c41a7 req-e978035b-d6cd-44b0-93ce-7b4edebaa1db tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 944 time: 0.9499075 Feb 04 13:33:07.899519 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2eeded3e-40b7-4f6d-b5b7-1f2fd348733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'name': 'tempest-ServersTestManualDisk-159638493-router', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:30:12Z', 'updated_at': '2022-02-04T13:33:02Z', 'revision_number': 5, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'gw_port': {'id': '54a2c78c-f382-4251-a0de-b6e1c8246da5', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:14Z', 'updated_at': '2022-02-04T13:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:07.914445 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ac431dda-553c-4d30-8ea9-27cda14dbbae triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:07.914445 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ac431dda-553c-4d30-8ea9-27cda14dbbae), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:07.949146 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeded3e-40b7-4f6d-b5b7-1f2fd348733b None None] Checking router: b8cb4ae0-8174-435b-9573-4807d6fed4db for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:33:07.979195 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeded3e-40b7-4f6d-b5b7-1f2fd348733b None None] Routers {'b8cb4ae0-8174-435b-9573-4807d6fed4db'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:33:07.981280 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2eeded3e-40b7-4f6d-b5b7-1f2fd348733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8cb4ae0-8174-435b-9573-4807d6fed4db'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:07.982918 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8a0c5-68ff-4b6d-981c-3892cf4d12eb req-310a0530-7615-459b-9fb5-111484e2beab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:07.984816 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-39e8a0c5-68ff-4b6d-981c-3892cf4d12eb req-310a0530-7615-459b-9fb5-111484e2beab service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ef19959d17844bdf9cdea72a8d4df099&device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 1127 time: 1.8333638 Feb 04 13:33:07.992674 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Network e82fc8ec-1622-402f-91ce-fa6d44f98766 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:08.004426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:08.125276 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ac431dda-553c-4d30-8ea9-27cda14dbbae is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:08.148168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-28fc78a2-e175-4b47-884b-1fa618765248 admin admin] Deleting port 54a2c78c-f382-4251-a0de-b6e1c8246da5 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:33:08.149869 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-28fc78a2-e175-4b47-884b-1fa618765248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (54a2c78c-f382-4251-a0de-b6e1c8246da5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:08.197704 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec7fbeb4-c933-4c6b-bc40-b6d9e68c41a7 req-9cfdcfce-a1c0-42d7-9947-09742c823c44 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/security-groups?id=59e3e7fc-aeae-4a71-b2da-59296a3fde94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666930 Feb 04 13:33:08.200683 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (deda3404-9759-4f87-a125-371b4527a4a6), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:08.215180 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-2eeded3e-40b7-4f6d-b5b7-1f2fd348733b None None] Set router b8cb4ae0-8174-435b-9573-4807d6fed4db gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:33:08.279373 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12e5d101-a157-480f-95f9-4bafe9f5f6b1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (00a1013c-f9c0-4218-8631-09c75b34de95), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:08.358021 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2eeded3e-40b7-4f6d-b5b7-1f2fd348733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'name': 'tempest-ServersTestManualDisk-159638493-router', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:30:12Z', 'updated_at': '2022-02-04T13:33:07Z', 'revision_number': 6, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:08.395143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-12e5d101-a157-480f-95f9-4bafe9f5f6b1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for 00a1013c-f9c0-4218-8631-09c75b34de95 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:33:08.408336 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8a0c5-68ff-4b6d-981c-3892cf4d12eb req-20e4471e-816e-4a74-8a2d-304cf56a2042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:08.410240 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-39e8a0c5-68ff-4b6d-981c-3892cf4d12eb req-20e4471e-816e-4a74-8a2d-304cf56a2042 service neutron] 10.222.0.99 "GET /v2.0/networks?id=73de8535-8610-4ac8-ac87-c5727b1291b3 HTTP/1.1" status: 200 len: 923 time: 0.4162984 Feb 04 13:33:08.416213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73da5d-1d2d-4cde-a099-0bd41cc3e4e5 req-3eac1b63-5925-4a77-bf3a-2683c71978be tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:08.419733 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c73da5d-1d2d-4cde-a099-0bd41cc3e4e5 req-3eac1b63-5925-4a77-bf3a-2683c71978be tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 936 time: 0.7440774 Feb 04 13:33:08.449186 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeded3e-40b7-4f6d-b5b7-1f2fd348733b None None] The sync data for ids ['b8cb4ae0-8174-435b-9573-4807d6fed4db'] in n-d-714676-13 is: [{'id': 'b8cb4ae0-8174-435b-9573-4807d6fed4db', 'name': 'tempest-ServersTestManualDisk-159638493-router', 'tenant_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:30:12Z', 'updated_at': '2022-02-04T13:33:07Z', 'revision_number': 6, 'project_id': 'a15dfaa014424b9c999a70b0d8f01ece', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:33:08.476765 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-39e8a0c5-68ff-4b6d-981c-3892cf4d12eb req-f7562840-4479-41f9-9a59-a01bfa7e3e67 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e HTTP/1.1" status: 200 len: 217 time: 0.0604417 Feb 04 13:33:08.498952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Router 967f3464-ec72-455c-bbc9-99beab3b053e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:33:08.499841 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c97e46f9-6fd3-4897-865a-3a5eedd204e9 None None] Provisioning complete for port 48062ad2-5bd3-4f67-8107-cb65b250f29d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:08.501645 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c97e46f9-6fd3-4897-865a-3a5eedd204e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:08.568522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c97e46f9-6fd3-4897-865a-3a5eedd204e9 None None] Port 48062ad2-5bd3-4f67-8107-cb65b250f29d cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:33:08.640606 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8a0c5-68ff-4b6d-981c-3892cf4d12eb req-ea4a62ce-a6c6-4c62-9586-0e23212299f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:08.643425 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-39e8a0c5-68ff-4b6d-981c-3892cf4d12eb req-ea4a62ce-a6c6-4c62-9586-0e23212299f1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3a8de535-a5fd-454c-ad25-7b30d84ea16e HTTP/1.1" status: 200 len: 862 time: 0.1590300 Feb 04 13:33:08.717318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-28fc78a2-e175-4b47-884b-1fa618765248 admin admin] For port 54a2c78c-f382-4251-a0de-b6e1c8246da5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=54a2c78c-f382-4251-a0de-b6e1c8246da5,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:08.717656 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-28fc78a2-e175-4b47-884b-1fa618765248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (54a2c78c-f382-4251-a0de-b6e1c8246da5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:08.727715 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-39e8a0c5-68ff-4b6d-981c-3892cf4d12eb req-81062744-cf8b-441b-a198-7e66c24c8f06 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=73de8535-8610-4ac8-ac87-c5727b1291b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430739 Feb 04 13:33:08.818767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-28fc78a2-e175-4b47-884b-1fa618765248 admin admin] Calling delete_port for 54a2c78c-f382-4251-a0de-b6e1c8246da5 owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:33:08.842385 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:33:08.850667 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c5bc945c-afe1-4bd2-aa0d-28988b399c64 admin admin] 10.222.0.96 "PUT /v2.0/routers/967f3464-ec72-455c-bbc9-99beab3b053e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9847863 Feb 04 13:33:08.867138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Sync routers for ids ['967f3464-ec72-455c-bbc9-99beab3b053e'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:33:08.912738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Routers {'967f3464-ec72-455c-bbc9-99beab3b053e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:33:08.914602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['967f3464-ec72-455c-bbc9-99beab3b053e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:08.927032 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-39e8a0c5-68ff-4b6d-981c-3892cf4d12eb req-6f0c970f-4ed0-43dd-89e4-d564fe7c819f service neutron] 10.222.0.99 "GET /v2.0/networks/73de8535-8610-4ac8-ac87-c5727b1291b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907845 Feb 04 13:33:09.171772 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-39e8a0c5-68ff-4b6d-981c-3892cf4d12eb req-f9066b63-28f0-4a72-bff9-03e16cc85830 service neutron] 10.222.0.99 "GET /v2.0/networks/73de8535-8610-4ac8-ac87-c5727b1291b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361526 Feb 04 13:33:09.192514 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c73da5d-1d2d-4cde-a099-0bd41cc3e4e5 req-dce72a82-5506-47f0-921e-6ae1f0eceb36 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/security-groups?id=74ae12f4-2ff0-40c5-816f-c4494522f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7512720 Feb 04 13:33:09.203030 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Set router 967f3464-ec72-455c-bbc9-99beab3b053e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:33:09.217488 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0193d-cfb2-4c3d-ba83-875ab61c3036 req-ab31a22e-60bd-49f4-8bc7-3f9380dc7116 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:09.221743 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ce0193d-cfb2-4c3d-ba83-875ab61c3036 req-ab31a22e-60bd-49f4-8bc7-3f9380dc7116 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.7926846 Feb 04 13:33:09.390916 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46308) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:09.512490 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ce0193d-cfb2-4c3d-ba83-875ab61c3036 req-7a0eec5b-82b2-488e-a216-0e5be04afe21 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081091 Feb 04 13:33:09.513239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcacdf66-2d25-40e2-bc73-07490d9e29d9', 'name': 'network-vif-deleted', 'tag': '95194f49-2bf5-44b0-879d-bba8a0c53b99'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:33:09.524513 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55b5ac5-cc8c-4364-a9c3-18641cad25a6" -d '{"events": [{"server_uuid": "fcacdf66-2d25-40e2-bc73-07490d9e29d9", "name": "network-vif-deleted", "tag": "95194f49-2bf5-44b0-879d-bba8a0c53b99"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:33:09.629504 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c5846b-b8d3-44a7-a9c8-6c4a8c0d5f5e admin admin] Deleting subnet 27f1033c-8f22-4202-a03b-f6e965b42173 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:33:09.653941 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c5846b-b8d3-44a7-a9c8-6c4a8c0d5f5e admin admin] Publish callbacks [] for subnet (27f1033c-8f22-4202-a03b-f6e965b42173), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:09.725650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ea4c1930-a614-4305-9333-65f0188a1e41 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:33:09.770676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: ea4c1930-a614-4305-9333-65f0188a1e41 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:33:09.777066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ea4c1930-a614-4305-9333-65f0188a1e41 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:33:09.777909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 54a2c78c-f382-4251-a0de-b6e1c8246da5 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:33:09.790748 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5112ef-629d-4634-9b26-c8d4c5809a8b x-openstack-request-id: req-1a5112ef-629d-4634-9b26-c8d4c5809a8b {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:33:09.792268 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c5846b-b8d3-44a7-a9c8-6c4a8c0d5f5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (27f1033c-8f22-4202-a03b-f6e965b42173), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:09.792990 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcacdf66-2d25-40e2-bc73-07490d9e29d9", "name": "network-vif-deleted", "tag": "95194f49-2bf5-44b0-879d-bba8a0c53b99", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:33:09.793463 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1a5112ef-629d-4634-9b26-c8d4c5809a8b {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:33:09.794112 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcacdf66-2d25-40e2-bc73-07490d9e29d9', 'name': 'network-vif-deleted', 'tag': '95194f49-2bf5-44b0-879d-bba8a0c53b99', 'status': 'completed', 'code': 200} Feb 04 13:33:09.936847 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12e5d101-a157-480f-95f9-4bafe9f5f6b1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (00a1013c-f9c0-4218-8631-09c75b34de95), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:09.972531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:33:09.980357 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c5846b-b8d3-44a7-a9c8-6c4a8c0d5f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (27f1033c-8f22-4202-a03b-f6e965b42173), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.081821 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c60714-71ca-4fad-814a-8827ebcde331 req-468f67d2-bae3-452e-b723-9318982638ef tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:10.086726 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52c60714-71ca-4fad-814a-8827ebcde331 req-468f67d2-bae3-452e-b723-9318982638ef tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 944 time: 0.5184567 Feb 04 13:33:10.108549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c5846b-b8d3-44a7-a9c8-6c4a8c0d5f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (27f1033c-8f22-4202-a03b-f6e965b42173), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.173766 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5846b-b8d3-44a7-a9c8-6c4a8c0d5f5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27f1033c-8f22-4202-a03b-f6e965b42173,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:10.183902 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4c5846b-b8d3-44a7-a9c8-6c4a8c0d5f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.188619 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a4c5846b-b8d3-44a7-a9c8-6c4a8c0d5f5e admin admin] 10.222.0.96 "DELETE /v2.0/subnets/27f1033c-8f22-4202-a03b-f6e965b42173 HTTP/1.1" status: 204 len: 168 time: 0.7960789 Feb 04 13:33:10.193024 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46340) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:10.297265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 54a2c78c-f382-4251-a0de-b6e1c8246da5 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:10.297660 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (54a2c78c-f382-4251-a0de-b6e1c8246da5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.303708 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd91e-2477-40ac-b53c-6e4c387847f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (f1387ed3-55fe-4bae-b234-5ffeb94037db), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.309726 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'name': 'tempest-TaggedBootDevicesTest_v242-1107571484-router', 'tenant_id': 'e61c06cbd7d347179740e49b9ca9c920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ac431dda-553c-4d30-8ea9-27cda14dbbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:48Z', 'updated_at': '2022-02-04T13:33:05Z', 'revision_number': 4, 'project_id': 'e61c06cbd7d347179740e49b9ca9c920', 'gw_port': {'id': 'ac431dda-553c-4d30-8ea9-27cda14dbbae', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:51Z', 'updated_at': '2022-02-04T13:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '48062ad2-5bd3-4f67-8107-cb65b250f29d', 'name': '', 'network_id': 'e82fc8ec-1622-402f-91ce-fa6d44f98766', 'tenant_id': 'e61c06cbd7d347179740e49b9ca9c920', 'mac_address': 'fa:16:3e:26:6c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a68ed881-2082-4c2c-a2a1-a096df14f915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:01Z', 'updated_at': '2022-02-04T13:33:06Z', 'revision_number': 2, 'project_id': 'e61c06cbd7d347179740e49b9ca9c920', 'subnets': [{'id': 'a68ed881-2082-4c2c-a2a1-a096df14f915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:10.364441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Checking router: 967f3464-ec72-455c-bbc9-99beab3b053e for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:33:10.365039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Updating router 967f3464-ec72-455c-bbc9-99beab3b053e port 48062ad2-5bd3-4f67-8107-cb65b250f29d binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:33:10.374660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5d101-a157-480f-95f9-4bafe9f5f6b1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=00a1013c-f9c0-4218-8631-09c75b34de95,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:10.419241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e,segment=NetworkSegment(fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8),segment_id=fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:10.441764 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.457061 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12e5d101-a157-480f-95f9-4bafe9f5f6b1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.481464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-12e5d101-a157-480f-95f9-4bafe9f5f6b1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/00a1013c-f9c0-4218-8631-09c75b34de95 HTTP/1.1" status: 204 len: 168 time: 5.1793156 Feb 04 13:33:10.481813 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e', 'network_id': '73de8535-8610-4ac8-ac87-c5727b1291b3', 'port_id': 'b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e', 'mac_address': 'fa:16:3e:98:31:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8de535-a5fd-454c-ad25-7b30d84ea16e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:33:10.482781 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd91e-2477-40ac-b53c-6e4c387847f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (f1387ed3-55fe-4bae-b234-5ffeb94037db), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.493355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46354) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:10.533764 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5a7fd91e-2477-40ac-b53c-6e4c387847f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1387ed3-55fe-4bae-b234-5ffeb94037db']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:10.564164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5a7fd91e-2477-40ac-b53c-6e4c387847f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49bf576-b003-49f1-bb45-5fd637f0f456') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:10.564778 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5a7fd91e-2477-40ac-b53c-6e4c387847f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49bf576-b003-49f1-bb45-5fd637f0f456') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:10.579623 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd91e-2477-40ac-b53c-6e4c387847f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (d49bf576-b003-49f1-bb45-5fd637f0f456), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.599067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deda3404-9759-4f87-a125-371b4527a4a6 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:33:10.616014 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd91e-2477-40ac-b53c-6e4c387847f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (d49bf576-b003-49f1-bb45-5fd637f0f456), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.633034 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Publish callbacks [] for port (deda3404-9759-4f87-a125-371b4527a4a6), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.639650 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7fd91e-2477-40ac-b53c-6e4c387847f4 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:33:10.641678 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd91e-2477-40ac-b53c-6e4c387847f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (d49bf576-b003-49f1-bb45-5fd637f0f456), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:33:10.647360 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:33:10.678805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:10.679645 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.754003 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-28fc78a2-e175-4b47-884b-1fa618765248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (54a2c78c-f382-4251-a0de-b6e1c8246da5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.759913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Transition to ACTIVE for port object deda3404-9759-4f87-a125-371b4527a4a6 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:10.778395 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd91e-2477-40ac-b53c-6e4c387847f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (f1387ed3-55fe-4bae-b234-5ffeb94037db), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.780333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed22e4-8ebd-4aed-b4ed-efe87f7ccbf6 req-41fbf108-5d70-44a7-ac2b-e29711878b93 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:10.790236 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd91e-2477-40ac-b53c-6e4c387847f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.793239 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbed22e4-8ebd-4aed-b4ed-efe87f7ccbf6 req-41fbf108-5d70-44a7-ac2b-e29711878b93 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.7536831 Feb 04 13:33:10.796572 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5a7fd91e-2477-40ac-b53c-6e4c387847f4 admin admin] 10.222.0.96 "DELETE /v2.0/networks/f1387ed3-55fe-4bae-b234-5ffeb94037db HTTP/1.1" status: 204 len: 168 time: 0.6017001 Feb 04 13:33:10.824274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d182ebc7-9d9f-43ec-8150-803e0a967239 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:10.826914 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d182ebc7-9d9f-43ec-8150-803e0a967239 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:10.829483 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d182ebc7-9d9f-43ec-8150-803e0a967239 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3163919 Feb 04 13:33:10.831108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fd91e-2477-40ac-b53c-6e4c387847f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1387ed3-55fe-4bae-b234-5ffeb94037db,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:10.840210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46358) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:10.896169 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52c60714-71ca-4fad-814a-8827ebcde331 req-2e607020-9d00-45f5-b1c8-2362ecc6ab48 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/security-groups?id=59e3e7fc-aeae-4a71-b2da-59296a3fde94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211560 Feb 04 13:33:10.899870 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (deda3404-9759-4f87-a125-371b4527a4a6), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:10.978858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc78a2-e175-4b47-884b-1fa618765248 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a2c78c-f382-4251-a0de-b6e1c8246da5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:11.015329 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:33:11.061921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad7df99-d233-4d5c-ba1d-67cd110a504a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet e2b8630a-ba5f-4cb8-ba12-612ccb723da7 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:33:11.086491 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ad7df99-d233-4d5c-ba1d-67cd110a504a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (e2b8630a-ba5f-4cb8-ba12-612ccb723da7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:11.217534 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8eb70873-5a58-412d-8967-34bf6507ae35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:11.234325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e,segment=NetworkSegment(fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8),segment_id=fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:11.248714 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:11.281147 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ad7df99-d233-4d5c-ba1d-67cd110a504a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (e2b8630a-ba5f-4cb8-ba12-612ccb723da7), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:11.514729 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46370) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:11.526567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Pushing event updated for resources: {'Port': ['ID=deda3404-9759-4f87-a125-371b4527a4a6,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:11.544092 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-28fc78a2-e175-4b47-884b-1fa618765248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (b8cb4ae0-8174-435b-9573-4807d6fed4db), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:11.638137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:11.672320 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-673c6fa8-5d8f-4c92-94a3-92e7de8dabc2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=81c25157c73e4751a9d2a70da99827b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400652 Feb 04 13:33:11.677466 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ad7df99-d233-4d5c-ba1d-67cd110a504a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (e2b8630a-ba5f-4cb8-ba12-612ccb723da7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:11.683575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46382) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:11.724216 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Publish callbacks [] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:11.735695 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:11.907255 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e0101883-040f-4b3e-acd4-1765df5f5aa0 admin admin] Publish callbacks [] for security_group (64468fa5-7d5f-4e8a-99af-0f0c36079123), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:11.923445 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 18ecf498-4722-4cfb-9c42-1da62fff206f details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:33:11.934396 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ad7df99-d233-4d5c-ba1d-67cd110a504a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (e2b8630a-ba5f-4cb8-ba12-612ccb723da7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:12.004391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:33:12.050376 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-28fc78a2-e175-4b47-884b-1fa618765248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (b8cb4ae0-8174-435b-9573-4807d6fed4db), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:12.056096 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-28fc78a2-e175-4b47-884b-1fa618765248 admin admin] Publish callbacks [] for router_controller (b8cb4ae0-8174-435b-9573-4807d6fed4db), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:12.061649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7df99-d233-4d5c-ba1d-67cd110a504a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b8630a-ba5f-4cb8-ba12-612ccb723da7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:12.067652 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e0101883-040f-4b3e-acd4-1765df5f5aa0 admin admin] Publish callbacks [] for security_group (64468fa5-7d5f-4e8a-99af-0f0c36079123), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:12.075419 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ad7df99-d233-4d5c-ba1d-67cd110a504a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:12.084207 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbed22e4-8ebd-4aed-b4ed-efe87f7ccbf6 req-b1d9560d-790a-47f1-b8ce-aaf43f4f561a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2896831 Feb 04 13:33:12.105762 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4ad7df99-d233-4d5c-ba1d-67cd110a504a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/e2b8630a-ba5f-4cb8-ba12-612ccb723da7 HTTP/1.1" status: 204 len: 168 time: 1.2389977 Feb 04 13:33:12.108200 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46402) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:12.217805 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-22ff709a-9019-42a8-aee6-6829f7c11c94 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068022 Feb 04 13:33:12.220690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46412) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:12.289331 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd725043-240c-4f44-a4af-2d05dce84e21 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:33:12.303032 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e0101883-040f-4b3e-acd4-1765df5f5aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (64468fa5-7d5f-4e8a-99af-0f0c36079123), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:12.310272 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e0101883-040f-4b3e-acd4-1765df5f5aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:12.312701 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74227f-78ce-45ed-a2dc-6b1fa1e074e2 req-fb889e12-81cd-40e6-8a10-57bbfc7460f6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:12.314529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e74227f-78ce-45ed-a2dc-6b1fa1e074e2 req-fb889e12-81cd-40e6-8a10-57bbfc7460f6 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 948 time: 1.1633990 Feb 04 13:33:12.323091 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06663e9-befa-414d-a693-1122d1d2a086 None None] Pushing event updated for resources: {'Port': ['ID=48062ad2-5bd3-4f67-8107-cb65b250f29d,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:12.336702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9100713c-1ec7-42fb-b012-20f1a536007d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:12.338532 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e0101883-040f-4b3e-acd4-1765df5f5aa0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/64468fa5-7d5f-4e8a-99af-0f0c36079123 HTTP/1.1" status: 204 len: 168 time: 0.6473835 Feb 04 13:33:12.390351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0101883-040f-4b3e-acd4-1765df5f5aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64468fa5-7d5f-4e8a-99af-0f0c36079123,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:12.485002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Attempting to bind port deda3404-9759-4f87-a125-371b4527a4a6 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:33:12.485734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Attempting to bind port deda3404-9759-4f87-a125-371b4527a4a6 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:33:12.486423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Attempting to bind port deda3404-9759-4f87-a125-371b4527a4a6 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:33:12.530009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Port deda3404-9759-4f87-a125-371b4527a4a6 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:33:12.530712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Attempting to bind port deda3404-9759-4f87-a125-371b4527a4a6 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:33:12.541332 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.resource_extend [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:33:12.581820 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Attempting to bind port 48062ad2-5bd3-4f67-8107-cb65b250f29d on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:33:12.581820 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Attempting to bind port 48062ad2-5bd3-4f67-8107-cb65b250f29d by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'eeb57c5c-3cff-4153-a7f9-d49c406530c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e82fc8ec-1622-402f-91ce-fa6d44f98766'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:33:12.581820 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Attempting to bind port 48062ad2-5bd3-4f67-8107-cb65b250f29d on network e82fc8ec-1622-402f-91ce-fa6d44f98766 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:33:12.687556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:33:12.688262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Checking segment: {'id': 'eeb57c5c-3cff-4153-a7f9-d49c406530c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e82fc8ec-1622-402f-91ce-fa6d44f98766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:33:12.688826 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:12.689389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Bound using segment: {'id': 'eeb57c5c-3cff-4153-a7f9-d49c406530c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e82fc8ec-1622-402f-91ce-fa6d44f98766'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:33:12.690172 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Bound port: 48062ad2-5bd3-4f67-8107-cb65b250f29d, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb57c5c-3cff-4153-a7f9-d49c406530c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e82fc8ec-1622-402f-91ce-fa6d44f98766'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:33:12.690792 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:12.733058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-cfbc7505-08c1-4f7b-8bcd-4faffdc8cfaa None None] Provisioning complete for port 48062ad2-5bd3-4f67-8107-cb65b250f29d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:12.733599 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7505-08c1-4f7b-8bcd-4faffdc8cfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:13.105238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] For port 48062ad2-5bd3-4f67-8107-cb65b250f29d, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:33:13.110367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] For port 48062ad2-5bd3-4f67-8107-cb65b250f29d, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=48062ad2-5bd3-4f67-8107-cb65b250f29d,segment=NetworkSegment(eeb57c5c-3cff-4153-a7f9-d49c406530c1),segment_id=eeb57c5c-3cff-4153-a7f9-d49c406530c1)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:33:13.148729 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-28fc78a2-e175-4b47-884b-1fa618765248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (b8cb4ae0-8174-435b-9573-4807d6fed4db), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:13.149874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fc78a2-e175-4b47-884b-1fa618765248 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8cb4ae0-8174-435b-9573-4807d6fed4db {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:33:13.162442 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:13.194517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:33:13.195252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:33:13.196283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:33:13.196283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Bound port: deda3404-9759-4f87-a125-371b4527a4a6, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:33:13.196674 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (deda3404-9759-4f87-a125-371b4527a4a6), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:13.218510 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-28fc78a2-e175-4b47-884b-1fa618765248 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:13.219803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-28fc78a2-e175-4b47-884b-1fa618765248 admin admin] 10.222.0.96 "DELETE /v2.0/routers/b8cb4ae0-8174-435b-9573-4807d6fed4db HTTP/1.1" status: 204 len: 168 time: 7.0633526 Feb 04 13:33:13.225556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46430) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:13.285958 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-cfbc7505-08c1-4f7b-8bcd-4faffdc8cfaa None None] Port 48062ad2-5bd3-4f67-8107-cb65b250f29d cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:33:13.405630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 18ecf498-4722-4cfb-9c42-1da62fff206f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18ecf498-4722-4cfb-9c42-1da62fff206f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:13.443380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] For port deda3404-9759-4f87-a125-371b4527a4a6, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:33:13.506528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-11675679-953e-46ca-a0ec-a3519fad18e8 admin admin] Deleting subnet ebf481c7-6d88-4613-b307-d6a0179136ca {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:33:13.512916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Routers {'967f3464-ec72-455c-bbc9-99beab3b053e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:33:13.517561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:32:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['967f3464-ec72-455c-bbc9-99beab3b053e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:13.525190 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-11675679-953e-46ca-a0ec-a3519fad18e8 admin admin] Publish callbacks [] for subnet (ebf481c7-6d88-4613-b307-d6a0179136ca), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:13.580985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] For port deda3404-9759-4f87-a125-371b4527a4a6, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=deda3404-9759-4f87-a125-371b4527a4a6,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:33:13.613703 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-11675679-953e-46ca-a0ec-a3519fad18e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (ebf481c7-6d88-4613-b307-d6a0179136ca), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:13.664015 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e74227f-78ce-45ed-a2dc-6b1fa1e074e2 req-d608cea7-9839-4527-938d-a511002ebb2c tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/security-groups?id=74ae12f4-2ff0-40c5-816f-c4494522f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2220752 Feb 04 13:33:13.735195 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (deda3404-9759-4f87-a125-371b4527a4a6), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:13.780631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '18ecf498-4722-4cfb-9c42-1da62fff206f', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '18ecf498-4722-4cfb-9c42-1da62fff206f', 'mac_address': 'fa:16:3e:8a:7b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:33:13.823783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:13.824984 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:13.836478 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] 10.222.0.99 "PUT /v2.0/ports/deda3404-9759-4f87-a125-371b4527a4a6 HTTP/1.1" status: 200 len: 1097 time: 6.3344650 Feb 04 13:33:13.856084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06663e9-befa-414d-a693-1122d1d2a086 None None] Pushing event updated for resources: {'Port': ['ID=48062ad2-5bd3-4f67-8107-cb65b250f29d,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:13.861467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8bc1e5-04ca-41a7-8463-2789b6b48232', 'tag': 'deda3404-9759-4f87-a125-371b4527a4a6'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:33:13.875357 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df32a0c8-1996-45d0-8f41-87aa66ec1296 None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:33:13.893663 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e5fa05-faa7-4b35-9931-5369cb49a5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8bc1e5-04ca-41a7-8463-2789b6b48232", "tag": "deda3404-9759-4f87-a125-371b4527a4a6"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:33:13.926962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-11675679-953e-46ca-a0ec-a3519fad18e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (ebf481c7-6d88-4613-b307-d6a0179136ca), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:13.946252 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:33:14.110089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878557a-5f62-4f09-96b3-e06d655d869f req-eb7f4198-3f80-4cec-bd73-1e09b8350c7e tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:14.122453 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4878557a-5f62-4f09-96b3-e06d655d869f req-eb7f4198-3f80-4cec-bd73-1e09b8350c7e tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 945 time: 0.9907284 Feb 04 13:33:14.139149 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-11675679-953e-46ca-a0ec-a3519fad18e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (ebf481c7-6d88-4613-b307-d6a0179136ca), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:14.162969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9100713c-1ec7-42fb-b012-20f1a536007d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:14.168255 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9100713c-1ec7-42fb-b012-20f1a536007d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:14.196599 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-11675679-953e-46ca-a0ec-a3519fad18e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:14.216390 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-11675679-953e-46ca-a0ec-a3519fad18e8 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ebf481c7-6d88-4613-b307-d6a0179136ca HTTP/1.1" status: 204 len: 168 time: 0.9890392 Feb 04 13:33:14.220699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46452) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:14.349967 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae04c30d-f9d8-425b-9443-4102702e7a9d None None] Network f24b6c58-89d6-4662-8fa5-85c8f4148bf1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:33:14.448103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5dd38-ffe2-4b5d-95f3-ad026d0d644d service neutron] Pushing event updated for resources: {'Port': ['ID=deda3404-9759-4f87-a125-371b4527a4a6,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:14.514376 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (f24b6c58-89d6-4662-8fa5-85c8f4148bf1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:14.543838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 18ecf498-4722-4cfb-9c42-1da62fff206f is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:14.544690 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11675679-953e-46ca-a0ec-a3519fad18e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf481c7-6d88-4613-b307-d6a0179136ca,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:14.544892 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:14.546757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46458) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:14.631990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18ecf498-4722-4cfb-9c42-1da62fff206f {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:33:14.659465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 18ecf498-4722-4cfb-9c42-1da62fff206f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18ecf498-4722-4cfb-9c42-1da62fff206f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:14.661759 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-91dbad6b-0129-4f8c-acd9-4e35e7f58834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:14.664730 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:14.740806 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:14.760011 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] Deleting port 52fdbc03-f1dc-487e-aaa9-204c2db973f5 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:33:14.767899 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-0f000aa9-19c2-4ce3-9a70-f2ba3446c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:14.769262 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (52fdbc03-f1dc-487e-aaa9-204c2db973f5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:14.775026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-0f000aa9-19c2-4ce3-9a70-f2ba3446c60e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=79b62d4006db464eb9f257b6d2a05fd0&device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 1131 time: 0.7300699 Feb 04 13:33:14.828094 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de2b50-7ccd-49e9-9132-180f4ddc0e3c req-87fb24c9-a19f-45a6-b109-cfeaef7c83d0 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:14.831243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-41de2b50-7ccd-49e9-9132-180f4ddc0e3c req-87fb24c9-a19f-45a6-b109-cfeaef7c83d0 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.8107586 Feb 04 13:33:14.880290 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:14.940674 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4878557a-5f62-4f09-96b3-e06d655d869f req-dbc681d2-249a-4c12-90c6-65f9f1c60195 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/security-groups?id=59e3e7fc-aeae-4a71-b2da-59296a3fde94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8162205 Feb 04 13:33:14.954527 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-090a52d2-69aa-4c73-b9ab-cd657aa6a43c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=deda3404-9759-4f87-a125-371b4527a4a6 HTTP/1.1" status: 200 len: 217 time: 0.1649587 Feb 04 13:33:15.003173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Provisioning complete for port 48062ad2-5bd3-4f67-8107-cb65b250f29d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:15.004108 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:15.055502 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['18ecf498-4722-4cfb-9c42-1da62fff206f'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:33:15.067676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a04ccf9c-4d9b-4f92-8928-c1928b5c5e16 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1218224511-network', 'tenant_id': '966901e806474173a5eedad926b29322'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:15.075952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] For port 52fdbc03-f1dc-487e-aaa9-204c2db973f5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=52fdbc03-f1dc-487e-aaa9-204c2db973f5,segment=NetworkSegment(57b6631b-ac4c-4897-8030-a27b490e3ed7),segment_id=57b6631b-ac4c-4897-8030-a27b490e3ed7)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:15.076832 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (52fdbc03-f1dc-487e-aaa9-204c2db973f5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:15.118663 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] Calling delete_port for 52fdbc03-f1dc-487e-aaa9-204c2db973f5 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:33:15.156658 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-b57cb9c7-d725-4735-8eac-373e17e94701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:15.156948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04ccf9c-4d9b-4f92-8928-c1928b5c5e16 admin admin] Made reservation on behalf of 966901e806474173a5eedad926b29322 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:15.159834 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-b57cb9c7-d725-4735-8eac-373e17e94701 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1904988 Feb 04 13:33:15.161677 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a04ccf9c-4d9b-4f92-8928-c1928b5c5e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:15.178144 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=18ecf498-4722-4cfb-9c42-1da62fff206f,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:15.247659 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-41de2b50-7ccd-49e9-9132-180f4ddc0e3c req-ec7a0e8c-815d-45c7-86e5-9cea2a5b941d tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048072 Feb 04 13:33:15.248937 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a04ccf9c-4d9b-4f92-8928-c1928b5c5e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:15.450186 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (52fdbc03-f1dc-487e-aaa9-204c2db973f5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:15.562672 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] Pushing event deleted for resources: {'Port': ['ID=52fdbc03-f1dc-487e-aaa9-204c2db973f5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:15.590884 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] No DVR routers for this DVR port 52fdbc03-f1dc-487e-aaa9-204c2db973f5 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:33:15.643219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-302ba99e-6993-4013-a5f1-657c9cf29b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:15.645121 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-302ba99e-6993-4013-a5f1-657c9cf29b1b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4299378 Feb 04 13:33:15.664460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] Set router 967f3464-ec72-455c-bbc9-99beab3b053e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:33:15.927811 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a04ccf9c-4d9b-4f92-8928-c1928b5c5e16 admin admin] Publish callbacks [] for security_group (bd0331b9-1e03-4aeb-bed0-3b3d6c880982), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:15.955369 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a04ccf9c-4d9b-4f92-8928-c1928b5c5e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bd0331b9-1e03-4aeb-bed0-3b3d6c880982), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:16.038369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device da49cdbb-016f-4d3e-9e9b-96a1396c6070 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:33:16.087070 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (f24b6c58-89d6-4662-8fa5-85c8f4148bf1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:16.089921 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff8b458-6aa4-46f2-84ec-80885ee29277 x-openstack-request-id: req-8ff8b458-6aa4-46f2-84ec-80885ee29277 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:33:16.090847 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8bc1e5-04ca-41a7-8463-2789b6b48232", "tag": "deda3404-9759-4f87-a125-371b4527a4a6", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:33:16.090847 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8ff8b458-6aa4-46f2-84ec-80885ee29277 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:33:16.091548 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8bc1e5-04ca-41a7-8463-2789b6b48232', 'tag': 'deda3404-9759-4f87-a125-371b4527a4a6', 'status': 'completed', 'code': 200} Feb 04 13:33:16.110036 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-df32a0c8-1996-45d0-8f41-87aa66ec1296 None None] Deleting port da49cdbb-016f-4d3e-9e9b-96a1396c6070 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:33:16.110770 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-df32a0c8-1996-45d0-8f41-87aa66ec1296 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (da49cdbb-016f-4d3e-9e9b-96a1396c6070), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:16.165602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04ccf9c-4d9b-4f92-8928-c1928b5c5e16 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:33:16.210970 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-86ac60bd-2498-4414-a2d2-703a9cf2b558 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544131 Feb 04 13:33:16.277349 n-d-714676-13 neutron-server[103606]: DEBUG neutron.objects.ports [None req-9100713c-1ec7-42fb-b012-20f1a536007d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:33:16.328293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24b6c58-89d6-4662-8fa5-85c8f4148bf1']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:16.347473 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a04ccf9c-4d9b-4f92-8928-c1928b5c5e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (54c428d2-32d4-4e0c-832a-7b50a69bb295), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:16.348077 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-a04ccf9c-4d9b-4f92-8928-c1928b5c5e16 admin admin] Added segment 54c428d2-32d4-4e0c-832a-7b50a69bb295 of type vlan for network b87406d1-c508-4f09-8a0f-312d75ce3975 Feb 04 13:33:16.382912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ccf9c-4d9b-4f92-8928-c1928b5c5e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0331b9-1e03-4aeb-bed0-3b3d6c880982,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:16.478692 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b6631b-ac4c-4897-8030-a27b490e3ed7') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:16.481633 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e4206eb-a34c-480d-9901-110afcee4d37 req-d7e26451-91e4-4e8d-a786-9d7f35a50aae service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545919 Feb 04 13:33:16.492881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b6631b-ac4c-4897-8030-a27b490e3ed7') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:16.574613 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (57b6631b-ac4c-4897-8030-a27b490e3ed7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:16.675075 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:16.756214 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a04ccf9c-4d9b-4f92-8928-c1928b5c5e16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (b87406d1-c508-4f09-8a0f-312d75ce3975), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:16.765160 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (57b6631b-ac4c-4897-8030-a27b490e3ed7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:16.785780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:33:16.792177 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (57b6631b-ac4c-4897-8030-a27b490e3ed7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:33:16.798750 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:33:17.021221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Current status of the port 48062ad2-5bd3-4f67-8107-cb65b250f29d is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:17.022371 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:17.025199 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a04ccf9c-4d9b-4f92-8928-c1928b5c5e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (b87406d1-c508-4f09-8a0f-312d75ce3975), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:17.029669 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04ccf9c-4d9b-4f92-8928-c1928b5c5e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:17.030858 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a04ccf9c-4d9b-4f92-8928-c1928b5c5e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:17.032076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b4657a-18ae-4dac-90d4-3e5634ac29ff None None] DHCP port deletion for f24b6c58-89d6-4662-8fa5-85c8f4148bf1 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:33:17.069029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-df32a0c8-1996-45d0-8f41-87aa66ec1296 None None] For port da49cdbb-016f-4d3e-9e9b-96a1396c6070, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=da49cdbb-016f-4d3e-9e9b-96a1396c6070,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:17.070818 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-df32a0c8-1996-45d0-8f41-87aa66ec1296 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (da49cdbb-016f-4d3e-9e9b-96a1396c6070), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:17.116962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (f24b6c58-89d6-4662-8fa5-85c8f4148bf1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:17.216343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-df32a0c8-1996-45d0-8f41-87aa66ec1296 None None] Calling delete_port for da49cdbb-016f-4d3e-9e9b-96a1396c6070 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:33:17.274841 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:17.287953 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] 10.222.0.96 "DELETE /v2.0/networks/f24b6c58-89d6-4662-8fa5-85c8f4148bf1 HTTP/1.1" status: 204 len: 168 time: 3.0615282 Feb 04 13:33:17.287953 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ccf9c-4d9b-4f92-8928-c1928b5c5e16 admin admin] Pushing event updated for resources: {'Network': ['ID=b87406d1-c508-4f09-8a0f-312d75ce3975,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:17.314927 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a04ccf9c-4d9b-4f92-8928-c1928b5c5e16 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7616048 Feb 04 13:33:17.345073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ca3f9-152c-48a4-bcbb-28834bb34363 admin admin] Pushing event deleted for resources: {'Network': ['ID=f24b6c58-89d6-4662-8fa5-85c8f4148bf1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:17.369135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46502) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:17.382744 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4f25d2ee-e377-47de-aa79-5773e934dedc admin admin] Request body: {'subnet': {'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1218224511-subnet', 'tenant_id': '966901e806474173a5eedad926b29322', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:17.383243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network b87406d1-c508-4f09-8a0f-312d75ce3975 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:33:17.434970 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:17.508405 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f25d2ee-e377-47de-aa79-5773e934dedc admin admin] Made reservation on behalf of 966901e806474173a5eedad926b29322 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:17.515668 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f25d2ee-e377-47de-aa79-5773e934dedc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:17.545214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689a4e3-2708-4528-b4f2-adf48c81b261 req-d9c8b8a8-98cb-4386-9421-c9c46c9af0d5 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:17.551383 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5689a4e3-2708-4528-b4f2-adf48c81b261 req-d9c8b8a8-98cb-4386-9421-c9c46c9af0d5 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 948 time: 1.0674448 Feb 04 13:33:17.575692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5fa05-faa7-4b35-9931-5369cb49a5ba req-0f7d64e4-0a43-44c6-acb4-08812e966573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:17.580665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9e5fa05-faa7-4b35-9931-5369cb49a5ba req-0f7d64e4-0a43-44c6-acb4-08812e966573 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=79b62d4006db464eb9f257b6d2a05fd0&device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 1131 time: 0.9366477 Feb 04 13:33:17.790443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46504) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:17.829078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] For port 48062ad2-5bd3-4f67-8107-cb65b250f29d, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=48062ad2-5bd3-4f67-8107-cb65b250f29d,segment=NetworkSegment(eeb57c5c-3cff-4153-a7f9-d49c406530c1),segment_id=eeb57c5c-3cff-4153-a7f9-d49c406530c1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:18.001528 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7b552c27-7592-4b35-bbbd-381052426db4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a15dfaa014424b9c999a70b0d8f01ece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2055564 Feb 04 13:33:18.005217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46506) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:18.008940 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5fa05-faa7-4b35-9931-5369cb49a5ba req-30aa8a63-623f-4fbd-9534-c363ae82585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:18.013001 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9e5fa05-faa7-4b35-9931-5369cb49a5ba req-30aa8a63-623f-4fbd-9534-c363ae82585e service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3910680 Feb 04 13:33:18.188029 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:18.271429 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-df32a0c8-1996-45d0-8f41-87aa66ec1296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (da49cdbb-016f-4d3e-9e9b-96a1396c6070), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:18.296164 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9e5fa05-faa7-4b35-9931-5369cb49a5ba req-369d1db7-d58f-4bb4-a129-7b6e578ada6e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=deda3404-9759-4f87-a125-371b4527a4a6 HTTP/1.1" status: 200 len: 217 time: 0.1829417 Feb 04 13:33:18.314893 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f25d2ee-e377-47de-aa79-5773e934dedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (54252442-312c-4ce9-a1db-8b7dd94734b4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:18.367971 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:18.371343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32a0c8-1996-45d0-8f41-87aa66ec1296 None None] No DVR routers for this DVR port da49cdbb-016f-4d3e-9e9b-96a1396c6070 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:33:18.437225 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Publish callbacks [] for security_group (fe0d5424-c538-4dd9-ae37-d6b32a0e43b2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:18.474456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5fa05-faa7-4b35-9931-5369cb49a5ba req-2bf5b410-bbed-4c92-b731-ac1e0be5090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:18.477403 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9e5fa05-faa7-4b35-9931-5369cb49a5ba req-2bf5b410-bbed-4c92-b731-ac1e0be5090b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1570854 Feb 04 13:33:18.536133 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Publish callbacks [] for security_group (fe0d5424-c538-4dd9-ae37-d6b32a0e43b2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:18.541258 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25d2ee-e377-47de-aa79-5773e934dedc admin admin] Pushing event updated for resources: {'Subnet': ['ID=54252442-312c-4ce9-a1db-8b7dd94734b4,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:18.559820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_pluggable_backend [None req-9100713c-1ec7-42fb-b012-20f1a536007d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Port da49cdbb-016f-4d3e-9e9b-96a1396c6070 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103606) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 13:33:18.560705 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_pluggable_backend [None req-9100713c-1ec7-42fb-b012-20f1a536007d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Reverting IP allocation for 2001:db8::f816:3eff:fe73:aafc {{(pid=103606) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 13:33:18.580578 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25d2ee-e377-47de-aa79-5773e934dedc admin admin] Checking segment: {'id': '54c428d2-32d4-4e0c-832a-7b50a69bb295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:33:18.581286 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f25d2ee-e377-47de-aa79-5773e934dedc admin admin] Network hostable DHCP agents. Network: b87406d1-c508-4f09-8a0f-312d75ce3975, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:33:18.592141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_pluggable_backend [None req-9100713c-1ec7-42fb-b012-20f1a536007d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe73:aafc {{(pid=103606) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 04 13:33:18.609313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5689a4e3-2708-4528-b4f2-adf48c81b261 req-c14b5433-7cdb-4d4f-a8a3-10f9b9b2382b tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/security-groups?id=74ae12f4-2ff0-40c5-816f-c4494522f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0160120 Feb 04 13:33:18.609313 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9100713c-1ec7-42fb-b012-20f1a536007d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (979307a0-8996-4b55-ad7e-76ebc7d75a51), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:18.661059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f25d2ee-e377-47de-aa79-5773e934dedc admin admin] Network b87406d1-c508-4f09-8a0f-312d75ce3975 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:33:18.706656 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-4f25d2ee-e377-47de-aa79-5773e934dedc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, b87406d1-c508-4f09-8a0f-312d75ce3975) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:18.709332 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Pushing event updated for resources: {'Port': ['ID=48062ad2-5bd3-4f67-8107-cb65b250f29d,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:18.717422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f25d2ee-e377-47de-aa79-5773e934dedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:18.719357 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f25d2ee-e377-47de-aa79-5773e934dedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:18.743172 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port da49cdbb-016f-4d3e-9e9b-96a1396c6070 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:18.744040 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (da49cdbb-016f-4d3e-9e9b-96a1396c6070), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:18.775287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100713c-1ec7-42fb-b012-20f1a536007d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=979307a0-8996-4b55-ad7e-76ebc7d75a51,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:18.792130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46510) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:18.794285 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4f25d2ee-e377-47de-aa79-5773e934dedc admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4230282 Feb 04 13:33:18.796604 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fe0d5424-c538-4dd9-ae37-d6b32a0e43b2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:18.802123 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:18.817787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.817787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.817787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.817787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.819729 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.820150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.820520 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.820950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.821472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.821981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.822708 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.825533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.826157 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96236e46-da5c-4128-8baa-23dbeecc57fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.843638 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fe0d5424-c538-4dd9-ae37-d6b32a0e43b2 HTTP/1.1" status: 204 len: 168 time: 0.8305299 Feb 04 13:33:18.859095 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2101db83-b8c2-4645-a0ba-9d1844bc2e1b None None] Network b87406d1-c508-4f09-8a0f-312d75ce3975 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:33:18.866596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1218224511-router', 'tenant_id': '966901e806474173a5eedad926b29322', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:18.868016 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:18.893069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0d5424-c538-4dd9-ae37-d6b32a0e43b2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:18.907802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9100713c-1ec7-42fb-b012-20f1a536007d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:18.919395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9100713c-1ec7-42fb-b012-20f1a536007d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:18.928440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100713c-1ec7-42fb-b012-20f1a536007d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:18.934498 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9100713c-1ec7-42fb-b012-20f1a536007d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:18.952544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.962781 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.963364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.965205 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.965807 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.985404 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.986154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.986758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.987342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.987926 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.988511 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.989116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.989726 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588b73-19a0-4149-a045-62e82d8ac572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:18.999849 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5fa05-faa7-4b35-9931-5369cb49a5ba req-07b60f91-e442-4323-b668-b4bb6f66df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:19.013159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9e5fa05-faa7-4b35-9931-5369cb49a5ba req-07b60f91-e442-4323-b668-b4bb6f66df25 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5208981 Feb 04 13:33:19.387735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9100713c-1ec7-42fb-b012-20f1a536007d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 7.0699866 Feb 04 13:33:19.390410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46516) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:19.401285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9e2fb7ae-ada3-4caa-af59-25f95a4dd138 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'mac_address': 'fa:16:3e:bb:52:b1', 'name': 'tempest-NetworksTestDHCPv6-2012523729'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:19.425596 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9e5fa05-faa7-4b35-9931-5369cb49a5ba req-7a3b0732-ba61-4f8f-b019-ebeeb41e0837 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912613 Feb 04 13:33:19.450347 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (fab3d00f-25a6-41ec-a246-db2787d94d04), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:19.452463 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (fab3d00f-25a6-41ec-a246-db2787d94d04), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:19.707791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff26ca-0b2a-4b71-a775-ef47d2177843 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:33:19.830362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32a0c8-1996-45d0-8f41-87aa66ec1296 None None] Pushing event deleted for resources: {'Port': ['ID=da49cdbb-016f-4d3e-9e9b-96a1396c6070,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:20.003686 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2fb7ae-ada3-4caa-af59-25f95a4dd138 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:20.179379 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Publish callbacks [] for router_controller (fab3d00f-25a6-41ec-a246-db2787d94d04), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:20.401632 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e2fb7ae-ada3-4caa-af59-25f95a4dd138 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:20.471965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-9e2fb7ae-ada3-4caa-af59-25f95a4dd138 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port b51aab12-9c42-4118-a009-644bfda14820 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:33:20.594358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eff76c-063e-451c-9919-e03a8b2a6655 None None] Network b87406d1-c508-4f09-8a0f-312d75ce3975 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:33:20.843873 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': '979307a0-8996-4b55-ad7e-76ebc7d75a51'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:33:20.851245 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:20.875234 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device deda3404-9759-4f87-a125-371b4527a4a6 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:33:20.936237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 52fdbc03-f1dc-487e-aaa9-204c2db973f5 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:33:20.939112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:21.009181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:21.009968 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:21.034151 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Publish callbacks [] for router_gateway (fab3d00f-25a6-41ec-a246-db2787d94d04), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:21.072137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bf0e5-3105-4b00-8457-ce4a0614f44b req-c514f693-eb33-47eb-89bb-5ccf07444490 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:21.088932 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e19bf0e5-3105-4b00-8457-ce4a0614f44b req-c514f693-eb33-47eb-89bb-5ccf07444490 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 945 time: 1.3378413 Feb 04 13:33:21.093180 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-9e2fb7ae-ada3-4caa-af59-25f95a4dd138 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::f816:3eff:febb:52b1 (2ee6628b-98e8-4827-b47e-b9107cd39956/979307a0-8996-4b55-ad7e-76ebc7d75a51/b51aab12-9c42-4118-a009-644bfda14820) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:21.109353 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9e5fa05-faa7-4b35-9931-5369cb49a5ba req-fc2b7d6a-1554-4751-a3ea-005918a3ce00 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6628747 Feb 04 13:33:21.176267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 52fdbc03-f1dc-487e-aaa9-204c2db973f5 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:33:21.176918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 52fdbc03-f1dc-487e-aaa9-204c2db973f5 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:33:21.225899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'name': 'tempest-TaggedBootDevicesTest_v242-1107571484-router', 'tenant_id': 'e61c06cbd7d347179740e49b9ca9c920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ac431dda-553c-4d30-8ea9-27cda14dbbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:48Z', 'updated_at': '2022-02-04T13:33:05Z', 'revision_number': 4, 'project_id': 'e61c06cbd7d347179740e49b9ca9c920', 'gw_port': {'id': 'ac431dda-553c-4d30-8ea9-27cda14dbbae', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:51Z', 'updated_at': '2022-02-04T13:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '48062ad2-5bd3-4f67-8107-cb65b250f29d', 'name': '', 'network_id': 'e82fc8ec-1622-402f-91ce-fa6d44f98766', 'tenant_id': 'e61c06cbd7d347179740e49b9ca9c920', 'mac_address': 'fa:16:3e:26:6c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a68ed881-2082-4c2c-a2a1-a096df14f915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:01Z', 'updated_at': '2022-02-04T13:33:13Z', 'revision_number': 4, 'project_id': 'e61c06cbd7d347179740e49b9ca9c920', 'subnets': [{'id': 'a68ed881-2082-4c2c-a2a1-a096df14f915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:21.339809 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e19bf0e5-3105-4b00-8457-ce4a0614f44b req-de25d689-850a-4ecb-b438-9d6bf534ed9c tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/security-groups?id=59e3e7fc-aeae-4a71-b2da-59296a3fde94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490449 Feb 04 13:33:21.551970 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.resource_extend [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:33:21.567037 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64ce229-b5b6-4a80-bcc7-d2a620abd9c6 None None] The sync data for ids ['967f3464-ec72-455c-bbc9-99beab3b053e'] in n-d-714676-13 is: [{'id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'name': 'tempest-TaggedBootDevicesTest_v242-1107571484-router', 'tenant_id': 'e61c06cbd7d347179740e49b9ca9c920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ac431dda-553c-4d30-8ea9-27cda14dbbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:48Z', 'updated_at': '2022-02-04T13:33:05Z', 'revision_number': 4, 'project_id': 'e61c06cbd7d347179740e49b9ca9c920', 'gw_port': {'id': 'ac431dda-553c-4d30-8ea9-27cda14dbbae', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:51Z', 'updated_at': '2022-02-04T13:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '48062ad2-5bd3-4f67-8107-cb65b250f29d', 'name': '', 'network_id': 'e82fc8ec-1622-402f-91ce-fa6d44f98766', 'tenant_id': 'e61c06cbd7d347179740e49b9ca9c920', 'mac_address': 'fa:16:3e:26:6c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a68ed881-2082-4c2c-a2a1-a096df14f915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:01Z', 'updated_at': '2022-02-04T13:33:13Z', 'revision_number': 4, 'project_id': 'e61c06cbd7d347179740e49b9ca9c920', 'subnets': [{'id': 'a68ed881-2082-4c2c-a2a1-a096df14f915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:33:21.961614 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46552) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:22.040847 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:22.042321 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:22.100670 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Publish callbacks [] for router_gateway (fab3d00f-25a6-41ec-a246-db2787d94d04), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:22.160280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port deda3404-9759-4f87-a125-371b4527a4a6, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=deda3404-9759-4f87-a125-371b4527a4a6,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:22.206445 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:22.215781 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b310478-5ddd-4211-bacc-96c14b5b8e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:33:22.228828 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9457c3a6-3d25-4b75-80e1-13c9a4bc57e8" -d '{"events": [{"server_uuid": "1b310478-5ddd-4211-bacc-96c14b5b8e71", "name": "network-vif-plugged", "status": "completed", "tag": "b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:33:22.256110 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e2fb7ae-ada3-4caa-af59-25f95a4dd138 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (b51aab12-9c42-4118-a009-644bfda14820), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:22.288719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'deda3404-9759-4f87-a125-371b4527a4a6', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': 'deda3404-9759-4f87-a125-371b4527a4a6', 'mac_address': 'fa:16:3e:22:9a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:33:22.297154 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e,segment=NetworkSegment(fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8),segment_id=fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:22.314714 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:22.512203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 18ecf498-4722-4cfb-9c42-1da62fff206f up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:22.548688 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e2fb7ae-ada3-4caa-af59-25f95a4dd138 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b51aab12-9c42-4118-a009-644bfda14820), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:22.697524 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2fb7ae-ada3-4caa-af59-25f95a4dd138 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:22.785239 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-69456493-network', 'tenant_id': 'e14033a1a3ac47f8935bdc5fb8a7445e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:22.815545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Allocated IP 172.25.5.37 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/539df3d4-3403-4d2b-ba04-54020912e4d4) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:23.005052 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-9e2fb7ae-ada3-4caa-af59-25f95a4dd138 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:23.009758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:23.047883 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Publish callbacks [] for port (539df3d4-3403-4d2b-ba04-54020912e4d4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:23.071737 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] Made reservation on behalf of e14033a1a3ac47f8935bdc5fb8a7445e for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:23.084734 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:23.101614 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2fb7ae-ada3-4caa-af59-25f95a4dd138 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:33:23.127031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2fb7ae-ada3-4caa-af59-25f95a4dd138 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:23.132475 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e2fb7ae-ada3-4caa-af59-25f95a4dd138 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:23.155117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 48062ad2-5bd3-4f67-8107-cb65b250f29d up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:23.287880 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9e2fb7ae-ada3-4caa-af59-25f95a4dd138 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8954411 Feb 04 13:33:23.299407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46562) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:23.359712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fb7ae-ada3-4caa-af59-25f95a4dd138 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=b51aab12-9c42-4118-a009-644bfda14820,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:23.360913 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (539df3d4-3403-4d2b-ba04-54020912e4d4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:23.370951 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:23.402561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port deda3404-9759-4f87-a125-371b4527a4a6 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:23.415512 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (deda3404-9759-4f87-a125-371b4527a4a6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:23.508315 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 18ecf498-4722-4cfb-9c42-1da62fff206f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:23.509093 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:23.520191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Allocated IP 2001:db8::f816:3eff:fee6:f79a (2ee6628b-98e8-4827-b47e-b9107cd39956/979307a0-8996-4b55-ad7e-76ebc7d75a51/498a4368-1722-43c5-aa68-258cd0308ca9) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:23.652289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deda3404-9759-4f87-a125-371b4527a4a6 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:33:23.660243 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef9846-41e4-438c-a603-aa9083ac94ac req-87322bff-1887-4478-a7ff-ebd873906aa5 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:23.665112 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-40ef9846-41e4-438c-a603-aa9083ac94ac req-87322bff-1887-4478-a7ff-ebd873906aa5 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 2.1363280 Feb 04 13:33:23.695005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port deda3404-9759-4f87-a125-371b4527a4a6, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=deda3404-9759-4f87-a125-371b4527a4a6,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:23.733384 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Pushing event updated for resources: {'Port': ['ID=539df3d4-3403-4d2b-ba04-54020912e4d4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:23.761953 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (deda3404-9759-4f87-a125-371b4527a4a6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:23.768987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:23.818001 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae0350-654c-4b47-891a-2b5595ddfb93 req-e6265663-49ff-46d1-9523-3b6e8aafba75 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:23.837453 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ecae0350-654c-4b47-891a-2b5595ddfb93 req-e6265663-49ff-46d1-9523-3b6e8aafba75 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 946 time: 0.7749104 Feb 04 13:33:23.957033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:23.982911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:33:24.091633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 48062ad2-5bd3-4f67-8107-cb65b250f29d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:24.094463 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:24.155128 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] Publish callbacks [] for security_group (f053087c-2dc6-4ba1-8c19-36d15c357655), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:24.162029 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ecae0350-654c-4b47-891a-2b5595ddfb93 req-cb58f492-4c86-4bc1-93c6-ea5be04c8ee6 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175635 Feb 04 13:33:24.221899 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f053087c-2dc6-4ba1-8c19-36d15c357655), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:24.297751 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:33:24.343023 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (50102105-5ddc-49a3-9017-86c3fa3125e2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:24.343993 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] Added segment 50102105-5ddc-49a3-9017-86c3fa3125e2 of type vlan for network 454cf47f-1b90-45be-92f1-9007ac141799 Feb 04 13:33:24.443508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['deda3404-9759-4f87-a125-371b4527a4a6'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:33:24.549766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=deda3404-9759-4f87-a125-371b4527a4a6,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:24.586670 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (454cf47f-1b90-45be-92f1-9007ac141799), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:24.627158 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 18ecf498-4722-4cfb-9c42-1da62fff206f is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:24.631559 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:24.709377 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f053087c-2dc6-4ba1-8c19-36d15c357655,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:24.829874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f75a441-a8aa-4772-8373-e0415c410f57 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:24.839175 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8f75a441-a8aa-4772-8373-e0415c410f57 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.5365009 Feb 04 13:33:24.864480 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Publish callbacks [] for port (498a4368-1722-43c5-aa68-258cd0308ca9), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:24.874276 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46566) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:24.877947 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.resource_extend [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:33:24.928007 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (498a4368-1722-43c5-aa68-258cd0308ca9), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:25.070223 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Publish callbacks [] for router_gateway (fab3d00f-25a6-41ec-a246-db2787d94d04), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:25.118012 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (454cf47f-1b90-45be-92f1-9007ac141799), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:25.120989 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:25.122499 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:25.279510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Pushing event updated for resources: {'Port': ['ID=498a4368-1722-43c5-aa68-258cd0308ca9,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:25.411907 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.4485710 Feb 04 13:33:25.423031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46570) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:25.439191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:25.452047 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d74bcd6d-dddc-488e-b2e0-22ca5923dfdd admin admin] Request body: {'subnet': {'network_id': '454cf47f-1b90-45be-92f1-9007ac141799', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-69456493-subnet', 'tenant_id': 'e14033a1a3ac47f8935bdc5fb8a7445e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:25.483315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-40ef9846-41e4-438c-a603-aa9083ac94ac req-075ca593-7149-4558-b661-33b84b02158b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Deleting port b41c7918-a1ee-42a5-9ff3-48afa78844ec {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:33:25.484308 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-40ef9846-41e4-438c-a603-aa9083ac94ac req-075ca593-7149-4558-b661-33b84b02158b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b41c7918-a1ee-42a5-9ff3-48afa78844ec), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:25.493376 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845275c-8917-4304-90fa-b5493cb0f0fa admin admin] Pushing event updated for resources: {'Network': ['ID=454cf47f-1b90-45be-92f1-9007ac141799,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:25.606499 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:25.611989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 48062ad2-5bd3-4f67-8107-cb65b250f29d is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:25.709728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 18ecf498-4722-4cfb-9c42-1da62fff206f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18ecf498-4722-4cfb-9c42-1da62fff206f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:25.723999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:33:25.744166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 454cf47f-1b90-45be-92f1-9007ac141799 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:33:25.924351 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:25.926923 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-c175a2fb-49a4-4fb6-a57b-140832484e35 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port b51aab12-9c42-4118-a009-644bfda14820 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:33:25.927476 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c175a2fb-49a4-4fb6-a57b-140832484e35 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b51aab12-9c42-4118-a009-644bfda14820), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:25.949382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74bcd6d-dddc-488e-b2e0-22ca5923dfdd admin admin] Made reservation on behalf of e14033a1a3ac47f8935bdc5fb8a7445e for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:25.961479 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d74bcd6d-dddc-488e-b2e0-22ca5923dfdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:25.990077 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (fab3d00f-25a6-41ec-a246-db2787d94d04), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:26.061246 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b41c7918-a1ee-42a5-9ff3-48afa78844ec no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:33:26.063911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cf555-0a84-4639-acd2-151a36294ae6 req-eb2585f4-191e-48ad-874c-94679c966b57 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:26.067489 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f59cf555-0a84-4639-acd2-151a36294ae6 req-eb2585f4-191e-48ad-874c-94679c966b57 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 949 time: 1.3188894 Feb 04 13:33:26.536681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-40ef9846-41e4-438c-a603-aa9083ac94ac req-075ca593-7149-4558-b661-33b84b02158b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] For port b41c7918-a1ee-42a5-9ff3-48afa78844ec, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b41c7918-a1ee-42a5-9ff3-48afa78844ec,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:26.539533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-40ef9846-41e4-438c-a603-aa9083ac94ac req-075ca593-7149-4558-b661-33b84b02158b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b41c7918-a1ee-42a5-9ff3-48afa78844ec), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:26.600377 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-40ef9846-41e4-438c-a603-aa9083ac94ac req-075ca593-7149-4558-b661-33b84b02158b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Calling delete_port for b41c7918-a1ee-42a5-9ff3-48afa78844ec owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:33:26.650289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=18ecf498-4722-4cfb-9c42-1da62fff206f,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:26.911394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f59cf555-0a84-4639-acd2-151a36294ae6 req-f82bd4da-3fdb-44e8-b5c2-18cad08c0ea7 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/security-groups?id=74ae12f4-2ff0-40c5-816f-c4494522f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7694843 Feb 04 13:33:27.043324 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c175a2fb-49a4-4fb6-a57b-140832484e35 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b51aab12-9c42-4118-a009-644bfda14820), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:27.074442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-c175a2fb-49a4-4fb6-a57b-140832484e35 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for b51aab12-9c42-4118-a009-644bfda14820 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:33:27.125026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Router fab3d00f-25a6-41ec-a246-db2787d94d04 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:33:27.209735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No active binding found for port b41c7918-a1ee-42a5-9ff3-48afa78844ec {{(pid=103608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 13:33:27.210466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port b41c7918-a1ee-42a5-9ff3-48afa78844ec host None! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:33:27.211103 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b41c7918-a1ee-42a5-9ff3-48afa78844ec not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:33:27.254417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Attempting to bind port 498a4368-1722-43c5-aa68-258cd0308ca9 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:33:27.256065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Attempting to bind port 498a4368-1722-43c5-aa68-258cd0308ca9 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:33:27.257615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Attempting to bind port 498a4368-1722-43c5-aa68-258cd0308ca9 on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:33:27.291125 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:33:27.293153 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:33:27.295209 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:27.296860 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:33:27.299197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Bound port: 498a4368-1722-43c5-aa68-258cd0308ca9, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:33:27.300474 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (498a4368-1722-43c5-aa68-258cd0308ca9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:27.595781 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] For port 498a4368-1722-43c5-aa68-258cd0308ca9, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:33:27.601720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] For port 498a4368-1722-43c5-aa68-258cd0308ca9, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=498a4368-1722-43c5-aa68-258cd0308ca9,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:33:27.620014 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f342258b-cfdb-46ec-8186-84a0cfd7e4fc x-openstack-request-id: req-f342258b-cfdb-46ec-8186-84a0cfd7e4fc {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:33:27.620484 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b310478-5ddd-4211-bacc-96c14b5b8e71", "name": "network-vif-plugged", "status": "completed", "tag": "b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:33:27.620696 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f342258b-cfdb-46ec-8186-84a0cfd7e4fc {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:33:27.624435 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b310478-5ddd-4211-bacc-96c14b5b8e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e', 'code': 200} Feb 04 13:33:27.626826 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (498a4368-1722-43c5-aa68-258cd0308ca9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:27.771808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc1ac1-ff75-45c5-b31c-d2b3e5d8f7d3 None None] Pushing event updated for resources: {'Port': ['ID=498a4368-1722-43c5-aa68-258cd0308ca9,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:27.801163 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:33:27.820290 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Sync routers for ids ['fab3d00f-25a6-41ec-a246-db2787d94d04'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:33:27.867310 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4491e-4859-4174-9b7d-b12fa074a0e5 req-a5d5d865-106d-4d4a-98b1-dfe420cbd571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:27.870312 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97b4491e-4859-4174-9b7d-b12fa074a0e5 req-a5d5d865-106d-4d4a-98b1-dfe420cbd571 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 1129 time: 0.2498283 Feb 04 13:33:27.890464 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Routers {'fab3d00f-25a6-41ec-a246-db2787d94d04'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:33:27.891608 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:33:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['fab3d00f-25a6-41ec-a246-db2787d94d04'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:27.969623 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:27.971948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-631f393a-cf3c-45a3-ad77-4c77679f64a1 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.1510799 Feb 04 13:33:27.987352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46580) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:28.004813 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af355d-5484-4907-817c-91f5a4bbf8b2 req-af0fb216-0b8e-41af-adcb-771b51739c9b tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:28.021525 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-66af355d-5484-4907-817c-91f5a4bbf8b2 req-af0fb216-0b8e-41af-adcb-771b51739c9b tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 946 time: 0.4031503 Feb 04 13:33:28.301507 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-40ef9846-41e4-438c-a603-aa9083ac94ac req-075ca593-7149-4558-b661-33b84b02158b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b41c7918-a1ee-42a5-9ff3-48afa78844ec), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:28.314460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['355c92ab-2156-47d3-abb8-4333a39b455b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:33:28.344438 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Set router fab3d00f-25a6-41ec-a246-db2787d94d04 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:33:28.414397 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c175a2fb-49a4-4fb6-a57b-140832484e35 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b51aab12-9c42-4118-a009-644bfda14820), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:28.446685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-66af355d-5484-4907-817c-91f5a4bbf8b2 req-32e5d70e-390f-4717-9a76-d75bd16f2a08 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/security-groups?id=59e3e7fc-aeae-4a71-b2da-59296a3fde94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218879 Feb 04 13:33:28.639888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca593-7149-4558-b661-33b84b02158b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Pushing event deleted for resources: {'Port': ['ID=b41c7918-a1ee-42a5-9ff3-48afa78844ec,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:28.641284 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97b4491e-4859-4174-9b7d-b12fa074a0e5 req-df2eca5a-9c92-4253-8769-bee8d7dba558 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=59e3e7fc-aeae-4a71-b2da-59296a3fde94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7577629 Feb 04 13:33:28.768908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc961ef-bbba-4663-8e7c-630d904e434e req-b4afdcf1-d468-48bb-9d83-5cb37ef0c420 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=19418d38-660b-45cf-bae9-e4c78939b80c HTTP/1.1" status: 200 len: 210 time: 0.2348022 Feb 04 13:33:28.966255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175a2fb-49a4-4fb6-a57b-140832484e35 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=b51aab12-9c42-4118-a009-644bfda14820,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:29.075577 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c175a2fb-49a4-4fb6-a57b-140832484e35 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:29.082938 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c175a2fb-49a4-4fb6-a57b-140832484e35 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/b51aab12-9c42-4118-a009-644bfda14820 HTTP/1.1" status: 204 len: 168 time: 4.1753988 Feb 04 13:33:29.087758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ef9846-41e4-438c-a603-aa9083ac94ac req-075ca593-7149-4558-b661-33b84b02158b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] No DVR routers for this DVR port b41c7918-a1ee-42a5-9ff3-48afa78844ec on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:33:29.091596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46584) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:29.202921 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'name': 'tempest-ServerRescueTestJSON-1218224511-router', 'tenant_id': '966901e806474173a5eedad926b29322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:33:19Z', 'updated_at': '2022-02-04T13:33:24Z', 'revision_number': 3, 'project_id': '966901e806474173a5eedad926b29322', 'gw_port': {'id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:22Z', 'updated_at': '2022-02-04T13:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:29.252135 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Checking router: fab3d00f-25a6-41ec-a246-db2787d94d04 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:33:29.252650 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Updating router fab3d00f-25a6-41ec-a246-db2787d94d04 port 539df3d4-3403-4d2b-ba04-54020912e4d4 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:33:29.283209 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-40ef9846-41e4-438c-a603-aa9083ac94ac req-075ca593-7149-4558-b661-33b84b02158b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:29.287275 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-40ef9846-41e4-438c-a603-aa9083ac94ac req-075ca593-7149-4558-b661-33b84b02158b tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "DELETE /v2.0/ports/b41c7918-a1ee-42a5-9ff3-48afa78844ec HTTP/1.1" status: 204 len: 173 time: 5.6078131 Feb 04 13:33:29.288540 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19418d38-660b-45cf-bae9-e4c78939b80c', 'name': 'network-vif-deleted', 'tag': 'b41c7918-a1ee-42a5-9ff3-48afa78844ec'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:33:29.290705 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc25675e-fac5-4207-a638-092a49f6ccb4" -d '{"events": [{"server_uuid": "19418d38-660b-45cf-bae9-e4c78939b80c", "name": "network-vif-deleted", "tag": "b41c7918-a1ee-42a5-9ff3-48afa78844ec"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:33:29.357883 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (539df3d4-3403-4d2b-ba04-54020912e4d4), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:29.427336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d74bcd6d-dddc-488e-b2e0-22ca5923dfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (6b4af567-6d1c-4469-93c3-68cbff75ad98), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:29.450959 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cb01a4-8a12-4028-b4de-06f124c2d178 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:29.452848 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cb01a4-8a12-4028-b4de-06f124c2d178 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:29.455075 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-06cb01a4-8a12-4028-b4de-06f124c2d178 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3614619 Feb 04 13:33:29.460358 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46594) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:29.626420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03894b9-f4aa-4e7f-9e61-9ebed0932599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ecf498-4722-4cfb-9c42-1da62fff206f'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:33:29.628244 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99582a53-a350-4285-a187-0e278f6d9219 req-c3ff3d35-b771-42be-b2db-88dc0851e897 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:29.629631 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998afe7f-61b2-48eb-8042-048fbc483c32" -d '{"events": [{"server_uuid": "d03894b9-f4aa-4e7f-9e61-9ebed0932599", "name": "network-vif-plugged", "status": "completed", "tag": "18ecf498-4722-4cfb-9c42-1da62fff206f"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:33:29.643758 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99582a53-a350-4285-a187-0e278f6d9219 req-c3ff3d35-b771-42be-b2db-88dc0851e897 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 949 time: 0.5047410 Feb 04 13:33:29.650440 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bcd6d-dddc-488e-b2e0-22ca5923dfdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b4af567-6d1c-4469-93c3-68cbff75ad98,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:29.657062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74bcd6d-dddc-488e-b2e0-22ca5923dfdd admin admin] Checking segment: {'id': '50102105-5ddc-49a3-9017-86c3fa3125e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '454cf47f-1b90-45be-92f1-9007ac141799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:33:29.657493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74bcd6d-dddc-488e-b2e0-22ca5923dfdd admin admin] Network hostable DHCP agents. Network: 454cf47f-1b90-45be-92f1-9007ac141799, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:33:29.700905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc78b000-ac72-4058-97d7-1ab4441fddde tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 979307a0-8996-4b55-ad7e-76ebc7d75a51 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:33:29.708968 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc78b000-ac72-4058-97d7-1ab4441fddde tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (979307a0-8996-4b55-ad7e-76ebc7d75a51), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:29.750246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74bcd6d-dddc-488e-b2e0-22ca5923dfdd admin admin] Network 454cf47f-1b90-45be-92f1-9007ac141799 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:33:29.763382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d74bcd6d-dddc-488e-b2e0-22ca5923dfdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 454cf47f-1b90-45be-92f1-9007ac141799) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:29.765825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device deda3404-9759-4f87-a125-371b4527a4a6 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:29.804870 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74bcd6d-dddc-488e-b2e0-22ca5923dfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:29.807851 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d74bcd6d-dddc-488e-b2e0-22ca5923dfdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:29.851550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356d264f-885a-4ae3-ab25-eabccaae70e3 None None] Network 454cf47f-1b90-45be-92f1-9007ac141799 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:33:29.906530 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc78b000-ac72-4058-97d7-1ab4441fddde tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (979307a0-8996-4b55-ad7e-76ebc7d75a51), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:30.046238 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d74bcd6d-dddc-488e-b2e0-22ca5923dfdd admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.6149502 Feb 04 13:33:30.113256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 498a4368-1722-43c5-aa68-258cd0308ca9 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:30.162089 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99582a53-a350-4285-a187-0e278f6d9219 req-8a875738-b469-4ee0-9439-a20af5d0db48 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/security-groups?id=74ae12f4-2ff0-40c5-816f-c4494522f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988835 Feb 04 13:33:30.404251 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf061c7-c441-4d94-a40c-cb356f903e67 x-openstack-request-id: req-0bf061c7-c441-4d94-a40c-cb356f903e67 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:33:30.404767 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19418d38-660b-45cf-bae9-e4c78939b80c", "name": "network-vif-deleted", "tag": "b41c7918-a1ee-42a5-9ff3-48afa78844ec", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:33:30.405291 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0bf061c7-c441-4d94-a40c-cb356f903e67 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:33:30.405940 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19418d38-660b-45cf-bae9-e4c78939b80c', 'name': 'network-vif-deleted', 'tag': 'b41c7918-a1ee-42a5-9ff3-48afa78844ec', 'status': 'completed', 'code': 200} Feb 04 13:33:30.414019 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc78b000-ac72-4058-97d7-1ab4441fddde tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (979307a0-8996-4b55-ad7e-76ebc7d75a51), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:30.626527 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Publish callbacks [] for port (539df3d4-3403-4d2b-ba04-54020912e4d4), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:30.627889 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc78b000-ac72-4058-97d7-1ab4441fddde tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (979307a0-8996-4b55-ad7e-76ebc7d75a51), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:30.648951 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (539df3d4-3403-4d2b-ba04-54020912e4d4), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:30.714460 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78b000-ac72-4058-97d7-1ab4441fddde tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=979307a0-8996-4b55-ad7e-76ebc7d75a51,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:30.733821 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc78b000-ac72-4058-97d7-1ab4441fddde tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:30.738525 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cc78b000-ac72-4058-97d7-1ab4441fddde tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/979307a0-8996-4b55-ad7e-76ebc7d75a51 HTTP/1.1" status: 204 len: 168 time: 1.2765672 Feb 04 13:33:30.745261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46608) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:30.830081 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d22d6743-a4d7-4c13-9f9b-3889d1fdc33d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828969 Feb 04 13:33:30.834830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46610) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:30.873297 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:30.909753 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb3624-d225-4f8d-8fe2-4461e5ba5187 None None] Pushing event updated for resources: {'Port': ['ID=539df3d4-3403-4d2b-ba04-54020912e4d4,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:30.914091 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d7435d-7976-4fd6-a24d-f46f07565d3f None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:33:30.943841 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb3624-d225-4f8d-8fe2-4461e5ba5187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:30.945826 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb3624-d225-4f8d-8fe2-4461e5ba5187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:30.946862 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb3624-d225-4f8d-8fe2-4461e5ba5187 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:30.948771 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb3624-d225-4f8d-8fe2-4461e5ba5187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:30.949391 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb3624-d225-4f8d-8fe2-4461e5ba5187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:30.950076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ded98f7-8da7-44c6-96c4-f1685dd453f2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:30.951927 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb3624-d225-4f8d-8fe2-4461e5ba5187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:30.952744 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb3624-d225-4f8d-8fe2-4461e5ba5187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:30.954079 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb3624-d225-4f8d-8fe2-4461e5ba5187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:30.955356 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb3624-d225-4f8d-8fe2-4461e5ba5187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:30.956041 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5ded98f7-8da7-44c6-96c4-f1685dd453f2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1187019 Feb 04 13:33:30.956864 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb3624-d225-4f8d-8fe2-4461e5ba5187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:30.957480 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb3624-d225-4f8d-8fe2-4461e5ba5187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:30.958211 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb3624-d225-4f8d-8fe2-4461e5ba5187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:30.959575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46614) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:30.960774 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb3624-d225-4f8d-8fe2-4461e5ba5187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:31.000367 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Attempting to bind port 539df3d4-3403-4d2b-ba04-54020912e4d4 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:33:31.001417 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Attempting to bind port 539df3d4-3403-4d2b-ba04-54020912e4d4 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:33:31.002053 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Attempting to bind port 539df3d4-3403-4d2b-ba04-54020912e4d4 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:33:31.017466 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:33:31.019858 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:33:31.023373 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:31.024507 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:33:31.028965 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Bound port: 539df3d4-3403-4d2b-ba04-54020912e4d4, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:33:31.030736 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (539df3d4-3403-4d2b-ba04-54020912e4d4), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:31.125650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1949bae-82d6-4150-aa4d-0152924a560a None None] Network 454cf47f-1b90-45be-92f1-9007ac141799 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:33:31.168618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2892f6-9046-4d45-914d-34db120e6587 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:31.185249 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6d2892f6-9046-4d45-914d-34db120e6587 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2083285 Feb 04 13:33:31.187843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46616) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:31.216292 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] For port 539df3d4-3403-4d2b-ba04-54020912e4d4, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:33:31.226977 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] For port 539df3d4-3403-4d2b-ba04-54020912e4d4, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=539df3d4-3403-4d2b-ba04-54020912e4d4,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:33:31.248284 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (539df3d4-3403-4d2b-ba04-54020912e4d4), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:31.337235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Allocated IP 172.20.0.1 (b87406d1-c508-4f09-8a0f-312d75ce3975/54252442-312c-4ce9-a1db-8b7dd94734b4/5543cd64-65bc-450e-a660-27f24433b37e) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:31.365645 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a4d9be35-2f4f-44e1-83bd-46f2604530af tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1738031 Feb 04 13:33:31.373424 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46620) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:31.387589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-72adc46c-2b60-415b-af8e-7e7cf1b72e3f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:31.490795 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb3624-d225-4f8d-8fe2-4461e5ba5187 None None] Pushing event updated for resources: {'Port': ['ID=539df3d4-3403-4d2b-ba04-54020912e4d4,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:31.532807 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Routers {'fab3d00f-25a6-41ec-a246-db2787d94d04'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:33:31.535138 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:33:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['fab3d00f-25a6-41ec-a246-db2787d94d04'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:31.681479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72adc46c-2b60-415b-af8e-7e7cf1b72e3f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:31.696487 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72adc46c-2b60-415b-af8e-7e7cf1b72e3f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:31.741179 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Publish callbacks [] for port (5543cd64-65bc-450e-a660-27f24433b37e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:31.769749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3b963-0408-4c72-9fcf-8382adeec11a req-ff275e28-1489-431c-9141-48af0b982f2b tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:31.772689 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f0a3b963-0408-4c72-9fcf-8382adeec11a req-ff275e28-1489-431c-9141-48af0b982f2b tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 946 time: 1.1935556 Feb 04 13:33:31.910703 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (5543cd64-65bc-450e-a660-27f24433b37e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:31.922122 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 498a4368-1722-43c5-aa68-258cd0308ca9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:31.923483 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (498a4368-1722-43c5-aa68-258cd0308ca9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:32.076654 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] Set router fab3d00f-25a6-41ec-a246-db2787d94d04 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:33:32.078620 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port deda3404-9759-4f87-a125-371b4527a4a6 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:32.104452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8f08a1d1-4797-425e-a8ed-9ecf4ee5b795 None None] Provisioning complete for port 498a4368-1722-43c5-aa68-258cd0308ca9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:32.106576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Network b87406d1-c508-4f09-8a0f-312d75ce3975 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:32.118833 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f08a1d1-4797-425e-a8ed-9ecf4ee5b795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (498a4368-1722-43c5-aa68-258cd0308ca9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:32.137719 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f0a3b963-0408-4c72-9fcf-8382adeec11a req-fd5ce9f4-05cd-4766-b485-f669259c4475 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/security-groups?id=59e3e7fc-aeae-4a71-b2da-59296a3fde94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359118 Feb 04 13:33:32.141286 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:32.154239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:33:32.166430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port deda3404-9759-4f87-a125-371b4527a4a6 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:32.178492 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (deda3404-9759-4f87-a125-371b4527a4a6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:32.254677 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72adc46c-2b60-415b-af8e-7e7cf1b72e3f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (52243a45-fa09-4f08-933d-c289050dac7e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:32.265565 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (fab3d00f-25a6-41ec-a246-db2787d94d04), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:32.305338 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c834e1b-a177-45d0-86bc-686bb5f9a096 x-openstack-request-id: req-4c834e1b-a177-45d0-86bc-686bb5f9a096 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:33:32.305812 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03894b9-f4aa-4e7f-9e61-9ebed0932599", "name": "network-vif-plugged", "status": "completed", "tag": "18ecf498-4722-4cfb-9c42-1da62fff206f", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:33:32.306213 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4c834e1b-a177-45d0-86bc-686bb5f9a096 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:33:32.307344 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03894b9-f4aa-4e7f-9e61-9ebed0932599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ecf498-4722-4cfb-9c42-1da62fff206f', 'code': 200} Feb 04 13:33:32.366129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72adc46c-2b60-415b-af8e-7e7cf1b72e3f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:32.388702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-72adc46c-2b60-415b-af8e-7e7cf1b72e3f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:32.394385 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72adc46c-2b60-415b-af8e-7e7cf1b72e3f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:32.395352 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72adc46c-2b60-415b-af8e-7e7cf1b72e3f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:32.430030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adc46c-2b60-415b-af8e-7e7cf1b72e3f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=52243a45-fa09-4f08-933d-c289050dac7e,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:32.446994 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-72adc46c-2b60-415b-af8e-7e7cf1b72e3f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0713592 Feb 04 13:33:32.458514 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46630) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:32.480305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7fb22908-70f4-4f68-8fc8-5b282c7128ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'mac_address': 'fa:16:3e:88:07:9a', 'name': 'tempest-NetworksTestDHCPv6-372296476'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:32.737724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port deda3404-9759-4f87-a125-371b4527a4a6 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:32.738918 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (deda3404-9759-4f87-a125-371b4527a4a6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:32.760617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Pushing event updated for resources: {'Port': ['ID=5543cd64-65bc-450e-a660-27f24433b37e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:32.908724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port deda3404-9759-4f87-a125-371b4527a4a6, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=deda3404-9759-4f87-a125-371b4527a4a6,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:32.965378 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90355b6-6dfc-4be6-9a9f-3c170ab5957f None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:33:32.969185 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (deda3404-9759-4f87-a125-371b4527a4a6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:33.022734 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5543cd64-65bc-450e-a660-27f24433b37e), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:33.112167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 498a4368-1722-43c5-aa68-258cd0308ca9 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:33.116695 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (498a4368-1722-43c5-aa68-258cd0308ca9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:33.126303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb22908-70f4-4f68-8fc8-5b282c7128ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:33.173221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8f08a1d1-4797-425e-a8ed-9ecf4ee5b795 None None] Current status of the port 498a4368-1722-43c5-aa68-258cd0308ca9 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:33.175340 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'name': 'tempest-ServerRescueTestJSON-1218224511-router', 'tenant_id': '966901e806474173a5eedad926b29322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:33:19Z', 'updated_at': '2022-02-04T13:33:24Z', 'revision_number': 3, 'project_id': '966901e806474173a5eedad926b29322', 'gw_port': {'id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:22Z', 'updated_at': '2022-02-04T13:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:33.176502 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f08a1d1-4797-425e-a8ed-9ecf4ee5b795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (498a4368-1722-43c5-aa68-258cd0308ca9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:33.294550 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef5753-cf77-4c08-8f4c-bb92bee136f1 None None] The sync data for ids ['fab3d00f-25a6-41ec-a246-db2787d94d04'] in n-d-714676-13 is: [{'id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'name': 'tempest-ServerRescueTestJSON-1218224511-router', 'tenant_id': '966901e806474173a5eedad926b29322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:33:19Z', 'updated_at': '2022-02-04T13:33:24Z', 'revision_number': 3, 'project_id': '966901e806474173a5eedad926b29322', 'gw_port': {'id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:22Z', 'updated_at': '2022-02-04T13:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:33:33.425359 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7fb22908-70f4-4f68-8fc8-5b282c7128ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:33.452850 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=deda3404-9759-4f87-a125-371b4527a4a6,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:33.469881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8f08a1d1-4797-425e-a8ed-9ecf4ee5b795 None None] For port 498a4368-1722-43c5-aa68-258cd0308ca9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=498a4368-1722-43c5-aa68-258cd0308ca9,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:33.491512 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f08a1d1-4797-425e-a8ed-9ecf4ee5b795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (498a4368-1722-43c5-aa68-258cd0308ca9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:33.504113 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-7fb22908-70f4-4f68-8fc8-5b282c7128ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port b25551ae-7444-4d11-9f83-511faff26e83 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:33:33.528487 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d90355b6-6dfc-4be6-9a9f-3c170ab5957f None None] Deleting port 498a4368-1722-43c5-aa68-258cd0308ca9 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:33:33.533528 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d90355b6-6dfc-4be6-9a9f-3c170ab5957f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (498a4368-1722-43c5-aa68-258cd0308ca9), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:33.692039 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Publish callbacks [] for port (5543cd64-65bc-450e-a660-27f24433b37e), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:33.716826 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (5543cd64-65bc-450e-a660-27f24433b37e), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:33.938334 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (fab3d00f-25a6-41ec-a246-db2787d94d04), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:33.951165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-7fb22908-70f4-4f68-8fc8-5b282c7128ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::fc (2ee6628b-98e8-4827-b47e-b9107cd39956/52243a45-fa09-4f08-933d-c289050dac7e/b25551ae-7444-4d11-9f83-511faff26e83) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:34.000122 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:33:34.001758 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:33:34.036556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08a1d1-4797-425e-a8ed-9ecf4ee5b795 None None] Pushing event updated for resources: {'Port': ['ID=498a4368-1722-43c5-aa68-258cd0308ca9,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:34.133244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d90355b6-6dfc-4be6-9a9f-3c170ab5957f None None] For port 498a4368-1722-43c5-aa68-258cd0308ca9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=498a4368-1722-43c5-aa68-258cd0308ca9,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:34.133876 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d90355b6-6dfc-4be6-9a9f-3c170ab5957f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (498a4368-1722-43c5-aa68-258cd0308ca9), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:34.190989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d90355b6-6dfc-4be6-9a9f-3c170ab5957f None None] Calling delete_port for 498a4368-1722-43c5-aa68-258cd0308ca9 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:33:34.273616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Network b87406d1-c508-4f09-8a0f-312d75ce3975 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:34.311456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:34.429201 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7fb22908-70f4-4f68-8fc8-5b282c7128ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (b25551ae-7444-4d11-9f83-511faff26e83), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:34.499367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8bc1e5-04ca-41a7-8463-2789b6b48232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deda3404-9759-4f87-a125-371b4527a4a6'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:33:34.503649 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7fb22908-70f4-4f68-8fc8-5b282c7128ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b25551ae-7444-4d11-9f83-511faff26e83), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:34.508482 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ac093e-9446-4079-85c6-caac0358908a" -d '{"events": [{"server_uuid": "0a8bc1e5-04ca-41a7-8463-2789b6b48232", "name": "network-vif-plugged", "status": "completed", "tag": "deda3404-9759-4f87-a125-371b4527a4a6"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:33:34.643533 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d90355b6-6dfc-4be6-9a9f-3c170ab5957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (498a4368-1722-43c5-aa68-258cd0308ca9), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:34.648860 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb22908-70f4-4f68-8fc8-5b282c7128ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:34.661453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-7fb22908-70f4-4f68-8fc8-5b282c7128ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:34.669311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb22908-70f4-4f68-8fc8-5b282c7128ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:33:34.675981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb22908-70f4-4f68-8fc8-5b282c7128ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:34.683594 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7fb22908-70f4-4f68-8fc8-5b282c7128ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:34.701831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Router fab3d00f-25a6-41ec-a246-db2787d94d04 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:33:34.705636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Port 498a4368-1722-43c5-aa68-258cd0308ca9 update to ACTIVE by agent not found {{(pid=103608) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 04 13:33:34.707351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Pushing event updated for resources: {'Port': ['ID=5543cd64-65bc-450e-a660-27f24433b37e,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:34.732509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90355b6-6dfc-4be6-9a9f-3c170ab5957f None None] No DVR routers for this DVR port 498a4368-1722-43c5-aa68-258cd0308ca9 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:33:34.809685 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb22908-70f4-4f68-8fc8-5b282c7128ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=b25551ae-7444-4d11-9f83-511faff26e83,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:34.829705 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7fb22908-70f4-4f68-8fc8-5b282c7128ef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3674905 Feb 04 13:33:34.833955 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46642) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:34.856116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90355b6-6dfc-4be6-9a9f-3c170ab5957f None None] Pushing event deleted for resources: {'Port': ['ID=498a4368-1722-43c5-aa68-258cd0308ca9,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:34.908721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1dc97e-a794-4d34-9a4c-e6da0bdefb3b None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:33:34.913050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:33:34.920626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d877780d-3668-4b47-ac5b-81551e3dd471 admin admin] 10.222.0.96 "PUT /v2.0/routers/fab3d00f-25a6-41ec-a246-db2787d94d04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8698318 Feb 04 13:33:35.102200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 539df3d4-3403-4d2b-ba04-54020912e4d4 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:35.134239 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389cd6aa-0e8e-42bf-8dd3-f64230da7591 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:35.139922 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-389cd6aa-0e8e-42bf-8dd3-f64230da7591 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.3013682 Feb 04 13:33:35.140581 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46646) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:35.497274 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2e4e7d3a-5c52-4cee-8ac0-1019814e2b13 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port b25551ae-7444-4d11-9f83-511faff26e83 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:33:35.497990 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e4e7d3a-5c52-4cee-8ac0-1019814e2b13 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b25551ae-7444-4d11-9f83-511faff26e83), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:35.694267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 539df3d4-3403-4d2b-ba04-54020912e4d4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:35.694626 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (539df3d4-3403-4d2b-ba04-54020912e4d4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:35.734164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': '52243a45-fa09-4f08-933d-c289050dac7e'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:33:35.736109 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:35.868829 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e4e7d3a-5c52-4cee-8ac0-1019814e2b13 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b25551ae-7444-4d11-9f83-511faff26e83), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:35.940108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2e4e7d3a-5c52-4cee-8ac0-1019814e2b13 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for b25551ae-7444-4d11-9f83-511faff26e83 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:33:36.026848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 539df3d4-3403-4d2b-ba04-54020912e4d4 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:36.031430 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (539df3d4-3403-4d2b-ba04-54020912e4d4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:36.092299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 539df3d4-3403-4d2b-ba04-54020912e4d4, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=539df3d4-3403-4d2b-ba04-54020912e4d4,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:36.146149 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (539df3d4-3403-4d2b-ba04-54020912e4d4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:36.242763 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=539df3d4-3403-4d2b-ba04-54020912e4d4,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:36.316612 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e4e7d3a-5c52-4cee-8ac0-1019814e2b13 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b25551ae-7444-4d11-9f83-511faff26e83), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:36.422184 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e7d3a-5c52-4cee-8ac0-1019814e2b13 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=b25551ae-7444-4d11-9f83-511faff26e83,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:36.445737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Allocated IP 2001:db8::2 (2ee6628b-98e8-4827-b47e-b9107cd39956/52243a45-fa09-4f08-933d-c289050dac7e/f480c647-0454-4e3b-9a7a-844052df57bf) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:36.453138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 498a4368-1722-43c5-aa68-258cd0308ca9 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:33:36.510819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e4e7d3a-5c52-4cee-8ac0-1019814e2b13 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:36.514372 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2e4e7d3a-5c52-4cee-8ac0-1019814e2b13 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/b25551ae-7444-4d11-9f83-511faff26e83 HTTP/1.1" status: 204 len: 168 time: 1.3720837 Feb 04 13:33:36.518303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46654) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:36.538471 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 498a4368-1722-43c5-aa68-258cd0308ca9 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:33:36.538826 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 498a4368-1722-43c5-aa68-258cd0308ca9 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:33:36.679452 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8aedb2-9a1c-4ab1-aa89-8219cf25288b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:36.685300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8aedb2-9a1c-4ab1-aa89-8219cf25288b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:36.689001 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cd8aedb2-9a1c-4ab1-aa89-8219cf25288b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1693428 Feb 04 13:33:36.693386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46658) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:36.971590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 539df3d4-3403-4d2b-ba04-54020912e4d4 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:36.975756 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca76634a-ba8c-47aa-8954-e277603bb172 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 52243a45-fa09-4f08-933d-c289050dac7e {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:33:37.106750 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Publish callbacks [] for port (f480c647-0454-4e3b-9a7a-844052df57bf), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:37.117317 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca76634a-ba8c-47aa-8954-e277603bb172 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (52243a45-fa09-4f08-933d-c289050dac7e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:37.119744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Sync routers for ids ['fab3d00f-25a6-41ec-a246-db2787d94d04'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:33:37.133707 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:37.234991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:37.241539 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 539df3d4-3403-4d2b-ba04-54020912e4d4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:37.241539 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (539df3d4-3403-4d2b-ba04-54020912e4d4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:37.244072 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Routers {'fab3d00f-25a6-41ec-a246-db2787d94d04'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:33:37.245268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:33:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['fab3d00f-25a6-41ec-a246-db2787d94d04'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:37.258669 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca76634a-ba8c-47aa-8954-e277603bb172 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (52243a45-fa09-4f08-933d-c289050dac7e), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:37.369472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:37.450363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:33:37.462182 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca76634a-ba8c-47aa-8954-e277603bb172 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (52243a45-fa09-4f08-933d-c289050dac7e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:37.469279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Pushing event updated for resources: {'Port': ['ID=f480c647-0454-4e3b-9a7a-844052df57bf,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:37.644742 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca76634a-ba8c-47aa-8954-e277603bb172 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (52243a45-fa09-4f08-933d-c289050dac7e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:37.674494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Attempting to bind port f480c647-0454-4e3b-9a7a-844052df57bf on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:33:37.675145 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Attempting to bind port f480c647-0454-4e3b-9a7a-844052df57bf by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:33:37.675779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Attempting to bind port f480c647-0454-4e3b-9a7a-844052df57bf on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:33:37.706485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:33:37.707062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:33:37.707690 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:37.708294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:33:37.709056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Bound port: f480c647-0454-4e3b-9a7a-844052df57bf, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:33:37.709652 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:37.716211 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca76634a-ba8c-47aa-8954-e277603bb172 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:37.732488 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46660) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:37.733989 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ca76634a-ba8c-47aa-8954-e277603bb172 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/52243a45-fa09-4f08-933d-c289050dac7e HTTP/1.1" status: 204 len: 168 time: 1.0362411 Feb 04 13:33:37.735526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76634a-ba8c-47aa-8954-e277603bb172 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=52243a45-fa09-4f08-933d-c289050dac7e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:37.769275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Set router fab3d00f-25a6-41ec-a246-db2787d94d04 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:33:37.853613 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 539df3d4-3403-4d2b-ba04-54020912e4d4 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:37.901004 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-61444957-fac8-47b4-9832-4e05adc5437f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1614859 Feb 04 13:33:37.902164 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46664) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:38.029662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] For port f480c647-0454-4e3b-9a7a-844052df57bf, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:33:38.053856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] For port f480c647-0454-4e3b-9a7a-844052df57bf, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f480c647-0454-4e3b-9a7a-844052df57bf,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:33:38.083072 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:38.099946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac71dc5-d4ec-4e93-ab25-788859065aa4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:38.102589 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8ac71dc5-d4ec-4e93-ab25-788859065aa4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1986566 Feb 04 13:33:38.107567 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46666) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:38.201058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d370d61-cf15-49f6-87ca-fd6d6fbd62a4 None None] Pushing event updated for resources: {'Port': ['ID=f480c647-0454-4e3b-9a7a-844052df57bf,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:38.248658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'name': 'tempest-ServerRescueTestJSON-1218224511-router', 'tenant_id': '966901e806474173a5eedad926b29322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:33:19Z', 'updated_at': '2022-02-04T13:33:32Z', 'revision_number': 4, 'project_id': '966901e806474173a5eedad926b29322', 'gw_port': {'id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:22Z', 'updated_at': '2022-02-04T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5543cd64-65bc-450e-a660-27f24433b37e', 'name': '', 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975', 'tenant_id': '966901e806474173a5eedad926b29322', 'mac_address': 'fa:16:3e:75:93:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '54252442-312c-4ce9-a1db-8b7dd94734b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:30Z', 'updated_at': '2022-02-04T13:33:33Z', 'revision_number': 2, 'project_id': '966901e806474173a5eedad926b29322', 'subnets': [{'id': '54252442-312c-4ce9-a1db-8b7dd94734b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:38.290769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Checking router: fab3d00f-25a6-41ec-a246-db2787d94d04 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:33:38.291376 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Updating router fab3d00f-25a6-41ec-a246-db2787d94d04 port 5543cd64-65bc-450e-a660-27f24433b37e binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:33:38.299018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd276544-aabc-4349-8b66-5d2e911938c9 None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:33:38.312518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f56a357-ea67-46db-a49d-833d66fa0be2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:38.315426 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2f56a357-ea67-46db-a49d-833d66fa0be2 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2061474 Feb 04 13:33:38.319707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46668) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:38.389497 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2462d370-76f8-4ec3-b9fe-bdcd26ecafe1 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684576 Feb 04 13:33:38.394847 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46670) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:38.400459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2c9fe367-0f28-4fb2-a094-2c7c77dd087f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:38.423960 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5543cd64-65bc-450e-a660-27f24433b37e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:38.678299 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9fe367-0f28-4fb2-a094-2c7c77dd087f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:38.680583 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe367-0f28-4fb2-a094-2c7c77dd087f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:38.734912 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd276544-aabc-4349-8b66-5d2e911938c9 None None] Resources bound (agent type, host, resource id): {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:33:39.403620 n-d-714676-13 neutron-server[103607]: DEBUG neutron.objects.ports [None req-2c9fe367-0f28-4fb2-a094-2c7c77dd087f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:33:40.002909 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe367-0f28-4fb2-a094-2c7c77dd087f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:40.011873 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Publish callbacks [] for port (5543cd64-65bc-450e-a660-27f24433b37e), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:40.034089 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5543cd64-65bc-450e-a660-27f24433b37e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:40.126904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a570ebb-de4f-4216-8e22-ff3de9f17414 None None] Pushing event updated for resources: {'Port': ['ID=5543cd64-65bc-450e-a660-27f24433b37e,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:40.231678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Attempting to bind port 5543cd64-65bc-450e-a660-27f24433b37e on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:33:40.232304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Attempting to bind port 5543cd64-65bc-450e-a660-27f24433b37e by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '54c428d2-32d4-4e0c-832a-7b50a69bb295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:33:40.232881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Attempting to bind port 5543cd64-65bc-450e-a660-27f24433b37e on network b87406d1-c508-4f09-8a0f-312d75ce3975 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:33:40.244714 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:33:40.245353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Checking segment: {'id': '54c428d2-32d4-4e0c-832a-7b50a69bb295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:33:40.246024 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:40.246721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Bound using segment: {'id': '54c428d2-32d4-4e0c-832a-7b50a69bb295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:33:40.247580 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Bound port: 5543cd64-65bc-450e-a660-27f24433b37e, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c428d2-32d4-4e0c-832a-7b50a69bb295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:33:40.248242 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5543cd64-65bc-450e-a660-27f24433b37e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:40.418462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] For port 5543cd64-65bc-450e-a660-27f24433b37e, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:33:40.421834 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-2c9fe367-0f28-4fb2-a094-2c7c77dd087f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] For port f480c647-0454-4e3b-9a7a-844052df57bf, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f480c647-0454-4e3b-9a7a-844052df57bf,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:40.430557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] For port 5543cd64-65bc-450e-a660-27f24433b37e, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5543cd64-65bc-450e-a660-27f24433b37e,segment=NetworkSegment(54c428d2-32d4-4e0c-832a-7b50a69bb295),segment_id=54c428d2-32d4-4e0c-832a-7b50a69bb295)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:33:40.452584 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5543cd64-65bc-450e-a660-27f24433b37e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:40.549890 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe367-0f28-4fb2-a094-2c7c77dd087f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (f480c647-0454-4e3b-9a7a-844052df57bf), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:40.558560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Routers {'fab3d00f-25a6-41ec-a246-db2787d94d04'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:33:40.559809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:33:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['fab3d00f-25a6-41ec-a246-db2787d94d04'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:40.565706 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe367-0f28-4fb2-a094-2c7c77dd087f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:40.680258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a570ebb-de4f-4216-8e22-ff3de9f17414 None None] Pushing event updated for resources: {'Port': ['ID=5543cd64-65bc-450e-a660-27f24433b37e,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:40.737274 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe367-0f28-4fb2-a094-2c7c77dd087f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (f67e7f5d-357b-4202-88d1-0b33999b00dc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:40.794163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] Set router fab3d00f-25a6-41ec-a246-db2787d94d04 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:33:40.803629 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fe367-0f28-4fb2-a094-2c7c77dd087f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=f480c647-0454-4e3b-9a7a-844052df57bf,revision_number=5']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:40.832418 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9fe367-0f28-4fb2-a094-2c7c77dd087f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:40.836903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-2c9fe367-0f28-4fb2-a094-2c7c77dd087f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:40.845531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9fe367-0f28-4fb2-a094-2c7c77dd087f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:40.846491 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe367-0f28-4fb2-a094-2c7c77dd087f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:40.880617 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2c9fe367-0f28-4fb2-a094-2c7c77dd087f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4805129 Feb 04 13:33:40.880908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46680) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:40.890082 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-e279b559-2ed4-467c-9038-76d194efc427 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:40.895109 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fe367-0f28-4fb2-a094-2c7c77dd087f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=f67e7f5d-357b-4202-88d1-0b33999b00dc,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:40.921074 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b661b2e-506b-4a9f-aff2-e9ae436647b3 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:33:41.134559 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-91dc850d-b123-4ad3-bf68-9d042c2be5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:41.260336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e279b559-2ed4-467c-9038-76d194efc427 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:41.272534 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e279b559-2ed4-467c-9038-76d194efc427 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:41.493725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'name': 'tempest-ServerRescueTestJSON-1218224511-router', 'tenant_id': '966901e806474173a5eedad926b29322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:33:19Z', 'updated_at': '2022-02-04T13:33:32Z', 'revision_number': 4, 'project_id': '966901e806474173a5eedad926b29322', 'gw_port': {'id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:22Z', 'updated_at': '2022-02-04T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5543cd64-65bc-450e-a660-27f24433b37e', 'name': '', 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975', 'tenant_id': '966901e806474173a5eedad926b29322', 'mac_address': 'fa:16:3e:75:93:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '54252442-312c-4ce9-a1db-8b7dd94734b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:30Z', 'updated_at': '2022-02-04T13:33:40Z', 'revision_number': 4, 'project_id': '966901e806474173a5eedad926b29322', 'subnets': [{'id': '54252442-312c-4ce9-a1db-8b7dd94734b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:41.581066 n-d-714676-13 neutron-server[103606]: INFO neutron.db.ipam_backend_mixin [None req-e279b559-2ed4-467c-9038-76d194efc427 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f67e7f5d-357b-4202-88d1-0b33999b00dc (CIDR: 2001:db8::/64) Feb 04 13:33:41.582012 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad3f10-cacb-4f08-9a6c-ad2769d46fd4 None None] The sync data for ids ['fab3d00f-25a6-41ec-a246-db2787d94d04'] in n-d-714676-13 is: [{'id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'name': 'tempest-ServerRescueTestJSON-1218224511-router', 'tenant_id': '966901e806474173a5eedad926b29322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:33:19Z', 'updated_at': '2022-02-04T13:33:32Z', 'revision_number': 4, 'project_id': '966901e806474173a5eedad926b29322', 'gw_port': {'id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:22Z', 'updated_at': '2022-02-04T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5543cd64-65bc-450e-a660-27f24433b37e', 'name': '', 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975', 'tenant_id': '966901e806474173a5eedad926b29322', 'mac_address': 'fa:16:3e:75:93:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '54252442-312c-4ce9-a1db-8b7dd94734b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:30Z', 'updated_at': '2022-02-04T13:33:40Z', 'revision_number': 4, 'project_id': '966901e806474173a5eedad926b29322', 'subnets': [{'id': '54252442-312c-4ce9-a1db-8b7dd94734b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:33:41.592139 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e279b559-2ed4-467c-9038-76d194efc427 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:33:41.599891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e279b559-2ed4-467c-9038-76d194efc427 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:33:41.670290 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e279b559-2ed4-467c-9038-76d194efc427 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7840052 Feb 04 13:33:41.670697 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46684) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:41.685444 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-43069ebd-5904-467d-809a-17ff4583bad7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:42.066606 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43069ebd-5904-467d-809a-17ff4583bad7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:42.078492 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-43069ebd-5904-467d-809a-17ff4583bad7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:42.930223 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-43069ebd-5904-467d-809a-17ff4583bad7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (69ac19ad-cb53-4801-963f-3c2f203b2f24), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:43.197729 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43069ebd-5904-467d-809a-17ff4583bad7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:43.219025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43069ebd-5904-467d-809a-17ff4583bad7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=69ac19ad-cb53-4801-963f-3c2f203b2f24,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:43.239550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-43069ebd-5904-467d-809a-17ff4583bad7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:43.250278 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43069ebd-5904-467d-809a-17ff4583bad7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:43.257731 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-43069ebd-5904-467d-809a-17ff4583bad7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:43.298041 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-43069ebd-5904-467d-809a-17ff4583bad7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6219032 Feb 04 13:33:43.301245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46688) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:43.310322 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f480c647-0454-4e3b-9a7a-844052df57bf up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:43.316524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f3a05d6f-8ef2-4bae-9aaf-2fc7d5260fdb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'mac_address': 'fa:16:3e:c5:d9:d4', 'name': 'tempest-NetworksTestDHCPv6-1966832347'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:43.552214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f480c647-0454-4e3b-9a7a-844052df57bf triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:43.553078 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:43.969857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a4ddc4-0d38-4e66-a426-357bef5498e0 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:33:44.233932 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53488b4b-418a-4716-945b-412e22f34c29 req-c3c3765e-31df-4c4f-af91-42ad620abbf4 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:44.238055 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53488b4b-418a-4716-945b-412e22f34c29 req-c3c3765e-31df-4c4f-af91-42ad620abbf4 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/networks?id=454cf47f-1b90-45be-92f1-9007ac141799 HTTP/1.1" status: 200 len: 816 time: 0.5442104 Feb 04 13:33:44.273866 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:44.346068 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53488b4b-418a-4716-945b-412e22f34c29 req-46771641-1167-42db-b47f-7fe232e12abd tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/quotas/e14033a1a3ac47f8935bdc5fb8a7445e HTTP/1.1" status: 200 len: 375 time: 0.0727546 Feb 04 13:33:44.376708 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1889493d-8228-4c74-92f8-ab8603b4886e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:44.413515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2e114-bf67-4070-bae5-03c97a2675b7 req-2192acb8-27a5-49f4-8f86-fa6c2b54345e tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:44.422656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03e2e114-bf67-4070-bae5-03c97a2675b7 req-2192acb8-27a5-49f4-8f86-fa6c2b54345e tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 950 time: 0.6525564 Feb 04 13:33:44.434515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a05d6f-8ef2-4bae-9aaf-2fc7d5260fdb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:44.482576 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7ea03a8b-f0ad-4afc-b703-72fb4f51e72b None None] Provisioning complete for port f480c647-0454-4e3b-9a7a-844052df57bf triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:44.483559 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7ea03a8b-f0ad-4afc-b703-72fb4f51e72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:44.626384 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f480c647-0454-4e3b-9a7a-844052df57bf is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:44.626891 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:44.664784 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:44.755501 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port f480c647-0454-4e3b-9a7a-844052df57bf, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f480c647-0454-4e3b-9a7a-844052df57bf,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:44.809296 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:44.816125 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5543cd64-65bc-450e-a660-27f24433b37e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:45.047421 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f3a05d6f-8ef2-4bae-9aaf-2fc7d5260fdb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:45.071317 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53488b4b-418a-4716-945b-412e22f34c29 req-a47d8475-d6a5-4485-9dbb-fd5904d28131 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e14033a1a3ac47f8935bdc5fb8a7445e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6776590 Feb 04 13:33:45.098362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7ea03a8b-f0ad-4afc-b703-72fb4f51e72b None None] Current status of the port f480c647-0454-4e3b-9a7a-844052df57bf is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:45.098760 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7ea03a8b-f0ad-4afc-b703-72fb4f51e72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:45.198517 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03e2e114-bf67-4070-bae5-03c97a2675b7 req-c3f6020a-c3bd-46b4-9b28-6f01acf60c8d tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/security-groups?id=74ae12f4-2ff0-40c5-816f-c4494522f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7745619 Feb 04 13:33:45.222815 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=f480c647-0454-4e3b-9a7a-844052df57bf,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:45.239645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5543cd64-65bc-450e-a660-27f24433b37e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:45.240392 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5543cd64-65bc-450e-a660-27f24433b37e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:45.244649 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-f3a05d6f-8ef2-4bae-9aaf-2fc7d5260fdb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port f7c3eefe-ef1f-4ac3-b2ae-4113ce74b54c yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:33:45.247798 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b88c6-45a2-4712-826e-2442a54506eb None None] Update dhcp port {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'fixed_ips': [{'subnet_id': 'f67e7f5d-357b-4202-88d1-0b33999b00dc', 'ip_address': '2001:db8::f816:3eff:fed4:a2e0'}, {'subnet_id': '69ac19ad-cb53-4801-963f-3c2f203b2f24'}], 'binding:host_id': 'n-d-714676-13'}, 'id': 'f480c647-0454-4e3b-9a7a-844052df57bf'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:33:45.743176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-f3a05d6f-8ef2-4bae-9aaf-2fc7d5260fdb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8:0:1::3a8 (2ee6628b-98e8-4827-b47e-b9107cd39956/69ac19ad-cb53-4801-963f-3c2f203b2f24/f7c3eefe-ef1f-4ac3-b2ae-4113ce74b54c) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:45.757468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-f3a05d6f-8ef2-4bae-9aaf-2fc7d5260fdb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::f816:3eff:fec5:d9d4 (2ee6628b-98e8-4827-b47e-b9107cd39956/f67e7f5d-357b-4202-88d1-0b33999b00dc/f7c3eefe-ef1f-4ac3-b2ae-4113ce74b54c) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:46.060274 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2d993-09a1-4bd2-96e5-53c2be7f568f req-77fcc86d-180e-4618-9e3a-c71573c97ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:46.073276 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-09c2d993-09a1-4bd2-96e5-53c2be7f568f req-77fcc86d-180e-4618-9e3a-c71573c97ccd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 1133 time: 0.1725523 Feb 04 13:33:46.171499 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c99a8fa-7077-4923-85ca-a7c8003293c8 x-openstack-request-id: req-4c99a8fa-7077-4923-85ca-a7c8003293c8 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:33:46.172415 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8bc1e5-04ca-41a7-8463-2789b6b48232", "name": "network-vif-plugged", "status": "completed", "tag": "deda3404-9759-4f87-a125-371b4527a4a6", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:33:46.174951 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4c99a8fa-7077-4923-85ca-a7c8003293c8 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:33:46.175956 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8bc1e5-04ca-41a7-8463-2789b6b48232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deda3404-9759-4f87-a125-371b4527a4a6', 'code': 200} Feb 04 13:33:46.256651 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8c0b88c6-45a2-4712-826e-2442a54506eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:46.279362 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:46.294783 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-7ea03a8b-f0ad-4afc-b703-72fb4f51e72b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:33:46.295098 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-7ea03a8b-f0ad-4afc-b703-72fb4f51e72b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:33:46.316524 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-09c2d993-09a1-4bd2-96e5-53c2be7f568f req-ab532d1b-e63c-4e84-8d28-7b0e5d016205 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=74ae12f4-2ff0-40c5-816f-c4494522f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369540 Feb 04 13:33:46.359111 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f3a05d6f-8ef2-4bae-9aaf-2fc7d5260fdb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (f7c3eefe-ef1f-4ac3-b2ae-4113ce74b54c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:46.435547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5543cd64-65bc-450e-a660-27f24433b37e is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:46.435942 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5543cd64-65bc-450e-a660-27f24433b37e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:46.585093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 5543cd64-65bc-450e-a660-27f24433b37e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5543cd64-65bc-450e-a660-27f24433b37e,segment=NetworkSegment(54c428d2-32d4-4e0c-832a-7b50a69bb295),segment_id=54c428d2-32d4-4e0c-832a-7b50a69bb295)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:46.633485 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5543cd64-65bc-450e-a660-27f24433b37e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:46.795137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a130633-933c-4b39-839a-2d63973b0c5a req-d81fbea1-6039-4f98-8264-2af58e457a20 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:46.807448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a130633-933c-4b39-839a-2d63973b0c5a req-d81fbea1-6039-4f98-8264-2af58e457a20 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/networks?id=b87406d1-c508-4f09-8a0f-312d75ce3975 HTTP/1.1" status: 200 len: 811 time: 0.4070978 Feb 04 13:33:46.829070 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53488b4b-418a-4716-945b-412e22f34c29 req-ab619275-208e-4356-8869-843637d1170c service neutron] 10.222.0.96 "GET /v2.0/networks/454cf47f-1b90-45be-92f1-9007ac141799?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6573882 Feb 04 13:33:46.840456 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f3a05d6f-8ef2-4bae-9aaf-2fc7d5260fdb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f7c3eefe-ef1f-4ac3-b2ae-4113ce74b54c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:46.905067 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f480c647-0454-4e3b-9a7a-844052df57bf up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:46.917053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-8c0b88c6-45a2-4712-826e-2442a54506eb None None] Allocated IP 2001:db8:0:1::2 (2ee6628b-98e8-4827-b47e-b9107cd39956/69ac19ad-cb53-4801-963f-3c2f203b2f24/f480c647-0454-4e3b-9a7a-844052df57bf) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:47.001416 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:47.019418 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=5543cd64-65bc-450e-a660-27f24433b37e,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:47.080833 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7ea03a8b-f0ad-4afc-b703-72fb4f51e72b None None] Current status of the port f480c647-0454-4e3b-9a7a-844052df57bf is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:47.122303 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53488b4b-418a-4716-945b-412e22f34c29 req-7e0165d5-e2ee-4ba1-95a6-cae02bfecc8a service neutron] 10.222.0.96 "GET /v2.0/networks/454cf47f-1b90-45be-92f1-9007ac141799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443194 Feb 04 13:33:47.124463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a05d6f-8ef2-4bae-9aaf-2fc7d5260fdb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=f7c3eefe-ef1f-4ac3-b2ae-4113ce74b54c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:47.140695 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a130633-933c-4b39-839a-2d63973b0c5a req-c52ca75d-8cb0-41c6-a5c1-a7db298432fa tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/quotas/966901e806474173a5eedad926b29322 HTTP/1.1" status: 200 len: 375 time: 0.3321059 Feb 04 13:33:47.167234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a05d6f-8ef2-4bae-9aaf-2fc7d5260fdb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:47.227644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-f3a05d6f-8ef2-4bae-9aaf-2fc7d5260fdb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:47.237210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a05d6f-8ef2-4bae-9aaf-2fc7d5260fdb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:33:47.245167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f480c647-0454-4e3b-9a7a-844052df57bf triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:47.245760 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:47.248050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a05d6f-8ef2-4bae-9aaf-2fc7d5260fdb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:47.249754 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f3a05d6f-8ef2-4bae-9aaf-2fc7d5260fdb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:47.284014 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f3a05d6f-8ef2-4bae-9aaf-2fc7d5260fdb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.9811602 Feb 04 13:33:47.288335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46734) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:47.333783 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a130633-933c-4b39-839a-2d63973b0c5a req-3e23bcd5-3a33-436a-8239-e9cf8896dbd3 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=966901e806474173a5eedad926b29322&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1916025 Feb 04 13:33:47.405461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8c0b88c6-45a2-4712-826e-2442a54506eb None None] For port f480c647-0454-4e3b-9a7a-844052df57bf, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f480c647-0454-4e3b-9a7a-844052df57bf,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:47.461079 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8c0b88c6-45a2-4712-826e-2442a54506eb None None] Publish callbacks [] for port (f480c647-0454-4e3b-9a7a-844052df57bf), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:47.482496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a130633-933c-4b39-839a-2d63973b0c5a req-13f3f7a9-310c-4136-a471-3b402ac58a9e service neutron] 10.222.0.96 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473067 Feb 04 13:33:47.491464 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8c0b88c6-45a2-4712-826e-2442a54506eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:47.546059 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f480c647-0454-4e3b-9a7a-844052df57bf is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:47.736786 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2856aff7-67e1-4e39-b5fc-b69ba515cb80 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port f7c3eefe-ef1f-4ac3-b2ae-4113ce74b54c {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:33:47.737197 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2856aff7-67e1-4e39-b5fc-b69ba515cb80 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f7c3eefe-ef1f-4ac3-b2ae-4113ce74b54c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:47.741553 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a130633-933c-4b39-839a-2d63973b0c5a req-102abdc5-07ec-41a5-9e54-c8cea707ee3d service neutron] 10.222.0.96 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580276 Feb 04 13:33:47.743454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b88c6-45a2-4712-826e-2442a54506eb None None] Pushing event updated for resources: {'Port': ['ID=f480c647-0454-4e3b-9a7a-844052df57bf,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:47.820046 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:48.151861 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2856aff7-67e1-4e39-b5fc-b69ba515cb80 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f7c3eefe-ef1f-4ac3-b2ae-4113ce74b54c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:48.189164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2856aff7-67e1-4e39-b5fc-b69ba515cb80 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for f7c3eefe-ef1f-4ac3-b2ae-4113ce74b54c owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:33:48.458002 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-040e8c9d-0337-4ba0-a113-6c0b93e9827c req-0f4fd08a-467f-4edb-a2ff-f9e3b4d98f47 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 210 time: 0.2063727 Feb 04 13:33:48.533703 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190bf9f-e102-4dd8-9127-0179d90a8740 req-81982bcc-cbdf-4e71-b6bf-2cf04b922ef3 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:48.559449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1190bf9f-e102-4dd8-9127-0179d90a8740 req-81982bcc-cbdf-4e71-b6bf-2cf04b922ef3 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 950 time: 0.3946064 Feb 04 13:33:48.576822 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2856aff7-67e1-4e39-b5fc-b69ba515cb80 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f7c3eefe-ef1f-4ac3-b2ae-4113ce74b54c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:48.672554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856aff7-67e1-4e39-b5fc-b69ba515cb80 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=f7c3eefe-ef1f-4ac3-b2ae-4113ce74b54c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:48.786177 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1190bf9f-e102-4dd8-9127-0179d90a8740 req-0214cd63-82b0-4385-87ea-becd34db1930 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/security-groups?id=74ae12f4-2ff0-40c5-816f-c4494522f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202852 Feb 04 13:33:48.912991 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2856aff7-67e1-4e39-b5fc-b69ba515cb80 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:48.930515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46774) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:48.934012 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2856aff7-67e1-4e39-b5fc-b69ba515cb80 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/f7c3eefe-ef1f-4ac3-b2ae-4113ce74b54c HTTP/1.1" status: 204 len: 168 time: 1.6362319 Feb 04 13:33:49.034155 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f480c647-0454-4e3b-9a7a-844052df57bf up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:49.337117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7619b1e-6f78-447c-83f2-df1075a91960 req-33415ed1-463b-4862-b84f-3e8d4e17d8ad tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 210 time: 0.1795394 Feb 04 13:33:49.466876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9016732e-aad1-4254-b145-ee22d1f2f8db tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:49.473331 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9016732e-aad1-4254-b145-ee22d1f2f8db tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5369496 Feb 04 13:33:49.473828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46788) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:49.615500 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f480c647-0454-4e3b-9a7a-844052df57bf triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:49.620762 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:49.734615 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2730c0a-54a5-4add-95c0-10f218f4cd33 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:49.740133 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a2730c0a-54a5-4add-95c0-10f218f4cd33 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2590401 Feb 04 13:33:49.740578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46804) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:49.902475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c02fea-ddd3-4306-8989-8456aadb5fe7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:49.903099 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c02fea-ddd3-4306-8989-8456aadb5fe7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:49.915411 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c02fea-ddd3-4306-8989-8456aadb5fe7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:49.915411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e6c02fea-ddd3-4306-8989-8456aadb5fe7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1707106 Feb 04 13:33:49.918242 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46808) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:50.013866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a99b4027-3cae-4269-872d-83f7f43c9663 None None] Provisioning complete for port f480c647-0454-4e3b-9a7a-844052df57bf triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:50.014678 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a99b4027-3cae-4269-872d-83f7f43c9663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:50.169995 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9eb6c61-513e-4fa7-bb22-d0b062be3930 req-986662d1-b6f8-45bf-9db5-0327b19e8ea9 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 210 time: 0.1569068 Feb 04 13:33:50.177645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0c0aef-4f9c-4904-9b54-934f906cdc4a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 69ac19ad-cb53-4801-963f-3c2f203b2f24 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:33:50.204983 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c0c0aef-4f9c-4904-9b54-934f906cdc4a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (69ac19ad-cb53-4801-963f-3c2f203b2f24), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:50.427858 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c0c0aef-4f9c-4904-9b54-934f906cdc4a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (69ac19ad-cb53-4801-963f-3c2f203b2f24), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:50.474549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f480c647-0454-4e3b-9a7a-844052df57bf is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:50.476743 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5543cd64-65bc-450e-a660-27f24433b37e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:50.532187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f5320-36d6-480b-a937-5abe8dbce09e req-73b515a0-c018-4534-8a27-e88f4317e7d0 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:50.534015 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c94f5320-36d6-480b-a937-5abe8dbce09e req-73b515a0-c018-4534-8a27-e88f4317e7d0 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 946 time: 0.3602102 Feb 04 13:33:50.577492 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c0c0aef-4f9c-4904-9b54-934f906cdc4a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (69ac19ad-cb53-4801-963f-3c2f203b2f24), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:50.709917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5543cd64-65bc-450e-a660-27f24433b37e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:50.710306 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5543cd64-65bc-450e-a660-27f24433b37e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:50.760618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a99b4027-3cae-4269-872d-83f7f43c9663 None None] Current status of the port f480c647-0454-4e3b-9a7a-844052df57bf is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:50.809277 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c0c0aef-4f9c-4904-9b54-934f906cdc4a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (69ac19ad-cb53-4801-963f-3c2f203b2f24), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:50.903631 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c94f5320-36d6-480b-a937-5abe8dbce09e req-84cc5789-bbc7-445c-bb85-f8f09a30de43 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/security-groups?id=59e3e7fc-aeae-4a71-b2da-59296a3fde94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404717 Feb 04 13:33:50.952281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c0aef-4f9c-4904-9b54-934f906cdc4a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=69ac19ad-cb53-4801-963f-3c2f203b2f24,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:50.968952 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:33:50.985749 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c0c0aef-4f9c-4904-9b54-934f906cdc4a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:51.017472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46824) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:51.021796 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0c0c0aef-4f9c-4904-9b54-934f906cdc4a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/69ac19ad-cb53-4801-963f-3c2f203b2f24 HTTP/1.1" status: 204 len: 168 time: 1.0893326 Feb 04 13:33:51.028979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37947ec9-1415-44d9-8dae-8e8e8f9f53f8 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:33:51.352094 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95134984-7b2f-4d0c-a742-c62b54a4b9e7 req-3b72ef3f-010d-463b-aacf-5d9b451c651c tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:51.365410 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-fa62de78-36b1-4645-8d9d-2b740e6ee791 None None] Could not find standard attr ID for object f7c3eefe-ef1f-4ac3-b2ae-4113ce74b54c. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:33:51.383068 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-95134984-7b2f-4d0c-a742-c62b54a4b9e7 req-3b72ef3f-010d-463b-aacf-5d9b451c651c tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 950 time: 0.7148964 Feb 04 13:33:51.495279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5543cd64-65bc-450e-a660-27f24433b37e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:51.601915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0492014-d654-46f3-9e1e-b10eb167dfe7 req-82a86d02-2985-48b7-bdc3-b7400f55d254 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:51.608794 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e0492014-d654-46f3-9e1e-b10eb167dfe7 req-82a86d02-2985-48b7-bdc3-b7400f55d254 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 946 time: 0.2826912 Feb 04 13:33:51.643210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafb485c-b5bc-4cad-b057-bc1a54077c43 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet f67e7f5d-357b-4202-88d1-0b33999b00dc {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:33:51.664155 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fafb485c-b5bc-4cad-b057-bc1a54077c43 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (f67e7f5d-357b-4202-88d1-0b33999b00dc), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:51.882302 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5dd96614-4393-4e14-bc4e-24968cde321a req-1ce51769-4466-4ca6-ad5a-eb8e2dc1de7b tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 210 time: 0.4640582 Feb 04 13:33:51.887654 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fafb485c-b5bc-4cad-b057-bc1a54077c43 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (f67e7f5d-357b-4202-88d1-0b33999b00dc), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:52.005408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e0492014-d654-46f3-9e1e-b10eb167dfe7 req-959efa94-4780-4292-a264-f514ebb72969 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Deleting port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:33:52.006725 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e0492014-d654-46f3-9e1e-b10eb167dfe7 req-959efa94-4780-4292-a264-f514ebb72969 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:52.096651 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fafb485c-b5bc-4cad-b057-bc1a54077c43 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (f67e7f5d-357b-4202-88d1-0b33999b00dc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:52.328360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e0492014-d654-46f3-9e1e-b10eb167dfe7 req-959efa94-4780-4292-a264-f514ebb72969 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] For port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e,segment=NetworkSegment(fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8),segment_id=fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:52.328836 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e0492014-d654-46f3-9e1e-b10eb167dfe7 req-959efa94-4780-4292-a264-f514ebb72969 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:52.372500 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e0492014-d654-46f3-9e1e-b10eb167dfe7 req-959efa94-4780-4292-a264-f514ebb72969 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Calling delete_port for b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:33:52.577680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53488b4b-418a-4716-945b-412e22f34c29 req-626506bf-ebbf-4e07-b746-b78329d0150d tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:52.580032 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53488b4b-418a-4716-945b-412e22f34c29 req-626506bf-ebbf-4e07-b746-b78329d0150d tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.99 "GET /v2.0/networks?id=454cf47f-1b90-45be-92f1-9007ac141799 HTTP/1.1" status: 200 len: 816 time: 0.3464441 Feb 04 13:33:52.663044 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fafb485c-b5bc-4cad-b057-bc1a54077c43 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (f67e7f5d-357b-4202-88d1-0b33999b00dc), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:52.674680 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e0492014-d654-46f3-9e1e-b10eb167dfe7 req-959efa94-4780-4292-a264-f514ebb72969 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:52.679835 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-53488b4b-418a-4716-945b-412e22f34c29 req-3c69344e-a8cf-43b5-9d82-257064ac7b4f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Request body: {'port': {'device_id': '8e0f710e-d1ca-4a1c-952f-f40675e13ead', 'network_id': '454cf47f-1b90-45be-92f1-9007ac141799', 'admin_state_up': True, 'tenant_id': 'e14033a1a3ac47f8935bdc5fb8a7445e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:52.692062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:33:52.724025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959efa94-4780-4292-a264-f514ebb72969 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Pushing event deleted for resources: {'Port': ['ID=b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:52.796549 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0492014-d654-46f3-9e1e-b10eb167dfe7 req-959efa94-4780-4292-a264-f514ebb72969 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] No DVR routers for this DVR port b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:33:52.801158 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e0492014-d654-46f3-9e1e-b10eb167dfe7 req-959efa94-4780-4292-a264-f514ebb72969 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:52.808675 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e0492014-d654-46f3-9e1e-b10eb167dfe7 req-959efa94-4780-4292-a264-f514ebb72969 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.99 "DELETE /v2.0/ports/b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e HTTP/1.1" status: 204 len: 173 time: 1.1850090 Feb 04 13:33:52.809689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b310478-5ddd-4211-bacc-96c14b5b8e71', 'name': 'network-vif-deleted', 'tag': 'b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:33:52.814459 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2863e54c-475d-4615-a386-1c4afff0e64f" -d '{"events": [{"server_uuid": "1b310478-5ddd-4211-bacc-96c14b5b8e71", "name": "network-vif-deleted", "tag": "b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:33:52.916824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-95134984-7b2f-4d0c-a742-c62b54a4b9e7 req-8cb95030-5a23-4998-8138-d7f4c0059ada tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/security-groups?id=74ae12f4-2ff0-40c5-816f-c4494522f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5322247 Feb 04 13:33:52.991291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f07c62a9-96a6-4718-aa4e-6dca31dcfdb7 req-abceb6d7-d31c-44b4-925c-625659460350 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 210 time: 0.4019907 Feb 04 13:33:53.026929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb485c-b5bc-4cad-b057-bc1a54077c43 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=f67e7f5d-357b-4202-88d1-0b33999b00dc,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:53.038699 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fafb485c-b5bc-4cad-b057-bc1a54077c43 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:53.044411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fafb485c-b5bc-4cad-b057-bc1a54077c43 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/f67e7f5d-357b-4202-88d1-0b33999b00dc HTTP/1.1" status: 204 len: 168 time: 2.0187724 Feb 04 13:33:53.048175 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46860) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:53.081634 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3b4d96-3940-42f7-b18c-c3ff68b4b5e2 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:33:53.163781 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b14987a2-327e-4d12-a300-9f73addcf16f req-09049f86-99b4-4244-ba16-1c11c7ce6876 tempest-ServerAddressesNegativeTestJSON-868919674 tempest-ServerAddressesNegativeTestJSON-868919674-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b310478-5ddd-4211-bacc-96c14b5b8e71 HTTP/1.1" status: 200 len: 210 time: 0.0783830 Feb 04 13:33:53.177568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7a86a-300b-43d1-af5a-445207f05943 req-47c63ba8-29d3-4f9c-8124-9af707a784f9 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:53.183416 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-139f360c-422b-472f-85c9-54b6a0e8ba2e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1285303 Feb 04 13:33:53.185289 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ef7a86a-300b-43d1-af5a-445207f05943 req-47c63ba8-29d3-4f9c-8124-9af707a784f9 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 950 time: 1.3359675 Feb 04 13:33:53.188145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46866) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:53.199488 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5469f137-caa9-41e3-82e4-9d195d943c45 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:53.209879 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7d5eb4-2228-41a7-aaa5-5e83cd3566f1 x-openstack-request-id: req-cd7d5eb4-2228-41a7-aaa5-5e83cd3566f1 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:33:53.210443 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b310478-5ddd-4211-bacc-96c14b5b8e71", "name": "network-vif-deleted", "tag": "b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:33:53.210903 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cd7d5eb4-2228-41a7-aaa5-5e83cd3566f1 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:33:53.211642 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b310478-5ddd-4211-bacc-96c14b5b8e71', 'name': 'network-vif-deleted', 'tag': 'b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e', 'status': 'completed', 'code': 200} Feb 04 13:33:53.357381 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a130633-933c-4b39-839a-2d63973b0c5a req-a600ba7e-c5ed-474f-b25c-1fe7b348c8cb tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:53.362495 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a130633-933c-4b39-839a-2d63973b0c5a req-a600ba7e-c5ed-474f-b25c-1fe7b348c8cb tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.99 "GET /v2.0/networks?id=b87406d1-c508-4f09-8a0f-312d75ce3975 HTTP/1.1" status: 200 len: 811 time: 1.0895019 Feb 04 13:33:53.390255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-02123b35-cb91-4213-af4d-376e86f14e13 None None] Provisioning complete for port f480c647-0454-4e3b-9a7a-844052df57bf triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:53.391047 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-02123b35-cb91-4213-af4d-376e86f14e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:53.404166 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-0a130633-933c-4b39-839a-2d63973b0c5a req-98a0cfb3-272f-44d9-a03d-999cca953dc6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Request body: {'port': {'device_id': 'd2b5660d-832c-40c4-9d9e-78759675488b', 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975', 'admin_state_up': True, 'tenant_id': '966901e806474173a5eedad926b29322'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:53.491723 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15e8b5e8-7a85-4d3d-94df-719e1a3efb1f req-8e664bc8-4225-492c-9d07-63df8950f3ee tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 210 time: 0.1270871 Feb 04 13:33:53.580055 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5469f137-caa9-41e3-82e4-9d195d943c45 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:53.591934 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5469f137-caa9-41e3-82e4-9d195d943c45 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:53.800782 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53488b4b-418a-4716-945b-412e22f34c29 req-3c69344e-a8cf-43b5-9d82-257064ac7b4f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Made reservation on behalf of e14033a1a3ac47f8935bdc5fb8a7445e for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:53.816803 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53488b4b-418a-4716-945b-412e22f34c29 req-3c69344e-a8cf-43b5-9d82-257064ac7b4f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:53.823897 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebfcbdc-34b8-488b-90ba-0671b55c367a None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:33:53.862056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-02123b35-cb91-4213-af4d-376e86f14e13 None None] Current status of the port f480c647-0454-4e3b-9a7a-844052df57bf is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:53.968410 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4ebfcbdc-34b8-488b-90ba-0671b55c367a None None] Deleting port f480c647-0454-4e3b-9a7a-844052df57bf {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:33:53.969212 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4ebfcbdc-34b8-488b-90ba-0671b55c367a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:54.048509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a130633-933c-4b39-839a-2d63973b0c5a req-98a0cfb3-272f-44d9-a03d-999cca953dc6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Made reservation on behalf of 966901e806474173a5eedad926b29322 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:54.054747 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0a130633-933c-4b39-839a-2d63973b0c5a req-98a0cfb3-272f-44d9-a03d-999cca953dc6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:54.162977 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4ebfcbdc-34b8-488b-90ba-0671b55c367a None None] For port f480c647-0454-4e3b-9a7a-844052df57bf, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f480c647-0454-4e3b-9a7a-844052df57bf,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:54.163929 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4ebfcbdc-34b8-488b-90ba-0671b55c367a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:54.195430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4ebfcbdc-34b8-488b-90ba-0671b55c367a None None] Calling delete_port for f480c647-0454-4e3b-9a7a-844052df57bf owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:33:54.383769 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4ebfcbdc-34b8-488b-90ba-0671b55c367a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (f480c647-0454-4e3b-9a7a-844052df57bf), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:54.411031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.objects.ports [None req-5469f137-caa9-41e3-82e4-9d195d943c45 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:33:54.427313 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfcbdc-34b8-488b-90ba-0671b55c367a None None] Pushing event deleted for resources: {'Port': ['ID=f480c647-0454-4e3b-9a7a-844052df57bf,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:54.436194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebfcbdc-34b8-488b-90ba-0671b55c367a None None] No DVR routers for this DVR port f480c647-0454-4e3b-9a7a-844052df57bf on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:33:54.549531 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-6ef7a86a-300b-43d1-af5a-445207f05943 req-dcb2a474-a6fd-4bd7-b7ea-bf243913d048 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Deleting port deda3404-9759-4f87-a125-371b4527a4a6 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:33:54.550240 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6ef7a86a-300b-43d1-af5a-445207f05943 req-dcb2a474-a6fd-4bd7-b7ea-bf243913d048 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (deda3404-9759-4f87-a125-371b4527a4a6), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:54.608226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce890314-e569-4451-831f-0eeaee616b10 req-8c921ad9-cdd9-4dcb-a79d-7e221b250513 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:54.616833 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce890314-e569-4451-831f-0eeaee616b10 req-8c921ad9-cdd9-4dcb-a79d-7e221b250513 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 950 time: 0.6956065 Feb 04 13:33:54.652380 n-d-714676-13 neutron-server[103607]: WARNING neutron.services.revisions.revision_plugin [None req-5469f137-caa9-41e3-82e4-9d195d943c45 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Could not find related port for resource to bump revision. Feb 04 13:33:54.661049 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.ipam_pluggable_backend [None req-5469f137-caa9-41e3-82e4-9d195d943c45 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Port f480c647-0454-4e3b-9a7a-844052df57bf was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103607) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 13:33:54.661564 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.ipam_pluggable_backend [None req-5469f137-caa9-41e3-82e4-9d195d943c45 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Reverting IP allocation for 2001:db8::f816:3eff:fed4:a2e0 {{(pid=103607) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 13:33:54.668357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.ipam_pluggable_backend [None req-5469f137-caa9-41e3-82e4-9d195d943c45 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed4:a2e0 {{(pid=103607) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 04 13:33:54.670490 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5469f137-caa9-41e3-82e4-9d195d943c45 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (737983e0-27a0-451d-b076-6f0fd698e574), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:54.755445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5469f137-caa9-41e3-82e4-9d195d943c45 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:54.765529 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-5469f137-caa9-41e3-82e4-9d195d943c45 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:54.773563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5469f137-caa9-41e3-82e4-9d195d943c45 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:54.774598 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5469f137-caa9-41e3-82e4-9d195d943c45 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:54.796495 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469f137-caa9-41e3-82e4-9d195d943c45 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=737983e0-27a0-451d-b076-6f0fd698e574,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:54.801149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90dd780-f0a9-406c-90d7-9bc07545911a None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:33:54.816023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b870311-717d-41bd-9e91-e602d86fa961 req-869512c5-68a8-449b-bb56-4f9fea10204c tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:54.817774 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5469f137-caa9-41e3-82e4-9d195d943c45 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6272957 Feb 04 13:33:54.818888 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b870311-717d-41bd-9e91-e602d86fa961 req-869512c5-68a8-449b-bb56-4f9fea10204c tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 950 time: 0.6436610 Feb 04 13:33:54.830084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46920) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:54.839159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c1e55b7f-8a59-4b9f-a9db-50ca1599e263 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:54.992296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-53488b4b-418a-4716-945b-412e22f34c29 req-3c69344e-a8cf-43b5-9d82-257064ac7b4f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Allocated IP 172.20.0.10 (454cf47f-1b90-45be-92f1-9007ac141799/6b4af567-6d1c-4469-93c3-68cbff75ad98/e3ff4d34-ac43-4631-81db-bcaeffb3990a) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:55.008737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-0a130633-933c-4b39-839a-2d63973b0c5a req-98a0cfb3-272f-44d9-a03d-999cca953dc6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Allocated IP 172.20.0.14 (b87406d1-c508-4f09-8a0f-312d75ce3975/54252442-312c-4ce9-a1db-8b7dd94734b4/10cda6a5-6a78-425e-85a4-6030d52dbe12) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:55.022279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': '737983e0-27a0-451d-b076-6f0fd698e574'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:33:55.028379 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:55.077190 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e55b7f-8a59-4b9f-a9db-50ca1599e263 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:55.083329 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1e55b7f-8a59-4b9f-a9db-50ca1599e263 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:55.122320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-6ef7a86a-300b-43d1-af5a-445207f05943 req-dcb2a474-a6fd-4bd7-b7ea-bf243913d048 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] For port deda3404-9759-4f87-a125-371b4527a4a6, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=deda3404-9759-4f87-a125-371b4527a4a6,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:55.123606 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6ef7a86a-300b-43d1-af5a-445207f05943 req-dcb2a474-a6fd-4bd7-b7ea-bf243913d048 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (deda3404-9759-4f87-a125-371b4527a4a6), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:55.137418 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b870311-717d-41bd-9e91-e602d86fa961 req-38021008-9549-40c9-b236-9258e9ab633b tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/security-groups?id=74ae12f4-2ff0-40c5-816f-c4494522f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968342 Feb 04 13:33:55.152573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce890314-e569-4451-831f-0eeaee616b10 req-b4f7d835-557d-43fd-ba9e-a74b435e5bd3 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e14510-f498-4446-ad10-efd6ae32b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453778 Feb 04 13:33:55.216037 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-6ef7a86a-300b-43d1-af5a-445207f05943 req-dcb2a474-a6fd-4bd7-b7ea-bf243913d048 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Calling delete_port for deda3404-9759-4f87-a125-371b4527a4a6 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:33:55.311260 n-d-714676-13 neutron-server[103607]: INFO neutron.db.ipam_backend_mixin [None req-c1e55b7f-8a59-4b9f-a9db-50ca1599e263 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 737983e0-27a0-451d-b076-6f0fd698e574 (CIDR: 2001:db8::/64) Feb 04 13:33:55.330613 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e55b7f-8a59-4b9f-a9db-50ca1599e263 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:33:55.331936 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e55b7f-8a59-4b9f-a9db-50ca1599e263 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:33:55.367652 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46926) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:55.397383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Allocated IP 2001:db8::f816:3eff:fef4:1fea (2ee6628b-98e8-4827-b47e-b9107cd39956/737983e0-27a0-451d-b076-6f0fd698e574/321c1cd2-318a-4c61-93a3-ffa20a86c23e) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:55.508928 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c1e55b7f-8a59-4b9f-a9db-50ca1599e263 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6765549 Feb 04 13:33:55.514475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46928) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:55.524145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c35c3fd4-d299-42d8-a2e8-60c7dd9b4a14 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:55.688424 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0a130633-933c-4b39-839a-2d63973b0c5a req-98a0cfb3-272f-44d9-a03d-999cca953dc6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Publish callbacks [] for port (10cda6a5-6a78-425e-85a4-6030d52dbe12), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:55.732704 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6ef7a86a-300b-43d1-af5a-445207f05943 req-dcb2a474-a6fd-4bd7-b7ea-bf243913d048 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (deda3404-9759-4f87-a125-371b4527a4a6), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:55.741774 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Publish callbacks [] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:55.752865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f480c647-0454-4e3b-9a7a-844052df57bf no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:33:55.762600 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:55.785947 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0a130633-933c-4b39-839a-2d63973b0c5a req-98a0cfb3-272f-44d9-a03d-999cca953dc6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (10cda6a5-6a78-425e-85a4-6030d52dbe12), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:55.793020 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3115a61c-5ac0-4297-a5bb-8cbf15318ab4 admin admin] Deleting subnet 3a8de535-a5fd-454c-ad25-7b30d84ea16e {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:33:55.802052 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3115a61c-5ac0-4297-a5bb-8cbf15318ab4 admin admin] Publish callbacks [] for subnet (3a8de535-a5fd-454c-ad25-7b30d84ea16e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:55.863492 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: f480c647-0454-4e3b-9a7a-844052df57bf {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:33:55.864441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f480c647-0454-4e3b-9a7a-844052df57bf not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:33:55.899811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:55.903830 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:55.910274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:33:55.927267 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3115a61c-5ac0-4297-a5bb-8cbf15318ab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (3a8de535-a5fd-454c-ad25-7b30d84ea16e), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:55.933590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Pushing event updated for resources: {'Port': ['ID=321c1cd2-318a-4c61-93a3-ffa20a86c23e,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:55.967556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:33:55.989876 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35c3fd4-d299-42d8-a2e8-60c7dd9b4a14 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:55.997853 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c35c3fd4-d299-42d8-a2e8-60c7dd9b4a14 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:56.045122 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:33:56.045705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b6e5e1fd-6e87-4a6c-a982-4497e99bdf4e not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:33:56.046390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 18ecf498-4722-4cfb-9c42-1da62fff206f no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:33:56.121346 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3115a61c-5ac0-4297-a5bb-8cbf15318ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (3a8de535-a5fd-454c-ad25-7b30d84ea16e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:56.147029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Attempting to bind port 321c1cd2-318a-4c61-93a3-ffa20a86c23e on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:33:56.147674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Attempting to bind port 321c1cd2-318a-4c61-93a3-ffa20a86c23e by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:33:56.148300 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Attempting to bind port 321c1cd2-318a-4c61-93a3-ffa20a86c23e on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:33:56.163502 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:33:56.164088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:33:56.164734 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:56.166900 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:33:56.167068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Bound port: 321c1cd2-318a-4c61-93a3-ffa20a86c23e, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:33:56.167646 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:56.207590 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3115a61c-5ac0-4297-a5bb-8cbf15318ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (3a8de535-a5fd-454c-ad25-7b30d84ea16e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:56.313586 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12a31a31-74b2-4c11-859a-132936fb675a req-ba1cd0f4-fa20-4dd4-b09d-a78c92d75968 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 210 time: 0.6331680 Feb 04 13:33:56.321709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2a474-a6fd-4bd7-b7ea-bf243913d048 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Pushing event deleted for resources: {'Port': ['ID=deda3404-9759-4f87-a125-371b4527a4a6,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:56.339155 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 18ecf498-4722-4cfb-9c42-1da62fff206f is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:56.339778 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:56.386586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a130633-933c-4b39-839a-2d63973b0c5a req-98a0cfb3-272f-44d9-a03d-999cca953dc6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Network b87406d1-c508-4f09-8a0f-312d75ce3975 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:56.394729 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] For port 321c1cd2-318a-4c61-93a3-ffa20a86c23e, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:33:56.419724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-0a130633-933c-4b39-839a-2d63973b0c5a req-98a0cfb3-272f-44d9-a03d-999cca953dc6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:56.432728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a130633-933c-4b39-839a-2d63973b0c5a req-98a0cfb3-272f-44d9-a03d-999cca953dc6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:33:56.447977 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] For port 321c1cd2-318a-4c61-93a3-ffa20a86c23e, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=321c1cd2-318a-4c61-93a3-ffa20a86c23e,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:33:56.487747 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:56.555036 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03894b9-f4aa-4e7f-9e61-9ebed0932599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ecf498-4722-4cfb-9c42-1da62fff206f'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:33:56.583245 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3bc89d-df5c-455a-a7d9-c98eb362b572" -d '{"events": [{"server_uuid": "d03894b9-f4aa-4e7f-9e61-9ebed0932599", "name": "network-vif-unplugged", "status": "completed", "tag": "18ecf498-4722-4cfb-9c42-1da62fff206f"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:33:56.762717 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef7a86a-300b-43d1-af5a-445207f05943 req-dcb2a474-a6fd-4bd7-b7ea-bf243913d048 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] No DVR routers for this DVR port deda3404-9759-4f87-a125-371b4527a4a6 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:33:56.783074 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb722f-4f98-4bc3-996a-17bfaa6f7b8d req-bc5dbd49-19f5-412a-b493-1d772bd26255 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:56.792119 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37fb722f-4f98-4bc3-996a-17bfaa6f7b8d req-bc5dbd49-19f5-412a-b493-1d772bd26255 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 932 time: 1.1427433 Feb 04 13:33:56.806085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115a61c-5ac0-4297-a5bb-8cbf15318ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a8de535-a5fd-454c-ad25-7b30d84ea16e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:56.814556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 18ecf498-4722-4cfb-9c42-1da62fff206f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18ecf498-4722-4cfb-9c42-1da62fff206f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:56.834626 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:56.835406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device deda3404-9759-4f87-a125-371b4527a4a6 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:33:56.877236 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3115a61c-5ac0-4297-a5bb-8cbf15318ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:56.888158 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6ef7a86a-300b-43d1-af5a-445207f05943 req-dcb2a474-a6fd-4bd7-b7ea-bf243913d048 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:56.890371 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3115a61c-5ac0-4297-a5bb-8cbf15318ab4 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/3a8de535-a5fd-454c-ad25-7b30d84ea16e HTTP/1.1" status: 204 len: 168 time: 1.5165677 Feb 04 13:33:56.891063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46948) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:56.895421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ef7a86a-300b-43d1-af5a-445207f05943 req-dcb2a474-a6fd-4bd7-b7ea-bf243913d048 tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.99 "DELETE /v2.0/ports/deda3404-9759-4f87-a125-371b4527a4a6 HTTP/1.1" status: 204 len: 173 time: 3.6648991 Feb 04 13:33:56.906921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8bc1e5-04ca-41a7-8463-2789b6b48232', 'name': 'network-vif-deleted', 'tag': 'deda3404-9759-4f87-a125-371b4527a4a6'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:33:56.909501 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f68240-a31e-4279-a433-d09ea0db13f3" -d '{"events": [{"server_uuid": "0a8bc1e5-04ca-41a7-8463-2789b6b48232", "name": "network-vif-deleted", "tag": "deda3404-9759-4f87-a125-371b4527a4a6"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:33:56.935328 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0cfb3-272f-44d9-a03d-999cca953dc6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Pushing event updated for resources: {'Port': ['ID=10cda6a5-6a78-425e-85a4-6030d52dbe12,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:56.985190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: deda3404-9759-4f87-a125-371b4527a4a6 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:33:56.986853 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device deda3404-9759-4f87-a125-371b4527a4a6 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:33:57.076943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af7397-5ccd-4990-bc55-b1fc38a59a3c None None] Pushing event updated for resources: {'Port': ['ID=321c1cd2-318a-4c61-93a3-ffa20a86c23e,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:57.079039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a130633-933c-4b39-839a-2d63973b0c5a req-98a0cfb3-272f-44d9-a03d-999cca953dc6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:57.080150 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0a130633-933c-4b39-839a-2d63973b0c5a req-98a0cfb3-272f-44d9-a03d-999cca953dc6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:57.154330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab8e285d-d961-49ad-891d-a7fde856629b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (73de8535-8610-4ac8-ac87-c5727b1291b3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:57.210687 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a130633-933c-4b39-839a-2d63973b0c5a req-98a0cfb3-272f-44d9-a03d-999cca953dc6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8156428 Feb 04 13:33:57.309516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Request body: {'port': {'device_id': 'd2b5660d-832c-40c4-9d9e-78759675488b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:57.344127 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=18ecf498-4722-4cfb-9c42-1da62fff206f,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:57.532545 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab8e285d-d961-49ad-891d-a7fde856629b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (73de8535-8610-4ac8-ac87-c5727b1291b3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:57.538677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37fb722f-4f98-4bc3-996a-17bfaa6f7b8d req-69d349ce-1f5a-4a0d-8bec-56de9f5f6c11 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7390308 Feb 04 13:33:57.554430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a4c8e6f-ead3-4a3f-8ab8-7851f9207a89 req-0fc2c0be-14c1-41d9-87e8-cc7b8b867f5b tempest-ImagesNegativeTestJSON-749466599 tempest-ImagesNegativeTestJSON-749466599-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a8bc1e5-04ca-41a7-8463-2789b6b48232 HTTP/1.1" status: 200 len: 210 time: 0.1281669 Feb 04 13:33:57.582595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ab8e285d-d961-49ad-891d-a7fde856629b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73de8535-8610-4ac8-ac87-c5727b1291b3']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:57.616525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ab8e285d-d961-49ad-891d-a7fde856629b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:57.616990 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ab8e285d-d961-49ad-891d-a7fde856629b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:57.628477 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53488b4b-418a-4716-945b-412e22f34c29 req-3c69344e-a8cf-43b5-9d82-257064ac7b4f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Publish callbacks [] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:57.669870 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (10cda6a5-6a78-425e-85a4-6030d52dbe12), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:57.679411 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab8e285d-d961-49ad-891d-a7fde856629b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:57.720821 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3330072b-b703-4e30-ba71-9096c960738e x-openstack-request-id: req-3330072b-b703-4e30-ba71-9096c960738e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:33:57.721128 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03894b9-f4aa-4e7f-9e61-9ebed0932599", "name": "network-vif-unplugged", "status": "completed", "tag": "18ecf498-4722-4cfb-9c42-1da62fff206f", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:33:57.721392 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3330072b-b703-4e30-ba71-9096c960738e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:33:57.721806 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03894b9-f4aa-4e7f-9e61-9ebed0932599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ecf498-4722-4cfb-9c42-1da62fff206f', 'code': 200} Feb 04 13:33:57.731029 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c35c3fd4-d299-42d8-a2e8-60c7dd9b4a14 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (bfdb32c6-ffaf-40d8-917f-7fd114a993e4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:57.830572 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d9e238-b159-4fbe-9a25-3e430cffd2b0 x-openstack-request-id: req-e1d9e238-b159-4fbe-9a25-3e430cffd2b0 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:33:57.831029 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8bc1e5-04ca-41a7-8463-2789b6b48232", "name": "network-vif-deleted", "tag": "deda3404-9759-4f87-a125-371b4527a4a6", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:33:57.833321 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e1d9e238-b159-4fbe-9a25-3e430cffd2b0 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:33:57.833321 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8bc1e5-04ca-41a7-8463-2789b6b48232', 'name': 'network-vif-deleted', 'tag': 'deda3404-9759-4f87-a125-371b4527a4a6', 'status': 'completed', 'code': 200} Feb 04 13:33:57.890028 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53488b4b-418a-4716-945b-412e22f34c29 req-3c69344e-a8cf-43b5-9d82-257064ac7b4f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:57.933662 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c3fd4-d299-42d8-a2e8-60c7dd9b4a14 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=bfdb32c6-ffaf-40d8-917f-7fd114a993e4,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:57.946039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 321c1cd2-318a-4c61-93a3-ffa20a86c23e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:57.968870 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35c3fd4-d299-42d8-a2e8-60c7dd9b4a14 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:57.971351 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab8e285d-d961-49ad-891d-a7fde856629b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:57.974970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c35c3fd4-d299-42d8-a2e8-60c7dd9b4a14 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:57.979030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35c3fd4-d299-42d8-a2e8-60c7dd9b4a14 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:57.979816 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c35c3fd4-d299-42d8-a2e8-60c7dd9b4a14 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:57.996616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8e285d-d961-49ad-891d-a7fde856629b admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:33:58.004354 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab8e285d-d961-49ad-891d-a7fde856629b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (fc5043ee-1d1d-4f5e-9d99-2d4b82777fb8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:33:58.013971 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:33:58.067767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53488b4b-418a-4716-945b-412e22f34c29 req-3c69344e-a8cf-43b5-9d82-257064ac7b4f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Network 454cf47f-1b90-45be-92f1-9007ac141799 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:58.097787 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c35c3fd4-d299-42d8-a2e8-60c7dd9b4a14 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5783725 Feb 04 13:33:58.103059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46960) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:58.112798 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 321c1cd2-318a-4c61-93a3-ffa20a86c23e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:58.113417 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:58.114918 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-699fc49e-962f-4103-9d9e-a53a9f21957d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'mac_address': 'fa:16:3e:f9:0a:b6', 'name': 'tempest-NetworksTestDHCPv6-576902979'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:58.115986 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-53488b4b-418a-4716-945b-412e22f34c29 req-3c69344e-a8cf-43b5-9d82-257064ac7b4f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:58.173458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-53488b4b-418a-4716-945b-412e22f34c29 req-3c69344e-a8cf-43b5-9d82-257064ac7b4f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:33:58.252097 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 321c1cd2-318a-4c61-93a3-ffa20a86c23e is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:58.252595 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:58.313244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 321c1cd2-318a-4c61-93a3-ffa20a86c23e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=321c1cd2-318a-4c61-93a3-ffa20a86c23e,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:33:58.324493 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:58.358075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699fc49e-962f-4103-9d9e-a53a9f21957d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:58.367558 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab8e285d-d961-49ad-891d-a7fde856629b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (73de8535-8610-4ac8-ac87-c5727b1291b3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:58.420370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=321c1cd2-318a-4c61-93a3-ffa20a86c23e,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:58.470811 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab8e285d-d961-49ad-891d-a7fde856629b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:58.482020 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ab8e285d-d961-49ad-891d-a7fde856629b admin admin] 10.222.0.96 "DELETE /v2.0/networks/73de8535-8610-4ac8-ac87-c5727b1291b3 HTTP/1.1" status: 204 len: 168 time: 1.5623140 Feb 04 13:33:58.514368 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e285d-d961-49ad-891d-a7fde856629b admin admin] Pushing event deleted for resources: {'Network': ['ID=73de8535-8610-4ac8-ac87-c5727b1291b3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:58.550621 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69344e-a8cf-43b5-9d82-257064ac7b4f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Pushing event updated for resources: {'Port': ['ID=e3ff4d34-ac43-4631-81db-bcaeffb3990a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:58.624832 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-699fc49e-962f-4103-9d9e-a53a9f21957d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:58.662212 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-699fc49e-962f-4103-9d9e-a53a9f21957d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port eeda6be1-eb64-45a8-bbfa-4e74f8f98551 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:33:58.701158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9426ba-25dc-4276-bdee-74177c4caec1 req-b9ddd568-851c-466e-b274-45c3b119dfb0 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:58.704025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e9426ba-25dc-4276-bdee-74177c4caec1 req-b9ddd568-851c-466e-b274-45c3b119dfb0 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 945 time: 0.8693109 Feb 04 13:33:58.727175 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53488b4b-418a-4716-945b-412e22f34c29 req-3c69344e-a8cf-43b5-9d82-257064ac7b4f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:58.729415 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53488b4b-418a-4716-945b-412e22f34c29 req-3c69344e-a8cf-43b5-9d82-257064ac7b4f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:58.758452 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46968) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:58.789034 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808958f-ce43-402e-a886-384e0dd0bf58 req-53d2c69a-3c4c-4bcd-9d11-05f38deb1047 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:58.792150 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7808958f-ce43-402e-a886-384e0dd0bf58 req-53d2c69a-3c4c-4bcd-9d11-05f38deb1047 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 945 time: 0.8964474 Feb 04 13:33:58.801062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e21ac-f819-42b2-bf7a-f48d5cfac9a1 req-533072c1-31cd-4873-9717-e79d9913dfb0 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:58.803536 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-474e21ac-f819-42b2-bf7a-f48d5cfac9a1 req-533072c1-31cd-4873-9717-e79d9913dfb0 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 932 time: 0.8013473 Feb 04 13:33:58.924731 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d3b6b856-d6ba-4769-8487-36d9f62bfe2e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ef19959d17844bdf9cdea72a8d4df099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608021 Feb 04 13:33:58.925008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713841a8-40e3-4dc7-ae2d-8f55381a5c26 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:33:58.927392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46970) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:59.118680 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4880f468-ee25-43ea-9d3f-d58d516efeb7 admin admin] Publish callbacks [] for security_group (59e3e7fc-aeae-4a71-b2da-59296a3fde94), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:59.163878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10cda6a5-6a78-425e-85a4-6030d52dbe12 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:33:59.176586 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Publish callbacks [] for port (10cda6a5-6a78-425e-85a4-6030d52dbe12), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:59.196404 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Transition to ACTIVE for port object 10cda6a5-6a78-425e-85a4-6030d52dbe12 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:59.200808 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4880f468-ee25-43ea-9d3f-d58d516efeb7 admin admin] Publish callbacks [] for security_group (59e3e7fc-aeae-4a71-b2da-59296a3fde94), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:59.204916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53488b4b-418a-4716-945b-412e22f34c29 req-3c69344e-a8cf-43b5-9d82-257064ac7b4f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5523555 Feb 04 13:33:59.220326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-699fc49e-962f-4103-9d9e-a53a9f21957d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8:0:1::16d (2ee6628b-98e8-4827-b47e-b9107cd39956/bfdb32c6-ffaf-40d8-917f-7fd114a993e4/eeda6be1-eb64-45a8-bbfa-4e74f8f98551) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:59.225496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7808958f-ce43-402e-a886-384e0dd0bf58 req-ced05492-ec7c-4e3d-b1b2-44e7bc13c983 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001877 Feb 04 13:33:59.239396 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Request body: {'port': {'device_id': '8e0f710e-d1ca-4a1c-952f-f40675e13ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:59.272498 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-699fc49e-962f-4103-9d9e-a53a9f21957d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::f816:3eff:fef9:ab6 (2ee6628b-98e8-4827-b47e-b9107cd39956/737983e0-27a0-451d-b076-6f0fd698e574/eeda6be1-eb64-45a8-bbfa-4e74f8f98551) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:59.305723 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (10cda6a5-6a78-425e-85a4-6030d52dbe12), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:59.324115 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6db1630a-b72e-4932-a5e0-2456c6bd4c1a None None] Provisioning complete for port 321c1cd2-318a-4c61-93a3-ffa20a86c23e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:59.325709 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6db1630a-b72e-4932-a5e0-2456c6bd4c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:59.432540 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4880f468-ee25-43ea-9d3f-d58d516efeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (59e3e7fc-aeae-4a71-b2da-59296a3fde94), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:59.440201 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4880f468-ee25-43ea-9d3f-d58d516efeb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:59.443010 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4880f468-ee25-43ea-9d3f-d58d516efeb7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/59e3e7fc-aeae-4a71-b2da-59296a3fde94 HTTP/1.1" status: 204 len: 168 time: 0.5138347 Feb 04 13:33:59.507186 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6db1630a-b72e-4932-a5e0-2456c6bd4c1a None None] Current status of the port 321c1cd2-318a-4c61-93a3-ffa20a86c23e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:33:59.562590 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-474e21ac-f819-42b2-bf7a-f48d5cfac9a1 req-794a8c2c-35dc-4188-aca8-17b149e4889b tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/security-groups?id=f053087c-2dc6-4ba1-8c19-36d15c357655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6991959 Feb 04 13:33:59.586699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880f468-ee25-43ea-9d3f-d58d516efeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e3e7fc-aeae-4a71-b2da-59296a3fde94,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:59.668846 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:59.755909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 321c1cd2-318a-4c61-93a3-ffa20a86c23e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:33:59.843547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fec5e5-5406-4ee0-99c5-5a645e34e9a0 None None] Update dhcp port {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'fixed_ips': [{'subnet_id': '737983e0-27a0-451d-b076-6f0fd698e574', 'ip_address': '2001:db8::f816:3eff:fef4:1fea'}, {'subnet_id': 'bfdb32c6-ffaf-40d8-917f-7fd114a993e4'}], 'binding:host_id': 'n-d-714676-13'}, 'id': '321c1cd2-318a-4c61-93a3-ffa20a86c23e'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:33:59.848278 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-699fc49e-962f-4103-9d9e-a53a9f21957d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (eeda6be1-eb64-45a8-bbfa-4e74f8f98551), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:59.898048 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-73fec5e5-5406-4ee0-99c5-5a645e34e9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:00.006350 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-699fc49e-962f-4103-9d9e-a53a9f21957d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (eeda6be1-eb64-45a8-bbfa-4e74f8f98551), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:00.156820 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-73fec5e5-5406-4ee0-99c5-5a645e34e9a0 None None] Allocated IP 2001:db8:0:1::2 (2ee6628b-98e8-4827-b47e-b9107cd39956/bfdb32c6-ffaf-40d8-917f-7fd114a993e4/321c1cd2-318a-4c61-93a3-ffa20a86c23e) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:00.235600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fc49e-962f-4103-9d9e-a53a9f21957d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=eeda6be1-eb64-45a8-bbfa-4e74f8f98551,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:00.313899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-73fec5e5-5406-4ee0-99c5-5a645e34e9a0 None None] For port 321c1cd2-318a-4c61-93a3-ffa20a86c23e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=321c1cd2-318a-4c61-93a3-ffa20a86c23e,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:00.317823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699fc49e-962f-4103-9d9e-a53a9f21957d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:00.322662 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-699fc49e-962f-4103-9d9e-a53a9f21957d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:00.332472 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699fc49e-962f-4103-9d9e-a53a9f21957d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:00.339726 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699fc49e-962f-4103-9d9e-a53a9f21957d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:00.353470 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-699fc49e-962f-4103-9d9e-a53a9f21957d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:00.359811 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-73fec5e5-5406-4ee0-99c5-5a645e34e9a0 None None] Publish callbacks [] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:00.367389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 321c1cd2-318a-4c61-93a3-ffa20a86c23e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:00.367854 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:00.385311 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Pushing event updated for resources: {'Port': ['ID=10cda6a5-6a78-425e-85a4-6030d52dbe12,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:00.403577 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-699fc49e-962f-4103-9d9e-a53a9f21957d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2989261 Feb 04 13:34:00.413180 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46994) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:00.442308 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-73fec5e5-5406-4ee0-99c5-5a645e34e9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:00.658974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fec5e5-5406-4ee0-99c5-5a645e34e9a0 None None] Pushing event updated for resources: {'Port': ['ID=321c1cd2-318a-4c61-93a3-ffa20a86c23e,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:00.733549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 321c1cd2-318a-4c61-93a3-ffa20a86c23e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:00.765725 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Attempting to bind port 10cda6a5-6a78-425e-85a4-6030d52dbe12 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:34:00.766828 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Attempting to bind port 10cda6a5-6a78-425e-85a4-6030d52dbe12 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '54c428d2-32d4-4e0c-832a-7b50a69bb295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:34:00.767383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Attempting to bind port 10cda6a5-6a78-425e-85a4-6030d52dbe12 on network b87406d1-c508-4f09-8a0f-312d75ce3975 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:00.783264 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1c664f02-d603-4220-9863-b9ba2f36f31e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port eeda6be1-eb64-45a8-bbfa-4e74f8f98551 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:34:00.783808 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1c664f02-d603-4220-9863-b9ba2f36f31e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (eeda6be1-eb64-45a8-bbfa-4e74f8f98551), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:00.826935 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Port 10cda6a5-6a78-425e-85a4-6030d52dbe12 on network b87406d1-c508-4f09-8a0f-312d75ce3975 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:34:00.827370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Attempting to bind port 10cda6a5-6a78-425e-85a4-6030d52dbe12 on network b87406d1-c508-4f09-8a0f-312d75ce3975 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:00.887328 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8923428-9f46-48ba-b00f-44ffbfba0bdc req-ca1df0fc-f076-44de-8fca-d2a375d3e049 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:00.904631 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8923428-9f46-48ba-b00f-44ffbfba0bdc req-ca1df0fc-f076-44de-8fca-d2a375d3e049 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 944 time: 1.1341722 Feb 04 13:34:01.040592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:34:01.050875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Checking segment: {'id': '54c428d2-32d4-4e0c-832a-7b50a69bb295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:01.053191 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Bound using segment: {'id': '54c428d2-32d4-4e0c-832a-7b50a69bb295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:34:01.058547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Bound port: 10cda6a5-6a78-425e-85a4-6030d52dbe12, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c428d2-32d4-4e0c-832a-7b50a69bb295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:34:01.062904 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (10cda6a5-6a78-425e-85a4-6030d52dbe12), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:01.079146 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1c664f02-d603-4220-9863-b9ba2f36f31e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (eeda6be1-eb64-45a8-bbfa-4e74f8f98551), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:01.132439 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1c664f02-d603-4220-9863-b9ba2f36f31e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for eeda6be1-eb64-45a8-bbfa-4e74f8f98551 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:34:01.311616 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8923428-9f46-48ba-b00f-44ffbfba0bdc req-49e0a14a-88d0-4471-bbc9-b5e63178fc1d tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050829 Feb 04 13:34:01.323310 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-4e9426ba-25dc-4276-bdee-74177c4caec1 req-fa782a10-7ac6-4e69-beed-2971a3c764d2 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Deleting port 355c92ab-2156-47d3-abb8-4333a39b455b {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:34:01.329756 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4e9426ba-25dc-4276-bdee-74177c4caec1 req-fa782a10-7ac6-4e69-beed-2971a3c764d2 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (355c92ab-2156-47d3-abb8-4333a39b455b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:01.707460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 321c1cd2-318a-4c61-93a3-ffa20a86c23e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:01.759668 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47044) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:01.824253 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1c664f02-d603-4220-9863-b9ba2f36f31e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (eeda6be1-eb64-45a8-bbfa-4e74f8f98551), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:01.852057 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 321c1cd2-318a-4c61-93a3-ffa20a86c23e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:01.852477 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:01.873779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c664f02-d603-4220-9863-b9ba2f36f31e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=eeda6be1-eb64-45a8-bbfa-4e74f8f98551,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:01.989405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 355c92ab-2156-47d3-abb8-4333a39b455b no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:34:02.015542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-26cd791b-f5e4-45bb-9260-7252e963b294 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1154437489-network', 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:02.020802 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1c664f02-d603-4220-9863-b9ba2f36f31e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.023297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ff4d34-ac43-4631-81db-bcaeffb3990a {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:34:02.025723 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1c664f02-d603-4220-9863-b9ba2f36f31e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/eeda6be1-eb64-45a8-bbfa-4e74f8f98551 HTTP/1.1" status: 204 len: 168 time: 1.6113236 Feb 04 13:34:02.030024 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47048) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:02.109298 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Publish callbacks [] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.128451 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cd791b-f5e4-45bb-9260-7252e963b294 admin admin] Made reservation on behalf of 1b3cf201de5741e68b3a523ba7663c2a for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:02.133382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26cd791b-f5e4-45bb-9260-7252e963b294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.142512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-80767742-cc8c-4846-abd8-d4181c634bbc None None] Provisioning complete for port 321c1cd2-318a-4c61-93a3-ffa20a86c23e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:02.143661 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-80767742-cc8c-4846-abd8-d4181c634bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.189367 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26cd791b-f5e4-45bb-9260-7252e963b294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.252025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] For port 10cda6a5-6a78-425e-85a4-6030d52dbe12, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:34:02.283052 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Transition to ACTIVE for port object e3ff4d34-ac43-4631-81db-bcaeffb3990a will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:34:02.304936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9c1e6-e958-4baa-b15f-aa457a8bd403 req-9727def2-6716-4a9a-ab36-38c1d9ede6b1 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:02.309734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17f9c1e6-e958-4baa-b15f-aa457a8bd403 req-9727def2-6716-4a9a-ab36-38c1d9ede6b1 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 932 time: 0.6905324 Feb 04 13:34:02.346089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-4e9426ba-25dc-4276-bdee-74177c4caec1 req-fa782a10-7ac6-4e69-beed-2971a3c764d2 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] For port 355c92ab-2156-47d3-abb8-4333a39b455b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=355c92ab-2156-47d3-abb8-4333a39b455b,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:02.347096 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4e9426ba-25dc-4276-bdee-74177c4caec1 req-fa782a10-7ac6-4e69-beed-2971a3c764d2 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (355c92ab-2156-47d3-abb8-4333a39b455b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.387419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] For port 10cda6a5-6a78-425e-85a4-6030d52dbe12, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=10cda6a5-6a78-425e-85a4-6030d52dbe12,segment=NetworkSegment(54c428d2-32d4-4e0c-832a-7b50a69bb295),segment_id=54c428d2-32d4-4e0c-832a-7b50a69bb295)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:34:02.400578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 321c1cd2-318a-4c61-93a3-ffa20a86c23e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:02.400883 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.405606 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f73c98-1e86-454e-a678-7ae5137555ff tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:02.411159 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-46f73c98-1e86-454e-a678-7ae5137555ff tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3798070 Feb 04 13:34:02.415166 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26cd791b-f5e4-45bb-9260-7252e963b294 admin admin] Publish callbacks [] for security_group (23b41ecd-bb6d-44a3-b015-1a5391bf1773), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.426406 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47052) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:02.444211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 355c92ab-2156-47d3-abb8-4333a39b455b is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:02.444211 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (355c92ab-2156-47d3-abb8-4333a39b455b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.469147 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26cd791b-f5e4-45bb-9260-7252e963b294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (23b41ecd-bb6d-44a3-b015-1a5391bf1773), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.500137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a02d20-8319-4b55-93e2-6c73032d3236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '355c92ab-2156-47d3-abb8-4333a39b455b'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:02.502896 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ee4d9e-0bdd-4557-b145-bac646df99dc" -d '{"events": [{"server_uuid": "97a02d20-8319-4b55-93e2-6c73032d3236", "name": "network-vif-unplugged", "status": "completed", "tag": "355c92ab-2156-47d3-abb8-4333a39b455b"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:02.531074 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 355c92ab-2156-47d3-abb8-4333a39b455b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=355c92ab-2156-47d3-abb8-4333a39b455b,segment=NetworkSegment(21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d),segment_id=21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:02.534081 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-80767742-cc8c-4846-abd8-d4181c634bbc None None] Current status of the port 321c1cd2-318a-4c61-93a3-ffa20a86c23e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:02.542273 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (355c92ab-2156-47d3-abb8-4333a39b455b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.570245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd269c-0503-4190-827d-42040f71316b req-063e3f73-8540-4325-99be-f784a0e7718a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:02.587578 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1bd269c-0503-4190-827d-42040f71316b req-063e3f73-8540-4325-99be-f784a0e7718a tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 945 time: 0.9660909 Feb 04 13:34:02.595649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cd791b-f5e4-45bb-9260-7252e963b294 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:34:02.644454 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd791b-f5e4-45bb-9260-7252e963b294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b41ecd-bb6d-44a3-b015-1a5391bf1773,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:02.649462 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26cd791b-f5e4-45bb-9260-7252e963b294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0d81e0ef-916f-4894-8f23-b34c8b968815), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.650170 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-26cd791b-f5e4-45bb-9260-7252e963b294 admin admin] Added segment 0d81e0ef-916f-4894-8f23-b34c8b968815 of type vlan for network e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 Feb 04 13:34:02.663551 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-4e9426ba-25dc-4276-bdee-74177c4caec1 req-fa782a10-7ac6-4e69-beed-2971a3c764d2 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Calling delete_port for 355c92ab-2156-47d3-abb8-4333a39b455b owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:34:02.666917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=355c92ab-2156-47d3-abb8-4333a39b455b,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:02.667232 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (10cda6a5-6a78-425e-85a4-6030d52dbe12), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.699721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e67c1e17-bd3a-4292-9f08-8fe1687e327b None None] Could not find standard attr ID for object eeda6be1-eb64-45a8-bbfa-4e74f8f98551. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:34:02.735446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Pushing event updated for resources: {'Port': ['ID=e3ff4d34-ac43-4631-81db-bcaeffb3990a,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:02.736484 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266e9ea3-89fe-4fbe-8cf1-4159538d9913 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:02.742882 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-266e9ea3-89fe-4fbe-8cf1-4159538d9913 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3062367 Feb 04 13:34:02.744996 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47058) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:02.768346 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26cd791b-f5e4-45bb-9260-7252e963b294 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.858919 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4fb163-321b-4445-9ad0-7e746f233658 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:02.862347 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4fb163-321b-4445-9ad0-7e746f233658 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:02.865381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4fb163-321b-4445-9ad0-7e746f233658 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:02.872383 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9d4fb163-321b-4445-9ad0-7e746f233658 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1233466 Feb 04 13:34:02.872383 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26cd791b-f5e4-45bb-9260-7252e963b294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.874195 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd791b-f5e4-45bb-9260-7252e963b294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:02.874948 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26cd791b-f5e4-45bb-9260-7252e963b294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.891312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47060) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:02.905055 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17f9c1e6-e958-4baa-b15f-aa457a8bd403 req-ea202ddb-4df8-4c10-a4b4-85aeb9277a28 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/security-groups?id=f053087c-2dc6-4ba1-8c19-36d15c357655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5711124 Feb 04 13:34:02.922425 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1bd269c-0503-4190-827d-42040f71316b req-cc693fae-cd3d-41f9-b3ef-567eb074b326 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/security-groups?id=3826ede6-69cf-4d1e-896a-c23a543182e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333743 Feb 04 13:34:02.951482 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-26cd791b-f5e4-45bb-9260-7252e963b294 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1899667 Feb 04 13:34:02.966871 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47062) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:03.008361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:03.022576 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:03.025156 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a130633-933c-4b39-839a-2d63973b0c5a req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] 10.222.0.99 "PUT /v2.0/ports/10cda6a5-6a78-425e-85a4-6030d52dbe12 HTTP/1.1" status: 200 len: 1093 time: 5.7557797 Feb 04 13:34:03.081839 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485dcc13-ab0e-467d-8e89-965a62f24f63 x-openstack-request-id: req-485dcc13-ab0e-467d-8e89-965a62f24f63 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:34:03.082534 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a02d20-8319-4b55-93e2-6c73032d3236", "name": "network-vif-unplugged", "status": "completed", "tag": "355c92ab-2156-47d3-abb8-4333a39b455b", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:34:03.082771 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-485dcc13-ab0e-467d-8e89-965a62f24f63 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:34:03.083657 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a02d20-8319-4b55-93e2-6c73032d3236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '355c92ab-2156-47d3-abb8-4333a39b455b', 'code': 200} Feb 04 13:34:03.084583 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd791b-f5e4-45bb-9260-7252e963b294 admin admin] Pushing event updated for resources: {'Network': ['ID=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:03.103696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:34:03.150121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1d9e02-3c40-44e0-8981-3d253e37cd8e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 737983e0-27a0-451d-b076-6f0fd698e574 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:34:03.158447 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9e02-3c40-44e0-8981-3d253e37cd8e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (737983e0-27a0-451d-b076-6f0fd698e574), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:03.210894 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9e02-3c40-44e0-8981-3d253e37cd8e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (737983e0-27a0-451d-b076-6f0fd698e574), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:03.357364 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9e02-3c40-44e0-8981-3d253e37cd8e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (737983e0-27a0-451d-b076-6f0fd698e574), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:03.451239 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9e02-3c40-44e0-8981-3d253e37cd8e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (737983e0-27a0-451d-b076-6f0fd698e574), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:03.479119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a8a9a8ea-f818-485d-8692-5b9716dde5f7 admin admin] Request body: {'subnet': {'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1154437489-subnet', 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:03.496739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d9e02-3c40-44e0-8981-3d253e37cd8e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=737983e0-27a0-451d-b076-6f0fd698e574,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:03.500727 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9e02-3c40-44e0-8981-3d253e37cd8e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:03.510357 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9e1d9e02-3c40-44e0-8981-3d253e37cd8e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/737983e0-27a0-451d-b076-6f0fd698e574 HTTP/1.1" status: 204 len: 168 time: 0.6130066 Feb 04 13:34:03.511624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47076) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:03.512444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b5660d-832c-40c4-9d9e-78759675488b', 'tag': '10cda6a5-6a78-425e-85a4-6030d52dbe12'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:03.521700 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4ab656-4bf1-4677-baac-60d92b191c9e None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:03.534659 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bad947-06e8-42d1-912b-20994e0ee37e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b5660d-832c-40c4-9d9e-78759675488b", "tag": "10cda6a5-6a78-425e-85a4-6030d52dbe12"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:03.596994 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9dcdb6a-632b-4e35-a4db-a27cab612f50 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet bfdb32c6-ffaf-40d8-917f-7fd114a993e4 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:34:03.608722 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9dcdb6a-632b-4e35-a4db-a27cab612f50 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (bfdb32c6-ffaf-40d8-917f-7fd114a993e4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:03.700921 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9dcdb6a-632b-4e35-a4db-a27cab612f50 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (bfdb32c6-ffaf-40d8-917f-7fd114a993e4), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:03.722620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a9a8ea-f818-485d-8692-5b9716dde5f7 admin admin] Made reservation on behalf of 1b3cf201de5741e68b3a523ba7663c2a for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:03.727024 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8a9a8ea-f818-485d-8692-5b9716dde5f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:03.905098 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9dcdb6a-632b-4e35-a4db-a27cab612f50 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (bfdb32c6-ffaf-40d8-917f-7fd114a993e4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:04.103473 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9dcdb6a-632b-4e35-a4db-a27cab612f50 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (bfdb32c6-ffaf-40d8-917f-7fd114a993e4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:04.120019 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3e4ac0-6570-4f6f-90b3-29f1a3ad3c7f x-openstack-request-id: req-8e3e4ac0-6570-4f6f-90b3-29f1a3ad3c7f {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:34:04.120019 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b5660d-832c-40c4-9d9e-78759675488b", "tag": "10cda6a5-6a78-425e-85a4-6030d52dbe12", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:34:04.120926 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8e3e4ac0-6570-4f6f-90b3-29f1a3ad3c7f {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:34:04.121069 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b5660d-832c-40c4-9d9e-78759675488b', 'tag': '10cda6a5-6a78-425e-85a4-6030d52dbe12', 'status': 'completed', 'code': 200} Feb 04 13:34:04.159726 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9dcdb6a-632b-4e35-a4db-a27cab612f50 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:04.174765 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e9dcdb6a-632b-4e35-a4db-a27cab612f50 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/bfdb32c6-ffaf-40d8-917f-7fd114a993e4 HTTP/1.1" status: 204 len: 168 time: 0.6610949 Feb 04 13:34:04.178203 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47104) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:04.252950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcdb6a-632b-4e35-a4db-a27cab612f50 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=bfdb32c6-ffaf-40d8-917f-7fd114a993e4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:04.304901 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ae9f3c79-f87f-48e3-a4b8-a5eb90254bb5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1249237 Feb 04 13:34:04.307234 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47106) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:04.314052 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-38854ab8-7b93-47e1-9dd3-48f9aec911f3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:04.332940 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Attempting to bind port e3ff4d34-ac43-4631-81db-bcaeffb3990a on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:34:04.333362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Attempting to bind port e3ff4d34-ac43-4631-81db-bcaeffb3990a by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '50102105-5ddc-49a3-9017-86c3fa3125e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '454cf47f-1b90-45be-92f1-9007ac141799'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:34:04.333708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Attempting to bind port e3ff4d34-ac43-4631-81db-bcaeffb3990a on network 454cf47f-1b90-45be-92f1-9007ac141799 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:04.338907 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Pushing event updated for resources: {'Port': ['ID=10cda6a5-6a78-425e-85a4-6030d52dbe12,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:04.446010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Port e3ff4d34-ac43-4631-81db-bcaeffb3990a on network 454cf47f-1b90-45be-92f1-9007ac141799 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:34:04.448370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Attempting to bind port e3ff4d34-ac43-4631-81db-bcaeffb3990a on network 454cf47f-1b90-45be-92f1-9007ac141799 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:04.518248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef251b22-49ba-47e3-8c90-a98dada0012d req-10697d45-8cad-494f-ab56-81cd8167d182 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:04.523503 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef251b22-49ba-47e3-8c90-a98dada0012d req-10697d45-8cad-494f-ab56-81cd8167d182 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 944 time: 0.9430692 Feb 04 13:34:04.528653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:04.530188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:04.531241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:04.531778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:04.532173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:04.532533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:04.532910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:04.533512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:04.533980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:04.534362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:04.535543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:04.535903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:04.536241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f781579-abcc-4251-b2c1-ba9909273502 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:04.547223 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38854ab8-7b93-47e1-9dd3-48f9aec911f3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:04.554610 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-38854ab8-7b93-47e1-9dd3-48f9aec911f3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:04.579635 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:34:04.580058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Checking segment: {'id': '50102105-5ddc-49a3-9017-86c3fa3125e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '454cf47f-1b90-45be-92f1-9007ac141799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:04.580502 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Bound using segment: {'id': '50102105-5ddc-49a3-9017-86c3fa3125e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '454cf47f-1b90-45be-92f1-9007ac141799'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:34:04.581189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Bound port: e3ff4d34-ac43-4631-81db-bcaeffb3990a, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50102105-5ddc-49a3-9017-86c3fa3125e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '454cf47f-1b90-45be-92f1-9007ac141799'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:34:04.581189 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:04.601302 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a130633-933c-4b39-839a-2d63973b0c5a req-5c3bd72f-e93e-4cdb-a5a5-0de7174d2adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:04.605237 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a130633-933c-4b39-839a-2d63973b0c5a req-5c3bd72f-e93e-4cdb-a5a5-0de7174d2adf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=966901e806474173a5eedad926b29322&device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 1127 time: 1.0654500 Feb 04 13:34:04.670976 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4e9426ba-25dc-4276-bdee-74177c4caec1 req-fa782a10-7ac6-4e69-beed-2971a3c764d2 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (355c92ab-2156-47d3-abb8-4333a39b455b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:04.771090 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a130633-933c-4b39-839a-2d63973b0c5a req-edcd564f-7b00-49f1-928c-e29fb3703e61 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10cda6a5-6a78-425e-85a4-6030d52dbe12 HTTP/1.1" status: 200 len: 217 time: 0.1293104 Feb 04 13:34:04.979835 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa782a10-7ac6-4e69-beed-2971a3c764d2 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Pushing event deleted for resources: {'Port': ['ID=355c92ab-2156-47d3-abb8-4333a39b455b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:05.016979 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-38854ab8-7b93-47e1-9dd3-48f9aec911f3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (2ebe5e2f-62c8-47c0-93cc-b2962042dbbb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:05.034382 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef251b22-49ba-47e3-8c90-a98dada0012d req-88783eba-b807-4020-b5fd-2be9e8686e92 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886222 Feb 04 13:34:05.063110 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d404f7-1d29-4a66-aec0-832ec81bcc43 req-b136e549-e3f4-48ca-a98f-cad475e4695c tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:05.072877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d404f7-1d29-4a66-aec0-832ec81bcc43 req-b136e549-e3f4-48ca-a98f-cad475e4695c tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 944 time: 0.8228011 Feb 04 13:34:05.123412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4c56d6-21fb-45e7-90fa-eb202cd3cd13 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:05.147345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38854ab8-7b93-47e1-9dd3-48f9aec911f3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:05.168078 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-38854ab8-7b93-47e1-9dd3-48f9aec911f3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:05.171188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38854ab8-7b93-47e1-9dd3-48f9aec911f3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=2ebe5e2f-62c8-47c0-93cc-b2962042dbbb,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:05.175945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38854ab8-7b93-47e1-9dd3-48f9aec911f3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:05.187319 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-38854ab8-7b93-47e1-9dd3-48f9aec911f3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:05.247213 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-38854ab8-7b93-47e1-9dd3-48f9aec911f3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9383559 Feb 04 13:34:05.248987 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47112) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:05.265039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-333466a2-6f57-4084-9a5c-ab806acee7ea tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:05.285342 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-13387c6a-50e3-4391-b5a5-0ab55dfb3049 None None] Provisioning complete for port 321c1cd2-318a-4c61-93a3-ffa20a86c23e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:05.285717 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13387c6a-50e3-4391-b5a5-0ab55dfb3049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:05.339358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9426ba-25dc-4276-bdee-74177c4caec1 req-fa782a10-7ac6-4e69-beed-2971a3c764d2 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] No DVR routers for this DVR port 355c92ab-2156-47d3-abb8-4333a39b455b on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:34:05.353441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4e9426ba-25dc-4276-bdee-74177c4caec1 req-fa782a10-7ac6-4e69-beed-2971a3c764d2 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:05.359961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e9426ba-25dc-4276-bdee-74177c4caec1 req-fa782a10-7ac6-4e69-beed-2971a3c764d2 tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.99 "DELETE /v2.0/ports/355c92ab-2156-47d3-abb8-4333a39b455b HTTP/1.1" status: 204 len: 173 time: 6.6122661 Feb 04 13:34:05.426616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] For port e3ff4d34-ac43-4631-81db-bcaeffb3990a, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:34:05.432874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a130633-933c-4b39-839a-2d63973b0c5a req-5a3a7890-3e6e-45ed-bb12-93cc888c229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:05.435674 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a130633-933c-4b39-839a-2d63973b0c5a req-5a3a7890-3e6e-45ed-bb12-93cc888c229c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=54252442-312c-4ce9-a1db-8b7dd94734b4 HTTP/1.1" status: 200 len: 851 time: 0.5614164 Feb 04 13:34:05.439659 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc07c06b-cfed-462e-a95f-3fe3b69e9dcd req-6c37a787-ec6b-4130-a2b6-af345cd26bad tempest-ServersTestJSON-1864338723 tempest-ServersTestJSON-1864338723-project] 10.222.0.96 "GET /v2.0/ports?device_id=97a02d20-8319-4b55-93e2-6c73032d3236 HTTP/1.1" status: 200 len: 210 time: 0.2127202 Feb 04 13:34:05.532369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-13387c6a-50e3-4391-b5a5-0ab55dfb3049 None None] Current status of the port 321c1cd2-318a-4c61-93a3-ffa20a86c23e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:05.623223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] For port e3ff4d34-ac43-4631-81db-bcaeffb3990a, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e3ff4d34-ac43-4631-81db-bcaeffb3990a,segment=NetworkSegment(50102105-5ddc-49a3-9017-86c3fa3125e2),segment_id=50102105-5ddc-49a3-9017-86c3fa3125e2)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:34:05.640736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333466a2-6f57-4084-9a5c-ab806acee7ea tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:05.646424 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-333466a2-6f57-4084-9a5c-ab806acee7ea tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:05.683423 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a130633-933c-4b39-839a-2d63973b0c5a req-cab72f4c-4cd9-41f9-8088-70a41551b940 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b87406d1-c508-4f09-8a0f-312d75ce3975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2030919 Feb 04 13:34:05.693128 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:05.704089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8809ec-8f86-447c-82a2-9db3cb6068a3 None None] Update dhcp port {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'fixed_ips': [{'subnet_id': '2ebe5e2f-62c8-47c0-93cc-b2962042dbbb'}], 'binding:host_id': 'n-d-714676-13'}, 'id': '321c1cd2-318a-4c61-93a3-ffa20a86c23e'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:34:05.714981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3d404f7-1d29-4a66-aec0-832ec81bcc43 req-17d7ef64-2bfc-4284-ae3e-89542ab20b7d tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/security-groups?id=f053087c-2dc6-4ba1-8c19-36d15c357655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004499 Feb 04 13:34:05.793440 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-df8809ec-8f86-447c-82a2-9db3cb6068a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:05.839905 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8a9a8ea-f818-485d-8692-5b9716dde5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (218fe4a2-bfd8-4afd-b187-fe7cab9a038e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:05.866344 n-d-714676-13 neutron-server[103607]: INFO neutron.db.ipam_backend_mixin [None req-333466a2-6f57-4084-9a5c-ab806acee7ea tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ebe5e2f-62c8-47c0-93cc-b2962042dbbb (CIDR: 2001:db8::/64) Feb 04 13:34:05.871645 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-333466a2-6f57-4084-9a5c-ab806acee7ea tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:05.872497 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333466a2-6f57-4084-9a5c-ab806acee7ea tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:05.912476 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-333466a2-6f57-4084-9a5c-ab806acee7ea tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6567063 Feb 04 13:34:05.913168 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47128) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:05.921725 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-15546d47-48ce-4113-8c0c-bd68e6184bb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:06.058741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9a8ea-f818-485d-8692-5b9716dde5f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=218fe4a2-bfd8-4afd-b187-fe7cab9a038e,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:06.109868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:06.111956 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:06.115968 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53488b4b-418a-4716-945b-412e22f34c29 req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] 10.222.0.99 "PUT /v2.0/ports/e3ff4d34-ac43-4631-81db-bcaeffb3990a HTTP/1.1" status: 200 len: 1093 time: 6.8881111 Feb 04 13:34:06.132125 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a02d20-8319-4b55-93e2-6c73032d3236', 'name': 'network-vif-deleted', 'tag': '355c92ab-2156-47d3-abb8-4333a39b455b'}, {'name': 'network-changed', 'server_uuid': '8e0f710e-d1ca-4a1c-952f-f40675e13ead', 'tag': 'e3ff4d34-ac43-4631-81db-bcaeffb3990a'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:06.138270 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94865bf6-fee1-4f80-9fba-b4f87d0ffd7d" -d '{"events": [{"server_uuid": "97a02d20-8319-4b55-93e2-6c73032d3236", "name": "network-vif-deleted", "tag": "355c92ab-2156-47d3-abb8-4333a39b455b"}, {"name": "network-changed", "server_uuid": "8e0f710e-d1ca-4a1c-952f-f40675e13ead", "tag": "e3ff4d34-ac43-4631-81db-bcaeffb3990a"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:06.138573 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15546d47-48ce-4113-8c0c-bd68e6184bb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:06.143072 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15546d47-48ce-4113-8c0c-bd68e6184bb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:06.199222 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-df8809ec-8f86-447c-82a2-9db3cb6068a3 None None] Allocated IP 2001:db8::2 (2ee6628b-98e8-4827-b47e-b9107cd39956/2ebe5e2f-62c8-47c0-93cc-b2962042dbbb/321c1cd2-318a-4c61-93a3-ffa20a86c23e) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:06.320893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e06d66-4dcb-426e-8754-f91daf133a6e service neutron] Pushing event updated for resources: {'Port': ['ID=e3ff4d34-ac43-4631-81db-bcaeffb3990a,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:06.330822 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67348665-8f44-477e-b379-6dca4c303d7e x-openstack-request-id: req-67348665-8f44-477e-b379-6dca4c303d7e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:34:06.331330 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a02d20-8319-4b55-93e2-6c73032d3236", "name": "network-vif-deleted", "tag": "355c92ab-2156-47d3-abb8-4333a39b455b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8e0f710e-d1ca-4a1c-952f-f40675e13ead", "tag": "e3ff4d34-ac43-4631-81db-bcaeffb3990a", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:34:06.331680 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-67348665-8f44-477e-b379-6dca4c303d7e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:34:06.332326 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a02d20-8319-4b55-93e2-6c73032d3236', 'name': 'network-vif-deleted', 'tag': '355c92ab-2156-47d3-abb8-4333a39b455b', 'status': 'completed', 'code': 200} Feb 04 13:34:06.332744 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0f710e-d1ca-4a1c-952f-f40675e13ead', 'tag': 'e3ff4d34-ac43-4631-81db-bcaeffb3990a', 'status': 'completed', 'code': 200} Feb 04 13:34:06.445273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47138) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:06.481618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-df8809ec-8f86-447c-82a2-9db3cb6068a3 None None] For port 321c1cd2-318a-4c61-93a3-ffa20a86c23e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=321c1cd2-318a-4c61-93a3-ffa20a86c23e,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:06.551492 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a9a8ea-f818-485d-8692-5b9716dde5f7 admin admin] Checking segment: {'id': '0d81e0ef-916f-4894-8f23-b34c8b968815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:06.552098 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a9a8ea-f818-485d-8692-5b9716dde5f7 admin admin] Network hostable DHCP agents. Network: e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:34:06.581850 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a130633-933c-4b39-839a-2d63973b0c5a req-c3ecb67f-7033-4a7d-8573-5aff0a2eb77b service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8839817 Feb 04 13:34:06.595628 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-df8809ec-8f86-447c-82a2-9db3cb6068a3 None None] Publish callbacks [] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:06.605873 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-df8809ec-8f86-447c-82a2-9db3cb6068a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:06.643161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47144) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:06.708999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8809ec-8f86-447c-82a2-9db3cb6068a3 None None] Pushing event updated for resources: {'Port': ['ID=321c1cd2-318a-4c61-93a3-ffa20a86c23e,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:06.790091 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e52000-b30f-4fdc-9d36-5b79c8b228af req-e6c69395-7eda-4d1d-8a57-09fbcc616a0e tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:06.805115 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7e52000-b30f-4fdc-9d36-5b79c8b228af req-e6c69395-7eda-4d1d-8a57-09fbcc616a0e tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 944 time: 0.5151806 Feb 04 13:34:06.809378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53488b4b-418a-4716-945b-412e22f34c29 req-3d9bfd02-21eb-433a-a2c5-55cbf8cecb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:06.812395 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53488b4b-418a-4716-945b-412e22f34c29 req-3d9bfd02-21eb-433a-a2c5-55cbf8cecb66 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e14033a1a3ac47f8935bdc5fb8a7445e&device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 1127 time: 0.5669990 Feb 04 13:34:06.830575 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3efb2e6e-b2c4-4dd9-b693-e2e86be022d4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=79b62d4006db464eb9f257b6d2a05fd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3836503 Feb 04 13:34:06.837662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47160) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:06.965699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.objects.ports [None req-15546d47-48ce-4113-8c0c-bd68e6184bb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:34:06.987015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a9a8ea-f818-485d-8692-5b9716dde5f7 admin admin] Network e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:34:06.990560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53488b4b-418a-4716-945b-412e22f34c29 req-3a20211e-87dc-4393-833b-b69377341f90 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3ff4d34-ac43-4631-81db-bcaeffb3990a HTTP/1.1" status: 200 len: 217 time: 0.1560853 Feb 04 13:34:07.137233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53488b4b-418a-4716-945b-412e22f34c29 req-e7d9b87e-0cba-4ffa-b4b6-60c835e29430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:07.139163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53488b4b-418a-4716-945b-412e22f34c29 req-e7d9b87e-0cba-4ffa-b4b6-60c835e29430 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6b4af567-6d1c-4469-93c3-68cbff75ad98 HTTP/1.1" status: 200 len: 856 time: 0.1020744 Feb 04 13:34:07.168691 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-a8a9a8ea-f818-485d-8692-5b9716dde5f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:07.189258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59287340-4b00-4aa8-8924-717ab3eae884 None None] Network e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:07.237155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a9a8ea-f818-485d-8692-5b9716dde5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:07.237782 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8a9a8ea-f818-485d-8692-5b9716dde5f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:07.318881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53488b4b-418a-4716-945b-412e22f34c29 req-02c68e7a-27f5-493d-bb82-20e4112beb67 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=454cf47f-1b90-45be-92f1-9007ac141799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1651187 Feb 04 13:34:07.322845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a8a9a8ea-f818-485d-8692-5b9716dde5f7 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.3295746 Feb 04 13:34:07.330140 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47166) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:07.345815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1154437489-router', 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:07.376176 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37743df6-f391-4f44-a25e-dd19b60ee852 None None] Network e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:07.395089 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15546d47-48ce-4113-8c0c-bd68e6184bb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:07.455073 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (724691a5-34fa-4acb-bff7-9885543f4e57), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:07.456953 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (724691a5-34fa-4acb-bff7-9885543f4e57), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:07.492081 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53488b4b-418a-4716-945b-412e22f34c29 req-ffe4f13f-dc85-4373-93f4-d46e4b46bed2 service neutron] 10.222.0.99 "GET /v2.0/networks/454cf47f-1b90-45be-92f1-9007ac141799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546545 Feb 04 13:34:07.505485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a130633-933c-4b39-839a-2d63973b0c5a req-79a1e6b5-1bae-41c4-ab61-d7b50535ffd4 service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9097157 Feb 04 13:34:07.597066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-d657be45-c3ee-4e6b-8f31-e372b1775ae4 admin admin] Deleting subnet ddd53861-36d1-4ddc-a3f4-939049859c05 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:34:07.640264 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Publish callbacks [] for router_controller (724691a5-34fa-4acb-bff7-9885543f4e57), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:07.679152 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-53ba80f7-70f1-4682-9953-2eeae1c49ff9 admin admin] Publish callbacks [] for security_group (74ae12f4-2ff0-40c5-816f-c4494522f116), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:07.698937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7e52000-b30f-4fdc-9d36-5b79c8b228af req-89ba1385-424f-4e31-a649-3b568f0f46ad tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8626173 Feb 04 13:34:07.700126 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d657be45-c3ee-4e6b-8f31-e372b1775ae4 admin admin] Publish callbacks [] for subnet (ddd53861-36d1-4ddc-a3f4-939049859c05), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:07.757144 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 321c1cd2-318a-4c61-93a3-ffa20a86c23e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:07.866044 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394090c4-dde3-4844-a3d6-9af7c880c2b1 req-72be839b-716a-44c5-a9ea-be30e703f67a tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:07.874243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-394090c4-dde3-4844-a3d6-9af7c880c2b1 req-72be839b-716a-44c5-a9ea-be30e703f67a tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 944 time: 0.9050841 Feb 04 13:34:07.884235 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 321c1cd2-318a-4c61-93a3-ffa20a86c23e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:07.886141 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:07.914381 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d657be45-c3ee-4e6b-8f31-e372b1775ae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (ddd53861-36d1-4ddc-a3f4-939049859c05), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:07.977314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 18ecf498-4722-4cfb-9c42-1da62fff206f details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:34:08.038204 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-15546d47-48ce-4113-8c0c-bd68e6184bb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] For port 321c1cd2-318a-4c61-93a3-ffa20a86c23e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=321c1cd2-318a-4c61-93a3-ffa20a86c23e,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:08.041971 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Publish callbacks [] for router_gateway (724691a5-34fa-4acb-bff7-9885543f4e57), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:08.048285 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-53ba80f7-70f1-4682-9953-2eeae1c49ff9 admin admin] Publish callbacks [] for security_group (74ae12f4-2ff0-40c5-816f-c4494522f116), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:08.092421 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 321c1cd2-318a-4c61-93a3-ffa20a86c23e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:08.168366 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15546d47-48ce-4113-8c0c-bd68e6184bb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:08.181955 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15546d47-48ce-4113-8c0c-bd68e6184bb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:08.215079 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15546d47-48ce-4113-8c0c-bd68e6184bb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (382b073b-bdde-424c-80b5-b06babb6c8b5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:08.236804 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aa723b-db1f-46fc-bc56-78d0998ac2c2 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:08.267147 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-53ba80f7-70f1-4682-9953-2eeae1c49ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (74ae12f4-2ff0-40c5-816f-c4494522f116), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:08.276009 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-53ba80f7-70f1-4682-9953-2eeae1c49ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:08.279388 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-53ba80f7-70f1-4682-9953-2eeae1c49ff9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/74ae12f4-2ff0-40c5-816f-c4494522f116 HTTP/1.1" status: 204 len: 168 time: 1.4381545 Feb 04 13:34:08.354678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15546d47-48ce-4113-8c0c-bd68e6184bb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:08.370864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-394090c4-dde3-4844-a3d6-9af7c880c2b1 req-d906fd09-eb60-4938-af84-0b51dac49bc3 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/security-groups?id=f053087c-2dc6-4ba1-8c19-36d15c357655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952042 Feb 04 13:34:08.388894 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-15546d47-48ce-4113-8c0c-bd68e6184bb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:08.400805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15546d47-48ce-4113-8c0c-bd68e6184bb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:08.402227 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15546d47-48ce-4113-8c0c-bd68e6184bb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:08.445250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba80f7-70f1-4682-9953-2eeae1c49ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ae12f4-2ff0-40c5-816f-c4494522f116,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:08.446028 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15546d47-48ce-4113-8c0c-bd68e6184bb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=382b073b-bdde-424c-80b5-b06babb6c8b5,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:08.453165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15546d47-48ce-4113-8c0c-bd68e6184bb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=321c1cd2-318a-4c61-93a3-ffa20a86c23e,revision_number=9']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:08.465769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bad947-06e8-42d1-912b-20994e0ee37e req-42c0495d-1ed2-4f28-8875-8ab3ec5bf434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:08.471773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05bad947-06e8-42d1-912b-20994e0ee37e req-42c0495d-1ed2-4f28-8875-8ab3ec5bf434 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=966901e806474173a5eedad926b29322&device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 1127 time: 0.8129368 Feb 04 13:34:08.498908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 18ecf498-4722-4cfb-9c42-1da62fff206f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18ecf498-4722-4cfb-9c42-1da62fff206f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:08.499676 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-15546d47-48ce-4113-8c0c-bd68e6184bb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5808320 Feb 04 13:34:08.503940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47182) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:08.518913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-11b966d8-e704-495a-8f3c-5f32c17a49a7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'mac_address': 'fa:16:3e:2b:12:ce', 'name': 'tempest-NetworksTestDHCPv6-1805303238'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:08.591440 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d657be45-c3ee-4e6b-8f31-e372b1775ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (ddd53861-36d1-4ddc-a3f4-939049859c05), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:08.667504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53488b4b-418a-4716-945b-412e22f34c29 req-99d55cbd-ef3f-47cf-9954-374bad4f3f9a service neutron] 10.222.0.99 "GET /v2.0/networks/454cf47f-1b90-45be-92f1-9007ac141799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1592100 Feb 04 13:34:08.988993 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-50879aa4-a3b2-4923-aeab-5181781ed4b6 None None] Provisioning complete for port 321c1cd2-318a-4c61-93a3-ffa20a86c23e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:08.989579 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50879aa4-a3b2-4923-aeab-5181781ed4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.068630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '18ecf498-4722-4cfb-9c42-1da62fff206f', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '18ecf498-4722-4cfb-9c42-1da62fff206f', 'mac_address': 'fa:16:3e:8a:7b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:34:09.315362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 18ecf498-4722-4cfb-9c42-1da62fff206f is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:09.315362 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.363397 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-50879aa4-a3b2-4923-aeab-5181781ed4b6 None None] Current status of the port 321c1cd2-318a-4c61-93a3-ffa20a86c23e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:09.383233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ecf498-4722-4cfb-9c42-1da62fff206f {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:34:09.438572 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 18ecf498-4722-4cfb-9c42-1da62fff206f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18ecf498-4722-4cfb-9c42-1da62fff206f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:09.459957 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.515659 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Publish callbacks [] for router_gateway (724691a5-34fa-4acb-bff7-9885543f4e57), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.610385 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=18ecf498-4722-4cfb-9c42-1da62fff206f,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:09.635860 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.647590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bad947-06e8-42d1-912b-20994e0ee37e req-681f3ac5-aa25-4fa9-b628-e9d44a65db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:09.652349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05bad947-06e8-42d1-912b-20994e0ee37e req-681f3ac5-aa25-4fa9-b628-e9d44a65db95 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b87406d1-c508-4f09-8a0f-312d75ce3975 HTTP/1.1" status: 200 len: 912 time: 1.1570396 Feb 04 13:34:09.764114 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 321c1cd2-318a-4c61-93a3-ffa20a86c23e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:09.844986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['18ecf498-4722-4cfb-9c42-1da62fff206f'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:34:09.903021 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Allocated IP 172.25.5.152 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/611784af-af35-4394-9d46-876321daf0cc) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:10.150711 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Publish callbacks [] for port (611784af-af35-4394-9d46-876321daf0cc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.166642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05bad947-06e8-42d1-912b-20994e0ee37e req-29ff1926-7efa-4bbb-b572-bb807b49f0ce service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10cda6a5-6a78-425e-85a4-6030d52dbe12 HTTP/1.1" status: 200 len: 217 time: 0.4976559 Feb 04 13:34:10.183922 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d657be45-c3ee-4e6b-8f31-e372b1775ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (ddd53861-36d1-4ddc-a3f4-939049859c05), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.218363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 321c1cd2-318a-4c61-93a3-ffa20a86c23e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:10.219449 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.304489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b966d8-e704-495a-8f3c-5f32c17a49a7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:10.370514 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bad947-06e8-42d1-912b-20994e0ee37e req-74ffd3c7-362b-4a3e-bde1-5ef407100362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:10.384105 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05bad947-06e8-42d1-912b-20994e0ee37e req-74ffd3c7-362b-4a3e-bde1-5ef407100362 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=54252442-312c-4ce9-a1db-8b7dd94734b4 HTTP/1.1" status: 200 len: 851 time: 0.1994147 Feb 04 13:34:10.423126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657be45-c3ee-4e6b-8f31-e372b1775ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd53861-36d1-4ddc-a3f4-939049859c05,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:10.428859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94865bf6-fee1-4f80-9fba-b4f87d0ffd7d req-bacd1e99-7884-475e-8eb5-61a206e7a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:10.432662 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94865bf6-fee1-4f80-9fba-b4f87d0ffd7d req-bacd1e99-7884-475e-8eb5-61a206e7a796 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e14033a1a3ac47f8935bdc5fb8a7445e&device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 1127 time: 1.6679621 Feb 04 13:34:10.534563 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05bad947-06e8-42d1-912b-20994e0ee37e req-55ba4667-6b92-4d85-8bd3-b01208abf84e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b87406d1-c508-4f09-8a0f-312d75ce3975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492400 Feb 04 13:34:10.543876 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d657be45-c3ee-4e6b-8f31-e372b1775ae4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.551546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d657be45-c3ee-4e6b-8f31-e372b1775ae4 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ddd53861-36d1-4ddc-a3f4-939049859c05 HTTP/1.1" status: 204 len: 168 time: 3.8873589 Feb 04 13:34:10.566373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47228) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:10.598805 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-11b966d8-e704-495a-8f3c-5f32c17a49a7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.600145 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 321c1cd2-318a-4c61-93a3-ffa20a86c23e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:10.618407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238a29b4-d1ca-4792-9bea-1f9f6db821d4 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:10.639066 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-11b966d8-e704-495a-8f3c-5f32c17a49a7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port 21e07a72-7e1d-41a0-9660-d42e49ff44c3 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:34:10.806838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bcc5c035-2217-43d4-9880-d0f3747a132a None None] Provisioning complete for port 321c1cd2-318a-4c61-93a3-ffa20a86c23e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:10.807379 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c035-2217-43d4-9880-d0f3747a132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.815963 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75220d92-dd80-404b-8b7e-254d2afcb0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (d188bd97-3ae7-401d-8731-0d5589265d96), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.820290 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05bad947-06e8-42d1-912b-20994e0ee37e req-4946d5ae-d8dd-4420-b5f4-36b660e721a6 service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545784 Feb 04 13:34:10.848559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96414ded-9588-425b-aee2-5b072d912fb1 req-245902fd-c2d9-4b6b-8c9d-895e99a22bdb tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:10.857815 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96414ded-9588-425b-aee2-5b072d912fb1 req-245902fd-c2d9-4b6b-8c9d-895e99a22bdb tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 944 time: 1.1941719 Feb 04 13:34:10.904444 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-11b966d8-e704-495a-8f3c-5f32c17a49a7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::360 (2ee6628b-98e8-4827-b47e-b9107cd39956/2ebe5e2f-62c8-47c0-93cc-b2962042dbbb/21e07a72-7e1d-41a0-9660-d42e49ff44c3) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:10.914050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-11b966d8-e704-495a-8f3c-5f32c17a49a7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2b:12ce (2ee6628b-98e8-4827-b47e-b9107cd39956/382b073b-bdde-424c-80b5-b06babb6c8b5/21e07a72-7e1d-41a0-9660-d42e49ff44c3) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:10.981732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05bad947-06e8-42d1-912b-20994e0ee37e req-3ac4a42c-18b0-420e-9645-27aced0f7d23 service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527562 Feb 04 13:34:10.997558 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f516-b654-4356-a57c-e98e4b98c188 req-652cdb2b-cdc3-4792-a291-e5dd24d111e3 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:11.000222 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e9a8f516-b654-4356-a57c-e98e4b98c188 req-652cdb2b-cdc3-4792-a291-e5dd24d111e3 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 944 time: 2.0500770 Feb 04 13:34:11.036545 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3b855fa0-dcac-4f73-8d82-361b9bc82df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.113532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e9a8f516-b654-4356-a57c-e98e4b98c188 req-20bf23a6-6ab7-473d-b857-9b28277565af tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984793 Feb 04 13:34:11.199426 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-11b966d8-e704-495a-8f3c-5f32c17a49a7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (21e07a72-7e1d-41a0-9660-d42e49ff44c3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.201657 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bcc5c035-2217-43d4-9880-d0f3747a132a None None] Current status of the port 321c1cd2-318a-4c61-93a3-ffa20a86c23e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:11.213096 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (611784af-af35-4394-9d46-876321daf0cc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.289239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94865bf6-fee1-4f80-9fba-b4f87d0ffd7d req-97dc8668-9d1b-4064-b6d1-4d0f89ee5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:11.292846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94865bf6-fee1-4f80-9fba-b4f87d0ffd7d req-97dc8668-9d1b-4064-b6d1-4d0f89ee5811 service neutron] 10.222.0.99 "GET /v2.0/networks?id=454cf47f-1b90-45be-92f1-9007ac141799 HTTP/1.1" status: 200 len: 917 time: 0.7899587 Feb 04 13:34:11.306780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Pushing event updated for resources: {'Port': ['ID=611784af-af35-4394-9d46-876321daf0cc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:11.339169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:11.344952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:11.349101 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:11.413485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96414ded-9588-425b-aee2-5b072d912fb1 req-01628eb6-9f78-441f-a55e-2827050ce1b1 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/security-groups?id=f053087c-2dc6-4ba1-8c19-36d15c357655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5535014 Feb 04 13:34:11.421103 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-11b966d8-e704-495a-8f3c-5f32c17a49a7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (21e07a72-7e1d-41a0-9660-d42e49ff44c3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.507333 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94865bf6-fee1-4f80-9fba-b4f87d0ffd7d req-8079a5e5-bf71-45b2-9e94-106a6d3876b8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3ff4d34-ac43-4631-81db-bcaeffb3990a HTTP/1.1" status: 200 len: 217 time: 0.1169591 Feb 04 13:34:11.536936 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75220d92-dd80-404b-8b7e-254d2afcb0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (d188bd97-3ae7-401d-8731-0d5589265d96), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.630077 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-75220d92-dd80-404b-8b7e-254d2afcb0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d188bd97-3ae7-401d-8731-0d5589265d96']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:11.679814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-75220d92-dd80-404b-8b7e-254d2afcb0f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:11.680225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-75220d92-dd80-404b-8b7e-254d2afcb0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:11.706490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94865bf6-fee1-4f80-9fba-b4f87d0ffd7d req-eebff9d1-171b-472c-9428-e425854d073f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:11.708897 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94865bf6-fee1-4f80-9fba-b4f87d0ffd7d req-eebff9d1-171b-472c-9428-e425854d073f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6b4af567-6d1c-4469-93c3-68cbff75ad98 HTTP/1.1" status: 200 len: 856 time: 0.1896884 Feb 04 13:34:11.714705 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75220d92-dd80-404b-8b7e-254d2afcb0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.723273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b966d8-e704-495a-8f3c-5f32c17a49a7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:11.736878 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-11b966d8-e704-495a-8f3c-5f32c17a49a7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:11.742695 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b966d8-e704-495a-8f3c-5f32c17a49a7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:11.756888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b966d8-e704-495a-8f3c-5f32c17a49a7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:11.759094 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c371693a-0640-4134-a2c9-a76c70e93662 None None] Provisioning complete for port 321c1cd2-318a-4c61-93a3-ffa20a86c23e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:11.759910 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-11b966d8-e704-495a-8f3c-5f32c17a49a7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.760797 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c371693a-0640-4134-a2c9-a76c70e93662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.814743 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-11b966d8-e704-495a-8f3c-5f32c17a49a7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3069153 Feb 04 13:34:11.844462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94865bf6-fee1-4f80-9fba-b4f87d0ffd7d req-61aa7aa3-38dc-472f-b611-5d008dc92274 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=454cf47f-1b90-45be-92f1-9007ac141799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130075 Feb 04 13:34:11.847536 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75220d92-dd80-404b-8b7e-254d2afcb0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.863232 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75220d92-dd80-404b-8b7e-254d2afcb0f0 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:34:11.867620 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75220d92-dd80-404b-8b7e-254d2afcb0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (21cebd73-f28a-41b3-bdfa-ef4d8ff4af6d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.924890 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47244) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:11.971954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c371693a-0640-4134-a2c9-a76c70e93662 None None] Current status of the port 321c1cd2-318a-4c61-93a3-ffa20a86c23e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:11.986680 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 10cda6a5-6a78-425e-85a4-6030d52dbe12 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:34:11.992090 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 18ecf498-4722-4cfb-9c42-1da62fff206f up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:34:12.020900 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:34:12.077990 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b966d8-e704-495a-8f3c-5f32c17a49a7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=21e07a72-7e1d-41a0-9660-d42e49ff44c3,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:12.247506 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 18ecf498-4722-4cfb-9c42-1da62fff206f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:12.247506 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.260955 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75220d92-dd80-404b-8b7e-254d2afcb0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (d188bd97-3ae7-401d-8731-0d5589265d96), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.347309 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75220d92-dd80-404b-8b7e-254d2afcb0f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.365640 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-75220d92-dd80-404b-8b7e-254d2afcb0f0 admin admin] 10.222.0.96 "DELETE /v2.0/networks/d188bd97-3ae7-401d-8731-0d5589265d96 HTTP/1.1" status: 204 len: 168 time: 1.7787533 Feb 04 13:34:12.374859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75220d92-dd80-404b-8b7e-254d2afcb0f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d188bd97-3ae7-401d-8731-0d5589265d96,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:12.398024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 10cda6a5-6a78-425e-85a4-6030d52dbe12, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=10cda6a5-6a78-425e-85a4-6030d52dbe12,segment=NetworkSegment(54c428d2-32d4-4e0c-832a-7b50a69bb295),segment_id=54c428d2-32d4-4e0c-832a-7b50a69bb295)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:12.408525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-641dbb5e-a53d-4f87-8f6f-333e5361eeb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port 21e07a72-7e1d-41a0-9660-d42e49ff44c3 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:34:12.409089 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-641dbb5e-a53d-4f87-8f6f-333e5361eeb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (21e07a72-7e1d-41a0-9660-d42e49ff44c3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.473895 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '10cda6a5-6a78-425e-85a4-6030d52dbe12', 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975', 'port_id': '10cda6a5-6a78-425e-85a4-6030d52dbe12', 'mac_address': 'fa:16:3e:aa:ae:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54252442-312c-4ce9-a1db-8b7dd94734b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:34:12.491482 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-80e9b2ab-b368-4d9d-95c4-0b28ee0c3771 None None] Provisioning complete for port 21e07a72-7e1d-41a0-9660-d42e49ff44c3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:12.492518 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-80e9b2ab-b368-4d9d-95c4-0b28ee0c3771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (21e07a72-7e1d-41a0-9660-d42e49ff44c3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.625044 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 18ecf498-4722-4cfb-9c42-1da62fff206f is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:12.625661 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.751502 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94865bf6-fee1-4f80-9fba-b4f87d0ffd7d req-38861825-8e0e-42b3-accf-830dba85b559 service neutron] 10.222.0.99 "GET /v2.0/networks/454cf47f-1b90-45be-92f1-9007ac141799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7221093 Feb 04 13:34:12.766041 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f8fb1-29e0-4a4d-b38a-24e83696fdbd req-2f8282f9-d3f8-4424-8ee2-6927bee4a2ab tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:12.767787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03894b9-f4aa-4e7f-9e61-9ebed0932599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ecf498-4722-4cfb-9c42-1da62fff206f'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:12.771974 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2fcbca-42c4-4116-a835-524447a34cbb" -d '{"events": [{"server_uuid": "d03894b9-f4aa-4e7f-9e61-9ebed0932599", "name": "network-vif-plugged", "status": "completed", "tag": "18ecf498-4722-4cfb-9c42-1da62fff206f"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:12.779911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6a6f8fb1-29e0-4a4d-b38a-24e83696fdbd req-2f8282f9-d3f8-4424-8ee2-6927bee4a2ab tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 944 time: 0.3764031 Feb 04 13:34:12.806358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-80e9b2ab-b368-4d9d-95c4-0b28ee0c3771 None None] Port 21e07a72-7e1d-41a0-9660-d42e49ff44c3 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:34:12.834433 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 18ecf498-4722-4cfb-9c42-1da62fff206f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18ecf498-4722-4cfb-9c42-1da62fff206f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:12.836079 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-641dbb5e-a53d-4f87-8f6f-333e5361eeb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (21e07a72-7e1d-41a0-9660-d42e49ff44c3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.837195 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 10cda6a5-6a78-425e-85a4-6030d52dbe12 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:12.839892 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (10cda6a5-6a78-425e-85a4-6030d52dbe12), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.850880 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.863995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47258) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:12.883648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-641dbb5e-a53d-4f87-8f6f-333e5361eeb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for 21e07a72-7e1d-41a0-9660-d42e49ff44c3 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:34:12.895496 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Publish callbacks [] for router_gateway (724691a5-34fa-4acb-bff7-9885543f4e57), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.942307 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6a6f8fb1-29e0-4a4d-b38a-24e83696fdbd req-63d0b323-e7bc-411d-a459-497566126fb9 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562006 Feb 04 13:34:12.978390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10cda6a5-6a78-425e-85a4-6030d52dbe12 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:34:13.043268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94865bf6-fee1-4f80-9fba-b4f87d0ffd7d req-7fd70149-94e8-42b3-9f2c-24aa7405ec82 service neutron] 10.222.0.99 "GET /v2.0/networks/454cf47f-1b90-45be-92f1-9007ac141799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125330 Feb 04 13:34:13.045918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 10cda6a5-6a78-425e-85a4-6030d52dbe12, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=10cda6a5-6a78-425e-85a4-6030d52dbe12,segment=NetworkSegment(54c428d2-32d4-4e0c-832a-7b50a69bb295),segment_id=54c428d2-32d4-4e0c-832a-7b50a69bb295)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:13.058025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=18ecf498-4722-4cfb-9c42-1da62fff206f,revision_number=10']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:13.084721 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (10cda6a5-6a78-425e-85a4-6030d52dbe12), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:13.205259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=10cda6a5-6a78-425e-85a4-6030d52dbe12,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:13.249784 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2e31608d-718d-41be-8bc3-8e953b42c16a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=688a1d8829de4353a6d958abc734325e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3755608 Feb 04 13:34:13.257443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47268) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:13.257888 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74698d6f-1897-4770-b8b1-73f8c7f65c4f req-74536c5a-945d-49a2-9e28-30303b48e2e6 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:13.265862 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74698d6f-1897-4770-b8b1-73f8c7f65c4f req-74536c5a-945d-49a2-9e28-30303b48e2e6 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 944 time: 0.1436002 Feb 04 13:34:13.392203 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74698d6f-1897-4770-b8b1-73f8c7f65c4f req-262f701a-3d14-4278-b482-7984e423ccbb tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/security-groups?id=f053087c-2dc6-4ba1-8c19-36d15c357655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180825 Feb 04 13:34:13.447304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['10cda6a5-6a78-425e-85a4-6030d52dbe12'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:34:13.476222 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77e5782a-f1aa-4c93-b4eb-ac10aa4972db admin admin] Publish callbacks [] for security_group (3826ede6-69cf-4d1e-896a-c23a543182e6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:13.481572 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99b9fba-ad32-4e25-8784-4e77d1e6ec16 x-openstack-request-id: req-e99b9fba-ad32-4e25-8784-4e77d1e6ec16 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:34:13.481944 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03894b9-f4aa-4e7f-9e61-9ebed0932599", "name": "network-vif-plugged", "status": "completed", "tag": "18ecf498-4722-4cfb-9c42-1da62fff206f", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:34:13.482207 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e99b9fba-ad32-4e25-8784-4e77d1e6ec16 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:34:13.482643 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03894b9-f4aa-4e7f-9e61-9ebed0932599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ecf498-4722-4cfb-9c42-1da62fff206f', 'code': 200} Feb 04 13:34:13.657332 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77e5782a-f1aa-4c93-b4eb-ac10aa4972db admin admin] Publish callbacks [] for security_group (3826ede6-69cf-4d1e-896a-c23a543182e6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:13.702687 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a115ec51-40d6-4e56-88ab-3607732e899e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:13.734295 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:13.801327 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (724691a5-34fa-4acb-bff7-9885543f4e57), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:13.885287 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-641dbb5e-a53d-4f87-8f6f-333e5361eeb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (21e07a72-7e1d-41a0-9660-d42e49ff44c3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:13.963137 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77e5782a-f1aa-4c93-b4eb-ac10aa4972db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3826ede6-69cf-4d1e-896a-c23a543182e6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:13.965873 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77e5782a-f1aa-4c93-b4eb-ac10aa4972db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:13.968183 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-77e5782a-f1aa-4c93-b4eb-ac10aa4972db admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3826ede6-69cf-4d1e-896a-c23a543182e6 HTTP/1.1" status: 204 len: 168 time: 0.7094476 Feb 04 13:34:13.978862 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641dbb5e-a53d-4f87-8f6f-333e5361eeb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=21e07a72-7e1d-41a0-9660-d42e49ff44c3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:13.981849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e3ff4d34-ac43-4631-81db-bcaeffb3990a details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:34:14.046654 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5782a-f1aa-4c93-b4eb-ac10aa4972db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3826ede6-69cf-4d1e-896a-c23a543182e6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:14.089246 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-641dbb5e-a53d-4f87-8f6f-333e5361eeb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:14.104861 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-641dbb5e-a53d-4f87-8f6f-333e5361eeb3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/21e07a72-7e1d-41a0-9660-d42e49ff44c3 HTTP/1.1" status: 204 len: 168 time: 2.1555588 Feb 04 13:34:14.108794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47280) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:14.226478 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Router 724691a5-34fa-4acb-bff7-9885543f4e57 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:34:14.343489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9de846-6318-45d6-b961-a5ae890ec4bd tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:14.347982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3f9de846-6318-45d6-b961-a5ae890ec4bd tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2372677 Feb 04 13:34:14.358453 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47286) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:14.496007 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c13fcc-de41-449f-8ba5-c7bac46a346d req-ab3ab44d-7615-4e82-9240-44fe193b00f2 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:14.511334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e3ff4d34-ac43-4631-81db-bcaeffb3990a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e3ff4d34-ac43-4631-81db-bcaeffb3990a,segment=NetworkSegment(50102105-5ddc-49a3-9017-86c3fa3125e2),segment_id=50102105-5ddc-49a3-9017-86c3fa3125e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:14.514757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8c13fcc-de41-449f-8ba5-c7bac46a346d req-ab3ab44d-7615-4e82-9240-44fe193b00f2 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 945 time: 0.3353601 Feb 04 13:34:14.578431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967e6f9e-8997-4820-a94f-670eb643d130 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:14.581441 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-967e6f9e-8997-4820-a94f-670eb643d130 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2210517 Feb 04 13:34:14.584222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47292) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:14.592675 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:34:14.610823 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Sync routers for ids ['724691a5-34fa-4acb-bff7-9885543f4e57'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:34:14.636497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'e3ff4d34-ac43-4631-81db-bcaeffb3990a', 'network_id': '454cf47f-1b90-45be-92f1-9007ac141799', 'port_id': 'e3ff4d34-ac43-4631-81db-bcaeffb3990a', 'mac_address': 'fa:16:3e:ac:44:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4af567-6d1c-4469-93c3-68cbff75ad98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:34:14.639294 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:14.641170 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-08bbe4ba-8b44-489f-92fd-0469423c6047 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3024116 Feb 04 13:34:14.646357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47296) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:14.657491 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:14.666428 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Routers {'724691a5-34fa-4acb-bff7-9885543f4e57'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:34:14.672437 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:34:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['724691a5-34fa-4acb-bff7-9885543f4e57'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:14.692353 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce51aac-136c-48a2-aa16-274df485fe32 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:14.698465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce51aac-136c-48a2-aa16-274df485fe32 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:14.702201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce51aac-136c-48a2-aa16-274df485fe32 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:14.705667 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bce51aac-136c-48a2-aa16-274df485fe32 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1193600 Feb 04 13:34:14.713400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47300) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:14.785892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port e3ff4d34-ac43-4631-81db-bcaeffb3990a is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:14.786819 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:14.808142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ff4d34-ac43-4631-81db-bcaeffb3990a {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:34:14.846417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e3ff4d34-ac43-4631-81db-bcaeffb3990a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e3ff4d34-ac43-4631-81db-bcaeffb3990a,segment=NetworkSegment(50102105-5ddc-49a3-9017-86c3fa3125e2),segment_id=50102105-5ddc-49a3-9017-86c3fa3125e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:14.866073 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:14.894139 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8c13fcc-de41-449f-8ba5-c7bac46a346d req-fa2c5525-3c75-4484-b362-79863673fabe tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771777 Feb 04 13:34:14.945852 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fcad6e0-c4b9-435e-9d1b-e115fcfe6c8d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 2ebe5e2f-62c8-47c0-93cc-b2962042dbbb {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:34:14.952061 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fcad6e0-c4b9-435e-9d1b-e115fcfe6c8d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (2ebe5e2f-62c8-47c0-93cc-b2962042dbbb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.057283 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=e3ff4d34-ac43-4631-81db-bcaeffb3990a,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:15.120088 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fcad6e0-c4b9-435e-9d1b-e115fcfe6c8d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (2ebe5e2f-62c8-47c0-93cc-b2962042dbbb), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.168329 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Set router 724691a5-34fa-4acb-bff7-9885543f4e57 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:34:15.233411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['e3ff4d34-ac43-4631-81db-bcaeffb3990a'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:34:15.397781 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fcad6e0-c4b9-435e-9d1b-e115fcfe6c8d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (2ebe5e2f-62c8-47c0-93cc-b2962042dbbb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.415791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21192816-f7f8-448c-83ac-25fad450fb77 req-f08347d7-9b4b-4f54-b269-3386c2357de1 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:15.417438 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21192816-f7f8-448c-83ac-25fad450fb77 req-f08347d7-9b4b-4f54-b269-3386c2357de1 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 945 time: 0.1596494 Feb 04 13:34:15.534344 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21192816-f7f8-448c-83ac-25fad450fb77 req-d69a0c14-9ad6-428f-b72d-524b314bff27 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/security-groups?id=f053087c-2dc6-4ba1-8c19-36d15c357655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894434 Feb 04 13:34:15.565942 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.636417 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fcad6e0-c4b9-435e-9d1b-e115fcfe6c8d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (2ebe5e2f-62c8-47c0-93cc-b2962042dbbb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.752053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcad6e0-c4b9-435e-9d1b-e115fcfe6c8d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebe5e2f-62c8-47c0-93cc-b2962042dbbb,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:15.796118 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fcad6e0-c4b9-435e-9d1b-e115fcfe6c8d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.810433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4fcad6e0-c4b9-435e-9d1b-e115fcfe6c8d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/2ebe5e2f-62c8-47c0-93cc-b2962042dbbb HTTP/1.1" status: 204 len: 168 time: 1.0928035 Feb 04 13:34:15.812008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47336) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:15.830350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e680974c-f3fd-4574-ac3a-7f58facfe970 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:15.932097 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'name': 'tempest-ServerRescueNegativeTestJSON-1154437489-router', 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '611784af-af35-4394-9d46-876321daf0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:07Z', 'updated_at': '2022-02-04T13:34:12Z', 'revision_number': 3, 'project_id': '1b3cf201de5741e68b3a523ba7663c2a', 'gw_port': {'id': '611784af-af35-4394-9d46-876321daf0cc', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:09Z', 'updated_at': '2022-02-04T13:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:15.985133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc26e9cc-0072-4cbc-90fe-6081009aee04 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 382b073b-bdde-424c-80b5-b06babb6c8b5 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:34:15.996747 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cc26e9cc-0072-4cbc-90fe-6081009aee04 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (382b073b-bdde-424c-80b5-b06babb6c8b5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:16.105161 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Checking router: 724691a5-34fa-4acb-bff7-9885543f4e57 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:34:16.105868 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Updating router 724691a5-34fa-4acb-bff7-9885543f4e57 port 611784af-af35-4394-9d46-876321daf0cc binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:34:16.153627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 10cda6a5-6a78-425e-85a4-6030d52dbe12 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:16.279056 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cc26e9cc-0072-4cbc-90fe-6081009aee04 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (382b073b-bdde-424c-80b5-b06babb6c8b5), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:16.289079 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (611784af-af35-4394-9d46-876321daf0cc), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:16.332086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 10cda6a5-6a78-425e-85a4-6030d52dbe12 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:34:16.349191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 10cda6a5-6a78-425e-85a4-6030d52dbe12 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:16.349680 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (10cda6a5-6a78-425e-85a4-6030d52dbe12), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:16.526080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350ed84-8238-4837-9e84-30c8a0cbce04 req-500f4d47-f402-4478-acb1-53ae18141a07 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:16.547882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3350ed84-8238-4837-9e84-30c8a0cbce04 req-500f4d47-f402-4478-acb1-53ae18141a07 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 945 time: 0.4151571 Feb 04 13:34:16.624341 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 10cda6a5-6a78-425e-85a4-6030d52dbe12 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:16.625143 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (10cda6a5-6a78-425e-85a4-6030d52dbe12), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:16.689808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b5660d-832c-40c4-9d9e-78759675488b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cda6a5-6a78-425e-85a4-6030d52dbe12'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:16.698183 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1275541-68cf-4746-8ecc-0a8e5823ec0f" -d '{"events": [{"server_uuid": "d2b5660d-832c-40c4-9d9e-78759675488b", "name": "network-vif-plugged", "status": "completed", "tag": "10cda6a5-6a78-425e-85a4-6030d52dbe12"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:16.794194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 10cda6a5-6a78-425e-85a4-6030d52dbe12, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=10cda6a5-6a78-425e-85a4-6030d52dbe12,segment=NetworkSegment(54c428d2-32d4-4e0c-832a-7b50a69bb295),segment_id=54c428d2-32d4-4e0c-832a-7b50a69bb295)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:16.812438 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3350ed84-8238-4837-9e84-30c8a0cbce04 req-ed637713-b814-4af5-a91c-4196be451d57 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631290 Feb 04 13:34:16.828306 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cc26e9cc-0072-4cbc-90fe-6081009aee04 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (382b073b-bdde-424c-80b5-b06babb6c8b5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:16.831890 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (10cda6a5-6a78-425e-85a4-6030d52dbe12), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:16.903146 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:16.934844 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:17.109369 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cc26e9cc-0072-4cbc-90fe-6081009aee04 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (382b073b-bdde-424c-80b5-b06babb6c8b5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:17.134880 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=10cda6a5-6a78-425e-85a4-6030d52dbe12,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:17.234203 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cc26e9cc-0072-4cbc-90fe-6081009aee04 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:17.251089 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cc26e9cc-0072-4cbc-90fe-6081009aee04 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/382b073b-bdde-424c-80b5-b06babb6c8b5 HTTP/1.1" status: 204 len: 168 time: 1.4328792 Feb 04 13:34:17.251089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26e9cc-0072-4cbc-90fe-6081009aee04 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=382b073b-bdde-424c-80b5-b06babb6c8b5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:17.254838 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47374) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:17.416023 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4ee40d04-62dc-424a-bbd7-2f93760aab09 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1613624 Feb 04 13:34:17.420835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47376) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:17.458313 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:17.462488 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Publish callbacks [] for port (611784af-af35-4394-9d46-876321daf0cc), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:17.475079 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ed07a-46dd-4556-aff2-4c663f605d9d req-874958bc-af5a-4837-9938-5ce2e8efbe47 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:17.483763 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c46ed07a-46dd-4556-aff2-4c663f605d9d req-874958bc-af5a-4837-9938-5ce2e8efbe47 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 945 time: 0.2642226 Feb 04 13:34:17.492449 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (611784af-af35-4394-9d46-876321daf0cc), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:17.706563 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Attempting to bind port 611784af-af35-4394-9d46-876321daf0cc on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:34:17.706563 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Attempting to bind port 611784af-af35-4394-9d46-876321daf0cc by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:34:17.706563 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Attempting to bind port 611784af-af35-4394-9d46-876321daf0cc on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:17.727537 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:34:17.728115 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:17.728763 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:17.730926 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:34:17.731735 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Bound port: 611784af-af35-4394-9d46-876321daf0cc, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:34:17.732473 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (611784af-af35-4394-9d46-876321daf0cc), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:17.780579 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c46ed07a-46dd-4556-aff2-4c663f605d9d req-7750b46b-3edb-4478-9d4a-53f3a65545f6 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/security-groups?id=f053087c-2dc6-4ba1-8c19-36d15c357655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708910 Feb 04 13:34:17.804861 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Allocated IP 172.20.0.1 (e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1/218fe4a2-bfd8-4afd-b187-fe7cab9a038e/155f6505-6112-4e4e-82fb-c77e25ef919b) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:17.863645 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:17.944372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8838a8da-42ff-4e65-bbda-721f3a81a4ce None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:17.980021 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cda17-62d8-439b-a7ea-5ced0ba91d85 None None] Pushing event updated for resources: {'Port': ['ID=611784af-af35-4394-9d46-876321daf0cc,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:18.008220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Publish callbacks [] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.108160 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.176804 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] For port 611784af-af35-4394-9d46-876321daf0cc, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:34:18.201636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e3ff4d34-ac43-4631-81db-bcaeffb3990a up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:18.208867 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] For port 611784af-af35-4394-9d46-876321daf0cc, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=611784af-af35-4394-9d46-876321daf0cc,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:34:18.240901 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (611784af-af35-4394-9d46-876321daf0cc), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.278213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47386) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:18.309426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Network e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:18.322992 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d502591-40c7-42b1-bf08-7e09ff5c7ea4 x-openstack-request-id: req-3d502591-40c7-42b1-bf08-7e09ff5c7ea4 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:34:18.324002 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b5660d-832c-40c4-9d9e-78759675488b", "name": "network-vif-plugged", "status": "completed", "tag": "10cda6a5-6a78-425e-85a4-6030d52dbe12", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:34:18.330913 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3d502591-40c7-42b1-bf08-7e09ff5c7ea4 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:34:18.332076 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b5660d-832c-40c4-9d9e-78759675488b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cda6a5-6a78-425e-85a4-6030d52dbe12', 'code': 200} Feb 04 13:34:18.333767 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:18.362516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:18.465112 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Routers {'724691a5-34fa-4acb-bff7-9885543f4e57'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:34:18.466152 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:34:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['724691a5-34fa-4acb-bff7-9885543f4e57'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:18.474061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67fb80-9830-4820-b0d8-c45bae0debfe req-a4953abb-4821-4ede-8cf0-8ab2eeaf57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:18.479477 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Pushing event updated for resources: {'Port': ['ID=155f6505-6112-4e4e-82fb-c77e25ef919b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:18.484782 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:18.504186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aa67fb80-9830-4820-b0d8-c45bae0debfe req-a4953abb-4821-4ede-8cf0-8ab2eeaf57ad service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 1129 time: 0.3245761 Feb 04 13:34:18.505221 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.543199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b4e5d3d3-f306-43de-91d8-9f06516e6c75 None None] Provisioning complete for port 321c1cd2-318a-4c61-93a3-ffa20a86c23e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:18.543199 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d3d3-f306-43de-91d8-9f06516e6c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.681657 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cda17-62d8-439b-a7ea-5ced0ba91d85 None None] Pushing event updated for resources: {'Port': ['ID=611784af-af35-4394-9d46-876321daf0cc,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:18.747852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aa67fb80-9830-4820-b0d8-c45bae0debfe req-880fea4e-322b-455b-b79c-451bee05c097 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363739 Feb 04 13:34:18.769110 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (724691a5-34fa-4acb-bff7-9885543f4e57), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.787705 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] Set router 724691a5-34fa-4acb-bff7-9885543f4e57 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:34:18.801362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586569ce-eb7b-4c00-a1b7-13b4b2f9452b req-fb81b6c6-1a3f-411e-bcb5-4a40c972c063 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:18.803662 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.815005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-586569ce-eb7b-4c00-a1b7-13b4b2f9452b req-fb81b6c6-1a3f-411e-bcb5-4a40c972c063 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 946 time: 0.3636296 Feb 04 13:34:18.953795 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-586569ce-eb7b-4c00-a1b7-13b4b2f9452b req-45c9057d-7160-413d-9f11-8d22e2d1b6d9 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373119 Feb 04 13:34:19.245617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port e3ff4d34-ac43-4631-81db-bcaeffb3990a completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:34:19.246521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86e559-5604-45cd-a259-eb7f71373a3d req-0b733324-f518-41aa-b42e-6cf899d0e060 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:19.256006 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc86e559-5604-45cd-a259-eb7f71373a3d req-0b733324-f518-41aa-b42e-6cf899d0e060 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 945 time: 0.0989976 Feb 04 13:34:19.257738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port e3ff4d34-ac43-4631-81db-bcaeffb3990a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:19.258917 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:19.429102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc86e559-5604-45cd-a259-eb7f71373a3d req-92bb8d43-de00-4179-87d2-baffa2de45e1 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/security-groups?id=f053087c-2dc6-4ba1-8c19-36d15c357655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701961 Feb 04 13:34:19.614546 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'name': 'tempest-ServerRescueNegativeTestJSON-1154437489-router', 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '611784af-af35-4394-9d46-876321daf0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:07Z', 'updated_at': '2022-02-04T13:34:12Z', 'revision_number': 3, 'project_id': '1b3cf201de5741e68b3a523ba7663c2a', 'gw_port': {'id': '611784af-af35-4394-9d46-876321daf0cc', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:09Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:19.615338 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:19.654829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31150a45-6097-437d-9a44-6deb39c938c0 None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:34:19.664181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5d3d3-f306-43de-91d8-9f06516e6c75 None None] Current status of the port 321c1cd2-318a-4c61-93a3-ffa20a86c23e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:19.708417 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f78a6-0ca3-4220-8913-5ebc5898c26c None None] The sync data for ids ['724691a5-34fa-4acb-bff7-9885543f4e57'] in n-d-714676-13 is: [{'id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'name': 'tempest-ServerRescueNegativeTestJSON-1154437489-router', 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '611784af-af35-4394-9d46-876321daf0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:07Z', 'updated_at': '2022-02-04T13:34:12Z', 'revision_number': 3, 'project_id': '1b3cf201de5741e68b3a523ba7663c2a', 'gw_port': {'id': '611784af-af35-4394-9d46-876321daf0cc', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:09Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:34:19.782368 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 321c1cd2-318a-4c61-93a3-ffa20a86c23e no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:34:19.957631 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Publish callbacks [] for security_group (0bb38feb-e9f2-4ab1-aac4-3e9388812aac), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:19.979988 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0bb38feb-e9f2-4ab1-aac4-3e9388812aac), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.065227 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (214dbb59-6f43-4f8b-8afb-6229cfd72ba4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.153715 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 321c1cd2-318a-4c61-93a3-ffa20a86c23e is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:20.154191 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.170061 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port e3ff4d34-ac43-4631-81db-bcaeffb3990a is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:20.170061 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.180855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:20.221397 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47408) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:20.237731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9ee6e13e-9b78-4e71-843a-70a31103799d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2066282043'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:20.244819 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=704ac22c0e8c4a738bc6acdbe99a999b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9618416 Feb 04 13:34:20.255576 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-31150a45-6097-437d-9a44-6deb39c938c0 None None] Deleting port 321c1cd2-318a-4c61-93a3-ffa20a86c23e {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:34:20.256160 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-31150a45-6097-437d-9a44-6deb39c938c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.268248 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:20.279752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:20.283180 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.313827 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47410) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:20.315017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb38feb-e9f2-4ab1-aac4-3e9388812aac,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:20.421553 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee6e13e-9b78-4e71-843a-70a31103799d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Made reservation on behalf of 594053dcbab8463db86849941a112819 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:20.425306 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e13e-9b78-4e71-843a-70a31103799d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.472657 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0f710e-d1ca-4a1c-952f-f40675e13ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ff4d34-ac43-4631-81db-bcaeffb3990a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:20.474651 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee6e13e-9b78-4e71-843a-70a31103799d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:34:20.476789 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe52b9aa-6aae-4c9e-bd9a-425f443688d3" -d '{"events": [{"server_uuid": "8e0f710e-d1ca-4a1c-952f-f40675e13ead", "name": "network-vif-plugged", "status": "completed", "tag": "e3ff4d34-ac43-4631-81db-bcaeffb3990a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:20.478433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e293a7-0507-47bc-b5d8-0879467966bf req-d173d89b-2ace-4897-9384-82c92fc1a8bf tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:20.487027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e293a7-0507-47bc-b5d8-0879467966bf req-d173d89b-2ace-4897-9384-82c92fc1a8bf tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 946 time: 0.3181741 Feb 04 13:34:20.493060 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e13e-9b78-4e71-843a-70a31103799d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (cb013293-32eb-4492-86d8-5dc568dbe5eb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.493060 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-9ee6e13e-9b78-4e71-843a-70a31103799d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Added segment cb013293-32eb-4492-86d8-5dc568dbe5eb of type vlan for network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 Feb 04 13:34:20.540491 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e3ff4d34-ac43-4631-81db-bcaeffb3990a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e3ff4d34-ac43-4631-81db-bcaeffb3990a,segment=NetworkSegment(50102105-5ddc-49a3-9017-86c3fa3125e2),segment_id=50102105-5ddc-49a3-9017-86c3fa3125e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:20.549762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 321c1cd2-318a-4c61-93a3-ffa20a86c23e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=321c1cd2-318a-4c61-93a3-ffa20a86c23e,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:20.559908 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.568561 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.609853 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=214dbb59-6f43-4f8b-8afb-6229cfd72ba4,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:20.613023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.613438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.613708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.614044 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.614417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.614754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.615085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.615412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.616337 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.616337 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.616337 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.616747 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.617108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28a4cc-313a-46b0-bcae-f60c17aed630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.631801 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e13e-9b78-4e71-843a-70a31103799d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (386e66d0-0813-47f8-96ee-a8bf1332cdc1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.640226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-31150a45-6097-437d-9a44-6deb39c938c0 None None] For port 321c1cd2-318a-4c61-93a3-ffa20a86c23e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=321c1cd2-318a-4c61-93a3-ffa20a86c23e,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:20.644077 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-31150a45-6097-437d-9a44-6deb39c938c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.678147 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2557428 Feb 04 13:34:20.721487 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e13e-9b78-4e71-843a-70a31103799d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (386e66d0-0813-47f8-96ee-a8bf1332cdc1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.731599 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee6e13e-9b78-4e71-843a-70a31103799d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:20.732320 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e13e-9b78-4e71-843a-70a31103799d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.733135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e293a7-0507-47bc-b5d8-0879467966bf req-a6fa3531-73b7-42a2-864a-2408247520c4 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346208 Feb 04 13:34:20.733712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47416) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:20.740759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-31150a45-6097-437d-9a44-6deb39c938c0 None None] Calling delete_port for 321c1cd2-318a-4c61-93a3-ffa20a86c23e owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:34:20.758843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.759305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.759594 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.759938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.760345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.761023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.761374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.761710 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.762197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.762378 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.762738 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.763155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.763539 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1f8a1-9a9f-4137-aad1-d5f798f9d734 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.768338 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=e3ff4d34-ac43-4631-81db-bcaeffb3990a,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:20.773996 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ea8599d-f39f-4f31-b446-effcd49b252a admin admin] Publish callbacks [] for security_group (0bb38feb-e9f2-4ab1-aac4-3e9388812aac), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.792118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-6dff3429-b7c4-42e8-ba35-90b4c3ab73e3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:20.810737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.812068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.812972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.813977 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.815043 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.816120 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.816995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.817870 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.818810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.819971 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.821618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.822584 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.823461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:20.876100 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ea8599d-f39f-4f31-b446-effcd49b252a admin admin] Publish callbacks [] for security_group (0bb38feb-e9f2-4ab1-aac4-3e9388812aac), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:21.093786 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-31150a45-6097-437d-9a44-6deb39c938c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (321c1cd2-318a-4c61-93a3-ffa20a86c23e), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:21.175561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dff3429-b7c4-42e8-ba35-90b4c3ab73e3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:21.179849 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6dff3429-b7c4-42e8-ba35-90b4c3ab73e3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:21.196217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19462a1f-90ba-41ad-9abb-fae33071f0f7 req-5769e0ba-5102-422b-bfb5-aa27d08823c2 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:21.197206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31150a45-6097-437d-9a44-6deb39c938c0 None None] No DVR routers for this DVR port 321c1cd2-318a-4c61-93a3-ffa20a86c23e on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:34:21.204999 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19462a1f-90ba-41ad-9abb-fae33071f0f7 req-5769e0ba-5102-422b-bfb5-aa27d08823c2 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 946 time: 0.1405299 Feb 04 13:34:21.239124 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9ee6e13e-9b78-4e71-843a-70a31103799d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0100653 Feb 04 13:34:21.250610 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47426) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:21.254270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d110dc5-cadb-45ab-9edc-75e338abd193 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:21.254721 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Publish callbacks [] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:21.281079 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-84976459-b77a-40cc-92b5-aea305885664 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-901944308'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:21.294435 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ea8599d-f39f-4f31-b446-effcd49b252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0bb38feb-e9f2-4ab1-aac4-3e9388812aac), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:21.299353 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ea8599d-f39f-4f31-b446-effcd49b252a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:21.302322 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=321c1cd2-318a-4c61-93a3-ffa20a86c23e,revision_number=12']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:21.308160 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5ea8599d-f39f-4f31-b446-effcd49b252a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0bb38feb-e9f2-4ab1-aac4-3e9388812aac HTTP/1.1" status: 204 len: 168 time: 0.9850760 Feb 04 13:34:21.359570 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:21.464419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31150a45-6097-437d-9a44-6deb39c938c0 None None] Pushing event deleted for resources: {'Port': ['ID=321c1cd2-318a-4c61-93a3-ffa20a86c23e,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:21.487660 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19462a1f-90ba-41ad-9abb-fae33071f0f7 req-326728ba-4a3e-47a7-9b52-0b798714bde8 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/security-groups?id=f053087c-2dc6-4ba1-8c19-36d15c357655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814498 Feb 04 13:34:21.563137 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (724691a5-34fa-4acb-bff7-9885543f4e57), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:21.600552 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8599d-f39f-4f31-b446-effcd49b252a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb38feb-e9f2-4ab1-aac4-3e9388812aac,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:21.629337 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84976459-b77a-40cc-92b5-aea305885664 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Made reservation on behalf of 594053dcbab8463db86849941a112819 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:21.646722 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84976459-b77a-40cc-92b5-aea305885664 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:21.781324 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e60e5d-795e-4d1e-82b5-3fbd154d560e x-openstack-request-id: req-f0e60e5d-795e-4d1e-82b5-3fbd154d560e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:34:21.781746 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0f710e-d1ca-4a1c-952f-f40675e13ead", "name": "network-vif-plugged", "status": "completed", "tag": "e3ff4d34-ac43-4631-81db-bcaeffb3990a", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:34:21.782264 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f0e60e5d-795e-4d1e-82b5-3fbd154d560e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:34:21.782777 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0f710e-d1ca-4a1c-952f-f40675e13ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ff4d34-ac43-4631-81db-bcaeffb3990a', 'code': 200} Feb 04 13:34:21.795185 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ee6628b-98e8-4827-b47e-b9107cd39956', 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'project_id': '114261922b524239868ecb1b3904502c', 'fixed_ips': [{'subnet_id': '214dbb59-6f43-4f8b-8afb-6229cfd72ba4'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:34:21.797098 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:21.811155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6e13e-9b78-4e71-843a-70a31103799d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event updated for resources: {'Network': ['ID=386e66d0-0813-47f8-96ee-a8bf1332cdc1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:21.867157 n-d-714676-13 neutron-server[103606]: INFO neutron.db.ipam_backend_mixin [None req-6dff3429-b7c4-42e8-ba35-90b4c3ab73e3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 214dbb59-6f43-4f8b-8afb-6229cfd72ba4 (CIDR: 2001:db8::/64) Feb 04 13:34:21.881701 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dff3429-b7c4-42e8-ba35-90b4c3ab73e3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:21.885279 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dff3429-b7c4-42e8-ba35-90b4c3ab73e3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:21.896986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:34:22.091285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Pushing event updated for resources: {'Port': ['ID=155f6505-6112-4e4e-82fb-c77e25ef919b,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:22.099390 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6dff3429-b7c4-42e8-ba35-90b4c3ab73e3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3560586 Feb 04 13:34:22.107475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84976459-b77a-40cc-92b5-aea305885664 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:34:22.111753 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47436) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:22.154567 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-029767bb-8e8b-4203-9bf9-1355cd3233d0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'subnet': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:22.155826 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 611784af-af35-4394-9d46-876321daf0cc up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:22.271045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc667b-95b0-4012-b572-eb5231ed31e4 req-cfbb0f1f-5a1c-4236-af64-8a5f60acd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:22.276357 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cfc667b-95b0-4012-b572-eb5231ed31e4 req-cfbb0f1f-5a1c-4236-af64-8a5f60acd0ab service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 1129 time: 0.3319359 Feb 04 13:34:22.299803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d218a09-2607-4d1d-9274-9e6b3edf12ca req-c05d8545-de96-4d27-973c-7a4498183deb tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:22.322030 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d218a09-2607-4d1d-9274-9e6b3edf12ca req-c05d8545-de96-4d27-973c-7a4498183deb tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 946 time: 0.2205129 Feb 04 13:34:22.412350 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84976459-b77a-40cc-92b5-aea305885664 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:22.412796 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-84976459-b77a-40cc-92b5-aea305885664 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Added segment e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7 of type vlan for network b03e4d9b-f465-42a3-8d1f-a7a7367db390 Feb 04 13:34:22.483316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d218a09-2607-4d1d-9274-9e6b3edf12ca req-0b9e7c04-a953-4fbc-a741-724f76d83fcb tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595933 Feb 04 13:34:22.578301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Allocated IP 2001:db8::2 (2ee6628b-98e8-4827-b47e-b9107cd39956/214dbb59-6f43-4f8b-8afb-6229cfd72ba4/e8909951-a894-4bec-ac79-1004fe38fbe8) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:22.622508 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cfc667b-95b0-4012-b572-eb5231ed31e4 req-56cbe2b8-6d4c-4276-81f0-8a33589a32a1 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=f053087c-2dc6-4ba1-8c19-36d15c357655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821910 Feb 04 13:34:22.701762 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84976459-b77a-40cc-92b5-aea305885664 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (b03e4d9b-f465-42a3-8d1f-a7a7367db390), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:22.863215 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Network e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:22.864185 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84976459-b77a-40cc-92b5-aea305885664 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (b03e4d9b-f465-42a3-8d1f-a7a7367db390), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:22.877518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84976459-b77a-40cc-92b5-aea305885664 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:22.881791 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84976459-b77a-40cc-92b5-aea305885664 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:22.919470 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:23.197962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 611784af-af35-4394-9d46-876321daf0cc triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:23.199104 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (611784af-af35-4394-9d46-876321daf0cc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:23.228352 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-84976459-b77a-40cc-92b5-aea305885664 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9537804 Feb 04 13:34:23.234213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47462) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:23.252104 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Publish callbacks [] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:23.272555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-276c8e09-b2d5-4ac4-967c-d1dce15b8e2c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Request body: {'subnet': {'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:23.283459 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:23.393129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Pushing event updated for resources: {'Port': ['ID=e8909951-a894-4bec-ac79-1004fe38fbe8,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:23.427077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029767bb-8e8b-4203-9bf9-1355cd3233d0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:23.436263 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-029767bb-8e8b-4203-9bf9-1355cd3233d0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:23.442394 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:23.562773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 611784af-af35-4394-9d46-876321daf0cc is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:23.563414 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (611784af-af35-4394-9d46-876321daf0cc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:23.590722 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:23.595138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:23.721029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 611784af-af35-4394-9d46-876321daf0cc, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=611784af-af35-4394-9d46-876321daf0cc,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:23.741864 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (611784af-af35-4394-9d46-876321daf0cc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:23.749533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502d95d-a77d-4d1e-91bf-e510025bf1bd req-02d92e1f-a94a-4070-a0d9-9ea597f42dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:23.761960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d502d95d-a77d-4d1e-91bf-e510025bf1bd req-02d92e1f-a94a-4070-a0d9-9ea597f42dc1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=966901e806474173a5eedad926b29322&device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 1129 time: 0.5646036 Feb 04 13:34:23.886763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276c8e09-b2d5-4ac4-967c-d1dce15b8e2c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Made reservation on behalf of 594053dcbab8463db86849941a112819 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:23.894940 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-276c8e09-b2d5-4ac4-967c-d1dce15b8e2c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:23.954340 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Attempting to bind port e8909951-a894-4bec-ac79-1004fe38fbe8 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:34:23.954832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Attempting to bind port e8909951-a894-4bec-ac79-1004fe38fbe8 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:34:23.959598 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Attempting to bind port e8909951-a894-4bec-ac79-1004fe38fbe8 on network 2ee6628b-98e8-4827-b47e-b9107cd39956 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:24.026888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:34:24.026888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Checking segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:24.027348 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:24.027792 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Bound using segment: {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:34:24.035325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Bound port: e8909951-a894-4bec-ac79-1004fe38fbe8, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cb57fa-d868-4db1-8948-47090d854513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:34:24.036097 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:24.159739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84976459-b77a-40cc-92b5-aea305885664 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event updated for resources: {'Network': ['ID=b03e4d9b-f465-42a3-8d1f-a7a7367db390,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:24.220840 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1e713-a682-4b27-9191-aafc09e96d28 req-0d1464b4-c804-463b-9748-8a95edf64869 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:24.223477 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dcb1e713-a682-4b27-9191-aafc09e96d28 req-0d1464b4-c804-463b-9748-8a95edf64869 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 946 time: 0.8453856 Feb 04 13:34:24.257664 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] For port e8909951-a894-4bec-ac79-1004fe38fbe8, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:34:24.264018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] For port e8909951-a894-4bec-ac79-1004fe38fbe8, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=e8909951-a894-4bec-ac79-1004fe38fbe8,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:34:24.272146 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=611784af-af35-4394-9d46-876321daf0cc,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:24.279101 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network b03e4d9b-f465-42a3-8d1f-a7a7367db390 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:34:24.289035 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:24.488603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.objects.ports [None req-029767bb-8e8b-4203-9bf9-1355cd3233d0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:34:24.531236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502d95d-a77d-4d1e-91bf-e510025bf1bd req-e03f27a6-4d0b-4a9f-8304-eded6f0dcce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:24.534525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Router 724691a5-34fa-4acb-bff7-9885543f4e57 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:34:24.535503 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d502d95d-a77d-4d1e-91bf-e510025bf1bd req-e03f27a6-4d0b-4a9f-8304-eded6f0dcce8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b87406d1-c508-4f09-8a0f-312d75ce3975 HTTP/1.1" status: 200 len: 912 time: 0.7004578 Feb 04 13:34:24.573546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c31dd-0c6a-4218-8deb-9c91dea6be5a None None] Pushing event updated for resources: {'Port': ['ID=e8909951-a894-4bec-ac79-1004fe38fbe8,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:25.088648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:34:25.128721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Sync routers for ids ['724691a5-34fa-4acb-bff7-9885543f4e57'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:34:25.144873 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-df39cf74-1211-40fa-aa04-85085db5cc21 admin admin] 10.222.0.96 "PUT /v2.0/routers/724691a5-34fa-4acb-bff7-9885543f4e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4926307 Feb 04 13:34:25.202279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Routers {'724691a5-34fa-4acb-bff7-9885543f4e57'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:34:25.213725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d502d95d-a77d-4d1e-91bf-e510025bf1bd req-e230fca0-85a4-4fc3-9793-6aa661d87481 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10cda6a5-6a78-425e-85a4-6030d52dbe12 HTTP/1.1" status: 200 len: 217 time: 0.4729817 Feb 04 13:34:25.215969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:34:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['724691a5-34fa-4acb-bff7-9885543f4e57'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:25.220865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dcb1e713-a682-4b27-9191-aafc09e96d28 req-9cf1bd61-6b6f-4cf6-ae9f-3b48ae1e7aa3 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/security-groups?id=f053087c-2dc6-4ba1-8c19-36d15c357655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6839538 Feb 04 13:34:25.231003 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-029767bb-8e8b-4203-9bf9-1355cd3233d0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:25.281325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502d95d-a77d-4d1e-91bf-e510025bf1bd req-e0f51b23-9e52-42dc-bfac-306702e933ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:25.285958 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d502d95d-a77d-4d1e-91bf-e510025bf1bd req-e0f51b23-9e52-42dc-bfac-306702e933ca service neutron] 10.222.0.99 "GET /v2.0/subnets?id=54252442-312c-4ce9-a1db-8b7dd94734b4 HTTP/1.1" status: 200 len: 851 time: 0.0526378 Feb 04 13:34:25.373663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d502d95d-a77d-4d1e-91bf-e510025bf1bd req-09a7d9a7-a1bd-4fc3-83b0-369e89ee2102 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b87406d1-c508-4f09-8a0f-312d75ce3975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816884 Feb 04 13:34:25.375642 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-276c8e09-b2d5-4ac4-967c-d1dce15b8e2c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (b81dea98-4db8-4a79-addb-9466ebfdb0ac), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:25.589985 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d502d95d-a77d-4d1e-91bf-e510025bf1bd req-2eae12a1-1299-4afb-a5ed-2e9fa5b13e2d service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000673 Feb 04 13:34:25.645767 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Set router 724691a5-34fa-4acb-bff7-9885543f4e57 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:34:25.748851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-029767bb-8e8b-4203-9bf9-1355cd3233d0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] For port e8909951-a894-4bec-ac79-1004fe38fbe8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=e8909951-a894-4bec-ac79-1004fe38fbe8,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:25.851281 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d502d95d-a77d-4d1e-91bf-e510025bf1bd req-f9f7985d-469b-4381-b77e-cd76da6edf64 service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802554 Feb 04 13:34:25.981088 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-029767bb-8e8b-4203-9bf9-1355cd3233d0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:25.992192 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-029767bb-8e8b-4203-9bf9-1355cd3233d0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:26.077582 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276c8e09-b2d5-4ac4-967c-d1dce15b8e2c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Checking segment: {'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:26.078169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c8e09-b2d5-4ac4-967c-d1dce15b8e2c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Network hostable DHCP agents. Network: 386e66d0-0813-47f8-96ee-a8bf1332cdc1, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:34:26.085309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c8e09-b2d5-4ac4-967c-d1dce15b8e2c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event updated for resources: {'Subnet': ['ID=b81dea98-4db8-4a79-addb-9466ebfdb0ac,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:26.121151 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2d218-4766-4ab2-b790-d4e3cb0cf52a req-0e550c03-ef99-4489-b939-827dc4ebed51 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:26.130951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65e2d218-4766-4ab2-b790-d4e3cb0cf52a req-0e550c03-ef99-4489-b939-827dc4ebed51 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 946 time: 0.5350986 Feb 04 13:34:26.197829 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029767bb-8e8b-4203-9bf9-1355cd3233d0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=e8909951-a894-4bec-ac79-1004fe38fbe8,revision_number=4']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:26.219826 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-029767bb-8e8b-4203-9bf9-1355cd3233d0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (c4d3525a-313e-4fa9-8e3a-9265c104a76a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:26.220052 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c8e09-b2d5-4ac4-967c-d1dce15b8e2c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:34:26.262895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-276c8e09-b2d5-4ac4-967c-d1dce15b8e2c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 386e66d0-0813-47f8-96ee-a8bf1332cdc1) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:26.272363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'name': 'tempest-ServerRescueNegativeTestJSON-1154437489-router', 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '611784af-af35-4394-9d46-876321daf0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:07Z', 'updated_at': '2022-02-04T13:34:19Z', 'revision_number': 4, 'project_id': '1b3cf201de5741e68b3a523ba7663c2a', 'gw_port': {'id': '611784af-af35-4394-9d46-876321daf0cc', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:09Z', 'updated_at': '2022-02-04T13:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '155f6505-6112-4e4e-82fb-c77e25ef919b', 'name': '', 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1', 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a', 'mac_address': 'fa:16:3e:d2:56:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '218fe4a2-bfd8-4afd-b187-fe7cab9a038e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:16Z', 'updated_at': '2022-02-04T13:34:19Z', 'revision_number': 2, 'project_id': '1b3cf201de5741e68b3a523ba7663c2a', 'subnets': [{'id': '218fe4a2-bfd8-4afd-b187-fe7cab9a038e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:26.273402 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276c8e09-b2d5-4ac4-967c-d1dce15b8e2c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:26.274343 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-276c8e09-b2d5-4ac4-967c-d1dce15b8e2c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:26.276876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e8909951-a894-4bec-ac79-1004fe38fbe8 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:26.285132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63df796b-2d70-437f-8d05-682c20cf0899 None None] Network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:26.314951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65e2d218-4766-4ab2-b790-d4e3cb0cf52a req-42c579b8-a321-419b-aa90-b5d5fff1b683 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751349 Feb 04 13:34:26.345296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-276c8e09-b2d5-4ac4-967c-d1dce15b8e2c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1093071 Feb 04 13:34:26.349332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47486) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:26.365054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029767bb-8e8b-4203-9bf9-1355cd3233d0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Subnet': ['ID=c4d3525a-313e-4fa9-8e3a-9265c104a76a,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:26.386344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029767bb-8e8b-4203-9bf9-1355cd3233d0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:26.387673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9c27f0d0-2b3b-4a00-94b3-502ae14f739e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Request body: {'subnet': {'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:26.388880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-029767bb-8e8b-4203-9bf9-1355cd3233d0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:26.407058 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029767bb-8e8b-4203-9bf9-1355cd3233d0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:26.409114 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-029767bb-8e8b-4203-9bf9-1355cd3233d0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:26.454031 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Checking router: 724691a5-34fa-4acb-bff7-9885543f4e57 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:34:26.454456 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Updating router 724691a5-34fa-4acb-bff7-9885543f4e57 port 155f6505-6112-4e4e-82fb-c77e25ef919b binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:34:26.471022 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-029767bb-8e8b-4203-9bf9-1355cd3233d0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.3550942 Feb 04 13:34:26.475390 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47496) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:26.497731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f315927f-df3a-451c-b7cb-92bf1d659b0a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Request body: {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'mac_address': 'fa:16:3e:15:ac:c6', 'name': 'tempest-NetworksTestDHCPv6-1680290898'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:26.731292 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c27f0d0-2b3b-4a00-94b3-502ae14f739e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Made reservation on behalf of 594053dcbab8463db86849941a112819 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:26.738455 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c27f0d0-2b3b-4a00-94b3-502ae14f739e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:26.861270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f315927f-df3a-451c-b7cb-92bf1d659b0a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Made reservation on behalf of 114261922b524239868ecb1b3904502c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:26.863079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac08073-de0d-4ea5-baf3-8cbb0de1d368 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:27.035796 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:27.103755 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f315927f-df3a-451c-b7cb-92bf1d659b0a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:27.142961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-f315927f-df3a-451c-b7cb-92bf1d659b0a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] device_id is not set on port a63f505f-7462-4dd8-a114-fc2b158814bd yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:34:27.257422 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-6167976e-87e7-4fa4-aa3d-08b27075d7df tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:27.267307 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-6167976e-87e7-4fa4-aa3d-08b27075d7df tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/networks?id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 HTTP/1.1" status: 200 len: 819 time: 0.2582572 Feb 04 13:34:27.329893 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-73818e92-e167-4c05-8fc6-35e480efd9d8 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/quotas/1b3cf201de5741e68b3a523ba7663c2a HTTP/1.1" status: 200 len: 375 time: 0.0547631 Feb 04 13:34:27.383929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-63f3dce3-7c37-4b12-a36f-cda527f9fcc4 None None] Provisioning complete for port e8909951-a894-4bec-ac79-1004fe38fbe8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:27.384756 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-63f3dce3-7c37-4b12-a36f-cda527f9fcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:27.442797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-f315927f-df3a-451c-b7cb-92bf1d659b0a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8::97 (2ee6628b-98e8-4827-b47e-b9107cd39956/214dbb59-6f43-4f8b-8afb-6229cfd72ba4/a63f505f-7462-4dd8-a114-fc2b158814bd) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:27.459231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-f315927f-df3a-451c-b7cb-92bf1d659b0a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Allocated IP 2001:db8:0:1:f816:3eff:fe15:acc6 (2ee6628b-98e8-4827-b47e-b9107cd39956/c4d3525a-313e-4fa9-8e3a-9265c104a76a/a63f505f-7462-4dd8-a114-fc2b158814bd) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:27.481292 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-107a8400-2213-4b1b-81f5-5c4a05b0e0ea tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1b3cf201de5741e68b3a523ba7663c2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1357105 Feb 04 13:34:27.528836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-386e66d0-0813-47f8-96ee-a8bf1332cdc1', 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1', 'project_id': '594053dcbab8463db86849941a112819', 'fixed_ips': [{'subnet_id': 'b81dea98-4db8-4a79-addb-9466ebfdb0ac'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:34:27.530560 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:27.537785 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port e8909951-a894-4bec-ac79-1004fe38fbe8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:27.538668 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:27.593646 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-f304c39f-afc1-40bf-8307-1504ea27d1af service neutron] 10.222.0.96 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109123 Feb 04 13:34:27.603933 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c27f0d0-2b3b-4a00-94b3-502ae14f739e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (587e0d65-07e2-4346-8c99-06f453205a97), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:27.783072 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f315927f-df3a-451c-b7cb-92bf1d659b0a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for port (a63f505f-7462-4dd8-a114-fc2b158814bd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:27.784142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27f0d0-2b3b-4a00-94b3-502ae14f739e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event updated for resources: {'Subnet': ['ID=587e0d65-07e2-4346-8c99-06f453205a97,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:27.834489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c27f0d0-2b3b-4a00-94b3-502ae14f739e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Checking segment: {'id': 'e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:27.834489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c27f0d0-2b3b-4a00-94b3-502ae14f739e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Network hostable DHCP agents. Network: b03e4d9b-f465-42a3-8d1f-a7a7367db390, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:34:27.894181 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-cc3b146f-fa69-474f-a4c7-7b29b0fd5821 service neutron] 10.222.0.96 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986052 Feb 04 13:34:27.926193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c27f0d0-2b3b-4a00-94b3-502ae14f739e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Network b03e4d9b-f465-42a3-8d1f-a7a7367db390 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:34:27.947517 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:34:27.948155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9c27f0d0-2b3b-4a00-94b3-502ae14f739e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, b03e4d9b-f465-42a3-8d1f-a7a7367db390) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:27.955472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c27f0d0-2b3b-4a00-94b3-502ae14f739e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:27.958878 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c27f0d0-2b3b-4a00-94b3-502ae14f739e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:27.984787 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f315927f-df3a-451c-b7cb-92bf1d659b0a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a63f505f-7462-4dd8-a114-fc2b158814bd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:28.007398 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9c27f0d0-2b3b-4a00-94b3-502ae14f739e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6529965 Feb 04 13:34:28.011779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4ce84d-9761-4363-99d4-0b92b9c9d46e None None] Network b03e4d9b-f465-42a3-8d1f-a7a7367db390 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:28.012114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47518) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:28.022027 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-bd9b2d8a-2894-4aa5-9e3e-9fc1b8710de7 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Request body: {'port': {'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1071059225', 'fixed_ips': [{'subnet_id': 'b81dea98-4db8-4a79-addb-9466ebfdb0ac'}]}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:28.098723 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315927f-df3a-451c-b7cb-92bf1d659b0a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:28.110058 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f315927f-df3a-451c-b7cb-92bf1d659b0a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:28.115671 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315927f-df3a-451c-b7cb-92bf1d659b0a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:28.122267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315927f-df3a-451c-b7cb-92bf1d659b0a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:28.122984 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f315927f-df3a-451c-b7cb-92bf1d659b0a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:28.171068 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315927f-df3a-451c-b7cb-92bf1d659b0a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event updated for resources: {'Port': ['ID=a63f505f-7462-4dd8-a114-fc2b158814bd,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:28.193389 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f315927f-df3a-451c-b7cb-92bf1d659b0a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7136827 Feb 04 13:34:28.201133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47522) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:28.223174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Allocated IP 10.1.1.2 (386e66d0-0813-47f8-96ee-a8bf1332cdc1/b81dea98-4db8-4a79-addb-9466ebfdb0ac/163977eb-0121-4fa8-88f8-0e0d9ce16448) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:28.463834 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Publish callbacks [] for port (163977eb-0121-4fa8-88f8-0e0d9ce16448), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:28.475366 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9b2d8a-2894-4aa5-9e3e-9fc1b8710de7 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Made reservation on behalf of 594053dcbab8463db86849941a112819 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:28.491443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port e8909951-a894-4bec-ac79-1004fe38fbe8 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:28.491443 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:28.522624 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (163977eb-0121-4fa8-88f8-0e0d9ce16448), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:28.638389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-bb3586f5-9c3c-4c01-b944-57e8e35bc0b6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting port a63f505f-7462-4dd8-a114-fc2b158814bd {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:34:28.638783 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bb3586f5-9c3c-4c01-b944-57e8e35bc0b6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a63f505f-7462-4dd8-a114-fc2b158814bd), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:28.837294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f91ca3-8caf-4cb5-9e3d-6eb17746df40 req-284d99ee-1dcf-4d98-8417-1fa60098694c tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:28.848550 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99f91ca3-8caf-4cb5-9e3d-6eb17746df40 req-284d99ee-1dcf-4d98-8417-1fa60098694c tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 946 time: 0.4067409 Feb 04 13:34:28.864544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Pushing event updated for resources: {'Port': ['ID=163977eb-0121-4fa8-88f8-0e0d9ce16448,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:28.885537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-63f3dce3-7c37-4b12-a36f-cda527f9fcc4 None None] Current status of the port e8909951-a894-4bec-ac79-1004fe38fbe8 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:28.886645 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-63f3dce3-7c37-4b12-a36f-cda527f9fcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:28.961813 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bb3586f5-9c3c-4c01-b944-57e8e35bc0b6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a63f505f-7462-4dd8-a114-fc2b158814bd), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:28.972403 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd9b2d8a-2894-4aa5-9e3e-9fc1b8710de7 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:29.050636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:29.103482 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:29.116129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99f91ca3-8caf-4cb5-9e3d-6eb17746df40 req-be6bcc49-dff0-49ff-88ec-93c4cfd9a184 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/security-groups?id=f053087c-2dc6-4ba1-8c19-36d15c357655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356327 Feb 04 13:34:29.134888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:29.136881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-bd9b2d8a-2894-4aa5-9e3e-9fc1b8710de7 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] device_id is not set on port c851ed1e-9207-4b30-bdb5-b5029841908d yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:34:29.178768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-bb3586f5-9c3c-4c01-b944-57e8e35bc0b6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Calling delete_port for a63f505f-7462-4dd8-a114-fc2b158814bd owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:34:29.279139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port e8909951-a894-4bec-ac79-1004fe38fbe8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=e8909951-a894-4bec-ac79-1004fe38fbe8,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:29.382667 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:29.384248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 611784af-af35-4394-9d46-876321daf0cc up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:29.666424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-b03e4d9b-f465-42a3-8d1f-a7a7367db390', 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390', 'project_id': '594053dcbab8463db86849941a112819', 'fixed_ips': [{'subnet_id': '587e0d65-07e2-4346-8c99-06f453205a97'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:34:29.667464 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:29.692005 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-63f3dce3-7c37-4b12-a36f-cda527f9fcc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:34:29.692005 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-63f3dce3-7c37-4b12-a36f-cda527f9fcc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:34:29.752267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Attempting to bind port 163977eb-0121-4fa8-88f8-0e0d9ce16448 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:34:29.752603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Attempting to bind port 163977eb-0121-4fa8-88f8-0e0d9ce16448 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:34:29.752914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Attempting to bind port 163977eb-0121-4fa8-88f8-0e0d9ce16448 on network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:29.955141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7db2ba-d05c-4cc0-be64-c2f5dfea0733 req-5a3e1020-748d-47a9-a3ae-88a37f1aa91c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:29.956356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:34:29.957715 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Checking segment: {'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:29.958516 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:29.959323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Bound using segment: {'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:34:29.960243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Bound port: 163977eb-0121-4fa8-88f8-0e0d9ce16448, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:34:29.961023 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (163977eb-0121-4fa8-88f8-0e0d9ce16448), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:29.971311 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e7db2ba-d05c-4cc0-be64-c2f5dfea0733 req-5a3e1020-748d-47a9-a3ae-88a37f1aa91c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 946 time: 0.5041068 Feb 04 13:34:29.981523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=e8909951-a894-4bec-ac79-1004fe38fbe8,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:30.185334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e7db2ba-d05c-4cc0-be64-c2f5dfea0733 req-ac74369a-ac2d-4eed-a292-ef63a87bb388 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121727 Feb 04 13:34:30.249756 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Publish callbacks [] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:30.354070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-bd9b2d8a-2894-4aa5-9e3e-9fc1b8710de7 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Allocated IP 10.1.1.165 (386e66d0-0813-47f8-96ee-a8bf1332cdc1/b81dea98-4db8-4a79-addb-9466ebfdb0ac/c851ed1e-9207-4b30-bdb5-b5029841908d) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:30.400478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 611784af-af35-4394-9d46-876321daf0cc triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:30.401686 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (611784af-af35-4394-9d46-876321daf0cc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:30.517757 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:30.533653 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bb3586f5-9c3c-4c01-b944-57e8e35bc0b6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (a63f505f-7462-4dd8-a114-fc2b158814bd), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:30.714469 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Allocated IP 10.2.2.2 (b03e4d9b-f465-42a3-8d1f-a7a7367db390/587e0d65-07e2-4346-8c99-06f453205a97/3cb8be19-6f1f-4597-94e4-c08469d9d874) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:30.744796 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-63f3dce3-7c37-4b12-a36f-cda527f9fcc4 None None] Current status of the port e8909951-a894-4bec-ac79-1004fe38fbe8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:30.777181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] For port 163977eb-0121-4fa8-88f8-0e0d9ce16448, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:34:30.798208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] For port 163977eb-0121-4fa8-88f8-0e0d9ce16448, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=163977eb-0121-4fa8-88f8-0e0d9ce16448,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:34:30.834363 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (163977eb-0121-4fa8-88f8-0e0d9ce16448), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:30.848106 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677ef33-9ddb-431a-ab84-8a5bca4163e4 None None] Pushing event updated for resources: {'Port': ['ID=155f6505-6112-4e4e-82fb-c77e25ef919b,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:31.170514 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3586f5-9c3c-4c01-b944-57e8e35bc0b6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Port': ['ID=a63f505f-7462-4dd8-a114-fc2b158814bd,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:31.365710 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-fe5d1278-76de-455d-89d1-4e7e11515ba6 None None] Could not find standard attr ID for object a63f505f-7462-4dd8-a114-fc2b158814bd. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:34:31.369881 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd9b2d8a-2894-4aa5-9e3e-9fc1b8710de7 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:31.467930 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eafb33dd-74e2-4eca-a078-43fd6efee01f req-b613fabe-ffce-4614-9b48-1802fc1dc16a tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 210 time: 0.8925948 Feb 04 13:34:31.475321 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd9b2d8a-2894-4aa5-9e3e-9fc1b8710de7 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:31.521549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Attempting to bind port 155f6505-6112-4e4e-82fb-c77e25ef919b on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:34:31.522231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Attempting to bind port 155f6505-6112-4e4e-82fb-c77e25ef919b by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '0d81e0ef-916f-4894-8f23-b34c8b968815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:34:31.522857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Attempting to bind port 155f6505-6112-4e4e-82fb-c77e25ef919b on network e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:31.715957 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-fe5d1278-76de-455d-89d1-4e7e11515ba6 None None] Provisioning complete for port e8909951-a894-4bec-ac79-1004fe38fbe8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:31.717260 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fe5d1278-76de-455d-89d1-4e7e11515ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:31.718675 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee74d3-f8cd-4c48-bf8e-bf3a87d4f1df None None] Pushing event updated for resources: {'Port': ['ID=163977eb-0121-4fa8-88f8-0e0d9ce16448,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:31.750943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:34:31.752529 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Checking segment: {'id': '0d81e0ef-916f-4894-8f23-b34c8b968815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:31.753148 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:31.753706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Bound using segment: {'id': '0d81e0ef-916f-4894-8f23-b34c8b968815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:34:31.754409 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Bound port: 155f6505-6112-4e4e-82fb-c77e25ef919b, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d81e0ef-916f-4894-8f23-b34c8b968815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:34:31.755087 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:31.841413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-e372283d-b8f6-4d0d-b40e-cf23325f056c tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:31.844527 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-e372283d-b8f6-4d0d-b40e-cf23325f056c tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.99 "GET /v2.0/networks?id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 HTTP/1.1" status: 200 len: 819 time: 1.1815479 Feb 04 13:34:31.901325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-07108928-a260-4c86-85f3-5f19bebed57a tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Request body: {'port': {'device_id': '8a9df3c4-25b9-470a-a9dd-ec3165c4afc0', 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1', 'admin_state_up': True, 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:31.943139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] For port 155f6505-6112-4e4e-82fb-c77e25ef919b, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:34:31.970226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] For port 155f6505-6112-4e4e-82fb-c77e25ef919b, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=155f6505-6112-4e4e-82fb-c77e25ef919b,segment=NetworkSegment(0d81e0ef-916f-4894-8f23-b34c8b968815),segment_id=0d81e0ef-916f-4894-8f23-b34c8b968815)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:34:32.010696 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:32.032499 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bb3586f5-9c3c-4c01-b944-57e8e35bc0b6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:32.040626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bb3586f5-9c3c-4c01-b944-57e8e35bc0b6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/a63f505f-7462-4dd8-a114-fc2b158814bd HTTP/1.1" status: 204 len: 168 time: 3.8297882 Feb 04 13:34:32.046009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47556) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:32.051809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 611784af-af35-4394-9d46-876321daf0cc is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:32.253564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9b2d8a-2894-4aa5-9e3e-9fc1b8710de7 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:32.282249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-bd9b2d8a-2894-4aa5-9e3e-9fc1b8710de7 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:32.324617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b2d8a-2894-4aa5-9e3e-9fc1b8710de7 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:32.342153 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6a1f53-0c76-4b6f-94d2-fac5542adaef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:32.348815 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7b6a1f53-0c76-4b6f-94d2-fac5542adaef tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3003321 Feb 04 13:34:32.352948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47562) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:32.401003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Routers {'724691a5-34fa-4acb-bff7-9885543f4e57'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:34:32.402224 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:34:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['724691a5-34fa-4acb-bff7-9885543f4e57'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:32.510127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b2d8a-2894-4aa5-9e3e-9fc1b8710de7 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event updated for resources: {'Port': ['ID=c851ed1e-9207-4b30-bdb5-b5029841908d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:32.578570 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211065b4-2ed5-4272-98a9-56d75949d10b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:32.581645 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-211065b4-2ed5-4272-98a9-56d75949d10b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2267201 Feb 04 13:34:32.585159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47564) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:32.616141 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Publish callbacks [] for port (3cb8be19-6f1f-4597-94e4-c08469d9d874), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:32.628470 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9b2d8a-2894-4aa5-9e3e-9fc1b8710de7 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:32.629804 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd9b2d8a-2894-4aa5-9e3e-9fc1b8710de7 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:32.663658 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (3cb8be19-6f1f-4597-94e4-c08469d9d874), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:32.712126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677ef33-9ddb-431a-ab84-8a5bca4163e4 None None] Pushing event updated for resources: {'Port': ['ID=155f6505-6112-4e4e-82fb-c77e25ef919b,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:32.737414 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4975a646-92c5-4bca-ab95-e985c6073c57 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:32.739694 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4975a646-92c5-4bca-ab95-e985c6073c57 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:32.741313 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4975a646-92c5-4bca-ab95-e985c6073c57 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:32.750383 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4975a646-92c5-4bca-ab95-e985c6073c57 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1593096 Feb 04 13:34:32.750383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47566) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:32.832571 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Network b03e4d9b-f465-42a3-8d1f-a7a7367db390 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:32.842520 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e8909951-a894-4bec-ac79-1004fe38fbe8 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:32.852051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bd9b2d8a-2894-4aa5-9e3e-9fc1b8710de7 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8352201 Feb 04 13:34:32.857280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:32.861324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566f94e-fa5b-4447-8608-f9d92a80fe5b req-398abde4-2c52-48f2-96cb-94a5a01cb337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:32.869502 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a566f94e-fa5b-4447-8608-f9d92a80fe5b req-398abde4-2c52-48f2-96cb-94a5a01cb337 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=288230b2c4f049f48ae5390446e3ca10&device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 1134 time: 1.2503171 Feb 04 13:34:32.887076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47568) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:32.889736 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:32.932761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-5e9970ea-cf67-4026-b109-328b698ddb45 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Request body: {'port': {'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1', 'name': 'tempest-TaggedBootDevicesTest_v242-370063819', 'fixed_ips': [{'subnet_id': 'b81dea98-4db8-4a79-addb-9466ebfdb0ac'}]}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:32.938585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-2549a4c0-6674-496c-ba46-0ddedc610481 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet 214dbb59-6f43-4f8b-8afb-6229cfd72ba4 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:34:32.944461 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2549a4c0-6674-496c-ba46-0ddedc610481 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (214dbb59-6f43-4f8b-8afb-6229cfd72ba4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:32.954140 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d1278-76de-455d-89d1-4e7e11515ba6 None None] Current status of the port e8909951-a894-4bec-ac79-1004fe38fbe8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:32.969542 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] Set router 724691a5-34fa-4acb-bff7-9885543f4e57 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:34:33.073197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Pushing event updated for resources: {'Port': ['ID=3cb8be19-6f1f-4597-94e4-c08469d9d874,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:33.093219 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2549a4c0-6674-496c-ba46-0ddedc610481 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (214dbb59-6f43-4f8b-8afb-6229cfd72ba4), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:33.348693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566f94e-fa5b-4447-8608-f9d92a80fe5b req-208badfc-86b0-473d-9219-e0aca08dca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:33.351444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a566f94e-fa5b-4447-8608-f9d92a80fe5b req-208badfc-86b0-473d-9219-e0aca08dca96 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.4536300 Feb 04 13:34:33.470319 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a566f94e-fa5b-4447-8608-f9d92a80fe5b req-3aa19e87-c9d6-482c-887c-bd4da8da7e59 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=18ecf498-4722-4cfb-9c42-1da62fff206f HTTP/1.1" status: 200 len: 217 time: 0.0890718 Feb 04 13:34:33.476163 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2549a4c0-6674-496c-ba46-0ddedc610481 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (214dbb59-6f43-4f8b-8afb-6229cfd72ba4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:33.546637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2e1f1-11f6-4d6b-9534-5adeec99142a req-bb1dfad2-1068-4e57-b89f-a55cd1ce725a tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:33.561195 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cd2e1f1-11f6-4d6b-9534-5adeec99142a req-bb1dfad2-1068-4e57-b89f-a55cd1ce725a tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 946 time: 1.0392849 Feb 04 13:34:33.656766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Attempting to bind port 3cb8be19-6f1f-4597-94e4-c08469d9d874 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:34:33.657840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Attempting to bind port 3cb8be19-6f1f-4597-94e4-c08469d9d874 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:34:33.658896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Attempting to bind port 3cb8be19-6f1f-4597-94e4-c08469d9d874 on network b03e4d9b-f465-42a3-8d1f-a7a7367db390 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:33.670006 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2549a4c0-6674-496c-ba46-0ddedc610481 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (214dbb59-6f43-4f8b-8afb-6229cfd72ba4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:33.694759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port e8909951-a894-4bec-ac79-1004fe38fbe8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:33.696675 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:33.705980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-07108928-a260-4c86-85f3-5f19bebed57a tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Made reservation on behalf of 1b3cf201de5741e68b3a523ba7663c2a for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:33.709484 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-07108928-a260-4c86-85f3-5f19bebed57a tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:33.802511 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549a4c0-6674-496c-ba46-0ddedc610481 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=214dbb59-6f43-4f8b-8afb-6229cfd72ba4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:33.805656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566f94e-fa5b-4447-8608-f9d92a80fe5b req-e679c63b-24e5-40f2-a948-4a78253d0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:33.807126 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a566f94e-fa5b-4447-8608-f9d92a80fe5b req-e679c63b-24e5-40f2-a948-4a78253d0cd5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.3197019 Feb 04 13:34:33.807447 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2549a4c0-6674-496c-ba46-0ddedc610481 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:33.811697 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cd2e1f1-11f6-4d6b-9534-5adeec99142a req-671aa505-38e2-4337-92fa-c397d5cab2d1 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492487 Feb 04 13:34:33.816936 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2549a4c0-6674-496c-ba46-0ddedc610481 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/214dbb59-6f43-4f8b-8afb-6229cfd72ba4 HTTP/1.1" status: 204 len: 168 time: 1.0615573 Feb 04 13:34:33.817218 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:34:33.819392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Checking segment: {'id': 'e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:33.819557 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47570) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:33.821580 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:33.822923 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Bound using segment: {'id': 'e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:34:33.824073 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Bound port: 3cb8be19-6f1f-4597-94e4-c08469d9d874, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:34:33.826783 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3cb8be19-6f1f-4597-94e4-c08469d9d874), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:33.927573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b2b4d-33e6-4729-a8d2-d187c4452a9a None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:34.067438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca2fdf7-bb8a-47d1-a81a-fa76582536d6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Deleting subnet c4d3525a-313e-4fa9-8e3a-9265c104a76a {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:34:34.083787 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cca2fdf7-bb8a-47d1-a81a-fa76582536d6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks [] for subnet (c4d3525a-313e-4fa9-8e3a-9265c104a76a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:34.091237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] For port 3cb8be19-6f1f-4597-94e4-c08469d9d874, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:34:34.098702 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] For port 3cb8be19-6f1f-4597-94e4-c08469d9d874, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3cb8be19-6f1f-4597-94e4-c08469d9d874,segment=NetworkSegment(e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7),segment_id=e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:34:34.186654 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7607ef21-6a39-4360-914d-8a521d825a40 None None] Network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:34.225594 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cca2fdf7-bb8a-47d1-a81a-fa76582536d6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (c4d3525a-313e-4fa9-8e3a-9265c104a76a), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:34.280294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9970ea-cf67-4026-b109-328b698ddb45 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Made reservation on behalf of 594053dcbab8463db86849941a112819 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:34.372581 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cca2fdf7-bb8a-47d1-a81a-fa76582536d6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (c4d3525a-313e-4fa9-8e3a-9265c104a76a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:34.490317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port e8909951-a894-4bec-ac79-1004fe38fbe8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:34.493980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 163977eb-0121-4fa8-88f8-0e0d9ce16448 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:34.529615 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cca2fdf7-bb8a-47d1-a81a-fa76582536d6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (c4d3525a-313e-4fa9-8e3a-9265c104a76a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:34.542237 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3cb8be19-6f1f-4597-94e4-c08469d9d874), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:34.546226 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e9970ea-cf67-4026-b109-328b698ddb45 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:34.613747 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2fdf7-bb8a-47d1-a81a-fa76582536d6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d3525a-313e-4fa9-8e3a-9265c104a76a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:34.621909 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cca2fdf7-bb8a-47d1-a81a-fa76582536d6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:34.634893 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cca2fdf7-bb8a-47d1-a81a-fa76582536d6 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/c4d3525a-313e-4fa9-8e3a-9265c104a76a HTTP/1.1" status: 204 len: 168 time: 0.8137417 Feb 04 13:34:34.636552 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47588) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:34.738084 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a07c1ed7-4502-408b-b0c3-6c21e2c034af tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990973 Feb 04 13:34:34.745054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47590) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:34.815258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 163977eb-0121-4fa8-88f8-0e0d9ce16448 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:34.816069 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (163977eb-0121-4fa8-88f8-0e0d9ce16448), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:34.866797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'name': 'tempest-ServerRescueNegativeTestJSON-1154437489-router', 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '611784af-af35-4394-9d46-876321daf0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:07Z', 'updated_at': '2022-02-04T13:34:19Z', 'revision_number': 4, 'project_id': '1b3cf201de5741e68b3a523ba7663c2a', 'gw_port': {'id': '611784af-af35-4394-9d46-876321daf0cc', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:09Z', 'updated_at': '2022-02-04T13:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '155f6505-6112-4e4e-82fb-c77e25ef919b', 'name': '', 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1', 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a', 'mac_address': 'fa:16:3e:d2:56:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '218fe4a2-bfd8-4afd-b187-fe7cab9a038e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:16Z', 'updated_at': '2022-02-04T13:34:31Z', 'revision_number': 4, 'project_id': '1b3cf201de5741e68b3a523ba7663c2a', 'subnets': [{'id': '218fe4a2-bfd8-4afd-b187-fe7cab9a038e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:34.872142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-08c27d3c-c18c-41dd-bcd8-ad0aac0c6192 None None] Provisioning complete for port 163977eb-0121-4fa8-88f8-0e0d9ce16448 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:34.873043 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-08c27d3c-c18c-41dd-bcd8-ad0aac0c6192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (163977eb-0121-4fa8-88f8-0e0d9ce16448), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:34.876548 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a218634-afa5-4362-a97f-bdae685330c8 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:34.880651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-5e9970ea-cf67-4026-b109-328b698ddb45 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] device_id is not set on port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:34:34.887690 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3a218634-afa5-4362-a97f-bdae685330c8 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1372194 Feb 04 13:34:34.888924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47592) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:35.009616 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49644ad4-b8ec-4bca-ab6d-e45b5f0ecd59 None None] Pushing event updated for resources: {'Port': ['ID=3cb8be19-6f1f-4597-94e4-c08469d9d874,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:35.073663 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-07108928-a260-4c86-85f3-5f19bebed57a tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Allocated IP 172.20.0.11 (e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1/218fe4a2-bfd8-4afd-b187-fe7cab9a038e/8a13df85-0e8e-48cf-86f0-e69b20fee8d3) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:35.088850 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d6251c-86d8-4de4-9ac5-f53ccaacdbf3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:35.097915 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-25d6251c-86d8-4de4-9ac5-f53ccaacdbf3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2073319 Feb 04 13:34:35.103247 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47598) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:35.217206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-cdc6bb10-a73f-4d3e-b355-ddff94433fc0 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:35.230589 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-cdc6bb10-a73f-4d3e-b355-ddff94433fc0 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/networks?id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 HTTP/1.1" status: 200 len: 819 time: 0.7096102 Feb 04 13:34:35.300956 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5be6b-1237-4f12-95f8-c5a34a249a09 None None] The sync data for ids ['724691a5-34fa-4acb-bff7-9885543f4e57'] in n-d-714676-13 is: [{'id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'name': 'tempest-ServerRescueNegativeTestJSON-1154437489-router', 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '611784af-af35-4394-9d46-876321daf0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:07Z', 'updated_at': '2022-02-04T13:34:19Z', 'revision_number': 4, 'project_id': '1b3cf201de5741e68b3a523ba7663c2a', 'gw_port': {'id': '611784af-af35-4394-9d46-876321daf0cc', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:09Z', 'updated_at': '2022-02-04T13:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '155f6505-6112-4e4e-82fb-c77e25ef919b', 'name': '', 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1', 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a', 'mac_address': 'fa:16:3e:d2:56:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '218fe4a2-bfd8-4afd-b187-fe7cab9a038e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:16Z', 'updated_at': '2022-02-04T13:34:31Z', 'revision_number': 4, 'project_id': '1b3cf201de5741e68b3a523ba7663c2a', 'subnets': [{'id': '218fe4a2-bfd8-4afd-b187-fe7cab9a038e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:34:35.329505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-c3d3afa2-70b4-4f66-8ec8-075e5e806e06 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/quotas/1b3cf201de5741e68b3a523ba7663c2a HTTP/1.1" status: 200 len: 375 time: 0.0721669 Feb 04 13:34:35.344604 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0c4fd6e8-67e9-4f26-932f-fd2065ba32f4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2393456 Feb 04 13:34:35.345625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47600) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:35.548893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566f94e-fa5b-4447-8608-f9d92a80fe5b req-61d043bf-3204-492e-81c0-0c5c45efd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:35.565193 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a566f94e-fa5b-4447-8608-f9d92a80fe5b req-61d043bf-3204-492e-81c0-0c5c45efd5e5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.7419758 Feb 04 13:34:35.638147 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-08c27d3c-c18c-41dd-bcd8-ad0aac0c6192 None None] Current status of the port 163977eb-0121-4fa8-88f8-0e0d9ce16448 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:35.639510 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-08c27d3c-c18c-41dd-bcd8-ad0aac0c6192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (163977eb-0121-4fa8-88f8-0e0d9ce16448), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:36.015718 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d26e89-3f33-432f-8828-6db654148dfc None None] Update dhcp port {'port': {'network_id': '2ee6628b-98e8-4827-b47e-b9107cd39956', 'fixed_ips': [{'subnet_id': 'c4d3525a-313e-4fa9-8e3a-9265c104a76a'}], 'binding:host_id': 'n-d-714676-13'}, 'id': 'e8909951-a894-4bec-ac79-1004fe38fbe8'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:34:36.032501 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 163977eb-0121-4fa8-88f8-0e0d9ce16448 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:36.036637 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (163977eb-0121-4fa8-88f8-0e0d9ce16448), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:36.112167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-08c27d3c-c18c-41dd-bcd8-ad0aac0c6192 None None] For port 163977eb-0121-4fa8-88f8-0e0d9ce16448, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=163977eb-0121-4fa8-88f8-0e0d9ce16448,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:36.141069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7576324-8dc5-4fcc-878a-a571ade34f02 req-50fadfc4-7968-45dc-b0d3-da6ea4c70ac3 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:36.143774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d7576324-8dc5-4fcc-878a-a571ade34f02 req-50fadfc4-7968-45dc-b0d3-da6ea4c70ac3 tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.99 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 946 time: 1.9071369 Feb 04 13:34:36.224198 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-04d26e89-3f33-432f-8828-6db654148dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:36.231172 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-08c27d3c-c18c-41dd-bcd8-ad0aac0c6192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (163977eb-0121-4fa8-88f8-0e0d9ce16448), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:36.432943 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc39289-e626-48b2-b0b9-c46ce3250d73 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:36.433732 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc39289-e626-48b2-b0b9-c46ce3250d73 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:36.443121 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2dc39289-e626-48b2-b0b9-c46ce3250d73 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/a63f505f-7462-4dd8-a114-fc2b158814bd HTTP/1.1" status: 404 len: 333 time: 1.0958271 Feb 04 13:34:36.451692 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47602) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:36.482145 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-d2735229-9a83-4bcb-a408-c0d202bb9b23 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1b3cf201de5741e68b3a523ba7663c2a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1143022 Feb 04 13:34:36.558034 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0db2231-6bb7-427d-93be-8ddff742b112 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:36.559066 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0db2231-6bb7-427d-93be-8ddff742b112 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:36.563510 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e0db2231-6bb7-427d-93be-8ddff742b112 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/c4d3525a-313e-4fa9-8e3a-9265c104a76a HTTP/1.1" status: 404 len: 337 time: 0.1101642 Feb 04 13:34:36.566753 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47604) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:36.673315 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafe5768-07c1-44e1-942a-4d7c1a6884c4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:36.674330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bafe5768-07c1-44e1-942a-4d7c1a6884c4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:36.687340 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bafe5768-07c1-44e1-942a-4d7c1a6884c4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/214dbb59-6f43-4f8b-8afb-6229cfd72ba4 HTTP/1.1" status: 404 len: 337 time: 0.1191661 Feb 04 13:34:36.691269 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47606) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:36.811739 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-851d97bb-968c-41de-9c19-efdb0743ec64 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:36.812770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851d97bb-968c-41de-9c19-efdb0743ec64 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:36.817802 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-851d97bb-968c-41de-9c19-efdb0743ec64 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/21e07a72-7e1d-41a0-9660-d42e49ff44c3 HTTP/1.1" status: 404 len: 333 time: 0.1251411 Feb 04 13:34:36.833831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47608) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:37.012898 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fbe18c3-a80d-49db-b134-201f736c41bd tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:37.014687 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fbe18c3-a80d-49db-b134-201f736c41bd tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:37.020605 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6fbe18c3-a80d-49db-b134-201f736c41bd tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/382b073b-bdde-424c-80b5-b06babb6c8b5 HTTP/1.1" status: 404 len: 337 time: 0.1713722 Feb 04 13:34:37.025015 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47610) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:37.109256 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5f7b59-6f8d-4661-b6a1-e8905c6fbdba tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:37.110724 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5f7b59-6f8d-4661-b6a1-e8905c6fbdba tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:37.120599 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fa5f7b59-6f8d-4661-b6a1-e8905c6fbdba tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/2ebe5e2f-62c8-47c0-93cc-b2962042dbbb HTTP/1.1" status: 404 len: 337 time: 0.0884488 Feb 04 13:34:37.131910 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47616) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:37.216632 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-3767a3a2-e1b2-47fc-848a-dbd7746bcef3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:37.218293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3767a3a2-e1b2-47fc-848a-dbd7746bcef3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:37.228419 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3767a3a2-e1b2-47fc-848a-dbd7746bcef3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/eeda6be1-eb64-45a8-bbfa-4e74f8f98551 HTTP/1.1" status: 404 len: 333 time: 0.0927532 Feb 04 13:34:37.235150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47618) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:37.303546 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-58cd01cd-6480-4f92-9ae5-cb7b262aeba7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:37.304407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58cd01cd-6480-4f92-9ae5-cb7b262aeba7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:37.310415 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-58cd01cd-6480-4f92-9ae5-cb7b262aeba7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/bfdb32c6-ffaf-40d8-917f-7fd114a993e4 HTTP/1.1" status: 404 len: 337 time: 0.0732465 Feb 04 13:34:37.314863 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47620) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:37.377195 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd148dc-5a9d-49c0-b6f4-08fce1922410 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:37.378238 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd148dc-5a9d-49c0-b6f4-08fce1922410 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:37.383956 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-acd148dc-5a9d-49c0-b6f4-08fce1922410 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/737983e0-27a0-451d-b076-6f0fd698e574 HTTP/1.1" status: 404 len: 337 time: 0.0664489 Feb 04 13:34:37.391887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47622) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:37.469872 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-6997dcd6-eb78-453e-a634-3f6388ee2c0e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:37.472096 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6997dcd6-eb78-453e-a634-3f6388ee2c0e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:37.479803 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6997dcd6-eb78-453e-a634-3f6388ee2c0e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/f7c3eefe-ef1f-4ac3-b2ae-4113ce74b54c HTTP/1.1" status: 404 len: 333 time: 0.0855341 Feb 04 13:34:37.485226 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47624) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:37.542910 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d2b1468c-5f8f-480d-86bf-72a21c1c19ee None None] Provisioning complete for port c851ed1e-9207-4b30-bdb5-b5029841908d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:37.544889 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d2b1468c-5f8f-480d-86bf-72a21c1c19ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:37.600989 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af8f14c-ee5e-4b9e-9e0d-5176d71afb3e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:37.616595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af8f14c-ee5e-4b9e-9e0d-5176d71afb3e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:37.635038 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8af8f14c-ee5e-4b9e-9e0d-5176d71afb3e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/69ac19ad-cb53-4801-963f-3c2f203b2f24 HTTP/1.1" status: 404 len: 337 time: 0.1363456 Feb 04 13:34:37.637503 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47626) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:37.664018 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:34:37.665451 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:34:37.670057 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1468c-5f8f-480d-86bf-72a21c1c19ee None None] Port c851ed1e-9207-4b30-bdb5-b5029841908d cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:34:37.677209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1fdb01-1d54-4b65-b45d-c071a1048a80 None None] Network 2ee6628b-98e8-4827-b47e-b9107cd39956 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:37.681725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c27d3c-c18c-41dd-bcd8-ad0aac0c6192 None None] Pushing event updated for resources: {'Port': ['ID=163977eb-0121-4fa8-88f8-0e0d9ce16448,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:37.706396 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c2754c-8259-4f6f-8d28-7ab414453f6a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:37.706906 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c2754c-8259-4f6f-8d28-7ab414453f6a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:37.714016 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c7c2754c-8259-4f6f-8d28-7ab414453f6a tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/f67e7f5d-357b-4202-88d1-0b33999b00dc HTTP/1.1" status: 404 len: 337 time: 0.0701151 Feb 04 13:34:37.720759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47628) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:37.774218 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-2147cd92-f3a6-4994-97f4-422fc1ebe27e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:37.775798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2147cd92-f3a6-4994-97f4-422fc1ebe27e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:37.784440 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2147cd92-f3a6-4994-97f4-422fc1ebe27e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/b25551ae-7444-4d11-9f83-511faff26e83 HTTP/1.1" status: 404 len: 333 time: 0.0587456 Feb 04 13:34:37.788352 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47630) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:37.796243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ddc32e-c5ba-49fd-ad9e-f705c24980fe None None] Network b03e4d9b-f465-42a3-8d1f-a7a7367db390 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:37.802792 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-5e9970ea-cf67-4026-b109-328b698ddb45 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Allocated IP 10.1.1.81 (386e66d0-0813-47f8-96ee-a8bf1332cdc1/b81dea98-4db8-4a79-addb-9466ebfdb0ac/1d03bc7b-242a-4b15-ad3d-18ab1a2929fd) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:37.846628 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-775e3c32-731a-410c-a2e9-0f40793681bc tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:37.848763 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775e3c32-731a-410c-a2e9-0f40793681bc tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:37.865982 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-775e3c32-731a-410c-a2e9-0f40793681bc tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/52243a45-fa09-4f08-933d-c289050dac7e HTTP/1.1" status: 404 len: 337 time: 0.0731535 Feb 04 13:34:37.882368 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47632) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:37.937398 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-528c9c20-cb5e-40ad-b59d-364512bec32d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:37.938484 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528c9c20-cb5e-40ad-b59d-364512bec32d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:37.947243 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-528c9c20-cb5e-40ad-b59d-364512bec32d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/b51aab12-9c42-4118-a009-644bfda14820 HTTP/1.1" status: 404 len: 333 time: 0.0594223 Feb 04 13:34:37.949523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47634) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:37.966622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d2b1468c-5f8f-480d-86bf-72a21c1c19ee None None] Provisioning complete for port 163977eb-0121-4fa8-88f8-0e0d9ce16448 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:37.967611 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d2b1468c-5f8f-480d-86bf-72a21c1c19ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (163977eb-0121-4fa8-88f8-0e0d9ce16448), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:38.024467 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-35154abc-a187-4f44-bbaa-d311bc073937 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:38.026501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35154abc-a187-4f44-bbaa-d311bc073937 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:38.045598 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-35154abc-a187-4f44-bbaa-d311bc073937 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/979307a0-8996-4b55-ad7e-76ebc7d75a51 HTTP/1.1" status: 404 len: 337 time: 0.0895479 Feb 04 13:34:38.046731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47636) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:38.089381 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e3ff4d34-ac43-4631-81db-bcaeffb3990a no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:34:38.105750 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d421799-dbf3-4f94-8946-7b8f2515922f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:38.106284 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d421799-dbf3-4f94-8946-7b8f2515922f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:38.116545 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9d421799-dbf3-4f94-8946-7b8f2515922f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/00a1013c-f9c0-4218-8631-09c75b34de95 HTTP/1.1" status: 404 len: 333 time: 0.0632625 Feb 04 13:34:38.124159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47638) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:38.250858 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-98dd9041-e34c-45b1-9353-c42acb1bac2c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:38.252967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98dd9041-e34c-45b1-9353-c42acb1bac2c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:38.254236 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e9970ea-cf67-4026-b109-328b698ddb45 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:38.260673 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-98dd9041-e34c-45b1-9353-c42acb1bac2c tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/e2b8630a-ba5f-4cb8-ba12-612ccb723da7 HTTP/1.1" status: 404 len: 337 time: 0.1320007 Feb 04 13:34:38.267013 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47640) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:38.309851 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-849ef11b-6b9a-47ba-9330-7763a2e896f0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:38.310648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849ef11b-6b9a-47ba-9330-7763a2e896f0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:38.316604 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-849ef11b-6b9a-47ba-9330-7763a2e896f0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/c1352f05-c005-4de1-9437-15dc6bfd8818 HTTP/1.1" status: 404 len: 333 time: 0.0471444 Feb 04 13:34:38.318480 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port e3ff4d34-ac43-4631-81db-bcaeffb3990a is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:38.318480 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:38.319858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47642) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:38.337008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f027ccf2-634f-4bc7-a947-ec446e27a868 None None] DHCP port deletion for 2ee6628b-98e8-4827-b47e-b9107cd39956 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:34:38.412304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1468c-5f8f-480d-86bf-72a21c1c19ee None None] Current status of the port 163977eb-0121-4fa8-88f8-0e0d9ce16448 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:38.434167 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-040d7533-ef63-4d40-8253-a1e6e728d8e4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:38.434167 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040d7533-ef63-4d40-8253-a1e6e728d8e4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:38.445097 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-07108928-a260-4c86-85f3-5f19bebed57a tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Publish callbacks [] for port (8a13df85-0e8e-48cf-86f0-e69b20fee8d3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:38.447701 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-040d7533-ef63-4d40-8253-a1e6e728d8e4 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/b5cc07bc-1424-47cb-b30b-8e2007fca1d0 HTTP/1.1" status: 404 len: 337 time: 0.1246462 Feb 04 13:34:38.452590 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47644) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:38.455326 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e9970ea-cf67-4026-b109-328b698ddb45 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:38.528418 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0f710e-d1ca-4a1c-952f-f40675e13ead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3ff4d34-ac43-4631-81db-bcaeffb3990a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:38.532810 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e91310-f0d6-472d-b131-48e893538940" -d '{"events": [{"server_uuid": "8e0f710e-d1ca-4a1c-952f-f40675e13ead", "name": "network-vif-unplugged", "status": "completed", "tag": "e3ff4d34-ac43-4631-81db-bcaeffb3990a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:38.543076 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1de54fd-8415-49cf-855d-c7373e0d72c0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:38.544252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1de54fd-8415-49cf-855d-c7373e0d72c0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:38.549782 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e1de54fd-8415-49cf-855d-c7373e0d72c0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/be60750e-e6bc-4427-b545-17f762edfd4f HTTP/1.1" status: 404 len: 333 time: 0.0958602 Feb 04 13:34:38.555921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47648) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:38.600579 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52afa1f-f598-4c5a-9f45-f061ae10b876 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:38.601064 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52afa1f-f598-4c5a-9f45-f061ae10b876 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:38.605239 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 163977eb-0121-4fa8-88f8-0e0d9ce16448 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:38.622963 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a52afa1f-f598-4c5a-9f45-f061ae10b876 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/6da76065-a0a7-4282-a49c-dbaddde4ecad HTTP/1.1" status: 404 len: 337 time: 0.0651424 Feb 04 13:34:38.629885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47650) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:38.634938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9970ea-cf67-4026-b109-328b698ddb45 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:38.642085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e3ff4d34-ac43-4631-81db-bcaeffb3990a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e3ff4d34-ac43-4631-81db-bcaeffb3990a,segment=NetworkSegment(50102105-5ddc-49a3-9017-86c3fa3125e2),segment_id=50102105-5ddc-49a3-9017-86c3fa3125e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:38.693912 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:38.738897 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f178c2-7eab-4076-a581-f7d6885db409 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:38.739193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f178c2-7eab-4076-a581-f7d6885db409 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:38.746537 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-5e9970ea-cf67-4026-b109-328b698ddb45 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:38.748021 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-68f178c2-7eab-4076-a581-f7d6885db409 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/578acf6f-44ed-4fd1-be4b-e30f43816057 HTTP/1.1" status: 404 len: 333 time: 0.1148171 Feb 04 13:34:38.753144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47652) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:38.775673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a566f94e-fa5b-4447-8608-f9d92a80fe5b req-2c0cee4b-896f-464b-a040-e5f8454d2998 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 3.1206372 Feb 04 13:34:38.781673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9970ea-cf67-4026-b109-328b698ddb45 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:38.871929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0daba0a1-9936-4087-b442-19c9fee50a16 None None] Provisioning complete for port e8909951-a894-4bec-ac79-1004fe38fbe8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:38.872437 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0daba0a1-9936-4087-b442-19c9fee50a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:38.910000 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9a2a2f-e5da-40e3-a515-5f64d2886b5d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:38.912921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9a2a2f-e5da-40e3-a515-5f64d2886b5d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:38.940945 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8b9a2a2f-e5da-40e3-a515-5f64d2886b5d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/afb396aa-1ef7-42af-b71b-542bd366f5de HTTP/1.1" status: 404 len: 337 time: 0.1754515 Feb 04 13:34:38.943587 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47654) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:38.970950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=e3ff4d34-ac43-4631-81db-bcaeffb3990a,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:38.985580 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f027ccf2-634f-4bc7-a947-ec446e27a868 None None] Deleting port e8909951-a894-4bec-ac79-1004fe38fbe8 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:34:38.986034 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f027ccf2-634f-4bc7-a947-ec446e27a868 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:39.013207 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c612516-95f8-4bfb-860c-38762c74aaf0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:39.013877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c612516-95f8-4bfb-860c-38762c74aaf0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:39.017332 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2c612516-95f8-4bfb-860c-38762c74aaf0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/40071245-eab5-49e9-bd97-f7f84b51db8c HTTP/1.1" status: 404 len: 337 time: 0.0722139 Feb 04 13:34:39.020582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47656) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:39.035940 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-07108928-a260-4c86-85f3-5f19bebed57a tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8a13df85-0e8e-48cf-86f0-e69b20fee8d3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:39.073855 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a473d0e2-adbc-4b3c-864f-c3afb0791570 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:39.074920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a473d0e2-adbc-4b3c-864f-c3afb0791570 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:39.096590 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a473d0e2-adbc-4b3c-864f-c3afb0791570 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/290df240-96e7-46e0-9655-cea11248b34c HTTP/1.1" status: 404 len: 333 time: 0.0701702 Feb 04 13:34:39.099073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47658) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:39.168562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f027ccf2-634f-4bc7-a947-ec446e27a868 None None] For port e8909951-a894-4bec-ac79-1004fe38fbe8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=e8909951-a894-4bec-ac79-1004fe38fbe8,segment=NetworkSegment(03cb57fa-d868-4db1-8948-47090d854513),segment_id=03cb57fa-d868-4db1-8948-47090d854513)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:39.168983 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f027ccf2-634f-4bc7-a947-ec446e27a868 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:39.187243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f027ccf2-634f-4bc7-a947-ec446e27a868 None None] Calling delete_port for e8909951-a894-4bec-ac79-1004fe38fbe8 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:34:39.214257 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98c01e2-f211-42f6-bb69-c53c13002251 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:39.215795 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98c01e2-f211-42f6-bb69-c53c13002251 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:39.222473 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b98c01e2-f211-42f6-bb69-c53c13002251 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/dc013d54-c1e5-4223-9cd6-ea2cf82a648e HTTP/1.1" status: 404 len: 337 time: 0.1216197 Feb 04 13:34:39.232525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47660) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:39.282641 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9970ea-cf67-4026-b109-328b698ddb45 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event updated for resources: {'Port': ['ID=1d03bc7b-242a-4b15-ad3d-18ab1a2929fd,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:39.312617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-07108928-a260-4c86-85f3-5f19bebed57a tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Network e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:39.320021 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f027ccf2-634f-4bc7-a947-ec446e27a868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (e8909951-a894-4bec-ac79-1004fe38fbe8), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:39.356532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027ccf2-634f-4bc7-a947-ec446e27a868 None None] Pushing event deleted for resources: {'Port': ['ID=e8909951-a894-4bec-ac79-1004fe38fbe8,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:39.362569 n-d-714676-13 neutron-server[103608]: INFO neutron.plugins.ml2.db [None req-0daba0a1-9936-4087-b442-19c9fee50a16 None None] No ports have port_id starting with e8909951-a894-4bec-ac79-1004fe38fbe8 Feb 04 13:34:39.387438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f027ccf2-634f-4bc7-a947-ec446e27a868 None None] No DVR routers for this DVR port e8909951-a894-4bec-ac79-1004fe38fbe8 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:34:39.407096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0daba0a1-9936-4087-b442-19c9fee50a16 None None] Provisioning complete for port c851ed1e-9207-4b30-bdb5-b5029841908d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:39.407096 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0daba0a1-9936-4087-b442-19c9fee50a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:39.414693 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0843b9-c02d-4986-8d45-72becaf4145b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:39.414693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0843b9-c02d-4986-8d45-72becaf4145b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:39.440037 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7a0843b9-c02d-4986-8d45-72becaf4145b tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/a66fadea-40c5-42a8-805a-c39564d5c06d HTTP/1.1" status: 404 len: 337 time: 0.1962144 Feb 04 13:34:39.440603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47662) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:39.489124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0daba0a1-9936-4087-b442-19c9fee50a16 None None] Port c851ed1e-9207-4b30-bdb5-b5029841908d cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:34:39.501111 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dae2aa-0913-4357-99f6-65e83006446d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:39.502071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 163977eb-0121-4fa8-88f8-0e0d9ce16448 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:39.513660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dae2aa-0913-4357-99f6-65e83006446d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:39.513660 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-60dae2aa-0913-4357-99f6-65e83006446d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/42af6fa6-0624-44c8-a35e-0d93cf1939ed HTTP/1.1" status: 404 len: 333 time: 0.0667508 Feb 04 13:34:39.513660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47664) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:39.521499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-07108928-a260-4c86-85f3-5f19bebed57a tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:39.533661 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-07108928-a260-4c86-85f3-5f19bebed57a tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:39.573516 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0daba0a1-9936-4087-b442-19c9fee50a16 None None] Provisioning complete for port 3cb8be19-6f1f-4597-94e4-c08469d9d874 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:39.573980 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-326fc03c-efbf-4f45-8fd3-1d0bce1a0473 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:39.574762 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326fc03c-efbf-4f45-8fd3-1d0bce1a0473 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:39.575224 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0daba0a1-9936-4087-b442-19c9fee50a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3cb8be19-6f1f-4597-94e4-c08469d9d874), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:39.582072 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-326fc03c-efbf-4f45-8fd3-1d0bce1a0473 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/9e4e2e17-b8a5-4c3d-9da4-5dfe30df49dc HTTP/1.1" status: 404 len: 337 time: 0.0661948 Feb 04 13:34:39.583838 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47666) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:39.597278 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9970ea-cf67-4026-b109-328b698ddb45 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:39.604634 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e9970ea-cf67-4026-b109-328b698ddb45 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:39.608923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-3db123df-0e39-4a0e-989d-7f6d01aea3d5 service neutron] 10.222.0.96 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 3.1253405 Feb 04 13:34:39.669672 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c9dcb3-dd6a-492b-9709-0b08c5ada518 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:39.670447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c9dcb3-dd6a-492b-9709-0b08c5ada518 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:39.678512 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f4c9dcb3-dd6a-492b-9709-0b08c5ada518 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/c97391aa-da23-4a8f-abe8-8d5755cf0bbd HTTP/1.1" status: 404 len: 337 time: 0.0910115 Feb 04 13:34:39.685316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47668) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:39.717394 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0daba0a1-9936-4087-b442-19c9fee50a16 None None] Current status of the port 3cb8be19-6f1f-4597-94e4-c08469d9d874 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:39.718499 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0daba0a1-9936-4087-b442-19c9fee50a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3cb8be19-6f1f-4597-94e4-c08469d9d874), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:39.730603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07108928-a260-4c86-85f3-5f19bebed57a tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Pushing event updated for resources: {'Port': ['ID=8a13df85-0e8e-48cf-86f0-e69b20fee8d3,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:39.748955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 163977eb-0121-4fa8-88f8-0e0d9ce16448 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:39.749866 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (163977eb-0121-4fa8-88f8-0e0d9ce16448), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:39.757066 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe8775a-85dc-44f8-a001-6f0273cf543e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:39.758150 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d7576324-8dc5-4fcc-878a-a571ade34f02 req-216cd0ce-9537-4d98-98fd-9369bdfbe68f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Deleting port e3ff4d34-ac43-4631-81db-bcaeffb3990a {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:34:39.758609 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d7576324-8dc5-4fcc-878a-a571ade34f02 req-216cd0ce-9537-4d98-98fd-9369bdfbe68f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:39.759218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe8775a-85dc-44f8-a001-6f0273cf543e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:39.768321 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fbe8775a-85dc-44f8-a001-6f0273cf543e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/033ef60a-35f7-4213-8592-6c58c1d49fbc HTTP/1.1" status: 404 len: 333 time: 0.0785844 Feb 04 13:34:39.769486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47670) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:39.833706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5e9970ea-cf67-4026-b109-328b698ddb45 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 6.9374495 Feb 04 13:34:39.852620 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0afb2b48-0038-4ef6-9eda-ec2dde93b31e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:39.853861 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0afb2b48-0038-4ef6-9eda-ec2dde93b31e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:39.856177 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-07108928-a260-4c86-85f3-5f19bebed57a tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:39.857390 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-07108928-a260-4c86-85f3-5f19bebed57a tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:39.862067 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0afb2b48-0038-4ef6-9eda-ec2dde93b31e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/9f3fc04b-8fe3-4766-8adc-ed1049384f9f HTTP/1.1" status: 404 len: 337 time: 0.0902171 Feb 04 13:34:39.864649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47674) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:39.887136 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a566f94e-fa5b-4447-8608-f9d92a80fe5b req-a19e2667-8523-42d1-929a-bfb1f97bfd59 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9242079 Feb 04 13:34:39.906987 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-27cc53f9-ef35-4a19-9814-c168ed3470cd tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:39.906987 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27cc53f9-ef35-4a19-9814-c168ed3470cd tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:39.918830 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-27cc53f9-ef35-4a19-9814-c168ed3470cd tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/2de4e3f8-e0f2-4e45-8b14-02d32caf3ba3 HTTP/1.1" status: 404 len: 337 time: 0.0523369 Feb 04 13:34:39.919656 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47676) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:39.929269 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-07108928-a260-4c86-85f3-5f19bebed57a tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.0356989 Feb 04 13:34:39.949837 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Request body: {'port': {'device_id': '8a9df3c4-25b9-470a-a9dd-ec3165c4afc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:39.962684 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0daba0a1-9936-4087-b442-19c9fee50a16 None None] For port 3cb8be19-6f1f-4597-94e4-c08469d9d874, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3cb8be19-6f1f-4597-94e4-c08469d9d874,segment=NetworkSegment(e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7),segment_id=e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:39.971669 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-67f1247b-9f22-41ef-be8b-d2ba69201846 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports?device_id=30125bd6-4f81-4a60-9e73-7e16ed489e84 HTTP/1.1" status: 200 len: 205 time: 0.0496843 Feb 04 13:34:39.972829 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47678) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:39.975784 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0daba0a1-9936-4087-b442-19c9fee50a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3cb8be19-6f1f-4597-94e4-c08469d9d874), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:39.991008 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-da009374-846d-497a-826f-3dcdfeadbe01 service neutron] 10.222.0.96 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354363 Feb 04 13:34:40.017592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d7576324-8dc5-4fcc-878a-a571ade34f02 req-216cd0ce-9537-4d98-98fd-9369bdfbe68f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] For port e3ff4d34-ac43-4631-81db-bcaeffb3990a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e3ff4d34-ac43-4631-81db-bcaeffb3990a,segment=NetworkSegment(50102105-5ddc-49a3-9017-86c3fa3125e2),segment_id=50102105-5ddc-49a3-9017-86c3fa3125e2)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:40.018210 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d7576324-8dc5-4fcc-878a-a571ade34f02 req-216cd0ce-9537-4d98-98fd-9369bdfbe68f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:40.050389 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-fc5cfaf7-94e1-4b2c-861d-c8ba9f81b5d9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] delete failed (client error): The resource could not be found. Feb 04 13:34:40.056747 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fc5cfaf7-94e1-4b2c-861d-c8ba9f81b5d9 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/routers/30125bd6-4f81-4a60-9e73-7e16ed489e84 HTTP/1.1" status: 404 len: 336 time: 0.0821803 Feb 04 13:34:40.057680 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47680) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:40.071160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d7576324-8dc5-4fcc-878a-a571ade34f02 req-216cd0ce-9537-4d98-98fd-9369bdfbe68f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Calling delete_port for e3ff4d34-ac43-4631-81db-bcaeffb3990a owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:34:40.097840 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8a13df85-0e8e-48cf-86f0-e69b20fee8d3), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:40.102417 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab8c73f-f540-4f48-9bb8-da479ce46936 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:40.102961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab8c73f-f540-4f48-9bb8-da479ce46936 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:40.109617 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1ab8c73f-f540-4f48-9bb8-da479ce46936 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/2bc762fc-a9bf-48e8-96cf-af3c782dd0d4 HTTP/1.1" status: 404 len: 337 time: 0.0505061 Feb 04 13:34:40.110322 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47682) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:40.135135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daba0a1-9936-4087-b442-19c9fee50a16 None None] Pushing event updated for resources: {'Port': ['ID=3cb8be19-6f1f-4597-94e4-c08469d9d874,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:40.189810 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9ebce287-0853-4a15-ae4d-c150a743050f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "GET /v2.0/ports?device_id=b842dbe0-3a78-4f7e-b748-56011f898755 HTTP/1.1" status: 200 len: 205 time: 0.0779562 Feb 04 13:34:40.190763 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47684) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:40.252431 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-d08e0cb4-76de-475f-afbf-efa506c7438d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] delete failed (client error): The resource could not be found. Feb 04 13:34:40.261073 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d08e0cb4-76de-475f-afbf-efa506c7438d tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/routers/b842dbe0-3a78-4f7e-b748-56011f898755 HTTP/1.1" status: 404 len: 336 time: 0.0687499 Feb 04 13:34:40.262022 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47686) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:40.299876 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce73b9e9-1fb4-4e0c-988e-8e8bee3d1ce3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:40.300377 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0297064a-aa56-43c5-99b7-7ba8c3215731 None None] Provisioning complete for port 3cb8be19-6f1f-4597-94e4-c08469d9d874 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:40.300781 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce73b9e9-1fb4-4e0c-988e-8e8bee3d1ce3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:40.301367 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0297064a-aa56-43c5-99b7-7ba8c3215731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3cb8be19-6f1f-4597-94e4-c08469d9d874), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:40.309678 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ce73b9e9-1fb4-4e0c-988e-8e8bee3d1ce3 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/7bd46151-80e9-4261-a635-f20e0ce2db1d HTTP/1.1" status: 404 len: 337 time: 0.0461755 Feb 04 13:34:40.310461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 163977eb-0121-4fa8-88f8-0e0d9ce16448 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:40.310801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47688) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:40.314994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3cb8be19-6f1f-4597-94e4-c08469d9d874 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:40.386478 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a151c1e-8e3d-4442-bf05-1cb6278735cb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:40.387390 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a151c1e-8e3d-4442-bf05-1cb6278735cb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:40.398008 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4a151c1e-8e3d-4442-bf05-1cb6278735cb tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/eb19c38e-2eec-45b5-9175-3de4f363754b HTTP/1.1" status: 404 len: 337 time: 0.0851870 Feb 04 13:34:40.399960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47692) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:40.436516 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca75bb87-8eb8-4df1-bee3-592d018bf28e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:40.437498 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca75bb87-8eb8-4df1-bee3-592d018bf28e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:40.444771 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ca75bb87-8eb8-4df1-bee3-592d018bf28e tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/2f7fc0bf-28ce-476f-bd5f-eadda71307ab HTTP/1.1" status: 404 len: 333 time: 0.0431199 Feb 04 13:34:40.446543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47696) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:40.501989 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a373f32-520c-4a85-a398-7540af466810 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:40.504189 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a373f32-520c-4a85-a398-7540af466810 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:40.514127 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3a373f32-520c-4a85-a398-7540af466810 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/8b25e0e4-6ea3-4a0a-a8d5-433c02c45080 HTTP/1.1" status: 404 len: 337 time: 0.0659921 Feb 04 13:34:40.515407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47698) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:40.516328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 3cb8be19-6f1f-4597-94e4-c08469d9d874 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:40.516824 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3cb8be19-6f1f-4597-94e4-c08469d9d874), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:40.573217 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0297064a-aa56-43c5-99b7-7ba8c3215731 None None] Current status of the port 3cb8be19-6f1f-4597-94e4-c08469d9d874 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:40.610062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0297064a-aa56-43c5-99b7-7ba8c3215731 None None] Provisioning complete for port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:40.610876 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0297064a-aa56-43c5-99b7-7ba8c3215731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:40.657373 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f483a2b7-4228-4037-994f-fd1d27f639ab tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:40.658364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f483a2b7-4228-4037-994f-fd1d27f639ab tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:40.675009 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f483a2b7-4228-4037-994f-fd1d27f639ab tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/85bb15e4-11c6-4ef5-b686-0101dd2ecb38 HTTP/1.1" status: 404 len: 333 time: 0.1572049 Feb 04 13:34:40.679200 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47700) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:40.721518 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0297064a-aa56-43c5-99b7-7ba8c3215731 None None] Port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:34:40.737761 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 3cb8be19-6f1f-4597-94e4-c08469d9d874 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:40.744358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 155f6505-6112-4e4e-82fb-c77e25ef919b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:40.771347 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-290c8ce5-2ef1-4360-a730-bbfa4c4d43ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:40.777955 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290c8ce5-2ef1-4360-a730-bbfa4c4d43ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:40.782227 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-290c8ce5-2ef1-4360-a730-bbfa4c4d43ed tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/e7d8d49c-5340-4374-b0e1-516931425610 HTTP/1.1" status: 404 len: 337 time: 0.1002398 Feb 04 13:34:40.786432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47702) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:40.869453 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca87ceb8-e096-4069-bf82-d9e14b96ccec tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:40.870873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca87ceb8-e096-4069-bf82-d9e14b96ccec tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:40.872267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 155f6505-6112-4e4e-82fb-c77e25ef919b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:40.872902 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:40.877658 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ca87ceb8-e096-4069-bf82-d9e14b96ccec tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/9b1ec1ca-09f1-4713-b2c2-203e4d3db199 HTTP/1.1" status: 404 len: 333 time: 0.0897458 Feb 04 13:34:40.880986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47708) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:40.976317 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-63a9631b-d176-4049-9074-bd2c3eee65e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:40.982746 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-539fd102-4a64-4462-8f72-e4fe7e6a0b3f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:40.983092 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539fd102-4a64-4462-8f72-e4fe7e6a0b3f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:40.989631 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-539fd102-4a64-4462-8f72-e4fe7e6a0b3f tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/97c7ce59-40c5-47b9-9b1d-8ad1afefb357 HTTP/1.1" status: 404 len: 337 time: 0.1022270 Feb 04 13:34:41.000042 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47710) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:41.056645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 155f6505-6112-4e4e-82fb-c77e25ef919b is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:41.057904 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:41.099862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e61c6-bef0-44a1-8e86-188d9ee9fee0 req-9e9fd4dd-54c6-4dfd-b508-097e0c8320eb tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:41.103601 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d70e61c6-bef0-44a1-8e86-188d9ee9fee0 req-9e9fd4dd-54c6-4dfd-b508-097e0c8320eb tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e0f710e-d1ca-4a1c-952f-f40675e13ead HTTP/1.1" status: 200 len: 944 time: 0.5689516 Feb 04 13:34:41.120664 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a964ac9-ef5d-4573-9671-8d33fc70fcf0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:41.121619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a964ac9-ef5d-4573-9671-8d33fc70fcf0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:41.137700 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1a964ac9-ef5d-4573-9671-8d33fc70fcf0 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/cdedfd40-3023-409f-a76f-e9f2a3665a98 HTTP/1.1" status: 404 len: 333 time: 0.1247742 Feb 04 13:34:41.141421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47712) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:41.216661 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 155f6505-6112-4e4e-82fb-c77e25ef919b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=155f6505-6112-4e4e-82fb-c77e25ef919b,segment=NetworkSegment(0d81e0ef-916f-4894-8f23-b34c8b968815),segment_id=0d81e0ef-916f-4894-8f23-b34c8b968815)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:41.232858 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:41.275130 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-893883b1-8b71-4478-a117-c5ce697c0d37 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:41.275905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893883b1-8b71-4478-a117-c5ce697c0d37 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:41.299437 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-893883b1-8b71-4478-a117-c5ce697c0d37 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/d2cddf0e-a395-4c0c-a410-033b609a93d5 HTTP/1.1" status: 404 len: 337 time: 0.1563337 Feb 04 13:34:41.300387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47716) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:41.391044 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b1a066-1409-40a4-88ad-9941d1478f34 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:41.392803 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b1a066-1409-40a4-88ad-9941d1478f34 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:41.406718 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e8909951-a894-4bec-ac79-1004fe38fbe8 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:34:41.414039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47718) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:41.415730 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f4b1a066-1409-40a4-88ad-9941d1478f34 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/d75e8390-f83e-489e-a53f-49494ff966f2 HTTP/1.1" status: 404 len: 333 time: 0.1136196 Feb 04 13:34:41.459043 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=155f6505-6112-4e4e-82fb-c77e25ef919b,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:41.464515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: e8909951-a894-4bec-ac79-1004fe38fbe8 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:34:41.465055 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e8909951-a894-4bec-ac79-1004fe38fbe8 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:34:41.504422 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bcb402-fba9-43fa-80f8-546e7c6d05d7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:41.506286 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56bcb402-fba9-43fa-80f8-546e7c6d05d7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:41.512033 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-56bcb402-fba9-43fa-80f8-546e7c6d05d7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/bd02dce7-c962-4509-bda4-f9fe2f3d506e HTTP/1.1" status: 404 len: 337 time: 0.0858014 Feb 04 13:34:41.513846 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d7576324-8dc5-4fcc-878a-a571ade34f02 req-216cd0ce-9537-4d98-98fd-9369bdfbe68f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (e3ff4d34-ac43-4631-81db-bcaeffb3990a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:41.516386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47720) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:41.588039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cd0ce-9537-4d98-98fd-9369bdfbe68f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Pushing event deleted for resources: {'Port': ['ID=e3ff4d34-ac43-4631-81db-bcaeffb3990a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:41.628458 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d70e61c6-bef0-44a1-8e86-188d9ee9fee0 req-1dd2c17a-399e-4c9a-b629-5365f7fc277a tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.96 "GET /v2.0/security-groups?id=f053087c-2dc6-4ba1-8c19-36d15c357655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043085 Feb 04 13:34:41.663373 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-560ecec9-36e0-4107-88cd-be06b76e7df5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:41.671909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560ecec9-36e0-4107-88cd-be06b76e7df5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:41.681982 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-560ecec9-36e0-4107-88cd-be06b76e7df5 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/4459fafc-4ba9-403e-a545-d14967b6d80a HTTP/1.1" status: 404 len: 333 time: 0.1638505 Feb 04 13:34:41.682995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47722) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:41.744287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3cb8be19-6f1f-4597-94e4-c08469d9d874 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:41.815955 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-87aebddb-03fa-4ef8-91d7-f0164564eca7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:41.817430 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87aebddb-03fa-4ef8-91d7-f0164564eca7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:41.827016 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-87aebddb-03fa-4ef8-91d7-f0164564eca7 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/9ee9cf97-4024-4917-8002-0d0218cbc12d HTTP/1.1" status: 404 len: 337 time: 0.1421382 Feb 04 13:34:41.828417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47726) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:41.903888 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50e1c63-45e8-4406-9efc-0b0c41dece83 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:41.904952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50e1c63-45e8-4406-9efc-0b0c41dece83 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:41.930296 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a50e1c63-45e8-4406-9efc-0b0c41dece83 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/ports/bc293bd3-4eb5-4b8a-ae30-b8dab77335ed HTTP/1.1" status: 404 len: 333 time: 0.0993981 Feb 04 13:34:41.931223 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47730) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:41.951626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7576324-8dc5-4fcc-878a-a571ade34f02 req-216cd0ce-9537-4d98-98fd-9369bdfbe68f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] No DVR routers for this DVR port e3ff4d34-ac43-4631-81db-bcaeffb3990a on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:34:41.985975 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d7576324-8dc5-4fcc-878a-a571ade34f02 req-216cd0ce-9537-4d98-98fd-9369bdfbe68f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:42.005753 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d7576324-8dc5-4fcc-878a-a571ade34f02 req-216cd0ce-9537-4d98-98fd-9369bdfbe68f tempest-InstanceActionsV221TestJSON-1829046778 tempest-InstanceActionsV221TestJSON-1829046778-project] 10.222.0.99 "DELETE /v2.0/ports/e3ff4d34-ac43-4631-81db-bcaeffb3990a HTTP/1.1" status: 204 len: 173 time: 5.8320932 Feb 04 13:34:42.006027 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0f710e-d1ca-4a1c-952f-f40675e13ead', 'name': 'network-vif-deleted', 'tag': 'e3ff4d34-ac43-4631-81db-bcaeffb3990a'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:42.020381 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 3cb8be19-6f1f-4597-94e4-c08469d9d874 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:42.021252 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3cb8be19-6f1f-4597-94e4-c08469d9d874), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:42.024940 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c066fb-17a6-4e73-b691-bd11c7bab42f" -d '{"events": [{"server_uuid": "8e0f710e-d1ca-4a1c-952f-f40675e13ead", "name": "network-vif-deleted", "tag": "e3ff4d34-ac43-4631-81db-bcaeffb3990a"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:42.057834 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad7df5b-4d99-4f6a-bf18-2ab16ba07170 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] DELETE failed (client error): The resource could not be found. Feb 04 13:34:42.059080 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad7df5b-4d99-4f6a-bf18-2ab16ba07170 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:34:42.069645 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6ad7df5b-4d99-4f6a-bf18-2ab16ba07170 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/subnets/f32fb7e7-45f4-45f9-bba2-799208fd534b HTTP/1.1" status: 404 len: 337 time: 0.1366646 Feb 04 13:34:42.071547 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47734) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:42.242751 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5bd0-ee36-488d-959f-d48827c6a940 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (2ee6628b-98e8-4827-b47e-b9107cd39956), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:42.464885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:34:42.487403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 3cb8be19-6f1f-4597-94e4-c08469d9d874 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:42.490635 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 155f6505-6112-4e4e-82fb-c77e25ef919b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:42.502733 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Publish callbacks [] for port (8a13df85-0e8e-48cf-86f0-e69b20fee8d3), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:42.533918 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5bd0-ee36-488d-959f-d48827c6a940 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (2ee6628b-98e8-4827-b47e-b9107cd39956), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:42.542459 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Transition to ACTIVE for port object 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:34:42.554974 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (8a13df85-0e8e-48cf-86f0-e69b20fee8d3), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:42.577251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-7c2f5bd0-ee36-488d-959f-d48827c6a940 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee6628b-98e8-4827-b47e-b9107cd39956']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:42.586745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc169e28-071c-4eea-a568-aa6b8088b14c req-d594f259-3647-4393-8b73-64834070fdd8 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:42.600220 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-7c2f5bd0-ee36-488d-959f-d48827c6a940 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cb57fa-d868-4db1-8948-47090d854513') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:42.601110 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-7c2f5bd0-ee36-488d-959f-d48827c6a940 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cb57fa-d868-4db1-8948-47090d854513') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:42.606663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc169e28-071c-4eea-a568-aa6b8088b14c req-d594f259-3647-4393-8b73-64834070fdd8 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 946 time: 0.5459809 Feb 04 13:34:42.631434 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5bd0-ee36-488d-959f-d48827c6a940 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (03cb57fa-d868-4db1-8948-47090d854513), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:42.659811 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5bd0-ee36-488d-959f-d48827c6a940 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (03cb57fa-d868-4db1-8948-47090d854513), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:42.675134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2f5bd0-ee36-488d-959f-d48827c6a940 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:34:42.677016 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5bd0-ee36-488d-959f-d48827c6a940 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (03cb57fa-d868-4db1-8948-47090d854513), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:42.701486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 155f6505-6112-4e4e-82fb-c77e25ef919b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:42.702573 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:42.755101 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a13df85-0e8e-48cf-86f0-e69b20fee8d3,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:34:42.912246 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:34:42.985810 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5bd0-ee36-488d-959f-d48827c6a940 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (2ee6628b-98e8-4827-b47e-b9107cd39956), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:42.998192 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5bd0-ee36-488d-959f-d48827c6a940 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:43.012165 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7c2f5bd0-ee36-488d-959f-d48827c6a940 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] 10.222.0.96 "DELETE /v2.0/networks/2ee6628b-98e8-4827-b47e-b9107cd39956 HTTP/1.1" status: 204 len: 168 time: 0.9386697 Feb 04 13:34:43.031680 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 155f6505-6112-4e4e-82fb-c77e25ef919b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:43.068251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f5bd0-ee36-488d-959f-d48827c6a940 tempest-NetworksTestDHCPv6-1854420654 tempest-NetworksTestDHCPv6-1854420654-project] Pushing event deleted for resources: {'Network': ['ID=2ee6628b-98e8-4827-b47e-b9107cd39956,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:43.544394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-d6bb5d2b-1fb6-4dcc-934f-e7d074ebffd8 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:43.550462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-d6bb5d2b-1fb6-4dcc-934f-e7d074ebffd8 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.99 "GET /v2.0/networks?id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 HTTP/1.1" status: 200 len: 819 time: 0.4676464 Feb 04 13:34:43.593523 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc169e28-071c-4eea-a568-aa6b8088b14c req-88bdf30f-189b-44f5-bfc2-2d4c24dfb6c9 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9680693 Feb 04 13:34:43.632792 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-7cbae8e1-d286-4af6-ac74-06cd35497cae tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Request body: {'port': {'device_id': 'b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc', 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1', 'admin_state_up': True, 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:43.797949 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-978683e1-aff2-4c32-8a9e-0e078ea98a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:43.808116 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:43.931587 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8abd5b-e613-4e8b-a6fc-2be726980b13 x-openstack-request-id: req-ed8abd5b-e613-4e8b-a6fc-2be726980b13 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:34:43.932071 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0f710e-d1ca-4a1c-952f-f40675e13ead", "name": "network-vif-unplugged", "status": "completed", "tag": "e3ff4d34-ac43-4631-81db-bcaeffb3990a", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:34:43.933484 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ed8abd5b-e613-4e8b-a6fc-2be726980b13 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:34:43.934270 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0f710e-d1ca-4a1c-952f-f40675e13ead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3ff4d34-ac43-4631-81db-bcaeffb3990a', 'code': 200} Feb 04 13:34:44.059198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Attempting to bind port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:34:44.060133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Attempting to bind port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '0d81e0ef-916f-4894-8f23-b34c8b968815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:34:44.061388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Attempting to bind port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 on network e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:44.106066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 on network e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:34:44.110462 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Attempting to bind port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 on network e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:44.117786 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47750) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:44.145818 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:34:44.146443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Checking segment: {'id': '0d81e0ef-916f-4894-8f23-b34c8b968815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:44.147106 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Bound using segment: {'id': '0d81e0ef-916f-4894-8f23-b34c8b968815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:34:44.152489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Bound port: 8a13df85-0e8e-48cf-86f0-e69b20fee8d3, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d81e0ef-916f-4894-8f23-b34c8b968815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:34:44.153233 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8a13df85-0e8e-48cf-86f0-e69b20fee8d3), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:44.169165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-7cbae8e1-d286-4af6-ac74-06cd35497cae tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Made reservation on behalf of 1b3cf201de5741e68b3a523ba7663c2a for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:44.175409 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-7cbae8e1-d286-4af6-ac74-06cd35497cae tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:44.526085 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:44.527039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] For port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:34:44.531825 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-42f7c4b5-8674-40b8-9a1b-1a12a001652d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=114261922b524239868ecb1b3904502c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4109824 Feb 04 13:34:44.535805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47754) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:44.620130 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f81f7730-142c-4fb4-9f68-b59a6fd2ffce admin admin] Publish callbacks [] for security_group (e4240e4f-e9cc-42d7-8b6b-f3cf270f53ba), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:44.622560 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47756) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:44.630341 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1af20d2e-cd3f-42d1-8487-e1dcdca80158 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--824562205', 'description': 'tempest-description--67485618'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:44.636484 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] For port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8a13df85-0e8e-48cf-86f0-e69b20fee8d3,segment=NetworkSegment(0d81e0ef-916f-4894-8f23-b34c8b968815),segment_id=0d81e0ef-916f-4894-8f23-b34c8b968815)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:34:44.657902 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (8a13df85-0e8e-48cf-86f0-e69b20fee8d3), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:44.682143 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f81f7730-142c-4fb4-9f68-b59a6fd2ffce admin admin] Publish callbacks [] for security_group (e4240e4f-e9cc-42d7-8b6b-f3cf270f53ba), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:44.759560 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f81f7730-142c-4fb4-9f68-b59a6fd2ffce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e4240e4f-e9cc-42d7-8b6b-f3cf270f53ba), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:44.762637 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f81f7730-142c-4fb4-9f68-b59a6fd2ffce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:44.764200 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f81f7730-142c-4fb4-9f68-b59a6fd2ffce admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e4240e4f-e9cc-42d7-8b6b-f3cf270f53ba HTTP/1.1" status: 204 len: 168 time: 0.2267647 Feb 04 13:34:44.790897 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f7730-142c-4fb4-9f68-b59a6fd2ffce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4240e4f-e9cc-42d7-8b6b-f3cf270f53ba,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:44.827835 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1af20d2e-cd3f-42d1-8487-e1dcdca80158 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:44.838343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a13df85-0e8e-48cf-86f0-e69b20fee8d3,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:44.887749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:44.888878 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:44.890898 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-4a241ec2-6b81-47ea-b1ec-ba9a535c7af1 service neutron] 10.222.0.99 "PUT /v2.0/ports/8a13df85-0e8e-48cf-86f0-e69b20fee8d3 HTTP/1.1" status: 200 len: 1093 time: 4.9495282 Feb 04 13:34:44.938313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af29256f-8070-4d73-89e7-80958fca6b78 req-dd99d2b2-650a-4ef0-b250-fd0e2fcf7ac8 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 210 time: 0.0918360 Feb 04 13:34:44.950560 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-7cbae8e1-d286-4af6-ac74-06cd35497cae tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Allocated IP 172.20.0.4 (e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1/218fe4a2-bfd8-4afd-b187-fe7cab9a038e/9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:45.088589 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1af20d2e-cd3f-42d1-8487-e1dcdca80158 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for security_group (4213865b-48f5-4444-b3f7-18cb0b64b7a1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:45.101487 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1af20d2e-cd3f-42d1-8487-e1dcdca80158 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4213865b-48f5-4444-b3f7-18cb0b64b7a1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:45.204790 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af20d2e-cd3f-42d1-8487-e1dcdca80158 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4213865b-48f5-4444-b3f7-18cb0b64b7a1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:45.219424 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1af20d2e-cd3f-42d1-8487-e1dcdca80158 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:45.225744 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1af20d2e-cd3f-42d1-8487-e1dcdca80158 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5968034 Feb 04 13:34:45.226969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47768) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:45.238327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f990bde2-6a12-48b8-a79b-a06a3949b181 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Request body: {'security_group_rule': {'security_group_id': '4213865b-48f5-4444-b3f7-18cb0b64b7a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:45.310569 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f990bde2-6a12-48b8-a79b-a06a3949b181 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for security_group_rule (bf1e1945-78c8-4124-b071-9fadb09883a9), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:45.408210 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-7cbae8e1-d286-4af6-ac74-06cd35497cae tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Publish callbacks [] for port (9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:45.462805 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:45.469941 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f990bde2-6a12-48b8-a79b-a06a3949b181 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for security_group_rule (bf1e1945-78c8-4124-b071-9fadb09883a9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:45.478192 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f990bde2-6a12-48b8-a79b-a06a3949b181 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (bf1e1945-78c8-4124-b071-9fadb09883a9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:45.498239 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990bde2-6a12-48b8-a79b-a06a3949b181 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1e1945-78c8-4124-b071-9fadb09883a9,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:45.524634 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667166c2-c3dc-4729-bf70-9fb13d60459c x-openstack-request-id: req-667166c2-c3dc-4729-bf70-9fb13d60459c {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:34:45.525103 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0f710e-d1ca-4a1c-952f-f40675e13ead", "name": "network-vif-deleted", "tag": "e3ff4d34-ac43-4631-81db-bcaeffb3990a", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:34:45.525471 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-667166c2-c3dc-4729-bf70-9fb13d60459c {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:34:45.526383 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0f710e-d1ca-4a1c-952f-f40675e13ead', 'name': 'network-vif-deleted', 'tag': 'e3ff4d34-ac43-4631-81db-bcaeffb3990a', 'status': 'completed', 'code': 200} Feb 04 13:34:45.543858 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f990bde2-6a12-48b8-a79b-a06a3949b181 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:45.545296 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f990bde2-6a12-48b8-a79b-a06a3949b181 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3171666 Feb 04 13:34:45.550129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47774) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:45.559394 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ae573f29-78a9-4d07-aed8-bc1da62c40bc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Request body: {'security_group_rule': {'security_group_id': '4213865b-48f5-4444-b3f7-18cb0b64b7a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:45.580157 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-7cbae8e1-d286-4af6-ac74-06cd35497cae tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:45.619584 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae573f29-78a9-4d07-aed8-bc1da62c40bc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for security_group_rule (a9bf16a7-eb32-466c-a2ec-6ac32cda1bac), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:45.695916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbae8e1-d286-4af6-ac74-06cd35497cae tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Pushing event updated for resources: {'Port': ['ID=9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:45.745682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a750b61-e149-4799-a39f-ee8927b8ceeb req-9828cdcd-297f-407e-bfe9-bd4fa0fc90a4 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:45.755634 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a750b61-e149-4799-a39f-ee8927b8ceeb req-9828cdcd-297f-407e-bfe9-bd4fa0fc90a4 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 946 time: 0.2583115 Feb 04 13:34:45.760989 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae573f29-78a9-4d07-aed8-bc1da62c40bc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for security_group_rule (a9bf16a7-eb32-466c-a2ec-6ac32cda1bac), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:45.767038 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae573f29-78a9-4d07-aed8-bc1da62c40bc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (a9bf16a7-eb32-466c-a2ec-6ac32cda1bac), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:45.786326 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-7cbae8e1-d286-4af6-ac74-06cd35497cae tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Network e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:45.795955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-41d527da-134a-4cf8-85dd-59b6503cd126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:45.797749 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-41d527da-134a-4cf8-85dd-59b6503cd126 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1b3cf201de5741e68b3a523ba7663c2a&device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 1127 time: 0.2876110 Feb 04 13:34:45.800848 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-7cbae8e1-d286-4af6-ac74-06cd35497cae tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:45.810649 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-7cbae8e1-d286-4af6-ac74-06cd35497cae tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:45.824671 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae573f29-78a9-4d07-aed8-bc1da62c40bc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9bf16a7-eb32-466c-a2ec-6ac32cda1bac,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:45.830868 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae573f29-78a9-4d07-aed8-bc1da62c40bc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:45.832302 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ae573f29-78a9-4d07-aed8-bc1da62c40bc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2811089 Feb 04 13:34:45.850349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47782) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:45.858634 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:45.920656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-7cbae8e1-d286-4af6-ac74-06cd35497cae tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:45.921601 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-7cbae8e1-d286-4af6-ac74-06cd35497cae tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:45.926719 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:45.946151 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a750b61-e149-4799-a39f-ee8927b8ceeb req-a4391a92-7cb2-455d-a859-674c5f4ab04d tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891477 Feb 04 13:34:46.019412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-73a66588-332f-4ccb-8b5a-03ed64546f86 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a13df85-0e8e-48cf-86f0-e69b20fee8d3 HTTP/1.1" status: 200 len: 217 time: 0.0933595 Feb 04 13:34:46.033435 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-7cbae8e1-d286-4af6-ac74-06cd35497cae tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4080641 Feb 04 13:34:46.054167 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Request body: {'port': {'device_id': 'b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:46.206355 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:46.587787 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Allocated IP 172.25.5.156 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/e0fbbb46-7e14-437b-b4dc-73d7d49b7786) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:46.637304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47806) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:46.789382 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:46.813492 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for port (e0fbbb46-7e14-437b-b4dc-73d7d49b7786), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:46.869209 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e0fbbb46-7e14-437b-b4dc-73d7d49b7786), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:46.910302 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:46.915650 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:46.919637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-3bb95b7b-8094-4a9d-af9a-d742917a6f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:46.921241 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:46.922257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-3bb95b7b-8094-4a9d-af9a-d742917a6f6d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=218fe4a2-bfd8-4afd-b187-fe7cab9a038e HTTP/1.1" status: 200 len: 859 time: 0.8961933 Feb 04 13:34:46.929912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:46.960748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-99b82fe8-cb42-4ec6-9f4a-2d26f0e9a5fb tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:46.966941 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-99b82fe8-cb42-4ec6-9f4a-2d26f0e9a5fb tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2706368 Feb 04 13:34:46.969538 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47810) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:46.979964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-3d903cf9-0c2b-49d9-889b-d732ea621535 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:46.990909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47814) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:46.995081 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event updated for resources: {'Port': ['ID=e0fbbb46-7e14-437b-b4dc-73d7d49b7786,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:46.999918 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3d903cf9-0c2b-49d9-889b-d732ea621535 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0238996 Feb 04 13:34:47.005527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-931bad20-8071-4aff-81cb-de87870fc4c3 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.008553 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-931bad20-8071-4aff-81cb-de87870fc4c3 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0086050 Feb 04 13:34:47.011355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47816) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.020520 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-f8f9c99b-91b8-4b46-bba0-50baa205c6df tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.024689 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f8f9c99b-91b8-4b46-bba0-50baa205c6df tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0092900 Feb 04 13:34:47.025495 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47818) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.034685 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-8ebce288-5fd6-49f9-966c-e9955eefd9c2 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.038053 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8ebce288-5fd6-49f9-966c-e9955eefd9c2 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0085330 Feb 04 13:34:47.040947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47820) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.045999 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-ef9a1600-18eb-4213-87f6-f846e4557cb1 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.049716 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ef9a1600-18eb-4213-87f6-f846e4557cb1 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0052390 Feb 04 13:34:47.049982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-7e40399e-8b1b-4ee4-917b-d42d8981bd3d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077142 Feb 04 13:34:47.051143 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47822) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.057855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-cc5284b8-81cd-467b-9dfd-e1c46f76fba1 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.061602 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cc5284b8-81cd-467b-9dfd-e1c46f76fba1 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0061753 Feb 04 13:34:47.067270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47824) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.078234 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-3fccf43e-bbde-4583-86fe-19b25d75afcf tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.082347 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3fccf43e-bbde-4583-86fe-19b25d75afcf tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0107405 Feb 04 13:34:47.097376 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47826) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.103037 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-2da18a09-a7d3-4a48-add9-b4a28e8de708 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.106463 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2da18a09-a7d3-4a48-add9-b4a28e8de708 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0059474 Feb 04 13:34:47.129163 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47830) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.135913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-04dc0a57-1f16-40e3-9cdb-0f5b429a1012 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.139392 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-04dc0a57-1f16-40e3-9cdb-0f5b429a1012 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0067217 Feb 04 13:34:47.140283 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47832) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.171543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-c8c22b9b-de63-4bf3-81fe-cf9c24cf2ca1 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.171543 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c8c22b9b-de63-4bf3-81fe-cf9c24cf2ca1 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0101464 Feb 04 13:34:47.172026 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47834) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.176853 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-1bfa0264-a797-4174-b4e2-d4a4248cf9b7 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.182353 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1bfa0264-a797-4174-b4e2-d4a4248cf9b7 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051255 Feb 04 13:34:47.184492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47836) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.189194 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-59852652-53a7-4538-bb37-5ee9a444ee34 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.195951 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-59852652-53a7-4538-bb37-5ee9a444ee34 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0050929 Feb 04 13:34:47.195951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47838) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.200406 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-b2e4e9ff-073b-4b2b-b8c6-6395ed3fb9a4 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.200706 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebb921-ccd2-4351-861b-b0126f41d22e req-dd450e18-d568-46bd-8b04-0d4261a50efd tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:47.208456 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b2e4e9ff-073b-4b2b-b8c6-6395ed3fb9a4 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0049663 Feb 04 13:34:47.218401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47840) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.218635 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87ebb921-ccd2-4351-861b-b0126f41d22e req-dd450e18-d568-46bd-8b04-0d4261a50efd tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 931 time: 0.5367830 Feb 04 13:34:47.223345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-1d4bcef8-6ea1-4c05-981f-173f966fb15b tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.225463 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1d4bcef8-6ea1-4c05-981f-173f966fb15b tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0126154 Feb 04 13:34:47.234434 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47842) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.236077 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for floatingip (34ccacf5-7996-4c4e-ae6a-e964a0fcd3e1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:47.250553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-95d4bb5a-9278-4ad9-9f44-fd4d543d70b1 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.256102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-95d4bb5a-9278-4ad9-9f44-fd4d543d70b1 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0162899 Feb 04 13:34:47.287710 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47844) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.295360 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-bf906697-9fa3-4578-bf04-dc174cd7c514 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.314449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bf906697-9fa3-4578-bf04-dc174cd7c514 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0081043 Feb 04 13:34:47.314731 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e0fbbb46-7e14-437b-b4dc-73d7d49b7786), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:47.321672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47846) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.332932 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-30ceba19-95ee-4ce4-adc7-6a7e023a1238 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.337258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-30ceba19-95ee-4ce4-adc7-6a7e023a1238 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0082300 Feb 04 13:34:47.338471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47848) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.342390 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-8fe8fcdb-920e-4363-a040-cd5844d11dd9 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.345923 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8fe8fcdb-920e-4363-a040-cd5844d11dd9 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046744 Feb 04 13:34:47.348060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47850) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.351567 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-96c76dfe-7ea7-4ba9-9af6-6989dde3ae6a tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.354645 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-96c76dfe-7ea7-4ba9-9af6-6989dde3ae6a tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049930 Feb 04 13:34:47.362166 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47852) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.381033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-554ad18d-48ef-4d13-928e-9a538601bd75 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.382573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-554ad18d-48ef-4d13-928e-9a538601bd75 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0160997 Feb 04 13:34:47.387792 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47854) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.398532 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-7ea50121-01ce-41ed-8134-72eeb1a28f91 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.402276 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7ea50121-01ce-41ed-8134-72eeb1a28f91 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0121717 Feb 04 13:34:47.422766 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47856) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.434270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-67fe7953-4f89-4409-b824-612d3cdadbd8 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.437627 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-67fe7953-4f89-4409-b824-612d3cdadbd8 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0115378 Feb 04 13:34:47.469558 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47858) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.483206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-a6f276a4-540b-497d-a53b-7a18c321a77a tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.486207 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a6f276a4-540b-497d-a53b-7a18c321a77a tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0120640 Feb 04 13:34:47.493231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47860) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.500928 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-dc0320ce-6d47-409c-94aa-ff6f854654f4 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.502235 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dc0320ce-6d47-409c-94aa-ff6f854654f4 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0074389 Feb 04 13:34:47.504231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-edbce1b2-759e-4a07-a9a0-65cb2a8aa97e service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479322 Feb 04 13:34:47.508010 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87ebb921-ccd2-4351-861b-b0126f41d22e req-1cedae2c-3be1-4f3b-b8b0-b6dfe0e0bed6 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952600 Feb 04 13:34:47.508579 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47862) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.525443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-dc3b935c-82f6-4125-9d4b-2a29e9ad7740 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.526770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dc3b935c-82f6-4125-9d4b-2a29e9ad7740 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0142362 Feb 04 13:34:47.527195 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9df3c4-25b9-470a-a9dd-ec3165c4afc0', 'tag': '8a13df85-0e8e-48cf-86f0-e69b20fee8d3'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:47.529618 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d624d6e5-0087-4e10-86b3-01aec8a818be" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9df3c4-25b9-470a-a9dd-ec3165c4afc0", "tag": "8a13df85-0e8e-48cf-86f0-e69b20fee8d3"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:47.544217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47864) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.552330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-6bd4c883-b351-48d5-a9e1-eee06f759f6d tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.554198 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6bd4c883-b351-48d5-a9e1-eee06f759f6d tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0082562 Feb 04 13:34:47.623943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47870) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.629396 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-a5eb5f76-409c-409a-bf9c-ec55787faf36 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.642858 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a5eb5f76-409c-409a-bf9c-ec55787faf36 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0054834 Feb 04 13:34:47.649977 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47876) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.658962 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-8e2351de-a285-4af8-8670-3c5646e707ae tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.669351 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8e2351de-a285-4af8-8670-3c5646e707ae tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0168827 Feb 04 13:34:47.671471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47880) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.693169 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a90e0463-4297-45bd-80ea-d924d3c2c43c req-bd2f85bf-893b-44ff-9859-14611ec75d18 service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731431 Feb 04 13:34:47.703721 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-14aa25bb-8f84-4fe4-9d53-429afc893ddc tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.711858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47882) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.729826 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-14aa25bb-8f84-4fe4-9d53-429afc893ddc tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0455878 Feb 04 13:34:47.733315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-9f8f3ca0-e811-44b9-a0d4-be65bdce98e6 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.735812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9f8f3ca0-e811-44b9-a0d4-be65bdce98e6 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0228338 Feb 04 13:34:47.751504 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47886) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.765555 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-567e9533-5f80-472a-9f7a-619386111d01 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.774140 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-567e9533-5f80-472a-9f7a-619386111d01 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0183454 Feb 04 13:34:47.775645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47888) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.789150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-1cf04940-cd84-49ed-b5ed-ad314caaa34a tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.794557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47890) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.795842 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1cf04940-cd84-49ed-b5ed-ad314caaa34a tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0155509 Feb 04 13:34:47.800074 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-e8c8ba42-02ae-497c-83df-8c17eefa21c4 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.803566 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e8c8ba42-02ae-497c-83df-8c17eefa21c4 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0056710 Feb 04 13:34:47.805772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47892) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.817586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-17d7b74f-63d9-4c30-9b03-e0d44df0a7cb tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.821862 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-17d7b74f-63d9-4c30-9b03-e0d44df0a7cb tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0125415 Feb 04 13:34:47.822971 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47894) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.837151 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-5ee903f8-1f84-4be4-8df6-401186b6676d tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.844023 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5ee903f8-1f84-4be4-8df6-401186b6676d tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0149155 Feb 04 13:34:47.844023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47896) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.844801 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:47.849274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-397377c9-0b4d-432e-82ad-653f12e1e9b8 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.850370 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-397377c9-0b4d-432e-82ad-653f12e1e9b8 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0059450 Feb 04 13:34:47.857996 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47898) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.868897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-19fc923b-476f-40f9-b6e8-5bace6c9a14d tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.869956 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-19fc923b-476f-40f9-b6e8-5bace6c9a14d tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0108345 Feb 04 13:34:47.880443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47900) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.892613 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-55f7c956-33cd-478d-b0f2-9600421df374 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.901419 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-55f7c956-33cd-478d-b0f2-9600421df374 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0186369 Feb 04 13:34:47.908358 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47902) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.921250 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-861746fe-cd36-4939-a83b-ad07db4f13fd tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.927193 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-861746fe-cd36-4939-a83b-ad07db4f13fd tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0161645 Feb 04 13:34:47.928581 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47904) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.933990 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-b63641db-5e2f-4b55-9ee4-b629bfb0b893 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.939060 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b63641db-5e2f-4b55-9ee4-b629bfb0b893 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0054238 Feb 04 13:34:47.947056 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47906) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.951965 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-03ab0d59-b79e-4aa4-86dd-b7938b0528a6 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.956810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-03ab0d59-b79e-4aa4-86dd-b7938b0528a6 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0049429 Feb 04 13:34:47.957908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47908) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.962834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-25531396-067a-45a4-b3ea-3d5f11fc2afd tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.967906 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-25531396-067a-45a4-b3ea-3d5f11fc2afd tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047543 Feb 04 13:34:47.968901 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for port (e0fbbb46-7e14-437b-b4dc-73d7d49b7786), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:47.973230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47910) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.986163 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-a951d94f-d606-4cb6-b08e-8f20bd4c9df6 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:47.997660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47912) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:47.997917 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a951d94f-d606-4cb6-b08e-8f20bd4c9df6 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0239649 Feb 04 13:34:48.000274 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (e0fbbb46-7e14-437b-b4dc-73d7d49b7786), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:48.001224 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-62fb6b25-b4b8-4880-8237-152d8b01b928 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.002303 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-62fb6b25-b4b8-4880-8237-152d8b01b928 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0050502 Feb 04 13:34:48.009885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47914) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.023664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96397a7-4041-4c7f-a9c8-c413dea91cfc req-662d2358-fa99-4ab4-8edc-96dbbe50cc5d tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:48.025373 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f96397a7-4041-4c7f-a9c8-c413dea91cfc req-662d2358-fa99-4ab4-8edc-96dbbe50cc5d tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 946 time: 0.1621583 Feb 04 13:34:48.042629 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-ce3a6365-6d0f-465d-866d-e02e7d6a9b07 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.054598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47916) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.054905 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ce3a6365-6d0f-465d-866d-e02e7d6a9b07 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0399306 Feb 04 13:34:48.060382 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-12ecfc17-ce25-4f76-91c2-58087801a122 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.064883 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-12ecfc17-ce25-4f76-91c2-58087801a122 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0061686 Feb 04 13:34:48.075897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47918) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.081321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-6baa9ca9-1ea2-479f-8ede-048fc1d86188 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.082430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6baa9ca9-1ea2-479f-8ede-048fc1d86188 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0054662 Feb 04 13:34:48.095358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47920) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.105172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-396e3d5b-4bd2-4038-906a-78e089ef1be3 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.105888 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-396e3d5b-4bd2-4038-906a-78e089ef1be3 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0086987 Feb 04 13:34:48.113197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47922) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.127965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-5278a2fa-6a78-41c7-9d57-905671042603 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.138653 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5278a2fa-6a78-41c7-9d57-905671042603 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0208516 Feb 04 13:34:48.139143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47924) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.143759 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-95e03532-0a1b-442b-9412-047e320602fb tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.147426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-95e03532-0a1b-442b-9412-047e320602fb tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0062592 Feb 04 13:34:48.159198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47926) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.170176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-07444e0c-c1ee-4466-a3b5-335d01054b86 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.171990 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-07444e0c-c1ee-4466-a3b5-335d01054b86 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0098944 Feb 04 13:34:48.184030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47928) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.190627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-666ff34d-1f2d-4f65-b5f4-2a873fdec401 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.191803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-666ff34d-1f2d-4f65-b5f4-2a873fdec401 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0068431 Feb 04 13:34:48.196993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:34:48.208336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47930) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.215326 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-57c0ffc1-0525-4b7e-856b-6110bcef51d6 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.220792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-57c0ffc1-0525-4b7e-856b-6110bcef51d6 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0070441 Feb 04 13:34:48.224163 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47932) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.227868 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Publish callbacks [] for port (9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:48.238567 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-cc0fc5bf-046f-493f-8284-c1e9f62db9ce tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.245864 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cc0fc5bf-046f-493f-8284-c1e9f62db9ce tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0192213 Feb 04 13:34:48.247335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47934) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.252135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-d5965219-f322-4d19-b42f-c84db5f86f38 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.258416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d5965219-f322-4d19-b42f-c84db5f86f38 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0050309 Feb 04 13:34:48.259469 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f96397a7-4041-4c7f-a9c8-c413dea91cfc req-5325908d-04cc-401a-93f4-c7c556d13a07 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898808 Feb 04 13:34:48.260097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47936) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.268338 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-3a3937d7-0ba0-4287-bcda-a9b534fd8667 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.270071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3a3937d7-0ba0-4287-bcda-a9b534fd8667 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0058532 Feb 04 13:34:48.280285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47938) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.283173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Transition to ACTIVE for port object 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:34:48.289624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event updated for resources: {'Port': ['ID=e0fbbb46-7e14-437b-b4dc-73d7d49b7786,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:48.291462 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:48.328162 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-f845260d-7513-4b4e-94fe-4f3450181898 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.340242 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f845260d-7513-4b4e-94fe-4f3450181898 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0531659 Feb 04 13:34:48.351853 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47944) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.369361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-2c9313c4-2bd1-4ab1-94e9-b6a86fd1cd8a tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.371686 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2c9313c4-2bd1-4ab1-94e9-b6a86fd1cd8a tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0174606 Feb 04 13:34:48.376189 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47948) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.384987 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-011b28b2-a3aa-4d98-af86-01c233e6f258 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.386796 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-011b28b2-a3aa-4d98-af86-01c233e6f258 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0086379 Feb 04 13:34:48.388275 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (34ccacf5-7996-4c4e-ae6a-e964a0fcd3e1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:48.392604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47952) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.405407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-ebf26415-abb8-40ec-969e-8a329bbd8c18 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.407294 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ebf26415-abb8-40ec-969e-8a329bbd8c18 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0118461 Feb 04 13:34:48.419621 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47954) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.428167 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-7358fcb9-5f71-48ff-8a4d-795680de1d93 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.434309 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7358fcb9-5f71-48ff-8a4d-795680de1d93 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0087950 Feb 04 13:34:48.436187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47958) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.447760 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:48.458937 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b35debe2-548c-4c69-a25b-50f373551eb6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5951936 Feb 04 13:34:48.459149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [None req-61d28595-8d7a-44f7-ac12-662037cb8cf5 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.461395 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-61d28595-8d7a-44f7-ac12-662037cb8cf5 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0203128 Feb 04 13:34:48.464699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Pushing event updated for resources: {'Port': ['ID=9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:48.464891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47962) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.486090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-2e8e70ab-47e8-4546-9657-14aae896fbc7 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.489230 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2e8e70ab-47e8-4546-9657-14aae896fbc7 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0225677 Feb 04 13:34:48.493680 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47966) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.518075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-180f0f3d-e666-45d4-8ba1-c4ee0b306c7c tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.525067 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-180f0f3d-e666-45d4-8ba1-c4ee0b306c7c tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0249820 Feb 04 13:34:48.528117 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47968) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.542825 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-1f9dd56d-8fca-491a-baee-490ff808a4f5 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.544570 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1f9dd56d-8fca-491a-baee-490ff808a4f5 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0115013 Feb 04 13:34:48.574710 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47970) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.593367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-78b369f3-659f-4086-9697-f7700440c263 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.600315 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-78b369f3-659f-4086-9697-f7700440c263 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0232730 Feb 04 13:34:48.608637 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47974) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.610983 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-c12954e6-b745-40ac-8d3b-3f8cc07147b1 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.614126 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbda289-f85b-414a-a50e-337dbcafcfd6 x-openstack-request-id: req-8cbda289-f85b-414a-a50e-337dbcafcfd6 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:34:48.614923 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9df3c4-25b9-470a-a9dd-ec3165c4afc0", "tag": "8a13df85-0e8e-48cf-86f0-e69b20fee8d3", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:34:48.615552 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8cbda289-f85b-414a-a50e-337dbcafcfd6 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:34:48.616442 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9df3c4-25b9-470a-a9dd-ec3165c4afc0', 'tag': '8a13df85-0e8e-48cf-86f0-e69b20fee8d3', 'status': 'completed', 'code': 200} Feb 04 13:34:48.620554 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c12954e6-b745-40ac-8d3b-3f8cc07147b1 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0072250 Feb 04 13:34:48.623815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47976) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.627807 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47978) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.658521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-2f59fe2b-114c-4fab-9a2d-de258fa3b7e5 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.660512 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2f59fe2b-114c-4fab-9a2d-de258fa3b7e5 tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0310729 Feb 04 13:34:48.690935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47982) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.696118 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-efe370d2-2b09-4454-ac5d-22a2fda7b67e tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.697767 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-efe370d2-2b09-4454-ac5d-22a2fda7b67e tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0076768 Feb 04 13:34:48.707822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47984) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:48.813814 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [None req-971489e4-3144-435d-9c2e-e9ee7dd04c6e tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:48.815625 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-971489e4-3144-435d-9c2e-e9ee7dd04c6e tempest-ExtensionsTestJSON-1928215143 tempest-ExtensionsTestJSON-1928215143-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.1062856 Feb 04 13:34:48.892444 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-151d1302-a4de-424c-9bdd-cdd229e8a9e0 admin admin] Deleting subnet 6b4af567-6d1c-4469-93c3-68cbff75ad98 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:34:48.898279 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-151d1302-a4de-424c-9bdd-cdd229e8a9e0 admin admin] Publish callbacks [] for subnet (6b4af567-6d1c-4469-93c3-68cbff75ad98), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:48.968882 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-151d1302-a4de-424c-9bdd-cdd229e8a9e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (6b4af567-6d1c-4469-93c3-68cbff75ad98), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:48.989855 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Attempting to bind port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:34:48.990976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Attempting to bind port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '0d81e0ef-916f-4894-8f23-b34c8b968815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:34:48.992146 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Attempting to bind port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 on network e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:49.014491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 on network e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:34:49.014782 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Attempting to bind port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 on network e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:49.027712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:34:49.036734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Checking segment: {'id': '0d81e0ef-916f-4894-8f23-b34c8b968815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:49.036734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Bound using segment: {'id': '0d81e0ef-916f-4894-8f23-b34c8b968815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:34:49.036734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Bound port: 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d81e0ef-916f-4894-8f23-b34c8b968815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:34:49.036734 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.041458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368368e-5576-4229-a647-4cf855642803 req-8fdad27c-2c8e-4a1e-ae97-f48959a5ba72 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:49.049341 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8368368e-5576-4229-a647-4cf855642803 req-8fdad27c-2c8e-4a1e-ae97-f48959a5ba72 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 943 time: 0.2921114 Feb 04 13:34:49.051522 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-151d1302-a4de-424c-9bdd-cdd229e8a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (6b4af567-6d1c-4469-93c3-68cbff75ad98), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.088192 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624d6e5-0087-4e10-86b3-01aec8a818be req-c6fa3a42-e965-4a6a-9241-ab90291bd12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:49.089986 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d624d6e5-0087-4e10-86b3-01aec8a818be req-c6fa3a42-e965-4a6a-9241-ab90291bd12c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1b3cf201de5741e68b3a523ba7663c2a&device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 1127 time: 0.3260667 Feb 04 13:34:49.152347 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-151d1302-a4de-424c-9bdd-cdd229e8a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (6b4af567-6d1c-4469-93c3-68cbff75ad98), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.162829 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48000) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:49.198805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d1302-a4de-424c-9bdd-cdd229e8a9e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b4af567-6d1c-4469-93c3-68cbff75ad98,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:49.212910 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-151d1302-a4de-424c-9bdd-cdd229e8a9e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.221001 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-151d1302-a4de-424c-9bdd-cdd229e8a9e0 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/6b4af567-6d1c-4469-93c3-68cbff75ad98 HTTP/1.1" status: 204 len: 168 time: 0.5800009 Feb 04 13:34:49.224501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48004) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:49.244937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8368368e-5576-4229-a647-4cf855642803 req-ecfbce9f-de7d-4211-9f29-c03d335b913d tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940830 Feb 04 13:34:49.378425 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] For port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:34:49.391219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] For port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15,segment=NetworkSegment(0d81e0ef-916f-4894-8f23-b34c8b968815),segment_id=0d81e0ef-916f-4894-8f23-b34c8b968815)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:34:49.398941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624d6e5-0087-4e10-86b3-01aec8a818be req-784e20e3-82a4-42a5-b0c5-52ca512697a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:49.400133 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82676407-a62d-42f5-9043-a5a98f57bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (454cf47f-1b90-45be-92f1-9007ac141799), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.400600 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d624d6e5-0087-4e10-86b3-01aec8a818be req-784e20e3-82a4-42a5-b0c5-52ca512697a2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 HTTP/1.1" status: 200 len: 920 time: 0.2954009 Feb 04 13:34:49.402445 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.501889 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Pushing event updated for resources: {'Port': ['ID=9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:49.505538 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48024) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:49.570576 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67c8e8b9-bee8-4c84-ae43-e7938a3822fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.573756 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82676407-a62d-42f5-9043-a5a98f57bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (454cf47f-1b90-45be-92f1-9007ac141799), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.574010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:49.575018 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.577312 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-e5acceb0-bba9-4679-9c13-0a28e2591a93 service neutron] 10.222.0.99 "PUT /v2.0/ports/9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 HTTP/1.1" status: 200 len: 1092 time: 3.5319824 Feb 04 13:34:49.580486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d624d6e5-0087-4e10-86b3-01aec8a818be req-82f3304a-27b4-4000-8ef9-55eda9391027 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a13df85-0e8e-48cf-86f0-e69b20fee8d3 HTTP/1.1" status: 200 len: 217 time: 0.1356599 Feb 04 13:34:49.614493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-82676407-a62d-42f5-9043-a5a98f57bb4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454cf47f-1b90-45be-92f1-9007ac141799']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:49.631016 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-82676407-a62d-42f5-9043-a5a98f57bb4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50102105-5ddc-49a3-9017-86c3fa3125e2') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:49.631329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-82676407-a62d-42f5-9043-a5a98f57bb4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50102105-5ddc-49a3-9017-86c3fa3125e2') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:49.649321 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82676407-a62d-42f5-9043-a5a98f57bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (50102105-5ddc-49a3-9017-86c3fa3125e2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.672018 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82676407-a62d-42f5-9043-a5a98f57bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (50102105-5ddc-49a3-9017-86c3fa3125e2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.684390 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82676407-a62d-42f5-9043-a5a98f57bb4e admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:34:49.690781 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82676407-a62d-42f5-9043-a5a98f57bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (50102105-5ddc-49a3-9017-86c3fa3125e2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:34:49.692770 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:34:49.745609 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aaef6c41-3c06-4e8b-af91-49d827f2f77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.754627 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-90a3ba62-fa6c-46e0-939c-9ddefc66bea9 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--824562205&fields=id&tenant_id=594053dcbab8463db86849941a112819 HTTP/1.1" status: 200 len: 267 time: 0.2477763 Feb 04 13:34:49.776097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624d6e5-0087-4e10-86b3-01aec8a818be req-e2f01f77-f05d-4016-8a46-1a4431d3af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:49.776319 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82676407-a62d-42f5-9043-a5a98f57bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (454cf47f-1b90-45be-92f1-9007ac141799), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.777544 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d624d6e5-0087-4e10-86b3-01aec8a818be req-e2f01f77-f05d-4016-8a46-1a4431d3af5d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=218fe4a2-bfd8-4afd-b187-fe7cab9a038e HTTP/1.1" status: 200 len: 859 time: 0.1329489 Feb 04 13:34:49.788657 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82676407-a62d-42f5-9043-a5a98f57bb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.796683 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-82676407-a62d-42f5-9043-a5a98f57bb4e admin admin] 10.222.0.96 "DELETE /v2.0/networks/454cf47f-1b90-45be-92f1-9007ac141799 HTTP/1.1" status: 204 len: 168 time: 0.5693586 Feb 04 13:34:49.800226 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67c8e8b9-bee8-4c84-ae43-e7938a3822fe admin admin] Publish callbacks [] for security_group (db39113b-432d-483a-810c-110781cc8fb6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.819513 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67c8e8b9-bee8-4c84-ae43-e7938a3822fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (db39113b-432d-483a-810c-110781cc8fb6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.826930 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82676407-a62d-42f5-9043-a5a98f57bb4e admin admin] Pushing event deleted for resources: {'Network': ['ID=454cf47f-1b90-45be-92f1-9007ac141799,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:49.854856 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d624d6e5-0087-4e10-86b3-01aec8a818be req-1a6246df-dc62-4d62-8dcf-4c65ad616fbb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641680 Feb 04 13:34:49.864530 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-cb0270d2-d47d-4140-902b-c1f99101a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:49.866329 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-cb0270d2-d47d-4140-902b-c1f99101a3d2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1b3cf201de5741e68b3a523ba7663c2a&device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 1126 time: 0.2204652 Feb 04 13:34:49.886426 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-67c8e8b9-bee8-4c84-ae43-e7938a3822fe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1684cdaf429f418a8505a7fcb3d5a686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7194088 Feb 04 13:34:49.887459 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7cd1b6bd-6f74-4df7-a14a-b72a479fa520 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:49.889842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48030) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:49.892570 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7cd1b6bd-6f74-4df7-a14a-b72a479fa520 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports/c851ed1e-9207-4b30-bdb5-b5029841908d HTTP/1.1" status: 200 len: 937 time: 0.1217053 Feb 04 13:34:49.912752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8e8b9-bee8-4c84-ae43-e7938a3822fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db39113b-432d-483a-810c-110781cc8fb6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:49.964482 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4aa065a-ba87-4393-aafc-8c9f58e6c020 admin admin] Publish callbacks [] for security_group (db39113b-432d-483a-810c-110781cc8fb6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:50.008528 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4aa065a-ba87-4393-aafc-8c9f58e6c020 admin admin] Publish callbacks [] for security_group (db39113b-432d-483a-810c-110781cc8fb6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:50.010901 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48032) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:50.049623 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-b0037562-61df-494a-87f5-40ac24f216d1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 HTTP/1.1" status: 200 len: 217 time: 0.1048617 Feb 04 13:34:50.074417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-6e55df8f-df62-421d-a70b-fd3974a0e6e6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:50.075901 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-6e55df8f-df62-421d-a70b-fd3974a0e6e6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports/1d03bc7b-242a-4b15-ad3d-18ab1a2929fd HTTP/1.1" status: 200 len: 935 time: 0.1799700 Feb 04 13:34:50.095211 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3c334fd1-9c79-4664-a2f3-1e1e1cc90ceb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e14033a1a3ac47f8935bdc5fb8a7445e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0830247 Feb 04 13:34:50.098213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48034) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:50.134083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:34:50.150388 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4aa065a-ba87-4393-aafc-8c9f58e6c020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (db39113b-432d-483a-810c-110781cc8fb6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:50.154194 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4aa065a-ba87-4393-aafc-8c9f58e6c020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:50.156446 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c4aa065a-ba87-4393-aafc-8c9f58e6c020 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/db39113b-432d-483a-810c-110781cc8fb6 HTTP/1.1" status: 204 len: 168 time: 0.2655249 Feb 04 13:34:50.172658 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa065a-ba87-4393-aafc-8c9f58e6c020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db39113b-432d-483a-810c-110781cc8fb6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:50.192680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-5e5e2565-a603-4008-a1cd-13a8cd1f873e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?network_id=b03e4d9b-f465-42a3-8d1f-a7a7367db390&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1046855 Feb 04 13:34:50.202152 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bae06486-2754-45dd-a15e-1640655dcc13 admin admin] Publish callbacks [] for security_group (f053087c-2dc6-4ba1-8c19-36d15c357655), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:50.224880 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aaef6c41-3c06-4e8b-af91-49d827f2f77f admin admin] Publish callbacks [] for security_group (68aea15b-9453-4190-8f30-e74a7b541617), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:50.238060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-4fcbf47e-415d-40f0-93e2-824712c3821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:50.239637 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-4fcbf47e-415d-40f0-93e2-824712c3821b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=218fe4a2-bfd8-4afd-b187-fe7cab9a038e HTTP/1.1" status: 200 len: 859 time: 0.1830471 Feb 04 13:34:50.248671 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bae06486-2754-45dd-a15e-1640655dcc13 admin admin] Publish callbacks [] for security_group (f053087c-2dc6-4ba1-8c19-36d15c357655), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:50.267665 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aaef6c41-3c06-4e8b-af91-49d827f2f77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (68aea15b-9453-4190-8f30-e74a7b541617), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:50.290080 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8a13df85-0e8e-48cf-86f0-e69b20fee8d3,segment=NetworkSegment(0d81e0ef-916f-4894-8f23-b34c8b968815),segment_id=0d81e0ef-916f-4894-8f23-b34c8b968815)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:50.305429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '8a13df85-0e8e-48cf-86f0-e69b20fee8d3', 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1', 'port_id': '8a13df85-0e8e-48cf-86f0-e69b20fee8d3', 'mac_address': 'fa:16:3e:6c:dc:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218fe4a2-bfd8-4afd-b187-fe7cab9a038e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:34:50.312758 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-aaef6c41-3c06-4e8b-af91-49d827f2f77f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2d606fea0bcd4742ba9d9ea8447570e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7533672 Feb 04 13:34:50.321863 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-4023ba40-0468-4675-b3df-a278b79a31b1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?network_id=b03e4d9b-f465-42a3-8d1f-a7a7367db390&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1064918 Feb 04 13:34:50.326142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48040) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:50.371313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d624d6e5-0087-4e10-86b3-01aec8a818be req-d342498f-3c68-4e87-a73b-72703a043dad service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250476 Feb 04 13:34:50.373622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:50.374154 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8a13df85-0e8e-48cf-86f0-e69b20fee8d3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:50.378002 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bae06486-2754-45dd-a15e-1640655dcc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f053087c-2dc6-4ba1-8c19-36d15c357655), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:50.380475 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bae06486-2754-45dd-a15e-1640655dcc13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:50.381871 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bae06486-2754-45dd-a15e-1640655dcc13 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f053087c-2dc6-4ba1-8c19-36d15c357655 HTTP/1.1" status: 204 len: 168 time: 0.2820916 Feb 04 13:34:50.399745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-09d1f662-a11e-4d39-954e-6b309a511a1f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332684 Feb 04 13:34:50.400607 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae06486-2754-45dd-a15e-1640655dcc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f053087c-2dc6-4ba1-8c19-36d15c357655,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:50.436942 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:34:50.482510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8a13df85-0e8e-48cf-86f0-e69b20fee8d3,segment=NetworkSegment(0d81e0ef-916f-4894-8f23-b34c8b968815),segment_id=0d81e0ef-916f-4894-8f23-b34c8b968815)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:50.489299 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8a13df85-0e8e-48cf-86f0-e69b20fee8d3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:50.561582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8a13df85-0e8e-48cf-86f0-e69b20fee8d3,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:50.815874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc', 'tag': '9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:50.818061 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9b993c-df72-4464-a871-278908bfc0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc", "tag": "9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:50.891196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef6c41-3c06-4e8b-af91-49d827f2f77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68aea15b-9453-4190-8f30-e74a7b541617,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:50.915901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8a13df85-0e8e-48cf-86f0-e69b20fee8d3'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:34:51.055625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-9b41daf7-aea2-4204-994a-28efa5c3960c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:51.067179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-9b41daf7-aea2-4204-994a-28efa5c3960c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:51.077931 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-9b41daf7-aea2-4204-994a-28efa5c3960c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:51.090212 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-9b41daf7-aea2-4204-994a-28efa5c3960c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/networks?id=1671d76e-ba93-4775-9183-503f305e6bb1&id=386e66d0-0813-47f8-96ee-a8bf1332cdc1&id=386e66d0-0813-47f8-96ee-a8bf1332cdc1&id=b03e4d9b-f465-42a3-8d1f-a7a7367db390&id=b03e4d9b-f465-42a3-8d1f-a7a7367db390 HTTP/1.1" status: 200 len: 1994 time: 0.7670176 Feb 04 13:34:51.128021 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b13f5010-fa61-4bc7-8960-ff1d4761d91e admin admin] Publish callbacks [] for security_group (68aea15b-9453-4190-8f30-e74a7b541617), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:51.168883 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-68b710c2-5e17-4dac-9916-7f94818cbf94 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/quotas/594053dcbab8463db86849941a112819 HTTP/1.1" status: 200 len: 375 time: 0.0765176 Feb 04 13:34:51.191232 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-91887565-0d46-4292-a3b3-a2adfdd6243a service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7496853 Feb 04 13:34:51.260379 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d624d6e5-0087-4e10-86b3-01aec8a818be req-64800e6d-4404-4339-bccc-21c327f56928 service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8236470 Feb 04 13:34:51.346773 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b13f5010-fa61-4bc7-8960-ff1d4761d91e admin admin] Publish callbacks [] for security_group (68aea15b-9453-4190-8f30-e74a7b541617), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:51.432385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-35369037-19fd-4a4a-869c-f980fb82fb3a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=594053dcbab8463db86849941a112819&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2623203 Feb 04 13:34:51.483915 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d35e8b32-4ae8-44c9-850d-df5c9fa66c3c req-5a0a6cf0-6d7d-4080-8074-116c00e2f6a5 service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757361 Feb 04 13:34:51.506567 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b13f5010-fa61-4bc7-8960-ff1d4761d91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (68aea15b-9453-4190-8f30-e74a7b541617), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:51.509454 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b13f5010-fa61-4bc7-8960-ff1d4761d91e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:51.514147 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b13f5010-fa61-4bc7-8960-ff1d4761d91e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/68aea15b-9453-4190-8f30-e74a7b541617 HTTP/1.1" status: 204 len: 168 time: 1.1845059 Feb 04 13:34:51.563208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f5010-fa61-4bc7-8960-ff1d4761d91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68aea15b-9453-4190-8f30-e74a7b541617,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:51.623043 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b2a0ebf9-1c7b-4da6-a49f-9856ccf35af0 service neutron] 10.222.0.96 "GET /v2.0/networks/1671d76e-ba93-4775-9183-503f305e6bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601233 Feb 04 13:34:51.764574 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-6c1dccba-e60b-4a50-bdb2-17ac5cbec972 service neutron] 10.222.0.96 "GET /v2.0/networks/1671d76e-ba93-4775-9183-503f305e6bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352115 Feb 04 13:34:51.818175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-ed8b86ea-7d5e-4fce-a8e0-6398c9300bc6 service neutron] 10.222.0.96 "GET /v2.0/ports/c851ed1e-9207-4b30-bdb5-b5029841908d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0470767 Feb 04 13:34:51.895503 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48090) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:51.946695 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-53dc87d3-124a-46c4-b121-90abf2555786 service neutron] 10.222.0.96 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173415 Feb 04 13:34:52.103329 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-5940a93d-180a-4061-938f-d964be8a3476 service neutron] 10.222.0.96 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502292 Feb 04 13:34:52.110564 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-57dfb1ac-0def-4df7-8273-ffa3bc8c6bc5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2048763041-network', 'tenant_id': 'fd3f6bfa14a74426878c6a232ebe9d08'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:52.148938 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:52.151417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dfb1ac-0def-4df7-8273-ffa3bc8c6bc5 admin admin] Made reservation on behalf of fd3f6bfa14a74426878c6a232ebe9d08 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:52.154660 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57dfb1ac-0def-4df7-8273-ffa3bc8c6bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:52.165843 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57dfb1ac-0def-4df7-8273-ffa3bc8c6bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:52.183259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b3034ac6-551d-4b53-9ab9-b128cca35e22 service neutron] 10.222.0.96 "GET /v2.0/ports/1d03bc7b-242a-4b15-ad3d-18ab1a2929fd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0707359 Feb 04 13:34:52.255937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:34:52.267601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:52.268248 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8a13df85-0e8e-48cf-86f0-e69b20fee8d3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:52.345863 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57dfb1ac-0def-4df7-8273-ffa3bc8c6bc5 admin admin] Publish callbacks [] for security_group (6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:52.356994 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57dfb1ac-0def-4df7-8273-ffa3bc8c6bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:52.378855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-f2a92c21-cc24-4f25-ac03-42f3af138dae service neutron] 10.222.0.96 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876388 Feb 04 13:34:52.440362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57dfb1ac-0def-4df7-8273-ffa3bc8c6bc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:34:52.508859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfb1ac-0def-4df7-8273-ffa3bc8c6bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:52.540088 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57dfb1ac-0def-4df7-8273-ffa3bc8c6bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (bd088da6-464d-4d7d-b3b1-f3846918925a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:52.548132 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-57dfb1ac-0def-4df7-8273-ffa3bc8c6bc5 admin admin] Added segment bd088da6-464d-4d7d-b3b1-f3846918925a of type vlan for network 7da8d732-06df-45b4-b9ed-9adaf78d650f Feb 04 13:34:52.561385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-cc3fa9a8-d1b9-4b3f-80b5-08d949a4a8e9 service neutron] 10.222.0.96 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779513 Feb 04 13:34:52.682428 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57dfb1ac-0def-4df7-8273-ffa3bc8c6bc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (7da8d732-06df-45b4-b9ed-9adaf78d650f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:52.709400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:52.713114 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8a13df85-0e8e-48cf-86f0-e69b20fee8d3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:52.734784 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57dfb1ac-0def-4df7-8273-ffa3bc8c6bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (7da8d732-06df-45b4-b9ed-9adaf78d650f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:52.737067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dfb1ac-0def-4df7-8273-ffa3bc8c6bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:52.739591 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57dfb1ac-0def-4df7-8273-ffa3bc8c6bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:52.776955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9df3c4-25b9-470a-a9dd-ec3165c4afc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a13df85-0e8e-48cf-86f0-e69b20fee8d3'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:52.792033 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec978e3-4c3b-4ffc-b61f-b47de5f885c6" -d '{"events": [{"server_uuid": "8a9df3c4-25b9-470a-a9dd-ec3165c4afc0", "name": "network-vif-plugged", "status": "completed", "tag": "8a13df85-0e8e-48cf-86f0-e69b20fee8d3"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:52.797032 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-2fc8c327-153d-418f-925e-1f232bf0365c service neutron] 10.222.0.96 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256017 Feb 04 13:34:52.818588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8a13df85-0e8e-48cf-86f0-e69b20fee8d3,segment=NetworkSegment(0d81e0ef-916f-4894-8f23-b34c8b968815),segment_id=0d81e0ef-916f-4894-8f23-b34c8b968815)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:52.826553 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8a13df85-0e8e-48cf-86f0-e69b20fee8d3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:52.828714 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 18ecf498-4722-4cfb-9c42-1da62fff206f no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:34:52.863257 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-57dfb1ac-0def-4df7-8273-ffa3bc8c6bc5 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9651141 Feb 04 13:34:52.867147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48120) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:52.880492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ba2083b4-833a-478f-a535-c8e758ad3857 admin admin] Request body: {'subnet': {'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2048763041-subnet', 'tenant_id': 'fd3f6bfa14a74426878c6a232ebe9d08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:52.888772 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfb1ac-0def-4df7-8273-ffa3bc8c6bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=7da8d732-06df-45b4-b9ed-9adaf78d650f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:52.919836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2083b4-833a-478f-a535-c8e758ad3857 admin admin] Made reservation on behalf of fd3f6bfa14a74426878c6a232ebe9d08 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:52.923744 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba2083b4-833a-478f-a535-c8e758ad3857 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:53.018122 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 7da8d732-06df-45b4-b9ed-9adaf78d650f details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:34:53.067201 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-8a09f7b3-fb58-4297-8eed-217924331143 service neutron] 10.222.0.96 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600696 Feb 04 13:34:53.142688 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48126) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:53.226699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8a13df85-0e8e-48cf-86f0-e69b20fee8d3,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:53.262350 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba2083b4-833a-478f-a535-c8e758ad3857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (03d20d16-73a0-404a-8122-7ea2dec8018c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:53.306348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-42a78441-81e2-49b2-9b8c-9cb4c70dd60b service neutron] 10.222.0.96 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260482 Feb 04 13:34:53.336622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 18ecf498-4722-4cfb-9c42-1da62fff206f is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:53.337375 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:53.379749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2083b4-833a-478f-a535-c8e758ad3857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03d20d16-73a0-404a-8122-7ea2dec8018c,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:53.400405 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2083b4-833a-478f-a535-c8e758ad3857 admin admin] Checking segment: {'id': 'bd088da6-464d-4d7d-b3b1-f3846918925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:53.401327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2083b4-833a-478f-a535-c8e758ad3857 admin admin] Network hostable DHCP agents. Network: 7da8d732-06df-45b4-b9ed-9adaf78d650f, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:34:53.419095 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 18ecf498-4722-4cfb-9c42-1da62fff206f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18ecf498-4722-4cfb-9c42-1da62fff206f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:53.429598 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:53.449211 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2083b4-833a-478f-a535-c8e758ad3857 admin admin] Network 7da8d732-06df-45b4-b9ed-9adaf78d650f is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:34:53.469875 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-ba2083b4-833a-478f-a535-c8e758ad3857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 7da8d732-06df-45b4-b9ed-9adaf78d650f) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:53.481770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2083b4-833a-478f-a535-c8e758ad3857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:53.483017 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba2083b4-833a-478f-a535-c8e758ad3857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:53.512491 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db45e514-79eb-4848-9db1-faf10bbdc881 None None] Network 7da8d732-06df-45b4-b9ed-9adaf78d650f requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:53.529837 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ba2083b4-833a-478f-a535-c8e758ad3857 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6490481 Feb 04 13:34:53.607052 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8756fa5c-20e1-424b-b3cc-34494b76c514 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-337429209'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:53.612386 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-275f7083-6f23-4e48-a109-7c7424eb1cfe service neutron] 10.222.0.96 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871475 Feb 04 13:34:53.659457 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8756fa5c-20e1-424b-b3cc-34494b76c514 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:53.663274 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8756fa5c-20e1-424b-b3cc-34494b76c514 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:53.687546 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8756fa5c-20e1-424b-b3cc-34494b76c514 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:53.706694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=18ecf498-4722-4cfb-9c42-1da62fff206f,revision_number=11']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:53.827611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ab7e3d-d89d-4467-a0d4-93e2a3ad1059 None None] Network 7da8d732-06df-45b4-b9ed-9adaf78d650f requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:53.931265 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-0b64a55f-20f1-4b67-bd5a-8fda5c98ae33 service neutron] 10.222.0.96 "GET /v2.0/networks/b03e4d9b-f465-42a3-8d1f-a7a7367db390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009622 Feb 04 13:34:53.939549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8756fa5c-20e1-424b-b3cc-34494b76c514 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (256f138e-84ed-493c-b4b3-ad3e8cefaf53), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:53.951559 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8756fa5c-20e1-424b-b3cc-34494b76c514 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (256f138e-84ed-493c-b4b3-ad3e8cefaf53), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:53.989433 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8756fa5c-20e1-424b-b3cc-34494b76c514 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:34:54.005272 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756fa5c-20e1-424b-b3cc-34494b76c514 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256f138e-84ed-493c-b4b3-ad3e8cefaf53,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:54.016946 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8756fa5c-20e1-424b-b3cc-34494b76c514 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (ce87fd67-970b-450b-98a3-97a810bdb0e1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:54.017516 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-8756fa5c-20e1-424b-b3cc-34494b76c514 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Added segment ce87fd67-970b-450b-98a3-97a810bdb0e1 of type vlan for network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 Feb 04 13:34:54.086643 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8756fa5c-20e1-424b-b3cc-34494b76c514 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (9b6c4a47-7f08-4887-9139-49a7f9b30ad4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:54.131901 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8756fa5c-20e1-424b-b3cc-34494b76c514 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (9b6c4a47-7f08-4887-9139-49a7f9b30ad4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:54.139376 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8756fa5c-20e1-424b-b3cc-34494b76c514 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:54.140506 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8756fa5c-20e1-424b-b3cc-34494b76c514 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:54.144945 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c833766e-3e32-4742-85c8-7e824b238332 service neutron] 10.222.0.96 "GET /v2.0/networks/b03e4d9b-f465-42a3-8d1f-a7a7367db390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054622 Feb 04 13:34:54.160867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:34:54.215939 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8756fa5c-20e1-424b-b3cc-34494b76c514 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0722752 Feb 04 13:34:54.222558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48148) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:54.231402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-36a331b7-c561-456e-808f-1723e94cb9a5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'name': 'tempest-PortsIpV6TestJSON-435444998'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:54.235978 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756fa5c-20e1-424b-b3cc-34494b76c514 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Network': ['ID=9b6c4a47-7f08-4887-9139-49a7f9b30ad4,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:54.287420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:34:54.376708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a331b7-c561-456e-808f-1723e94cb9a5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:54.385646 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36a331b7-c561-456e-808f-1723e94cb9a5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:54.408546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-a07e9602-3869-40b0-bf50-ebef48308d41 service neutron] 10.222.0.96 "GET /v2.0/networks/b03e4d9b-f465-42a3-8d1f-a7a7367db390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501214 Feb 04 13:34:54.409468 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15,segment=NetworkSegment(0d81e0ef-916f-4894-8f23-b34c8b968815),segment_id=0d81e0ef-916f-4894-8f23-b34c8b968815)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:54.425549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15', 'network_id': 'e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1', 'port_id': '9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15', 'mac_address': 'fa:16:3e:10:23:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218fe4a2-bfd8-4afd-b187-fe7cab9a038e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:34:54.438412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-36a331b7-c561-456e-808f-1723e94cb9a5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] device_id is not set on port c7263d26-bde3-4287-a3db-9aef686698aa yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:34:54.480814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:54.481243 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:54.501106 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:34:54.530459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15,segment=NetworkSegment(0d81e0ef-916f-4894-8f23-b34c8b968815),segment_id=0d81e0ef-916f-4894-8f23-b34c8b968815)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:54.536532 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:54.622682 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:54.644509 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-e7ccaa3d-046d-4134-a9d2-7071cf416368 service neutron] 10.222.0.96 "GET /v2.0/networks/b03e4d9b-f465-42a3-8d1f-a7a7367db390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200022 Feb 04 13:34:54.736230 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36a331b7-c561-456e-808f-1723e94cb9a5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (c7263d26-bde3-4287-a3db-9aef686698aa), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:54.799593 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36a331b7-c561-456e-808f-1723e94cb9a5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c7263d26-bde3-4287-a3db-9aef686698aa), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:54.869223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:34:54.872334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a331b7-c561-456e-808f-1723e94cb9a5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=c7263d26-bde3-4287-a3db-9aef686698aa,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:54.886738 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a331b7-c561-456e-808f-1723e94cb9a5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Checking segment: {'id': 'ce87fd67-970b-450b-98a3-97a810bdb0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:54.886935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a331b7-c561-456e-808f-1723e94cb9a5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network hostable DHCP agents. Network: 9b6c4a47-7f08-4887-9139-49a7f9b30ad4, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:34:54.910430 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a331b7-c561-456e-808f-1723e94cb9a5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:34:54.927559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-36a331b7-c561-456e-808f-1723e94cb9a5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 9b6c4a47-7f08-4887-9139-49a7f9b30ad4) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:54.933543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a331b7-c561-456e-808f-1723e94cb9a5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:54.939996 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a331b7-c561-456e-808f-1723e94cb9a5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:54.941035 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36a331b7-c561-456e-808f-1723e94cb9a5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:54.968632 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-36a331b7-c561-456e-808f-1723e94cb9a5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7395535 Feb 04 13:34:54.969186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48164) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:54.977186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-2322d737-abc1-4ddb-b283-0c5ca894d334 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1697089927'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:54.980109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211877f9-6992-426a-b9b7-e929ca2408ca None None] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:55.018535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2322d737-abc1-4ddb-b283-0c5ca894d334 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:55.026561 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2322d737-abc1-4ddb-b283-0c5ca894d334 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:55.077542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2322d737-abc1-4ddb-b283-0c5ca894d334 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:34:55.095137 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2322d737-abc1-4ddb-b283-0c5ca894d334 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3b102126-d10d-41f9-850a-28d272105525), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:55.095834 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-2322d737-abc1-4ddb-b283-0c5ca894d334 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Added segment 3b102126-d10d-41f9-850a-28d272105525 of type vlan for network bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6 Feb 04 13:34:55.189689 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2322d737-abc1-4ddb-b283-0c5ca894d334 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:55.256561 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2322d737-abc1-4ddb-b283-0c5ca894d334 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:55.274498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2322d737-abc1-4ddb-b283-0c5ca894d334 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:55.276045 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2322d737-abc1-4ddb-b283-0c5ca894d334 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:55.468229 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48184) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:55.468543 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2322d737-abc1-4ddb-b283-0c5ca894d334 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4977040 Feb 04 13:34:55.478119 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'ports': [{'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4'}, {'network_id': 'bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6'}]} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:55.478922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:55.479589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'network_id': 'bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:55.540853 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322d737-abc1-4ddb-b283-0c5ca894d334 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Network': ['ID=bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:55.568165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:34:55.746033 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'port': 2} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:55.756857 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:55.776052 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fde21-a33f-4419-acfc-dd270d110573 req-265b3163-3a19-4c73-8b0e-ff28ff96997d tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:55.777879 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b11fde21-a33f-4419-acfc-dd270d110573 req-265b3163-3a19-4c73-8b0e-ff28ff96997d tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 946 time: 0.0777910 Feb 04 13:34:55.793142 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:55.864523 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b11fde21-a33f-4419-acfc-dd270d110573 req-3baa91fa-0faf-487c-8157-240bcd99758a tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715430 Feb 04 13:34:56.010010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] device_id is not set on port 3d525939-37a7-4a8f-8b05-f1d6b5822e29 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:34:56.157509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:56.173539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc88184-37de-4ffc-ae8c-239aa48009d7 req-9aeac785-7566-4833-bfb6-0728aff3cc2f tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:56.176493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4cc88184-37de-4ffc-ae8c-239aa48009d7 req-9aeac785-7566-4833-bfb6-0728aff3cc2f tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 944 time: 0.1169789 Feb 04 13:34:56.214090 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (3d525939-37a7-4a8f-8b05-f1d6b5822e29), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:56.275754 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:34:56.280630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:56.281031 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:56.306140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4cc88184-37de-4ffc-ae8c-239aa48009d7 req-3532b46e-570e-4787-91ab-d40c632e59c3 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202219 Feb 04 13:34:56.353205 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40adf627-dd0e-4bc2-b033-d0b35871b44c x-openstack-request-id: req-40adf627-dd0e-4bc2-b033-d0b35871b44c {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:34:56.353643 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc", "tag": "9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:34:56.354188 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-40adf627-dd0e-4bc2-b033-d0b35871b44c {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:34:56.354604 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc', 'tag': '9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15', 'status': 'completed', 'code': 200} Feb 04 13:34:56.419323 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e0f827-7e5e-41ea-a3dd-c10ce1b71743 x-openstack-request-id: req-16e0f827-7e5e-41ea-a3dd-c10ce1b71743 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:34:56.419822 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9df3c4-25b9-470a-a9dd-ec3165c4afc0", "name": "network-vif-plugged", "status": "completed", "tag": "8a13df85-0e8e-48cf-86f0-e69b20fee8d3", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:34:56.420792 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-16e0f827-7e5e-41ea-a3dd-c10ce1b71743 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:34:56.420971 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9df3c4-25b9-470a-a9dd-ec3165c4afc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a13df85-0e8e-48cf-86f0-e69b20fee8d3', 'code': 200} Feb 04 13:34:56.493829 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] device_id is not set on port f10e0ef2-2a02-4d39-93f6-ffdcb8da2c18 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:34:56.525864 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:56.526225 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:56.643196 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15,segment=NetworkSegment(0d81e0ef-916f-4894-8f23-b34c8b968815),segment_id=0d81e0ef-916f-4894-8f23-b34c8b968815)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:56.652771 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:56.719316 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (f10e0ef2-2a02-4d39-93f6-ffdcb8da2c18), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:56.729720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b993c-df72-4464-a871-278908bfc0d1 req-d544b303-a0f7-4179-8b73-5a4fd39dfcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:56.732654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b9b993c-df72-4464-a871-278908bfc0d1 req-d544b303-a0f7-4179-8b73-5a4fd39dfcde service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1b3cf201de5741e68b3a523ba7663c2a&device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 1127 time: 0.3271489 Feb 04 13:34:56.769149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfcdf8-4143-43e9-bf75-fbeb80a4595f req-5c38bb89-85fa-4312-9ed9-75576083cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:56.771851 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2adfcdf8-4143-43e9-bf75-fbeb80a4595f req-5c38bb89-85fa-4312-9ed9-75576083cb8b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 1129 time: 0.2317216 Feb 04 13:34:56.802280 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (3d525939-37a7-4a8f-8b05-f1d6b5822e29), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:56.807954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:56.927435 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:56.938940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:56.946858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:56.949018 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f10e0ef2-2a02-4d39-93f6-ffdcb8da2c18), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:56.990339 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=3d525939-37a7-4a8f-8b05-f1d6b5822e29,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:57.034555 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2adfcdf8-4143-43e9-bf75-fbeb80a4595f req-2bcf593f-d63c-44d8-9a30-3dc2c12f0bec service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003562 Feb 04 13:34:57.114435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b993c-df72-4464-a871-278908bfc0d1 req-9a813693-dda5-47fe-8ac7-ed89eac24baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:57.117295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=f10e0ef2-2a02-4d39-93f6-ffdcb8da2c18,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:57.118372 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b9b993c-df72-4464-a871-278908bfc0d1 req-9a813693-dda5-47fe-8ac7-ed89eac24baf service neutron] 10.222.0.99 "GET /v2.0/networks?id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 HTTP/1.1" status: 200 len: 920 time: 0.3705781 Feb 04 13:34:57.198928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Checking segment: {'id': '3b102126-d10d-41f9-850a-28d272105525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:57.199511 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network hostable DHCP agents. Network: bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:34:57.225881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:34:57.239653 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:57.247749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:57.261005 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:57.264490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e71ec9-972c-4dc0-b46b-bde44322bae2 None None] Network bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:57.268167 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:57.269129 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:57.308088 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e9ab85a3-5c8f-48fa-bf31-8681bd6040d9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8383477 Feb 04 13:34:57.311069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48242) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:57.392976 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b9b993c-df72-4464-a871-278908bfc0d1 req-009faf50-23c3-4937-ad05-f1712fe9290f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 HTTP/1.1" status: 200 len: 217 time: 0.0609465 Feb 04 13:34:57.502668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b993c-df72-4464-a871-278908bfc0d1 req-c6c8619b-0dcb-41ca-97d8-7fe21416f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:57.504317 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b9b993c-df72-4464-a871-278908bfc0d1 req-c6c8619b-0dcb-41ca-97d8-7fe21416f90d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=218fe4a2-bfd8-4afd-b187-fe7cab9a038e HTTP/1.1" status: 200 len: 859 time: 0.1035540 Feb 04 13:34:57.513264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-48ee44d3-ea88-45f0-9dd3-204155da80b0 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:57.514853 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-48ee44d3-ea88-45f0-9dd3-204155da80b0 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/networks?id=7da8d732-06df-45b4-b9ed-9adaf78d650f HTTP/1.1" status: 200 len: 818 time: 0.3197217 Feb 04 13:34:57.562902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9d80859c-5f1c-4e43-93e5-cf866d9542a2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port f10e0ef2-2a02-4d39-93f6-ffdcb8da2c18 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:34:57.563835 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d80859c-5f1c-4e43-93e5-cf866d9542a2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f10e0ef2-2a02-4d39-93f6-ffdcb8da2c18), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:57.574767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b9b993c-df72-4464-a871-278908bfc0d1 req-0478fb33-4c0d-4f32-9098-db039794d3da service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588768 Feb 04 13:34:57.577311 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-197650c4-79a7-4854-a7af-858c2ba4b75b tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/quotas/fd3f6bfa14a74426878c6a232ebe9d08 HTTP/1.1" status: 200 len: 375 time: 0.0517914 Feb 04 13:34:57.656544 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d80859c-5f1c-4e43-93e5-cf866d9542a2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f10e0ef2-2a02-4d39-93f6-ffdcb8da2c18), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:57.675408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9d80859c-5f1c-4e43-93e5-cf866d9542a2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for f10e0ef2-2a02-4d39-93f6-ffdcb8da2c18 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:34:57.752745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-8836a46d-92e9-4ea2-836d-fa4a3ccda67d tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=fd3f6bfa14a74426878c6a232ebe9d08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1578147 Feb 04 13:34:57.784170 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b9b993c-df72-4464-a871-278908bfc0d1 req-daedcef9-94ce-4d5c-8907-878a863d6070 service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015650 Feb 04 13:34:57.807776 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d80859c-5f1c-4e43-93e5-cf866d9542a2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f10e0ef2-2a02-4d39-93f6-ffdcb8da2c18), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:57.854140 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80859c-5f1c-4e43-93e5-cf866d9542a2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=f10e0ef2-2a02-4d39-93f6-ffdcb8da2c18,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:57.871776 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d80859c-5f1c-4e43-93e5-cf866d9542a2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:57.886718 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9d80859c-5f1c-4e43-93e5-cf866d9542a2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/f10e0ef2-2a02-4d39-93f6-ffdcb8da2c18 HTTP/1.1" status: 204 len: 168 time: 0.5715947 Feb 04 13:34:57.889098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48254) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:58.023674 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c402eca5-1a0a-4a68-b392-8b614d374c7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:58.036820 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c402eca5-1a0a-4a68-b392-8b614d374c7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:58.044708 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c402eca5-1a0a-4a68-b392-8b614d374c7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1497021 Feb 04 13:34:58.056032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48258) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:58.154414 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-2db80a84-aea7-4cd4-919e-5bd3d370e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:58.155350 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-2db80a84-aea7-4cd4-919e-5bd3d370e2b0 service neutron] 10.222.0.99 "GET /v2.0/ports/c851ed1e-9207-4b30-bdb5-b5029841908d HTTP/1.1" status: 200 len: 1033 time: 0.2452040 Feb 04 13:34:58.254431 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b9b993c-df72-4464-a871-278908bfc0d1 req-650d8471-97f9-440a-a348-26561be8a1a5 service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638438 Feb 04 13:34:58.330032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-ab5c1f74-55d9-4044-a5ce-d12304186492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:58.331497 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-ab5c1f74-55d9-4044-a5ce-d12304186492 service neutron] 10.222.0.99 "GET /v2.0/ports/1d03bc7b-242a-4b15-ad3d-18ab1a2929fd HTTP/1.1" status: 200 len: 1031 time: 0.1682792 Feb 04 13:34:58.336400 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-c47c8a34-7b8a-48ea-8b97-1c38e87e5d2a service neutron] 10.222.0.96 "GET /v2.0/networks/7da8d732-06df-45b4-b9ed-9adaf78d650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827639 Feb 04 13:34:58.422145 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03894b9-f4aa-4e7f-9e61-9ebed0932599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ecf498-4722-4cfb-9c42-1da62fff206f'}, {'server_uuid': 'b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:58.430747 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6d4d6d-4783-47a3-886b-54abb99126e7" -d '{"events": [{"server_uuid": "d03894b9-f4aa-4e7f-9e61-9ebed0932599", "name": "network-vif-unplugged", "status": "completed", "tag": "18ecf498-4722-4cfb-9c42-1da62fff206f"}, {"server_uuid": "b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc", "name": "network-vif-plugged", "status": "completed", "tag": "9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:58.779520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc0ec4-718d-4066-ae42-0218b689ea17 req-d81062a4-a91d-481e-a609-93a3347676a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:58.782399 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5fc0ec4-718d-4066-ae42-0218b689ea17 req-d81062a4-a91d-481e-a609-93a3347676a0 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 1129 time: 0.6612270 Feb 04 13:34:58.905650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-d3a3c1f2-3a1f-465d-ac20-c21bf43d48a0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port 3d525939-37a7-4a8f-8b05-f1d6b5822e29 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:34:58.906719 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d3a3c1f2-3a1f-465d-ac20-c21bf43d48a0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3d525939-37a7-4a8f-8b05-f1d6b5822e29), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:59.143617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-29eb43f6-cd77-4bc5-b0a3-0524028e4919 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:59.149621 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-29eb43f6-cd77-4bc5-b0a3-0524028e4919 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:59.155691 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-29eb43f6-cd77-4bc5-b0a3-0524028e4919 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:59.157855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-29eb43f6-cd77-4bc5-b0a3-0524028e4919 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.99 "GET /v2.0/networks?id=1671d76e-ba93-4775-9183-503f305e6bb1&id=386e66d0-0813-47f8-96ee-a8bf1332cdc1&id=386e66d0-0813-47f8-96ee-a8bf1332cdc1&id=386e66d0-0813-47f8-96ee-a8bf1332cdc1&id=386e66d0-0813-47f8-96ee-a8bf1332cdc1&id=b03e4d9b-f465-42a3-8d1f-a7a7367db390&id=b03e4d9b-f465-42a3-8d1f-a7a7367db390 HTTP/1.1" status: 200 len: 1994 time: 0.8192360 Feb 04 13:34:59.167137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5fc0ec4-718d-4066-ae42-0218b689ea17 req-fdb26edd-cd80-468f-bc90-03764f8bac32 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608954 Feb 04 13:34:59.169182 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-6cf97c73-06ee-4d09-9372-2de8001f81d0 service neutron] 10.222.0.96 "GET /v2.0/networks/7da8d732-06df-45b4-b9ed-9adaf78d650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8129988 Feb 04 13:34:59.175068 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d3a3c1f2-3a1f-465d-ac20-c21bf43d48a0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3d525939-37a7-4a8f-8b05-f1d6b5822e29), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:59.213043 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-d3a3c1f2-3a1f-465d-ac20-c21bf43d48a0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for 3d525939-37a7-4a8f-8b05-f1d6b5822e29 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:34:59.360334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-5183d685-599a-4a02-948d-d7e70e752377 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=594053dcbab8463db86849941a112819 HTTP/1.1" status: 200 len: 379 time: 0.1880221 Feb 04 13:34:59.426473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-52ea3b4b-3e13-4dc0-8e2e-8063764d4ef6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Request body: {'port': {'device_id': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1', 'admin_state_up': True, 'tenant_id': '594053dcbab8463db86849941a112819', 'security_groups': ['4213865b-48f5-4444-b3f7-18cb0b64b7a1']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:59.521176 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d3a3c1f2-3a1f-465d-ac20-c21bf43d48a0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (3d525939-37a7-4a8f-8b05-f1d6b5822e29), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:59.621003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3c1f2-3a1f-465d-ac20-c21bf43d48a0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=3d525939-37a7-4a8f-8b05-f1d6b5822e29,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:59.703783 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4eeabef5-fe92-4cf7-85f4-00713d9f6f8d req-d827445d-3861-48fe-bf08-0a190657e0bb tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.0694163 Feb 04 13:34:59.751552 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d3a3c1f2-3a1f-465d-ac20-c21bf43d48a0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:59.765326 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d3a3c1f2-3a1f-465d-ac20-c21bf43d48a0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/3d525939-37a7-4a8f-8b05-f1d6b5822e29 HTTP/1.1" status: 204 len: 168 time: 1.7009449 Feb 04 13:34:59.766873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48290) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:59.925209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-52ea3b4b-3e13-4dc0-8e2e-8063764d4ef6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Made reservation on behalf of 594053dcbab8463db86849941a112819 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:59.939044 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489d4fa7-bec8-4dc6-9fd7-470424874c31 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:59.941055 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-52ea3b4b-3e13-4dc0-8e2e-8063764d4ef6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:59.941915 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-489d4fa7-bec8-4dc6-9fd7-470424874c31 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1734769 Feb 04 13:34:59.946699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48300) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:59.993996 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde04a1c-8145-47d0-be94-04075ed39a25 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] GET failed (client error): The resource could not be found. Feb 04 13:34:59.996386 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dde04a1c-8145-47d0-be94-04075ed39a25 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/f10e0ef2-2a02-4d39-93f6-ffdcb8da2c18 HTTP/1.1" status: 404 len: 333 time: 0.0483189 Feb 04 13:35:00.001214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48306) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:00.069113 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-361be522-3e44-4bf0-8ea5-9cdde9def6ee tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] GET failed (client error): The resource could not be found. Feb 04 13:35:00.074231 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-361be522-3e44-4bf0-8ea5-9cdde9def6ee tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/3d525939-37a7-4a8f-8b05-f1d6b5822e29 HTTP/1.1" status: 404 len: 333 time: 0.0665941 Feb 04 13:35:00.079324 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48308) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:00.255596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-52ea3b4b-3e13-4dc0-8e2e-8063764d4ef6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Allocated IP 172.20.0.6 (1671d76e-ba93-4775-9183-503f305e6bb1/9d0285fe-4faa-46eb-a1a8-f0b2eb04393d/c66a0353-b18f-4420-87c2-08e2a28ccc14) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:00.271081 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5d57b51-bda3-4bff-aae7-92e102551dbc tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:00.590604 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57bfd7-6a2f-4aaf-b858-f6b4dad15344 req-576f32b1-95c7-4683-8214-f14cc9d4efc6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:00.604608 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c57bfd7-6a2f-4aaf-b858-f6b4dad15344 req-576f32b1-95c7-4683-8214-f14cc9d4efc6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 946 time: 0.2796996 Feb 04 13:35:00.632611 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5d57b51-bda3-4bff-aae7-92e102551dbc tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:00.694954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b5d57b51-bda3-4bff-aae7-92e102551dbc tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:00.719646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b5d57b51-bda3-4bff-aae7-92e102551dbc tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b102126-d10d-41f9-850a-28d272105525') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:00.720257 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b5d57b51-bda3-4bff-aae7-92e102551dbc tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b102126-d10d-41f9-850a-28d272105525') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:00.750318 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5d57b51-bda3-4bff-aae7-92e102551dbc tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (3b102126-d10d-41f9-850a-28d272105525), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:00.793427 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5d57b51-bda3-4bff-aae7-92e102551dbc tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3b102126-d10d-41f9-850a-28d272105525), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:00.809121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d57b51-bda3-4bff-aae7-92e102551dbc tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:35:00.809819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5d57b51-bda3-4bff-aae7-92e102551dbc tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (3b102126-d10d-41f9-850a-28d272105525), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:35:00.815659 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:35:00.851842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c57bfd7-6a2f-4aaf-b858-f6b4dad15344 req-04db7489-b72c-44ea-a76e-e895b6ba6641 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456462 Feb 04 13:35:00.897357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-52ea3b4b-3e13-4dc0-8e2e-8063764d4ef6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:00.977376 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5d57b51-bda3-4bff-aae7-92e102551dbc tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:01.011534 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5d57b51-bda3-4bff-aae7-92e102551dbc tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:01.022264 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b5d57b51-bda3-4bff-aae7-92e102551dbc tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/networks/bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6 HTTP/1.1" status: 204 len: 168 time: 0.9414263 Feb 04 13:35:01.031008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48328) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:01.045968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ae22eeef-d1a0-4d00-897c-ce79fc444770 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-670887214'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:01.083260 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d57b51-bda3-4bff-aae7-92e102551dbc tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Network': ['ID=bfcd4240-2d17-4c3f-941d-bfb9f65a3fa6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:01.115167 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-52ea3b4b-3e13-4dc0-8e2e-8063764d4ef6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:01.188316 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea3b4b-3e13-4dc0-8e2e-8063764d4ef6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event updated for resources: {'Port': ['ID=c66a0353-b18f-4420-87c2-08e2a28ccc14,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:01.203522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-52ea3b4b-3e13-4dc0-8e2e-8063764d4ef6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Network 1671d76e-ba93-4775-9183-503f305e6bb1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:01.211365 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-52ea3b4b-3e13-4dc0-8e2e-8063764d4ef6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:01.215102 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-52ea3b4b-3e13-4dc0-8e2e-8063764d4ef6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:01.219095 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae22eeef-d1a0-4d00-897c-ce79fc444770 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:01.223511 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae22eeef-d1a0-4d00-897c-ce79fc444770 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:01.360089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c3308-f5a2-4b55-a5f3-0f1f5950ff12 req-266216d0-42dc-4c65-b522-0af02db67b71 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:01.372439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e6c3308-f5a2-4b55-a5f3-0f1f5950ff12 req-266216d0-42dc-4c65-b522-0af02db67b71 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 945 time: 0.3093617 Feb 04 13:35:01.392416 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae22eeef-d1a0-4d00-897c-ce79fc444770 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:35:01.519288 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-52ea3b4b-3e13-4dc0-8e2e-8063764d4ef6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:01.520929 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-52ea3b4b-3e13-4dc0-8e2e-8063764d4ef6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:01.549703 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae22eeef-d1a0-4d00-897c-ce79fc444770 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:01.550444 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-ae22eeef-d1a0-4d00-897c-ce79fc444770 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Added segment 21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d of type vlan for network 4e1ce390-4925-44d1-a56a-54a073ec0652 Feb 04 13:35:01.714061 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-52ea3b4b-3e13-4dc0-8e2e-8063764d4ef6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2919674 Feb 04 13:35:01.754938 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e6c3308-f5a2-4b55-a5f3-0f1f5950ff12 req-e98a3c80-8bf8-408e-aaee-1549509f943c tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805521 Feb 04 13:35:01.798213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Request body: {'port': {'device_id': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1', 'admin_state_up': True, 'tenant_id': '594053dcbab8463db86849941a112819', 'security_groups': ['4213865b-48f5-4444-b3f7-18cb0b64b7a1']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:01.908234 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa7f4a3-cd0c-4697-8e5a-dcc78b2be527 x-openstack-request-id: req-7fa7f4a3-cd0c-4697-8e5a-dcc78b2be527 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:35:01.909280 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03894b9-f4aa-4e7f-9e61-9ebed0932599", "name": "network-vif-unplugged", "status": "completed", "tag": "18ecf498-4722-4cfb-9c42-1da62fff206f", "code": 200}, {"server_uuid": "b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc", "name": "network-vif-plugged", "status": "completed", "tag": "9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:35:01.909969 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7fa7f4a3-cd0c-4697-8e5a-dcc78b2be527 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:35:01.910590 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03894b9-f4aa-4e7f-9e61-9ebed0932599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ecf498-4722-4cfb-9c42-1da62fff206f', 'code': 200} Feb 04 13:35:01.911292 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15', 'code': 200} Feb 04 13:35:01.995561 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae22eeef-d1a0-4d00-897c-ce79fc444770 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (4e1ce390-4925-44d1-a56a-54a073ec0652), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:02.136204 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae22eeef-d1a0-4d00-897c-ce79fc444770 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (4e1ce390-4925-44d1-a56a-54a073ec0652), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:02.141908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae22eeef-d1a0-4d00-897c-ce79fc444770 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:02.142647 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae22eeef-d1a0-4d00-897c-ce79fc444770 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:02.266923 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-003b0292-b580-4ef3-ab0c-5c237c50b9c4 None None] Provisioning complete for port c66a0353-b18f-4420-87c2-08e2a28ccc14 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:02.269553 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-003b0292-b580-4ef3-ab0c-5c237c50b9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:02.330597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22eeef-d1a0-4d00-897c-ce79fc444770 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Network': ['ID=4e1ce390-4925-44d1-a56a-54a073ec0652,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:02.412625 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-003b0292-b580-4ef3-ab0c-5c237c50b9c4 None None] Port c66a0353-b18f-4420-87c2-08e2a28ccc14 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:35:02.419814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 4e1ce390-4925-44d1-a56a-54a073ec0652 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:35:02.685846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ae22eeef-d1a0-4d00-897c-ce79fc444770 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6535270 Feb 04 13:35:02.688700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48342) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:02.751442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-4861217b-6ca9-40ad-a1a1-2e22d2fc782f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'subnet': {'network_id': '4e1ce390-4925-44d1-a56a-54a073ec0652', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:02.875726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589e9bb-db08-4b00-831c-6046ac4c45b4 req-184766a6-099f-4c34-b69f-b908374a995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:02.878348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b589e9bb-db08-4b00-831c-6046ac4c45b4 req-184766a6-099f-4c34-b69f-b908374a995b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 1128 time: 0.8433690 Feb 04 13:35:02.916128 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4861217b-6ca9-40ad-a1a1-2e22d2fc782f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:02.919774 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4861217b-6ca9-40ad-a1a1-2e22d2fc782f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:03.004388 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-7cc57037-5259-47aa-a484-6cbe4e03f525 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:03.008021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_backend_mixin [None req-4861217b-6ca9-40ad-a1a1-2e22d2fc782f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Performing IP validity checks on allocation pools {{(pid=103606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 13:35:03.011202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_backend_mixin [None req-4861217b-6ca9-40ad-a1a1-2e22d2fc782f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 13:35:03.026337 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-7cc57037-5259-47aa-a484-6cbe4e03f525 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.99 "GET /v2.0/networks?id=7da8d732-06df-45b4-b9ed-9adaf78d650f HTTP/1.1" status: 200 len: 818 time: 0.4540691 Feb 04 13:35:03.029142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Made reservation on behalf of 594053dcbab8463db86849941a112819 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:03.031488 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-cabc361c-d4bd-4c52-8c46-76ad123be658 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Request body: {'port': {'device_id': 'f9ce124f-b4a5-431c-8944-05c1297a5476', 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f', 'admin_state_up': True, 'tenant_id': 'fd3f6bfa14a74426878c6a232ebe9d08'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:03.035755 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:03.060595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-77f024c9-393a-44e7-9997-ea281eb048de tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:03.062845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-77f024c9-393a-44e7-9997-ea281eb048de tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.99 "GET /v2.0/networks?id=7da8d732-06df-45b4-b9ed-9adaf78d650f HTTP/1.1" status: 200 len: 818 time: 0.7067778 Feb 04 13:35:03.118636 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-9cc4b6ad-5ca8-4338-940e-d5338d098bc9 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Request body: {'port': {'device_id': '50d4df04-2d58-48db-b6af-f89d7112c443', 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f', 'admin_state_up': True, 'tenant_id': 'fd3f6bfa14a74426878c6a232ebe9d08'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:03.162022 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b589e9bb-db08-4b00-831c-6046ac4c45b4 req-fbc2845b-71d8-49b4-a4a3-5721c625d58b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506566 Feb 04 13:35:03.217297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-e015bd9d-a816-40d7-b31a-aa13b1da8b70 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:03.219267 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-e015bd9d-a816-40d7-b31a-aa13b1da8b70 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.99 "GET /v2.0/networks?id=7da8d732-06df-45b4-b9ed-9adaf78d650f HTTP/1.1" status: 200 len: 818 time: 0.7072012 Feb 04 13:35:03.270832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df41fe5-cfe1-4f3a-a8b1-aaf63590f79e req-54c3047f-23d8-4619-b67d-f73f5fd325b0 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:03.278477 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5df41fe5-cfe1-4f3a-a8b1-aaf63590f79e req-54c3047f-23d8-4619-b67d-f73f5fd325b0 tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 949 time: 1.0726752 Feb 04 13:35:03.326209 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-cabc361c-d4bd-4c52-8c46-76ad123be658 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Made reservation on behalf of fd3f6bfa14a74426878c6a232ebe9d08 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:03.331507 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-cabc361c-d4bd-4c52-8c46-76ad123be658 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:03.680526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5df41fe5-cfe1-4f3a-a8b1-aaf63590f79e req-146e27da-12b6-438b-ac9b-fcb2a30f845b tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e14510-f498-4446-ad10-efd6ae32b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987274 Feb 04 13:35:03.684126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Allocated IP 10.1.1.134 (386e66d0-0813-47f8-96ee-a8bf1332cdc1/b81dea98-4db8-4a79-addb-9466ebfdb0ac/9471111a-51b1-43df-8a12-7ca6ece249bc) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:03.687187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-9cc4b6ad-5ca8-4338-940e-d5338d098bc9 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Made reservation on behalf of fd3f6bfa14a74426878c6a232ebe9d08 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:03.706622 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-9cc4b6ad-5ca8-4338-940e-d5338d098bc9 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:03.733180 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-58706656-4960-4a0f-a999-ad9a61b883dc tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Request body: {'port': {'device_id': '5ea99fd2-c64b-4383-a122-c10c66c6f018', 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f', 'admin_state_up': True, 'tenant_id': 'fd3f6bfa14a74426878c6a232ebe9d08'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:03.780154 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4861217b-6ca9-40ad-a1a1-2e22d2fc782f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (ff826bda-dcaa-4693-a2f9-2516c1bb5fb9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:03.867926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861217b-6ca9-40ad-a1a1-2e22d2fc782f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Subnet': ['ID=ff826bda-dcaa-4693-a2f9-2516c1bb5fb9,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:03.892799 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-58706656-4960-4a0f-a999-ad9a61b883dc tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Made reservation on behalf of fd3f6bfa14a74426878c6a232ebe9d08 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:03.901375 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-58706656-4960-4a0f-a999-ad9a61b883dc tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:04.071077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-cabc361c-d4bd-4c52-8c46-76ad123be658 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Allocated IP 172.20.0.6 (7da8d732-06df-45b4-b9ed-9adaf78d650f/03d20d16-73a0-404a-8122-7ea2dec8018c/8f49c1fc-a5a1-429f-b66a-2cbea8c2033c) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:04.196132 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766df80-a6c8-4f4d-9501-073a159b4764 req-4ac4c883-45e9-45ce-897d-d3c9c8f0c7f3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:04.209007 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5766df80-a6c8-4f4d-9501-073a159b4764 req-4ac4c883-45e9-45ce-897d-d3c9c8f0c7f3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 931 time: 0.4302692 Feb 04 13:35:04.235924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4861217b-6ca9-40ad-a1a1-2e22d2fc782f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Checking segment: {'id': '21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4e1ce390-4925-44d1-a56a-54a073ec0652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:04.236585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4861217b-6ca9-40ad-a1a1-2e22d2fc782f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network hostable DHCP agents. Network: 4e1ce390-4925-44d1-a56a-54a073ec0652, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:35:04.292929 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-cabc361c-d4bd-4c52-8c46-76ad123be658 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks [] for port (8f49c1fc-a5a1-429f-b66a-2cbea8c2033c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:04.351938 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-cabc361c-d4bd-4c52-8c46-76ad123be658 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8f49c1fc-a5a1-429f-b66a-2cbea8c2033c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:04.476097 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5766df80-a6c8-4f4d-9501-073a159b4764 req-65e30a04-ea69-4c50-8af0-b80c401e1636 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649789 Feb 04 13:35:04.483848 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-cabc361c-d4bd-4c52-8c46-76ad123be658 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Network 7da8d732-06df-45b4-b9ed-9adaf78d650f is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:04.485289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48356) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:04.492667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4861217b-6ca9-40ad-a1a1-2e22d2fc782f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 4e1ce390-4925-44d1-a56a-54a073ec0652 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:35:04.507762 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-cabc361c-d4bd-4c52-8c46-76ad123be658 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:04.520370 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:04.536849 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-cabc361c-d4bd-4c52-8c46-76ad123be658 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:04.596988 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-4861217b-6ca9-40ad-a1a1-2e22d2fc782f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 4e1ce390-4925-44d1-a56a-54a073ec0652) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:04.626084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1990d4ab-d6e4-41e5-93cc-f3dc721a8ff1 None None] Network 4e1ce390-4925-44d1-a56a-54a073ec0652 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:35:04.630330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc361c-d4bd-4c52-8c46-76ad123be658 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Pushing event updated for resources: {'Port': ['ID=8f49c1fc-a5a1-429f-b66a-2cbea8c2033c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:04.641676 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861217b-6ca9-40ad-a1a1-2e22d2fc782f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:04.643543 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4861217b-6ca9-40ad-a1a1-2e22d2fc782f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:04.690850 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-cabc361c-d4bd-4c52-8c46-76ad123be658 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:04.692735 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-cabc361c-d4bd-4c52-8c46-76ad123be658 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:04.722959 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-cabc361c-d4bd-4c52-8c46-76ad123be658 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6947706 Feb 04 13:35:04.738426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-9cc4b6ad-5ca8-4338-940e-d5338d098bc9 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Allocated IP 172.20.0.8 (7da8d732-06df-45b4-b9ed-9adaf78d650f/03d20d16-73a0-404a-8122-7ea2dec8018c/4c8a6a37-a0d3-4513-80c9-1aa249e85512) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:04.748102 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Request body: {'port': {'device_id': 'f9ce124f-b4a5-431c-8944-05c1297a5476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:04.775273 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4861217b-6ca9-40ad-a1a1-2e22d2fc782f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0723619 Feb 04 13:35:04.818939 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48360) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:04.844524 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2520340d-3839-4757-b40f-0ec1e9d89402 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'network_id': '4e1ce390-4925-44d1-a56a-54a073ec0652', 'name': 'tempest-PortsIpV6TestJSON-493653772'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:04.909959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-4e1ce390-4925-44d1-a56a-54a073ec0652', 'network_id': '4e1ce390-4925-44d1-a56a-54a073ec0652', 'project_id': 'eb2a4d518fad427abfaea1f7b4400492', 'fixed_ips': [{'subnet_id': 'ff826bda-dcaa-4693-a2f9-2516c1bb5fb9'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:35:04.911777 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:04.951373 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:35:04.990322 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eccb5180-a6d5-407f-a5c5-3d70f47ee048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:05.040625 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:05.184748 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8f49c1fc-a5a1-429f-b66a-2cbea8c2033c), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:05.197465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Allocated IP 2001:db8::2 (4e1ce390-4925-44d1-a56a-54a073ec0652/ff826bda-dcaa-4693-a2f9-2516c1bb5fb9/30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:05.200257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:05.228406 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:05.236379 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event updated for resources: {'Port': ['ID=9471111a-51b1-43df-8a12-7ca6ece249bc,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:05.248858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:05.267462 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727217e-09b0-4289-8951-efddf8aaa9a2 req-9015d4c6-1dd3-4daf-9d47-bf72babdba4d tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:05.281218 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f727217e-09b0-4289-8951-efddf8aaa9a2 req-9015d4c6-1dd3-4daf-9d47-bf72babdba4d tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 946 time: 0.5732687 Feb 04 13:35:05.436460 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Publish callbacks [] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:05.437759 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:05.438555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:05.439319 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:05.440011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:05.440898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:05.441670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:05.442381 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:05.443107 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:05.443739 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:05.445154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:05.445901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:05.446634 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:05.447343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:05.462405 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-9cc4b6ad-5ca8-4338-940e-d5338d098bc9 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks [] for port (4c8a6a37-a0d3-4513-80c9-1aa249e85512), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:05.463556 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:05.540737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:05.542280 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:05.561063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Network 4e1ce390-4925-44d1-a56a-54a073ec0652 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:05.565759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:05.572455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:05.588888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Pushing event updated for resources: {'Port': ['ID=30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:05.596321 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eccb5180-a6d5-407f-a5c5-3d70f47ee048 admin admin] Publish callbacks [] for security_group (033babb2-ca77-43a6-97e9-ff9f181b4dd1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:05.600312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2520340d-3839-4757-b40f-0ec1e9d89402 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:05.615631 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2520340d-3839-4757-b40f-0ec1e9d89402 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:05.621174 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eccb5180-a6d5-407f-a5c5-3d70f47ee048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (033babb2-ca77-43a6-97e9-ff9f181b4dd1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:05.674583 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f727217e-09b0-4289-8951-efddf8aaa9a2 req-29a50824-1f21-456e-9a0b-af0a1b29dbc5 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917804 Feb 04 13:35:05.680446 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-6f31eeea-1070-4729-a358-58b0a37e6be2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9521320 Feb 04 13:35:05.682712 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-9cc4b6ad-5ca8-4338-940e-d5338d098bc9 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (4c8a6a37-a0d3-4513-80c9-1aa249e85512), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:05.722399 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Attempting to bind port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:05.723230 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Attempting to bind port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4e1ce390-4925-44d1-a56a-54a073ec0652'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:05.723429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Attempting to bind port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e on network 4e1ce390-4925-44d1-a56a-54a073ec0652 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:05.766033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-5e14ee8b-ef62-46e9-8e66-95e1b27d396f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Request body: {'port': {'device_id': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1', 'admin_state_up': True, 'tenant_id': '594053dcbab8463db86849941a112819', 'security_groups': ['4213865b-48f5-4444-b3f7-18cb0b64b7a1']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:05.768215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:05.768494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4b6ad-5ca8-4338-940e-d5338d098bc9 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Pushing event updated for resources: {'Port': ['ID=4c8a6a37-a0d3-4513-80c9-1aa249e85512,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:05.768803 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Checking segment: {'id': '21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4e1ce390-4925-44d1-a56a-54a073ec0652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:05.769731 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:05.771675 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Bound using segment: {'id': '21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4e1ce390-4925-44d1-a56a-54a073ec0652'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:05.775468 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Bound port: 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4e1ce390-4925-44d1-a56a-54a073ec0652'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:05.776150 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:05.805386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-2520340d-3839-4757-b40f-0ec1e9d89402 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] device_id is not set on port 43f3d4d2-f788-4e80-ac59-0a47b488bfe6 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:35:05.811167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d486b6c7-f498-4edf-9d4b-4cc956e94826 None None] Provisioning complete for port 9471111a-51b1-43df-8a12-7ca6ece249bc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:05.811777 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d486b6c7-f498-4edf-9d4b-4cc956e94826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:05.817833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-9cc4b6ad-5ca8-4338-940e-d5338d098bc9 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Network 7da8d732-06df-45b4-b9ed-9adaf78d650f is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:05.852904 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb5180-a6d5-407f-a5c5-3d70f47ee048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033babb2-ca77-43a6-97e9-ff9f181b4dd1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:05.881312 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-eccb5180-a6d5-407f-a5c5-3d70f47ee048 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b36ef0be640549f4bfa6a81ed288718e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3876579 Feb 04 13:35:05.886441 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-9cc4b6ad-5ca8-4338-940e-d5338d098bc9 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:05.890523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48366) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:05.897305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-9cc4b6ad-5ca8-4338-940e-d5338d098bc9 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:06.025268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d486b6c7-f498-4edf-9d4b-4cc956e94826 None None] Port 9471111a-51b1-43df-8a12-7ca6ece249bc cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:35:06.037408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] For port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:06.045801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] For port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e,segment=NetworkSegment(21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d),segment_id=21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:06.060533 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:06.204821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-2520340d-3839-4757-b40f-0ec1e9d89402 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Allocated IP 2001:db8::90 (4e1ce390-4925-44d1-a56a-54a073ec0652/ff826bda-dcaa-4693-a2f9-2516c1bb5fb9/43f3d4d2-f788-4e80-ac59-0a47b488bfe6) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:06.217814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e14d98-2847-4a0d-90bf-18f177659233 None None] Pushing event updated for resources: {'Port': ['ID=30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:06.344446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-58706656-4960-4a0f-a999-ad9a61b883dc tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Allocated IP 172.20.0.10 (7da8d732-06df-45b4-b9ed-9adaf78d650f/03d20d16-73a0-404a-8122-7ea2dec8018c/1855c129-e855-4601-b50d-b9523daa3dec) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:06.383260 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-9cc4b6ad-5ca8-4338-940e-d5338d098bc9 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:06.383260 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-9cc4b6ad-5ca8-4338-940e-d5338d098bc9 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:06.421383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef34dcd-fdfe-48a8-806a-c4c3ef9baa96 req-d3444dc5-f3ad-4fb2-87da-f9e5808f6ad0 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:06.422586 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ef34dcd-fdfe-48a8-806a-c4c3ef9baa96 req-d3444dc5-f3ad-4fb2-87da-f9e5808f6ad0 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d4df04-2d58-48db-b6af-f89d7112c443 HTTP/1.1" status: 200 len: 931 time: 0.5294154 Feb 04 13:35:06.457561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-9cc4b6ad-5ca8-4338-940e-d5338d098bc9 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3522341 Feb 04 13:35:06.470552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Request body: {'port': {'device_id': '50d4df04-2d58-48db-b6af-f89d7112c443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:06.532406 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-5e14ee8b-ef62-46e9-8e66-95e1b27d396f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Made reservation on behalf of 594053dcbab8463db86849941a112819 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:06.536274 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-5e14ee8b-ef62-46e9-8e66-95e1b27d396f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:06.558254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ef34dcd-fdfe-48a8-806a-c4c3ef9baa96 req-63e5fd02-e8bd-4126-a484-a74fd3b28a11 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174438 Feb 04 13:35:06.634513 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-705f7139-58e7-4175-bae1-9674177ca4a8 admin admin] Publish callbacks [] for security_group (033babb2-ca77-43a6-97e9-ff9f181b4dd1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:06.701681 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4c8a6a37-a0d3-4513-80c9-1aa249e85512), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:06.783136 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-705f7139-58e7-4175-bae1-9674177ca4a8 admin admin] Publish callbacks [] for security_group (033babb2-ca77-43a6-97e9-ff9f181b4dd1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:07.009586 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2520340d-3839-4757-b40f-0ec1e9d89402 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (43f3d4d2-f788-4e80-ac59-0a47b488bfe6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:07.024326 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d649fc-9c3b-4cc4-84b6-c1b2adbfb2bd req-b5d646ce-cfb8-4724-b9b1-806e04fbb24f tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:07.026223 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06d649fc-9c3b-4cc4-84b6-c1b2adbfb2bd req-b5d646ce-cfb8-4724-b9b1-806e04fbb24f tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 945 time: 0.3213010 Feb 04 13:35:07.092724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-5e14ee8b-ef62-46e9-8e66-95e1b27d396f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Allocated IP 10.1.1.96 (386e66d0-0813-47f8-96ee-a8bf1332cdc1/b81dea98-4db8-4a79-addb-9466ebfdb0ac/69e3009d-afe0-49cb-92eb-a7ddb0844090) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:07.138560 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-58706656-4960-4a0f-a999-ad9a61b883dc tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks [] for port (1855c129-e855-4601-b50d-b9523daa3dec), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:07.139849 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06d649fc-9c3b-4cc4-84b6-c1b2adbfb2bd req-f57e9615-4406-4d7d-bd2a-e2818867a419 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996990 Feb 04 13:35:07.164748 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-705f7139-58e7-4175-bae1-9674177ca4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (033babb2-ca77-43a6-97e9-ff9f181b4dd1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:07.167504 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-705f7139-58e7-4175-bae1-9674177ca4a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:07.168737 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-705f7139-58e7-4175-bae1-9674177ca4a8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/033babb2-ca77-43a6-97e9-ff9f181b4dd1 HTTP/1.1" status: 204 len: 168 time: 1.2727618 Feb 04 13:35:07.214868 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f7139-58e7-4175-bae1-9674177ca4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033babb2-ca77-43a6-97e9-ff9f181b4dd1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:07.236512 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2520340d-3839-4757-b40f-0ec1e9d89402 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (43f3d4d2-f788-4e80-ac59-0a47b488bfe6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:07.250749 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-58706656-4960-4a0f-a999-ad9a61b883dc tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1855c129-e855-4601-b50d-b9523daa3dec), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:07.507408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520340d-3839-4757-b40f-0ec1e9d89402 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=43f3d4d2-f788-4e80-ac59-0a47b488bfe6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:07.514655 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-5e14ee8b-ef62-46e9-8e66-95e1b27d396f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:07.606362 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-5e14ee8b-ef62-46e9-8e66-95e1b27d396f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:07.608534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2520340d-3839-4757-b40f-0ec1e9d89402 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 4e1ce390-4925-44d1-a56a-54a073ec0652 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:07.647998 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-2520340d-3839-4757-b40f-0ec1e9d89402 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:07.650891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2520340d-3839-4757-b40f-0ec1e9d89402 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:07.656439 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2520340d-3839-4757-b40f-0ec1e9d89402 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:07.657186 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2520340d-3839-4757-b40f-0ec1e9d89402 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:07.729896 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2520340d-3839-4757-b40f-0ec1e9d89402 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9080327 Feb 04 13:35:07.733249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48388) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:07.739009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-58706656-4960-4a0f-a999-ad9a61b883dc tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Network 7da8d732-06df-45b4-b9ed-9adaf78d650f is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:07.751051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14ee8b-ef62-46e9-8e66-95e1b27d396f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event updated for resources: {'Port': ['ID=69e3009d-afe0-49cb-92eb-a7ddb0844090,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:07.771661 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-5e14ee8b-ef62-46e9-8e66-95e1b27d396f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:07.774016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-5e14ee8b-ef62-46e9-8e66-95e1b27d396f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:07.777536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-5e14ee8b-ef62-46e9-8e66-95e1b27d396f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:07.883865 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48390) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:07.942752 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-5e14ee8b-ef62-46e9-8e66-95e1b27d396f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:07.943890 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-5e14ee8b-ef62-46e9-8e66-95e1b27d396f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:07.960759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:35:07.984581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-5e14ee8b-ef62-46e9-8e66-95e1b27d396f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2912436 Feb 04 13:35:08.000178 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:35:08.004627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-09009cff-9182-4ad5-9e63-9fd65cdf21c1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Request body: {'port': {'device_id': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390', 'admin_state_up': True, 'tenant_id': '594053dcbab8463db86849941a112819', 'security_groups': ['4213865b-48f5-4444-b3f7-18cb0b64b7a1']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:08.011801 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Publish callbacks [] for port (8f49c1fc-a5a1-429f-b66a-2cbea8c2033c), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:08.028058 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Transition to ACTIVE for port object 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:35:08.033897 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-58706656-4960-4a0f-a999-ad9a61b883dc tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:08.039638 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-58706656-4960-4a0f-a999-ad9a61b883dc tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:08.059117 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8414-2362-4330-aa15-6a84ed151ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:08.179617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:08.180002 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:08.232480 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (8f49c1fc-a5a1-429f-b66a-2cbea8c2033c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:08.253694 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58706656-4960-4a0f-a999-ad9a61b883dc tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Pushing event updated for resources: {'Port': ['ID=1855c129-e855-4601-b50d-b9523daa3dec,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:08.276360 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8414-2362-4330-aa15-6a84ed151ac1 admin admin] Publish callbacks [] for security_group (edee9228-7607-4971-b125-d992c9b2401e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:08.367420 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8414-2362-4330-aa15-6a84ed151ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (edee9228-7607-4971-b125-d992c9b2401e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:08.471440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:08.472410 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:08.573581 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f0fe8414-2362-4330-aa15-6a84ed151ac1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dc71809453ea45678e334427a19b2c6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5358558 Feb 04 13:35:08.583068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48398) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:08.640691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e,segment=NetworkSegment(21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d),segment_id=21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:08.651985 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29581989-1703-4a8c-97ad-717f80bdf001 None None] Network 4e1ce390-4925-44d1-a56a-54a073ec0652 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:35:08.669646 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:08.780902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-58706656-4960-4a0f-a999-ad9a61b883dc tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:08.782068 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-58706656-4960-4a0f-a999-ad9a61b883dc tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:08.786839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe8414-2362-4330-aa15-6a84ed151ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edee9228-7607-4971-b125-d992c9b2401e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:08.829694 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-09009cff-9182-4ad5-9e63-9fd65cdf21c1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Made reservation on behalf of 594053dcbab8463db86849941a112819 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:08.833235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Pushing event updated for resources: {'Port': ['ID=8f49c1fc-a5a1-429f-b66a-2cbea8c2033c,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:08.855035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9f2c3639-685c-4ac5-ba59-271a43769c91 None None] Provisioning complete for port 69e3009d-afe0-49cb-92eb-a7ddb0844090 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:08.856364 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3639-685c-4ac5-ba59-271a43769c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:08.979514 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-58706656-4960-4a0f-a999-ad9a61b883dc tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2543576 Feb 04 13:35:08.999824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Request body: {'port': {'device_id': '5ea99fd2-c64b-4383-a122-c10c66c6f018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:09.047969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-239a74a3-abe7-4645-b1d9-f265aeaffb21 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port 43f3d4d2-f788-4e80-ac59-0a47b488bfe6 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:35:09.049902 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-239a74a3-abe7-4645-b1d9-f265aeaffb21 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (43f3d4d2-f788-4e80-ac59-0a47b488bfe6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:09.081756 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-09009cff-9182-4ad5-9e63-9fd65cdf21c1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:09.183738 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Attempting to bind port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:09.184338 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Attempting to bind port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'bd088da6-464d-4d7d-b3b1-f3846918925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:09.184913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Attempting to bind port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c on network 7da8d732-06df-45b4-b9ed-9adaf78d650f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:09.289718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8a6a37-a0d3-4513-80c9-1aa249e85512 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:35:09.297765 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-38492bbe-914d-4e58-a03a-74b1646c6ebf admin admin] Publish callbacks [] for security_group (edee9228-7607-4971-b125-d992c9b2401e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:09.312819 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Publish callbacks [] for port (4c8a6a37-a0d3-4513-80c9-1aa249e85512), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:09.320817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:09.325522 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c on network 7da8d732-06df-45b4-b9ed-9adaf78d650f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:35:09.327756 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Attempting to bind port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c on network 7da8d732-06df-45b4-b9ed-9adaf78d650f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:09.382584 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9f2c3639-685c-4ac5-ba59-271a43769c91 None None] Port 69e3009d-afe0-49cb-92eb-a7ddb0844090 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:35:09.423099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1855c129-e855-4601-b50d-b9523daa3dec), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:09.431515 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:09.439009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Checking segment: {'id': 'bd088da6-464d-4d7d-b3b1-f3846918925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:09.439855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Bound using segment: {'id': 'bd088da6-464d-4d7d-b3b1-f3846918925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:09.440944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Bound port: 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd088da6-464d-4d7d-b3b1-f3846918925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:09.441716 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8f49c1fc-a5a1-429f-b66a-2cbea8c2033c), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:09.515496 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-239a74a3-abe7-4645-b1d9-f265aeaffb21 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (43f3d4d2-f788-4e80-ac59-0a47b488bfe6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:09.595627 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-239a74a3-abe7-4645-b1d9-f265aeaffb21 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for 43f3d4d2-f788-4e80-ac59-0a47b488bfe6 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:35:09.621226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Transition to ACTIVE for port object 4c8a6a37-a0d3-4513-80c9-1aa249e85512 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:35:09.625430 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-38492bbe-914d-4e58-a03a-74b1646c6ebf admin admin] Publish callbacks [] for security_group (edee9228-7607-4971-b125-d992c9b2401e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:09.633477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7bbfecac-4ed8-4c7c-a7e3-ed885b804bd7 None None] Provisioning complete for port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:09.634988 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7bbfecac-4ed8-4c7c-a7e3-ed885b804bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:09.705007 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (4c8a6a37-a0d3-4513-80c9-1aa249e85512), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:09.851480 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:35:10.099574 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7bbfecac-4ed8-4c7c-a7e3-ed885b804bd7 None None] Current status of the port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:10.111048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] For port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:10.152330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fb16c-ca96-4c1b-ae29-f9cb42454615 req-fdf89de3-a763-4dba-beed-420d38c15148 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:10.164428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fb16c-ca96-4c1b-ae29-f9cb42454615 req-fdf89de3-a763-4dba-beed-420d38c15148 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:10.174820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fb16c-ca96-4c1b-ae29-f9cb42454615 req-fdf89de3-a763-4dba-beed-420d38c15148 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:10.177844 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d57fb16c-ca96-4c1b-ae29-f9cb42454615 req-fdf89de3-a763-4dba-beed-420d38c15148 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 2373 time: 0.6946468 Feb 04 13:35:10.183683 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:10.189908 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:10.192918 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] For port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8f49c1fc-a5a1-429f-b66a-2cbea8c2033c,segment=NetworkSegment(bd088da6-464d-4d7d-b3b1-f3846918925a),segment_id=bd088da6-464d-4d7d-b3b1-f3846918925a)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:10.230745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Pushing event updated for resources: {'Port': ['ID=4c8a6a37-a0d3-4513-80c9-1aa249e85512,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:10.261418 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (8f49c1fc-a5a1-429f-b66a-2cbea8c2033c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:10.387601 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-38492bbe-914d-4e58-a03a-74b1646c6ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (edee9228-7607-4971-b125-d992c9b2401e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:10.392669 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-38492bbe-914d-4e58-a03a-74b1646c6ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:10.399580 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-38492bbe-914d-4e58-a03a-74b1646c6ebf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/edee9228-7607-4971-b125-d992c9b2401e HTTP/1.1" status: 204 len: 168 time: 1.8149066 Feb 04 13:35:10.438021 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f7e2ee3f-a32d-449c-b82d-60473853a37e None None] Provisioning complete for port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:10.443074 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ee3f-a32d-449c-b82d-60473853a37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:10.477358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-09009cff-9182-4ad5-9e63-9fd65cdf21c1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Allocated IP 10.2.2.100 (b03e4d9b-f465-42a3-8d1f-a7a7367db390/587e0d65-07e2-4346-8c99-06f453205a97/8a5da942-5658-4af2-9fdc-445d0a253b15) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:10.487661 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:10.490123 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:10.496260 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] 10.222.0.99 "PUT /v2.0/ports/8f49c1fc-a5a1-429f-b66a-2cbea8c2033c HTTP/1.1" status: 200 len: 1092 time: 5.7652016 Feb 04 13:35:10.530619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38492bbe-914d-4e58-a03a-74b1646c6ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edee9228-7607-4971-b125-d992c9b2401e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:10.534006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ce124f-b4a5-431c-8944-05c1297a5476', 'tag': '8f49c1fc-a5a1-429f-b66a-2cbea8c2033c'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:35:10.541225 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b65d7c9-8bf6-44c0-99bd-6344a218d9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ce124f-b4a5-431c-8944-05c1297a5476", "tag": "8f49c1fc-a5a1-429f-b66a-2cbea8c2033c"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:35:10.643774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d57fb16c-ca96-4c1b-ae29-f9cb42454615 req-2a6e0172-523c-4e91-a8ba-f22273d426a2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4077914 Feb 04 13:35:10.693544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Attempting to bind port 4c8a6a37-a0d3-4513-80c9-1aa249e85512 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:10.695327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Attempting to bind port 4c8a6a37-a0d3-4513-80c9-1aa249e85512 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'bd088da6-464d-4d7d-b3b1-f3846918925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:10.697761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Attempting to bind port 4c8a6a37-a0d3-4513-80c9-1aa249e85512 on network 7da8d732-06df-45b4-b9ed-9adaf78d650f {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:10.777758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Port 4c8a6a37-a0d3-4513-80c9-1aa249e85512 on network 7da8d732-06df-45b4-b9ed-9adaf78d650f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:35:10.777758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Attempting to bind port 4c8a6a37-a0d3-4513-80c9-1aa249e85512 on network 7da8d732-06df-45b4-b9ed-9adaf78d650f {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:10.968624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8a214-b907-4677-b8a5-50ee4bb52173 service neutron] Pushing event updated for resources: {'Port': ['ID=8f49c1fc-a5a1-429f-b66a-2cbea8c2033c,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:11.050848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:11.058462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2ee3f-a32d-449c-b82d-60473853a37e None None] Current status of the port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:11.087150 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-239a74a3-abe7-4645-b1d9-f265aeaffb21 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (43f3d4d2-f788-4e80-ac59-0a47b488bfe6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:11.102286 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-41309df0-997b-4a4f-ab76-28ade12865a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:11.110298 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f7e2ee3f-a32d-449c-b82d-60473853a37e None None] Provisioning complete for port 43f3d4d2-f788-4e80-ac59-0a47b488bfe6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:11.111270 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ee3f-a32d-449c-b82d-60473853a37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (43f3d4d2-f788-4e80-ac59-0a47b488bfe6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:11.129952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:11.131016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Checking segment: {'id': 'bd088da6-464d-4d7d-b3b1-f3846918925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:11.133081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Bound using segment: {'id': 'bd088da6-464d-4d7d-b3b1-f3846918925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:11.135835 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Bound port: 4c8a6a37-a0d3-4513-80c9-1aa249e85512, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd088da6-464d-4d7d-b3b1-f3846918925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:11.136719 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4c8a6a37-a0d3-4513-80c9-1aa249e85512), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:11.160626 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2ee3f-a32d-449c-b82d-60473853a37e None None] Port 43f3d4d2-f788-4e80-ac59-0a47b488bfe6 was deleted so its status cannot be updated. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 04 13:35:11.272043 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1855c129-e855-4601-b50d-b9523daa3dec {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:35:11.283557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d4fb4ef6-7080-46e3-a196-81c7d788af3e None None] Could not find standard attr ID for object 43f3d4d2-f788-4e80-ac59-0a47b488bfe6. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:35:11.284947 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Publish callbacks [] for port (1855c129-e855-4601-b50d-b9523daa3dec), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:11.311103 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Transition to ACTIVE for port object 1855c129-e855-4601-b50d-b9523daa3dec will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:35:11.322536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-498e6b1f-b8d2-4cd9-b5ca-72c059e3326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:11.325233 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-498e6b1f-b8d2-4cd9-b5ca-72c059e3326a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fd3f6bfa14a74426878c6a232ebe9d08&device_id=f9ce124f-b4a5-431c-8944-05c1297a5476 HTTP/1.1" status: 200 len: 1126 time: 0.6995854 Feb 04 13:35:11.330548 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (1855c129-e855-4601-b50d-b9523daa3dec), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:11.339330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a74a3-abe7-4645-b1d9-f265aeaffb21 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=43f3d4d2-f788-4e80-ac59-0a47b488bfe6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:11.362550 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-09009cff-9182-4ad5-9e63-9fd65cdf21c1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:11.472640 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-a8a3c239-0908-4e22-b8c3-34d5641d4fc1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f49c1fc-a5a1-429f-b66a-2cbea8c2033c HTTP/1.1" status: 200 len: 217 time: 0.1373541 Feb 04 13:35:11.473193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] For port 4c8a6a37-a0d3-4513-80c9-1aa249e85512, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:11.481681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] For port 4c8a6a37-a0d3-4513-80c9-1aa249e85512, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4c8a6a37-a0d3-4513-80c9-1aa249e85512,segment=NetworkSegment(bd088da6-464d-4d7d-b3b1-f3846918925a),segment_id=bd088da6-464d-4d7d-b3b1-f3846918925a)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:11.512030 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (4c8a6a37-a0d3-4513-80c9-1aa249e85512), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:11.587164 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-239a74a3-abe7-4645-b1d9-f265aeaffb21 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:11.594434 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-239a74a3-abe7-4645-b1d9-f265aeaffb21 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/43f3d4d2-f788-4e80-ac59-0a47b488bfe6 HTTP/1.1" status: 204 len: 168 time: 3.8416286 Feb 04 13:35:11.605295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48444) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:11.655032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:11.656353 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:11.659226 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] 10.222.0.99 "PUT /v2.0/ports/4c8a6a37-a0d3-4513-80c9-1aa249e85512 HTTP/1.1" status: 200 len: 1092 time: 5.1938186 Feb 04 13:35:11.660120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d4df04-2d58-48db-b6af-f89d7112c443', 'tag': '4c8a6a37-a0d3-4513-80c9-1aa249e85512'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:35:11.665132 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495ed159-ccff-43d8-bb4f-926a888a5d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "50d4df04-2d58-48db-b6af-f89d7112c443", "tag": "4c8a6a37-a0d3-4513-80c9-1aa249e85512"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:35:11.761925 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212c4b0-6de0-48eb-8340-d73e95494e8e service neutron] Pushing event updated for resources: {'Port': ['ID=4c8a6a37-a0d3-4513-80c9-1aa249e85512,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:11.795225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-c6b9c1f3-0f1b-4f8c-b695-f2404d1f6a4a tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:11.797111 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-c6b9c1f3-0f1b-4f8c-b695-f2404d1f6a4a tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/networks?id=b87406d1-c508-4f09-8a0f-312d75ce3975 HTTP/1.1" status: 200 len: 811 time: 0.7660332 Feb 04 13:35:11.870371 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd64616-0f2f-4c94-b2eb-d2e45471aaa9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] DELETE failed (client error): The resource could not be found. Feb 04 13:35:11.872238 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd64616-0f2f-4c94-b2eb-d2e45471aaa9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:35:11.884791 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bdd64616-0f2f-4c94-b2eb-d2e45471aaa9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/43f3d4d2-f788-4e80-ac59-0a47b488bfe6 HTTP/1.1" status: 404 len: 333 time: 0.2077959 Feb 04 13:35:11.888486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-3a2bc13b-7ba0-4579-b744-d705db3ed1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:11.891838 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-3a2bc13b-7ba0-4579-b744-d705db3ed1c0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=03d20d16-73a0-404a-8122-7ea2dec8018c HTTP/1.1" status: 200 len: 858 time: 0.3255351 Feb 04 13:35:11.892149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48452) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:11.895749 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-09009cff-9182-4ad5-9e63-9fd65cdf21c1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:11.901619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Pushing event updated for resources: {'Port': ['ID=1855c129-e855-4601-b50d-b9523daa3dec,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:11.966917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-515d1878-9d39-455a-aca4-b10f2289852f tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/quotas/966901e806474173a5eedad926b29322 HTTP/1.1" status: 200 len: 375 time: 0.0909097 Feb 04 13:35:11.990267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-09009cff-9182-4ad5-9e63-9fd65cdf21c1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Network b03e4d9b-f465-42a3-8d1f-a7a7367db390 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:12.001066 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-2d7605cb-e5b3-425c-9183-a98370d08de1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7da8d732-06df-45b4-b9ed-9adaf78d650f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541503 Feb 04 13:35:12.049356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-09009cff-9182-4ad5-9e63-9fd65cdf21c1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:12.093178 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-09009cff-9182-4ad5-9e63-9fd65cdf21c1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:12.165418 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Attempting to bind port 1855c129-e855-4601-b50d-b9523daa3dec on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:12.166180 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Attempting to bind port 1855c129-e855-4601-b50d-b9523daa3dec by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'bd088da6-464d-4d7d-b3b1-f3846918925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:12.166638 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Attempting to bind port 1855c129-e855-4601-b50d-b9523daa3dec on network 7da8d732-06df-45b4-b9ed-9adaf78d650f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:12.191884 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9b9d4c-8d6e-457e-8c39-f833cf3e66dc tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] GET failed (client error): The resource could not be found. Feb 04 13:35:12.195159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7a9b9d4c-8d6e-457e-8c39-f833cf3e66dc tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/43f3d4d2-f788-4e80-ac59-0a47b488bfe6 HTTP/1.1" status: 404 len: 333 time: 0.2945530 Feb 04 13:35:12.200474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Port 1855c129-e855-4601-b50d-b9523daa3dec on network 7da8d732-06df-45b4-b9ed-9adaf78d650f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:35:12.200951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Attempting to bind port 1855c129-e855-4601-b50d-b9523daa3dec on network 7da8d732-06df-45b4-b9ed-9adaf78d650f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:12.205873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48458) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:12.212388 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:12.212798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Checking segment: {'id': 'bd088da6-464d-4d7d-b3b1-f3846918925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:12.213299 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Bound using segment: {'id': 'bd088da6-464d-4d7d-b3b1-f3846918925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:12.214057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Bound port: 1855c129-e855-4601-b50d-b9523daa3dec, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd088da6-464d-4d7d-b3b1-f3846918925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:12.214613 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1855c129-e855-4601-b50d-b9523daa3dec), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:12.305832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] For port 1855c129-e855-4601-b50d-b9523daa3dec, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:12.310445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] For port 1855c129-e855-4601-b50d-b9523daa3dec, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1855c129-e855-4601-b50d-b9523daa3dec,segment=NetworkSegment(bd088da6-464d-4d7d-b3b1-f3846918925a),segment_id=bd088da6-464d-4d7d-b3b1-f3846918925a)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:12.327270 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-d1d57455-89f7-40f8-a0b9-af79837539e2 service neutron] 10.222.0.99 "GET /v2.0/networks/7da8d732-06df-45b4-b9ed-9adaf78d650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170750 Feb 04 13:35:12.329320 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (1855c129-e855-4601-b50d-b9523daa3dec), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:12.392922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:12.393911 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:12.395819 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] 10.222.0.99 "PUT /v2.0/ports/1855c129-e855-4601-b50d-b9523daa3dec HTTP/1.1" status: 200 len: 1093 time: 3.4031234 Feb 04 13:35:12.417721 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-6f30aee8-fb2a-42f0-9515-d6226579365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:12.420366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-6f30aee8-fb2a-42f0-9515-d6226579365c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fd3f6bfa14a74426878c6a232ebe9d08&device_id=50d4df04-2d58-48db-b6af-f89d7112c443 HTTP/1.1" status: 200 len: 1126 time: 0.6446307 Feb 04 13:35:12.461609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09009cff-9182-4ad5-9e63-9fd65cdf21c1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event updated for resources: {'Port': ['ID=8a5da942-5658-4af2-9fdc-445d0a253b15,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:12.568047 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-275ff9e3-35da-4ce8-a69a-5eec776338b6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=966901e806474173a5eedad926b29322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5204473 Feb 04 13:35:12.577680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-1250269e-0a3b-4fb8-a32e-df86872380cd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c8a6a37-a0d3-4513-80c9-1aa249e85512 HTTP/1.1" status: 200 len: 217 time: 0.1395197 Feb 04 13:35:12.593819 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-09009cff-9182-4ad5-9e63-9fd65cdf21c1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:12.594989 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-09009cff-9182-4ad5-9e63-9fd65cdf21c1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:12.660048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3a5704ac-8845-46d9-a4c3-530e1c35df2b None None] Provisioning complete for port 8a5da942-5658-4af2-9fdc-445d0a253b15 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:12.660871 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a5704ac-8845-46d9-a4c3-530e1c35df2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:12.851160 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3a5704ac-8845-46d9-a4c3-530e1c35df2b None None] Port 8a5da942-5658-4af2-9fdc-445d0a253b15 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:35:12.936119 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-09009cff-9182-4ad5-9e63-9fd65cdf21c1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9434938 Feb 04 13:35:12.939560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-9425c341-7af2-4ed3-9db2-4132d4e1b53d service neutron] 10.222.0.96 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260479 Feb 04 13:35:12.942002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-4116def8-e64a-4a99-9514-ba2425348519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:12.945029 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-4116def8-e64a-4a99-9514-ba2425348519 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=03d20d16-73a0-404a-8122-7ea2dec8018c HTTP/1.1" status: 200 len: 858 time: 0.3248143 Feb 04 13:35:12.951962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-29125d7e-dc2d-4e2f-944e-8013ab9177cd tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting subnet ff826bda-dcaa-4693-a2f9-2516c1bb5fb9 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:35:12.967091 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-14bc4b59-9b00-4a94-a8f5-a2a99b76cc72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Request body: {'port': {'device_id': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390', 'admin_state_up': True, 'tenant_id': '594053dcbab8463db86849941a112819', 'security_groups': ['4213865b-48f5-4444-b3f7-18cb0b64b7a1']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:13.079285 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-29125d7e-dc2d-4e2f-944e-8013ab9177cd tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (ff826bda-dcaa-4693-a2f9-2516c1bb5fb9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:13.154062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18623f8-4f04-47ad-b639-d1cfc3e36c43 service neutron] Pushing event updated for resources: {'Port': ['ID=1855c129-e855-4601-b50d-b9523daa3dec,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:13.180433 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-497db79a-3912-40f2-a5d3-c10db3853550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:13.182495 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-497db79a-3912-40f2-a5d3-c10db3853550 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fd3f6bfa14a74426878c6a232ebe9d08&device_id=5ea99fd2-c64b-4383-a122-c10c66c6f018 HTTP/1.1" status: 200 len: 1127 time: 0.1397409 Feb 04 13:35:13.337719 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-7fc26644-2bcd-45ad-a020-aeb1a6b7462d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1855c129-e855-4601-b50d-b9523daa3dec HTTP/1.1" status: 200 len: 217 time: 0.1181941 Feb 04 13:35:13.343190 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-5f314ffc-b243-411b-889b-a153095c6d31 service neutron] 10.222.0.99 "GET /v2.0/networks/7da8d732-06df-45b4-b9ed-9adaf78d650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9998074 Feb 04 13:35:13.445026 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-4e2efd20-95e1-4c4f-a8d7-31be02c6b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:13.448792 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-4e2efd20-95e1-4c4f-a8d7-31be02c6b4b0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=03d20d16-73a0-404a-8122-7ea2dec8018c HTTP/1.1" status: 200 len: 858 time: 0.0894432 Feb 04 13:35:13.512387 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-685797d9-4c1b-4a49-bb86-3b1b2edca79a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7da8d732-06df-45b4-b9ed-9adaf78d650f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548098 Feb 04 13:35:13.637202 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-bd01fcf0-dfbe-4d26-b724-748e6db334f3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7da8d732-06df-45b4-b9ed-9adaf78d650f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6810613 Feb 04 13:35:13.707725 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-51827258-0306-401e-9d39-900df5c37970 service neutron] 10.222.0.99 "GET /v2.0/networks/7da8d732-06df-45b4-b9ed-9adaf78d650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880398 Feb 04 13:35:13.731124 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e63df9c-41c6-474c-94c8-477108f26119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:13.805589 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:13.856643 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-29125d7e-dc2d-4e2f-944e-8013ab9177cd tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (ff826bda-dcaa-4693-a2f9-2516c1bb5fb9), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:13.942406 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-33cdd31a-00ca-4356-a8a8-92d9a5192591 service neutron] 10.222.0.99 "GET /v2.0/networks/7da8d732-06df-45b4-b9ed-9adaf78d650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237515 Feb 04 13:35:14.078355 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-a40688a9-a141-43e5-822c-34fdc0b1845f service neutron] 10.222.0.99 "GET /v2.0/networks/7da8d732-06df-45b4-b9ed-9adaf78d650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144003 Feb 04 13:35:14.244510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-14bc4b59-9b00-4a94-a8f5-a2a99b76cc72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Made reservation on behalf of 594053dcbab8463db86849941a112819 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:14.253228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-6893ccb6-4dbe-4cad-bc1e-73263b3c5a86 service neutron] 10.222.0.96 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2931261 Feb 04 13:35:14.296017 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-29125d7e-dc2d-4e2f-944e-8013ab9177cd tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (ff826bda-dcaa-4693-a2f9-2516c1bb5fb9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:14.555243 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:14.628433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67fc8f95-7e82-49bb-8646-f2bf13cc8471 req-38ae471f-94f8-40f8-bbca-826cfe3bbf6c service neutron] 10.222.0.99 "GET /v2.0/networks/7da8d732-06df-45b4-b9ed-9adaf78d650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113101 Feb 04 13:35:14.676947 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-29125d7e-dc2d-4e2f-944e-8013ab9177cd tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (ff826bda-dcaa-4693-a2f9-2516c1bb5fb9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:14.782553 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-14bc4b59-9b00-4a94-a8f5-a2a99b76cc72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:14.823810 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29125d7e-dc2d-4e2f-944e-8013ab9177cd tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Subnet': ['ID=ff826bda-dcaa-4693-a2f9-2516c1bb5fb9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:14.846978 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-29125d7e-dc2d-4e2f-944e-8013ab9177cd tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:14.854352 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-29125d7e-dc2d-4e2f-944e-8013ab9177cd tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/ff826bda-dcaa-4693-a2f9-2516c1bb5fb9 HTTP/1.1" status: 204 len: 168 time: 2.6289585 Feb 04 13:35:14.858848 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48494) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:14.859619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e015e3-396a-4668-9ff7-78b765d8194d None None] Network 4e1ce390-4925-44d1-a56a-54a073ec0652 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:35:15.154629 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (4e1ce390-4925-44d1-a56a-54a073ec0652), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:15.326708 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893fa1bc-39d0-4654-952a-9967f06d2998 None None] DHCP port deletion for 4e1ce390-4925-44d1-a56a-54a073ec0652 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:35:15.555116 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:15.567705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-893fa1bc-39d0-4654-952a-9967f06d2998 None None] Deleting port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:35:15.568673 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-893fa1bc-39d0-4654-952a-9967f06d2998 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:15.612637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-14bc4b59-9b00-4a94-a8f5-a2a99b76cc72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Allocated IP 10.2.2.200 (b03e4d9b-f465-42a3-8d1f-a7a7367db390/587e0d65-07e2-4346-8c99-06f453205a97/2f81fc2a-e69c-4b6b-b383-65cf65a76b14) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:15.630426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fb97d-088b-4c17-8af5-2517c9764e15 req-a70b98f5-6b23-4520-90c6-c63dd0a9f7fd tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:15.640358 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-343fb97d-088b-4c17-8af5-2517c9764e15 req-a70b98f5-6b23-4520-90c6-c63dd0a9f7fd tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d4df04-2d58-48db-b6af-f89d7112c443 HTTP/1.1" status: 200 len: 943 time: 0.2228746 Feb 04 13:35:15.661780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6da4f-74dd-4c18-9a66-661e7ef05c42 req-8e85bd97-92f5-4ba0-a4b2-9f57276a2688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:15.666238 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5f6da4f-74dd-4c18-9a66-661e7ef05c42 req-8e85bd97-92f5-4ba0-a4b2-9f57276a2688 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1b3cf201de5741e68b3a523ba7663c2a&device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 1128 time: 0.3322959 Feb 04 13:35:15.763119 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-893fa1bc-39d0-4654-952a-9967f06d2998 None None] For port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e,segment=NetworkSegment(21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d),segment_id=21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:15.763965 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-893fa1bc-39d0-4654-952a-9967f06d2998 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:15.798419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-893fa1bc-39d0-4654-952a-9967f06d2998 None None] Calling delete_port for 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:35:15.874344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6da4f-74dd-4c18-9a66-661e7ef05c42 req-9642ef0f-d2ad-4507-9d41-658cd39eaeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:15.878546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5f6da4f-74dd-4c18-9a66-661e7ef05c42 req-9642ef0f-d2ad-4507-9d41-658cd39eaeed service neutron] 10.222.0.99 "GET /v2.0/networks?id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 HTTP/1.1" status: 200 len: 920 time: 0.2009747 Feb 04 13:35:15.944069 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:35:15.985687 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5f6da4f-74dd-4c18-9a66-661e7ef05c42 req-ed6f5ebc-1eb0-4bd3-94d8-3f85938be02b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 HTTP/1.1" status: 200 len: 217 time: 0.0928714 Feb 04 13:35:16.088032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:16.088449 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:16.100062 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-343fb97d-088b-4c17-8af5-2517c9764e15 req-2b997f2c-3e97-4589-9390-b8ef7a29e51f tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578061 Feb 04 13:35:16.140085 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:35:16.140515 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:16.241669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e,segment=NetworkSegment(21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d),segment_id=21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:16.254674 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:16.278803 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:35:16.310703 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e343fa34-c03b-4e3e-b257-97ea630d601d x-openstack-request-id: req-e343fa34-c03b-4e3e-b257-97ea630d601d {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:35:16.311421 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ce124f-b4a5-431c-8944-05c1297a5476", "tag": "8f49c1fc-a5a1-429f-b66a-2cbea8c2033c", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:35:16.311421 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e343fa34-c03b-4e3e-b257-97ea630d601d {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:35:16.311724 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ce124f-b4a5-431c-8944-05c1297a5476', 'tag': '8f49c1fc-a5a1-429f-b66a-2cbea8c2033c', 'status': 'completed', 'code': 200} Feb 04 13:35:16.332811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6da4f-74dd-4c18-9a66-661e7ef05c42 req-16e1fc32-8abf-4f4a-b685-0daa34cfd893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:16.336293 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5f6da4f-74dd-4c18-9a66-661e7ef05c42 req-16e1fc32-8abf-4f4a-b685-0daa34cfd893 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=218fe4a2-bfd8-4afd-b187-fe7cab9a038e HTTP/1.1" status: 200 len: 859 time: 0.3348210 Feb 04 13:35:16.435477 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5f6da4f-74dd-4c18-9a66-661e7ef05c42 req-309a3c47-43bd-400c-91c0-eba9d930f9a7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868945 Feb 04 13:35:16.442952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] For port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e,segment=NetworkSegment(21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d),segment_id=21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:16.443597 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:16.487537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:16.498644 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-893fa1bc-39d0-4654-952a-9967f06d2998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:16.502383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65d7c9-8bf6-44c0-99bd-6344a218d9cd req-34198c1f-0f8d-4522-a3de-1f50ce0a29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:16.504717 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b65d7c9-8bf6-44c0-99bd-6344a218d9cd req-34198c1f-0f8d-4522-a3de-1f50ce0a29c3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fd3f6bfa14a74426878c6a232ebe9d08&device_id=f9ce124f-b4a5-431c-8944-05c1297a5476 HTTP/1.1" status: 200 len: 1126 time: 0.1366732 Feb 04 13:35:16.630835 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:35:16.639043 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca016f8-31ae-46c6-aa6f-75b8d1d71d5e x-openstack-request-id: req-4ca016f8-31ae-46c6-aa6f-75b8d1d71d5e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:35:16.639539 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d4df04-2d58-48db-b6af-f89d7112c443", "tag": "4c8a6a37-a0d3-4513-80c9-1aa249e85512", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:35:16.640091 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4ca016f8-31ae-46c6-aa6f-75b8d1d71d5e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:35:16.640677 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d4df04-2d58-48db-b6af-f89d7112c443', 'tag': '4c8a6a37-a0d3-4513-80c9-1aa249e85512', 'status': 'completed', 'code': 200} Feb 04 13:35:16.664252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65d7c9-8bf6-44c0-99bd-6344a218d9cd req-b4426e9c-77fe-447a-a276-a32f61fd00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:16.666377 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b65d7c9-8bf6-44c0-99bd-6344a218d9cd req-b4426e9c-77fe-447a-a276-a32f61fd00ac service neutron] 10.222.0.99 "GET /v2.0/networks?id=7da8d732-06df-45b4-b9ed-9adaf78d650f HTTP/1.1" status: 200 len: 919 time: 0.1537304 Feb 04 13:35:16.675498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fa1bc-39d0-4654-952a-9967f06d2998 None None] Pushing event deleted for resources: {'Port': ['ID=30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:16.680625 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.resource_extend [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:35:16.731784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893fa1bc-39d0-4654-952a-9967f06d2998 None None] No DVR routers for this DVR port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:35:16.774935 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b65d7c9-8bf6-44c0-99bd-6344a218d9cd req-4fc55ae2-9af5-4cc4-81f4-dfa55cf91f90 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f49c1fc-a5a1-429f-b66a-2cbea8c2033c HTTP/1.1" status: 200 len: 217 time: 0.0997131 Feb 04 13:35:16.912314 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65d7c9-8bf6-44c0-99bd-6344a218d9cd req-5b5818fa-49ae-44a0-923f-9b5611946593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:16.916833 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b65d7c9-8bf6-44c0-99bd-6344a218d9cd req-5b5818fa-49ae-44a0-923f-9b5611946593 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=03d20d16-73a0-404a-8122-7ea2dec8018c HTTP/1.1" status: 200 len: 858 time: 0.1194580 Feb 04 13:35:17.007646 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:17.043076 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b65d7c9-8bf6-44c0-99bd-6344a218d9cd req-41629cbe-64eb-4cf5-96e5-3f5f122443d4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7da8d732-06df-45b4-b9ed-9adaf78d650f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182697 Feb 04 13:35:17.060614 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-14bc4b59-9b00-4a94-a8f5-a2a99b76cc72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:17.201436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ed159-ccff-43d8-bb4f-926a888a5d3e req-db5e67ab-91eb-4545-8ffc-181450ebf9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:17.216129 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-495ed159-ccff-43d8-bb4f-926a888a5d3e req-db5e67ab-91eb-4545-8ffc-181450ebf9fc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fd3f6bfa14a74426878c6a232ebe9d08&device_id=50d4df04-2d58-48db-b6af-f89d7112c443 HTTP/1.1" status: 200 len: 1126 time: 0.5210507 Feb 04 13:35:17.317828 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-6b611d5b-d88b-4f7d-bc84-16a020ab6758 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:17.321395 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-6b611d5b-d88b-4f7d-bc84-16a020ab6758 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.99 "GET /v2.0/networks?id=b87406d1-c508-4f09-8a0f-312d75ce3975 HTTP/1.1" status: 200 len: 811 time: 0.2431381 Feb 04 13:35:17.338737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8f49c1fc-a5a1-429f-b66a-2cbea8c2033c,segment=NetworkSegment(bd088da6-464d-4d7d-b3b1-f3846918925a),segment_id=bd088da6-464d-4d7d-b3b1-f3846918925a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:17.374451 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-daca0f9a-821f-4eaf-9024-722f099bb64c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Request body: {'port': {'device_id': '75d75a66-312b-4d19-a5c1-7244289962da', 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975', 'admin_state_up': True, 'tenant_id': '966901e806474173a5eedad926b29322'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:17.450211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '8f49c1fc-a5a1-429f-b66a-2cbea8c2033c', 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f', 'port_id': '8f49c1fc-a5a1-429f-b66a-2cbea8c2033c', 'mac_address': 'fa:16:3e:3a:ff:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d20d16-73a0-404a-8122-7ea2dec8018c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:35:17.525659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41401c-66ea-4416-8f22-b65703a54ee9 req-37155f68-1718-437a-a793-b4b8b5123e1b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:17.538238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41401c-66ea-4416-8f22-b65703a54ee9 req-37155f68-1718-437a-a793-b4b8b5123e1b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:17.550909 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41401c-66ea-4416-8f22-b65703a54ee9 req-37155f68-1718-437a-a793-b4b8b5123e1b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:17.564262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41401c-66ea-4416-8f22-b65703a54ee9 req-37155f68-1718-437a-a793-b4b8b5123e1b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:17.566260 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b41401c-66ea-4416-8f22-b65703a54ee9 req-37155f68-1718-437a-a793-b4b8b5123e1b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 3094 time: 0.8589377 Feb 04 13:35:17.640035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5f6da4f-74dd-4c18-9a66-661e7ef05c42 req-b29895a7-1d59-4eb3-acfa-69493058826f service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1868644 Feb 04 13:35:17.744198 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b65d7c9-8bf6-44c0-99bd-6344a218d9cd req-57ff58ca-97a8-4ce6-8959-2ce4bef4527e service neutron] 10.222.0.99 "GET /v2.0/networks/7da8d732-06df-45b4-b9ed-9adaf78d650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6856008 Feb 04 13:35:17.770516 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:17.772835 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8f49c1fc-a5a1-429f-b66a-2cbea8c2033c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:17.775944 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b41401c-66ea-4416-8f22-b65703a54ee9 req-04445495-43b4-4880-9060-57b8689c41b7 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655216 Feb 04 13:35:17.913681 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-14bc4b59-9b00-4a94-a8f5-a2a99b76cc72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:17.936995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ed159-ccff-43d8-bb4f-926a888a5d3e req-595e6182-8ff9-4f80-ab69-230de3bde01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:17.942029 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-495ed159-ccff-43d8-bb4f-926a888a5d3e req-595e6182-8ff9-4f80-ab69-230de3bde01c service neutron] 10.222.0.99 "GET /v2.0/networks?id=7da8d732-06df-45b4-b9ed-9adaf78d650f HTTP/1.1" status: 200 len: 919 time: 0.6777480 Feb 04 13:35:17.947164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:35:17.955988 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:17.975932 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:17.985994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-14bc4b59-9b00-4a94-a8f5-a2a99b76cc72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Network b03e4d9b-f465-42a3-8d1f-a7a7367db390 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:17.999802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-14bc4b59-9b00-4a94-a8f5-a2a99b76cc72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:18.081380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-14bc4b59-9b00-4a94-a8f5-a2a99b76cc72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:18.081630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8f49c1fc-a5a1-429f-b66a-2cbea8c2033c,segment=NetworkSegment(bd088da6-464d-4d7d-b3b1-f3846918925a),segment_id=bd088da6-464d-4d7d-b3b1-f3846918925a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:18.092857 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8f49c1fc-a5a1-429f-b66a-2cbea8c2033c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:18.094079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1855c129-e855-4601-b50d-b9523daa3dec details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:35:18.124641 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-495ed159-ccff-43d8-bb4f-926a888a5d3e req-73fd66ff-ac72-44fe-9daf-fb86aabaceae service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c8a6a37-a0d3-4513-80c9-1aa249e85512 HTTP/1.1" status: 200 len: 217 time: 0.1235766 Feb 04 13:35:18.238401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ed159-ccff-43d8-bb4f-926a888a5d3e req-b996af93-3d3d-4596-bea4-0f5620f6dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:18.244720 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-495ed159-ccff-43d8-bb4f-926a888a5d3e req-b996af93-3d3d-4596-bea4-0f5620f6dfbe service neutron] 10.222.0.99 "GET /v2.0/subnets?id=03d20d16-73a0-404a-8122-7ea2dec8018c HTTP/1.1" status: 200 len: 858 time: 0.1045048 Feb 04 13:35:18.245277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8f49c1fc-a5a1-429f-b66a-2cbea8c2033c,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:18.265969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1855c129-e855-4601-b50d-b9523daa3dec, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1855c129-e855-4601-b50d-b9523daa3dec,segment=NetworkSegment(bd088da6-464d-4d7d-b3b1-f3846918925a),segment_id=bd088da6-464d-4d7d-b3b1-f3846918925a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:18.306725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '1855c129-e855-4601-b50d-b9523daa3dec', 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f', 'port_id': '1855c129-e855-4601-b50d-b9523daa3dec', 'mac_address': 'fa:16:3e:10:96:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d20d16-73a0-404a-8122-7ea2dec8018c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:35:18.318646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea99fd2-c64b-4383-a122-c10c66c6f018', 'tag': '1855c129-e855-4601-b50d-b9523daa3dec'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:35:18.323373 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6021ecb0-6ba6-4650-96b9-ac3a306164fb" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea99fd2-c64b-4383-a122-c10c66c6f018", "tag": "1855c129-e855-4601-b50d-b9523daa3dec"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:35:18.417740 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-495ed159-ccff-43d8-bb4f-926a888a5d3e req-108e094f-7e6a-4754-bcbc-1d9cb1b9e603 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7da8d732-06df-45b4-b9ed-9adaf78d650f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1593606 Feb 04 13:35:18.426413 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b65d7c9-8bf6-44c0-99bd-6344a218d9cd req-da16e08c-c3e8-41cc-8e09-9259ce610a57 service neutron] 10.222.0.99 "GET /v2.0/networks/7da8d732-06df-45b4-b9ed-9adaf78d650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623609 Feb 04 13:35:18.433880 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 1855c129-e855-4601-b50d-b9523daa3dec is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:18.434335 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1855c129-e855-4601-b50d-b9523daa3dec), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:18.467578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1855c129-e855-4601-b50d-b9523daa3dec {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:35:18.539259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1855c129-e855-4601-b50d-b9523daa3dec, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1855c129-e855-4601-b50d-b9523daa3dec,segment=NetworkSegment(bd088da6-464d-4d7d-b3b1-f3846918925a),segment_id=bd088da6-464d-4d7d-b3b1-f3846918925a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:18.550524 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1855c129-e855-4601-b50d-b9523daa3dec), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:18.628398 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-495ed159-ccff-43d8-bb4f-926a888a5d3e req-42ea4126-cefa-4848-b955-bade427b91d8 service neutron] 10.222.0.99 "GET /v2.0/networks/7da8d732-06df-45b4-b9ed-9adaf78d650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000360 Feb 04 13:35:18.636913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4c8a6a37-a0d3-4513-80c9-1aa249e85512 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:35:18.790007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7373dd28-ae7e-47ef-bcd5-eb2713391835 None None] Provisioning complete for port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:18.796137 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7373dd28-ae7e-47ef-bcd5-eb2713391835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:18.886524 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.resource_extend [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:35:18.902187 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-495ed159-ccff-43d8-bb4f-926a888a5d3e req-d88f7db4-56da-40e0-bfbd-0052520b8d4a service neutron] 10.222.0.99 "GET /v2.0/networks/7da8d732-06df-45b4-b9ed-9adaf78d650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654037 Feb 04 13:35:18.961890 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=1855c129-e855-4601-b50d-b9523daa3dec,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:19.016464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac2a815e-1959-48a3-ab83-ff02847c9a75 req-cbcd2c0b-ddbd-4af5-9eb8-7cbae71f9854 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 210 time: 0.9111054 Feb 04 13:35:19.026386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No DVR routers for this DVR port 30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:35:19.085353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['1855c129-e855-4601-b50d-b9523daa3dec'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:35:19.091048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8f49c1fc-a5a1-429f-b66a-2cbea8c2033c'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:35:19.180353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7373dd28-ae7e-47ef-bcd5-eb2713391835 None None] Port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:35:19.317827 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc4b59-9b00-4a94-a8f5-a2a99b76cc72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event updated for resources: {'Port': ['ID=2f81fc2a-e69c-4b6b-b383-65cf65a76b14,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:19.350721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4c8a6a37-a0d3-4513-80c9-1aa249e85512, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4c8a6a37-a0d3-4513-80c9-1aa249e85512,segment=NetworkSegment(bd088da6-464d-4d7d-b3b1-f3846918925a),segment_id=bd088da6-464d-4d7d-b3b1-f3846918925a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:19.375565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '4c8a6a37-a0d3-4513-80c9-1aa249e85512', 'network_id': '7da8d732-06df-45b4-b9ed-9adaf78d650f', 'port_id': '4c8a6a37-a0d3-4513-80c9-1aa249e85512', 'mac_address': 'fa:16:3e:17:19:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d20d16-73a0-404a-8122-7ea2dec8018c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:35:19.420561 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (4e1ce390-4925-44d1-a56a-54a073ec0652), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:19.425908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5f6da4f-74dd-4c18-9a66-661e7ef05c42 req-e81d462c-4fed-469f-a40d-9f83ca6da869 service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6671834 Feb 04 13:35:19.440170 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-14bc4b59-9b00-4a94-a8f5-a2a99b76cc72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:19.442244 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-14bc4b59-9b00-4a94-a8f5-a2a99b76cc72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:19.461436 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=30ecf7c7-cd75-4122-b9b1-18f3e9f0e63e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:19.493159 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-daca0f9a-821f-4eaf-9024-722f099bb64c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Made reservation on behalf of 966901e806474173a5eedad926b29322 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:19.495979 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-daca0f9a-821f-4eaf-9024-722f099bb64c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:19.554118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1ce390-4925-44d1-a56a-54a073ec0652']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:19.594176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2d6eb-1d3d-4505-9ae9-af37d42897ef req-5eecc669-1e3e-41aa-b6aa-141b47984d60 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:19.605589 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18c2d6eb-1d3d-4505-9ae9-af37d42897ef req-5eecc669-1e3e-41aa-b6aa-141b47984d60 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 945 time: 0.4243004 Feb 04 13:35:19.613687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 4c8a6a37-a0d3-4513-80c9-1aa249e85512 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:19.614136 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4c8a6a37-a0d3-4513-80c9-1aa249e85512), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:19.655682 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8a6a37-a0d3-4513-80c9-1aa249e85512 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:35:19.656053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:19.656836 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:19.667116 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-14bc4b59-9b00-4a94-a8f5-a2a99b76cc72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7091300 Feb 04 13:35:19.704450 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:19.713784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Request body: {'port': {'device_id': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:19.734439 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4c8a6a37-a0d3-4513-80c9-1aa249e85512, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4c8a6a37-a0d3-4513-80c9-1aa249e85512,segment=NetworkSegment(bd088da6-464d-4d7d-b3b1-f3846918925a),segment_id=bd088da6-464d-4d7d-b3b1-f3846918925a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:19.771513 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4c8a6a37-a0d3-4513-80c9-1aa249e85512), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:19.868990 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:19.872071 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:19.890565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=4c8a6a37-a0d3-4513-80c9-1aa249e85512,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:19.969854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:35:19.970585 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (21bfa8e2-c0f6-4fe1-aa6c-b3b655815e2d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:35:19.976581 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:35:20.140212 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18c2d6eb-1d3d-4505-9ae9-af37d42897ef req-445e5bca-5bf2-42b6-8b82-4e2732879b46 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943454 Feb 04 13:35:20.197475 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (4e1ce390-4925-44d1-a56a-54a073ec0652), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:20.220077 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:20.224260 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/networks/4e1ce390-4925-44d1-a56a-54a073ec0652 HTTP/1.1" status: 204 len: 168 time: 5.3627729 Feb 04 13:35:20.232807 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48562) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:20.246278 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-249657281'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:20.312041 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d315268-590c-42c2-bfab-be3d67717e7c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Network': ['ID=4e1ce390-4925-44d1-a56a-54a073ec0652,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:20.332050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-daca0f9a-821f-4eaf-9024-722f099bb64c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Allocated IP 172.20.0.6 (b87406d1-c508-4f09-8a0f-312d75ce3975/54252442-312c-4ce9-a1db-8b7dd94734b4/0da6fc2d-5c64-4b79-aa94-6ded53472216) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:20.357513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:20.373954 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:20.405100 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['4c8a6a37-a0d3-4513-80c9-1aa249e85512'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:35:20.458317 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:35:20.508011 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (99e8a7b2-16d6-4717-9381-94932db81d6d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:20.509570 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Added segment 99e8a7b2-16d6-4717-9381-94932db81d6d of type vlan for network 6cb316a6-f19f-4c4c-9b65-c216c4fc70d6 Feb 04 13:35:20.692740 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (6cb316a6-f19f-4c4c-9b65-c216c4fc70d6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:20.768545 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (6cb316a6-f19f-4c4c-9b65-c216c4fc70d6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:20.801184 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:20.808165 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:21.016221 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-daca0f9a-821f-4eaf-9024-722f099bb64c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Publish callbacks [] for port (0da6fc2d-5c64-4b79-aa94-6ded53472216), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:21.039419 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8013217 Feb 04 13:35:21.044866 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48570) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:21.048433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66a0353-b18f-4420-87c2-08e2a28ccc14 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:35:21.083865 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Network': ['ID=6cb316a6-f19f-4c4c-9b65-c216c4fc70d6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:21.085074 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-e14e8cfe-b0df-4d15-856c-890218552787 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'subnet': {'network_id': '6cb316a6-f19f-4c4c-9b65-c216c4fc70d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:21.111453 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Publish callbacks [] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:21.118788 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:21.119368 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:21.119937 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:21.120512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:21.121084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:21.121654 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:21.122255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:21.122828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:21.123413 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:21.123964 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:21.124515 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:21.125072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:21.136285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c252c5-4e4a-4c4e-ab65-e65cbfaf450b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:21.157380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 6cb316a6-f19f-4c4c-9b65-c216c4fc70d6 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:35:21.266555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Transition to ACTIVE for port object c66a0353-b18f-4420-87c2-08e2a28ccc14 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:35:21.289373 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:21.472787 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-daca0f9a-821f-4eaf-9024-722f099bb64c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (0da6fc2d-5c64-4b79-aa94-6ded53472216), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:21.490203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['10cda6a5-6a78-425e-85a4-6030d52dbe12'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:35:21.661816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Pushing event updated for resources: {'Port': ['ID=c66a0353-b18f-4420-87c2-08e2a28ccc14,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:21.685071 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-daca0f9a-821f-4eaf-9024-722f099bb64c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Network b87406d1-c508-4f09-8a0f-312d75ce3975 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:21.702914 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-daca0f9a-821f-4eaf-9024-722f099bb64c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:21.771081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-daca0f9a-821f-4eaf-9024-722f099bb64c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:21.820534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14e8cfe-b0df-4d15-856c-890218552787 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:21.827829 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e14e8cfe-b0df-4d15-856c-890218552787 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:22.119405 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca0f9a-821f-4eaf-9024-722f099bb64c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Pushing event updated for resources: {'Port': ['ID=0da6fc2d-5c64-4b79-aa94-6ded53472216,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:22.160982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-daca0f9a-821f-4eaf-9024-722f099bb64c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:22.162084 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-daca0f9a-821f-4eaf-9024-722f099bb64c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:22.176431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Attempting to bind port c66a0353-b18f-4420-87c2-08e2a28ccc14 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:22.176960 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Attempting to bind port c66a0353-b18f-4420-87c2-08e2a28ccc14 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'e31816d3-c4f8-4ad1-9c27-bba47d3901da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:22.177469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Attempting to bind port c66a0353-b18f-4420-87c2-08e2a28ccc14 on network 1671d76e-ba93-4775-9183-503f305e6bb1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:22.210235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732732ae-090f-498b-a70f-5f7c6633996a req-73c84261-df07-450c-b406-7ac9d7ab57fc tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:22.213123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-732732ae-090f-498b-a70f-5f7c6633996a req-73c84261-df07-450c-b406-7ac9d7ab57fc tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d4df04-2d58-48db-b6af-f89d7112c443 HTTP/1.1" status: 200 len: 944 time: 0.5206580 Feb 04 13:35:22.220407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Port c66a0353-b18f-4420-87c2-08e2a28ccc14 on network 1671d76e-ba93-4775-9183-503f305e6bb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:35:22.220935 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Attempting to bind port c66a0353-b18f-4420-87c2-08e2a28ccc14 on network 1671d76e-ba93-4775-9183-503f305e6bb1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:22.247416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-daca0f9a-821f-4eaf-9024-722f099bb64c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8982368 Feb 04 13:35:22.294315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:22.295398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Checking segment: {'id': 'e31816d3-c4f8-4ad1-9c27-bba47d3901da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:22.295398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Bound using segment: {'id': 'e31816d3-c4f8-4ad1-9c27-bba47d3901da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:22.296113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Bound port: c66a0353-b18f-4420-87c2-08e2a28ccc14, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31816d3-c4f8-4ad1-9c27-bba47d3901da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:22.296688 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:22.317331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Request body: {'port': {'device_id': '75d75a66-312b-4d19-a5c1-7244289962da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:22.580140 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:35:22.649610 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-732732ae-090f-498b-a70f-5f7c6633996a req-fd0b89b2-b485-41bb-a6ce-8468b7921fd8 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665755 Feb 04 13:35:22.657665 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e14e8cfe-b0df-4d15-856c-890218552787 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (52855a29-f4e1-41b7-bf9a-535a2cb2e9be), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:22.728214 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0da6fc2d-5c64-4b79-aa94-6ded53472216), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:22.757267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] For port c66a0353-b18f-4420-87c2-08e2a28ccc14, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:22.758884 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:35:22.773033 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:22.773403 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8f49c1fc-a5a1-429f-b66a-2cbea8c2033c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:22.814920 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0e233a-ee53-429c-9a07-fa6bdfe4458f x-openstack-request-id: req-ac0e233a-ee53-429c-9a07-fa6bdfe4458f {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:35:22.815567 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea99fd2-c64b-4383-a122-c10c66c6f018", "tag": "1855c129-e855-4601-b50d-b9523daa3dec", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:35:22.815825 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ac0e233a-ee53-429c-9a07-fa6bdfe4458f {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:35:22.816777 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea99fd2-c64b-4383-a122-c10c66c6f018', 'tag': '1855c129-e855-4601-b50d-b9523daa3dec', 'status': 'completed', 'code': 200} Feb 04 13:35:22.870154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] For port c66a0353-b18f-4420-87c2-08e2a28ccc14, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c66a0353-b18f-4420-87c2-08e2a28ccc14,segment=NetworkSegment(e31816d3-c4f8-4ad1-9c27-bba47d3901da),segment_id=e31816d3-c4f8-4ad1-9c27-bba47d3901da)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:22.984496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:22.984890 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8f49c1fc-a5a1-429f-b66a-2cbea8c2033c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:23.027147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e8cfe-b0df-4d15-856c-890218552787 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Subnet': ['ID=52855a29-f4e1-41b7-bf9a-535a2cb2e9be,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:23.041882 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:23.065754 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ce124f-b4a5-431c-8944-05c1297a5476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f49c1fc-a5a1-429f-b66a-2cbea8c2033c'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:35:23.069558 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567d8de4-051e-4651-9dbd-c38996150480" -d '{"events": [{"server_uuid": "f9ce124f-b4a5-431c-8944-05c1297a5476", "name": "network-vif-plugged", "status": "completed", "tag": "8f49c1fc-a5a1-429f-b66a-2cbea8c2033c"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:35:23.093469 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8f49c1fc-a5a1-429f-b66a-2cbea8c2033c,segment=NetworkSegment(bd088da6-464d-4d7d-b3b1-f3846918925a),segment_id=bd088da6-464d-4d7d-b3b1-f3846918925a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:23.105707 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8f49c1fc-a5a1-429f-b66a-2cbea8c2033c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:23.107723 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1855c129-e855-4601-b50d-b9523daa3dec up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:35:23.283101 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Pushing event updated for resources: {'Port': ['ID=c66a0353-b18f-4420-87c2-08e2a28ccc14,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:23.298678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e8cfe-b0df-4d15-856c-890218552787 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Checking segment: {'id': '99e8a7b2-16d6-4717-9381-94932db81d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6cb316a6-f19f-4c4c-9b65-c216c4fc70d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:23.299528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14e8cfe-b0df-4d15-856c-890218552787 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network hostable DHCP agents. Network: 6cb316a6-f19f-4c4c-9b65-c216c4fc70d6, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:35:23.304746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8f49c1fc-a5a1-429f-b66a-2cbea8c2033c,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:23.350610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.351227 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.351627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14e8cfe-b0df-4d15-856c-890218552787 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 6cb316a6-f19f-4c4c-9b65-c216c4fc70d6 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:35:23.351838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.352347 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.352806 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.361831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.362252 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.362650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.363093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.363472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:23.364483 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:23.367223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.367493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-3b021baf-7dc3-4ef2-a2a5-fc40cfe02445 service neutron] 10.222.0.99 "PUT /v2.0/ports/c66a0353-b18f-4420-87c2-08e2a28ccc14 HTTP/1.1" status: 200 len: 1092 time: 3.6880100 Feb 04 13:35:23.367878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.368464 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.369283 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.370544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'tag': 'c66a0353-b18f-4420-87c2-08e2a28ccc14'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:35:23.373106 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0ad62d-a0c7-4c90-82e3-dbc19f35857b" -d '{"events": [{"name": "network-changed", "server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "tag": "c66a0353-b18f-4420-87c2-08e2a28ccc14"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:35:23.414571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021ecb0-6ba6-4650-96b9-ac3a306164fb req-a3fbc400-e4ad-4284-9bc8-1436ddcc3399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:23.416772 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6021ecb0-6ba6-4650-96b9-ac3a306164fb req-a3fbc400-e4ad-4284-9bc8-1436ddcc3399 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fd3f6bfa14a74426878c6a232ebe9d08&device_id=5ea99fd2-c64b-4383-a122-c10c66c6f018 HTTP/1.1" status: 200 len: 1128 time: 0.5364017 Feb 04 13:35:23.447996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 1855c129-e855-4601-b50d-b9523daa3dec completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:35:23.480271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 1855c129-e855-4601-b50d-b9523daa3dec triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:23.480922 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1855c129-e855-4601-b50d-b9523daa3dec), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:23.538965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2d7bd-74bd-40f8-a52d-14b2ecaf7454 req-d9a74f32-c582-4816-b9fd-dacdeaa822cd tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:23.546591 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d6a2d7bd-74bd-40f8-a52d-14b2ecaf7454 req-d9a74f32-c582-4816-b9fd-dacdeaa822cd tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.99 "GET /v2.0/ports?device_id=d03894b9-f4aa-4e7f-9e61-9ebed0932599 HTTP/1.1" status: 200 len: 949 time: 0.2287030 Feb 04 13:35:23.678814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-e14e8cfe-b0df-4d15-856c-890218552787 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 6cb316a6-f19f-4c4c-9b65-c216c4fc70d6) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:23.687067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14e8cfe-b0df-4d15-856c-890218552787 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:23.688140 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e14e8cfe-b0df-4d15-856c-890218552787 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:23.715124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Request body: {'port': {'device_id': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:23.735855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dbcb41-85c1-4523-b408-7ff8416b4623 None None] Network 6cb316a6-f19f-4c4c-9b65-c216c4fc70d6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:35:23.776534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365b0e4-cfec-4850-a9e5-24fceaa280cd req-d7312217-e5e7-4e3a-9f88-58ca8ec3e4ef tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:23.795534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365b0e4-cfec-4850-a9e5-24fceaa280cd req-d7312217-e5e7-4e3a-9f88-58ca8ec3e4ef tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:23.808207 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365b0e4-cfec-4850-a9e5-24fceaa280cd req-d7312217-e5e7-4e3a-9f88-58ca8ec3e4ef tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:23.828693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365b0e4-cfec-4850-a9e5-24fceaa280cd req-d7312217-e5e7-4e3a-9f88-58ca8ec3e4ef tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:23.836269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365b0e4-cfec-4850-a9e5-24fceaa280cd req-d7312217-e5e7-4e3a-9f88-58ca8ec3e4ef tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:23.854997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f365b0e4-cfec-4850-a9e5-24fceaa280cd req-d7312217-e5e7-4e3a-9f88-58ca8ec3e4ef tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 3827 time: 0.8293207 Feb 04 13:35:23.951617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-d6a2d7bd-74bd-40f8-a52d-14b2ecaf7454 req-6d4b9754-0e78-4115-aaeb-d89fdfec79cf tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Deleting port 18ecf498-4722-4cfb-9c42-1da62fff206f {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:35:23.952676 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d6a2d7bd-74bd-40f8-a52d-14b2ecaf7454 req-6d4b9754-0e78-4115-aaeb-d89fdfec79cf tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:24.140946 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e14e8cfe-b0df-4d15-856c-890218552787 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0784135 Feb 04 13:35:24.152009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48596) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:24.180392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-686b2d89-7103-4acd-a8fa-494c39a108ff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'network_id': '6cb316a6-f19f-4c4c-9b65-c216c4fc70d6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-845242044'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:24.369752 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 1855c129-e855-4601-b50d-b9523daa3dec is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:24.370697 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1855c129-e855-4601-b50d-b9523daa3dec), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:24.440245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1855c129-e855-4601-b50d-b9523daa3dec, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1855c129-e855-4601-b50d-b9523daa3dec,segment=NetworkSegment(bd088da6-464d-4d7d-b3b1-f3846918925a),segment_id=bd088da6-464d-4d7d-b3b1-f3846918925a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:24.457312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d6a2d7bd-74bd-40f8-a52d-14b2ecaf7454 req-6d4b9754-0e78-4115-aaeb-d89fdfec79cf tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] For port 18ecf498-4722-4cfb-9c42-1da62fff206f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=18ecf498-4722-4cfb-9c42-1da62fff206f,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:24.458413 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d6a2d7bd-74bd-40f8-a52d-14b2ecaf7454 req-6d4b9754-0e78-4115-aaeb-d89fdfec79cf tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:24.489857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-d6a2d7bd-74bd-40f8-a52d-14b2ecaf7454 req-6d4b9754-0e78-4115-aaeb-d89fdfec79cf tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Calling delete_port for 18ecf498-4722-4cfb-9c42-1da62fff206f owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:35:24.520718 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1855c129-e855-4601-b50d-b9523daa3dec), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:24.527991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4c8a6a37-a0d3-4513-80c9-1aa249e85512 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:35:24.539052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-6cb316a6-f19f-4c4c-9b65-c216c4fc70d6', 'network_id': '6cb316a6-f19f-4c4c-9b65-c216c4fc70d6', 'project_id': 'eb2a4d518fad427abfaea1f7b4400492', 'fixed_ips': [{'subnet_id': '52855a29-f4e1-41b7-bf9a-535a2cb2e9be'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:35:24.540000 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:24.585284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da6fc2d-5c64-4b79-aa94-6ded53472216 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:35:24.602003 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Publish callbacks [] for port (0da6fc2d-5c64-4b79-aa94-6ded53472216), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:24.629198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Transition to ACTIVE for port object 0da6fc2d-5c64-4b79-aa94-6ded53472216 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:35:24.696278 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:24.714080 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (0da6fc2d-5c64-4b79-aa94-6ded53472216), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:24.762244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=1855c129-e855-4601-b50d-b9523daa3dec,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:24.856601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 4c8a6a37-a0d3-4513-80c9-1aa249e85512 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:35:24.881976 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f365b0e4-cfec-4850-a9e5-24fceaa280cd req-2b4e20c2-e75e-4d19-813c-0adcc01c11d4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0250223 Feb 04 13:35:24.890583 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 4c8a6a37-a0d3-4513-80c9-1aa249e85512 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:24.892290 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4c8a6a37-a0d3-4513-80c9-1aa249e85512), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:24.995140 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d6a2d7bd-74bd-40f8-a52d-14b2ecaf7454 req-6d4b9754-0e78-4115-aaeb-d89fdfec79cf tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (18ecf498-4722-4cfb-9c42-1da62fff206f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:25.087466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Allocated IP 2001:db8::2 (6cb316a6-f19f-4c4c-9b65-c216c4fc70d6/52855a29-f4e1-41b7-bf9a-535a2cb2e9be/21b195e6-e3de-493b-93ca-52cfa40d54f5) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:25.098127 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b9754-0e78-4115-aaeb-d89fdfec79cf tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Pushing event deleted for resources: {'Port': ['ID=18ecf498-4722-4cfb-9c42-1da62fff206f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:25.321591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a2d7bd-74bd-40f8-a52d-14b2ecaf7454 req-6d4b9754-0e78-4115-aaeb-d89fdfec79cf tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] No DVR routers for this DVR port 18ecf498-4722-4cfb-9c42-1da62fff206f on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:35:25.332136 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d6a2d7bd-74bd-40f8-a52d-14b2ecaf7454 req-6d4b9754-0e78-4115-aaeb-d89fdfec79cf tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:25.347914 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d6a2d7bd-74bd-40f8-a52d-14b2ecaf7454 req-6d4b9754-0e78-4115-aaeb-d89fdfec79cf tempest-ImagesOneServerTestJSON-496261156 tempest-ImagesOneServerTestJSON-496261156-project] 10.222.0.99 "DELETE /v2.0/ports/18ecf498-4722-4cfb-9c42-1da62fff206f HTTP/1.1" status: 204 len: 173 time: 1.7913182 Feb 04 13:35:25.349600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03894b9-f4aa-4e7f-9e61-9ebed0932599', 'name': 'network-vif-deleted', 'tag': '18ecf498-4722-4cfb-9c42-1da62fff206f'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:35:25.380127 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 4c8a6a37-a0d3-4513-80c9-1aa249e85512 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:25.380811 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4c8a6a37-a0d3-4513-80c9-1aa249e85512), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:25.386194 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd4f322-f5cf-4455-968a-a76874a6cd66" -d '{"events": [{"server_uuid": "d03894b9-f4aa-4e7f-9e61-9ebed0932599", "name": "network-vif-deleted", "tag": "18ecf498-4722-4cfb-9c42-1da62fff206f"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:35:25.526148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4c8a6a37-a0d3-4513-80c9-1aa249e85512, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4c8a6a37-a0d3-4513-80c9-1aa249e85512,segment=NetworkSegment(bd088da6-464d-4d7d-b3b1-f3846918925a),segment_id=bd088da6-464d-4d7d-b3b1-f3846918925a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:25.538303 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4c8a6a37-a0d3-4513-80c9-1aa249e85512), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:25.541247 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686b2d89-7103-4acd-a8fa-494c39a108ff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:25.550701 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-686b2d89-7103-4acd-a8fa-494c39a108ff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:25.628179 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-686b2d89-7103-4acd-a8fa-494c39a108ff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] device_id is not set on port 00721038-5c63-4efd-a068-98c2f1844eaf yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:35:25.649796 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 18ecf498-4722-4cfb-9c42-1da62fff206f no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:35:25.940449 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Publish callbacks [] for port (21b195e6-e3de-493b-93ca-52cfa40d54f5), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:26.010731 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=4c8a6a37-a0d3-4513-80c9-1aa249e85512,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:26.016873 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (21b195e6-e3de-493b-93ca-52cfa40d54f5), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:26.060424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0da6fc2d-5c64-4b79-aa94-6ded53472216,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:26.102522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 18ecf498-4722-4cfb-9c42-1da62fff206f {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:35:26.102962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 18ecf498-4722-4cfb-9c42-1da62fff206f not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:35:26.109350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Pushing event updated for resources: {'Port': ['ID=21b195e6-e3de-493b-93ca-52cfa40d54f5,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:26.154418 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Network 6cb316a6-f19f-4c4c-9b65-c216c4fc70d6 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:26.156184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:26.163626 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:26.205985 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-686b2d89-7103-4acd-a8fa-494c39a108ff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Allocated IP 2001:db8::3e8 (6cb316a6-f19f-4c4c-9b65-c216c4fc70d6/52855a29-f4e1-41b7-bf9a-535a2cb2e9be/00721038-5c63-4efd-a068-98c2f1844eaf) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:26.263386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Attempting to bind port 21b195e6-e3de-493b-93ca-52cfa40d54f5 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:26.263711 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Attempting to bind port 21b195e6-e3de-493b-93ca-52cfa40d54f5 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '99e8a7b2-16d6-4717-9381-94932db81d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6cb316a6-f19f-4c4c-9b65-c216c4fc70d6'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:26.264336 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Attempting to bind port 21b195e6-e3de-493b-93ca-52cfa40d54f5 on network 6cb316a6-f19f-4c4c-9b65-c216c4fc70d6 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:26.274440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:26.275002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Checking segment: {'id': '99e8a7b2-16d6-4717-9381-94932db81d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6cb316a6-f19f-4c4c-9b65-c216c4fc70d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:26.275650 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:26.276413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Bound using segment: {'id': '99e8a7b2-16d6-4717-9381-94932db81d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6cb316a6-f19f-4c4c-9b65-c216c4fc70d6'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:26.276940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Bound port: 21b195e6-e3de-493b-93ca-52cfa40d54f5, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e8a7b2-16d6-4717-9381-94932db81d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6cb316a6-f19f-4c4c-9b65-c216c4fc70d6'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:26.278978 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (21b195e6-e3de-493b-93ca-52cfa40d54f5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:26.463504 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] For port 21b195e6-e3de-493b-93ca-52cfa40d54f5, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:26.492668 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] For port 21b195e6-e3de-493b-93ca-52cfa40d54f5, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=21b195e6-e3de-493b-93ca-52cfa40d54f5,segment=NetworkSegment(99e8a7b2-16d6-4717-9381-94932db81d6d),segment_id=99e8a7b2-16d6-4717-9381-94932db81d6d)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:26.512821 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (21b195e6-e3de-493b-93ca-52cfa40d54f5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:26.703331 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-686b2d89-7103-4acd-a8fa-494c39a108ff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (00721038-5c63-4efd-a068-98c2f1844eaf), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:26.732145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021ecb0-6ba6-4650-96b9-ac3a306164fb req-30a59d41-cf73-42f4-9cf8-8742b31381b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:26.745420 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6021ecb0-6ba6-4650-96b9-ac3a306164fb req-30a59d41-cf73-42f4-9cf8-8742b31381b3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=7da8d732-06df-45b4-b9ed-9adaf78d650f HTTP/1.1" status: 200 len: 919 time: 3.0904729 Feb 04 13:35:26.760442 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6a336-ab2d-4ed1-99a5-d8326be147c1 None None] Pushing event updated for resources: {'Port': ['ID=21b195e6-e3de-493b-93ca-52cfa40d54f5,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:26.839028 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-686b2d89-7103-4acd-a8fa-494c39a108ff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (00721038-5c63-4efd-a068-98c2f1844eaf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:26.953746 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b2d89-7103-4acd-a8fa-494c39a108ff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=00721038-5c63-4efd-a068-98c2f1844eaf,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:26.963066 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b2d89-7103-4acd-a8fa-494c39a108ff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 6cb316a6-f19f-4c4c-9b65-c216c4fc70d6 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:26.966626 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-686b2d89-7103-4acd-a8fa-494c39a108ff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:26.972039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b2d89-7103-4acd-a8fa-494c39a108ff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:26.984311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b2d89-7103-4acd-a8fa-494c39a108ff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:26.985769 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-686b2d89-7103-4acd-a8fa-494c39a108ff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:27.050288 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-686b2d89-7103-4acd-a8fa-494c39a108ff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.8939192 Feb 04 13:35:27.064710 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48618) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:27.104665 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247bb38-70b6-4d8f-b045-06005bba3647 req-4f24c4e3-3c1a-4ed4-b078-628e3ef1246c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:27.107414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a247bb38-70b6-4d8f-b045-06005bba3647 req-4f24c4e3-3c1a-4ed4-b078-628e3ef1246c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 943 time: 1.1301160 Feb 04 13:35:27.109483 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6021ecb0-6ba6-4650-96b9-ac3a306164fb req-6cec42d6-68eb-41c0-b541-7fefc4f4cc50 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1855c129-e855-4601-b50d-b9523daa3dec HTTP/1.1" status: 200 len: 217 time: 0.3524160 Feb 04 13:35:27.115168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c851ed1e-9207-4b30-bdb5-b5029841908d {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:35:27.140199 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Publish callbacks [] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:27.167961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Transition to ACTIVE for port object c851ed1e-9207-4b30-bdb5-b5029841908d will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:35:27.314686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Attempting to bind port 0da6fc2d-5c64-4b79-aa94-6ded53472216 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:27.315678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Attempting to bind port 0da6fc2d-5c64-4b79-aa94-6ded53472216 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '54c428d2-32d4-4e0c-832a-7b50a69bb295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:27.316892 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Attempting to bind port 0da6fc2d-5c64-4b79-aa94-6ded53472216 on network b87406d1-c508-4f09-8a0f-312d75ce3975 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:27.328832 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:27.410066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Port 0da6fc2d-5c64-4b79-aa94-6ded53472216 on network b87406d1-c508-4f09-8a0f-312d75ce3975 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:35:27.410718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Attempting to bind port 0da6fc2d-5c64-4b79-aa94-6ded53472216 on network b87406d1-c508-4f09-8a0f-312d75ce3975 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:27.452237 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1ddac0a3-6b9e-421e-b2af-8ffcc20a2227 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port 00721038-5c63-4efd-a068-98c2f1844eaf {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:35:27.452998 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ddac0a3-6b9e-421e-b2af-8ffcc20a2227 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (00721038-5c63-4efd-a068-98c2f1844eaf), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:27.499670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:27.500639 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Checking segment: {'id': '54c428d2-32d4-4e0c-832a-7b50a69bb295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:27.501252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Bound using segment: {'id': '54c428d2-32d4-4e0c-832a-7b50a69bb295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:27.503724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Bound port: 0da6fc2d-5c64-4b79-aa94-6ded53472216, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c428d2-32d4-4e0c-832a-7b50a69bb295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:27.509266 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0da6fc2d-5c64-4b79-aa94-6ded53472216), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:27.730819 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] For port 0da6fc2d-5c64-4b79-aa94-6ded53472216, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:27.746161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021ecb0-6ba6-4650-96b9-ac3a306164fb req-02ed59b5-4d13-484e-b19f-4a1ebd6148d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:27.749068 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6021ecb0-6ba6-4650-96b9-ac3a306164fb req-02ed59b5-4d13-484e-b19f-4a1ebd6148d6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=03d20d16-73a0-404a-8122-7ea2dec8018c HTTP/1.1" status: 200 len: 858 time: 0.5781038 Feb 04 13:35:27.761057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] For port 0da6fc2d-5c64-4b79-aa94-6ded53472216, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0da6fc2d-5c64-4b79-aa94-6ded53472216,segment=NetworkSegment(54c428d2-32d4-4e0c-832a-7b50a69bb295),segment_id=54c428d2-32d4-4e0c-832a-7b50a69bb295)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:27.875562 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ddac0a3-6b9e-421e-b2af-8ffcc20a2227 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (00721038-5c63-4efd-a068-98c2f1844eaf), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:27.946041 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1ddac0a3-6b9e-421e-b2af-8ffcc20a2227 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for 00721038-5c63-4efd-a068-98c2f1844eaf owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:35:27.952901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Pushing event updated for resources: {'Port': ['ID=c851ed1e-9207-4b30-bdb5-b5029841908d,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:27.996945 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a247bb38-70b6-4d8f-b045-06005bba3647 req-cbcc6002-84fa-459a-8971-d73089bd4191 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8086891 Feb 04 13:35:28.008228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6021ecb0-6ba6-4650-96b9-ac3a306164fb req-899801d4-3a48-4005-83b9-6dcd60e31c37 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7da8d732-06df-45b4-b9ed-9adaf78d650f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1874995 Feb 04 13:35:28.029712 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 21b195e6-e3de-493b-93ca-52cfa40d54f5 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:35:28.120143 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (0da6fc2d-5c64-4b79-aa94-6ded53472216), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:28.368813 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 21b195e6-e3de-493b-93ca-52cfa40d54f5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:28.369415 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (21b195e6-e3de-493b-93ca-52cfa40d54f5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:28.481671 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ddac0a3-6b9e-421e-b2af-8ffcc20a2227 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (00721038-5c63-4efd-a068-98c2f1844eaf), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:28.680612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:28.681713 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:28.697475 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] 10.222.0.99 "PUT /v2.0/ports/0da6fc2d-5c64-4b79-aa94-6ded53472216 HTTP/1.1" status: 200 len: 1092 time: 6.3987286 Feb 04 13:35:28.742243 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddac0a3-6b9e-421e-b2af-8ffcc20a2227 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=00721038-5c63-4efd-a068-98c2f1844eaf,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:28.822815 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ddac0a3-6b9e-421e-b2af-8ffcc20a2227 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:28.836680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48628) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:28.837287 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1ddac0a3-6b9e-421e-b2af-8ffcc20a2227 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/00721038-5c63-4efd-a068-98c2f1844eaf HTTP/1.1" status: 204 len: 168 time: 1.7677736 Feb 04 13:35:28.934605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d821b6f-89ba-42c8-aaf0-a4b9973de9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0da6fc2d-5c64-4b79-aa94-6ded53472216,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:29.015179 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 21b195e6-e3de-493b-93ca-52cfa40d54f5 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:29.015943 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (21b195e6-e3de-493b-93ca-52cfa40d54f5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:29.078305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Attempting to bind port c851ed1e-9207-4b30-bdb5-b5029841908d on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:29.081070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Attempting to bind port c851ed1e-9207-4b30-bdb5-b5029841908d by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:29.081867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Attempting to bind port c851ed1e-9207-4b30-bdb5-b5029841908d on network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:29.139776 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bfd8fe-4c2d-4af4-9947-fe607f75fc31 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] GET failed (client error): The resource could not be found. Feb 04 13:35:29.144418 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-85bfd8fe-4c2d-4af4-9947-fe607f75fc31 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/00721038-5c63-4efd-a068-98c2f1844eaf HTTP/1.1" status: 404 len: 333 time: 0.2971168 Feb 04 13:35:29.148945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48632) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:29.168120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Port c851ed1e-9207-4b30-bdb5-b5029841908d on network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:35:29.168360 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Attempting to bind port c851ed1e-9207-4b30-bdb5-b5029841908d on network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:29.199335 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e4c9a3-cd30-42e6-8fea-8974005e460b None None] Network 6cb316a6-f19f-4c4c-9b65-c216c4fc70d6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:35:29.213195 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:29.213973 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Checking segment: {'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:29.214818 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Bound using segment: {'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:29.215969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Bound port: c851ed1e-9207-4b30-bdb5-b5029841908d, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:29.216689 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:29.236038 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6021ecb0-6ba6-4650-96b9-ac3a306164fb req-d297f0a3-de6f-4fae-a47e-9a4cabf9e0db service neutron] 10.222.0.99 "GET /v2.0/networks/7da8d732-06df-45b4-b9ed-9adaf78d650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1006238 Feb 04 13:35:29.241437 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 21b195e6-e3de-493b-93ca-52cfa40d54f5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=21b195e6-e3de-493b-93ca-52cfa40d54f5,segment=NetworkSegment(99e8a7b2-16d6-4717-9381-94932db81d6d),segment_id=99e8a7b2-16d6-4717-9381-94932db81d6d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:29.303741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eeab36-2815-48ba-8727-2e39db4c92d1 req-fa433a10-17c0-4c6a-8bd4-663a5ac460e2 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:29.317031 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32eeab36-2815-48ba-8727-2e39db4c92d1 req-fa433a10-17c0-4c6a-8bd4-663a5ac460e2 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 945 time: 0.6826847 Feb 04 13:35:29.331828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0539457-d542-479e-8ecd-3083ae2e670b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting subnet 52855a29-f4e1-41b7-bf9a-535a2cb2e9be {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:35:29.346158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-b5354237-304b-45a0-aaa0-ba526f2eddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:29.349145 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-b5354237-304b-45a0-aaa0-ba526f2eddce service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=966901e806474173a5eedad926b29322&device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 1126 time: 0.4528697 Feb 04 13:35:29.357229 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0539457-d542-479e-8ecd-3083ae2e670b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (52855a29-f4e1-41b7-bf9a-535a2cb2e9be), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:29.422465 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (21b195e6-e3de-493b-93ca-52cfa40d54f5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:29.494676 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0539457-d542-479e-8ecd-3083ae2e670b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (52855a29-f4e1-41b7-bf9a-535a2cb2e9be), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:29.710606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48638) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:29.712033 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7dc5b1be-7a75-4b6e-8cd4-bcf7688202b0 None None] Provisioning complete for port 21b195e6-e3de-493b-93ca-52cfa40d54f5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:29.713107 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7dc5b1be-7a75-4b6e-8cd4-bcf7688202b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (21b195e6-e3de-493b-93ca-52cfa40d54f5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:29.713325 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0539457-d542-479e-8ecd-3083ae2e670b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (52855a29-f4e1-41b7-bf9a-535a2cb2e9be), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:29.761837 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-a453767f-011d-492e-89db-7bb9f65b1cf8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0da6fc2d-5c64-4b79-aa94-6ded53472216 HTTP/1.1" status: 200 len: 217 time: 0.3076150 Feb 04 13:35:29.790590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=21b195e6-e3de-493b-93ca-52cfa40d54f5,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:29.869734 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0539457-d542-479e-8ecd-3083ae2e670b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (52855a29-f4e1-41b7-bf9a-535a2cb2e9be), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:29.942845 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0539457-d542-479e-8ecd-3083ae2e670b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Subnet': ['ID=52855a29-f4e1-41b7-bf9a-535a2cb2e9be,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:29.947929 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0539457-d542-479e-8ecd-3083ae2e670b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:29.968456 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a0539457-d542-479e-8ecd-3083ae2e670b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/52855a29-f4e1-41b7-bf9a-535a2cb2e9be HTTP/1.1" status: 204 len: 168 time: 0.8175871 Feb 04 13:35:29.972374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48646) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:29.999280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] For port c851ed1e-9207-4b30-bdb5-b5029841908d, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:30.040716 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7dc5b1be-7a75-4b6e-8cd4-bcf7688202b0 None None] Current status of the port 21b195e6-e3de-493b-93ca-52cfa40d54f5 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:30.089218 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32eeab36-2815-48ba-8727-2e39db4c92d1 req-50b03759-ee27-43c6-b71e-980db08edab1 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7690523 Feb 04 13:35:30.120419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] For port c851ed1e-9207-4b30-bdb5-b5029841908d, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c851ed1e-9207-4b30-bdb5-b5029841908d,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:30.201034 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-1c5ec85c-a5a9-48c9-a946-da25c4beedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:30.211203 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-1c5ec85c-a5a9-48c9-a946-da25c4beedc6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=54252442-312c-4ce9-a1db-8b7dd94734b4 HTTP/1.1" status: 200 len: 851 time: 0.3834536 Feb 04 13:35:30.214857 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:30.264950 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (6cb316a6-f19f-4c4c-9b65-c216c4fc70d6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:30.298442 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6021ecb0-6ba6-4650-96b9-ac3a306164fb req-837aa65c-ab08-4d77-8bff-e702c6fa6c48 service neutron] 10.222.0.99 "GET /v2.0/networks/7da8d732-06df-45b4-b9ed-9adaf78d650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0406480 Feb 04 13:35:30.377633 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port 21b195e6-e3de-493b-93ca-52cfa40d54f5 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:35:30.378712 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (21b195e6-e3de-493b-93ca-52cfa40d54f5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:30.486577 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-9d23c591-7c84-4bae-991f-fe08b6cf0175 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b87406d1-c508-4f09-8a0f-312d75ce3975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2561841 Feb 04 13:35:30.513530 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:30.518394 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:30.523256 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] 10.222.0.99 "PUT /v2.0/ports/c851ed1e-9207-4b30-bdb5-b5029841908d HTTP/1.1" status: 200 len: 1137 time: 6.8710825 Feb 04 13:35:30.625160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Request body: {'port': {'device_id': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:30.667422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] For port 21b195e6-e3de-493b-93ca-52cfa40d54f5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=21b195e6-e3de-493b-93ca-52cfa40d54f5,segment=NetworkSegment(99e8a7b2-16d6-4717-9381-94932db81d6d),segment_id=99e8a7b2-16d6-4717-9381-94932db81d6d)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:30.669608 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (21b195e6-e3de-493b-93ca-52cfa40d54f5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:30.706210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for 21b195e6-e3de-493b-93ca-52cfa40d54f5 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:35:31.023398 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (21b195e6-e3de-493b-93ca-52cfa40d54f5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:31.056087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f1439a-6811-42ff-b203-61ef6827d433 None None] Network 6cb316a6-f19f-4c4c-9b65-c216c4fc70d6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:35:31.083221 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=21b195e6-e3de-493b-93ca-52cfa40d54f5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:31.086993 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No DVR routers for this DVR port 21b195e6-e3de-493b-93ca-52cfa40d54f5 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:35:31.106872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88daaa1f-6fbe-4a63-bca5-fb9e91b4d512 service neutron] Pushing event updated for resources: {'Port': ['ID=c851ed1e-9207-4b30-bdb5-b5029841908d,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:31.243908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c96daf07-d9af-4446-8721-801d0e3a6509 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=288230b2c4f049f48ae5390446e3ca10&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5294244 Feb 04 13:35:31.261643 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48658) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:31.308846 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-36c5ba7e-f6c9-4ca7-ba9c-b1f0cc4375c1 None None] Could not find standard attr ID for object 21b195e6-e3de-493b-93ca-52cfa40d54f5. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:35:31.343272 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-15127b1a-e8cf-4b50-922d-184015255085 service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7900119 Feb 04 13:35:31.358082 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:31.432382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (6cb316a6-f19f-4c4c-9b65-c216c4fc70d6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:31.538851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb316a6-f19f-4c4c-9b65-c216c4fc70d6']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:31.592973 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e8a7b2-16d6-4717-9381-94932db81d6d') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:31.592973 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e8a7b2-16d6-4717-9381-94932db81d6d') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:31.599089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbba7c57-b08d-43fa-9982-db49486e0682 None None] DHCP port deletion for 6cb316a6-f19f-4c4c-9b65-c216c4fc70d6 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:35:31.642302 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (99e8a7b2-16d6-4717-9381-94932db81d6d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:31.687762 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (99e8a7b2-16d6-4717-9381-94932db81d6d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:31.701424 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:35:31.702262 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (99e8a7b2-16d6-4717-9381-94932db81d6d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:31.761459 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7423cb64-5fab-4232-8e0e-d67d980340c5 req-94f0a25c-ab22-4c54-951c-a7be26dd52d2 service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055319 Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:35:31.834584 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:35:31.863924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 21b195e6-e3de-493b-93ca-52cfa40d54f5 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:35:31.897828 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1234d29-798d-4951-849e-1428b5767dfb admin admin] Publish callbacks [] for security_group (39e14510-f498-4446-ad10-efd6ae32b44a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:31.914073 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (6cb316a6-f19f-4c4c-9b65-c216c4fc70d6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:31.939750 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:31.946188 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/networks/6cb316a6-f19f-4c4c-9b65-c216c4fc70d6 HTTP/1.1" status: 204 len: 168 time: 1.9712234 Feb 04 13:35:31.951318 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 21b195e6-e3de-493b-93ca-52cfa40d54f5 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:35:31.958152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 21b195e6-e3de-493b-93ca-52cfa40d54f5 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:35:31.965016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48664) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:31.979999 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052ef53-501b-43d0-af03-5cdf3b3cddb7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Network': ['ID=6cb316a6-f19f-4c4c-9b65-c216c4fc70d6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:32.002672 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c091579-3ee7-4ef1-8829-f256c22d14ca x-openstack-request-id: req-5c091579-3ee7-4ef1-8829-f256c22d14ca {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:35:32.003351 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ce124f-b4a5-431c-8944-05c1297a5476", "name": "network-vif-plugged", "status": "completed", "tag": "8f49c1fc-a5a1-429f-b66a-2cbea8c2033c", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:35:32.003929 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5c091579-3ee7-4ef1-8829-f256c22d14ca {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:35:32.004761 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ce124f-b4a5-431c-8944-05c1297a5476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f49c1fc-a5a1-429f-b66a-2cbea8c2033c', 'code': 200} Feb 04 13:35:32.171647 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-2b4a8020-5402-4455-b83e-c3585b93bbff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'name': 'tempest-PortsIpV6TestJSON-2080506783'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:32.180697 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab50ab0-c48d-4afe-b31b-01145ab06bc9 x-openstack-request-id: req-aab50ab0-c48d-4afe-b31b-01145ab06bc9 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:35:32.181536 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "tag": "c66a0353-b18f-4420-87c2-08e2a28ccc14", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:35:32.182251 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-aab50ab0-c48d-4afe-b31b-01145ab06bc9 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:35:32.183531 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'tag': 'c66a0353-b18f-4420-87c2-08e2a28ccc14', 'status': 'completed', 'code': 200} Feb 04 13:35:32.316705 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1234d29-798d-4951-849e-1428b5767dfb admin admin] Publish callbacks [] for security_group (39e14510-f498-4446-ad10-efd6ae32b44a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:32.540238 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f399688-a9af-4054-870d-1c97bf9a955e req-5c527857-fbed-4e5b-aa8a-530c8be72eec service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0914645 Feb 04 13:35:32.733736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f399688-a9af-4054-870d-1c97bf9a955e req-c51218eb-4cb2-4153-bee5-7854e0cce72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:32.739693 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f399688-a9af-4054-870d-1c97bf9a955e req-c51218eb-4cb2-4153-bee5-7854e0cce72c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=966901e806474173a5eedad926b29322&device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 1129 time: 0.1620727 Feb 04 13:35:32.951280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad62d-a0c7-4c90-82e3-dbc19f35857b req-0fbbe93a-02c8-4d62-b1d3-dccb4034ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:32.952218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad62d-a0c7-4c90-82e3-dbc19f35857b req-0fbbe93a-02c8-4d62-b1d3-dccb4034ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:32.953111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad62d-a0c7-4c90-82e3-dbc19f35857b req-0fbbe93a-02c8-4d62-b1d3-dccb4034ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:32.953968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad62d-a0c7-4c90-82e3-dbc19f35857b req-0fbbe93a-02c8-4d62-b1d3-dccb4034ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:32.954906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad62d-a0c7-4c90-82e3-dbc19f35857b req-0fbbe93a-02c8-4d62-b1d3-dccb4034ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:32.956118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad62d-a0c7-4c90-82e3-dbc19f35857b req-0fbbe93a-02c8-4d62-b1d3-dccb4034ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:32.959759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee0ad62d-a0c7-4c90-82e3-dbc19f35857b req-0fbbe93a-02c8-4d62-b1d3-dccb4034ccaa service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=594053dcbab8463db86849941a112819&device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5355 time: 0.7384574 Feb 04 13:35:32.991173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839dd350-309c-4b6e-9b12-90ac93b17b43 req-2d37b05c-780a-4d6c-a3be-f5b9d130ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:32.993998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-839dd350-309c-4b6e-9b12-90ac93b17b43 req-2d37b05c-780a-4d6c-a3be-f5b9d130ddb2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f9ce124f-b4a5-431c-8944-05c1297a5476 HTTP/1.1" status: 200 len: 1128 time: 0.8089318 Feb 04 13:35:33.097291 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f399688-a9af-4054-870d-1c97bf9a955e req-fd20ad16-49bf-4604-b96a-6131b72095fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:33.105560 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f399688-a9af-4054-870d-1c97bf9a955e req-fd20ad16-49bf-4604-b96a-6131b72095fa service neutron] 10.222.0.99 "GET /v2.0/networks?id=b87406d1-c508-4f09-8a0f-312d75ce3975 HTTP/1.1" status: 200 len: 912 time: 0.3295369 Feb 04 13:35:33.225573 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f399688-a9af-4054-870d-1c97bf9a955e req-78146ebb-cb47-4f83-bd15-9604fcfb01e5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10cda6a5-6a78-425e-85a4-6030d52dbe12 HTTP/1.1" status: 200 len: 217 time: 0.1136475 Feb 04 13:35:33.339841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f399688-a9af-4054-870d-1c97bf9a955e req-866cb495-5276-4e38-bef4-6d908373313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:33.344606 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f399688-a9af-4054-870d-1c97bf9a955e req-866cb495-5276-4e38-bef4-6d908373313a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=54252442-312c-4ce9-a1db-8b7dd94734b4 HTTP/1.1" status: 200 len: 851 time: 0.1128361 Feb 04 13:35:33.420540 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f399688-a9af-4054-870d-1c97bf9a955e req-2380608e-db60-4fbc-a3f4-156044d7c0a7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b87406d1-c508-4f09-8a0f-312d75ce3975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685763 Feb 04 13:35:33.665791 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f399688-a9af-4054-870d-1c97bf9a955e req-14254e0f-f7c9-478f-8731-7ba43b742566 service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362740 Feb 04 13:35:33.726785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527383dc-8498-4155-a99e-169a6a24192f req-91d2e017-3ad9-4b6b-be8a-8af8bf343776 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:33.740743 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-527383dc-8498-4155-a99e-169a6a24192f req-91d2e017-3ad9-4b6b-be8a-8af8bf343776 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d4df04-2d58-48db-b6af-f89d7112c443 HTTP/1.1" status: 200 len: 945 time: 1.3912451 Feb 04 13:35:33.744370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad62d-a0c7-4c90-82e3-dbc19f35857b req-ca3e28ae-aa2d-4761-afbb-18cc19f1f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:33.745217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad62d-a0c7-4c90-82e3-dbc19f35857b req-ca3e28ae-aa2d-4761-afbb-18cc19f1f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:33.746045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad62d-a0c7-4c90-82e3-dbc19f35857b req-ca3e28ae-aa2d-4761-afbb-18cc19f1f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:33.748917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee0ad62d-a0c7-4c90-82e3-dbc19f35857b req-ca3e28ae-aa2d-4761-afbb-18cc19f1f1c8 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=594053dcbab8463db86849941a112819&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7628098 Feb 04 13:35:33.766847 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1234d29-798d-4951-849e-1428b5767dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (39e14510-f498-4446-ad10-efd6ae32b44a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:33.773083 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1234d29-798d-4951-849e-1428b5767dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:33.775908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d1234d29-798d-4951-849e-1428b5767dfb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/39e14510-f498-4446-ad10-efd6ae32b44a HTTP/1.1" status: 204 len: 168 time: 2.5114646 Feb 04 13:35:33.916871 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4a8020-5402-4455-b83e-c3585b93bbff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:33.923374 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8020-5402-4455-b83e-c3585b93bbff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:33.954154 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f399688-a9af-4054-870d-1c97bf9a955e req-19a8b6d3-ef73-4474-a936-bdbf4e03fe9b service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770267 Feb 04 13:35:34.007130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea99fd2-c64b-4383-a122-c10c66c6f018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1855c129-e855-4601-b50d-b9523daa3dec'}, {'server_uuid': '50d4df04-2d58-48db-b6af-f89d7112c443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8a6a37-a0d3-4513-80c9-1aa249e85512'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:35:34.016081 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773ce0a1-4003-4bda-8f02-8f3914a1c613" -d '{"events": [{"server_uuid": "5ea99fd2-c64b-4383-a122-c10c66c6f018", "name": "network-vif-plugged", "status": "completed", "tag": "1855c129-e855-4601-b50d-b9523daa3dec"}, {"server_uuid": "50d4df04-2d58-48db-b6af-f89d7112c443", "name": "network-vif-plugged", "status": "completed", "tag": "4c8a6a37-a0d3-4513-80c9-1aa249e85512"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:35:34.042358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1234d29-798d-4951-849e-1428b5767dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e14510-f498-4446-ad10-efd6ae32b44a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:34.193103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d75a66-312b-4d19-a5c1-7244289962da', 'tag': '0da6fc2d-5c64-4b79-aa94-6ded53472216'}, {'name': 'network-changed', 'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'tag': 'c851ed1e-9207-4b30-bdb5-b5029841908d'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:35:34.197311 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e1382f-4933-473e-a17f-11a0951b625e" -d '{"events": [{"name": "network-changed", "server_uuid": "75d75a66-312b-4d19-a5c1-7244289962da", "tag": "0da6fc2d-5c64-4b79-aa94-6ded53472216"}, {"name": "network-changed", "server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "tag": "c851ed1e-9207-4b30-bdb5-b5029841908d"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:35:34.213397 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-2b4a8020-5402-4455-b83e-c3585b93bbff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] device_id is not set on port 5b0ea0fc-4ed3-42f7-8ed4-4e5f69ac68ed yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:35:34.433054 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:35:34.495869 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Publish callbacks [] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:34.611960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-839dd350-309c-4b6e-9b12-90ac93b17b43 req-3660dd7e-9442-4a30-8314-20bd37659aee service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8538005 Feb 04 13:35:34.658166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0da6fc2d-5c64-4b79-aa94-6ded53472216 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:35:34.666190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-527383dc-8498-4155-a99e-169a6a24192f req-092591dc-23cc-42c3-b7a8-544d29becb05 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9138346 Feb 04 13:35:34.673784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Transition to ACTIVE for port object 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:35:34.749130 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:34.778678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad62d-a0c7-4c90-82e3-dbc19f35857b req-1306608d-6b45-4e79-a66b-0f79bc639a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:34.785350 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee0ad62d-a0c7-4c90-82e3-dbc19f35857b req-1306608d-6b45-4e79-a66b-0f79bc639a21 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0077622 Feb 04 13:35:34.819264 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb81502e-1c9b-4c4a-9e42-366197cd691f x-openstack-request-id: req-fb81502e-1c9b-4c4a-9e42-366197cd691f {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:35:34.821033 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03894b9-f4aa-4e7f-9e61-9ebed0932599", "name": "network-vif-deleted", "tag": "18ecf498-4722-4cfb-9c42-1da62fff206f", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:35:34.821508 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fb81502e-1c9b-4c4a-9e42-366197cd691f {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:35:34.822258 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03894b9-f4aa-4e7f-9e61-9ebed0932599', 'name': 'network-vif-deleted', 'tag': '18ecf498-4722-4cfb-9c42-1da62fff206f', 'status': 'completed', 'code': 200} Feb 04 13:35:35.129400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0da6fc2d-5c64-4b79-aa94-6ded53472216, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0da6fc2d-5c64-4b79-aa94-6ded53472216,segment=NetworkSegment(54c428d2-32d4-4e0c-832a-7b50a69bb295),segment_id=54c428d2-32d4-4e0c-832a-7b50a69bb295)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:35.158604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '0da6fc2d-5c64-4b79-aa94-6ded53472216', 'network_id': 'b87406d1-c508-4f09-8a0f-312d75ce3975', 'port_id': '0da6fc2d-5c64-4b79-aa94-6ded53472216', 'mac_address': 'fa:16:3e:5d:85:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54252442-312c-4ce9-a1db-8b7dd94734b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:35:35.230816 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8020-5402-4455-b83e-c3585b93bbff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (5b0ea0fc-4ed3-42f7-8ed4-4e5f69ac68ed), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:35.312488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 0da6fc2d-5c64-4b79-aa94-6ded53472216 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:35.313221 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0da6fc2d-5c64-4b79-aa94-6ded53472216), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:35.364257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da6fc2d-5c64-4b79-aa94-6ded53472216 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:35:35.472040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31633f30-e059-43fa-aedc-43f970f6f5e5 req-d36ec982-d61d-4503-a49a-3b48e00a6552 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:35.480528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0da6fc2d-5c64-4b79-aa94-6ded53472216, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0da6fc2d-5c64-4b79-aa94-6ded53472216,segment=NetworkSegment(54c428d2-32d4-4e0c-832a-7b50a69bb295),segment_id=54c428d2-32d4-4e0c-832a-7b50a69bb295)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:35.480843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31633f30-e059-43fa-aedc-43f970f6f5e5 req-d36ec982-d61d-4503-a49a-3b48e00a6552 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:35.489892 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0da6fc2d-5c64-4b79-aa94-6ded53472216), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:35.501420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31633f30-e059-43fa-aedc-43f970f6f5e5 req-d36ec982-d61d-4503-a49a-3b48e00a6552 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:35.519183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31633f30-e059-43fa-aedc-43f970f6f5e5 req-d36ec982-d61d-4503-a49a-3b48e00a6552 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:35.544571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31633f30-e059-43fa-aedc-43f970f6f5e5 req-d36ec982-d61d-4503-a49a-3b48e00a6552 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:35.576968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31633f30-e059-43fa-aedc-43f970f6f5e5 req-d36ec982-d61d-4503-a49a-3b48e00a6552 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:35.591801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31633f30-e059-43fa-aedc-43f970f6f5e5 req-d36ec982-d61d-4503-a49a-3b48e00a6552 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:35.606519 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31633f30-e059-43fa-aedc-43f970f6f5e5 req-d36ec982-d61d-4503-a49a-3b48e00a6552 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5381 time: 0.5662575 Feb 04 13:35:35.610148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Pushing event updated for resources: {'Port': ['ID=1d03bc7b-242a-4b15-ad3d-18ab1a2929fd,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:35.657836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=0da6fc2d-5c64-4b79-aa94-6ded53472216,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:35.817209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Attempting to bind port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:35.818126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Attempting to bind port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:35.818344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Attempting to bind port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd on network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:35.833473 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8020-5402-4455-b83e-c3585b93bbff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (5b0ea0fc-4ed3-42f7-8ed4-4e5f69ac68ed), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:35.924893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd on network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:35:35.925463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Attempting to bind port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd on network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:36.003016 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31633f30-e059-43fa-aedc-43f970f6f5e5 req-71c9e803-2a5b-412d-a4db-9ffa00853886 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3941450 Feb 04 13:35:36.007615 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a8020-5402-4455-b83e-c3585b93bbff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:36.014614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:36.016670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Checking segment: {'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:36.017426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Bound using segment: {'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:36.018952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Bound port: 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:36.018952 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:36.019504 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['0da6fc2d-5c64-4b79-aa94-6ded53472216'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:35:36.197080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] For port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:36.205276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] For port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1d03bc7b-242a-4b15-ad3d-18ab1a2929fd,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:36.213658 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-2b4a8020-5402-4455-b83e-c3585b93bbff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:36.223178 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a8020-5402-4455-b83e-c3585b93bbff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:36.237219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4a8020-5402-4455-b83e-c3585b93bbff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:36.238594 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8020-5402-4455-b83e-c3585b93bbff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:36.275011 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:36.339956 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a8020-5402-4455-b83e-c3585b93bbff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=5b0ea0fc-4ed3-42f7-8ed4-4e5f69ac68ed,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:36.358363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48724) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:36.370989 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2b4a8020-5402-4455-b83e-c3585b93bbff tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.3719454 Feb 04 13:35:36.416092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:36.417282 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:36.419982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] 10.222.0.99 "PUT /v2.0/ports/1d03bc7b-242a-4b15-ad3d-18ab1a2929fd HTTP/1.1" status: 200 len: 1135 time: 5.8220198 Feb 04 13:35:36.546563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Request body: {'port': {'device_id': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:36.755184 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-08bd958d-fd7d-4d17-abf1-58e7a9c69704 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port 5b0ea0fc-4ed3-42f7-8ed4-4e5f69ac68ed {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:35:36.758571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08bd958d-fd7d-4d17-abf1-58e7a9c69704 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5b0ea0fc-4ed3-42f7-8ed4-4e5f69ac68ed), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:36.789776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48730) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:36.874773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48734) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:36.913038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ac51f-6515-4253-a213-ae171935d1a4 req-67843d9f-0d20-455f-94cd-502872faea8d tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:36.932461 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-582ac51f-6515-4253-a213-ae171935d1a4 req-67843d9f-0d20-455f-94cd-502872faea8d tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 944 time: 0.6668444 Feb 04 13:35:36.954780 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08bd958d-fd7d-4d17-abf1-58e7a9c69704 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5b0ea0fc-4ed3-42f7-8ed4-4e5f69ac68ed), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:36.972155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c9915-33ea-4d7d-b83d-cd72c8eea628 service neutron] Pushing event updated for resources: {'Port': ['ID=1d03bc7b-242a-4b15-ad3d-18ab1a2929fd,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:37.008707 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:37.016049 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-08bd958d-fd7d-4d17-abf1-58e7a9c69704 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for 5b0ea0fc-4ed3-42f7-8ed4-4e5f69ac68ed owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:35:37.353019 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08bd958d-fd7d-4d17-abf1-58e7a9c69704 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (5b0ea0fc-4ed3-42f7-8ed4-4e5f69ac68ed), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:37.424808 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd958d-fd7d-4d17-abf1-58e7a9c69704 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=5b0ea0fc-4ed3-42f7-8ed4-4e5f69ac68ed,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:37.435088 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08bd958d-fd7d-4d17-abf1-58e7a9c69704 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:37.446025 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-08bd958d-fd7d-4d17-abf1-58e7a9c69704 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/5b0ea0fc-4ed3-42f7-8ed4-4e5f69ac68ed HTTP/1.1" status: 204 len: 168 time: 1.0818460 Feb 04 13:35:37.446612 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48740) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:37.456097 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-eac049d7-d3fa-4996-a584-0808ecb3d268 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'mac_address': 'fa:16:3e:08:6b:96', 'name': 'tempest-PortsIpV6TestJSON-1802609218'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:37.527653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-4ce6825b-008d-4920-9339-808a2b41ffcf admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-719026580-network', 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:37.569298 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e313213-f270-44fc-bdcc-4db42d69d643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:37.597334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-582ac51f-6515-4253-a213-ae171935d1a4 req-c4cc4cf0-931e-4063-ba15-a9d8599ad58f tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471872 Feb 04 13:35:37.610700 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac049d7-d3fa-4996-a584-0808ecb3d268 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:37.691263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce6825b-008d-4920-9339-808a2b41ffcf admin admin] Made reservation on behalf of 171cccc1a4bf4bf9a016458d43c59628 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:37.694686 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4ce6825b-008d-4920-9339-808a2b41ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:37.724197 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4ce6825b-008d-4920-9339-808a2b41ffcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:37.754879 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eac049d7-d3fa-4996-a584-0808ecb3d268 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:37.762522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe54563-d0a3-4958-b104-3f43a65ab703 req-cf8c68f6-12f6-48ff-9d62-2cc61488eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:37.765220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-abe54563-d0a3-4958-b104-3f43a65ab703 req-cf8c68f6-12f6-48ff-9d62-2cc61488eee1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 1128 time: 0.4364438 Feb 04 13:35:37.804668 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-eac049d7-d3fa-4996-a584-0808ecb3d268 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] device_id is not set on port 8eb236fd-eb21-4d3a-86e6-3f29ad9a93bd yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:35:38.067094 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-abe54563-d0a3-4958-b104-3f43a65ab703 req-80f67b03-78b8-4198-be27-3c8303ecb3e2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859221 Feb 04 13:35:38.077492 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e313213-f270-44fc-bdcc-4db42d69d643 admin admin] Publish callbacks [] for security_group (daa60b96-741d-492e-92e8-ee5b0f75666a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:38.111030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cb88d-5045-46d3-974d-1d953b284312 req-472cc593-913e-4d3a-bfc9-eceb68e455e3 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:38.113867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d78cb88d-5045-46d3-974d-1d953b284312 req-472cc593-913e-4d3a-bfc9-eceb68e455e3 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 945 time: 0.3385038 Feb 04 13:35:38.118156 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eac049d7-d3fa-4996-a584-0808ecb3d268 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (8eb236fd-eb21-4d3a-86e6-3f29ad9a93bd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:38.152710 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e313213-f270-44fc-bdcc-4db42d69d643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (daa60b96-741d-492e-92e8-ee5b0f75666a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:38.173228 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eac049d7-d3fa-4996-a584-0808ecb3d268 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8eb236fd-eb21-4d3a-86e6-3f29ad9a93bd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:38.256276 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac049d7-d3fa-4996-a584-0808ecb3d268 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:38.262203 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-eac049d7-d3fa-4996-a584-0808ecb3d268 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:38.269625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac049d7-d3fa-4996-a584-0808ecb3d268 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:38.280767 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac049d7-d3fa-4996-a584-0808ecb3d268 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:38.281978 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eac049d7-d3fa-4996-a584-0808ecb3d268 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:38.293542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac049d7-d3fa-4996-a584-0808ecb3d268 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=8eb236fd-eb21-4d3a-86e6-3f29ad9a93bd,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:38.313707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9471111a-51b1-43df-8a12-7ca6ece249bc {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:35:38.322710 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-eac049d7-d3fa-4996-a584-0808ecb3d268 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8742080 Feb 04 13:35:38.326386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48742) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:38.345439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2e313213-f270-44fc-bdcc-4db42d69d643 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e4a9a5f585e14d7292c599efa07e8ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4659193 Feb 04 13:35:38.354942 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Publish callbacks [] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:38.359104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e313213-f270-44fc-bdcc-4db42d69d643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa60b96-741d-492e-92e8-ee5b0f75666a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:38.363657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48744) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:38.415715 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4ce6825b-008d-4920-9339-808a2b41ffcf admin admin] Publish callbacks [] for security_group (c842c271-5339-424c-95d8-632d4991baca), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:38.420379 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3981b93-b6c9-403c-b13f-e96d9afd070a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:38.425355 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b3981b93-b6c9-403c-b13f-e96d9afd070a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/8eb236fd-eb21-4d3a-86e6-3f29ad9a93bd HTTP/1.1" status: 200 len: 845 time: 0.0945988 Feb 04 13:35:38.426254 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48746) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:38.450487 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4ce6825b-008d-4920-9339-808a2b41ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c842c271-5339-424c-95d8-632d4991baca), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:38.517698 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Transition to ACTIVE for port object 9471111a-51b1-43df-8a12-7ca6ece249bc will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:35:38.533691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d78cb88d-5045-46d3-974d-1d953b284312 req-c584dd2d-d95e-40a7-a843-f77f84aed621 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719478 Feb 04 13:35:38.557974 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:38.578472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce6825b-008d-4920-9339-808a2b41ffcf admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:35:38.627843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-8c6992ae-5745-474c-97f6-2cc0cc975744 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port 8eb236fd-eb21-4d3a-86e6-3f29ad9a93bd {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:35:38.628495 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c6992ae-5745-474c-97f6-2cc0cc975744 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8eb236fd-eb21-4d3a-86e6-3f29ad9a93bd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:38.663348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0da6fc2d-5c64-4b79-aa94-6ded53472216 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:35:38.750867 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 13:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb330ba0-a686-4c34-87c6-7226e77e4cd9 x-openstack-request-id: req-fb330ba0-a686-4c34-87c6-7226e77e4cd9 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:35:38.751594 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea99fd2-c64b-4383-a122-c10c66c6f018", "name": "network-vif-plugged", "status": "completed", "tag": "1855c129-e855-4601-b50d-b9523daa3dec", "code": 200}, {"server_uuid": "50d4df04-2d58-48db-b6af-f89d7112c443", "name": "network-vif-plugged", "status": "completed", "tag": "4c8a6a37-a0d3-4513-80c9-1aa249e85512", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:35:38.751873 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fb330ba0-a686-4c34-87c6-7226e77e4cd9 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:35:38.753025 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea99fd2-c64b-4383-a122-c10c66c6f018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1855c129-e855-4601-b50d-b9523daa3dec', 'code': 200} Feb 04 13:35:38.753530 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d4df04-2d58-48db-b6af-f89d7112c443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8a6a37-a0d3-4513-80c9-1aa249e85512', 'code': 200} Feb 04 13:35:38.761111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Pushing event updated for resources: {'Port': ['ID=9471111a-51b1-43df-8a12-7ca6ece249bc,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:38.782658 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6825b-008d-4920-9339-808a2b41ffcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c842c271-5339-424c-95d8-632d4991baca,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:38.813068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 0da6fc2d-5c64-4b79-aa94-6ded53472216 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:35:38.831658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 0da6fc2d-5c64-4b79-aa94-6ded53472216 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:38.834065 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0da6fc2d-5c64-4b79-aa94-6ded53472216), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:38.867272 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 13:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5956c4f4-17a6-404e-9be2-0b18d67161a3 x-openstack-request-id: req-5956c4f4-17a6-404e-9be2-0b18d67161a3 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:35:38.867794 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d75a66-312b-4d19-a5c1-7244289962da", "tag": "0da6fc2d-5c64-4b79-aa94-6ded53472216", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "tag": "c851ed1e-9207-4b30-bdb5-b5029841908d", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:35:38.868441 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5956c4f4-17a6-404e-9be2-0b18d67161a3 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:35:38.870150 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d75a66-312b-4d19-a5c1-7244289962da', 'tag': '0da6fc2d-5c64-4b79-aa94-6ded53472216', 'status': 'completed', 'code': 200} Feb 04 13:35:38.872084 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'tag': 'c851ed1e-9207-4b30-bdb5-b5029841908d', 'status': 'completed', 'code': 200} Feb 04 13:35:38.882143 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a003adf8-724e-42f1-94e2-aae9233d5a93 admin admin] Publish callbacks [] for security_group (daa60b96-741d-492e-92e8-ee5b0f75666a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:38.915437 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c6992ae-5745-474c-97f6-2cc0cc975744 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8eb236fd-eb21-4d3a-86e6-3f29ad9a93bd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:38.941357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a003adf8-724e-42f1-94e2-aae9233d5a93 admin admin] Publish callbacks [] for security_group (daa60b96-741d-492e-92e8-ee5b0f75666a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:38.949073 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4ce6825b-008d-4920-9339-808a2b41ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0ef0e049-8030-4b3f-86a2-b42d7cd67ece), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:38.949654 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-4ce6825b-008d-4920-9339-808a2b41ffcf admin admin] Added segment 0ef0e049-8030-4b3f-86a2-b42d7cd67ece of type vlan for network bbf4b647-706f-42e8-897d-f248500c9308 Feb 04 13:35:39.010734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-8c6992ae-5745-474c-97f6-2cc0cc975744 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for 8eb236fd-eb21-4d3a-86e6-3f29ad9a93bd owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:35:39.054840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 0da6fc2d-5c64-4b79-aa94-6ded53472216 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:39.055864 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0da6fc2d-5c64-4b79-aa94-6ded53472216), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:39.122334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1382f-4933-473e-a17f-11a0951b625e req-efc03d67-5631-411c-a651-367c9780721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:39.124042 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72e1382f-4933-473e-a17f-11a0951b625e req-efc03d67-5631-411c-a651-367c9780721e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=966901e806474173a5eedad926b29322&device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 1127 time: 0.2015183 Feb 04 13:35:39.137769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 0da6fc2d-5c64-4b79-aa94-6ded53472216, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0da6fc2d-5c64-4b79-aa94-6ded53472216,segment=NetworkSegment(54c428d2-32d4-4e0c-832a-7b50a69bb295),segment_id=54c428d2-32d4-4e0c-832a-7b50a69bb295)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:39.148603 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0da6fc2d-5c64-4b79-aa94-6ded53472216), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:39.273342 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c6992ae-5745-474c-97f6-2cc0cc975744 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8eb236fd-eb21-4d3a-86e6-3f29ad9a93bd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:39.315268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=0da6fc2d-5c64-4b79-aa94-6ded53472216,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:39.744225 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4ce6825b-008d-4920-9339-808a2b41ffcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (bbf4b647-706f-42e8-897d-f248500c9308), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:39.810090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6992ae-5745-474c-97f6-2cc0cc975744 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=8eb236fd-eb21-4d3a-86e6-3f29ad9a93bd,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:39.823355 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c6992ae-5745-474c-97f6-2cc0cc975744 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:39.826970 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8c6992ae-5745-474c-97f6-2cc0cc975744 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/8eb236fd-eb21-4d3a-86e6-3f29ad9a93bd HTTP/1.1" status: 204 len: 168 time: 1.3996234 Feb 04 13:35:39.831874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48754) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:39.868264 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d08718-461e-4a5e-88d0-b6e2f0827aec tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] GET failed (client error): The resource could not be found. Feb 04 13:35:39.872494 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-02d08718-461e-4a5e-88d0-b6e2f0827aec tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/8eb236fd-eb21-4d3a-86e6-3f29ad9a93bd HTTP/1.1" status: 404 len: 333 time: 0.0369551 Feb 04 13:35:39.877276 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48756) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:39.893774 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2645518b-fe45-459c-a18d-3b3b71e53b4e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'name': 'tempest-PortsIpV6TestJSON-55033698'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:39.904468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ef89f-fceb-4775-9215-638e544322cd req-5e127beb-f979-4e72-af2f-3dd8d2823282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:39.907267 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-415ef89f-fceb-4775-9215-638e544322cd req-5e127beb-f979-4e72-af2f-3dd8d2823282 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=50d4df04-2d58-48db-b6af-f89d7112c443 HTTP/1.1" status: 200 len: 1128 time: 0.9400966 Feb 04 13:35:39.943024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc56e4-94b3-4593-90a4-f81fbae82f76 req-09fd562c-5266-4f0b-a076-673fd404eab6 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:39.951987 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4cdc56e4-94b3-4593-90a4-f81fbae82f76 req-09fd562c-5266-4f0b-a076-673fd404eab6 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d4df04-2d58-48db-b6af-f89d7112c443 HTTP/1.1" status: 200 len: 945 time: 0.9958003 Feb 04 13:35:39.976787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d135e4-ec38-4407-9bdb-900392093ce0 req-58c8b8ad-b704-4473-96f5-7786f1a707a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:39.979499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00d135e4-ec38-4407-9bdb-900392093ce0 req-58c8b8ad-b704-4473-96f5-7786f1a707a9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5ea99fd2-c64b-4383-a122-c10c66c6f018 HTTP/1.1" status: 200 len: 1129 time: 1.0267446 Feb 04 13:35:39.981639 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1382f-4933-473e-a17f-11a0951b625e req-bf6c8d7e-2e03-46aa-b045-f53c56301ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:39.983131 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72e1382f-4933-473e-a17f-11a0951b625e req-bf6c8d7e-2e03-46aa-b045-f53c56301ad5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b87406d1-c508-4f09-8a0f-312d75ce3975 HTTP/1.1" status: 200 len: 912 time: 0.7363756 Feb 04 13:35:40.003832 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4ce6825b-008d-4920-9339-808a2b41ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (bbf4b647-706f-42e8-897d-f248500c9308), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:40.005602 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce6825b-008d-4920-9339-808a2b41ffcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:40.006544 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4ce6825b-008d-4920-9339-808a2b41ffcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:40.045727 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a003adf8-724e-42f1-94e2-aae9233d5a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (daa60b96-741d-492e-92e8-ee5b0f75666a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:40.048908 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a003adf8-724e-42f1-94e2-aae9233d5a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:40.054325 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a003adf8-724e-42f1-94e2-aae9233d5a93 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/daa60b96-741d-492e-92e8-ee5b0f75666a HTTP/1.1" status: 204 len: 168 time: 1.6631825 Feb 04 13:35:40.064122 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72e1382f-4933-473e-a17f-11a0951b625e req-56931bce-8971-43bd-8374-946f2d024db9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0da6fc2d-5c64-4b79-aa94-6ded53472216 HTTP/1.1" status: 200 len: 217 time: 0.0708346 Feb 04 13:35:40.136896 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1382f-4933-473e-a17f-11a0951b625e req-9b6d7667-3b12-4043-beb9-fb1a4c0fd8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:40.138870 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72e1382f-4933-473e-a17f-11a0951b625e req-9b6d7667-3b12-4043-beb9-fb1a4c0fd8b8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=54252442-312c-4ce9-a1db-8b7dd94734b4 HTTP/1.1" status: 200 len: 851 time: 0.0669634 Feb 04 13:35:40.185647 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72e1382f-4933-473e-a17f-11a0951b625e req-9ac08750-91f0-4a6f-84f1-aaf678d8301b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b87406d1-c508-4f09-8a0f-312d75ce3975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383840 Feb 04 13:35:40.194604 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Attempting to bind port 9471111a-51b1-43df-8a12-7ca6ece249bc on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:40.195147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Attempting to bind port 9471111a-51b1-43df-8a12-7ca6ece249bc by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:40.195696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Attempting to bind port 9471111a-51b1-43df-8a12-7ca6ece249bc on network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:40.243803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4ce6825b-008d-4920-9339-808a2b41ffcf admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.4465439 Feb 04 13:35:40.244916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003adf8-724e-42f1-94e2-aae9233d5a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa60b96-741d-492e-92e8-ee5b0f75666a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:40.263368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48760) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:40.285746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-7f799a63-20a4-4050-831e-c6468d361708 admin admin] Request body: {'subnet': {'network_id': 'bbf4b647-706f-42e8-897d-f248500c9308', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-719026580-subnet', 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:40.298229 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2645518b-fe45-459c-a18d-3b3b71e53b4e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:40.303520 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2645518b-fe45-459c-a18d-3b3b71e53b4e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:40.312449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Port 9471111a-51b1-43df-8a12-7ca6ece249bc on network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:35:40.312969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Attempting to bind port 9471111a-51b1-43df-8a12-7ca6ece249bc on network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:40.342979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-2645518b-fe45-459c-a18d-3b3b71e53b4e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] device_id is not set on port 4531d46c-03a1-4c87-ad12-6845e6d06ae9 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:35:40.344688 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-415ef89f-fceb-4775-9215-638e544322cd req-5fe1a3d3-d2f4-43ca-bc88-24eec5cec8aa service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265256 Feb 04 13:35:40.391946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6825b-008d-4920-9339-808a2b41ffcf admin admin] Pushing event updated for resources: {'Network': ['ID=bbf4b647-706f-42e8-897d-f248500c9308,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:40.412817 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4cdc56e4-94b3-4593-90a4-f81fbae82f76 req-fa7fd6af-7f7c-4468-bf3e-54a949d52843 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587307 Feb 04 13:35:40.416895 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network bbf4b647-706f-42e8-897d-f248500c9308 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:35:40.450884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:40.455159 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Checking segment: {'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:40.462350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Bound using segment: {'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:40.463426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Bound port: 9471111a-51b1-43df-8a12-7ca6ece249bc, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:40.464259 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:40.512651 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00d135e4-ec38-4407-9bdb-900392093ce0 req-c43e49a2-b7a3-4db8-8b67-c7578c6205c2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012648 Feb 04 13:35:40.527532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f799a63-20a4-4050-831e-c6468d361708 admin admin] Made reservation on behalf of 171cccc1a4bf4bf9a016458d43c59628 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:40.530194 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f799a63-20a4-4050-831e-c6468d361708 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:40.670476 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2645518b-fe45-459c-a18d-3b3b71e53b4e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (4531d46c-03a1-4c87-ad12-6845e6d06ae9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:40.698306 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72e1382f-4933-473e-a17f-11a0951b625e req-b1e25f76-3775-4b0b-94f0-3cdafc4fae4b service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058255 Feb 04 13:35:40.733414 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2645518b-fe45-459c-a18d-3b3b71e53b4e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4531d46c-03a1-4c87-ad12-6845e6d06ae9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:40.755213 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d75a66-312b-4d19-a5c1-7244289962da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da6fc2d-5c64-4b79-aa94-6ded53472216'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:35:40.760617 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d6d9ef-c401-4886-803e-ef6f877153a5" -d '{"events": [{"server_uuid": "75d75a66-312b-4d19-a5c1-7244289962da", "name": "network-vif-plugged", "status": "completed", "tag": "0da6fc2d-5c64-4b79-aa94-6ded53472216"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:35:40.786998 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2645518b-fe45-459c-a18d-3b3b71e53b4e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:40.791346 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-2645518b-fe45-459c-a18d-3b3b71e53b4e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:40.795798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2645518b-fe45-459c-a18d-3b3b71e53b4e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:40.801353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2645518b-fe45-459c-a18d-3b3b71e53b4e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:40.802180 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2645518b-fe45-459c-a18d-3b3b71e53b4e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:40.821002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645518b-fe45-459c-a18d-3b3b71e53b4e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=4531d46c-03a1-4c87-ad12-6845e6d06ae9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:40.830911 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2645518b-fe45-459c-a18d-3b3b71e53b4e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.9524620 Feb 04 13:35:40.835591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48766) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:40.848160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-081be3ec-72e9-4d5a-aaed-c53c63d2cf52 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:40.935667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'tag': '1d03bc7b-242a-4b15-ad3d-18ab1a2929fd'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:35:40.940816 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0d5ffb30-1db2-427f-87ec-e888a614a8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:40.949115 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f98ba37-fd6a-4a07-acf8-e1164d9c2576" -d '{"events": [{"name": "network-changed", "server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "tag": "1d03bc7b-242a-4b15-ad3d-18ab1a2929fd"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:35:41.061804 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48770) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:41.098232 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-081be3ec-72e9-4d5a-aaed-c53c63d2cf52 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4531d46c-03a1-4c87-ad12-6845e6d06ae9), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:41.107429 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-293af150-dc7f-43d8-94b5-e331c9c4fb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:41.143179 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72e1382f-4933-473e-a17f-11a0951b625e req-b5ebfb21-f91b-409b-8ee5-bc76964da422 service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553086 Feb 04 13:35:41.342824 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-293af150-dc7f-43d8-94b5-e331c9c4fb51 admin admin] Publish callbacks [] for security_group (cbadfc84-64ca-4f3e-8e3b-40b45ea89c08), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:41.369961 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-293af150-dc7f-43d8-94b5-e331c9c4fb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cbadfc84-64ca-4f3e-8e3b-40b45ea89c08), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:41.421976 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1382f-4933-473e-a17f-11a0951b625e req-b3d0c30e-5bca-491c-82ee-1d867232977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.422677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] For port 9471111a-51b1-43df-8a12-7ca6ece249bc, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:41.422903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1382f-4933-473e-a17f-11a0951b625e req-b3d0c30e-5bca-491c-82ee-1d867232977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.423411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1382f-4933-473e-a17f-11a0951b625e req-b3d0c30e-5bca-491c-82ee-1d867232977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.424395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1382f-4933-473e-a17f-11a0951b625e req-b3d0c30e-5bca-491c-82ee-1d867232977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.424894 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1382f-4933-473e-a17f-11a0951b625e req-b3d0c30e-5bca-491c-82ee-1d867232977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.425379 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1382f-4933-473e-a17f-11a0951b625e req-b3d0c30e-5bca-491c-82ee-1d867232977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.426233 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1382f-4933-473e-a17f-11a0951b625e req-b3d0c30e-5bca-491c-82ee-1d867232977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.430121 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72e1382f-4933-473e-a17f-11a0951b625e req-b3d0c30e-5bca-491c-82ee-1d867232977d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=594053dcbab8463db86849941a112819&device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 6340 time: 0.2235825 Feb 04 13:35:41.440436 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-293af150-dc7f-43d8-94b5-e331c9c4fb51 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fbbd426da4c14cfba36657479074c62f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3693392 Feb 04 13:35:41.448918 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48772) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:41.464587 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc528e-2fec-4d4b-a6e6-2df6b1df707e req-f12e3ea2-ff3e-41e0-95d6-08b6f852daeb tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.482992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc528e-2fec-4d4b-a6e6-2df6b1df707e req-f12e3ea2-ff3e-41e0-95d6-08b6f852daeb tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.496720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc528e-2fec-4d4b-a6e6-2df6b1df707e req-f12e3ea2-ff3e-41e0-95d6-08b6f852daeb tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.510904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc528e-2fec-4d4b-a6e6-2df6b1df707e req-f12e3ea2-ff3e-41e0-95d6-08b6f852daeb tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.523450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc528e-2fec-4d4b-a6e6-2df6b1df707e req-f12e3ea2-ff3e-41e0-95d6-08b6f852daeb tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.534911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc528e-2fec-4d4b-a6e6-2df6b1df707e req-f12e3ea2-ff3e-41e0-95d6-08b6f852daeb tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.548463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc528e-2fec-4d4b-a6e6-2df6b1df707e req-f12e3ea2-ff3e-41e0-95d6-08b6f852daeb tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.563814 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fcdc528e-2fec-4d4b-a6e6-2df6b1df707e req-f12e3ea2-ff3e-41e0-95d6-08b6f852daeb tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5393 time: 0.8786569 Feb 04 13:35:41.665135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] For port 9471111a-51b1-43df-8a12-7ca6ece249bc, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9471111a-51b1-43df-8a12-7ca6ece249bc,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:41.692549 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f799a63-20a4-4050-831e-c6468d361708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (7889a00a-35ba-4be9-b066-bee7c28238ba), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:41.724880 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:41.766000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293af150-dc7f-43d8-94b5-e331c9c4fb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbadfc84-64ca-4f3e-8e3b-40b45ea89c08,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:41.774408 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-081be3ec-72e9-4d5a-aaed-c53c63d2cf52 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (4531d46c-03a1-4c87-ad12-6845e6d06ae9), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:41.831379 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-081be3ec-72e9-4d5a-aaed-c53c63d2cf52 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (4531d46c-03a1-4c87-ad12-6845e6d06ae9), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:41.869095 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.872778 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:41.875539 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] 10.222.0.99 "PUT /v2.0/ports/9471111a-51b1-43df-8a12-7ca6ece249bc HTTP/1.1" status: 200 len: 1092 time: 5.3768201 Feb 04 13:35:41.915762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f799a63-20a4-4050-831e-c6468d361708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7889a00a-35ba-4be9-b066-bee7c28238ba,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:41.941049 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Request body: {'port': {'device_id': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:41.967928 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:35:42.006975 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-081be3ec-72e9-4d5a-aaed-c53c63d2cf52 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] In _notify_port_updated(), no bound segment for port 4531d46c-03a1-4c87-ad12-6845e6d06ae9 on network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:35:42.012918 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081be3ec-72e9-4d5a-aaed-c53c63d2cf52 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:42.013902 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-081be3ec-72e9-4d5a-aaed-c53c63d2cf52 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:42.015521 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-081be3ec-72e9-4d5a-aaed-c53c63d2cf52 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "PUT /v2.0/ports/4531d46c-03a1-4c87-ad12-6845e6d06ae9 HTTP/1.1" status: 200 len: 818 time: 1.1788301 Feb 04 13:35:42.018757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fcdc528e-2fec-4d4b-a6e6-2df6b1df707e req-cecca568-78c0-48d8-808f-c544fa7bb878 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4529469 Feb 04 13:35:42.076679 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48776) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:42.109928 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a26f8-f7e1-4c0d-9963-f54b9546d591 service neutron] Pushing event updated for resources: {'Port': ['ID=9471111a-51b1-43df-8a12-7ca6ece249bc,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:42.160960 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e40fb7d0-2db1-444f-a3b0-90196819b90a admin admin] Publish callbacks [] for security_group (cbadfc84-64ca-4f3e-8e3b-40b45ea89c08), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:42.206484 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:42.267155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081be3ec-72e9-4d5a-aaed-c53c63d2cf52 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=4531d46c-03a1-4c87-ad12-6845e6d06ae9,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:42.277969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f799a63-20a4-4050-831e-c6468d361708 admin admin] Checking segment: {'id': '0ef0e049-8030-4b3f-86a2-b42d7cd67ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bbf4b647-706f-42e8-897d-f248500c9308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:42.278374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f799a63-20a4-4050-831e-c6468d361708 admin admin] Network hostable DHCP agents. Network: bbf4b647-706f-42e8-897d-f248500c9308, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:35:42.281975 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1382f-4933-473e-a17f-11a0951b625e req-cbf959bb-b304-42a5-856a-5c3944a80760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:42.282593 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1382f-4933-473e-a17f-11a0951b625e req-cbf959bb-b304-42a5-856a-5c3944a80760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:42.283072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1382f-4933-473e-a17f-11a0951b625e req-cbf959bb-b304-42a5-856a-5c3944a80760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:42.287378 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72e1382f-4933-473e-a17f-11a0951b625e req-cbf959bb-b304-42a5-856a-5c3944a80760 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=594053dcbab8463db86849941a112819&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8367300 Feb 04 13:35:42.414178 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e40fb7d0-2db1-444f-a3b0-90196819b90a admin admin] Publish callbacks [] for security_group (cbadfc84-64ca-4f3e-8e3b-40b45ea89c08), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:42.664498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f9f9-3f23-43ad-82dc-d60f2103218b req-2565b10e-433a-4511-8bff-6ddb5fd3070c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:42.673431 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ff2f9f9-3f23-43ad-82dc-d60f2103218b req-2565b10e-433a-4511-8bff-6ddb5fd3070c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 945 time: 0.4210157 Feb 04 13:35:42.717363 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f799a63-20a4-4050-831e-c6468d361708 admin admin] Network bbf4b647-706f-42e8-897d-f248500c9308 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:35:42.741830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-7f799a63-20a4-4050-831e-c6468d361708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, bbf4b647-706f-42e8-897d-f248500c9308) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:42.749166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1382f-4933-473e-a17f-11a0951b625e req-1545d964-9777-4dde-9eb2-c82fc59182f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:42.749426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f799a63-20a4-4050-831e-c6468d361708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:42.752266 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72e1382f-4933-473e-a17f-11a0951b625e req-1545d964-9777-4dde-9eb2-c82fc59182f5 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4480500 Feb 04 13:35:42.752870 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f799a63-20a4-4050-831e-c6468d361708 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:42.760633 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9ee17ce9-0e16-4c58-8e64-6c9b79de5262 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port 4531d46c-03a1-4c87-ad12-6845e6d06ae9 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:35:42.761210 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ee17ce9-0e16-4c58-8e64-6c9b79de5262 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4531d46c-03a1-4c87-ad12-6845e6d06ae9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:42.767738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c89d97-19ac-40be-ae61-9de08ae5d593 None None] Network bbf4b647-706f-42e8-897d-f248500c9308 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:35:42.855107 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ff2f9f9-3f23-43ad-82dc-d60f2103218b req-be832bee-b065-4286-82ec-34c7cd73d18c tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822531 Feb 04 13:35:42.872112 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e40fb7d0-2db1-444f-a3b0-90196819b90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cbadfc84-64ca-4f3e-8e3b-40b45ea89c08), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:42.888389 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e40fb7d0-2db1-444f-a3b0-90196819b90a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:42.896149 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e40fb7d0-2db1-444f-a3b0-90196819b90a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cbadfc84-64ca-4f3e-8e3b-40b45ea89c08 HTTP/1.1" status: 204 len: 168 time: 1.4338579 Feb 04 13:35:42.936227 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fb7d0-2db1-444f-a3b0-90196819b90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbadfc84-64ca-4f3e-8e3b-40b45ea89c08,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:43.009925 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ee17ce9-0e16-4c58-8e64-6c9b79de5262 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4531d46c-03a1-4c87-ad12-6845e6d06ae9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:43.061875 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-bbf4b647-706f-42e8-897d-f248500c9308', 'network_id': 'bbf4b647-706f-42e8-897d-f248500c9308', 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'fixed_ips': [{'subnet_id': '7889a00a-35ba-4be9-b066-bee7c28238ba'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:35:43.064534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9ee17ce9-0e16-4c58-8e64-6c9b79de5262 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for 4531d46c-03a1-4c87-ad12-6845e6d06ae9 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:35:43.069869 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:43.161523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e3009d-afe0-49cb-92eb-a7ddb0844090 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:35:43.181255 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Publish callbacks [] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:43.210760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Transition to ACTIVE for port object 69e3009d-afe0-49cb-92eb-a7ddb0844090 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:35:43.220326 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7f799a63-20a4-4050-831e-c6468d361708 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9521458 Feb 04 13:35:43.226516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48784) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:43.233190 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:43.261426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-719026580-router', 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:43.423166 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ee17ce9-0e16-4c58-8e64-6c9b79de5262 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4531d46c-03a1-4c87-ad12-6845e6d06ae9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:43.508072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee17ce9-0e16-4c58-8e64-6c9b79de5262 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=4531d46c-03a1-4c87-ad12-6845e6d06ae9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:43.510661 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Pushing event updated for resources: {'Port': ['ID=69e3009d-afe0-49cb-92eb-a7ddb0844090,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:43.519980 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (8de1c510-cfe8-4b60-b93f-52c3def17155), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:43.527937 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ee17ce9-0e16-4c58-8e64-6c9b79de5262 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:43.538247 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (8de1c510-cfe8-4b60-b93f-52c3def17155), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:43.543955 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9ee17ce9-0e16-4c58-8e64-6c9b79de5262 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/4531d46c-03a1-4c87-ad12-6845e6d06ae9 HTTP/1.1" status: 204 len: 168 time: 1.4458921 Feb 04 13:35:43.544738 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48788) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:43.612168 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Allocated IP 172.20.0.2 (bbf4b647-706f-42e8-897d-f248500c9308/7889a00a-35ba-4be9-b066-bee7c28238ba/513b1448-2067-42ff-9307-4e5e8ff3c7f2) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:43.678173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6154427-bce6-4b69-a475-0c4385db544e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:43.687439 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c6154427-bce6-4b69-a475-0c4385db544e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1409802 Feb 04 13:35:43.688429 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48790) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:43.752751 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e73e955-126e-43e8-8a39-9b728a72b57e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] GET failed (client error): The resource could not be found. Feb 04 13:35:43.763079 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4e73e955-126e-43e8-8a39-9b728a72b57e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/4531d46c-03a1-4c87-ad12-6845e6d06ae9 HTTP/1.1" status: 404 len: 333 time: 0.0730271 Feb 04 13:35:43.764020 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48792) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:43.773616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5640013b-b37c-4f14-aabd-16431c5ef136 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1391042773'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:43.820913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5640013b-b37c-4f14-aabd-16431c5ef136 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:43.830408 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5640013b-b37c-4f14-aabd-16431c5ef136 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:43.832686 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Publish callbacks [] for router_controller (8de1c510-cfe8-4b60-b93f-52c3def17155), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:43.903441 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5640013b-b37c-4f14-aabd-16431c5ef136 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:35:43.926998 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5640013b-b37c-4f14-aabd-16431c5ef136 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (cff5f277-1236-45e6-a2f0-b3fa3129d6e1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:43.928254 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-5640013b-b37c-4f14-aabd-16431c5ef136 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Added segment cff5f277-1236-45e6-a2f0-b3fa3129d6e1 of type vlan for network 5104afd9-3c1a-463e-9e74-1d7f183c33e2 Feb 04 13:35:44.127672 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5640013b-b37c-4f14-aabd-16431c5ef136 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (5104afd9-3c1a-463e-9e74-1d7f183c33e2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:44.171451 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26e81e-6f5e-4333-a7cf-0f3ea5bdc997 req-1c56bc7d-b808-4f56-be6c-465dfd6aa87d tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:44.183922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd26e81e-6f5e-4333-a7cf-0f3ea5bdc997 req-1c56bc7d-b808-4f56-be6c-465dfd6aa87d tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 945 time: 0.9606099 Feb 04 13:35:44.198303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48796) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:44.201488 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d15537d5-edf4-48ad-baa3-7d1289e9c1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:44.213094 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:44.258154 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5640013b-b37c-4f14-aabd-16431c5ef136 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (5104afd9-3c1a-463e-9e74-1d7f183c33e2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:44.276188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5640013b-b37c-4f14-aabd-16431c5ef136 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:44.278507 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5640013b-b37c-4f14-aabd-16431c5ef136 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:44.298934 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-00bbf4a9-769f-4cb1-9cf5-80cf5da67524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:44.434951 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Publish callbacks [] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:44.452351 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:44.530404 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640013b-b37c-4f14-aabd-16431c5ef136 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Network': ['ID=5104afd9-3c1a-463e-9e74-1d7f183c33e2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:44.563422 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5640013b-b37c-4f14-aabd-16431c5ef136 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7975931 Feb 04 13:35:44.566653 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48798) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:44.570064 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 5104afd9-3c1a-463e-9e74-1d7f183c33e2 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:35:44.575653 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-53f8e97c-3ac9-492c-ad45-a56ca60cf68c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'subnet': {'network_id': '5104afd9-3c1a-463e-9e74-1d7f183c33e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:44.596265 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Attempting to bind port 69e3009d-afe0-49cb-92eb-a7ddb0844090 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:44.598202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Attempting to bind port 69e3009d-afe0-49cb-92eb-a7ddb0844090 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:44.598775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Attempting to bind port 69e3009d-afe0-49cb-92eb-a7ddb0844090 on network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:44.721978 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Network bbf4b647-706f-42e8-897d-f248500c9308 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:44.733246 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd26e81e-6f5e-4333-a7cf-0f3ea5bdc997 req-a6520b92-f133-4aef-9154-970e8a16303f tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251253 Feb 04 13:35:44.737480 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:44.742391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Port 69e3009d-afe0-49cb-92eb-a7ddb0844090 on network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:35:44.743468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Attempting to bind port 69e3009d-afe0-49cb-92eb-a7ddb0844090 on network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:44.748172 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:44.753342 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:44.756794 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Publish callbacks [] for router_gateway (8de1c510-cfe8-4b60-b93f-52c3def17155), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:44.770449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:44.771802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Checking segment: {'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:44.772805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Pushing event updated for resources: {'Port': ['ID=513b1448-2067-42ff-9307-4e5e8ff3c7f2,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:44.773794 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f8e97c-3ac9-492c-ad45-a56ca60cf68c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:44.774272 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Bound using segment: {'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:44.775066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Bound port: 69e3009d-afe0-49cb-92eb-a7ddb0844090, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb013293-32eb-4492-86d8-5dc568dbe5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:44.775675 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:44.779556 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53f8e97c-3ac9-492c-ad45-a56ca60cf68c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:44.899118 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff274ebf-5149-4db4-a097-9d68405d3bb5 x-openstack-request-id: req-ff274ebf-5149-4db4-a097-9d68405d3bb5 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:35:44.899324 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d75a66-312b-4d19-a5c1-7244289962da", "name": "network-vif-plugged", "status": "completed", "tag": "0da6fc2d-5c64-4b79-aa94-6ded53472216", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:35:44.899863 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ff274ebf-5149-4db4-a097-9d68405d3bb5 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:35:44.903464 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d75a66-312b-4d19-a5c1-7244289962da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da6fc2d-5c64-4b79-aa94-6ded53472216', 'code': 200} Feb 04 13:35:44.914312 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Attempting to bind port 513b1448-2067-42ff-9307-4e5e8ff3c7f2 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:44.914756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Attempting to bind port 513b1448-2067-42ff-9307-4e5e8ff3c7f2 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '0ef0e049-8030-4b3f-86a2-b42d7cd67ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bbf4b647-706f-42e8-897d-f248500c9308'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:44.915221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Attempting to bind port 513b1448-2067-42ff-9307-4e5e8ff3c7f2 on network bbf4b647-706f-42e8-897d-f248500c9308 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:44.929097 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:44.929651 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Checking segment: {'id': '0ef0e049-8030-4b3f-86a2-b42d7cd67ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bbf4b647-706f-42e8-897d-f248500c9308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:44.930209 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:44.930596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Bound using segment: {'id': '0ef0e049-8030-4b3f-86a2-b42d7cd67ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bbf4b647-706f-42e8-897d-f248500c9308'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:44.931108 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Bound port: 513b1448-2067-42ff-9307-4e5e8ff3c7f2, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef0e049-8030-4b3f-86a2-b42d7cd67ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bbf4b647-706f-42e8-897d-f248500c9308'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:44.933255 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:45.018692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] For port 69e3009d-afe0-49cb-92eb-a7ddb0844090, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:45.028571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] For port 69e3009d-afe0-49cb-92eb-a7ddb0844090, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=69e3009d-afe0-49cb-92eb-a7ddb0844090,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:45.040446 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bf4a75-6759-4826-9ee5-5faf77fae5cf x-openstack-request-id: req-64bf4a75-6759-4826-9ee5-5faf77fae5cf {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:35:45.041305 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "tag": "1d03bc7b-242a-4b15-ad3d-18ab1a2929fd", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:35:45.041763 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-64bf4a75-6759-4826-9ee5-5faf77fae5cf {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:35:45.042662 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'tag': '1d03bc7b-242a-4b15-ad3d-18ab1a2929fd', 'status': 'completed', 'code': 200} Feb 04 13:35:45.077538 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:45.137023 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] For port 513b1448-2067-42ff-9307-4e5e8ff3c7f2, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:45.142560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] For port 513b1448-2067-42ff-9307-4e5e8ff3c7f2, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=513b1448-2067-42ff-9307-4e5e8ff3c7f2,segment=NetworkSegment(0ef0e049-8030-4b3f-86a2-b42d7cd67ece),segment_id=0ef0e049-8030-4b3f-86a2-b42d7cd67ece)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:45.167278 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:45.273039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:45.273751 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:45.275483 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] 10.222.0.99 "PUT /v2.0/ports/69e3009d-afe0-49cb-92eb-a7ddb0844090 HTTP/1.1" status: 200 len: 1091 time: 3.3567061 Feb 04 13:35:45.310688 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ba37-fd6a-4a07-acf8-e1164d9c2576 req-1a921d8e-0536-4a1d-a745-68b0bb6da64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:45.311240 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ba37-fd6a-4a07-acf8-e1164d9c2576 req-1a921d8e-0536-4a1d-a745-68b0bb6da64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:45.312537 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ba37-fd6a-4a07-acf8-e1164d9c2576 req-1a921d8e-0536-4a1d-a745-68b0bb6da64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:45.312679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ba37-fd6a-4a07-acf8-e1164d9c2576 req-1a921d8e-0536-4a1d-a745-68b0bb6da64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:45.313276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ba37-fd6a-4a07-acf8-e1164d9c2576 req-1a921d8e-0536-4a1d-a745-68b0bb6da64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:45.313765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ba37-fd6a-4a07-acf8-e1164d9c2576 req-1a921d8e-0536-4a1d-a745-68b0bb6da64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:45.314318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ba37-fd6a-4a07-acf8-e1164d9c2576 req-1a921d8e-0536-4a1d-a745-68b0bb6da64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:45.316720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f98ba37-fd6a-4a07-acf8-e1164d9c2576 req-1a921d8e-0536-4a1d-a745-68b0bb6da64b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=594053dcbab8463db86849941a112819&device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 6512 time: 0.2729182 Feb 04 13:35:45.379590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34004d-d081-401a-91c8-1911095b9be3 None None] Pushing event updated for resources: {'Port': ['ID=513b1448-2067-42ff-9307-4e5e8ff3c7f2,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:45.387076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33f226-afbb-4400-bd51-f91e4c729945 req-e29208e9-3a24-4dea-90c4-a61b559ed3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:45.391536 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6e33f226-afbb-4400-bd51-f91e4c729945 req-e29208e9-3a24-4dea-90c4-a61b559ed3d3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 1128 time: 0.3454666 Feb 04 13:35:45.395256 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-00bbf4a9-769f-4cb1-9cf5-80cf5da67524 admin admin] Publish callbacks [] for security_group (8c46497a-3693-425a-b251-5d10d6aabe2e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:45.446628 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-00bbf4a9-769f-4cb1-9cf5-80cf5da67524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8c46497a-3693-425a-b251-5d10d6aabe2e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:45.498364 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:45.524370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8437875-7311-46c8-b6cd-16839ecfb75b service neutron] Pushing event updated for resources: {'Port': ['ID=69e3009d-afe0-49cb-92eb-a7ddb0844090,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:45.546296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Request body: {'port': {'device_id': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:45.580454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc107c6d-19ec-4462-b2a8-075c304c3bf6 req-d44383d3-ef58-44dc-9aad-7f0b448ec74f tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:45.588721 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc107c6d-19ec-4462-b2a8-075c304c3bf6 req-d44383d3-ef58-44dc-9aad-7f0b448ec74f tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d4df04-2d58-48db-b6af-f89d7112c443 HTTP/1.1" status: 200 len: 945 time: 0.5231600 Feb 04 13:35:45.637110 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbf4a9-769f-4cb1-9cf5-80cf5da67524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c46497a-3693-425a-b251-5d10d6aabe2e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:45.658738 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-00bbf4a9-769f-4cb1-9cf5-80cf5da67524 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=df63539b9a7346de8938e132f5d52b56&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4553053 Feb 04 13:35:45.663326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48802) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:45.995951 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-81c294d3-a418-4fc9-873d-fd5e660c762c admin admin] Publish callbacks [] for security_group (8c46497a-3693-425a-b251-5d10d6aabe2e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:46.014679 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6e33f226-afbb-4400-bd51-f91e4c729945 req-cfe15eb1-ca52-4715-809d-b037b4d78c00 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6115344 Feb 04 13:35:46.075029 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Publish callbacks [] for router_gateway (8de1c510-cfe8-4b60-b93f-52c3def17155), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:46.166621 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-81c294d3-a418-4fc9-873d-fd5e660c762c admin admin] Publish callbacks [] for security_group (8c46497a-3693-425a-b251-5d10d6aabe2e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:46.192613 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53f8e97c-3ac9-492c-ad45-a56ca60cf68c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (c1955cc9-ee65-47b4-b09e-5ee917063727), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:46.224941 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:46.276941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ba37-fd6a-4a07-acf8-e1164d9c2576 req-97d934f1-f175-4ffe-9379-692898bbf0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:46.277892 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ba37-fd6a-4a07-acf8-e1164d9c2576 req-97d934f1-f175-4ffe-9379-692898bbf0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:46.278983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ba37-fd6a-4a07-acf8-e1164d9c2576 req-97d934f1-f175-4ffe-9379-692898bbf0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:46.281957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f98ba37-fd6a-4a07-acf8-e1164d9c2576 req-97d934f1-f175-4ffe-9379-692898bbf0d2 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=594053dcbab8463db86849941a112819&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9561245 Feb 04 13:35:46.283278 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:46.352894 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc107c6d-19ec-4462-b2a8-075c304c3bf6 req-5ff78b0a-66b3-4f3d-b664-16ef8d548587 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6680694 Feb 04 13:35:46.379805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8e97c-3ac9-492c-ad45-a56ca60cf68c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Subnet': ['ID=c1955cc9-ee65-47b4-b09e-5ee917063727,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:46.436830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f8e97c-3ac9-492c-ad45-a56ca60cf68c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Checking segment: {'id': 'cff5f277-1236-45e6-a2f0-b3fa3129d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5104afd9-3c1a-463e-9e74-1d7f183c33e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:46.437941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f8e97c-3ac9-492c-ad45-a56ca60cf68c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network hostable DHCP agents. Network: 5104afd9-3c1a-463e-9e74-1d7f183c33e2, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:35:46.476628 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f8e97c-3ac9-492c-ad45-a56ca60cf68c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 5104afd9-3c1a-463e-9e74-1d7f183c33e2 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:35:46.505866 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-53f8e97c-3ac9-492c-ad45-a56ca60cf68c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 5104afd9-3c1a-463e-9e74-1d7f183c33e2) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:46.520143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7631f4e-bbfb-405d-a54f-68ffbba520e6 None None] Network 5104afd9-3c1a-463e-9e74-1d7f183c33e2 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:35:46.527983 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f8e97c-3ac9-492c-ad45-a56ca60cf68c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:46.529043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53f8e97c-3ac9-492c-ad45-a56ca60cf68c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:46.551645 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-81c294d3-a418-4fc9-873d-fd5e660c762c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8c46497a-3693-425a-b251-5d10d6aabe2e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:46.567346 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-81c294d3-a418-4fc9-873d-fd5e660c762c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:46.575981 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-81c294d3-a418-4fc9-873d-fd5e660c762c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8c46497a-3693-425a-b251-5d10d6aabe2e HTTP/1.1" status: 204 len: 168 time: 0.9059184 Feb 04 13:35:46.612748 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c294d3-a418-4fc9-873d-fd5e660c762c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c46497a-3693-425a-b251-5d10d6aabe2e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:46.641763 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-53f8e97c-3ac9-492c-ad45-a56ca60cf68c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0736716 Feb 04 13:35:46.648367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48808) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:46.670644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-3d49ff49-befa-4cd6-b2d1-de6c15172fb5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'subnet': {'network_id': '5104afd9-3c1a-463e-9e74-1d7f183c33e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:46.814382 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:46.886539 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-5104afd9-3c1a-463e-9e74-1d7f183c33e2', 'network_id': '5104afd9-3c1a-463e-9e74-1d7f183c33e2', 'project_id': 'eb2a4d518fad427abfaea1f7b4400492', 'fixed_ips': [{'subnet_id': 'c1955cc9-ee65-47b4-b09e-5ee917063727'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:35:46.888961 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:47.355624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Allocated IP 2001:db8::2 (5104afd9-3c1a-463e-9e74-1d7f183c33e2/c1955cc9-ee65-47b4-b09e-5ee917063727/2d02bc40-8a4a-4afb-9dd5-8d403ebdac86) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:47.550340 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e1162-ee7f-41da-ba74-5694f27a9a0f None None] Network bbf4b647-706f-42e8-897d-f248500c9308 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:35:47.770706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-290cc2f7-7a68-49ed-a677-1d817fc178f4 None None] Provisioning complete for port 513b1448-2067-42ff-9307-4e5e8ff3c7f2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:47.778570 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-290cc2f7-7a68-49ed-a677-1d817fc178f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:47.778915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5da942-5658-4af2-9fdc-445d0a253b15 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:35:47.836146 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Publish callbacks [] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:47.878033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Transition to ACTIVE for port object 8a5da942-5658-4af2-9fdc-445d0a253b15 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:35:47.992072 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'tag': '9471111a-51b1-43df-8a12-7ca6ece249bc'}, {'name': 'network-changed', 'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'tag': '69e3009d-afe0-49cb-92eb-a7ddb0844090'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:35:47.996841 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 513b1448-2067-42ff-9307-4e5e8ff3c7f2 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:35:47.998765 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004" -d '{"events": [{"name": "network-changed", "server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "tag": "9471111a-51b1-43df-8a12-7ca6ece249bc"}, {"name": "network-changed", "server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "tag": "69e3009d-afe0-49cb-92eb-a7ddb0844090"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:35:48.086364 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:48.206926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ba37-fd6a-4a07-acf8-e1164d9c2576 req-e2e8f7c8-f416-46ec-b526-b7fb2ae21d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:48.210178 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f98ba37-fd6a-4a07-acf8-e1164d9c2576 req-e2e8f7c8-f416-46ec-b526-b7fb2ae21d90 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8553088 Feb 04 13:35:48.211335 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:48.300807 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Publish callbacks [] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:48.328519 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:48.352251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5da942-5658-4af2-9fdc-445d0a253b15,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:48.386123 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Allocated IP 172.25.5.13 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/76eb84e8-bf54-4596-9fb6-968f2cc2f913) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:48.424158 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 513b1448-2067-42ff-9307-4e5e8ff3c7f2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:48.425302 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:48.624120 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Network 5104afd9-3c1a-463e-9e74-1d7f183c33e2 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:48.638789 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:48.734488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:48.737825 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d49ff49-befa-4cd6-b2d1-de6c15172fb5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:48.744851 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3d49ff49-befa-4cd6-b2d1-de6c15172fb5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:48.748022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 513b1448-2067-42ff-9307-4e5e8ff3c7f2 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:48.748765 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:48.822597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-290cc2f7-7a68-49ed-a677-1d817fc178f4 None None] Current status of the port 513b1448-2067-42ff-9307-4e5e8ff3c7f2 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:48.827204 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-290cc2f7-7a68-49ed-a677-1d817fc178f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:48.917728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627c00-7ea7-4b00-ae29-cb5bada10492 req-afa82ac1-11db-4561-812f-04ad038f5d9e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:48.923978 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627c00-7ea7-4b00-ae29-cb5bada10492 req-afa82ac1-11db-4561-812f-04ad038f5d9e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:48.933735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627c00-7ea7-4b00-ae29-cb5bada10492 req-afa82ac1-11db-4561-812f-04ad038f5d9e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:48.942311 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627c00-7ea7-4b00-ae29-cb5bada10492 req-afa82ac1-11db-4561-812f-04ad038f5d9e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:48.953110 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627c00-7ea7-4b00-ae29-cb5bada10492 req-afa82ac1-11db-4561-812f-04ad038f5d9e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:48.960878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627c00-7ea7-4b00-ae29-cb5bada10492 req-afa82ac1-11db-4561-812f-04ad038f5d9e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:48.966771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627c00-7ea7-4b00-ae29-cb5bada10492 req-afa82ac1-11db-4561-812f-04ad038f5d9e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:48.974989 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f627c00-7ea7-4b00-ae29-cb5bada10492 req-afa82ac1-11db-4561-812f-04ad038f5d9e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5417 time: 2.1272595 Feb 04 13:35:48.991945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Pushing event updated for resources: {'Port': ['ID=2d02bc40-8a4a-4afb-9dd5-8d403ebdac86,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:49.001395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 513b1448-2067-42ff-9307-4e5e8ff3c7f2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=513b1448-2067-42ff-9307-4e5e8ff3c7f2,segment=NetworkSegment(0ef0e049-8030-4b3f-86a2-b42d7cd67ece),segment_id=0ef0e049-8030-4b3f-86a2-b42d7cd67ece)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:49.035062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Attempting to bind port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:49.035884 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Attempting to bind port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'cff5f277-1236-45e6-a2f0-b3fa3129d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5104afd9-3c1a-463e-9e74-1d7f183c33e2'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:49.036698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Attempting to bind port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 on network 5104afd9-3c1a-463e-9e74-1d7f183c33e2 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:49.121833 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:49.122777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Checking segment: {'id': 'cff5f277-1236-45e6-a2f0-b3fa3129d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5104afd9-3c1a-463e-9e74-1d7f183c33e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:49.123693 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:49.124466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Bound using segment: {'id': 'cff5f277-1236-45e6-a2f0-b3fa3129d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5104afd9-3c1a-463e-9e74-1d7f183c33e2'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:49.125522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Bound port: 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff5f277-1236-45e6-a2f0-b3fa3129d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5104afd9-3c1a-463e-9e74-1d7f183c33e2'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:49.126308 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:49.160074 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-290cc2f7-7a68-49ed-a677-1d817fc178f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:35:49.160914 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-290cc2f7-7a68-49ed-a677-1d817fc178f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:35:49.162562 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:49.227294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Attempting to bind port 8a5da942-5658-4af2-9fdc-445d0a253b15 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:49.227878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Attempting to bind port 8a5da942-5658-4af2-9fdc-445d0a253b15 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:49.228434 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Attempting to bind port 8a5da942-5658-4af2-9fdc-445d0a253b15 on network b03e4d9b-f465-42a3-8d1f-a7a7367db390 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:49.268799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=513b1448-2067-42ff-9307-4e5e8ff3c7f2,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:49.298947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Port 8a5da942-5658-4af2-9fdc-445d0a253b15 on network b03e4d9b-f465-42a3-8d1f-a7a7367db390 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:35:49.300872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Attempting to bind port 8a5da942-5658-4af2-9fdc-445d0a253b15 on network b03e4d9b-f465-42a3-8d1f-a7a7367db390 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:49.322770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f627c00-7ea7-4b00-ae29-cb5bada10492 req-d902b703-7d27-4383-98b9-62ec78c16f1e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3467128 Feb 04 13:35:49.347384 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Publish callbacks [] for port (76eb84e8-bf54-4596-9fb6-968f2cc2f913), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:49.362959 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:49.363476 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Checking segment: {'id': 'e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:49.363979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Bound using segment: {'id': 'e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:49.364619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Bound port: 8a5da942-5658-4af2-9fdc-445d0a253b15, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:49.369158 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:49.403675 n-d-714676-13 neutron-server[103606]: INFO neutron.db.ipam_backend_mixin [None req-3d49ff49-befa-4cd6-b2d1-de6c15172fb5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c1955cc9-ee65-47b4-b09e-5ee917063727 (CIDR: 2001:db8::/64) Feb 04 13:35:49.415424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] For port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:49.423822 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d49ff49-befa-4cd6-b2d1-de6c15172fb5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:35:49.426951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] For port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2d02bc40-8a4a-4afb-9dd5-8d403ebdac86,segment=NetworkSegment(cff5f277-1236-45e6-a2f0-b3fa3129d6e1),segment_id=cff5f277-1236-45e6-a2f0-b3fa3129d6e1)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:49.428583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d49ff49-befa-4cd6-b2d1-de6c15172fb5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:35:49.453517 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:49.586970 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4201f-1171-4c72-bd45-eba4729f2f28 None None] Pushing event updated for resources: {'Port': ['ID=2d02bc40-8a4a-4afb-9dd5-8d403ebdac86,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:49.643256 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3d49ff49-befa-4cd6-b2d1-de6c15172fb5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9792895 Feb 04 13:35:49.649863 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48842) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:49.667495 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f0cb0a5a-baf9-4f0b-ab11-b03da83bc1cb tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'subnet': {'network_id': '5104afd9-3c1a-463e-9e74-1d7f183c33e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:49.692609 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (76eb84e8-bf54-4596-9fb6-968f2cc2f913), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:49.824088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-290cc2f7-7a68-49ed-a677-1d817fc178f4 None None] Current status of the port 513b1448-2067-42ff-9307-4e5e8ff3c7f2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:49.928510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 513b1448-2067-42ff-9307-4e5e8ff3c7f2 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:35:49.935217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:49.937613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:49.946066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] For port 8a5da942-5658-4af2-9fdc-445d0a253b15, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:49.950230 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:49.968569 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e67b62-5131-4e08-b3a5-57864b4834fb req-c81e45ec-f2d2-465d-8bb5-1f4fc1f38373 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:49.971612 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f0e67b62-5131-4e08-b3a5-57864b4834fb req-c81e45ec-f2d2-465d-8bb5-1f4fc1f38373 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 945 time: 0.5308051 Feb 04 13:35:50.179810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 513b1448-2067-42ff-9307-4e5e8ff3c7f2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:50.180659 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:50.185184 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Pushing event updated for resources: {'Port': ['ID=76eb84e8-bf54-4596-9fb6-968f2cc2f913,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:50.187399 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-24d61e82-e619-43a0-b8a6-667304557a61 None None] Provisioning complete for port 513b1448-2067-42ff-9307-4e5e8ff3c7f2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:50.187664 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-24d61e82-e619-43a0-b8a6-667304557a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:50.196887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cb0a5a-baf9-4f0b-ab11-b03da83bc1cb tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:50.212225 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0cb0a5a-baf9-4f0b-ab11-b03da83bc1cb tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:50.358429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] For port 8a5da942-5658-4af2-9fdc-445d0a253b15, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8a5da942-5658-4af2-9fdc-445d0a253b15,segment=NetworkSegment(e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7),segment_id=e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:50.493855 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:50.614892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-24d61e82-e619-43a0-b8a6-667304557a61 None None] Current status of the port 513b1448-2067-42ff-9307-4e5e8ff3c7f2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:50.626152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 513b1448-2067-42ff-9307-4e5e8ff3c7f2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:50.653711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5da942-5658-4af2-9fdc-445d0a253b15,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:50.686857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:50.688627 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:50.691721 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c32cfdac-1dba-45e7-b3dc-6b64134ca484 service neutron] 10.222.0.99 "PUT /v2.0/ports/8a5da942-5658-4af2-9fdc-445d0a253b15 HTTP/1.1" status: 200 len: 1092 time: 5.1982946 Feb 04 13:35:50.736480 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f0e67b62-5131-4e08-b3a5-57864b4834fb req-cf6290f1-2565-451d-b4a7-706cb2edf330 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7532763 Feb 04 13:35:50.764621 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Request body: {'port': {'device_id': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:50.910378 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:51.007737 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0cb0a5a-baf9-4f0b-ab11-b03da83bc1cb tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (1f40c62b-b324-4586-a0f7-43e193ae01e6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:51.203744 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cb0a5a-baf9-4f0b-ab11-b03da83bc1cb tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 5104afd9-3c1a-463e-9e74-1d7f183c33e2 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:51.235310 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb0a5a-baf9-4f0b-ab11-b03da83bc1cb tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Subnet': ['ID=1f40c62b-b324-4586-a0f7-43e193ae01e6,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:51.248406 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f0cb0a5a-baf9-4f0b-ab11-b03da83bc1cb tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:51.258619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cb0a5a-baf9-4f0b-ab11-b03da83bc1cb tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:51.260039 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0cb0a5a-baf9-4f0b-ab11-b03da83bc1cb tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:51.303230 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f0cb0a5a-baf9-4f0b-ab11-b03da83bc1cb tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6503291 Feb 04 13:35:51.307410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48860) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:51.316876 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-995b2983-aee2-45eb-80b1-04b04a0d5f26 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'network_id': '5104afd9-3c1a-463e-9e74-1d7f183c33e2', 'fixed_ips': [{'subnet_id': 'c1955cc9-ee65-47b4-b09e-5ee917063727'}, {'subnet_id': '1f40c62b-b324-4586-a0f7-43e193ae01e6'}], 'name': 'tempest-PortsIpV6TestJSON-194996163'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:51.608486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995b2983-aee2-45eb-80b1-04b04a0d5f26 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:51.764264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4334de-2dea-4287-98d5-beb3db9b2d21 req-f2fc364d-f3e0-4d5b-9c66-f62212e70f36 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:51.768410 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe4334de-2dea-4287-98d5-beb3db9b2d21 req-f2fc364d-f3e0-4d5b-9c66-f62212e70f36 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.8426921 Feb 04 13:35:51.782225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48864) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:51.824562 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Publish callbacks [] for router_gateway (8de1c510-cfe8-4b60-b93f-52c3def17155), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:51.910194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69641055-1a27-47ec-b133-9da2099b62cc None None] Network 5104afd9-3c1a-463e-9e74-1d7f183c33e2 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:35:51.950798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:35:52.035975 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-995b2983-aee2-45eb-80b1-04b04a0d5f26 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:52.040765 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Publish callbacks [] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:52.088720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:35:52.097677 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-995b2983-aee2-45eb-80b1-04b04a0d5f26 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] device_id is not set on port 4c5ca99c-f835-48a8-b39b-0c288a90aa82 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:35:52.128244 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Transition to ACTIVE for port object 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:35:52.159861 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe4334de-2dea-4287-98d5-beb3db9b2d21 req-f87ccd6c-c9f1-4cae-972f-ffef13fb474f tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421249 Feb 04 13:35:52.166053 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0676ea8-911a-42c8-985e-13e26dbe4db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:52.169580 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:52.262458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d59fe051-b328-47d1-b9c9-371fea846c93 None None] Provisioning complete for port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:52.263182 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d59fe051-b328-47d1-b9c9-371fea846c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:52.295853 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Pushing event updated for resources: {'Port': ['ID=2f81fc2a-e69c-4b6b-b383-65cf65a76b14,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:52.515747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:52.516244 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:52.730209 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0676ea8-911a-42c8-985e-13e26dbe4db7 admin admin] Publish callbacks [] for security_group (1ac6e7b9-13d1-43c1-b87c-77914379ca2e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:52.811282 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-995b2983-aee2-45eb-80b1-04b04a0d5f26 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Allocated IP 2001:db8::37 (5104afd9-3c1a-463e-9e74-1d7f183c33e2/c1955cc9-ee65-47b4-b09e-5ee917063727/4c5ca99c-f835-48a8-b39b-0c288a90aa82) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:52.832282 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-995b2983-aee2-45eb-80b1-04b04a0d5f26 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Allocated IP 2001:db8:0:1::1a9 (5104afd9-3c1a-463e-9e74-1d7f183c33e2/1f40c62b-b324-4586-a0f7-43e193ae01e6/4c5ca99c-f835-48a8-b39b-0c288a90aa82) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:52.841830 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0676ea8-911a-42c8-985e-13e26dbe4db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1ac6e7b9-13d1-43c1-b87c-77914379ca2e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:52.885423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d59fe051-b328-47d1-b9c9-371fea846c93 None None] Current status of the port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:52.885991 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d59fe051-b328-47d1-b9c9-371fea846c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:52.922166 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Attempting to bind port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:52.922719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Attempting to bind port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:52.923265 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Attempting to bind port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 on network b03e4d9b-f465-42a3-8d1f-a7a7367db390 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:52.929145 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d59fe051-b328-47d1-b9c9-371fea846c93 None None] For port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2d02bc40-8a4a-4afb-9dd5-8d403ebdac86,segment=NetworkSegment(cff5f277-1236-45e6-a2f0-b3fa3129d6e1),segment_id=cff5f277-1236-45e6-a2f0-b3fa3129d6e1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:52.940247 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d59fe051-b328-47d1-b9c9-371fea846c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:52.978293 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0676ea8-911a-42c8-985e-13e26dbe4db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac6e7b9-13d1-43c1-b87c-77914379ca2e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:53.009015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 on network b03e4d9b-f465-42a3-8d1f-a7a7367db390 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:35:53.009373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Attempting to bind port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 on network b03e4d9b-f465-42a3-8d1f-a7a7367db390 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:53.016641 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fe051-b328-47d1-b9c9-371fea846c93 None None] Pushing event updated for resources: {'Port': ['ID=2d02bc40-8a4a-4afb-9dd5-8d403ebdac86,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:53.045739 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:53.046325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Checking segment: {'id': 'e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:53.046949 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Bound using segment: {'id': 'e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:53.049227 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Bound port: 2f81fc2a-e69c-4b6b-b383-65cf65a76b14, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:53.049836 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:53.073811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ab8cc3-9a14-43fb-a15e-5bc950a1ce42 None None] Update dhcp port {'port': {'network_id': '5104afd9-3c1a-463e-9e74-1d7f183c33e2', 'fixed_ips': [{'subnet_id': 'c1955cc9-ee65-47b4-b09e-5ee917063727', 'ip_address': '2001:db8::2'}, {'subnet_id': '1f40c62b-b324-4586-a0f7-43e193ae01e6'}], 'binding:host_id': 'n-d-714676-13'}, 'id': '2d02bc40-8a4a-4afb-9dd5-8d403ebdac86'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:35:53.130752 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-99ab8cc3-9a14-43fb-a15e-5bc950a1ce42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:53.149725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c0676ea8-911a-42c8-985e-13e26dbe4db7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a6de716488224e149ee90ce7b8e82377&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3659384 Feb 04 13:35:53.162961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:53.163339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48870) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:53.202444 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (8de1c510-cfe8-4b60-b93f-52c3def17155), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:53.227469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459308f-9daa-4a04-9892-bf9638809fbc req-a30f7859-d3cc-45c8-a794-f3aae274f802 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:53.229745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3459308f-9daa-4a04-9892-bf9638809fbc req-a30f7859-d3cc-45c8-a794-f3aae274f802 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ea99fd2-c64b-4383-a122-c10c66c6f018 HTTP/1.1" status: 200 len: 946 time: 0.6641295 Feb 04 13:35:53.276004 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-995b2983-aee2-45eb-80b1-04b04a0d5f26 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (4c5ca99c-f835-48a8-b39b-0c288a90aa82), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:53.280694 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] For port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:53.353857 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f0da070a-0e59-4249-87c4-d3987f79548b admin admin] Publish callbacks [] for security_group (1ac6e7b9-13d1-43c1-b87c-77914379ca2e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:53.367299 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-995b2983-aee2-45eb-80b1-04b04a0d5f26 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4c5ca99c-f835-48a8-b39b-0c288a90aa82), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:53.396729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] For port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2f81fc2a-e69c-4b6b-b383-65cf65a76b14,segment=NetworkSegment(e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7),segment_id=e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:53.447096 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:53.483329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995b2983-aee2-45eb-80b1-04b04a0d5f26 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 5104afd9-3c1a-463e-9e74-1d7f183c33e2 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:53.491665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-995b2983-aee2-45eb-80b1-04b04a0d5f26 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:53.499223 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b2983-aee2-45eb-80b1-04b04a0d5f26 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:35:53.510563 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-99ab8cc3-9a14-43fb-a15e-5bc950a1ce42 None None] Allocated IP 2001:db8:0:1::2 (5104afd9-3c1a-463e-9e74-1d7f183c33e2/1f40c62b-b324-4586-a0f7-43e193ae01e6/2d02bc40-8a4a-4afb-9dd5-8d403ebdac86) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:53.513835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995b2983-aee2-45eb-80b1-04b04a0d5f26 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:53.515541 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-995b2983-aee2-45eb-80b1-04b04a0d5f26 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:53.518030 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f0da070a-0e59-4249-87c4-d3987f79548b admin admin] Publish callbacks [] for security_group (1ac6e7b9-13d1-43c1-b87c-77914379ca2e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:53.531866 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b2983-aee2-45eb-80b1-04b04a0d5f26 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=4c5ca99c-f835-48a8-b39b-0c288a90aa82,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:53.573952 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-995b2983-aee2-45eb-80b1-04b04a0d5f26 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.2643466 Feb 04 13:35:53.582290 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48872) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:53.593376 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2331eef1-2502-41c4-9df7-227522100b82 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c1955cc9-ee65-47b4-b09e-5ee917063727'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:53.663409 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:53.664970 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:53.668231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] 10.222.0.99 "PUT /v2.0/ports/2f81fc2a-e69c-4b6b-b383-65cf65a76b14 HTTP/1.1" status: 200 len: 1092 time: 2.9128726 Feb 04 13:35:53.702542 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3459308f-9daa-4a04-9892-bf9638809fbc req-6fe8aee6-7c39-49c5-8d4d-f267326ecb7a tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499986 Feb 04 13:35:53.880832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:35:53.934532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6622d-84fc-4e00-93ec-b4fd4b6e4805 service neutron] Pushing event updated for resources: {'Port': ['ID=2f81fc2a-e69c-4b6b-b383-65cf65a76b14,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:54.018248 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 13:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a689c608-0004-4a15-86b8-826c756a9209 x-openstack-request-id: req-a689c608-0004-4a15-86b8-826c756a9209 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:35:54.019099 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "tag": "9471111a-51b1-43df-8a12-7ca6ece249bc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "tag": "69e3009d-afe0-49cb-92eb-a7ddb0844090", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:35:54.019549 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a689c608-0004-4a15-86b8-826c756a9209 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:35:54.020224 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'tag': '9471111a-51b1-43df-8a12-7ca6ece249bc', 'status': 'completed', 'code': 200} Feb 04 13:35:54.021252 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'tag': '69e3009d-afe0-49cb-92eb-a7ddb0844090', 'status': 'completed', 'code': 200} Feb 04 13:35:54.049775 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-99ab8cc3-9a14-43fb-a15e-5bc950a1ce42 None None] For port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2d02bc40-8a4a-4afb-9dd5-8d403ebdac86,segment=NetworkSegment(cff5f277-1236-45e6-a2f0-b3fa3129d6e1),segment_id=cff5f277-1236-45e6-a2f0-b3fa3129d6e1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:54.116625 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:54.117130 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:54.120967 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-99ab8cc3-9a14-43fb-a15e-5bc950a1ce42 None None] Publish callbacks [] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:54.179248 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-99ab8cc3-9a14-43fb-a15e-5bc950a1ce42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:54.212175 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f0da070a-0e59-4249-87c4-d3987f79548b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1ac6e7b9-13d1-43c1-b87c-77914379ca2e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:54.220163 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f0da070a-0e59-4249-87c4-d3987f79548b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:54.222312 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f0da070a-0e59-4249-87c4-d3987f79548b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1ac6e7b9-13d1-43c1-b87c-77914379ca2e HTTP/1.1" status: 204 len: 168 time: 1.0580797 Feb 04 13:35:54.256882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da070a-0e59-4249-87c4-d3987f79548b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac6e7b9-13d1-43c1-b87c-77914379ca2e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:54.315392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab8cc3-9a14-43fb-a15e-5bc950a1ce42 None None] Pushing event updated for resources: {'Port': ['ID=2d02bc40-8a4a-4afb-9dd5-8d403ebdac86,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:54.440492 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acf28a-8688-4c9d-9c34-04d84ceb1ce6 req-06a25fbf-ce7f-46ef-8289-5d188c22b79b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:54.453950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acf28a-8688-4c9d-9c34-04d84ceb1ce6 req-06a25fbf-ce7f-46ef-8289-5d188c22b79b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:54.472068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acf28a-8688-4c9d-9c34-04d84ceb1ce6 req-06a25fbf-ce7f-46ef-8289-5d188c22b79b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:54.485926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acf28a-8688-4c9d-9c34-04d84ceb1ce6 req-06a25fbf-ce7f-46ef-8289-5d188c22b79b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:54.505133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acf28a-8688-4c9d-9c34-04d84ceb1ce6 req-06a25fbf-ce7f-46ef-8289-5d188c22b79b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:54.523220 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acf28a-8688-4c9d-9c34-04d84ceb1ce6 req-06a25fbf-ce7f-46ef-8289-5d188c22b79b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:54.537238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acf28a-8688-4c9d-9c34-04d84ceb1ce6 req-06a25fbf-ce7f-46ef-8289-5d188c22b79b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:54.554162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53acf28a-8688-4c9d-9c34-04d84ceb1ce6 req-06a25fbf-ce7f-46ef-8289-5d188c22b79b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5429 time: 0.4789734 Feb 04 13:35:54.571995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-82f9700c-7380-4836-82da-886ae4fd542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:54.576572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-82f9700c-7380-4836-82da-886ae4fd542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:54.577534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-82f9700c-7380-4836-82da-886ae4fd542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:54.578517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-82f9700c-7380-4836-82da-886ae4fd542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:54.579478 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-82f9700c-7380-4836-82da-886ae4fd542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:54.582872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-82f9700c-7380-4836-82da-886ae4fd542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:54.585175 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-82f9700c-7380-4836-82da-886ae4fd542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:54.589329 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-82f9700c-7380-4836-82da-886ae4fd542a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=594053dcbab8463db86849941a112819&device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 6710 time: 0.7914422 Feb 04 13:35:54.672871 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2331eef1-2502-41c4-9df7-227522100b82 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4c5ca99c-f835-48a8-b39b-0c288a90aa82), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:54.725195 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:54.748797 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Router 8de1c510-cfe8-4b60-b93f-52c3def17155 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:35:54.761549 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-a71113ff-89f4-45c8-891f-9bcc4d7957cb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c66a0353-b18f-4420-87c2-08e2a28ccc14 HTTP/1.1" status: 200 len: 217 time: 0.1542339 Feb 04 13:35:55.221374 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53acf28a-8688-4c9d-9c34-04d84ceb1ce6 req-33705eca-f479-4cd0-941d-8938debdf60d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6650100 Feb 04 13:35:55.232919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-ae29b7fb-1bf4-4640-8557-47cff39c47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:55.236935 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-ae29b7fb-1bf4-4640-8557-47cff39c47cb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d0285fe-4faa-46eb-a1a8-f0b2eb04393d HTTP/1.1" status: 200 len: 855 time: 0.4537771 Feb 04 13:35:55.290344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:35:55.304708 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Sync routers for ids ['8de1c510-cfe8-4b60-b93f-52c3def17155'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:35:55.310370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-2331eef1-2502-41c4-9df7-227522100b82 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Delete allocated IP 2001:db8:0:1::1a9 (5104afd9-3c1a-463e-9e74-1d7f183c33e2/1f40c62b-b324-4586-a0f7-43e193ae01e6) {{(pid=103607) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 13:35:55.328784 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Routers {'8de1c510-cfe8-4b60-b93f-52c3def17155'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:35:55.330368 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:35:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['8de1c510-cfe8-4b60-b93f-52c3def17155'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:55.428791 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:55.431106 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ace4f733-00f0-4297-9518-c817c0da9b9c admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 12.2008100 Feb 04 13:35:55.452137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48890) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:55.774869 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Set router 8de1c510-cfe8-4b60-b93f-52c3def17155 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:35:55.865722 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2331eef1-2502-41c4-9df7-227522100b82 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (4c5ca99c-f835-48a8-b39b-0c288a90aa82), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:55.882814 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2331eef1-2502-41c4-9df7-227522100b82 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (4c5ca99c-f835-48a8-b39b-0c288a90aa82), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:55.895782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5db845-5873-4928-8e9e-98b69a9f920f None None] Network 5104afd9-3c1a-463e-9e74-1d7f183c33e2 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:35:56.139566 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2331eef1-2502-41c4-9df7-227522100b82 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] In _notify_port_updated(), no bound segment for port 4c5ca99c-f835-48a8-b39b-0c288a90aa82 on network 5104afd9-3c1a-463e-9e74-1d7f183c33e2 {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:35:56.160434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2331eef1-2502-41c4-9df7-227522100b82 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:56.161399 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2331eef1-2502-41c4-9df7-227522100b82 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:56.163999 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2331eef1-2502-41c4-9df7-227522100b82 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "PUT /v2.0/ports/4c5ca99c-f835-48a8-b39b-0c288a90aa82 HTTP/1.1" status: 200 len: 924 time: 2.5793631 Feb 04 13:35:56.185848 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48904) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:56.208815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d8e28b71-6cd1-46fb-a677-ba2a35d6148a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c1955cc9-ee65-47b4-b09e-5ee917063727'}, {'subnet_id': '1f40c62b-b324-4586-a0f7-43e193ae01e6'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:56.243824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:35:56.349845 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1b0ce2ac-4da1-49e1-b3a3-87988c10cd25 None None] Provisioning complete for port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:56.350529 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce2ac-4da1-49e1-b3a3-87988c10cd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:56.367591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331eef1-2502-41c4-9df7-227522100b82 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=4c5ca99c-f835-48a8-b39b-0c288a90aa82,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:56.511182 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'name': 'tempest-ServersTestMultiNic-719026580-router', 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '76eb84e8-bf54-4596-9fb6-968f2cc2f913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:35:50Z', 'revision_number': 3, 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'gw_port': {'id': '76eb84e8-bf54-4596-9fb6-968f2cc2f913', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:35:46Z', 'updated_at': '2022-02-04T13:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:56.572100 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8e28b71-6cd1-46fb-a677-ba2a35d6148a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4c5ca99c-f835-48a8-b39b-0c288a90aa82), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:56.633713 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:56.634359 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:56.640477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ce2ac-4da1-49e1-b3a3-87988c10cd25 None None] Current status of the port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:56.660058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'tag': '8a5da942-5658-4af2-9fdc-445d0a253b15'}, {'name': 'network-changed', 'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'tag': '2f81fc2a-e69c-4b6b-b383-65cf65a76b14'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:35:56.667779 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Checking router: 8de1c510-cfe8-4b60-b93f-52c3def17155 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:35:56.670985 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Updating router 8de1c510-cfe8-4b60-b93f-52c3def17155 port 76eb84e8-bf54-4596-9fb6-968f2cc2f913 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:35:56.675004 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2311281e-a29a-4ff4-9693-49236ce6917f" -d '{"events": [{"name": "network-changed", "server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "tag": "8a5da942-5658-4af2-9fdc-445d0a253b15"}, {"name": "network-changed", "server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "tag": "2f81fc2a-e69c-4b6b-b383-65cf65a76b14"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:35:56.810995 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (76eb84e8-bf54-4596-9fb6-968f2cc2f913), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:56.858802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b29ef1ba-72b2-4df2-bcd6-f6ac3f3882f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:56.860364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b29ef1ba-72b2-4df2-bcd6-f6ac3f3882f9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1671d76e-ba93-4775-9183-503f305e6bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.6107447 Feb 04 13:35:57.049351 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:57.149394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac03f72-79ba-4003-ac7e-997ba4301331 req-44e64e46-4969-4c28-8207-10f5a304d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:57.166607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ac03f72-79ba-4003-ac7e-997ba4301331 req-44e64e46-4969-4c28-8207-10f5a304d933 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=966901e806474173a5eedad926b29322&device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 1128 time: 0.4690566 Feb 04 13:35:57.235882 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3a08c336-fe85-42de-a117-54bd0acfddc4 None None] Provisioning complete for port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:57.236358 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a08c336-fe85-42de-a117-54bd0acfddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:57.402562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea44080-5181-4c49-8449-725b6a0eb6ad req-9c144d74-244b-4620-a7d4-c9b7299942e6 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:57.409704 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4ea44080-5181-4c49-8449-725b6a0eb6ad req-9c144d74-244b-4620-a7d4-c9b7299942e6 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9ce124f-b4a5-431c-8944-05c1297a5476 HTTP/1.1" status: 200 len: 945 time: 0.6107016 Feb 04 13:35:57.432609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-d8e28b71-6cd1-46fb-a677-ba2a35d6148a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Allocated IP 2001:db8:0:1::e6 (5104afd9-3c1a-463e-9e74-1d7f183c33e2/1f40c62b-b324-4586-a0f7-43e193ae01e6/4c5ca99c-f835-48a8-b39b-0c288a90aa82) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:57.555637 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3a08c336-fe85-42de-a117-54bd0acfddc4 None None] Current status of the port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:57.590166 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4ea44080-5181-4c49-8449-725b6a0eb6ad req-0c19e97e-5778-4cd7-ac92-806b8c15a5ed tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665707 Feb 04 13:35:57.605106 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3a08c336-fe85-42de-a117-54bd0acfddc4 None None] Provisioning complete for port 4c5ca99c-f835-48a8-b39b-0c288a90aa82 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:57.605557 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a08c336-fe85-42de-a117-54bd0acfddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4c5ca99c-f835-48a8-b39b-0c288a90aa82), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:57.686052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3a08c336-fe85-42de-a117-54bd0acfddc4 None None] Port 4c5ca99c-f835-48a8-b39b-0c288a90aa82 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:35:57.884187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-d4579063-86d4-43cb-8bba-aaf0437608c5 service neutron] 10.222.0.99 "GET /v2.0/networks/1671d76e-ba93-4775-9183-503f305e6bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9564087 Feb 04 13:35:57.907626 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5002bfe8-2b9d-4a22-a234-21cfefb9284e None None] Provisioning complete for port 4c5ca99c-f835-48a8-b39b-0c288a90aa82 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:57.908189 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5002bfe8-2b9d-4a22-a234-21cfefb9284e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4c5ca99c-f835-48a8-b39b-0c288a90aa82), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:57.942489 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8e28b71-6cd1-46fb-a677-ba2a35d6148a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (4c5ca99c-f835-48a8-b39b-0c288a90aa82), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:57.964368 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8e28b71-6cd1-46fb-a677-ba2a35d6148a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (4c5ca99c-f835-48a8-b39b-0c288a90aa82), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:58.051355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5002bfe8-2b9d-4a22-a234-21cfefb9284e None None] Port 4c5ca99c-f835-48a8-b39b-0c288a90aa82 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:35:58.123989 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac03f72-79ba-4003-ac7e-997ba4301331 req-993cba41-aa96-42d7-bf21-3f8e24b1131f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:58.127146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ac03f72-79ba-4003-ac7e-997ba4301331 req-993cba41-aa96-42d7-bf21-3f8e24b1131f service neutron] 10.222.0.99 "GET /v2.0/networks?id=b87406d1-c508-4f09-8a0f-312d75ce3975 HTTP/1.1" status: 200 len: 912 time: 0.9589555 Feb 04 13:35:58.152881 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Publish callbacks [] for port (76eb84e8-bf54-4596-9fb6-968f2cc2f913), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:58.171749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e28b71-6cd1-46fb-a677-ba2a35d6148a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=4c5ca99c-f835-48a8-b39b-0c288a90aa82,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:58.183025 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (76eb84e8-bf54-4596-9fb6-968f2cc2f913), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:58.216359 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d8e28b71-6cd1-46fb-a677-ba2a35d6148a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] In _notify_port_updated(), no bound segment for port 4c5ca99c-f835-48a8-b39b-0c288a90aa82 on network 5104afd9-3c1a-463e-9e74-1d7f183c33e2 {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:35:58.225375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e28b71-6cd1-46fb-a677-ba2a35d6148a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:58.226378 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8e28b71-6cd1-46fb-a677-ba2a35d6148a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:58.227894 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d8e28b71-6cd1-46fb-a677-ba2a35d6148a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "PUT /v2.0/ports/4c5ca99c-f835-48a8-b39b-0c288a90aa82 HTTP/1.1" status: 200 len: 1009 time: 2.0368938 Feb 04 13:35:58.232485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48930) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:58.298792 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ba0c391f-fac1-4c49-ad0e-bf8870c32fe6 None None] Provisioning complete for port 4c5ca99c-f835-48a8-b39b-0c288a90aa82 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:58.299998 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ba0c391f-fac1-4c49-ad0e-bf8870c32fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4c5ca99c-f835-48a8-b39b-0c288a90aa82), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:58.351743 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a373b0-1eda-4e86-9dc4-63464ad67386 None None] Pushing event updated for resources: {'Port': ['ID=76eb84e8-bf54-4596-9fb6-968f2cc2f913,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:58.353721 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ac03f72-79ba-4003-ac7e-997ba4301331 req-ab12e3ac-d561-4b3d-b384-746a9049049a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0da6fc2d-5c64-4b79-aa94-6ded53472216 HTTP/1.1" status: 200 len: 217 time: 0.1492558 Feb 04 13:35:58.394691 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a373b0-1eda-4e86-9dc4-63464ad67386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:58.398685 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a373b0-1eda-4e86-9dc4-63464ad67386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:58.399179 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a373b0-1eda-4e86-9dc4-63464ad67386 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:58.399716 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a373b0-1eda-4e86-9dc4-63464ad67386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:58.405903 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a373b0-1eda-4e86-9dc4-63464ad67386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:58.406481 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a373b0-1eda-4e86-9dc4-63464ad67386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:58.406931 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a373b0-1eda-4e86-9dc4-63464ad67386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:58.407541 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a373b0-1eda-4e86-9dc4-63464ad67386 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:58.407994 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a373b0-1eda-4e86-9dc4-63464ad67386 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:58.408439 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a373b0-1eda-4e86-9dc4-63464ad67386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:58.408885 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a373b0-1eda-4e86-9dc4-63464ad67386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:58.409332 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a373b0-1eda-4e86-9dc4-63464ad67386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:58.409773 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a373b0-1eda-4e86-9dc4-63464ad67386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:58.439528 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Attempting to bind port 76eb84e8-bf54-4596-9fb6-968f2cc2f913 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:58.440069 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Attempting to bind port 76eb84e8-bf54-4596-9fb6-968f2cc2f913 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:58.440576 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Attempting to bind port 76eb84e8-bf54-4596-9fb6-968f2cc2f913 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:58.452892 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:58.459163 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:58.460032 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:58.460267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c391f-fac1-4c49-ad0e-bf8870c32fe6 None None] Port 4c5ca99c-f835-48a8-b39b-0c288a90aa82 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:35:58.460947 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:58.461712 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Bound port: 76eb84e8-bf54-4596-9fb6-968f2cc2f913, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:58.462407 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (76eb84e8-bf54-4596-9fb6-968f2cc2f913), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:58.545255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-da37a0d4-ee43-4c32-9a07-9630c3a7b51e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port 4c5ca99c-f835-48a8-b39b-0c288a90aa82 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:35:58.545996 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da37a0d4-ee43-4c32-9a07-9630c3a7b51e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4c5ca99c-f835-48a8-b39b-0c288a90aa82), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:58.623947 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] For port 76eb84e8-bf54-4596-9fb6-968f2cc2f913, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:58.628728 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] For port 76eb84e8-bf54-4596-9fb6-968f2cc2f913, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=76eb84e8-bf54-4596-9fb6-968f2cc2f913,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:58.641889 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (76eb84e8-bf54-4596-9fb6-968f2cc2f913), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:58.753191 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da37a0d4-ee43-4c32-9a07-9630c3a7b51e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4c5ca99c-f835-48a8-b39b-0c288a90aa82), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:58.780637 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a373b0-1eda-4e86-9dc4-63464ad67386 None None] Pushing event updated for resources: {'Port': ['ID=76eb84e8-bf54-4596-9fb6-968f2cc2f913,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:58.787543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-da37a0d4-ee43-4c32-9a07-9630c3a7b51e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for 4c5ca99c-f835-48a8-b39b-0c288a90aa82 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:35:58.845013 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Routers {'8de1c510-cfe8-4b60-b93f-52c3def17155'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:35:58.847074 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:35:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['8de1c510-cfe8-4b60-b93f-52c3def17155'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:58.901450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac03f72-79ba-4003-ac7e-997ba4301331 req-8ae51496-29c2-4591-a94c-a1fcd3b3974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:58.905293 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ac03f72-79ba-4003-ac7e-997ba4301331 req-8ae51496-29c2-4591-a94c-a1fcd3b3974c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=54252442-312c-4ce9-a1db-8b7dd94734b4 HTTP/1.1" status: 200 len: 851 time: 0.5365298 Feb 04 13:35:58.931218 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-75694a5f-3bde-4750-aeb0-8f2c0d357b2b None None] Provisioning complete for port 4c5ca99c-f835-48a8-b39b-0c288a90aa82 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:58.931606 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-75694a5f-3bde-4750-aeb0-8f2c0d357b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4c5ca99c-f835-48a8-b39b-0c288a90aa82), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:59.045578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-75694a5f-3bde-4750-aeb0-8f2c0d357b2b None None] Port 4c5ca99c-f835-48a8-b39b-0c288a90aa82 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:35:59.059991 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-2243c2da-8826-4314-b19f-6e35fb0572e3 service neutron] 10.222.0.99 "GET /v2.0/networks/1671d76e-ba93-4775-9183-503f305e6bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1723754 Feb 04 13:35:59.102438 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] Set router 8de1c510-cfe8-4b60-b93f-52c3def17155 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:35:59.208617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035ba8a-8724-4e01-ba54-8a733546fa17 req-86dafb06-56ea-4ff8-b6eb-2211c1bcb064 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:59.212630 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da37a0d4-ee43-4c32-9a07-9630c3a7b51e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4c5ca99c-f835-48a8-b39b-0c288a90aa82), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:59.228017 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a035ba8a-8724-4e01-ba54-8a733546fa17 req-86dafb06-56ea-4ff8-b6eb-2211c1bcb064 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 945 time: 1.1059825 Feb 04 13:35:59.244945 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ac03f72-79ba-4003-ac7e-997ba4301331 req-0da7ebc1-8bdf-47f3-a44b-5e3fab4ecfa3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b87406d1-c508-4f09-8a0f-312d75ce3975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1699774 Feb 04 13:35:59.339588 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37a0d4-ee43-4c32-9a07-9630c3a7b51e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=4c5ca99c-f835-48a8-b39b-0c288a90aa82,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:59.379192 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da37a0d4-ee43-4c32-9a07-9630c3a7b51e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:59.383932 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-da37a0d4-ee43-4c32-9a07-9630c3a7b51e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/4c5ca99c-f835-48a8-b39b-0c288a90aa82 HTTP/1.1" status: 204 len: 168 time: 1.1501477 Feb 04 13:35:59.387794 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48942) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:59.430997 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a9ae6b-ddf1-4b14-90c3-f20f4342d24c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] GET failed (client error): The resource could not be found. Feb 04 13:35:59.433601 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-60a9ae6b-ddf1-4b14-90c3-f20f4342d24c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/4c5ca99c-f835-48a8-b39b-0c288a90aa82 HTTP/1.1" status: 404 len: 333 time: 0.0443997 Feb 04 13:35:59.436589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48944) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:59.536337 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-d9fd740a-3725-46ed-abe5-a538473a538f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=c851ed1e-9207-4b30-bdb5-b5029841908d HTTP/1.1" status: 200 len: 217 time: 0.4512861 Feb 04 13:35:59.585158 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6059c3-3e2a-4b86-b924-ad39b11895a3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting subnet 1f40c62b-b324-4586-a0f7-43e193ae01e6 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:35:59.595015 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d6059c3-3e2a-4b86-b924-ad39b11895a3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (1f40c62b-b324-4586-a0f7-43e193ae01e6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:59.601642 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'name': 'tempest-ServersTestMultiNic-719026580-router', 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '76eb84e8-bf54-4596-9fb6-968f2cc2f913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:35:50Z', 'revision_number': 3, 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'gw_port': {'id': '76eb84e8-bf54-4596-9fb6-968f2cc2f913', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:35:46Z', 'updated_at': '2022-02-04T13:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:59.717773 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f54e9-c5c9-48d4-81bb-471122faa56c None None] The sync data for ids ['8de1c510-cfe8-4b60-b93f-52c3def17155'] in n-d-714676-13 is: [{'id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'name': 'tempest-ServersTestMultiNic-719026580-router', 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '76eb84e8-bf54-4596-9fb6-968f2cc2f913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:35:50Z', 'revision_number': 3, 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'gw_port': {'id': '76eb84e8-bf54-4596-9fb6-968f2cc2f913', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:35:46Z', 'updated_at': '2022-02-04T13:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:35:59.790376 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d6059c3-3e2a-4b86-b924-ad39b11895a3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (1f40c62b-b324-4586-a0f7-43e193ae01e6), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:59.839613 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a035ba8a-8724-4e01-ba54-8a733546fa17 req-b4b9d996-07b1-40f9-8b6f-8018366b06ac tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098187 Feb 04 13:35:59.953121 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-d8f1cc66-be57-4f6f-b66f-c89b7634d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:59.953121 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-d8f1cc66-be57-4f6f-b66f-c89b7634d779 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b81dea98-4db8-4a79-addb-9466ebfdb0ac HTTP/1.1" status: 200 len: 797 time: 0.3925252 Feb 04 13:36:00.022288 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d6059c3-3e2a-4b86-b924-ad39b11895a3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (1f40c62b-b324-4586-a0f7-43e193ae01e6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:00.146408 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ac03f72-79ba-4003-ac7e-997ba4301331 req-53ceb114-cdd5-4337-bad3-a03db8b3937f service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7177286 Feb 04 13:36:00.287571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d6059c3-3e2a-4b86-b924-ad39b11895a3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (1f40c62b-b324-4586-a0f7-43e193ae01e6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:00.335726 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d6059c3-3e2a-4b86-b924-ad39b11895a3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:00.346302 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7d6059c3-3e2a-4b86-b924-ad39b11895a3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/1f40c62b-b324-4586-a0f7-43e193ae01e6 HTTP/1.1" status: 204 len: 168 time: 0.9080656 Feb 04 13:36:00.350070 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48960) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:00.370998 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63688257-daff-4ce7-b50f-40de12e63230 None None] Network 5104afd9-3c1a-463e-9e74-1d7f183c33e2 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:00.446352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-9f1c73ea-abd8-46b2-8acf-6a36a4b66534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:00.448336 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-9f1c73ea-abd8-46b2-8acf-6a36a4b66534 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=386e66d0-0813-47f8-96ee-a8bf1332cdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4727418 Feb 04 13:36:00.579031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6059c3-3e2a-4b86-b924-ad39b11895a3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Subnet': ['ID=1f40c62b-b324-4586-a0f7-43e193ae01e6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:00.667865 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:00.704320 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-292888af-6f9b-4e0c-9328-197c008e6ed6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting subnet c1955cc9-ee65-47b4-b09e-5ee917063727 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:36:00.715683 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-292888af-6f9b-4e0c-9328-197c008e6ed6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (c1955cc9-ee65-47b4-b09e-5ee917063727), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:00.822146 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-292888af-6f9b-4e0c-9328-197c008e6ed6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (c1955cc9-ee65-47b4-b09e-5ee917063727), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:00.926316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b5c50b0b-da71-4d44-b938-4896e75cda29 service neutron] 10.222.0.99 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333982 Feb 04 13:36:01.004733 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-292888af-6f9b-4e0c-9328-197c008e6ed6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (c1955cc9-ee65-47b4-b09e-5ee917063727), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:01.108647 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64875-db07-4832-84aa-88aecc1bca07 req-4e04a07c-fc26-4519-a083-a2e1d605e896 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:01.126011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64875-db07-4832-84aa-88aecc1bca07 req-4e04a07c-fc26-4519-a083-a2e1d605e896 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:01.152197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64875-db07-4832-84aa-88aecc1bca07 req-4e04a07c-fc26-4519-a083-a2e1d605e896 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:01.182667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64875-db07-4832-84aa-88aecc1bca07 req-4e04a07c-fc26-4519-a083-a2e1d605e896 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:01.189291 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-292888af-6f9b-4e0c-9328-197c008e6ed6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (c1955cc9-ee65-47b4-b09e-5ee917063727), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:01.220751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64875-db07-4832-84aa-88aecc1bca07 req-4e04a07c-fc26-4519-a083-a2e1d605e896 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:01.244276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64875-db07-4832-84aa-88aecc1bca07 req-4e04a07c-fc26-4519-a083-a2e1d605e896 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:01.256393 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64875-db07-4832-84aa-88aecc1bca07 req-4e04a07c-fc26-4519-a083-a2e1d605e896 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:01.272881 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-292888af-6f9b-4e0c-9328-197c008e6ed6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:01.273985 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fb64875-db07-4832-84aa-88aecc1bca07 req-4e04a07c-fc26-4519-a083-a2e1d605e896 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5429 time: 0.8599210 Feb 04 13:36:01.283118 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-292888af-6f9b-4e0c-9328-197c008e6ed6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/c1955cc9-ee65-47b4-b09e-5ee917063727 HTTP/1.1" status: 204 len: 168 time: 0.9315023 Feb 04 13:36:01.284144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292888af-6f9b-4e0c-9328-197c008e6ed6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Subnet': ['ID=c1955cc9-ee65-47b4-b09e-5ee917063727,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:01.294815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48966) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:01.295349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48968) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:01.450311 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ac03f72-79ba-4003-ac7e-997ba4301331 req-199f47df-3b6a-4586-972d-a065651fc8dc service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2666633 Feb 04 13:36:01.485540 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (5104afd9-3c1a-463e-9e74-1d7f183c33e2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:01.709423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:01.710385 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:01.954240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] For port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2d02bc40-8a4a-4afb-9dd5-8d403ebdac86,segment=NetworkSegment(cff5f277-1236-45e6-a2f0-b3fa3129d6e1),segment_id=cff5f277-1236-45e6-a2f0-b3fa3129d6e1)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:01.954719 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.001254 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:02.089108 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 76eb84e8-bf54-4596-9fb6-968f2cc2f913 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:02.159246 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c42f3a52-58de-4aa3-9469-32c105c2eb74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.162017 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2d02bc40-8a4a-4afb-9dd5-8d403ebdac86), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.209175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 76eb84e8-bf54-4596-9fb6-968f2cc2f913 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:02.210390 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (76eb84e8-bf54-4596-9fb6-968f2cc2f913), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.216145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=2d02bc40-8a4a-4afb-9dd5-8d403ebdac86,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:02.246752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No DVR routers for this DVR port 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:36:02.289679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57165f15-5b2f-420a-9fbe-1f04395cb321 None None] Network 5104afd9-3c1a-463e-9e74-1d7f183c33e2 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:02.400699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3a607b07-0abd-483f-b2bb-6d9e5c4b0aad None None] Could not find standard attr ID for object 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:36:02.454656 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (5104afd9-3c1a-463e-9e74-1d7f183c33e2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.482203 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5104afd9-3c1a-463e-9e74-1d7f183c33e2']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:02.495120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff5f277-1236-45e6-a2f0-b3fa3129d6e1') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:02.495422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff5f277-1236-45e6-a2f0-b3fa3129d6e1') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:02.508279 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Allocated IP 172.20.0.1 (bbf4b647-706f-42e8-897d-f248500c9308/7889a00a-35ba-4be9-b066-bee7c28238ba/260ff09b-2e28-4e05-a67c-a5dd385cedd6) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:02.510778 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (cff5f277-1236-45e6-a2f0-b3fa3129d6e1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.529408 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (cff5f277-1236-45e6-a2f0-b3fa3129d6e1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.534759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 76eb84e8-bf54-4596-9fb6-968f2cc2f913 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:02.535481 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (76eb84e8-bf54-4596-9fb6-968f2cc2f913), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.538347 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:36:02.538975 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (cff5f277-1236-45e6-a2f0-b3fa3129d6e1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.577975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be03f76-3668-40f1-9961-a04746aab866 None None] DHCP port deletion for 5104afd9-3c1a-463e-9e74-1d7f183c33e2 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:36:02.624372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 76eb84e8-bf54-4596-9fb6-968f2cc2f913, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=76eb84e8-bf54-4596-9fb6-968f2cc2f913,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:02.633071 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (76eb84e8-bf54-4596-9fb6-968f2cc2f913), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:36:02.639987 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:36:02.719434 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c42f3a52-58de-4aa3-9469-32c105c2eb74 admin admin] Publish callbacks [] for security_group (f211d8c6-297d-4c9e-b374-11a18bf16fab), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.721952 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (5104afd9-3c1a-463e-9e74-1d7f183c33e2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.761061 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.761825 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-be24f656-e8bb-4254-84e0-4ced06f7cef3 service neutron] 10.222.0.99 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8161283 Feb 04 13:36:02.774401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=76eb84e8-bf54-4596-9fb6-968f2cc2f913,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:02.784909 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/networks/5104afd9-3c1a-463e-9e74-1d7f183c33e2 HTTP/1.1" status: 204 len: 168 time: 1.4828222 Feb 04 13:36:02.791371 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48976) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:02.792922 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c42f3a52-58de-4aa3-9469-32c105c2eb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f211d8c6-297d-4c9e-b374-11a18bf16fab), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.798063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768e6be-ea10-4492-8437-cf408f6bb9e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Network': ['ID=5104afd9-3c1a-463e-9e74-1d7f183c33e2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:02.808706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fb64875-db07-4832-84aa-88aecc1bca07 req-46998437-a23f-4c35-889a-f290dc6d4ecb tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.5317702 Feb 04 13:36:02.889361 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-5736ab5d-2b2c-4e01-9be4-1bac1341b8c9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=1d03bc7b-242a-4b15-ad3d-18ab1a2929fd HTTP/1.1" status: 200 len: 217 time: 0.1074069 Feb 04 13:36:02.918757 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Publish callbacks [] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.989062 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c42f3a52-58de-4aa3-9469-32c105c2eb74 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d85f220a11624ac79efd5f73d3c318d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5177140 Feb 04 13:36:02.991397 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f3a52-58de-4aa3-9469-32c105c2eb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f211d8c6-297d-4c9e-b374-11a18bf16fab,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:02.995321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48978) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:03.033748 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 13:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd19a87-9e57-4bdc-a85d-0b349d1f75f8 x-openstack-request-id: req-3cd19a87-9e57-4bdc-a85d-0b349d1f75f8 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:03.034315 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "tag": "8a5da942-5658-4af2-9fdc-445d0a253b15", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "tag": "2f81fc2a-e69c-4b6b-b383-65cf65a76b14", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:03.034652 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3cd19a87-9e57-4bdc-a85d-0b349d1f75f8 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:03.035040 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'tag': '8a5da942-5658-4af2-9fdc-445d0a253b15', 'status': 'completed', 'code': 200} Feb 04 13:36:03.035327 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'tag': '2f81fc2a-e69c-4b6b-b383-65cf65a76b14', 'status': 'completed', 'code': 200} Feb 04 13:36:03.040169 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:03.139654 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Network bbf4b647-706f-42e8-897d-f248500c9308 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:03.145123 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36038b36-26e6-4693-bdb4-f4e704293ad6 admin admin] Publish callbacks [] for security_group (f211d8c6-297d-4c9e-b374-11a18bf16fab), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:03.153794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:03.183465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:03.194304 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36038b36-26e6-4693-bdb4-f4e704293ad6 admin admin] Publish callbacks [] for security_group (f211d8c6-297d-4c9e-b374-11a18bf16fab), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:03.260731 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (8de1c510-cfe8-4b60-b93f-52c3def17155), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:03.272394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-fb2ba972-8c49-4f8b-8dd7-2d58d27bfea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:03.289794 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-fb2ba972-8c49-4f8b-8dd7-2d58d27bfea0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b81dea98-4db8-4a79-addb-9466ebfdb0ac HTTP/1.1" status: 200 len: 797 time: 0.3011167 Feb 04 13:36:03.305221 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ae423-4531-4cd6-a607-16040e344057 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:03.313846 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-374ae423-4531-4cd6-a607-16040e344057 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5112112 Feb 04 13:36:03.328946 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48980) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:03.351687 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36038b36-26e6-4693-bdb4-f4e704293ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f211d8c6-297d-4c9e-b374-11a18bf16fab), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:03.356240 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36038b36-26e6-4693-bdb4-f4e704293ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:03.360747 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-36038b36-26e6-4693-bdb4-f4e704293ad6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f211d8c6-297d-4c9e-b374-11a18bf16fab HTTP/1.1" status: 204 len: 168 time: 0.3613093 Feb 04 13:36:03.421925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36038b36-26e6-4693-bdb4-f4e704293ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f211d8c6-297d-4c9e-b374-11a18bf16fab,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:03.511177 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7a1a3c63-1e5f-4a47-91da-872da506df1b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1747215 Feb 04 13:36:03.514120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48988) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:03.524340 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Pushing event updated for resources: {'Port': ['ID=260ff09b-2e28-4e05-a67c-a5dd385cedd6,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:03.535228 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-90644d19-e12a-4150-b414-d6c69989bebf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1122132185'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:03.573851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90644d19-e12a-4150-b414-d6c69989bebf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:03.588567 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90644d19-e12a-4150-b414-d6c69989bebf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:03.633405 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:03.707199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90644d19-e12a-4150-b414-d6c69989bebf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:36:03.755710 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90644d19-e12a-4150-b414-d6c69989bebf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (051aa82d-7db3-404e-8bd4-c0f7526ff5e3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:03.766710 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9b4e77fc-1061-4393-9911-92064fff2e65 None None] Provisioning complete for port 260ff09b-2e28-4e05-a67c-a5dd385cedd6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:03.767852 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-90644d19-e12a-4150-b414-d6c69989bebf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Added segment 051aa82d-7db3-404e-8bd4-c0f7526ff5e3 of type vlan for network 5e99ceb0-d1fc-4f53-b924-05c3b1819347 Feb 04 13:36:03.768436 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9b4e77fc-1061-4393-9911-92064fff2e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:03.909106 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90644d19-e12a-4150-b414-d6c69989bebf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (5e99ceb0-d1fc-4f53-b924-05c3b1819347), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:03.939392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9b4e77fc-1061-4393-9911-92064fff2e65 None None] Port 260ff09b-2e28-4e05-a67c-a5dd385cedd6 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:03.959317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 76eb84e8-bf54-4596-9fb6-968f2cc2f913 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:04.027615 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90644d19-e12a-4150-b414-d6c69989bebf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (5e99ceb0-d1fc-4f53-b924-05c3b1819347), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:04.038252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90644d19-e12a-4150-b414-d6c69989bebf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:04.039334 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90644d19-e12a-4150-b414-d6c69989bebf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:04.103115 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 76eb84e8-bf54-4596-9fb6-968f2cc2f913 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:04.105608 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (76eb84e8-bf54-4596-9fb6-968f2cc2f913), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:04.146009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-715fb311-453d-4477-8c55-2f8daeb1baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:04.148914 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-715fb311-453d-4477-8c55-2f8daeb1baa6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=386e66d0-0813-47f8-96ee-a8bf1332cdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6197860 Feb 04 13:36:04.151108 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48998) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:04.174075 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-90644d19-e12a-4150-b414-d6c69989bebf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6543033 Feb 04 13:36:04.188808 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49004) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:04.212575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b1d63850-f528-4e0f-a892-029bf692dac3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'subnet': {'network_id': '5e99ceb0-d1fc-4f53-b924-05c3b1819347', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:04.258025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90644d19-e12a-4150-b414-d6c69989bebf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Network': ['ID=5e99ceb0-d1fc-4f53-b924-05c3b1819347,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:04.317460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 76eb84e8-bf54-4596-9fb6-968f2cc2f913 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:04.335673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 5e99ceb0-d1fc-4f53-b924-05c3b1819347 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:36:04.503549 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d63850-f528-4e0f-a892-029bf692dac3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:04.508118 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1d63850-f528-4e0f-a892-029bf692dac3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:04.513417 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Publish callbacks [] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:04.538928 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:04.581346 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:36:04.616725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:36:04.617079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2d02bc40-8a4a-4afb-9dd5-8d403ebdac86 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:36:04.671344 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (8de1c510-cfe8-4b60-b93f-52c3def17155), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:04.718644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Pushing event updated for resources: {'Port': ['ID=260ff09b-2e28-4e05-a67c-a5dd385cedd6,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:04.785078 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-811eb02f-d45f-4aed-8bb5-fb9daa0f86fd service neutron] 10.222.0.99 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254294 Feb 04 13:36:04.789424 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:04.799130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41979eb-8455-4afd-9a97-ea70073195a7 req-5b495f1a-b103-477f-8277-571ef30fbeed tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:04.801056 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f41979eb-8455-4afd-9a97-ea70073195a7 req-5b495f1a-b103-477f-8277-571ef30fbeed tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 1.0215585 Feb 04 13:36:04.892279 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1d63850-f528-4e0f-a892-029bf692dac3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (7f96d234-3583-4e0b-b371-dc0c7f18c139), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:04.996302 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d63850-f528-4e0f-a892-029bf692dac3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Subnet': ['ID=7f96d234-3583-4e0b-b371-dc0c7f18c139,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:05.066263 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f41979eb-8455-4afd-9a97-ea70073195a7 req-44bb42cf-5d14-4009-bd45-cb117752ba9d tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376251 Feb 04 13:36:05.080303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d63850-f528-4e0f-a892-029bf692dac3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Checking segment: {'id': '051aa82d-7db3-404e-8bd4-c0f7526ff5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '5e99ceb0-d1fc-4f53-b924-05c3b1819347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:05.081501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d63850-f528-4e0f-a892-029bf692dac3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network hostable DHCP agents. Network: 5e99ceb0-d1fc-4f53-b924-05c3b1819347, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:36:05.134213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d63850-f528-4e0f-a892-029bf692dac3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 5e99ceb0-d1fc-4f53-b924-05c3b1819347 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:36:05.150067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b1d63850-f528-4e0f-a892-029bf692dac3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 5e99ceb0-d1fc-4f53-b924-05c3b1819347) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:05.159482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d63850-f528-4e0f-a892-029bf692dac3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:05.159801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Network bbf4b647-706f-42e8-897d-f248500c9308 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:05.160390 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1d63850-f528-4e0f-a892-029bf692dac3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:05.162417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09672b3-c140-4232-a1eb-70a8daecf948 None None] Network 5e99ceb0-d1fc-4f53-b924-05c3b1819347 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:05.180228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:05.211362 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b1d63850-f528-4e0f-a892-029bf692dac3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0213168 Feb 04 13:36:05.213062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49022) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:05.221798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f3b5f5a6-98e5-45fe-8490-70dadd81e5e1 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'network_id': '5e99ceb0-d1fc-4f53-b924-05c3b1819347', 'name': 'tempest-PortsIpV6TestJSON-282932779'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:05.425314 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b5f5a6-98e5-45fe-8490-70dadd81e5e1 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:05.432461 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f5a6-98e5-45fe-8490-70dadd81e5e1 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:05.444490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-5e99ceb0-d1fc-4f53-b924-05c3b1819347', 'network_id': '5e99ceb0-d1fc-4f53-b924-05c3b1819347', 'project_id': 'eb2a4d518fad427abfaea1f7b4400492', 'fixed_ips': [{'subnet_id': '7f96d234-3583-4e0b-b371-dc0c7f18c139'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:36:05.445781 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:05.465424 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-f3b5f5a6-98e5-45fe-8490-70dadd81e5e1 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] device_id is not set on port b5257135-4929-4fd7-b75a-1c3de08584c8 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:36:05.596664 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Publish callbacks [] for security_group (7b252bc3-bd9a-4890-b294-c7cf27effb7d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:05.686964 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7b252bc3-bd9a-4890-b294-c7cf27effb7d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:05.688530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-f3b5f5a6-98e5-45fe-8490-70dadd81e5e1 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Allocated IP 2001:db8::ec (5e99ceb0-d1fc-4f53-b924-05c3b1819347/7f96d234-3583-4e0b-b371-dc0c7f18c139/b5257135-4929-4fd7-b75a-1c3de08584c8) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:05.690151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-57713739-3539-47eb-b1d7-f88c3b1696f7 None None] Provisioning complete for port 260ff09b-2e28-4e05-a67c-a5dd385cedd6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:05.690624 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-57713739-3539-47eb-b1d7-f88c3b1696f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:05.746267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-57713739-3539-47eb-b1d7-f88c3b1696f7 None None] Port 260ff09b-2e28-4e05-a67c-a5dd385cedd6 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:05.783714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-b7599306-9942-4d67-8398-768d9f161085 service neutron] 10.222.0.99 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9759939 Feb 04 13:36:05.926076 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2f14d94c2c1f4e09a4ec1686c3be857b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7676299 Feb 04 13:36:05.930089 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49024) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:05.944545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b252bc3-bd9a-4890-b294-c7cf27effb7d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:05.956652 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-ec610cfa-44a0-47b3-ab06-2d28d7c28f02 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=9471111a-51b1-43df-8a12-7ca6ece249bc HTTP/1.1" status: 200 len: 217 time: 0.1349540 Feb 04 13:36:05.982055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a523470-439b-4e29-9282-1ff20f5f5c81 req-e6295fbe-4424-43d3-bfc4-ac60b0a2c139 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:05.985077 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a523470-439b-4e29-9282-1ff20f5f5c81 req-e6295fbe-4424-43d3-bfc4-ac60b0a2c139 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 945 time: 0.7197943 Feb 04 13:36:05.986949 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f5a6-98e5-45fe-8490-70dadd81e5e1 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (b5257135-4929-4fd7-b75a-1c3de08584c8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:06.014053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:06.014053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:06.014657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:06.015165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:06.015750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:06.016332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:06.017172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:06.017495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:06.018084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:06.018713 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:06.019553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:06.019880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:06.020965 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaa9f9-bce8-40c4-b7c1-2c7a12cc4238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:06.042517 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b33de5db-1b30-43f1-936e-e1d354099514 admin admin] Publish callbacks [] for security_group (7b252bc3-bd9a-4890-b294-c7cf27effb7d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:06.048468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc781ae-2448-4143-9541-eb5b7ef3b210 req-52c7589a-4837-4ed5-8686-2c627fdfbfc4 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:06.051277 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbc781ae-2448-4143-9541-eb5b7ef3b210 req-52c7589a-4837-4ed5-8686-2c627fdfbfc4 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.99 "GET /v2.0/ports?device_id=5ea99fd2-c64b-4383-a122-c10c66c6f018 HTTP/1.1" status: 200 len: 946 time: 0.4648793 Feb 04 13:36:06.088442 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b33de5db-1b30-43f1-936e-e1d354099514 admin admin] Publish callbacks [] for security_group (7b252bc3-bd9a-4890-b294-c7cf27effb7d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:06.097304 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f5a6-98e5-45fe-8490-70dadd81e5e1 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b5257135-4929-4fd7-b75a-1c3de08584c8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:06.177320 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b5f5a6-98e5-45fe-8490-70dadd81e5e1 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 5e99ceb0-d1fc-4f53-b924-05c3b1819347 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:06.181913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f3b5f5a6-98e5-45fe-8490-70dadd81e5e1 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:06.187201 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b5f5a6-98e5-45fe-8490-70dadd81e5e1 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:06.193106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b5f5a6-98e5-45fe-8490-70dadd81e5e1 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:06.194008 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f5a6-98e5-45fe-8490-70dadd81e5e1 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:06.194942 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Allocated IP 2001:db8::2 (5e99ceb0-d1fc-4f53-b924-05c3b1819347/7f96d234-3583-4e0b-b371-dc0c7f18c139/4eaf6919-c6f0-4408-83cb-c1fb3f6f1629) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:06.202996 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Router 8de1c510-cfe8-4b60-b93f-52c3def17155 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:36:06.206465 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5f5a6-98e5-45fe-8490-70dadd81e5e1 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=b5257135-4929-4fd7-b75a-1c3de08584c8,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:06.239903 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f3b5f5a6-98e5-45fe-8490-70dadd81e5e1 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0233560 Feb 04 13:36:06.241903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49026) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:06.247603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-cc977cb4-6141-463f-94da-6afc77c20f89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'network_id': '5e99ceb0-d1fc-4f53-b924-05c3b1819347', 'name': 'tempest-PortsIpV6TestJSON-320604880'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:06.300484 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-4552251d-4452-4095-9fe2-170a6402c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:06.303824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-4552251d-4452-4095-9fe2-170a6402c07c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b81dea98-4db8-4a79-addb-9466ebfdb0ac HTTP/1.1" status: 200 len: 797 time: 0.3165765 Feb 04 13:36:06.444363 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b33de5db-1b30-43f1-936e-e1d354099514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7b252bc3-bd9a-4890-b294-c7cf27effb7d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:06.448931 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b33de5db-1b30-43f1-936e-e1d354099514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:06.450902 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b33de5db-1b30-43f1-936e-e1d354099514 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7b252bc3-bd9a-4890-b294-c7cf27effb7d HTTP/1.1" status: 204 len: 168 time: 0.5134926 Feb 04 13:36:06.478477 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Publish callbacks [] for port (4eaf6919-c6f0-4408-83cb-c1fb3f6f1629), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:06.494907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33de5db-1b30-43f1-936e-e1d354099514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b252bc3-bd9a-4890-b294-c7cf27effb7d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:06.499995 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (4eaf6919-c6f0-4408-83cb-c1fb3f6f1629), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:06.587133 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc977cb4-6141-463f-94da-6afc77c20f89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:06.601917 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc977cb4-6141-463f-94da-6afc77c20f89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:06.620366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a523470-439b-4e29-9282-1ff20f5f5c81 req-254d3bb9-018f-4082-b2ff-78b98d5d302b tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902898 Feb 04 13:36:06.664309 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-cc977cb4-6141-463f-94da-6afc77c20f89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] device_id is not set on port 660e7686-dc5d-4d5f-a463-0109a1a4527f yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:36:06.665078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Network 5e99ceb0-d1fc-4f53-b924-05c3b1819347 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:06.681499 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:06.687865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:06.697696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Pushing event updated for resources: {'Port': ['ID=4eaf6919-c6f0-4408-83cb-c1fb3f6f1629,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:06.810688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Attempting to bind port 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:36:06.811247 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Attempting to bind port 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '051aa82d-7db3-404e-8bd4-c0f7526ff5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '5e99ceb0-d1fc-4f53-b924-05c3b1819347'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:36:06.811443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Attempting to bind port 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629 on network 5e99ceb0-d1fc-4f53-b924-05c3b1819347 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:06.818520 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:36:06.819082 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Checking segment: {'id': '051aa82d-7db3-404e-8bd4-c0f7526ff5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '5e99ceb0-d1fc-4f53-b924-05c3b1819347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:06.819394 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:06.819798 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Bound using segment: {'id': '051aa82d-7db3-404e-8bd4-c0f7526ff5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '5e99ceb0-d1fc-4f53-b924-05c3b1819347'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:36:06.820588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Bound port: 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051aa82d-7db3-404e-8bd4-c0f7526ff5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '5e99ceb0-d1fc-4f53-b924-05c3b1819347'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:36:06.821149 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4eaf6919-c6f0-4408-83cb-c1fb3f6f1629), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:06.847108 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:36:06.864781 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Sync routers for ids ['8de1c510-cfe8-4b60-b93f-52c3def17155'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:36:06.894588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-36a57a93-35c0-4bc3-88fd-bdaaee23d9ff admin admin] 10.222.0.96 "PUT /v2.0/routers/8de1c510-cfe8-4b60-b93f-52c3def17155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4226394 Feb 04 13:36:06.901991 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-0d5b6ed5-010c-4733-8708-e76404587fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:06.904012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-0d5b6ed5-010c-4733-8708-e76404587fc3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=386e66d0-0813-47f8-96ee-a8bf1332cdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5901964 Feb 04 13:36:06.917830 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Routers {'8de1c510-cfe8-4b60-b93f-52c3def17155'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:36:06.918529 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:35:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['8de1c510-cfe8-4b60-b93f-52c3def17155'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:06.941011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-dbc781ae-2448-4143-9541-eb5b7ef3b210 req-9adafcf4-27cf-4261-b558-60c722631ec5 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Deleting port 1855c129-e855-4601-b50d-b9523daa3dec {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:06.941507 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-dbc781ae-2448-4143-9541-eb5b7ef3b210 req-9adafcf4-27cf-4261-b558-60c722631ec5 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1855c129-e855-4601-b50d-b9523daa3dec), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:06.995396 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-cc977cb4-6141-463f-94da-6afc77c20f89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Allocated IP 2001:db8::33 (5e99ceb0-d1fc-4f53-b924-05c3b1819347/7f96d234-3583-4e0b-b371-dc0c7f18c139/660e7686-dc5d-4d5f-a463-0109a1a4527f) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:07.030486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] For port 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:36:07.054948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] For port 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4eaf6919-c6f0-4408-83cb-c1fb3f6f1629,segment=NetworkSegment(051aa82d-7db3-404e-8bd4-c0f7526ff5e3),segment_id=051aa82d-7db3-404e-8bd4-c0f7526ff5e3)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:36:07.071939 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4eaf6919-c6f0-4408-83cb-c1fb3f6f1629), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:07.220476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49044) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:07.329924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0acf5f-00de-465b-81b2-01d182b055a6 None None] Pushing event updated for resources: {'Port': ['ID=4eaf6919-c6f0-4408-83cb-c1fb3f6f1629,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:07.344677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-dbc781ae-2448-4143-9541-eb5b7ef3b210 req-9adafcf4-27cf-4261-b558-60c722631ec5 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] For port 1855c129-e855-4601-b50d-b9523daa3dec, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1855c129-e855-4601-b50d-b9523daa3dec,segment=NetworkSegment(bd088da6-464d-4d7d-b3b1-f3846918925a),segment_id=bd088da6-464d-4d7d-b3b1-f3846918925a)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:07.345764 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-dbc781ae-2448-4143-9541-eb5b7ef3b210 req-9adafcf4-27cf-4261-b558-60c722631ec5 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1855c129-e855-4601-b50d-b9523daa3dec), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:07.366608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Set router 8de1c510-cfe8-4b60-b93f-52c3def17155 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:36:07.395320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-dbc781ae-2448-4143-9541-eb5b7ef3b210 req-9adafcf4-27cf-4261-b558-60c722631ec5 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Calling delete_port for 1855c129-e855-4601-b50d-b9523daa3dec owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:07.494877 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc977cb4-6141-463f-94da-6afc77c20f89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (660e7686-dc5d-4d5f-a463-0109a1a4527f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:07.539664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d30b1-9d94-4668-b67b-94958da93a82 req-8b83d12f-1543-41c0-945c-f3c69143a8a7 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:07.547519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0fe5b06d-60c3-43f7-9018-555199b14015 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2071787415'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:07.548757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-872d30b1-9d94-4668-b67b-94958da93a82 req-8b83d12f-1543-41c0-945c-f3c69143a8a7 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ea99fd2-c64b-4383-a122-c10c66c6f018 HTTP/1.1" status: 200 len: 946 time: 0.7472250 Feb 04 13:36:07.615309 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe5b06d-60c3-43f7-9018-555199b14015 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Made reservation on behalf of 171cccc1a4bf4bf9a016458d43c59628 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:07.619995 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b06d-60c3-43f7-9018-555199b14015 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:07.643617 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc977cb4-6141-463f-94da-6afc77c20f89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (660e7686-dc5d-4d5f-a463-0109a1a4527f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:07.694005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-872d30b1-9d94-4668-b67b-94958da93a82 req-0f93dfcb-b531-4000-809b-97a7dde34c2a tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439273 Feb 04 13:36:07.704684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe5b06d-60c3-43f7-9018-555199b14015 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:36:07.708834 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc977cb4-6141-463f-94da-6afc77c20f89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 5e99ceb0-d1fc-4f53-b924-05c3b1819347 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:07.721600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-cc977cb4-6141-463f-94da-6afc77c20f89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:07.739565 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc977cb4-6141-463f-94da-6afc77c20f89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:07.742165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-f0ce2ac0-246b-4a3e-9555-8cb942531e6d service neutron] 10.222.0.99 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8235006 Feb 04 13:36:07.761513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc977cb4-6141-463f-94da-6afc77c20f89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:07.761513 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc977cb4-6141-463f-94da-6afc77c20f89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:07.789789 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b06d-60c3-43f7-9018-555199b14015 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (71c191b4-6295-4618-92e7-a4671a649bfb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:07.794206 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-0fe5b06d-60c3-43f7-9018-555199b14015 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Added segment 71c191b4-6295-4618-92e7-a4671a649bfb of type vlan for network 8350ded1-0e9d-45c7-b606-382d6f1e39dd Feb 04 13:36:07.794206 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc977cb4-6141-463f-94da-6afc77c20f89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=660e7686-dc5d-4d5f-a463-0109a1a4527f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:07.873513 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cc977cb4-6141-463f-94da-6afc77c20f89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6302047 Feb 04 13:36:07.880629 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49058) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:08.024831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'name': 'tempest-ServersTestMultiNic-719026580-router', 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '76eb84e8-bf54-4596-9fb6-968f2cc2f913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:36:03Z', 'revision_number': 4, 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'gw_port': {'id': '76eb84e8-bf54-4596-9fb6-968f2cc2f913', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:35:46Z', 'updated_at': '2022-02-04T13:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '260ff09b-2e28-4e05-a67c-a5dd385cedd6', 'name': '', 'network_id': 'bbf4b647-706f-42e8-897d-f248500c9308', 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628', 'mac_address': 'fa:16:3e:bd:9c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '7889a00a-35ba-4be9-b066-bee7c28238ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:00Z', 'updated_at': '2022-02-04T13:36:03Z', 'revision_number': 2, 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'subnets': [{'id': '7889a00a-35ba-4be9-b066-bee7c28238ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:08.071084 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b06d-60c3-43f7-9018-555199b14015 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (8350ded1-0e9d-45c7-b606-382d6f1e39dd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.077814 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-dbc781ae-2448-4143-9541-eb5b7ef3b210 req-9adafcf4-27cf-4261-b558-60c722631ec5 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (1855c129-e855-4601-b50d-b9523daa3dec), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.088224 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Checking router: 8de1c510-cfe8-4b60-b93f-52c3def17155 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:36:08.089070 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Updating router 8de1c510-cfe8-4b60-b93f-52c3def17155 port 260ff09b-2e28-4e05-a67c-a5dd385cedd6 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:36:08.153587 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.157975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8f49c1fc-a5a1-429f-b66a-2cbea8c2033c', '4c8a6a37-a0d3-4513-80c9-1aa249e85512'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:08.284037 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b06d-60c3-43f7-9018-555199b14015 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (8350ded1-0e9d-45c7-b606-382d6f1e39dd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.298364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5b06d-60c3-43f7-9018-555199b14015 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:08.298364 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b06d-60c3-43f7-9018-555199b14015 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.347227 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185d6a6e-ad72-440f-9d0d-1043b4c49050 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:08.351122 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-185d6a6e-ad72-440f-9d0d-1043b4c49050 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aec HTTP/1.1" status: 200 len: 927 time: 0.4686739 Feb 04 13:36:08.467117 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49068) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:08.640461 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0fe5b06d-60c3-43f7-9018-555199b14015 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4180996 Feb 04 13:36:08.701756 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49076) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:08.719439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-16f6d2fb-6db5-4d35-b365-8657ee492278 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Request body: {'subnet': {'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:08.729471 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adafcf4-27cf-4261-b558-60c722631ec5 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Pushing event deleted for resources: {'Port': ['ID=1855c129-e855-4601-b50d-b9523daa3dec,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:08.776227 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5b06d-60c3-43f7-9018-555199b14015 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event updated for resources: {'Network': ['ID=8350ded1-0e9d-45c7-b606-382d6f1e39dd,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:08.821527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 8350ded1-0e9d-45c7-b606-382d6f1e39dd details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:36:08.878857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9c4811c1-4990-4e2f-a638-f3f3cb6a7ccd tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port 660e7686-dc5d-4d5f-a463-0109a1a4527f {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:08.879396 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c4811c1-4990-4e2f-a638-f3f3cb6a7ccd tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (660e7686-dc5d-4d5f-a463-0109a1a4527f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.885185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49080) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:08.915241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1855c129-e855-4601-b50d-b9523daa3dec no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:36:08.995874 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 1855c129-e855-4601-b50d-b9523daa3dec {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:36:08.996381 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1855c129-e855-4601-b50d-b9523daa3dec not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:36:09.141309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc781ae-2448-4143-9541-eb5b7ef3b210 req-9adafcf4-27cf-4261-b558-60c722631ec5 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] No DVR routers for this DVR port 1855c129-e855-4601-b50d-b9523daa3dec on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:36:09.147338 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-dbc781ae-2448-4143-9541-eb5b7ef3b210 req-9adafcf4-27cf-4261-b558-60c722631ec5 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.153224 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbc781ae-2448-4143-9541-eb5b7ef3b210 req-9adafcf4-27cf-4261-b558-60c722631ec5 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.99 "DELETE /v2.0/ports/1855c129-e855-4601-b50d-b9523daa3dec HTTP/1.1" status: 204 len: 173 time: 3.0401483 Feb 04 13:36:09.196207 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Publish callbacks [] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.206511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea99fd2-c64b-4383-a122-c10c66c6f018', 'name': 'network-vif-deleted', 'tag': '1855c129-e855-4601-b50d-b9523daa3dec'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:09.208967 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.213400 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf8d550-450c-4e19-80bc-eb237d222ad5" -d '{"events": [{"server_uuid": "5ea99fd2-c64b-4383-a122-c10c66c6f018", "name": "network-vif-deleted", "tag": "1855c129-e855-4601-b50d-b9523daa3dec"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:09.242517 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a91cb368-151a-4d7d-8e90-47dda8cc8600 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1405274693-network', 'tenant_id': '18df296c97314d5f87c6deaa6c02373b'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:09.283556 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c4811c1-4990-4e2f-a638-f3f3cb6a7ccd tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (660e7686-dc5d-4d5f-a463-0109a1a4527f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.327549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bf2be-1241-48c5-afa9-91fa5b4f877f req-74b385c3-d6a0-45fd-bd43-482b0a44a0cc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:09.331462 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9c4811c1-4990-4e2f-a638-f3f3cb6a7ccd tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for 660e7686-dc5d-4d5f-a463-0109a1a4527f owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:09.334634 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7886e35-7c35-42ef-9df1-354a93d83dba None None] Pushing event updated for resources: {'Port': ['ID=260ff09b-2e28-4e05-a67c-a5dd385cedd6,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:09.351839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91cb368-151a-4d7d-8e90-47dda8cc8600 admin admin] Made reservation on behalf of 18df296c97314d5f87c6deaa6c02373b for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:09.356957 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a91cb368-151a-4d7d-8e90-47dda8cc8600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.359488 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bf2be-1241-48c5-afa9-91fa5b4f877f req-74b385c3-d6a0-45fd-bd43-482b0a44a0cc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:09.381055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bf2be-1241-48c5-afa9-91fa5b4f877f req-74b385c3-d6a0-45fd-bd43-482b0a44a0cc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:09.385165 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a91cb368-151a-4d7d-8e90-47dda8cc8600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.394042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bf2be-1241-48c5-afa9-91fa5b4f877f req-74b385c3-d6a0-45fd-bd43-482b0a44a0cc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:09.405347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bf2be-1241-48c5-afa9-91fa5b4f877f req-74b385c3-d6a0-45fd-bd43-482b0a44a0cc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:09.417320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bf2be-1241-48c5-afa9-91fa5b4f877f req-74b385c3-d6a0-45fd-bd43-482b0a44a0cc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:09.430141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bf2be-1241-48c5-afa9-91fa5b4f877f req-74b385c3-d6a0-45fd-bd43-482b0a44a0cc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:09.446933 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b28bf2be-1241-48c5-afa9-91fa5b4f877f req-74b385c3-d6a0-45fd-bd43-482b0a44a0cc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5429 time: 1.4092698 Feb 04 13:36:09.510129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-be8d2a54-bb96-4ab3-97e4-6f78b0871e1b service neutron] 10.222.0.99 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4701128 Feb 04 13:36:09.544752 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Attempting to bind port 260ff09b-2e28-4e05-a67c-a5dd385cedd6 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:36:09.545263 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Attempting to bind port 260ff09b-2e28-4e05-a67c-a5dd385cedd6 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '0ef0e049-8030-4b3f-86a2-b42d7cd67ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bbf4b647-706f-42e8-897d-f248500c9308'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:36:09.545705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Attempting to bind port 260ff09b-2e28-4e05-a67c-a5dd385cedd6 on network bbf4b647-706f-42e8-897d-f248500c9308 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:09.558322 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:36:09.558874 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Checking segment: {'id': '0ef0e049-8030-4b3f-86a2-b42d7cd67ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bbf4b647-706f-42e8-897d-f248500c9308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:09.559565 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.559920 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Bound using segment: {'id': '0ef0e049-8030-4b3f-86a2-b42d7cd67ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bbf4b647-706f-42e8-897d-f248500c9308'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:36:09.560553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Bound port: 260ff09b-2e28-4e05-a67c-a5dd385cedd6, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef0e049-8030-4b3f-86a2-b42d7cd67ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bbf4b647-706f-42e8-897d-f248500c9308'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:36:09.561015 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.576255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1d17d2-6a0b-4122-9dc2-6b8c77a2a3bd None None] Network 5e99ceb0-d1fc-4f53-b924-05c3b1819347 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:09.648393 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-ebe04c8e-ca50-49d6-9698-565c1ead49ae service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=69e3009d-afe0-49cb-92eb-a7ddb0844090 HTTP/1.1" status: 200 len: 217 time: 0.1232107 Feb 04 13:36:09.703543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f6d2fb-6db5-4d35-b365-8657ee492278 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Made reservation on behalf of 171cccc1a4bf4bf9a016458d43c59628 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:09.709675 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-16f6d2fb-6db5-4d35-b365-8657ee492278 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.730036 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a91cb368-151a-4d7d-8e90-47dda8cc8600 admin admin] Publish callbacks [] for security_group (2ed44783-38a1-41b9-b1ee-386cecfe67cb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.741912 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a91cb368-151a-4d7d-8e90-47dda8cc8600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2ed44783-38a1-41b9-b1ee-386cecfe67cb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.764308 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c4811c1-4990-4e2f-a638-f3f3cb6a7ccd tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (660e7686-dc5d-4d5f-a463-0109a1a4527f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.787093 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91cb368-151a-4d7d-8e90-47dda8cc8600 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:36:09.855527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4811c1-4990-4e2f-a638-f3f3cb6a7ccd tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=660e7686-dc5d-4d5f-a463-0109a1a4527f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:09.868044 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a91cb368-151a-4d7d-8e90-47dda8cc8600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (d16d3540-ee57-4b22-abec-ff8cee081073), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.868722 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-a91cb368-151a-4d7d-8e90-47dda8cc8600 admin admin] Added segment d16d3540-ee57-4b22-abec-ff8cee081073 of type vlan for network 9b76c752-312e-4ac7-97d7-4f401a121b43 Feb 04 13:36:09.871585 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d1238fcb-8117-446b-8088-d4d062b08164 None None] Provisioning complete for port 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:09.872861 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1238fcb-8117-446b-8088-d4d062b08164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4eaf6919-c6f0-4408-83cb-c1fb3f6f1629), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.873811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cb368-151a-4d7d-8e90-47dda8cc8600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed44783-38a1-41b9-b1ee-386cecfe67cb,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:09.927546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b28bf2be-1241-48c5-afa9-91fa5b4f877f req-65e64470-d3dc-4fca-bfdb-016fbe28d5d9 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4618030 Feb 04 13:36:09.983697 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c4811c1-4990-4e2f-a638-f3f3cb6a7ccd tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.998167 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9c4811c1-4990-4e2f-a638-f3f3cb6a7ccd tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/660e7686-dc5d-4d5f-a463-0109a1a4527f HTTP/1.1" status: 204 len: 168 time: 1.5258293 Feb 04 13:36:10.009580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49086) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:10.016501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-1bad2d8a-30b4-4a04-822b-f7aab5e26331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:10.027304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-1bad2d8a-30b4-4a04-822b-f7aab5e26331 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b81dea98-4db8-4a79-addb-9466ebfdb0ac HTTP/1.1" status: 200 len: 797 time: 0.3680947 Feb 04 13:36:10.050972 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a91cb368-151a-4d7d-8e90-47dda8cc8600 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (9b76c752-312e-4ac7-97d7-4f401a121b43), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.142762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] For port 260ff09b-2e28-4e05-a67c-a5dd385cedd6, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:36:10.154822 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a91cb368-151a-4d7d-8e90-47dda8cc8600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (9b76c752-312e-4ac7-97d7-4f401a121b43), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.156740 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91cb368-151a-4d7d-8e90-47dda8cc8600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:10.158508 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a91cb368-151a-4d7d-8e90-47dda8cc8600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.162121 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:10.171948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] For port 260ff09b-2e28-4e05-a67c-a5dd385cedd6, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=260ff09b-2e28-4e05-a67c-a5dd385cedd6,segment=NetworkSegment(0ef0e049-8030-4b3f-86a2-b42d7cd67ece),segment_id=0ef0e049-8030-4b3f-86a2-b42d7cd67ece)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:36:10.173491 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51d16b9-2662-4c95-92dd-3bf2b83cde50 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] GET failed (client error): The resource could not be found. Feb 04 13:36:10.181072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49094) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:10.184037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b51d16b9-2662-4c95-92dd-3bf2b83cde50 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/660e7686-dc5d-4d5f-a463-0109a1a4527f HTTP/1.1" status: 404 len: 333 time: 0.1540399 Feb 04 13:36:10.288393 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a91cb368-151a-4d7d-8e90-47dda8cc8600 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4013991 Feb 04 13:36:10.294634 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49098) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:10.308978 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.313669 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-928fea80-cd3e-477e-8d0b-f2588fc7cb13 admin admin] Request body: {'subnet': {'network_id': '9b76c752-312e-4ac7-97d7-4f401a121b43', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1405274693-subnet', 'tenant_id': '18df296c97314d5f87c6deaa6c02373b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:10.486847 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-f165b8c5-265d-4cea-8917-3a34b23acf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:10.490782 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-f165b8c5-265d-4cea-8917-3a34b23acf57 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=386e66d0-0813-47f8-96ee-a8bf1332cdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3039131 Feb 04 13:36:10.512342 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928fea80-cd3e-477e-8d0b-f2588fc7cb13 admin admin] Made reservation on behalf of 18df296c97314d5f87c6deaa6c02373b for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:10.518359 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-928fea80-cd3e-477e-8d0b-f2588fc7cb13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.545564 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Routers {'8de1c510-cfe8-4b60-b93f-52c3def17155'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:36:10.546664 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:35:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['8de1c510-cfe8-4b60-b93f-52c3def17155'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:10.561393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cb368-151a-4d7d-8e90-47dda8cc8600 admin admin] Pushing event updated for resources: {'Network': ['ID=9b76c752-312e-4ac7-97d7-4f401a121b43,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:10.606136 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4dc14e9c-db15-4130-ac23-624d2193eecf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port b5257135-4929-4fd7-b75a-1c3de08584c8 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:10.606650 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4dc14e9c-db15-4130-ac23-624d2193eecf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b5257135-4929-4fd7-b75a-1c3de08584c8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.750829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 9b76c752-312e-4ac7-97d7-4f401a121b43 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:36:10.794862 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4dc14e9c-db15-4130-ac23-624d2193eecf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b5257135-4929-4fd7-b75a-1c3de08584c8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.803808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7886e35-7c35-42ef-9df1-354a93d83dba None None] Pushing event updated for resources: {'Port': ['ID=260ff09b-2e28-4e05-a67c-a5dd385cedd6,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:10.834675 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4dc14e9c-db15-4130-ac23-624d2193eecf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for b5257135-4929-4fd7-b75a-1c3de08584c8 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:10.917103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2696d6-5cb5-43bb-a37d-8f1a2f352316 req-050a2a80-fb87-45ca-b6fa-f84f9c805fa8 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:10.926594 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2696d6-5cb5-43bb-a37d-8f1a2f352316 req-050a2a80-fb87-45ca-b6fa-f84f9c805fa8 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 945 time: 0.5045085 Feb 04 13:36:10.996009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d1238fcb-8117-446b-8088-d4d062b08164 None None] Current status of the port 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:10.996009 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1238fcb-8117-446b-8088-d4d062b08164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4eaf6919-c6f0-4408-83cb-c1fb3f6f1629), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.022136 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:11.027981 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4eaf6919-c6f0-4408-83cb-c1fb3f6f1629), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.044116 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-16f6d2fb-6db5-4d35-b365-8657ee492278 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (e6e49e6e-5ea2-4783-9eb7-c690b7544a91), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.156155 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4dc14e9c-db15-4130-ac23-624d2193eecf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b5257135-4929-4fd7-b75a-1c3de08584c8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.160001 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ce45ac3b-22ed-4e94-b3c8-b75e7acdd018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.187374 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-897d077e-ac81-44e9-acba-d5f341fe65c9 service neutron] 10.222.0.99 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629889 Feb 04 13:36:11.203924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d1238fcb-8117-446b-8088-d4d062b08164 None None] For port 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4eaf6919-c6f0-4408-83cb-c1fb3f6f1629,segment=NetworkSegment(051aa82d-7db3-404e-8bd4-c0f7526ff5e3),segment_id=051aa82d-7db3-404e-8bd4-c0f7526ff5e3)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:11.208549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] Set router 8de1c510-cfe8-4b60-b93f-52c3def17155 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:36:11.235619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc14e9c-db15-4130-ac23-624d2193eecf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=b5257135-4929-4fd7-b75a-1c3de08584c8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:11.267313 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6d2fb-6db5-4d35-b365-8657ee492278 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event updated for resources: {'Subnet': ['ID=e6e49e6e-5ea2-4783-9eb7-c690b7544a91,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:11.278809 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1238fcb-8117-446b-8088-d4d062b08164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4eaf6919-c6f0-4408-83cb-c1fb3f6f1629), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.334659 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4dc14e9c-db15-4130-ac23-624d2193eecf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.344594 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4dc14e9c-db15-4130-ac23-624d2193eecf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/b5257135-4929-4fd7-b75a-1c3de08584c8 HTTP/1.1" status: 204 len: 168 time: 1.1584733 Feb 04 13:36:11.345683 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49102) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:11.371866 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2696d6-5cb5-43bb-a37d-8f1a2f352316 req-f1f9fdc0-89c9-4732-8a74-ca742b37ee5f tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437754 Feb 04 13:36:11.397704 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4707f0-fb47-417b-85cd-0347fe9c621b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] GET failed (client error): The resource could not be found. Feb 04 13:36:11.400266 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bf4707f0-fb47-417b-85cd-0347fe9c621b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/b5257135-4929-4fd7-b75a-1c3de08584c8 HTTP/1.1" status: 404 len: 333 time: 0.0532019 Feb 04 13:36:11.404366 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49104) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:11.437742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1238fcb-8117-446b-8088-d4d062b08164 None None] Pushing event updated for resources: {'Port': ['ID=4eaf6919-c6f0-4408-83cb-c1fb3f6f1629,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:11.514912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6980e9-67fe-48c9-937b-9a3aadd177e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting subnet 7f96d234-3583-4e0b-b371-dc0c7f18c139 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:36:11.531373 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc6980e9-67fe-48c9-937b-9a3aadd177e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (7f96d234-3583-4e0b-b371-dc0c7f18c139), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.578195 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-928fea80-cd3e-477e-8d0b-f2588fc7cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (17d78447-bcef-4d7f-9596-7ffb293b03df), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.611342 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc6980e9-67fe-48c9-937b-9a3aadd177e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (7f96d234-3583-4e0b-b371-dc0c7f18c139), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.621768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-64c953af-af41-40db-9e05-30e104efbc7d None None] Provisioning complete for port 260ff09b-2e28-4e05-a67c-a5dd385cedd6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:11.622267 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-64c953af-af41-40db-9e05-30e104efbc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.670833 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036991f0-a18c-4858-9804-2767e4692456 x-openstack-request-id: req-036991f0-a18c-4858-9804-2767e4692456 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:11.671324 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea99fd2-c64b-4383-a122-c10c66c6f018", "name": "network-vif-deleted", "tag": "1855c129-e855-4601-b50d-b9523daa3dec", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:11.671741 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-036991f0-a18c-4858-9804-2767e4692456 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:11.672380 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea99fd2-c64b-4383-a122-c10c66c6f018', 'name': 'network-vif-deleted', 'tag': '1855c129-e855-4601-b50d-b9523daa3dec', 'status': 'completed', 'code': 200} Feb 04 13:36:11.825699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:11.833471 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc6980e9-67fe-48c9-937b-9a3aadd177e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (7f96d234-3583-4e0b-b371-dc0c7f18c139), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.859297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6d2fb-6db5-4d35-b365-8657ee492278 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Checking segment: {'id': '71c191b4-6295-4618-92e7-a4671a649bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:11.860303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f6d2fb-6db5-4d35-b365-8657ee492278 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Network hostable DHCP agents. Network: 8350ded1-0e9d-45c7-b606-382d6f1e39dd, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:36:11.947702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fea80-cd3e-477e-8d0b-f2588fc7cb13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d78447-bcef-4d7f-9596-7ffb293b03df,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:11.950081 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc6980e9-67fe-48c9-937b-9a3aadd177e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (7f96d234-3583-4e0b-b371-dc0c7f18c139), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.953911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-8809d956-c634-4e69-a9a9-e2ecbee1dbd4 service neutron] 10.222.0.99 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7339973 Feb 04 13:36:12.030837 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:12.034849 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6980e9-67fe-48c9-937b-9a3aadd177e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Subnet': ['ID=7f96d234-3583-4e0b-b371-dc0c7f18c139,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:12.042197 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc6980e9-67fe-48c9-937b-9a3aadd177e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:12.047310 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fc6980e9-67fe-48c9-937b-9a3aadd177e6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/7f96d234-3583-4e0b-b371-dc0c7f18c139 HTTP/1.1" status: 204 len: 168 time: 0.6403711 Feb 04 13:36:12.049979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49116) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:12.091086 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928fea80-cd3e-477e-8d0b-f2588fc7cb13 admin admin] Checking segment: {'id': 'd16d3540-ee57-4b22-abec-ff8cee081073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '9b76c752-312e-4ac7-97d7-4f401a121b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:12.091646 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928fea80-cd3e-477e-8d0b-f2588fc7cb13 admin admin] Network hostable DHCP agents. Network: 9b76c752-312e-4ac7-97d7-4f401a121b43, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:36:12.095183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-1451ac51-02c3-4f33-a95a-3760daa028cf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8a5da942-5658-4af2-9fdc-445d0a253b15 HTTP/1.1" status: 200 len: 217 time: 0.1009085 Feb 04 13:36:12.198386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f6d2fb-6db5-4d35-b365-8657ee492278 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Network 8350ded1-0e9d-45c7-b606-382d6f1e39dd is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:36:12.221356 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (5e99ceb0-d1fc-4f53-b924-05c3b1819347), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:12.251803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-16f6d2fb-6db5-4d35-b365-8657ee492278 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 8350ded1-0e9d-45c7-b606-382d6f1e39dd) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:12.260615 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f6d2fb-6db5-4d35-b365-8657ee492278 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:12.261657 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-16f6d2fb-6db5-4d35-b365-8657ee492278 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:12.314877 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928fea80-cd3e-477e-8d0b-f2588fc7cb13 admin admin] Network 9b76c752-312e-4ac7-97d7-4f401a121b43 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:36:12.324363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:12.325041 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4eaf6919-c6f0-4408-83cb-c1fb3f6f1629), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:12.327773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-a730ac1a-67a0-46e3-80f1-51db23ac1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:12.330623 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-a730ac1a-67a0-46e3-80f1-51db23ac1839 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=587e0d65-07e2-4346-8c99-06f453205a97 HTTP/1.1" status: 200 len: 797 time: 0.2269351 Feb 04 13:36:12.340271 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-16f6d2fb-6db5-4d35-b365-8657ee492278 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6277611 Feb 04 13:36:12.343892 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49118) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:12.353436 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-66cb57cf-d665-4f6c-bd12-838c9bccae20 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1569228470'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:12.378151 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-928fea80-cd3e-477e-8d0b-f2588fc7cb13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 9b76c752-312e-4ac7-97d7-4f401a121b43) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:12.386815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928fea80-cd3e-477e-8d0b-f2588fc7cb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:12.387969 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-928fea80-cd3e-477e-8d0b-f2588fc7cb13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:12.422306 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f4573-29dd-459e-982d-dae0c6b37d0f req-44c2f7fc-78e7-4c38-8396-b398dfd7a56c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:12.429108 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f4573-29dd-459e-982d-dae0c6b37d0f req-44c2f7fc-78e7-4c38-8396-b398dfd7a56c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:12.432640 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800eccbc-dcd1-4785-ba9f-3ae2ec526fae None None] Network 5e99ceb0-d1fc-4f53-b924-05c3b1819347 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:12.433401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] For port 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4eaf6919-c6f0-4408-83cb-c1fb3f6f1629,segment=NetworkSegment(051aa82d-7db3-404e-8bd4-c0f7526ff5e3),segment_id=051aa82d-7db3-404e-8bd4-c0f7526ff5e3)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:12.434186 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4eaf6919-c6f0-4408-83cb-c1fb3f6f1629), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:12.435007 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f4573-29dd-459e-982d-dae0c6b37d0f req-44c2f7fc-78e7-4c38-8396-b398dfd7a56c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:12.435609 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ffa617-ac5b-4809-a90c-544839a8dda0 None None] Network 8350ded1-0e9d-45c7-b606-382d6f1e39dd requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:12.438768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0da088-4b2e-44b9-9f9e-87525ec27ff7 None None] Network 9b76c752-312e-4ac7-97d7-4f401a121b43 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:12.440408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f4573-29dd-459e-982d-dae0c6b37d0f req-44c2f7fc-78e7-4c38-8396-b398dfd7a56c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:12.446889 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f4573-29dd-459e-982d-dae0c6b37d0f req-44c2f7fc-78e7-4c38-8396-b398dfd7a56c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:12.452841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f4573-29dd-459e-982d-dae0c6b37d0f req-44c2f7fc-78e7-4c38-8396-b398dfd7a56c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:12.458920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f4573-29dd-459e-982d-dae0c6b37d0f req-44c2f7fc-78e7-4c38-8396-b398dfd7a56c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:12.462140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec8f4573-29dd-459e-982d-dae0c6b37d0f req-44c2f7fc-78e7-4c38-8396-b398dfd7a56c tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5429 time: 0.5013540 Feb 04 13:36:12.468055 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:12.562133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-928fea80-cd3e-477e-8d0b-f2588fc7cb13 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2506571 Feb 04 13:36:12.593667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cb57cf-d665-4f6c-bd12-838c9bccae20 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Made reservation on behalf of 171cccc1a4bf4bf9a016458d43c59628 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:12.599916 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66cb57cf-d665-4f6c-bd12-838c9bccae20 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:12.660879 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4eaf6919-c6f0-4408-83cb-c1fb3f6f1629), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:12.663431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-81717ec5-5023-4b40-a26b-127c6e37f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:12.666592 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-81717ec5-5023-4b40-a26b-127c6e37f9a2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b03e4d9b-f465-42a3-8d1f-a7a7367db390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3238916 Feb 04 13:36:12.713636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=4eaf6919-c6f0-4408-83cb-c1fb3f6f1629,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:12.719459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Could not find standard attr ID for object 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:36:12.729126 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No DVR routers for this DVR port 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:36:12.755942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec8f4573-29dd-459e-982d-dae0c6b37d0f req-d37fddd6-a398-4885-863a-f6216793f4b9 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2466834 Feb 04 13:36:12.765646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-64c953af-af41-40db-9e05-30e104efbc7d None None] Current status of the port 260ff09b-2e28-4e05-a67c-a5dd385cedd6 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:12.766399 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-64c953af-af41-40db-9e05-30e104efbc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:12.833260 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cb57cf-d665-4f6c-bd12-838c9bccae20 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:36:12.882708 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03441702-7d83-4b5e-acbf-e16ee3a06a37 None None] Network 9b76c752-312e-4ac7-97d7-4f401a121b43 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:12.925412 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66cb57cf-d665-4f6c-bd12-838c9bccae20 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (8c73faf1-a073-47d6-8695-9d36226fea93), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:12.925412 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-66cb57cf-d665-4f6c-bd12-838c9bccae20 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Added segment 8c73faf1-a073-47d6-8695-9d36226fea93 of type vlan for network 4b721c68-3d78-4657-b753-90489104a3e8 Feb 04 13:36:12.936815 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (5e99ceb0-d1fc-4f53-b924-05c3b1819347), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:12.975773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-64c953af-af41-40db-9e05-30e104efbc7d None None] For port 260ff09b-2e28-4e05-a67c-a5dd385cedd6, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=260ff09b-2e28-4e05-a67c-a5dd385cedd6,segment=NetworkSegment(0ef0e049-8030-4b3f-86a2-b42d7cd67ece),segment_id=0ef0e049-8030-4b3f-86a2-b42d7cd67ece)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:13.000406 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e99ceb0-d1fc-4f53-b924-05c3b1819347']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:13.015438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-8350ded1-0e9d-45c7-b606-382d6f1e39dd', 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd', 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'fixed_ips': [{'subnet_id': 'e6e49e6e-5ea2-4783-9eb7-c690b7544a91'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:36:13.016878 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.030073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051aa82d-7db3-404e-8bd4-c0f7526ff5e3') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:13.030705 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051aa82d-7db3-404e-8bd4-c0f7526ff5e3') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:13.038434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852ed653-326f-4f6b-ad5c-4cb4d0dbf898 None None] DHCP port deletion for 5e99ceb0-d1fc-4f53-b924-05c3b1819347 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:36:13.060592 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (051aa82d-7db3-404e-8bd4-c0f7526ff5e3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.093380 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66cb57cf-d665-4f6c-bd12-838c9bccae20 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (4b721c68-3d78-4657-b753-90489104a3e8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.101114 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (051aa82d-7db3-404e-8bd4-c0f7526ff5e3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.105366 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-64c953af-af41-40db-9e05-30e104efbc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.110916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-c020b5d0-2739-4645-a592-e618c2e7fd79 service neutron] 10.222.0.99 "GET /v2.0/networks/b03e4d9b-f465-42a3-8d1f-a7a7367db390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154096 Feb 04 13:36:13.121210 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'name': 'tempest-ServersTestMultiNic-719026580-router', 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '76eb84e8-bf54-4596-9fb6-968f2cc2f913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:36:03Z', 'revision_number': 4, 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'gw_port': {'id': '76eb84e8-bf54-4596-9fb6-968f2cc2f913', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:35:46Z', 'updated_at': '2022-02-04T13:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '260ff09b-2e28-4e05-a67c-a5dd385cedd6', 'name': '', 'network_id': 'bbf4b647-706f-42e8-897d-f248500c9308', 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628', 'mac_address': 'fa:16:3e:bd:9c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '7889a00a-35ba-4be9-b066-bee7c28238ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:00Z', 'updated_at': '2022-02-04T13:36:10Z', 'revision_number': 4, 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'subnets': [{'id': '7889a00a-35ba-4be9-b066-bee7c28238ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:13.131934 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:36:13.145509 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (051aa82d-7db3-404e-8bd4-c0f7526ff5e3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:36:13.156023 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:36:13.234906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffbf2e1-5b99-4d45-bd11-72333c71ebf4 None None] The sync data for ids ['8de1c510-cfe8-4b60-b93f-52c3def17155'] in n-d-714676-13 is: [{'id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'name': 'tempest-ServersTestMultiNic-719026580-router', 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '76eb84e8-bf54-4596-9fb6-968f2cc2f913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:36:03Z', 'revision_number': 4, 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'gw_port': {'id': '76eb84e8-bf54-4596-9fb6-968f2cc2f913', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:35:46Z', 'updated_at': '2022-02-04T13:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '260ff09b-2e28-4e05-a67c-a5dd385cedd6', 'name': '', 'network_id': 'bbf4b647-706f-42e8-897d-f248500c9308', 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628', 'mac_address': 'fa:16:3e:bd:9c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '7889a00a-35ba-4be9-b066-bee7c28238ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:00Z', 'updated_at': '2022-02-04T13:36:10Z', 'revision_number': 4, 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'subnets': [{'id': '7889a00a-35ba-4be9-b066-bee7c28238ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:36:13.241813 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66cb57cf-d665-4f6c-bd12-838c9bccae20 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (4b721c68-3d78-4657-b753-90489104a3e8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.270019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cb57cf-d665-4f6c-bd12-838c9bccae20 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:13.270019 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66cb57cf-d665-4f6c-bd12-838c9bccae20 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.279081 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8f9dc446-5341-43d3-90fa-1be7e6c4cf69 None None] Could not find standard attr ID for object 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:36:13.366234 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (5e99ceb0-d1fc-4f53-b924-05c3b1819347), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.385896 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.389690 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/networks/5e99ceb0-d1fc-4f53-b924-05c3b1819347 HTTP/1.1" status: 204 len: 168 time: 1.3372531 Feb 04 13:36:13.408226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49130) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:13.428864 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04735f-9f78-4b07-9790-7bdd317d9d9e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Network': ['ID=5e99ceb0-d1fc-4f53-b924-05c3b1819347,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:13.466457 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ac16a3c1-e475-4929-9801-48defdac07b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1213562910'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:13.475358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8f9dc446-5341-43d3-90fa-1be7e6c4cf69 None None] Could not find standard attr ID for object b5257135-4929-4fd7-b75a-1c3de08584c8. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:36:13.502922 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c953af-af41-40db-9e05-30e104efbc7d None None] Pushing event updated for resources: {'Port': ['ID=260ff09b-2e28-4e05-a67c-a5dd385cedd6,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:13.507390 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-66cb57cf-d665-4f6c-bd12-838c9bccae20 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1582763 Feb 04 13:36:13.510857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49132) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:13.517807 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-65aef018-9c3c-4192-af5c-835e0fc9fd4b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Request body: {'subnet': {'network_id': '4b721c68-3d78-4657-b753-90489104a3e8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:13.553757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb57cf-d665-4f6c-bd12-838c9bccae20 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event updated for resources: {'Network': ['ID=4b721c68-3d78-4657-b753-90489104a3e8,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:13.598751 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-e9e5b1ab-23ec-40e4-81e0-934f06fe17cf service neutron] 10.222.0.99 "GET /v2.0/networks/b03e4d9b-f465-42a3-8d1f-a7a7367db390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695973 Feb 04 13:36:13.605717 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac16a3c1-e475-4929-9801-48defdac07b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:13.611773 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac16a3c1-e475-4929-9801-48defdac07b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.698512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aef018-9c3c-4192-af5c-835e0fc9fd4b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Made reservation on behalf of 171cccc1a4bf4bf9a016458d43c59628 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:13.698936 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 4b721c68-3d78-4657-b753-90489104a3e8 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:36:13.705648 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65aef018-9c3c-4192-af5c-835e0fc9fd4b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.719228 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Allocated IP 19.80.0.2 (8350ded1-0e9d-45c7-b606-382d6f1e39dd/e6e49e6e-5ea2-4783-9eb7-c690b7544a91/51679bd3-4e80-495b-8fb1-0f9adeb7470c) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:13.720505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-bce797d2-88f0-4525-9ded-60c9c375aab0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2f81fc2a-e69c-4b6b-b383-65cf65a76b14 HTTP/1.1" status: 200 len: 217 time: 0.0897646 Feb 04 13:36:13.747508 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac16a3c1-e475-4929-9801-48defdac07b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:36:13.808124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574c34f-6abd-4fdb-8ad7-8cf0d0156818 req-4188ae55-d74c-44a6-97ef-f36fb15a3c15 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:13.812416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e574c34f-6abd-4fdb-8ad7-8cf0d0156818 req-4188ae55-d74c-44a6-97ef-f36fb15a3c15 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.4237278 Feb 04 13:36:13.877764 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7c4b496e-f1eb-476b-ab1f-7640feed8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.957896 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e574c34f-6abd-4fdb-8ad7-8cf0d0156818 req-78576a76-03e8-4a1d-abd4-7beb659411fe tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320467 Feb 04 13:36:13.960583 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac16a3c1-e475-4929-9801-48defdac07b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c2a74b7d-8658-4aa4-9420-1fc0834d9e9f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.961191 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-ac16a3c1-e475-4929-9801-48defdac07b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Added segment c2a74b7d-8658-4aa4-9420-1fc0834d9e9f of type vlan for network 0753320c-fa0e-4bd2-851b-d1215f5915e1 Feb 04 13:36:13.983560 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-92c98860-241b-4949-b280-99bc8c374413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:13.987015 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-92c98860-241b-4949-b280-99bc8c374413 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=587e0d65-07e2-4346-8c99-06f453205a97 HTTP/1.1" status: 200 len: 797 time: 0.2530837 Feb 04 13:36:14.109809 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.154973 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 260ff09b-2e28-4e05-a67c-a5dd385cedd6 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:14.269070 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac16a3c1-e475-4929-9801-48defdac07b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (0753320c-fa0e-4bd2-851b-d1215f5915e1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.490920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-717a03ed-5563-476b-aa8e-4caed69a152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:14.494589 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-717a03ed-5563-476b-aa8e-4caed69a152b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b03e4d9b-f465-42a3-8d1f-a7a7367db390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4594491 Feb 04 13:36:14.506534 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac16a3c1-e475-4929-9801-48defdac07b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (0753320c-fa0e-4bd2-851b-d1215f5915e1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.507379 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Publish callbacks [] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.531080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac16a3c1-e475-4929-9801-48defdac07b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:14.532923 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac16a3c1-e475-4929-9801-48defdac07b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.601519 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.707815 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.725239 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Network 8350ded1-0e9d-45c7-b606-382d6f1e39dd is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:14.734627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:14.761165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:14.785198 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 260ff09b-2e28-4e05-a67c-a5dd385cedd6 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:14.786249 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.870770 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65aef018-9c3c-4192-af5c-835e0fc9fd4b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (ef898d2c-0999-4e35-9252-d26b4c25bff9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.887779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Pushing event updated for resources: {'Port': ['ID=51679bd3-4e80-495b-8fb1-0f9adeb7470c,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:14.914060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26832a7b-9f34-4d5d-9147-7b215a3cfffb req-0743170c-4849-45f0-8bff-7e465f40e27e tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:14.928329 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26832a7b-9f34-4d5d-9147-7b215a3cfffb req-0743170c-4849-45f0-8bff-7e465f40e27e tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 945 time: 0.6625009 Feb 04 13:36:14.932256 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ac16a3c1-e475-4929-9801-48defdac07b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5101876 Feb 04 13:36:14.937309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49148) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:14.957191 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16a3c1-e475-4929-9801-48defdac07b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Network': ['ID=0753320c-fa0e-4bd2-851b-d1215f5915e1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:14.983678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-1ab967d1-0016-470d-94ed-2bf272fad194 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'subnet': {'network_id': '0753320c-fa0e-4bd2-851b-d1215f5915e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:15.010658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 0753320c-fa0e-4bd2-851b-d1215f5915e1 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:36:15.064157 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aef018-9c3c-4192-af5c-835e0fc9fd4b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event updated for resources: {'Subnet': ['ID=ef898d2c-0999-4e35-9252-d26b4c25bff9,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:15.100951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aef018-9c3c-4192-af5c-835e0fc9fd4b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Checking segment: {'id': '8c73faf1-a073-47d6-8695-9d36226fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4b721c68-3d78-4657-b753-90489104a3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:15.101554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aef018-9c3c-4192-af5c-835e0fc9fd4b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Network hostable DHCP agents. Network: 4b721c68-3d78-4657-b753-90489104a3e8, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:36:15.154484 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aef018-9c3c-4192-af5c-835e0fc9fd4b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Network 4b721c68-3d78-4657-b753-90489104a3e8 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:36:15.159342 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 260ff09b-2e28-4e05-a67c-a5dd385cedd6 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:15.170751 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-65aef018-9c3c-4192-af5c-835e0fc9fd4b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 4b721c68-3d78-4657-b753-90489104a3e8) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:15.172673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Attempting to bind port 51679bd3-4e80-495b-8fb1-0f9adeb7470c on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:36:15.173145 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Attempting to bind port 51679bd3-4e80-495b-8fb1-0f9adeb7470c by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '71c191b4-6295-4618-92e7-a4671a649bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:36:15.173597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Attempting to bind port 51679bd3-4e80-495b-8fb1-0f9adeb7470c on network 8350ded1-0e9d-45c7-b606-382d6f1e39dd {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:15.183725 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aef018-9c3c-4192-af5c-835e0fc9fd4b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:15.185060 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65aef018-9c3c-4192-af5c-835e0fc9fd4b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:15.205941 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b8fd4d-1ae0-4e3c-813e-7a4f6a4a1c68 None None] Network 4b721c68-3d78-4657-b753-90489104a3e8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:15.263551 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-65aef018-9c3c-4192-af5c-835e0fc9fd4b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7502108 Feb 04 13:36:15.265141 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-86f736bd-76ea-48ce-bb31-2674bb86ce12 service neutron] 10.222.0.99 "GET /v2.0/networks/b03e4d9b-f465-42a3-8d1f-a7a7367db390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215507 Feb 04 13:36:15.294615 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26832a7b-9f34-4d5d-9147-7b215a3cfffb req-77e37fea-4739-40a1-8c54-f2cdefda894e tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024960 Feb 04 13:36:15.347719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab967d1-0016-470d-94ed-2bf272fad194 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:15.352123 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ab967d1-0016-470d-94ed-2bf272fad194 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:15.377026 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:36:15.377523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Checking segment: {'id': '71c191b4-6295-4618-92e7-a4671a649bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:15.378007 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:15.378615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Bound using segment: {'id': '71c191b4-6295-4618-92e7-a4671a649bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:36:15.380936 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Bound port: 51679bd3-4e80-495b-8fb1-0f9adeb7470c, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c191b4-6295-4618-92e7-a4671a649bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:36:15.381608 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:15.407941 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:36:15.530228 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:36:15.530228 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4eaf6919-c6f0-4408-83cb-c1fb3f6f1629 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:36:15.552727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-4b721c68-3d78-4657-b753-90489104a3e8', 'network_id': '4b721c68-3d78-4657-b753-90489104a3e8', 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'fixed_ips': [{'subnet_id': 'ef898d2c-0999-4e35-9252-d26b4c25bff9'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:36:15.554678 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:15.600260 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:15.615903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] For port 51679bd3-4e80-495b-8fb1-0f9adeb7470c, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:36:15.620742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] For port 51679bd3-4e80-495b-8fb1-0f9adeb7470c, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=51679bd3-4e80-495b-8fb1-0f9adeb7470c,segment=NetworkSegment(71c191b4-6295-4618-92e7-a4671a649bfb),segment_id=71c191b4-6295-4618-92e7-a4671a649bfb)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:36:15.635875 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:15.658126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8a0a453b-378f-4062-b3cf-38f5e2cefd53 req-4ea361a5-06aa-4f78-aa38-1861dd5c58fc tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-447190420', 'description': 'tempest-description-884002840'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:15.763619 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8528e522-e80e-4996-938d-cf4a5d7a92f2 req-60e976f6-a2fb-4f9c-b844-dbbb5099cb7c service neutron] 10.222.0.99 "GET /v2.0/networks/b03e4d9b-f465-42a3-8d1f-a7a7367db390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820516 Feb 04 13:36:15.776343 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8a0a453b-378f-4062-b3cf-38f5e2cefd53 req-4ea361a5-06aa-4f78-aa38-1861dd5c58fc tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.024453 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7ec3d-19d9-4790-9b4f-d698504b96e1 None None] Pushing event updated for resources: {'Port': ['ID=51679bd3-4e80-495b-8fb1-0f9adeb7470c,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:16.097127 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8a0a453b-378f-4062-b3cf-38f5e2cefd53 req-4ea361a5-06aa-4f78-aa38-1861dd5c58fc tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (6cb2a98c-24af-408d-94fa-92d4520d6373), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.116770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Allocated IP 19.86.0.2 (4b721c68-3d78-4657-b753-90489104a3e8/ef898d2c-0999-4e35-9252-d26b4c25bff9/6e03051b-b790-488f-ad01-8a0af009d342) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:16.117591 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8a0a453b-378f-4062-b3cf-38f5e2cefd53 req-4ea361a5-06aa-4f78-aa38-1861dd5c58fc tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6cb2a98c-24af-408d-94fa-92d4520d6373), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.253226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-4e155fdf-30a6-434f-a72b-2b1dffd54448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:16.254230 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-4e155fdf-30a6-434f-a72b-2b1dffd54448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:16.254949 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-4e155fdf-30a6-434f-a72b-2b1dffd54448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:16.255792 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-4e155fdf-30a6-434f-a72b-2b1dffd54448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:16.256626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-4e155fdf-30a6-434f-a72b-2b1dffd54448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:16.257478 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-4e155fdf-30a6-434f-a72b-2b1dffd54448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:16.258423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-4e155fdf-30a6-434f-a72b-2b1dffd54448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:16.262273 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-4e155fdf-30a6-434f-a72b-2b1dffd54448 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=594053dcbab8463db86849941a112819&device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 6710 time: 0.3632143 Feb 04 13:36:16.282825 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8a0a453b-378f-4062-b3cf-38f5e2cefd53 req-4ea361a5-06aa-4f78-aa38-1861dd5c58fc tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.297202 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a0a453b-378f-4062-b3cf-38f5e2cefd53 req-4ea361a5-06aa-4f78-aa38-1861dd5c58fc tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6477740 Feb 04 13:36:16.326967 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ab967d1-0016-470d-94ed-2bf272fad194 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (9a16e9e4-1a59-4ba3-9508-e5faccdda710), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.361099 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea361a5-06aa-4f78-aa38-1861dd5c58fc tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb2a98c-24af-408d-94fa-92d4520d6373,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:16.481439 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Publish callbacks [] for port (6e03051b-b790-488f-ad01-8a0af009d342), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.494289 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (6e03051b-b790-488f-ad01-8a0af009d342), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.564284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Network 4b721c68-3d78-4657-b753-90489104a3e8 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:16.576068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:16.580924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Pushing event updated for resources: {'Port': ['ID=6e03051b-b790-488f-ad01-8a0af009d342,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:16.587771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:16.679807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Attempting to bind port 6e03051b-b790-488f-ad01-8a0af009d342 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:36:16.680627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Attempting to bind port 6e03051b-b790-488f-ad01-8a0af009d342 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '8c73faf1-a073-47d6-8695-9d36226fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4b721c68-3d78-4657-b753-90489104a3e8'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:36:16.681322 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Attempting to bind port 6e03051b-b790-488f-ad01-8a0af009d342 on network 4b721c68-3d78-4657-b753-90489104a3e8 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:16.696303 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:36:16.697932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Checking segment: {'id': '8c73faf1-a073-47d6-8695-9d36226fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4b721c68-3d78-4657-b753-90489104a3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:16.698713 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.699747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Bound using segment: {'id': '8c73faf1-a073-47d6-8695-9d36226fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4b721c68-3d78-4657-b753-90489104a3e8'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:36:16.700508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Bound port: 6e03051b-b790-488f-ad01-8a0af009d342, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c73faf1-a073-47d6-8695-9d36226fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4b721c68-3d78-4657-b753-90489104a3e8'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:36:16.701164 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6e03051b-b790-488f-ad01-8a0af009d342), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.805463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] For port 6e03051b-b790-488f-ad01-8a0af009d342, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:36:16.837894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] For port 6e03051b-b790-488f-ad01-8a0af009d342, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6e03051b-b790-488f-ad01-8a0af009d342,segment=NetworkSegment(8c73faf1-a073-47d6-8695-9d36226fea93),segment_id=8c73faf1-a073-47d6-8695-9d36226fea93)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:36:16.846261 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.853222 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6e03051b-b790-488f-ad01-8a0af009d342), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.923679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab967d1-0016-470d-94ed-2bf272fad194 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Subnet': ['ID=9a16e9e4-1a59-4ba3-9508-e5faccdda710,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:16.936447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffc96d-754a-4a4a-9c6e-57e64a0f33f4 None None] Pushing event updated for resources: {'Port': ['ID=6e03051b-b790-488f-ad01-8a0af009d342,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:16.964745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab967d1-0016-470d-94ed-2bf272fad194 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Checking segment: {'id': 'c2a74b7d-8658-4aa4-9420-1fc0834d9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0753320c-fa0e-4bd2-851b-d1215f5915e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:16.965169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab967d1-0016-470d-94ed-2bf272fad194 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network hostable DHCP agents. Network: 0753320c-fa0e-4bd2-851b-d1215f5915e1, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:36:16.968057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-a706357d-5413-4a13-b170-e67617e7d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:16.970384 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-a706357d-5413-4a13-b170-e67617e7d71d service neutron] 10.222.0.99 "GET /v2.0/networks?id=386e66d0-0813-47f8-96ee-a8bf1332cdc1 HTTP/1.1" status: 200 len: 903 time: 0.6929736 Feb 04 13:36:16.992219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560c631-33b1-482c-a378-12f844edcf55 req-ff35a321-12db-425f-8669-96947c12f637 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:16.997726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560c631-33b1-482c-a378-12f844edcf55 req-ff35a321-12db-425f-8669-96947c12f637 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:17.003778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560c631-33b1-482c-a378-12f844edcf55 req-ff35a321-12db-425f-8669-96947c12f637 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:17.009803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560c631-33b1-482c-a378-12f844edcf55 req-ff35a321-12db-425f-8669-96947c12f637 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:17.015300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560c631-33b1-482c-a378-12f844edcf55 req-ff35a321-12db-425f-8669-96947c12f637 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:17.020777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560c631-33b1-482c-a378-12f844edcf55 req-ff35a321-12db-425f-8669-96947c12f637 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:17.026309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560c631-33b1-482c-a378-12f844edcf55 req-ff35a321-12db-425f-8669-96947c12f637 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:17.028358 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e560c631-33b1-482c-a378-12f844edcf55 req-ff35a321-12db-425f-8669-96947c12f637 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5429 time: 0.5670159 Feb 04 13:36:17.081985 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-6f25c988-d5bd-4612-a668-c48916060041 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=9471111a-51b1-43df-8a12-7ca6ece249bc HTTP/1.1" status: 200 len: 217 time: 0.1017084 Feb 04 13:36:17.152946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab967d1-0016-470d-94ed-2bf272fad194 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 0753320c-fa0e-4bd2-851b-d1215f5915e1 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:36:17.256189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-1ab967d1-0016-470d-94ed-2bf272fad194 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 0753320c-fa0e-4bd2-851b-d1215f5915e1) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:17.267563 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e560c631-33b1-482c-a378-12f844edcf55 req-c24d43b2-0a68-4fed-9e09-1f9716431ca1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1876063 Feb 04 13:36:17.295141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab967d1-0016-470d-94ed-2bf272fad194 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:17.302076 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ab967d1-0016-470d-94ed-2bf272fad194 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:17.311434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce51b7-a6fb-459b-b459-e149fa50c77e None None] Network 0753320c-fa0e-4bd2-851b-d1215f5915e1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:17.354201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-17415af5-fc94-4843-a216-ef0e0eb387f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:17.385832 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-17415af5-fc94-4843-a216-ef0e0eb387f9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b81dea98-4db8-4a79-addb-9466ebfdb0ac HTTP/1.1" status: 200 len: 797 time: 0.2621648 Feb 04 13:36:17.516294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1ab967d1-0016-470d-94ed-2bf272fad194 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5775995 Feb 04 13:36:17.521601 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49182) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:17.532415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-473177be-36b4-434f-9eda-726dbfb36e30 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'network_id': '0753320c-fa0e-4bd2-851b-d1215f5915e1', 'name': 'tempest-PortsIpV6TestJSON-631803827', 'fixed_ips': [{'subnet_id': '9a16e9e4-1a59-4ba3-9508-e5faccdda710', 'ip_address': '2001:db8::10'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:17.622491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-8edb4a90-c91a-48ff-ab9c-3f0004cebb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:17.625158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-8edb4a90-c91a-48ff-ab9c-3f0004cebb0a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=386e66d0-0813-47f8-96ee-a8bf1332cdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2229633 Feb 04 13:36:17.699067 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-0753320c-fa0e-4bd2-851b-d1215f5915e1', 'network_id': '0753320c-fa0e-4bd2-851b-d1215f5915e1', 'project_id': 'eb2a4d518fad427abfaea1f7b4400492', 'fixed_ips': [{'subnet_id': '9a16e9e4-1a59-4ba3-9508-e5faccdda710'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:36:17.700583 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:17.884926 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473177be-36b4-434f-9eda-726dbfb36e30 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:17.903441 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:17.942013 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-a7ae92d8-2626-42da-a3cf-8050d01d197f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:17.955032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-a7ae92d8-2626-42da-a3cf-8050d01d197f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:17.969240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-a7ae92d8-2626-42da-a3cf-8050d01d197f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/networks?id=8350ded1-0e9d-45c7-b606-382d6f1e39dd&id=4b721c68-3d78-4657-b753-90489104a3e8&id=8350ded1-0e9d-45c7-b606-382d6f1e39dd HTTP/1.1" status: 200 len: 1392 time: 0.4058309 Feb 04 13:36:18.044528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-1ab4a929-3f41-4f49-b073-3987455963a0 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/quotas/171cccc1a4bf4bf9a016458d43c59628 HTTP/1.1" status: 200 len: 375 time: 0.0739436 Feb 04 13:36:18.050962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-177b1d6e-8f57-4edc-85f1-a1af80006dd0 service neutron] 10.222.0.99 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037193 Feb 04 13:36:18.071834 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Allocated IP 2001:db8::2 (0753320c-fa0e-4bd2-851b-d1215f5915e1/9a16e9e4-1a59-4ba3-9508-e5faccdda710/cc811ee8-c939-4b79-aeb4-f2960424702e) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:18.134571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-473177be-36b4-434f-9eda-726dbfb36e30 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.183903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-473177be-36b4-434f-9eda-726dbfb36e30 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] device_id is not set on port b90fc076-4aab-456b-87bd-05ff888782fc yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:36:18.213368 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb358958-3871-47f0-b578-e5d66ebc8808 None None] Network 8350ded1-0e9d-45c7-b606-382d6f1e39dd requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:18.309908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 51679bd3-4e80-495b-8fb1-0f9adeb7470c up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:18.386607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-fa6da19e-d287-4d41-9827-83839967edd1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=171cccc1a4bf4bf9a016458d43c59628&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3316956 Feb 04 13:36:18.409073 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Publish callbacks [] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.420334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-14df5cc2-cea1-4951-87d5-37a368cf9192 service neutron] 10.222.0.99 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510823 Feb 04 13:36:18.436488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2f86de5d-3eb8-4120-b74c-0d93ad29f4cd None None] Provisioning complete for port 51679bd3-4e80-495b-8fb1-0f9adeb7470c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:18.436793 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2f86de5d-3eb8-4120-b74c-0d93ad29f4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.444962 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.532642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-473177be-36b4-434f-9eda-726dbfb36e30 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Allocated IP 2001:db8::10 (0753320c-fa0e-4bd2-851b-d1215f5915e1/9a16e9e4-1a59-4ba3-9508-e5faccdda710/b90fc076-4aab-456b-87bd-05ff888782fc) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:18.639424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-37c5ca96-1494-4610-846b-8f2f826ef323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:18.639873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-37c5ca96-1494-4610-846b-8f2f826ef323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:18.640264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-37c5ca96-1494-4610-846b-8f2f826ef323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:18.640740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-37c5ca96-1494-4610-846b-8f2f826ef323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:18.641223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-37c5ca96-1494-4610-846b-8f2f826ef323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:18.641700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-37c5ca96-1494-4610-846b-8f2f826ef323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:18.642215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-37c5ca96-1494-4610-846b-8f2f826ef323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:18.644632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-37c5ca96-1494-4610-846b-8f2f826ef323 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=594053dcbab8463db86849941a112819&device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 6710 time: 0.1160579 Feb 04 13:36:18.652452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-53834e95-6d01-49e8-96ec-5a374873d433 service neutron] 10.222.0.96 "GET /v2.0/networks/8350ded1-0e9d-45c7-b606-382d6f1e39dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307837 Feb 04 13:36:18.664903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Pushing event updated for resources: {'Port': ['ID=cc811ee8-c939-4b79-aeb4-f2960424702e,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:18.743718 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Network 0753320c-fa0e-4bd2-851b-d1215f5915e1 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:18.751294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 51679bd3-4e80-495b-8fb1-0f9adeb7470c triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:18.752108 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.758020 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:18.772513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-d4f71f1d-f90f-413e-b450-b21b8670b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:18.774341 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-d4f71f1d-f90f-413e-b450-b21b8670b5c7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=386e66d0-0813-47f8-96ee-a8bf1332cdc1 HTTP/1.1" status: 200 len: 903 time: 0.1207149 Feb 04 13:36:18.790254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:18.831957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-350bd724-91d5-4cfe-a05b-5052fc2482f1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=69e3009d-afe0-49cb-92eb-a7ddb0844090 HTTP/1.1" status: 200 len: 217 time: 0.0471807 Feb 04 13:36:18.838650 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-473177be-36b4-434f-9eda-726dbfb36e30 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (b90fc076-4aab-456b-87bd-05ff888782fc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.907657 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-473177be-36b4-434f-9eda-726dbfb36e30 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b90fc076-4aab-456b-87bd-05ff888782fc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.925966 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2f86de5d-3eb8-4120-b74c-0d93ad29f4cd None None] Current status of the port 51679bd3-4e80-495b-8fb1-0f9adeb7470c is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:18.927186 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2f86de5d-3eb8-4120-b74c-0d93ad29f4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.949254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d205ff79-cbfa-44ca-940f-2755d7613ba4 None None] Network 4b721c68-3d78-4657-b753-90489104a3e8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:18.955739 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Attempting to bind port cc811ee8-c939-4b79-aeb4-f2960424702e on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:36:18.956117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Attempting to bind port cc811ee8-c939-4b79-aeb4-f2960424702e by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2a74b7d-8658-4aa4-9420-1fc0834d9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0753320c-fa0e-4bd2-851b-d1215f5915e1'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:36:18.956488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Attempting to bind port cc811ee8-c939-4b79-aeb4-f2960424702e on network 0753320c-fa0e-4bd2-851b-d1215f5915e1 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:18.969453 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:36:18.972191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:36:18.974377 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Checking segment: {'id': 'c2a74b7d-8658-4aa4-9420-1fc0834d9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0753320c-fa0e-4bd2-851b-d1215f5915e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:18.975332 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.976016 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Bound using segment: {'id': 'c2a74b7d-8658-4aa4-9420-1fc0834d9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0753320c-fa0e-4bd2-851b-d1215f5915e1'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:36:18.976865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Bound port: cc811ee8-c939-4b79-aeb4-f2960424702e, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a74b7d-8658-4aa4-9420-1fc0834d9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0753320c-fa0e-4bd2-851b-d1215f5915e1'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:36:18.977532 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.983514 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-886234dd-6968-4519-bfa3-52cd488ddc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:18.986983 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-886234dd-6968-4519-bfa3-52cd488ddc07 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b81dea98-4db8-4a79-addb-9466ebfdb0ac HTTP/1.1" status: 200 len: 797 time: 0.1432314 Feb 04 13:36:19.019222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473177be-36b4-434f-9eda-726dbfb36e30 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 0753320c-fa0e-4bd2-851b-d1215f5915e1 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:19.031591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-473177be-36b4-434f-9eda-726dbfb36e30 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:19.039803 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473177be-36b4-434f-9eda-726dbfb36e30 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:19.050502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473177be-36b4-434f-9eda-726dbfb36e30 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:19.052533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-473177be-36b4-434f-9eda-726dbfb36e30 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:19.088554 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-473177be-36b4-434f-9eda-726dbfb36e30 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5639517 Feb 04 13:36:19.093142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49190) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:19.097327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473177be-36b4-434f-9eda-726dbfb36e30 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=b90fc076-4aab-456b-87bd-05ff888782fc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:19.118782 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-3f8c46ec-09e4-4faa-bff5-e3ae7ac9e75d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'network_id': '0753320c-fa0e-4bd2-851b-d1215f5915e1', 'name': 'tempest-PortsIpV6TestJSON-445418991', 'fixed_ips': [{'subnet_id': '9a16e9e4-1a59-4ba3-9508-e5faccdda710', 'ip_address': '2001:db8::f'}]}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:19.126781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-060cc536-6b19-4edb-8def-8a9a3dcacb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:19.129738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-060cc536-6b19-4edb-8def-8a9a3dcacb37 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=386e66d0-0813-47f8-96ee-a8bf1332cdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1360600 Feb 04 13:36:19.168632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] For port cc811ee8-c939-4b79-aeb4-f2960424702e, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:36:19.205943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] For port cc811ee8-c939-4b79-aeb4-f2960424702e, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=cc811ee8-c939-4b79-aeb4-f2960424702e,segment=NetworkSegment(c2a74b7d-8658-4aa4-9420-1fc0834d9e9f),segment_id=c2a74b7d-8658-4aa4-9420-1fc0834d9e9f)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:36:19.234014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2f86de5d-3eb8-4120-b74c-0d93ad29f4cd None None] For port 51679bd3-4e80-495b-8fb1-0f9adeb7470c, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=51679bd3-4e80-495b-8fb1-0f9adeb7470c,segment=NetworkSegment(71c191b4-6295-4618-92e7-a4671a649bfb),segment_id=71c191b4-6295-4618-92e7-a4671a649bfb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:19.240195 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:19.255949 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 51679bd3-4e80-495b-8fb1-0f9adeb7470c is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:19.256351 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:19.258450 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2f86de5d-3eb8-4120-b74c-0d93ad29f4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:19.283502 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-60b59154-3eca-4b82-85dc-857daecbf8c2 service neutron] 10.222.0.96 "GET /v2.0/networks/8350ded1-0e9d-45c7-b606-382d6f1e39dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080631 Feb 04 13:36:19.467632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43e92f-3b5d-46c0-9016-880e9e5a0a45 None None] Pushing event updated for resources: {'Port': ['ID=cc811ee8-c939-4b79-aeb4-f2960424702e,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:19.484419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b5a68e27-868e-4075-9e0f-87da1335c1b3 None None] Provisioning complete for port 6e03051b-b790-488f-ad01-8a0af009d342 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:19.484845 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b5a68e27-868e-4075-9e0f-87da1335c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6e03051b-b790-488f-ad01-8a0af009d342), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:19.505413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-9336b7aa-68f4-449e-a6fd-949fc280e237 service neutron] 10.222.0.99 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494995 Feb 04 13:36:19.530956 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:36:19.531901 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:36:19.622183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-4bcc945d-1f0e-4963-aa8f-d81f941461b4 service neutron] 10.222.0.96 "GET /v2.0/networks/4b721c68-3d78-4657-b753-90489104a3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211277 Feb 04 13:36:19.623285 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8c46ec-09e4-4faa-bff5-e3ae7ac9e75d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:19.701899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86de5d-3eb8-4120-b74c-0d93ad29f4cd None None] Pushing event updated for resources: {'Port': ['ID=51679bd3-4e80-495b-8fb1-0f9adeb7470c,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:19.789390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b5a68e27-868e-4075-9e0f-87da1335c1b3 None None] Current status of the port 6e03051b-b790-488f-ad01-8a0af009d342 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:19.790524 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b5a68e27-868e-4075-9e0f-87da1335c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6e03051b-b790-488f-ad01-8a0af009d342), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:19.849392 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba4ae4cc-c312-4d74-97c3-69c5ceb59004 req-aad74628-9c5b-4f9a-a10b-6e50135d58ce service neutron] 10.222.0.99 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339746 Feb 04 13:36:19.881478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b5a68e27-868e-4075-9e0f-87da1335c1b3 None None] For port 6e03051b-b790-488f-ad01-8a0af009d342, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6e03051b-b790-488f-ad01-8a0af009d342,segment=NetworkSegment(8c73faf1-a073-47d6-8695-9d36226fea93),segment_id=8c73faf1-a073-47d6-8695-9d36226fea93)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:19.889307 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3f8c46ec-09e4-4faa-bff5-e3ae7ac9e75d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:19.893946 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b5a68e27-868e-4075-9e0f-87da1335c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6e03051b-b790-488f-ad01-8a0af009d342), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:19.918348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-2e44ae2d-3074-4a94-b05f-4a10a47ce6d6 service neutron] 10.222.0.96 "GET /v2.0/networks/4b721c68-3d78-4657-b753-90489104a3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681208 Feb 04 13:36:19.953503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-3f8c46ec-09e4-4faa-bff5-e3ae7ac9e75d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] device_id is not set on port 33ee4a1a-2dc3-4535-b681-c79777bd0609 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:36:19.987356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b5a68e27-868e-4075-9e0f-87da1335c1b3 None None] Provisioning complete for port 51679bd3-4e80-495b-8fb1-0f9adeb7470c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:19.987643 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b5a68e27-868e-4075-9e0f-87da1335c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:20.023124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a68e27-868e-4075-9e0f-87da1335c1b3 None None] Pushing event updated for resources: {'Port': ['ID=6e03051b-b790-488f-ad01-8a0af009d342,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:20.085791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 51679bd3-4e80-495b-8fb1-0f9adeb7470c is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:20.086924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6e03051b-b790-488f-ad01-8a0af009d342 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:20.159567 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b5a68e27-868e-4075-9e0f-87da1335c1b3 None None] Current status of the port 51679bd3-4e80-495b-8fb1-0f9adeb7470c is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:20.181448 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6e03051b-b790-488f-ad01-8a0af009d342 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:20.181886 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6e03051b-b790-488f-ad01-8a0af009d342), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:20.185923 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-97fa9010-d3aa-4ec3-8536-051518809649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:20.186706 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-97fa9010-d3aa-4ec3-8536-051518809649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:20.187502 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-97fa9010-d3aa-4ec3-8536-051518809649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:20.188393 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-97fa9010-d3aa-4ec3-8536-051518809649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:20.189173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-97fa9010-d3aa-4ec3-8536-051518809649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:20.189716 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-97fa9010-d3aa-4ec3-8536-051518809649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:20.190296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-97fa9010-d3aa-4ec3-8536-051518809649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:20.193436 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2311281e-a29a-4ff4-9693-49236ce6917f req-97fa9010-d3aa-4ec3-8536-051518809649 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=594053dcbab8463db86849941a112819&device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 6710 time: 0.2605722 Feb 04 13:36:20.285060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6e03051b-b790-488f-ad01-8a0af009d342 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:20.292922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-bc61902e-933e-4c0f-a107-792cdc9e6442 service neutron] 10.222.0.96 "GET /v2.0/networks/8350ded1-0e9d-45c7-b606-382d6f1e39dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003874 Feb 04 13:36:20.295877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3c3bdd04-8d58-4661-a96d-391a806b34f5 None None] Provisioning complete for port 6e03051b-b790-488f-ad01-8a0af009d342 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:20.296336 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c3bdd04-8d58-4661-a96d-391a806b34f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6e03051b-b790-488f-ad01-8a0af009d342), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:20.448326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3c3bdd04-8d58-4661-a96d-391a806b34f5 None None] Current status of the port 6e03051b-b790-488f-ad01-8a0af009d342 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:20.469430 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-3f8c46ec-09e4-4faa-bff5-e3ae7ac9e75d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Allocated IP 2001:db8::f (0753320c-fa0e-4bd2-851b-d1215f5915e1/9a16e9e4-1a59-4ba3-9508-e5faccdda710/33ee4a1a-2dc3-4535-b681-c79777bd0609) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:20.552870 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-a33d6997-df9f-4521-9965-7116c3080241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:20.559609 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2311281e-a29a-4ff4-9693-49236ce6917f req-a33d6997-df9f-4521-9965-7116c3080241 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b03e4d9b-f465-42a3-8d1f-a7a7367db390 HTTP/1.1" status: 200 len: 902 time: 0.3567417 Feb 04 13:36:20.589043 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-6c71147b-5bb3-49e1-b832-ee2fffc45db0 service neutron] 10.222.0.96 "GET /v2.0/networks/8350ded1-0e9d-45c7-b606-382d6f1e39dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673795 Feb 04 13:36:20.625334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 51679bd3-4e80-495b-8fb1-0f9adeb7470c up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:20.646848 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2311281e-a29a-4ff4-9693-49236ce6917f req-143129f0-614d-4b26-9116-a2e642d748bd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8a5da942-5658-4af2-9fdc-445d0a253b15 HTTP/1.1" status: 200 len: 217 time: 0.0760655 Feb 04 13:36:20.699935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 51679bd3-4e80-495b-8fb1-0f9adeb7470c triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:20.700294 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:21.028007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6023b854-fd14-4ffd-b63f-a2b3299a6f9f None None] Network 0753320c-fa0e-4bd2-851b-d1215f5915e1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:21.042920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-acdaf663-6765-4e61-a308-9a1375e31d39 req-7003107b-7258-4978-af8c-5b9c9f7f5e65 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1050994371', 'description': 'tempest-description-449002792'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:21.083872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 51679bd3-4e80-495b-8fb1-0f9adeb7470c is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:21.085094 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device cc811ee8-c939-4b79-aeb4-f2960424702e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:21.134149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ac95b1e6-ec5f-492c-ad91-cc41d1c6bd83 None None] Provisioning complete for port cc811ee8-c939-4b79-aeb4-f2960424702e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:21.134655 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac95b1e6-ec5f-492c-ad91-cc41d1c6bd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:21.155142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-7cb910af-b27d-48ee-aa39-ff3f5146b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:21.157192 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2311281e-a29a-4ff4-9693-49236ce6917f req-7cb910af-b27d-48ee-aa39-ff3f5146b7e4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=587e0d65-07e2-4346-8c99-06f453205a97 HTTP/1.1" status: 200 len: 797 time: 0.5009465 Feb 04 13:36:21.163726 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-acdaf663-6765-4e61-a308-9a1375e31d39 req-7003107b-7258-4978-af8c-5b9c9f7f5e65 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:21.247902 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port cc811ee8-c939-4b79-aeb4-f2960424702e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:21.248227 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:21.293182 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3f8c46ec-09e4-4faa-bff5-e3ae7ac9e75d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (33ee4a1a-2dc3-4535-b681-c79777bd0609), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:21.309011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-63b231ea-23fe-4423-a5b0-5f967ae4b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:21.311167 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2311281e-a29a-4ff4-9693-49236ce6917f req-63b231ea-23fe-4423-a5b0-5f967ae4b794 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b03e4d9b-f465-42a3-8d1f-a7a7367db390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1450155 Feb 04 13:36:21.342720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ac95b1e6-ec5f-492c-ad91-cc41d1c6bd83 None None] Current status of the port cc811ee8-c939-4b79-aeb4-f2960424702e is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:21.342942 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac95b1e6-ec5f-492c-ad91-cc41d1c6bd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:21.429854 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ac95b1e6-ec5f-492c-ad91-cc41d1c6bd83 None None] For port cc811ee8-c939-4b79-aeb4-f2960424702e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=cc811ee8-c939-4b79-aeb4-f2960424702e,segment=NetworkSegment(c2a74b7d-8658-4aa4-9420-1fc0834d9e9f),segment_id=c2a74b7d-8658-4aa4-9420-1fc0834d9e9f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:21.439781 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-acdaf663-6765-4e61-a308-9a1375e31d39 req-7003107b-7258-4978-af8c-5b9c9f7f5e65 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (0d1e715b-4cd6-4efa-a931-cb5b7d8f2816), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:21.452451 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac95b1e6-ec5f-492c-ad91-cc41d1c6bd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:21.452789 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-acdaf663-6765-4e61-a308-9a1375e31d39 req-7003107b-7258-4978-af8c-5b9c9f7f5e65 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0d1e715b-4cd6-4efa-a931-cb5b7d8f2816), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:21.516355 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3f8c46ec-09e4-4faa-bff5-e3ae7ac9e75d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (33ee4a1a-2dc3-4535-b681-c79777bd0609), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:21.538253 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-acdaf663-6765-4e61-a308-9a1375e31d39 req-7003107b-7258-4978-af8c-5b9c9f7f5e65 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:21.539455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-acdaf663-6765-4e61-a308-9a1375e31d39 req-7003107b-7258-4978-af8c-5b9c9f7f5e65 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5245850 Feb 04 13:36:21.555282 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95b1e6-ec5f-492c-ad91-cc41d1c6bd83 None None] Pushing event updated for resources: {'Port': ['ID=cc811ee8-c939-4b79-aeb4-f2960424702e,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:21.578075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port cc811ee8-c939-4b79-aeb4-f2960424702e is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:21.578487 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:21.636339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003107b-7258-4978-af8c-5b9c9f7f5e65 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1e715b-4cd6-4efa-a931-cb5b7d8f2816,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:21.649428 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2311281e-a29a-4ff4-9693-49236ce6917f req-38f36196-d860-4bdc-8d33-26306dd7fe92 service neutron] 10.222.0.99 "GET /v2.0/networks/b03e4d9b-f465-42a3-8d1f-a7a7367db390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298097 Feb 04 13:36:21.675343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8c46ec-09e4-4faa-bff5-e3ae7ac9e75d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 0753320c-fa0e-4bd2-851b-d1215f5915e1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:21.717461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-3f8c46ec-09e4-4faa-bff5-e3ae7ac9e75d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:21.719536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c46ec-09e4-4faa-bff5-e3ae7ac9e75d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:21.728516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8c46ec-09e4-4faa-bff5-e3ae7ac9e75d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:21.729359 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3f8c46ec-09e4-4faa-bff5-e3ae7ac9e75d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:21.770456 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:36:21.771418 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:36:21.771620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c46ec-09e4-4faa-bff5-e3ae7ac9e75d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=33ee4a1a-2dc3-4535-b681-c79777bd0609,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:21.817951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3f8c46ec-09e4-4faa-bff5-e3ae7ac9e75d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7197335 Feb 04 13:36:21.820881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49206) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:21.879425 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2311281e-a29a-4ff4-9693-49236ce6917f req-8f78cccc-f433-46f6-9272-856eddd547f4 service neutron] 10.222.0.99 "GET /v2.0/networks/b03e4d9b-f465-42a3-8d1f-a7a7367db390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097538 Feb 04 13:36:21.927849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-434d87c4-5ead-43fa-98c0-f1c1ce6c53e5 None None] Provisioning complete for port b90fc076-4aab-456b-87bd-05ff888782fc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:21.928303 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-434d87c4-5ead-43fa-98c0-f1c1ce6c53e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b90fc076-4aab-456b-87bd-05ff888782fc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:22.013867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-434d87c4-5ead-43fa-98c0-f1c1ce6c53e5 None None] Port b90fc076-4aab-456b-87bd-05ff888782fc cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:22.023210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b887bc36-895d-4991-ab5d-e106c81b053b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.030037 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b887bc36-895d-4991-ab5d-e106c81b053b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2029641 Feb 04 13:36:22.030862 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49210) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:22.039476 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-434d87c4-5ead-43fa-98c0-f1c1ce6c53e5 None None] Provisioning complete for port cc811ee8-c939-4b79-aeb4-f2960424702e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:22.040348 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-434d87c4-5ead-43fa-98c0-f1c1ce6c53e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:22.112804 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2306d6-dacd-4ca9-8dcf-005ba25b4dd0 req-f5a0ad85-2d24-48a4-b03d-0348818949a8 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.115601 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b2306d6-dacd-4ca9-8dcf-005ba25b4dd0 req-f5a0ad85-2d24-48a4-b03d-0348818949a8 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 945 time: 0.1533170 Feb 04 13:36:22.128291 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-6887ec13-b3dc-4eeb-a5d7-28a8c1a066c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.128780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-6887ec13-b3dc-4eeb-a5d7-28a8c1a066c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.129868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-6887ec13-b3dc-4eeb-a5d7-28a8c1a066c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.131535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-6887ec13-b3dc-4eeb-a5d7-28a8c1a066c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.132033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-6887ec13-b3dc-4eeb-a5d7-28a8c1a066c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.132511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-6887ec13-b3dc-4eeb-a5d7-28a8c1a066c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.132983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-6887ec13-b3dc-4eeb-a5d7-28a8c1a066c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.135795 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2311281e-a29a-4ff4-9693-49236ce6917f req-6887ec13-b3dc-4eeb-a5d7-28a8c1a066c4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=594053dcbab8463db86849941a112819&device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 6710 time: 0.1167846 Feb 04 13:36:22.161380 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e0284-bea8-470d-bfee-765df3f4650a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.169128 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e0284-bea8-470d-bfee-765df3f4650a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.175218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e0284-bea8-470d-bfee-765df3f4650a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.178140 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-460e0284-bea8-470d-bfee-765df3f4650a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1457219 Feb 04 13:36:22.193912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49212) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:22.230064 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-434d87c4-5ead-43fa-98c0-f1c1ce6c53e5 None None] Current status of the port cc811ee8-c939-4b79-aeb4-f2960424702e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:22.325243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-a4bbda38-0d44-46a3-aa5b-5c189d1aee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.328363 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2311281e-a29a-4ff4-9693-49236ce6917f req-a4bbda38-0d44-46a3-aa5b-5c189d1aee5d service neutron] 10.222.0.99 "GET /v2.0/networks?id=b03e4d9b-f465-42a3-8d1f-a7a7367db390 HTTP/1.1" status: 200 len: 902 time: 0.1833353 Feb 04 13:36:22.363181 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b2306d6-dacd-4ca9-8dcf-005ba25b4dd0 req-17e0638a-0a69-488d-88a4-e5eaeaf8f970 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204318 Feb 04 13:36:22.390810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b78e421c-7457-49c0-818c-7bd25599c3d2 None None] Provisioning complete for port b90fc076-4aab-456b-87bd-05ff888782fc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:22.391285 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b78e421c-7457-49c0-818c-7bd25599c3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b90fc076-4aab-456b-87bd-05ff888782fc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:22.433430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port cc811ee8-c939-4b79-aeb4-f2960424702e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:22.435484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6e03051b-b790-488f-ad01-8a0af009d342 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:22.442415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port 33ee4a1a-2dc3-4535-b681-c79777bd0609 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:22.443350 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (33ee4a1a-2dc3-4535-b681-c79777bd0609), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:22.505241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b78e421c-7457-49c0-818c-7bd25599c3d2 None None] Port b90fc076-4aab-456b-87bd-05ff888782fc cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:22.544395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6e03051b-b790-488f-ad01-8a0af009d342 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:22.544940 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6e03051b-b790-488f-ad01-8a0af009d342), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:22.587410 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2311281e-a29a-4ff4-9693-49236ce6917f req-742cce8e-1e56-4616-9cbc-1d530a75095f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2f81fc2a-e69c-4b6b-b383-65cf65a76b14 HTTP/1.1" status: 200 len: 217 time: 0.2181044 Feb 04 13:36:22.667276 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6e03051b-b790-488f-ad01-8a0af009d342 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:22.682456 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (33ee4a1a-2dc3-4535-b681-c79777bd0609), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:22.716108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for 33ee4a1a-2dc3-4535-b681-c79777bd0609 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:22.787495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device cc811ee8-c939-4b79-aeb4-f2960424702e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:22.834575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-7c60a063-17cb-4299-9e80-954f431ea9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.836177 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2311281e-a29a-4ff4-9693-49236ce6917f req-7c60a063-17cb-4299-9e80-954f431ea9be service neutron] 10.222.0.99 "GET /v2.0/subnets?id=587e0d65-07e2-4346-8c99-06f453205a97 HTTP/1.1" status: 200 len: 797 time: 0.1198819 Feb 04 13:36:22.851281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4e426877-1218-420c-9d11-8e8696878ce3 None None] Provisioning complete for port 33ee4a1a-2dc3-4535-b681-c79777bd0609 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:22.851672 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e426877-1218-420c-9d11-8e8696878ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (33ee4a1a-2dc3-4535-b681-c79777bd0609), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:22.881029 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0e0c-3153-44d9-a978-c078480cd23e req-5d821821-df0f-49e7-8272-e388575aab1d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.886985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0e0c-3153-44d9-a978-c078480cd23e req-5d821821-df0f-49e7-8272-e388575aab1d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.892953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0e0c-3153-44d9-a978-c078480cd23e req-5d821821-df0f-49e7-8272-e388575aab1d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.899993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0e0c-3153-44d9-a978-c078480cd23e req-5d821821-df0f-49e7-8272-e388575aab1d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.901645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port cc811ee8-c939-4b79-aeb4-f2960424702e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:22.902035 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:22.906556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4e426877-1218-420c-9d11-8e8696878ce3 None None] Port 33ee4a1a-2dc3-4535-b681-c79777bd0609 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:22.906901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0e0c-3153-44d9-a978-c078480cd23e req-5d821821-df0f-49e7-8272-e388575aab1d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.913300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0e0c-3153-44d9-a978-c078480cd23e req-5d821821-df0f-49e7-8272-e388575aab1d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.918854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0e0c-3153-44d9-a978-c078480cd23e req-5d821821-df0f-49e7-8272-e388575aab1d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.921295 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7ac0e0c-3153-44d9-a978-c078480cd23e req-5d821821-df0f-49e7-8272-e388575aab1d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5429 time: 0.3256609 Feb 04 13:36:22.978323 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (33ee4a1a-2dc3-4535-b681-c79777bd0609), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:22.980603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-096ce5f8-cdfd-413a-bbc3-29fdb0806f73 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.986128 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-096ce5f8-cdfd-413a-bbc3-29fdb0806f73 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.987986 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-096ce5f8-cdfd-413a-bbc3-29fdb0806f73 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.99 "GET /v2.0/networks?id=8350ded1-0e9d-45c7-b606-382d6f1e39dd&id=4b721c68-3d78-4657-b753-90489104a3e8&id=8350ded1-0e9d-45c7-b606-382d6f1e39dd HTTP/1.1" status: 200 len: 1392 time: 0.6205881 Feb 04 13:36:23.009371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e408a167-8713-484c-a5ea-4089e06456d3 req-0f73e6e1-fabb-4f46-b5e6-5bf63ee758e5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Request body: {'port': {'device_id': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd', 'admin_state_up': True, 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:23.039002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=33ee4a1a-2dc3-4535-b681-c79777bd0609,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:23.081071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port cc811ee8-c939-4b79-aeb4-f2960424702e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:23.085542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.085542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.085870 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.086379 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.087008 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.087768 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.088195 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.088756 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.089321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.090147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.090714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.092053 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.092053 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.102026 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:23.111503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311281e-a29a-4ff4-9693-49236ce6917f req-4b46bf79-b51c-4737-b626-bfe6ec5f38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:23.113094 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2311281e-a29a-4ff4-9693-49236ce6917f req-4b46bf79-b51c-4737-b626-bfe6ec5f38e3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b03e4d9b-f465-42a3-8d1f-a7a7367db390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2625587 Feb 04 13:36:23.113325 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d03a5d87-0430-4111-9935-7fd7bc5c4843 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/33ee4a1a-2dc3-4535-b681-c79777bd0609 HTTP/1.1" status: 204 len: 168 time: 0.9174523 Feb 04 13:36:23.114808 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49214) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:23.125481 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7ac0e0c-3153-44d9-a978-c078480cd23e req-6d8b5352-a4d4-4534-9a07-bccdf9b6f1fb tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1790552 Feb 04 13:36:23.183576 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c784472b-037e-4e31-b676-f45c4833cb9d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] GET failed (client error): The resource could not be found. Feb 04 13:36:23.193654 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c784472b-037e-4e31-b676-f45c4833cb9d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/33ee4a1a-2dc3-4535-b681-c79777bd0609 HTTP/1.1" status: 404 len: 333 time: 0.0752256 Feb 04 13:36:23.196799 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49216) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:23.364521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f9b03-b080-44bc-9db3-7288e9bf4516 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port b90fc076-4aab-456b-87bd-05ff888782fc {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:23.364820 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb3f9b03-b080-44bc-9db3-7288e9bf4516 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b90fc076-4aab-456b-87bd-05ff888782fc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:23.377610 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2311281e-a29a-4ff4-9693-49236ce6917f req-87765472-41be-4f2d-822d-b70663e0091f service neutron] 10.222.0.99 "GET /v2.0/networks/b03e4d9b-f465-42a3-8d1f-a7a7367db390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456493 Feb 04 13:36:23.381935 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-0f73e6e1-fabb-4f46-b5e6-5bf63ee758e5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Made reservation on behalf of 171cccc1a4bf4bf9a016458d43c59628 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:23.388666 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-0f73e6e1-fabb-4f46-b5e6-5bf63ee758e5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:23.571162 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb3f9b03-b080-44bc-9db3-7288e9bf4516 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b90fc076-4aab-456b-87bd-05ff888782fc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:23.593581 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f9b03-b080-44bc-9db3-7288e9bf4516 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for b90fc076-4aab-456b-87bd-05ff888782fc owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:23.617651 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455e312-70f7-4df8-8e6d-2477f50bf279 req-68ddf207-75bf-419f-ba93-85f6e8df294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:23.619266 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7455e312-70f7-4df8-8e6d-2477f50bf279 req-68ddf207-75bf-419f-ba93-85f6e8df294c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1b3cf201de5741e68b3a523ba7663c2a&device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 1129 time: 0.0976481 Feb 04 13:36:23.689889 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-82802fec-08ec-442e-9b5a-c943714bb1fe req-cbae768e-62e7-4b00-a084-118f83b512e5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 210 time: 0.1356730 Feb 04 13:36:23.834460 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455e312-70f7-4df8-8e6d-2477f50bf279 req-56402798-a0cd-43a0-a8a9-8c4056a5f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:23.835997 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7455e312-70f7-4df8-8e6d-2477f50bf279 req-56402798-a0cd-43a0-a8a9-8c4056a5f8cf service neutron] 10.222.0.99 "GET /v2.0/networks?id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 HTTP/1.1" status: 200 len: 920 time: 0.1782024 Feb 04 13:36:23.897007 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7455e312-70f7-4df8-8e6d-2477f50bf279 req-40634759-0505-47eb-a2fd-44b1577ed17b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a13df85-0e8e-48cf-86f0-e69b20fee8d3 HTTP/1.1" status: 200 len: 217 time: 0.0539126 Feb 04 13:36:23.920425 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2311281e-a29a-4ff4-9693-49236ce6917f req-670d3544-bca3-4ded-a1cf-d9f364b14554 service neutron] 10.222.0.99 "GET /v2.0/networks/b03e4d9b-f465-42a3-8d1f-a7a7367db390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671483 Feb 04 13:36:23.936721 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb3f9b03-b080-44bc-9db3-7288e9bf4516 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b90fc076-4aab-456b-87bd-05ff888782fc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:23.985489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f9b03-b080-44bc-9db3-7288e9bf4516 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=b90fc076-4aab-456b-87bd-05ff888782fc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:23.994946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-e408a167-8713-484c-a5ea-4089e06456d3 req-0f73e6e1-fabb-4f46-b5e6-5bf63ee758e5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Allocated IP 19.80.0.194 (8350ded1-0e9d-45c7-b606-382d6f1e39dd/e6e49e6e-5ea2-4783-9eb7-c690b7544a91/b7dc0c56-a30f-4726-b884-bc5a87c9bd6f) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:24.005381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455e312-70f7-4df8-8e6d-2477f50bf279 req-65344d6d-2b50-404c-a752-6fd978e14462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:24.007524 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7455e312-70f7-4df8-8e6d-2477f50bf279 req-65344d6d-2b50-404c-a752-6fd978e14462 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=218fe4a2-bfd8-4afd-b187-fe7cab9a038e HTTP/1.1" status: 200 len: 859 time: 0.1031909 Feb 04 13:36:24.058819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb3f9b03-b080-44bc-9db3-7288e9bf4516 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:24.063094 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cb3f9b03-b080-44bc-9db3-7288e9bf4516 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/b90fc076-4aab-456b-87bd-05ff888782fc HTTP/1.1" status: 204 len: 168 time: 0.8646600 Feb 04 13:36:24.066128 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7455e312-70f7-4df8-8e6d-2477f50bf279 req-391ed796-4ed8-46f6-9401-baafbbd141cd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364990 Feb 04 13:36:24.067373 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49232) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:24.082415 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17923118-4196-4ab3-a098-e1c60bb75bac req-cf44cfb3-cb3d-450e-9d8c-9b32dec21e06 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:24.090207 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17923118-4196-4ab3-a098-e1c60bb75bac req-cf44cfb3-cb3d-450e-9d8c-9b32dec21e06 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/networks?id=9b76c752-312e-4ac7-97d7-4f401a121b43 HTTP/1.1" status: 200 len: 813 time: 0.2960875 Feb 04 13:36:24.125220 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0349fd-bee6-45b0-b13a-3f32c9b62636 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] GET failed (client error): The resource could not be found. Feb 04 13:36:24.131254 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-aa0349fd-bee6-45b0-b13a-3f32c9b62636 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/b90fc076-4aab-456b-87bd-05ff888782fc HTTP/1.1" status: 404 len: 333 time: 0.0583510 Feb 04 13:36:24.133596 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17923118-4196-4ab3-a098-e1c60bb75bac req-de4a5045-b11a-46c2-b9a6-4ac2273352e2 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/quotas/18df296c97314d5f87c6deaa6c02373b HTTP/1.1" status: 200 len: 375 time: 0.0422051 Feb 04 13:36:24.135309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49234) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:24.219307 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17923118-4196-4ab3-a098-e1c60bb75bac req-55971276-26ea-4cb6-9c2a-f2213bb8c965 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=18df296c97314d5f87c6deaa6c02373b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841117 Feb 04 13:36:24.241849 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7455e312-70f7-4df8-8e6d-2477f50bf279 req-a30a1e1e-1275-4072-b36f-eb1702e0cb11 service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575935 Feb 04 13:36:24.337961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-2160e4b3-fa96-4bae-beb3-18ded453dca7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting subnet 9a16e9e4-1a59-4ba3-9508-e5faccdda710 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:36:24.347491 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2160e4b3-fa96-4bae-beb3-18ded453dca7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (9a16e9e4-1a59-4ba3-9508-e5faccdda710), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:24.356636 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7455e312-70f7-4df8-8e6d-2477f50bf279 req-62e1b4c6-f04e-4788-80c9-88d4466b5719 service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071072 Feb 04 13:36:24.432629 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2160e4b3-fa96-4bae-beb3-18ded453dca7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (9a16e9e4-1a59-4ba3-9508-e5faccdda710), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:24.521818 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-0f73e6e1-fabb-4f46-b5e6-5bf63ee758e5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks [] for port (b7dc0c56-a30f-4726-b884-bc5a87c9bd6f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:24.538954 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17923118-4196-4ab3-a098-e1c60bb75bac req-3df3fc8e-3f62-4c63-b042-f4162b23a8e4 service neutron] 10.222.0.96 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998695 Feb 04 13:36:24.679487 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2160e4b3-fa96-4bae-beb3-18ded453dca7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (9a16e9e4-1a59-4ba3-9508-e5faccdda710), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:24.689392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958cf1d-c09d-4468-8ce1-5a0680255896 req-a6c59b67-7d69-4385-abc1-c859ee6f3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:24.689392 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a958cf1d-c09d-4468-8ce1-5a0680255896 req-a6c59b67-7d69-4385-abc1-c859ee6f3bc1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 1128 time: 0.0652595 Feb 04 13:36:24.739808 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-0f73e6e1-fabb-4f46-b5e6-5bf63ee758e5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b7dc0c56-a30f-4726-b884-bc5a87c9bd6f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:24.754346 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a958cf1d-c09d-4468-8ce1-5a0680255896 req-6756dab1-3502-49bc-8249-5f1e51a35818 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589750 Feb 04 13:36:24.844016 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17923118-4196-4ab3-a098-e1c60bb75bac req-c33cbca3-4be1-4847-a9c3-c50d258137ab service neutron] 10.222.0.96 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956843 Feb 04 13:36:24.857117 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e408a167-8713-484c-a5ea-4089e06456d3 req-0f73e6e1-fabb-4f46-b5e6-5bf63ee758e5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Network 8350ded1-0e9d-45c7-b606-382d6f1e39dd is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:24.870249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-e408a167-8713-484c-a5ea-4089e06456d3 req-0f73e6e1-fabb-4f46-b5e6-5bf63ee758e5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:24.875950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e408a167-8713-484c-a5ea-4089e06456d3 req-0f73e6e1-fabb-4f46-b5e6-5bf63ee758e5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:24.879827 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73e6e1-fabb-4f46-b5e6-5bf63ee758e5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event updated for resources: {'Port': ['ID=b7dc0c56-a30f-4726-b884-bc5a87c9bd6f,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:24.933476 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2160e4b3-fa96-4bae-beb3-18ded453dca7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (9a16e9e4-1a59-4ba3-9508-e5faccdda710), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:25.012206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160e4b3-fa96-4bae-beb3-18ded453dca7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Subnet': ['ID=9a16e9e4-1a59-4ba3-9508-e5faccdda710,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:25.023208 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2160e4b3-fa96-4bae-beb3-18ded453dca7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:25.034271 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49244) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:25.036437 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c9468f-5513-4907-9dca-3b1c677eaecc None None] Network 0753320c-fa0e-4bd2-851b-d1215f5915e1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:25.053012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2160e4b3-fa96-4bae-beb3-18ded453dca7 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/9a16e9e4-1a59-4ba3-9508-e5faccdda710 HTTP/1.1" status: 204 len: 168 time: 0.9117877 Feb 04 13:36:25.065443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-0f73e6e1-fabb-4f46-b5e6-5bf63ee758e5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:25.067970 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-0f73e6e1-fabb-4f46-b5e6-5bf63ee758e5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:25.104564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-0f73e6e1-fabb-4f46-b5e6-5bf63ee758e5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1029449 Feb 04 13:36:25.116967 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e408a167-8713-484c-a5ea-4089e06456d3 req-fe57eef1-c7a0-40a0-b9a2-d2727ec91be3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Request body: {'port': {'device_id': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'network_id': '4b721c68-3d78-4657-b753-90489104a3e8', 'admin_state_up': True, 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:25.273492 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (0753320c-fa0e-4bd2-851b-d1215f5915e1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:25.340758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7558ac87-a2de-4fcf-a774-b508e12d42cd None None] Provisioning complete for port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:25.341631 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7558ac87-a2de-4fcf-a774-b508e12d42cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b7dc0c56-a30f-4726-b884-bc5a87c9bd6f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:25.358345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port cc811ee8-c939-4b79-aeb4-f2960424702e {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:25.358891 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:25.454423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] DHCP port deletion for 0753320c-fa0e-4bd2-851b-d1215f5915e1 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:36:25.464585 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7558ac87-a2de-4fcf-a774-b508e12d42cd None None] Port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:25.518864 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] For port cc811ee8-c939-4b79-aeb4-f2960424702e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=cc811ee8-c939-4b79-aeb4-f2960424702e,segment=NetworkSegment(c2a74b7d-8658-4aa4-9420-1fc0834d9e9f),segment_id=c2a74b7d-8658-4aa4-9420-1fc0834d9e9f)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:25.520271 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:25.537742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Deleting port cc811ee8-c939-4b79-aeb4-f2960424702e {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:25.537742 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:25.557290 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for cc811ee8-c939-4b79-aeb4-f2960424702e owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:25.642053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] For port cc811ee8-c939-4b79-aeb4-f2960424702e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=cc811ee8-c939-4b79-aeb4-f2960424702e,segment=NetworkSegment(c2a74b7d-8658-4aa4-9420-1fc0834d9e9f),segment_id=c2a74b7d-8658-4aa4-9420-1fc0834d9e9f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:25.642629 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:25.664988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Calling delete_port for cc811ee8-c939-4b79-aeb4-f2960424702e owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:25.749964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723614d-78c7-4384-8cad-a1e7d692a7c3 req-5a6ac1a3-3685-46d5-b2fd-354dff89d8c7 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:25.752437 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e723614d-78c7-4384-8cad-a1e7d692a7c3 req-5a6ac1a3-3685-46d5-b2fd-354dff89d8c7 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 945 time: 0.0890408 Feb 04 13:36:25.753745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-fe57eef1-c7a0-40a0-b9a2-d2727ec91be3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Made reservation on behalf of 171cccc1a4bf4bf9a016458d43c59628 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:25.757714 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:25.758530 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-fe57eef1-c7a0-40a0-b9a2-d2727ec91be3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:25.803527 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (cc811ee8-c939-4b79-aeb4-f2960424702e), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:25.846007 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=cc811ee8-c939-4b79-aeb4-f2960424702e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:25.855084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Pushing event deleted for resources: {'Port': ['ID=cc811ee8-c939-4b79-aeb4-f2960424702e,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:25.855947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No DVR routers for this DVR port cc811ee8-c939-4b79-aeb4-f2960424702e on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:36:25.882860 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] No DVR routers for this DVR port cc811ee8-c939-4b79-aeb4-f2960424702e on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:36:25.885505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:25.887944 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e723614d-78c7-4384-8cad-a1e7d692a7c3 req-caea7667-72e8-4519-a0ab-b2bd27a150f3 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260509 Feb 04 13:36:25.888767 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:25.890408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:25.891038 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:25.891619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:25.892314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:25.892950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:25.893552 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:25.894128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:25.895506 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:25.896066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:25.896705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:25.902570 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc5bf6-a647-4201-84a0-bf42f7e72d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:26.037360 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (0753320c-fa0e-4bd2-851b-d1215f5915e1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.063067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-e408a167-8713-484c-a5ea-4089e06456d3 req-fe57eef1-c7a0-40a0-b9a2-d2727ec91be3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Allocated IP 19.86.0.94 (4b721c68-3d78-4657-b753-90489104a3e8/ef898d2c-0999-4e35-9252-d26b4c25bff9/916816d3-1f0f-4344-9cb6-e7663ecabf6a) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:26.074532 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0753320c-fa0e-4bd2-851b-d1215f5915e1']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:26.100876 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a74b7d-8658-4aa4-9420-1fc0834d9e9f') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:26.101631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a74b7d-8658-4aa4-9420-1fc0834d9e9f') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:26.124140 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (c2a74b7d-8658-4aa4-9420-1fc0834d9e9f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.150754 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c2a74b7d-8658-4aa4-9420-1fc0834d9e9f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.162253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:36:26.162944 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (c2a74b7d-8658-4aa4-9420-1fc0834d9e9f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:36:26.168849 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:36:26.271020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e79d6-6b1f-49d2-9239-0ff4d1111cd7 req-623f5da2-2163-441f-a416-9e969356ee52 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:26.274731 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c1e79d6-6b1f-49d2-9239-0ff4d1111cd7 req-623f5da2-2163-441f-a416-9e969356ee52 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.1806383 Feb 04 13:36:26.298700 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (0753320c-fa0e-4bd2-851b-d1215f5915e1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.312004 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.318650 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/networks/0753320c-fa0e-4bd2-851b-d1215f5915e1 HTTP/1.1" status: 204 len: 168 time: 1.2817032 Feb 04 13:36:26.323334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49262) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:26.356182 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-21d30944-6431-4dfe-89ff-62f108fc6f38 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-10672215'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:26.369591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84304429-b78b-4c48-ae50-2fb6ba84e60f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Network': ['ID=0753320c-fa0e-4bd2-851b-d1215f5915e1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:26.401391 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d30944-6431-4dfe-89ff-62f108fc6f38 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:26.413535 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21d30944-6431-4dfe-89ff-62f108fc6f38 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.436151 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-fe57eef1-c7a0-40a0-b9a2-d2727ec91be3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks [] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.473279 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d30944-6431-4dfe-89ff-62f108fc6f38 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:36:26.496116 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21d30944-6431-4dfe-89ff-62f108fc6f38 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (96eb5bf6-2e7f-41e1-b1af-9e1752f242ea), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.496116 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-21d30944-6431-4dfe-89ff-62f108fc6f38 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Added segment 96eb5bf6-2e7f-41e1-b1af-9e1752f242ea of type vlan for network b849639f-1258-4ed8-888d-aafff99ed09c Feb 04 13:36:26.503142 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c1e79d6-6b1f-49d2-9239-0ff4d1111cd7 req-ee25258b-5278-404b-95bc-f1b0c52205de tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087421 Feb 04 13:36:26.526167 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-fe57eef1-c7a0-40a0-b9a2-d2727ec91be3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.578007 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21d30944-6431-4dfe-89ff-62f108fc6f38 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (b849639f-1258-4ed8-888d-aafff99ed09c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.624249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e408a167-8713-484c-a5ea-4089e06456d3 req-fe57eef1-c7a0-40a0-b9a2-d2727ec91be3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Network 4b721c68-3d78-4657-b753-90489104a3e8 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:26.630804 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21d30944-6431-4dfe-89ff-62f108fc6f38 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (b849639f-1258-4ed8-888d-aafff99ed09c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.634519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-e408a167-8713-484c-a5ea-4089e06456d3 req-fe57eef1-c7a0-40a0-b9a2-d2727ec91be3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:26.638573 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e408a167-8713-484c-a5ea-4089e06456d3 req-fe57eef1-c7a0-40a0-b9a2-d2727ec91be3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:26.645926 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d30944-6431-4dfe-89ff-62f108fc6f38 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:26.647697 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21d30944-6431-4dfe-89ff-62f108fc6f38 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.784986 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57eef1-c7a0-40a0-b9a2-d2727ec91be3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event updated for resources: {'Port': ['ID=916816d3-1f0f-4344-9cb6-e7663ecabf6a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:26.792647 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-21d30944-6431-4dfe-89ff-62f108fc6f38 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4638202 Feb 04 13:36:26.794929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49264) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:26.806877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d30944-6431-4dfe-89ff-62f108fc6f38 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Network': ['ID=b849639f-1258-4ed8-888d-aafff99ed09c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:26.807499 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device cc811ee8-c939-4b79-aeb4-f2960424702e no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:36:26.833649 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-6b5f624c-0388-4417-b33f-23a2710221b2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'subnet': {'network_id': 'b849639f-1258-4ed8-888d-aafff99ed09c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:26.852038 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network b849639f-1258-4ed8-888d-aafff99ed09c details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:36:26.857379 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: cc811ee8-c939-4b79-aeb4-f2960424702e {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:36:26.858351 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device cc811ee8-c939-4b79-aeb4-f2960424702e not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:36:26.903985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-fe57eef1-c7a0-40a0-b9a2-d2727ec91be3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:26.904683 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-fe57eef1-c7a0-40a0-b9a2-d2727ec91be3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.960567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf850e-3cbf-436d-a673-4da75ddd1c6b req-5dbaa29e-0c49-421c-bee3-0dfd6cbadf69 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:26.969247 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf850e-3cbf-436d-a673-4da75ddd1c6b req-5dbaa29e-0c49-421c-bee3-0dfd6cbadf69 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:26.977201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf850e-3cbf-436d-a673-4da75ddd1c6b req-5dbaa29e-0c49-421c-bee3-0dfd6cbadf69 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:26.982963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf850e-3cbf-436d-a673-4da75ddd1c6b req-5dbaa29e-0c49-421c-bee3-0dfd6cbadf69 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:26.989938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf850e-3cbf-436d-a673-4da75ddd1c6b req-5dbaa29e-0c49-421c-bee3-0dfd6cbadf69 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:26.995655 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf850e-3cbf-436d-a673-4da75ddd1c6b req-5dbaa29e-0c49-421c-bee3-0dfd6cbadf69 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:27.001405 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf850e-3cbf-436d-a673-4da75ddd1c6b req-5dbaa29e-0c49-421c-bee3-0dfd6cbadf69 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:27.003698 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-82bf850e-3cbf-436d-a673-4da75ddd1c6b req-5dbaa29e-0c49-421c-bee3-0dfd6cbadf69 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5429 time: 0.3594997 Feb 04 13:36:27.010960 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ce04c4bd-563c-44d0-b2dd-735204cf6b1c None None] Provisioning complete for port 916816d3-1f0f-4344-9cb6-e7663ecabf6a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:27.011853 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ce04c4bd-563c-44d0-b2dd-735204cf6b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:27.021881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-fe57eef1-c7a0-40a0-b9a2-d2727ec91be3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9109013 Feb 04 13:36:27.042507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e408a167-8713-484c-a5ea-4089e06456d3 req-5f5fcdad-ed12-4187-a624-138aac1a9b3d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Request body: {'port': {'device_id': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd', 'admin_state_up': True, 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:27.069995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ce04c4bd-563c-44d0-b2dd-735204cf6b1c None None] Port 916816d3-1f0f-4344-9cb6-e7663ecabf6a cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:27.145225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5f624c-0388-4417-b33f-23a2710221b2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:27.149166 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b5f624c-0388-4417-b33f-23a2710221b2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:27.300158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-82bf850e-3cbf-436d-a673-4da75ddd1c6b req-745dc559-2cc6-43ae-9c74-6eb5229ea94a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2743587 Feb 04 13:36:27.319936 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17923118-4196-4ab3-a098-e1c60bb75bac req-ed16e5e1-4e82-45e2-aa2a-3bfe9f92a95d tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:27.322925 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-17923118-4196-4ab3-a098-e1c60bb75bac req-ed16e5e1-4e82-45e2-aa2a-3bfe9f92a95d tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.99 "GET /v2.0/networks?id=9b76c752-312e-4ac7-97d7-4f401a121b43 HTTP/1.1" status: 200 len: 813 time: 0.2649336 Feb 04 13:36:27.344939 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-17923118-4196-4ab3-a098-e1c60bb75bac req-b9c34a03-3371-434a-9c14-88adbb85a961 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Request body: {'port': {'device_id': 'fb2421c8-0594-4d9c-8dc2-6874753e0d87', 'network_id': '9b76c752-312e-4ac7-97d7-4f401a121b43', 'admin_state_up': True, 'tenant_id': '18df296c97314d5f87c6deaa6c02373b'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:27.557041 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17923118-4196-4ab3-a098-e1c60bb75bac req-b9c34a03-3371-434a-9c14-88adbb85a961 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Made reservation on behalf of 18df296c97314d5f87c6deaa6c02373b for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:27.565268 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-17923118-4196-4ab3-a098-e1c60bb75bac req-b9c34a03-3371-434a-9c14-88adbb85a961 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:27.578418 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-5f5fcdad-ed12-4187-a624-138aac1a9b3d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Made reservation on behalf of 171cccc1a4bf4bf9a016458d43c59628 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:27.584062 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-5f5fcdad-ed12-4187-a624-138aac1a9b3d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:27.652684 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b07b5-b13a-48ec-801c-cf0b894170e4 req-1b4a629c-972c-4132-b0a5-7ef1029dd2a5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:27.663275 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b07b5-b13a-48ec-801c-cf0b894170e4 req-1b4a629c-972c-4132-b0a5-7ef1029dd2a5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:27.665073 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c70b07b5-b13a-48ec-801c-cf0b894170e4 req-1b4a629c-972c-4132-b0a5-7ef1029dd2a5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 1654 time: 0.2618651 Feb 04 13:36:27.744773 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b5f624c-0388-4417-b33f-23a2710221b2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (5216d364-3c56-431e-8ad5-1b16ed812aa3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:27.788821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-17923118-4196-4ab3-a098-e1c60bb75bac req-b9c34a03-3371-434a-9c14-88adbb85a961 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Allocated IP 172.20.0.5 (9b76c752-312e-4ac7-97d7-4f401a121b43/17d78447-bcef-4d7f-9596-7ffb293b03df/39d2ae22-7db5-45d8-aaa2-38861ee43ea9) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:27.856418 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c70b07b5-b13a-48ec-801c-cf0b894170e4 req-3bb3ff54-92c7-46bb-9fe4-fb39f5646372 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793396 Feb 04 13:36:27.895578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f624c-0388-4417-b33f-23a2710221b2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Subnet': ['ID=5216d364-3c56-431e-8ad5-1b16ed812aa3,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:27.929859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f624c-0388-4417-b33f-23a2710221b2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Checking segment: {'id': '96eb5bf6-2e7f-41e1-b1af-9e1752f242ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'b849639f-1258-4ed8-888d-aafff99ed09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:27.930280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5f624c-0388-4417-b33f-23a2710221b2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network hostable DHCP agents. Network: b849639f-1258-4ed8-888d-aafff99ed09c, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:36:27.947854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-e408a167-8713-484c-a5ea-4089e06456d3 req-5f5fcdad-ed12-4187-a624-138aac1a9b3d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Allocated IP 19.80.0.181 (8350ded1-0e9d-45c7-b606-382d6f1e39dd/e6e49e6e-5ea2-4783-9eb7-c690b7544a91/7bff0d56-d0b0-492e-8cbd-5e9b06abc07d) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:28.001838 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73f132cf-0929-40e5-9128-939e7c997e51 req-61223ba9-f074-4065-aad2-606cd784bf93 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb2421c8-0594-4d9c-8dc2-6874753e0d87 HTTP/1.1" status: 200 len: 210 time: 0.0431864 Feb 04 13:36:28.007499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5f624c-0388-4417-b33f-23a2710221b2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network b849639f-1258-4ed8-888d-aafff99ed09c is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:36:28.017249 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-17923118-4196-4ab3-a098-e1c60bb75bac req-b9c34a03-3371-434a-9c14-88adbb85a961 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.056955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-6b5f624c-0388-4417-b33f-23a2710221b2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, b849639f-1258-4ed8-888d-aafff99ed09c) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:28.061706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fcf6d4-c5e0-400a-a438-3f8f92c39420 None None] Network b849639f-1258-4ed8-888d-aafff99ed09c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:28.121937 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-17923118-4196-4ab3-a098-e1c60bb75bac req-b9c34a03-3371-434a-9c14-88adbb85a961 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.131689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f624c-0388-4417-b33f-23a2710221b2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:28.132289 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b5f624c-0388-4417-b33f-23a2710221b2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.201558 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6b5f624c-0388-4417-b33f-23a2710221b2 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3954742 Feb 04 13:36:28.203339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49282) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:28.211675 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-bebfe6c2-830c-49b8-a351-29f1f7a8e359 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1517449937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:28.241210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c34a03-3371-434a-9c14-88adbb85a961 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event updated for resources: {'Port': ['ID=39d2ae22-7db5-45d8-aaa2-38861ee43ea9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:28.250560 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17923118-4196-4ab3-a098-e1c60bb75bac req-b9c34a03-3371-434a-9c14-88adbb85a961 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Network 9b76c752-312e-4ac7-97d7-4f401a121b43 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:28.253544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-17923118-4196-4ab3-a098-e1c60bb75bac req-b9c34a03-3371-434a-9c14-88adbb85a961 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:28.255493 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-b849639f-1258-4ed8-888d-aafff99ed09c', 'network_id': 'b849639f-1258-4ed8-888d-aafff99ed09c', 'project_id': 'eb2a4d518fad427abfaea1f7b4400492', 'fixed_ips': [{'subnet_id': '5216d364-3c56-431e-8ad5-1b16ed812aa3'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:36:28.257204 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.260083 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-17923118-4196-4ab3-a098-e1c60bb75bac req-b9c34a03-3371-434a-9c14-88adbb85a961 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:28.270551 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bebfe6c2-830c-49b8-a351-29f1f7a8e359 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (16c88ca8-f603-4b07-847e-e3c8625f0a06), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.271912 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bebfe6c2-830c-49b8-a351-29f1f7a8e359 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (16c88ca8-f603-4b07-847e-e3c8625f0a06), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.288594 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-5f5fcdad-ed12-4187-a624-138aac1a9b3d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks [] for port (7bff0d56-d0b0-492e-8cbd-5e9b06abc07d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.296880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcde12-4386-434d-992e-d37d8085910b req-3a3e2104-c7ce-49a0-af8e-afa3d4904c81 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:28.299334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6fcde12-4386-434d-992e-d37d8085910b req-3a3e2104-c7ce-49a0-af8e-afa3d4904c81 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 945 time: 0.1635499 Feb 04 13:36:28.351733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17923118-4196-4ab3-a098-e1c60bb75bac req-b9c34a03-3371-434a-9c14-88adbb85a961 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:28.354150 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-17923118-4196-4ab3-a098-e1c60bb75bac req-b9c34a03-3371-434a-9c14-88adbb85a961 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.380437 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-17923118-4196-4ab3-a098-e1c60bb75bac req-b9c34a03-3371-434a-9c14-88adbb85a961 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0448895 Feb 04 13:36:28.403480 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Request body: {'port': {'device_id': 'fb2421c8-0594-4d9c-8dc2-6874753e0d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:28.419225 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bebfe6c2-830c-49b8-a351-29f1f7a8e359 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for router_controller (16c88ca8-f603-4b07-847e-e3c8625f0a06), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.432187 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bebfe6c2-830c-49b8-a351-29f1f7a8e359 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (16c88ca8-f603-4b07-847e-e3c8625f0a06), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.468615 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6fcde12-4386-434d-992e-d37d8085910b req-84a3d385-2648-4015-ab1f-ddbe84e9daa6 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599736 Feb 04 13:36:28.472147 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Allocated IP 2001:db8::2 (b849639f-1258-4ed8-888d-aafff99ed09c/5216d364-3c56-431e-8ad5-1b16ed812aa3/03e0d333-1153-476f-a6e6-eedd4e826ce2) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:28.473910 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-5f5fcdad-ed12-4187-a624-138aac1a9b3d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (7bff0d56-d0b0-492e-8cbd-5e9b06abc07d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.506787 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bebfe6c2-830c-49b8-a351-29f1f7a8e359 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.515770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bebfe6c2-830c-49b8-a351-29f1f7a8e359 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3119555 Feb 04 13:36:28.522276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49288) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:28.537356 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.561263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-66354630-b92b-460e-8674-27d4f3d31793 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'network_id': 'b849639f-1258-4ed8-888d-aafff99ed09c', 'name': 'tempest-PortsIpV6TestJSON-1957578228'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:28.595851 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e408a167-8713-484c-a5ea-4089e06456d3 req-5f5fcdad-ed12-4187-a624-138aac1a9b3d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Network 8350ded1-0e9d-45c7-b606-382d6f1e39dd is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:28.669673 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Publish callbacks [] for port (03e0d333-1153-476f-a6e6-eedd4e826ce2), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.679879 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (03e0d333-1153-476f-a6e6-eedd4e826ce2), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.705239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-e408a167-8713-484c-a5ea-4089e06456d3 req-5f5fcdad-ed12-4187-a624-138aac1a9b3d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:28.763434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Network b849639f-1258-4ed8-888d-aafff99ed09c is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:28.770774 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:28.787595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:28.790078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Pushing event updated for resources: {'Port': ['ID=03e0d333-1153-476f-a6e6-eedd4e826ce2,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:28.850321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e408a167-8713-484c-a5ea-4089e06456d3 req-5f5fcdad-ed12-4187-a624-138aac1a9b3d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:28.884644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fcdad-ed12-4187-a624-138aac1a9b3d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event updated for resources: {'Port': ['ID=7bff0d56-d0b0-492e-8cbd-5e9b06abc07d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:28.899717 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Attempting to bind port 03e0d333-1153-476f-a6e6-eedd4e826ce2 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:36:28.900402 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Attempting to bind port 03e0d333-1153-476f-a6e6-eedd4e826ce2 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '96eb5bf6-2e7f-41e1-b1af-9e1752f242ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'b849639f-1258-4ed8-888d-aafff99ed09c'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:36:28.901060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Attempting to bind port 03e0d333-1153-476f-a6e6-eedd4e826ce2 on network b849639f-1258-4ed8-888d-aafff99ed09c {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:28.909878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:36:28.911360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Checking segment: {'id': '96eb5bf6-2e7f-41e1-b1af-9e1752f242ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'b849639f-1258-4ed8-888d-aafff99ed09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:28.911985 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.912562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Bound using segment: {'id': '96eb5bf6-2e7f-41e1-b1af-9e1752f242ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'b849639f-1258-4ed8-888d-aafff99ed09c'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:36:28.913283 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Bound port: 03e0d333-1153-476f-a6e6-eedd4e826ce2, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96eb5bf6-2e7f-41e1-b1af-9e1752f242ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'b849639f-1258-4ed8-888d-aafff99ed09c'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:36:28.913962 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (03e0d333-1153-476f-a6e6-eedd4e826ce2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:29.007156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66354630-b92b-460e-8674-27d4f3d31793 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:29.013222 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66354630-b92b-460e-8674-27d4f3d31793 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:29.027342 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] For port 03e0d333-1153-476f-a6e6-eedd4e826ce2, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:36:29.032415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] For port 03e0d333-1153-476f-a6e6-eedd4e826ce2, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=03e0d333-1153-476f-a6e6-eedd4e826ce2,segment=NetworkSegment(96eb5bf6-2e7f-41e1-b1af-9e1752f242ea),segment_id=96eb5bf6-2e7f-41e1-b1af-9e1752f242ea)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:36:29.047746 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (03e0d333-1153-476f-a6e6-eedd4e826ce2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:29.057162 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:29.065772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e024c05-8b47-457b-8000-f9cc25a5cb75 req-c2086ab0-2ff2-4bfd-87d6-a0bee1116279 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:29.069545 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e024c05-8b47-457b-8000-f9cc25a5cb75 req-c2086ab0-2ff2-4bfd-87d6-a0bee1116279 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.4711542 Feb 04 13:36:29.072714 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Publish callbacks [] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:29.083393 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-5f5fcdad-ed12-4187-a624-138aac1a9b3d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:29.084369 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-5f5fcdad-ed12-4187-a624-138aac1a9b3d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:29.096510 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Transition to ACTIVE for port object 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:36:29.112175 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:29.134054 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-5f5fcdad-ed12-4187-a624-138aac1a9b3d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0985756 Feb 04 13:36:29.151464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-66354630-b92b-460e-8674-27d4f3d31793 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] device_id is not set on port ecf2345c-4841-4f55-a288-8c6df59eb8e3 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:36:29.154303 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0b5fb197-63c7-4835-9357-4bcca9cf575a None None] Provisioning complete for port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:29.154878 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0b5fb197-63c7-4835-9357-4bcca9cf575a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7bff0d56-d0b0-492e-8cbd-5e9b06abc07d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:29.170879 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Pushing event updated for resources: {'Port': ['ID=39d2ae22-7db5-45d8-aaa2-38861ee43ea9,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:29.175367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Request body: {'port': {'device_id': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:29.201969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0b5fb197-63c7-4835-9357-4bcca9cf575a None None] Port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:29.206073 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9f6d3-655c-40ed-b3ea-90f3f6792f00 None None] Pushing event updated for resources: {'Port': ['ID=03e0d333-1153-476f-a6e6-eedd4e826ce2,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:29.291407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Attempting to bind port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:36:29.291756 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Attempting to bind port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'd16d3540-ee57-4b22-abec-ff8cee081073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '9b76c752-312e-4ac7-97d7-4f401a121b43'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:36:29.292090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Attempting to bind port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 on network 9b76c752-312e-4ac7-97d7-4f401a121b43 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:29.297768 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 on network 9b76c752-312e-4ac7-97d7-4f401a121b43 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:36:29.298003 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Attempting to bind port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 on network 9b76c752-312e-4ac7-97d7-4f401a121b43 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:29.307972 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:36:29.307972 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Checking segment: {'id': 'd16d3540-ee57-4b22-abec-ff8cee081073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '9b76c752-312e-4ac7-97d7-4f401a121b43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:29.307972 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Bound using segment: {'id': 'd16d3540-ee57-4b22-abec-ff8cee081073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '9b76c752-312e-4ac7-97d7-4f401a121b43'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:36:29.307972 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Bound port: 39d2ae22-7db5-45d8-aaa2-38861ee43ea9, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd16d3540-ee57-4b22-abec-ff8cee081073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '9b76c752-312e-4ac7-97d7-4f401a121b43'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:36:29.307972 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:29.393965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e024c05-8b47-457b-8000-f9cc25a5cb75 req-fd6bd031-c0ad-4646-860f-5ac8dab206ab tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864046 Feb 04 13:36:29.432174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] For port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:36:29.436919 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] For port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=39d2ae22-7db5-45d8-aaa2-38861ee43ea9,segment=NetworkSegment(d16d3540-ee57-4b22-abec-ff8cee081073),segment_id=d16d3540-ee57-4b22-abec-ff8cee081073)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:36:29.450073 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:29.493990 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b7dc0c56-a30f-4726-b884-bc5a87c9bd6f), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:29.507716 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:29.508692 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:29.510695 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] 10.222.0.99 "PUT /v2.0/ports/39d2ae22-7db5-45d8-aaa2-38861ee43ea9 HTTP/1.1" status: 200 len: 1092 time: 1.1134915 Feb 04 13:36:29.511400 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2421c8-0594-4d9c-8dc2-6874753e0d87', 'tag': '39d2ae22-7db5-45d8-aaa2-38861ee43ea9'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:29.514228 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942bc31a-01e8-4d03-bfc6-5b6b84916107" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2421c8-0594-4d9c-8dc2-6874753e0d87", "tag": "39d2ae22-7db5-45d8-aaa2-38861ee43ea9"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:29.555967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917a3d4-aa55-4164-8d1c-ac72fa2bdad6 service neutron] Pushing event updated for resources: {'Port': ['ID=39d2ae22-7db5-45d8-aaa2-38861ee43ea9,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:29.586369 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-66354630-b92b-460e-8674-27d4f3d31793 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Allocated IP 2001:db8::265 (b849639f-1258-4ed8-888d-aafff99ed09c/5216d364-3c56-431e-8ad5-1b16ed812aa3/ecf2345c-4841-4f55-a288-8c6df59eb8e3) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:29.635617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17923118-4196-4ab3-a098-e1c60bb75bac req-f42e825a-1d5b-4342-88ae-559560db49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:29.637338 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-17923118-4196-4ab3-a098-e1c60bb75bac req-f42e825a-1d5b-4342-88ae-559560db49a0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=18df296c97314d5f87c6deaa6c02373b&device_id=fb2421c8-0594-4d9c-8dc2-6874753e0d87 HTTP/1.1" status: 200 len: 1126 time: 0.0616040 Feb 04 13:36:29.688349 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-17923118-4196-4ab3-a098-e1c60bb75bac req-faea29e1-8d8b-48dc-8813-541cd53262df service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39d2ae22-7db5-45d8-aaa2-38861ee43ea9 HTTP/1.1" status: 200 len: 217 time: 0.0425005 Feb 04 13:36:29.752766 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0776fb5c-12b1-445e-a241-a19650b63569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:29.755223 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-17923118-4196-4ab3-a098-e1c60bb75bac req-0776fb5c-12b1-445e-a241-a19650b63569 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=17d78447-bcef-4d7f-9596-7ffb293b03df HTTP/1.1" status: 200 len: 853 time: 0.0591245 Feb 04 13:36:29.796155 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-17923118-4196-4ab3-a098-e1c60bb75bac req-90facedd-88df-4ed5-8d77-9f5c8c5e6f5d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9b76c752-312e-4ac7-97d7-4f401a121b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344422 Feb 04 13:36:29.930870 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-17923118-4196-4ab3-a098-e1c60bb75bac req-292f1b38-1848-414f-9bcb-ac9ffde5b50b service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222062 Feb 04 13:36:29.982937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf973d74-6de7-4663-84a0-2d966a6ce36e req-b1c3d7ce-c6df-4dd9-9e99-9039d261ca0e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:29.995050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf973d74-6de7-4663-84a0-2d966a6ce36e req-b1c3d7ce-c6df-4dd9-9e99-9039d261ca0e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:30.007208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf973d74-6de7-4663-84a0-2d966a6ce36e req-b1c3d7ce-c6df-4dd9-9e99-9039d261ca0e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:30.025016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf973d74-6de7-4663-84a0-2d966a6ce36e req-b1c3d7ce-c6df-4dd9-9e99-9039d261ca0e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:30.036536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf973d74-6de7-4663-84a0-2d966a6ce36e req-b1c3d7ce-c6df-4dd9-9e99-9039d261ca0e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:30.048249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf973d74-6de7-4663-84a0-2d966a6ce36e req-b1c3d7ce-c6df-4dd9-9e99-9039d261ca0e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:30.059849 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf973d74-6de7-4663-84a0-2d966a6ce36e req-b1c3d7ce-c6df-4dd9-9e99-9039d261ca0e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:30.063518 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf973d74-6de7-4663-84a0-2d966a6ce36e req-b1c3d7ce-c6df-4dd9-9e99-9039d261ca0e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5429 time: 0.5323551 Feb 04 13:36:30.088625 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-17923118-4196-4ab3-a098-e1c60bb75bac req-61e328a9-419c-493c-a0fc-8ef7e868cbce service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497371 Feb 04 13:36:30.369538 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66354630-b92b-460e-8674-27d4f3d31793 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (ecf2345c-4841-4f55-a288-8c6df59eb8e3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:30.384103 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf973d74-6de7-4663-84a0-2d966a6ce36e req-f250d319-96c2-4c47-940f-5bccf05cff1b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3018951 Feb 04 13:36:30.385950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06446390-76bf-45ab-878a-c37ad9e01241 None None] Network b849639f-1258-4ed8-888d-aafff99ed09c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:30.466075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a86a3ae3-e3c8-470d-92f0-93918b69b054 None None] Provisioning complete for port 03e0d333-1153-476f-a6e6-eedd4e826ce2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:30.466855 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a86a3ae3-e3c8-470d-92f0-93918b69b054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (03e0d333-1153-476f-a6e6-eedd4e826ce2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:30.491374 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66354630-b92b-460e-8674-27d4f3d31793 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ecf2345c-4841-4f55-a288-8c6df59eb8e3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:30.532755 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7dc0c56-a30f-4726-b884-bc5a87c9bd6f {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:30.549984 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Publish callbacks [] for port (b7dc0c56-a30f-4726-b884-bc5a87c9bd6f), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:30.579973 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66354630-b92b-460e-8674-27d4f3d31793 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network b849639f-1258-4ed8-888d-aafff99ed09c is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:30.597006 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-66354630-b92b-460e-8674-27d4f3d31793 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:30.614814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66354630-b92b-460e-8674-27d4f3d31793 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=ecf2345c-4841-4f55-a288-8c6df59eb8e3,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:30.619465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66354630-b92b-460e-8674-27d4f3d31793 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:30.630406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a86a3ae3-e3c8-470d-92f0-93918b69b054 None None] Current status of the port 03e0d333-1153-476f-a6e6-eedd4e826ce2 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:30.630406 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a86a3ae3-e3c8-470d-92f0-93918b69b054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (03e0d333-1153-476f-a6e6-eedd4e826ce2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:30.632107 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66354630-b92b-460e-8674-27d4f3d31793 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:30.633678 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66354630-b92b-460e-8674-27d4f3d31793 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:30.641487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Transition to ACTIVE for port object b7dc0c56-a30f-4726-b884-bc5a87c9bd6f will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:36:30.657445 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b7dc0c56-a30f-4726-b884-bc5a87c9bd6f), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:30.694707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a86a3ae3-e3c8-470d-92f0-93918b69b054 None None] For port 03e0d333-1153-476f-a6e6-eedd4e826ce2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=03e0d333-1153-476f-a6e6-eedd4e826ce2,segment=NetworkSegment(96eb5bf6-2e7f-41e1-b1af-9e1752f242ea),segment_id=96eb5bf6-2e7f-41e1-b1af-9e1752f242ea)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:30.700402 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-66354630-b92b-460e-8674-27d4f3d31793 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1552987 Feb 04 13:36:30.703097 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a86a3ae3-e3c8-470d-92f0-93918b69b054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (03e0d333-1153-476f-a6e6-eedd4e826ce2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:30.728922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49314) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:30.837958 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a3ae3-e3c8-470d-92f0-93918b69b054 None None] Pushing event updated for resources: {'Port': ['ID=03e0d333-1153-476f-a6e6-eedd4e826ce2,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:30.892264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Pushing event updated for resources: {'Port': ['ID=b7dc0c56-a30f-4726-b884-bc5a87c9bd6f,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:30.989154 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 03e0d333-1153-476f-a6e6-eedd4e826ce2 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:30.999492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648fa49-9332-4cc3-a274-7be9f8e90a31 req-27940aea-91a6-45f7-812c-6f25717b58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:31.002156 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c648fa49-9332-4cc3-a274-7be9f8e90a31 req-27940aea-91a6-45f7-812c-6f25717b58d3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=966901e806474173a5eedad926b29322&device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 1128 time: 0.3265202 Feb 04 13:36:31.084817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0636a-a5d8-4a7a-a00e-89d7ee449e44 req-c0474dc3-9b8b-48ee-92ff-179b38ebf577 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:31.104193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0636a-a5d8-4a7a-a00e-89d7ee449e44 req-c0474dc3-9b8b-48ee-92ff-179b38ebf577 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:31.127134 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0636a-a5d8-4a7a-a00e-89d7ee449e44 req-c0474dc3-9b8b-48ee-92ff-179b38ebf577 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:31.139974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ecc0636a-a5d8-4a7a-a00e-89d7ee449e44 req-c0474dc3-9b8b-48ee-92ff-179b38ebf577 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2388 time: 0.3532884 Feb 04 13:36:31.151872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 03e0d333-1153-476f-a6e6-eedd4e826ce2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:31.152466 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (03e0d333-1153-476f-a6e6-eedd4e826ce2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:31.233668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Attempting to bind port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:36:31.234879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Attempting to bind port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '71c191b4-6295-4618-92e7-a4671a649bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:36:31.235583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Attempting to bind port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f on network 8350ded1-0e9d-45c7-b606-382d6f1e39dd {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:31.256014 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f on network 8350ded1-0e9d-45c7-b606-382d6f1e39dd not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:36:31.256325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Attempting to bind port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f on network 8350ded1-0e9d-45c7-b606-382d6f1e39dd {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:31.284009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:36:31.284757 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f19f9461-9ecf-44f3-bc68-392c61ef5d4d None None] Provisioning complete for port 03e0d333-1153-476f-a6e6-eedd4e826ce2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:31.285230 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Checking segment: {'id': '71c191b4-6295-4618-92e7-a4671a649bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:31.285755 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f19f9461-9ecf-44f3-bc68-392c61ef5d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (03e0d333-1153-476f-a6e6-eedd4e826ce2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:31.286477 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Bound using segment: {'id': '71c191b4-6295-4618-92e7-a4671a649bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:36:31.287465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Bound port: b7dc0c56-a30f-4726-b884-bc5a87c9bd6f, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c191b4-6295-4618-92e7-a4671a649bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:36:31.288337 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b7dc0c56-a30f-4726-b884-bc5a87c9bd6f), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:31.347476 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ecc0636a-a5d8-4a7a-a00e-89d7ee449e44 req-6eb7fd70-38de-46ee-ba86-a30fc8036324 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860707 Feb 04 13:36:31.488259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] For port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:36:31.492982 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 03e0d333-1153-476f-a6e6-eedd4e826ce2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:31.493845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] For port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b7dc0c56-a30f-4726-b884-bc5a87c9bd6f,segment=NetworkSegment(71c191b4-6295-4618-92e7-a4671a649bfb),segment_id=71c191b4-6295-4618-92e7-a4671a649bfb)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:36:31.509056 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b7dc0c56-a30f-4726-b884-bc5a87c9bd6f), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:31.636496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f19f9461-9ecf-44f3-bc68-392c61ef5d4d None None] Current status of the port 03e0d333-1153-476f-a6e6-eedd4e826ce2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:31.698934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f19f9461-9ecf-44f3-bc68-392c61ef5d4d None None] Provisioning complete for port ecf2345c-4841-4f55-a288-8c6df59eb8e3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:31.702377 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f19f9461-9ecf-44f3-bc68-392c61ef5d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ecf2345c-4841-4f55-a288-8c6df59eb8e3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:31.703836 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:31.704943 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:31.708012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] 10.222.0.99 "PUT /v2.0/ports/b7dc0c56-a30f-4726-b884-bc5a87c9bd6f HTTP/1.1" status: 200 len: 1093 time: 2.5424011 Feb 04 13:36:31.709399 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'tag': 'b7dc0c56-a30f-4726-b884-bc5a87c9bd6f'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:31.713683 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8f1cc0-1eff-4473-902e-47a3b97f9047" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "tag": "b7dc0c56-a30f-4726-b884-bc5a87c9bd6f"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:31.721559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c716b-0711-4e53-b686-006ce74a8b23 service neutron] Pushing event updated for resources: {'Port': ['ID=b7dc0c56-a30f-4726-b884-bc5a87c9bd6f,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:31.756771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Request body: {'port': {'device_id': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:31.801637 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f19f9461-9ecf-44f3-bc68-392c61ef5d4d None None] Port ecf2345c-4841-4f55-a288-8c6df59eb8e3 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:31.844737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1daae71-466c-4ffb-842a-b7f28c83d382 req-9d1932d9-c9a8-4604-a153-56acad6a7dc9 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:31.847431 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1daae71-466c-4ffb-842a-b7f28c83d382 req-9d1932d9-c9a8-4604-a153-56acad6a7dc9 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb2421c8-0594-4d9c-8dc2-6874753e0d87 HTTP/1.1" status: 200 len: 943 time: 0.2850714 Feb 04 13:36:31.937496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2cbf849a-09af-41e7-9ce4-2a094c02f871 None None] Provisioning complete for port ecf2345c-4841-4f55-a288-8c6df59eb8e3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:31.938157 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2cbf849a-09af-41e7-9ce4-2a094c02f871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ecf2345c-4841-4f55-a288-8c6df59eb8e3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:31.980312 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:32.022790 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf849a-09af-41e7-9ce4-2a094c02f871 None None] Port ecf2345c-4841-4f55-a288-8c6df59eb8e3 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:32.031985 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648fa49-9332-4cc3-a274-7be9f8e90a31 req-423ed7ea-7384-4f27-b933-659926464a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:32.037246 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c648fa49-9332-4cc3-a274-7be9f8e90a31 req-423ed7ea-7384-4f27-b933-659926464a3a service neutron] 10.222.0.99 "GET /v2.0/networks?id=b87406d1-c508-4f09-8a0f-312d75ce3975 HTTP/1.1" status: 200 len: 912 time: 0.9806709 Feb 04 13:36:32.037799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1daae71-466c-4ffb-842a-b7f28c83d382 req-8e8f306b-8108-499c-9ef4-c1b198c39110 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725225 Feb 04 13:36:32.230751 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85317be2-28bd-4fd6-89bb-1027720f939a x-openstack-request-id: req-85317be2-28bd-4fd6-89bb-1027720f939a {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:32.232540 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2421c8-0594-4d9c-8dc2-6874753e0d87", "tag": "39d2ae22-7db5-45d8-aaa2-38861ee43ea9", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:32.233178 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-85317be2-28bd-4fd6-89bb-1027720f939a {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:32.235611 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2421c8-0594-4d9c-8dc2-6874753e0d87', 'tag': '39d2ae22-7db5-45d8-aaa2-38861ee43ea9', 'status': 'completed', 'code': 200} Feb 04 13:36:32.283255 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c648fa49-9332-4cc3-a274-7be9f8e90a31 req-a5bc1a4e-10cd-4908-b827-ace3779837df service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0da6fc2d-5c64-4b79-aa94-6ded53472216 HTTP/1.1" status: 200 len: 217 time: 0.2143984 Feb 04 13:36:32.423767 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b40a5e0e-be40-49e6-9fca-0d502632d935 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ecf2345c-4841-4f55-a288-8c6df59eb8e3), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:32.443151 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648fa49-9332-4cc3-a274-7be9f8e90a31 req-2fabddd0-9290-423a-abe8-64999f9b35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:32.444835 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c648fa49-9332-4cc3-a274-7be9f8e90a31 req-2fabddd0-9290-423a-abe8-64999f9b35c4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=54252442-312c-4ce9-a1db-8b7dd94734b4 HTTP/1.1" status: 200 len: 851 time: 0.1470962 Feb 04 13:36:32.538985 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c648fa49-9332-4cc3-a274-7be9f8e90a31 req-d83d8984-29b5-4b35-b69a-7b132c4f725d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b87406d1-c508-4f09-8a0f-312d75ce3975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873730 Feb 04 13:36:32.652550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49332) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:32.885102 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 03e0d333-1153-476f-a6e6-eedd4e826ce2 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:33.055058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bc31a-01e8-4d03-bfc6-5b6b84916107 req-6e36f1eb-5835-4e23-aae0-1a5da5408038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:33.057548 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-942bc31a-01e8-4d03-bfc6-5b6b84916107 req-6e36f1eb-5835-4e23-aae0-1a5da5408038 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=18df296c97314d5f87c6deaa6c02373b&device_id=fb2421c8-0594-4d9c-8dc2-6874753e0d87 HTTP/1.1" status: 200 len: 1126 time: 0.7747962 Feb 04 13:36:33.062856 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c648fa49-9332-4cc3-a274-7be9f8e90a31 req-37ca1654-a729-4e10-a974-ad77d721757a service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138781 Feb 04 13:36:33.069770 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-933d180b-25b3-44b1-9ba7-dcbe8ac2235f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:33.105612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de7744-9c56-48b0-9cbf-9b502b9607a5 req-2a6bc3ab-1679-45a4-bef6-39bfbce32d53 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:33.109358 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50de7744-9c56-48b0-9cbf-9b502b9607a5 req-2a6bc3ab-1679-45a4-bef6-39bfbce32d53 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.7390447 Feb 04 13:36:33.241516 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 03e0d333-1153-476f-a6e6-eedd4e826ce2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:33.242344 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (03e0d333-1153-476f-a6e6-eedd4e826ce2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:33.405719 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c648fa49-9332-4cc3-a274-7be9f8e90a31 req-7005644f-5099-4ede-b65e-616d854c6129 service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309100 Feb 04 13:36:33.412950 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50de7744-9c56-48b0-9cbf-9b502b9607a5 req-c4f8f4a9-a04c-4e40-96a9-3ec5b5b794e3 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990299 Feb 04 13:36:33.417565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 03e0d333-1153-476f-a6e6-eedd4e826ce2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:33.443191 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b40a5e0e-be40-49e6-9fca-0d502632d935 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (ecf2345c-4841-4f55-a288-8c6df59eb8e3), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:33.456510 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b40a5e0e-be40-49e6-9fca-0d502632d935 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (ecf2345c-4841-4f55-a288-8c6df59eb8e3), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:33.506559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bc31a-01e8-4d03-bfc6-5b6b84916107 req-b31e6102-88de-4118-a12b-b0c7c94d21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:33.509455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-942bc31a-01e8-4d03-bfc6-5b6b84916107 req-b31e6102-88de-4118-a12b-b0c7c94d21fb service neutron] 10.222.0.99 "GET /v2.0/networks?id=9b76c752-312e-4ac7-97d7-4f401a121b43 HTTP/1.1" status: 200 len: 914 time: 0.4294059 Feb 04 13:36:33.523389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916816d3-1f0f-4344-9cb6-e7663ecabf6a {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:33.549169 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Publish callbacks [] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:33.618335 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-942bc31a-01e8-4d03-bfc6-5b6b84916107 req-a6080c92-4f6f-4ba1-b961-f2d84709dae4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39d2ae22-7db5-45d8-aaa2-38861ee43ea9 HTTP/1.1" status: 200 len: 217 time: 0.0873892 Feb 04 13:36:33.641330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-933d180b-25b3-44b1-9ba7-dcbe8ac2235f admin admin] Publish callbacks [] for security_group (abf296c4-0946-4061-b841-5e937eb43c4a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:33.695395 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-933d180b-25b3-44b1-9ba7-dcbe8ac2235f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (abf296c4-0946-4061-b841-5e937eb43c4a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:33.731918 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Transition to ACTIVE for port object 916816d3-1f0f-4344-9cb6-e7663ecabf6a will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:36:33.750187 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:33.797853 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a5e0e-be40-49e6-9fca-0d502632d935 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=ecf2345c-4841-4f55-a288-8c6df59eb8e3,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:33.820074 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bc31a-01e8-4d03-bfc6-5b6b84916107 req-99392be7-0ea5-434c-b1e0-5e1c03cb9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:33.822219 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-942bc31a-01e8-4d03-bfc6-5b6b84916107 req-99392be7-0ea5-434c-b1e0-5e1c03cb9e5c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=17d78447-bcef-4d7f-9596-7ffb293b03df HTTP/1.1" status: 200 len: 853 time: 0.1854868 Feb 04 13:36:33.892326 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-942bc31a-01e8-4d03-bfc6-5b6b84916107 req-a76895ff-9a04-4759-82df-c767e07f87f3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9b76c752-312e-4ac7-97d7-4f401a121b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550325 Feb 04 13:36:33.893173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Pushing event updated for resources: {'Port': ['ID=916816d3-1f0f-4344-9cb6-e7663ecabf6a,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:33.906727 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-933d180b-25b3-44b1-9ba7-dcbe8ac2235f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=34bff2a413a94d52b2022758afa1625b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2448161 Feb 04 13:36:33.916672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49338) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:33.950044 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8827-7e26-4f9e-bad2-8bb3f1753cef req-951c5044-62a7-4b4e-9ac0-19147e8b2b51 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:33.953347 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fae8827-7e26-4f9e-bad2-8bb3f1753cef req-951c5044-62a7-4b4e-9ac0-19147e8b2b51 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 945 time: 0.3451285 Feb 04 13:36:33.965374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d180b-25b3-44b1-9ba7-dcbe8ac2235f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf296c4-0946-4061-b841-5e937eb43c4a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:33.985551 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-89ad1dcc-2ce0-43aa-b90a-209269738731 req-35856bda-d55b-4847-89bf-662b66def1ae service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5117090 Feb 04 13:36:34.104741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-26506089-407c-4856-ab61-34776a80727e None None] Provisioning complete for port ecf2345c-4841-4f55-a288-8c6df59eb8e3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:34.105857 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-26506089-407c-4856-ab61-34776a80727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ecf2345c-4841-4f55-a288-8c6df59eb8e3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:34.142947 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b40a5e0e-be40-49e6-9fca-0d502632d935 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (16c88ca8-f603-4b07-847e-e3c8625f0a06), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:34.160329 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-26506089-407c-4856-ab61-34776a80727e None None] Port ecf2345c-4841-4f55-a288-8c6df59eb8e3 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:34.240276 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad1dcc-2ce0-43aa-b90a-209269738731 req-bdcbf9b4-22fd-4a85-8b39-1c080ef66b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:34.242313 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-89ad1dcc-2ce0-43aa-b90a-209269738731 req-bdcbf9b4-22fd-4a85-8b39-1c080ef66b85 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=966901e806474173a5eedad926b29322&device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 1129 time: 0.1723955 Feb 04 13:36:34.341419 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1796-8200-4764-a0ad-06b2236164b3 admin admin] Publish callbacks [] for security_group (abf296c4-0946-4061-b841-5e937eb43c4a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:34.371636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fae8827-7e26-4f9e-bad2-8bb3f1753cef req-4c1290d6-4712-4022-a816-7e378fab4182 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643472 Feb 04 13:36:34.380457 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b40a5e0e-be40-49e6-9fca-0d502632d935 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ecf2345c-4841-4f55-a288-8c6df59eb8e3), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:34.386428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Attempting to bind port 916816d3-1f0f-4344-9cb6-e7663ecabf6a on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:36:34.386868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Attempting to bind port 916816d3-1f0f-4344-9cb6-e7663ecabf6a by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '8c73faf1-a073-47d6-8695-9d36226fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4b721c68-3d78-4657-b753-90489104a3e8'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:36:34.387429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Attempting to bind port 916816d3-1f0f-4344-9cb6-e7663ecabf6a on network 4b721c68-3d78-4657-b753-90489104a3e8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:34.445727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Port 916816d3-1f0f-4344-9cb6-e7663ecabf6a on network 4b721c68-3d78-4657-b753-90489104a3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:36:34.446273 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Attempting to bind port 916816d3-1f0f-4344-9cb6-e7663ecabf6a on network 4b721c68-3d78-4657-b753-90489104a3e8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:34.470215 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1796-8200-4764-a0ad-06b2236164b3 admin admin] Publish callbacks [] for security_group (abf296c4-0946-4061-b841-5e937eb43c4a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:34.488994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:36:34.489587 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Checking segment: {'id': '8c73faf1-a073-47d6-8695-9d36226fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4b721c68-3d78-4657-b753-90489104a3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:34.490256 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Bound using segment: {'id': '8c73faf1-a073-47d6-8695-9d36226fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4b721c68-3d78-4657-b753-90489104a3e8'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:36:34.491020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Bound port: 916816d3-1f0f-4344-9cb6-e7663ecabf6a, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c73faf1-a073-47d6-8695-9d36226fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4b721c68-3d78-4657-b753-90489104a3e8'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:36:34.491624 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:34.498668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-942bc31a-01e8-4d03-bfc6-5b6b84916107 req-e4c0cbb0-d67a-4845-8e65-5ae9ea6a2219 service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945730 Feb 04 13:36:34.526391 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad1dcc-2ce0-43aa-b90a-209269738731 req-e32f5739-eff7-4d19-8e6b-5c7702337666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:34.529760 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-89ad1dcc-2ce0-43aa-b90a-209269738731 req-e32f5739-eff7-4d19-8e6b-5c7702337666 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b87406d1-c508-4f09-8a0f-312d75ce3975 HTTP/1.1" status: 200 len: 912 time: 0.2547634 Feb 04 13:36:34.712957 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-89ad1dcc-2ce0-43aa-b90a-209269738731 req-95b434e5-ad0a-4fa2-85ba-db35ba28382f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10cda6a5-6a78-425e-85a4-6030d52dbe12 HTTP/1.1" status: 200 len: 217 time: 0.1697814 Feb 04 13:36:34.762711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] For port 916816d3-1f0f-4344-9cb6-e7663ecabf6a, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:36:34.777509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28338882-c0c6-4e50-9f83-68711f281c7d req-a087e0c3-844a-413d-8426-ab6a03371385 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:34.783045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28338882-c0c6-4e50-9f83-68711f281c7d req-a087e0c3-844a-413d-8426-ab6a03371385 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:34.789833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28338882-c0c6-4e50-9f83-68711f281c7d req-a087e0c3-844a-413d-8426-ab6a03371385 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:34.795874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28338882-c0c6-4e50-9f83-68711f281c7d req-a087e0c3-844a-413d-8426-ab6a03371385 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:34.802445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28338882-c0c6-4e50-9f83-68711f281c7d req-a087e0c3-844a-413d-8426-ab6a03371385 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:34.808423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28338882-c0c6-4e50-9f83-68711f281c7d req-a087e0c3-844a-413d-8426-ab6a03371385 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:34.814795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28338882-c0c6-4e50-9f83-68711f281c7d req-a087e0c3-844a-413d-8426-ab6a03371385 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:34.817716 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28338882-c0c6-4e50-9f83-68711f281c7d req-a087e0c3-844a-413d-8426-ab6a03371385 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5429 time: 0.3100152 Feb 04 13:36:34.820172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] For port 916816d3-1f0f-4344-9cb6-e7663ecabf6a, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=916816d3-1f0f-4344-9cb6-e7663ecabf6a,segment=NetworkSegment(8c73faf1-a073-47d6-8695-9d36226fea93),segment_id=8c73faf1-a073-47d6-8695-9d36226fea93)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:36:34.824985 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1796-8200-4764-a0ad-06b2236164b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (abf296c4-0946-4061-b841-5e937eb43c4a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:34.828049 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1796-8200-4764-a0ad-06b2236164b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:34.832940 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9d5e1796-8200-4764-a0ad-06b2236164b3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/abf296c4-0946-4061-b841-5e937eb43c4a HTTP/1.1" status: 204 len: 168 time: 0.8759472 Feb 04 13:36:34.838368 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:34.842148 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-942bc31a-01e8-4d03-bfc6-5b6b84916107 req-0a43af5a-a745-4f5c-9fa6-356c713c7cdd service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289480 Feb 04 13:36:34.892775 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad1dcc-2ce0-43aa-b90a-209269738731 req-b213826d-2b9c-4557-9847-5aed11504570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:34.896070 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-89ad1dcc-2ce0-43aa-b90a-209269738731 req-b213826d-2b9c-4557-9847-5aed11504570 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=54252442-312c-4ce9-a1db-8b7dd94734b4 HTTP/1.1" status: 200 len: 851 time: 0.1720772 Feb 04 13:36:34.901529 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e1796-8200-4764-a0ad-06b2236164b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf296c4-0946-4061-b841-5e937eb43c4a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:34.921937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:34.922624 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:34.924473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] 10.222.0.99 "PUT /v2.0/ports/916816d3-1f0f-4344-9cb6-e7663ecabf6a HTTP/1.1" status: 200 len: 1092 time: 3.1763735 Feb 04 13:36:34.968714 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:36:34.973535 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-89ad1dcc-2ce0-43aa-b90a-209269738731 req-cdeacadc-6abc-458d-ae0b-05c30e8bdfe4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b87406d1-c508-4f09-8a0f-312d75ce3975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672750 Feb 04 13:36:34.977136 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Request body: {'port': {'device_id': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:35.070429 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28338882-c0c6-4e50-9f83-68711f281c7d req-16ad118e-fa94-4e55-b38d-d215f203c04a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2390456 Feb 04 13:36:35.079411 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d77879-d981-4900-8fb4-bf0516529c0b service neutron] Pushing event updated for resources: {'Port': ['ID=916816d3-1f0f-4344-9cb6-e7663ecabf6a,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:35.138865 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7bff0d56-d0b0-492e-8cbd-5e9b06abc07d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:35.287309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=39d2ae22-7db5-45d8-aaa2-38861ee43ea9,segment=NetworkSegment(d16d3540-ee57-4b22-abec-ff8cee081073),segment_id=d16d3540-ee57-4b22-abec-ff8cee081073)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:35.308955 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b40a5e0e-be40-49e6-9fca-0d502632d935 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (ecf2345c-4841-4f55-a288-8c6df59eb8e3), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:35.314629 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-89ad1dcc-2ce0-43aa-b90a-209269738731 req-6ca48f49-874b-45d2-8605-4490d3475d92 service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300114 Feb 04 13:36:35.315080 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '39d2ae22-7db5-45d8-aaa2-38861ee43ea9', 'network_id': '9b76c752-312e-4ac7-97d7-4f401a121b43', 'port_id': '39d2ae22-7db5-45d8-aaa2-38861ee43ea9', 'mac_address': 'fa:16:3e:2b:92:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d78447-bcef-4d7f-9596-7ffb293b03df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:36:35.338380 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b40a5e0e-be40-49e6-9fca-0d502632d935 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (ecf2345c-4841-4f55-a288-8c6df59eb8e3), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:35.339608 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b40a5e0e-be40-49e6-9fca-0d502632d935 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (16c88ca8-f603-4b07-847e-e3c8625f0a06), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:35.373695 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b6a808-e7d8-493c-836e-b65a1a1eea1b x-openstack-request-id: req-67b6a808-e7d8-493c-836e-b65a1a1eea1b {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:35.374837 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "tag": "b7dc0c56-a30f-4726-b884-bc5a87c9bd6f", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:35.374837 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-67b6a808-e7d8-493c-836e-b65a1a1eea1b {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:35.375206 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'tag': 'b7dc0c56-a30f-4726-b884-bc5a87c9bd6f', 'status': 'completed', 'code': 200} Feb 04 13:36:35.458091 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:35.458794 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:35.496890 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:35.544116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=39d2ae22-7db5-45d8-aaa2-38861ee43ea9,segment=NetworkSegment(d16d3540-ee57-4b22-abec-ff8cee081073),segment_id=d16d3540-ee57-4b22-abec-ff8cee081073)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:35.568749 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:35.671190 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f1cc0-1eff-4473-902e-47a3b97f9047 req-d23bde93-d715-4667-88df-8be2e936067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:35.672055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f1cc0-1eff-4473-902e-47a3b97f9047 req-d23bde93-d715-4667-88df-8be2e936067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:35.672916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f1cc0-1eff-4473-902e-47a3b97f9047 req-d23bde93-d715-4667-88df-8be2e936067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:35.677282 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb8f1cc0-1eff-4473-902e-47a3b97f9047 req-d23bde93-d715-4667-88df-8be2e936067d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=171cccc1a4bf4bf9a016458d43c59628&device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2862 time: 0.2743626 Feb 04 13:36:35.694756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=39d2ae22-7db5-45d8-aaa2-38861ee43ea9,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:35.801790 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a5e0e-be40-49e6-9fca-0d502632d935 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=ecf2345c-4841-4f55-a288-8c6df59eb8e3,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:35.879662 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-89ad1dcc-2ce0-43aa-b90a-209269738731 req-60dcd1fc-512f-48f0-b46c-d41ae6fb159c service neutron] 10.222.0.99 "GET /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565538 Feb 04 13:36:35.937893 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a5e0e-be40-49e6-9fca-0d502632d935 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network b849639f-1258-4ed8-888d-aafff99ed09c is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:35.942181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b40a5e0e-be40-49e6-9fca-0d502632d935 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:36.057947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f1cc0-1eff-4473-902e-47a3b97f9047 req-732d0c6d-e6a9-413d-8151-f3e17589ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:36.057947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f1cc0-1eff-4473-902e-47a3b97f9047 req-732d0c6d-e6a9-413d-8151-f3e17589ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:36.057947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f1cc0-1eff-4473-902e-47a3b97f9047 req-732d0c6d-e6a9-413d-8151-f3e17589ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:36.059959 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb8f1cc0-1eff-4473-902e-47a3b97f9047 req-732d0c6d-e6a9-413d-8151-f3e17589ed56 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=171cccc1a4bf4bf9a016458d43c59628&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3763571 Feb 04 13:36:36.070424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5c334-a437-4c00-b073-13a9c426a561 req-1159c7d5-1b94-4c91-88c8-379c634a3d7d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:36.076692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5c334-a437-4c00-b073-13a9c426a561 req-1159c7d5-1b94-4c91-88c8-379c634a3d7d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:36.082204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5c334-a437-4c00-b073-13a9c426a561 req-1159c7d5-1b94-4c91-88c8-379c634a3d7d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:36.084348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-63e5c334-a437-4c00-b073-13a9c426a561 req-1159c7d5-1b94-4c91-88c8-379c634a3d7d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2400 time: 0.3821380 Feb 04 13:36:36.191171 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40a5e0e-be40-49e6-9fca-0d502632d935 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Router 16c88ca8-f603-4b07-847e-e3c8625f0a06 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:36:36.243350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['39d2ae22-7db5-45d8-aaa2-38861ee43ea9'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:36.450450 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-63e5c334-a437-4c00-b073-13a9c426a561 req-34fd3ff4-4077-4d21-b21e-e1fb18597e28 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467784 Feb 04 13:36:36.452733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40a5e0e-be40-49e6-9fca-0d502632d935 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:36:36.463236 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b40a5e0e-be40-49e6-9fca-0d502632d935 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "PUT /v2.0/routers/16c88ca8-f603-4b07-847e-e3c8625f0a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7311194 Feb 04 13:36:36.466645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49370) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:36.467217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:36.478034 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146ae086-2fb7-430c-8cbe-48b840274d92 None None] Sync routers for ids ['16c88ca8-f603-4b07-847e-e3c8625f0a06'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:36:36.531932 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f1cc0-1eff-4473-902e-47a3b97f9047 req-360e0ea4-3f41-4234-b209-127dc159391a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:36.535640 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb8f1cc0-1eff-4473-902e-47a3b97f9047 req-360e0ea4-3f41-4234-b209-127dc159391a service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4468157 Feb 04 13:36:36.536257 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ae086-2fb7-430c-8cbe-48b840274d92 None None] Routers {'16c88ca8-f603-4b07-847e-e3c8625f0a06'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:36:36.537639 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-146ae086-2fb7-430c-8cbe-48b840274d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:36:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['16c88ca8-f603-4b07-847e-e3c8625f0a06'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:36.544036 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Publish callbacks [] for port (7bff0d56-d0b0-492e-8cbd-5e9b06abc07d), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:36.586543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-47a3a919-593b-4902-b4d0-6e186ac0b766 None None] Provisioning complete for port ecf2345c-4841-4f55-a288-8c6df59eb8e3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:36.587472 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-47a3a919-593b-4902-b4d0-6e186ac0b766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ecf2345c-4841-4f55-a288-8c6df59eb8e3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:36.596871 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Transition to ACTIVE for port object 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:36:36.608880 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (7bff0d56-d0b0-492e-8cbd-5e9b06abc07d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:36.657284 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b4851-54a2-4629-8a0c-e9b3eb4ddf09 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:36.662266 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-575b4851-54a2-4629-8a0c-e9b3eb4ddf09 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports?device_id=16c88ca8-f603-4b07-847e-e3c8625f0a06 HTTP/1.1" status: 200 len: 989 time: 0.1935117 Feb 04 13:36:36.665398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-47a3a919-593b-4902-b4d0-6e186ac0b766 None None] Port ecf2345c-4841-4f55-a288-8c6df59eb8e3 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:36.667147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49372) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:36.702679 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-146ae086-2fb7-430c-8cbe-48b840274d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:36.715849 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ae086-2fb7-430c-8cbe-48b840274d92 None None] Routers {'16c88ca8-f603-4b07-847e-e3c8625f0a06'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:36:36.716860 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-146ae086-2fb7-430c-8cbe-48b840274d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:36:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['16c88ca8-f603-4b07-847e-e3c8625f0a06'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:36.774489 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-146ae086-2fb7-430c-8cbe-48b840274d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:36.775575 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146ae086-2fb7-430c-8cbe-48b840274d92 None None] The sync data for ids ['16c88ca8-f603-4b07-847e-e3c8625f0a06'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:36:36.845041 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7bff0d56-d0b0-492e-8cbd-5e9b06abc07d,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:36.936604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c66a0353-b18f-4420-87c2-08e2a28ccc14 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:36:37.025279 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea214d5-d008-481a-a951-c0420cf6b10e req-3f943e26-b4a4-43a8-be32-8c71b0098da7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:37.040981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eea214d5-d008-481a-a951-c0420cf6b10e req-3f943e26-b4a4-43a8-be32-8c71b0098da7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb2421c8-0594-4d9c-8dc2-6874753e0d87 HTTP/1.1" status: 200 len: 944 time: 0.3403950 Feb 04 13:36:37.119493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Attempting to bind port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:36:37.120002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Attempting to bind port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '71c191b4-6295-4618-92e7-a4671a649bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:36:37.120534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Attempting to bind port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d on network 8350ded1-0e9d-45c7-b606-382d6f1e39dd {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:37.147385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d on network 8350ded1-0e9d-45c7-b606-382d6f1e39dd not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:36:37.148426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Attempting to bind port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d on network 8350ded1-0e9d-45c7-b606-382d6f1e39dd {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:37.176120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:36:37.176653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Checking segment: {'id': '71c191b4-6295-4618-92e7-a4671a649bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:37.177284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Bound using segment: {'id': '71c191b4-6295-4618-92e7-a4671a649bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:36:37.178038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Bound port: 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c191b4-6295-4618-92e7-a4671a649bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:36:37.178695 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7bff0d56-d0b0-492e-8cbd-5e9b06abc07d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:37.229639 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eea214d5-d008-481a-a951-c0420cf6b10e req-e2c63aa7-fadd-4618-8f75-2dfc37e0ead1 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838465 Feb 04 13:36:37.257195 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c66a0353-b18f-4420-87c2-08e2a28ccc14, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c66a0353-b18f-4420-87c2-08e2a28ccc14,segment=NetworkSegment(e31816d3-c4f8-4ad1-9c27-bba47d3901da),segment_id=e31816d3-c4f8-4ad1-9c27-bba47d3901da)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:37.290241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'c66a0353-b18f-4420-87c2-08e2a28ccc14', 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1', 'port_id': 'c66a0353-b18f-4420-87c2-08e2a28ccc14', 'mac_address': 'fa:16:3e:4b:1e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:36:37.369234 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c66a0353-b18f-4420-87c2-08e2a28ccc14 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:37.369864 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:37.403907 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66a0353-b18f-4420-87c2-08e2a28ccc14 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:37.430598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'tag': '916816d3-1f0f-4344-9cb6-e7663ecabf6a'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:37.444391 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc88a5e1-f977-4b0c-8fa8-d5c7dc4bdfbe" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "tag": "916816d3-1f0f-4344-9cb6-e7663ecabf6a"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:37.461627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c66a0353-b18f-4420-87c2-08e2a28ccc14, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c66a0353-b18f-4420-87c2-08e2a28ccc14,segment=NetworkSegment(e31816d3-c4f8-4ad1-9c27-bba47d3901da),segment_id=e31816d3-c4f8-4ad1-9c27-bba47d3901da)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:37.473742 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:37.475624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c851ed1e-9207-4b30-bdb5-b5029841908d details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:36:37.605615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c66a0353-b18f-4420-87c2-08e2a28ccc14,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:37.617342 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] For port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:36:37.624664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] For port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=7bff0d56-d0b0-492e-8cbd-5e9b06abc07d,segment=NetworkSegment(71c191b4-6295-4618-92e7-a4671a649bfb),segment_id=71c191b4-6295-4618-92e7-a4671a649bfb)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:36:37.640520 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (7bff0d56-d0b0-492e-8cbd-5e9b06abc07d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:37.747633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c851ed1e-9207-4b30-bdb5-b5029841908d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c851ed1e-9207-4b30-bdb5-b5029841908d,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:37.756128 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7bff0d56-d0b0-492e-8cbd-5e9b06abc07d,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:37.766721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'c851ed1e-9207-4b30-bdb5-b5029841908d', 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1', 'port_id': 'c851ed1e-9207-4b30-bdb5-b5029841908d', 'mac_address': 'fa:16:3e:57:8e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81dea98-4db8-4a79-addb-9466ebfdb0ac', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:36:37.789603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd7536-79f6-4785-9574-f1a6a13302bb req-567b376a-7ab1-4c03-b696-6194b97e9c24 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:37.792314 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0bd7536-79f6-4785-9574-f1a6a13302bb req-567b376a-7ab1-4c03-b696-6194b97e9c24 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.2995224 Feb 04 13:36:37.801560 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:37.802613 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:37.805019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-cac5d540-b92f-4045-ae19-b262ebc8b3d9 service neutron] 10.222.0.99 "PUT /v2.0/ports/7bff0d56-d0b0-492e-8cbd-5e9b06abc07d HTTP/1.1" status: 200 len: 1093 time: 2.8383780 Feb 04 13:36:37.895299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c851ed1e-9207-4b30-bdb5-b5029841908d is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:37.896484 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:37.927291 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c851ed1e-9207-4b30-bdb5-b5029841908d {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:37.956162 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c851ed1e-9207-4b30-bdb5-b5029841908d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c851ed1e-9207-4b30-bdb5-b5029841908d,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:37.963317 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:38.043095 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0bd7536-79f6-4785-9574-f1a6a13302bb req-28867ff1-ca03-4e86-b31b-a7a8736f16db tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341614 Feb 04 13:36:38.096203 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-1e440da6-44fd-45e9-990e-a3b1ef02b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:38.098568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-1e440da6-44fd-45e9-990e-a3b1ef02b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:38.101079 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-1e440da6-44fd-45e9-990e-a3b1ef02b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:38.110666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-1e440da6-44fd-45e9-990e-a3b1ef02b7f1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=171cccc1a4bf4bf9a016458d43c59628&device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2961 time: 0.1788423 Feb 04 13:36:38.117318 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c851ed1e-9207-4b30-bdb5-b5029841908d,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:38.156987 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61205d4e-7554-4ca7-9a70-9892929fa47c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (16c88ca8-f603-4b07-847e-e3c8625f0a06), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:38.179090 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-c6542e5d-00b4-47ef-bb9f-9276a7992fa0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.194&port_id=b7dc0c56-a30f-4726-b884-bc5a87c9bd6f HTTP/1.1" status: 200 len: 217 time: 0.0600133 Feb 04 13:36:38.289519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-982f89c2-1d4f-46b1-884a-1074e4a42f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:38.291159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-982f89c2-1d4f-46b1-884a-1074e4a42f5d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6e49e6e-5ea2-4783-9eb7-c690b7544a91 HTTP/1.1" status: 200 len: 801 time: 0.0619693 Feb 04 13:36:38.305806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790c90f-ac20-4559-baf4-535ae84ca81e req-5218ba7c-84cb-4edd-b6db-6eee38d9dbf0 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:38.307479 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3790c90f-ac20-4559-baf4-535ae84ca81e req-5218ba7c-84cb-4edd-b6db-6eee38d9dbf0 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 945 time: 0.1137016 Feb 04 13:36:38.422535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-ef815311-869e-4e9d-aea6-8270342a5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:38.424113 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-ef815311-869e-4e9d-aea6-8270342a5b65 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8350ded1-0e9d-45c7-b606-382d6f1e39dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1156836 Feb 04 13:36:38.429303 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3790c90f-ac20-4559-baf4-535ae84ca81e req-d660a3c8-6f3c-4497-9925-fdb6c39d11d0 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112313 Feb 04 13:36:38.547644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-8451dda1-9b60-4d23-837c-930df7c21ea3 service neutron] 10.222.0.99 "GET /v2.0/networks/8350ded1-0e9d-45c7-b606-382d6f1e39dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101766 Feb 04 13:36:38.618776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c851ed1e-9207-4b30-bdb5-b5029841908d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:38.649428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-61205d4e-7554-4ca7-9a70-9892929fa47c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port ecf2345c-4841-4f55-a288-8c6df59eb8e3 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:38.650508 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61205d4e-7554-4ca7-9a70-9892929fa47c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ecf2345c-4841-4f55-a288-8c6df59eb8e3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:38.671857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c66a0353-b18f-4420-87c2-08e2a28ccc14'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:38.813202 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61205d4e-7554-4ca7-9a70-9892929fa47c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ecf2345c-4841-4f55-a288-8c6df59eb8e3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:38.836662 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-61205d4e-7554-4ca7-9a70-9892929fa47c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for ecf2345c-4841-4f55-a288-8c6df59eb8e3 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:38.848337 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-608e2cc6-7cfa-4472-9240-ca20244ab389 service neutron] 10.222.0.99 "GET /v2.0/networks/8350ded1-0e9d-45c7-b606-382d6f1e39dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924104 Feb 04 13:36:38.874701 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d89056-5896-4a8a-803d-8b65d2aa0b58 req-89eae536-cc13-4aff-8552-5e4e3b610066 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:38.884839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d89056-5896-4a8a-803d-8b65d2aa0b58 req-89eae536-cc13-4aff-8552-5e4e3b610066 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:38.892033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d89056-5896-4a8a-803d-8b65d2aa0b58 req-89eae536-cc13-4aff-8552-5e4e3b610066 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:38.898872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d89056-5896-4a8a-803d-8b65d2aa0b58 req-89eae536-cc13-4aff-8552-5e4e3b610066 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:38.905222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d89056-5896-4a8a-803d-8b65d2aa0b58 req-89eae536-cc13-4aff-8552-5e4e3b610066 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:38.911338 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d89056-5896-4a8a-803d-8b65d2aa0b58 req-89eae536-cc13-4aff-8552-5e4e3b610066 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:38.917147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d89056-5896-4a8a-803d-8b65d2aa0b58 req-89eae536-cc13-4aff-8552-5e4e3b610066 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:38.919808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32d89056-5896-4a8a-803d-8b65d2aa0b58 req-89eae536-cc13-4aff-8552-5e4e3b610066 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5431 time: 0.2047367 Feb 04 13:36:38.949845 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:36:38.954060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:38.968166 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-969df8c1-f405-4355-af11-f85a5fa623b6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.94&port_id=916816d3-1f0f-4344-9cb6-e7663ecabf6a HTTP/1.1" status: 200 len: 217 time: 0.1104233 Feb 04 13:36:39.072011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-c4c1595e-4f26-43bb-bd5e-c652414ab800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:39.073664 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-c4c1595e-4f26-43bb-bd5e-c652414ab800 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ef898d2c-0999-4e35-9252-d26b4c25bff9 HTTP/1.1" status: 200 len: 801 time: 0.0989349 Feb 04 13:36:39.084526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32d89056-5896-4a8a-803d-8b65d2aa0b58 req-b90bc1f5-6b4b-4284-b590-673adda188c3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1190622 Feb 04 13:36:39.157755 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-867da92f-cf21-462d-a8f3-c75171bad0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:39.161946 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-867da92f-cf21-462d-a8f3-c75171bad0e0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4b721c68-3d78-4657-b753-90489104a3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0758970 Feb 04 13:36:39.179862 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61205d4e-7554-4ca7-9a70-9892929fa47c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ecf2345c-4841-4f55-a288-8c6df59eb8e3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:39.217066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:36:39.227324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:39.230012 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:39.258412 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3c9dbf-b31e-489e-89a7-4b6ccdf8499c x-openstack-request-id: req-ba3c9dbf-b31e-489e-89a7-4b6ccdf8499c {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:39.259010 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "tag": "916816d3-1f0f-4344-9cb6-e7663ecabf6a", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:39.259444 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ba3c9dbf-b31e-489e-89a7-4b6ccdf8499c {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:39.260107 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'tag': '916816d3-1f0f-4344-9cb6-e7663ecabf6a', 'status': 'completed', 'code': 200} Feb 04 13:36:39.299691 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61205d4e-7554-4ca7-9a70-9892929fa47c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=ecf2345c-4841-4f55-a288-8c6df59eb8e3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:39.305025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2f81fc2a-e69c-4b6b-b383-65cf65a76b14,segment=NetworkSegment(e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7),segment_id=e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:39.346920 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '2f81fc2a-e69c-4b6b-b383-65cf65a76b14', 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390', 'port_id': '2f81fc2a-e69c-4b6b-b383-65cf65a76b14', 'mac_address': 'fa:16:3e:12:4d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587e0d65-07e2-4346-8c99-06f453205a97', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:36:39.562673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-b441a09c-aafb-4ce5-a1ec-b18e8eac890f service neutron] 10.222.0.99 "GET /v2.0/networks/4b721c68-3d78-4657-b753-90489104a3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934460 Feb 04 13:36:39.569471 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:39.570088 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:39.590497 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61205d4e-7554-4ca7-9a70-9892929fa47c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (16c88ca8-f603-4b07-847e-e3c8625f0a06), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:39.601942 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:39.601942 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:39.626772 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:39.637668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050119d-5213-4115-992e-32a7e3035868 req-e1a064b6-8cb8-4952-9654-d5d432fe9574 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:39.650283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050119d-5213-4115-992e-32a7e3035868 req-e1a064b6-8cb8-4952-9654-d5d432fe9574 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:39.664398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050119d-5213-4115-992e-32a7e3035868 req-e1a064b6-8cb8-4952-9654-d5d432fe9574 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:39.668031 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9050119d-5213-4115-992e-32a7e3035868 req-e1a064b6-8cb8-4952-9654-d5d432fe9574 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2412 time: 0.2782164 Feb 04 13:36:39.686478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2f81fc2a-e69c-4b6b-b383-65cf65a76b14,segment=NetworkSegment(e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7),segment_id=e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:39.699358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2421c8-0594-4d9c-8dc2-6874753e0d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d2ae22-7db5-45d8-aaa2-38861ee43ea9'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:39.702542 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754ea9e6-8c75-4a32-881e-add8798ad8a9" -d '{"events": [{"server_uuid": "fb2421c8-0594-4d9c-8dc2-6874753e0d87", "name": "network-vif-plugged", "status": "completed", "tag": "39d2ae22-7db5-45d8-aaa2-38861ee43ea9"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:39.710495 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:39.710821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9471111a-51b1-43df-8a12-7ca6ece249bc details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:36:39.833616 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=2f81fc2a-e69c-4b6b-b383-65cf65a76b14,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:39.840860 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=39d2ae22-7db5-45d8-aaa2-38861ee43ea9,segment=NetworkSegment(d16d3540-ee57-4b22-abec-ff8cee081073),segment_id=d16d3540-ee57-4b22-abec-ff8cee081073)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:39.868508 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:40.031015 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61205d4e-7554-4ca7-9a70-9892929fa47c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Router 16c88ca8-f603-4b07-847e-e3c8625f0a06 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:36:40.094157 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=39d2ae22-7db5-45d8-aaa2-38861ee43ea9,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:40.161711 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61205d4e-7554-4ca7-9a70-9892929fa47c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:36:40.174980 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-61205d4e-7554-4ca7-9a70-9892929fa47c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "PUT /v2.0/routers/16c88ca8-f603-4b07-847e-e3c8625f0a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5047665 Feb 04 13:36:40.178707 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49442) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:40.179864 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37b0a3-884a-4410-b5b3-8a95b7b60cbb None None] Sync routers for ids ['16c88ca8-f603-4b07-847e-e3c8625f0a06'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:36:40.204051 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9471111a-51b1-43df-8a12-7ca6ece249bc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9471111a-51b1-43df-8a12-7ca6ece249bc,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:40.221296 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37b0a3-884a-4410-b5b3-8a95b7b60cbb None None] Routers {'16c88ca8-f603-4b07-847e-e3c8625f0a06'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:36:40.221954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4c37b0a3-884a-4410-b5b3-8a95b7b60cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:36:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['16c88ca8-f603-4b07-847e-e3c8625f0a06'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:40.225417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '9471111a-51b1-43df-8a12-7ca6ece249bc', 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1', 'port_id': '9471111a-51b1-43df-8a12-7ca6ece249bc', 'mac_address': 'fa:16:3e:88:23:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81dea98-4db8-4a79-addb-9466ebfdb0ac', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:36:40.231441 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2075ab-632c-48c6-b73e-fc713faa3786 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] GET failed (client error): The resource could not be found. Feb 04 13:36:40.234356 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4b2075ab-632c-48c6-b73e-fc713faa3786 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/ecf2345c-4841-4f55-a288-8c6df59eb8e3 HTTP/1.1" status: 404 len: 333 time: 0.0541561 Feb 04 13:36:40.239486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49444) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:40.273990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4c37b0a3-884a-4410-b5b3-8a95b7b60cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:40.312130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49446) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:40.315392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37b0a3-884a-4410-b5b3-8a95b7b60cbb None None] Routers {'16c88ca8-f603-4b07-847e-e3c8625f0a06'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:36:40.316637 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4c37b0a3-884a-4410-b5b3-8a95b7b60cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:36:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['16c88ca8-f603-4b07-847e-e3c8625f0a06'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:40.334398 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9050119d-5213-4115-992e-32a7e3035868 req-8ed9ee18-3a27-4908-8b88-f0ec80b121ab tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377904 Feb 04 13:36:40.357003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4c37b0a3-884a-4410-b5b3-8a95b7b60cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:40.367939 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37b0a3-884a-4410-b5b3-8a95b7b60cbb None None] The sync data for ids ['16c88ca8-f603-4b07-847e-e3c8625f0a06'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:36:40.388045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9471111a-51b1-43df-8a12-7ca6ece249bc is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:40.388479 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:40.393566 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-6f9156b0-94b2-475c-bf12-19f0037dbf59 service neutron] 10.222.0.99 "GET /v2.0/networks/4b721c68-3d78-4657-b753-90489104a3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8221710 Feb 04 13:36:40.398159 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4bb492d-a55d-4935-b6fc-424c670ceee4 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for router (16c88ca8-f603-4b07-847e-e3c8625f0a06), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:40.418041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9471111a-51b1-43df-8a12-7ca6ece249bc {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:40.448621 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-0ae82018-80cd-4e76-a7d5-4fedace3b6af service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.181&port_id=7bff0d56-d0b0-492e-8cbd-5e9b06abc07d HTTP/1.1" status: 200 len: 217 time: 0.0482893 Feb 04 13:36:40.463095 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9471111a-51b1-43df-8a12-7ca6ece249bc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9471111a-51b1-43df-8a12-7ca6ece249bc,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:40.470805 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:40.473094 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 69e3009d-afe0-49cb-92eb-a7ddb0844090 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:36:40.568337 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 69e3009d-afe0-49cb-92eb-a7ddb0844090, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=69e3009d-afe0-49cb-92eb-a7ddb0844090,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:40.579423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9471111a-51b1-43df-8a12-7ca6ece249bc,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:40.596809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '69e3009d-afe0-49cb-92eb-a7ddb0844090', 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1', 'port_id': '69e3009d-afe0-49cb-92eb-a7ddb0844090', 'mac_address': 'fa:16:3e:78:ce:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81dea98-4db8-4a79-addb-9466ebfdb0ac', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:36:40.620955 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4bb492d-a55d-4935-b6fc-424c670ceee4 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (16c88ca8-f603-4b07-847e-e3c8625f0a06), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:40.623287 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4bb492d-a55d-4935-b6fc-424c670ceee4 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for router_controller (16c88ca8-f603-4b07-847e-e3c8625f0a06), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:40.655174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-2f6d8bfe-ac73-4e88-88f7-cacf12d3ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:40.657797 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-2f6d8bfe-ac73-4e88-88f7-cacf12d3ec6b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6e49e6e-5ea2-4783-9eb7-c690b7544a91 HTTP/1.1" status: 200 len: 801 time: 0.1982498 Feb 04 13:36:40.659599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 69e3009d-afe0-49cb-92eb-a7ddb0844090 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:40.661295 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:40.680654 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e3009d-afe0-49cb-92eb-a7ddb0844090 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:40.694345 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4bb492d-a55d-4935-b6fc-424c670ceee4 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (16c88ca8-f603-4b07-847e-e3c8625f0a06), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:40.695749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bb492d-a55d-4935-b6fc-424c670ceee4 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Fanout notify agent at l3_agent the message router_deleted on router 16c88ca8-f603-4b07-847e-e3c8625f0a06 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:36:40.705941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34facac7-39a2-459c-a071-13a4e83cb1a8 req-24df317e-c75b-495a-a6d1-5f584dac1f2f tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:40.708783 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34facac7-39a2-459c-a071-13a4e83cb1a8 req-24df317e-c75b-495a-a6d1-5f584dac1f2f tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb2421c8-0594-4d9c-8dc2-6874753e0d87 HTTP/1.1" status: 200 len: 945 time: 0.1694016 Feb 04 13:36:40.712899 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8274c565-cced-4335-a8e2-082cdbe2906f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:40.730412 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4bb492d-a55d-4935-b6fc-424c670ceee4 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:40.730828 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 69e3009d-afe0-49cb-92eb-a7ddb0844090, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=69e3009d-afe0-49cb-92eb-a7ddb0844090,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:40.732700 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f4bb492d-a55d-4935-b6fc-424c670ceee4 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/routers/16c88ca8-f603-4b07-847e-e3c8625f0a06 HTTP/1.1" status: 204 len: 168 time: 0.4909410 Feb 04 13:36:40.734803 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49450) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:40.738735 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:40.742582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:36:40.803316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-04146067-5edf-42cd-ba78-1b7f0f516386 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting subnet 5216d364-3c56-431e-8ad5-1b16ed812aa3 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:36:40.808477 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04146067-5edf-42cd-ba78-1b7f0f516386 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (5216d364-3c56-431e-8ad5-1b16ed812aa3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:40.849494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a167-8713-484c-a5ea-4089e06456d3 req-01af35c4-bd14-409b-8d64-814f346da872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:40.851389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-01af35c4-bd14-409b-8d64-814f346da872 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8350ded1-0e9d-45c7-b606-382d6f1e39dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1831403 Feb 04 13:36:40.870060 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04146067-5edf-42cd-ba78-1b7f0f516386 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (5216d364-3c56-431e-8ad5-1b16ed812aa3), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:40.875486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34facac7-39a2-459c-a071-13a4e83cb1a8 req-e50ad169-1374-4bd5-9b7a-705ceac87d97 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211414 Feb 04 13:36:40.912123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1d03bc7b-242a-4b15-ad3d-18ab1a2929fd,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:40.928267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=69e3009d-afe0-49cb-92eb-a7ddb0844090,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:40.953240 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-03c6f5cc-f4b9-4d2f-b7ae-f24f3a09e1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:40.957299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '1d03bc7b-242a-4b15-ad3d-18ab1a2929fd', 'network_id': '386e66d0-0813-47f8-96ee-a8bf1332cdc1', 'port_id': '1d03bc7b-242a-4b15-ad3d-18ab1a2929fd', 'mac_address': 'fa:16:3e:db:eb:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81dea98-4db8-4a79-addb-9466ebfdb0ac', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:36:41.021591 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04146067-5edf-42cd-ba78-1b7f0f516386 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (5216d364-3c56-431e-8ad5-1b16ed812aa3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:41.043581 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8274c565-cced-4335-a8e2-082cdbe2906f admin admin] Publish callbacks [] for security_group (6e7a4b7b-235e-4be4-9208-dcd2f4e26bd9), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:41.047027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-051734a4-6bd8-4b72-8ebb-3b8855b2cc61 service neutron] 10.222.0.99 "GET /v2.0/networks/8350ded1-0e9d-45c7-b606-382d6f1e39dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881185 Feb 04 13:36:41.051547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:41.052957 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:41.053232 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8274c565-cced-4335-a8e2-082cdbe2906f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6e7a4b7b-235e-4be4-9208-dcd2f4e26bd9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:41.081128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:41.150777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1d03bc7b-242a-4b15-ad3d-18ab1a2929fd,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:41.152656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274c565-cced-4335-a8e2-082cdbe2906f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7a4b7b-235e-4be4-9208-dcd2f4e26bd9,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:41.165102 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:41.169164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8a5da942-5658-4af2-9fdc-445d0a253b15 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:36:41.178300 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04146067-5edf-42cd-ba78-1b7f0f516386 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (5216d364-3c56-431e-8ad5-1b16ed812aa3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:41.185730 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8274c565-cced-4335-a8e2-082cdbe2906f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=34c588ca339247ce9590271daef7231e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8699837 Feb 04 13:36:41.191963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49454) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:41.232561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04146067-5edf-42cd-ba78-1b7f0f516386 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Subnet': ['ID=5216d364-3c56-431e-8ad5-1b16ed812aa3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:41.245266 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04146067-5edf-42cd-ba78-1b7f0f516386 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:41.252410 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-04146067-5edf-42cd-ba78-1b7f0f516386 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/5216d364-3c56-431e-8ad5-1b16ed812aa3 HTTP/1.1" status: 204 len: 168 time: 0.5162663 Feb 04 13:36:41.253231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49456) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:41.264867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'tag': '7bff0d56-d0b0-492e-8cbd-5e9b06abc07d'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:41.272207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2028c4eb-1acd-40d2-a9c9-c7452214eef7 None None] Network b849639f-1258-4ed8-888d-aafff99ed09c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:41.279474 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa353bf5-7d42-40f6-93bd-ee7783a4403e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "tag": "7bff0d56-d0b0-492e-8cbd-5e9b06abc07d"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:41.360203 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (b849639f-1258-4ed8-888d-aafff99ed09c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:41.398609 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e408a167-8713-484c-a5ea-4089e06456d3 req-df1068e8-5b42-4c98-af16-33884e717108 service neutron] 10.222.0.99 "GET /v2.0/networks/8350ded1-0e9d-45c7-b606-382d6f1e39dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051925 Feb 04 13:36:41.422001 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-086892fa-b2ec-41af-a080-40dd642bc3b2 admin admin] Publish callbacks [] for security_group (6e7a4b7b-235e-4be4-9208-dcd2f4e26bd9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:41.454311 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-086892fa-b2ec-41af-a080-40dd642bc3b2 admin admin] Publish callbacks [] for security_group (6e7a4b7b-235e-4be4-9208-dcd2f4e26bd9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:41.455522 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port 03e0d333-1153-476f-a6e6-eedd4e826ce2 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:41.456338 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (03e0d333-1153-476f-a6e6-eedd4e826ce2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:41.470749 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.resource_extend [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:36:41.521777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8a5da942-5658-4af2-9fdc-445d0a253b15, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8a5da942-5658-4af2-9fdc-445d0a253b15,segment=NetworkSegment(e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7),segment_id=e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:41.567286 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] For port 03e0d333-1153-476f-a6e6-eedd4e826ce2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=03e0d333-1153-476f-a6e6-eedd4e826ce2,segment=NetworkSegment(96eb5bf6-2e7f-41e1-b1af-9e1752f242ea),segment_id=96eb5bf6-2e7f-41e1-b1af-9e1752f242ea)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:41.568653 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (03e0d333-1153-476f-a6e6-eedd4e826ce2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:41.585478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=1d03bc7b-242a-4b15-ad3d-18ab1a2929fd,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:41.595600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '8a5da942-5658-4af2-9fdc-445d0a253b15', 'network_id': 'b03e4d9b-f465-42a3-8d1f-a7a7367db390', 'port_id': '8a5da942-5658-4af2-9fdc-445d0a253b15', 'mac_address': 'fa:16:3e:e4:69:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587e0d65-07e2-4346-8c99-06f453205a97', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:36:41.600771 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-086892fa-b2ec-41af-a080-40dd642bc3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6e7a4b7b-235e-4be4-9208-dcd2f4e26bd9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:41.602690 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for 03e0d333-1153-476f-a6e6-eedd4e826ce2 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:41.609215 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-086892fa-b2ec-41af-a080-40dd642bc3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:41.610464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-086892fa-b2ec-41af-a080-40dd642bc3b2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6e7a4b7b-235e-4be4-9208-dcd2f4e26bd9 HTTP/1.1" status: 204 len: 168 time: 0.4173787 Feb 04 13:36:41.624260 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086892fa-b2ec-41af-a080-40dd642bc3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7a4b7b-235e-4be4-9208-dcd2f4e26bd9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:41.677618 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88a5e1-f977-4b0c-8fa8-d5c7dc4bdfbe req-06d81ac2-3d62-44fb-b479-aeb3edcdcacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:41.678002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88a5e1-f977-4b0c-8fa8-d5c7dc4bdfbe req-06d81ac2-3d62-44fb-b479-aeb3edcdcacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:41.678573 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88a5e1-f977-4b0c-8fa8-d5c7dc4bdfbe req-06d81ac2-3d62-44fb-b479-aeb3edcdcacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:41.680488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc88a5e1-f977-4b0c-8fa8-d5c7dc4bdfbe req-06d81ac2-3d62-44fb-b479-aeb3edcdcacf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=171cccc1a4bf4bf9a016458d43c59628&device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2961 time: 0.1625073 Feb 04 13:36:41.760670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d4c8d-e0b6-4833-a9da-4dbfe5261ad4 req-3486db21-704b-4547-91a4-c642375a8666 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:41.767032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d4c8d-e0b6-4833-a9da-4dbfe5261ad4 req-3486db21-704b-4547-91a4-c642375a8666 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:41.771355 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (03e0d333-1153-476f-a6e6-eedd4e826ce2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:41.775430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d03d4c8d-e0b6-4833-a9da-4dbfe5261ad4 req-3486db21-704b-4547-91a4-c642375a8666 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d4df04-2d58-48db-b6af-f89d7112c443&device_id=f9ce124f-b4a5-431c-8944-05c1297a5476 HTTP/1.1" status: 200 len: 1681 time: 0.4083498 Feb 04 13:36:41.797974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8a5da942-5658-4af2-9fdc-445d0a253b15 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:41.801311 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:41.839810 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=03e0d333-1153-476f-a6e6-eedd4e826ce2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:41.847843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5da942-5658-4af2-9fdc-445d0a253b15 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:41.853949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No DVR routers for this DVR port 03e0d333-1153-476f-a6e6-eedd4e826ce2 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:36:41.861188 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d03d4c8d-e0b6-4833-a9da-4dbfe5261ad4 req-93354686-f9fb-4f07-a133-380bee135449 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791628 Feb 04 13:36:41.965576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88a5e1-f977-4b0c-8fa8-d5c7dc4bdfbe req-76e638fa-92b4-4228-9036-c45c38b8bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:41.968102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc88a5e1-f977-4b0c-8fa8-d5c7dc4bdfbe req-76e638fa-92b4-4228-9036-c45c38b8bb48 service neutron] 10.222.0.99 "GET /v2.0/networks?id=4b721c68-3d78-4657-b753-90489104a3e8 HTTP/1.1" status: 200 len: 903 time: 0.2741249 Feb 04 13:36:41.968701 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8a5da942-5658-4af2-9fdc-445d0a253b15, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8a5da942-5658-4af2-9fdc-445d0a253b15,segment=NetworkSegment(e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7),segment_id=e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:41.996160 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:42.075127 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc88a5e1-f977-4b0c-8fa8-d5c7dc4bdfbe req-897181ea-2901-4e49-b62b-08ff014c1d6d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.94&port_id=916816d3-1f0f-4344-9cb6-e7663ecabf6a HTTP/1.1" status: 200 len: 217 time: 0.0975094 Feb 04 13:36:42.096132 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (b849639f-1258-4ed8-888d-aafff99ed09c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:42.148428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcca94d9-0236-4e75-816e-43f0e45d84fd None None] DHCP port deletion for b849639f-1258-4ed8-888d-aafff99ed09c request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:36:42.148719 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b849639f-1258-4ed8-888d-aafff99ed09c']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:42.151812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c66a0353-b18f-4420-87c2-08e2a28ccc14 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:42.170714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96eb5bf6-2e7f-41e1-b1af-9e1752f242ea') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:42.171388 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96eb5bf6-2e7f-41e1-b1af-9e1752f242ea') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:42.195358 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (96eb5bf6-2e7f-41e1-b1af-9e1752f242ea), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:42.244126 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (96eb5bf6-2e7f-41e1-b1af-9e1752f242ea), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:42.267253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:36:42.268442 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (96eb5bf6-2e7f-41e1-b1af-9e1752f242ea), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:36:42.275530 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:36:42.373905 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8a5da942-5658-4af2-9fdc-445d0a253b15,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:42.383199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88a5e1-f977-4b0c-8fa8-d5c7dc4bdfbe req-d7ebaebb-2d6e-4438-be84-0b705076f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:42.386073 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc88a5e1-f977-4b0c-8fa8-d5c7dc4bdfbe req-d7ebaebb-2d6e-4438-be84-0b705076f9b8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ef898d2c-0999-4e35-9252-d26b4c25bff9 HTTP/1.1" status: 200 len: 801 time: 0.2932079 Feb 04 13:36:42.405545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ab9ff-9a8c-4dee-913f-bb0cdfde2cea req-c3c2342f-51e3-40e9-935c-e387f4a8721f tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:42.413860 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49470) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:42.416346 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a52ab9ff-9a8c-4dee-913f-bb0cdfde2cea req-c3c2342f-51e3-40e9-935c-e387f4a8721f tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.3395402 Feb 04 13:36:42.429921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port c66a0353-b18f-4420-87c2-08e2a28ccc14 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:36:42.437334 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c02979c-5491-488e-9dad-c91c98679ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:42.440679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port c66a0353-b18f-4420-87c2-08e2a28ccc14 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:42.441560 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:42.455915 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (b849639f-1258-4ed8-888d-aafff99ed09c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:42.496221 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:42.502923 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/networks/b849639f-1258-4ed8-888d-aafff99ed09c HTTP/1.1" status: 204 len: 168 time: 1.2470396 Feb 04 13:36:42.521488 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49472) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:42.532643 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84236f6a-d77c-43fa-922c-edf55030e2f0 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Network': ['ID=b849639f-1258-4ed8-888d-aafff99ed09c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:42.628910 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c66a0353-b18f-4420-87c2-08e2a28ccc14 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:42.629556 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:42.665475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b241c249-25d3-48d5-9dcf-d4619003a1b3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:42.668866 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b241c249-25d3-48d5-9dcf-d4619003a1b3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/c7263d26-bde3-4287-a3db-9aef686698aa HTTP/1.1" status: 200 len: 844 time: 0.1456211 Feb 04 13:36:42.680908 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49474) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:42.704784 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a52ab9ff-9a8c-4dee-913f-bb0cdfde2cea req-677beb5e-ff55-46a2-ace3-9d15cb799c45 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704546 Feb 04 13:36:42.709656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88a5e1-f977-4b0c-8fa8-d5c7dc4bdfbe req-92d57d1e-df70-4c00-8dad-aaab803db2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:42.711882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc88a5e1-f977-4b0c-8fa8-d5c7dc4bdfbe req-92d57d1e-df70-4c00-8dad-aaab803db2ef service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4b721c68-3d78-4657-b753-90489104a3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2940128 Feb 04 13:36:42.759213 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c66a0353-b18f-4420-87c2-08e2a28ccc14, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c66a0353-b18f-4420-87c2-08e2a28ccc14,segment=NetworkSegment(e31816d3-c4f8-4ad1-9c27-bba47d3901da),segment_id=e31816d3-c4f8-4ad1-9c27-bba47d3901da)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:42.767763 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c02979c-5491-488e-9dad-c91c98679ba7 admin admin] Publish callbacks [] for security_group (7b6890e5-3e18-4123-a643-d75653a8b378), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:42.782064 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d8bcea-aa05-4742-b073-f7a3f1ac09e7 x-openstack-request-id: req-92d8bcea-aa05-4742-b073-f7a3f1ac09e7 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:42.782603 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2421c8-0594-4d9c-8dc2-6874753e0d87", "name": "network-vif-plugged", "status": "completed", "tag": "39d2ae22-7db5-45d8-aaa2-38861ee43ea9", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:42.783069 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-92d8bcea-aa05-4742-b073-f7a3f1ac09e7 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:42.783726 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2421c8-0594-4d9c-8dc2-6874753e0d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d2ae22-7db5-45d8-aaa2-38861ee43ea9', 'code': 200} Feb 04 13:36:42.792929 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:42.797402 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c851ed1e-9207-4b30-bdb5-b5029841908d up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:42.840047 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c02979c-5491-488e-9dad-c91c98679ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7b6890e5-3e18-4123-a643-d75653a8b378), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:42.914940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c66a0353-b18f-4420-87c2-08e2a28ccc14,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:42.942912 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 03e0d333-1153-476f-a6e6-eedd4e826ce2 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:36:42.946791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port c851ed1e-9207-4b30-bdb5-b5029841908d completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:36:42.964989 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-af260330-6e96-4444-a95b-b655114ed86d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/c7263d26-bde3-4287-a3db-9aef686698aa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2813811 Feb 04 13:36:42.965991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49476) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:42.985849 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5fd2254b-d377-48ef-b9fa-0035cd9f9476 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'subnet': {'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:43.017977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc88a5e1-f977-4b0c-8fa8-d5c7dc4bdfbe req-740aa69f-c050-40f9-8b64-7d8680881c78 service neutron] 10.222.0.99 "GET /v2.0/networks/4b721c68-3d78-4657-b753-90489104a3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955146 Feb 04 13:36:43.041383 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5c02979c-5491-488e-9dad-c91c98679ba7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7a8b63c723064b9d8b84b4958b5963a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6238730 Feb 04 13:36:43.099553 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49478) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:43.110784 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02979c-5491-488e-9dad-c91c98679ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6890e5-3e18-4123-a643-d75653a8b378,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:43.187203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port c851ed1e-9207-4b30-bdb5-b5029841908d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:43.187886 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:43.192158 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 03e0d333-1153-476f-a6e6-eedd4e826ce2 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:36:43.192783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 03e0d333-1153-476f-a6e6-eedd4e826ce2 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:36:43.275115 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-912ebe01-fbea-4a51-b30a-8404b575eea3 admin admin] Publish callbacks [] for security_group (7b6890e5-3e18-4123-a643-d75653a8b378), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:43.304522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c851ed1e-9207-4b30-bdb5-b5029841908d is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:43.304960 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:43.318830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee744a-a032-4cea-9791-02f6c5bce3b0 req-e1e5bade-300a-4fc6-afe0-25983925c4ac tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:43.325315 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-912ebe01-fbea-4a51-b30a-8404b575eea3 admin admin] Publish callbacks [] for security_group (7b6890e5-3e18-4123-a643-d75653a8b378), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:43.330674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee744a-a032-4cea-9791-02f6c5bce3b0 req-e1e5bade-300a-4fc6-afe0-25983925c4ac tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:43.342366 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee744a-a032-4cea-9791-02f6c5bce3b0 req-e1e5bade-300a-4fc6-afe0-25983925c4ac tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:43.353965 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee744a-a032-4cea-9791-02f6c5bce3b0 req-e1e5bade-300a-4fc6-afe0-25983925c4ac tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:43.365512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c851ed1e-9207-4b30-bdb5-b5029841908d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c851ed1e-9207-4b30-bdb5-b5029841908d,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:43.366480 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee744a-a032-4cea-9791-02f6c5bce3b0 req-e1e5bade-300a-4fc6-afe0-25983925c4ac tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:43.369571 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd2254b-d377-48ef-b9fa-0035cd9f9476 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:43.373835 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:43.375290 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5fd2254b-d377-48ef-b9fa-0035cd9f9476 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:43.377035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee744a-a032-4cea-9791-02f6c5bce3b0 req-e1e5bade-300a-4fc6-afe0-25983925c4ac tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:43.397156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee744a-a032-4cea-9791-02f6c5bce3b0 req-e1e5bade-300a-4fc6-afe0-25983925c4ac tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:43.401145 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-edee744a-a032-4cea-9791-02f6c5bce3b0 req-e1e5bade-300a-4fc6-afe0-25983925c4ac tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5437 time: 0.3792093 Feb 04 13:36:43.485214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c851ed1e-9207-4b30-bdb5-b5029841908d,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:43.500252 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8a5da942-5658-4af2-9fdc-445d0a253b15'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:43.505905 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['1d03bc7b-242a-4b15-ad3d-18ab1a2929fd'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:43.512096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['9471111a-51b1-43df-8a12-7ca6ece249bc'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:43.517858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['2f81fc2a-e69c-4b6b-b383-65cf65a76b14'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:43.518647 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-912ebe01-fbea-4a51-b30a-8404b575eea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7b6890e5-3e18-4123-a643-d75653a8b378), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:43.522092 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-912ebe01-fbea-4a51-b30a-8404b575eea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:43.523375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be2c5b-0f22-49e6-9358-318ab4923c23 req-10c4a5ee-3379-4e84-b1c0-b0c018604a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:43.524117 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-912ebe01-fbea-4a51-b30a-8404b575eea3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7b6890e5-3e18-4123-a643-d75653a8b378 HTTP/1.1" status: 204 len: 168 time: 0.4223092 Feb 04 13:36:43.525018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62be2c5b-0f22-49e6-9358-318ab4923c23 req-10c4a5ee-3379-4e84-b1c0-b0c018604a6d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fb2421c8-0594-4d9c-8dc2-6874753e0d87 HTTP/1.1" status: 200 len: 1128 time: 0.5056360 Feb 04 13:36:43.543072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ebe01-fbea-4a51-b30a-8404b575eea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6890e5-3e18-4123-a643-d75653a8b378,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:43.586985 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc88a5e1-f977-4b0c-8fa8-d5c7dc4bdfbe req-73d3217e-f721-4b7c-9d69-3306b23dc237 service neutron] 10.222.0.99 "GET /v2.0/networks/4b721c68-3d78-4657-b753-90489104a3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586596 Feb 04 13:36:43.715376 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5fd2254b-d377-48ef-b9fa-0035cd9f9476 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:43.788141 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62be2c5b-0f22-49e6-9358-318ab4923c23 req-28b2d4f6-c1f0-4b63-8cc1-6c706b742622 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289095 Feb 04 13:36:43.821124 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-edee744a-a032-4cea-9791-02f6c5bce3b0 req-25a72089-094a-4de3-a8fc-4914b7be7ff8 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2867897 Feb 04 13:36:43.826915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd2254b-d377-48ef-b9fa-0035cd9f9476 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:43.833118 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-5fd2254b-d377-48ef-b9fa-0035cd9f9476 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:43.837132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd2254b-d377-48ef-b9fa-0035cd9f9476 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:43.837834 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5fd2254b-d377-48ef-b9fa-0035cd9f9476 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:43.857290 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2254b-d377-48ef-b9fa-0035cd9f9476 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Subnet': ['ID=a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:43.877068 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5fd2254b-d377-48ef-b9fa-0035cd9f9476 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8986681 Feb 04 13:36:43.881627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49484) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:43.899414 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f433b801-5d3f-4e02-aef2-7e852d678fd5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'security_group': {'name': 'tempest-secgroup-2146786787'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:43.903390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb18a4da-be5e-4e98-9312-2575133e3e10 None None] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:43.982784 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f433b801-5d3f-4e02-aef2-7e852d678fd5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:44.011434 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:44.022727 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7fd2c2e2-a6f2-4da8-a9b7-d7b1def33b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:44.079658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['69e3009d-afe0-49cb-92eb-a7ddb0844090'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:44.130309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b10de2-2308-4d7d-a92d-f559cfbadb4f req-08798004-55b1-4104-95f9-09b2a3d839e1 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:44.141530 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28b10de2-2308-4d7d-a92d-f559cfbadb4f req-08798004-55b1-4104-95f9-09b2a3d839e1 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 945 time: 0.1342444 Feb 04 13:36:44.321845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28b10de2-2308-4d7d-a92d-f559cfbadb4f req-04caf551-0ffd-4bbf-b06b-34846e16d27d tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787322 Feb 04 13:36:44.327668 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f433b801-5d3f-4e02-aef2-7e852d678fd5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (3f413d9e-a0ed-4c72-963d-51d48bc0d204), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:44.338310 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f433b801-5d3f-4e02-aef2-7e852d678fd5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3f413d9e-a0ed-4c72-963d-51d48bc0d204), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:44.407602 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433b801-5d3f-4e02-aef2-7e852d678fd5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f413d9e-a0ed-4c72-963d-51d48bc0d204,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:44.439651 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f433b801-5d3f-4e02-aef2-7e852d678fd5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:44.442842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f433b801-5d3f-4e02-aef2-7e852d678fd5 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5588689 Feb 04 13:36:44.447138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49496) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:44.452968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-b18efc4b-e29d-4a61-9446-2b345e74654c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'security_group': {'name': 'tempest-secgroup-605801053'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:44.483242 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0276ccaf-2a95-4b31-b171-783b4b00cfd2 x-openstack-request-id: req-0276ccaf-2a95-4b31-b171-783b4b00cfd2 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:44.483603 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "tag": "7bff0d56-d0b0-492e-8cbd-5e9b06abc07d", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:44.483915 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0276ccaf-2a95-4b31-b171-783b4b00cfd2 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:44.484396 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'tag': '7bff0d56-d0b0-492e-8cbd-5e9b06abc07d', 'status': 'completed', 'code': 200} Feb 04 13:36:44.487251 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b18efc4b-e29d-4a61-9446-2b345e74654c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:44.688167 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:44.798525 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66a0353-b18f-4420-87c2-08e2a28ccc14'}, {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c851ed1e-9207-4b30-bdb5-b5029841908d'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:44.801190 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65095da1-5511-4d95-86fd-17b1885f99c2" -d '{"events": [{"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-plugged", "status": "completed", "tag": "c66a0353-b18f-4420-87c2-08e2a28ccc14"}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-plugged", "status": "completed", "tag": "c851ed1e-9207-4b30-bdb5-b5029841908d"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:44.801711 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b18efc4b-e29d-4a61-9446-2b345e74654c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (8cb69ead-22b7-4857-aff1-a3850bd474f0), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:44.810936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa353bf5-7d42-40f6-93bd-ee7783a4403e req-a1f7d33e-0219-4609-9abd-aaf66145aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:44.811815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa353bf5-7d42-40f6-93bd-ee7783a4403e req-a1f7d33e-0219-4609-9abd-aaf66145aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:44.813043 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa353bf5-7d42-40f6-93bd-ee7783a4403e req-a1f7d33e-0219-4609-9abd-aaf66145aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:44.814842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa353bf5-7d42-40f6-93bd-ee7783a4403e req-a1f7d33e-0219-4609-9abd-aaf66145aa9e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=171cccc1a4bf4bf9a016458d43c59628&device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2961 time: 0.3221183 Feb 04 13:36:44.821447 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b18efc4b-e29d-4a61-9446-2b345e74654c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8cb69ead-22b7-4857-aff1-a3850bd474f0), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:44.877155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bafca4-539a-411b-bb0d-835c83ef4193 req-1aedccc0-bf02-4b32-8fb0-b192164f991e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:44.883929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bafca4-539a-411b-bb0d-835c83ef4193 req-1aedccc0-bf02-4b32-8fb0-b192164f991e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:44.884239 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'project_id': 'eb2a4d518fad427abfaea1f7b4400492', 'fixed_ips': [{'subnet_id': 'a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:36:44.885017 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:44.890742 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bafca4-539a-411b-bb0d-835c83ef4193 req-1aedccc0-bf02-4b32-8fb0-b192164f991e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:44.899110 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29bafca4-539a-411b-bb0d-835c83ef4193 req-1aedccc0-bf02-4b32-8fb0-b192164f991e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2412 time: 0.3231635 Feb 04 13:36:44.965450 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b18efc4b-e29d-4a61-9446-2b345e74654c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:44.969633 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b18efc4b-e29d-4a61-9446-2b345e74654c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5185921 Feb 04 13:36:44.970153 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49510) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:44.977318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-580e3ff0-d222-45d2-b830-f61138cbbdd3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-953298008', 'security_groups': ['8cb69ead-22b7-4857-aff1-a3850bd474f0'], 'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:45.009106 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18efc4b-e29d-4a61-9446-2b345e74654c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb69ead-22b7-4857-aff1-a3850bd474f0,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:45.080570 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29bafca4-539a-411b-bb0d-835c83ef4193 req-ea0c8bc4-67b9-43a1-b617-3d90132cbbac tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772249 Feb 04 13:36:45.116109 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa353bf5-7d42-40f6-93bd-ee7783a4403e req-f8c1fc4d-d92f-40fc-af33-ba70eb397029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:45.122909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa353bf5-7d42-40f6-93bd-ee7783a4403e req-f8c1fc4d-d92f-40fc-af33-ba70eb397029 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8350ded1-0e9d-45c7-b606-382d6f1e39dd HTTP/1.1" status: 200 len: 903 time: 0.2942338 Feb 04 13:36:45.185886 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580e3ff0-d222-45d2-b830-f61138cbbdd3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:45.199755 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Allocated IP 2001:db8::2 (9b6c4a47-7f08-4887-9139-49a7f9b30ad4/a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08/dd181635-d716-4402-9732-0edc92511848) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:45.207406 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa353bf5-7d42-40f6-93bd-ee7783a4403e req-cca79a40-b7c3-4898-aebe-176ac0415ae9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.181&port_id=7bff0d56-d0b0-492e-8cbd-5e9b06abc07d HTTP/1.1" status: 200 len: 217 time: 0.0766127 Feb 04 13:36:45.310744 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa353bf5-7d42-40f6-93bd-ee7783a4403e req-5df05e85-185b-4f76-8db9-b78a566fe1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:45.312335 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa353bf5-7d42-40f6-93bd-ee7783a4403e req-5df05e85-185b-4f76-8db9-b78a566fe1e1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6e49e6e-5ea2-4783-9eb7-c690b7544a91 HTTP/1.1" status: 200 len: 801 time: 0.0947008 Feb 04 13:36:45.343979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed4977-8997-41b7-9557-3fce8e3e14ba req-694504e5-17df-4436-bd1c-62560dd2f378 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:45.353731 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92ed4977-8997-41b7-9557-3fce8e3e14ba req-694504e5-17df-4436-bd1c-62560dd2f378 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb2421c8-0594-4d9c-8dc2-6874753e0d87 HTTP/1.1" status: 200 len: 945 time: 0.1496203 Feb 04 13:36:45.361096 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-580e3ff0-d222-45d2-b830-f61138cbbdd3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:45.401015 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-580e3ff0-d222-45d2-b830-f61138cbbdd3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] device_id is not set on port 6205da1e-f8ba-499c-9ac0-081cca47a308 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:36:45.461003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa353bf5-7d42-40f6-93bd-ee7783a4403e req-5665eda1-0708-4d57-936b-b019f69960ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:45.463878 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa353bf5-7d42-40f6-93bd-ee7783a4403e req-5665eda1-0708-4d57-936b-b019f69960ec service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8350ded1-0e9d-45c7-b606-382d6f1e39dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1398301 Feb 04 13:36:45.478299 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92ed4977-8997-41b7-9557-3fce8e3e14ba req-6dce86de-4e66-4da6-abe6-006196f6bd11 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229632 Feb 04 13:36:45.495964 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:45.497406 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Publish callbacks [] for port (dd181635-d716-4402-9732-0edc92511848), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:45.508262 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (dd181635-d716-4402-9732-0edc92511848), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:45.568764 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:45.572692 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:45.577905 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:45.583268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Pushing event updated for resources: {'Port': ['ID=dd181635-d716-4402-9732-0edc92511848,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:45.651446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Attempting to bind port dd181635-d716-4402-9732-0edc92511848 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:36:45.652045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Attempting to bind port dd181635-d716-4402-9732-0edc92511848 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'ce87fd67-970b-450b-98a3-97a810bdb0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:36:45.652455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Attempting to bind port dd181635-d716-4402-9732-0edc92511848 on network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:45.659547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:36:45.660508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Checking segment: {'id': 'ce87fd67-970b-450b-98a3-97a810bdb0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:45.660812 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:45.661355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Bound using segment: {'id': 'ce87fd67-970b-450b-98a3-97a810bdb0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:36:45.661962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Bound port: dd181635-d716-4402-9732-0edc92511848, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce87fd67-970b-450b-98a3-97a810bdb0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:36:45.662501 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dd181635-d716-4402-9732-0edc92511848), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:45.761893 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-580e3ff0-d222-45d2-b830-f61138cbbdd3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Allocated IP 2001:db8::38f (9b6c4a47-7f08-4887-9139-49a7f9b30ad4/a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08/6205da1e-f8ba-499c-9ac0-081cca47a308) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:45.808645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] For port dd181635-d716-4402-9732-0edc92511848, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:36:45.814480 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] For port dd181635-d716-4402-9732-0edc92511848, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=dd181635-d716-4402-9732-0edc92511848,segment=NetworkSegment(ce87fd67-970b-450b-98a3-97a810bdb0e1),segment_id=ce87fd67-970b-450b-98a3-97a810bdb0e1)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:36:45.827678 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (dd181635-d716-4402-9732-0edc92511848), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:45.875058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc5541-7dbd-4609-a997-7af6a59e3914 req-02231d38-69aa-4fbf-85d3-9f1e03e02913 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:45.878128 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37dc5541-7dbd-4609-a997-7af6a59e3914 req-02231d38-69aa-4fbf-85d3-9f1e03e02913 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.99 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 945 time: 0.3087997 Feb 04 13:36:45.930577 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4269395-f9fa-4d87-92ea-f0f6c4cc652e req-2a09ed68-794d-4c78-b5d7-ee0b20aed8b8 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:45.942997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4269395-f9fa-4d87-92ea-f0f6c4cc652e req-2a09ed68-794d-4c78-b5d7-ee0b20aed8b8 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.3060751 Feb 04 13:36:45.974503 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46068af7-0f1f-4936-bb17-b8caf73c06f6 None None] Pushing event updated for resources: {'Port': ['ID=dd181635-d716-4402-9732-0edc92511848,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:46.030303 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa353bf5-7d42-40f6-93bd-ee7783a4403e req-e8a67ab6-974e-40b2-a357-4b2fc727f4b1 service neutron] 10.222.0.99 "GET /v2.0/networks/8350ded1-0e9d-45c7-b606-382d6f1e39dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505953 Feb 04 13:36:46.052994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b7dc0c56-a30f-4726-b884-bc5a87c9bd6f details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:36:46.067769 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-580e3ff0-d222-45d2-b830-f61138cbbdd3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (6205da1e-f8ba-499c-9ac0-081cca47a308), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:46.161288 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-580e3ff0-d222-45d2-b830-f61138cbbdd3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6205da1e-f8ba-499c-9ac0-081cca47a308), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:46.303926 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580e3ff0-d222-45d2-b830-f61138cbbdd3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:46.308854 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-580e3ff0-d222-45d2-b830-f61138cbbdd3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:46.314308 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e3ff0-d222-45d2-b830-f61138cbbdd3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:46.321754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580e3ff0-d222-45d2-b830-f61138cbbdd3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:46.322588 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-580e3ff0-d222-45d2-b830-f61138cbbdd3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:46.354940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b7dc0c56-a30f-4726-b884-bc5a87c9bd6f,segment=NetworkSegment(71c191b4-6295-4618-92e7-a4671a649bfb),segment_id=71c191b4-6295-4618-92e7-a4671a649bfb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:46.374679 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e3ff0-d222-45d2-b830-f61138cbbdd3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=6205da1e-f8ba-499c-9ac0-081cca47a308,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:46.384877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'b7dc0c56-a30f-4726-b884-bc5a87c9bd6f', 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd', 'port_id': 'b7dc0c56-a30f-4726-b884-bc5a87c9bd6f', 'mac_address': 'fa:16:3e:77:f5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e49e6e-5ea2-4783-9eb7-c690b7544a91', 'ip_address': '19.80.0.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:36:46.400230 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-580e3ff0-d222-45d2-b830-f61138cbbdd3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4249036 Feb 04 13:36:46.400801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49548) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:46.414667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-de0743a2-0fbd-4746-b9e5-9607314349de tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'subnet': {'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:46.492032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:46.493055 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b7dc0c56-a30f-4726-b884-bc5a87c9bd6f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:46.547784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7dc0c56-a30f-4726-b884-bc5a87c9bd6f {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:46.548765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4269395-f9fa-4d87-92ea-f0f6c4cc652e req-eb124c6b-5cdb-4665-9870-ecd96e435f48 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820997 Feb 04 13:36:46.561832 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa353bf5-7d42-40f6-93bd-ee7783a4403e req-8ec950bc-40a4-4a68-8d4c-56fe82281100 service neutron] 10.222.0.99 "GET /v2.0/networks/8350ded1-0e9d-45c7-b606-382d6f1e39dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923685 Feb 04 13:36:46.578011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49552) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:46.631507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b7dc0c56-a30f-4726-b884-bc5a87c9bd6f,segment=NetworkSegment(71c191b4-6295-4618-92e7-a4671a649bfb),segment_id=71c191b4-6295-4618-92e7-a4671a649bfb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:46.641069 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b7dc0c56-a30f-4726-b884-bc5a87c9bd6f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:46.642144 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:36:46.659126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-37dc5541-7dbd-4609-a997-7af6a59e3914 req-198fb318-633d-4891-8e00-c6d606277748 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Deleting port 0da6fc2d-5c64-4b79-aa94-6ded53472216 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:46.661317 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37dc5541-7dbd-4609-a997-7af6a59e3914 req-198fb318-633d-4891-8e00-c6d606277748 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0da6fc2d-5c64-4b79-aa94-6ded53472216), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:46.693413 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0743a2-0fbd-4746-b9e5-9607314349de tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:46.697988 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de0743a2-0fbd-4746-b9e5-9607314349de tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:46.734833 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d246013-b0d6-48a2-b34b-8d309c15a46e x-openstack-request-id: req-4d246013-b0d6-48a2-b34b-8d309c15a46e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:46.736155 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-plugged", "status": "completed", "tag": "c66a0353-b18f-4420-87c2-08e2a28ccc14", "code": 200}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-plugged", "status": "completed", "tag": "c851ed1e-9207-4b30-bdb5-b5029841908d", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:46.736748 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4d246013-b0d6-48a2-b34b-8d309c15a46e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:46.738948 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66a0353-b18f-4420-87c2-08e2a28ccc14', 'code': 200} Feb 04 13:36:46.740310 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c851ed1e-9207-4b30-bdb5-b5029841908d', 'code': 200} Feb 04 13:36:46.875769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=7bff0d56-d0b0-492e-8cbd-5e9b06abc07d,segment=NetworkSegment(71c191b4-6295-4618-92e7-a4671a649bfb),segment_id=71c191b4-6295-4618-92e7-a4671a649bfb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:46.932406 n-d-714676-13 neutron-server[103607]: INFO neutron.db.ipam_backend_mixin [None req-de0743a2-0fbd-4746-b9e5-9607314349de tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08 (CIDR: 2001:db8::/64) Feb 04 13:36:46.936595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '7bff0d56-d0b0-492e-8cbd-5e9b06abc07d', 'network_id': '8350ded1-0e9d-45c7-b606-382d6f1e39dd', 'port_id': '7bff0d56-d0b0-492e-8cbd-5e9b06abc07d', 'mac_address': 'fa:16:3e:86:be:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e49e6e-5ea2-4783-9eb7-c690b7544a91', 'ip_address': '19.80.0.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:36:46.946967 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0743a2-0fbd-4746-b9e5-9607314349de tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:36:46.947570 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0743a2-0fbd-4746-b9e5-9607314349de tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:36:46.957420 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c0cd-cb63-4f7f-9801-faf6b79e257a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:46.982092 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-de0743a2-0fbd-4746-b9e5-9607314349de tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5731063 Feb 04 13:36:46.982528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49556) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:46.990268 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-871220d9-57e8-4b4c-a982-2e7c54d3a38b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'subnet': {'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:47.017964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b7dc0c56-a30f-4726-b884-bc5a87c9bd6f,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:47.023357 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device dd181635-d716-4402-9732-0edc92511848 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:47.085156 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:47.123801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:47.124392 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7bff0d56-d0b0-492e-8cbd-5e9b06abc07d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:47.145576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-37dc5541-7dbd-4609-a997-7af6a59e3914 req-198fb318-633d-4891-8e00-c6d606277748 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] For port 0da6fc2d-5c64-4b79-aa94-6ded53472216, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=0da6fc2d-5c64-4b79-aa94-6ded53472216,segment=NetworkSegment(54c428d2-32d4-4e0c-832a-7b50a69bb295),segment_id=54c428d2-32d4-4e0c-832a-7b50a69bb295)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:47.145926 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37dc5541-7dbd-4609-a997-7af6a59e3914 req-198fb318-633d-4891-8e00-c6d606277748 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0da6fc2d-5c64-4b79-aa94-6ded53472216), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:47.158883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port dd181635-d716-4402-9732-0edc92511848 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:47.159528 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dd181635-d716-4402-9732-0edc92511848), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:47.166044 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:47.169933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-37dc5541-7dbd-4609-a997-7af6a59e3914 req-198fb318-633d-4891-8e00-c6d606277748 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Calling delete_port for 0da6fc2d-5c64-4b79-aa94-6ded53472216 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:47.203643 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871220d9-57e8-4b4c-a982-2e7c54d3a38b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:47.221558 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-871220d9-57e8-4b4c-a982-2e7c54d3a38b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:47.255808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=7bff0d56-d0b0-492e-8cbd-5e9b06abc07d,segment=NetworkSegment(71c191b4-6295-4618-92e7-a4671a649bfb),segment_id=71c191b4-6295-4618-92e7-a4671a649bfb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:47.269490 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7bff0d56-d0b0-492e-8cbd-5e9b06abc07d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:47.270525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebf622-999e-4f4c-97b6-63ee450cfef1 req-db740ce5-0ca2-4e65-b21f-d63b662a61e6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:47.271033 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 916816d3-1f0f-4344-9cb6-e7663ecabf6a details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:36:47.280967 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebf622-999e-4f4c-97b6-63ee450cfef1 req-db740ce5-0ca2-4e65-b21f-d63b662a61e6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:47.291124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebf622-999e-4f4c-97b6-63ee450cfef1 req-db740ce5-0ca2-4e65-b21f-d63b662a61e6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:47.302466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebf622-999e-4f4c-97b6-63ee450cfef1 req-db740ce5-0ca2-4e65-b21f-d63b662a61e6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:47.313115 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebf622-999e-4f4c-97b6-63ee450cfef1 req-db740ce5-0ca2-4e65-b21f-d63b662a61e6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:47.323848 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebf622-999e-4f4c-97b6-63ee450cfef1 req-db740ce5-0ca2-4e65-b21f-d63b662a61e6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:47.345719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebf622-999e-4f4c-97b6-63ee450cfef1 req-db740ce5-0ca2-4e65-b21f-d63b662a61e6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:47.354344 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67ebf622-999e-4f4c-97b6-63ee450cfef1 req-db740ce5-0ca2-4e65-b21f-d63b662a61e6 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5438 time: 0.4914536 Feb 04 13:36:47.547115 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=7bff0d56-d0b0-492e-8cbd-5e9b06abc07d,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:47.588368 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port dd181635-d716-4402-9732-0edc92511848 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:47.589223 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dd181635-d716-4402-9732-0edc92511848), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:47.676427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port dd181635-d716-4402-9732-0edc92511848, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=dd181635-d716-4402-9732-0edc92511848,segment=NetworkSegment(ce87fd67-970b-450b-98a3-97a810bdb0e1),segment_id=ce87fd67-970b-450b-98a3-97a810bdb0e1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:47.687357 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (dd181635-d716-4402-9732-0edc92511848), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:47.710968 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67ebf622-999e-4f4c-97b6-63ee450cfef1 req-cc65cba8-f5e3-442c-b1e5-cd69be125c4b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3219619 Feb 04 13:36:47.723412 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c0cd-cb63-4f7f-9801-faf6b79e257a admin admin] Publish callbacks [] for security_group (4292bcc8-524d-4cea-8fe2-8e3f7436e04c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:47.747932 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c0cd-cb63-4f7f-9801-faf6b79e257a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4292bcc8-524d-4cea-8fe2-8e3f7436e04c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:47.769712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7ec61-afb4-4dec-8fa9-fce70700f9e7 req-506412bf-ed08-4364-a363-d1f9f16d0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:47.772175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ecc7ec61-afb4-4dec-8fa9-fce70700f9e7 req-506412bf-ed08-4364-a363-d1f9f16d0f86 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 1129 time: 0.3723412 Feb 04 13:36:47.778342 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 916816d3-1f0f-4344-9cb6-e7663ecabf6a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=916816d3-1f0f-4344-9cb6-e7663ecabf6a,segment=NetworkSegment(8c73faf1-a073-47d6-8695-9d36226fea93),segment_id=8c73faf1-a073-47d6-8695-9d36226fea93)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:47.829369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '916816d3-1f0f-4344-9cb6-e7663ecabf6a', 'network_id': '4b721c68-3d78-4657-b753-90489104a3e8', 'port_id': '916816d3-1f0f-4344-9cb6-e7663ecabf6a', 'mac_address': 'fa:16:3e:ec:5d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef898d2c-0999-4e35-9252-d26b4c25bff9', 'ip_address': '19.86.0.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:36:47.859590 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37dc5541-7dbd-4609-a997-7af6a59e3914 req-198fb318-633d-4891-8e00-c6d606277748 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (0da6fc2d-5c64-4b79-aa94-6ded53472216), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:47.863492 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=dd181635-d716-4402-9732-0edc92511848,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:47.875498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['10cda6a5-6a78-425e-85a4-6030d52dbe12', '0da6fc2d-5c64-4b79-aa94-6ded53472216'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:47.892893 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a3f4c0cd-cb63-4f7f-9801-faf6b79e257a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8af3f76ac6f74a1484b32cd0d73b3c46&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3069546 Feb 04 13:36:47.946552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49560) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:47.970611 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4c0cd-cb63-4f7f-9801-faf6b79e257a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4292bcc8-524d-4cea-8fe2-8e3f7436e04c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:47.975991 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fb318-633d-4891-8e00-c6d606277748 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Pushing event deleted for resources: {'Port': ['ID=0da6fc2d-5c64-4b79-aa94-6ded53472216,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:48.019783 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:48.074035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 916816d3-1f0f-4344-9cb6-e7663ecabf6a is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:48.075205 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:48.125629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916816d3-1f0f-4344-9cb6-e7663ecabf6a {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:48.187293 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ecc7ec61-afb4-4dec-8fa9-fce70700f9e7 req-0232835d-654c-43c5-9cb1-7747cb9c9e68 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916743 Feb 04 13:36:48.188217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dc5541-7dbd-4609-a997-7af6a59e3914 req-198fb318-633d-4891-8e00-c6d606277748 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] No DVR routers for this DVR port 0da6fc2d-5c64-4b79-aa94-6ded53472216 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:36:48.201675 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 916816d3-1f0f-4344-9cb6-e7663ecabf6a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=916816d3-1f0f-4344-9cb6-e7663ecabf6a,segment=NetworkSegment(8c73faf1-a073-47d6-8695-9d36226fea93),segment_id=8c73faf1-a073-47d6-8695-9d36226fea93)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:48.213841 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:48.214551 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-37dc5541-7dbd-4609-a997-7af6a59e3914 req-198fb318-633d-4891-8e00-c6d606277748 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:48.218983 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37dc5541-7dbd-4609-a997-7af6a59e3914 req-198fb318-633d-4891-8e00-c6d606277748 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.99 "DELETE /v2.0/ports/0da6fc2d-5c64-4b79-aa94-6ded53472216 HTTP/1.1" status: 204 len: 173 time: 2.3254399 Feb 04 13:36:48.225610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d75a66-312b-4d19-a5c1-7244289962da', 'name': 'network-vif-deleted', 'tag': '0da6fc2d-5c64-4b79-aa94-6ded53472216'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:48.227760 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae9a75c-7640-4f2e-b706-9593022c24b2" -d '{"events": [{"server_uuid": "75d75a66-312b-4d19-a5c1-7244289962da", "name": "network-vif-deleted", "tag": "0da6fc2d-5c64-4b79-aa94-6ded53472216"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:48.234388 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f9000c3-07c8-46bc-b102-8dd2cf1bb1bf req-14f68fec-46b1-4aa3-9ea6-6dc1ae99a789 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=75d75a66-312b-4d19-a5c1-7244289962da HTTP/1.1" status: 200 len: 210 time: 0.1100979 Feb 04 13:36:48.263121 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c5e7369-051d-43f3-a341-41bb6c572a53 admin admin] Publish callbacks [] for security_group (4292bcc8-524d-4cea-8fe2-8e3f7436e04c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:48.315724 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c5e7369-051d-43f3-a341-41bb6c572a53 admin admin] Publish callbacks [] for security_group (4292bcc8-524d-4cea-8fe2-8e3f7436e04c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:48.452811 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-871220d9-57e8-4b4c-a982-2e7c54d3a38b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (1327a5b8-9701-4fe9-85f7-42167b94fb55), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:48.514308 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c5e7369-051d-43f3-a341-41bb6c572a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4292bcc8-524d-4cea-8fe2-8e3f7436e04c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:48.520928 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c5e7369-051d-43f3-a341-41bb6c572a53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:48.523233 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9c5e7369-051d-43f3-a341-41bb6c572a53 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4292bcc8-524d-4cea-8fe2-8e3f7436e04c HTTP/1.1" status: 204 len: 168 time: 0.5746591 Feb 04 13:36:48.584783 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871220d9-57e8-4b4c-a982-2e7c54d3a38b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Subnet': ['ID=1327a5b8-9701-4fe9-85f7-42167b94fb55,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:48.597165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871220d9-57e8-4b4c-a982-2e7c54d3a38b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:48.599284 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-871220d9-57e8-4b4c-a982-2e7c54d3a38b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:48.604230 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e7369-051d-43f3-a341-41bb6c572a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4292bcc8-524d-4cea-8fe2-8e3f7436e04c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:48.609254 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871220d9-57e8-4b4c-a982-2e7c54d3a38b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:48.612067 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-871220d9-57e8-4b4c-a982-2e7c54d3a38b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:48.618957 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=916816d3-1f0f-4344-9cb6-e7663ecabf6a,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:48.647873 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-871220d9-57e8-4b4c-a982-2e7c54d3a38b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6638086 Feb 04 13:36:48.652103 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49568) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:48.666950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1125f1ce-2312-44f1-977e-e74c0da81446 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-126352126', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1327a5b8-9701-4fe9-85f7-42167b94fb55'}], 'security_groups': ['3f413d9e-a0ed-4c72-963d-51d48bc0d204']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:48.670214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847edeb-78bb-4b76-854b-ad25989d06e9 req-394a8d76-437f-4be9-8196-ec30f2aa77cd tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:48.681914 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847edeb-78bb-4b76-854b-ad25989d06e9 req-394a8d76-437f-4be9-8196-ec30f2aa77cd tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:48.686959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e5289280-8799-45c6-a657-3b81e2203b0c None None] Provisioning complete for port dd181635-d716-4402-9732-0edc92511848 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:48.688177 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e5289280-8799-45c6-a657-3b81e2203b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dd181635-d716-4402-9732-0edc92511848), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:48.725993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847edeb-78bb-4b76-854b-ad25989d06e9 req-394a8d76-437f-4be9-8196-ec30f2aa77cd tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:48.743335 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2847edeb-78bb-4b76-854b-ad25989d06e9 req-394a8d76-437f-4be9-8196-ec30f2aa77cd tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2415 time: 0.3273292 Feb 04 13:36:48.861696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e5289280-8799-45c6-a657-3b81e2203b0c None None] Current status of the port dd181635-d716-4402-9732-0edc92511848 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:48.888535 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1125f1ce-2312-44f1-977e-e74c0da81446 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6205da1e-f8ba-499c-9ac0-081cca47a308), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:48.896410 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e5289280-8799-45c6-a657-3b81e2203b0c None None] Provisioning complete for port c7263d26-bde3-4287-a3db-9aef686698aa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:48.897005 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e5289280-8799-45c6-a657-3b81e2203b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c7263d26-bde3-4287-a3db-9aef686698aa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:48.915032 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2847edeb-78bb-4b76-854b-ad25989d06e9 req-1d608ee2-29b4-496f-9b66-13bf49acebf0 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701000 Feb 04 13:36:48.972430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b8d4de-26fd-4cf8-9bde-466bab2d3187 None None] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:49.098645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e5289280-8799-45c6-a657-3b81e2203b0c None None] Port c7263d26-bde3-4287-a3db-9aef686698aa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:49.229209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0d7a8-7a9a-4691-9282-19976e89958d req-b8db1d59-47f9-4b07-87d4-d828ebedbb4c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:49.247508 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11d0d7a8-7a9a-4691-9282-19976e89958d req-b8db1d59-47f9-4b07-87d4-d828ebedbb4c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb2421c8-0594-4d9c-8dc2-6874753e0d87 HTTP/1.1" status: 200 len: 945 time: 0.2273664 Feb 04 13:36:49.288190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6526e07e-9ded-413d-adb9-d021daedb647 None None] Provisioning complete for port 6205da1e-f8ba-499c-9ac0-081cca47a308 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:49.288597 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6526e07e-9ded-413d-adb9-d021daedb647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6205da1e-f8ba-499c-9ac0-081cca47a308), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:49.351149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device dd181635-d716-4402-9732-0edc92511848 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:49.359240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11d0d7a8-7a9a-4691-9282-19976e89958d req-9c9341a8-98b4-4a89-a912-4ebff7f78c38 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091776 Feb 04 13:36:49.481431 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6526e07e-9ded-413d-adb9-d021daedb647 None None] Port 6205da1e-f8ba-499c-9ac0-081cca47a308 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:49.525187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port dd181635-d716-4402-9732-0edc92511848 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:49.525187 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dd181635-d716-4402-9732-0edc92511848), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:49.642691 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c56cd7-e849-4f96-ae23-cfb8dc5a23f1 req-ddc49f99-1a81-4f86-8b35-61f537fc60b4 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:49.645240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38c56cd7-e849-4f96-ae23-cfb8dc5a23f1 req-ddc49f99-1a81-4f86-8b35-61f537fc60b4 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.1155498 Feb 04 13:36:49.694042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3325bc02-e597-4fa0-a8a2-88a7b415a9e7 None None] Update dhcp port {'port': {'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'fixed_ips': [{'subnet_id': 'a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08', 'ip_address': '2001:db8::2'}, {'subnet_id': '1327a5b8-9701-4fe9-85f7-42167b94fb55'}], 'binding:host_id': 'n-d-714676-13'}, 'id': 'dd181635-d716-4402-9732-0edc92511848'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:36:49.709188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-1125f1ce-2312-44f1-977e-e74c0da81446 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Delete allocated IP 2001:db8::38f (9b6c4a47-7f08-4887-9139-49a7f9b30ad4/a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08) {{(pid=103607) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 13:36:49.727978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38c56cd7-e849-4f96-ae23-cfb8dc5a23f1 req-24122098-a896-4f37-81b9-516e77c34dcc tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739815 Feb 04 13:36:49.729356 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-1125f1ce-2312-44f1-977e-e74c0da81446 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Allocated IP 2001:db8:0:1::17 (9b6c4a47-7f08-4887-9139-49a7f9b30ad4/1327a5b8-9701-4fe9-85f7-42167b94fb55/6205da1e-f8ba-499c-9ac0-081cca47a308) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:49.789140 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3325bc02-e597-4fa0-a8a2-88a7b415a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dd181635-d716-4402-9732-0edc92511848), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:49.847906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port dd181635-d716-4402-9732-0edc92511848 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:49.944648 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['b7dc0c56-a30f-4726-b884-bc5a87c9bd6f'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:50.133161 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc354a5-5a12-467e-898e-683e7b48c1f7 x-openstack-request-id: req-dfc354a5-5a12-467e-898e-683e7b48c1f7 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:50.133461 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d75a66-312b-4d19-a5c1-7244289962da", "name": "network-vif-deleted", "tag": "0da6fc2d-5c64-4b79-aa94-6ded53472216", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:50.133717 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dfc354a5-5a12-467e-898e-683e7b48c1f7 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:50.134150 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d75a66-312b-4d19-a5c1-7244289962da', 'name': 'network-vif-deleted', 'tag': '0da6fc2d-5c64-4b79-aa94-6ded53472216', 'status': 'completed', 'code': 200} Feb 04 13:36:50.150708 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1125f1ce-2312-44f1-977e-e74c0da81446 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (6205da1e-f8ba-499c-9ac0-081cca47a308), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:50.158589 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1125f1ce-2312-44f1-977e-e74c0da81446 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (6205da1e-f8ba-499c-9ac0-081cca47a308), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:50.230231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['916816d3-1f0f-4344-9cb6-e7663ecabf6a'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:50.235267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['7bff0d56-d0b0-492e-8cbd-5e9b06abc07d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:50.238330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1125f1ce-2312-44f1-977e-e74c0da81446 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] In _notify_port_updated(), no bound segment for port 6205da1e-f8ba-499c-9ac0-081cca47a308 on network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:36:50.245129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1125f1ce-2312-44f1-977e-e74c0da81446 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:50.246275 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1125f1ce-2312-44f1-977e-e74c0da81446 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:50.250922 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:50.252212 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1125f1ce-2312-44f1-977e-e74c0da81446 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "PUT /v2.0/ports/6205da1e-f8ba-499c-9ac0-081cca47a308 HTTP/1.1" status: 200 len: 929 time: 1.5979671 Feb 04 13:36:50.255856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49598) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:50.293764 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125f1ce-2312-44f1-977e-e74c0da81446 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=6205da1e-f8ba-499c-9ac0-081cca47a308,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:50.341729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a152a4-6f67-45ad-a8a9-9505ecfb39a9 req-338893be-f079-4b22-af21-f00c8d8f67a2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:50.357656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a152a4-6f67-45ad-a8a9-9505ecfb39a9 req-338893be-f079-4b22-af21-f00c8d8f67a2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:50.371983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a152a4-6f67-45ad-a8a9-9505ecfb39a9 req-338893be-f079-4b22-af21-f00c8d8f67a2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:50.382696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a152a4-6f67-45ad-a8a9-9505ecfb39a9 req-338893be-f079-4b22-af21-f00c8d8f67a2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:50.392478 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a152a4-6f67-45ad-a8a9-9505ecfb39a9 req-338893be-f079-4b22-af21-f00c8d8f67a2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:50.408149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a152a4-6f67-45ad-a8a9-9505ecfb39a9 req-338893be-f079-4b22-af21-f00c8d8f67a2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:50.411367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f319d89f-fecd-467b-87bf-01bc373b21ab tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port 6205da1e-f8ba-499c-9ac0-081cca47a308 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:50.412193 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f319d89f-fecd-467b-87bf-01bc373b21ab tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6205da1e-f8ba-499c-9ac0-081cca47a308), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:50.422515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a152a4-6f67-45ad-a8a9-9505ecfb39a9 req-338893be-f079-4b22-af21-f00c8d8f67a2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:50.428758 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-41a152a4-6f67-45ad-a8a9-9505ecfb39a9 req-338893be-f079-4b22-af21-f00c8d8f67a2 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5438 time: 0.2227650 Feb 04 13:36:50.478935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-3325bc02-e597-4fa0-a8a2-88a7b415a9e7 None None] Allocated IP 2001:db8:0:1::2 (9b6c4a47-7f08-4887-9139-49a7f9b30ad4/1327a5b8-9701-4fe9-85f7-42167b94fb55/dd181635-d716-4402-9732-0edc92511848) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:50.573723 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-41a152a4-6f67-45ad-a8a9-9505ecfb39a9 req-768ba6df-6cdd-4324-b1e6-1ed51ec69791 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1376128 Feb 04 13:36:50.577371 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f319d89f-fecd-467b-87bf-01bc373b21ab tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6205da1e-f8ba-499c-9ac0-081cca47a308), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:50.598010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f319d89f-fecd-467b-87bf-01bc373b21ab tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for 6205da1e-f8ba-499c-9ac0-081cca47a308 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:50.679765 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:36:50.705614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:50.707356 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:50.793185 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f319d89f-fecd-467b-87bf-01bc373b21ab tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6205da1e-f8ba-499c-9ac0-081cca47a308), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:50.796258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f2114d2-42c4-4b5b-980d-523d5f740b41 req-4d3ff27e-bd4f-4713-a76a-23e1db8248f6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-447190420&fields=id&tenant_id=18df296c97314d5f87c6deaa6c02373b HTTP/1.1" status: 200 len: 267 time: 0.0726974 Feb 04 13:36:50.859193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319d89f-fecd-467b-87bf-01bc373b21ab tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=6205da1e-f8ba-499c-9ac0-081cca47a308,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:50.928025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3325bc02-e597-4fa0-a8a2-88a7b415a9e7 None None] For port dd181635-d716-4402-9732-0edc92511848, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=dd181635-d716-4402-9732-0edc92511848,segment=NetworkSegment(ce87fd67-970b-450b-98a3-97a810bdb0e1),segment_id=ce87fd67-970b-450b-98a3-97a810bdb0e1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:50.933190 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f319d89f-fecd-467b-87bf-01bc373b21ab tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:50.940722 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f319d89f-fecd-467b-87bf-01bc373b21ab tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/6205da1e-f8ba-499c-9ac0-081cca47a308 HTTP/1.1" status: 204 len: 168 time: 0.6801949 Feb 04 13:36:50.943909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49612) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:50.985798 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3325bc02-e597-4fa0-a8a2-88a7b415a9e7 None None] Publish callbacks [] for port (dd181635-d716-4402-9732-0edc92511848), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.007417 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-68168cc4-a938-4534-b421-c993c8cfb662 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] GET failed (client error): The resource could not be found. Feb 04 13:36:51.012862 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-68168cc4-a938-4534-b421-c993c8cfb662 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/6205da1e-f8ba-499c-9ac0-081cca47a308 HTTP/1.1" status: 404 len: 333 time: 0.0623434 Feb 04 13:36:51.012862 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49616) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:51.023054 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3325bc02-e597-4fa0-a8a2-88a7b415a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (dd181635-d716-4402-9732-0edc92511848), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.152886 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6ada67b-b12f-44d5-98ba-346414ef381f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (8cb69ead-22b7-4857-aff1-a3850bd474f0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.160078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325bc02-e597-4fa0-a8a2-88a7b415a9e7 None None] Pushing event updated for resources: {'Port': ['ID=dd181635-d716-4402-9732-0edc92511848,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:51.207962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6ada67b-b12f-44d5-98ba-346414ef381f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (8cb69ead-22b7-4857-aff1-a3850bd474f0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.225653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2114d2-42c4-4b5b-980d-523d5f740b41 req-d8f9d9f4-80e2-497d-9f25-10827a1b7332 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:51.228920 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f2114d2-42c4-4b5b-980d-523d5f740b41 req-d8f9d9f4-80e2-497d-9f25-10827a1b7332 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb2421c8-0594-4d9c-8dc2-6874753e0d87 HTTP/1.1" status: 200 len: 945 time: 0.4308243 Feb 04 13:36:51.243611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:51.243966 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.255564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-6f2114d2-42c4-4b5b-980d-523d5f740b41 req-cdc0640b-01c9-41d8-a65e-00a46ebcbcf7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Request body: {'port': {'security_groups': ['2ed44783-38a1-41b9-b1ee-386cecfe67cb', '6cb2a98c-24af-408d-94fa-92d4520d6373']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:51.281564 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6ada67b-b12f-44d5-98ba-346414ef381f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8cb69ead-22b7-4857-aff1-a3850bd474f0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.285479 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6ada67b-b12f-44d5-98ba-346414ef381f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.287516 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b6ada67b-b12f-44d5-98ba-346414ef381f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/security-groups/8cb69ead-22b7-4857-aff1-a3850bd474f0 HTTP/1.1" status: 204 len: 168 time: 0.2720766 Feb 04 13:36:51.309545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49622) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:51.313189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d03bc7b-242a-4b15-ad3d-18ab1a2929fd'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:51.319225 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df2f9ad-ec1c-4a93-bb63-207129e98b54" -d '{"events": [{"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-plugged", "status": "completed", "tag": "1d03bc7b-242a-4b15-ad3d-18ab1a2929fd"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:51.328200 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ada67b-b12f-44d5-98ba-346414ef381f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb69ead-22b7-4857-aff1-a3850bd474f0,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:51.343781 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1d03bc7b-242a-4b15-ad3d-18ab1a2929fd,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:51.368171 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.369093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:51.402905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49626) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:51.473531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=1d03bc7b-242a-4b15-ad3d-18ab1a2929fd,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:51.490252 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:36:51.496170 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:51.496554 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.513247 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6f2114d2-42c4-4b5b-980d-523d5f740b41 req-cdc0640b-01c9-41d8-a65e-00a46ebcbcf7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.543473 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2945ca9c-1ef1-4c3a-9556-1fb2a3c6867e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (3f413d9e-a0ed-4c72-963d-51d48bc0d204), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.582991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f490d460-1ff5-4103-bd78-3915e2cfa4e5 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-956961637'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:51.583488 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f490d460-1ff5-4103-bd78-3915e2cfa4e5 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] Unknown quota resources ['metering_label']. {{(pid=103607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:36:51.619831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:51.621012 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.702142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2f81fc2a-e69c-4b6b-b383-65cf65a76b14,segment=NetworkSegment(e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7),segment_id=e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:51.712859 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.714332 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8a5da942-5658-4af2-9fdc-445d0a253b15 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:51.718469 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2945ca9c-1ef1-4c3a-9556-1fb2a3c6867e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (3f413d9e-a0ed-4c72-963d-51d48bc0d204), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.833825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=2f81fc2a-e69c-4b6b-b383-65cf65a76b14,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:51.854222 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 8a5da942-5658-4af2-9fdc-445d0a253b15 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:36:51.860061 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 8a5da942-5658-4af2-9fdc-445d0a253b15 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:51.861857 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.929141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-6f2114d2-42c4-4b5b-980d-523d5f740b41 req-cdc0640b-01c9-41d8-a65e-00a46ebcbcf7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] For port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=39d2ae22-7db5-45d8-aaa2-38861ee43ea9,segment=NetworkSegment(d16d3540-ee57-4b22-abec-ff8cee081073),segment_id=d16d3540-ee57-4b22-abec-ff8cee081073)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:51.942370 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f490d460-1ff5-4103-bd78-3915e2cfa4e5 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.946738 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f490d460-1ff5-4103-bd78-3915e2cfa4e5 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5423238 Feb 04 13:36:51.947784 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49632) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:51.956279 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2945ca9c-1ef1-4c3a-9556-1fb2a3c6867e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3f413d9e-a0ed-4c72-963d-51d48bc0d204), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.957009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-39e166a4-08b1-4b3a-8619-3adc7da5d631 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7cb202e6-300e-4dbf-9d00-da3f92e9571f'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:51.957592 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-39e166a4-08b1-4b3a-8619-3adc7da5d631 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:36:51.960823 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2945ca9c-1ef1-4c3a-9556-1fb2a3c6867e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.965142 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2945ca9c-1ef1-4c3a-9556-1fb2a3c6867e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/security-groups/3f413d9e-a0ed-4c72-963d-51d48bc0d204 HTTP/1.1" status: 204 len: 168 time: 0.6521192 Feb 04 13:36:51.966393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49634) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:51.989745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945ca9c-1ef1-4c3a-9556-1fb2a3c6867e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f413d9e-a0ed-4c72-963d-51d48bc0d204,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:52.027344 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6f2114d2-42c4-4b5b-980d-523d5f740b41 req-cdc0640b-01c9-41d8-a65e-00a46ebcbcf7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:52.028502 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8a5da942-5658-4af2-9fdc-445d0a253b15 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:52.028911 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:52.039112 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6f2114d2-42c4-4b5b-980d-523d5f740b41 req-cdc0640b-01c9-41d8-a65e-00a46ebcbcf7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:52.094742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8a5da942-5658-4af2-9fdc-445d0a253b15, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8a5da942-5658-4af2-9fdc-445d0a253b15,segment=NetworkSegment(e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7),segment_id=e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:52.099205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['39d2ae22-7db5-45d8-aaa2-38861ee43ea9'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:52.123031 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0640b-01c9-41d8-a65e-00a46ebcbcf7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event updated for resources: {'Port': ['ID=39d2ae22-7db5-45d8-aaa2-38861ee43ea9,revision_number=6']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:52.132912 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:52.133868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9471111a-51b1-43df-8a12-7ca6ece249bc up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:52.169507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2114d2-42c4-4b5b-980d-523d5f740b41 req-cdc0640b-01c9-41d8-a65e-00a46ebcbcf7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:52.170343 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6f2114d2-42c4-4b5b-980d-523d5f740b41 req-cdc0640b-01c9-41d8-a65e-00a46ebcbcf7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:52.171840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f2114d2-42c4-4b5b-980d-523d5f740b41 req-cdc0640b-01c9-41d8-a65e-00a46ebcbcf7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "PUT /v2.0/ports/39d2ae22-7db5-45d8-aaa2-38861ee43ea9 HTTP/1.1" status: 200 len: 981 time: 0.9362981 Feb 04 13:36:52.172337 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2421c8-0594-4d9c-8dc2-6874753e0d87', 'tag': '39d2ae22-7db5-45d8-aaa2-38861ee43ea9'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:52.174848 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c627526b-863b-4335-a8ea-fc8f3cc53300" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2421c8-0594-4d9c-8dc2-6874753e0d87", "tag": "39d2ae22-7db5-45d8-aaa2-38861ee43ea9"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:52.195639 n-d-714676-13 neutron-server[103607]: WARNING neutron.services.metering.metering_plugin [None req-39e166a4-08b1-4b3a-8619-3adc7da5d631 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 04 13:36:52.226225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74525f9a-50f2-4b47-b93e-20e03579d1ea req-5e10d116-f8cf-45fe-b119-3bc8de2173c0 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:52.228409 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74525f9a-50f2-4b47-b93e-20e03579d1ea req-5e10d116-f8cf-45fe-b119-3bc8de2173c0 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.99 "GET /v2.0/ports?device_id=f9ce124f-b4a5-431c-8944-05c1297a5476 HTTP/1.1" status: 200 len: 945 time: 0.1064093 Feb 04 13:36:52.336346 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8a5da942-5658-4af2-9fdc-445d0a253b15,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:52.378612 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a2edd8-7af4-431c-9903-956ab168fc54 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting subnet a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:36:52.384285 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87a2edd8-7af4-431c-9903-956ab168fc54 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:52.398779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e81ea4c3-fd33-45e6-b644-21c7eed0c6b5 None None] Provisioning complete for port dd181635-d716-4402-9732-0edc92511848 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:52.399532 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e81ea4c3-fd33-45e6-b644-21c7eed0c6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dd181635-d716-4402-9732-0edc92511848), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:52.451761 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87a2edd8-7af4-431c-9903-956ab168fc54 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:52.455356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['39d2ae22-7db5-45d8-aaa2-38861ee43ea9'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:52.461893 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 9471111a-51b1-43df-8a12-7ca6ece249bc completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:36:52.474129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-74525f9a-50f2-4b47-b93e-20e03579d1ea req-6ac0858f-9bc5-4bd5-91a7-675357ddc38d tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Deleting port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:52.474563 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74525f9a-50f2-4b47-b93e-20e03579d1ea req-6ac0858f-9bc5-4bd5-91a7-675357ddc38d tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8f49c1fc-a5a1-429f-b66a-2cbea8c2033c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:52.501618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 9471111a-51b1-43df-8a12-7ca6ece249bc triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:52.502003 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:52.559769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51352f-0015-44ab-b849-431d3c6fce7a req-db5bda84-a86c-4892-bb07-ec171b7091e6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:52.567585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51352f-0015-44ab-b849-431d3c6fce7a req-db5bda84-a86c-4892-bb07-ec171b7091e6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:52.576501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51352f-0015-44ab-b849-431d3c6fce7a req-db5bda84-a86c-4892-bb07-ec171b7091e6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:52.578616 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea51352f-0015-44ab-b849-431d3c6fce7a req-db5bda84-a86c-4892-bb07-ec171b7091e6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2415 time: 0.2101009 Feb 04 13:36:52.579620 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-39e166a4-08b1-4b3a-8619-3adc7da5d631 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:52.587968 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-39e166a4-08b1-4b3a-8619-3adc7da5d631 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6383889 Feb 04 13:36:52.589428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49640) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:52.606910 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c7621b33-6802-4190-be24-a8f49f2c31be tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7cb202e6-300e-4dbf-9d00-da3f92e9571f'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:52.608247 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c7621b33-6802-4190-be24-a8f49f2c31be tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:36:52.683532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea51352f-0015-44ab-b849-431d3c6fce7a req-d2515e38-c347-44d6-a98b-9a4c99de7aaf tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975833 Feb 04 13:36:52.717219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-74525f9a-50f2-4b47-b93e-20e03579d1ea req-6ac0858f-9bc5-4bd5-91a7-675357ddc38d tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] For port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8f49c1fc-a5a1-429f-b66a-2cbea8c2033c,segment=NetworkSegment(bd088da6-464d-4d7d-b3b1-f3846918925a),segment_id=bd088da6-464d-4d7d-b3b1-f3846918925a)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:52.717667 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74525f9a-50f2-4b47-b93e-20e03579d1ea req-6ac0858f-9bc5-4bd5-91a7-675357ddc38d tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8f49c1fc-a5a1-429f-b66a-2cbea8c2033c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:52.739874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-74525f9a-50f2-4b47-b93e-20e03579d1ea req-6ac0858f-9bc5-4bd5-91a7-675357ddc38d tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Calling delete_port for 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:52.780456 n-d-714676-13 neutron-server[103607]: WARNING neutron.services.metering.metering_plugin [None req-c7621b33-6802-4190-be24-a8f49f2c31be tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 04 13:36:53.023190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e81ea4c3-fd33-45e6-b644-21c7eed0c6b5 None None] Current status of the port dd181635-d716-4402-9732-0edc92511848 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:53.026833 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74525f9a-50f2-4b47-b93e-20e03579d1ea req-6ac0858f-9bc5-4bd5-91a7-675357ddc38d tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8f49c1fc-a5a1-429f-b66a-2cbea8c2033c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:53.064977 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87a2edd8-7af4-431c-9903-956ab168fc54 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:53.067175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e81ea4c3-fd33-45e6-b644-21c7eed0c6b5 None None] Could not find standard attr ID for object 6205da1e-f8ba-499c-9ac0-081cca47a308. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:36:53.069531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8f49c1fc-a5a1-429f-b66a-2cbea8c2033c', '4c8a6a37-a0d3-4513-80c9-1aa249e85512'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:53.166971 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c7621b33-6802-4190-be24-a8f49f2c31be tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:53.168609 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c7621b33-6802-4190-be24-a8f49f2c31be tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5729992 Feb 04 13:36:53.170497 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87a2edd8-7af4-431c-9903-956ab168fc54 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:53.173166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49646) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:53.173653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0858f-9bc5-4bd5-91a7-675357ddc38d tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Pushing event deleted for resources: {'Port': ['ID=8f49c1fc-a5a1-429f-b66a-2cbea8c2033c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:53.220595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2edd8-7af4-431c-9903-956ab168fc54 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Subnet': ['ID=a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:53.225647 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4ffec412-6d7f-4ebe-9767-8c776c7ccb2a tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=0f4307c6-534c-4887-9f05-a16a991dd396 HTTP/1.1" status: 200 len: 464 time: 0.0480275 Feb 04 13:36:53.230024 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49648) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:53.231750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-74525f9a-50f2-4b47-b93e-20e03579d1ea req-6ac0858f-9bc5-4bd5-91a7-675357ddc38d tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] No DVR routers for this DVR port 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:36:53.236095 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-74525f9a-50f2-4b47-b93e-20e03579d1ea req-6ac0858f-9bc5-4bd5-91a7-675357ddc38d tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:53.239004 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87a2edd8-7af4-431c-9903-956ab168fc54 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:53.241779 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74525f9a-50f2-4b47-b93e-20e03579d1ea req-6ac0858f-9bc5-4bd5-91a7-675357ddc38d tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.99 "DELETE /v2.0/ports/8f49c1fc-a5a1-429f-b66a-2cbea8c2033c HTTP/1.1" status: 204 len: 173 time: 1.0052938 Feb 04 13:36:53.242632 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-87a2edd8-7af4-431c-9903-956ab168fc54 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08 HTTP/1.1" status: 204 len: 168 time: 1.2746851 Feb 04 13:36:53.249485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49650) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:53.256744 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7d83b045-66e7-4228-b54e-b13f3b9cb9d6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'subnet': {'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:53.287962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aee4b1-d7e5-4e9c-b3b1-92ac818ff5c9 None None] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:53.291302 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device dd181635-d716-4402-9732-0edc92511848 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:53.335299 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c8318-e3c8-45b0-899a-c07f4e9967a1 req-16bc0397-4fd3-4c18-924b-71ce5b1c00ec tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:53.338046 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c0c8318-e3c8-45b0-899a-c07f4e9967a1 req-16bc0397-4fd3-4c18-924b-71ce5b1c00ec tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.1780405 Feb 04 13:36:53.384778 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9471111a-51b1-43df-8a12-7ca6ece249bc is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:53.385653 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:53.470209 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c0c8318-e3c8-45b0-899a-c07f4e9967a1 req-4672627a-0823-4fbc-87e2-78adf6daccb4 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253259 Feb 04 13:36:53.554568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e81ea4c3-fd33-45e6-b644-21c7eed0c6b5 None None] Provisioning complete for port c7263d26-bde3-4287-a3db-9aef686698aa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:53.555172 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e81ea4c3-fd33-45e6-b644-21c7eed0c6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c7263d26-bde3-4287-a3db-9aef686698aa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:53.570958 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15f9c746-59e1-4471-8776-0409f4bf03b3 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:53.577291 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-15f9c746-59e1-4471-8776-0409f4bf03b3 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-label-rules/0f4307c6-534c-4887-9f05-a16a991dd396 HTTP/1.1" status: 204 len: 168 time: 0.3424487 Feb 04 13:36:53.577568 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb761944-f633-4352-bc53-7f8e71945e7c x-openstack-request-id: req-bb761944-f633-4352-bc53-7f8e71945e7c {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:53.577568 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-plugged", "status": "completed", "tag": "1d03bc7b-242a-4b15-ad3d-18ab1a2929fd", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:53.577568 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bb761944-f633-4352-bc53-7f8e71945e7c {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:53.577568 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d03bc7b-242a-4b15-ad3d-18ab1a2929fd', 'code': 200} Feb 04 13:36:53.578223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49654) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:53.617629 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cf72e05f-44b4-4f0b-9948-fbf5cd4c45db tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=0f4307c6-534c-4887-9f05-a16a991dd396 HTTP/1.1" status: 200 len: 221 time: 0.0349777 Feb 04 13:36:53.621360 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49656) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:53.658201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-5275b339-d49e-40d8-80c5-8cd4f9d3c602 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1009537034', 'description': 'label created by tempest'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:53.658925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d83b045-66e7-4228-b54e-b13f3b9cb9d6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:53.659061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-5275b339-d49e-40d8-80c5-8cd4f9d3c602 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] Unknown quota resources ['metering_label']. {{(pid=103606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:36:53.663174 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d83b045-66e7-4228-b54e-b13f3b9cb9d6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:53.679797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9471111a-51b1-43df-8a12-7ca6ece249bc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9471111a-51b1-43df-8a12-7ca6ece249bc,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:53.712394 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:53.713278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0da6fc2d-5c64-4b79-aa94-6ded53472216 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:36:53.785331 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e81ea4c3-fd33-45e6-b644-21c7eed0c6b5 None None] Port c7263d26-bde3-4287-a3db-9aef686698aa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:53.819347 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 0da6fc2d-5c64-4b79-aa94-6ded53472216 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:36:53.819698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 0da6fc2d-5c64-4b79-aa94-6ded53472216 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:36:53.844346 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 69e3009d-afe0-49cb-92eb-a7ddb0844090 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:53.873130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port dd181635-d716-4402-9732-0edc92511848 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:53.873766 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dd181635-d716-4402-9732-0edc92511848), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:54.023465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-fdf308a2-5320-4af5-b7ca-1c5078101a08 None None] Could not find standard attr ID for object 6205da1e-f8ba-499c-9ac0-081cca47a308. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:36:54.039888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9471111a-51b1-43df-8a12-7ca6ece249bc,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:54.043615 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5275b339-d49e-40d8-80c5-8cd4f9d3c602 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:54.048894 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5275b339-d49e-40d8-80c5-8cd4f9d3c602 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4018071 Feb 04 13:36:54.051135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49660) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:54.106518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1df158-cd30-430d-8ca1-1b99f6ea031c req-aed854b9-0818-4a23-a0c5-20c49bfd152a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:54.113349 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1df158-cd30-430d-8ca1-1b99f6ea031c req-aed854b9-0818-4a23-a0c5-20c49bfd152a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:54.119355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1df158-cd30-430d-8ca1-1b99f6ea031c req-aed854b9-0818-4a23-a0c5-20c49bfd152a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:54.125456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1df158-cd30-430d-8ca1-1b99f6ea031c req-aed854b9-0818-4a23-a0c5-20c49bfd152a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:54.132985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1df158-cd30-430d-8ca1-1b99f6ea031c req-aed854b9-0818-4a23-a0c5-20c49bfd152a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:54.138686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1df158-cd30-430d-8ca1-1b99f6ea031c req-aed854b9-0818-4a23-a0c5-20c49bfd152a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:54.146621 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1df158-cd30-430d-8ca1-1b99f6ea031c req-aed854b9-0818-4a23-a0c5-20c49bfd152a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:54.151193 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d83b045-66e7-4228-b54e-b13f3b9cb9d6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (7d24a71a-254d-46bd-8cf3-6d669bc99b94), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:54.158688 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6b1df158-cd30-430d-8ca1-1b99f6ea031c req-aed854b9-0818-4a23-a0c5-20c49bfd152a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5441 time: 0.5360811 Feb 04 13:36:54.162086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 69e3009d-afe0-49cb-92eb-a7ddb0844090 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:36:54.170924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 69e3009d-afe0-49cb-92eb-a7ddb0844090 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:54.171304 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:54.224583 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83b045-66e7-4228-b54e-b13f3b9cb9d6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Subnet': ['ID=7d24a71a-254d-46bd-8cf3-6d669bc99b94,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:54.243921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49662) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:54.244721 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0b015003-c5d2-4b7e-a395-064e13ff9adf tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=c0dbca19-c3fb-4c95-a4e2-45407e68ab8d HTTP/1.1" status: 200 len: 468 time: 0.1920900 Feb 04 13:36:54.320735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port dd181635-d716-4402-9732-0edc92511848 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:54.354694 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6b1df158-cd30-430d-8ca1-1b99f6ea031c req-163126c4-e06f-4eb3-98dd-471fa15ede33 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1944859 Feb 04 13:36:54.421818 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 69e3009d-afe0-49cb-92eb-a7ddb0844090 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:54.422450 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:54.435831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d83b045-66e7-4228-b54e-b13f3b9cb9d6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:54.440157 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-7d83b045-66e7-4228-b54e-b13f3b9cb9d6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:54.449593 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d83b045-66e7-4228-b54e-b13f3b9cb9d6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:54.451309 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d83b045-66e7-4228-b54e-b13f3b9cb9d6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:54.498850 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 69e3009d-afe0-49cb-92eb-a7ddb0844090, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=69e3009d-afe0-49cb-92eb-a7ddb0844090,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:54.507940 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:54.512841 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 916816d3-1f0f-4344-9cb6-e7663ecabf6a up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:54.553235 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7d83b045-66e7-4228-b54e-b13f3b9cb9d6 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3019624 Feb 04 13:36:54.559645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49664) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:54.578133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2070b7b4-118b-49a3-a718-3618c477b81f req-0ea87d79-b7e8-4536-a94b-e1251a0d1e7b tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1050994371&fields=id&tenant_id=18df296c97314d5f87c6deaa6c02373b HTTP/1.1" status: 200 len: 267 time: 0.0815189 Feb 04 13:36:54.648058 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b5d8b049-c7b7-4f26-8b06-877dea322e89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'security_group': {'name': 'tempest-secgroup-878065227'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:54.669462 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c58be3a1-d6f5-43d0-8d5e-898c161d6a41 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:54.671330 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c58be3a1-d6f5-43d0-8d5e-898c161d6a41 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-labels/c0dbca19-c3fb-4c95-a4e2-45407e68ab8d HTTP/1.1" status: 204 len: 168 time: 0.4259419 Feb 04 13:36:54.677317 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49666) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:54.680953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070b7b4-118b-49a3-a718-3618c477b81f req-f5f1ecab-52c5-4cd9-b985-25b93411454f tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:54.684245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2070b7b4-118b-49a3-a718-3618c477b81f req-f5f1ecab-52c5-4cd9-b985-25b93411454f tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb2421c8-0594-4d9c-8dc2-6874753e0d87 HTTP/1.1" status: 200 len: 984 time: 0.0946722 Feb 04 13:36:54.694269 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5d8b049-c7b7-4f26-8b06-877dea322e89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:54.697918 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-59b44ec5-4f54-4dbc-91c7-b0102ab3078b tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=c0dbca19-c3fb-4c95-a4e2-45407e68ab8d HTTP/1.1" status: 200 len: 216 time: 0.0190082 Feb 04 13:36:54.703690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49668) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:54.709049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=69e3009d-afe0-49cb-92eb-a7ddb0844090,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:54.719252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-2070b7b4-118b-49a3-a718-3618c477b81f req-5d49e081-95db-4094-9afa-1fc9f64020c7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Request body: {'port': {'security_groups': ['2ed44783-38a1-41b9-b1ee-386cecfe67cb', '6cb2a98c-24af-408d-94fa-92d4520d6373', '0d1e715b-4cd6-4efa-a931-cb5b7d8f2816']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:54.735681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6f9fe14e-da62-461c-9cf5-12f3b7ec5de1 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0241287 Feb 04 13:36:54.735961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49670) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:54.743518 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 916816d3-1f0f-4344-9cb6-e7663ecabf6a completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:36:54.754618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 916816d3-1f0f-4344-9cb6-e7663ecabf6a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:54.755694 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:54.767231 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5fdee8e6-3a79-4a7e-9cc5-4283613896c5 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0274439 Feb 04 13:36:54.770574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49672) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:54.852400 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5d8b049-c7b7-4f26-8b06-877dea322e89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (33a799de-ddf4-4e6b-8d73-673b272bb8d9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:54.860551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5d8b049-c7b7-4f26-8b06-877dea322e89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (33a799de-ddf4-4e6b-8d73-673b272bb8d9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:54.903819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5d8b049-c7b7-4f26-8b06-877dea322e89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:54.905673 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b5d8b049-c7b7-4f26-8b06-877dea322e89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3361773 Feb 04 13:36:54.911115 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49674) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:54.916260 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7f34654f-dbc4-4e69-ab87-8db8eb6b9d8b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'security_group': {'name': 'tempest-secgroup-1557706017'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:54.939227 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 916816d3-1f0f-4344-9cb6-e7663ecabf6a is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:54.939545 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8b049-c7b7-4f26-8b06-877dea322e89 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a799de-ddf4-4e6b-8d73-673b272bb8d9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:54.940491 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:54.948611 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-968dc3fa-5384-4c0a-a34c-d6f9c6eddb54 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels/7cb202e6-300e-4dbf-9d00-da3f92e9571f HTTP/1.1" status: 200 len: 472 time: 0.1712174 Feb 04 13:36:54.949151 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49676) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:54.954058 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7f34654f-dbc4-4e69-ab87-8db8eb6b9d8b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:54.967859 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2070b7b4-118b-49a3-a718-3618c477b81f req-5d49e081-95db-4094-9afa-1fc9f64020c7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:55.000595 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b18c3cfa-801f-4b88-90c0-4794925266bd tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules/58884cfb-31a6-4735-bf81-cbd3be6a2ce6 HTTP/1.1" status: 200 len: 461 time: 0.0399230 Feb 04 13:36:55.007309 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49678) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:55.011750 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 916816d3-1f0f-4344-9cb6-e7663ecabf6a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=916816d3-1f0f-4344-9cb6-e7663ecabf6a,segment=NetworkSegment(8c73faf1-a073-47d6-8695-9d36226fea93),segment_id=8c73faf1-a073-47d6-8695-9d36226fea93)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:55.020735 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:55.022328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b7dc0c56-a30f-4726-b884-bc5a87c9bd6f up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:55.136949 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d28683-2233-4955-83dd-c8c3dccf84d9 None None] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:55.141386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=916816d3-1f0f-4344-9cb6-e7663ecabf6a,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:55.223969 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2765289-3183-4b75-9bf6-3a9d2423bde6 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:55.225343 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e2765289-3183-4b75-9bf6-3a9d2423bde6 tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-label-rules/58884cfb-31a6-4735-bf81-cbd3be6a2ce6 HTTP/1.1" status: 204 len: 168 time: 0.2165875 Feb 04 13:36:55.228089 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49680) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:55.239139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1581b76b-ad62-453b-96a4-34a1e8379d55 None None] Provisioning complete for port dd181635-d716-4402-9732-0edc92511848 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:55.240946 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1581b76b-ad62-453b-96a4-34a1e8379d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dd181635-d716-4402-9732-0edc92511848), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:55.309156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:36:55.318609 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7f34654f-dbc4-4e69-ab87-8db8eb6b9d8b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (254a3534-b4fa-4a5f-ad92-135eaa3158cc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:55.327466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:55.328072 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b7dc0c56-a30f-4726-b884-bc5a87c9bd6f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:55.371776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-2070b7b4-118b-49a3-a718-3618c477b81f req-5d49e081-95db-4094-9afa-1fc9f64020c7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] For port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=39d2ae22-7db5-45d8-aaa2-38861ee43ea9,segment=NetworkSegment(d16d3540-ee57-4b22-abec-ff8cee081073),segment_id=d16d3540-ee57-4b22-abec-ff8cee081073)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:55.386137 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7f34654f-dbc4-4e69-ab87-8db8eb6b9d8b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (254a3534-b4fa-4a5f-ad92-135eaa3158cc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:55.453305 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2070b7b4-118b-49a3-a718-3618c477b81f req-5d49e081-95db-4094-9afa-1fc9f64020c7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:55.466031 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2070b7b4-118b-49a3-a718-3618c477b81f req-5d49e081-95db-4094-9afa-1fc9f64020c7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:55.491232 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['39d2ae22-7db5-45d8-aaa2-38861ee43ea9'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:55.529183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070b7b4-118b-49a3-a718-3618c477b81f req-5d49e081-95db-4094-9afa-1fc9f64020c7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:55.529978 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2070b7b4-118b-49a3-a718-3618c477b81f req-5d49e081-95db-4094-9afa-1fc9f64020c7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:55.531800 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2070b7b4-118b-49a3-a718-3618c477b81f req-5d49e081-95db-4094-9afa-1fc9f64020c7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "PUT /v2.0/ports/39d2ae22-7db5-45d8-aaa2-38861ee43ea9 HTTP/1.1" status: 200 len: 1020 time: 0.8342965 Feb 04 13:36:55.583989 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49e081-95db-4094-9afa-1fc9f64020c7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event updated for resources: {'Port': ['ID=39d2ae22-7db5-45d8-aaa2-38861ee43ea9,revision_number=7']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:55.591599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f81fc2a-e69c-4b6b-b383-65cf65a76b14'}, {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5da942-5658-4af2-9fdc-445d0a253b15'}, {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9471111a-51b1-43df-8a12-7ca6ece249bc'}, {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e3009d-afe0-49cb-92eb-a7ddb0844090'}, {'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916816d3-1f0f-4344-9cb6-e7663ecabf6a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:55.595612 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0f061d-b4ae-4a4c-9237-144ae25f3dde" -d '{"events": [{"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-plugged", "status": "completed", "tag": "2f81fc2a-e69c-4b6b-b383-65cf65a76b14"}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-plugged", "status": "completed", "tag": "8a5da942-5658-4af2-9fdc-445d0a253b15"}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-plugged", "status": "completed", "tag": "9471111a-51b1-43df-8a12-7ca6ece249bc"}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-plugged", "status": "completed", "tag": "69e3009d-afe0-49cb-92eb-a7ddb0844090"}, {"server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "name": "network-vif-plugged", "status": "completed", "tag": "916816d3-1f0f-4344-9cb6-e7663ecabf6a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:55.635048 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5fd720-38c5-410a-ba36-da1a57bb0e21 x-openstack-request-id: req-1d5fd720-38c5-410a-ba36-da1a57bb0e21 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:55.635453 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2421c8-0594-4d9c-8dc2-6874753e0d87", "tag": "39d2ae22-7db5-45d8-aaa2-38861ee43ea9", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:55.635793 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1d5fd720-38c5-410a-ba36-da1a57bb0e21 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:55.636080 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2421c8-0594-4d9c-8dc2-6874753e0d87', 'tag': '39d2ae22-7db5-45d8-aaa2-38861ee43ea9', 'status': 'completed', 'code': 200} Feb 04 13:36:55.639574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7f34654f-dbc4-4e69-ab87-8db8eb6b9d8b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:55.639848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1581b76b-ad62-453b-96a4-34a1e8379d55 None None] Current status of the port dd181635-d716-4402-9732-0edc92511848 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:55.646822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49688) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:55.647434 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7f34654f-dbc4-4e69-ab87-8db8eb6b9d8b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7349412 Feb 04 13:36:55.652434 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-30f7b986-457c-4023-8976-58b69924078d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'security_group': {'name': 'tempest-secgroup-1017786797'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:55.700551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76d8d9af-3990-499e-b90c-7494eb33977c tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:55.702652 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-76d8d9af-3990-499e-b90c-7494eb33977c tempest-MeteringTestJSON-1756455966 tempest-MeteringTestJSON-1756455966-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-labels/7cb202e6-300e-4dbf-9d00-da3f92e9571f HTTP/1.1" status: 204 len: 168 time: 0.4732480 Feb 04 13:36:55.707519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34654f-dbc4-4e69-ab87-8db8eb6b9d8b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254a3534-b4fa-4a5f-ad92-135eaa3158cc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:55.710293 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30f7b986-457c-4023-8976-58b69924078d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:55.730025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:55.730714 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b7dc0c56-a30f-4726-b884-bc5a87c9bd6f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:55.778208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1581b76b-ad62-453b-96a4-34a1e8379d55 None None] Provisioning complete for port c7263d26-bde3-4287-a3db-9aef686698aa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:55.778829 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1581b76b-ad62-453b-96a4-34a1e8379d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c7263d26-bde3-4287-a3db-9aef686698aa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:55.855023 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37f107b-aec2-491b-8f00-0c288628e7d4 None None] Update dhcp port {'port': {'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'fixed_ips': [{'subnet_id': '1327a5b8-9701-4fe9-85f7-42167b94fb55', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7d24a71a-254d-46bd-8cf3-6d669bc99b94'}], 'binding:host_id': 'n-d-714676-13'}, 'id': 'dd181635-d716-4402-9732-0edc92511848'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:36:55.859300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627526b-863b-4335-a8ea-fc8f3cc53300 req-1f4468cc-65f2-42da-a4cb-b25f8a050191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:55.861636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c627526b-863b-4335-a8ea-fc8f3cc53300 req-1f4468cc-65f2-42da-a4cb-b25f8a050191 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=18df296c97314d5f87c6deaa6c02373b&device_id=fb2421c8-0594-4d9c-8dc2-6874753e0d87 HTTP/1.1" status: 200 len: 1207 time: 0.1783407 Feb 04 13:36:55.926391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['39d2ae22-7db5-45d8-aaa2-38861ee43ea9'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:55.972383 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:36:55.981439 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30f7b986-457c-4023-8976-58b69924078d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (c043d44b-a44a-4f26-bc87-ca55873b013f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:55.990476 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30f7b986-457c-4023-8976-58b69924078d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c043d44b-a44a-4f26-bc87-ca55873b013f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:56.037076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b7dc0c56-a30f-4726-b884-bc5a87c9bd6f,segment=NetworkSegment(71c191b4-6295-4618-92e7-a4671a649bfb),segment_id=71c191b4-6295-4618-92e7-a4671a649bfb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:56.073413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1581b76b-ad62-453b-96a4-34a1e8379d55 None None] Port c7263d26-bde3-4287-a3db-9aef686698aa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:56.087676 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b7dc0c56-a30f-4726-b884-bc5a87c9bd6f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:56.091488 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e37f107b-aec2-491b-8f00-0c288628e7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dd181635-d716-4402-9732-0edc92511848), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:56.112117 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30f7b986-457c-4023-8976-58b69924078d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:56.113562 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-30f7b986-457c-4023-8976-58b69924078d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4650078 Feb 04 13:36:56.119743 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49696) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:56.126831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:56.145340 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3c4c57cf-bd76-4f26-982e-b23d58cab5e3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1985061774', 'security_groups': ['c043d44b-a44a-4f26-bc87-ca55873b013f'], 'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7d24a71a-254d-46bd-8cf3-6d669bc99b94'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:56.159871 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7b986-457c-4023-8976-58b69924078d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c043d44b-a44a-4f26-bc87-ca55873b013f,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:56.167168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627526b-863b-4335-a8ea-fc8f3cc53300 req-a229d6e0-b67a-4cb7-8e90-3905c4367eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:56.168886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c627526b-863b-4335-a8ea-fc8f3cc53300 req-a229d6e0-b67a-4cb7-8e90-3905c4367eb0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9b76c752-312e-4ac7-97d7-4f401a121b43 HTTP/1.1" status: 200 len: 914 time: 0.2991412 Feb 04 13:36:56.259843 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c627526b-863b-4335-a8ea-fc8f3cc53300 req-d00403aa-b250-4b7a-91d4-35166c30db73 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39d2ae22-7db5-45d8-aaa2-38861ee43ea9 HTTP/1.1" status: 200 len: 217 time: 0.0819929 Feb 04 13:36:56.276820 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49698) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:56.286943 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97c802-b257-4954-ad1a-67bac7841cb2 req-92803170-5cdf-46b2-a883-2412386ca902 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:56.289762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed97c802-b257-4954-ad1a-67bac7841cb2 req-92803170-5cdf-46b2-a883-2412386ca902 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.99 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 946 time: 0.2525959 Feb 04 13:36:56.410997 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4c57cf-bd76-4f26-982e-b23d58cab5e3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:56.417803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451be4f-3381-41db-a5b5-38cb946cd27b req-2150c87a-1d46-4977-84fe-07a725565807 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:56.420663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a451be4f-3381-41db-a5b5-38cb946cd27b req-2150c87a-1d46-4977-84fe-07a725565807 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2b5660d-832c-40c4-9d9e-78759675488b HTTP/1.1" status: 200 len: 946 time: 0.3211753 Feb 04 13:36:56.489305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b7dc0c56-a30f-4726-b884-bc5a87c9bd6f,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:56.513596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627526b-863b-4335-a8ea-fc8f3cc53300 req-690d89de-7abc-4d07-86e4-893b9081c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:56.515836 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c627526b-863b-4335-a8ea-fc8f3cc53300 req-690d89de-7abc-4d07-86e4-893b9081c874 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=17d78447-bcef-4d7f-9596-7ffb293b03df HTTP/1.1" status: 200 len: 853 time: 0.2441142 Feb 04 13:36:56.547420 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c4c57cf-bd76-4f26-982e-b23d58cab5e3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:56.579894 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-3c4c57cf-bd76-4f26-982e-b23d58cab5e3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] device_id is not set on port 1dbb62b6-7739-4dc4-91fb-02c8627b6687 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:36:56.637543 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c627526b-863b-4335-a8ea-fc8f3cc53300 req-0846d105-2fc3-416a-936a-05b08486b2fe service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9b76c752-312e-4ac7-97d7-4f401a121b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800464 Feb 04 13:36:56.647600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:36:56.679689 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:56.680104 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7bff0d56-d0b0-492e-8cbd-5e9b06abc07d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:56.734035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a451be4f-3381-41db-a5b5-38cb946cd27b req-1f69f646-33dc-4bb4-9f02-090621274149 tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd0331b9-1e03-4aeb-bed0-3b3d6c880982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004680 Feb 04 13:36:56.751528 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61c8430d-19cc-48cf-bf52-1bc7aa008da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:56.829440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-ed97c802-b257-4954-ad1a-67bac7841cb2 req-f67abdc4-7e96-44a2-9e2f-1b0c2024c81e tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Deleting port 10cda6a5-6a78-425e-85a4-6030d52dbe12 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:56.830248 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ed97c802-b257-4954-ad1a-67bac7841cb2 req-f67abdc4-7e96-44a2-9e2f-1b0c2024c81e tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (10cda6a5-6a78-425e-85a4-6030d52dbe12), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:56.839472 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c627526b-863b-4335-a8ea-fc8f3cc53300 req-893a35b4-f83b-467c-a011-556f60b38883 service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840255 Feb 04 13:36:56.900180 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-e37f107b-aec2-491b-8f00-0c288628e7d4 None None] Allocated IP 2001:db8::2 (9b6c4a47-7f08-4887-9139-49a7f9b30ad4/7d24a71a-254d-46bd-8cf3-6d669bc99b94/dd181635-d716-4402-9732-0edc92511848) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:56.939963 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61c8430d-19cc-48cf-bf52-1bc7aa008da7 admin admin] Publish callbacks [] for security_group (e368cb09-987e-4402-b643-6694bd71d251), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:56.945803 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61c8430d-19cc-48cf-bf52-1bc7aa008da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e368cb09-987e-4402-b643-6694bd71d251), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:57.000634 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-61c8430d-19cc-48cf-bf52-1bc7aa008da7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=23677f932ab84ee0876dbf9b9e50b206&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7220151 Feb 04 13:36:57.001856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8430d-19cc-48cf-bf52-1bc7aa008da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e368cb09-987e-4402-b643-6694bd71d251,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:57.005625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49704) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:57.077952 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f8e87b31-b54b-45e5-993d-62821512327e admin admin] Publish callbacks [] for security_group (e368cb09-987e-4402-b643-6694bd71d251), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:57.111292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f8e87b31-b54b-45e5-993d-62821512327e admin admin] Publish callbacks [] for security_group (e368cb09-987e-4402-b643-6694bd71d251), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:57.187578 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f8e87b31-b54b-45e5-993d-62821512327e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e368cb09-987e-4402-b643-6694bd71d251), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:57.200127 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f8e87b31-b54b-45e5-993d-62821512327e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:57.210320 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f8e87b31-b54b-45e5-993d-62821512327e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e368cb09-987e-4402-b643-6694bd71d251 HTTP/1.1" status: 204 len: 168 time: 0.2006423 Feb 04 13:36:57.233948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e87b31-b54b-45e5-993d-62821512327e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e368cb09-987e-4402-b643-6694bd71d251,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:57.250457 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b643c-17da-488d-9f2d-16c7e450c45a req-dd86806f-7bda-4ed9-a0f4-c917c00d6ac3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:57.256892 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b643c-17da-488d-9f2d-16c7e450c45a req-dd86806f-7bda-4ed9-a0f4-c917c00d6ac3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:57.262387 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b643c-17da-488d-9f2d-16c7e450c45a req-dd86806f-7bda-4ed9-a0f4-c917c00d6ac3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:57.270012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d63b643c-17da-488d-9f2d-16c7e450c45a req-dd86806f-7bda-4ed9-a0f4-c917c00d6ac3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2417 time: 0.3190653 Feb 04 13:36:57.273895 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c627526b-863b-4335-a8ea-fc8f3cc53300 req-922e9ed3-8ed0-405b-a233-dde50c4a915f service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045708 Feb 04 13:36:57.276100 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-ed97c802-b257-4954-ad1a-67bac7841cb2 req-f67abdc4-7e96-44a2-9e2f-1b0c2024c81e tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] For port 10cda6a5-6a78-425e-85a4-6030d52dbe12, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=10cda6a5-6a78-425e-85a4-6030d52dbe12,segment=NetworkSegment(54c428d2-32d4-4e0c-832a-7b50a69bb295),segment_id=54c428d2-32d4-4e0c-832a-7b50a69bb295)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:57.276307 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ed97c802-b257-4954-ad1a-67bac7841cb2 req-f67abdc4-7e96-44a2-9e2f-1b0c2024c81e tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (10cda6a5-6a78-425e-85a4-6030d52dbe12), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:57.308332 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:57.308970 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7bff0d56-d0b0-492e-8cbd-5e9b06abc07d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:57.310620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-ed97c802-b257-4954-ad1a-67bac7841cb2 req-f67abdc4-7e96-44a2-9e2f-1b0c2024c81e tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Calling delete_port for 10cda6a5-6a78-425e-85a4-6030d52dbe12 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:57.396435 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d63b643c-17da-488d-9f2d-16c7e450c45a req-addfe340-f192-40ec-a11c-b1f25e8023e5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239295 Feb 04 13:36:57.465489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e37f107b-aec2-491b-8f00-0c288628e7d4 None None] For port dd181635-d716-4402-9732-0edc92511848, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=dd181635-d716-4402-9732-0edc92511848,segment=NetworkSegment(ce87fd67-970b-450b-98a3-97a810bdb0e1),segment_id=ce87fd67-970b-450b-98a3-97a810bdb0e1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:57.499114 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=7bff0d56-d0b0-492e-8cbd-5e9b06abc07d,segment=NetworkSegment(71c191b4-6295-4618-92e7-a4671a649bfb),segment_id=71c191b4-6295-4618-92e7-a4671a649bfb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:57.509870 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7bff0d56-d0b0-492e-8cbd-5e9b06abc07d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:57.510895 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:36:57.591748 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e37f107b-aec2-491b-8f00-0c288628e7d4 None None] Publish callbacks [] for port (dd181635-d716-4402-9732-0edc92511848), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:57.593649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:36:57.594064 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8f49c1fc-a5a1-429f-b66a-2cbea8c2033c not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:36:57.612091 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e37f107b-aec2-491b-8f00-0c288628e7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (dd181635-d716-4402-9732-0edc92511848), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:57.645403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=7bff0d56-d0b0-492e-8cbd-5e9b06abc07d,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:57.652727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ce124f-b4a5-431c-8944-05c1297a5476', 'name': 'network-vif-deleted', 'tag': '8f49c1fc-a5a1-429f-b66a-2cbea8c2033c'}, {'name': 'network-changed', 'server_uuid': 'fb2421c8-0594-4d9c-8dc2-6874753e0d87', 'tag': '39d2ae22-7db5-45d8-aaa2-38861ee43ea9'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:57.657387 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9622d9dc-a714-458b-baef-07df9cb126a7" -d '{"events": [{"server_uuid": "f9ce124f-b4a5-431c-8944-05c1297a5476", "name": "network-vif-deleted", "tag": "8f49c1fc-a5a1-429f-b66a-2cbea8c2033c"}, {"name": "network-changed", "server_uuid": "fb2421c8-0594-4d9c-8dc2-6874753e0d87", "tag": "39d2ae22-7db5-45d8-aaa2-38861ee43ea9"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:57.665267 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ed97c802-b257-4954-ad1a-67bac7841cb2 req-f67abdc4-7e96-44a2-9e2f-1b0c2024c81e tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (10cda6a5-6a78-425e-85a4-6030d52dbe12), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:57.698924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['10cda6a5-6a78-425e-85a4-6030d52dbe12'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:57.715347 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-3c4c57cf-bd76-4f26-982e-b23d58cab5e3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Allocated IP 2001:db8::b0 (9b6c4a47-7f08-4887-9139-49a7f9b30ad4/7d24a71a-254d-46bd-8cf3-6d669bc99b94/1dbb62b6-7739-4dc4-91fb-02c8627b6687) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:57.736100 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67abdc4-7e96-44a2-9e2f-1b0c2024c81e tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Pushing event deleted for resources: {'Port': ['ID=10cda6a5-6a78-425e-85a4-6030d52dbe12,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:57.908190 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c4c57cf-bd76-4f26-982e-b23d58cab5e3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (1dbb62b6-7739-4dc4-91fb-02c8627b6687), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:57.915117 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49714) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:57.917705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f107b-aec2-491b-8f00-0c288628e7d4 None None] Pushing event updated for resources: {'Port': ['ID=dd181635-d716-4402-9732-0edc92511848,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:57.938293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-91778f88-2b3b-45eb-838a-a02ac5553eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:58.007188 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c4c57cf-bd76-4f26-982e-b23d58cab5e3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1dbb62b6-7739-4dc4-91fb-02c8627b6687), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:58.127582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4c57cf-bd76-4f26-982e-b23d58cab5e3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:58.139833 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-3c4c57cf-bd76-4f26-982e-b23d58cab5e3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:58.152263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4c57cf-bd76-4f26-982e-b23d58cab5e3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:58.165221 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4c57cf-bd76-4f26-982e-b23d58cab5e3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:58.166485 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c4c57cf-bd76-4f26-982e-b23d58cab5e3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:58.172447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c57cf-bd76-4f26-982e-b23d58cab5e3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=1dbb62b6-7739-4dc4-91fb-02c8627b6687,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:58.210548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b866590-2029-4084-8864-1d62d2cfc5ce req-42cb1fb1-c0b0-40c7-9af3-966ea6026567 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:58.216320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b866590-2029-4084-8864-1d62d2cfc5ce req-42cb1fb1-c0b0-40c7-9af3-966ea6026567 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:58.222661 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b866590-2029-4084-8864-1d62d2cfc5ce req-42cb1fb1-c0b0-40c7-9af3-966ea6026567 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:58.223845 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3c4c57cf-bd76-4f26-982e-b23d58cab5e3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1006672 Feb 04 13:36:58.228324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b866590-2029-4084-8864-1d62d2cfc5ce req-42cb1fb1-c0b0-40c7-9af3-966ea6026567 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:58.233736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b866590-2029-4084-8864-1d62d2cfc5ce req-42cb1fb1-c0b0-40c7-9af3-966ea6026567 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:58.234055 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49716) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:58.240140 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b866590-2029-4084-8864-1d62d2cfc5ce req-42cb1fb1-c0b0-40c7-9af3-966ea6026567 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:58.243326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-85170d4b-ea5e-437a-a34c-481c73f33093 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'subnet': {'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:58.245516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b866590-2029-4084-8864-1d62d2cfc5ce req-42cb1fb1-c0b0-40c7-9af3-966ea6026567 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:58.249516 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b866590-2029-4084-8864-1d62d2cfc5ce req-42cb1fb1-c0b0-40c7-9af3-966ea6026567 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5443 time: 0.7513442 Feb 04 13:36:58.266084 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-91778f88-2b3b-45eb-838a-a02ac5553eea admin admin] Publish callbacks [] for security_group (7e9b5be4-6638-415a-a3e9-18994d731039), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:58.267060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed97c802-b257-4954-ad1a-67bac7841cb2 req-f67abdc4-7e96-44a2-9e2f-1b0c2024c81e tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] No DVR routers for this DVR port 10cda6a5-6a78-425e-85a4-6030d52dbe12 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:36:58.277610 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ed97c802-b257-4954-ad1a-67bac7841cb2 req-f67abdc4-7e96-44a2-9e2f-1b0c2024c81e tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:58.281867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed97c802-b257-4954-ad1a-67bac7841cb2 req-f67abdc4-7e96-44a2-9e2f-1b0c2024c81e tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] 10.222.0.99 "DELETE /v2.0/ports/10cda6a5-6a78-425e-85a4-6030d52dbe12 HTTP/1.1" status: 204 len: 173 time: 1.9751513 Feb 04 13:36:58.294157 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-91778f88-2b3b-45eb-838a-a02ac5553eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7e9b5be4-6638-415a-a3e9-18994d731039), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:58.312969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7453b6-2535-473c-8f16-afb77d6c060e req-0b931ce8-7029-4241-b763-164d1e85c5f5 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:58.314690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d7453b6-2535-473c-8f16-afb77d6c060e req-0b931ce8-7029-4241-b763-164d1e85c5f5 tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.99 "GET /v2.0/ports?device_id=50d4df04-2d58-48db-b6af-f89d7112c443 HTTP/1.1" status: 200 len: 945 time: 0.5826743 Feb 04 13:36:58.431658 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b866590-2029-4084-8864-1d62d2cfc5ce req-276c1528-f925-4763-8e59-ec7a88d89826 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1619549 Feb 04 13:36:58.510694 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91778f88-2b3b-45eb-838a-a02ac5553eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9b5be4-6638-415a-a3e9-18994d731039,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:58.521350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-8d7453b6-2535-473c-8f16-afb77d6c060e req-c320cbb6-4dfb-4755-8305-b265ced959fb tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Deleting port 4c8a6a37-a0d3-4513-80c9-1aa249e85512 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:58.521350 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8d7453b6-2535-473c-8f16-afb77d6c060e req-c320cbb6-4dfb-4755-8305-b265ced959fb tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4c8a6a37-a0d3-4513-80c9-1aa249e85512), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:58.551828 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-91778f88-2b3b-45eb-838a-a02ac5553eea admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b6142cb8b91d43e8bdb4f0f32607fc80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6353025 Feb 04 13:36:58.564992 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49720) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:58.641377 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85170d4b-ea5e-437a-a34c-481c73f33093 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:58.645945 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85170d4b-ea5e-437a-a34c-481c73f33093 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:58.789920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8d7453b6-2535-473c-8f16-afb77d6c060e req-c320cbb6-4dfb-4755-8305-b265ced959fb tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] For port 4c8a6a37-a0d3-4513-80c9-1aa249e85512, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4c8a6a37-a0d3-4513-80c9-1aa249e85512,segment=NetworkSegment(bd088da6-464d-4d7d-b3b1-f3846918925a),segment_id=bd088da6-464d-4d7d-b3b1-f3846918925a)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:58.790632 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8d7453b6-2535-473c-8f16-afb77d6c060e req-c320cbb6-4dfb-4755-8305-b265ced959fb tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4c8a6a37-a0d3-4513-80c9-1aa249e85512), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:58.837543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a350534-07a2-4690-9d50-d2ff7b6d4a67 req-3128eccf-3daa-478d-9a85-fd325fb8d395 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:58.851055 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a350534-07a2-4690-9d50-d2ff7b6d4a67 req-3128eccf-3daa-478d-9a85-fd325fb8d395 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb2421c8-0594-4d9c-8dc2-6874753e0d87 HTTP/1.1" status: 200 len: 1023 time: 0.2155154 Feb 04 13:36:58.851812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4ac2fdb3-4981-42fb-8bb9-809abe2c8ae3 None None] Provisioning complete for port dd181635-d716-4402-9732-0edc92511848 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:58.852576 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4ac2fdb3-4981-42fb-8bb9-809abe2c8ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dd181635-d716-4402-9732-0edc92511848), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:58.855556 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-8d7453b6-2535-473c-8f16-afb77d6c060e req-c320cbb6-4dfb-4755-8305-b265ced959fb tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Calling delete_port for 4c8a6a37-a0d3-4513-80c9-1aa249e85512 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:59.070063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4ac2fdb3-4981-42fb-8bb9-809abe2c8ae3 None None] Current status of the port dd181635-d716-4402-9732-0edc92511848 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:59.082798 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a350534-07a2-4690-9d50-d2ff7b6d4a67 req-9cdeaf51-135d-4b5c-a757-bec05067aa59 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d1e715b-4cd6-4efa-a931-cb5b7d8f2816&id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&id=6cb2a98c-24af-408d-94fa-92d4520d6373 HTTP/1.1" status: 200 len: 6206 time: 0.2302179 Feb 04 13:36:59.124066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4ac2fdb3-4981-42fb-8bb9-809abe2c8ae3 None None] Provisioning complete for port c7263d26-bde3-4287-a3db-9aef686698aa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:59.125061 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4ac2fdb3-4981-42fb-8bb9-809abe2c8ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c7263d26-bde3-4287-a3db-9aef686698aa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:59.199463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4ac2fdb3-4981-42fb-8bb9-809abe2c8ae3 None None] Port c7263d26-bde3-4287-a3db-9aef686698aa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:59.218132 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d8b6ff4-21b8-4b56-9934-9aad55e16526 admin admin] Publish callbacks [] for security_group (7e9b5be4-6638-415a-a3e9-18994d731039), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:59.233197 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c24404-4512-4075-99d9-5133192941e5 x-openstack-request-id: req-87c24404-4512-4075-99d9-5133192941e5 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:59.233567 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-plugged", "status": "completed", "tag": "2f81fc2a-e69c-4b6b-b383-65cf65a76b14", "code": 200}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-plugged", "status": "completed", "tag": "8a5da942-5658-4af2-9fdc-445d0a253b15", "code": 200}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-plugged", "status": "completed", "tag": "9471111a-51b1-43df-8a12-7ca6ece249bc", "code": 200}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-plugged", "status": "completed", "tag": "69e3009d-afe0-49cb-92eb-a7ddb0844090", "code": 200}, {"server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "name": "network-vif-plugged", "status": "completed", "tag": "916816d3-1f0f-4344-9cb6-e7663ecabf6a", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:59.233832 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-87c24404-4512-4075-99d9-5133192941e5 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:59.234538 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f81fc2a-e69c-4b6b-b383-65cf65a76b14', 'code': 200} Feb 04 13:36:59.234872 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5da942-5658-4af2-9fdc-445d0a253b15', 'code': 200} Feb 04 13:36:59.235181 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9471111a-51b1-43df-8a12-7ca6ece249bc', 'code': 200} Feb 04 13:36:59.235517 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e3009d-afe0-49cb-92eb-a7ddb0844090', 'code': 200} Feb 04 13:36:59.235810 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916816d3-1f0f-4344-9cb6-e7663ecabf6a', 'code': 200} Feb 04 13:36:59.271703 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d8b6ff4-21b8-4b56-9934-9aad55e16526 admin admin] Publish callbacks [] for security_group (7e9b5be4-6638-415a-a3e9-18994d731039), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:59.283887 n-d-714676-13 neutron-server[103607]: INFO neutron.db.ipam_backend_mixin [None req-85170d4b-ea5e-437a-a34c-481c73f33093 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d24a71a-254d-46bd-8cf3-6d669bc99b94 (CIDR: 2001:db8::/64) Feb 04 13:36:59.292854 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-85170d4b-ea5e-437a-a34c-481c73f33093 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:36:59.293615 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85170d4b-ea5e-437a-a34c-481c73f33093 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:36:59.338500 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-85170d4b-ea5e-437a-a34c-481c73f33093 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1028309 Feb 04 13:36:59.345252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49726) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:59.352224 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-cc573efa-3b1b-4b35-98e6-b662e697a83f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'subnet': {'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:59.378642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-792e0ee1-727b-47b3-b757-80a598d90cf9 None None] Provisioning complete for port 1dbb62b6-7739-4dc4-91fb-02c8627b6687 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:59.379186 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-792e0ee1-727b-47b3-b757-80a598d90cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1dbb62b6-7739-4dc4-91fb-02c8627b6687), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:59.434373 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8d7453b6-2535-473c-8f16-afb77d6c060e req-c320cbb6-4dfb-4755-8305-b265ced959fb tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (4c8a6a37-a0d3-4513-80c9-1aa249e85512), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:59.439470 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d8b6ff4-21b8-4b56-9934-9aad55e16526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7e9b5be4-6638-415a-a3e9-18994d731039), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:59.443214 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d8b6ff4-21b8-4b56-9934-9aad55e16526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:59.446943 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0d8b6ff4-21b8-4b56-9934-9aad55e16526 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7e9b5be4-6638-415a-a3e9-18994d731039 HTTP/1.1" status: 204 len: 168 time: 0.8774872 Feb 04 13:36:59.472207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device dd181635-d716-4402-9732-0edc92511848 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:59.482693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b6ff4-21b8-4b56-9934-9aad55e16526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9b5be4-6638-415a-a3e9-18994d731039,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:59.513364 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320cbb6-4dfb-4755-8305-b265ced959fb tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Pushing event deleted for resources: {'Port': ['ID=4c8a6a37-a0d3-4513-80c9-1aa249e85512,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:59.621279 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc573efa-3b1b-4b35-98e6-b662e697a83f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:59.626298 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc573efa-3b1b-4b35-98e6-b662e697a83f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:59.633008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7453b6-2535-473c-8f16-afb77d6c060e req-c320cbb6-4dfb-4755-8305-b265ced959fb tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] No DVR routers for this DVR port 4c8a6a37-a0d3-4513-80c9-1aa249e85512 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:36:59.642926 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8d7453b6-2535-473c-8f16-afb77d6c060e req-c320cbb6-4dfb-4755-8305-b265ced959fb tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:59.649050 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-792e0ee1-727b-47b3-b757-80a598d90cf9 None None] Port 1dbb62b6-7739-4dc4-91fb-02c8627b6687 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:59.654000 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d7453b6-2535-473c-8f16-afb77d6c060e req-c320cbb6-4dfb-4755-8305-b265ced959fb tempest-ListServersNegativeTestJSON-1662400654 tempest-ListServersNegativeTestJSON-1662400654-project] 10.222.0.99 "DELETE /v2.0/ports/4c8a6a37-a0d3-4513-80c9-1aa249e85512 HTTP/1.1" status: 204 len: 173 time: 1.3318043 Feb 04 13:36:59.701735 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7423b8c3-dbdb-406d-97ce-c0beee9c5483 x-openstack-request-id: req-7423b8c3-dbdb-406d-97ce-c0beee9c5483 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:59.702277 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ce124f-b4a5-431c-8944-05c1297a5476", "name": "network-vif-deleted", "tag": "8f49c1fc-a5a1-429f-b66a-2cbea8c2033c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb2421c8-0594-4d9c-8dc2-6874753e0d87", "tag": "39d2ae22-7db5-45d8-aaa2-38861ee43ea9", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:59.702666 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7423b8c3-dbdb-406d-97ce-c0beee9c5483 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:59.703373 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ce124f-b4a5-431c-8944-05c1297a5476', 'name': 'network-vif-deleted', 'tag': '8f49c1fc-a5a1-429f-b66a-2cbea8c2033c', 'status': 'completed', 'code': 200} Feb 04 13:36:59.710982 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2421c8-0594-4d9c-8dc2-6874753e0d87', 'tag': '39d2ae22-7db5-45d8-aaa2-38861ee43ea9', 'status': 'completed', 'code': 200} Feb 04 13:36:59.751788 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port dd181635-d716-4402-9732-0edc92511848 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:59.754412 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dd181635-d716-4402-9732-0edc92511848), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:59.769277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38ea5-c873-4178-b9ea-f21f417406ff req-1647a690-94de-4521-aa6b-10d911fb088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:59.769995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38ea5-c873-4178-b9ea-f21f417406ff req-1647a690-94de-4521-aa6b-10d911fb088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:59.770498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38ea5-c873-4178-b9ea-f21f417406ff req-1647a690-94de-4521-aa6b-10d911fb088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:59.770966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38ea5-c873-4178-b9ea-f21f417406ff req-1647a690-94de-4521-aa6b-10d911fb088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:59.771435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38ea5-c873-4178-b9ea-f21f417406ff req-1647a690-94de-4521-aa6b-10d911fb088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:59.771896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38ea5-c873-4178-b9ea-f21f417406ff req-1647a690-94de-4521-aa6b-10d911fb088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:59.772441 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38ea5-c873-4178-b9ea-f21f417406ff req-1647a690-94de-4521-aa6b-10d911fb088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:59.778140 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49734) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:59.782352 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3cb38ea5-c873-4178-b9ea-f21f417406ff req-1647a690-94de-4521-aa6b-10d911fb088a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 6724 time: 0.3261859 Feb 04 13:36:59.940168 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port dd181635-d716-4402-9732-0edc92511848 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:59.944173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622d9dc-a714-458b-baef-07df9cb126a7 req-650d4469-8b04-474b-a736-031b95629ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:59.945768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9622d9dc-a714-458b-baef-07df9cb126a7 req-650d4469-8b04-474b-a736-031b95629ec4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=18df296c97314d5f87c6deaa6c02373b&device_id=fb2421c8-0594-4d9c-8dc2-6874753e0d87 HTTP/1.1" status: 200 len: 1207 time: 0.2287486 Feb 04 13:37:00.039841 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3cb38ea5-c873-4178-b9ea-f21f417406ff req-987d1b80-f34f-4bc4-8134-6c6a2bdbac14 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&id=6f742d84-86d2-48ba-a1a2-9d660a942c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2097721 Feb 04 13:37:00.074085 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac949093-8027-4ecf-84cf-2c1ac4ff6105 req-ad1a8314-c0f8-4210-bbcb-688b2e0c5d96 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:00.079624 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac949093-8027-4ecf-84cf-2c1ac4ff6105 req-ad1a8314-c0f8-4210-bbcb-688b2e0c5d96 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:00.085857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac949093-8027-4ecf-84cf-2c1ac4ff6105 req-ad1a8314-c0f8-4210-bbcb-688b2e0c5d96 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:00.087888 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac949093-8027-4ecf-84cf-2c1ac4ff6105 req-ad1a8314-c0f8-4210-bbcb-688b2e0c5d96 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2418 time: 0.2046316 Feb 04 13:37:00.141449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622d9dc-a714-458b-baef-07df9cb126a7 req-68482b87-4b96-4929-88ef-a406d1be7e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:00.143019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9622d9dc-a714-458b-baef-07df9cb126a7 req-68482b87-4b96-4929-88ef-a406d1be7e52 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9b76c752-312e-4ac7-97d7-4f401a121b43 HTTP/1.1" status: 200 len: 914 time: 0.1887896 Feb 04 13:37:00.160366 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7861d-6ba9-4030-a912-cc51e6b26e22 req-ec4fca11-e27b-4040-8fb9-71b1c3a89fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:00.163303 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55c7861d-6ba9-4030-a912-cc51e6b26e22 req-ec4fca11-e27b-4040-8fb9-71b1c3a89fed service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1b3cf201de5741e68b3a523ba7663c2a&device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 1129 time: 0.3838151 Feb 04 13:37:00.179091 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac949093-8027-4ecf-84cf-2c1ac4ff6105 req-2dccef3f-52a3-43e8-a4c1-e5c982bda2fd tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772271 Feb 04 13:37:00.207154 n-d-714676-13 neutron-server[103607]: INFO neutron.db.ipam_backend_mixin [None req-cc573efa-3b1b-4b35-98e6-b662e697a83f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1327a5b8-9701-4fe9-85f7-42167b94fb55 (CIDR: 2001:db8:0:1::/64) Feb 04 13:37:00.225507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-4b0a4e69-1bb7-413d-af13-82db3f23a89e req-c2d83f12-cc26-4d96-9a71-cc8a7502eecd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Request body: {'security_group': {'name': ' tempest-securitygroup -310053462 ', 'description': 'tempest-description-390972747'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:00.242497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 10cda6a5-6a78-425e-85a4-6030d52dbe12 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:37:00.267019 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4b0a4e69-1bb7-413d-af13-82db3f23a89e req-c2d83f12-cc26-4d96-9a71-cc8a7502eecd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:00.282193 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc573efa-3b1b-4b35-98e6-b662e697a83f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:37:00.282962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 10cda6a5-6a78-425e-85a4-6030d52dbe12 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:37:00.283348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 10cda6a5-6a78-425e-85a4-6030d52dbe12 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:37:00.284577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4c8a6a37-a0d3-4513-80c9-1aa249e85512 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:37:00.285182 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc573efa-3b1b-4b35-98e6-b662e697a83f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:37:00.322536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 4c8a6a37-a0d3-4513-80c9-1aa249e85512 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:37:00.323203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4c8a6a37-a0d3-4513-80c9-1aa249e85512 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:37:00.397738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9622d9dc-a714-458b-baef-07df9cb126a7 req-4d5f94d4-0d52-4ea0-89b4-9b824e5970cb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39d2ae22-7db5-45d8-aaa2-38861ee43ea9 HTTP/1.1" status: 200 len: 217 time: 0.0543544 Feb 04 13:37:00.460066 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cc573efa-3b1b-4b35-98e6-b662e697a83f tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1134765 Feb 04 13:37:00.469843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49750) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:00.480879 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3e2ea8c8-df9b-4b14-8b74-a384ffaeb411 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'subnet': {'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:00.488396 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4b0a4e69-1bb7-413d-af13-82db3f23a89e req-c2d83f12-cc26-4d96-9a71-cc8a7502eecd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (c0425e51-b1ff-46a5-a7f3-dade09323fe0), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:00.494327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622d9dc-a714-458b-baef-07df9cb126a7 req-655fb3dd-29ea-478b-83b6-9f92e0fe51a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:00.495836 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9622d9dc-a714-458b-baef-07df9cb126a7 req-655fb3dd-29ea-478b-83b6-9f92e0fe51a5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=17d78447-bcef-4d7f-9596-7ffb293b03df HTTP/1.1" status: 200 len: 853 time: 0.0916893 Feb 04 13:37:00.497451 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4b0a4e69-1bb7-413d-af13-82db3f23a89e req-c2d83f12-cc26-4d96-9a71-cc8a7502eecd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c0425e51-b1ff-46a5-a7f3-dade09323fe0), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:00.597991 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9622d9dc-a714-458b-baef-07df9cb126a7 req-c8cdd3ec-4959-4054-828f-1ef285f08a27 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9b76c752-312e-4ac7-97d7-4f401a121b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847068 Feb 04 13:37:00.619486 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4b0a4e69-1bb7-413d-af13-82db3f23a89e req-c2d83f12-cc26-4d96-9a71-cc8a7502eecd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:00.627651 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b0a4e69-1bb7-413d-af13-82db3f23a89e req-c2d83f12-cc26-4d96-9a71-cc8a7502eecd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4086270 Feb 04 13:37:00.742811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7861d-6ba9-4030-a912-cc51e6b26e22 req-650b1957-3541-4ffd-a9d0-21ab9fd9f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:00.745392 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55c7861d-6ba9-4030-a912-cc51e6b26e22 req-650b1957-3541-4ffd-a9d0-21ab9fd9f24a service neutron] 10.222.0.99 "GET /v2.0/networks?id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 HTTP/1.1" status: 200 len: 920 time: 0.3867621 Feb 04 13:37:00.774147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d83f12-cc26-4d96-9a71-cc8a7502eecd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0425e51-b1ff-46a5-a7f3-dade09323fe0,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:00.881632 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55c7861d-6ba9-4030-a912-cc51e6b26e22 req-08239996-6701-4b27-935a-0e29852d1228 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a13df85-0e8e-48cf-86f0-e69b20fee8d3 HTTP/1.1" status: 200 len: 217 time: 0.0940518 Feb 04 13:37:00.930288 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9622d9dc-a714-458b-baef-07df9cb126a7 req-308e9ada-af2f-4d06-bc13-3b677318682d service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005764 Feb 04 13:37:01.003527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2ea8c8-df9b-4b14-8b74-a384ffaeb411 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Made reservation on behalf of eb2a4d518fad427abfaea1f7b4400492 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:01.007133 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea8c8-df9b-4b14-8b74-a384ffaeb411 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:01.090231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf78cbc-297d-4c8a-849d-0fefc2acbbbd req-90ee2ebe-69d6-4a9f-9478-33f029f5cce4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:01.097059 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf78cbc-297d-4c8a-849d-0fefc2acbbbd req-90ee2ebe-69d6-4a9f-9478-33f029f5cce4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:01.110750 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7861d-6ba9-4030-a912-cc51e6b26e22 req-dbba9c4d-402f-4a75-a9ec-5e12691ce2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:01.113452 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55c7861d-6ba9-4030-a912-cc51e6b26e22 req-dbba9c4d-402f-4a75-a9ec-5e12691ce2a2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=218fe4a2-bfd8-4afd-b187-fe7cab9a038e HTTP/1.1" status: 200 len: 859 time: 0.2176850 Feb 04 13:37:01.115549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf78cbc-297d-4c8a-849d-0fefc2acbbbd req-90ee2ebe-69d6-4a9f-9478-33f029f5cce4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:01.128927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf78cbc-297d-4c8a-849d-0fefc2acbbbd req-90ee2ebe-69d6-4a9f-9478-33f029f5cce4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:01.140046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf78cbc-297d-4c8a-849d-0fefc2acbbbd req-90ee2ebe-69d6-4a9f-9478-33f029f5cce4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:01.152336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf78cbc-297d-4c8a-849d-0fefc2acbbbd req-90ee2ebe-69d6-4a9f-9478-33f029f5cce4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:01.165547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf78cbc-297d-4c8a-849d-0fefc2acbbbd req-90ee2ebe-69d6-4a9f-9478-33f029f5cce4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:01.168206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fdf78cbc-297d-4c8a-849d-0fefc2acbbbd req-90ee2ebe-69d6-4a9f-9478-33f029f5cce4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5443 time: 0.3149946 Feb 04 13:37:01.174783 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55c7861d-6ba9-4030-a912-cc51e6b26e22 req-ac0cae12-8af2-43bf-9154-79d5300bc8e6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541332 Feb 04 13:37:01.237526 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7dc0c56-a30f-4726-b884-bc5a87c9bd6f'}, {'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bff0d56-d0b0-492e-8cbd-5e9b06abc07d'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:37:01.242235 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce8684f-56ef-46ca-8301-1e7f0c545c3d" -d '{"events": [{"server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "name": "network-vif-plugged", "status": "completed", "tag": "b7dc0c56-a30f-4726-b884-bc5a87c9bd6f"}, {"server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "name": "network-vif-plugged", "status": "completed", "tag": "7bff0d56-d0b0-492e-8cbd-5e9b06abc07d"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:37:01.287876 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9622d9dc-a714-458b-baef-07df9cb126a7 req-94d884f3-ba90-4f48-8bfa-65941d5d471a service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446705 Feb 04 13:37:01.339037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fdf78cbc-297d-4c8a-849d-0fefc2acbbbd req-1d20083a-9279-48ef-960e-7af43e483353 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1564872 Feb 04 13:37:01.406991 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55c7861d-6ba9-4030-a912-cc51e6b26e22 req-ed7b8a5e-0e26-4ce5-b03c-695ca7df2bf8 service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192962 Feb 04 13:37:01.556882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab83a3b-e202-44e2-9eff-65fd9059cbb1 req-2be1c2ef-a635-4776-83f8-dacbc1b76acd tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:01.559564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bab83a3b-e202-44e2-9eff-65fd9059cbb1 req-2be1c2ef-a635-4776-83f8-dacbc1b76acd tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.0925632 Feb 04 13:37:01.562493 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea8c8-df9b-4b14-8b74-a384ffaeb411 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (5068ac18-ca54-4548-bbe6-26a170b2d2b3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:01.626173 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-55c7861d-6ba9-4030-a912-cc51e6b26e22 req-4fc05c4f-f539-4e63-ba80-aefff3c0cdfc service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990938 Feb 04 13:37:01.632738 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ea8c8-df9b-4b14-8b74-a384ffaeb411 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:01.637398 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ea8c8-df9b-4b14-8b74-a384ffaeb411 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:01.641679 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cc18cb8-d237-4ef8-aee5-a8f04fa380f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (fab3d00f-25a6-41ec-a246-db2787d94d04), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:01.645173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ea8c8-df9b-4b14-8b74-a384ffaeb411 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:01.645916 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea8c8-df9b-4b14-8b74-a384ffaeb411 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:01.653063 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bab83a3b-e202-44e2-9eff-65fd9059cbb1 req-96ec7270-ce56-46bd-b33e-d0030744823f tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803399 Feb 04 13:37:01.653944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570b549a-7ac9-4615-b680-b8b9194364fc None None] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:01.712329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b5660d-832c-40c4-9d9e-78759675488b', 'name': 'network-vif-deleted', 'tag': '10cda6a5-6a78-425e-85a4-6030d52dbe12'}, {'server_uuid': '50d4df04-2d58-48db-b6af-f89d7112c443', 'name': 'network-vif-deleted', 'tag': '4c8a6a37-a0d3-4513-80c9-1aa249e85512'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:37:01.719769 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ab781e-ebb9-4d46-ae05-a7d8f5b32f33" -d '{"events": [{"server_uuid": "d2b5660d-832c-40c4-9d9e-78759675488b", "name": "network-vif-deleted", "tag": "10cda6a5-6a78-425e-85a4-6030d52dbe12"}, {"server_uuid": "50d4df04-2d58-48db-b6af-f89d7112c443", "name": "network-vif-deleted", "tag": "4c8a6a37-a0d3-4513-80c9-1aa249e85512"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:37:01.786422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ea8c8-df9b-4b14-8b74-a384ffaeb411 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Subnet': ['ID=5068ac18-ca54-4548-bbe6-26a170b2d2b3,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:01.793617 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3e2ea8c8-df9b-4b14-8b74-a384ffaeb411 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3222489 Feb 04 13:37:01.796960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49782) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:01.804773 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0712b1ee-5bf9-4ad8-89bd-4b1d8724a6ef tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1704795036', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5068ac18-ca54-4548-bbe6-26a170b2d2b3'}], 'security_groups': ['33a799de-ddf4-4e6b-8d73-673b272bb8d9', '254a3534-b4fa-4a5f-ad92-135eaa3158cc']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:01.823234 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7d4bbe8b-f683-4d69-9ae3-b3ea48881828 req-d2b920c3-e9db-4b6c-98f1-551a2fbc28f2 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/c0425e51-b1ff-46a5-a7f3-dade09323fe0 HTTP/1.1" status: 200 len: 1798 time: 0.0815544 Feb 04 13:37:01.916370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49786) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:02.007414 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49788) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:02.136561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eeb605-28d0-467f-ae22-4c2ca15378b2 None None] Update dhcp port {'port': {'network_id': '9b6c4a47-7f08-4887-9139-49a7f9b30ad4', 'fixed_ips': [{'subnet_id': '1327a5b8-9701-4fe9-85f7-42167b94fb55', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7d24a71a-254d-46bd-8cf3-6d669bc99b94', 'ip_address': '2001:db8::2'}, {'subnet_id': '5068ac18-ca54-4548-bbe6-26a170b2d2b3'}], 'binding:host_id': 'n-d-714676-13'}, 'id': 'dd181635-d716-4402-9732-0edc92511848'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:37:02.165168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d4345d-4255-43b0-a65b-9405fcf0caa5 admin admin] Deleting subnet 03d20d16-73a0-404a-8122-7ea2dec8018c {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:37:02.176220 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02d4345d-4255-43b0-a65b-9405fcf0caa5 admin admin] Publish callbacks [] for subnet (03d20d16-73a0-404a-8122-7ea2dec8018c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.258054 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-b3dc0830-cf24-4741-ad97-2bd519623638 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-149317184'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:02.265550 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-24eeb605-28d0-467f-ae22-4c2ca15378b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dd181635-d716-4402-9732-0edc92511848), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.322063 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0830-cf24-4741-ad97-2bd519623638 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (62272af8-d65e-4422-962f-06637545bb79), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.325094 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0712b1ee-5bf9-4ad8-89bd-4b1d8724a6ef tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1dbb62b6-7739-4dc4-91fb-02c8627b6687), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.325934 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0830-cf24-4741-ad97-2bd519623638 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (62272af8-d65e-4422-962f-06637545bb79), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.460939 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0830-cf24-4741-ad97-2bd519623638 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router_controller (62272af8-d65e-4422-962f-06637545bb79), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.488321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad923cc-99b8-45c5-870e-cddef4be00a4 req-50917e54-23f8-425b-b6dd-f805725c5578 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:02.500231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad923cc-99b8-45c5-870e-cddef4be00a4 req-50917e54-23f8-425b-b6dd-f805725c5578 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:02.513609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad923cc-99b8-45c5-870e-cddef4be00a4 req-50917e54-23f8-425b-b6dd-f805725c5578 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:02.529929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ad923cc-99b8-45c5-870e-cddef4be00a4 req-50917e54-23f8-425b-b6dd-f805725c5578 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2418 time: 0.5231845 Feb 04 13:37:02.551434 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0830-cf24-4741-ad97-2bd519623638 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (62272af8-d65e-4422-962f-06637545bb79), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.560578 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02d4345d-4255-43b0-a65b-9405fcf0caa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (03d20d16-73a0-404a-8122-7ea2dec8018c), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.583653 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-24eeb605-28d0-467f-ae22-4c2ca15378b2 None None] Allocated IP 2001:db8:0:2::2 (9b6c4a47-7f08-4887-9139-49a7f9b30ad4/5068ac18-ca54-4548-bbe6-26a170b2d2b3/dd181635-d716-4402-9732-0edc92511848) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:02.628240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5cc18cb8-d237-4ef8-aee5-a8f04fa380f5 admin admin] Deleting port 5543cd64-65bc-450e-a660-27f24433b37e {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:02.629436 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cc18cb8-d237-4ef8-aee5-a8f04fa380f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5543cd64-65bc-450e-a660-27f24433b37e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.697271 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02d4345d-4255-43b0-a65b-9405fcf0caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (03d20d16-73a0-404a-8122-7ea2dec8018c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.759917 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-5cc18cb8-d237-4ef8-aee5-a8f04fa380f5 admin admin] For port 5543cd64-65bc-450e-a660-27f24433b37e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5543cd64-65bc-450e-a660-27f24433b37e,segment=NetworkSegment(54c428d2-32d4-4e0c-832a-7b50a69bb295),segment_id=54c428d2-32d4-4e0c-832a-7b50a69bb295)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:02.760469 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cc18cb8-d237-4ef8-aee5-a8f04fa380f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5543cd64-65bc-450e-a660-27f24433b37e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.769162 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-24eeb605-28d0-467f-ae22-4c2ca15378b2 None None] For port dd181635-d716-4402-9732-0edc92511848, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=dd181635-d716-4402-9732-0edc92511848,segment=NetworkSegment(ce87fd67-970b-450b-98a3-97a810bdb0e1),segment_id=ce87fd67-970b-450b-98a3-97a810bdb0e1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:02.787434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5cc18cb8-d237-4ef8-aee5-a8f04fa380f5 admin admin] Calling delete_port for 5543cd64-65bc-450e-a660-27f24433b37e owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:02.803934 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0830-cf24-4741-ad97-2bd519623638 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.805745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b3dc0830-cf24-4741-ad97-2bd519623638 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7972462 Feb 04 13:37:02.810170 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49796) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:02.810785 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-24eeb605-28d0-467f-ae22-4c2ca15378b2 None None] Publish callbacks [] for port (dd181635-d716-4402-9732-0edc92511848), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.812138 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ad923cc-99b8-45c5-870e-cddef4be00a4 req-31a3ee70-1847-403a-9ac7-f429025cde5b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800214 Feb 04 13:37:02.817248 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-24eeb605-28d0-467f-ae22-4c2ca15378b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (dd181635-d716-4402-9732-0edc92511848), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.889483 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02d4345d-4255-43b0-a65b-9405fcf0caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (03d20d16-73a0-404a-8122-7ea2dec8018c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.921074 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 13:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1859b3e-7b7a-432b-8ed6-039ffcacebd8 x-openstack-request-id: req-b1859b3e-7b7a-432b-8ed6-039ffcacebd8 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:37:02.921074 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "name": "network-vif-plugged", "status": "completed", "tag": "b7dc0c56-a30f-4726-b884-bc5a87c9bd6f", "code": 200}, {"server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "name": "network-vif-plugged", "status": "completed", "tag": "7bff0d56-d0b0-492e-8cbd-5e9b06abc07d", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:37:02.921074 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b1859b3e-7b7a-432b-8ed6-039ffcacebd8 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:37:02.921074 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7dc0c56-a30f-4726-b884-bc5a87c9bd6f', 'code': 200} Feb 04 13:37:02.921074 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bff0d56-d0b0-492e-8cbd-5e9b06abc07d', 'code': 200} Feb 04 13:37:02.926740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4345d-4255-43b0-a65b-9405fcf0caa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03d20d16-73a0-404a-8122-7ea2dec8018c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:02.943403 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02d4345d-4255-43b0-a65b-9405fcf0caa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.957952 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-02d4345d-4255-43b0-a65b-9405fcf0caa5 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/03d20d16-73a0-404a-8122-7ea2dec8018c HTTP/1.1" status: 204 len: 168 time: 1.0363743 Feb 04 13:37:02.958696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49798) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:02.968533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eeb605-28d0-467f-ae22-4c2ca15378b2 None None] Pushing event updated for resources: {'Port': ['ID=dd181635-d716-4402-9732-0edc92511848,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:03.029322 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 13:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee3faea-a448-43d7-89fd-d6fbd7889f6a x-openstack-request-id: req-4ee3faea-a448-43d7-89fd-d6fbd7889f6a {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:37:03.029610 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b5660d-832c-40c4-9d9e-78759675488b", "name": "network-vif-deleted", "tag": "10cda6a5-6a78-425e-85a4-6030d52dbe12", "status": "completed", "code": 200}, {"server_uuid": "50d4df04-2d58-48db-b6af-f89d7112c443", "name": "network-vif-deleted", "tag": "4c8a6a37-a0d3-4513-80c9-1aa249e85512", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:37:03.029876 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4ee3faea-a448-43d7-89fd-d6fbd7889f6a {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:37:03.030320 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b5660d-832c-40c4-9d9e-78759675488b', 'name': 'network-vif-deleted', 'tag': '10cda6a5-6a78-425e-85a4-6030d52dbe12', 'status': 'completed', 'code': 200} Feb 04 13:37:03.030589 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d4df04-2d58-48db-b6af-f89d7112c443', 'name': 'network-vif-deleted', 'tag': '4c8a6a37-a0d3-4513-80c9-1aa249e85512', 'status': 'completed', 'code': 200} Feb 04 13:37:03.045702 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-889c13bf-a8fa-4639-8174-001b94b36451 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router (62272af8-d65e-4422-962f-06637545bb79), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:03.125628 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf70e882-65cc-4931-8422-cb4c3fffe589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (7da8d732-06df-45b4-b9ed-9adaf78d650f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:03.151653 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df2de6aa-1544-4c13-8c26-d2ceea6ce270 req-1f43c076-323f-4231-bf7d-2e19b6b7d263 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/c0425e51-b1ff-46a5-a7f3-dade09323fe0 HTTP/1.1" status: 200 len: 1798 time: 0.1016953 Feb 04 13:37:03.265280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device dd181635-d716-4402-9732-0edc92511848 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:37:03.300643 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf70e882-65cc-4931-8422-cb4c3fffe589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (7da8d732-06df-45b4-b9ed-9adaf78d650f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:03.340506 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port dd181635-d716-4402-9732-0edc92511848 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:03.341611 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dd181635-d716-4402-9732-0edc92511848), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:03.353138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-cf70e882-65cc-4931-8422-cb4c3fffe589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da8d732-06df-45b4-b9ed-9adaf78d650f']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:03.382435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-cf70e882-65cc-4931-8422-cb4c3fffe589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd088da6-464d-4d7d-b3b1-f3846918925a') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:03.382846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-cf70e882-65cc-4931-8422-cb4c3fffe589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd088da6-464d-4d7d-b3b1-f3846918925a') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:03.396338 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-df2de6aa-1544-4c13-8c26-d2ceea6ce270 req-a53d8440-37aa-4f98-b9ce-b8c8b13169c7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (c0425e51-b1ff-46a5-a7f3-dade09323fe0), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:03.403568 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf70e882-65cc-4931-8422-cb4c3fffe589 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (bd088da6-464d-4d7d-b3b1-f3846918925a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:03.429522 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf70e882-65cc-4931-8422-cb4c3fffe589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (bd088da6-464d-4d7d-b3b1-f3846918925a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:03.450797 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf70e882-65cc-4931-8422-cb4c3fffe589 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:03.451215 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf70e882-65cc-4931-8422-cb4c3fffe589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (bd088da6-464d-4d7d-b3b1-f3846918925a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:03.453600 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:03.458606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port dd181635-d716-4402-9732-0edc92511848 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:03.528650 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-df2de6aa-1544-4c13-8c26-d2ceea6ce270 req-a53d8440-37aa-4f98-b9ce-b8c8b13169c7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (c0425e51-b1ff-46a5-a7f3-dade09323fe0), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:03.561647 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf70e882-65cc-4931-8422-cb4c3fffe589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (7da8d732-06df-45b4-b9ed-9adaf78d650f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:03.578090 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf70e882-65cc-4931-8422-cb4c3fffe589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:03.583518 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cf70e882-65cc-4931-8422-cb4c3fffe589 admin admin] 10.222.0.96 "DELETE /v2.0/networks/7da8d732-06df-45b4-b9ed-9adaf78d650f HTTP/1.1" status: 204 len: 168 time: 0.6237481 Feb 04 13:37:03.602512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70e882-65cc-4931-8422-cb4c3fffe589 admin admin] Pushing event deleted for resources: {'Network': ['ID=7da8d732-06df-45b4-b9ed-9adaf78d650f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:03.630842 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-df2de6aa-1544-4c13-8c26-d2ceea6ce270 req-a53d8440-37aa-4f98-b9ce-b8c8b13169c7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c0425e51-b1ff-46a5-a7f3-dade09323fe0), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:03.634382 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-df2de6aa-1544-4c13-8c26-d2ceea6ce270 req-a53d8440-37aa-4f98-b9ce-b8c8b13169c7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:03.636076 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df2de6aa-1544-4c13-8c26-d2ceea6ce270 req-a53d8440-37aa-4f98-b9ce-b8c8b13169c7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "DELETE /v2.0/security-groups/c0425e51-b1ff-46a5-a7f3-dade09323fe0 HTTP/1.1" status: 204 len: 173 time: 0.4432287 Feb 04 13:37:03.649242 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d8440-37aa-4f98-b9ce-b8c8b13169c7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0425e51-b1ff-46a5-a7f3-dade09323fe0,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:03.845564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c984f-16ab-4fba-a43f-05b68f96e741 req-9a2f6fc2-b993-40ea-bfe8-6e7e00ba958a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:03.853471 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c984f-16ab-4fba-a43f-05b68f96e741 req-9a2f6fc2-b993-40ea-bfe8-6e7e00ba958a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:03.859138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c984f-16ab-4fba-a43f-05b68f96e741 req-9a2f6fc2-b993-40ea-bfe8-6e7e00ba958a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:03.866084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c984f-16ab-4fba-a43f-05b68f96e741 req-9a2f6fc2-b993-40ea-bfe8-6e7e00ba958a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:03.871894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c984f-16ab-4fba-a43f-05b68f96e741 req-9a2f6fc2-b993-40ea-bfe8-6e7e00ba958a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:03.878862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c984f-16ab-4fba-a43f-05b68f96e741 req-9a2f6fc2-b993-40ea-bfe8-6e7e00ba958a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:03.885499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c984f-16ab-4fba-a43f-05b68f96e741 req-9a2f6fc2-b993-40ea-bfe8-6e7e00ba958a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:03.894929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-358c984f-16ab-4fba-a43f-05b68f96e741 req-9a2f6fc2-b993-40ea-bfe8-6e7e00ba958a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5443 time: 0.1459434 Feb 04 13:37:03.935303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49806) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:03.997977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-358c984f-16ab-4fba-a43f-05b68f96e741 req-24430f9b-b54e-45a2-ae3c-4254814acb12 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020818 Feb 04 13:37:04.009093 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-889c13bf-a8fa-4639-8174-001b94b36451 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (62272af8-d65e-4422-962f-06637545bb79), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.014617 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-889c13bf-a8fa-4639-8174-001b94b36451 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router_controller (62272af8-d65e-4422-962f-06637545bb79), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.030799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e03aa87f-dea6-4026-9352-09018a1addc6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fd3f6bfa14a74426878c6a232ebe9d08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0939620 Feb 04 13:37:04.036146 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49808) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:04.158559 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-967f94fc-155c-4d21-92c7-e8f0d31d4227 admin admin] Publish callbacks [] for security_group (6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.160398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4098eefc-6c20-4782-91f1-22ae9caf1b76 None None] Provisioning complete for port 1dbb62b6-7739-4dc4-91fb-02c8627b6687 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:04.160963 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4098eefc-6c20-4782-91f1-22ae9caf1b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1dbb62b6-7739-4dc4-91fb-02c8627b6687), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.171623 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-0712b1ee-5bf9-4ad8-89bd-4b1d8724a6ef tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Delete allocated IP 2001:db8::b0 (9b6c4a47-7f08-4887-9139-49a7f9b30ad4/7d24a71a-254d-46bd-8cf3-6d669bc99b94) {{(pid=103607) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 13:37:04.194771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f9d61-e60d-4043-a30d-ae768a9cf72c req-23962f4e-51c7-4a12-82a7-53c25ab3aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:04.195537 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f9d61-e60d-4043-a30d-ae768a9cf72c req-23962f4e-51c7-4a12-82a7-53c25ab3aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:04.196379 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f9d61-e60d-4043-a30d-ae768a9cf72c req-23962f4e-51c7-4a12-82a7-53c25ab3aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:04.199695 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e19f9d61-e60d-4043-a30d-ae768a9cf72c req-23962f4e-51c7-4a12-82a7-53c25ab3aad9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2967 time: 1.0910141 Feb 04 13:37:04.206497 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-967f94fc-155c-4d21-92c7-e8f0d31d4227 admin admin] Publish callbacks [] for security_group (6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.219230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-0712b1ee-5bf9-4ad8-89bd-4b1d8724a6ef tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Allocated IP 2001:db8:0:2::342 (9b6c4a47-7f08-4887-9139-49a7f9b30ad4/5068ac18-ca54-4548-bbe6-26a170b2d2b3/1dbb62b6-7739-4dc4-91fb-02c8627b6687) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:04.225741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4098eefc-6c20-4782-91f1-22ae9caf1b76 None None] Port 1dbb62b6-7739-4dc4-91fb-02c8627b6687 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:37:04.229540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e1cf1-63e4-426c-9896-1520985161f1 req-f1045bf3-8986-46f2-ad50-f540c2dc5be3 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:04.232248 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b19e1cf1-63e4-426c-9896-1520985161f1 req-f1045bf3-8986-46f2-ad50-f540c2dc5be3 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.1097610 Feb 04 13:37:04.232933 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-889c13bf-a8fa-4639-8174-001b94b36451 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (62272af8-d65e-4422-962f-06637545bb79), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.233820 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889c13bf-a8fa-4639-8174-001b94b36451 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62272af8-d65e-4422-962f-06637545bb79 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:37:04.261842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4098eefc-6c20-4782-91f1-22ae9caf1b76 None None] Provisioning complete for port dd181635-d716-4402-9732-0edc92511848 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:04.262483 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4098eefc-6c20-4782-91f1-22ae9caf1b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dd181635-d716-4402-9732-0edc92511848), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.266919 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-889c13bf-a8fa-4639-8174-001b94b36451 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.267682 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-889c13bf-a8fa-4639-8174-001b94b36451 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] 10.222.0.96 "DELETE /v2.0/routers/62272af8-d65e-4422-962f-06637545bb79 HTTP/1.1" status: 204 len: 168 time: 1.4559159 Feb 04 13:37:04.281654 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49812) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:04.287964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a0e42360-202f-453c-9ffc-a982e9384d1f tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Request body: {'router': {'name': 'tempest-router-2102837659', 'distributed': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:04.351488 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0e42360-202f-453c-9ffc-a982e9384d1f tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (e41ab44c-afd8-4530-8841-2fb4314a38ae), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.352527 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0e42360-202f-453c-9ffc-a982e9384d1f tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (e41ab44c-afd8-4530-8841-2fb4314a38ae), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.368603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b19e1cf1-63e4-426c-9896-1520985161f1 req-c087ac63-5fb8-4981-8978-9daa310c4ec3 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240115 Feb 04 13:37:04.384596 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e19f9d61-e60d-4043-a30d-ae768a9cf72c req-0697cfa7-a2f9-4f8a-93fe-4e25081be694 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680648 Feb 04 13:37:04.443150 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-967f94fc-155c-4d21-92c7-e8f0d31d4227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.445949 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-967f94fc-155c-4d21-92c7-e8f0d31d4227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.448540 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-967f94fc-155c-4d21-92c7-e8f0d31d4227 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85 HTTP/1.1" status: 204 len: 168 time: 0.4095919 Feb 04 13:37:04.450518 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4098eefc-6c20-4782-91f1-22ae9caf1b76 None None] Current status of the port dd181635-d716-4402-9732-0edc92511848 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:04.454761 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-54cd1bdd-1033-438e-aad8-501278bef2b4 req-97af6da3-df62-4e14-aae7-e3bd580a33a7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] show failed (client error): The resource could not be found. Feb 04 13:37:04.455921 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54cd1bdd-1033-438e-aad8-501278bef2b4 req-97af6da3-df62-4e14-aae7-e3bd580a33a7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/c0425e51-b1ff-46a5-a7f3-dade09323fe0 HTTP/1.1" status: 404 len: 352 time: 0.0472066 Feb 04 13:37:04.513542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f94fc-155c-4d21-92c7-e8f0d31d4227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7a9088-cf1c-4ee7-a9ed-6a18c448fb85,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:04.515913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4098eefc-6c20-4782-91f1-22ae9caf1b76 None None] Provisioning complete for port c7263d26-bde3-4287-a3db-9aef686698aa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:04.517929 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4098eefc-6c20-4782-91f1-22ae9caf1b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c7263d26-bde3-4287-a3db-9aef686698aa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.523155 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0e42360-202f-453c-9ffc-a982e9384d1f tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router_controller (e41ab44c-afd8-4530-8841-2fb4314a38ae), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.526878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cc18cb8-d237-4ef8-aee5-a8f04fa380f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (5543cd64-65bc-450e-a660-27f24433b37e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.530035 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0e42360-202f-453c-9ffc-a982e9384d1f tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (e41ab44c-afd8-4530-8841-2fb4314a38ae), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.561528 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0e42360-202f-453c-9ffc-a982e9384d1f tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.567696 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a0e42360-202f-453c-9ffc-a982e9384d1f tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2836030 Feb 04 13:37:04.573507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49818) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:04.584659 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc18cb8-d237-4ef8-aee5-a8f04fa380f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5543cd64-65bc-450e-a660-27f24433b37e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:04.667013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4098eefc-6c20-4782-91f1-22ae9caf1b76 None None] Port c7263d26-bde3-4287-a3db-9aef686698aa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:37:04.779828 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0712b1ee-5bf9-4ad8-89bd-4b1d8724a6ef tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for port (1dbb62b6-7739-4dc4-91fb-02c8627b6687), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.802494 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0712b1ee-5bf9-4ad8-89bd-4b1d8724a6ef tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (1dbb62b6-7739-4dc4-91fb-02c8627b6687), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.822132 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4d8e-f33d-4f45-a560-84bcc7494d7e tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router (e41ab44c-afd8-4530-8841-2fb4314a38ae), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.901216 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-0712b1ee-5bf9-4ad8-89bd-4b1d8724a6ef tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] In _notify_port_updated(), no bound segment for port 1dbb62b6-7739-4dc4-91fb-02c8627b6687 on network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:37:04.907209 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0712b1ee-5bf9-4ad8-89bd-4b1d8724a6ef tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:04.907902 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0712b1ee-5bf9-4ad8-89bd-4b1d8724a6ef tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:04.915547 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0712b1ee-5bf9-4ad8-89bd-4b1d8724a6ef tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "PUT /v2.0/ports/1dbb62b6-7739-4dc4-91fb-02c8627b6687 HTTP/1.1" status: 200 len: 970 time: 3.1127825 Feb 04 13:37:04.917838 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49822) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:04.965496 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712b1ee-5bf9-4ad8-89bd-4b1d8724a6ef tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event updated for resources: {'Port': ['ID=1dbb62b6-7739-4dc4-91fb-02c8627b6687,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:05.007265 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cc18cb8-d237-4ef8-aee5-a8f04fa380f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (fab3d00f-25a6-41ec-a246-db2787d94d04), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:05.150641 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557e9d5-4d6c-405e-92b3-046b7926d351 req-5036b9fb-d3dd-423b-9757-7d9852dfb9c9 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:05.163084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557e9d5-4d6c-405e-92b3-046b7926d351 req-5036b9fb-d3dd-423b-9757-7d9852dfb9c9 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:05.173540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557e9d5-4d6c-405e-92b3-046b7926d351 req-5036b9fb-d3dd-423b-9757-7d9852dfb9c9 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:05.188314 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a557e9d5-4d6c-405e-92b3-046b7926d351 req-5036b9fb-d3dd-423b-9757-7d9852dfb9c9 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2418 time: 0.4869421 Feb 04 13:37:05.218730 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-435d8793-0cdf-41eb-a637-40cb8271641b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port 1dbb62b6-7739-4dc4-91fb-02c8627b6687 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:05.219842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-435d8793-0cdf-41eb-a637-40cb8271641b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1dbb62b6-7739-4dc4-91fb-02c8627b6687), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:05.281562 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4d8e-f33d-4f45-a560-84bcc7494d7e tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (e41ab44c-afd8-4530-8841-2fb4314a38ae), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:05.288665 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4d8e-f33d-4f45-a560-84bcc7494d7e tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router_controller (e41ab44c-afd8-4530-8841-2fb4314a38ae), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:05.355541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2ba140f1-a561-46d5-9ac3-6fec8b43f19b None None] Provisioning complete for port 1dbb62b6-7739-4dc4-91fb-02c8627b6687 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:05.356641 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2ba140f1-a561-46d5-9ac3-6fec8b43f19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1dbb62b6-7739-4dc4-91fb-02c8627b6687), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:05.427540 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a557e9d5-4d6c-405e-92b3-046b7926d351 req-8e4d7221-f3aa-415a-8ea5-e19bd4bc1566 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335727 Feb 04 13:37:05.439560 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4d8e-f33d-4f45-a560-84bcc7494d7e tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (e41ab44c-afd8-4530-8841-2fb4314a38ae), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:05.441227 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2f4d8e-f33d-4f45-a560-84bcc7494d7e tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e41ab44c-afd8-4530-8841-2fb4314a38ae {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:37:05.442959 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-435d8793-0cdf-41eb-a637-40cb8271641b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1dbb62b6-7739-4dc4-91fb-02c8627b6687), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:05.462379 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4d8e-f33d-4f45-a560-84bcc7494d7e tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:05.468209 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fb2f4d8e-f33d-4f45-a560-84bcc7494d7e tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] 10.222.0.96 "DELETE /v2.0/routers/e41ab44c-afd8-4530-8841-2fb4314a38ae HTTP/1.1" status: 204 len: 168 time: 0.8899522 Feb 04 13:37:05.468891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49834) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:05.477454 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-435d8793-0cdf-41eb-a637-40cb8271641b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for 1dbb62b6-7739-4dc4-91fb-02c8627b6687 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:05.480029 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-bc99a266-426c-4c86-8808-57f99b242a62 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Request body: {'router': {'name': 'tempest-router-643652748', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '65eae64ad0d94817b7461c67eba72dc6'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:05.485728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2ba140f1-a561-46d5-9ac3-6fec8b43f19b None None] Port 1dbb62b6-7739-4dc4-91fb-02c8627b6687 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:37:05.536171 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bc99a266-426c-4c86-8808-57f99b242a62 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:05.538063 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bc99a266-426c-4c86-8808-57f99b242a62 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:05.595085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc18cb8-d237-4ef8-aee5-a8f04fa380f5 admin admin] Router fab3d00f-25a6-41ec-a246-db2787d94d04 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:37:05.692665 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bc99a266-426c-4c86-8808-57f99b242a62 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router_controller (5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:05.707390 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bc99a266-426c-4c86-8808-57f99b242a62 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:05.754637 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bc99a266-426c-4c86-8808-57f99b242a62 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:05.756733 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bc99a266-426c-4c86-8808-57f99b242a62 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2863281 Feb 04 13:37:05.759409 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49844) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:05.772462 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8743109e-86d5-42f7-8963-783ada4e4d3d tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:05.785213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca3155-80c4-4acf-b502-875f6578464f req-673e4531-2b28-4920-924f-d31e5f1ccecc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:05.795790 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca3155-80c4-4acf-b502-875f6578464f req-673e4531-2b28-4920-924f-d31e5f1ccecc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:05.807194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca3155-80c4-4acf-b502-875f6578464f req-673e4531-2b28-4920-924f-d31e5f1ccecc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:05.818607 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca3155-80c4-4acf-b502-875f6578464f req-673e4531-2b28-4920-924f-d31e5f1ccecc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:05.829792 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca3155-80c4-4acf-b502-875f6578464f req-673e4531-2b28-4920-924f-d31e5f1ccecc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:05.840987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca3155-80c4-4acf-b502-875f6578464f req-673e4531-2b28-4920-924f-d31e5f1ccecc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:05.852118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca3155-80c4-4acf-b502-875f6578464f req-673e4531-2b28-4920-924f-d31e5f1ccecc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:05.855223 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19ca3155-80c4-4acf-b502-875f6578464f req-673e4531-2b28-4920-924f-d31e5f1ccecc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5443 time: 0.2626741 Feb 04 13:37:05.865702 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-435d8793-0cdf-41eb-a637-40cb8271641b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1dbb62b6-7739-4dc4-91fb-02c8627b6687), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:05.878696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49846) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:05.887242 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-0b5222f4-5a45-4c4a-b7b0-12785a84a260 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Request body: {'floatingip': {'port_id': 'c66a0353-b18f-4420-87c2-08e2a28ccc14'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:05.946142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49848) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:05.959891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-69e6745f-3be2-4f37-96b3-aa2df46b4b1e req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1996481976', 'description': 'tempest-description-1894120230'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:05.970230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d8793-0cdf-41eb-a637-40cb8271641b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=1dbb62b6-7739-4dc4-91fb-02c8627b6687,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:05.972073 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b5222f4-5a45-4c4a-b7b0-12785a84a260 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for floatingip (34ccacf5-7996-4c4e-ae6a-e964a0fcd3e1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:05.979710 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc18cb8-d237-4ef8-aee5-a8f04fa380f5 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:37:05.983220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-435d8793-0cdf-41eb-a637-40cb8271641b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:05.990162 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-435d8793-0cdf-41eb-a637-40cb8271641b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/1dbb62b6-7739-4dc4-91fb-02c8627b6687 HTTP/1.1" status: 204 len: 168 time: 1.0712626 Feb 04 13:37:05.997939 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb10d927-9a79-43e8-8592-14b061ae7ddc None None] Sync routers for ids ['fab3d00f-25a6-41ec-a246-db2787d94d04'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:37:06.021618 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb10d927-9a79-43e8-8592-14b061ae7ddc None None] Routers {'fab3d00f-25a6-41ec-a246-db2787d94d04'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:37:06.022307 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-cb10d927-9a79-43e8-8592-14b061ae7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:36:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['fab3d00f-25a6-41ec-a246-db2787d94d04'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:06.045540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49852) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:06.066786 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5cc18cb8-d237-4ef8-aee5-a8f04fa380f5 admin admin] 10.222.0.96 "PUT /v2.0/routers/fab3d00f-25a6-41ec-a246-db2787d94d04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2857902 Feb 04 13:37:06.078129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49854) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:06.177860 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d1a79b-3524-4d06-9c25-e035d7f4b8e8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] GET failed (client error): The resource could not be found. Feb 04 13:37:06.180066 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-83d1a79b-3524-4d06-9c25-e035d7f4b8e8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports/1dbb62b6-7739-4dc4-91fb-02c8627b6687 HTTP/1.1" status: 404 len: 333 time: 0.1319292 Feb 04 13:37:06.196952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49856) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:06.266489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-4786bc30-f188-4686-8521-e070c5a1efa5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-953802321-network', 'tenant_id': '734d26f04f7a438aaf776ab90ed0b533'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:06.282748 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-69e6745f-3be2-4f37-96b3-aa2df46b4b1e req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:06.334016 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-cb10d927-9a79-43e8-8592-14b061ae7ddc None None] Set router fab3d00f-25a6-41ec-a246-db2787d94d04 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:37:06.405120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4786bc30-f188-4686-8521-e070c5a1efa5 admin admin] Made reservation on behalf of 734d26f04f7a438aaf776ab90ed0b533 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:06.408984 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4786bc30-f188-4686-8521-e070c5a1efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:06.420766 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8743109e-86d5-42f7-8963-783ada4e4d3d tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:06.421776 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8743109e-86d5-42f7-8963-783ada4e4d3d tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router (5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:06.447885 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4786bc30-f188-4686-8521-e070c5a1efa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:06.478527 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8f87db7f-6af2-49dc-a10e-c98c88a824ad tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (c043d44b-a44a-4f26-bc87-ca55873b013f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:06.566364 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-cb10d927-9a79-43e8-8592-14b061ae7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'name': 'tempest-ServerRescueTestJSON-1218224511-router', 'tenant_id': '966901e806474173a5eedad926b29322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:33:19Z', 'updated_at': '2022-02-04T13:37:04Z', 'revision_number': 5, 'project_id': '966901e806474173a5eedad926b29322', 'gw_port': {'id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:22Z', 'updated_at': '2022-02-04T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:06.600078 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cbdc01d-b45d-4d7f-a98e-3ab838199ee0 admin admin] Publish callbacks [] for router (fab3d00f-25a6-41ec-a246-db2787d94d04), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:06.603923 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8f87db7f-6af2-49dc-a10e-c98c88a824ad tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (c043d44b-a44a-4f26-bc87-ca55873b013f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:06.608278 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb10d927-9a79-43e8-8592-14b061ae7ddc None None] Checking router: fab3d00f-25a6-41ec-a246-db2787d94d04 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:37:06.620387 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb10d927-9a79-43e8-8592-14b061ae7ddc None None] Routers {'fab3d00f-25a6-41ec-a246-db2787d94d04'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:37:06.621053 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-cb10d927-9a79-43e8-8592-14b061ae7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:36:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['fab3d00f-25a6-41ec-a246-db2787d94d04'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:06.710479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8743109e-86d5-42f7-8963-783ada4e4d3d tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103607) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 04 13:37:06.711925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8743109e-86d5-42f7-8963-783ada4e4d3d tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Router 5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb migrating from provider to provider. {{(pid=103607) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 04 13:37:06.711925 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8743109e-86d5-42f7-8963-783ada4e4d3d tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router_controller (5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:06.743658 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8743109e-86d5-42f7-8963-783ada4e4d3d tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router_controller (5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:06.758877 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-cb10d927-9a79-43e8-8592-14b061ae7ddc None None] Set router fab3d00f-25a6-41ec-a246-db2787d94d04 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:37:06.763928 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8743109e-86d5-42f7-8963-783ada4e4d3d tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:06.994348 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-cb10d927-9a79-43e8-8592-14b061ae7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'name': 'tempest-ServerRescueTestJSON-1218224511-router', 'tenant_id': '966901e806474173a5eedad926b29322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:33:19Z', 'updated_at': '2022-02-04T13:37:04Z', 'revision_number': 5, 'project_id': '966901e806474173a5eedad926b29322', 'gw_port': {'id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:22Z', 'updated_at': '2022-02-04T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:07.001514 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-69e6745f-3be2-4f37-96b3-aa2df46b4b1e req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (660e1837-6ed8-45a0-b4ac-1a9d9a45bb62), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.019920 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-69e6745f-3be2-4f37-96b3-aa2df46b4b1e req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (660e1837-6ed8-45a0-b4ac-1a9d9a45bb62), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.051855 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb10d927-9a79-43e8-8592-14b061ae7ddc None None] The sync data for ids ['fab3d00f-25a6-41ec-a246-db2787d94d04'] in n-d-714676-13 is: [{'id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'name': 'tempest-ServerRescueTestJSON-1218224511-router', 'tenant_id': '966901e806474173a5eedad926b29322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:33:19Z', 'updated_at': '2022-02-04T13:37:04Z', 'revision_number': 5, 'project_id': '966901e806474173a5eedad926b29322', 'gw_port': {'id': '539df3d4-3403-4d2b-ba04-54020912e4d4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab3d00f-25a6-41ec-a246-db2787d94d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:22Z', 'updated_at': '2022-02-04T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:37:07.166976 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-69e6745f-3be2-4f37-96b3-aa2df46b4b1e req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.168278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69e6745f-3be2-4f37-96b3-aa2df46b4b1e req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.2612522 Feb 04 13:37:07.211613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660e1837-6ed8-45a0-b4ac-1a9d9a45bb62,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:07.279523 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8f87db7f-6af2-49dc-a10e-c98c88a824ad tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c043d44b-a44a-4f26-bc87-ca55873b013f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.282084 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8f87db7f-6af2-49dc-a10e-c98c88a824ad tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.286877 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8f87db7f-6af2-49dc-a10e-c98c88a824ad tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/security-groups/c043d44b-a44a-4f26-bc87-ca55873b013f HTTP/1.1" status: 204 len: 168 time: 1.0874352 Feb 04 13:37:07.287669 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49862) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:07.326599 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87db7f-6af2-49dc-a10e-c98c88a824ad tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c043d44b-a44a-4f26-bc87-ca55873b013f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:07.353957 n-d-714676-13 neutron-server[103607]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8743109e-86d5-42f7-8963-783ada4e4d3d tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] No L3 agents can host the router 5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb Feb 04 13:37:07.356816 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cbdc01d-b45d-4d7f-a98e-3ab838199ee0 admin admin] Publish callbacks [] for router_gateway (fab3d00f-25a6-41ec-a246-db2787d94d04), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.371833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:07.372441 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:07.372901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:07.373608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:07.373994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:07.374670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:07.375620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:07.376783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:07.377296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:07.378428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:07.379177 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:07.379726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:07.380466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f78ce8-239d-4c4f-84f6-19ecae2e05e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:07.439426 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4786bc30-f188-4686-8521-e070c5a1efa5 admin admin] Publish callbacks [] for security_group (78aefa80-8397-41c6-8e9a-6be25c5c74d5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.467519 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4786bc30-f188-4686-8521-e070c5a1efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (78aefa80-8397-41c6-8e9a-6be25c5c74d5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.526202 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c3fee0b-a428-411e-aa20-473a5275879d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (254a3534-b4fa-4a5f-ad92-135eaa3158cc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.599878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4786bc30-f188-4686-8521-e070c5a1efa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:37:07.636752 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786bc30-f188-4686-8521-e070c5a1efa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78aefa80-8397-41c6-8e9a-6be25c5c74d5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:07.648192 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c3fee0b-a428-411e-aa20-473a5275879d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (254a3534-b4fa-4a5f-ad92-135eaa3158cc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.671545 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4786bc30-f188-4686-8521-e070c5a1efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (46768ea3-e7f0-40a9-bfc1-b0cfad8491e3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.671894 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-4786bc30-f188-4686-8521-e070c5a1efa5 admin admin] Added segment 46768ea3-e7f0-40a9-bfc1-b0cfad8491e3 of type vlan for network 1062f263-1050-49a8-b829-fa5331d3317b Feb 04 13:37:07.687232 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf2ffc-1903-475a-8f9f-cd46d2cb530d req-e2ec7086-34fd-4ab7-b117-41a11930a687 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:07.687864 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8743109e-86d5-42f7-8963-783ada4e4d3d tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Hosts for router 5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb: [] {{(pid=103607) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 04 13:37:07.689482 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ecf2ffc-1903-475a-8f9f-cd46d2cb530d req-e2ec7086-34fd-4ab7-b117-41a11930a687 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.4058325 Feb 04 13:37:07.707257 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.db.resource_extend [None req-0b5222f4-5a45-4c4a-b7b0-12785a84a260 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:37:07.713326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3cbdc01d-b45d-4d7f-a98e-3ab838199ee0 admin admin] Deleting port 539df3d4-3403-4d2b-ba04-54020912e4d4 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:07.713868 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cbdc01d-b45d-4d7f-a98e-3ab838199ee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (539df3d4-3403-4d2b-ba04-54020912e4d4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.802560 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b5222f4-5a45-4c4a-b7b0-12785a84a260 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.819009 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b5222f4-5a45-4c4a-b7b0-12785a84a260 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (34ccacf5-7996-4c4e-ae6a-e964a0fcd3e1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.826116 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4786bc30-f188-4686-8521-e070c5a1efa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (1062f263-1050-49a8-b829-fa5331d3317b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.856947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8743109e-86d5-42f7-8963-783ada4e4d3d tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Hosts for other DVR routers connected to router 5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb: set() {{(pid=103607) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 04 13:37:07.861156 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8743109e-86d5-42f7-8963-783ada4e4d3d tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.867392 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8743109e-86d5-42f7-8963-783ada4e4d3d tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] 10.222.0.96 "PUT /v2.0/routers/5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb HTTP/1.1" status: 200 len: 716 time: 2.0977614 Feb 04 13:37:07.867823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49864) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:07.964157 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c3fee0b-a428-411e-aa20-473a5275879d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (254a3534-b4fa-4a5f-ad92-135eaa3158cc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.967394 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c3fee0b-a428-411e-aa20-473a5275879d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:07.968810 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2c3fee0b-a428-411e-aa20-473a5275879d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/security-groups/254a3534-b4fa-4a5f-ad92-135eaa3158cc HTTP/1.1" status: 204 len: 168 time: 0.6713622 Feb 04 13:37:07.975778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49866) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:07.999384 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fee0b-a428-411e-aa20-473a5275879d tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=254a3534-b4fa-4a5f-ad92-135eaa3158cc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:08.005541 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c66cfd9e-e463-4870-88ac-72d64e8c5f10 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] 10.222.0.96 "GET /v2.0/routers/5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb HTTP/1.1" status: 200 len: 716 time: 0.1348045 Feb 04 13:37:08.010685 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49868) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:08.016359 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4786bc30-f188-4686-8521-e070c5a1efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (1062f263-1050-49a8-b829-fa5331d3317b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:08.018544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4786bc30-f188-4686-8521-e070c5a1efa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:08.019573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4786bc30-f188-4686-8521-e070c5a1efa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:08.026295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-3cbdc01d-b45d-4d7f-a98e-3ab838199ee0 admin admin] For port 539df3d4-3403-4d2b-ba04-54020912e4d4, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=539df3d4-3403-4d2b-ba04-54020912e4d4,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:08.026813 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cbdc01d-b45d-4d7f-a98e-3ab838199ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (539df3d4-3403-4d2b-ba04-54020912e4d4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:08.030393 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ecf2ffc-1903-475a-8f9f-cd46d2cb530d req-f398b450-b97a-42ad-8437-7ce81f42cb78 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816250 Feb 04 13:37:08.045534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3cbdc01d-b45d-4d7f-a98e-3ab838199ee0 admin admin] Calling delete_port for 539df3d4-3403-4d2b-ba04-54020912e4d4 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:08.202175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4786bc30-f188-4686-8521-e070c5a1efa5 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2542987 Feb 04 13:37:08.210935 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49874) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:08.233182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-736e6cf4-9601-4b1f-86b2-e2c752e8415e admin admin] Request body: {'subnet': {'network_id': '1062f263-1050-49a8-b829-fa5331d3317b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-953802321-subnet', 'tenant_id': '734d26f04f7a438aaf776ab90ed0b533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:08.244600 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786bc30-f188-4686-8521-e070c5a1efa5 admin admin] Pushing event updated for resources: {'Network': ['ID=1062f263-1050-49a8-b829-fa5331d3317b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:08.249426 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-0b5222f4-5a45-4c4a-b7b0-12785a84a260 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Floating IP 34ccacf5-7996-4c4e-ae6a-e964a0fcd3e1 associated. External IP: 172.25.5.156, port: c66a0353-b18f-4420-87c2-08e2a28ccc14. Feb 04 13:37:08.266627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 1062f263-1050-49a8-b829-fa5331d3317b details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:37:08.556241 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cbdc01d-b45d-4d7f-a98e-3ab838199ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (539df3d4-3403-4d2b-ba04-54020912e4d4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:08.606445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736e6cf4-9601-4b1f-86b2-e2c752e8415e admin admin] Made reservation on behalf of 734d26f04f7a438aaf776ab90ed0b533 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:08.610833 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-736e6cf4-9601-4b1f-86b2-e2c752e8415e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:08.627201 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b27d10f4-acea-44d6-be63-787736ec91b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (33a799de-ddf4-4e6b-8d73-673b272bb8d9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:08.709626 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdc01d-b45d-4d7f-a98e-3ab838199ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=539df3d4-3403-4d2b-ba04-54020912e4d4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:08.771615 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cbdc01d-b45d-4d7f-a98e-3ab838199ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (fab3d00f-25a6-41ec-a246-db2787d94d04), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:08.857808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d87d8225-3f00-4459-8b04-7c96f12a73ff tempest-RoutersTestDVR-1595701448 tempest-RoutersTestDVR-1595701448-project] 10.222.0.96 "GET /v2.0/routers/5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb HTTP/1.1" status: 200 len: 682 time: 0.8299875 Feb 04 13:37:08.857808 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b27d10f4-acea-44d6-be63-787736ec91b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (33a799de-ddf4-4e6b-8d73-673b272bb8d9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:08.889951 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49882) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:08.952245 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cbdc01d-b45d-4d7f-a98e-3ab838199ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (fab3d00f-25a6-41ec-a246-db2787d94d04), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:08.959165 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cbdc01d-b45d-4d7f-a98e-3ab838199ee0 admin admin] Publish callbacks [] for router_controller (fab3d00f-25a6-41ec-a246-db2787d94d04), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:09.020614 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cbdc01d-b45d-4d7f-a98e-3ab838199ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (fab3d00f-25a6-41ec-a246-db2787d94d04), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:09.021408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbdc01d-b45d-4d7f-a98e-3ab838199ee0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fab3d00f-25a6-41ec-a246-db2787d94d04 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:37:09.038603 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3cbdc01d-b45d-4d7f-a98e-3ab838199ee0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:09.039233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b6f37-485d-4d43-ae01-f1dca184b304 req-619d1ab4-a192-40a2-a12a-e6bb8ceb0440 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:09.042641 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3cbdc01d-b45d-4d7f-a98e-3ab838199ee0 admin admin] 10.222.0.96 "DELETE /v2.0/routers/fab3d00f-25a6-41ec-a246-db2787d94d04 HTTP/1.1" status: 204 len: 168 time: 2.9596732 Feb 04 13:37:09.044036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49884) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:09.044944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b6f37-485d-4d43-ae01-f1dca184b304 req-619d1ab4-a192-40a2-a12a-e6bb8ceb0440 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:09.051286 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b6f37-485d-4d43-ae01-f1dca184b304 req-619d1ab4-a192-40a2-a12a-e6bb8ceb0440 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:09.053103 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-807b6f37-485d-4d43-ae01-f1dca184b304 req-619d1ab4-a192-40a2-a12a-e6bb8ceb0440 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2418 time: 0.6454172 Feb 04 13:37:09.172957 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1f02147a-383b-4330-8886-de27891a77e9 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router (5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:09.193297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57a61f0-2e55-48ea-a3f5-fd092ea58cb6 admin admin] Deleting subnet 54252442-312c-4ce9-a1db-8b7dd94734b4 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:37:09.214133 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a57a61f0-2e55-48ea-a3f5-fd092ea58cb6 admin admin] Publish callbacks [] for subnet (54252442-312c-4ce9-a1db-8b7dd94734b4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:09.282627 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a57a61f0-2e55-48ea-a3f5-fd092ea58cb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (54252442-312c-4ce9-a1db-8b7dd94734b4), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:09.289885 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5543cd64-65bc-450e-a660-27f24433b37e no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:37:09.336650 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b27d10f4-acea-44d6-be63-787736ec91b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (33a799de-ddf4-4e6b-8d73-673b272bb8d9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:09.342303 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b27d10f4-acea-44d6-be63-787736ec91b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:09.345140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b27d10f4-acea-44d6-be63-787736ec91b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/security-groups/33a799de-ddf4-4e6b-8d73-673b272bb8d9 HTTP/1.1" status: 204 len: 168 time: 1.3618073 Feb 04 13:37:09.350371 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49886) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:09.354166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 5543cd64-65bc-450e-a660-27f24433b37e {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:37:09.354503 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5543cd64-65bc-450e-a660-27f24433b37e not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:37:09.430530 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a57a61f0-2e55-48ea-a3f5-fd092ea58cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (54252442-312c-4ce9-a1db-8b7dd94734b4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:09.470155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d10f4-acea-44d6-be63-787736ec91b8 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a799de-ddf4-4e6b-8d73-673b272bb8d9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:09.558125 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec911599-a0e4-4e99-8c64-3c40a9a17ded tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting subnet 7d24a71a-254d-46bd-8cf3-6d669bc99b94 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:37:09.574134 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ec911599-a0e4-4e99-8c64-3c40a9a17ded tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (7d24a71a-254d-46bd-8cf3-6d669bc99b94), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:09.720456 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a57a61f0-2e55-48ea-a3f5-fd092ea58cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (54252442-312c-4ce9-a1db-8b7dd94734b4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:09.729567 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ec911599-a0e4-4e99-8c64-3c40a9a17ded tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (7d24a71a-254d-46bd-8cf3-6d669bc99b94), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:09.832228 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a61f0-2e55-48ea-a3f5-fd092ea58cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54252442-312c-4ce9-a1db-8b7dd94734b4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:09.844325 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a57a61f0-2e55-48ea-a3f5-fd092ea58cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:09.854593 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a57a61f0-2e55-48ea-a3f5-fd092ea58cb6 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/54252442-312c-4ce9-a1db-8b7dd94734b4 HTTP/1.1" status: 204 len: 168 time: 0.8039842 Feb 04 13:37:09.856157 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49890) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:10.083911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-807b6f37-485d-4d43-ae01-f1dca184b304 req-8cbf38bb-422c-4cbf-bd3c-91245970e716 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9456751 Feb 04 13:37:10.087313 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4663785-4dbe-45a7-83ff-9e538fd152d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (b87406d1-c508-4f09-8a0f-312d75ce3975), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:10.132377 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ec911599-a0e4-4e99-8c64-3c40a9a17ded tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (7d24a71a-254d-46bd-8cf3-6d669bc99b94), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:10.179234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-1e60756c-f78f-4090-9c32-7215e8a68bc9 req-09468a8e-7fe3-4881-8af2-e657ed661ebc tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1503025012', 'description': 'tempest-description-1481801799'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:10.202779 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1f02147a-383b-4330-8886-de27891a77e9 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:10.221777 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1f02147a-383b-4330-8886-de27891a77e9 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router_controller (5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:10.253171 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-736e6cf4-9601-4b1f-86b2-e2c752e8415e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (6be58a73-086f-4fa4-b76d-fe1cc5b426d4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:10.360704 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4663785-4dbe-45a7-83ff-9e538fd152d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (b87406d1-c508-4f09-8a0f-312d75ce3975), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:10.405548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5222f4-5a45-4c4a-b7b0-12785a84a260 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:37:10.415581 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1e60756c-f78f-4090-9c32-7215e8a68bc9 req-09468a8e-7fe3-4881-8af2-e657ed661ebc tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:10.418792 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c4663785-4dbe-45a7-83ff-9e538fd152d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87406d1-c508-4f09-8a0f-312d75ce3975']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:10.425672 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ec911599-a0e4-4e99-8c64-3c40a9a17ded tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (7d24a71a-254d-46bd-8cf3-6d669bc99b94), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:10.449417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c4663785-4dbe-45a7-83ff-9e538fd152d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c428d2-32d4-4e0c-832a-7b50a69bb295') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:10.449974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c4663785-4dbe-45a7-83ff-9e538fd152d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c428d2-32d4-4e0c-832a-7b50a69bb295') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:10.454410 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1f02147a-383b-4330-8886-de27891a77e9 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:10.456442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f02147a-383b-4330-8886-de27891a77e9 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:37:10.478938 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1f02147a-383b-4330-8886-de27891a77e9 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:10.480951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1f02147a-383b-4330-8886-de27891a77e9 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] 10.222.0.96 "DELETE /v2.0/routers/5a58c6d7-1dc7-4bb9-bfc6-86f7625948fb HTTP/1.1" status: 204 len: 168 time: 1.5895646 Feb 04 13:37:10.497427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49894) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:10.506890 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec911599-a0e4-4e99-8c64-3c40a9a17ded tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Subnet': ['ID=7d24a71a-254d-46bd-8cf3-6d669bc99b94,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:10.514638 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4663785-4dbe-45a7-83ff-9e538fd152d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (54c428d2-32d4-4e0c-832a-7b50a69bb295), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:10.519540 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ec911599-a0e4-4e99-8c64-3c40a9a17ded tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:10.520628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-529a6e71-fd2a-438b-87fe-6584278828fd tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Request body: {'router': {'name': 'tempest-router-1447324594', 'distributed': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:10.525733 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ec911599-a0e4-4e99-8c64-3c40a9a17ded tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/7d24a71a-254d-46bd-8cf3-6d669bc99b94 HTTP/1.1" status: 204 len: 168 time: 1.1738963 Feb 04 13:37:10.536185 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963f9109-a653-41ac-a60c-24a6c74513a5 None None] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:10.537924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e6cf4-9601-4b1f-86b2-e2c752e8415e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be58a73-086f-4fa4-b76d-fe1cc5b426d4,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:10.561534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49896) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:10.596019 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4663785-4dbe-45a7-83ff-9e538fd152d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (54c428d2-32d4-4e0c-832a-7b50a69bb295), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:10.612661 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4663785-4dbe-45a7-83ff-9e538fd152d4 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:10.615871 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4663785-4dbe-45a7-83ff-9e538fd152d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (54c428d2-32d4-4e0c-832a-7b50a69bb295), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:10.727473 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:10.785332 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4663785-4dbe-45a7-83ff-9e538fd152d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (b87406d1-c508-4f09-8a0f-312d75ce3975), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:10.797341 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4663785-4dbe-45a7-83ff-9e538fd152d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:10.809737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e6cf4-9601-4b1f-86b2-e2c752e8415e admin admin] Checking segment: {'id': '46768ea3-e7f0-40a9-bfc1-b0cfad8491e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '1062f263-1050-49a8-b829-fa5331d3317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:10.809737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736e6cf4-9601-4b1f-86b2-e2c752e8415e admin admin] Network hostable DHCP agents. Network: 1062f263-1050-49a8-b829-fa5331d3317b, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:37:10.817467 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c4663785-4dbe-45a7-83ff-9e538fd152d4 admin admin] 10.222.0.96 "DELETE /v2.0/networks/b87406d1-c508-4f09-8a0f-312d75ce3975 HTTP/1.1" status: 204 len: 168 time: 0.9595842 Feb 04 13:37:10.836647 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4663785-4dbe-45a7-83ff-9e538fd152d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b87406d1-c508-4f09-8a0f-312d75ce3975,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:11.011618 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b5c53bf2-63bf-4359-a672-3dd82c9d8806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.012781 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-529a6e71-fd2a-438b-87fe-6584278828fd tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (f60072a9-4a36-41ed-8da1-94e702f4c5eb), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.014540 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-529a6e71-fd2a-438b-87fe-6584278828fd tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (f60072a9-4a36-41ed-8da1-94e702f4c5eb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.045327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d8ea0c-418b-4d18-8fd0-dbe91b198c83 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting subnet 5068ac18-ca54-4548-bbe6-26a170b2d2b3 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:37:11.070132 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736e6cf4-9601-4b1f-86b2-e2c752e8415e admin admin] Network 1062f263-1050-49a8-b829-fa5331d3317b is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:37:11.075413 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58d8ea0c-418b-4d18-8fd0-dbe91b198c83 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (5068ac18-ca54-4548-bbe6-26a170b2d2b3), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.158171 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 539df3d4-3403-4d2b-ba04-54020912e4d4 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:37:11.166915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49902) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:11.207818 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 539df3d4-3403-4d2b-ba04-54020912e4d4 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:37:11.210130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 539df3d4-3403-4d2b-ba04-54020912e4d4 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:37:11.244494 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1e60756c-f78f-4090-9c32-7215e8a68bc9 req-09468a8e-7fe3-4881-8af2-e657ed661ebc tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (7c4b8251-5a15-4902-b0d1-fd1137cf1fac), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.259652 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-813472ee-83d3-4a5a-8744-730bc911f3f1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=966901e806474173a5eedad926b29322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0904288 Feb 04 13:37:11.262848 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49904) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:11.263499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-736e6cf4-9601-4b1f-86b2-e2c752e8415e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 1062f263-1050-49a8-b829-fa5331d3317b) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:11.271230 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736e6cf4-9601-4b1f-86b2-e2c752e8415e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:11.272214 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-736e6cf4-9601-4b1f-86b2-e2c752e8415e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.287463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfda37b-e6d8-46b9-b85f-b519abb605e7 None None] Network 1062f263-1050-49a8-b829-fa5331d3317b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:11.362863 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-961d3bcc-8c6f-4ab3-8868-6410a8da54b6 admin admin] Publish callbacks [] for security_group (bd0331b9-1e03-4aeb-bed0-3b3d6c880982), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.380991 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58d8ea0c-418b-4d18-8fd0-dbe91b198c83 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (5068ac18-ca54-4548-bbe6-26a170b2d2b3), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.402895 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1e60756c-f78f-4090-9c32-7215e8a68bc9 req-09468a8e-7fe3-4881-8af2-e657ed661ebc tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7c4b8251-5a15-4902-b0d1-fd1137cf1fac), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.417070 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-961d3bcc-8c6f-4ab3-8868-6410a8da54b6 admin admin] Publish callbacks [] for security_group (bd0331b9-1e03-4aeb-bed0-3b3d6c880982), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.528220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-961d3bcc-8c6f-4ab3-8868-6410a8da54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bd0331b9-1e03-4aeb-bed0-3b3d6c880982), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.539635 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-961d3bcc-8c6f-4ab3-8868-6410a8da54b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.541473 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-961d3bcc-8c6f-4ab3-8868-6410a8da54b6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bd0331b9-1e03-4aeb-bed0-3b3d6c880982 HTTP/1.1" status: 204 len: 168 time: 0.2768862 Feb 04 13:37:11.543117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89f7293-2521-40b7-b6ae-a5e27f5f6635 None None] Network 1062f263-1050-49a8-b829-fa5331d3317b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:11.559035 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d3bcc-8c6f-4ab3-8868-6410a8da54b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0331b9-1e03-4aeb-bed0-3b3d6c880982,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:11.560557 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-529a6e71-fd2a-438b-87fe-6584278828fd tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router_controller (f60072a9-4a36-41ed-8da1-94e702f4c5eb), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.562371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09468a8e-7fe3-4881-8af2-e657ed661ebc tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4b8251-5a15-4902-b0d1-fd1137cf1fac,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:11.585682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5222f4-5a45-4c4a-b7b0-12785a84a260 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:37:11.615680 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b5222f4-5a45-4c4a-b7b0-12785a84a260 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.630897 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-529a6e71-fd2a-438b-87fe-6584278828fd tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (f60072a9-4a36-41ed-8da1-94e702f4c5eb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.688859 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b4d7d-3591-4db5-9359-3d02914d032a None None] Sync routers for ids ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:37:11.722114 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0b5222f4-5a45-4c4a-b7b0-12785a84a260 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "PUT /v2.0/floatingips/34ccacf5-7996-4c4e-ae6a-e964a0fcd3e1 HTTP/1.1" status: 200 len: 991 time: 5.8411264 Feb 04 13:37:11.728193 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1e60756c-f78f-4090-9c32-7215e8a68bc9 req-09468a8e-7fe3-4881-8af2-e657ed661ebc tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.730026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e60756c-f78f-4090-9c32-7215e8a68bc9 req-09468a8e-7fe3-4881-8af2-e657ed661ebc tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.5753937 Feb 04 13:37:11.736859 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-736e6cf4-9601-4b1f-86b2-e2c752e8415e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.5202231 Feb 04 13:37:11.760381 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'tag': 'c66a0353-b18f-4420-87c2-08e2a28ccc14'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:37:11.763448 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027d5d7e-7eb6-4477-aef2-b7f35b830484" -d '{"events": [{"name": "network-changed", "server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "tag": "c66a0353-b18f-4420-87c2-08e2a28ccc14"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:37:11.796078 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-529a6e71-fd2a-438b-87fe-6584278828fd tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:11.802370 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-529a6e71-fd2a-438b-87fe-6584278828fd tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2930951 Feb 04 13:37:11.802747 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49916) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:11.808734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b4d7d-3591-4db5-9359-3d02914d032a None None] Routers {'63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:37:11.809623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ac3b4d7d-3591-4db5-9359-3d02914d032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:36:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:11.943408 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58d8ea0c-418b-4d18-8fd0-dbe91b198c83 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (5068ac18-ca54-4548-bbe6-26a170b2d2b3), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:12.020211 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df17441e-c95f-4eb5-847d-a059ae6e6084 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router (f60072a9-4a36-41ed-8da1-94e702f4c5eb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:12.158243 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58d8ea0c-418b-4d18-8fd0-dbe91b198c83 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (5068ac18-ca54-4548-bbe6-26a170b2d2b3), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:12.233923 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-ac3b4d7d-3591-4db5-9359-3d02914d032a None None] Set router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:37:12.311944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8ea0c-418b-4d18-8fd0-dbe91b198c83 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Subnet': ['ID=5068ac18-ca54-4548-bbe6-26a170b2d2b3,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:12.316397 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58d8ea0c-418b-4d18-8fd0-dbe91b198c83 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:12.325541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-58d8ea0c-418b-4d18-8fd0-dbe91b198c83 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/5068ac18-ca54-4548-bbe6-26a170b2d2b3 HTTP/1.1" status: 204 len: 168 time: 1.7595015 Feb 04 13:37:12.327762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49930) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:12.383658 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-95fcdfb9-eb26-46cb-82f7-af576d955ec4 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] DELETE failed (client error): The resource could not be found. Feb 04 13:37:12.384413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95fcdfb9-eb26-46cb-82f7-af576d955ec4 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:37:12.390134 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-95fcdfb9-eb26-46cb-82f7-af576d955ec4 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/7d24a71a-254d-46bd-8cf3-6d669bc99b94 HTTP/1.1" status: 404 len: 337 time: 0.0605781 Feb 04 13:37:12.400375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49934) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:12.517549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968de5-a503-4d52-914f-bda0af0f8974 req-b357753a-c0f3-45ce-bb54-cd229e6e4878 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:12.529669 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968de5-a503-4d52-914f-bda0af0f8974 req-b357753a-c0f3-45ce-bb54-cd229e6e4878 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:12.530499 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cbd2a4-5bae-4c0f-ba5b-dcabfe1b85bf None None] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:12.541347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968de5-a503-4d52-914f-bda0af0f8974 req-b357753a-c0f3-45ce-bb54-cd229e6e4878 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:12.553279 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968de5-a503-4d52-914f-bda0af0f8974 req-b357753a-c0f3-45ce-bb54-cd229e6e4878 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:12.564250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968de5-a503-4d52-914f-bda0af0f8974 req-b357753a-c0f3-45ce-bb54-cd229e6e4878 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:12.575549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968de5-a503-4d52-914f-bda0af0f8974 req-b357753a-c0f3-45ce-bb54-cd229e6e4878 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:12.586448 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df17441e-c95f-4eb5-847d-a059ae6e6084 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (f60072a9-4a36-41ed-8da1-94e702f4c5eb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:12.587406 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968de5-a503-4d52-914f-bda0af0f8974 req-b357753a-c0f3-45ce-bb54-cd229e6e4878 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:12.591599 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09968de5-a503-4d52-914f-bda0af0f8974 req-b357753a-c0f3-45ce-bb54-cd229e6e4878 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5443 time: 0.4615014 Feb 04 13:37:12.601694 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df17441e-c95f-4eb5-847d-a059ae6e6084 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router_controller (f60072a9-4a36-41ed-8da1-94e702f4c5eb), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:12.652350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-201d9a78-23a6-49ea-8e86-db8d30f2b9c3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting subnet 1327a5b8-9701-4fe9-85f7-42167b94fb55 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:37:12.663191 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-201d9a78-23a6-49ea-8e86-db8d30f2b9c3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (1327a5b8-9701-4fe9-85f7-42167b94fb55), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:12.724655 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df17441e-c95f-4eb5-847d-a059ae6e6084 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (f60072a9-4a36-41ed-8da1-94e702f4c5eb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:12.725547 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df17441e-c95f-4eb5-847d-a059ae6e6084 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f60072a9-4a36-41ed-8da1-94e702f4c5eb {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:37:12.744946 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df17441e-c95f-4eb5-847d-a059ae6e6084 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:12.748472 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-df17441e-c95f-4eb5-847d-a059ae6e6084 tempest-RoutersTestDVR-161227710 tempest-RoutersTestDVR-161227710-project-admin] 10.222.0.96 "DELETE /v2.0/routers/f60072a9-4a36-41ed-8da1-94e702f4c5eb HTTP/1.1" status: 204 len: 168 time: 0.9429381 Feb 04 13:37:12.783650 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-201d9a78-23a6-49ea-8e86-db8d30f2b9c3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (1327a5b8-9701-4fe9-85f7-42167b94fb55), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:12.803864 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-10b07638-e4c1-4c74-a227-eae135fee293 None None] Provisioning complete for port dd181635-d716-4402-9732-0edc92511848 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:12.804579 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-10b07638-e4c1-4c74-a227-eae135fee293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dd181635-d716-4402-9732-0edc92511848), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:12.855463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09968de5-a503-4d52-914f-bda0af0f8974 req-c485e672-aeeb-4a7d-9514-5e14a1d309e5 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2476943 Feb 04 13:37:12.972815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-25b0ea39-d9d1-4f89-8e75-20265d5a435b req-bd9b96fe-2c7a-4bfd-b20c-3d0b8a86d9b1 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1308779174', 'description': 'tempest-description-1477168898'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:13.028952 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-201d9a78-23a6-49ea-8e86-db8d30f2b9c3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (1327a5b8-9701-4fe9-85f7-42167b94fb55), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:13.071814 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-25b0ea39-d9d1-4f89-8e75-20265d5a435b req-bd9b96fe-2c7a-4bfd-b20c-3d0b8a86d9b1 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:13.174624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-10b07638-e4c1-4c74-a227-eae135fee293 None None] Current status of the port dd181635-d716-4402-9732-0edc92511848 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:13.218320 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-25b0ea39-d9d1-4f89-8e75-20265d5a435b req-bd9b96fe-2c7a-4bfd-b20c-3d0b8a86d9b1 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (da47d3b8-e562-460b-9d9f-6c8028f99ee2), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:13.230212 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-25b0ea39-d9d1-4f89-8e75-20265d5a435b req-bd9b96fe-2c7a-4bfd-b20c-3d0b8a86d9b1 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (da47d3b8-e562-460b-9d9f-6c8028f99ee2), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:13.231252 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-10b07638-e4c1-4c74-a227-eae135fee293 None None] Provisioning complete for port c7263d26-bde3-4287-a3db-9aef686698aa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:13.231675 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-10b07638-e4c1-4c74-a227-eae135fee293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c7263d26-bde3-4287-a3db-9aef686698aa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:13.242697 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ac3b4d7d-3591-4db5-9359-3d02914d032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'name': 'tempest-TaggedBootDevicesTest_v242-751270328-router', 'tenant_id': '594053dcbab8463db86849941a112819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:39Z', 'revision_number': 4, 'project_id': '594053dcbab8463db86849941a112819', 'gw_port': {'id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:25Z', 'updated_at': '2022-02-04T13:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '34ccacf5-7996-4c4e-ae6a-e964a0fcd3e1', 'tenant_id': '594053dcbab8463db86849941a112819', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'port_id': 'c66a0353-b18f-4420-87c2-08e2a28ccc14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1', 'mac_address': 'fa:16:3e:4b:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:34:47Z', 'updated_at': '2022-02-04T13:37:07Z', 'revision_number': 1, 'project_id': '594053dcbab8463db86849941a112819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d92bc6-4716-4df2-a134-c8406d825a37', 'name': '', 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1', 'tenant_id': '594053dcbab8463db86849941a112819', 'mac_address': 'fa:16:3e:16:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:37Z', 'updated_at': '2022-02-04T13:32:55Z', 'revision_number': 5, 'project_id': '594053dcbab8463db86849941a112819', 'subnets': [{'id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:13.285416 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b96fe-2c7a-4bfd-b20c-3d0b8a86d9b1 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da47d3b8-e562-460b-9d9f-6c8028f99ee2,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:13.305617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b4d7d-3591-4db5-9359-3d02914d032a None None] Checking router: 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:37:13.317471 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-25b0ea39-d9d1-4f89-8e75-20265d5a435b req-bd9b96fe-2c7a-4bfd-b20c-3d0b8a86d9b1 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:13.318948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25b0ea39-d9d1-4f89-8e75-20265d5a435b req-bd9b96fe-2c7a-4bfd-b20c-3d0b8a86d9b1 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3578515 Feb 04 13:37:13.329911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-10b07638-e4c1-4c74-a227-eae135fee293 None None] Port c7263d26-bde3-4287-a3db-9aef686698aa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:37:13.332739 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b4d7d-3591-4db5-9359-3d02914d032a None None] Routers {'63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:37:13.334988 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-201d9a78-23a6-49ea-8e86-db8d30f2b9c3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (1327a5b8-9701-4fe9-85f7-42167b94fb55), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:13.344094 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ac3b4d7d-3591-4db5-9359-3d02914d032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:36:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:13.397931 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d9a78-23a6-49ea-8e86-db8d30f2b9c3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Subnet': ['ID=1327a5b8-9701-4fe9-85f7-42167b94fb55,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:13.415256 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc38eba-3655-490b-b8e2-f855caa456d7 x-openstack-request-id: req-9cc38eba-3655-490b-b8e2-f855caa456d7 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:37:13.415644 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "tag": "c66a0353-b18f-4420-87c2-08e2a28ccc14", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:37:13.417084 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9cc38eba-3655-490b-b8e2-f855caa456d7 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:37:13.417084 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'tag': 'c66a0353-b18f-4420-87c2-08e2a28ccc14', 'status': 'completed', 'code': 200} Feb 04 13:37:13.435387 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-201d9a78-23a6-49ea-8e86-db8d30f2b9c3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:13.443643 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-201d9a78-23a6-49ea-8e86-db8d30f2b9c3 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/1327a5b8-9701-4fe9-85f7-42167b94fb55 HTTP/1.1" status: 204 len: 168 time: 1.0364168 Feb 04 13:37:13.444273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49954) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:13.525000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49956) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:13.573482 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-8401bfc9-0d0f-4736-9b42-0d6308380af9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] DELETE failed (client error): The resource could not be found. Feb 04 13:37:13.574638 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8401bfc9-0d0f-4736-9b42-0d6308380af9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:37:13.583456 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8401bfc9-0d0f-4736-9b42-0d6308380af9 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/a9107976-bd8f-4c7e-bc60-2fa0aaa3ba08 HTTP/1.1" status: 404 len: 337 time: 0.1373322 Feb 04 13:37:13.586363 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49960) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:13.601058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-ac3b4d7d-3591-4db5-9359-3d02914d032a None None] Set router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:37:13.684427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-89443684-b174-4cbb-bf89-1b80ce40baaf tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "GET /v2.0/ports?device_id=16c88ca8-f603-4b07-847e-e3c8625f0a06 HTTP/1.1" status: 200 len: 205 time: 0.0967908 Feb 04 13:37:13.686936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49964) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:13.742141 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-fe8ad9ee-f2ce-40bb-a22b-dda836ea0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:13.744188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-fe8ad9ee-f2ce-40bb-a22b-dda836ea0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:13.745684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-fe8ad9ee-f2ce-40bb-a22b-dda836ea0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:13.747828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-fe8ad9ee-f2ce-40bb-a22b-dda836ea0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:13.749817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-fe8ad9ee-f2ce-40bb-a22b-dda836ea0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:13.753602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-fe8ad9ee-f2ce-40bb-a22b-dda836ea0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:13.755007 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-fe8ad9ee-f2ce-40bb-a22b-dda836ea0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:13.759914 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-fe8ad9ee-f2ce-40bb-a22b-dda836ea0210 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=594053dcbab8463db86849941a112819&device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 6724 time: 0.1898067 Feb 04 13:37:13.821391 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-da258322-8a6e-430f-b3e2-45a1ac0bf8be tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] delete failed (client error): The resource could not be found. Feb 04 13:37:13.828362 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-da258322-8a6e-430f-b3e2-45a1ac0bf8be tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/routers/16c88ca8-f603-4b07-847e-e3c8625f0a06 HTTP/1.1" status: 404 len: 336 time: 0.1398311 Feb 04 13:37:13.829158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49970) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:13.867224 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7117525-38db-4f43-8a05-08d18944ed75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:13.923917 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa873bb4-042b-44d4-be44-2e13b6dcad2a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] DELETE failed (client error): The resource could not be found. Feb 04 13:37:13.925064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa873bb4-042b-44d4-be44-2e13b6dcad2a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:37:13.934858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fa873bb4-042b-44d4-be44-2e13b6dcad2a tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/5216d364-3c56-431e-8ad5-1b16ed812aa3 HTTP/1.1" status: 404 len: 337 time: 0.0949206 Feb 04 13:37:13.934858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49972) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:13.935576 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3d0463f6-e2c3-4573-ac6a-0dbe7bd28052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:13.958591 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:13.979143 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf184fc-495d-42e6-b304-82495f06f89b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] DELETE failed (client error): The resource could not be found. Feb 04 13:37:13.979617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf184fc-495d-42e6-b304-82495f06f89b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:37:13.987954 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5bf184fc-495d-42e6-b304-82495f06f89b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/9a16e9e4-1a59-4ba3-9508-e5faccdda710 HTTP/1.1" status: 404 len: 337 time: 0.0492971 Feb 04 13:37:13.989258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49976) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:13.996337 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-895b8a4f-a12d-40b1-902f-a9c238fe3da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:13.999094 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-895b8a4f-a12d-40b1-902f-a9c238fe3da5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1671d76e-ba93-4775-9183-503f305e6bb1 HTTP/1.1" status: 200 len: 917 time: 0.2271609 Feb 04 13:37:14.052228 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcbbc23-495c-4e99-a50e-9524fec9ce6c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] DELETE failed (client error): The resource could not be found. Feb 04 13:37:14.053034 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcbbc23-495c-4e99-a50e-9524fec9ce6c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:37:14.062356 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0bcbbc23-495c-4e99-a50e-9524fec9ce6c tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/7f96d234-3583-4e0b-b371-dc0c7f18c139 HTTP/1.1" status: 404 len: 337 time: 0.0675211 Feb 04 13:37:14.070854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49978) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:14.160075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3f978-2949-4773-8b83-3af0c0b0cab0 req-a8ec5d3c-3f5c-4c1d-9f03-ec37a5c09a4e tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:14.171410 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96e3f978-2949-4773-8b83-3af0c0b0cab0 req-a8ec5d3c-3f5c-4c1d-9f03-ec37a5c09a4e tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.3290620 Feb 04 13:37:14.186628 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ae32aa-c421-4b08-9808-bd95dd4a2649 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] DELETE failed (client error): The resource could not be found. Feb 04 13:37:14.187782 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ae32aa-c421-4b08-9808-bd95dd4a2649 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:37:14.195283 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-25ae32aa-c421-4b08-9808-bd95dd4a2649 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/4c5ca99c-f835-48a8-b39b-0c288a90aa82 HTTP/1.1" status: 404 len: 333 time: 0.1186142 Feb 04 13:37:14.206721 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49980) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:14.228928 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ac3b4d7d-3591-4db5-9359-3d02914d032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'name': 'tempest-TaggedBootDevicesTest_v242-751270328-router', 'tenant_id': '594053dcbab8463db86849941a112819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:39Z', 'revision_number': 4, 'project_id': '594053dcbab8463db86849941a112819', 'gw_port': {'id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:25Z', 'updated_at': '2022-02-04T13:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '34ccacf5-7996-4c4e-ae6a-e964a0fcd3e1', 'tenant_id': '594053dcbab8463db86849941a112819', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'port_id': 'c66a0353-b18f-4420-87c2-08e2a28ccc14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1', 'mac_address': 'fa:16:3e:4b:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:34:47Z', 'updated_at': '2022-02-04T13:37:07Z', 'revision_number': 1, 'project_id': '594053dcbab8463db86849941a112819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d92bc6-4716-4df2-a134-c8406d825a37', 'name': '', 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1', 'tenant_id': '594053dcbab8463db86849941a112819', 'mac_address': 'fa:16:3e:16:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:37Z', 'updated_at': '2022-02-04T13:32:55Z', 'revision_number': 5, 'project_id': '594053dcbab8463db86849941a112819', 'subnets': [{'id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:14.268246 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-fb90ddef-6be8-47b0-956f-d9d175464109 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c66a0353-b18f-4420-87c2-08e2a28ccc14 HTTP/1.1" status: 200 len: 999 time: 0.2563648 Feb 04 13:37:14.269495 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e272ed-5c9c-41c5-a520-aed7d4b82810 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] DELETE failed (client error): The resource could not be found. Feb 04 13:37:14.270397 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e272ed-5c9c-41c5-a520-aed7d4b82810 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:37:14.278886 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-21e272ed-5c9c-41c5-a520-aed7d4b82810 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/1f40c62b-b324-4586-a0f7-43e193ae01e6 HTTP/1.1" status: 404 len: 337 time: 0.0675199 Feb 04 13:37:14.286179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49982) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:14.286621 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b4d7d-3591-4db5-9359-3d02914d032a None None] The sync data for ids ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'] in n-d-714676-13 is: [{'id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'name': 'tempest-TaggedBootDevicesTest_v242-751270328-router', 'tenant_id': '594053dcbab8463db86849941a112819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:39Z', 'revision_number': 4, 'project_id': '594053dcbab8463db86849941a112819', 'gw_port': {'id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:25Z', 'updated_at': '2022-02-04T13:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '34ccacf5-7996-4c4e-ae6a-e964a0fcd3e1', 'tenant_id': '594053dcbab8463db86849941a112819', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'port_id': 'c66a0353-b18f-4420-87c2-08e2a28ccc14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1', 'mac_address': 'fa:16:3e:4b:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:34:47Z', 'updated_at': '2022-02-04T13:37:07Z', 'revision_number': 1, 'project_id': '594053dcbab8463db86849941a112819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d92bc6-4716-4df2-a134-c8406d825a37', 'name': '', 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1', 'tenant_id': '594053dcbab8463db86849941a112819', 'mac_address': 'fa:16:3e:16:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:37Z', 'updated_at': '2022-02-04T13:32:55Z', 'revision_number': 5, 'project_id': '594053dcbab8463db86849941a112819', 'subnets': [{'id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:37:14.308778 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96e3f978-2949-4773-8b83-3af0c0b0cab0 req-2dbb79fe-8a21-4513-951a-87a7732530e1 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360607 Feb 04 13:37:14.365070 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-505e479a-cf1a-42db-ad96-19ba91e3fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:14.372660 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-505e479a-cf1a-42db-ad96-19ba91e3fab6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d0285fe-4faa-46eb-a1a8-f0b2eb04393d HTTP/1.1" status: 200 len: 855 time: 0.0938673 Feb 04 13:37:14.404092 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9df4d97-0f33-4232-95a7-cf5b82598967 None None] Network 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:14.404333 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de46a02-de83-4633-ae72-4eb5befea28e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] DELETE failed (client error): The resource could not be found. Feb 04 13:37:14.404928 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de46a02-de83-4633-ae72-4eb5befea28e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:37:14.411915 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8de46a02-de83-4633-ae72-4eb5befea28e tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/c1955cc9-ee65-47b4-b09e-5ee917063727 HTTP/1.1" status: 404 len: 337 time: 0.1009893 Feb 04 13:37:14.430282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49988) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:14.476808 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bf22dd-fc13-458a-b58c-4db100c13a99 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] DELETE failed (client error): The resource could not be found. Feb 04 13:37:14.477726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bf22dd-fc13-458a-b58c-4db100c13a99 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:37:14.481971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-20bf22dd-fc13-458a-b58c-4db100c13a99 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/00721038-5c63-4efd-a068-98c2f1844eaf HTTP/1.1" status: 404 len: 333 time: 0.0497174 Feb 04 13:37:14.487559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49990) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:14.491573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7117525-38db-4f43-8a05-08d18944ed75 admin admin] Publish callbacks [] for security_group (fe02243f-cecf-44a9-bdea-7774693a6bff), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:14.531726 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-834b36cb-ef8d-4cf3-9584-d9dbe03fbf31 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] DELETE failed (client error): The resource could not be found. Feb 04 13:37:14.532401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834b36cb-ef8d-4cf3-9584-d9dbe03fbf31 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:37:14.536705 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-834b36cb-ef8d-4cf3-9584-d9dbe03fbf31 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/52855a29-f4e1-41b7-bf9a-535a2cb2e9be HTTP/1.1" status: 404 len: 337 time: 0.0414050 Feb 04 13:37:14.537104 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-33f3e320-51da-4afb-8f00-159e66a901b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:14.538316 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7117525-38db-4f43-8a05-08d18944ed75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fe02243f-cecf-44a9-bdea-7774693a6bff), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:14.541258 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-33f3e320-51da-4afb-8f00-159e66a901b5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1671d76e-ba93-4775-9183-503f305e6bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1489494 Feb 04 13:37:14.542227 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49992) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:14.575364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f7117525-38db-4f43-8a05-08d18944ed75 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=65eae64ad0d94817b7461c67eba72dc6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0452557 Feb 04 13:37:14.580184 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49994) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:14.635980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7117525-38db-4f43-8a05-08d18944ed75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe02243f-cecf-44a9-bdea-7774693a6bff,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:14.676532 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0712fa06-fff3-492d-ba43-7902b726b2a8 admin admin] Publish callbacks [] for security_group (fe02243f-cecf-44a9-bdea-7774693a6bff), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:14.703092 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-546fdf04-6420-4675-ab01-287818f94487 None None] Provisioning complete for port dd181635-d716-4402-9732-0edc92511848 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:14.703521 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-546fdf04-6420-4675-ab01-287818f94487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dd181635-d716-4402-9732-0edc92511848), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:14.714400 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0712fa06-fff3-492d-ba43-7902b726b2a8 admin admin] Publish callbacks [] for security_group (fe02243f-cecf-44a9-bdea-7774693a6bff), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:14.744647 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eaf10c-47ca-4bd1-a25a-0d0eae32769a None None] New status for floating IP 34ccacf5-7996-4c4e-ae6a-e964a0fcd3e1: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:37:14.782476 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:14.860363 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0712fa06-fff3-492d-ba43-7902b726b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fe02243f-cecf-44a9-bdea-7774693a6bff), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:14.866312 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0712fa06-fff3-492d-ba43-7902b726b2a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:14.867553 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44c34bc-08fd-4f4b-bfae-7074ee171868 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] DELETE failed (client error): The resource could not be found. Feb 04 13:37:14.872350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44c34bc-08fd-4f4b-bfae-7074ee171868 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:37:14.872743 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0712fa06-fff3-492d-ba43-7902b726b2a8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fe02243f-cecf-44a9-bdea-7774693a6bff HTTP/1.1" status: 204 len: 168 time: 0.2870648 Feb 04 13:37:14.881619 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a44c34bc-08fd-4f4b-bfae-7074ee171868 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/subnets/ff826bda-dcaa-4693-a2f9-2516c1bb5fb9 HTTP/1.1" status: 404 len: 337 time: 0.3372033 Feb 04 13:37:14.884330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49998) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:14.884866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-546fdf04-6420-4675-ab01-287818f94487 None None] Current status of the port dd181635-d716-4402-9732-0edc92511848 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:14.903053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-546fdf04-6420-4675-ab01-287818f94487 None None] Provisioning complete for port c7263d26-bde3-4287-a3db-9aef686698aa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:14.903505 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-546fdf04-6420-4675-ab01-287818f94487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c7263d26-bde3-4287-a3db-9aef686698aa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:14.918222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712fa06-fff3-492d-ba43-7902b726b2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe02243f-cecf-44a9-bdea-7774693a6bff,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:14.947470 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-10ef2e76-b53c-485d-ba62-5d3a865eef9a service neutron] 10.222.0.99 "GET /v2.0/networks/1671d76e-ba93-4775-9183-503f305e6bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868456 Feb 04 13:37:14.999521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0788612-adf6-48c6-b696-8b2a9e38d155 None None] DHCP port deletion for 9b6c4a47-7f08-4887-9139-49a7f9b30ad4 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:37:15.023184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-546fdf04-6420-4675-ab01-287818f94487 None None] Port c7263d26-bde3-4287-a3db-9aef686698aa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:37:15.117771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a0788612-adf6-48c6-b696-8b2a9e38d155 None None] Deleting port dd181635-d716-4402-9732-0edc92511848 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:15.119507 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a0788612-adf6-48c6-b696-8b2a9e38d155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (dd181635-d716-4402-9732-0edc92511848), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:15.307969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a0788612-adf6-48c6-b696-8b2a9e38d155 None None] For port dd181635-d716-4402-9732-0edc92511848, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=dd181635-d716-4402-9732-0edc92511848,segment=NetworkSegment(ce87fd67-970b-450b-98a3-97a810bdb0e1),segment_id=ce87fd67-970b-450b-98a3-97a810bdb0e1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:15.308275 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a0788612-adf6-48c6-b696-8b2a9e38d155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (dd181635-d716-4402-9732-0edc92511848), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:15.325733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b4df67b6-05f7-4ea2-bed4-f8fecdb96c2b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Deleting port c7263d26-bde3-4287-a3db-9aef686698aa {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:15.326624 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b4df67b6-05f7-4ea2-bed4-f8fecdb96c2b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c7263d26-bde3-4287-a3db-9aef686698aa), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:15.342387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a0788612-adf6-48c6-b696-8b2a9e38d155 None None] Calling delete_port for dd181635-d716-4402-9732-0edc92511848 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:15.351132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device dd181635-d716-4402-9732-0edc92511848 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:37:15.425198 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-027d5d7e-7eb6-4477-aef2-b7f35b830484 req-13dcd1f2-3f8c-4c0e-a2c6-c01c4e7c6a4c service neutron] 10.222.0.99 "GET /v2.0/networks/1671d76e-ba93-4775-9183-503f305e6bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509649 Feb 04 13:37:15.482878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b4df67b6-05f7-4ea2-bed4-f8fecdb96c2b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c7263d26-bde3-4287-a3db-9aef686698aa), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:15.542263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b4df67b6-05f7-4ea2-bed4-f8fecdb96c2b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Calling delete_port for c7263d26-bde3-4287-a3db-9aef686698aa owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:15.570286 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015ff7de-eefa-4320-8679-309e3492a85f req-b5986a54-9682-49ad-82b0-30b3a75b3ee5 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=18df296c97314d5f87c6deaa6c02373b HTTP/1.1" status: 200 len: 11013 time: 0.2137182 Feb 04 13:37:15.662856 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:15.711975 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b4df67b6-05f7-4ea2-bed4-f8fecdb96c2b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c7263d26-bde3-4287-a3db-9aef686698aa), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:15.720835 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015ff7de-eefa-4320-8679-309e3492a85f req-1f6c5d85-d798-4728-8165-6f31348fdcf2 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/2ed44783-38a1-41b9-b1ee-386cecfe67cb HTTP/1.1" status: 200 len: 3002 time: 0.1480868 Feb 04 13:37:15.747684 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port dd181635-d716-4402-9732-0edc92511848 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:15.748506 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dd181635-d716-4402-9732-0edc92511848), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:15.774432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50004) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:15.785883 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a0788612-adf6-48c6-b696-8b2a9e38d155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (dd181635-d716-4402-9732-0edc92511848), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:15.796607 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ff8e65ed-ef49-41c2-91e5-7426f34df78c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:15.803533 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df67b6-05f7-4ea2-bed4-f8fecdb96c2b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Port': ['ID=c7263d26-bde3-4287-a3db-9aef686698aa,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:15.843337 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-015ff7de-eefa-4320-8679-309e3492a85f req-7505526a-bfef-410a-afa5-27d5c616f610 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/2ed44783-38a1-41b9-b1ee-386cecfe67cb HTTP/1.1" status: 200 len: 3002 time: 0.1164699 Feb 04 13:37:15.852533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b4df67b6-05f7-4ea2-bed4-f8fecdb96c2b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:15.860717 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b4df67b6-05f7-4ea2-bed4-f8fecdb96c2b tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/ports/c7263d26-bde3-4287-a3db-9aef686698aa HTTP/1.1" status: 204 len: 168 time: 0.9171922 Feb 04 13:37:15.863471 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50008) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:15.870029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0788612-adf6-48c6-b696-8b2a9e38d155 None None] Pushing event deleted for resources: {'Port': ['ID=dd181635-d716-4402-9732-0edc92511848,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:15.904988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0788612-adf6-48c6-b696-8b2a9e38d155 None None] No DVR routers for this DVR port dd181635-d716-4402-9732-0edc92511848 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:37:16.071799 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ff8e65ed-ef49-41c2-91e5-7426f34df78c admin admin] Publish callbacks [] for security_group (e7a74cae-ef89-4f7e-9ac5-9d62975e4904), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.091144 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-65c234b7-b197-400a-9331-a57906c2e593 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (9b6c4a47-7f08-4887-9139-49a7f9b30ad4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.094237 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-40102ce3-d118-4502-90a4-4d36f0df31c0 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:16.105402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-40102ce3-d118-4502-90a4-4d36f0df31c0 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:16.114360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-40102ce3-d118-4502-90a4-4d36f0df31c0 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:16.117354 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-40102ce3-d118-4502-90a4-4d36f0df31c0 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.99 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2418 time: 0.1616933 Feb 04 13:37:16.118494 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ff8e65ed-ef49-41c2-91e5-7426f34df78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e7a74cae-ef89-4f7e-9ac5-9d62975e4904), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.131274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb768d0-d638-4e88-b9ed-6787f76d0854 req-cfbb597b-0935-45b4-ab0a-c6174fbd3b8d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:16.140000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb768d0-d638-4e88-b9ed-6787f76d0854 req-cfbb597b-0935-45b4-ab0a-c6174fbd3b8d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:16.147787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb768d0-d638-4e88-b9ed-6787f76d0854 req-cfbb597b-0935-45b4-ab0a-c6174fbd3b8d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:16.150488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cb768d0-d638-4e88-b9ed-6787f76d0854 req-cfbb597b-0935-45b4-ab0a-c6174fbd3b8d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 2418 time: 0.1587005 Feb 04 13:37:16.229809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e65ed-ef49-41c2-91e5-7426f34df78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a74cae-ef89-4f7e-9ac5-9d62975e4904,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:16.235326 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ff8e65ed-ef49-41c2-91e5-7426f34df78c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7ec559461ad54988aec0ffa614ae0cbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4570625 Feb 04 13:37:16.241931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50010) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:16.354278 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-65c234b7-b197-400a-9331-a57906c2e593 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (9b6c4a47-7f08-4887-9139-49a7f9b30ad4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.364616 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e2b31a6-ebe4-4f0c-8d0e-c0b98f3cbb24 admin admin] Publish callbacks [] for security_group (e7a74cae-ef89-4f7e-9ac5-9d62975e4904), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.384077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-e42a4809-0cd6-4fc0-a15a-b5f518f09a8a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Deleting port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:16.384757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-e42a4809-0cd6-4fc0-a15a-b5f518f09a8a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7bff0d56-d0b0-492e-8cbd-5e9b06abc07d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.385573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cb768d0-d638-4e88-b9ed-6787f76d0854 req-898a0171-5fc9-49eb-9a6e-eee5b411d205 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991417 Feb 04 13:37:16.412014 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-65c234b7-b197-400a-9331-a57906c2e593 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6c4a47-7f08-4887-9139-49a7f9b30ad4']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:16.447314 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-65c234b7-b197-400a-9331-a57906c2e593 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce87fd67-970b-450b-98a3-97a810bdb0e1') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:16.447950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-65c234b7-b197-400a-9331-a57906c2e593 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce87fd67-970b-450b-98a3-97a810bdb0e1') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:16.469953 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-65c234b7-b197-400a-9331-a57906c2e593 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (ce87fd67-970b-450b-98a3-97a810bdb0e1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.483313 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e2b31a6-ebe4-4f0c-8d0e-c0b98f3cbb24 admin admin] Publish callbacks [] for security_group (e7a74cae-ef89-4f7e-9ac5-9d62975e4904), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.503699 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-65c234b7-b197-400a-9331-a57906c2e593 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (ce87fd67-970b-450b-98a3-97a810bdb0e1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.520201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c234b7-b197-400a-9331-a57906c2e593 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:16.521078 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-65c234b7-b197-400a-9331-a57906c2e593 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (ce87fd67-970b-450b-98a3-97a810bdb0e1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:16.528246 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:16.664603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-e42a4809-0cd6-4fc0-a15a-b5f518f09a8a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] For port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=7bff0d56-d0b0-492e-8cbd-5e9b06abc07d,segment=NetworkSegment(71c191b4-6295-4618-92e7-a4671a649bfb),segment_id=71c191b4-6295-4618-92e7-a4671a649bfb)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:16.665511 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-e42a4809-0cd6-4fc0-a15a-b5f518f09a8a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7bff0d56-d0b0-492e-8cbd-5e9b06abc07d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.680277 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-65c234b7-b197-400a-9331-a57906c2e593 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (9b6c4a47-7f08-4887-9139-49a7f9b30ad4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.685247 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e2b31a6-ebe4-4f0c-8d0e-c0b98f3cbb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e7a74cae-ef89-4f7e-9ac5-9d62975e4904), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.688661 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-65c234b7-b197-400a-9331-a57906c2e593 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.690261 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e2b31a6-ebe4-4f0c-8d0e-c0b98f3cbb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.695248 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0e2b31a6-ebe4-4f0c-8d0e-c0b98f3cbb24 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e7a74cae-ef89-4f7e-9ac5-9d62975e4904 HTTP/1.1" status: 204 len: 168 time: 0.4519219 Feb 04 13:37:16.697625 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-65c234b7-b197-400a-9331-a57906c2e593 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] 10.222.0.96 "DELETE /v2.0/networks/9b6c4a47-7f08-4887-9139-49a7f9b30ad4 HTTP/1.1" status: 204 len: 168 time: 0.8294413 Feb 04 13:37:16.703455 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-e42a4809-0cd6-4fc0-a15a-b5f518f09a8a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Calling delete_port for 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:16.722839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b31a6-ebe4-4f0c-8d0e-c0b98f3cbb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a74cae-ef89-4f7e-9ac5-9d62975e4904,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:16.755420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c234b7-b197-400a-9331-a57906c2e593 tempest-PortsIpV6TestJSON-1265703794 tempest-PortsIpV6TestJSON-1265703794-project] Pushing event deleted for resources: {'Network': ['ID=9b6c4a47-7f08-4887-9139-49a7f9b30ad4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:16.949463 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-e42a4809-0cd6-4fc0-a15a-b5f518f09a8a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7bff0d56-d0b0-492e-8cbd-5e9b06abc07d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.972960 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:17.068097 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a4809-0cd6-4fc0-a15a-b5f518f09a8a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Port': ['ID=7bff0d56-d0b0-492e-8cbd-5e9b06abc07d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:17.124611 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-e42a4809-0cd6-4fc0-a15a-b5f518f09a8a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] No DVR routers for this DVR port 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:37:17.130296 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-e42a4809-0cd6-4fc0-a15a-b5f518f09a8a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:17.137177 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-e42a4809-0cd6-4fc0-a15a-b5f518f09a8a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.99 "DELETE /v2.0/ports/7bff0d56-d0b0-492e-8cbd-5e9b06abc07d HTTP/1.1" status: 204 len: 173 time: 1.0135701 Feb 04 13:37:17.138280 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'name': 'network-vif-deleted', 'tag': '7bff0d56-d0b0-492e-8cbd-5e9b06abc07d'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:37:17.141823 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d580da-9ad8-4c85-93a4-e22bc9f521be" -d '{"events": [{"server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "name": "network-vif-deleted", "tag": "7bff0d56-d0b0-492e-8cbd-5e9b06abc07d"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:37:17.430277 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-c3ec9e8f-9a1f-4ae0-88d5-266d15d576f8 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Deleting port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:17.431148 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-c3ec9e8f-9a1f-4ae0-88d5-266d15d576f8 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b7dc0c56-a30f-4726-b884-bc5a87c9bd6f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:17.606607 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50036) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:17.742396 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-c3ec9e8f-9a1f-4ae0-88d5-266d15d576f8 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] For port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b7dc0c56-a30f-4726-b884-bc5a87c9bd6f,segment=NetworkSegment(71c191b4-6295-4618-92e7-a4671a649bfb),segment_id=71c191b4-6295-4618-92e7-a4671a649bfb)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:17.743506 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-c3ec9e8f-9a1f-4ae0-88d5-266d15d576f8 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b7dc0c56-a30f-4726-b884-bc5a87c9bd6f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:17.774155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-c3ec9e8f-9a1f-4ae0-88d5-266d15d576f8 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Calling delete_port for b7dc0c56-a30f-4726-b884-bc5a87c9bd6f owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:17.862850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1da0c5-bff6-4d04-ba43-ac83edd7626a req-70d0f212-b20c-4322-9f5e-22fa7f5dd3b4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:17.874732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1da0c5-bff6-4d04-ba43-ac83edd7626a req-70d0f212-b20c-4322-9f5e-22fa7f5dd3b4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:17.894251 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:17.903260 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1da0c5-bff6-4d04-ba43-ac83edd7626a req-70d0f212-b20c-4322-9f5e-22fa7f5dd3b4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:17.916976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1da0c5-bff6-4d04-ba43-ac83edd7626a req-70d0f212-b20c-4322-9f5e-22fa7f5dd3b4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:17.927043 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1da0c5-bff6-4d04-ba43-ac83edd7626a req-70d0f212-b20c-4322-9f5e-22fa7f5dd3b4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:17.935477 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1da0c5-bff6-4d04-ba43-ac83edd7626a req-70d0f212-b20c-4322-9f5e-22fa7f5dd3b4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:17.944993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1da0c5-bff6-4d04-ba43-ac83edd7626a req-70d0f212-b20c-4322-9f5e-22fa7f5dd3b4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:17.959608 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e1da0c5-bff6-4d04-ba43-ac83edd7626a req-70d0f212-b20c-4322-9f5e-22fa7f5dd3b4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5443 time: 0.2879689 Feb 04 13:37:18.118298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f28290dc-8943-4838-8c19-2075b79fe8f2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=eb2a4d518fad427abfaea1f7b4400492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5083654 Feb 04 13:37:18.122521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50054) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:18.141532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e1da0c5-bff6-4d04-ba43-ac83edd7626a req-4de6cc29-8204-49bc-b2a4-9affb045661f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1811702 Feb 04 13:37:18.195088 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-c3ec9e8f-9a1f-4ae0-88d5-266d15d576f8 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b7dc0c56-a30f-4726-b884-bc5a87c9bd6f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:18.262531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec9e8f-9a1f-4ae0-88d5-266d15d576f8 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Port': ['ID=b7dc0c56-a30f-4726-b884-bc5a87c9bd6f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:18.322933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:37:18.367234 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-c3ec9e8f-9a1f-4ae0-88d5-266d15d576f8 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] No DVR routers for this DVR port b7dc0c56-a30f-4726-b884-bc5a87c9bd6f on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:37:18.370286 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7f827334-6c9a-40a7-8dca-97f549dea010 admin admin] Publish callbacks [] for security_group (256f138e-84ed-493c-b4b3-ad3e8cefaf53), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:18.374522 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-c3ec9e8f-9a1f-4ae0-88d5-266d15d576f8 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:18.382746 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-c3ec9e8f-9a1f-4ae0-88d5-266d15d576f8 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.99 "DELETE /v2.0/ports/b7dc0c56-a30f-4726-b884-bc5a87c9bd6f HTTP/1.1" status: 204 len: 173 time: 1.2334881 Feb 04 13:37:18.435918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:37:18.436598 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 7bff0d56-d0b0-492e-8cbd-5e9b06abc07d not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:37:18.437287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 916816d3-1f0f-4344-9cb6-e7663ecabf6a no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:37:18.504412 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7f827334-6c9a-40a7-8dca-97f549dea010 admin admin] Publish callbacks [] for security_group (256f138e-84ed-493c-b4b3-ad3e8cefaf53), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:18.710115 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-b81c0ea1-0e5b-4468-9a84-7764eb4f24f7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Deleting port 916816d3-1f0f-4344-9cb6-e7663ecabf6a {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:18.711285 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-b81c0ea1-0e5b-4468-9a84-7764eb4f24f7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:18.716015 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7f827334-6c9a-40a7-8dca-97f549dea010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (256f138e-84ed-493c-b4b3-ad3e8cefaf53), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:18.721861 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7f827334-6c9a-40a7-8dca-97f549dea010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:18.723963 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7f827334-6c9a-40a7-8dca-97f549dea010 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/256f138e-84ed-493c-b4b3-ad3e8cefaf53 HTTP/1.1" status: 204 len: 168 time: 0.6000426 Feb 04 13:37:18.847753 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f827334-6c9a-40a7-8dca-97f549dea010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256f138e-84ed-493c-b4b3-ad3e8cefaf53,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:18.905608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 916816d3-1f0f-4344-9cb6-e7663ecabf6a is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:18.911430 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:19.030226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916816d3-1f0f-4344-9cb6-e7663ecabf6a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:37:19.044796 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-b81c0ea1-0e5b-4468-9a84-7764eb4f24f7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] For port 916816d3-1f0f-4344-9cb6-e7663ecabf6a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=916816d3-1f0f-4344-9cb6-e7663ecabf6a,segment=NetworkSegment(8c73faf1-a073-47d6-8695-9d36226fea93),segment_id=8c73faf1-a073-47d6-8695-9d36226fea93)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:19.048056 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-b81c0ea1-0e5b-4468-9a84-7764eb4f24f7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:19.057380 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cf507b-1a7d-440f-bf07-2dc6a198168c" -d '{"events": [{"server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "name": "network-vif-unplugged", "status": "completed", "tag": "916816d3-1f0f-4344-9cb6-e7663ecabf6a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:37:19.119277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 916816d3-1f0f-4344-9cb6-e7663ecabf6a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=916816d3-1f0f-4344-9cb6-e7663ecabf6a,segment=NetworkSegment(8c73faf1-a073-47d6-8695-9d36226fea93),segment_id=8c73faf1-a073-47d6-8695-9d36226fea93)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:19.131432 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:19.132461 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-b81c0ea1-0e5b-4468-9a84-7764eb4f24f7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Calling delete_port for 916816d3-1f0f-4344-9cb6-e7663ecabf6a owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:19.140512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b7dc0c56-a30f-4726-b884-bc5a87c9bd6f no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:37:19.161489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50080) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:19.253262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: b7dc0c56-a30f-4726-b884-bc5a87c9bd6f {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:37:19.254484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b7dc0c56-a30f-4726-b884-bc5a87c9bd6f not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:37:19.452980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=916816d3-1f0f-4344-9cb6-e7663ecabf6a,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:19.562382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-b81c0ea1-0e5b-4468-9a84-7764eb4f24f7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (916816d3-1f0f-4344-9cb6-e7663ecabf6a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:19.613684 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da9786cf-045e-4a3e-b317-68d29dabe230 req-52f55b0c-10a8-424a-a2ba-6bec6e38556c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/660e1837-6ed8-45a0-b4ac-1a9d9a45bb62 HTTP/1.1" status: 200 len: 1820 time: 0.1239219 Feb 04 13:37:19.675569 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c0ea1-0e5b-4468-9a84-7764eb4f24f7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Port': ['ID=916816d3-1f0f-4344-9cb6-e7663ecabf6a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:19.785503 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-b81c0ea1-0e5b-4468-9a84-7764eb4f24f7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] No DVR routers for this DVR port 916816d3-1f0f-4344-9cb6-e7663ecabf6a on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:37:19.801184 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-b81c0ea1-0e5b-4468-9a84-7764eb4f24f7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:19.811913 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e21aaa5e-a2c1-49b0-8e17-f3dcf71ddae1 req-b81c0ea1-0e5b-4468-9a84-7764eb4f24f7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.99 "DELETE /v2.0/ports/916816d3-1f0f-4344-9cb6-e7663ecabf6a HTTP/1.1" status: 204 len: 173 time: 1.4089475 Feb 04 13:37:19.841915 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da9786cf-045e-4a3e-b317-68d29dabe230 req-60b20e5c-e67d-42cd-b5a2-08dc221ee9aa tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (660e1837-6ed8-45a0-b4ac-1a9d9a45bb62), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:19.956230 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da9786cf-045e-4a3e-b317-68d29dabe230 req-60b20e5c-e67d-42cd-b5a2-08dc221ee9aa tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (660e1837-6ed8-45a0-b4ac-1a9d9a45bb62), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:19.997842 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Request body: {'networks': [{'name': 'tempest-network--588342152'}, {'name': 'tempest-network--734590553'}]} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:19.998218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Request body: {'network': {'name': 'tempest-network--588342152'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:19.998977 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Request body: {'network': {'name': 'tempest-network--734590553'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:20.040976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Made reservation on behalf of 74cc581a19a54bd8b763b9665de813ab for: {'network': 2} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:20.048377 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:20.092070 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:20.167278 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da9786cf-045e-4a3e-b317-68d29dabe230 req-60b20e5c-e67d-42cd-b5a2-08dc221ee9aa tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (660e1837-6ed8-45a0-b4ac-1a9d9a45bb62), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:20.180600 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da9786cf-045e-4a3e-b317-68d29dabe230 req-60b20e5c-e67d-42cd-b5a2-08dc221ee9aa tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:20.183253 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da9786cf-045e-4a3e-b317-68d29dabe230 req-60b20e5c-e67d-42cd-b5a2-08dc221ee9aa tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "DELETE /v2.0/security-groups/660e1837-6ed8-45a0-b4ac-1a9d9a45bb62 HTTP/1.1" status: 204 len: 173 time: 0.5572088 Feb 04 13:37:20.229141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b20e5c-e67d-42cd-b5a2-08dc221ee9aa tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660e1837-6ed8-45a0-b4ac-1a9d9a45bb62,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:20.301053 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a553366e-0ac1-44aa-9a95-7d1b1b3d1cc7 x-openstack-request-id: req-a553366e-0ac1-44aa-9a95-7d1b1b3d1cc7 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:37:20.301913 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "name": "network-vif-deleted", "tag": "7bff0d56-d0b0-492e-8cbd-5e9b06abc07d", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:37:20.301913 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a553366e-0ac1-44aa-9a95-7d1b1b3d1cc7 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:37:20.302546 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'name': 'network-vif-deleted', 'tag': '7bff0d56-d0b0-492e-8cbd-5e9b06abc07d', 'status': 'completed', 'code': 200} Feb 04 13:37:20.390560 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks [] for security_group (fe9ec065-a5d9-4987-af6c-9b0a468e8998), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:20.403031 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fe9ec065-a5d9-4987-af6c-9b0a468e8998), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:20.403786 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:20.586071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c285eeca-2551-4c54-ad92-9bd362f00951 req-856c0bc5-194c-4b9a-965a-8cde512a394c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b8a49dd-2368-4bb2-99b0-45f02e2b0982 HTTP/1.1" status: 200 len: 210 time: 0.1086733 Feb 04 13:37:20.592324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9ec065-a5d9-4987-af6c-9b0a468e8998,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:20.601131 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:37:20.639372 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e6f35174-d8f6-4b8e-9e60-45a18e168c6b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:20.640286 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Added segment e6f35174-d8f6-4b8e-9e60-45a18e168c6b of type vlan for network f552a693-9a4e-4f87-8f59-fff72413dee4 Feb 04 13:37:20.804340 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (f552a693-9a4e-4f87-8f59-fff72413dee4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:20.890781 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d9ccdec-2784-4098-b27a-0d61a88cffd2 req-43d35bb6-f9e8-4771-9936-637e115f3c45 tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.0813344 Feb 04 13:37:20.934811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:37:20.953477 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e864e537-049b-4777-ae61-cb33474a8576), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:20.954261 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Added segment e864e537-049b-4777-ae61-cb33474a8576 of type vlan for network d71b6617-4ca4-43e4-8f3a-a0231ad30a02 Feb 04 13:37:21.022245 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (d71b6617-4ca4-43e4-8f3a-a0231ad30a02), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:21.079294 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50108) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:21.088825 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (f552a693-9a4e-4f87-8f59-fff72413dee4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:21.089607 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (d71b6617-4ca4-43e4-8f3a-a0231ad30a02), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:21.095448 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:21.099968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:21.100716 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:21.240235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50112) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:21.240798 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0758543 Feb 04 13:37:21.296871 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af41f8e-8ea6-4eb8-b296-478d39b93dcf req-da782a86-7922-4d61-9390-3de292f52244 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:21.304972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af41f8e-8ea6-4eb8-b296-478d39b93dcf req-da782a86-7922-4d61-9390-3de292f52244 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:21.311830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af41f8e-8ea6-4eb8-b296-478d39b93dcf req-da782a86-7922-4d61-9390-3de292f52244 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:21.319303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af41f8e-8ea6-4eb8-b296-478d39b93dcf req-da782a86-7922-4d61-9390-3de292f52244 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:21.326471 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af41f8e-8ea6-4eb8-b296-478d39b93dcf req-da782a86-7922-4d61-9390-3de292f52244 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:21.334063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af41f8e-8ea6-4eb8-b296-478d39b93dcf req-da782a86-7922-4d61-9390-3de292f52244 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:21.340980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af41f8e-8ea6-4eb8-b296-478d39b93dcf req-da782a86-7922-4d61-9390-3de292f52244 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:21.343752 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8af41f8e-8ea6-4eb8-b296-478d39b93dcf req-da782a86-7922-4d61-9390-3de292f52244 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5443 time: 0.3018231 Feb 04 13:37:21.357771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event updated for resources: {'Network': ['ID=f552a693-9a4e-4f87-8f59-fff72413dee4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:21.360862 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1036039631'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:21.376510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network f552a693-9a4e-4f87-8f59-fff72413dee4 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:37:21.447330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81463ab-f600-48f8-871d-5c6badd570ca tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event updated for resources: {'Network': ['ID=d71b6617-4ca4-43e4-8f3a-a0231ad30a02,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:21.501382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:21.508259 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:21.520903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network d71b6617-4ca4-43e4-8f3a-a0231ad30a02 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:37:21.577988 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:21.640404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8af41f8e-8ea6-4eb8-b296-478d39b93dcf req-f0740d50-c39e-40f6-b5ec-dfb5b5c43cde tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1939793 Feb 04 13:37:21.737400 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b60f52-e2ed-4dd9-a3fd-b2a58084a4ce tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:21.746437 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b60f52-e2ed-4dd9-a3fd-b2a58084a4ce tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:21.757605 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b60f52-e2ed-4dd9-a3fd-b2a58084a4ce tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:21.767060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b60f52-e2ed-4dd9-a3fd-b2a58084a4ce tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:21.775223 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a9b60f52-e2ed-4dd9-a3fd-b2a58084a4ce tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5291600 Feb 04 13:37:21.775550 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a7a563-9f2f-4bdc-94eb-c9ee61ebe0de x-openstack-request-id: req-63a7a563-9f2f-4bdc-94eb-c9ee61ebe0de {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:37:21.775550 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "name": "network-vif-unplugged", "status": "completed", "tag": "916816d3-1f0f-4344-9cb6-e7663ecabf6a", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:37:21.775851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50120) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:21.776143 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-63a7a563-9f2f-4bdc-94eb-c9ee61ebe0de {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:37:21.776723 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916816d3-1f0f-4344-9cb6-e7663ecabf6a', 'code': 200} Feb 04 13:37:21.992946 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-f5197477-3e60-4d29-a276-3c177a63336d req-150b9c62-c7a1-4773-b21a-be88a960b9cb tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] show failed (client error): The resource could not be found. Feb 04 13:37:21.996175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5197477-3e60-4d29-a276-3c177a63336d req-150b9c62-c7a1-4773-b21a-be88a960b9cb tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/660e1837-6ed8-45a0-b4ac-1a9d9a45bb62 HTTP/1.1" status: 404 len: 352 time: 0.0192990 Feb 04 13:37:22.072916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50128) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:22.208393 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cad61d4-0bf0-4a21-af93-d346f951ec85 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Deleting subnet ef898d2c-0999-4e35-9252-d26b4c25bff9 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:37:22.248401 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8cad61d4-0bf0-4a21-af93-d346f951ec85 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks [] for subnet (ef898d2c-0999-4e35-9252-d26b4c25bff9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:22.303854 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'name': 'network-vif-deleted', 'tag': 'b7dc0c56-a30f-4726-b884-bc5a87c9bd6f'}, {'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'name': 'network-vif-deleted', 'tag': '916816d3-1f0f-4344-9cb6-e7663ecabf6a'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:37:22.307908 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2fe03d-f47e-48ae-bc71-8fa042043a18" -d '{"events": [{"server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "name": "network-vif-deleted", "tag": "b7dc0c56-a30f-4726-b884-bc5a87c9bd6f"}, {"server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "name": "network-vif-deleted", "tag": "916816d3-1f0f-4344-9cb6-e7663ecabf6a"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:37:22.355438 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8cad61d4-0bf0-4a21-af93-d346f951ec85 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (ef898d2c-0999-4e35-9252-d26b4c25bff9), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:22.409686 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (f552a693-9a4e-4f87-8f59-fff72413dee4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:22.433138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8b60-02b7-4e0a-9b8e-cd755ef1b4cd req-85e36d38-e206-4ff1-8bd8-c50beafa54b9 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:22.445185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8b60-02b7-4e0a-9b8e-cd755ef1b4cd req-85e36d38-e206-4ff1-8bd8-c50beafa54b9 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:22.456823 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8b60-02b7-4e0a-9b8e-cd755ef1b4cd req-85e36d38-e206-4ff1-8bd8-c50beafa54b9 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:22.480461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8b60-02b7-4e0a-9b8e-cd755ef1b4cd req-85e36d38-e206-4ff1-8bd8-c50beafa54b9 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:22.492715 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8b60-02b7-4e0a-9b8e-cd755ef1b4cd req-85e36d38-e206-4ff1-8bd8-c50beafa54b9 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:22.504574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8b60-02b7-4e0a-9b8e-cd755ef1b4cd req-85e36d38-e206-4ff1-8bd8-c50beafa54b9 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:22.515306 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8b60-02b7-4e0a-9b8e-cd755ef1b4cd req-85e36d38-e206-4ff1-8bd8-c50beafa54b9 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:22.518776 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03ed8b60-02b7-4e0a-9b8e-cd755ef1b4cd req-85e36d38-e206-4ff1-8bd8-c50beafa54b9 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5443 time: 0.3497901 Feb 04 13:37:22.607259 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (cc576049-073b-4c00-b369-1e71947f4e2e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:22.622591 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cc576049-073b-4c00-b369-1e71947f4e2e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:22.674964 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8cad61d4-0bf0-4a21-af93-d346f951ec85 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (ef898d2c-0999-4e35-9252-d26b4c25bff9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:22.689187 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (f552a693-9a4e-4f87-8f59-fff72413dee4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:22.775096 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:37:22.791681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f552a693-9a4e-4f87-8f59-fff72413dee4']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:22.798246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc576049-073b-4c00-b369-1e71947f4e2e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:22.817746 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (f35abf43-261c-4201-b96d-2eef2f62080b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:22.818700 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Added segment f35abf43-261c-4201-b96d-2eef2f62080b of type vlan for network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c Feb 04 13:37:22.840518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f35174-d8f6-4b8e-9e60-45a18e168c6b') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:22.841521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f35174-d8f6-4b8e-9e60-45a18e168c6b') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:22.851067 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a2961814-648b-43d4-ae44-307d6d3848ba req-69b0963d-868e-4d98-8743-5503e2009151 tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.0652502 Feb 04 13:37:22.868917 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (e6f35174-d8f6-4b8e-9e60-45a18e168c6b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:22.914914 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8cad61d4-0bf0-4a21-af93-d346f951ec85 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (ef898d2c-0999-4e35-9252-d26b4c25bff9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:22.943898 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e6f35174-d8f6-4b8e-9e60-45a18e168c6b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:22.956030 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:22.966069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:22.966940 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (e6f35174-d8f6-4b8e-9e60-45a18e168c6b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:22.974091 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:22.991461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad61d4-0bf0-4a21-af93-d346f951ec85 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Subnet': ['ID=ef898d2c-0999-4e35-9252-d26b4c25bff9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:23.030615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3d995a-8935-4e55-9174-6b7cb3ef1d50 None None] Network 4b721c68-3d78-4657-b753-90489104a3e8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:23.037908 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8cad61d4-0bf0-4a21-af93-d346f951ec85 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.044160 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8cad61d4-0bf0-4a21-af93-d346f951ec85 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "DELETE /v2.0/subnets/ef898d2c-0999-4e35-9252-d26b4c25bff9 HTTP/1.1" status: 204 len: 168 time: 0.9694648 Feb 04 13:37:23.050015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50138) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:23.086168 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.resource_extend [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:37:23.152301 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (f552a693-9a4e-4f87-8f59-fff72413dee4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.162458 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.169734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cd1a194-91ab-47ec-bc2e-9294597a3ddd req-e4cdb7a4-fcae-4876-ad33-a24b785fbf4f tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/7c4b8251-5a15-4902-b0d1-fd1137cf1fac HTTP/1.1" status: 200 len: 1820 time: 0.2593253 Feb 04 13:37:23.171210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:23.172431 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.205827 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.211614 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "DELETE /v2.0/networks/f552a693-9a4e-4f87-8f59-fff72413dee4 HTTP/1.1" status: 204 len: 168 time: 1.4341424 Feb 04 13:37:23.214034 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event deleted for resources: {'Network': ['ID=f552a693-9a4e-4f87-8f59-fff72413dee4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:23.217671 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50140) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:23.228261 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1468270 Feb 04 13:37:23.247396 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50142) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:23.257814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f8f4dbc5-8ff4-4043-8a9b-c46019d273be tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'name': 'tempest-PortsTestJSON-1249778708'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:23.272949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:23.273505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:23.274349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:23.275163 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:23.276124 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:23.276923 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:23.277678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:23.278467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:23.279281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:23.280042 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:23.280944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:23.281752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:23.282585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fcb473-7868-45c1-9803-b7af47eb219e tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:23.369604 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (4b721c68-3d78-4657-b753-90489104a3e8), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.454892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf6ff57-c8fc-4061-ae28-f0ab541cf6da None None] DHCP port deletion for 4b721c68-3d78-4657-b753-90489104a3e8 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:37:23.483195 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7cd1a194-91ab-47ec-bc2e-9294597a3ddd req-af48571e-90ee-43ca-aea8-18a2d0e7c106 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (7c4b8251-5a15-4902-b0d1-fd1137cf1fac), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.536077 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-84003d79-f6b3-4b96-a5da-ac55a1b4644c req-f6a640c0-70c2-4b71-be5b-85776796db09 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.0926299 Feb 04 13:37:23.556250 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af282d6c-be71-414e-b863-4113c2260080 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (d71b6617-4ca4-43e4-8f3a-a0231ad30a02), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.566547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6ff57-c8fc-4061-ae28-f0ab541cf6da None None] Deleting port 6e03051b-b790-488f-ad01-8a0af009d342 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:23.567146 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0cf6ff57-c8fc-4061-ae28-f0ab541cf6da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6e03051b-b790-488f-ad01-8a0af009d342), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.571680 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8575b6-fe86-4c98-be12-bad6f88d2a53 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Network': ['ID=bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:23.598646 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f4dbc5-8ff4-4043-8a9b-c46019d273be tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:23.612800 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f8f4dbc5-8ff4-4043-8a9b-c46019d273be tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.616514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:37:23.656175 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7cd1a194-91ab-47ec-bc2e-9294597a3ddd req-af48571e-90ee-43ca-aea8-18a2d0e7c106 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (7c4b8251-5a15-4902-b0d1-fd1137cf1fac), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.756911 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af282d6c-be71-414e-b863-4113c2260080 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (d71b6617-4ca4-43e4-8f3a-a0231ad30a02), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.796468 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-af282d6c-be71-414e-b863-4113c2260080 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71b6617-4ca4-43e4-8f3a-a0231ad30a02']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:23.812004 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7cd1a194-91ab-47ec-bc2e-9294597a3ddd req-af48571e-90ee-43ca-aea8-18a2d0e7c106 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7c4b8251-5a15-4902-b0d1-fd1137cf1fac), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.817097 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-af282d6c-be71-414e-b863-4113c2260080 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e864e537-049b-4777-ae61-cb33474a8576') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:23.817921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-af282d6c-be71-414e-b863-4113c2260080 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e864e537-049b-4777-ae61-cb33474a8576') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:23.818977 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7cd1a194-91ab-47ec-bc2e-9294597a3ddd req-af48571e-90ee-43ca-aea8-18a2d0e7c106 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.837750 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cd1a194-91ab-47ec-bc2e-9294597a3ddd req-af48571e-90ee-43ca-aea8-18a2d0e7c106 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "DELETE /v2.0/security-groups/7c4b8251-5a15-4902-b0d1-fd1137cf1fac HTTP/1.1" status: 204 len: 173 time: 0.6404722 Feb 04 13:37:23.841805 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af282d6c-be71-414e-b863-4113c2260080 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (e864e537-049b-4777-ae61-cb33474a8576), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.845019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0cf6ff57-c8fc-4061-ae28-f0ab541cf6da None None] For port 6e03051b-b790-488f-ad01-8a0af009d342, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6e03051b-b790-488f-ad01-8a0af009d342,segment=NetworkSegment(8c73faf1-a073-47d6-8695-9d36226fea93),segment_id=8c73faf1-a073-47d6-8695-9d36226fea93)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:23.846422 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0cf6ff57-c8fc-4061-ae28-f0ab541cf6da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6e03051b-b790-488f-ad01-8a0af009d342), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.870089 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af282d6c-be71-414e-b863-4113c2260080 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e864e537-049b-4777-ae61-cb33474a8576), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.883984 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af282d6c-be71-414e-b863-4113c2260080 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:23.884974 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af282d6c-be71-414e-b863-4113c2260080 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (e864e537-049b-4777-ae61-cb33474a8576), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:23.902049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6ff57-c8fc-4061-ae28-f0ab541cf6da None None] Calling delete_port for 6e03051b-b790-488f-ad01-8a0af009d342 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:23.931029 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48571e-90ee-43ca-aea8-18a2d0e7c106 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4b8251-5a15-4902-b0d1-fd1137cf1fac,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:23.986916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-f8f4dbc5-8ff4-4043-8a9b-c46019d273be tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] device_id is not set on port 26afa24d-60b6-468b-87c3-5179dc4c33a6 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:23.991752 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:24.040211 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Deleting port 6e03051b-b790-488f-ad01-8a0af009d342 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:24.040986 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6e03051b-b790-488f-ad01-8a0af009d342), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:24.044970 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 13:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7550fb8c-09b4-4550-830a-89aa22a620c4 x-openstack-request-id: req-7550fb8c-09b4-4550-830a-89aa22a620c4 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:37:24.045468 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "name": "network-vif-deleted", "tag": "b7dc0c56-a30f-4726-b884-bc5a87c9bd6f", "status": "completed", "code": 200}, {"server_uuid": "5b8a49dd-2368-4bb2-99b0-45f02e2b0982", "name": "network-vif-deleted", "tag": "916816d3-1f0f-4344-9cb6-e7663ecabf6a", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:37:24.045908 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7550fb8c-09b4-4550-830a-89aa22a620c4 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:37:24.049468 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'name': 'network-vif-deleted', 'tag': 'b7dc0c56-a30f-4726-b884-bc5a87c9bd6f', 'status': 'completed', 'code': 200} Feb 04 13:37:24.050821 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8a49dd-2368-4bb2-99b0-45f02e2b0982', 'name': 'network-vif-deleted', 'tag': '916816d3-1f0f-4344-9cb6-e7663ecabf6a', 'status': 'completed', 'code': 200} Feb 04 13:37:24.057450 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af282d6c-be71-414e-b863-4113c2260080 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (d71b6617-4ca4-43e4-8f3a-a0231ad30a02), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:24.076004 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af282d6c-be71-414e-b863-4113c2260080 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:24.084855 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-af282d6c-be71-414e-b863-4113c2260080 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "DELETE /v2.0/networks/d71b6617-4ca4-43e4-8f3a-a0231ad30a02 HTTP/1.1" status: 204 len: 168 time: 0.8628011 Feb 04 13:37:24.084855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50150) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:24.149595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af282d6c-be71-414e-b863-4113c2260080 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event deleted for resources: {'Network': ['ID=d71b6617-4ca4-43e4-8f3a-a0231ad30a02,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:24.175887 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0cf6ff57-c8fc-4061-ae28-f0ab541cf6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (6e03051b-b790-488f-ad01-8a0af009d342), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:24.240667 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-540d20cf-3b15-42b8-8874-d4e77af5746d req-876bf133-5dd0-4c56-acfb-dc546c1cd81a tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] show failed (client error): The resource could not be found. Feb 04 13:37:24.241812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-540d20cf-3b15-42b8-8874-d4e77af5746d req-876bf133-5dd0-4c56-acfb-dc546c1cd81a tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/7c4b8251-5a15-4902-b0d1-fd1137cf1fac HTTP/1.1" status: 404 len: 352 time: 0.0466228 Feb 04 13:37:24.265231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6ff57-c8fc-4061-ae28-f0ab541cf6da None None] Pushing event deleted for resources: {'Port': ['ID=6e03051b-b790-488f-ad01-8a0af009d342,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:24.279835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf6ff57-c8fc-4061-ae28-f0ab541cf6da None None] No DVR routers for this DVR port 6e03051b-b790-488f-ad01-8a0af009d342 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:37:24.295428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] For port 6e03051b-b790-488f-ad01-8a0af009d342, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6e03051b-b790-488f-ad01-8a0af009d342,segment=NetworkSegment(8c73faf1-a073-47d6-8695-9d36226fea93),segment_id=8c73faf1-a073-47d6-8695-9d36226fea93)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:24.295907 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6e03051b-b790-488f-ad01-8a0af009d342), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:24.368943 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Calling delete_port for 6e03051b-b790-488f-ad01-8a0af009d342 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:24.382901 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b144981-1956-4ac2-b2a4-020d0dc325f5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:24.389066 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b144981-1956-4ac2-b2a4-020d0dc325f5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:24.391024 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3b144981-1956-4ac2-b2a4-020d0dc325f5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3016500 Feb 04 13:37:24.396822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50156) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:24.407769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1d91181b-0d8a-468a-8bf2-c90a69d167ff tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-356691168'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:24.448378 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d91181b-0d8a-468a-8bf2-c90a69d167ff tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Made reservation on behalf of 74cc581a19a54bd8b763b9665de813ab for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:24.451385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-635a733c-9089-4e9f-a5d5-882a3200dc30 req-68d67467-25a1-48b3-bf4e-3314882a0e90 tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.0793419 Feb 04 13:37:24.459218 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d91181b-0d8a-468a-8bf2-c90a69d167ff tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:24.514697 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d91181b-0d8a-468a-8bf2-c90a69d167ff tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:37:24.541991 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d91181b-0d8a-468a-8bf2-c90a69d167ff tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (75fd0164-daae-4760-bb1d-1064f9343922), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:24.543049 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-1d91181b-0d8a-468a-8bf2-c90a69d167ff tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Added segment 75fd0164-daae-4760-bb1d-1064f9343922 of type vlan for network 461322c8-447b-4dec-9aee-a93a90333b41 Feb 04 13:37:24.623682 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d91181b-0d8a-468a-8bf2-c90a69d167ff tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (461322c8-447b-4dec-9aee-a93a90333b41), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:24.650441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f8f4dbc5-8ff4-4043-8a9b-c46019d273be tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (26afa24d-60b6-468b-87c3-5179dc4c33a6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:24.677100 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d91181b-0d8a-468a-8bf2-c90a69d167ff tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (461322c8-447b-4dec-9aee-a93a90333b41), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:24.687287 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d91181b-0d8a-468a-8bf2-c90a69d167ff tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:24.688622 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d91181b-0d8a-468a-8bf2-c90a69d167ff tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:24.743991 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b205676-5b71-440b-aa27-ac401b3e12b9 req-e68f822e-ad55-452b-a159-025b1b82da03 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/da47d3b8-e562-460b-9d9f-6c8028f99ee2 HTTP/1.1" status: 200 len: 1820 time: 0.1519186 Feb 04 13:37:24.767352 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (6e03051b-b790-488f-ad01-8a0af009d342), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:24.796380 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1d91181b-0d8a-468a-8bf2-c90a69d167ff tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3935249 Feb 04 13:37:24.802278 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50160) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:24.818530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-dfc0dcb2-e5fc-4c1b-b018-4c226b26fd5b tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1923400932'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:24.836878 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91181b-0d8a-468a-8bf2-c90a69d167ff tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event updated for resources: {'Network': ['ID=461322c8-447b-4dec-9aee-a93a90333b41,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:24.854981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 461322c8-447b-4dec-9aee-a93a90333b41 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:37:24.860980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Port': ['ID=6e03051b-b790-488f-ad01-8a0af009d342,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:24.870088 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc0dcb2-e5fc-4c1b-b018-4c226b26fd5b tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Made reservation on behalf of 74cc581a19a54bd8b763b9665de813ab for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:24.876679 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfc0dcb2-e5fc-4c1b-b018-4c226b26fd5b tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:24.895728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] No DVR routers for this DVR port 6e03051b-b790-488f-ad01-8a0af009d342 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:37:24.944729 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc0dcb2-e5fc-4c1b-b018-4c226b26fd5b tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:37:24.968289 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfc0dcb2-e5fc-4c1b-b018-4c226b26fd5b tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (11a08c6c-1cfd-4024-bf52-e8fe87b92cb7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:24.968844 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-dfc0dcb2-e5fc-4c1b-b018-4c226b26fd5b tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Added segment 11a08c6c-1cfd-4024-bf52-e8fe87b92cb7 of type vlan for network 41a7f875-4440-4e02-afe1-a951e694dbc3 Feb 04 13:37:25.066549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfc0dcb2-e5fc-4c1b-b018-4c226b26fd5b tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (41a7f875-4440-4e02-afe1-a951e694dbc3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:25.137198 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfc0dcb2-e5fc-4c1b-b018-4c226b26fd5b tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (41a7f875-4440-4e02-afe1-a951e694dbc3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:25.144002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc0dcb2-e5fc-4c1b-b018-4c226b26fd5b tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:25.145078 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfc0dcb2-e5fc-4c1b-b018-4c226b26fd5b tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:25.283825 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dfc0dcb2-e5fc-4c1b-b018-4c226b26fd5b tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4724367 Feb 04 13:37:25.285542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50164) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:25.286828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0dcb2-e5fc-4c1b-b018-4c226b26fd5b tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event updated for resources: {'Network': ['ID=41a7f875-4440-4e02-afe1-a951e694dbc3,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:25.300474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Request body: {'ports': [{'network_id': '461322c8-447b-4dec-9aee-a93a90333b41', 'name': 'tempest-port--1111197289', 'admin_state_up': True}, {'network_id': '41a7f875-4440-4e02-afe1-a951e694dbc3', 'admin_state_up': False}]} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:25.300839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Request body: {'port': {'network_id': '461322c8-447b-4dec-9aee-a93a90333b41', 'name': 'tempest-port--1111197289', 'admin_state_up': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:25.301702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Request body: {'port': {'network_id': '41a7f875-4440-4e02-afe1-a951e694dbc3', 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:25.314473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 41a7f875-4440-4e02-afe1-a951e694dbc3 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:37:25.321896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6e03051b-b790-488f-ad01-8a0af009d342 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:37:25.456825 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f8f4dbc5-8ff4-4043-8a9b-c46019d273be tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (26afa24d-60b6-468b-87c3-5179dc4c33a6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:25.477901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 6e03051b-b790-488f-ad01-8a0af009d342 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:37:25.478565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6e03051b-b790-488f-ad01-8a0af009d342 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:37:25.614181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Made reservation on behalf of 74cc581a19a54bd8b763b9665de813ab for: {'port': 2} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:25.622337 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:25.649190 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:25.650368 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (4b721c68-3d78-4657-b753-90489104a3e8), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:25.677318 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4b205676-5b71-440b-aa27-ac401b3e12b9 req-29196526-b768-4870-9350-180f0add987b tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (da47d3b8-e562-460b-9d9f-6c8028f99ee2), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:25.718309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4dbc5-8ff4-4043-8a9b-c46019d273be tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=26afa24d-60b6-468b-87c3-5179dc4c33a6,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:25.753820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b721c68-3d78-4657-b753-90489104a3e8']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:25.783333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c73faf1-a073-47d6-8695-9d36226fea93') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:25.783838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c73faf1-a073-47d6-8695-9d36226fea93') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:25.798205 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4b205676-5b71-440b-aa27-ac401b3e12b9 req-29196526-b768-4870-9350-180f0add987b tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (da47d3b8-e562-460b-9d9f-6c8028f99ee2), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:25.817023 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (8c73faf1-a073-47d6-8695-9d36226fea93), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:25.822254 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f4dbc5-8ff4-4043-8a9b-c46019d273be tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Checking segment: {'id': 'f35abf43-261c-4201-b96d-2eef2f62080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:25.822620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f4dbc5-8ff4-4043-8a9b-c46019d273be tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network hostable DHCP agents. Network: bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:37:25.869865 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (8c73faf1-a073-47d6-8695-9d36226fea93), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:25.885348 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:25.885775 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (8c73faf1-a073-47d6-8695-9d36226fea93), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:25.889933 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:25.906087 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f4dbc5-8ff4-4043-8a9b-c46019d273be tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:37:25.920571 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] device_id is not set on port 40e7e31a-5841-4ec7-a233-9657238eae4d yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:37:25.955025 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4b205676-5b71-440b-aa27-ac401b3e12b9 req-29196526-b768-4870-9350-180f0add987b tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (da47d3b8-e562-460b-9d9f-6c8028f99ee2), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:25.958569 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4b205676-5b71-440b-aa27-ac401b3e12b9 req-29196526-b768-4870-9350-180f0add987b tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:25.959880 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b205676-5b71-440b-aa27-ac401b3e12b9 req-29196526-b768-4870-9350-180f0add987b tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "DELETE /v2.0/security-groups/da47d3b8-e562-460b-9d9f-6c8028f99ee2 HTTP/1.1" status: 204 len: 173 time: 1.1944211 Feb 04 13:37:25.986964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29196526-b768-4870-9350-180f0add987b tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da47d3b8-e562-460b-9d9f-6c8028f99ee2,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:25.994468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-f8f4dbc5-8ff4-4043-8a9b-c46019d273be tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:26.001969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f4dbc5-8ff4-4043-8a9b-c46019d273be tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:26.008519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f4dbc5-8ff4-4043-8a9b-c46019d273be tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:26.009698 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f8f4dbc5-8ff4-4043-8a9b-c46019d273be tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:26.038341 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a388a384-353f-4962-904b-0bbf580ad74e None None] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:26.060756 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f8f4dbc5-8ff4-4043-8a9b-c46019d273be tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8010468 Feb 04 13:37:26.067709 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50170) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:26.072519 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (4b721c68-3d78-4657-b753-90489104a3e8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:26.078628 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fade2b34-66f0-49a7-b454-37a208736614 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1286344851'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:26.106565 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:26.116600 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "DELETE /v2.0/networks/4b721c68-3d78-4657-b753-90489104a3e8 HTTP/1.1" status: 204 len: 168 time: 3.0646718 Feb 04 13:37:26.130193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50176) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:26.162765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab0dae-fd5e-47a9-8421-50a65f0bbc3c tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Network': ['ID=4b721c68-3d78-4657-b753-90489104a3e8,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:26.255021 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fade2b34-66f0-49a7-b454-37a208736614 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:26.271560 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-47603cd5-7e2f-4748-8985-83318533fc6d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Deleting subnet e6e49e6e-5ea2-4783-9eb7-c690b7544a91 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:37:26.276079 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fade2b34-66f0-49a7-b454-37a208736614 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:26.290330 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-47603cd5-7e2f-4748-8985-83318533fc6d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks [] for subnet (e6e49e6e-5ea2-4783-9eb7-c690b7544a91), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:26.306668 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks [] for port (40e7e31a-5841-4ec7-a233-9657238eae4d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:26.364806 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65d9189f-dce2-453e-b652-ca1728b94fce req-67651ea6-1091-413c-a468-a008b3587552 tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.0887353 Feb 04 13:37:26.405429 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-47603cd5-7e2f-4748-8985-83318533fc6d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (e6e49e6e-5ea2-4783-9eb7-c690b7544a91), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:26.440095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fade2b34-66f0-49a7-b454-37a208736614 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:37:26.477748 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] device_id is not set on port 55065d3a-1bf5-4f05-a70b-d568d1b5dbf3 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:37:26.487403 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fade2b34-66f0-49a7-b454-37a208736614 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (754320d7-c23d-4593-a6a7-2aa905c4f0a3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:26.487826 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-fade2b34-66f0-49a7-b454-37a208736614 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Added segment 754320d7-c23d-4593-a6a7-2aa905c4f0a3 of type vlan for network 264ead0b-fa67-4826-a831-250123204e88 Feb 04 13:37:26.513163 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-bd1e3be6-89da-49ac-b9bc-36286780d36a req-dfbe7be7-9cf8-469e-80bb-788a1cbea7c6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] show failed (client error): The resource could not be found. Feb 04 13:37:26.515380 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd1e3be6-89da-49ac-b9bc-36286780d36a req-dfbe7be7-9cf8-469e-80bb-788a1cbea7c6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/da47d3b8-e562-460b-9d9f-6c8028f99ee2 HTTP/1.1" status: 404 len: 352 time: 0.0408945 Feb 04 13:37:26.577761 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fade2b34-66f0-49a7-b454-37a208736614 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (264ead0b-fa67-4826-a831-250123204e88), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:26.644162 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fade2b34-66f0-49a7-b454-37a208736614 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (264ead0b-fa67-4826-a831-250123204e88), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:26.654513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fade2b34-66f0-49a7-b454-37a208736614 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:26.655174 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fade2b34-66f0-49a7-b454-37a208736614 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:26.707168 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-47603cd5-7e2f-4748-8985-83318533fc6d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (e6e49e6e-5ea2-4783-9eb7-c690b7544a91), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:26.786393 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fade2b34-66f0-49a7-b454-37a208736614 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7168155 Feb 04 13:37:26.791217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50182) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:26.801737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'ports': [{'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c'}, {'network_id': '264ead0b-fa67-4826-a831-250123204e88'}]} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:26.802294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:26.803076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'network_id': '264ead0b-fa67-4826-a831-250123204e88'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:26.842896 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks [] for port (55065d3a-1bf5-4f05-a70b-d568d1b5dbf3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:26.959646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade2b34-66f0-49a7-b454-37a208736614 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Network': ['ID=264ead0b-fa67-4826-a831-250123204e88,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:26.965830 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (40e7e31a-5841-4ec7-a233-9657238eae4d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:27.001678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 264ead0b-fa67-4826-a831-250123204e88 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:37:27.191006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event updated for resources: {'Port': ['ID=40e7e31a-5841-4ec7-a233-9657238eae4d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:27.223256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Checking segment: {'id': '75fd0164-daae-4760-bb1d-1064f9343922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '461322c8-447b-4dec-9aee-a93a90333b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:27.230998 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Network hostable DHCP agents. Network: 461322c8-447b-4dec-9aee-a93a90333b41, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:37:27.270918 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-47603cd5-7e2f-4748-8985-83318533fc6d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (e6e49e6e-5ea2-4783-9eb7-c690b7544a91), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:27.308546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Network 461322c8-447b-4dec-9aee-a93a90333b41 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:37:27.346625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 461322c8-447b-4dec-9aee-a93a90333b41) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:27.358832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:27.360481 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (55065d3a-1bf5-4f05-a70b-d568d1b5dbf3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:27.388113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47603cd5-7e2f-4748-8985-83318533fc6d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e49e6e-5ea2-4783-9eb7-c690b7544a91,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:27.428218 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-47603cd5-7e2f-4748-8985-83318533fc6d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:27.441457 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-47603cd5-7e2f-4748-8985-83318533fc6d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "DELETE /v2.0/subnets/e6e49e6e-5ea2-4783-9eb7-c690b7544a91 HTTP/1.1" status: 204 len: 168 time: 1.3093057 Feb 04 13:37:27.461162 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9130e1b2-66cf-4225-8760-60ae3424385c None None] Network 461322c8-447b-4dec-9aee-a93a90333b41 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:27.476478 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50196) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:27.617085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeac470-2299-492d-ac94-652c19690bd3 None None] Network 8350ded1-0e9d-45c7-b606-382d6f1e39dd requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:27.644869 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'port': 2} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:27.653255 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:27.672630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event updated for resources: {'Port': ['ID=55065d3a-1bf5-4f05-a70b-d568d1b5dbf3,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:27.743478 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (8350ded1-0e9d-45c7-b606-382d6f1e39dd), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:27.747311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Checking segment: {'id': '11a08c6c-1cfd-4024-bf52-e8fe87b92cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '41a7f875-4440-4e02-afe1-a951e694dbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:27.748090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Network hostable DHCP agents. Network: 41a7f875-4440-4e02-afe1-a951e694dbc3, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:37:27.748557 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:27.834010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Network 41a7f875-4440-4e02-afe1-a951e694dbc3 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:37:27.866567 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 41a7f875-4440-4e02-afe1-a951e694dbc3) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:27.881949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:27.917819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:27.926928 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83918246-07b4-4859-a647-b6232e0e8c5e None None] Network 41a7f875-4440-4e02-afe1-a951e694dbc3 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:27.933890 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:27.935334 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:27.980902 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7fbf7799-7e3f-4bda-bc30-89f15f79c1bc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6887178 Feb 04 13:37:27.984304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50202) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:28.183126 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e208d86-a26d-4e16-8597-ce9b4bd70a17 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:28.188164 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] device_id is not set on port 078e6863-8593-462b-b1bc-599d5ae45017 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:37:28.227937 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e208d86-a26d-4e16-8597-ce9b4bd70a17 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:28.232585 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1e208d86-a26d-4e16-8597-ce9b4bd70a17 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2447901 Feb 04 13:37:28.235703 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50208) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:28.283786 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Deleting port 51679bd3-4e80-495b-8fb1-0f9adeb7470c {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:28.284386 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:28.317043 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d072eb-15bb-46da-ae46-ecab0766c64b req-a32b4b56-f421-48d7-baaf-c8b421c60eb9 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=18df296c97314d5f87c6deaa6c02373b HTTP/1.1" status: 200 len: 6206 time: 0.4016638 Feb 04 13:37:28.349257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] DHCP port deletion for 8350ded1-0e9d-45c7-b606-382d6f1e39dd request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:37:28.471822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d983c35b-686a-4cff-a65e-0a993c7c6ba6 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Deleting port 40e7e31a-5841-4ec7-a233-9657238eae4d {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:28.472506 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d983c35b-686a-4cff-a65e-0a993c7c6ba6 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (40e7e31a-5841-4ec7-a233-9657238eae4d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:28.590760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Deleting port 51679bd3-4e80-495b-8fb1-0f9adeb7470c {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:28.593721 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:28.621607 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] For port 51679bd3-4e80-495b-8fb1-0f9adeb7470c, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=51679bd3-4e80-495b-8fb1-0f9adeb7470c,segment=NetworkSegment(71c191b4-6295-4618-92e7-a4671a649bfb),segment_id=71c191b4-6295-4618-92e7-a4671a649bfb)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:28.622370 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:28.646143 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d983c35b-686a-4cff-a65e-0a993c7c6ba6 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (40e7e31a-5841-4ec7-a233-9657238eae4d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:28.676450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Calling delete_port for 51679bd3-4e80-495b-8fb1-0f9adeb7470c owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:28.701351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d983c35b-686a-4cff-a65e-0a993c7c6ba6 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Calling delete_port for 40e7e31a-5841-4ec7-a233-9657238eae4d owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:28.703816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d072eb-15bb-46da-ae46-ecab0766c64b req-17b1fa4c-efba-4b3c-a8b9-86e7594ad080 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/2ed44783-38a1-41b9-b1ee-386cecfe67cb HTTP/1.1" status: 200 len: 3002 time: 0.3854296 Feb 04 13:37:28.758248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] For port 51679bd3-4e80-495b-8fb1-0f9adeb7470c, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=51679bd3-4e80-495b-8fb1-0f9adeb7470c,segment=NetworkSegment(71c191b4-6295-4618-92e7-a4671a649bfb),segment_id=71c191b4-6295-4618-92e7-a4671a649bfb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:28.758790 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:28.786440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Calling delete_port for 51679bd3-4e80-495b-8fb1-0f9adeb7470c owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:28.884967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d983c35b-686a-4cff-a65e-0a993c7c6ba6 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (40e7e31a-5841-4ec7-a233-9657238eae4d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:28.961694 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983c35b-686a-4cff-a65e-0a993c7c6ba6 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event deleted for resources: {'Port': ['ID=40e7e31a-5841-4ec7-a233-9657238eae4d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: from cryptography.utils import int_from_bytes Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: from cryptography.utils import int_from_bytes Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.980844 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.986960 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.986960 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.986960 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.986960 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.986960 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.986960 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.986960 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.986960 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.986960 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.986960 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.986960 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.986960 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.986960 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:37:28.986960 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:37:28.992724 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:28.992994 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d983c35b-686a-4cff-a65e-0a993c7c6ba6 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:29.002646 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (51679bd3-4e80-495b-8fb1-0f9adeb7470c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:29.004939 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d983c35b-686a-4cff-a65e-0a993c7c6ba6 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "DELETE /v2.0/ports/40e7e31a-5841-4ec7-a233-9657238eae4d HTTP/1.1" status: 204 len: 168 time: 0.7656991 Feb 04 13:37:29.008450 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50212) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:29.016893 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] No DVR routers for this DVR port 51679bd3-4e80-495b-8fb1-0f9adeb7470c on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:37:29.062450 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Pushing event deleted for resources: {'Port': ['ID=51679bd3-4e80-495b-8fb1-0f9adeb7470c,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:29.077695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:29.078364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:29.078961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:29.079555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:29.080348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:29.081110 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:29.081659 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:29.082257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:29.082904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:29.083458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:29.084029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:29.084642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:29.085201 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b343-9b59-4088-be09-6b47d2e26e1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:29.103677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8d072eb-15bb-46da-ae46-ecab0766c64b req-689796e0-a4e6-4573-930b-c738455199b8 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/2ed44783-38a1-41b9-b1ee-386cecfe67cb HTTP/1.1" status: 200 len: 3002 time: 0.3985095 Feb 04 13:37:29.133757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Port': ['ID=51679bd3-4e80-495b-8fb1-0f9adeb7470c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:29.165760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] No DVR routers for this DVR port 51679bd3-4e80-495b-8fb1-0f9adeb7470c on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:37:29.171045 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (078e6863-8593-462b-b1bc-599d5ae45017), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:29.357009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4ad78831-0b33-4f4f-b2bd-b9854aeb9c08 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Deleting port 55065d3a-1bf5-4f05-a70b-d568d1b5dbf3 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:29.357576 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ad78831-0b33-4f4f-b2bd-b9854aeb9c08 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (55065d3a-1bf5-4f05-a70b-d568d1b5dbf3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:29.362826 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 51679bd3-4e80-495b-8fb1-0f9adeb7470c no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:37:29.419684 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 51679bd3-4e80-495b-8fb1-0f9adeb7470c {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:37:29.421064 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 51679bd3-4e80-495b-8fb1-0f9adeb7470c not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:37:29.460150 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (8350ded1-0e9d-45c7-b606-382d6f1e39dd), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:29.502499 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ad78831-0b33-4f4f-b2bd-b9854aeb9c08 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (55065d3a-1bf5-4f05-a70b-d568d1b5dbf3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:29.530651 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4ad78831-0b33-4f4f-b2bd-b9854aeb9c08 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Calling delete_port for 55065d3a-1bf5-4f05-a70b-d568d1b5dbf3 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:29.544910 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2704e2f8-78e3-43d9-a9e6-7a5385978561 req-446feadd-8f43-4253-b6f9-0b6bf02457a5 tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.0939367 Feb 04 13:37:29.621354 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] device_id is not set on port fdbaf748-3806-4d98-8355-623f2cbff828 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:37:29.639915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-c0cd7497-fa7c-4324-a6d5-558046e3ee34 req-964ebd1c-3b0c-4e53-8564-2e6a1861f77f tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-388139660', 'description': 'tempest-description-1741387628'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:29.654585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8350ded1-0e9d-45c7-b606-382d6f1e39dd']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:29.695174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c191b4-6295-4618-92e7-a4671a649bfb') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:29.696378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c191b4-6295-4618-92e7-a4671a649bfb') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:29.730168 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ad78831-0b33-4f4f-b2bd-b9854aeb9c08 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (55065d3a-1bf5-4f05-a70b-d568d1b5dbf3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:29.734692 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (71c191b4-6295-4618-92e7-a4671a649bfb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:29.772350 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c0cd7497-fa7c-4324-a6d5-558046e3ee34 req-964ebd1c-3b0c-4e53-8564-2e6a1861f77f tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:29.776455 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (71c191b4-6295-4618-92e7-a4671a649bfb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:29.806946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:29.806946 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (71c191b4-6295-4618-92e7-a4671a649bfb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:29.812822 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:29.845371 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad78831-0b33-4f4f-b2bd-b9854aeb9c08 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event deleted for resources: {'Port': ['ID=55065d3a-1bf5-4f05-a70b-d568d1b5dbf3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:29.881135 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ad78831-0b33-4f4f-b2bd-b9854aeb9c08 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:29.889629 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4ad78831-0b33-4f4f-b2bd-b9854aeb9c08 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "DELETE /v2.0/ports/55065d3a-1bf5-4f05-a70b-d568d1b5dbf3 HTTP/1.1" status: 204 len: 168 time: 0.8792384 Feb 04 13:37:29.895235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50220) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:29.964589 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-04ea8087-8763-4577-8c3f-fafa2284937d tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0671587 Feb 04 13:37:29.971804 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50222) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:29.981247 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e1d66510-48d8-40f8-be74-73d3c96e2618 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2088975986'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:30.009663 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (8350ded1-0e9d-45c7-b606-382d6f1e39dd), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.020992 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d66510-48d8-40f8-be74-73d3c96e2618 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Made reservation on behalf of 74cc581a19a54bd8b763b9665de813ab for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:30.027757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1d66510-48d8-40f8-be74-73d3c96e2618 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.045384 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.051852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "DELETE /v2.0/networks/8350ded1-0e9d-45c7-b606-382d6f1e39dd HTTP/1.1" status: 204 len: 168 time: 2.5674353 Feb 04 13:37:30.059946 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50224) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:30.071995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1f9b232c-6d1d-4780-bd77-5c1ec795b916 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1191477415'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:30.104323 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1f9ec-b8ce-4fab-a661-d2432262c88e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Network': ['ID=8350ded1-0e9d-45c7-b606-382d6f1e39dd,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:30.132315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d66510-48d8-40f8-be74-73d3c96e2618 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:37:30.141079 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (fdbaf748-3806-4d98-8355-623f2cbff828), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.144089 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9b232c-6d1d-4780-bd77-5c1ec795b916 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Made reservation on behalf of 171cccc1a4bf4bf9a016458d43c59628 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:30.150902 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1f9b232c-6d1d-4780-bd77-5c1ec795b916 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.164114 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c0cd7497-fa7c-4324-a6d5-558046e3ee34 req-964ebd1c-3b0c-4e53-8564-2e6a1861f77f tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (743b0ead-f707-49c4-84e7-cc165df52ce9), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.178272 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c0cd7497-fa7c-4324-a6d5-558046e3ee34 req-964ebd1c-3b0c-4e53-8564-2e6a1861f77f tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (743b0ead-f707-49c4-84e7-cc165df52ce9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.185336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1d66510-48d8-40f8-be74-73d3c96e2618 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3a48d664-8328-4235-910e-36dcbaabcc96), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.186457 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-e1d66510-48d8-40f8-be74-73d3c96e2618 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Added segment 3a48d664-8328-4235-910e-36dcbaabcc96 of type vlan for network 60affd81-2b5a-47d6-962c-6907de4561e8 Feb 04 13:37:30.217953 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c0cd7497-fa7c-4324-a6d5-558046e3ee34 req-964ebd1c-3b0c-4e53-8564-2e6a1861f77f tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.219958 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0cd7497-fa7c-4324-a6d5-558046e3ee34 req-964ebd1c-3b0c-4e53-8564-2e6a1861f77f tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6048687 Feb 04 13:37:30.261621 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (078e6863-8593-462b-b1bc-599d5ae45017), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.310845 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9b232c-6d1d-4780-bd77-5c1ec795b916 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:37:30.331804 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1d66510-48d8-40f8-be74-73d3c96e2618 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (60affd81-2b5a-47d6-962c-6907de4561e8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.334549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ebd1c-3b0c-4e53-8564-2e6a1861f77f tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743b0ead-f707-49c4-84e7-cc165df52ce9,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:30.351418 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-f3fe18c4-208c-4a4c-a401-a94aaa7d4a4e req-94bd95eb-8636-46d9-b856-67960c615010 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-161354473', 'description': 'tempest-description-836934225'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:30.352093 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1f9b232c-6d1d-4780-bd77-5c1ec795b916 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c02aac83-0f22-4467-bf72-158353ab81af), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.352691 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-1f9b232c-6d1d-4780-bd77-5c1ec795b916 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Added segment c02aac83-0f22-4467-bf72-158353ab81af of type vlan for network b0669989-386d-4b88-b2e3-53fa8014a5af Feb 04 13:37:30.422721 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:30.427221 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=078e6863-8593-462b-b1bc-599d5ae45017,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:30.435046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:30.453728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:30.456395 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.resource_extend [None req-e1d66510-48d8-40f8-be74-73d3c96e2618 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:37:30.456758 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (fdbaf748-3806-4d98-8355-623f2cbff828), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.460237 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f3fe18c4-208c-4a4c-a401-a94aaa7d4a4e req-94bd95eb-8636-46d9-b856-67960c615010 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.478264 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1f9b232c-6d1d-4780-bd77-5c1ec795b916 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (b0669989-386d-4b88-b2e3-53fa8014a5af), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.542333 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1d66510-48d8-40f8-be74-73d3c96e2618 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (60affd81-2b5a-47d6-962c-6907de4561e8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.553879 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d66510-48d8-40f8-be74-73d3c96e2618 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:30.555025 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1d66510-48d8-40f8-be74-73d3c96e2618 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.575804 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1f9b232c-6d1d-4780-bd77-5c1ec795b916 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (b0669989-386d-4b88-b2e3-53fa8014a5af), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.588258 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9b232c-6d1d-4780-bd77-5c1ec795b916 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:30.589360 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1f9b232c-6d1d-4780-bd77-5c1ec795b916 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.668796 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=fdbaf748-3806-4d98-8355-623f2cbff828,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:30.712330 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1f9b232c-6d1d-4780-bd77-5c1ec795b916 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6455195 Feb 04 13:37:30.713044 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50232) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:30.729978 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-bf2c6b0f-ce60-48e2-abdb-5ae9b75d6a56 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Request body: {'subnet': {'network_id': 'b0669989-386d-4b88-b2e3-53fa8014a5af', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:30.761201 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e1d66510-48d8-40f8-be74-73d3c96e2618 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7844796 Feb 04 13:37:30.763879 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50234) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:30.779969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a32d6cd5-7d26-4394-b0b2-5cb5786e525c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-692765898'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:30.798144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d66510-48d8-40f8-be74-73d3c96e2618 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event updated for resources: {'Network': ['ID=60affd81-2b5a-47d6-962c-6907de4561e8,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:30.823449 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 60affd81-2b5a-47d6-962c-6907de4561e8 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:37:30.850767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Checking segment: {'id': '754320d7-c23d-4593-a6a7-2aa905c4f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '264ead0b-fa67-4826-a831-250123204e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:30.851450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network hostable DHCP agents. Network: 264ead0b-fa67-4826-a831-250123204e88, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:37:30.944747 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f3fe18c4-208c-4a4c-a401-a94aaa7d4a4e req-94bd95eb-8636-46d9-b856-67960c615010 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (599bc1aa-86fb-4922-87b8-7e5c0b1d19b4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.963946 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f3fe18c4-208c-4a4c-a401-a94aaa7d4a4e req-94bd95eb-8636-46d9-b856-67960c615010 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (599bc1aa-86fb-4922-87b8-7e5c0b1d19b4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:30.968124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network 264ead0b-fa67-4826-a831-250123204e88 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:37:31.008678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32d6cd5-7d26-4394-b0b2-5cb5786e525c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Made reservation on behalf of 74cc581a19a54bd8b763b9665de813ab for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:31.017457 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a32d6cd5-7d26-4394-b0b2-5cb5786e525c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:31.036971 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 264ead0b-fa67-4826-a831-250123204e88) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:31.056167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac19994-0558-4dc4-8e1c-d6203eb9fbe2 None None] Network 264ead0b-fa67-4826-a831-250123204e88 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:31.082387 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f3fe18c4-208c-4a4c-a401-a94aaa7d4a4e req-94bd95eb-8636-46d9-b856-67960c615010 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:31.087736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3fe18c4-208c-4a4c-a401-a94aaa7d4a4e req-94bd95eb-8636-46d9-b856-67960c615010 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7549958 Feb 04 13:37:31.102269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:31.110531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b232c-6d1d-4780-bd77-5c1ec795b916 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event updated for resources: {'Network': ['ID=b0669989-386d-4b88-b2e3-53fa8014a5af,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:31.140446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:31.150587 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network b0669989-386d-4b88-b2e3-53fa8014a5af details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:37:31.187849 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:31.190004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32d6cd5-7d26-4394-b0b2-5cb5786e525c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:37:31.191240 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:31.243145 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a32d6cd5-7d26-4394-b0b2-5cb5786e525c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0b64c1c1-ab7d-4bfc-953b-d4a4d4f67ce4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:31.245508 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd95eb-8636-46d9-b856-67960c615010 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599bc1aa-86fb-4922-87b8-7e5c0b1d19b4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:31.245899 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-a32d6cd5-7d26-4394-b0b2-5cb5786e525c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Added segment 0b64c1c1-ab7d-4bfc-953b-d4a4d4f67ce4 of type vlan for network 9cdff768-f58f-4877-a40f-7fbddb0efe06 Feb 04 13:37:31.281308 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2c6b0f-ce60-48e2-abdb-5ae9b75d6a56 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Made reservation on behalf of 171cccc1a4bf4bf9a016458d43c59628 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:31.301221 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf2c6b0f-ce60-48e2-abdb-5ae9b75d6a56 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:31.498319 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-03eae6b3-9f9d-4b2d-82e1-d21819c7710b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7053590 Feb 04 13:37:31.504586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50244) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:31.513785 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a32d6cd5-7d26-4394-b0b2-5cb5786e525c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (9cdff768-f58f-4877-a40f-7fbddb0efe06), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:31.576592 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a32d6cd5-7d26-4394-b0b2-5cb5786e525c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (9cdff768-f58f-4877-a40f-7fbddb0efe06), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:31.587056 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32d6cd5-7d26-4394-b0b2-5cb5786e525c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:31.588347 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a32d6cd5-7d26-4394-b0b2-5cb5786e525c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:31.675864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4577987d-4a1b-45f2-a8e1-c03b8119332a req-80c88552-1126-4f51-8f21-66b6c527bf41 tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.1240113 Feb 04 13:37:31.748787 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a32d6cd5-7d26-4394-b0b2-5cb5786e525c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9825783 Feb 04 13:37:31.813312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d6cd5-7d26-4394-b0b2-5cb5786e525c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event updated for resources: {'Network': ['ID=9cdff768-f58f-4877-a40f-7fbddb0efe06,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:31.855414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 9cdff768-f58f-4877-a40f-7fbddb0efe06 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:37:32.026619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-e09b5c96-5ea1-429f-9c44-f04df4909fb6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port fdbaf748-3806-4d98-8355-623f2cbff828 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:32.027512 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e09b5c96-5ea1-429f-9c44-f04df4909fb6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (fdbaf748-3806-4d98-8355-623f2cbff828), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:32.390140 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e09b5c96-5ea1-429f-9c44-f04df4909fb6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (fdbaf748-3806-4d98-8355-623f2cbff828), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:32.414326 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-e09b5c96-5ea1-429f-9c44-f04df4909fb6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for fdbaf748-3806-4d98-8355-623f2cbff828 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:32.617839 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf2c6b0f-ce60-48e2-abdb-5ae9b75d6a56 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (b41b4d85-d963-4bb0-8afb-76610e459fa9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:32.950641 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c6b0f-ce60-48e2-abdb-5ae9b75d6a56 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event updated for resources: {'Subnet': ['ID=b41b4d85-d963-4bb0-8afb-76610e459fa9,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:32.988394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c6b0f-ce60-48e2-abdb-5ae9b75d6a56 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Checking segment: {'id': 'c02aac83-0f22-4467-bf72-158353ab81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b0669989-386d-4b88-b2e3-53fa8014a5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:32.989084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c6b0f-ce60-48e2-abdb-5ae9b75d6a56 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Network hostable DHCP agents. Network: b0669989-386d-4b88-b2e3-53fa8014a5af, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:37:33.006662 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:37:33.022928 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e09b5c96-5ea1-429f-9c44-f04df4909fb6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (fdbaf748-3806-4d98-8355-623f2cbff828), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:33.066420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972d391-495f-4bf3-b184-8921332818be req-41d24c6c-8f85-4425-8c54-1d5268b36ed7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:33.068885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8972d391-495f-4bf3-b184-8921332818be req-41d24c6c-8f85-4425-8c54-1d5268b36ed7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/networks?id=9b76c752-312e-4ac7-97d7-4f401a121b43 HTTP/1.1" status: 200 len: 813 time: 0.4584343 Feb 04 13:37:33.117560 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b5c96-5ea1-429f-9c44-f04df4909fb6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=fdbaf748-3806-4d98-8355-623f2cbff828,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:33.137170 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e09b5c96-5ea1-429f-9c44-f04df4909fb6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:33.144315 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e09b5c96-5ea1-429f-9c44-f04df4909fb6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/fdbaf748-3806-4d98-8355-623f2cbff828 HTTP/1.1" status: 204 len: 168 time: 1.6375382 Feb 04 13:37:33.153620 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50262) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:33.167394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8972d391-495f-4bf3-b184-8921332818be req-7746b2ce-9d40-4412-8483-08c65b407d52 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/quotas/18df296c97314d5f87c6deaa6c02373b HTTP/1.1" status: 200 len: 375 time: 0.0527046 Feb 04 13:37:33.173031 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c6b0f-ce60-48e2-abdb-5ae9b75d6a56 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Network b0669989-386d-4b88-b2e3-53fa8014a5af is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:37:33.218135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-bf2c6b0f-ce60-48e2-abdb-5ae9b75d6a56 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, b0669989-386d-4b88-b2e3-53fa8014a5af) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:33.224010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c6b0f-ce60-48e2-abdb-5ae9b75d6a56 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:33.225289 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf2c6b0f-ce60-48e2-abdb-5ae9b75d6a56 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:33.235346 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f440e37-47dc-4e88-9b6b-6eb140f2adac None None] Network b0669989-386d-4b88-b2e3-53fa8014a5af requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:33.316569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bf2c6b0f-ce60-48e2-abdb-5ae9b75d6a56 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5976899 Feb 04 13:37:33.318765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50266) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:33.333572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-74b9b915-7717-4883-85ea-2de20b139ab1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-49508595'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:33.403139 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8972d391-495f-4bf3-b184-8921332818be req-1cada66c-a737-4f0a-b97b-262e6326b40a tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=18df296c97314d5f87c6deaa6c02373b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2153273 Feb 04 13:37:33.419116 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b9b915-7717-4883-85ea-2de20b139ab1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Made reservation on behalf of 171cccc1a4bf4bf9a016458d43c59628 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:33.432037 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-74b9b915-7717-4883-85ea-2de20b139ab1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:33.438870 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba2967e-e576-4cdd-aeb4-915c3f06812b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:33.457502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba2967e-e576-4cdd-aeb4-915c3f06812b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:33.461772 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7ba2967e-e576-4cdd-aeb4-915c3f06812b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3044479 Feb 04 13:37:33.466626 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50268) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:33.594030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b9b915-7717-4883-85ea-2de20b139ab1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:37:33.645597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-b0669989-386d-4b88-b2e3-53fa8014a5af', 'network_id': 'b0669989-386d-4b88-b2e3-53fa8014a5af', 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'fixed_ips': [{'subnet_id': 'b41b4d85-d963-4bb0-8afb-76610e459fa9'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:37:33.650041 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:33.772909 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-74b9b915-7717-4883-85ea-2de20b139ab1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (bd5829f7-860a-4b14-9a82-ea230c4065d4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:33.773464 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-74b9b915-7717-4883-85ea-2de20b139ab1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Added segment bd5829f7-860a-4b14-9a82-ea230c4065d4 of type vlan for network 4f2f2233-6270-4f0e-9206-466f3a2e6777 Feb 04 13:37:33.895632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d178be79-91af-4bd3-877f-f9e854c871f5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port 078e6863-8593-462b-b1bc-599d5ae45017 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:33.897663 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d178be79-91af-4bd3-877f-f9e854c871f5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (078e6863-8593-462b-b1bc-599d5ae45017), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:33.899414 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-74b9b915-7717-4883-85ea-2de20b139ab1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (4f2f2233-6270-4f0e-9206-466f3a2e6777), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:33.955796 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8972d391-495f-4bf3-b184-8921332818be req-c91645ce-adb4-4ae6-be48-5f5628c9e612 service neutron] 10.222.0.96 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165570 Feb 04 13:37:34.085066 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d178be79-91af-4bd3-877f-f9e854c871f5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (078e6863-8593-462b-b1bc-599d5ae45017), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:34.097146 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-74b9b915-7717-4883-85ea-2de20b139ab1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (4f2f2233-6270-4f0e-9206-466f3a2e6777), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:34.110238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b9b915-7717-4883-85ea-2de20b139ab1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:34.112086 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-74b9b915-7717-4883-85ea-2de20b139ab1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:34.137684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d178be79-91af-4bd3-877f-f9e854c871f5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for 078e6863-8593-462b-b1bc-599d5ae45017 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:34.192287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Allocated IP 19.80.0.2 (b0669989-386d-4b88-b2e3-53fa8014a5af/b41b4d85-d963-4bb0-8afb-76610e459fa9/946a792b-416e-40b8-9d2d-6a40e0fe48c7) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:34.384999 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d178be79-91af-4bd3-877f-f9e854c871f5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (078e6863-8593-462b-b1bc-599d5ae45017), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:34.505988 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-74b9b915-7717-4883-85ea-2de20b139ab1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1812165 Feb 04 13:37:34.510552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50272) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:34.525397 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8449bbfb-f855-4733-a433-0977676ca7f1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Request body: {'subnet': {'network_id': '4f2f2233-6270-4f0e-9206-466f3a2e6777', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:34.542982 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d178be79-91af-4bd3-877f-f9e854c871f5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:34.568245 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d178be79-91af-4bd3-877f-f9e854c871f5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/078e6863-8593-462b-b1bc-599d5ae45017 HTTP/1.1" status: 204 len: 168 time: 1.0957456 Feb 04 13:37:34.637443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50274) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:34.654417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178be79-91af-4bd3-877f-f9e854c871f5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=078e6863-8593-462b-b1bc-599d5ae45017,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:34.737320 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8972d391-495f-4bf3-b184-8921332818be req-19b8b237-1f0b-4701-8d2f-21554f599f49 service neutron] 10.222.0.96 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7573805 Feb 04 13:37:34.741079 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9b915-7717-4883-85ea-2de20b139ab1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event updated for resources: {'Network': ['ID=4f2f2233-6270-4f0e-9206-466f3a2e6777,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:34.798813 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8449bbfb-f855-4733-a433-0977676ca7f1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Made reservation on behalf of 171cccc1a4bf4bf9a016458d43c59628 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:34.808793 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8449bbfb-f855-4733-a433-0977676ca7f1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:35.123356 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceaf39e-2dc0-44f7-9105-8ed087e8eaa1 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:35.134357 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4ceaf39e-2dc0-44f7-9105-8ed087e8eaa1 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4819622 Feb 04 13:37:35.137593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50278) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:35.159938 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-743c672a-0e83-41d9-be16-19893ae7a0c4 req-fc179fd6-9e2d-4f02-96ac-db329fce8b48 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5821197 Feb 04 13:37:35.308465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 4f2f2233-6270-4f0e-9206-466f3a2e6777 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:37:35.341343 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e90b36c-b09f-4bb7-87fe-a2dcd80b4ee5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] GET failed (client error): The resource could not be found. Feb 04 13:37:35.348357 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2e90b36c-b09f-4bb7-87fe-a2dcd80b4ee5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/fdbaf748-3806-4d98-8355-623f2cbff828 HTTP/1.1" status: 404 len: 333 time: 0.2017343 Feb 04 13:37:35.391520 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Publish callbacks [] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:35.415791 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50282) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:35.656530 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-1801786e-a5a4-4d2e-9a98-0433d6cc34d4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] GET failed (client error): The resource could not be found. Feb 04 13:37:35.666731 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1801786e-a5a4-4d2e-9a98-0433d6cc34d4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/078e6863-8593-462b-b1bc-599d5ae45017 HTTP/1.1" status: 404 len: 333 time: 0.2363214 Feb 04 13:37:35.673302 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50288) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:35.710703 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:36.014434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Network b0669989-386d-4b88-b2e3-53fa8014a5af is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:36.052733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c672a-0e83-41d9-be16-19893ae7a0c4 req-4c6187ba-9aac-4397-8a5c-500f04fd9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:36.056926 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-743c672a-0e83-41d9-be16-19893ae7a0c4 req-4c6187ba-9aac-4397-8a5c-500f04fd9b87 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1b3cf201de5741e68b3a523ba7663c2a&device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 1129 time: 0.8286099 Feb 04 13:37:36.058914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:36.172075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:36.246427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Pushing event updated for resources: {'Port': ['ID=946a792b-416e-40b8-9d2d-6a40e0fe48c7,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:36.257996 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28dd6e93-57ac-46b2-a1f9-7716c943766a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (264ead0b-fa67-4826-a831-250123204e88), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:36.288184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1e43b9f-93da-4663-b893-1e7cac97c8f4 req-133daaa9-520d-4214-a144-0fdd59cbc627 tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.5269308 Feb 04 13:37:36.292274 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8449bbfb-f855-4733-a433-0977676ca7f1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (ea29ef93-fe91-43aa-a06c-8c489f00f802), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:36.475711 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Attempting to bind port 946a792b-416e-40b8-9d2d-6a40e0fe48c7 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:37:36.476795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Attempting to bind port 946a792b-416e-40b8-9d2d-6a40e0fe48c7 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c02aac83-0f22-4467-bf72-158353ab81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b0669989-386d-4b88-b2e3-53fa8014a5af'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:37:36.487951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Attempting to bind port 946a792b-416e-40b8-9d2d-6a40e0fe48c7 on network b0669989-386d-4b88-b2e3-53fa8014a5af {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:37:36.497898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:37:36.498283 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Checking segment: {'id': 'c02aac83-0f22-4467-bf72-158353ab81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b0669989-386d-4b88-b2e3-53fa8014a5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:36.499466 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:36.499466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Bound using segment: {'id': 'c02aac83-0f22-4467-bf72-158353ab81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b0669989-386d-4b88-b2e3-53fa8014a5af'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:37:36.500234 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Bound port: 946a792b-416e-40b8-9d2d-6a40e0fe48c7, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02aac83-0f22-4467-bf72-158353ab81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b0669989-386d-4b88-b2e3-53fa8014a5af'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:37:36.500818 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:36.570184 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449bbfb-f855-4733-a433-0977676ca7f1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event updated for resources: {'Subnet': ['ID=ea29ef93-fe91-43aa-a06c-8c489f00f802,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:36.677391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] For port 946a792b-416e-40b8-9d2d-6a40e0fe48c7, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:37:36.697455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] For port 946a792b-416e-40b8-9d2d-6a40e0fe48c7, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=946a792b-416e-40b8-9d2d-6a40e0fe48c7,segment=NetworkSegment(c02aac83-0f22-4467-bf72-158353ab81af),segment_id=c02aac83-0f22-4467-bf72-158353ab81af)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:37:36.717940 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:36.744354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5a833b7-4d1c-4806-aa3d-dc3e109ae42f req-f26fb09e-7cfa-47c3-a702-d033228d525c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 210 time: 0.1882315 Feb 04 13:37:36.750137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449bbfb-f855-4733-a433-0977676ca7f1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Checking segment: {'id': 'bd5829f7-860a-4b14-9a82-ea230c4065d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4f2f2233-6270-4f0e-9206-466f3a2e6777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:36.752921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8449bbfb-f855-4733-a433-0977676ca7f1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Network hostable DHCP agents. Network: 4f2f2233-6270-4f0e-9206-466f3a2e6777, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:37:36.832392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8449bbfb-f855-4733-a433-0977676ca7f1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Network 4f2f2233-6270-4f0e-9206-466f3a2e6777 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:37:36.860289 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-8449bbfb-f855-4733-a433-0977676ca7f1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 4f2f2233-6270-4f0e-9206-466f3a2e6777) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:36.915775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8449bbfb-f855-4733-a433-0977676ca7f1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:36.920029 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8449bbfb-f855-4733-a433-0977676ca7f1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:36.951433 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1e9f57-7be2-4333-81cf-96eec19d7fd9 None None] Network 4f2f2233-6270-4f0e-9206-466f3a2e6777 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:37.079251 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8449bbfb-f855-4733-a433-0977676ca7f1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5588465 Feb 04 13:37:37.135263 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28dd6e93-57ac-46b2-a1f9-7716c943766a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (264ead0b-fa67-4826-a831-250123204e88), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:37.252924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c672a-0e83-41d9-be16-19893ae7a0c4 req-bcf0293d-3e68-4c1d-8722-77781b92e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:37.261477 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-743c672a-0e83-41d9-be16-19893ae7a0c4 req-bcf0293d-3e68-4c1d-8722-77781b92e4eb service neutron] 10.222.0.99 "GET /v2.0/networks?id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 HTTP/1.1" status: 200 len: 920 time: 1.1350086 Feb 04 13:37:37.659736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-28dd6e93-57ac-46b2-a1f9-7716c943766a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264ead0b-fa67-4826-a831-250123204e88']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:37.677146 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-743c672a-0e83-41d9-be16-19893ae7a0c4 req-d19407eb-70f7-4411-b8ab-d06ba9fe96e0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a13df85-0e8e-48cf-86f0-e69b20fee8d3 HTTP/1.1" status: 200 len: 217 time: 0.3840525 Feb 04 13:37:37.866580 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-4f2f2233-6270-4f0e-9206-466f3a2e6777', 'network_id': '4f2f2233-6270-4f0e-9206-466f3a2e6777', 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'fixed_ips': [{'subnet_id': 'ea29ef93-fe91-43aa-a06c-8c489f00f802'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:37:37.874882 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:37.879671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-62ac204d-90e0-46f5-a50f-db06311d0c49 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:37.905404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-62ac204d-90e0-46f5-a50f-db06311d0c49 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/networks?id=1062f263-1050-49a8-b829-fa5331d3317b HTTP/1.1" status: 200 len: 809 time: 0.8075459 Feb 04 13:37:37.956744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0e514-5a4d-4f5d-866b-963b99a8f6cc None None] Pushing event updated for resources: {'Port': ['ID=946a792b-416e-40b8-9d2d-6a40e0fe48c7,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:37.974529 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c672a-0e83-41d9-be16-19893ae7a0c4 req-ea6a0928-0868-4bb7-8927-3d7eacfb42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:37.981357 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-743c672a-0e83-41d9-be16-19893ae7a0c4 req-ea6a0928-0868-4bb7-8927-3d7eacfb42ee service neutron] 10.222.0.99 "GET /v2.0/subnets?id=218fe4a2-bfd8-4afd-b187-fe7cab9a038e HTTP/1.1" status: 200 len: 859 time: 0.2786872 Feb 04 13:37:37.987812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-ff03fa13-a54e-47ac-ac5e-c33e5a321524 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/quotas/734d26f04f7a438aaf776ab90ed0b533 HTTP/1.1" status: 200 len: 375 time: 0.0770619 Feb 04 13:37:37.999725 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-28dd6e93-57ac-46b2-a1f9-7716c943766a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754320d7-c23d-4593-a6a7-2aa905c4f0a3') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:38.000512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-28dd6e93-57ac-46b2-a1f9-7716c943766a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754320d7-c23d-4593-a6a7-2aa905c4f0a3') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:38.052312 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28dd6e93-57ac-46b2-a1f9-7716c943766a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (754320d7-c23d-4593-a6a7-2aa905c4f0a3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:38.126146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-bc74bf28-86c0-4003-9caa-cca95788c44b tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=734d26f04f7a438aaf776ab90ed0b533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1188984 Feb 04 13:37:38.130971 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28dd6e93-57ac-46b2-a1f9-7716c943766a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (754320d7-c23d-4593-a6a7-2aa905c4f0a3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:38.167305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28dd6e93-57ac-46b2-a1f9-7716c943766a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:38.169299 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28dd6e93-57ac-46b2-a1f9-7716c943766a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (754320d7-c23d-4593-a6a7-2aa905c4f0a3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:38.393954 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:38.406807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50320) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:38.416728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Request body: {'subnets': [{'network_id': '60affd81-2b5a-47d6-962c-6907de4561e8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--146812812', 'ip_version': 6}, {'network_id': '9cdff768-f58f-4877-a40f-7fbddb0efe06', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:38.427898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Request body: {'subnet': {'network_id': '60affd81-2b5a-47d6-962c-6907de4561e8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--146812812', 'ip_version': 6}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:38.429464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Request body: {'subnet': {'network_id': '9cdff768-f58f-4877-a40f-7fbddb0efe06', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:38.515361 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-743c672a-0e83-41d9-be16-19893ae7a0c4 req-8e304305-0491-4d5d-8532-4c4fb8a28278 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143842 Feb 04 13:37:38.543443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Allocated IP 19.86.0.2 (4f2f2233-6270-4f0e-9206-466f3a2e6777/ea29ef93-fe91-43aa-a06c-8c489f00f802/3fec0d2e-42f8-4e58-895a-444a251a3854) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:38.679476 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-85a81d17-bb25-4be9-a878-a175edf541c1 service neutron] 10.222.0.96 "GET /v2.0/networks/1062f263-1050-49a8-b829-fa5331d3317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180664 Feb 04 13:37:38.709918 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28dd6e93-57ac-46b2-a1f9-7716c943766a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (264ead0b-fa67-4826-a831-250123204e88), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:38.750123 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28dd6e93-57ac-46b2-a1f9-7716c943766a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:38.772902 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-28dd6e93-57ac-46b2-a1f9-7716c943766a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/networks/264ead0b-fa67-4826-a831-250123204e88 HTTP/1.1" status: 204 len: 168 time: 3.0692275 Feb 04 13:37:38.779606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50322) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:38.789224 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f94d287e-0ce1-4428-a7c7-9f1881a45801 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1807409653'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:38.879274 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd6e93-57ac-46b2-a1f9-7716c943766a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Network': ['ID=264ead0b-fa67-4826-a831-250123204e88,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:39.038801 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Publish callbacks [] for port (3fec0d2e-42f8-4e58-895a-444a251a3854), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:39.043943 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-743c672a-0e83-41d9-be16-19893ae7a0c4 req-94422f64-57c8-4c86-911d-148e29010efc service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196364 Feb 04 13:37:39.055192 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (3fec0d2e-42f8-4e58-895a-444a251a3854), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:39.238721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Pushing event updated for resources: {'Port': ['ID=3fec0d2e-42f8-4e58-895a-444a251a3854,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:39.270677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Network 4f2f2233-6270-4f0e-9206-466f3a2e6777 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:39.278712 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:39.290936 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:39.434527 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-743c672a-0e83-41d9-be16-19893ae7a0c4 req-c23e0eb5-f6ef-4d5b-bdcd-74c2aa66687d service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816304 Feb 04 13:37:39.517934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Attempting to bind port 3fec0d2e-42f8-4e58-895a-444a251a3854 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:37:39.518320 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Attempting to bind port 3fec0d2e-42f8-4e58-895a-444a251a3854 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'bd5829f7-860a-4b14-9a82-ea230c4065d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4f2f2233-6270-4f0e-9206-466f3a2e6777'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:37:39.518859 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Attempting to bind port 3fec0d2e-42f8-4e58-895a-444a251a3854 on network 4f2f2233-6270-4f0e-9206-466f3a2e6777 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:37:39.538486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:37:39.538865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Checking segment: {'id': 'bd5829f7-860a-4b14-9a82-ea230c4065d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4f2f2233-6270-4f0e-9206-466f3a2e6777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:39.540033 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:39.540505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Bound using segment: {'id': 'bd5829f7-860a-4b14-9a82-ea230c4065d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4f2f2233-6270-4f0e-9206-466f3a2e6777'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:37:39.541019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Bound port: 3fec0d2e-42f8-4e58-895a-444a251a3854, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5829f7-860a-4b14-9a82-ea230c4065d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4f2f2233-6270-4f0e-9206-466f3a2e6777'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:37:39.541411 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3fec0d2e-42f8-4e58-895a-444a251a3854), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:39.544280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 946a792b-416e-40b8-9d2d-6a40e0fe48c7 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:37:39.733543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] For port 3fec0d2e-42f8-4e58-895a-444a251a3854, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:37:39.741705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] For port 3fec0d2e-42f8-4e58-895a-444a251a3854, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3fec0d2e-42f8-4e58-895a-444a251a3854,segment=NetworkSegment(bd5829f7-860a-4b14-9a82-ea230c4065d4),segment_id=bd5829f7-860a-4b14-9a82-ea230c4065d4)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:37:39.748217 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 946a792b-416e-40b8-9d2d-6a40e0fe48c7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:39.748921 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:39.754589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e09462-c02a-4ad9-aaef-e19648f7b71a None None] Network b0669989-386d-4b88-b2e3-53fa8014a5af requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:39.763489 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3fec0d2e-42f8-4e58-895a-444a251a3854), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:39.954597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94d287e-0ce1-4428-a7c7-9f1881a45801 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:39.971358 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f94d287e-0ce1-4428-a7c7-9f1881a45801 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:40.030641 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f1343f39-2845-4afa-ac69-8512188dbb32 None None] Provisioning complete for port 946a792b-416e-40b8-9d2d-6a40e0fe48c7 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:40.031029 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f1343f39-2845-4afa-ac69-8512188dbb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:40.033297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Made reservation on behalf of 74cc581a19a54bd8b763b9665de813ab for: {'subnet': 2} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:40.044216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b053f-704b-4b48-89bb-aa038891ec76 None None] Pushing event updated for resources: {'Port': ['ID=3fec0d2e-42f8-4e58-895a-444a251a3854,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:40.045126 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:40.045406 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:40.071776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94d287e-0ce1-4428-a7c7-9f1881a45801 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:37:40.287759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 946a792b-416e-40b8-9d2d-6a40e0fe48c7 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:40.288436 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:40.361566 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f94d287e-0ce1-4428-a7c7-9f1881a45801 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (aab6ef46-d2ad-49ca-b734-22b230a4e69f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:40.362067 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-f94d287e-0ce1-4428-a7c7-9f1881a45801 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Added segment aab6ef46-d2ad-49ca-b734-22b230a4e69f of type vlan for network 28f6de6c-d639-4ab9-b134-41ef97dd5a63 Feb 04 13:37:40.452801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-449975c9-477e-4b8f-bfc4-dc87bd07fe55 service neutron] 10.222.0.96 "GET /v2.0/networks/1062f263-1050-49a8-b829-fa5331d3317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7423995 Feb 04 13:37:40.537843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972d391-495f-4bf3-b184-8921332818be req-bff07a4d-acdf-49d5-8e31-b144bea3e7e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:40.541025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 946a792b-416e-40b8-9d2d-6a40e0fe48c7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=946a792b-416e-40b8-9d2d-6a40e0fe48c7,segment=NetworkSegment(c02aac83-0f22-4467-bf72-158353ab81af),segment_id=c02aac83-0f22-4467-bf72-158353ab81af)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:40.542280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f1343f39-2845-4afa-ac69-8512188dbb32 None None] Current status of the port 946a792b-416e-40b8-9d2d-6a40e0fe48c7 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:40.542715 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f1343f39-2845-4afa-ac69-8512188dbb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:40.557531 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8972d391-495f-4bf3-b184-8921332818be req-bff07a4d-acdf-49d5-8e31-b144bea3e7e6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.99 "GET /v2.0/networks?id=9b76c752-312e-4ac7-97d7-4f401a121b43 HTTP/1.1" status: 200 len: 813 time: 0.9465590 Feb 04 13:37:40.566254 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:40.574047 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f94d287e-0ce1-4428-a7c7-9f1881a45801 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (28f6de6c-d639-4ab9-b134-41ef97dd5a63), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:40.593245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8972d391-495f-4bf3-b184-8921332818be req-3ccaa5bf-283e-4b26-aa4c-2138bfdbf966 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Request body: {'port': {'device_id': '7d2c63fc-1112-4a14-91a7-0f840d5e16bb', 'network_id': '9b76c752-312e-4ac7-97d7-4f401a121b43', 'admin_state_up': True, 'tenant_id': '18df296c97314d5f87c6deaa6c02373b'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:40.802010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=946a792b-416e-40b8-9d2d-6a40e0fe48c7,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:40.904890 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-f1343f39-2845-4afa-ac69-8512188dbb32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:37:40.905477 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-f1343f39-2845-4afa-ac69-8512188dbb32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:37:40.925396 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.db.resource_extend [None req-f94d287e-0ce1-4428-a7c7-9f1881a45801 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:37:40.944818 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-872cfcf2-58e0-43b0-81d6-c3b928277ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:40.996164 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f94d287e-0ce1-4428-a7c7-9f1881a45801 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (28f6de6c-d639-4ab9-b134-41ef97dd5a63), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:41.001627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94d287e-0ce1-4428-a7c7-9f1881a45801 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:41.002240 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f94d287e-0ce1-4428-a7c7-9f1881a45801 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:41.121634 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f94d287e-0ce1-4428-a7c7-9f1881a45801 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3404520 Feb 04 13:37:41.126014 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50330) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:41.132608 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4120ad88-1fe4-4ea2-9b2c-2e25041fed5a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'subnet': {'network_id': '28f6de6c-d639-4ab9-b134-41ef97dd5a63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:41.167477 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8972d391-495f-4bf3-b184-8921332818be req-3ccaa5bf-283e-4b26-aa4c-2138bfdbf966 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Made reservation on behalf of 18df296c97314d5f87c6deaa6c02373b for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:41.171020 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8972d391-495f-4bf3-b184-8921332818be req-3ccaa5bf-283e-4b26-aa4c-2138bfdbf966 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:41.215358 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcf3c15c-b211-439f-a386-14d94b0c1747 req-20ade0b8-6781-4b7c-8b7f-776abbcfcf93 tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.0416079 Feb 04 13:37:41.285053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d287e-0ce1-4428-a7c7-9f1881a45801 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Network': ['ID=28f6de6c-d639-4ab9-b134-41ef97dd5a63,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:41.365144 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 28f6de6c-d639-4ab9-b134-41ef97dd5a63 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:37:41.514036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4120ad88-1fe4-4ea2-9b2c-2e25041fed5a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:41.524363 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4120ad88-1fe4-4ea2-9b2c-2e25041fed5a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:41.783908 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.ipam_backend_mixin [None req-4120ad88-1fe4-4ea2-9b2c-2e25041fed5a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Performing IP validity checks on allocation pools {{(pid=103607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 13:37:41.784979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.ipam_backend_mixin [None req-4120ad88-1fe4-4ea2-9b2c-2e25041fed5a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 13:37:41.910140 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3fec0d2e-42f8-4e58-895a-444a251a3854 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:37:42.147810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f1343f39-2845-4afa-ac69-8512188dbb32 None None] Current status of the port 946a792b-416e-40b8-9d2d-6a40e0fe48c7 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:42.162608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-8972d391-495f-4bf3-b184-8921332818be req-3ccaa5bf-283e-4b26-aa4c-2138bfdbf966 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Allocated IP 172.20.0.7 (9b76c752-312e-4ac7-97d7-4f401a121b43/17d78447-bcef-4d7f-9596-7ffb293b03df/43cba535-f0f0-4425-8692-03b93512a0f2) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:42.191469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-145b1f48-b549-4a4c-aedc-d599cde676d0 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:42.197286 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-145b1f48-b549-4a4c-aedc-d599cde676d0 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:42.207595 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-145b1f48-b549-4a4c-aedc-d599cde676d0 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/networks?id=b0669989-386d-4b88-b2e3-53fa8014a5af&id=4f2f2233-6270-4f0e-9206-466f3a2e6777 HTTP/1.1" status: 200 len: 1390 time: 0.6286914 Feb 04 13:37:42.249971 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 3fec0d2e-42f8-4e58-895a-444a251a3854 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:42.250564 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3fec0d2e-42f8-4e58-895a-444a251a3854), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:42.252739 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-6be91eb2-c84a-45de-bd8e-ab5c7d35647d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/quotas/171cccc1a4bf4bf9a016458d43c59628 HTTP/1.1" status: 200 len: 375 time: 0.0431073 Feb 04 13:37:42.279454 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (cc5363a4-6985-4307-9c73-ed91af64f518), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:42.312368 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4120ad88-1fe4-4ea2-9b2c-2e25041fed5a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (58c43b22-f1dd-4f3e-b9de-9724cc9a8bf6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:42.413666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8abfee6-54b6-4116-9c6d-f594fcee6a4c None None] Network 4f2f2233-6270-4f0e-9206-466f3a2e6777 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:42.564718 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120ad88-1fe4-4ea2-9b2c-2e25041fed5a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Subnet': ['ID=58c43b22-f1dd-4f3e-b9de-9724cc9a8bf6,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:42.575897 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4120ad88-1fe4-4ea2-9b2c-2e25041fed5a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Checking segment: {'id': 'aab6ef46-d2ad-49ca-b734-22b230a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28f6de6c-d639-4ab9-b134-41ef97dd5a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:42.577115 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4120ad88-1fe4-4ea2-9b2c-2e25041fed5a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network hostable DHCP agents. Network: 28f6de6c-d639-4ab9-b134-41ef97dd5a63, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:37:42.616175 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4120ad88-1fe4-4ea2-9b2c-2e25041fed5a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network 28f6de6c-d639-4ab9-b134-41ef97dd5a63 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:37:42.646628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event updated for resources: {'Subnet': ['ID=cc5363a4-6985-4307-9c73-ed91af64f518,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:42.648063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-4120ad88-1fe4-4ea2-9b2c-2e25041fed5a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 28f6de6c-d639-4ab9-b134-41ef97dd5a63) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:42.669936 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120ad88-1fe4-4ea2-9b2c-2e25041fed5a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:42.672145 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4120ad88-1fe4-4ea2-9b2c-2e25041fed5a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:42.716000 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4120ad88-1fe4-4ea2-9b2c-2e25041fed5a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5883155 Feb 04 13:37:42.721113 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50354) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:42.730964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Checking segment: {'id': '3a48d664-8328-4235-910e-36dcbaabcc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '60affd81-2b5a-47d6-962c-6907de4561e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:42.731381 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Network hostable DHCP agents. Network: 60affd81-2b5a-47d6-962c-6907de4561e8, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:37:42.757545 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-872e2816-d77d-4797-8ac5-b7438d628663 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'network_id': '28f6de6c-d639-4ab9-b134-41ef97dd5a63', 'name': 'tempest-PortsTestJSON-329849357'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:42.797611 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-d944726a-e422-4a2b-8a5b-01d83d5f504f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=171cccc1a4bf4bf9a016458d43c59628&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5437703 Feb 04 13:37:42.984084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fd6621-0d34-4885-bcf8-4195775daa3b None None] Network 28f6de6c-d639-4ab9-b134-41ef97dd5a63 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:42.995050 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e64d1381-281d-4f87-a7f5-82f6783591af None None] Provisioning complete for port 946a792b-416e-40b8-9d2d-6a40e0fe48c7 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:42.996051 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e64d1381-281d-4f87-a7f5-82f6783591af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:42.996695 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872e2816-d77d-4797-8ac5-b7438d628663 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:43.003927 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-872e2816-d77d-4797-8ac5-b7438d628663 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:43.052936 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-872e2816-d77d-4797-8ac5-b7438d628663 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] device_id is not set on port 55856ac1-b4fa-44f0-a03d-93f6807cac6a yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:37:43.183428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Network 60affd81-2b5a-47d6-962c-6907de4561e8 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:37:43.246530 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 60affd81-2b5a-47d6-962c-6907de4561e8) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:43.257202 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (abca466e-7470-4ccb-88c2-66a51f3a0161), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:43.299690 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3844f7ad-e1d8-4c30-946e-9e7fcbc98030 None None] Network 60affd81-2b5a-47d6-962c-6907de4561e8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:43.369859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-872e2816-d77d-4797-8ac5-b7438d628663 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Allocated IP 172.20.0.4 (28f6de6c-d639-4ab9-b134-41ef97dd5a63/58c43b22-f1dd-4f3e-b9de-9724cc9a8bf6/55856ac1-b4fa-44f0-a03d-93f6807cac6a) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:43.455640 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8972d391-495f-4bf3-b184-8921332818be req-3ccaa5bf-283e-4b26-aa4c-2138bfdbf966 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for port (43cba535-f0f0-4425-8692-03b93512a0f2), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:43.511940 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-07ca0c4d-7f47-420c-a22e-47b2ef528f05 service neutron] 10.222.0.96 "GET /v2.0/networks/b0669989-386d-4b88-b2e3-53fa8014a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7116032 Feb 04 13:37:43.707396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 3fec0d2e-42f8-4e58-895a-444a251a3854 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:43.708013 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3fec0d2e-42f8-4e58-895a-444a251a3854), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:43.771447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e64d1381-281d-4f87-a7f5-82f6783591af None None] Current status of the port 946a792b-416e-40b8-9d2d-6a40e0fe48c7 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:43.825100 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-083cd1fa-02e7-4e09-892c-e6f891b32200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:43.884806 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-28f6de6c-d639-4ab9-b134-41ef97dd5a63', 'network_id': '28f6de6c-d639-4ab9-b134-41ef97dd5a63', 'project_id': '9a89efb2ede2439f9a77f732dab8c114', 'fixed_ips': [{'subnet_id': '58c43b22-f1dd-4f3e-b9de-9724cc9a8bf6'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:37:43.886675 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:43.907276 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-872e2816-d77d-4797-8ac5-b7438d628663 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (55856ac1-b4fa-44f0-a03d-93f6807cac6a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:43.909621 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Checking segment: {'id': '0b64c1c1-ab7d-4bfc-953b-d4a4d4f67ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9cdff768-f58f-4877-a40f-7fbddb0efe06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:43.910786 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Network hostable DHCP agents. Network: 9cdff768-f58f-4877-a40f-7fbddb0efe06, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:37:43.966122 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:43.983834 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-60affd81-2b5a-47d6-962c-6907de4561e8', 'network_id': '60affd81-2b5a-47d6-962c-6907de4561e8', 'project_id': '74cc581a19a54bd8b763b9665de813ab', 'fixed_ips': [{'subnet_id': 'cc5363a4-6985-4307-9c73-ed91af64f518'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:37:43.984926 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:44.006091 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event updated for resources: {'Subnet': ['ID=abca466e-7470-4ccb-88c2-66a51f3a0161,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:44.055625 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 3fec0d2e-42f8-4e58-895a-444a251a3854, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3fec0d2e-42f8-4e58-895a-444a251a3854,segment=NetworkSegment(bd5829f7-860a-4b14-9a82-ea230c4065d4),segment_id=bd5829f7-860a-4b14-9a82-ea230c4065d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:44.056028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9af1e110-eb38-4f85-8b79-26f119b8fc74 None None] Provisioning complete for port 3fec0d2e-42f8-4e58-895a-444a251a3854 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:44.056943 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9af1e110-eb38-4f85-8b79-26f119b8fc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3fec0d2e-42f8-4e58-895a-444a251a3854), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:44.100247 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-872e2816-d77d-4797-8ac5-b7438d628663 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (55856ac1-b4fa-44f0-a03d-93f6807cac6a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:44.134527 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Network 9cdff768-f58f-4877-a40f-7fbddb0efe06 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:37:44.152269 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3fec0d2e-42f8-4e58-895a-444a251a3854), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:44.153858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 946a792b-416e-40b8-9d2d-6a40e0fe48c7 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:37:44.156852 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8972d391-495f-4bf3-b184-8921332818be req-3ccaa5bf-283e-4b26-aa4c-2138bfdbf966 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:44.208652 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-a0f8b665-4f9d-491c-87b9-a9a7797af21c service neutron] 10.222.0.96 "GET /v2.0/networks/b0669989-386d-4b88-b2e3-53fa8014a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6739831 Feb 04 13:37:44.225264 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872e2816-d77d-4797-8ac5-b7438d628663 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network 28f6de6c-d639-4ab9-b134-41ef97dd5a63 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:44.243992 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-872e2816-d77d-4797-8ac5-b7438d628663 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:44.249334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872e2816-d77d-4797-8ac5-b7438d628663 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:44.264296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e2816-d77d-4797-8ac5-b7438d628663 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=55856ac1-b4fa-44f0-a03d-93f6807cac6a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:44.383212 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-15df3ae4-1ff2-42fc-849e-9636f93e15eb tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:44.388259 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-15df3ae4-1ff2-42fc-849e-9636f93e15eb tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.99 "GET /v2.0/networks?id=1062f263-1050-49a8-b829-fa5331d3317b HTTP/1.1" status: 200 len: 809 time: 0.3806696 Feb 04 13:37:44.411035 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-487e1f4e-ff76-459e-9ba0-7e6c573b6e1d tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Request body: {'port': {'device_id': '55fa6ac3-0014-4a34-8d42-b9e38a3b22e5', 'network_id': '1062f263-1050-49a8-b829-fa5331d3317b', 'admin_state_up': True, 'tenant_id': '734d26f04f7a438aaf776ab90ed0b533'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:44.412450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 9cdff768-f58f-4877-a40f-7fbddb0efe06) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:44.431222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:44.440483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:44.441983 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:44.492009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8972d391-495f-4bf3-b184-8921332818be req-3ccaa5bf-283e-4b26-aa4c-2138bfdbf966 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Network 9b76c752-312e-4ac7-97d7-4f401a121b43 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:44.516993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-8972d391-495f-4bf3-b184-8921332818be req-3ccaa5bf-283e-4b26-aa4c-2138bfdbf966 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:44.520775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8972d391-495f-4bf3-b184-8921332818be req-3ccaa5bf-283e-4b26-aa4c-2138bfdbf966 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:44.549147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872e2816-d77d-4797-8ac5-b7438d628663 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:44.555299 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-872e2816-d77d-4797-8ac5-b7438d628663 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:44.569528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7b475557-73b7-4f95-af6d-6ced866681d5 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.1601138 Feb 04 13:37:44.613053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccaa5bf-283e-4b26-aa4c-2138bfdbf966 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event updated for resources: {'Port': ['ID=43cba535-f0f0-4425-8692-03b93512a0f2,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:44.616435 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50360) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:44.665107 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972d391-495f-4bf3-b184-8921332818be req-3ccaa5bf-283e-4b26-aa4c-2138bfdbf966 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:44.665887 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8972d391-495f-4bf3-b184-8921332818be req-3ccaa5bf-283e-4b26-aa4c-2138bfdbf966 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:44.720799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8972d391-495f-4bf3-b184-8921332818be req-3ccaa5bf-283e-4b26-aa4c-2138bfdbf966 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1346865 Feb 04 13:37:44.730119 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-c46e57e2-d22c-4877-89fd-1b17b7035d68 service neutron] 10.222.0.96 "GET /v2.0/networks/4f2f2233-6270-4f0e-9206-466f3a2e6777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821813 Feb 04 13:37:44.734786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['39d2ae22-7db5-45d8-aaa2-38861ee43ea9'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:37:44.737255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c918617b-d1b3-4f0b-9d82-f5281c44245c None None] Network 9cdff768-f58f-4877-a40f-7fbddb0efe06 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:44.745428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Request body: {'port': {'device_id': '7d2c63fc-1112-4a14-91a7-0f840d5e16bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:44.841119 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=3fec0d2e-42f8-4e58-895a-444a251a3854,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:44.888353 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:45.004652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-9cdff768-f58f-4877-a40f-7fbddb0efe06', 'network_id': '9cdff768-f58f-4877-a40f-7fbddb0efe06', 'project_id': '74cc581a19a54bd8b763b9665de813ab', 'fixed_ips': [{'subnet_id': 'abca466e-7470-4ccb-88c2-66a51f3a0161'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:37:45.005778 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:45.016138 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-0abeccd5-3615-44be-a073-140cae0d0ae7 service neutron] 10.222.0.96 "GET /v2.0/networks/4f2f2233-6270-4f0e-9206-466f3a2e6777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848194 Feb 04 13:37:45.060888 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:45.211831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9af1e110-eb38-4f85-8b79-26f119b8fc74 None None] Current status of the port 3fec0d2e-42f8-4e58-895a-444a251a3854 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:45.268219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Allocated IP 2001:db8::1 (60affd81-2b5a-47d6-962c-6907de4561e8/cc5363a4-6985-4307-9c73-ed91af64f518/b59fe0cd-fb33-4c0d-a00b-6309c4204a6f) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:45.277129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Allocated IP 172.20.0.2 (28f6de6c-d639-4ab9-b134-41ef97dd5a63/58c43b22-f1dd-4f3e-b9de-9724cc9a8bf6/52345430-5470-4ced-8adf-5480cdaadc46) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:45.469198 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-872e2816-d77d-4797-8ac5-b7438d628663 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7327170 Feb 04 13:37:45.472281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50368) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:45.622446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cf365f-5070-4a40-a290-39fb5b1e9555 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:45.625635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cf365f-5070-4a40-a290-39fb5b1e9555 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:45.628528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cf365f-5070-4a40-a290-39fb5b1e9555 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:45.631792 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-42cf365f-5070-4a40-a290-39fb5b1e9555 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 1.0139790 Feb 04 13:37:45.642398 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50370) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:45.681987 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:45.682772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab1fa2-afbc-43ca-b69f-3c4d6bc48d34 req-f181eec0-2feb-4595-95af-2174d739cbf5 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:45.713184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7ab1fa2-afbc-43ca-b69f-3c4d6bc48d34 req-f181eec0-2feb-4595-95af-2174d739cbf5 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 931 time: 0.2950697 Feb 04 13:37:45.730606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 946a792b-416e-40b8-9d2d-6a40e0fe48c7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:45.731837 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:45.799924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-487e1f4e-ff76-459e-9ba0-7e6c573b6e1d tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Made reservation on behalf of 734d26f04f7a438aaf776ab90ed0b533 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:45.810599 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-487e1f4e-ff76-459e-9ba0-7e6c573b6e1d tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:45.849014 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7ab1fa2-afbc-43ca-b69f-3c4d6bc48d34 req-785d9fb0-8707-40e2-84a9-eafc658d4ffd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296849 Feb 04 13:37:45.872220 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-44efcbf4-d83d-403f-ad91-729ad744d77c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Deleting subnet cc5363a4-6985-4307-9c73-ed91af64f518 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:37:45.929177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-18377374-715a-4906-a0ba-b49a5ab5f776 None None] Provisioning complete for port 3fec0d2e-42f8-4e58-895a-444a251a3854 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:45.929958 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-18377374-715a-4906-a0ba-b49a5ab5f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3fec0d2e-42f8-4e58-895a-444a251a3854), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:45.984020 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-30355124-ccbc-4a99-bf6d-fd2bb0731f33 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port 55856ac1-b4fa-44f0-a03d-93f6807cac6a {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:45.984430 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30355124-ccbc-4a99-bf6d-fd2bb0731f33 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (55856ac1-b4fa-44f0-a03d-93f6807cac6a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:46.006187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43cba535-f0f0-4425-8692-03b93512a0f2 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:37:46.070778 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Publish callbacks [] for port (43cba535-f0f0-4425-8692-03b93512a0f2), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:46.133195 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Transition to ACTIVE for port object 43cba535-f0f0-4425-8692-03b93512a0f2 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:37:46.184602 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ec6df48-9eff-4f79-92ca-8ef8d974e55b req-419336e6-e978-4832-898f-752268596095 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/ports?device_id=55fa6ac3-0014-4a34-8d42-b9e38a3b22e5 HTTP/1.1" status: 200 len: 210 time: 0.1623015 Feb 04 13:37:46.186890 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:46.250435 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Allocated IP 2001:db8:0:1::1 (9cdff768-f58f-4877-a40f-7fbddb0efe06/abca466e-7470-4ccb-88c2-66a51f3a0161/2ae29e20-1f92-41db-80be-2eb4563f0d4a) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:46.317447 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30355124-ccbc-4a99-bf6d-fd2bb0731f33 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (55856ac1-b4fa-44f0-a03d-93f6807cac6a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:46.345859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-30355124-ccbc-4a99-bf6d-fd2bb0731f33 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for 55856ac1-b4fa-44f0-a03d-93f6807cac6a owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:46.565800 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de317b86-25ee-4730-a96b-52e398adb107 req-4176ad52-2186-4f27-a891-1e1f6fec87a7 tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.1341972 Feb 04 13:37:46.594655 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Pushing event updated for resources: {'Port': ['ID=43cba535-f0f0-4425-8692-03b93512a0f2,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:46.644317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Attempting to bind port 43cba535-f0f0-4425-8692-03b93512a0f2 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:37:46.645026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Attempting to bind port 43cba535-f0f0-4425-8692-03b93512a0f2 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'd16d3540-ee57-4b22-abec-ff8cee081073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '9b76c752-312e-4ac7-97d7-4f401a121b43'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:37:46.645769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Attempting to bind port 43cba535-f0f0-4425-8692-03b93512a0f2 on network 9b76c752-312e-4ac7-97d7-4f401a121b43 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:37:46.655783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Port 43cba535-f0f0-4425-8692-03b93512a0f2 on network 9b76c752-312e-4ac7-97d7-4f401a121b43 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:37:46.656267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Attempting to bind port 43cba535-f0f0-4425-8692-03b93512a0f2 on network 9b76c752-312e-4ac7-97d7-4f401a121b43 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:37:46.676172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:37:46.677030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Checking segment: {'id': 'd16d3540-ee57-4b22-abec-ff8cee081073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '9b76c752-312e-4ac7-97d7-4f401a121b43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:46.677558 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Bound using segment: {'id': 'd16d3540-ee57-4b22-abec-ff8cee081073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '9b76c752-312e-4ac7-97d7-4f401a121b43'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:37:46.678148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Bound port: 43cba535-f0f0-4425-8692-03b93512a0f2, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd16d3540-ee57-4b22-abec-ff8cee081073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '9b76c752-312e-4ac7-97d7-4f401a121b43'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:37:46.678577 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:46.809807 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-487e1f4e-ff76-459e-9ba0-7e6c573b6e1d tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Allocated IP 172.20.0.2 (1062f263-1050-49a8-b829-fa5331d3317b/6be58a73-086f-4fa4-b76d-fe1cc5b426d4/9be680a7-c40d-4ef0-b1cc-f727da666a94) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:46.815785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] For port 43cba535-f0f0-4425-8692-03b93512a0f2, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:37:46.824193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] For port 43cba535-f0f0-4425-8692-03b93512a0f2, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=43cba535-f0f0-4425-8692-03b93512a0f2,segment=NetworkSegment(d16d3540-ee57-4b22-abec-ff8cee081073),segment_id=d16d3540-ee57-4b22-abec-ff8cee081073)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:37:46.853264 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:46.854823 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30355124-ccbc-4a99-bf6d-fd2bb0731f33 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (55856ac1-b4fa-44f0-a03d-93f6807cac6a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:46.933476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30355124-ccbc-4a99-bf6d-fd2bb0731f33 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=55856ac1-b4fa-44f0-a03d-93f6807cac6a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:46.936032 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31167783-1cc4-4851-9deb-af07b3f19f1a req-1e9525f0-4e20-4563-a5dd-68335f7d343d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 210 time: 0.1051123 Feb 04 13:37:46.975564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:46.977167 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:46.979832 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8972d391-495f-4bf3-b184-8921332818be req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] 10.222.0.99 "PUT /v2.0/ports/43cba535-f0f0-4425-8692-03b93512a0f2 HTTP/1.1" status: 200 len: 1092 time: 2.2392223 Feb 04 13:37:46.980614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2c63fc-1112-4a14-91a7-0f840d5e16bb', 'tag': '43cba535-f0f0-4425-8692-03b93512a0f2'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:37:46.985036 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08958d50-7b53-49d0-87c6-e08da3c85466" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2c63fc-1112-4a14-91a7-0f840d5e16bb", "tag": "43cba535-f0f0-4425-8692-03b93512a0f2"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:37:47.047814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54208343-1b62-4542-a5ff-5c4ea0eae529 service neutron] Pushing event updated for resources: {'Port': ['ID=43cba535-f0f0-4425-8692-03b93512a0f2,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:47.214033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972d391-495f-4bf3-b184-8921332818be req-6c059fe8-6aa2-413b-81cf-144606a1950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:47.219479 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8972d391-495f-4bf3-b184-8921332818be req-6c059fe8-6aa2-413b-81cf-144606a1950e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=18df296c97314d5f87c6deaa6c02373b&device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 1126 time: 0.1284332 Feb 04 13:37:47.330637 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:47.354381 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8972d391-495f-4bf3-b184-8921332818be req-fbb2b894-5baa-439d-9f4b-c95dbe34605e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cba535-f0f0-4425-8692-03b93512a0f2 HTTP/1.1" status: 200 len: 217 time: 0.1254234 Feb 04 13:37:47.357297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-18377374-715a-4906-a0ba-b49a5ab5f776 None None] Current status of the port 3fec0d2e-42f8-4e58-895a-444a251a3854 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:47.361341 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 946a792b-416e-40b8-9d2d-6a40e0fe48c7 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:47.365657 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Publish callbacks [] for port (52345430-5470-4ced-8adf-5480cdaadc46), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:47.369997 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Publish callbacks [] for port (b59fe0cd-fb33-4c0d-a00b-6309c4204a6f), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:47.380239 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30355124-ccbc-4a99-bf6d-fd2bb0731f33 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:47.386508 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-30355124-ccbc-4a99-bf6d-fd2bb0731f33 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/55856ac1-b4fa-44f0-a03d-93f6807cac6a HTTP/1.1" status: 204 len: 168 time: 1.9059029 Feb 04 13:37:47.392582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50386) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:47.443735 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-44efcbf4-d83d-403f-ad91-729ad744d77c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks [] for subnet (cc5363a4-6985-4307-9c73-ed91af64f518), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:47.476773 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (b59fe0cd-fb33-4c0d-a00b-6309c4204a6f), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:47.482177 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (52345430-5470-4ced-8adf-5480cdaadc46), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:47.554121 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea2ea9-9844-4c1c-8ffb-40d865870026 req-a23bf8d1-eaa8-4182-9f7e-2b69b6657607 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:47.557041 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d7ea2ea9-9844-4c1c-8ffb-40d865870026 req-a23bf8d1-eaa8-4182-9f7e-2b69b6657607 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 943 time: 0.2232387 Feb 04 13:37:47.569309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972d391-495f-4bf3-b184-8921332818be req-4f9a6070-4084-41e6-8e5e-fde330bcacda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:47.571678 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8972d391-495f-4bf3-b184-8921332818be req-4f9a6070-4084-41e6-8e5e-fde330bcacda service neutron] 10.222.0.99 "GET /v2.0/subnets?id=17d78447-bcef-4d7f-9596-7ffb293b03df HTTP/1.1" status: 200 len: 853 time: 0.1641440 Feb 04 13:37:47.593269 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7ea259-d791-43d7-9a2a-53b99c30b644 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] DELETE failed (client error): The resource could not be found. Feb 04 13:37:47.594566 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7ea259-d791-43d7-9a2a-53b99c30b644 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:37:47.618339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50388) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:47.630710 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5b7ea259-d791-43d7-9a2a-53b99c30b644 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/55856ac1-b4fa-44f0-a03d-93f6807cac6a HTTP/1.1" status: 404 len: 333 time: 0.2353201 Feb 04 13:37:47.636662 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-44efcbf4-d83d-403f-ad91-729ad744d77c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (cc5363a4-6985-4307-9c73-ed91af64f518), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:47.693747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3fec0d2e-42f8-4e58-895a-444a251a3854 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:37:47.699592 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8972d391-495f-4bf3-b184-8921332818be req-37051012-4231-4021-adf5-5bf9e5e3b029 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9b76c752-312e-4ac7-97d7-4f401a121b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197658 Feb 04 13:37:47.767052 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd0cd63-0e85-45cb-817a-f15f4300a27d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] GET failed (client error): The resource could not be found. Feb 04 13:37:47.773607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8bd0cd63-0e85-45cb-817a-f15f4300a27d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/55856ac1-b4fa-44f0-a03d-93f6807cac6a HTTP/1.1" status: 404 len: 333 time: 0.1402426 Feb 04 13:37:47.781738 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50396) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:47.796472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Network 60affd81-2b5a-47d6-962c-6907de4561e8 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:47.856678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:47.878786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:47.890943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Network 28f6de6c-d639-4ab9-b134-41ef97dd5a63 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:47.989262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:47.995578 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-85da9e76-de63-4e98-9d5f-7962520e7207 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting subnet 58c43b22-f1dd-4f3e-b9de-9724cc9a8bf6 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:37:48.014393 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-487e1f4e-ff76-459e-9ba0-7e6c573b6e1d tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Publish callbacks [] for port (9be680a7-c40d-4ef0-b1cc-f727da666a94), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.040239 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.043826 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Publish callbacks [] for port (2ae29e20-1f92-41db-80be-2eb4563f0d4a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.044297 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85da9e76-de63-4e98-9d5f-7962520e7207 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (58c43b22-f1dd-4f3e-b9de-9724cc9a8bf6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.046732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:48.070167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Pushing event updated for resources: {'Port': ['ID=b59fe0cd-fb33-4c0d-a00b-6309c4204a6f,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:48.110199 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d7ea2ea9-9844-4c1c-8ffb-40d865870026 req-e87023d7-f540-4a10-b2cb-7f18e08936e1 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007071 Feb 04 13:37:48.165371 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-44efcbf4-d83d-403f-ad91-729ad744d77c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (cc5363a4-6985-4307-9c73-ed91af64f518), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.218243 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85da9e76-de63-4e98-9d5f-7962520e7207 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (58c43b22-f1dd-4f3e-b9de-9724cc9a8bf6), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.244020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1df71ff5-25e8-4fda-b88d-544779512dfd tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:48.244603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Pushing event updated for resources: {'Port': ['ID=52345430-5470-4ced-8adf-5480cdaadc46,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:48.251992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1df71ff5-25e8-4fda-b88d-544779512dfd tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:48.255219 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1df71ff5-25e8-4fda-b88d-544779512dfd tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.99 "GET /v2.0/networks?id=b0669989-386d-4b88-b2e3-53fa8014a5af&id=4f2f2233-6270-4f0e-9206-466f3a2e6777 HTTP/1.1" status: 200 len: 1390 time: 0.5695004 Feb 04 13:37:48.257783 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8972d391-495f-4bf3-b184-8921332818be req-2cb62763-18b9-4d6e-9370-440578449598 service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357502 Feb 04 13:37:48.259608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 3fec0d2e-42f8-4e58-895a-444a251a3854 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:48.260232 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3fec0d2e-42f8-4e58-895a-444a251a3854), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.272363 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (2ae29e20-1f92-41db-80be-2eb4563f0d4a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.274028 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d68556-4fdb-41f6-98ef-e285442544c2 x-openstack-request-id: req-10d68556-4fdb-41f6-98ef-e285442544c2 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:37:48.275115 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2c63fc-1112-4a14-91a7-0f840d5e16bb", "tag": "43cba535-f0f0-4425-8692-03b93512a0f2", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:37:48.275115 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-10d68556-4fdb-41f6-98ef-e285442544c2 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:37:48.275913 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2c63fc-1112-4a14-91a7-0f840d5e16bb', 'tag': '43cba535-f0f0-4425-8692-03b93512a0f2', 'status': 'completed', 'code': 200} Feb 04 13:37:48.284320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-3b9097ee-365f-4fe9-b540-6915ed4bf81f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Request body: {'port': {'device_id': '7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c', 'network_id': 'b0669989-386d-4b88-b2e3-53fa8014a5af', 'admin_state_up': True, 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:48.373606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Attempting to bind port b59fe0cd-fb33-4c0d-a00b-6309c4204a6f on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:37:48.374608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Attempting to bind port b59fe0cd-fb33-4c0d-a00b-6309c4204a6f by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '3a48d664-8328-4235-910e-36dcbaabcc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '60affd81-2b5a-47d6-962c-6907de4561e8'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:37:48.375163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Attempting to bind port b59fe0cd-fb33-4c0d-a00b-6309c4204a6f on network 60affd81-2b5a-47d6-962c-6907de4561e8 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:37:48.385732 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-487e1f4e-ff76-459e-9ba0-7e6c573b6e1d tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (9be680a7-c40d-4ef0-b1cc-f727da666a94), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.455802 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:37:48.456455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Checking segment: {'id': '3a48d664-8328-4235-910e-36dcbaabcc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '60affd81-2b5a-47d6-962c-6907de4561e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:48.457243 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.457857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Bound using segment: {'id': '3a48d664-8328-4235-910e-36dcbaabcc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '60affd81-2b5a-47d6-962c-6907de4561e8'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:37:48.458776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Bound port: b59fe0cd-fb33-4c0d-a00b-6309c4204a6f, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a48d664-8328-4235-910e-36dcbaabcc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '60affd81-2b5a-47d6-962c-6907de4561e8'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:37:48.459546 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b59fe0cd-fb33-4c0d-a00b-6309c4204a6f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.476737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Attempting to bind port 52345430-5470-4ced-8adf-5480cdaadc46 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:37:48.477390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Attempting to bind port 52345430-5470-4ced-8adf-5480cdaadc46 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'aab6ef46-d2ad-49ca-b734-22b230a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28f6de6c-d639-4ab9-b134-41ef97dd5a63'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:37:48.478002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Attempting to bind port 52345430-5470-4ced-8adf-5480cdaadc46 on network 28f6de6c-d639-4ab9-b134-41ef97dd5a63 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:37:48.502959 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-487e1f4e-ff76-459e-9ba0-7e6c573b6e1d tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Network 1062f263-1050-49a8-b829-fa5331d3317b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:48.506141 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-44efcbf4-d83d-403f-ad91-729ad744d77c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (cc5363a4-6985-4307-9c73-ed91af64f518), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.522729 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Network 9cdff768-f58f-4877-a40f-7fbddb0efe06 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:48.537842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:37:48.538640 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Checking segment: {'id': 'aab6ef46-d2ad-49ca-b734-22b230a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28f6de6c-d639-4ab9-b134-41ef97dd5a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:48.539160 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.539852 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Bound using segment: {'id': 'aab6ef46-d2ad-49ca-b734-22b230a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28f6de6c-d639-4ab9-b134-41ef97dd5a63'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:37:48.540642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Bound port: 52345430-5470-4ced-8adf-5480cdaadc46, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab6ef46-d2ad-49ca-b734-22b230a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28f6de6c-d639-4ab9-b134-41ef97dd5a63'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:37:48.541308 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (52345430-5470-4ced-8adf-5480cdaadc46), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.549929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:48.563312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efcbf4-d83d-403f-ad91-729ad744d77c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5363a4-6985-4307-9c73-ed91af64f518,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:48.564737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Pushing event updated for resources: {'Port': ['ID=2ae29e20-1f92-41db-80be-2eb4563f0d4a,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:48.566793 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-487e1f4e-ff76-459e-9ba0-7e6c573b6e1d tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:48.575805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:48.596338 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-44efcbf4-d83d-403f-ad91-729ad744d77c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.605121 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-44efcbf4-d83d-403f-ad91-729ad744d77c tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "DELETE /v2.0/subnets/cc5363a4-6985-4307-9c73-ed91af64f518 HTTP/1.1" status: 204 len: 168 time: 2.9516408 Feb 04 13:37:48.605121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-487e1f4e-ff76-459e-9ba0-7e6c573b6e1d tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:48.625587 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50400) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:48.696015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146cc73-0e52-421f-9457-455c169d6f94 req-10516e48-0f0e-4b32-9558-b82866939093 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:48.704653 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3146cc73-0e52-421f-9457-455c169d6f94 req-10516e48-0f0e-4b32-9558-b82866939093 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/ports?device_id=55fa6ac3-0014-4a34-8d42-b9e38a3b22e5 HTTP/1.1" status: 200 len: 931 time: 0.2676554 Feb 04 13:37:48.719082 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8972d391-495f-4bf3-b184-8921332818be req-f4a4864b-3730-4a70-b70d-dd4dedb856b3 service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280143 Feb 04 13:37:48.722578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-3b9097ee-365f-4fe9-b540-6915ed4bf81f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Made reservation on behalf of 171cccc1a4bf4bf9a016458d43c59628 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:48.726700 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-3b9097ee-365f-4fe9-b540-6915ed4bf81f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.776769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e1f4e-ff76-459e-9ba0-7e6c573b6e1d tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Pushing event updated for resources: {'Port': ['ID=9be680a7-c40d-4ef0-b1cc-f727da666a94,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:48.805901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 3fec0d2e-42f8-4e58-895a-444a251a3854 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:48.875129 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85da9e76-de63-4e98-9d5f-7962520e7207 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (58c43b22-f1dd-4f3e-b9de-9724cc9a8bf6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.878305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3146cc73-0e52-421f-9457-455c169d6f94 req-6ba74859-2c43-4dae-a2ff-bcc86aff885f tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/security-groups?id=78aefa80-8397-41c6-8e9a-6be25c5c74d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687398 Feb 04 13:37:48.887513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-487e1f4e-ff76-459e-9ba0-7e6c573b6e1d tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:48.888219 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-487e1f4e-ff76-459e-9ba0-7e6c573b6e1d tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.916945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ae696e-53cf-4fbb-8fee-273746ec64ce tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Deleting subnet abca466e-7470-4ccb-88c2-66a51f3a0161 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:37:48.921062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Attempting to bind port 2ae29e20-1f92-41db-80be-2eb4563f0d4a on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:37:48.922460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Attempting to bind port 2ae29e20-1f92-41db-80be-2eb4563f0d4a by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '0b64c1c1-ab7d-4bfc-953b-d4a4d4f67ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9cdff768-f58f-4877-a40f-7fbddb0efe06'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:37:48.923016 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Attempting to bind port 2ae29e20-1f92-41db-80be-2eb4563f0d4a on network 9cdff768-f58f-4877-a40f-7fbddb0efe06 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:37:48.929375 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] For port b59fe0cd-fb33-4c0d-a00b-6309c4204a6f, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:37:48.930491 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-44ae696e-53cf-4fbb-8fee-273746ec64ce tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks [] for subnet (abca466e-7470-4ccb-88c2-66a51f3a0161), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.964365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:37:48.965606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Checking segment: {'id': '0b64c1c1-ab7d-4bfc-953b-d4a4d4f67ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9cdff768-f58f-4877-a40f-7fbddb0efe06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:48.967179 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.968679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Bound using segment: {'id': '0b64c1c1-ab7d-4bfc-953b-d4a4d4f67ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9cdff768-f58f-4877-a40f-7fbddb0efe06'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:37:48.971914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Bound port: 2ae29e20-1f92-41db-80be-2eb4563f0d4a, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b64c1c1-ab7d-4bfc-953b-d4a4d4f67ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9cdff768-f58f-4877-a40f-7fbddb0efe06'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:37:48.973051 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2ae29e20-1f92-41db-80be-2eb4563f0d4a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.981103 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] For port b59fe0cd-fb33-4c0d-a00b-6309c4204a6f, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b59fe0cd-fb33-4c0d-a00b-6309c4204a6f,segment=NetworkSegment(3a48d664-8328-4235-910e-36dcbaabcc96),segment_id=3a48d664-8328-4235-910e-36dcbaabcc96)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:37:48.990285 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-487e1f4e-ff76-459e-9ba0-7e6c573b6e1d tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5903878 Feb 04 13:37:49.006901 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Request body: {'port': {'device_id': '55fa6ac3-0014-4a34-8d42-b9e38a3b22e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:49.011873 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b59fe0cd-fb33-4c0d-a00b-6309c4204a6f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:49.093062 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-44ae696e-53cf-4fbb-8fee-273746ec64ce tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (abca466e-7470-4ccb-88c2-66a51f3a0161), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:49.233255 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85da9e76-de63-4e98-9d5f-7962520e7207 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (58c43b22-f1dd-4f3e-b9de-9724cc9a8bf6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:49.250812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] For port 52345430-5470-4ced-8adf-5480cdaadc46, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:37:49.265871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9fb45-edd0-4c77-9f1c-b617e3689967 None None] Pushing event updated for resources: {'Port': ['ID=b59fe0cd-fb33-4c0d-a00b-6309c4204a6f,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:49.300148 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da9e76-de63-4e98-9d5f-7962520e7207 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Subnet': ['ID=58c43b22-f1dd-4f3e-b9de-9724cc9a8bf6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:49.302597 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9be680a7-c40d-4ef0-b1cc-f727da666a94), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:49.317023 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] For port 52345430-5470-4ced-8adf-5480cdaadc46, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=52345430-5470-4ced-8adf-5480cdaadc46,segment=NetworkSegment(aab6ef46-d2ad-49ca-b734-22b230a4e69f),segment_id=aab6ef46-d2ad-49ca-b734-22b230a4e69f)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:37:49.325294 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85da9e76-de63-4e98-9d5f-7962520e7207 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:49.334920 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-85da9e76-de63-4e98-9d5f-7962520e7207 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/58c43b22-f1dd-4f3e-b9de-9724cc9a8bf6 HTTP/1.1" status: 204 len: 168 time: 1.5397475 Feb 04 13:37:49.342539 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] For port 2ae29e20-1f92-41db-80be-2eb4563f0d4a, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:37:49.350996 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (52345430-5470-4ced-8adf-5480cdaadc46), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:49.358242 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] For port 2ae29e20-1f92-41db-80be-2eb4563f0d4a, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2ae29e20-1f92-41db-80be-2eb4563f0d4a,segment=NetworkSegment(0b64c1c1-ab7d-4bfc-953b-d4a4d4f67ce4),segment_id=0b64c1c1-ab7d-4bfc-953b-d4a4d4f67ce4)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:37:49.382437 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50406) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:49.430995 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2ae29e20-1f92-41db-80be-2eb4563f0d4a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:49.448088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c625f7-ce1e-4b8d-9daa-57a5f942f35c None None] Network 60affd81-2b5a-47d6-962c-6907de4561e8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:49.510290 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f8e94d9-ce2f-423b-96c1-f3db6bed9023 req-fb6e94b6-75d4-430d-934d-21eff252ab25 tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.0620942 Feb 04 13:37:49.597343 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-44ae696e-53cf-4fbb-8fee-273746ec64ce tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (abca466e-7470-4ccb-88c2-66a51f3a0161), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:49.705618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d477ebb-80f5-4c9f-b568-cb8beaef8bf8 None None] Pushing event updated for resources: {'Port': ['ID=52345430-5470-4ced-8adf-5480cdaadc46,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:49.746801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08958d50-7b53-49d0-87c6-e08da3c85466 req-927a3cf2-b318-46b6-b31d-18dca61bf1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:49.749589 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08958d50-7b53-49d0-87c6-e08da3c85466 req-927a3cf2-b318-46b6-b31d-18dca61bf1db service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=18df296c97314d5f87c6deaa6c02373b&device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 1126 time: 0.8601704 Feb 04 13:37:49.756824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-3b9097ee-365f-4fe9-b540-6915ed4bf81f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Allocated IP 19.80.0.166 (b0669989-386d-4b88-b2e3-53fa8014a5af/b41b4d85-d963-4bb0-8afb-76610e459fa9/8aa8d1c5-756c-4bd4-92b5-c082b00741ec) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:49.977582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264ccdd-f3c7-46b7-b957-6a5b878fbd2c None None] Pushing event updated for resources: {'Port': ['ID=2ae29e20-1f92-41db-80be-2eb4563f0d4a,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:50.028654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67b16a44-1819-48cf-8a87-cc4b754067b7 req-73625571-e396-442f-8d70-fc34a32e7484 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 210 time: 0.2656708 Feb 04 13:37:50.245005 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (28f6de6c-d639-4ab9-b134-41ef97dd5a63), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:50.326714 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-44ae696e-53cf-4fbb-8fee-273746ec64ce tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (abca466e-7470-4ccb-88c2-66a51f3a0161), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:50.452094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae696e-53cf-4fbb-8fee-273746ec64ce tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event deleted for resources: {'Subnet': ['ID=abca466e-7470-4ccb-88c2-66a51f3a0161,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:50.519002 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-44ae696e-53cf-4fbb-8fee-273746ec64ce tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:50.531101 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-44ae696e-53cf-4fbb-8fee-273746ec64ce tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "DELETE /v2.0/subnets/abca466e-7470-4ccb-88c2-66a51f3a0161 HTTP/1.1" status: 204 len: 168 time: 1.9026992 Feb 04 13:37:50.531826 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50412) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:50.558468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08958d50-7b53-49d0-87c6-e08da3c85466 req-0d0f0587-1b34-49ca-8650-18e4d38dce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:50.560371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08958d50-7b53-49d0-87c6-e08da3c85466 req-0d0f0587-1b34-49ca-8650-18e4d38dce47 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9b76c752-312e-4ac7-97d7-4f401a121b43 HTTP/1.1" status: 200 len: 914 time: 0.7805898 Feb 04 13:37:50.650149 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08958d50-7b53-49d0-87c6-e08da3c85466 req-8ba4905a-bef6-4646-84cd-15d5b487ef38 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cba535-f0f0-4425-8692-03b93512a0f2 HTTP/1.1" status: 200 len: 217 time: 0.0819128 Feb 04 13:37:50.729090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c156be4e-47e5-4df9-a5b6-ac1f509c7a29 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:50.730178 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-3b9097ee-365f-4fe9-b540-6915ed4bf81f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks [] for port (8aa8d1c5-756c-4bd4-92b5-c082b00741ec), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:50.730848 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c156be4e-47e5-4df9-a5b6-ac1f509c7a29 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1908255 Feb 04 13:37:50.738786 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50416) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:50.750506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7af593-431a-4901-b2b3-a8786ed3989a req-a144f6f0-45be-49ab-8fd6-b5dbca96fcfe tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:50.755200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af7af593-431a-4901-b2b3-a8786ed3989a req-a144f6f0-45be-49ab-8fd6-b5dbca96fcfe tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 943 time: 0.3901303 Feb 04 13:37:50.824887 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08958d50-7b53-49d0-87c6-e08da3c85466 req-d51ad1bf-13db-4b3f-b590-97028130487a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:50.827812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08958d50-7b53-49d0-87c6-e08da3c85466 req-d51ad1bf-13db-4b3f-b590-97028130487a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=17d78447-bcef-4d7f-9596-7ffb293b03df HTTP/1.1" status: 200 len: 853 time: 0.1578228 Feb 04 13:37:50.854413 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port 52345430-5470-4ced-8adf-5480cdaadc46 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:50.854884 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (52345430-5470-4ced-8adf-5480cdaadc46), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:50.924094 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08958d50-7b53-49d0-87c6-e08da3c85466 req-2085b701-ff54-4641-a495-7032a5a0420b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9b76c752-312e-4ac7-97d7-4f401a121b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766666 Feb 04 13:37:50.937342 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af7af593-431a-4901-b2b3-a8786ed3989a req-9eed39de-6bdf-4a29-a7e0-e33f15da2b71 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632929 Feb 04 13:37:50.979598 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (9cdff768-f58f-4877-a40f-7fbddb0efe06), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:50.983078 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be680a7-c40d-4ef0-b1cc-f727da666a94 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:37:51.004852 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Publish callbacks [] for port (9be680a7-c40d-4ef0-b1cc-f727da666a94), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:51.022769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] For port 52345430-5470-4ced-8adf-5480cdaadc46, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=52345430-5470-4ced-8adf-5480cdaadc46,segment=NetworkSegment(aab6ef46-d2ad-49ca-b734-22b230a4e69f),segment_id=aab6ef46-d2ad-49ca-b734-22b230a4e69f)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:51.023167 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-3b9097ee-365f-4fe9-b540-6915ed4bf81f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8aa8d1c5-756c-4bd4-92b5-c082b00741ec), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:51.023331 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (52345430-5470-4ced-8adf-5480cdaadc46), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:51.070385 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for 52345430-5470-4ced-8adf-5480cdaadc46 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:51.075496 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Transition to ACTIVE for port object 9be680a7-c40d-4ef0-b1cc-f727da666a94 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:37:51.088018 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (9be680a7-c40d-4ef0-b1cc-f727da666a94), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:51.117003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-3b9097ee-365f-4fe9-b540-6915ed4bf81f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Network b0669989-386d-4b88-b2e3-53fa8014a5af is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:51.131532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9097ee-365f-4fe9-b540-6915ed4bf81f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event updated for resources: {'Port': ['ID=8aa8d1c5-756c-4bd4-92b5-c082b00741ec,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:51.137365 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-3b9097ee-365f-4fe9-b540-6915ed4bf81f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:51.144659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-3b9097ee-365f-4fe9-b540-6915ed4bf81f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:51.240270 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-3b9097ee-365f-4fe9-b540-6915ed4bf81f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:51.240989 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-3b9097ee-365f-4fe9-b540-6915ed4bf81f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:51.260202 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08958d50-7b53-49d0-87c6-e08da3c85466 req-65d296ed-0b86-4ad6-a73f-8f16228ea8d1 service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211715 Feb 04 13:37:51.290067 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-3b9097ee-365f-4fe9-b540-6915ed4bf81f tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0121367 Feb 04 13:37:51.346088 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-d25aeb69-8957-4ab1-8bd7-d9bdeb24af58 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Request body: {'port': {'device_id': '7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c', 'network_id': '4f2f2233-6270-4f0e-9206-466f3a2e6777', 'admin_state_up': True, 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:51.385121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Pushing event updated for resources: {'Port': ['ID=9be680a7-c40d-4ef0-b1cc-f727da666a94,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:51.694526 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Deleting port 2ae29e20-1f92-41db-80be-2eb4563f0d4a {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:51.695306 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2ae29e20-1f92-41db-80be-2eb4563f0d4a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:51.698080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26719b-731c-4c9e-8453-50cdb170e24d req-cec13895-86cc-4a39-aea2-64765b413d97 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:51.711776 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f26719b-731c-4c9e-8453-50cdb170e24d req-cec13895-86cc-4a39-aea2-64765b413d97 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/ports?device_id=55fa6ac3-0014-4a34-8d42-b9e38a3b22e5 HTTP/1.1" status: 200 len: 943 time: 0.5932908 Feb 04 13:37:51.726132 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (52345430-5470-4ced-8adf-5480cdaadc46), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:51.823700 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=52345430-5470-4ced-8adf-5480cdaadc46,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:51.826327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No DVR routers for this DVR port 52345430-5470-4ced-8adf-5480cdaadc46 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:37:51.849586 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Attempting to bind port 9be680a7-c40d-4ef0-b1cc-f727da666a94 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:37:51.849942 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Attempting to bind port 9be680a7-c40d-4ef0-b1cc-f727da666a94 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '46768ea3-e7f0-40a9-bfc1-b0cfad8491e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '1062f263-1050-49a8-b829-fa5331d3317b'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:37:51.850392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Attempting to bind port 9be680a7-c40d-4ef0-b1cc-f727da666a94 on network 1062f263-1050-49a8-b829-fa5331d3317b {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:37:51.899402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Port 9be680a7-c40d-4ef0-b1cc-f727da666a94 on network 1062f263-1050-49a8-b829-fa5331d3317b not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:37:51.899744 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Attempting to bind port 9be680a7-c40d-4ef0-b1cc-f727da666a94 on network 1062f263-1050-49a8-b829-fa5331d3317b {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:37:51.920241 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08958d50-7b53-49d0-87c6-e08da3c85466 req-1cfaa710-b56a-4afa-a2cf-28bde7ded0a9 service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6531994 Feb 04 13:37:51.974704 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 52345430-5470-4ced-8adf-5480cdaadc46 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:37:51.996682 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:37:51.997080 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Checking segment: {'id': '46768ea3-e7f0-40a9-bfc1-b0cfad8491e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '1062f263-1050-49a8-b829-fa5331d3317b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:51.997841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Bound using segment: {'id': '46768ea3-e7f0-40a9-bfc1-b0cfad8491e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '1062f263-1050-49a8-b829-fa5331d3317b'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:37:51.998624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Bound port: 9be680a7-c40d-4ef0-b1cc-f727da666a94, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46768ea3-e7f0-40a9-bfc1-b0cfad8491e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '1062f263-1050-49a8-b829-fa5331d3317b'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:37:51.999233 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9be680a7-c40d-4ef0-b1cc-f727da666a94), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.029785 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f26719b-731c-4c9e-8453-50cdb170e24d req-135f73df-cce0-4e15-8cf6-28cf3edcfda1 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/security-groups?id=78aefa80-8397-41c6-8e9a-6be25c5c74d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861855 Feb 04 13:37:52.032442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-d25aeb69-8957-4ab1-8bd7-d9bdeb24af58 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Made reservation on behalf of 171cccc1a4bf4bf9a016458d43c59628 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:52.033276 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 52345430-5470-4ced-8adf-5480cdaadc46 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:37:52.033813 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 52345430-5470-4ced-8adf-5480cdaadc46 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 13:37:52.038563 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-d25aeb69-8957-4ab1-8bd7-d9bdeb24af58 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.066505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Port 52345430-5470-4ced-8adf-5480cdaadc46 not found, will not notify nova. {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 13:37:52.067515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2ae29e20-1f92-41db-80be-2eb4563f0d4a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:37:52.113240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] For port 2ae29e20-1f92-41db-80be-2eb4563f0d4a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2ae29e20-1f92-41db-80be-2eb4563f0d4a,segment=NetworkSegment(0b64c1c1-ab7d-4bfc-953b-d4a4d4f67ce4),segment_id=0b64c1c1-ab7d-4bfc-953b-d4a4d4f67ce4)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:52.113831 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2ae29e20-1f92-41db-80be-2eb4563f0d4a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.163652 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (28f6de6c-d639-4ab9-b134-41ef97dd5a63), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.210457 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Calling delete_port for 2ae29e20-1f92-41db-80be-2eb4563f0d4a owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:52.221427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7df28ee2-4266-4bdb-a652-18f11cce58fa None None] Provisioning complete for port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:52.221892 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7df28ee2-4266-4bdb-a652-18f11cce58fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8aa8d1c5-756c-4bd4-92b5-c082b00741ec), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.271697 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7df28ee2-4266-4bdb-a652-18f11cce58fa None None] Port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:37:52.274541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1832c4a8-7c85-4bdc-9498-7ca254559f1d None None] Network 9cdff768-f58f-4877-a40f-7fbddb0efe06 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:52.295046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-d25aeb69-8957-4ab1-8bd7-d9bdeb24af58 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Allocated IP 19.86.0.118 (4f2f2233-6270-4f0e-9206-466f3a2e6777/ea29ef93-fe91-43aa-a06c-8c489f00f802/d16fa43c-248c-43f5-a85c-965c6508377f) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:52.317554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f6de6c-d639-4ab9-b134-41ef97dd5a63']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:52.363417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab6ef46-d2ad-49ca-b734-22b230a4e69f') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:52.363856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2ae29e20-1f92-41db-80be-2eb4563f0d4a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:52.364761 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2ae29e20-1f92-41db-80be-2eb4563f0d4a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.365564 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab6ef46-d2ad-49ca-b734-22b230a4e69f') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:52.449783 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (aab6ef46-d2ad-49ca-b734-22b230a4e69f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.478152 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] For port 9be680a7-c40d-4ef0-b1cc-f727da666a94, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:37:52.489122 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce875a0-f4a3-45bc-ae2b-6236e298bfa0 None None] Network 28f6de6c-d639-4ab9-b134-41ef97dd5a63 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:52.490778 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-549b7ce4-be3a-40e1-b410-e91a8329f12a req-a9bc16e9-c360-47d0-b6e0-83fbacc0defe tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.1045434 Feb 04 13:37:52.494377 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (aab6ef46-d2ad-49ca-b734-22b230a4e69f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.530494 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:52.531575 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (aab6ef46-d2ad-49ca-b734-22b230a4e69f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:52.537578 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:52.614347 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-d25aeb69-8957-4ab1-8bd7-d9bdeb24af58 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks [] for port (d16fa43c-248c-43f5-a85c-965c6508377f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.677112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6ceb8fd4-ed16-4ae0-8bb5-7d97913008ab None None] Provisioning complete for port 2ae29e20-1f92-41db-80be-2eb4563f0d4a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:52.677793 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8fd4-ed16-4ae0-8bb5-7d97913008ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2ae29e20-1f92-41db-80be-2eb4563f0d4a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.685382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (28f6de6c-d639-4ab9-b134-41ef97dd5a63), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.701720 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] For port 9be680a7-c40d-4ef0-b1cc-f727da666a94, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9be680a7-c40d-4ef0-b1cc-f727da666a94,segment=NetworkSegment(46768ea3-e7f0-40a9-bfc1-b0cfad8491e3),segment_id=46768ea3-e7f0-40a9-bfc1-b0cfad8491e3)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:37:52.716005 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-d25aeb69-8957-4ab1-8bd7-d9bdeb24af58 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d16fa43c-248c-43f5-a85c-965c6508377f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.716646 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.728086 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/networks/28f6de6c-d639-4ab9-b134-41ef97dd5a63 HTTP/1.1" status: 204 len: 168 time: 3.3435984 Feb 04 13:37:52.729134 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50428) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:52.731359 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2ae29e20-1f92-41db-80be-2eb4563f0d4a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.749233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb8fd4-ed16-4ae0-8bb5-7d97913008ab None None] Port 2ae29e20-1f92-41db-80be-2eb4563f0d4a was deleted so its status cannot be updated. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 04 13:37:52.753105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2ae29e20-1f92-41db-80be-2eb4563f0d4a is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:52.754008 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2ae29e20-1f92-41db-80be-2eb4563f0d4a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.764232 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-432887f7-6fe6-4189-8eac-7da698089b5c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-727272695'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:52.803164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a8800-d2af-4375-afb2-2481d057d676 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Network': ['ID=28f6de6c-d639-4ab9-b134-41ef97dd5a63,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:52.818648 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (9be680a7-c40d-4ef0-b1cc-f727da666a94), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.821493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-d25aeb69-8957-4ab1-8bd7-d9bdeb24af58 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Network 4f2f2233-6270-4f0e-9206-466f3a2e6777 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:52.831702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-d25aeb69-8957-4ab1-8bd7-d9bdeb24af58 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:52.833760 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event deleted for resources: {'Port': ['ID=2ae29e20-1f92-41db-80be-2eb4563f0d4a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:52.840569 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-d25aeb69-8957-4ab1-8bd7-d9bdeb24af58 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:52.850192 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25aeb69-8957-4ab1-8bd7-d9bdeb24af58 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event updated for resources: {'Port': ['ID=d16fa43c-248c-43f5-a85c-965c6508377f,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:52.863897 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] No DVR routers for this DVR port 2ae29e20-1f92-41db-80be-2eb4563f0d4a on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:37:52.877379 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432887f7-6fe6-4189-8eac-7da698089b5c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:52.879961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5564b0a1-4f97-4dc0-b04f-9f59ea7c1412 None None] DHCP port deletion for 28f6de6c-d639-4ab9-b134-41ef97dd5a63 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:37:52.886032 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-432887f7-6fe6-4189-8eac-7da698089b5c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.899571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90466a13-2827-4f4e-9036-2d304b03947f req-35b7e429-1f8a-412c-881f-a051620ecf17 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:52.901430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90466a13-2827-4f4e-9036-2d304b03947f req-35b7e429-1f8a-412c-881f-a051620ecf17 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 932 time: 0.2626917 Feb 04 13:37:52.902996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8204ce41-e5d2-41df-b87c-1a37e43bd6bf None None] DHCP port deletion for 9cdff768-f58f-4877-a40f-7fbddb0efe06 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:37:52.921416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-99872593-3c51-4573-94b8-8412110b3f7a None None] Could not find standard attr ID for object 52345430-5470-4ced-8adf-5480cdaadc46. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:37:52.953866 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:52.955639 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.957843 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] 10.222.0.99 "PUT /v2.0/ports/9be680a7-c40d-4ef0-b1cc-f727da666a94 HTTP/1.1" status: 200 len: 1092 time: 3.9565997 Feb 04 13:37:52.988436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fa6ac3-0014-4a34-8d42-b9e38a3b22e5', 'tag': '9be680a7-c40d-4ef0-b1cc-f727da666a94'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:37:52.992947 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cb53c2-a756-436c-a8cc-d247496f75e9" -d '{"events": [{"name": "network-changed", "server_uuid": "55fa6ac3-0014-4a34-8d42-b9e38a3b22e5", "tag": "9be680a7-c40d-4ef0-b1cc-f727da666a94"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:37:53.016925 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-d25aeb69-8957-4ab1-8bd7-d9bdeb24af58 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:53.018235 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-d25aeb69-8957-4ab1-8bd7-d9bdeb24af58 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:53.069129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432887f7-6fe6-4189-8eac-7da698089b5c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:37:53.082062 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90466a13-2827-4f4e-9036-2d304b03947f req-b38f8db7-e315-4d14-ac55-507789637e0e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546061 Feb 04 13:37:53.101658 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-d25aeb69-8957-4ab1-8bd7-d9bdeb24af58 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7975986 Feb 04 13:37:53.116871 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Request body: {'port': {'device_id': '7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:53.121170 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-432887f7-6fe6-4189-8eac-7da698089b5c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (651d4e1e-19f0-4735-a9f5-c2ccb0063aea), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:53.122200 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-432887f7-6fe6-4189-8eac-7da698089b5c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Added segment 651d4e1e-19f0-4735-a9f5-c2ccb0063aea of type vlan for network de97f049-8d95-4fb4-835c-5d4985c1b929 Feb 04 13:37:53.147502 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (9cdff768-f58f-4877-a40f-7fbddb0efe06), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:53.150397 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4851e09-8006-4b87-aa89-f2c10166d423 service neutron] Pushing event updated for resources: {'Port': ['ID=9be680a7-c40d-4ef0-b1cc-f727da666a94,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:53.206471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdff768-f58f-4877-a40f-7fbddb0efe06']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:53.222826 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b64c1c1-ab7d-4bfc-953b-d4a4d4f67ce4') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:53.223137 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b64c1c1-ab7d-4bfc-953b-d4a4d4f67ce4') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:53.225113 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-432887f7-6fe6-4189-8eac-7da698089b5c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (de97f049-8d95-4fb4-835c-5d4985c1b929), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:53.237047 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-8a62d2b1-44ca-43a8-b260-50bda939e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:53.238698 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-8a62d2b1-44ca-43a8-b260-50bda939e616 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=734d26f04f7a438aaf776ab90ed0b533&device_id=55fa6ac3-0014-4a34-8d42-b9e38a3b22e5 HTTP/1.1" status: 200 len: 1126 time: 0.2017324 Feb 04 13:37:53.240947 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (0b64c1c1-ab7d-4bfc-953b-d4a4d4f67ce4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:53.252972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1628c7-3626-4fc1-a1e0-7b91dc4c5f10 None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:37:53.295218 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-1300b30b-3a30-4967-8bc6-2f0e6c8b279d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9be680a7-c40d-4ef0-b1cc-f727da666a94 HTTP/1.1" status: 200 len: 217 time: 0.0465708 Feb 04 13:37:53.296426 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0b64c1c1-ab7d-4bfc-953b-d4a4d4f67ce4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:53.309288 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-432887f7-6fe6-4189-8eac-7da698089b5c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (de97f049-8d95-4fb4-835c-5d4985c1b929), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:53.315156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432887f7-6fe6-4189-8eac-7da698089b5c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:53.315797 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-432887f7-6fe6-4189-8eac-7da698089b5c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:53.323141 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:53.323870 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (0b64c1c1-ab7d-4bfc-953b-d4a4d4f67ce4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:53.327609 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:53.388104 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8aa8d1c5-756c-4bd4-92b5-c082b00741ec), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:53.412540 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-432887f7-6fe6-4189-8eac-7da698089b5c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6821060 Feb 04 13:37:53.417211 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50436) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:53.417633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432887f7-6fe6-4189-8eac-7da698089b5c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Network': ['ID=de97f049-8d95-4fb4-835c-5d4985c1b929,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:53.430237 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d8749d0d-c153-4c73-994a-f86ab5ef887d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'subnet': {'network_id': 'de97f049-8d95-4fb4-835c-5d4985c1b929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:53.478306 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network de97f049-8d95-4fb4-835c-5d4985c1b929 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:37:53.598953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b4f10feb-45b6-442a-8a16-57233dc2fe12 None None] Provisioning complete for port d16fa43c-248c-43f5-a85c-965c6508377f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:53.599803 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b4f10feb-45b6-442a-8a16-57233dc2fe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d16fa43c-248c-43f5-a85c-965c6508377f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:53.696573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 52345430-5470-4ced-8adf-5480cdaadc46 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:37:53.709838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1628c7-3626-4fc1-a1e0-7b91dc4c5f10 None None] Resources bound (agent type, host, resource id): {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:37:53.712941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-d24a270b-6ae7-40f7-b43e-137ba200ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:53.717946 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-d24a270b-6ae7-40f7-b43e-137ba200ff74 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6be58a73-086f-4fa4-b76d-fe1cc5b426d4 HTTP/1.1" status: 200 len: 849 time: 0.4076984 Feb 04 13:37:53.723578 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (9cdff768-f58f-4877-a40f-7fbddb0efe06), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:53.738033 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:53.747436 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "DELETE /v2.0/networks/9cdff768-f58f-4877-a40f-7fbddb0efe06 HTTP/1.1" status: 204 len: 168 time: 3.0062611 Feb 04 13:37:53.754337 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50442) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:53.756541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 52345430-5470-4ced-8adf-5480cdaadc46 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:37:53.757100 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 52345430-5470-4ced-8adf-5480cdaadc46 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:37:53.757789 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2ae29e20-1f92-41db-80be-2eb4563f0d4a no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:37:53.808773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 2ae29e20-1f92-41db-80be-2eb4563f0d4a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:37:53.809315 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2ae29e20-1f92-41db-80be-2eb4563f0d4a not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:37:53.816498 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8749d0d-c153-4c73-994a-f86ab5ef887d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:53.817467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b4f10feb-45b6-442a-8a16-57233dc2fe12 None None] Port d16fa43c-248c-43f5-a85c-965c6508377f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:37:53.822840 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8749d0d-c153-4c73-994a-f86ab5ef887d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:53.886494 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3748076-bf59-4fd4-8e24-52b9805487fc tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event deleted for resources: {'Network': ['ID=9cdff768-f58f-4877-a40f-7fbddb0efe06,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:53.910579 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-0c9573d4-7a01-4474-9021-404932a928c9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1062f263-1050-49a8-b829-fa5331d3317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1616087 Feb 04 13:37:53.981479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951fa75-7717-4b72-a073-89c0170e02d0 req-cb2e1c0b-7514-406a-ae6f-a8839edbffe6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:53.987419 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6951fa75-7717-4b72-a073-89c0170e02d0 req-cb2e1c0b-7514-406a-ae6f-a8839edbffe6 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 943 time: 0.2926531 Feb 04 13:37:53.998226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17584e-6a40-41b2-8606-3d5df1851e7d req-85720146-441e-4940-9a48-24965f5eac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:53.999897 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b17584e-6a40-41b2-8606-3d5df1851e7d req-85720146-441e-4940-9a48-24965f5eac23 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1b3cf201de5741e68b3a523ba7663c2a&device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 1129 time: 0.3072548 Feb 04 13:37:54.096960 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (60affd81-2b5a-47d6-962c-6907de4561e8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:54.189307 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6951fa75-7717-4b72-a073-89c0170e02d0 req-c3a0d7dc-6d96-4d5e-bb90-44a67c1a3eae tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851907 Feb 04 13:37:54.290765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17584e-6a40-41b2-8606-3d5df1851e7d req-62d7a6ef-4e1c-4384-8494-9c337d599955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:54.292934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b17584e-6a40-41b2-8606-3d5df1851e7d req-62d7a6ef-4e1c-4384-8494-9c337d599955 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 HTTP/1.1" status: 200 len: 920 time: 0.2741222 Feb 04 13:37:54.316709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa8d1c5-756c-4bd4-92b5-c082b00741ec {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:37:54.379014 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Publish callbacks [] for port (8aa8d1c5-756c-4bd4-92b5-c082b00741ec), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:54.388357 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b17584e-6a40-41b2-8606-3d5df1851e7d req-a2e688b4-d541-4d1a-b7c7-64d969eec0a4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a13df85-0e8e-48cf-86f0-e69b20fee8d3 HTTP/1.1" status: 200 len: 217 time: 0.0867994 Feb 04 13:37:54.461340 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Transition to ACTIVE for port object 8aa8d1c5-756c-4bd4-92b5-c082b00741ec will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:37:54.499695 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (8aa8d1c5-756c-4bd4-92b5-c082b00741ec), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:54.512214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 43cba535-f0f0-4425-8692-03b93512a0f2 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:37:54.612189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17584e-6a40-41b2-8606-3d5df1851e7d req-525c95eb-4d95-43ec-abfa-e607d4b4af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:54.613986 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b17584e-6a40-41b2-8606-3d5df1851e7d req-525c95eb-4d95-43ec-abfa-e607d4b4af72 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=218fe4a2-bfd8-4afd-b187-fe7cab9a038e HTTP/1.1" status: 200 len: 859 time: 0.2076926 Feb 04 13:37:54.659496 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac95ca-d9e9-4ece-a3fb-e9f06d86db63 req-d7656ac3-ea9a-4c91-bc03-9ca785a99d2f tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:54.662298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ac95ca-d9e9-4ece-a3fb-e9f06d86db63 req-d7656ac3-ea9a-4c91-bc03-9ca785a99d2f tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/ports?device_id=55fa6ac3-0014-4a34-8d42-b9e38a3b22e5 HTTP/1.1" status: 200 len: 943 time: 0.2800202 Feb 04 13:37:54.685559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa8d1c5-756c-4bd4-92b5-c082b00741ec,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:54.698603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b17584e-6a40-41b2-8606-3d5df1851e7d req-3d178576-39e2-4814-8eeb-e8f5568b2dcf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774512 Feb 04 13:37:54.759872 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdb1c9b-eeb0-405d-b7f2-a17317255866 x-openstack-request-id: req-2cdb1c9b-eeb0-405d-b7f2-a17317255866 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:37:54.760846 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fa6ac3-0014-4a34-8d42-b9e38a3b22e5", "tag": "9be680a7-c40d-4ef0-b1cc-f727da666a94", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:37:54.760846 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2cdb1c9b-eeb0-405d-b7f2-a17317255866 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:37:54.760846 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fa6ac3-0014-4a34-8d42-b9e38a3b22e5', 'tag': '9be680a7-c40d-4ef0-b1cc-f727da666a94', 'status': 'completed', 'code': 200} Feb 04 13:37:54.793047 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-d9d6a815-036a-4dff-ab61-b2714c9292db service neutron] 10.222.0.99 "GET /v2.0/networks/1062f263-1050-49a8-b829-fa5331d3317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8450530 Feb 04 13:37:54.840250 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 43cba535-f0f0-4425-8692-03b93512a0f2, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=43cba535-f0f0-4425-8692-03b93512a0f2,segment=NetworkSegment(d16d3540-ee57-4b22-abec-ff8cee081073),segment_id=d16d3540-ee57-4b22-abec-ff8cee081073)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:54.986762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ac95ca-d9e9-4ece-a3fb-e9f06d86db63 req-9573d72b-27f0-4e25-a6ca-e0bbc5ed8709 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/security-groups?id=78aefa80-8397-41c6-8e9a-6be25c5c74d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967114 Feb 04 13:37:55.089047 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8749d0d-c153-4c73-994a-f86ab5ef887d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (e101d8fd-801e-4f70-893c-26a3ce18bfdf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:55.096672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Attempting to bind port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:37:55.097401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Attempting to bind port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'c02aac83-0f22-4467-bf72-158353ab81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b0669989-386d-4b88-b2e3-53fa8014a5af'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:37:55.098076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Attempting to bind port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec on network b0669989-386d-4b88-b2e3-53fa8014a5af {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:37:55.101784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '43cba535-f0f0-4425-8692-03b93512a0f2', 'network_id': '9b76c752-312e-4ac7-97d7-4f401a121b43', 'port_id': '43cba535-f0f0-4425-8692-03b93512a0f2', 'mac_address': 'fa:16:3e:cc:0c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d78447-bcef-4d7f-9596-7ffb293b03df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:37:55.124226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec on network b0669989-386d-4b88-b2e3-53fa8014a5af not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:37:55.124226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Attempting to bind port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec on network b0669989-386d-4b88-b2e3-53fa8014a5af {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:37:55.133296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b17584e-6a40-41b2-8606-3d5df1851e7d req-4aefaf3c-61b5-4def-b646-4b6d2c01bfd2 service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161217 Feb 04 13:37:55.137313 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:37:55.137768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Checking segment: {'id': 'c02aac83-0f22-4467-bf72-158353ab81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b0669989-386d-4b88-b2e3-53fa8014a5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:55.138395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Bound using segment: {'id': 'c02aac83-0f22-4467-bf72-158353ab81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b0669989-386d-4b88-b2e3-53fa8014a5af'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:37:55.139906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Bound port: 8aa8d1c5-756c-4bd4-92b5-c082b00741ec, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02aac83-0f22-4467-bf72-158353ab81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b0669989-386d-4b88-b2e3-53fa8014a5af'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:37:55.140355 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8aa8d1c5-756c-4bd4-92b5-c082b00741ec), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:55.164415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8749d0d-c153-4c73-994a-f86ab5ef887d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Subnet': ['ID=e101d8fd-801e-4f70-893c-26a3ce18bfdf,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:55.169145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Deleting port b59fe0cd-fb33-4c0d-a00b-6309c4204a6f {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:55.169521 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b59fe0cd-fb33-4c0d-a00b-6309c4204a6f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:55.186677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 43cba535-f0f0-4425-8692-03b93512a0f2 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:55.187742 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:55.209794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cba535-f0f0-4425-8692-03b93512a0f2 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:37:55.245367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 43cba535-f0f0-4425-8692-03b93512a0f2, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=43cba535-f0f0-4425-8692-03b93512a0f2,segment=NetworkSegment(d16d3540-ee57-4b22-abec-ff8cee081073),segment_id=d16d3540-ee57-4b22-abec-ff8cee081073)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:55.255088 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:55.255438 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9fe842a0-0ef2-4477-8b17-4b44dcf6a6ba req-9401587b-9f8c-4557-b853-3378430539a7 service neutron] 10.222.0.99 "GET /v2.0/networks/1062f263-1050-49a8-b829-fa5331d3317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450450 Feb 04 13:37:55.316564 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] For port b59fe0cd-fb33-4c0d-a00b-6309c4204a6f, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b59fe0cd-fb33-4c0d-a00b-6309c4204a6f,segment=NetworkSegment(3a48d664-8328-4235-910e-36dcbaabcc96),segment_id=3a48d664-8328-4235-910e-36dcbaabcc96)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:55.316880 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b59fe0cd-fb33-4c0d-a00b-6309c4204a6f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:55.354541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=43cba535-f0f0-4425-8692-03b93512a0f2,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:55.361083 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8749d0d-c153-4c73-994a-f86ab5ef887d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Checking segment: {'id': '651d4e1e-19f0-4735-a9f5-c2ccb0063aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de97f049-8d95-4fb4-835c-5d4985c1b929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:55.362232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8749d0d-c153-4c73-994a-f86ab5ef887d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network hostable DHCP agents. Network: de97f049-8d95-4fb4-835c-5d4985c1b929, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:37:55.366673 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Calling delete_port for b59fe0cd-fb33-4c0d-a00b-6309c4204a6f owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:55.383023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08bc53-d07d-4314-893b-0cb30246f7da req-c06562a3-e63b-4403-90c1-518617c2fa92 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:55.384945 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb08bc53-d07d-4314-893b-0cb30246f7da req-c06562a3-e63b-4403-90c1-518617c2fa92 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.2228475 Feb 04 13:37:55.406087 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] For port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:37:55.417705 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b17584e-6a40-41b2-8606-3d5df1851e7d req-7095b4b2-601c-45e7-8739-24e650e3c8bd service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735496 Feb 04 13:37:55.435427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] For port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8aa8d1c5-756c-4bd4-92b5-c082b00741ec,segment=NetworkSegment(c02aac83-0f22-4467-bf72-158353ab81af),segment_id=c02aac83-0f22-4467-bf72-158353ab81af)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:37:55.446550 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (8aa8d1c5-756c-4bd4-92b5-c082b00741ec), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:55.513422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8749d0d-c153-4c73-994a-f86ab5ef887d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network de97f049-8d95-4fb4-835c-5d4985c1b929 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:37:55.520134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb53c2-a756-436c-a8cc-d247496f75e9 req-76d8ca4c-7b06-449f-82e7-d6e0419ca010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:55.523124 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a1cb53c2-a756-436c-a8cc-d247496f75e9 req-76d8ca4c-7b06-449f-82e7-d6e0419ca010 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=734d26f04f7a438aaf776ab90ed0b533&device_id=55fa6ac3-0014-4a34-8d42-b9e38a3b22e5 HTTP/1.1" status: 200 len: 1126 time: 0.1833181 Feb 04 13:37:55.545116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d8749d0d-c153-4c73-994a-f86ab5ef887d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, de97f049-8d95-4fb4-835c-5d4985c1b929) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:55.559852 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6da04a-cb32-4b1e-a746-828f28da65f1 None None] Network de97f049-8d95-4fb4-835c-5d4985c1b929 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:55.565257 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8749d0d-c153-4c73-994a-f86ab5ef887d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:55.565871 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8749d0d-c153-4c73-994a-f86ab5ef887d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:55.649090 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d8749d0d-c153-4c73-994a-f86ab5ef887d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2267635 Feb 04 13:37:55.654420 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50454) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:55.660593 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0b88adc2-bcf3-4635-bcf3-0165199cd51d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'network_id': 'de97f049-8d95-4fb4-835c-5d4985c1b929', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1528212265'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:55.672784 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b59fe0cd-fb33-4c0d-a00b-6309c4204a6f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:55.762785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event deleted for resources: {'Port': ['ID=b59fe0cd-fb33-4c0d-a00b-6309c4204a6f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:55.770551 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-de97f049-8d95-4fb4-835c-5d4985c1b929', 'network_id': 'de97f049-8d95-4fb4-835c-5d4985c1b929', 'project_id': '9a89efb2ede2439f9a77f732dab8c114', 'fixed_ips': [{'subnet_id': 'e101d8fd-801e-4f70-893c-26a3ce18bfdf'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:37:55.772022 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:55.787215 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] No DVR routers for this DVR port b59fe0cd-fb33-4c0d-a00b-6309c4204a6f on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:37:55.843085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb53c2-a756-436c-a8cc-d247496f75e9 req-37e5e2a9-0455-46c3-837e-2bd010a9425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:55.845730 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a1cb53c2-a756-436c-a8cc-d247496f75e9 req-37e5e2a9-0455-46c3-837e-2bd010a9425c service neutron] 10.222.0.99 "GET /v2.0/networks?id=1062f263-1050-49a8-b829-fa5331d3317b HTTP/1.1" status: 200 len: 910 time: 0.2715228 Feb 04 13:37:55.917060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:55.917060 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:55.918725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] 10.222.0.99 "PUT /v2.0/ports/8aa8d1c5-756c-4bd4-92b5-c082b00741ec HTTP/1.1" status: 200 len: 1093 time: 2.8096094 Feb 04 13:37:55.928349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb08bc53-d07d-4314-893b-0cb30246f7da req-93479c71-e745-4613-96e8-4f52cafb2f4f tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281019 Feb 04 13:37:55.933151 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c', 'tag': '8aa8d1c5-756c-4bd4-92b5-c082b00741ec'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:37:55.935454 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb84995-007f-45b2-aeb8-c82f647ef497" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c", "tag": "8aa8d1c5-756c-4bd4-92b5-c082b00741ec"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:37:55.965384 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Request body: {'port': {'device_id': '7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:55.988663 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a1cb53c2-a756-436c-a8cc-d247496f75e9 req-f32c8f62-6225-4ed7-9a56-ae274d4d6480 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9be680a7-c40d-4ef0-b1cc-f727da666a94 HTTP/1.1" status: 200 len: 217 time: 0.1223986 Feb 04 13:37:56.011313 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (60affd81-2b5a-47d6-962c-6907de4561e8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.046607 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad768e-9f5f-413b-b646-3e6bb4ce6b41 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa8d1c5-756c-4bd4-92b5-c082b00741ec,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:56.053864 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['43cba535-f0f0-4425-8692-03b93512a0f2'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:37:56.082727 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60affd81-2b5a-47d6-962c-6907de4561e8']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:56.106281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Allocated IP 172.20.0.2 (de97f049-8d95-4fb4-835c-5d4985c1b929/e101d8fd-801e-4f70-893c-26a3ce18bfdf/8ea3c2d7-7ac1-4998-9252-04ac571f4b84) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:56.144963 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-181e3ac1-e972-4bc4-9b7c-51506a9b72dc req-30174c49-7fb0-4afa-bed8-65e82705e3da tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.0477467 Feb 04 13:37:56.148832 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d16fa43c-248c-43f5-a85c-965c6508377f), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.158670 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b88adc2-bcf3-4635-bcf3-0165199cd51d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:56.161641 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b88adc2-bcf3-4635-bcf3-0165199cd51d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.166308 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb53c2-a756-436c-a8cc-d247496f75e9 req-eb189611-5f39-4fc1-86a5-0c1498093404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:56.168194 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a1cb53c2-a756-436c-a8cc-d247496f75e9 req-eb189611-5f39-4fc1-86a5-0c1498093404 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6be58a73-086f-4fa4-b76d-fe1cc5b426d4 HTTP/1.1" status: 200 len: 849 time: 0.0782418 Feb 04 13:37:56.178876 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a48d664-8328-4235-910e-36dcbaabcc96') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:56.179231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a48d664-8328-4235-910e-36dcbaabcc96') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:56.213947 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a1cb53c2-a756-436c-a8cc-d247496f75e9 req-e2b9c508-414a-4271-8bed-2a1a665de189 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1062f263-1050-49a8-b829-fa5331d3317b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324693 Feb 04 13:37:56.231734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-a1cb53c2-a756-436c-a8cc-d247496f75e9 req-fa52bd30-ebc6-430b-8f19-fc2dca061ccd service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:37:56.246066 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a1cb53c2-a756-436c-a8cc-d247496f75e9 req-fa52bd30-ebc6-430b-8f19-fc2dca061ccd service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072293 Feb 04 13:37:56.370564 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a1cb53c2-a756-436c-a8cc-d247496f75e9 req-7e9bc029-86a6-4bb5-b28d-fa6fdf3268f9 service neutron] 10.222.0.99 "GET /v2.0/networks/1062f263-1050-49a8-b829-fa5331d3317b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232450 Feb 04 13:37:56.379559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-0b88adc2-bcf3-4635-bcf3-0165199cd51d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] device_id is not set on port f6c60875-4f56-4875-be69-3d2e904dfa8e yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:37:56.433251 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (3a48d664-8328-4235-910e-36dcbaabcc96), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.459158 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3a48d664-8328-4235-910e-36dcbaabcc96), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.465287 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Publish callbacks [] for port (8ea3c2d7-7ac1-4998-9252-04ac571f4b84), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.476418 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (8ea3c2d7-7ac1-4998-9252-04ac571f4b84), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.493711 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:56.494152 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (3a48d664-8328-4235-910e-36dcbaabcc96), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:56.530168 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:56.543382 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Network de97f049-8d95-4fb4-835c-5d4985c1b929 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:56.551779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:56.557214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:56.570545 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Pushing event updated for resources: {'Port': ['ID=8ea3c2d7-7ac1-4998-9252-04ac571f4b84,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:56.574440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220f93b-cf47-4ec2-9e6f-013dfb3e522e req-c5afb3d7-8309-4678-9653-a488fc690d0b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:56.594969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220f93b-cf47-4ec2-9e6f-013dfb3e522e req-c5afb3d7-8309-4678-9653-a488fc690d0b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:56.598080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4220f93b-cf47-4ec2-9e6f-013dfb3e522e req-c5afb3d7-8309-4678-9653-a488fc690d0b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 1667 time: 0.1851399 Feb 04 13:37:56.653959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Attempting to bind port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:37:56.655217 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Attempting to bind port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '651d4e1e-19f0-4735-a9f5-c2ccb0063aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de97f049-8d95-4fb4-835c-5d4985c1b929'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:37:56.656087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Attempting to bind port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 on network de97f049-8d95-4fb4-835c-5d4985c1b929 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:37:56.665985 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:37:56.666407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Checking segment: {'id': '651d4e1e-19f0-4735-a9f5-c2ccb0063aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de97f049-8d95-4fb4-835c-5d4985c1b929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:56.666838 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.667445 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Bound using segment: {'id': '651d4e1e-19f0-4735-a9f5-c2ccb0063aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de97f049-8d95-4fb4-835c-5d4985c1b929'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:37:56.668359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Bound port: 8ea3c2d7-7ac1-4998-9252-04ac571f4b84, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651d4e1e-19f0-4735-a9f5-c2ccb0063aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de97f049-8d95-4fb4-835c-5d4985c1b929'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:37:56.669890 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8ea3c2d7-7ac1-4998-9252-04ac571f4b84), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.702806 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (60affd81-2b5a-47d6-962c-6907de4561e8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.719283 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.727342 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "DELETE /v2.0/networks/60affd81-2b5a-47d6-962c-6907de4561e8 HTTP/1.1" status: 204 len: 168 time: 2.9668241 Feb 04 13:37:56.728459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50460) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:56.791733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] For port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:37:56.797345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] For port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8ea3c2d7-7ac1-4998-9252-04ac571f4b84,segment=NetworkSegment(651d4e1e-19f0-4735-a9f5-c2ccb0063aea),segment_id=651d4e1e-19f0-4735-a9f5-c2ccb0063aea)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:37:56.809982 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8ea3c2d7-7ac1-4998-9252-04ac571f4b84), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.823773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4220f93b-cf47-4ec2-9e6f-013dfb3e522e req-3f791c17-05ea-4d5b-b29f-3473e7c93490 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044339 Feb 04 13:37:56.837330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16fa43c-248c-43f5-a85c-965c6508377f {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:37:56.853918 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c91492-1eac-4f04-873c-fffd453664e2 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event deleted for resources: {'Network': ['ID=60affd81-2b5a-47d6-962c-6907de4561e8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:56.869974 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a1cb53c2-a756-436c-a8cc-d247496f75e9 req-501cf0f7-2574-4f82-8f25-b7151d9717b2 service neutron] 10.222.0.99 "GET /v2.0/networks/1062f263-1050-49a8-b829-fa5331d3317b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009812 Feb 04 13:37:56.870077 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Publish callbacks [] for port (d16fa43c-248c-43f5-a85c-965c6508377f), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.888854 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21556a4d-aa78-4e09-a812-85c59dd54248 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (41a7f875-4440-4e02-afe1-a951e694dbc3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.908542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-0b88adc2-bcf3-4635-bcf3-0165199cd51d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Allocated IP 172.20.0.13 (de97f049-8d95-4fb4-835c-5d4985c1b929/e101d8fd-801e-4f70-893c-26a3ce18bfdf/f6c60875-4f56-4875-be69-3d2e904dfa8e) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:56.937046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Transition to ACTIVE for port object d16fa43c-248c-43f5-a85c-965c6508377f will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:37:56.941660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de15c47-1ef4-4558-b469-9d715b4c6ddf None None] Pushing event updated for resources: {'Port': ['ID=8ea3c2d7-7ac1-4998-9252-04ac571f4b84,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:56.943873 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (d16fa43c-248c-43f5-a85c-965c6508377f), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.095468 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21556a4d-aa78-4e09-a812-85c59dd54248 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (41a7f875-4440-4e02-afe1-a951e694dbc3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.141933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-21556a4d-aa78-4e09-a812-85c59dd54248 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a7f875-4440-4e02-afe1-a951e694dbc3']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:57.162055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Pushing event updated for resources: {'Port': ['ID=d16fa43c-248c-43f5-a85c-965c6508377f,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:57.165611 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-21556a4d-aa78-4e09-a812-85c59dd54248 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a08c6c-1cfd-4024-bf52-e8fe87b92cb7') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:57.166040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-21556a4d-aa78-4e09-a812-85c59dd54248 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a08c6c-1cfd-4024-bf52-e8fe87b92cb7') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:57.187918 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21556a4d-aa78-4e09-a812-85c59dd54248 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (11a08c6c-1cfd-4024-bf52-e8fe87b92cb7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.222888 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21556a4d-aa78-4e09-a812-85c59dd54248 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (11a08c6c-1cfd-4024-bf52-e8fe87b92cb7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.237637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f656e-3100-478b-bc3e-777d187c5cd2 req-ca2ee73e-4eda-4ff5-91a4-5231ec9c1be3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:57.241474 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b88adc2-bcf3-4635-bcf3-0165199cd51d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (f6c60875-4f56-4875-be69-3d2e904dfa8e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.244463 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21556a4d-aa78-4e09-a812-85c59dd54248 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:57.244916 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21556a4d-aa78-4e09-a812-85c59dd54248 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (11a08c6c-1cfd-4024-bf52-e8fe87b92cb7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.245675 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de2f656e-3100-478b-bc3e-777d187c5cd2 req-ca2ee73e-4eda-4ff5-91a4-5231ec9c1be3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 944 time: 0.2699533 Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:57.253399 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:57.317901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Attempting to bind port d16fa43c-248c-43f5-a85c-965c6508377f on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:37:57.319357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Attempting to bind port d16fa43c-248c-43f5-a85c-965c6508377f by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'bd5829f7-860a-4b14-9a82-ea230c4065d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4f2f2233-6270-4f0e-9206-466f3a2e6777'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:37:57.319897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Attempting to bind port d16fa43c-248c-43f5-a85c-965c6508377f on network 4f2f2233-6270-4f0e-9206-466f3a2e6777 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:37:57.344262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Port d16fa43c-248c-43f5-a85c-965c6508377f on network 4f2f2233-6270-4f0e-9206-466f3a2e6777 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:37:57.344985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Attempting to bind port d16fa43c-248c-43f5-a85c-965c6508377f on network 4f2f2233-6270-4f0e-9206-466f3a2e6777 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:37:57.369702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:37:57.370287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Checking segment: {'id': 'bd5829f7-860a-4b14-9a82-ea230c4065d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4f2f2233-6270-4f0e-9206-466f3a2e6777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:37:57.371147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Bound using segment: {'id': 'bd5829f7-860a-4b14-9a82-ea230c4065d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4f2f2233-6270-4f0e-9206-466f3a2e6777'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:37:57.372771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Bound port: d16fa43c-248c-43f5-a85c-965c6508377f, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5829f7-860a-4b14-9a82-ea230c4065d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4f2f2233-6270-4f0e-9206-466f3a2e6777'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:37:57.376471 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d16fa43c-248c-43f5-a85c-965c6508377f), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.413997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de2f656e-3100-478b-bc3e-777d187c5cd2 req-3b0d2755-d195-4966-be48-eeb45b618e13 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653953 Feb 04 13:37:57.425834 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21556a4d-aa78-4e09-a812-85c59dd54248 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (41a7f875-4440-4e02-afe1-a951e694dbc3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.466219 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21556a4d-aa78-4e09-a812-85c59dd54248 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.470737 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-21556a4d-aa78-4e09-a812-85c59dd54248 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "DELETE /v2.0/networks/41a7f875-4440-4e02-afe1-a951e694dbc3 HTTP/1.1" status: 204 len: 168 time: 0.7299023 Feb 04 13:37:57.504577 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50466) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:57.539924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21556a4d-aa78-4e09-a812-85c59dd54248 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event deleted for resources: {'Network': ['ID=41a7f875-4440-4e02-afe1-a951e694dbc3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:57.578155 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa1ec57-b92f-4f51-accd-0ba42285aea7 x-openstack-request-id: req-9fa1ec57-b92f-4f51-accd-0ba42285aea7 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:37:57.578547 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c", "tag": "8aa8d1c5-756c-4bd4-92b5-c082b00741ec", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:37:57.579394 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9fa1ec57-b92f-4f51-accd-0ba42285aea7 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:37:57.580250 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c', 'tag': '8aa8d1c5-756c-4bd4-92b5-c082b00741ec', 'status': 'completed', 'code': 200} Feb 04 13:37:57.586947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] For port d16fa43c-248c-43f5-a85c-965c6508377f, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:37:57.598987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] For port d16fa43c-248c-43f5-a85c-965c6508377f, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d16fa43c-248c-43f5-a85c-965c6508377f,segment=NetworkSegment(bd5829f7-860a-4b14-9a82-ea230c4065d4),segment_id=bd5829f7-860a-4b14-9a82-ea230c4065d4)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:37:57.611972 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (d16fa43c-248c-43f5-a85c-965c6508377f), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.644662 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b88adc2-bcf3-4635-bcf3-0165199cd51d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f6c60875-4f56-4875-be69-3d2e904dfa8e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.681031 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:57.681595 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.683215 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] 10.222.0.99 "PUT /v2.0/ports/d16fa43c-248c-43f5-a85c-965c6508377f HTTP/1.1" status: 200 len: 1093 time: 1.7267888 Feb 04 13:37:57.735862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:37:57.760467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c607ddf-a867-4a92-9fa0-4db52b661a97 service neutron] Pushing event updated for resources: {'Port': ['ID=d16fa43c-248c-43f5-a85c-965c6508377f,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:57.765147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88adc2-bcf3-4635-bcf3-0165199cd51d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=f6c60875-4f56-4875-be69-3d2e904dfa8e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:57.780959 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b88adc2-bcf3-4635-bcf3-0165199cd51d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network de97f049-8d95-4fb4-835c-5d4985c1b929 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:57.783099 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef79ff-dcc9-4d3e-af2e-38e04ffbec96 req-620f6641-c6af-4fa9-a4bd-a40cfb785f20 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:57.784899 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9eef79ff-dcc9-4d3e-af2e-38e04ffbec96 req-620f6641-c6af-4fa9-a4bd-a40cfb785f20 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/ports?device_id=55fa6ac3-0014-4a34-8d42-b9e38a3b22e5 HTTP/1.1" status: 200 len: 943 time: 0.1311376 Feb 04 13:37:57.789141 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-0b88adc2-bcf3-4635-bcf3-0165199cd51d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:57.793028 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b88adc2-bcf3-4635-bcf3-0165199cd51d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:37:57.806917 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5455237f-9cba-424d-8bc0-ecb3a00c1418 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (461322c8-447b-4dec-9aee-a93a90333b41), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.855006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:57.855391 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8ea3c2d7-7ac1-4998-9252-04ac571f4b84), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.859280 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb84995-007f-45b2-aeb8-c82f647ef497 req-11e023d7-fe71-4dd9-9587-33de4d15deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:57.859841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb84995-007f-45b2-aeb8-c82f647ef497 req-11e023d7-fe71-4dd9-9587-33de4d15deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:57.862416 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fcb84995-007f-45b2-aeb8-c82f647ef497 req-11e023d7-fe71-4dd9-9587-33de4d15deb4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=171cccc1a4bf4bf9a016458d43c59628&device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 2002 time: 0.2898898 Feb 04 13:37:57.879655 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9eef79ff-dcc9-4d3e-af2e-38e04ffbec96 req-488050ec-2cde-4062-b830-4d9e66788ee7 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/security-groups?id=78aefa80-8397-41c6-8e9a-6be25c5c74d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768340 Feb 04 13:37:57.986069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b88adc2-bcf3-4635-bcf3-0165199cd51d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:57.987118 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b88adc2-bcf3-4635-bcf3-0165199cd51d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.022927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:58.023285 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8ea3c2d7-7ac1-4998-9252-04ac571f4b84), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.048937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58474381-d129-412c-a6d1-9897557811b2 req-36f28c19-8f97-4534-99eb-695ec489ee7d tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:58.056400 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58474381-d129-412c-a6d1-9897557811b2 req-36f28c19-8f97-4534-99eb-695ec489ee7d tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.0804372 Feb 04 13:37:58.080515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8ea3c2d7-7ac1-4998-9252-04ac571f4b84,segment=NetworkSegment(651d4e1e-19f0-4735-a9f5-c2ccb0063aea),segment_id=651d4e1e-19f0-4735-a9f5-c2ccb0063aea)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:58.086950 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8ea3c2d7-7ac1-4998-9252-04ac571f4b84), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.130038 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58474381-d129-412c-a6d1-9897557811b2 req-b773da04-dbfe-4a8f-b38b-b6e8ddec08d2 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711517 Feb 04 13:37:58.156240 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5455237f-9cba-424d-8bc0-ecb3a00c1418 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (461322c8-447b-4dec-9aee-a93a90333b41), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.186725 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0b88adc2-bcf3-4635-bcf3-0165199cd51d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.5309882 Feb 04 13:37:58.190274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50470) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:58.194665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=8ea3c2d7-7ac1-4998-9252-04ac571f4b84,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:58.225108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5455237f-9cba-424d-8bc0-ecb3a00c1418 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461322c8-447b-4dec-9aee-a93a90333b41']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:58.248063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5455237f-9cba-424d-8bc0-ecb3a00c1418 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fd0164-daae-4760-bb1d-1064f9343922') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:58.248314 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5455237f-9cba-424d-8bc0-ecb3a00c1418 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fd0164-daae-4760-bb1d-1064f9343922') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:58.263892 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5455237f-9cba-424d-8bc0-ecb3a00c1418 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (75fd0164-daae-4760-bb1d-1064f9343922), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.267048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb84995-007f-45b2-aeb8-c82f647ef497 req-b1b55658-c472-4a8a-91b0-f70f2668143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:58.267565 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb84995-007f-45b2-aeb8-c82f647ef497 req-b1b55658-c472-4a8a-91b0-f70f2668143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:58.268414 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb84995-007f-45b2-aeb8-c82f647ef497 req-b1b55658-c472-4a8a-91b0-f70f2668143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:58.270268 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fcb84995-007f-45b2-aeb8-c82f647ef497 req-b1b55658-c472-4a8a-91b0-f70f2668143c service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=171cccc1a4bf4bf9a016458d43c59628&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3660276 Feb 04 13:37:58.304391 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a55fedf8-0ed0-493f-8e24-464f9573d496 req-4376d952-debc-46bc-a735-57b19ad703da tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.0479329 Feb 04 13:37:58.311102 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5455237f-9cba-424d-8bc0-ecb3a00c1418 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (75fd0164-daae-4760-bb1d-1064f9343922), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.357601 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5455237f-9cba-424d-8bc0-ecb3a00c1418 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:58.358911 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5455237f-9cba-424d-8bc0-ecb3a00c1418 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (75fd0164-daae-4760-bb1d-1064f9343922), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:58.363509 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:58.398319 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-5bbeef4c-b3ad-418b-979d-9b688ec60b45 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port f6c60875-4f56-4875-be69-3d2e904dfa8e {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:58.398907 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5bbeef4c-b3ad-418b-979d-9b688ec60b45 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f6c60875-4f56-4875-be69-3d2e904dfa8e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.461748 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5455237f-9cba-424d-8bc0-ecb3a00c1418 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (461322c8-447b-4dec-9aee-a93a90333b41), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.473598 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5455237f-9cba-424d-8bc0-ecb3a00c1418 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.477692 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5455237f-9cba-424d-8bc0-ecb3a00c1418 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] 10.222.0.96 "DELETE /v2.0/networks/461322c8-447b-4dec-9aee-a93a90333b41 HTTP/1.1" status: 204 len: 168 time: 0.9595804 Feb 04 13:37:58.504377 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455237f-9cba-424d-8bc0-ecb3a00c1418 tempest-BulkNetworkOpsIpV6Test-636305509 tempest-BulkNetworkOpsIpV6Test-636305509-project] Pushing event deleted for resources: {'Network': ['ID=461322c8-447b-4dec-9aee-a93a90333b41,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:58.509602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb84995-007f-45b2-aeb8-c82f647ef497 req-80a0c5fb-dbd9-47be-bf4e-cc102065e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:58.511666 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fcb84995-007f-45b2-aeb8-c82f647ef497 req-80a0c5fb-dbd9-47be-bf4e-cc102065e5bd service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2317708 Feb 04 13:37:58.543712 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 43cba535-f0f0-4425-8692-03b93512a0f2 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:37:58.644104 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 43cba535-f0f0-4425-8692-03b93512a0f2 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:37:58.649668 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 43cba535-f0f0-4425-8692-03b93512a0f2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:58.650370 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.699761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090de89-b5c8-4dd2-956b-20222dfe6ae4 req-70cb50c2-6f42-4848-82e7-67760a991dc3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:58.713158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090de89-b5c8-4dd2-956b-20222dfe6ae4 req-70cb50c2-6f42-4848-82e7-67760a991dc3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:58.718468 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-3b6ce597-1c59-4e00-a6cc-a9ce4fb282cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:58.719112 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-3b6ce597-1c59-4e00-a6cc-a9ce4fb282cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:58.721847 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1090de89-b5c8-4dd2-956b-20222dfe6ae4 req-70cb50c2-6f42-4848-82e7-67760a991dc3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 1679 time: 0.2914548 Feb 04 13:37:58.734186 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-3b6ce597-1c59-4e00-a6cc-a9ce4fb282cc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=171cccc1a4bf4bf9a016458d43c59628&device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 2045 time: 0.1571891 Feb 04 13:37:58.777113 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5bbeef4c-b3ad-418b-979d-9b688ec60b45 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f6c60875-4f56-4875-be69-3d2e904dfa8e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.802691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f1777e-0216-4116-b6e6-83e25443a0b0 None None] Network de97f049-8d95-4fb4-835c-5d4985c1b929 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:58.804734 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-bb152b4d-ce8b-4b9e-ae1d-a5a73f69d30c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.166&port_id=8aa8d1c5-756c-4bd4-92b5-c082b00741ec HTTP/1.1" status: 200 len: 217 time: 0.0584834 Feb 04 13:37:58.823554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-5bbeef4c-b3ad-418b-979d-9b688ec60b45 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for f6c60875-4f56-4875-be69-3d2e904dfa8e owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:58.873996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 43cba535-f0f0-4425-8692-03b93512a0f2 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:58.874418 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.885561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-ac9a4108-0cdf-4adb-a6a9-71d5eb1692c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:58.888869 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-ac9a4108-0cdf-4adb-a6a9-71d5eb1692c5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b41b4d85-d963-4bb0-8afb-76610e459fa9 HTTP/1.1" status: 200 len: 801 time: 0.0762179 Feb 04 13:37:58.937427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 43cba535-f0f0-4425-8692-03b93512a0f2, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=43cba535-f0f0-4425-8692-03b93512a0f2,segment=NetworkSegment(d16d3540-ee57-4b22-abec-ff8cee081073),segment_id=d16d3540-ee57-4b22-abec-ff8cee081073)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:58.942393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2c63fc-1112-4a14-91a7-0f840d5e16bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cba535-f0f0-4425-8692-03b93512a0f2'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:37:58.945134 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d1b94e-b1e0-4b41-9a27-a4d716624700" -d '{"events": [{"server_uuid": "7d2c63fc-1112-4a14-91a7-0f840d5e16bb", "name": "network-vif-plugged", "status": "completed", "tag": "43cba535-f0f0-4425-8692-03b93512a0f2"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:37:58.955095 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.965468 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1090de89-b5c8-4dd2-956b-20222dfe6ae4 req-c0af5863-73b6-42ba-880b-633dfb68ff17 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286754 Feb 04 13:37:58.996953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-926b5d1b-0f26-4c62-9373-fb10eedb3f54 None None] Provisioning complete for port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:58.997334 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-926b5d1b-0f26-4c62-9373-fb10eedb3f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8ea3c2d7-7ac1-4998-9252-04ac571f4b84), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.009227 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-4e0bd367-6e9d-4e5b-b398-1931934c688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:59.015333 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-4e0bd367-6e9d-4e5b-b398-1931934c688f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b0669989-386d-4b88-b2e3-53fa8014a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1167996 Feb 04 13:37:59.062976 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50482) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:59.087538 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=43cba535-f0f0-4425-8692-03b93512a0f2,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:59.182033 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5bbeef4c-b3ad-418b-979d-9b688ec60b45 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f6c60875-4f56-4875-be69-3d2e904dfa8e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.209208 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-156a6900-16ce-4e43-908d-a3312854e076 service neutron] 10.222.0.99 "GET /v2.0/networks/b0669989-386d-4b88-b2e3-53fa8014a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890440 Feb 04 13:37:59.214859 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-926b5d1b-0f26-4c62-9373-fb10eedb3f54 None None] Current status of the port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:59.229752 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4eb87e-4adc-460f-9827-d64a559009cd req-6a5988cf-d39e-4f92-9052-a1ba2b971c63 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:59.232486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6b4eb87e-4adc-460f-9827-d64a559009cd req-6a5988cf-d39e-4f92-9052-a1ba2b971c63 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 945 time: 0.1256871 Feb 04 13:37:59.233680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbeef4c-b3ad-418b-979d-9b688ec60b45 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=f6c60875-4f56-4875-be69-3d2e904dfa8e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:59.369884 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5bbeef4c-b3ad-418b-979d-9b688ec60b45 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.377930 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5bbeef4c-b3ad-418b-979d-9b688ec60b45 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/f6c60875-4f56-4875-be69-3d2e904dfa8e HTTP/1.1" status: 204 len: 168 time: 1.1843252 Feb 04 13:37:59.378219 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50490) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:59.383214 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6b4eb87e-4adc-460f-9827-d64a559009cd req-67388381-4545-406f-a307-f299cf143cec tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128218 Feb 04 13:37:59.406586 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5ad97ca8-eee9-4b86-858b-bb6d8c12caab service neutron] 10.222.0.99 "GET /v2.0/networks/b0669989-386d-4b88-b2e3-53fa8014a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902692 Feb 04 13:37:59.469206 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65465bd-b6c5-467c-9be6-a4f301eca39e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] GET failed (client error): The resource could not be found. Feb 04 13:37:59.476813 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50492) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:59.477273 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d65465bd-b6c5-467c-9be6-a4f301eca39e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/f6c60875-4f56-4875-be69-3d2e904dfa8e HTTP/1.1" status: 404 len: 333 time: 0.0975718 Feb 04 13:37:59.587516 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:37:59.589045 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-2f164f21-a3bd-4e50-8c4d-b507eb0395e2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.118&port_id=d16fa43c-248c-43f5-a85c-965c6508377f HTTP/1.1" status: 200 len: 217 time: 0.1489050 Feb 04 13:37:59.592707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c', 'tag': 'd16fa43c-248c-43f5-a85c-965c6508377f'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:37:59.596948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-50bf3e02-6d8d-4da6-bdf5-77abebb2515a None None] Provisioning complete for port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:59.597531 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50bf3e02-6d8d-4da6-bdf5-77abebb2515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8ea3c2d7-7ac1-4998-9252-04ac571f4b84), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.599658 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d093f7-5791-41d8-a678-d2e154b9bffb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c", "tag": "d16fa43c-248c-43f5-a85c-965c6508377f"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:37:59.645425 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec7800e-ff27-4eda-9413-8fa01256ef78 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting subnet e101d8fd-801e-4f70-893c-26a3ce18bfdf {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:37:59.656170 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ec7800e-ff27-4eda-9413-8fa01256ef78 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (e101d8fd-801e-4f70-893c-26a3ce18bfdf), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.679605 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cdb3f529-f012-4c1c-b3f1-fc7307446bef admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=74cc581a19a54bd8b763b9665de813ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6160173 Feb 04 13:37:59.682940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50496) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:59.763041 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ec7800e-ff27-4eda-9413-8fa01256ef78 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (e101d8fd-801e-4f70-893c-26a3ce18bfdf), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.768817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-8f124fe2-bb8e-4719-ba23-8bbaa5645165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:59.771900 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-8f124fe2-bb8e-4719-ba23-8bbaa5645165 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ea29ef93-fe91-43aa-a06c-8c489f00f802 HTTP/1.1" status: 200 len: 801 time: 0.1731844 Feb 04 13:37:59.780175 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890799a-0c89-4355-b2fb-dd60c8fd2f1e req-92c72b6e-920a-45ce-a577-6eac8d5d8278 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:59.792333 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3890799a-0c89-4355-b2fb-dd60c8fd2f1e req-92c72b6e-920a-45ce-a577-6eac8d5d8278 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/ports?device_id=55fa6ac3-0014-4a34-8d42-b9e38a3b22e5 HTTP/1.1" status: 200 len: 943 time: 0.2255483 Feb 04 13:37:59.805538 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-50bf3e02-6d8d-4da6-bdf5-77abebb2515a None None] Current status of the port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:59.815714 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-50bf3e02-6d8d-4da6-bdf5-77abebb2515a None None] Could not find standard attr ID for object f6c60875-4f56-4875-be69-3d2e904dfa8e. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:37:59.824027 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:59.824402 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8ea3c2d7-7ac1-4998-9252-04ac571f4b84), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.873556 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26770439-7516-4905-8497-fba0f2a62197 admin admin] Publish callbacks [] for security_group (fe9ec065-a5d9-4987-af6c-9b0a468e8998), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.913542 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26770439-7516-4905-8497-fba0f2a62197 admin admin] Publish callbacks [] for security_group (fe9ec065-a5d9-4987-af6c-9b0a468e8998), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.956390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:37:59.958754 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9a9d7d2e-47ce-4595-b615-c2392e5f0fde None None] Could not find standard attr ID for object f6c60875-4f56-4875-be69-3d2e904dfa8e. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:37:59.991389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3890799a-0c89-4355-b2fb-dd60c8fd2f1e req-9045edc4-1ead-4555-a23c-d3441d323026 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/security-groups?id=78aefa80-8397-41c6-8e9a-6be25c5c74d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977401 Feb 04 13:37:59.993651 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-674f08f3-9136-40c2-89d5-9a545c90b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:59.997152 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-674f08f3-9136-40c2-89d5-9a545c90b998 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4f2f2233-6270-4f0e-9206-466f3a2e6777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2168024 Feb 04 13:38:00.031992 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ec7800e-ff27-4eda-9413-8fa01256ef78 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (e101d8fd-801e-4f70-893c-26a3ce18bfdf), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.057288 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf2fa4b-cdf0-42b5-8865-f2d169f58787 x-openstack-request-id: req-dcf2fa4b-cdf0-42b5-8865-f2d169f58787 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:38:00.057861 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2c63fc-1112-4a14-91a7-0f840d5e16bb", "name": "network-vif-plugged", "status": "completed", "tag": "43cba535-f0f0-4425-8692-03b93512a0f2", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:38:00.058305 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dcf2fa4b-cdf0-42b5-8865-f2d169f58787 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:38:00.059346 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2c63fc-1112-4a14-91a7-0f840d5e16bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cba535-f0f0-4425-8692-03b93512a0f2', 'code': 200} Feb 04 13:38:00.151764 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ec7800e-ff27-4eda-9413-8fa01256ef78 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (e101d8fd-801e-4f70-893c-26a3ce18bfdf), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.206626 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-b942d463-7b6d-41b0-b607-1a1fdaa31d35 service neutron] 10.222.0.99 "GET /v2.0/networks/4f2f2233-6270-4f0e-9206-466f3a2e6777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018235 Feb 04 13:38:00.208694 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26770439-7516-4905-8497-fba0f2a62197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fe9ec065-a5d9-4987-af6c-9b0a468e8998), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.214396 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26770439-7516-4905-8497-fba0f2a62197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.216570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7800e-ff27-4eda-9413-8fa01256ef78 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Subnet': ['ID=e101d8fd-801e-4f70-893c-26a3ce18bfdf,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:00.216896 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-26770439-7516-4905-8497-fba0f2a62197 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fe9ec065-a5d9-4987-af6c-9b0a468e8998 HTTP/1.1" status: 204 len: 168 time: 0.5329144 Feb 04 13:38:00.274731 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ec7800e-ff27-4eda-9413-8fa01256ef78 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.281583 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2ec7800e-ff27-4eda-9413-8fa01256ef78 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/e101d8fd-801e-4f70-893c-26a3ce18bfdf HTTP/1.1" status: 204 len: 168 time: 0.8025155 Feb 04 13:38:00.282801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50502) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:00.290516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26770439-7516-4905-8497-fba0f2a62197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9ec065-a5d9-4987-af6c-9b0a468e8998,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:00.372807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d58d61-49eb-4d65-90a5-381edbf1bf94 None None] Network de97f049-8d95-4fb4-835c-5d4985c1b929 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:00.459020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608de056-f265-4a4b-a88b-aec508abc34c req-a036bd91-9614-450b-ab82-ae2b173f09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:00.461719 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-608de056-f265-4a4b-a88b-aec508abc34c req-a036bd91-9614-450b-ab82-ae2b173f09f7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 1128 time: 0.2592554 Feb 04 13:38:00.480258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f20d61-3d60-4814-897f-e8b2c101340b req-6e1d2677-9678-4edc-88fe-3b920bfcc120 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:00.485859 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-00151a4d-c20b-45ef-9d98-69ac45e5e87e req-5e9b943a-c337-4e7c-85c9-b2ee3a1102e0 service neutron] 10.222.0.99 "GET /v2.0/networks/4f2f2233-6270-4f0e-9206-466f3a2e6777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668555 Feb 04 13:38:00.493909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69f20d61-3d60-4814-897f-e8b2c101340b req-6e1d2677-9678-4edc-88fe-3b920bfcc120 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.3659434 Feb 04 13:38:00.535644 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (de97f049-8d95-4fb4-835c-5d4985c1b929), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.550464 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9be680a7-c40d-4ef0-b1cc-f727da666a94 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:38:00.650597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3c63c8-5025-4452-9221-845ef6a67a9c None None] DHCP port deletion for de97f049-8d95-4fb4-835c-5d4985c1b929 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:38:00.671859 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-608de056-f265-4a4b-a88b-aec508abc34c req-79b219bf-29ab-4071-b1be-a9f3c02bced2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643353 Feb 04 13:38:00.675725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69f20d61-3d60-4814-897f-e8b2c101340b req-82176ce3-b8b3-4208-a090-231e7bfc0d74 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805787 Feb 04 13:38:00.728606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:00.729269 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8ea3c2d7-7ac1-4998-9252-04ac571f4b84), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.749141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9be680a7-c40d-4ef0-b1cc-f727da666a94, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9be680a7-c40d-4ef0-b1cc-f727da666a94,segment=NetworkSegment(46768ea3-e7f0-40a9-bfc1-b0cfad8491e3),segment_id=46768ea3-e7f0-40a9-bfc1-b0cfad8491e3)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:00.767304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '9be680a7-c40d-4ef0-b1cc-f727da666a94', 'network_id': '1062f263-1050-49a8-b829-fa5331d3317b', 'port_id': '9be680a7-c40d-4ef0-b1cc-f727da666a94', 'mac_address': 'fa:16:3e:f4:01:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be58a73-086f-4fa4-b76d-fe1cc5b426d4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:38:00.778296 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c63c8-5025-4452-9221-845ef6a67a9c None None] Deleting port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:00.778676 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c3c63c8-5025-4452-9221-845ef6a67a9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8ea3c2d7-7ac1-4998-9252-04ac571f4b84), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.831118 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d08f7fd-9657-4569-a634-f01c50efc39e req-38466f71-af87-4052-8a4a-62685b67063c tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.0433910 Feb 04 13:38:00.853606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] For port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8ea3c2d7-7ac1-4998-9252-04ac571f4b84,segment=NetworkSegment(651d4e1e-19f0-4735-a9f5-c2ccb0063aea),segment_id=651d4e1e-19f0-4735-a9f5-c2ccb0063aea)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:00.853824 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8ea3c2d7-7ac1-4998-9252-04ac571f4b84), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.873034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9be680a7-c40d-4ef0-b1cc-f727da666a94 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:00.873524 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9be680a7-c40d-4ef0-b1cc-f727da666a94), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.878740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:00.902488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9c3c63c8-5025-4452-9221-845ef6a67a9c None None] For port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8ea3c2d7-7ac1-4998-9252-04ac571f4b84,segment=NetworkSegment(651d4e1e-19f0-4735-a9f5-c2ccb0063aea),segment_id=651d4e1e-19f0-4735-a9f5-c2ccb0063aea)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:00.903489 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c3c63c8-5025-4452-9221-845ef6a67a9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8ea3c2d7-7ac1-4998-9252-04ac571f4b84), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.919185 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be680a7-c40d-4ef0-b1cc-f727da666a94 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:38:00.945826 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9be680a7-c40d-4ef0-b1cc-f727da666a94, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9be680a7-c40d-4ef0-b1cc-f727da666a94,segment=NetworkSegment(46768ea3-e7f0-40a9-bfc1-b0cfad8491e3),segment_id=46768ea3-e7f0-40a9-bfc1-b0cfad8491e3)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:00.949617 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b25db7-895e-4707-ba67-6239bfe97e0e x-openstack-request-id: req-c7b25db7-895e-4707-ba67-6239bfe97e0e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:38:00.949950 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c", "tag": "d16fa43c-248c-43f5-a85c-965c6508377f", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:38:00.950245 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c7b25db7-895e-4707-ba67-6239bfe97e0e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:38:00.950678 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c', 'tag': 'd16fa43c-248c-43f5-a85c-965c6508377f', 'status': 'completed', 'code': 200} Feb 04 13:38:00.955691 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9be680a7-c40d-4ef0-b1cc-f727da666a94), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.960498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c63c8-5025-4452-9221-845ef6a67a9c None None] Calling delete_port for 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:01.087518 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8ea3c2d7-7ac1-4998-9252-04ac571f4b84), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:01.102771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9be680a7-c40d-4ef0-b1cc-f727da666a94,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:01.130663 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=8ea3c2d7-7ac1-4998-9252-04ac571f4b84,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:01.143090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa498b28-5853-499f-a768-e732e82f41dd req-5d45b14e-5b26-4d57-9db2-cbf5cd02ea1e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:01.149935 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa498b28-5853-499f-a768-e732e82f41dd req-5d45b14e-5b26-4d57-9db2-cbf5cd02ea1e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:01.156701 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c3c63c8-5025-4452-9221-845ef6a67a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (8ea3c2d7-7ac1-4998-9252-04ac571f4b84), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:01.157791 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa498b28-5853-499f-a768-e732e82f41dd req-5d45b14e-5b26-4d57-9db2-cbf5cd02ea1e tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 1679 time: 0.1718998 Feb 04 13:38:01.171859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No DVR routers for this DVR port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:38:01.187494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c63c8-5025-4452-9221-845ef6a67a9c None None] Pushing event deleted for resources: {'Port': ['ID=8ea3c2d7-7ac1-4998-9252-04ac571f4b84,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:01.192000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d093f7-5791-41d8-a678-d2e154b9bffb req-7a7f9700-8dcc-44a3-a0f8-73c223434ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:01.192487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d093f7-5791-41d8-a678-d2e154b9bffb req-7a7f9700-8dcc-44a3-a0f8-73c223434ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:01.194135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10d093f7-5791-41d8-a678-d2e154b9bffb req-7a7f9700-8dcc-44a3-a0f8-73c223434ba2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=171cccc1a4bf4bf9a016458d43c59628&device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 2045 time: 0.1739268 Feb 04 13:38:01.200006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3c63c8-5025-4452-9221-845ef6a67a9c None None] No DVR routers for this DVR port 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:38:01.360501 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa498b28-5853-499f-a768-e732e82f41dd req-8b34b0de-ab69-409a-b4ad-f624f3848e55 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016475 Feb 04 13:38:01.362629 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (de97f049-8d95-4fb4-835c-5d4985c1b929), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:01.396733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de97f049-8d95-4fb4-835c-5d4985c1b929']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:01.419587 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651d4e1e-19f0-4735-a9f5-c2ccb0063aea') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:01.419997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651d4e1e-19f0-4735-a9f5-c2ccb0063aea') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:01.445299 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (651d4e1e-19f0-4735-a9f5-c2ccb0063aea), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:01.458130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d093f7-5791-41d8-a678-d2e154b9bffb req-39a09ce0-d935-471e-b8f7-99a0c65449df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:01.459648 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10d093f7-5791-41d8-a678-d2e154b9bffb req-39a09ce0-d935-471e-b8f7-99a0c65449df service neutron] 10.222.0.99 "GET /v2.0/networks?id=4f2f2233-6270-4f0e-9206-466f3a2e6777 HTTP/1.1" status: 200 len: 901 time: 0.2330301 Feb 04 13:38:01.477294 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (651d4e1e-19f0-4735-a9f5-c2ccb0063aea), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:01.491924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:38:01.521622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:38:01.521990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8ea3c2d7-7ac1-4998-9252-04ac571f4b84 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:38:01.574954 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:38:01.575335 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (651d4e1e-19f0-4735-a9f5-c2ccb0063aea), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:38:01.579669 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:38:01.591316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10d093f7-5791-41d8-a678-d2e154b9bffb req-155e6caf-0cd4-4edc-893a-8a92768e78a5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.118&port_id=d16fa43c-248c-43f5-a85c-965c6508377f HTTP/1.1" status: 200 len: 217 time: 0.1170185 Feb 04 13:38:01.597688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['9be680a7-c40d-4ef0-b1cc-f727da666a94'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:38:01.671596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50526) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:01.732325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f1880-d3c4-48e1-af55-e0e397205765 req-c29e08d5-c103-4d17-8624-557cdfa78ad7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:01.738818 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe3f1880-d3c4-48e1-af55-e0e397205765 req-c29e08d5-c103-4d17-8624-557cdfa78ad7 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 945 time: 0.2629881 Feb 04 13:38:01.739573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (de97f049-8d95-4fb4-835c-5d4985c1b929), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:01.747329 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:01.756318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50532) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:01.756751 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/networks/de97f049-8d95-4fb4-835c-5d4985c1b929 HTTP/1.1" status: 204 len: 168 time: 1.4697149 Feb 04 13:38:01.764615 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d093f7-5791-41d8-a678-d2e154b9bffb req-69603a6b-7aa1-4cd5-b3a8-74359704ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:01.768032 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10d093f7-5791-41d8-a678-d2e154b9bffb req-69603a6b-7aa1-4cd5-b3a8-74359704ea2a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ea29ef93-fe91-43aa-a06c-8c489f00f802 HTTP/1.1" status: 200 len: 801 time: 0.1447401 Feb 04 13:38:01.768446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-39c3cad2-7fa0-43b6-8f94-11ef0ac46e12 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'name': 'tempest-PortsTestJSON-2136576780'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:01.825090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7287b-af71-4342-8f60-f5fbdf393ce7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Network': ['ID=de97f049-8d95-4fb4-835c-5d4985c1b929,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:01.880310 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Request body: {'networks': [{'name': 'tempest-network--912203491'}, {'name': 'tempest-network--927897480'}]} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:01.880628 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Request body: {'network': {'name': 'tempest-network--912203491'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:01.881101 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Request body: {'network': {'name': 'tempest-network--927897480'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:01.888813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe3f1880-d3c4-48e1-af55-e0e397205765 req-0f471bb3-17e8-4cf0-b059-daf824a9c8fe tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301162 Feb 04 13:38:01.899305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d093f7-5791-41d8-a678-d2e154b9bffb req-bea98e7c-6db3-4ab4-86a6-e586d1c0c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:01.901909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10d093f7-5791-41d8-a678-d2e154b9bffb req-bea98e7c-6db3-4ab4-86a6-e586d1c0c78d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4f2f2233-6270-4f0e-9206-466f3a2e6777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1130035 Feb 04 13:38:01.941945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Made reservation on behalf of ab519e0643f64dcb80e5e797b5d7f4d6 for: {'network': 2} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:01.949340 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:01.976458 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.010974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c3cad2-7fa0-43b6-8f94-11ef0ac46e12 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:02.014796 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-39c3cad2-7fa0-43b6-8f94-11ef0ac46e12 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.047551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-39c3cad2-7fa0-43b6-8f94-11ef0ac46e12 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] device_id is not set on port a6dbf734-b820-4cf1-a128-14124b921820 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:38:02.177948 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks [] for security_group (81fcdaf1-a8ca-4948-914c-250bc1859d0e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.182573 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c87409-f884-4a13-9a5e-a433f861987e req-d8ab8709-18e0-4bfc-985c-f685043f12ac tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:02.186033 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-02c87409-f884-4a13-9a5e-a433f861987e req-d8ab8709-18e0-4bfc-985c-f685043f12ac tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/ports?device_id=55fa6ac3-0014-4a34-8d42-b9e38a3b22e5 HTTP/1.1" status: 200 len: 944 time: 0.1587739 Feb 04 13:38:02.193423 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10d093f7-5791-41d8-a678-d2e154b9bffb req-8660e84c-0272-4529-8db3-31b2b31396ab service neutron] 10.222.0.99 "GET /v2.0/networks/4f2f2233-6270-4f0e-9206-466f3a2e6777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839155 Feb 04 13:38:02.224798 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (81fcdaf1-a8ca-4948-914c-250bc1859d0e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.225070 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.307467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81fcdaf1-a8ca-4948-914c-250bc1859d0e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:02.310791 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:38:02.336655 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-39c3cad2-7fa0-43b6-8f94-11ef0ac46e12 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (a6dbf734-b820-4cf1-a128-14124b921820), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.347242 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c212e580-56d8-422f-a05a-3f296391908a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.347689 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Added segment c212e580-56d8-422f-a05a-3f296391908a of type vlan for network 2057d193-f8fc-42a1-ade4-37691319fd69 Feb 04 13:38:02.426634 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (2057d193-f8fc-42a1-ade4-37691319fd69), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.454266 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-39c3cad2-7fa0-43b6-8f94-11ef0ac46e12 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a6dbf734-b820-4cf1-a128-14124b921820), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.500357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:38:02.526792 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c3cad2-7fa0-43b6-8f94-11ef0ac46e12 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:02.528142 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (06ea0917-f34b-4a17-8d14-4f062a4c6e20), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.528563 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Added segment 06ea0917-f34b-4a17-8d14-4f062a4c6e20 of type vlan for network 91ca4092-8a29-4140-8316-7b58e302b499 Feb 04 13:38:02.545030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-39c3cad2-7fa0-43b6-8f94-11ef0ac46e12 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:02.552300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c3cad2-7fa0-43b6-8f94-11ef0ac46e12 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:02.558578 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c3cad2-7fa0-43b6-8f94-11ef0ac46e12 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:02.560306 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-39c3cad2-7fa0-43b6-8f94-11ef0ac46e12 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.585512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3cad2-7fa0-43b6-8f94-11ef0ac46e12 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=a6dbf734-b820-4cf1-a128-14124b921820,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:02.618962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (91ca4092-8a29-4140-8316-7b58e302b499), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.628244 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-39c3cad2-7fa0-43b6-8f94-11ef0ac46e12 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8701825 Feb 04 13:38:02.634292 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50540) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:02.700466 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-02c87409-f884-4a13-9a5e-a433f861987e req-77034b81-fff4-42e4-af50-7851883704bf tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/security-groups?id=78aefa80-8397-41c6-8e9a-6be25c5c74d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048544 Feb 04 13:38:02.710520 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (2057d193-f8fc-42a1-ade4-37691319fd69), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.710520 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (91ca4092-8a29-4140-8316-7b58e302b499), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.717607 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:02.723410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:02.724189 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.744897 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10d093f7-5791-41d8-a678-d2e154b9bffb req-a041fa49-53d8-480d-972b-807418de34e4 service neutron] 10.222.0.99 "GET /v2.0/networks/4f2f2233-6270-4f0e-9206-466f3a2e6777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371823 Feb 04 13:38:02.856631 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1799109 Feb 04 13:38:02.858259 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50542) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:02.884991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event updated for resources: {'Network': ['ID=2057d193-f8fc-42a1-ade4-37691319fd69,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:02.898275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 2057d193-f8fc-42a1-ade4-37691319fd69 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:38:02.973850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1f953-43a6-4409-81f4-512ec37918c3 req-96e79c56-d521-41eb-a3b4-c8ab1d3e223d tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:02.976463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9c1f953-43a6-4409-81f4-512ec37918c3 req-96e79c56-d521-41eb-a3b4-c8ab1d3e223d tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.1397071 Feb 04 13:38:03.035908 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7db1be8c-8926-40f3-9c3d-2e5deb806520 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port a6dbf734-b820-4cf1-a128-14124b921820 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:03.036264 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7db1be8c-8926-40f3-9c3d-2e5deb806520 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a6dbf734-b820-4cf1-a128-14124b921820), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.054426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9c1f953-43a6-4409-81f4-512ec37918c3 req-83518d78-4116-4281-b4e1-096c4dc13f87 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674245 Feb 04 13:38:03.121872 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddb8ae-b153-429a-a200-72cbfd5f0a7a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event updated for resources: {'Network': ['ID=91ca4092-8a29-4140-8316-7b58e302b499,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:03.137454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 91ca4092-8a29-4140-8316-7b58e302b499 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:38:03.174027 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7db1be8c-8926-40f3-9c3d-2e5deb806520 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a6dbf734-b820-4cf1-a128-14124b921820), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.212401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7db1be8c-8926-40f3-9c3d-2e5deb806520 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for a6dbf734-b820-4cf1-a128-14124b921820 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:03.226909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9b26ea-ca46-40ee-80f5-6cfc3f276509 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:03.237610 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9b26ea-ca46-40ee-80f5-6cfc3f276509 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:03.248664 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9b26ea-ca46-40ee-80f5-6cfc3f276509 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:03.259665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7efa7c96-358c-4ae1-8bc0-b930369f4a49 req-e0b6608f-a98a-4f9d-ab32-b5f8c7225b0c tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.0723212 Feb 04 13:38:03.260312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9b26ea-ca46-40ee-80f5-6cfc3f276509 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:03.266372 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8e9b26ea-ca46-40ee-80f5-6cfc3f276509 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4021719 Feb 04 13:38:03.267767 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50546) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:03.434303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c638e12-f727-43f6-87cd-6477b413288b req-6971140e-b566-4173-8691-6a1288577648 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:03.435958 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7bb90f70-7fb0-4e9c-b07f-9930daaccb25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (2057d193-f8fc-42a1-ade4-37691319fd69), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.441022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c638e12-f727-43f6-87cd-6477b413288b req-6971140e-b566-4173-8691-6a1288577648 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:03.442759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c638e12-f727-43f6-87cd-6477b413288b req-6971140e-b566-4173-8691-6a1288577648 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 1679 time: 0.0788636 Feb 04 13:38:03.505225 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7db1be8c-8926-40f3-9c3d-2e5deb806520 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a6dbf734-b820-4cf1-a128-14124b921820), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.515931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c638e12-f727-43f6-87cd-6477b413288b req-2d2c072a-63ae-490b-86d7-3397f62a8de2 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656109 Feb 04 13:38:03.572880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1be8c-8926-40f3-9c3d-2e5deb806520 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=a6dbf734-b820-4cf1-a128-14124b921820,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:03.607185 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7bb90f70-7fb0-4e9c-b07f-9930daaccb25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (2057d193-f8fc-42a1-ade4-37691319fd69), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.629593 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7db1be8c-8926-40f3-9c3d-2e5deb806520 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.635486 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7db1be8c-8926-40f3-9c3d-2e5deb806520 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/a6dbf734-b820-4cf1-a128-14124b921820 HTTP/1.1" status: 204 len: 168 time: 0.9997678 Feb 04 13:38:03.639387 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50548) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:03.646950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-2a290536-2156-4e58-a391-542edb60460b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'mac_address': 'fa:16:3e:c9:92:c8', 'name': 'tempest-PortsTestJSON-247351402'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:03.652576 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-7bb90f70-7fb0-4e9c-b07f-9930daaccb25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2057d193-f8fc-42a1-ade4-37691319fd69']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:03.666938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-7bb90f70-7fb0-4e9c-b07f-9930daaccb25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c212e580-56d8-422f-a05a-3f296391908a') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:03.667383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-7bb90f70-7fb0-4e9c-b07f-9930daaccb25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c212e580-56d8-422f-a05a-3f296391908a') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:03.680142 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7bb90f70-7fb0-4e9c-b07f-9930daaccb25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (c212e580-56d8-422f-a05a-3f296391908a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.701305 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7bb90f70-7fb0-4e9c-b07f-9930daaccb25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c212e580-56d8-422f-a05a-3f296391908a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.709715 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb90f70-7fb0-4e9c-b07f-9930daaccb25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:38:03.710210 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7bb90f70-7fb0-4e9c-b07f-9930daaccb25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (c212e580-56d8-422f-a05a-3f296391908a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:38:03.715878 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:38:03.719677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c990387-b294-4265-95e1-0bccf14f5e0c req-77018a87-6617-4cd9-9641-c96180df57f2 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:03.721173 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c990387-b294-4265-95e1-0bccf14f5e0c req-77018a87-6617-4cd9-9641-c96180df57f2 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 945 time: 0.1291902 Feb 04 13:38:03.801551 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a290536-2156-4e58-a391-542edb60460b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:03.805023 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7bb90f70-7fb0-4e9c-b07f-9930daaccb25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (2057d193-f8fc-42a1-ade4-37691319fd69), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.810850 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c990387-b294-4265-95e1-0bccf14f5e0c req-6dd3d0fd-2d32-4ef8-bc15-ea23febb1c80 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728490 Feb 04 13:38:03.811700 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7bb90f70-7fb0-4e9c-b07f-9930daaccb25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.823519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50552) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:03.824660 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7bb90f70-7fb0-4e9c-b07f-9930daaccb25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "DELETE /v2.0/networks/2057d193-f8fc-42a1-ade4-37691319fd69 HTTP/1.1" status: 204 len: 168 time: 0.5550766 Feb 04 13:38:03.849111 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb90f70-7fb0-4e9c-b07f-9930daaccb25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event deleted for resources: {'Network': ['ID=2057d193-f8fc-42a1-ade4-37691319fd69,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:03.981892 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2a290536-2156-4e58-a391-542edb60460b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.004087 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eb9a3cbc-1d5c-4661-8fc2-e278eb5f0fa1 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (91ca4092-8a29-4140-8316-7b58e302b499), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.027676 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-2a290536-2156-4e58-a391-542edb60460b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] device_id is not set on port eaac612e-ca9f-456d-b36c-5b90986a4ea3 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:38:04.133788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1586e-3a73-4462-8ea9-92b98f6ba65c req-84ac2c57-8fc1-4d96-a002-43c933f40803 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:04.135335 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3b1586e-3a73-4462-8ea9-92b98f6ba65c req-84ac2c57-8fc1-4d96-a002-43c933f40803 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/ports?device_id=55fa6ac3-0014-4a34-8d42-b9e38a3b22e5 HTTP/1.1" status: 200 len: 944 time: 0.1943228 Feb 04 13:38:04.322084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b538881f-5105-48dc-af77-2e2008e926dc req-e0e27041-a3c3-4b4c-a435-e5b3ae602f27 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.1165309 Feb 04 13:38:04.325392 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eb9a3cbc-1d5c-4661-8fc2-e278eb5f0fa1 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (91ca4092-8a29-4140-8316-7b58e302b499), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.449225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-eb9a3cbc-1d5c-4661-8fc2-e278eb5f0fa1 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ca4092-8a29-4140-8316-7b58e302b499']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:04.478020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-eb9a3cbc-1d5c-4661-8fc2-e278eb5f0fa1 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ea0917-f34b-4a17-8d14-4f062a4c6e20') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:04.478380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-eb9a3cbc-1d5c-4661-8fc2-e278eb5f0fa1 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ea0917-f34b-4a17-8d14-4f062a4c6e20') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:04.495290 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3b1586e-3a73-4462-8ea9-92b98f6ba65c req-56f6f7ad-b0ea-4773-a0fd-06b892fce765 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/security-groups?id=78aefa80-8397-41c6-8e9a-6be25c5c74d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365498 Feb 04 13:38:04.506249 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eb9a3cbc-1d5c-4661-8fc2-e278eb5f0fa1 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (06ea0917-f34b-4a17-8d14-4f062a4c6e20), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.537229 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eb9a3cbc-1d5c-4661-8fc2-e278eb5f0fa1 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (06ea0917-f34b-4a17-8d14-4f062a4c6e20), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.549311 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2a290536-2156-4e58-a391-542edb60460b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (eaac612e-ca9f-456d-b36c-5b90986a4ea3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.555732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9a3cbc-1d5c-4661-8fc2-e278eb5f0fa1 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:38:04.556345 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eb9a3cbc-1d5c-4661-8fc2-e278eb5f0fa1 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (06ea0917-f34b-4a17-8d14-4f062a4c6e20), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:38:04.560157 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:38:04.569964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9be680a7-c40d-4ef0-b1cc-f727da666a94 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:04.668877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 9be680a7-c40d-4ef0-b1cc-f727da666a94 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:38:04.675180 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eb9a3cbc-1d5c-4661-8fc2-e278eb5f0fa1 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (91ca4092-8a29-4140-8316-7b58e302b499), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.675699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 9be680a7-c40d-4ef0-b1cc-f727da666a94 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:04.676305 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9be680a7-c40d-4ef0-b1cc-f727da666a94), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.690874 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eb9a3cbc-1d5c-4661-8fc2-e278eb5f0fa1 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.693864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-eb9a3cbc-1d5c-4661-8fc2-e278eb5f0fa1 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "DELETE /v2.0/networks/91ca4092-8a29-4140-8316-7b58e302b499 HTTP/1.1" status: 204 len: 168 time: 0.8702912 Feb 04 13:38:04.701544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50562) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:04.721962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a3cbc-1d5c-4661-8fc2-e278eb5f0fa1 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event deleted for resources: {'Network': ['ID=91ca4092-8a29-4140-8316-7b58e302b499,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:04.732456 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2a290536-2156-4e58-a391-542edb60460b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (eaac612e-ca9f-456d-b36c-5b90986a4ea3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.744985 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8248f89-2751-4ab2-92f8-6f794c9a001e req-4bb89bcb-429e-4c15-a2ae-c52fd15fc498 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-388139660&fields=id&tenant_id=18df296c97314d5f87c6deaa6c02373b HTTP/1.1" status: 200 len: 267 time: 0.1291909 Feb 04 13:38:04.810963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9be680a7-c40d-4ef0-b1cc-f727da666a94 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:04.811740 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9be680a7-c40d-4ef0-b1cc-f727da666a94), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.821708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a290536-2156-4e58-a391-542edb60460b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:04.830131 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-2a290536-2156-4e58-a391-542edb60460b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:04.837713 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a290536-2156-4e58-a391-542edb60460b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:04.843138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a290536-2156-4e58-a391-542edb60460b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:04.844068 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2a290536-2156-4e58-a391-542edb60460b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.849892 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a290536-2156-4e58-a391-542edb60460b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=eaac612e-ca9f-456d-b36c-5b90986a4ea3,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:04.858485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fa6ac3-0014-4a34-8d42-b9e38a3b22e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be680a7-c40d-4ef0-b1cc-f727da666a94'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:38:04.863404 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c39ef73-2dac-4f59-a2a2-cfab518ee37a" -d '{"events": [{"server_uuid": "55fa6ac3-0014-4a34-8d42-b9e38a3b22e5", "name": "network-vif-plugged", "status": "completed", "tag": "9be680a7-c40d-4ef0-b1cc-f727da666a94"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:38:04.879456 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2a290536-2156-4e58-a391-542edb60460b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2358484 Feb 04 13:38:04.880448 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50566) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:04.891919 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9be680a7-c40d-4ef0-b1cc-f727da666a94, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9be680a7-c40d-4ef0-b1cc-f727da666a94,segment=NetworkSegment(46768ea3-e7f0-40a9-bfc1-b0cfad8491e3),segment_id=46768ea3-e7f0-40a9-bfc1-b0cfad8491e3)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:04.899630 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9be680a7-c40d-4ef0-b1cc-f727da666a94), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.902143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8248f89-2751-4ab2-92f8-6f794c9a001e req-b827ca81-62a7-49a1-8aaa-65c2cfed8d19 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:04.904134 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8248f89-2751-4ab2-92f8-6f794c9a001e req-b827ca81-62a7-49a1-8aaa-65c2cfed8d19 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 945 time: 0.1339393 Feb 04 13:38:04.923663 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24538a5a-c0ce-492f-8039-d20314004f36 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:04.930338 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24538a5a-c0ce-492f-8039-d20314004f36 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:04.931472 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-24538a5a-c0ce-492f-8039-d20314004f36 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2249892 Feb 04 13:38:04.937381 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e8248f89-2751-4ab2-92f8-6f794c9a001e req-b3f6a9bf-f440-4d94-afa7-c15028ead6cd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Request body: {'port': {'security_groups': ['2ed44783-38a1-41b9-b1ee-386cecfe67cb', '743b0ead-f707-49c4-84e7-cc165df52ce9']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:04.938702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50568) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:04.944928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a899c621-3b34-47d6-a965-d36b405af47a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1379176237'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:04.975082 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a899c621-3b34-47d6-a965-d36b405af47a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Made reservation on behalf of ab519e0643f64dcb80e5e797b5d7f4d6 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:04.979487 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a899c621-3b34-47d6-a965-d36b405af47a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.983995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ed2efc-433f-489c-ab0f-cdd7f3326a3d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:04.990643 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d4ed2efc-433f-489c-ab0f-cdd7f3326a3d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/eaac612e-ca9f-456d-b36c-5b90986a4ea3 HTTP/1.1" status: 200 len: 840 time: 0.1053646 Feb 04 13:38:04.990922 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50570) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:05.023061 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9be680a7-c40d-4ef0-b1cc-f727da666a94,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:05.034935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a899c621-3b34-47d6-a965-d36b405af47a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:38:05.054238 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a899c621-3b34-47d6-a965-d36b405af47a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (261e0c7d-e4b4-4c29-9dc3-1766cf7531d4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.054529 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-a899c621-3b34-47d6-a965-d36b405af47a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Added segment 261e0c7d-e4b4-4c29-9dc3-1766cf7531d4 of type vlan for network 03ab0743-a197-434a-8891-b479a083fc11 Feb 04 13:38:05.116910 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a899c621-3b34-47d6-a965-d36b405af47a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (03ab0743-a197-434a-8891-b479a083fc11), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.119171 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e8248f89-2751-4ab2-92f8-6f794c9a001e req-b3f6a9bf-f440-4d94-afa7-c15028ead6cd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.163963 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a899c621-3b34-47d6-a965-d36b405af47a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (03ab0743-a197-434a-8891-b479a083fc11), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.174184 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a899c621-3b34-47d6-a965-d36b405af47a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:05.175258 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a899c621-3b34-47d6-a965-d36b405af47a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.218178 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-d6f30e50-cd08-43ee-b31d-e9ef1c35e6a4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port eaac612e-ca9f-456d-b36c-5b90986a4ea3 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:05.218784 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d6f30e50-cd08-43ee-b31d-e9ef1c35e6a4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (eaac612e-ca9f-456d-b36c-5b90986a4ea3), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.269029 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a899c621-3b34-47d6-a965-d36b405af47a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3284652 Feb 04 13:38:05.276505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50572) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:05.283291 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-110495e5-e7d6-4e5a-bb0c-e18696b9e213 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1095297103'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:05.304759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899c621-3b34-47d6-a965-d36b405af47a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event updated for resources: {'Network': ['ID=03ab0743-a197-434a-8891-b479a083fc11,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:05.323902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110495e5-e7d6-4e5a-bb0c-e18696b9e213 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Made reservation on behalf of ab519e0643f64dcb80e5e797b5d7f4d6 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:05.325890 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 03ab0743-a197-434a-8891-b479a083fc11 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:38:05.327864 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-110495e5-e7d6-4e5a-bb0c-e18696b9e213 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.336147 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d6f30e50-cd08-43ee-b31d-e9ef1c35e6a4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (eaac612e-ca9f-456d-b36c-5b90986a4ea3), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.368940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110495e5-e7d6-4e5a-bb0c-e18696b9e213 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:38:05.386851 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-110495e5-e7d6-4e5a-bb0c-e18696b9e213 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0fdff4da-880b-4b55-b416-a80a7b68f76e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.387194 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-110495e5-e7d6-4e5a-bb0c-e18696b9e213 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Added segment 0fdff4da-880b-4b55-b416-a80a7b68f76e of type vlan for network c2712156-666e-4c3f-97af-6e8f75cc1caa Feb 04 13:38:05.420710 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-d6f30e50-cd08-43ee-b31d-e9ef1c35e6a4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for eaac612e-ca9f-456d-b36c-5b90986a4ea3 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:05.462048 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-110495e5-e7d6-4e5a-bb0c-e18696b9e213 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (c2712156-666e-4c3f-97af-6e8f75cc1caa), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.505042 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-110495e5-e7d6-4e5a-bb0c-e18696b9e213 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (c2712156-666e-4c3f-97af-6e8f75cc1caa), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.512427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110495e5-e7d6-4e5a-bb0c-e18696b9e213 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:05.513303 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-110495e5-e7d6-4e5a-bb0c-e18696b9e213 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.562240 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e8248f89-2751-4ab2-92f8-6f794c9a001e req-b3f6a9bf-f440-4d94-afa7-c15028ead6cd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] For port 43cba535-f0f0-4425-8692-03b93512a0f2, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=43cba535-f0f0-4425-8692-03b93512a0f2,segment=NetworkSegment(d16d3540-ee57-4b22-abec-ff8cee081073),segment_id=d16d3540-ee57-4b22-abec-ff8cee081073)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:05.622285 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e8248f89-2751-4ab2-92f8-6f794c9a001e req-b3f6a9bf-f440-4d94-afa7-c15028ead6cd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for port (43cba535-f0f0-4425-8692-03b93512a0f2), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.629530 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e8248f89-2751-4ab2-92f8-6f794c9a001e req-b3f6a9bf-f440-4d94-afa7-c15028ead6cd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.632630 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d6f30e50-cd08-43ee-b31d-e9ef1c35e6a4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (eaac612e-ca9f-456d-b36c-5b90986a4ea3), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.646991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['39d2ae22-7db5-45d8-aaa2-38861ee43ea9', '43cba535-f0f0-4425-8692-03b93512a0f2'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:38:05.705110 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8248f89-2751-4ab2-92f8-6f794c9a001e req-b3f6a9bf-f440-4d94-afa7-c15028ead6cd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:05.705832 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e8248f89-2751-4ab2-92f8-6f794c9a001e req-b3f6a9bf-f440-4d94-afa7-c15028ead6cd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.720510 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8248f89-2751-4ab2-92f8-6f794c9a001e req-b3f6a9bf-f440-4d94-afa7-c15028ead6cd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "PUT /v2.0/ports/43cba535-f0f0-4425-8692-03b93512a0f2 HTTP/1.1" status: 200 len: 981 time: 0.7937229 Feb 04 13:38:05.722913 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d6f30e50-cd08-43ee-b31d-e9ef1c35e6a4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.730225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d6f30e50-cd08-43ee-b31d-e9ef1c35e6a4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/eaac612e-ca9f-456d-b36c-5b90986a4ea3 HTTP/1.1" status: 204 len: 168 time: 0.7341809 Feb 04 13:38:05.732759 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2c63fc-1112-4a14-91a7-0f840d5e16bb', 'tag': '43cba535-f0f0-4425-8692-03b93512a0f2'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:38:05.736688 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2524f5-5f8f-40e5-b0d0-447cacad1396" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2c63fc-1112-4a14-91a7-0f840d5e16bb", "tag": "43cba535-f0f0-4425-8692-03b93512a0f2"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:38:05.743563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50578) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:05.799294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6a9bf-f440-4d94-afa7-c15028ead6cd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event updated for resources: {'Port': ['ID=43cba535-f0f0-4425-8692-03b93512a0f2,revision_number=6']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:05.802632 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-1931dbfd-9534-4043-8bee-c4ca2fed0fdd tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] GET failed (client error): The resource could not be found. Feb 04 13:38:05.810585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1931dbfd-9534-4043-8bee-c4ca2fed0fdd tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/eaac612e-ca9f-456d-b36c-5b90986a4ea3 HTTP/1.1" status: 404 len: 333 time: 0.0601869 Feb 04 13:38:05.816209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50582) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:05.817010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ac980c2f-1453-464a-bf79-60ac39ffc94d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'name': 'tempest-PortsTestJSON-981591184'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:05.901865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f30e50-cd08-43ee-b31d-e9ef1c35e6a4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=eaac612e-ca9f-456d-b36c-5b90986a4ea3,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:05.968824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['43cba535-f0f0-4425-8692-03b93512a0f2'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:38:05.970324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cef640-3d5e-4391-b876-bf0a9e362de3 req-f0c909eb-f893-43e0-8d20-2c8e3e1863a1 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:05.986195 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65cef640-3d5e-4391-b876-bf0a9e362de3 req-f0c909eb-f893-43e0-8d20-2c8e3e1863a1 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.1919861 Feb 04 13:38:06.078236 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65cef640-3d5e-4391-b876-bf0a9e362de3 req-b4a184d0-60f7-4dfe-a981-0a1d5bf71c1f tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987353 Feb 04 13:38:06.147628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac980c2f-1453-464a-bf79-60ac39ffc94d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:06.147922 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-110495e5-e7d6-4e5a-bb0c-e18696b9e213 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8657970 Feb 04 13:38:06.148633 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac980c2f-1453-464a-bf79-60ac39ffc94d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:06.149759 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50586) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:06.155367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Request body: {'ports': [{'network_id': '03ab0743-a197-434a-8891-b479a083fc11', 'name': 'tempest-port--1210385721', 'admin_state_up': True}, {'network_id': 'c2712156-666e-4c3f-97af-6e8f75cc1caa', 'admin_state_up': False}]} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:06.155726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Request body: {'port': {'network_id': '03ab0743-a197-434a-8891-b479a083fc11', 'name': 'tempest-port--1210385721', 'admin_state_up': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:06.156223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Request body: {'port': {'network_id': 'c2712156-666e-4c3f-97af-6e8f75cc1caa', 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:06.173192 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110495e5-e7d6-4e5a-bb0c-e18696b9e213 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event updated for resources: {'Network': ['ID=c2712156-666e-4c3f-97af-6e8f75cc1caa,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:06.196601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network c2712156-666e-4c3f-97af-6e8f75cc1caa details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:38:06.299466 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b8790b9-a687-446e-82a9-1f632f94155e req-b904e2bc-68fb-4710-a505-5a3378b52a2e tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.0837865 Feb 04 13:38:06.315599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-ac980c2f-1453-464a-bf79-60ac39ffc94d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] device_id is not set on port 6281365c-8c45-47b6-8d9d-1c9e7ee5e06c yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:38:06.571710 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d16fa43c-248c-43f5-a85c-965c6508377f details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:38:06.644616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Made reservation on behalf of ab519e0643f64dcb80e5e797b5d7f4d6 for: {'port': 2} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:06.649320 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:06.692929 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:06.717309 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac980c2f-1453-464a-bf79-60ac39ffc94d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (6281365c-8c45-47b6-8d9d-1c9e7ee5e06c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:06.731753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e02ee-7b2c-4b71-a806-6c8e3eec04ae req-d85aa4fe-35cc-4f57-952c-b6d9b061678b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:06.739372 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e02ee-7b2c-4b71-a806-6c8e3eec04ae req-d85aa4fe-35cc-4f57-952c-b6d9b061678b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:06.740270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port d16fa43c-248c-43f5-a85c-965c6508377f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d16fa43c-248c-43f5-a85c-965c6508377f,segment=NetworkSegment(bd5829f7-860a-4b14-9a82-ea230c4065d4),segment_id=bd5829f7-860a-4b14-9a82-ea230c4065d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:06.741731 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba3e02ee-7b2c-4b71-a806-6c8e3eec04ae req-d85aa4fe-35cc-4f57-952c-b6d9b061678b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 1679 time: 0.2372665 Feb 04 13:38:06.767400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'd16fa43c-248c-43f5-a85c-965c6508377f', 'network_id': '4f2f2233-6270-4f0e-9206-466f3a2e6777', 'port_id': 'd16fa43c-248c-43f5-a85c-965c6508377f', 'mac_address': 'fa:16:3e:cc:81:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea29ef93-fe91-43aa-a06c-8c489f00f802', 'ip_address': '19.86.0.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:38:06.820269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port d16fa43c-248c-43f5-a85c-965c6508377f is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:06.820942 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d16fa43c-248c-43f5-a85c-965c6508377f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:06.838403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16fa43c-248c-43f5-a85c-965c6508377f {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:38:06.864622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port d16fa43c-248c-43f5-a85c-965c6508377f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d16fa43c-248c-43f5-a85c-965c6508377f,segment=NetworkSegment(bd5829f7-860a-4b14-9a82-ea230c4065d4),segment_id=bd5829f7-860a-4b14-9a82-ea230c4065d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:06.871390 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d16fa43c-248c-43f5-a85c-965c6508377f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:06.872429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8aa8d1c5-756c-4bd4-92b5-c082b00741ec details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:38:06.965471 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac980c2f-1453-464a-bf79-60ac39ffc94d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (6281365c-8c45-47b6-8d9d-1c9e7ee5e06c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:06.982636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba3e02ee-7b2c-4b71-a806-6c8e3eec04ae req-64b5dc9e-cc59-4803-89d5-3a4854feec74 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945584 Feb 04 13:38:06.996981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=d16fa43c-248c-43f5-a85c-965c6508377f,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:07.031494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] device_id is not set on port 1cb6ae4e-d2dc-4106-b5ab-a1c573747513 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:38:07.063975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac980c2f-1453-464a-bf79-60ac39ffc94d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:07.076736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-ac980c2f-1453-464a-bf79-60ac39ffc94d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:07.086445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac980c2f-1453-464a-bf79-60ac39ffc94d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:07.093023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac980c2f-1453-464a-bf79-60ac39ffc94d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:07.093991 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac980c2f-1453-464a-bf79-60ac39ffc94d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.100721 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac980c2f-1453-464a-bf79-60ac39ffc94d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=6281365c-8c45-47b6-8d9d-1c9e7ee5e06c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:07.135096 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ac980c2f-1453-464a-bf79-60ac39ffc94d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3198574 Feb 04 13:38:07.136145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50596) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:07.148468 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-31edc7a1-07cc-4bfa-8f5b-3ab83db96445 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:07.150646 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e3f419-69da-4112-90a2-05b90748e901 x-openstack-request-id: req-08e3f419-69da-4112-90a2-05b90748e901 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:38:07.151096 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fa6ac3-0014-4a34-8d42-b9e38a3b22e5", "name": "network-vif-plugged", "status": "completed", "tag": "9be680a7-c40d-4ef0-b1cc-f727da666a94", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:38:07.151482 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-08e3f419-69da-4112-90a2-05b90748e901 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:38:07.152112 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fa6ac3-0014-4a34-8d42-b9e38a3b22e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be680a7-c40d-4ef0-b1cc-f727da666a94', 'code': 200} Feb 04 13:38:07.204312 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8aa8d1c5-756c-4bd4-92b5-c082b00741ec,segment=NetworkSegment(c02aac83-0f22-4467-bf72-158353ab81af),segment_id=c02aac83-0f22-4467-bf72-158353ab81af)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:07.234871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '8aa8d1c5-756c-4bd4-92b5-c082b00741ec', 'network_id': 'b0669989-386d-4b88-b2e3-53fa8014a5af', 'port_id': '8aa8d1c5-756c-4bd4-92b5-c082b00741ec', 'mac_address': 'fa:16:3e:c9:f3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41b4d85-d963-4bb0-8afb-76610e459fa9', 'ip_address': '19.80.0.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:38:07.244552 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks [] for port (1cb6ae4e-d2dc-4106-b5ab-a1c573747513), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.377929 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31edc7a1-07cc-4bfa-8f5b-3ab83db96445 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6281365c-8c45-47b6-8d9d-1c9e7ee5e06c), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.426647 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:07.428303 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8aa8d1c5-756c-4bd4-92b5-c082b00741ec), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.460423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa8d1c5-756c-4bd4-92b5-c082b00741ec {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:38:07.479913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] device_id is not set on port 68621622-e458-4d03-81ad-47355468de55 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:38:07.503546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8aa8d1c5-756c-4bd4-92b5-c082b00741ec,segment=NetworkSegment(c02aac83-0f22-4467-bf72-158353ab81af),segment_id=c02aac83-0f22-4467-bf72-158353ab81af)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:07.514376 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8aa8d1c5-756c-4bd4-92b5-c082b00741ec), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.521208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca3093-d6a2-46b7-8cb7-fa665902ae6f req-b0df6ea2-858c-43e3-af95-680a8f8c885f tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:07.529262 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5dca3093-d6a2-46b7-8cb7-fa665902ae6f req-b0df6ea2-858c-43e3-af95-680a8f8c885f tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/ports?device_id=55fa6ac3-0014-4a34-8d42-b9e38a3b22e5 HTTP/1.1" status: 200 len: 945 time: 0.3056257 Feb 04 13:38:07.648050 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8aa8d1c5-756c-4bd4-92b5-c082b00741ec,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:07.709153 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks [] for port (68621622-e458-4d03-81ad-47355468de55), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.716842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31edc7a1-07cc-4bfa-8f5b-3ab83db96445 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (6281365c-8c45-47b6-8d9d-1c9e7ee5e06c), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.724519 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31edc7a1-07cc-4bfa-8f5b-3ab83db96445 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (6281365c-8c45-47b6-8d9d-1c9e7ee5e06c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.731417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34839f7-fbcb-4bfb-8ba0-74225cdd232f req-9e3062a6-5d2e-4b9c-8d30-41349f4b08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:07.734039 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c34839f7-fbcb-4bfb-8ba0-74225cdd232f req-9e3062a6-5d2e-4b9c-8d30-41349f4b08fa service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=55fa6ac3-0014-4a34-8d42-b9e38a3b22e5 HTTP/1.1" status: 200 len: 1128 time: 0.4138207 Feb 04 13:38:07.761004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-31edc7a1-07cc-4bfa-8f5b-3ab83db96445 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] In _notify_port_updated(), no bound segment for port 6281365c-8c45-47b6-8d9d-1c9e7ee5e06c on network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:38:07.767057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31edc7a1-07cc-4bfa-8f5b-3ab83db96445 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:07.767726 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31edc7a1-07cc-4bfa-8f5b-3ab83db96445 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.773002 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-31edc7a1-07cc-4bfa-8f5b-3ab83db96445 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "PUT /v2.0/ports/6281365c-8c45-47b6-8d9d-1c9e7ee5e06c HTTP/1.1" status: 200 len: 818 time: 0.6314659 Feb 04 13:38:07.773851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50612) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:07.793865 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50614) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:07.815703 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5dca3093-d6a2-46b7-8cb7-fa665902ae6f req-ebd8a3e3-4632-429a-afdf-fc04c7bf9f5c tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/security-groups?id=78aefa80-8397-41c6-8e9a-6be25c5c74d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851474 Feb 04 13:38:07.837847 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edc7a1-07cc-4bfa-8f5b-3ab83db96445 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=6281365c-8c45-47b6-8d9d-1c9e7ee5e06c,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:07.882367 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c34839f7-fbcb-4bfb-8ba0-74225cdd232f req-736109c7-13c9-4f7f-bf65-f7ca9b8b6cbe service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=78aefa80-8397-41c6-8e9a-6be25c5c74d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344879 Feb 04 13:38:07.891175 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (1cb6ae4e-d2dc-4106-b5ab-a1c573747513), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.973116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3d8af780-fd7e-440e-bba3-6f64e599dee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port 6281365c-8c45-47b6-8d9d-1c9e7ee5e06c {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:07.973416 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d8af780-fd7e-440e-bba3-6f64e599dee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6281365c-8c45-47b6-8d9d-1c9e7ee5e06c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.998604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5f607d7-c371-4ca9-b6aa-ecc0ec6e7e56 req-c993f145-4f8d-43b6-add1-544c210a0a8b tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/743b0ead-f707-49c4-84e7-cc165df52ce9 HTTP/1.1" status: 200 len: 1819 time: 0.1332040 Feb 04 13:38:08.009904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event updated for resources: {'Port': ['ID=1cb6ae4e-d2dc-4106-b5ab-a1c573747513,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:08.048137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:08.048666 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:08.049265 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:08.049896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:08.050395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:08.050901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:08.051433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:08.051872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:08.052306 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:08.052795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:08.053309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:08.053800 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:08.054357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:08.071908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Checking segment: {'id': '261e0c7d-e4b4-4c29-9dc3-1766cf7531d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '03ab0743-a197-434a-8891-b479a083fc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:08.071908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Network hostable DHCP agents. Network: 03ab0743-a197-434a-8891-b479a083fc11, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:38:08.116231 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-d5f607d7-c371-4ca9-b6aa-ecc0ec6e7e56 req-0bf5d674-c211-404a-9119-842c079f891c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 13:38:08.116612 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d8af780-fd7e-440e-bba3-6f64e599dee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6281365c-8c45-47b6-8d9d-1c9e7ee5e06c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:08.117551 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5f607d7-c371-4ca9-b6aa-ecc0ec6e7e56 req-0bf5d674-c211-404a-9119-842c079f891c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "DELETE /v2.0/security-groups/743b0ead-f707-49c4-84e7-cc165df52ce9 HTTP/1.1" status: 409 len: 341 time: 0.1014967 Feb 04 13:38:08.119068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Network 03ab0743-a197-434a-8891-b479a083fc11 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:38:08.135141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 03ab0743-a197-434a-8891-b479a083fc11) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:08.139782 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:08.140809 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (68621622-e458-4d03-81ad-47355468de55), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:08.152200 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc7408-9467-4111-bf0b-70aeadc316b9 req-f5f86296-9ae5-4945-a225-4a35cea378a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.153146 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc7408-9467-4111-bf0b-70aeadc316b9 req-f5f86296-9ae5-4945-a225-4a35cea378a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.154247 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc7408-9467-4111-bf0b-70aeadc316b9 req-f5f86296-9ae5-4945-a225-4a35cea378a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.155398 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc7408-9467-4111-bf0b-70aeadc316b9 req-f5f86296-9ae5-4945-a225-4a35cea378a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.157771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc7408-9467-4111-bf0b-70aeadc316b9 req-f5f86296-9ae5-4945-a225-4a35cea378a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.157771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc7408-9467-4111-bf0b-70aeadc316b9 req-f5f86296-9ae5-4945-a225-4a35cea378a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.158638 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc7408-9467-4111-bf0b-70aeadc316b9 req-f5f86296-9ae5-4945-a225-4a35cea378a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.165790 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10410616-d44b-4686-8f82-acbe027383d6 None None] Network 03ab0743-a197-434a-8891-b479a083fc11 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:08.174279 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-07cc7408-9467-4111-bf0b-70aeadc316b9 req-f5f86296-9ae5-4945-a225-4a35cea378a7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 6724 time: 0.3552594 Feb 04 13:38:08.220595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event updated for resources: {'Port': ['ID=68621622-e458-4d03-81ad-47355468de55,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:08.226531 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08efd67f-98ef-4680-b118-115b79e689be x-openstack-request-id: req-08efd67f-98ef-4680-b118-115b79e689be {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:38:08.226531 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2c63fc-1112-4a14-91a7-0f840d5e16bb", "tag": "43cba535-f0f0-4425-8692-03b93512a0f2", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:38:08.226531 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-08efd67f-98ef-4680-b118-115b79e689be {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:38:08.227152 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2c63fc-1112-4a14-91a7-0f840d5e16bb', 'tag': '43cba535-f0f0-4425-8692-03b93512a0f2', 'status': 'completed', 'code': 200} Feb 04 13:38:08.229936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Checking segment: {'id': '0fdff4da-880b-4b55-b416-a80a7b68f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c2712156-666e-4c3f-97af-6e8f75cc1caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:08.229936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Network hostable DHCP agents. Network: c2712156-666e-4c3f-97af-6e8f75cc1caa, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:38:08.239795 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3d8af780-fd7e-440e-bba3-6f64e599dee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for 6281365c-8c45-47b6-8d9d-1c9e7ee5e06c owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:08.257868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Network c2712156-666e-4c3f-97af-6e8f75cc1caa is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:38:08.273967 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['d16fa43c-248c-43f5-a85c-965c6508377f'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:38:08.278665 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, c2712156-666e-4c3f-97af-6e8f75cc1caa) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:08.316432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:08.322090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.327002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.327924 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:08.359654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fd54df8f-f59d-429e-a844-bd36c366209b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2085092 Feb 04 13:38:08.363749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50622) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:08.385274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8aa8d1c5-756c-4bd4-92b5-c082b00741ec'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:38:08.387422 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2524f5-5f8f-40e5-b0d0-447cacad1396 req-c65f8ec5-7083-4923-b615-ba7404a5515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.394332 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd2524f5-5f8f-40e5-b0d0-447cacad1396 req-c65f8ec5-7083-4923-b615-ba7404a5515f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=18df296c97314d5f87c6deaa6c02373b&device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 1167 time: 0.1133189 Feb 04 13:38:08.406325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca54ab0f-c2df-41bf-aa60-c618efd194f4 None None] Network c2712156-666e-4c3f-97af-6e8f75cc1caa requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:08.522729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22af4c20-741c-47a7-b820-8a0a92f3f288 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.529569 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22af4c20-741c-47a7-b820-8a0a92f3f288 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.533022 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-22af4c20-741c-47a7-b820-8a0a92f3f288 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1676948 Feb 04 13:38:08.538371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50624) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:08.559155 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-07cc7408-9467-4111-bf0b-70aeadc316b9 req-53532339-8ecf-4e6a-a603-3ea703a47912 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&id=6f742d84-86d2-48ba-a1a2-9d660a942c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3831577 Feb 04 13:38:08.671059 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d99c3d91-2cce-41b1-b041-20cca84f3751 req-402ecc71-0e74-4f86-b636-54cc2a7c57f9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3ea1b320c4714d49b60bc790a941720b&device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.0351014 Feb 04 13:38:08.676326 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2524f5-5f8f-40e5-b0d0-447cacad1396 req-574d741b-49f0-4707-878b-a724d8c3f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.678398 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd2524f5-5f8f-40e5-b0d0-447cacad1396 req-574d741b-49f0-4707-878b-a724d8c3f9cb service neutron] 10.222.0.99 "GET /v2.0/networks?id=9b76c752-312e-4ac7-97d7-4f401a121b43 HTTP/1.1" status: 200 len: 914 time: 0.2621973 Feb 04 13:38:08.736867 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ef0bb-1c02-460d-86bb-077b05da192c req-08fca35e-f64b-407e-aa55-b0288615cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.741542 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7b2ef0bb-1c02-460d-86bb-077b05da192c req-08fca35e-f64b-407e-aa55-b0288615cac0 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 1129 time: 0.1790318 Feb 04 13:38:08.774955 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d99c3d91-2cce-41b1-b041-20cca84f3751 req-875f87e8-1444-4eb5-bacb-495c7cb74f4c service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3ea1b320c4714d49b60bc790a941720b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939000 Feb 04 13:38:08.778141 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d8af780-fd7e-440e-bba3-6f64e599dee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6281365c-8c45-47b6-8d9d-1c9e7ee5e06c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:08.784671 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd2524f5-5f8f-40e5-b0d0-447cacad1396 req-6803e3d0-7817-491e-8bc3-16d34024bb93 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cba535-f0f0-4425-8692-03b93512a0f2 HTTP/1.1" status: 200 len: 217 time: 0.0829144 Feb 04 13:38:08.837407 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d8af780-fd7e-440e-bba3-6f64e599dee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:08.842425 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3d8af780-fd7e-440e-bba3-6f64e599dee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/6281365c-8c45-47b6-8d9d-1c9e7ee5e06c HTTP/1.1" status: 204 len: 168 time: 1.0666306 Feb 04 13:38:08.851651 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50630) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:08.865732 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8af780-fd7e-440e-bba3-6f64e599dee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=6281365c-8c45-47b6-8d9d-1c9e7ee5e06c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:08.946549 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7b2ef0bb-1c02-460d-86bb-077b05da192c req-b4f59672-bbae-454a-952c-f789dc730295 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972775 Feb 04 13:38:08.993066 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42d456a-3484-4c75-a526-fc5420c7f35c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.996708 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a42d456a-3484-4c75-a526-fc5420c7f35c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1435542 Feb 04 13:38:09.003477 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50634) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:09.035734 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a783ea-db78-46e2-af07-8a1465f2af7d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] GET failed (client error): The resource could not be found. Feb 04 13:38:09.039164 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-98a783ea-db78-46e2-af07-8a1465f2af7d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/6281365c-8c45-47b6-8d9d-1c9e7ee5e06c HTTP/1.1" status: 404 len: 333 time: 0.0327823 Feb 04 13:38:09.043507 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50636) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:09.050493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-34cfe7be-51c2-4b86-a6b7-45b9a67436d4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1276176703'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:09.082699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cfe7be-51c2-4b86-a6b7-45b9a67436d4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:09.089988 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-34cfe7be-51c2-4b86-a6b7-45b9a67436d4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:09.131251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cfe7be-51c2-4b86-a6b7-45b9a67436d4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:38:09.152158 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-34cfe7be-51c2-4b86-a6b7-45b9a67436d4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (b264b963-c205-4ddd-b057-8b85f195bac1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:09.153360 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-34cfe7be-51c2-4b86-a6b7-45b9a67436d4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Added segment b264b963-c205-4ddd-b057-8b85f195bac1 of type vlan for network 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6 Feb 04 13:38:09.223914 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-34cfe7be-51c2-4b86-a6b7-45b9a67436d4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:09.269040 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-34cfe7be-51c2-4b86-a6b7-45b9a67436d4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:09.275878 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cfe7be-51c2-4b86-a6b7-45b9a67436d4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:09.276523 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-34cfe7be-51c2-4b86-a6b7-45b9a67436d4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:09.340114 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-34cfe7be-51c2-4b86-a6b7-45b9a67436d4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2947383 Feb 04 13:38:09.349080 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50640) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:09.355886 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8615da6a-e4ed-42ed-8cfb-aab7dd2a7035 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'subnet': {'network_id': '034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:09.366417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54d952-2272-4bf5-954f-9d6915b20fd1 req-653a3521-5b0c-4148-81ae-bb3cad27464e tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:09.369259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd54d952-2272-4bf5-954f-9d6915b20fd1 req-653a3521-5b0c-4148-81ae-bb3cad27464e tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.6969714 Feb 04 13:38:09.389522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-3dc870ce-276b-4be0-b7d5-f6791e74eaca tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Deleting port 1cb6ae4e-d2dc-4106-b5ab-a1c573747513 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:09.389869 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3dc870ce-276b-4be0-b7d5-f6791e74eaca tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1cb6ae4e-d2dc-4106-b5ab-a1c573747513), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:09.412027 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfe7be-51c2-4b86-a6b7-45b9a67436d4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Network': ['ID=034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:09.432781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2524f5-5f8f-40e5-b0d0-447cacad1396 req-b890ad10-7093-4b3c-8f87-e5d14adc7661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:09.435070 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:38:09.435601 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd2524f5-5f8f-40e5-b0d0-447cacad1396 req-b890ad10-7093-4b3c-8f87-e5d14adc7661 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=17d78447-bcef-4d7f-9596-7ffb293b03df HTTP/1.1" status: 200 len: 853 time: 0.2197056 Feb 04 13:38:09.482400 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8615da6a-e4ed-42ed-8cfb-aab7dd2a7035 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:09.488307 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8615da6a-e4ed-42ed-8cfb-aab7dd2a7035 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:09.517280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c3d91-2cce-41b1-b041-20cca84f3751 req-664c3aa6-b8a5-4505-8ad7-d7be4e89e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:09.520087 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d99c3d91-2cce-41b1-b041-20cca84f3751 req-664c3aa6-b8a5-4505-8ad7-d7be4e89e2b7 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7304976 Feb 04 13:38:09.598783 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd2524f5-5f8f-40e5-b0d0-447cacad1396 req-c83561a7-95be-4f1d-bc32-01a095486d37 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9b76c752-312e-4ac7-97d7-4f401a121b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773351 Feb 04 13:38:09.609261 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3dc870ce-276b-4be0-b7d5-f6791e74eaca tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1cb6ae4e-d2dc-4106-b5ab-a1c573747513), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:09.683326 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-3dc870ce-276b-4be0-b7d5-f6791e74eaca tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Calling delete_port for 1cb6ae4e-d2dc-4106-b5ab-a1c573747513 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:09.690145 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd54d952-2272-4bf5-954f-9d6915b20fd1 req-2a1017dd-0b35-4512-bdfc-b171f8fc970e tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940896 Feb 04 13:38:09.802116 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8615da6a-e4ed-42ed-8cfb-aab7dd2a7035 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (bab1554e-e10c-414d-a7c7-d6d32d9a9e1b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:09.921400 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd2524f5-5f8f-40e5-b0d0-447cacad1396 req-1d941a3c-0beb-42a4-8493-ac754be0ead2 service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082280 Feb 04 13:38:09.947466 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615da6a-e4ed-42ed-8cfb-aab7dd2a7035 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Subnet': ['ID=bab1554e-e10c-414d-a7c7-d6d32d9a9e1b,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:09.962483 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8615da6a-e4ed-42ed-8cfb-aab7dd2a7035 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Checking segment: {'id': 'b264b963-c205-4ddd-b057-8b85f195bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:09.963485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8615da6a-e4ed-42ed-8cfb-aab7dd2a7035 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network hostable DHCP agents. Network: 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:38:09.975486 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:38:09.991270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8615da6a-e4ed-42ed-8cfb-aab7dd2a7035 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:38:10.007091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-8615da6a-e4ed-42ed-8cfb-aab7dd2a7035 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:10.012730 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8615da6a-e4ed-42ed-8cfb-aab7dd2a7035 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:10.013878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8615da6a-e4ed-42ed-8cfb-aab7dd2a7035 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:10.028722 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d213ac1-ab55-401a-a222-4d11739f8c5c None None] Network 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:10.051828 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af1188-6a5e-4a23-b97f-fe47720a4e8f req-824d1987-c1c9-4a1d-9188-ac7a715e19bc tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:10.052989 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8615da6a-e4ed-42ed-8cfb-aab7dd2a7035 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7012489 Feb 04 13:38:10.054019 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50642) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:10.061295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1af7c5e2-15d6-4f88-b7e6-86be4d321bff tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'subnet': {'network_id': '034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:10.061955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af1188-6a5e-4a23-b97f-fe47720a4e8f req-824d1987-c1c9-4a1d-9188-ac7a715e19bc tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:10.065738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-75af1188-6a5e-4a23-b97f-fe47720a4e8f req-824d1987-c1c9-4a1d-9188-ac7a715e19bc tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 1681 time: 0.2824883 Feb 04 13:38:10.070993 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3dc870ce-276b-4be0-b7d5-f6791e74eaca tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (1cb6ae4e-d2dc-4106-b5ab-a1c573747513), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:10.145736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc870ce-276b-4be0-b7d5-f6791e74eaca tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event deleted for resources: {'Port': ['ID=1cb6ae4e-d2dc-4106-b5ab-a1c573747513,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:10.183415 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3dc870ce-276b-4be0-b7d5-f6791e74eaca tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:10.188960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3dc870ce-276b-4be0-b7d5-f6791e74eaca tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "DELETE /v2.0/ports/1cb6ae4e-d2dc-4106-b5ab-a1c573747513 HTTP/1.1" status: 204 len: 168 time: 1.6483963 Feb 04 13:38:10.192989 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50644) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:10.231432 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6', 'network_id': '034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6', 'project_id': '9a89efb2ede2439f9a77f732dab8c114', 'fixed_ips': [{'subnet_id': 'bab1554e-e10c-414d-a7c7-d6d32d9a9e1b'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:38:10.232886 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:10.246066 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd2524f5-5f8f-40e5-b0d0-447cacad1396 req-4fc225e3-bf46-4ab8-88a4-7b58630c025d service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035314 Feb 04 13:38:10.274452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-75af1188-6a5e-4a23-b97f-fe47720a4e8f req-230aa82f-89c3-423f-a805-370dfc261da1 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797268 Feb 04 13:38:10.367087 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af7c5e2-15d6-4f88-b7e6-86be4d321bff tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:10.371907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1af7c5e2-15d6-4f88-b7e6-86be4d321bff tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:10.481567 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-72846632-6803-448e-bbce-a07c6d3d297f tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Deleting port 68621622-e458-4d03-81ad-47355468de55 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:10.482129 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72846632-6803-448e-bbce-a07c6d3d297f tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (68621622-e458-4d03-81ad-47355468de55), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:10.484088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Allocated IP 172.20.0.2 (034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6/bab1554e-e10c-414d-a7c7-d6d32d9a9e1b/6f3c6597-a09e-4a35-82ab-598764ced5c7) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:10.580046 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3385dac8-f3b8-452a-bdca-814051b936db req-2fd7876d-2465-4c15-8d17-f3b1e8b872e3 tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.96 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.0669422 Feb 04 13:38:10.669336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72846632-6803-448e-bbce-a07c6d3d297f tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (68621622-e458-4d03-81ad-47355468de55), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:10.674980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ebbd7-7811-44aa-b9c8-a1f92de65cd3 req-c0986959-72ee-425a-b21a-e877429cd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:10.676428 n-d-714676-13 neutron-server[103607]: INFO neutron.db.ipam_backend_mixin [None req-1af7c5e2-15d6-4f88-b7e6-86be4d321bff tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bab1554e-e10c-414d-a7c7-d6d32d9a9e1b (CIDR: 172.20.0.0/28) Feb 04 13:38:10.680810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-410ebbd7-7811-44aa-b9c8-a1f92de65cd3 req-c0986959-72ee-425a-b21a-e877429cd062 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=18df296c97314d5f87c6deaa6c02373b&device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 1167 time: 0.1134536 Feb 04 13:38:10.710566 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af7c5e2-15d6-4f88-b7e6-86be4d321bff tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:38:10.711519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af7c5e2-15d6-4f88-b7e6-86be4d321bff tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:38:10.715835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-72846632-6803-448e-bbce-a07c6d3d297f tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Calling delete_port for 68621622-e458-4d03-81ad-47355468de55 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:10.756558 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1af7c5e2-15d6-4f88-b7e6-86be4d321bff tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7003913 Feb 04 13:38:10.784223 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Publish callbacks [] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:10.792862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50650) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:10.795274 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:10.811256 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ad428b28-bff8-4bd9-bb13-b51194cb375f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'subnet': {'network_id': '034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:10.882679 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72846632-6803-448e-bbce-a07c6d3d297f tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (68621622-e458-4d03-81ad-47355468de55), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:10.912564 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Pushing event updated for resources: {'Port': ['ID=6f3c6597-a09e-4a35-82ab-598764ced5c7,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:10.938564 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Network 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:10.944045 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72846632-6803-448e-bbce-a07c6d3d297f tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event deleted for resources: {'Port': ['ID=68621622-e458-4d03-81ad-47355468de55,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:10.952442 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72846632-6803-448e-bbce-a07c6d3d297f tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:10.956955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:10.957305 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-72846632-6803-448e-bbce-a07c6d3d297f tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "DELETE /v2.0/ports/68621622-e458-4d03-81ad-47355468de55 HTTP/1.1" status: 204 len: 168 time: 0.7621918 Feb 04 13:38:10.961499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50652) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:10.972456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac81e8-d2a3-426d-b0ee-d621d327f920 req-94e7e2dc-a487-4a26-b7fe-19bef96702f7 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:10.976452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:10.979996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21ac81e8-d2a3-426d-b0ee-d621d327f920 req-94e7e2dc-a487-4a26-b7fe-19bef96702f7 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/ports?device_id=55fa6ac3-0014-4a34-8d42-b9e38a3b22e5 HTTP/1.1" status: 200 len: 945 time: 0.2670002 Feb 04 13:38:10.993056 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f07e7977-4d62-4cda-b8e2-471c660c0cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:11.052756 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2df6958f-38d5-45b0-bd13-53ee004933de tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0899382 Feb 04 13:38:11.057393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Attempting to bind port 6f3c6597-a09e-4a35-82ab-598764ced5c7 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:38:11.057947 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Attempting to bind port 6f3c6597-a09e-4a35-82ab-598764ced5c7 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'b264b963-c205-4ddd-b057-8b85f195bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:38:11.058722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50654) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:11.058933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Attempting to bind port 6f3c6597-a09e-4a35-82ab-598764ced5c7 on network 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:38:11.068147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ebbd7-7811-44aa-b9c8-a1f92de65cd3 req-cf7885c0-ede5-48d6-991f-7f90ea1e81d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:11.068882 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-882a0a48-5ad8-40ee-adcd-02bfdf32cb7d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-247553834'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:11.070757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-410ebbd7-7811-44aa-b9c8-a1f92de65cd3 req-cf7885c0-ede5-48d6-991f-7f90ea1e81d7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9b76c752-312e-4ac7-97d7-4f401a121b43 HTTP/1.1" status: 200 len: 914 time: 0.3798177 Feb 04 13:38:11.071021 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:38:11.071469 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Checking segment: {'id': 'b264b963-c205-4ddd-b057-8b85f195bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:11.072090 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:11.072630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Bound using segment: {'id': 'b264b963-c205-4ddd-b057-8b85f195bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:38:11.073246 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Bound port: 6f3c6597-a09e-4a35-82ab-598764ced5c7, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b264b963-c205-4ddd-b057-8b85f195bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:38:11.073927 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:11.103743 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882a0a48-5ad8-40ee-adcd-02bfdf32cb7d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Made reservation on behalf of ab519e0643f64dcb80e5e797b5d7f4d6 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:11.110541 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-882a0a48-5ad8-40ee-adcd-02bfdf32cb7d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:11.144772 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882a0a48-5ad8-40ee-adcd-02bfdf32cb7d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:38:11.158585 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-882a0a48-5ad8-40ee-adcd-02bfdf32cb7d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (5234a207-08e5-4452-80a1-54eeedc2a10e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:11.159044 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-882a0a48-5ad8-40ee-adcd-02bfdf32cb7d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Added segment 5234a207-08e5-4452-80a1-54eeedc2a10e of type vlan for network c7707e78-8929-4242-a288-b2bc09513187 Feb 04 13:38:11.166538 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-410ebbd7-7811-44aa-b9c8-a1f92de65cd3 req-e85ecf02-5257-4cab-9eff-10e5eff80876 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cba535-f0f0-4425-8692-03b93512a0f2 HTTP/1.1" status: 200 len: 217 time: 0.0824485 Feb 04 13:38:11.175120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21ac81e8-d2a3-426d-b0ee-d621d327f920 req-7a15b8de-c78a-4546-af8a-b6abb07930c9 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/security-groups?id=78aefa80-8397-41c6-8e9a-6be25c5c74d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940007 Feb 04 13:38:11.176389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad428b28-bff8-4bd9-bb13-b51194cb375f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:11.182141 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ad428b28-bff8-4bd9-bb13-b51194cb375f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:11.186613 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] For port 6f3c6597-a09e-4a35-82ab-598764ced5c7, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:38:11.192087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] For port 6f3c6597-a09e-4a35-82ab-598764ced5c7, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6f3c6597-a09e-4a35-82ab-598764ced5c7,segment=NetworkSegment(b264b963-c205-4ddd-b057-8b85f195bac1),segment_id=b264b963-c205-4ddd-b057-8b85f195bac1)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:38:11.203249 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:11.225970 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-882a0a48-5ad8-40ee-adcd-02bfdf32cb7d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (c7707e78-8929-4242-a288-b2bc09513187), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:11.274133 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-882a0a48-5ad8-40ee-adcd-02bfdf32cb7d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (c7707e78-8929-4242-a288-b2bc09513187), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:11.284949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882a0a48-5ad8-40ee-adcd-02bfdf32cb7d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:11.285859 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-882a0a48-5ad8-40ee-adcd-02bfdf32cb7d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:11.373143 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-882a0a48-5ad8-40ee-adcd-02bfdf32cb7d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3121786 Feb 04 13:38:11.380535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50660) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:11.398803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-2ac229df-a5cb-4094-abcd-475d3741bb1b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1983055901'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:11.403408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a0a48-5ad8-40ee-adcd-02bfdf32cb7d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event updated for resources: {'Network': ['ID=c7707e78-8929-4242-a288-b2bc09513187,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:11.420282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ebbd7-7811-44aa-b9c8-a1f92de65cd3 req-6b200ba9-dc3d-43fa-8bdb-38e31c5f1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:11.421816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-410ebbd7-7811-44aa-b9c8-a1f92de65cd3 req-6b200ba9-dc3d-43fa-8bdb-38e31c5f1dcd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=17d78447-bcef-4d7f-9596-7ffb293b03df HTTP/1.1" status: 200 len: 853 time: 0.2319405 Feb 04 13:38:11.476108 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network c7707e78-8929-4242-a288-b2bc09513187 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:38:11.480322 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-410ebbd7-7811-44aa-b9c8-a1f92de65cd3 req-2435bde1-6dec-4de8-88a4-7994fad9981e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9b76c752-312e-4ac7-97d7-4f401a121b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507555 Feb 04 13:38:11.490232 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac229df-a5cb-4094-abcd-475d3741bb1b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Made reservation on behalf of ab519e0643f64dcb80e5e797b5d7f4d6 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:11.493637 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ac229df-a5cb-4094-abcd-475d3741bb1b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:11.531086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3b718-7459-4b95-8f89-df37bf85a466 None None] Pushing event updated for resources: {'Port': ['ID=6f3c6597-a09e-4a35-82ab-598764ced5c7,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:11.563653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdb1ff-7fd6-4b71-a6bf-83ba92883895 req-2c7137e8-f4ae-4fad-beda-c82c338c4f1f tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:11.565546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c8fdb1ff-7fd6-4b71-a6bf-83ba92883895 req-2c7137e8-f4ae-4fad-beda-c82c338c4f1f tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 984 time: 0.2522869 Feb 04 13:38:11.701706 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac229df-a5cb-4094-abcd-475d3741bb1b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:38:11.827303 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d99c3d91-2cce-41b1-b041-20cca84f3751 req-10505bf0-a529-4f2f-8158-60c57a60a196 tempest-ServerShowV257Test-1347270819 tempest-ServerShowV257Test-1347270819-project] 10.222.0.99 "GET /v2.0/ports?device_id=358613a2-2e26-4fe6-9b02-2da410478f0c HTTP/1.1" status: 200 len: 210 time: 0.1271858 Feb 04 13:38:11.836708 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ac229df-a5cb-4094-abcd-475d3741bb1b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (19eba356-a888-407c-96dd-ce5d812c143a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:11.837136 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-2ac229df-a5cb-4094-abcd-475d3741bb1b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Added segment 19eba356-a888-407c-96dd-ce5d812c143a of type vlan for network e127b616-ed57-4d7d-be0c-1371c6b77cc9 Feb 04 13:38:11.887296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-410ebbd7-7811-44aa-b9c8-a1f92de65cd3 req-27b9e2d7-13ee-4f98-b739-181150cdf6ac service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911011 Feb 04 13:38:11.986757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c8fdb1ff-7fd6-4b71-a6bf-83ba92883895 req-9e524b85-4dfb-41a7-8f05-bfac5fb5e13a tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=743b0ead-f707-49c4-84e7-cc165df52ce9&id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3894541 Feb 04 13:38:12.087521 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ac229df-a5cb-4094-abcd-475d3741bb1b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (e127b616-ed57-4d7d-be0c-1371c6b77cc9), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:12.185272 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ad428b28-bff8-4bd9-bb13-b51194cb375f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:12.210215 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ac229df-a5cb-4094-abcd-475d3741bb1b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (e127b616-ed57-4d7d-be0c-1371c6b77cc9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:12.220145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac229df-a5cb-4094-abcd-475d3741bb1b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:12.220835 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ac229df-a5cb-4094-abcd-475d3741bb1b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:12.395984 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad428b28-bff8-4bd9-bb13-b51194cb375f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:12.412643 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2ac229df-a5cb-4094-abcd-475d3741bb1b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0270119 Feb 04 13:38:12.419667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-ad428b28-bff8-4bd9-bb13-b51194cb375f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:12.424418 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-410ebbd7-7811-44aa-b9c8-a1f92de65cd3 req-4961e278-7b97-4cc0-8f6e-ff9cc99d25e0 service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735496 Feb 04 13:38:12.427214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad428b28-bff8-4bd9-bb13-b51194cb375f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:12.427921 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ad428b28-bff8-4bd9-bb13-b51194cb375f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:12.444567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a979d2d-c6ae-4539-80d4-6a799f5a202d req-9783e645-9f7f-4484-8e56-ea6f2488c98f tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:12.447208 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a979d2d-c6ae-4539-80d4-6a799f5a202d req-9783e645-9f7f-4484-8e56-ea6f2488c98f tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.3550761 Feb 04 13:38:12.454149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac229df-a5cb-4094-abcd-475d3741bb1b tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event updated for resources: {'Network': ['ID=e127b616-ed57-4d7d-be0c-1371c6b77cc9,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:12.457917 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad428b28-bff8-4bd9-bb13-b51194cb375f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Subnet': ['ID=7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:12.480739 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network e127b616-ed57-4d7d-be0c-1371c6b77cc9 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:38:12.535246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50664) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:12.536075 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ad428b28-bff8-4bd9-bb13-b51194cb375f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7380562 Feb 04 13:38:12.564795 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e2c7e648-8b87-4a8d-9459-966e22160e6d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'network_id': '034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6', 'fixed_ips': [{'subnet_id': 'bab1554e-e10c-414d-a7c7-d6d32d9a9e1b'}, {'subnet_id': '7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4'}], 'name': 'tempest-PortsTestJSON-1072464549'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:12.583690 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d16fa43c-248c-43f5-a85c-965c6508377f up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:12.651720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a979d2d-c6ae-4539-80d4-6a799f5a202d req-69ee866c-6432-4d25-9eae-2ffa4c62f927 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750836 Feb 04 13:38:12.670220 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50666) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:12.679585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Request body: {'subnets': [{'network_id': 'c7707e78-8929-4242-a288-b2bc09513187', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1914193307', 'ip_version': 4}, {'network_id': 'e127b616-ed57-4d7d-be0c-1371c6b77cc9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:12.680086 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Request body: {'subnet': {'network_id': 'c7707e78-8929-4242-a288-b2bc09513187', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1914193307', 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:12.681025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Request body: {'subnet': {'network_id': 'e127b616-ed57-4d7d-be0c-1371c6b77cc9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:12.770679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port d16fa43c-248c-43f5-a85c-965c6508377f completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:38:12.802918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port d16fa43c-248c-43f5-a85c-965c6508377f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:12.803666 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d16fa43c-248c-43f5-a85c-965c6508377f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:12.964467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c7e648-8b87-4a8d-9459-966e22160e6d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:12.989297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port d16fa43c-248c-43f5-a85c-965c6508377f is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:12.994760 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d16fa43c-248c-43f5-a85c-965c6508377f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:13.038309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port d16fa43c-248c-43f5-a85c-965c6508377f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d16fa43c-248c-43f5-a85c-965c6508377f,segment=NetworkSegment(bd5829f7-860a-4b14-9a82-ea230c4065d4),segment_id=bd5829f7-860a-4b14-9a82-ea230c4065d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:13.041298 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16fa43c-248c-43f5-a85c-965c6508377f'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:38:13.044698 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42567540-5f87-49f6-abda-ac774d40134d" -d '{"events": [{"server_uuid": "7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c", "name": "network-vif-plugged", "status": "completed", "tag": "d16fa43c-248c-43f5-a85c-965c6508377f"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:38:13.051260 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d16fa43c-248c-43f5-a85c-965c6508377f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:13.052978 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8aa8d1c5-756c-4bd4-92b5-c082b00741ec up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:13.131018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63e006-b602-4529-be6c-bac521037de5 req-16be126e-e4f0-4638-be10-b95f8747ebe0 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:13.144101 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63e006-b602-4529-be6c-bac521037de5 req-16be126e-e4f0-4638-be10-b95f8747ebe0 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:13.145141 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2c7e648-8b87-4a8d-9459-966e22160e6d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:13.146954 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce63e006-b602-4529-be6c-bac521037de5 req-16be126e-e4f0-4638-be10-b95f8747ebe0 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 1681 time: 0.2726979 Feb 04 13:38:13.179841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-e2c7e648-8b87-4a8d-9459-966e22160e6d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] device_id is not set on port 2b942ddd-ab09-438f-961e-e73eacf22060 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:38:13.217431 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdbfe98-d783-46a2-a087-f18a63fe69e2 None None] Network 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:13.306898 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce63e006-b602-4529-be6c-bac521037de5 req-32747745-2c68-4170-ab35-79b6fd63216b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234689 Feb 04 13:38:13.311653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Made reservation on behalf of ab519e0643f64dcb80e5e797b5d7f4d6 for: {'subnet': 2} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:13.319190 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:13.319728 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:13.358639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=d16fa43c-248c-43f5-a85c-965c6508377f,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:13.466257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:38:13.485126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0993abc2-20af-4cf4-a1d9-cd907afd769d None None] Provisioning complete for port 6f3c6597-a09e-4a35-82ab-598764ced5c7 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:13.485730 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0993abc2-20af-4cf4-a1d9-cd907afd769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:13.605865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:13.606956 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8aa8d1c5-756c-4bd4-92b5-c082b00741ec), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:13.765617 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cebfb99f-b7c2-472c-858d-f9ed3b9b2a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:13.799517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6f3c6597-a09e-4a35-82ab-598764ced5c7 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:13.873899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:13.874241 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8aa8d1c5-756c-4bd4-92b5-c082b00741ec), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:13.911000 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-e2c7e648-8b87-4a8d-9459-966e22160e6d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Allocated IP 172.20.0.13 (034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6/bab1554e-e10c-414d-a7c7-d6d32d9a9e1b/2b942ddd-ab09-438f-961e-e73eacf22060) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:13.919278 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-e2c7e648-8b87-4a8d-9459-966e22160e6d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Allocated IP 172.20.0.27 (034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6/7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4/2b942ddd-ab09-438f-961e-e73eacf22060) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:13.973783 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.069968 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0993abc2-20af-4cf4-a1d9-cd907afd769d None None] Current status of the port 6f3c6597-a09e-4a35-82ab-598764ced5c7 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:14.070859 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0993abc2-20af-4cf4-a1d9-cd907afd769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.166958 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8aa8d1c5-756c-4bd4-92b5-c082b00741ec,segment=NetworkSegment(c02aac83-0f22-4467-bf72-158353ab81af),segment_id=c02aac83-0f22-4467-bf72-158353ab81af)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:14.181601 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8aa8d1c5-756c-4bd4-92b5-c082b00741ec), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.191205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0993abc2-20af-4cf4-a1d9-cd907afd769d None None] For port 6f3c6597-a09e-4a35-82ab-598764ced5c7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6f3c6597-a09e-4a35-82ab-598764ced5c7,segment=NetworkSegment(b264b963-c205-4ddd-b057-8b85f195bac1),segment_id=b264b963-c205-4ddd-b057-8b85f195bac1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:14.258372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8aa8d1c5-756c-4bd4-92b5-c082b00741ec,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:14.265225 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0993abc2-20af-4cf4-a1d9-cd907afd769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.287390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6f3c6597-a09e-4a35-82ab-598764ced5c7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:14.287933 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.322953 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2c7e648-8b87-4a8d-9459-966e22160e6d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (2b942ddd-ab09-438f-961e-e73eacf22060), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.391504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d968d9f-284d-4f1c-b53c-5699e85133a1 req-86a43af4-5491-466d-84fd-b1447a66d5d4 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:14.393984 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d968d9f-284d-4f1c-b53c-5699e85133a1 req-86a43af4-5491-466d-84fd-b1447a66d5d4 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 984 time: 0.1639752 Feb 04 13:38:14.397941 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2c7e648-8b87-4a8d-9459-966e22160e6d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2b942ddd-ab09-438f-961e-e73eacf22060), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.445708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50688) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:14.462083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4b58e1-e168-4910-af5c-bbfec89ab226 None None] Update dhcp port {'port': {'network_id': '034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6', 'fixed_ips': [{'subnet_id': 'bab1554e-e10c-414d-a7c7-d6d32d9a9e1b', 'ip_address': '172.20.0.2'}, {'subnet_id': '7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4'}], 'binding:host_id': 'n-d-714676-13'}, 'id': '6f3c6597-a09e-4a35-82ab-598764ced5c7'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:38:14.494682 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c7e648-8b87-4a8d-9459-966e22160e6d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:14.503358 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (b42e7a00-bdd7-4d67-82ec-010a1438f09c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.505498 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-e2c7e648-8b87-4a8d-9459-966e22160e6d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:14.508333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7e648-8b87-4a8d-9459-966e22160e6d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=2b942ddd-ab09-438f-961e-e73eacf22060,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:14.512313 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c7e648-8b87-4a8d-9459-966e22160e6d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:14.530405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993abc2-20af-4cf4-a1d9-cd907afd769d None None] Pushing event updated for resources: {'Port': ['ID=6f3c6597-a09e-4a35-82ab-598764ced5c7,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:14.551411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6f3c6597-a09e-4a35-82ab-598764ced5c7 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:14.597232 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e4b58e1-e168-4910-af5c-bbfec89ab226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.614873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event updated for resources: {'Subnet': ['ID=b42e7a00-bdd7-4d67-82ec-010a1438f09c,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:14.632404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d968d9f-284d-4f1c-b53c-5699e85133a1 req-a356fc8f-ea06-4576-a817-22940c0f4a6d tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=743b0ead-f707-49c4-84e7-cc165df52ce9&id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1841626 Feb 04 13:38:14.635176 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c7e648-8b87-4a8d-9459-966e22160e6d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:14.636331 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2c7e648-8b87-4a8d-9459-966e22160e6d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.658860 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.659477 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Checking segment: {'id': '5234a207-08e5-4452-80a1-54eeedc2a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c7707e78-8929-4242-a288-b2bc09513187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:14.659857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Network hostable DHCP agents. Network: c7707e78-8929-4242-a288-b2bc09513187, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:38:14.679048 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e2c7e648-8b87-4a8d-9459-966e22160e6d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.1350243 Feb 04 13:38:14.679048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50692) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:14.684895 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5179365f-d69d-4c2b-9117-2e4b802ad60a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bab1554e-e10c-414d-a7c7-d6d32d9a9e1b'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:14.713227 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Network c7707e78-8929-4242-a288-b2bc09513187 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:38:14.734210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, c7707e78-8929-4242-a288-b2bc09513187) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:14.737238 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8892e827-d9dc-47f5-8fba-3fa7286c5890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.765033 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (d91fe68b-47a7-410d-b62f-25143cde69aa), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.840441 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5179365f-d69d-4c2b-9117-2e4b802ad60a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2b942ddd-ab09-438f-961e-e73eacf22060), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.936030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event updated for resources: {'Subnet': ['ID=d91fe68b-47a7-410d-b62f-25143cde69aa,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:14.950310 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Checking segment: {'id': '19eba356-a888-407c-96dd-ce5d812c143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'e127b616-ed57-4d7d-be0c-1371c6b77cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:14.950977 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Network hostable DHCP agents. Network: e127b616-ed57-4d7d-be0c-1371c6b77cc9, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:38:14.985403 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Network e127b616-ed57-4d7d-be0c-1371c6b77cc9 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:38:15.004241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, e127b616-ed57-4d7d-be0c-1371c6b77cc9) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:15.026584 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6843e7-1e75-43d9-bce6-6a46887ab64e x-openstack-request-id: req-9c6843e7-1e75-43d9-bce6-6a46887ab64e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:38:15.027096 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c", "name": "network-vif-plugged", "status": "completed", "tag": "d16fa43c-248c-43f5-a85c-965c6508377f", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:38:15.027541 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9c6843e7-1e75-43d9-bce6-6a46887ab64e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:38:15.028218 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16fa43c-248c-43f5-a85c-965c6508377f', 'code': 200} Feb 04 13:38:15.029808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441b00e7-87e9-4f98-9bc8-e387cadf3a67 None None] Network c7707e78-8929-4242-a288-b2bc09513187 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:15.033395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:15.034795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:15.038674 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:15.043549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8892e827-d9dc-47f5-8fba-3fa7286c5890 admin admin] Publish callbacks [] for security_group (d923ab55-f52d-4b33-b6d9-721ffe60b051), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:15.065280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0f747a-0d6b-4dce-ba1e-e48c49b6c022 None None] Network e127b616-ed57-4d7d-be0c-1371c6b77cc9 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:15.071577 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8892e827-d9dc-47f5-8fba-3fa7286c5890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d923ab55-f52d-4b33-b6d9-721ffe60b051), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:15.105775 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-58647190-30b2-449c-8afb-3785b93a5e25 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4329014 Feb 04 13:38:15.117422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50698) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:15.217862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1393ed-b8fe-4157-9a22-a84c1fa7c8ea req-9efbb933-2524-46c8-8d40-19c707ce7dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:15.220308 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d1393ed-b8fe-4157-9a22-a84c1fa7c8ea req-9efbb933-2524-46c8-8d40-19c707ce7dc3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1b3cf201de5741e68b3a523ba7663c2a&device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 1129 time: 0.1430173 Feb 04 13:38:15.227213 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8892e827-d9dc-47f5-8fba-3fa7286c5890 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3ea1b320c4714d49b60bc790a941720b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7744026 Feb 04 13:38:15.227490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50700) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:15.232829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-2e4b58e1-e168-4910-af5c-bbfec89ab226 None None] Allocated IP 172.20.0.18 (034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6/7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4/6f3c6597-a09e-4a35-82ab-598764ced5c7) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:15.280602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892e827-d9dc-47f5-8fba-3fa7286c5890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d923ab55-f52d-4b33-b6d9-721ffe60b051,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:15.310138 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c8bfd-7dd6-4037-9dfb-85f421e21dcb tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:15.313642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c8bfd-7dd6-4037-9dfb-85f421e21dcb tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:15.316178 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c8bfd-7dd6-4037-9dfb-85f421e21dcb tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:15.322545 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7d2c8bfd-7dd6-4037-9dfb-85f421e21dcb tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1942804 Feb 04 13:38:15.327249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50702) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:15.441093 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1a60a0-0044-459b-a3ab-9550776ae57d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Deleting subnet b42e7a00-bdd7-4d67-82ec-010a1438f09c {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:38:15.454950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95407b9-4502-4ad1-aa0a-fb9c77a16885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-c7707e78-8929-4242-a288-b2bc09513187', 'network_id': 'c7707e78-8929-4242-a288-b2bc09513187', 'project_id': 'ab519e0643f64dcb80e5e797b5d7f4d6', 'fixed_ips': [{'subnet_id': 'b42e7a00-bdd7-4d67-82ec-010a1438f09c'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:38:15.456314 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b95407b9-4502-4ad1-aa0a-fb9c77a16885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:15.458761 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a1a60a0-0044-459b-a3ab-9550776ae57d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks [] for subnet (b42e7a00-bdd7-4d67-82ec-010a1438f09c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:15.513929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffff072-3310-4082-9a5b-6e7677c12c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-e127b616-ed57-4d7d-be0c-1371c6b77cc9', 'network_id': 'e127b616-ed57-4d7d-be0c-1371c6b77cc9', 'project_id': 'ab519e0643f64dcb80e5e797b5d7f4d6', 'fixed_ips': [{'subnet_id': 'd91fe68b-47a7-410d-b62f-25143cde69aa'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:38:15.515802 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0ffff072-3310-4082-9a5b-6e7677c12c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:15.535878 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:15.615438 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a1a60a0-0044-459b-a3ab-9550776ae57d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (b42e7a00-bdd7-4d67-82ec-010a1438f09c), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:15.655478 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086d3d3-205d-4cd4-822b-85f2b03b5a2d req-9e8bb2f9-ea92-4b5b-b921-3b395023ec9a tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:15.657801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e086d3d3-205d-4cd4-822b-85f2b03b5a2d req-9e8bb2f9-ea92-4b5b-b921-3b395023ec9a tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/ports?device_id=55fa6ac3-0014-4a34-8d42-b9e38a3b22e5 HTTP/1.1" status: 200 len: 945 time: 0.4994235 Feb 04 13:38:15.662254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6f3c6597-a09e-4a35-82ab-598764ced5c7 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:15.716815 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a1a60a0-0044-459b-a3ab-9550776ae57d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (b42e7a00-bdd7-4d67-82ec-010a1438f09c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:15.795572 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2e4b58e1-e168-4910-af5c-bbfec89ab226 None None] For port 6f3c6597-a09e-4a35-82ab-598764ced5c7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6f3c6597-a09e-4a35-82ab-598764ced5c7,segment=NetworkSegment(b264b963-c205-4ddd-b057-8b85f195bac1),segment_id=b264b963-c205-4ddd-b057-8b85f195bac1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:15.819669 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a1a60a0-0044-459b-a3ab-9550776ae57d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (b42e7a00-bdd7-4d67-82ec-010a1438f09c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:15.823088 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e086d3d3-205d-4cd4-822b-85f2b03b5a2d req-33e1316f-90ee-411a-8929-38388ec267e1 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.96 "GET /v2.0/security-groups?id=78aefa80-8397-41c6-8e9a-6be25c5c74d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547248 Feb 04 13:38:15.829948 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95e9b468-d73e-46bc-a565-1d647b45b9e0 admin admin] Publish callbacks [] for security_group (d923ab55-f52d-4b33-b6d9-721ffe60b051), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:15.841613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1393ed-b8fe-4157-9a22-a84c1fa7c8ea req-f6ba8d60-9455-4102-b807-5f5a43c8ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:15.845580 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d1393ed-b8fe-4157-9a22-a84c1fa7c8ea req-f6ba8d60-9455-4102-b807-5f5a43c8ca64 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 HTTP/1.1" status: 200 len: 920 time: 0.6136570 Feb 04 13:38:15.876425 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a60a0-0044-459b-a3ab-9550776ae57d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event deleted for resources: {'Subnet': ['ID=b42e7a00-bdd7-4d67-82ec-010a1438f09c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:15.901558 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a1a60a0-0044-459b-a3ab-9550776ae57d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:15.911914 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4a1a60a0-0044-459b-a3ab-9550776ae57d tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "DELETE /v2.0/subnets/b42e7a00-bdd7-4d67-82ec-010a1438f09c HTTP/1.1" status: 204 len: 168 time: 0.5837798 Feb 04 13:38:15.912887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50704) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:15.931581 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95e9b468-d73e-46bc-a565-1d647b45b9e0 admin admin] Publish callbacks [] for security_group (d923ab55-f52d-4b33-b6d9-721ffe60b051), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:15.936660 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d1393ed-b8fe-4157-9a22-a84c1fa7c8ea req-688eaa86-570a-4e31-86f9-3e0a153e8b1e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a13df85-0e8e-48cf-86f0-e69b20fee8d3 HTTP/1.1" status: 200 len: 217 time: 0.0783119 Feb 04 13:38:15.964049 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242b960-be3d-42bf-8bf6-ad2f4caea29d req-e961b44a-6c99-4f1d-816b-a820c3356780 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:15.965683 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5242b960-be3d-42bf-8bf6-ad2f4caea29d req-e961b44a-6c99-4f1d-816b-a820c3356780 tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.99 "GET /v2.0/ports?device_id=55fa6ac3-0014-4a34-8d42-b9e38a3b22e5 HTTP/1.1" status: 200 len: 945 time: 0.2252738 Feb 04 13:38:15.989815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96e9fdb-d850-4949-9179-ed375a5f5226 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Deleting subnet d91fe68b-47a7-410d-b62f-25143cde69aa {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:38:15.993794 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f96e9fdb-d850-4949-9179-ed375a5f5226 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks [] for subnet (d91fe68b-47a7-410d-b62f-25143cde69aa), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server [None req-b95407b9-4502-4ad1-aa0a-fb9c77a16885 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b42e7a00-bdd7-4d67-82ec-010a1438f09c: This subnet is being modified by another concurrent operation. Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:38:16.008604 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise exception Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b42e7a00-bdd7-4d67-82ec-010a1438f09c: This subnet is being modified by another concurrent operation. Feb 04 13:38:16.015460 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server Feb 04 13:38:16.069607 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e4b58e1-e168-4910-af5c-bbfec89ab226 None None] Publish callbacks [] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.080292 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e4b58e1-e168-4910-af5c-bbfec89ab226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.101952 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f96e9fdb-d850-4949-9179-ed375a5f5226 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (d91fe68b-47a7-410d-b62f-25143cde69aa), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.133980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6607494b-98c6-4ac6-af43-1d5fd3ea7362 None None] Network c7707e78-8929-4242-a288-b2bc09513187 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:16.140761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1393ed-b8fe-4157-9a22-a84c1fa7c8ea req-b0debbd7-67f3-4d28-9c73-f951358159d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:16.143330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d1393ed-b8fe-4157-9a22-a84c1fa7c8ea req-b0debbd7-67f3-4d28-9c73-f951358159d7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=218fe4a2-bfd8-4afd-b187-fe7cab9a038e HTTP/1.1" status: 200 len: 859 time: 0.1974902 Feb 04 13:38:16.202538 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95e9b468-d73e-46bc-a565-1d647b45b9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d923ab55-f52d-4b33-b6d9-721ffe60b051), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.206515 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95e9b468-d73e-46bc-a565-1d647b45b9e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.207742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-95e9b468-d73e-46bc-a565-1d647b45b9e0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d923ab55-f52d-4b33-b6d9-721ffe60b051 HTTP/1.1" status: 204 len: 168 time: 0.9777851 Feb 04 13:38:16.213536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6f3c6597-a09e-4a35-82ab-598764ced5c7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:16.213756 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d1393ed-b8fe-4157-9a22-a84c1fa7c8ea req-d3697c8e-a94b-4992-9fc5-7c5fea4b55cc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639129 Feb 04 13:38:16.214660 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.238844 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f96e9fdb-d850-4949-9179-ed375a5f5226 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (d91fe68b-47a7-410d-b62f-25143cde69aa), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.242022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bde0ac-aa2e-4b9c-96c5-ad9354ee2d33 req-d590ba4f-87ab-4bd5-a4d6-a2c7a49ccd61 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:16.255581 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bde0ac-aa2e-4b9c-96c5-ad9354ee2d33 req-d590ba4f-87ab-4bd5-a4d6-a2c7a49ccd61 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:16.268497 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37bde0ac-aa2e-4b9c-96c5-ad9354ee2d33 req-d590ba4f-87ab-4bd5-a4d6-a2c7a49ccd61 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 1683 time: 0.2988360 Feb 04 13:38:16.270920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-5179365f-d69d-4c2b-9117-2e4b802ad60a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Delete allocated IP 172.20.0.27 (034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6/7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4) {{(pid=103607) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 13:38:16.330072 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9b468-d73e-46bc-a565-1d647b45b9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d923ab55-f52d-4b33-b6d9-721ffe60b051,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:16.517481 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37bde0ac-aa2e-4b9c-96c5-ad9354ee2d33 req-583787fa-76dd-4b84-81e3-022b114aa6d2 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448392 Feb 04 13:38:16.527575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-5242b960-be3d-42bf-8bf6-ad2f4caea29d req-d0e265f0-73a2-4609-9cb3-e52106c7c25f tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Deleting port 9be680a7-c40d-4ef0-b1cc-f727da666a94 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:16.527942 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5242b960-be3d-42bf-8bf6-ad2f4caea29d req-d0e265f0-73a2-4609-9cb3-e52106c7c25f tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (9be680a7-c40d-4ef0-b1cc-f727da666a94), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.539782 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f96e9fdb-d850-4949-9179-ed375a5f5226 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (d91fe68b-47a7-410d-b62f-25143cde69aa), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server [None req-0ffff072-3310-4082-9a5b-6e7677c12c13 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d91fe68b-47a7-410d-b62f-25143cde69aa: This subnet is being modified by another concurrent operation. Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:38:16.609489 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise exception Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d91fe68b-47a7-410d-b62f-25143cde69aa: This subnet is being modified by another concurrent operation. Feb 04 13:38:16.618438 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server Feb 04 13:38:16.635904 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e9fdb-d850-4949-9179-ed375a5f5226 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event deleted for resources: {'Subnet': ['ID=d91fe68b-47a7-410d-b62f-25143cde69aa,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:16.668923 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f96e9fdb-d850-4949-9179-ed375a5f5226 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.681504 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f96e9fdb-d850-4949-9179-ed375a5f5226 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "DELETE /v2.0/subnets/d91fe68b-47a7-410d-b62f-25143cde69aa HTTP/1.1" status: 204 len: 168 time: 0.7662406 Feb 04 13:38:16.693522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b58e1-e168-4910-af5c-bbfec89ab226 None None] Pushing event updated for resources: {'Port': ['ID=6f3c6597-a09e-4a35-82ab-598764ced5c7,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:16.703124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375a52f6-b2da-4d90-a8b2-ae6fc283e18a None None] Network e127b616-ed57-4d7d-be0c-1371c6b77cc9 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:16.740138 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50710) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:16.761120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-5242b960-be3d-42bf-8bf6-ad2f4caea29d req-d0e265f0-73a2-4609-9cb3-e52106c7c25f tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] For port 9be680a7-c40d-4ef0-b1cc-f727da666a94, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9be680a7-c40d-4ef0-b1cc-f727da666a94,segment=NetworkSegment(46768ea3-e7f0-40a9-bfc1-b0cfad8491e3),segment_id=46768ea3-e7f0-40a9-bfc1-b0cfad8491e3)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:16.761970 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5242b960-be3d-42bf-8bf6-ad2f4caea29d req-d0e265f0-73a2-4609-9cb3-e52106c7c25f tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (9be680a7-c40d-4ef0-b1cc-f727da666a94), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.776803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-5242b960-be3d-42bf-8bf6-ad2f4caea29d req-d0e265f0-73a2-4609-9cb3-e52106c7c25f tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Calling delete_port for 9be680a7-c40d-4ef0-b1cc-f727da666a94 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:16.926509 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5179365f-d69d-4c2b-9117-2e4b802ad60a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (2b942ddd-ab09-438f-961e-e73eacf22060), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.945661 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f07d577-488c-4b52-b6a2-77981181631a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:16.956185 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2f07d577-488c-4b52-b6a2-77981181631a tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2079344 Feb 04 13:38:16.957057 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5179365f-d69d-4c2b-9117-2e4b802ad60a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (2b942ddd-ab09-438f-961e-e73eacf22060), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.961784 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50716) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:16.966924 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d1393ed-b8fe-4157-9a22-a84c1fa7c8ea req-512122ff-6667-48d6-a8a7-e67aba9e62d6 service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7408330 Feb 04 13:38:16.967404 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6f3c6597-a09e-4a35-82ab-598764ced5c7 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:16.980908 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.991999 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5242b960-be3d-42bf-8bf6-ad2f4caea29d req-d0e265f0-73a2-4609-9cb3-e52106c7c25f tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (9be680a7-c40d-4ef0-b1cc-f727da666a94), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.033724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['9be680a7-c40d-4ef0-b1cc-f727da666a94'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:38:17.041860 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa8d1c5-756c-4bd4-92b5-c082b00741ec'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:38:17.048231 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db800e14-50f4-4e02-98ff-440c4f00f985" -d '{"events": [{"server_uuid": "7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c", "name": "network-vif-plugged", "status": "completed", "tag": "8aa8d1c5-756c-4bd4-92b5-c082b00741ec"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:38:17.056638 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179365f-d69d-4c2b-9117-2e4b802ad60a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=2b942ddd-ab09-438f-961e-e73eacf22060,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:17.164012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e265f0-73a2-4609-9cb3-e52106c7c25f tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Pushing event deleted for resources: {'Port': ['ID=9be680a7-c40d-4ef0-b1cc-f727da666a94,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:17.214854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5257d7f8-0793-424d-8cd0-db29010daff3 req-a76e7c09-4fe5-4f5b-8846-432f3a311699 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-161354473&fields=id&tenant_id=18df296c97314d5f87c6deaa6c02373b HTTP/1.1" status: 200 len: 267 time: 0.3407090 Feb 04 13:38:17.249669 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3d5826b-bef7-4072-a78f-e4b5a5729534 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (e127b616-ed57-4d7d-be0c-1371c6b77cc9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.276741 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5179365f-d69d-4c2b-9117-2e4b802ad60a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] In _notify_port_updated(), no bound segment for port 2b942ddd-ab09-438f-961e-e73eacf22060 on network 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6 {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:38:17.282401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5179365f-d69d-4c2b-9117-2e4b802ad60a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:17.283205 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5179365f-d69d-4c2b-9117-2e4b802ad60a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.287087 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5179365f-d69d-4c2b-9117-2e4b802ad60a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "PUT /v2.0/ports/2b942ddd-ab09-438f-961e-e73eacf22060 HTTP/1.1" status: 200 len: 920 time: 2.6067984 Feb 04 13:38:17.290188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50726) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:17.295769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4cfe8260-a5a4-42a7-a783-02ccb6e7d5d3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bab1554e-e10c-414d-a7c7-d6d32d9a9e1b'}, {'subnet_id': '7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:17.377112 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5242b960-be3d-42bf-8bf6-ad2f4caea29d req-d0e265f0-73a2-4609-9cb3-e52106c7c25f tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] No DVR routers for this DVR port 9be680a7-c40d-4ef0-b1cc-f727da666a94 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:38:17.383338 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d1393ed-b8fe-4157-9a22-a84c1fa7c8ea req-986cd7e2-02fc-43e1-854e-5e1922eef890 service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059246 Feb 04 13:38:17.387014 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5242b960-be3d-42bf-8bf6-ad2f4caea29d req-d0e265f0-73a2-4609-9cb3-e52106c7c25f tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.391802 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5242b960-be3d-42bf-8bf6-ad2f4caea29d req-d0e265f0-73a2-4609-9cb3-e52106c7c25f tempest-ServerGroupTestJSON-393712089 tempest-ServerGroupTestJSON-393712089-project] 10.222.0.99 "DELETE /v2.0/ports/9be680a7-c40d-4ef0-b1cc-f727da666a94 HTTP/1.1" status: 204 len: 173 time: 1.4155190 Feb 04 13:38:17.392429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fa6ac3-0014-4a34-8d42-b9e38a3b22e5', 'name': 'network-vif-deleted', 'tag': '9be680a7-c40d-4ef0-b1cc-f727da666a94'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:38:17.396580 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c5c922-a91b-4a09-893d-3f1b9c5430f6" -d '{"events": [{"server_uuid": "55fa6ac3-0014-4a34-8d42-b9e38a3b22e5", "name": "network-vif-deleted", "tag": "9be680a7-c40d-4ef0-b1cc-f727da666a94"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:38:17.435356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257d7f8-0793-424d-8cd0-db29010daff3 req-b549997e-052a-4404-8ba8-78ca0320f836 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:17.443877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5257d7f8-0793-424d-8cd0-db29010daff3 req-b549997e-052a-4404-8ba8-78ca0320f836 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 984 time: 0.2233529 Feb 04 13:38:17.451284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-5257d7f8-0793-424d-8cd0-db29010daff3 req-888045f4-3240-4274-b33b-f1ab7990f521 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Request body: {'port': {'security_groups': ['2ed44783-38a1-41b9-b1ee-386cecfe67cb', '743b0ead-f707-49c4-84e7-cc165df52ce9', '599bc1aa-86fb-4922-87b8-7e5c0b1d19b4']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:17.577052 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3d5826b-bef7-4072-a78f-e4b5a5729534 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (e127b616-ed57-4d7d-be0c-1371c6b77cc9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.591397 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8260-a5a4-42a7-a783-02ccb6e7d5d3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2b942ddd-ab09-438f-961e-e73eacf22060), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.595979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6f3c6597-a09e-4a35-82ab-598764ced5c7 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:17.655487 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b3d5826b-bef7-4072-a78f-e4b5a5729534 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e127b616-ed57-4d7d-be0c-1371c6b77cc9']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:17.698658 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5257d7f8-0793-424d-8cd0-db29010daff3 req-888045f4-3240-4274-b33b-f1ab7990f521 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.708648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b3d5826b-bef7-4072-a78f-e4b5a5729534 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19eba356-a888-407c-96dd-ce5d812c143a') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:17.708952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b3d5826b-bef7-4072-a78f-e4b5a5729534 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19eba356-a888-407c-96dd-ce5d812c143a') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:17.729338 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3d5826b-bef7-4072-a78f-e4b5a5729534 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (19eba356-a888-407c-96dd-ce5d812c143a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.748428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6f3c6597-a09e-4a35-82ab-598764ced5c7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:17.748886 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.754337 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3d5826b-bef7-4072-a78f-e4b5a5729534 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (19eba356-a888-407c-96dd-ce5d812c143a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.763493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d5826b-bef7-4072-a78f-e4b5a5729534 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:38:17.763850 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3d5826b-bef7-4072-a78f-e4b5a5729534 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (19eba356-a888-407c-96dd-ce5d812c143a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.870167 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.876706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30826b75-098c-4d5a-9096-2bafc4b35ed3 None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:38:17.956456 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:38:18.015039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c3cf6799-eaa8-488a-a0e3-36d524a3269e None None] Provisioning complete for port 6f3c6597-a09e-4a35-82ab-598764ced5c7 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:18.016245 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c3cf6799-eaa8-488a-a0e3-36d524a3269e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:18.029979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6f3c6597-a09e-4a35-82ab-598764ced5c7 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:18.080240 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3d5826b-bef7-4072-a78f-e4b5a5729534 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (e127b616-ed57-4d7d-be0c-1371c6b77cc9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:18.097326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3d5826b-bef7-4072-a78f-e4b5a5729534 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:18.103318 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b3d5826b-bef7-4072-a78f-e4b5a5729534 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "DELETE /v2.0/networks/e127b616-ed57-4d7d-be0c-1371c6b77cc9 HTTP/1.1" status: 204 len: 168 time: 1.0617840 Feb 04 13:38:18.115104 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50742) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:18.213201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-5257d7f8-0793-424d-8cd0-db29010daff3 req-888045f4-3240-4274-b33b-f1ab7990f521 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] For port 43cba535-f0f0-4425-8692-03b93512a0f2, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=43cba535-f0f0-4425-8692-03b93512a0f2,segment=NetworkSegment(d16d3540-ee57-4b22-abec-ff8cee081073),segment_id=d16d3540-ee57-4b22-abec-ff8cee081073)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:18.220108 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30826b75-098c-4d5a-9096-2bafc4b35ed3 None None] Resources bound (agent type, host, resource id): {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:38:18.241089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf6799-eaa8-488a-a0e3-36d524a3269e None None] Current status of the port 6f3c6597-a09e-4a35-82ab-598764ced5c7 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:18.285861 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5257d7f8-0793-424d-8cd0-db29010daff3 req-888045f4-3240-4274-b33b-f1ab7990f521 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for port (43cba535-f0f0-4425-8692-03b93512a0f2), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:18.291074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33cd2e6f-59d3-4b34-b6ea-571add9bd8c2 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (c7707e78-8929-4242-a288-b2bc09513187), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:18.294677 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5826b-bef7-4072-a78f-e4b5a5729534 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event deleted for resources: {'Network': ['ID=e127b616-ed57-4d7d-be0c-1371c6b77cc9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:18.295314 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5257d7f8-0793-424d-8cd0-db29010daff3 req-888045f4-3240-4274-b33b-f1ab7990f521 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:18.364589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['39d2ae22-7db5-45d8-aaa2-38861ee43ea9', '43cba535-f0f0-4425-8692-03b93512a0f2'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:38:18.380296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257d7f8-0793-424d-8cd0-db29010daff3 req-888045f4-3240-4274-b33b-f1ab7990f521 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:18.381387 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5257d7f8-0793-424d-8cd0-db29010daff3 req-888045f4-3240-4274-b33b-f1ab7990f521 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:18.384040 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5257d7f8-0793-424d-8cd0-db29010daff3 req-888045f4-3240-4274-b33b-f1ab7990f521 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "PUT /v2.0/ports/43cba535-f0f0-4425-8692-03b93512a0f2 HTTP/1.1" status: 200 len: 1020 time: 0.9390333 Feb 04 13:38:18.476493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888045f4-3240-4274-b33b-f1ab7990f521 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event updated for resources: {'Port': ['ID=43cba535-f0f0-4425-8692-03b93512a0f2,revision_number=7']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:18.601703 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33cd2e6f-59d3-4b34-b6ea-571add9bd8c2 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (c7707e78-8929-4242-a288-b2bc09513187), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:18.606409 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['43cba535-f0f0-4425-8692-03b93512a0f2'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:38:18.637003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39b52d-02fa-4490-9abe-d8f04faf3639 req-5c805aa4-cdcf-4c05-bfd0-1aca82142c92 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:18.641752 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a39b52d-02fa-4490-9abe-d8f04faf3639 req-5c805aa4-cdcf-4c05-bfd0-1aca82142c92 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.1191814 Feb 04 13:38:18.657902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-33cd2e6f-59d3-4b34-b6ea-571add9bd8c2 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7707e78-8929-4242-a288-b2bc09513187']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:18.671464 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-4cfe8260-a5a4-42a7-a783-02ccb6e7d5d3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Allocated IP 172.20.0.25 (034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6/7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4/2b942ddd-ab09-438f-961e-e73eacf22060) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:18.680963 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-33cd2e6f-59d3-4b34-b6ea-571add9bd8c2 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5234a207-08e5-4452-80a1-54eeedc2a10e') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:18.681433 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-33cd2e6f-59d3-4b34-b6ea-571add9bd8c2 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5234a207-08e5-4452-80a1-54eeedc2a10e') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:18.708312 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33cd2e6f-59d3-4b34-b6ea-571add9bd8c2 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (5234a207-08e5-4452-80a1-54eeedc2a10e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:18.713125 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a39b52d-02fa-4490-9abe-d8f04faf3639 req-21ec3d0a-33a6-4b4d-81f7-db6425712a4f tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650580 Feb 04 13:38:18.815401 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33cd2e6f-59d3-4b34-b6ea-571add9bd8c2 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (5234a207-08e5-4452-80a1-54eeedc2a10e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:18.831811 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff02fab-07b6-46d1-b414-df986623af99 x-openstack-request-id: req-5ff02fab-07b6-46d1-b414-df986623af99 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:38:18.832874 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c", "name": "network-vif-plugged", "status": "completed", "tag": "8aa8d1c5-756c-4bd4-92b5-c082b00741ec", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:38:18.832874 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5ff02fab-07b6-46d1-b414-df986623af99 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:38:18.832874 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa8d1c5-756c-4bd4-92b5-c082b00741ec', 'code': 200} Feb 04 13:38:18.846597 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cd2e6f-59d3-4b34-b6ea-571add9bd8c2 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:38:18.847842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33cd2e6f-59d3-4b34-b6ea-571add9bd8c2 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (5234a207-08e5-4452-80a1-54eeedc2a10e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:38:18.853940 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:38:18.972994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf8e6d6-8808-47b5-94bd-c85fdd187d47 None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:38:19.011366 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee56aa-a856-47b6-a538-f91a625f5441 req-61ca8b7d-36eb-4cbb-b26e-d6d0e95b7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:19.011789 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee56aa-a856-47b6-a538-f91a625f5441 req-61ca8b7d-36eb-4cbb-b26e-d6d0e95b7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:19.014948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7dee56aa-a856-47b6-a538-f91a625f5441 req-61ca8b7d-36eb-4cbb-b26e-d6d0e95b7baa service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 2049 time: 0.0797198 Feb 04 13:38:19.029122 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33cd2e6f-59d3-4b34-b6ea-571add9bd8c2 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (c7707e78-8929-4242-a288-b2bc09513187), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:19.069887 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33cd2e6f-59d3-4b34-b6ea-571add9bd8c2 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:19.080187 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-33cd2e6f-59d3-4b34-b6ea-571add9bd8c2 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "DELETE /v2.0/networks/c7707e78-8929-4242-a288-b2bc09513187 HTTP/1.1" status: 204 len: 168 time: 0.9298978 Feb 04 13:38:19.090036 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50752) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:19.101556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd2e6f-59d3-4b34-b6ea-571add9bd8c2 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event deleted for resources: {'Network': ['ID=c7707e78-8929-4242-a288-b2bc09513187,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:19.161374 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8260-a5a4-42a7-a783-02ccb6e7d5d3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (2b942ddd-ab09-438f-961e-e73eacf22060), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:19.170837 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8260-a5a4-42a7-a783-02ccb6e7d5d3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (2b942ddd-ab09-438f-961e-e73eacf22060), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:19.224448 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254cb67c-6ae7-4ec3-a252-18b33f033b04 x-openstack-request-id: req-254cb67c-6ae7-4ec3-a252-18b33f033b04 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:38:19.225305 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fa6ac3-0014-4a34-8d42-b9e38a3b22e5", "name": "network-vif-deleted", "tag": "9be680a7-c40d-4ef0-b1cc-f727da666a94", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:38:19.225458 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-254cb67c-6ae7-4ec3-a252-18b33f033b04 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:38:19.226177 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fa6ac3-0014-4a34-8d42-b9e38a3b22e5', 'name': 'network-vif-deleted', 'tag': '9be680a7-c40d-4ef0-b1cc-f727da666a94', 'status': 'completed', 'code': 200} Feb 04 13:38:19.243216 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe8260-a5a4-42a7-a783-02ccb6e7d5d3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=2b942ddd-ab09-438f-961e-e73eacf22060,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:19.248371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7dee56aa-a856-47b6-a538-f91a625f5441 req-26b29dca-232e-4400-b939-1b8c4e9100c8 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268598 Feb 04 13:38:19.331466 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-93b0d5a0-17b3-4ea0-a898-e7499306fd07 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (c2712156-666e-4c3f-97af-6e8f75cc1caa), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:19.417982 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4cfe8260-a5a4-42a7-a783-02ccb6e7d5d3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] In _notify_port_updated(), no bound segment for port 2b942ddd-ab09-438f-961e-e73eacf22060 on network 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6 {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:38:19.425459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfe8260-a5a4-42a7-a783-02ccb6e7d5d3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:19.426565 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8260-a5a4-42a7-a783-02ccb6e7d5d3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:19.428338 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4cfe8260-a5a4-42a7-a783-02ccb6e7d5d3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "PUT /v2.0/ports/2b942ddd-ab09-438f-961e-e73eacf22060 HTTP/1.1" status: 200 len: 1000 time: 2.1370015 Feb 04 13:38:19.433031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50754) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:19.485730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040062a-9ee9-4cd4-a830-cfde71a77187 req-fd3f025d-7897-4916-8a48-91ea727b8220 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:19.496616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040062a-9ee9-4cd4-a830-cfde71a77187 req-fd3f025d-7897-4916-8a48-91ea727b8220 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:19.499819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4040062a-9ee9-4cd4-a830-cfde71a77187 req-fd3f025d-7897-4916-8a48-91ea727b8220 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 1683 time: 0.2022548 Feb 04 13:38:19.527135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf8e6d6-8808-47b5-94bd-c85fdd187d47 None None] Resources bound (agent type, host, resource id): {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:38:19.573789 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8ee1d-9e19-432a-915a-4f2c5c9da3bd tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port 2b942ddd-ab09-438f-961e-e73eacf22060 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:19.574258 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ff8ee1d-9e19-432a-915a-4f2c5c9da3bd tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2b942ddd-ab09-438f-961e-e73eacf22060), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:19.620286 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-93b0d5a0-17b3-4ea0-a898-e7499306fd07 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (c2712156-666e-4c3f-97af-6e8f75cc1caa), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:19.664863 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-93b0d5a0-17b3-4ea0-a898-e7499306fd07 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2712156-666e-4c3f-97af-6e8f75cc1caa']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:19.670417 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4040062a-9ee9-4cd4-a830-cfde71a77187 req-f6f358b0-d537-4f72-b8f9-7d25cb1f36ff tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137514 Feb 04 13:38:19.679484 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-93b0d5a0-17b3-4ea0-a898-e7499306fd07 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdff4da-880b-4b55-b416-a80a7b68f76e') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:19.679810 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-93b0d5a0-17b3-4ea0-a898-e7499306fd07 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdff4da-880b-4b55-b416-a80a7b68f76e') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:19.694223 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-93b0d5a0-17b3-4ea0-a898-e7499306fd07 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (0fdff4da-880b-4b55-b416-a80a7b68f76e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:19.696743 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ff8ee1d-9e19-432a-915a-4f2c5c9da3bd tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2b942ddd-ab09-438f-961e-e73eacf22060), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:19.713736 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-93b0d5a0-17b3-4ea0-a898-e7499306fd07 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0fdff4da-880b-4b55-b416-a80a7b68f76e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:19.715594 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8ee1d-9e19-432a-915a-4f2c5c9da3bd tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for 2b942ddd-ab09-438f-961e-e73eacf22060 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:19.723901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b0d5a0-17b3-4ea0-a898-e7499306fd07 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:38:19.725034 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-93b0d5a0-17b3-4ea0-a898-e7499306fd07 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (0fdff4da-880b-4b55-b416-a80a7b68f76e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:38:19.729055 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:38:19.860193 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-93b0d5a0-17b3-4ea0-a898-e7499306fd07 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (c2712156-666e-4c3f-97af-6e8f75cc1caa), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:19.876681 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-93b0d5a0-17b3-4ea0-a898-e7499306fd07 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:19.880253 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-93b0d5a0-17b3-4ea0-a898-e7499306fd07 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "DELETE /v2.0/networks/c2712156-666e-4c3f-97af-6e8f75cc1caa HTTP/1.1" status: 204 len: 168 time: 0.7831676 Feb 04 13:38:19.886424 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50762) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:19.901109 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0d5a0-17b3-4ea0-a898-e7499306fd07 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event deleted for resources: {'Network': ['ID=c2712156-666e-4c3f-97af-6e8f75cc1caa,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:19.909319 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99efd9c2-245f-4c5e-a179-13129d808f83 req-b3b74818-128b-4672-aee7-e00b7f86f31c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/599bc1aa-86fb-4922-87b8-7e5c0b1d19b4 HTTP/1.1" status: 200 len: 1818 time: 0.0923336 Feb 04 13:38:19.976343 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-99efd9c2-245f-4c5e-a179-13129d808f83 req-2b575ed1-a9ad-469f-8bd3-45a4ec1f56bd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 13:38:19.977579 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99efd9c2-245f-4c5e-a179-13129d808f83 req-2b575ed1-a9ad-469f-8bd3-45a4ec1f56bd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "DELETE /v2.0/security-groups/599bc1aa-86fb-4922-87b8-7e5c0b1d19b4 HTTP/1.1" status: 409 len: 341 time: 0.0617669 Feb 04 13:38:20.231585 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4429d197-3ce7-4ca9-904d-9551c4abe606 None None] Network 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:20.273309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9011d93-d557-4082-b75e-03a4ff6af548 req-299ffa38-96bb-49cb-a113-e5f1311e97b0 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:20.281107 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9011d93-d557-4082-b75e-03a4ff6af548 req-299ffa38-96bb-49cb-a113-e5f1311e97b0 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.1220694 Feb 04 13:38:20.385901 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9011d93-d557-4082-b75e-03a4ff6af548 req-5a4b4fdb-3c56-4032-976c-8f245410f95d tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958552 Feb 04 13:38:20.485984 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d3c0eafd-46cd-44c1-8e13-b282d5209634 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (03ab0743-a197-434a-8891-b479a083fc11), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:20.558041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9be680a7-c40d-4ef0-b1cc-f727da666a94 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:38:20.597731 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 9be680a7-c40d-4ef0-b1cc-f727da666a94 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:38:20.599883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9be680a7-c40d-4ef0-b1cc-f727da666a94 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:38:20.634967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ff8ee1d-9e19-432a-915a-4f2c5c9da3bd tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2b942ddd-ab09-438f-961e-e73eacf22060), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:20.711720 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8ee1d-9e19-432a-915a-4f2c5c9da3bd tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=2b942ddd-ab09-438f-961e-e73eacf22060,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:20.741807 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d3c0eafd-46cd-44c1-8e13-b282d5209634 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (03ab0743-a197-434a-8891-b479a083fc11), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:20.898004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d3c0eafd-46cd-44c1-8e13-b282d5209634 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ab0743-a197-434a-8891-b479a083fc11']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:20.925869 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d3c0eafd-46cd-44c1-8e13-b282d5209634 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261e0c7d-e4b4-4c29-9dc3-1766cf7531d4') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:20.926554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d3c0eafd-46cd-44c1-8e13-b282d5209634 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261e0c7d-e4b4-4c29-9dc3-1766cf7531d4') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:20.952151 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d3c0eafd-46cd-44c1-8e13-b282d5209634 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (261e0c7d-e4b4-4c29-9dc3-1766cf7531d4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:20.991046 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d3c0eafd-46cd-44c1-8e13-b282d5209634 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (261e0c7d-e4b4-4c29-9dc3-1766cf7531d4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:21.009990 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c0eafd-46cd-44c1-8e13-b282d5209634 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:38:21.011044 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d3c0eafd-46cd-44c1-8e13-b282d5209634 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (261e0c7d-e4b4-4c29-9dc3-1766cf7531d4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:38:21.017504 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:38:21.049666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ef275562-603a-4c57-99bf-3c17eee1ddc1 None None] Provisioning complete for port 6f3c6597-a09e-4a35-82ab-598764ced5c7 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:21.050774 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ef275562-603a-4c57-99bf-3c17eee1ddc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:21.083334 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ff8ee1d-9e19-432a-915a-4f2c5c9da3bd tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:21.093879 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7ff8ee1d-9e19-432a-915a-4f2c5c9da3bd tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/2b942ddd-ab09-438f-961e-e73eacf22060 HTTP/1.1" status: 204 len: 168 time: 1.6536701 Feb 04 13:38:21.093879 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50778) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:21.127808 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e5a1d-96c7-485e-9667-4c8878b3ffe7 req-90e2aa8b-3e37-42c8-96b6-92ac46659bb8 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:21.129376 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50780) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:21.140173 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-896e5a1d-96c7-485e-9667-4c8878b3ffe7 req-90e2aa8b-3e37-42c8-96b6-92ac46659bb8 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 1023 time: 0.1872120 Feb 04 13:38:21.163843 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-88837bab-f38d-41db-bce6-bbcdd4e68050 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] GET failed (client error): The resource could not be found. Feb 04 13:38:21.166210 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-88837bab-f38d-41db-bce6-bbcdd4e68050 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/2b942ddd-ab09-438f-961e-e73eacf22060 HTTP/1.1" status: 404 len: 333 time: 0.0721607 Feb 04 13:38:21.170590 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50784) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:21.228586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2c63fc-1112-4a14-91a7-0f840d5e16bb', 'tag': '43cba535-f0f0-4425-8692-03b93512a0f2'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:38:21.242126 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760aa766-01da-4f39-a44c-70eedebd35af" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2c63fc-1112-4a14-91a7-0f840d5e16bb", "tag": "43cba535-f0f0-4425-8692-03b93512a0f2"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:38:21.253720 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8026bb9-a4bc-42a8-8bd9-6ee618499a46 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting subnet 7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:38:21.262011 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8026bb9-a4bc-42a8-8bd9-6ee618499a46 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:21.265940 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d3c0eafd-46cd-44c1-8e13-b282d5209634 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (03ab0743-a197-434a-8891-b479a083fc11), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:21.271497 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d3c0eafd-46cd-44c1-8e13-b282d5209634 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:21.284668 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d3c0eafd-46cd-44c1-8e13-b282d5209634 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] 10.222.0.96 "DELETE /v2.0/networks/03ab0743-a197-434a-8891-b479a083fc11 HTTP/1.1" status: 204 len: 168 time: 1.3952284 Feb 04 13:38:21.330133 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ef275562-603a-4c57-99bf-3c17eee1ddc1 None None] Current status of the port 6f3c6597-a09e-4a35-82ab-598764ced5c7 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:21.337750 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ef275562-603a-4c57-99bf-3c17eee1ddc1 None None] Could not find standard attr ID for object 2b942ddd-ab09-438f-961e-e73eacf22060. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:38:21.350960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-896e5a1d-96c7-485e-9667-4c8878b3ffe7 req-6a4b5bbd-edaa-40dc-834f-f329005591e9 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=599bc1aa-86fb-4922-87b8-7e5c0b1d19b4&id=743b0ead-f707-49c4-84e7-cc165df52ce9&id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2050207 Feb 04 13:38:21.400427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0eafd-46cd-44c1-8e13-b282d5209634 tempest-BulkNetworkOpsTest-507829667 tempest-BulkNetworkOpsTest-507829667-project] Pushing event deleted for resources: {'Network': ['ID=03ab0743-a197-434a-8891-b479a083fc11,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:21.437232 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e99468f-1f52-42eb-94c5-3075fdf0d094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:21.453225 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5bee42ad-a8b8-4b0a-9f12-23979f31546f None None] Could not find standard attr ID for object 2b942ddd-ab09-438f-961e-e73eacf22060. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:38:21.471740 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8026bb9-a4bc-42a8-8bd9-6ee618499a46 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:21.555576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509bd09-a79a-4438-8f1a-7942ed7daa30 req-d84e3f60-d947-44ac-9617-2b5cfd71a208 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:21.567201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509bd09-a79a-4438-8f1a-7942ed7daa30 req-d84e3f60-d947-44ac-9617-2b5cfd71a208 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:21.569221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9509bd09-a79a-4438-8f1a-7942ed7daa30 req-d84e3f60-d947-44ac-9617-2b5cfd71a208 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 1683 time: 0.1183174 Feb 04 13:38:21.686483 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9509bd09-a79a-4438-8f1a-7942ed7daa30 req-273be2bd-813c-48a9-8fac-53d3dc5393f0 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965686 Feb 04 13:38:21.726055 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8026bb9-a4bc-42a8-8bd9-6ee618499a46 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:21.729331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50796) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:21.824402 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e99468f-1f52-42eb-94c5-3075fdf0d094 admin admin] Publish callbacks [] for security_group (d395816a-cf75-4f6f-b6f5-2cc04b990c70), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:21.839588 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e99468f-1f52-42eb-94c5-3075fdf0d094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d395816a-cf75-4f6f-b6f5-2cc04b990c70), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:21.872860 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f583cb97-c96b-4cc8-abfb-7c29cd75e4fd None None] Could not find standard attr ID for object 2b942ddd-ab09-438f-961e-e73eacf22060. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:38:21.914288 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1e414e-73d2-4bc5-95c7-06b480e29d4c x-openstack-request-id: req-9c1e414e-73d2-4bc5-95c7-06b480e29d4c {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:38:21.915094 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2c63fc-1112-4a14-91a7-0f840d5e16bb", "tag": "43cba535-f0f0-4425-8692-03b93512a0f2", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:38:21.915739 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9c1e414e-73d2-4bc5-95c7-06b480e29d4c {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:38:21.916437 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2c63fc-1112-4a14-91a7-0f840d5e16bb', 'tag': '43cba535-f0f0-4425-8692-03b93512a0f2', 'status': 'completed', 'code': 200} Feb 04 13:38:21.957152 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6e99468f-1f52-42eb-94c5-3075fdf0d094 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=17b6c99def3f4f0ea1a8cf67644aeb74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8268957 Feb 04 13:38:21.958539 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50802) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:21.962185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99468f-1f52-42eb-94c5-3075fdf0d094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d395816a-cf75-4f6f-b6f5-2cc04b990c70,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:21.974714 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8026bb9-a4bc-42a8-8bd9-6ee618499a46 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:22.046967 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-310174cd-aea2-4733-a1b5-ffb784bf3ab2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ab519e0643f64dcb80e5e797b5d7f4d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3160112 Feb 04 13:38:22.055225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50804) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:22.065104 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8026bb9-a4bc-42a8-8bd9-6ee618499a46 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Subnet': ['ID=7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:22.069722 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8026bb9-a4bc-42a8-8bd9-6ee618499a46 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:22.075163 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a8026bb9-a4bc-42a8-8bd9-6ee618499a46 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4 HTTP/1.1" status: 204 len: 168 time: 0.9031096 Feb 04 13:38:22.082545 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50806) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:22.139455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4db3369-e734-45da-9fe8-4ac0df7e1be3 None None] Network 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:22.201876 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0742dc07-3297-44aa-a674-83d1d3273198 admin admin] Publish callbacks [] for security_group (d395816a-cf75-4f6f-b6f5-2cc04b990c70), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:22.212388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a85410-1239-4de1-94b3-e4cdd9f3b3e3 req-21228f12-c1af-4b0b-88bd-5e27e0593bf0 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:22.215067 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-85a85410-1239-4de1-94b3-e4cdd9f3b3e3 req-21228f12-c1af-4b0b-88bd-5e27e0593bf0 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.2175608 Feb 04 13:38:22.216505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d3a9167c-4141-45db-be0b-39547ca8919e None None] Could not find standard attr ID for object 2b942ddd-ab09-438f-961e-e73eacf22060. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:38:22.221295 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760aa766-01da-4f39-a44c-70eedebd35af req-ee687e10-43e7-472a-af41-63e7ef20a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:22.224293 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-760aa766-01da-4f39-a44c-70eedebd35af req-ee687e10-43e7-472a-af41-63e7ef20a9f0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=18df296c97314d5f87c6deaa6c02373b&device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 1207 time: 0.2718327 Feb 04 13:38:22.226954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e44fa2-e9b5-494b-826b-b6d916189269 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting subnet bab1554e-e10c-414d-a7c7-d6d32d9a9e1b {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:38:22.240381 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c8e44fa2-e9b5-494b-826b-b6d916189269 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (bab1554e-e10c-414d-a7c7-d6d32d9a9e1b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:22.298819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0742dc07-3297-44aa-a674-83d1d3273198 admin admin] Publish callbacks [] for security_group (d395816a-cf75-4f6f-b6f5-2cc04b990c70), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:22.364990 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c8e44fa2-e9b5-494b-826b-b6d916189269 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (bab1554e-e10c-414d-a7c7-d6d32d9a9e1b), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:22.376800 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df3b8b14-a428-4c60-9cdb-f6467dce4ae5 admin admin] Publish callbacks [] for security_group (81fcdaf1-a8ca-4948-914c-250bc1859d0e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:22.456720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-85a85410-1239-4de1-94b3-e4cdd9f3b3e3 req-dd323be4-5ddb-44e4-bb66-a105f3edcd96 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264409 Feb 04 13:38:22.487737 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df3b8b14-a428-4c60-9cdb-f6467dce4ae5 admin admin] Publish callbacks [] for security_group (81fcdaf1-a8ca-4948-914c-250bc1859d0e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:22.520040 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0742dc07-3297-44aa-a674-83d1d3273198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d395816a-cf75-4f6f-b6f5-2cc04b990c70), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:22.526298 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0742dc07-3297-44aa-a674-83d1d3273198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:22.542659 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0742dc07-3297-44aa-a674-83d1d3273198 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d395816a-cf75-4f6f-b6f5-2cc04b990c70 HTTP/1.1" status: 204 len: 168 time: 0.5816886 Feb 04 13:38:22.583949 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760aa766-01da-4f39-a44c-70eedebd35af req-ffdd0f38-96df-4cc9-b0d8-97d7d45f20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:22.588257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-760aa766-01da-4f39-a44c-70eedebd35af req-ffdd0f38-96df-4cc9-b0d8-97d7d45f20b1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9b76c752-312e-4ac7-97d7-4f401a121b43 HTTP/1.1" status: 200 len: 914 time: 0.3557932 Feb 04 13:38:22.684812 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c8e44fa2-e9b5-494b-826b-b6d916189269 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (bab1554e-e10c-414d-a7c7-d6d32d9a9e1b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:22.768951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-760aa766-01da-4f39-a44c-70eedebd35af req-2c92edc3-2918-4eaa-a42e-307af6d47547 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cba535-f0f0-4425-8692-03b93512a0f2 HTTP/1.1" status: 200 len: 217 time: 0.1723645 Feb 04 13:38:22.829440 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742dc07-3297-44aa-a674-83d1d3273198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d395816a-cf75-4f6f-b6f5-2cc04b990c70,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:22.876638 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df3b8b14-a428-4c60-9cdb-f6467dce4ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (81fcdaf1-a8ca-4948-914c-250bc1859d0e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:22.880422 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df3b8b14-a428-4c60-9cdb-f6467dce4ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:22.882187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-df3b8b14-a428-4c60-9cdb-f6467dce4ae5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/81fcdaf1-a8ca-4948-914c-250bc1859d0e HTTP/1.1" status: 204 len: 168 time: 0.8246481 Feb 04 13:38:22.941930 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b8b14-a428-4c60-9cdb-f6467dce4ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fcdaf1-a8ca-4948-914c-250bc1859d0e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:22.953995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760aa766-01da-4f39-a44c-70eedebd35af req-450627a9-eacd-4d12-a952-07efd97d11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:22.955751 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-760aa766-01da-4f39-a44c-70eedebd35af req-450627a9-eacd-4d12-a952-07efd97d11c7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=17d78447-bcef-4d7f-9596-7ffb293b03df HTTP/1.1" status: 200 len: 853 time: 0.1780484 Feb 04 13:38:22.969405 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c8e44fa2-e9b5-494b-826b-b6d916189269 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (bab1554e-e10c-414d-a7c7-d6d32d9a9e1b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:22.993252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf9473-313c-43a8-a390-f3c2a8d94fe5 req-afe6fc7b-b39b-4a06-a53c-2ec04d521b7b tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:22.995003 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d0bf9473-313c-43a8-a390-f3c2a8d94fe5 req-afe6fc7b-b39b-4a06-a53c-2ec04d521b7b tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.99 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 1023 time: 0.3360636 Feb 04 13:38:23.043739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e44fa2-e9b5-494b-826b-b6d916189269 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Subnet': ['ID=bab1554e-e10c-414d-a7c7-d6d32d9a9e1b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:23.055310 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c8e44fa2-e9b5-494b-826b-b6d916189269 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:23.074780 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c8e44fa2-e9b5-494b-826b-b6d916189269 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/bab1554e-e10c-414d-a7c7-d6d32d9a9e1b HTTP/1.1" status: 204 len: 168 time: 0.9878478 Feb 04 13:38:23.078557 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50824) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:23.094535 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-760aa766-01da-4f39-a44c-70eedebd35af req-1fcf069f-4c5f-448c-a897-1ba209c86413 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9b76c752-312e-4ac7-97d7-4f401a121b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210239 Feb 04 13:38:23.228605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7457afa-1599-496a-bdd8-982474bb3519 req-e843081b-8ba3-4264-b5ac-01dd45691f4a tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:23.230318 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7457afa-1599-496a-bdd8-982474bb3519 req-e843081b-8ba3-4264-b5ac-01dd45691f4a tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 1023 time: 0.3897021 Feb 04 13:38:23.292378 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:23.394001 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port 6f3c6597-a09e-4a35-82ab-598764ced5c7 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:23.394417 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:23.482527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] For port 6f3c6597-a09e-4a35-82ab-598764ced5c7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6f3c6597-a09e-4a35-82ab-598764ced5c7,segment=NetworkSegment(b264b963-c205-4ddd-b057-8b85f195bac1),segment_id=b264b963-c205-4ddd-b057-8b85f195bac1)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:23.482916 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:23.500372 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for 6f3c6597-a09e-4a35-82ab-598764ced5c7 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:23.523177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f996c9-c10b-4ea9-9e38-c1bc9195164e None None] Network 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:23.527911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-760aa766-01da-4f39-a44c-70eedebd35af req-ccb3c7b3-29ad-455c-bf9c-355a3a6b354f service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893347 Feb 04 13:38:23.622939 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6f3c6597-a09e-4a35-82ab-598764ced5c7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:23.625725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7457afa-1599-496a-bdd8-982474bb3519 req-aad4cbb0-ecf4-465f-931a-97bedcd382a1 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=599bc1aa-86fb-4922-87b8-7e5c0b1d19b4&id=743b0ead-f707-49c4-84e7-cc165df52ce9&id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2494161 Feb 04 13:38:23.653495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d0bf9473-313c-43a8-a390-f3c2a8d94fe5 req-b8ddecc1-534c-4a75-886a-bada9e515e0c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Deleting port 43cba535-f0f0-4425-8692-03b93512a0f2 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:23.658767 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No DVR routers for this DVR port 6f3c6597-a09e-4a35-82ab-598764ced5c7 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:38:23.661859 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-44524dc1-0abb-41e7-b20c-2b693f4196ac None None] Could not find standard attr ID for object 6f3c6597-a09e-4a35-82ab-598764ced5c7. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:38:23.665376 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d0bf9473-313c-43a8-a390-f3c2a8d94fe5 req-b8ddecc1-534c-4a75-886a-bada9e515e0c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:23.736520 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=6f3c6597-a09e-4a35-82ab-598764ced5c7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:23.807159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:23.807523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:23.807908 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:23.808252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:23.808595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:23.808942 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:23.809348 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:23.809683 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:23.810170 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:23.810580 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:23.810917 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:23.811256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:23.811602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:23.877538 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:23.892446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89ba858-071d-47d8-8642-0c38768aaaaa None None] DHCP port deletion for 034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:38:23.966153 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:23.988063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b264b963-c205-4ddd-b057-8b85f195bac1') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:23.988421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b264b963-c205-4ddd-b057-8b85f195bac1') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:24.007504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-760aa766-01da-4f39-a44c-70eedebd35af req-4daf7d81-f417-477a-aa27-700c9b4c41cf service neutron] 10.222.0.99 "GET /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679723 Feb 04 13:38:24.010166 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (b264b963-c205-4ddd-b057-8b85f195bac1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:24.036616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d0bf9473-313c-43a8-a390-f3c2a8d94fe5 req-b8ddecc1-534c-4a75-886a-bada9e515e0c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] For port 43cba535-f0f0-4425-8692-03b93512a0f2, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=43cba535-f0f0-4425-8692-03b93512a0f2,segment=NetworkSegment(d16d3540-ee57-4b22-abec-ff8cee081073),segment_id=d16d3540-ee57-4b22-abec-ff8cee081073)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:24.037084 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d0bf9473-313c-43a8-a390-f3c2a8d94fe5 req-b8ddecc1-534c-4a75-886a-bada9e515e0c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:24.038692 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (b264b963-c205-4ddd-b057-8b85f195bac1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:24.053430 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:38:24.055463 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (b264b963-c205-4ddd-b057-8b85f195bac1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:38:24.061434 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:38:24.072235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d0bf9473-313c-43a8-a390-f3c2a8d94fe5 req-b8ddecc1-534c-4a75-886a-bada9e515e0c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Calling delete_port for 43cba535-f0f0-4425-8692-03b93512a0f2 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:24.286535 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:24.349388 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:24.359673 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/networks/034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6 HTTP/1.1" status: 204 len: 168 time: 1.2736032 Feb 04 13:38:24.359673 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d736f-cf81-4f9b-9eed-4849d7602570 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Network': ['ID=034adbd1-ab2e-4d8e-929f-1f8ba0ffcea6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:24.372275 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50856) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:24.496054 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d0bf9473-313c-43a8-a390-f3c2a8d94fe5 req-b8ddecc1-534c-4a75-886a-bada9e515e0c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (43cba535-f0f0-4425-8692-03b93512a0f2), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:24.525458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['39d2ae22-7db5-45d8-aaa2-38861ee43ea9', '43cba535-f0f0-4425-8692-03b93512a0f2'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:38:24.552844 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174b2bad-12ec-45a8-ba19-f641628bfda1 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:24.556890 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-174b2bad-12ec-45a8-ba19-f641628bfda1 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1820035 Feb 04 13:38:24.569460 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50870) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:24.631742 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddecc1-534c-4a75-886a-bada9e515e0c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event deleted for resources: {'Port': ['ID=43cba535-f0f0-4425-8692-03b93512a0f2,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:24.681805 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b50593d7-37c4-4089-ad66-ab7fa86f6023 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1109872 Feb 04 13:38:24.700043 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50874) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:24.711552 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-817bd5c4-6088-4ff3-910d-19e9351eabed tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-375586430'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:24.768231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817bd5c4-6088-4ff3-910d-19e9351eabed tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:24.774058 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-817bd5c4-6088-4ff3-910d-19e9351eabed tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:24.780097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bf9473-313c-43a8-a390-f3c2a8d94fe5 req-b8ddecc1-534c-4a75-886a-bada9e515e0c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] No DVR routers for this DVR port 43cba535-f0f0-4425-8692-03b93512a0f2 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:38:24.787788 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d0bf9473-313c-43a8-a390-f3c2a8d94fe5 req-b8ddecc1-534c-4a75-886a-bada9e515e0c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:24.795417 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d0bf9473-313c-43a8-a390-f3c2a8d94fe5 req-b8ddecc1-534c-4a75-886a-bada9e515e0c tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.99 "DELETE /v2.0/ports/43cba535-f0f0-4425-8692-03b93512a0f2 HTTP/1.1" status: 204 len: 173 time: 1.7743826 Feb 04 13:38:24.799493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2c63fc-1112-4a14-91a7-0f840d5e16bb', 'name': 'network-vif-deleted', 'tag': '43cba535-f0f0-4425-8692-03b93512a0f2'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:38:24.804269 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b52b515-1aba-4773-b285-9bc642a6c94c" -d '{"events": [{"server_uuid": "7d2c63fc-1112-4a14-91a7-0f840d5e16bb", "name": "network-vif-deleted", "tag": "43cba535-f0f0-4425-8692-03b93512a0f2"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:38:24.841576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50880) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:24.883418 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817bd5c4-6088-4ff3-910d-19e9351eabed tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:38:24.886343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d987abc-4d61-4ed4-9b8a-977dcb5a8f36 req-63b06681-ed9d-4f0b-ba87-36d71453a760 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:24.906795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d987abc-4d61-4ed4-9b8a-977dcb5a8f36 req-63b06681-ed9d-4f0b-ba87-36d71453a760 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:24.916005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d987abc-4d61-4ed4-9b8a-977dcb5a8f36 req-63b06681-ed9d-4f0b-ba87-36d71453a760 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 1683 time: 0.2857068 Feb 04 13:38:24.922590 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-817bd5c4-6088-4ff3-910d-19e9351eabed tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (7adce940-a522-456b-9526-93b330134723), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:24.923122 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-817bd5c4-6088-4ff3-910d-19e9351eabed tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Added segment 7adce940-a522-456b-9526-93b330134723 of type vlan for network 296d759d-72b3-486c-b95d-530e4f49c3e5 Feb 04 13:38:25.106441 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-817bd5c4-6088-4ff3-910d-19e9351eabed tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (296d759d-72b3-486c-b95d-530e4f49c3e5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:25.161475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50884) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:25.177421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d987abc-4d61-4ed4-9b8a-977dcb5a8f36 req-bfc076ac-6a55-48bf-926b-7e34f8e900d5 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427878 Feb 04 13:38:25.233332 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-817bd5c4-6088-4ff3-910d-19e9351eabed tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (296d759d-72b3-486c-b95d-530e4f49c3e5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:25.246060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817bd5c4-6088-4ff3-910d-19e9351eabed tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:25.247185 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-817bd5c4-6088-4ff3-910d-19e9351eabed tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:25.433080 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-817bd5c4-6088-4ff3-910d-19e9351eabed tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7314670 Feb 04 13:38:25.437245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50890) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:25.445336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-79202f1d-711f-4141-966a-223552f7751c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'subnet': {'network_id': '296d759d-72b3-486c-b95d-530e4f49c3e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:25.457480 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bd5c4-6088-4ff3-910d-19e9351eabed tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Network': ['ID=296d759d-72b3-486c-b95d-530e4f49c3e5,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:25.485593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 296d759d-72b3-486c-b95d-530e4f49c3e5 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:38:25.501407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2bfb037d-e39a-4543-a58f-59ed3890a5f7 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1025212059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:25.571277 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2bfb037d-e39a-4543-a58f-59ed3890a5f7 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (1f1f9e01-04cd-416b-841c-8e3616014522), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:25.573261 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2bfb037d-e39a-4543-a58f-59ed3890a5f7 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (1f1f9e01-04cd-416b-841c-8e3616014522), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:25.632727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6f3c6597-a09e-4a35-82ab-598764ced5c7 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:38:25.640251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c45a620a-f4f9-499b-b640-3a17262dc4dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1198405385-network', 'tenant_id': '678aab1436e54ac083382f3ac6af32df'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:25.678554 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2bfb037d-e39a-4543-a58f-59ed3890a5f7 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for router_controller (1f1f9e01-04cd-416b-841c-8e3616014522), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:25.695980 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2bfb037d-e39a-4543-a58f-59ed3890a5f7 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (1f1f9e01-04cd-416b-841c-8e3616014522), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:25.746290 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2bfb037d-e39a-4543-a58f-59ed3890a5f7 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:25.753255 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2bfb037d-e39a-4543-a58f-59ed3890a5f7 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5893443 Feb 04 13:38:25.754551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50894) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:25.761790 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-775c5bba-23ff-4bca-a1c1-c63381ff34b5 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1068949571'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:25.779111 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b96ec653-bc81-4bde-a722-fb2b86c289a0 req-0faea5e9-d578-42c2-90d9-2e76786ef243 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d2c63fc-1112-4a14-91a7-0f840d5e16bb HTTP/1.1" status: 200 len: 210 time: 0.1664033 Feb 04 13:38:25.794672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79202f1d-711f-4141-966a-223552f7751c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:25.803114 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775c5bba-23ff-4bca-a1c1-c63381ff34b5 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Made reservation on behalf of b0c2f2f70efc4816a2d1feadb55c7825 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:25.808887 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-775c5bba-23ff-4bca-a1c1-c63381ff34b5 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:25.810758 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-79202f1d-711f-4141-966a-223552f7751c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:25.817472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 6f3c6597-a09e-4a35-82ab-598764ced5c7 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:38:25.823156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6f3c6597-a09e-4a35-82ab-598764ced5c7 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:38:25.825485 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-775c5bba-23ff-4bca-a1c1-c63381ff34b5 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:25.960650 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df3d5fe-1818-4be2-8a2a-c120e4e2d763 x-openstack-request-id: req-7df3d5fe-1818-4be2-8a2a-c120e4e2d763 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:38:25.961067 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2c63fc-1112-4a14-91a7-0f840d5e16bb", "name": "network-vif-deleted", "tag": "43cba535-f0f0-4425-8692-03b93512a0f2", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:38:25.961269 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7df3d5fe-1818-4be2-8a2a-c120e4e2d763 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:38:25.961832 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2c63fc-1112-4a14-91a7-0f840d5e16bb', 'name': 'network-vif-deleted', 'tag': '43cba535-f0f0-4425-8692-03b93512a0f2', 'status': 'completed', 'code': 200} Feb 04 13:38:25.971879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45a620a-f4f9-499b-b640-3a17262dc4dd admin admin] Made reservation on behalf of 678aab1436e54ac083382f3ac6af32df for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:25.974352 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c45a620a-f4f9-499b-b640-3a17262dc4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:26.024830 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c45a620a-f4f9-499b-b640-3a17262dc4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:26.025857 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-775c5bba-23ff-4bca-a1c1-c63381ff34b5 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for security_group (02b0e374-e66e-494b-bafa-5b5f59a91d8c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:26.038541 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-775c5bba-23ff-4bca-a1c1-c63381ff34b5 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (02b0e374-e66e-494b-bafa-5b5f59a91d8c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:26.101982 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775c5bba-23ff-4bca-a1c1-c63381ff34b5 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:38:26.123736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c5bba-23ff-4bca-a1c1-c63381ff34b5 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b0e374-e66e-494b-bafa-5b5f59a91d8c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:26.141988 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-775c5bba-23ff-4bca-a1c1-c63381ff34b5 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (16aa9d13-23fd-40e1-9a7f-aa4a379f5388), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:26.143367 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-775c5bba-23ff-4bca-a1c1-c63381ff34b5 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Added segment 16aa9d13-23fd-40e1-9a7f-aa4a379f5388 of type vlan for network e7b630b8-f0e0-41e0-92d7-8c26ec0a3799 Feb 04 13:38:26.214714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50900) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:26.244945 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-775c5bba-23ff-4bca-a1c1-c63381ff34b5 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (e7b630b8-f0e0-41e0-92d7-8c26ec0a3799), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:26.339898 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-775c5bba-23ff-4bca-a1c1-c63381ff34b5 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (e7b630b8-f0e0-41e0-92d7-8c26ec0a3799), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:26.349967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775c5bba-23ff-4bca-a1c1-c63381ff34b5 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:26.351000 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-775c5bba-23ff-4bca-a1c1-c63381ff34b5 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:26.508682 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-775c5bba-23ff-4bca-a1c1-c63381ff34b5 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7498817 Feb 04 13:38:26.511680 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50904) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:26.520443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-cf6f8680-564f-404d-8037-f6b6d5f2e87c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Request body: {'subnet': {'network_id': 'e7b630b8-f0e0-41e0-92d7-8c26ec0a3799', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:26.527823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-75178b63-7b4a-4bd5-8ebb-f62d4185eb6d admin admin] Deleting subnet 6be58a73-086f-4fa4-b76d-fe1cc5b426d4 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:38:26.533596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c5bba-23ff-4bca-a1c1-c63381ff34b5 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event updated for resources: {'Network': ['ID=e7b630b8-f0e0-41e0-92d7-8c26ec0a3799,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:26.548972 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-75178b63-7b4a-4bd5-8ebb-f62d4185eb6d admin admin] Publish callbacks [] for subnet (6be58a73-086f-4fa4-b76d-fe1cc5b426d4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:26.558879 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network e7b630b8-f0e0-41e0-92d7-8c26ec0a3799 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:38:26.640918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 43cba535-f0f0-4425-8692-03b93512a0f2 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:38:26.713791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 43cba535-f0f0-4425-8692-03b93512a0f2 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:38:26.714642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 43cba535-f0f0-4425-8692-03b93512a0f2 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:38:26.715400 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-75178b63-7b4a-4bd5-8ebb-f62d4185eb6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (6be58a73-086f-4fa4-b76d-fe1cc5b426d4), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:26.811135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6f8680-564f-404d-8037-f6b6d5f2e87c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Made reservation on behalf of b0c2f2f70efc4816a2d1feadb55c7825 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:26.817018 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf6f8680-564f-404d-8037-f6b6d5f2e87c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:26.819967 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c45a620a-f4f9-499b-b640-3a17262dc4dd admin admin] Publish callbacks [] for security_group (bff77e3f-64df-41ad-9ec8-c90856a52021), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:26.844776 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c45a620a-f4f9-499b-b640-3a17262dc4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bff77e3f-64df-41ad-9ec8-c90856a52021), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:26.867138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-8b48e10e-6334-422b-b465-61a6df75c79d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:26.874795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-8b48e10e-6334-422b-b465-61a6df75c79d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:26.877209 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-8b48e10e-6334-422b-b465-61a6df75c79d tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.99 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 1683 time: 0.6713238 Feb 04 13:38:26.899540 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-75178b63-7b4a-4bd5-8ebb-f62d4185eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (6be58a73-086f-4fa4-b76d-fe1cc5b426d4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:26.907267 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-79202f1d-711f-4141-966a-223552f7751c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (104e892d-3e5d-4214-808d-1754633be968), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:26.923473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45a620a-f4f9-499b-b640-3a17262dc4dd admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:38:27.028808 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c45a620a-f4f9-499b-b640-3a17262dc4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0e7ba93a-afd9-4b89-99a5-911f38e80d87), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:27.029315 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-c45a620a-f4f9-499b-b640-3a17262dc4dd admin admin] Added segment 0e7ba93a-afd9-4b89-99a5-911f38e80d87 of type vlan for network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 Feb 04 13:38:27.037322 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-75178b63-7b4a-4bd5-8ebb-f62d4185eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (6be58a73-086f-4fa4-b76d-fe1cc5b426d4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:27.038276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a620a-f4f9-499b-b640-3a17262dc4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff77e3f-64df-41ad-9ec8-c90856a52021,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:27.118688 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-75178b63-7b4a-4bd5-8ebb-f62d4185eb6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:27.122649 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-75178b63-7b4a-4bd5-8ebb-f62d4185eb6d admin admin] 10.222.0.96 "DELETE /v2.0/subnets/6be58a73-086f-4fa4-b76d-fe1cc5b426d4 HTTP/1.1" status: 204 len: 168 time: 0.9060051 Feb 04 13:38:27.127119 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75178b63-7b4a-4bd5-8ebb-f62d4185eb6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be58a73-086f-4fa4-b76d-fe1cc5b426d4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:27.128913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50910) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:27.173979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd18d99-982a-43a9-9413-f71a21080a8a req-ab880099-0ee7-47dc-8028-9a4fe52c70aa tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:27.179364 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd18d99-982a-43a9-9413-f71a21080a8a req-ab880099-0ee7-47dc-8028-9a4fe52c70aa tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:27.181101 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cbd18d99-982a-43a9-9413-f71a21080a8a req-ab880099-0ee7-47dc-8028-9a4fe52c70aa tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 1683 time: 0.8425057 Feb 04 13:38:27.190043 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79202f1d-711f-4141-966a-223552f7751c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Subnet': ['ID=104e892d-3e5d-4214-808d-1754633be968,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:27.201684 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c45a620a-f4f9-499b-b640-3a17262dc4dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (654735fb-8c15-4ee8-89b5-c0c465bfbf87), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:27.290247 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed90ced1-92f0-40ff-9adf-1a5bd2821cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (1062f263-1050-49a8-b829-fa5331d3317b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:27.308345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79202f1d-711f-4141-966a-223552f7751c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Checking segment: {'id': '7adce940-a522-456b-9526-93b330134723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '296d759d-72b3-486c-b95d-530e4f49c3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:27.308684 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79202f1d-711f-4141-966a-223552f7751c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network hostable DHCP agents. Network: 296d759d-72b3-486c-b95d-530e4f49c3e5, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:38:27.333832 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf6f8680-564f-404d-8037-f6b6d5f2e87c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (3b685d79-527b-4af6-ab0f-2c850e0c6530), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:27.338386 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c45a620a-f4f9-499b-b640-3a17262dc4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (654735fb-8c15-4ee8-89b5-c0c465bfbf87), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:27.339423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a620a-f4f9-499b-b640-3a17262dc4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:27.340368 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c45a620a-f4f9-499b-b640-3a17262dc4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:27.430427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cbd18d99-982a-43a9-9413-f71a21080a8a req-7ed42b72-4e59-4724-98c3-8fb3b14c7a53 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262602 Feb 04 13:38:27.512586 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c45a620a-f4f9-499b-b640-3a17262dc4dd admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6634302 Feb 04 13:38:27.513663 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50912) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:27.535369 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-1654a2c4-31c3-4956-89a4-8b744d8e7a6a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Deleting port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:27.536089 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-1654a2c4-31c3-4956-89a4-8b744d8e7a6a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8aa8d1c5-756c-4bd4-92b5-c082b00741ec), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:27.545772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-3f487ed6-5540-4e63-913a-ce0e901fd165 admin admin] Request body: {'subnet': {'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1198405385-subnet', 'tenant_id': '678aab1436e54ac083382f3ac6af32df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:27.559809 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79202f1d-711f-4141-966a-223552f7751c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network 296d759d-72b3-486c-b95d-530e4f49c3e5 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:38:27.633819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f8680-564f-404d-8037-f6b6d5f2e87c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event updated for resources: {'Subnet': ['ID=3b685d79-527b-4af6-ab0f-2c850e0c6530,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:27.677615 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a620a-f4f9-499b-b640-3a17262dc4dd admin admin] Pushing event updated for resources: {'Network': ['ID=654735fb-8c15-4ee8-89b5-c0c465bfbf87,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:27.694792 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:38:27.711128 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f8680-564f-404d-8037-f6b6d5f2e87c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Checking segment: {'id': '16aa9d13-23fd-40e1-9a7f-aa4a379f5388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e7b630b8-f0e0-41e0-92d7-8c26ec0a3799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:27.712349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f8680-564f-404d-8037-f6b6d5f2e87c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Network hostable DHCP agents. Network: e7b630b8-f0e0-41e0-92d7-8c26ec0a3799, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:38:27.715614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-79202f1d-711f-4141-966a-223552f7751c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 296d759d-72b3-486c-b95d-530e4f49c3e5) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:27.724246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79202f1d-711f-4141-966a-223552f7751c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:27.725252 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-79202f1d-711f-4141-966a-223552f7751c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:27.755636 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed90ced1-92f0-40ff-9adf-1a5bd2821cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (1062f263-1050-49a8-b829-fa5331d3317b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:27.764778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f487ed6-5540-4e63-913a-ce0e901fd165 admin admin] Made reservation on behalf of 678aab1436e54ac083382f3ac6af32df for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:27.770670 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3f487ed6-5540-4e63-913a-ce0e901fd165 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:27.821430 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f8680-564f-404d-8037-f6b6d5f2e87c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Network e7b630b8-f0e0-41e0-92d7-8c26ec0a3799 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:38:27.851519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ed90ced1-92f0-40ff-9adf-1a5bd2821cdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1062f263-1050-49a8-b829-fa5331d3317b']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:27.856838 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-cf6f8680-564f-404d-8037-f6b6d5f2e87c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, e7b630b8-f0e0-41e0-92d7-8c26ec0a3799) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:27.900410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6f8680-564f-404d-8037-f6b6d5f2e87c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:27.903816 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf6f8680-564f-404d-8037-f6b6d5f2e87c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:27.926566 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ed90ced1-92f0-40ff-9adf-1a5bd2821cdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46768ea3-e7f0-40a9-bfc1-b0cfad8491e3') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:27.927861 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ed90ced1-92f0-40ff-9adf-1a5bd2821cdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46768ea3-e7f0-40a9-bfc1-b0cfad8491e3') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:27.957115 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-79202f1d-711f-4141-966a-223552f7751c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5176415 Feb 04 13:38:27.970616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50916) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:27.987052 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-409f4413-72cb-4990-9814-c6e2bd9c8ba9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'network_id': '296d759d-72b3-486c-b95d-530e4f49c3e5', 'name': 'tempest-PortsTestJSON-902473561'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:27.995677 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed90ced1-92f0-40ff-9adf-1a5bd2821cdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (46768ea3-e7f0-40a9-bfc1-b0cfad8491e3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.050798 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6981052f-e83e-42a6-84c9-13b84ea3b885 req-e86eb26c-a252-4b5f-aa04-d52e82b6a769 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/743b0ead-f707-49c4-84e7-cc165df52ce9 HTTP/1.1" status: 200 len: 1819 time: 0.2640989 Feb 04 13:38:28.090879 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b96890-3c34-47c5-93fd-5fb90cbc98cb None None] Network 296d759d-72b3-486c-b95d-530e4f49c3e5 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:28.095295 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8051e0f-8385-4c75-98e5-140a6264b948 None None] Network e7b630b8-f0e0-41e0-92d7-8c26ec0a3799 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:28.129154 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cf6f8680-564f-404d-8037-f6b6d5f2e87c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6132526 Feb 04 13:38:28.138334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50918) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:28.145313 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed90ced1-92f0-40ff-9adf-1a5bd2821cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (46768ea3-e7f0-40a9-bfc1-b0cfad8491e3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.156536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3ae92efb-c6f5-4f88-a9c6-cad718a9ccef tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Request body: {'network': {'name': 'tempest-router-network01--2002868681'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:28.171170 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-1654a2c4-31c3-4956-89a4-8b744d8e7a6a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] For port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8aa8d1c5-756c-4bd4-92b5-c082b00741ec,segment=NetworkSegment(c02aac83-0f22-4467-bf72-158353ab81af),segment_id=c02aac83-0f22-4467-bf72-158353ab81af)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:28.171692 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-1654a2c4-31c3-4956-89a4-8b744d8e7a6a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8aa8d1c5-756c-4bd4-92b5-c082b00741ec), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.185075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed90ced1-92f0-40ff-9adf-1a5bd2821cdd admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:38:28.186694 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed90ced1-92f0-40ff-9adf-1a5bd2821cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (46768ea3-e7f0-40a9-bfc1-b0cfad8491e3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:38:28.194985 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:38:28.216410 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6981052f-e83e-42a6-84c9-13b84ea3b885 req-9fd345c0-01a5-4909-a552-94d2ec8b48e9 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (743b0ead-f707-49c4-84e7-cc165df52ce9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.286957 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6981052f-e83e-42a6-84c9-13b84ea3b885 req-9fd345c0-01a5-4909-a552-94d2ec8b48e9 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (743b0ead-f707-49c4-84e7-cc165df52ce9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.319678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-e7b630b8-f0e0-41e0-92d7-8c26ec0a3799', 'network_id': 'e7b630b8-f0e0-41e0-92d7-8c26ec0a3799', 'project_id': 'b0c2f2f70efc4816a2d1feadb55c7825', 'fixed_ips': [{'subnet_id': '3b685d79-527b-4af6-ab0f-2c850e0c6530'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:38:28.320755 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.386610 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae92efb-c6f5-4f88-a9c6-cad718a9ccef tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Made reservation on behalf of b0c2f2f70efc4816a2d1feadb55c7825 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:28.394333 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ae92efb-c6f5-4f88-a9c6-cad718a9ccef tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.427048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-1654a2c4-31c3-4956-89a4-8b744d8e7a6a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Calling delete_port for 8aa8d1c5-756c-4bd4-92b5-c082b00741ec owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:28.441098 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6981052f-e83e-42a6-84c9-13b84ea3b885 req-9fd345c0-01a5-4909-a552-94d2ec8b48e9 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (743b0ead-f707-49c4-84e7-cc165df52ce9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.447358 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6981052f-e83e-42a6-84c9-13b84ea3b885 req-9fd345c0-01a5-4909-a552-94d2ec8b48e9 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.461769 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed90ced1-92f0-40ff-9adf-1a5bd2821cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (1062f263-1050-49a8-b829-fa5331d3317b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.465511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6981052f-e83e-42a6-84c9-13b84ea3b885 req-9fd345c0-01a5-4909-a552-94d2ec8b48e9 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "DELETE /v2.0/security-groups/743b0ead-f707-49c4-84e7-cc165df52ce9 HTTP/1.1" status: 204 len: 173 time: 0.4007037 Feb 04 13:38:28.522280 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed90ced1-92f0-40ff-9adf-1a5bd2821cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.526420 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ed90ced1-92f0-40ff-9adf-1a5bd2821cdd admin admin] 10.222.0.96 "DELETE /v2.0/networks/1062f263-1050-49a8-b829-fa5331d3317b HTTP/1.1" status: 204 len: 168 time: 1.3937879 Feb 04 13:38:28.570546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Allocated IP 2001:db8::2 (e7b630b8-f0e0-41e0-92d7-8c26ec0a3799/3b685d79-527b-4af6-ab0f-2c850e0c6530/70ba418b-71a1-4868-b491-6ffca273e6ed) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:28.571977 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae92efb-c6f5-4f88-a9c6-cad718a9ccef tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:38:28.600630 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ae92efb-c6f5-4f88-a9c6-cad718a9ccef tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (2533f6ff-c20d-4ae2-8218-14e74a1574be), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.601126 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-3ae92efb-c6f5-4f88-a9c6-cad718a9ccef tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Added segment 2533f6ff-c20d-4ae2-8218-14e74a1574be of type vlan for network 6e36b449-a269-4514-b5d2-d95b89fa132e Feb 04 13:38:28.632878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd345c0-01a5-4909-a552-94d2ec8b48e9 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=743b0ead-f707-49c4-84e7-cc165df52ce9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:28.723975 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ae92efb-c6f5-4f88-a9c6-cad718a9ccef tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (6e36b449-a269-4514-b5d2-d95b89fa132e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.806860 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Publish callbacks [] for port (70ba418b-71a1-4868-b491-6ffca273e6ed), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.836385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38c3ec36-90bd-457c-9e11-bafcb28bf553 req-d62492d0-ed63-4e51-b0ab-05dca41665f8 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/599bc1aa-86fb-4922-87b8-7e5c0b1d19b4 HTTP/1.1" status: 200 len: 1818 time: 0.3212163 Feb 04 13:38:28.844069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50928) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:28.847345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90ced1-92f0-40ff-9adf-1a5bd2821cdd admin admin] Pushing event deleted for resources: {'Network': ['ID=1062f263-1050-49a8-b829-fa5331d3317b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:28.849794 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409f4413-72cb-4990-9814-c6e2bd9c8ba9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:28.853737 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-409f4413-72cb-4990-9814-c6e2bd9c8ba9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.865568 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (70ba418b-71a1-4868-b491-6ffca273e6ed), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.877326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ae92efb-c6f5-4f88-a9c6-cad718a9ccef tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (6e36b449-a269-4514-b5d2-d95b89fa132e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.884899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae92efb-c6f5-4f88-a9c6-cad718a9ccef tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:28.886278 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ae92efb-c6f5-4f88-a9c6-cad718a9ccef tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:28.927740 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Network e7b630b8-f0e0-41e0-92d7-8c26ec0a3799 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:28.962880 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:28.969257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:28.989125 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-296d759d-72b3-486c-b95d-530e4f49c3e5', 'network_id': '296d759d-72b3-486c-b95d-530e4f49c3e5', 'project_id': '9a89efb2ede2439f9a77f732dab8c114', 'fixed_ips': [{'subnet_id': '104e892d-3e5d-4214-808d-1754633be968'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:38:28.990922 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:29.001711 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae92efb-c6f5-4f88-a9c6-cad718a9ccef tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event updated for resources: {'Network': ['ID=6e36b449-a269-4514-b5d2-d95b89fa132e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:29.016832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-409f4413-72cb-4990-9814-c6e2bd9c8ba9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] device_id is not set on port 99dccc17-c8e1-4468-ad1d-0716aab2d78e yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:38:29.051661 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 6e36b449-a269-4514-b5d2-d95b89fa132e details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:38:29.184229 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Pushing event updated for resources: {'Port': ['ID=70ba418b-71a1-4868-b491-6ffca273e6ed,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:29.210736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-96b623d6-723c-42d7-9529-575cb264056b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=734d26f04f7a438aaf776ab90ed0b533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3620610 Feb 04 13:38:29.214020 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-38c3ec36-90bd-457c-9e11-bafcb28bf553 req-9c7cfe90-e858-45e0-8be8-fe7b1d54fabf tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (599bc1aa-86fb-4922-87b8-7e5c0b1d19b4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:29.217319 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50930) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:29.225973 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-409f4413-72cb-4990-9814-c6e2bd9c8ba9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Allocated IP 172.20.0.8 (296d759d-72b3-486c-b95d-530e4f49c3e5/104e892d-3e5d-4214-808d-1754633be968/99dccc17-c8e1-4468-ad1d-0716aab2d78e) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:29.259040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:29.260165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:29.262904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:29.264314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:29.265480 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:29.266492 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:29.267362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:29.268280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:29.268984 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:29.269638 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3f487ed6-5540-4e63-913a-ce0e901fd165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (66447e54-648f-4c91-94f7-50b0b4107fcd), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:29.269851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:29.273419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:29.274595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:29.275725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:29.380814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Attempting to bind port 70ba418b-71a1-4868-b491-6ffca273e6ed on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:38:29.381923 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Attempting to bind port 70ba418b-71a1-4868-b491-6ffca273e6ed by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '16aa9d13-23fd-40e1-9a7f-aa4a379f5388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e7b630b8-f0e0-41e0-92d7-8c26ec0a3799'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:38:29.382758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Attempting to bind port 70ba418b-71a1-4868-b491-6ffca273e6ed on network e7b630b8-f0e0-41e0-92d7-8c26ec0a3799 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:38:29.403547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:38:29.406880 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Checking segment: {'id': '16aa9d13-23fd-40e1-9a7f-aa4a379f5388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e7b630b8-f0e0-41e0-92d7-8c26ec0a3799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:29.408076 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:29.409178 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Bound using segment: {'id': '16aa9d13-23fd-40e1-9a7f-aa4a379f5388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e7b630b8-f0e0-41e0-92d7-8c26ec0a3799'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:38:29.410387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Bound port: 70ba418b-71a1-4868-b491-6ffca273e6ed, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16aa9d13-23fd-40e1-9a7f-aa4a379f5388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e7b630b8-f0e0-41e0-92d7-8c26ec0a3799'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:38:29.411287 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (70ba418b-71a1-4868-b491-6ffca273e6ed), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:29.443794 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-38c3ec36-90bd-457c-9e11-bafcb28bf553 req-9c7cfe90-e858-45e0-8be8-fe7b1d54fabf tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (599bc1aa-86fb-4922-87b8-7e5c0b1d19b4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:29.456437 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3ae92efb-c6f5-4f88-a9c6-cad718a9ccef tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3143764 Feb 04 13:38:29.462619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50932) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:29.517342 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-409f4413-72cb-4990-9814-c6e2bd9c8ba9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (99dccc17-c8e1-4468-ad1d-0716aab2d78e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:29.604193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1ceff4d0-da01-40a0-a38a-3171355e0165 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Request body: {'network': {'name': 'tempest-router-network02--53239137'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:29.622501 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-1654a2c4-31c3-4956-89a4-8b744d8e7a6a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8aa8d1c5-756c-4bd4-92b5-c082b00741ec), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:29.631071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] For port 70ba418b-71a1-4868-b491-6ffca273e6ed, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:38:29.638407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] For port 70ba418b-71a1-4868-b491-6ffca273e6ed, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=70ba418b-71a1-4868-b491-6ffca273e6ed,segment=NetworkSegment(16aa9d13-23fd-40e1-9a7f-aa4a379f5388),segment_id=16aa9d13-23fd-40e1-9a7f-aa4a379f5388)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:38:29.648739 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f487ed6-5540-4e63-913a-ce0e901fd165 admin admin] Checking segment: {'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:29.649984 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f487ed6-5540-4e63-913a-ce0e901fd165 admin admin] Network hostable DHCP agents. Network: 654735fb-8c15-4ee8-89b5-c0c465bfbf87, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:38:29.652184 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-409f4413-72cb-4990-9814-c6e2bd9c8ba9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (99dccc17-c8e1-4468-ad1d-0716aab2d78e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:29.653741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f487ed6-5540-4e63-913a-ce0e901fd165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66447e54-648f-4c91-94f7-50b0b4107fcd,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:29.657025 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (70ba418b-71a1-4868-b491-6ffca273e6ed), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:29.669730 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceff4d0-da01-40a0-a38a-3171355e0165 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Made reservation on behalf of b0c2f2f70efc4816a2d1feadb55c7825 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:29.676526 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ceff4d0-da01-40a0-a38a-3171355e0165 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:29.751583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654a2c4-31c3-4956-89a4-8b744d8e7a6a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Port': ['ID=8aa8d1c5-756c-4bd4-92b5-c082b00741ec,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:29.786980 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409f4413-72cb-4990-9814-c6e2bd9c8ba9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network 296d759d-72b3-486c-b95d-530e4f49c3e5 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:29.794937 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ceff4d0-da01-40a0-a38a-3171355e0165 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:38:29.800950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-409f4413-72cb-4990-9814-c6e2bd9c8ba9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:29.813913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Allocated IP 172.20.0.2 (296d759d-72b3-486c-b95d-530e4f49c3e5/104e892d-3e5d-4214-808d-1754633be968/7203ff01-d90b-4f93-b7ff-510138694b7a) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:29.825730 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409f4413-72cb-4990-9814-c6e2bd9c8ba9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:29.861719 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ceff4d0-da01-40a0-a38a-3171355e0165 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (4985c54d-5bbd-4b8e-b378-5716e2014962), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:29.862505 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-1ceff4d0-da01-40a0-a38a-3171355e0165 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Added segment 4985c54d-5bbd-4b8e-b378-5716e2014962 of type vlan for network 3dd9b3a9-9a59-41a1-b154-6de66db5d500 Feb 04 13:38:29.869445 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-241032c8-7d2a-4ffb-aec2-df51a112d7f6 admin admin] Publish callbacks [] for security_group (78aefa80-8397-41c6-8e9a-6be25c5c74d5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:29.875946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-1654a2c4-31c3-4956-89a4-8b744d8e7a6a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] No DVR routers for this DVR port 8aa8d1c5-756c-4bd4-92b5-c082b00741ec on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:38:29.880931 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-1654a2c4-31c3-4956-89a4-8b744d8e7a6a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:29.886487 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-1654a2c4-31c3-4956-89a4-8b744d8e7a6a tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.99 "DELETE /v2.0/ports/8aa8d1c5-756c-4bd4-92b5-c082b00741ec HTTP/1.1" status: 204 len: 173 time: 2.9969914 Feb 04 13:38:29.895324 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f4413-72cb-4990-9814-c6e2bd9c8ba9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=99dccc17-c8e1-4468-ad1d-0716aab2d78e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:29.919000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c', 'name': 'network-vif-deleted', 'tag': '8aa8d1c5-756c-4bd4-92b5-c082b00741ec'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:38:29.925956 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e23c22-f8e8-49c0-9933-36b4f68f3f83" -d '{"events": [{"server_uuid": "7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c", "name": "network-vif-deleted", "tag": "8aa8d1c5-756c-4bd4-92b5-c082b00741ec"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:38:29.931308 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-38c3ec36-90bd-457c-9e11-bafcb28bf553 req-9c7cfe90-e858-45e0-8be8-fe7b1d54fabf tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (599bc1aa-86fb-4922-87b8-7e5c0b1d19b4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:29.934912 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-38c3ec36-90bd-457c-9e11-bafcb28bf553 req-9c7cfe90-e858-45e0-8be8-fe7b1d54fabf tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:29.941538 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38c3ec36-90bd-457c-9e11-bafcb28bf553 req-9c7cfe90-e858-45e0-8be8-fe7b1d54fabf tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "DELETE /v2.0/security-groups/599bc1aa-86fb-4922-87b8-7e5c0b1d19b4 HTTP/1.1" status: 204 len: 173 time: 1.0175841 Feb 04 13:38:29.995073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409f4413-72cb-4990-9814-c6e2bd9c8ba9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:29.996843 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-409f4413-72cb-4990-9814-c6e2bd9c8ba9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:30.010480 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f487ed6-5540-4e63-913a-ce0e901fd165 admin admin] Network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:38:30.030224 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ceff4d0-da01-40a0-a38a-3171355e0165 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (3dd9b3a9-9a59-41a1-b154-6de66db5d500), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:30.057084 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-409f4413-72cb-4990-9814-c6e2bd9c8ba9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0785115 Feb 04 13:38:30.061132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50938) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:30.072777 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6c1063b9-2e69-4fa1-8d0d-1ce2c7d17ec3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'network_id': '296d759d-72b3-486c-b95d-530e4f49c3e5', 'name': 'tempest-PortsTestJSON-119803966'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:30.140886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cfe90-e858-45e0-8be8-fe7b1d54fabf tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=599bc1aa-86fb-4922-87b8-7e5c0b1d19b4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:30.163050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-3f487ed6-5540-4e63-913a-ce0e901fd165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 654735fb-8c15-4ee8-89b5-c0c465bfbf87) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:30.177265 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-241032c8-7d2a-4ffb-aec2-df51a112d7f6 admin admin] Publish callbacks [] for security_group (78aefa80-8397-41c6-8e9a-6be25c5c74d5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:30.196586 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaf1242-0e72-4845-9fcb-d4964958a86d None None] Network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:30.213575 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Publish callbacks [] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:30.230896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f487ed6-5540-4e63-913a-ce0e901fd165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:30.231803 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3f487ed6-5540-4e63-913a-ce0e901fd165 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:30.239187 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ceff4d0-da01-40a0-a38a-3171355e0165 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (3dd9b3a9-9a59-41a1-b154-6de66db5d500), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:30.246136 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceff4d0-da01-40a0-a38a-3171355e0165 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:30.246854 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ceff4d0-da01-40a0-a38a-3171355e0165 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:30.349186 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:30.386539 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3f487ed6-5540-4e63-913a-ce0e901fd165 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8428938 Feb 04 13:38:30.448255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceff4d0-da01-40a0-a38a-3171355e0165 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event updated for resources: {'Network': ['ID=3dd9b3a9-9a59-41a1-b154-6de66db5d500,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:30.489247 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1ceff4d0-da01-40a0-a38a-3171355e0165 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8892589 Feb 04 13:38:30.499387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50942) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:30.588967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c1f40a88-5ebf-4dd6-8be8-1a661b6850bb tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Request body: {'subnet': {'network_id': '6e36b449-a269-4514-b5d2-d95b89fa132e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:30.604081 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 3dd9b3a9-9a59-41a1-b154-6de66db5d500 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:38:30.620659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f9e72-2130-419d-ba49-cb4f96b01597 req-f3162037-b269-4c19-9522-522e565daad3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:30.623796 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b56f9e72-2130-419d-ba49-cb4f96b01597 req-f3162037-b269-4c19-9522-522e565daad3 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c HTTP/1.1" status: 200 len: 946 time: 0.4897799 Feb 04 13:38:30.704920 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-241032c8-7d2a-4ffb-aec2-df51a112d7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (78aefa80-8397-41c6-8e9a-6be25c5c74d5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:30.710184 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-241032c8-7d2a-4ffb-aec2-df51a112d7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:30.716526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-241032c8-7d2a-4ffb-aec2-df51a112d7f6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/78aefa80-8397-41c6-8e9a-6be25c5c74d5 HTTP/1.1" status: 204 len: 168 time: 1.4947119 Feb 04 13:38:30.772642 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241032c8-7d2a-4ffb-aec2-df51a112d7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78aefa80-8397-41c6-8e9a-6be25c5c74d5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:30.790218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-8d7a7a15-bb82-4084-8c5d-faaf91876061 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Deleting port d16fa43c-248c-43f5-a85c-965c6508377f {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:30.790767 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-8d7a7a15-bb82-4084-8c5d-faaf91876061 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d16fa43c-248c-43f5-a85c-965c6508377f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:30.825793 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d16fa43c-248c-43f5-a85c-965c6508377f no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:38:30.964099 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b56f9e72-2130-419d-ba49-cb4f96b01597 req-9f747964-a59a-47f1-a0e0-eab886074251 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "GET /v2.0/security-groups?id=c842c271-5339-424c-95d8-632d4991baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083932 Feb 04 13:38:30.974488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c5ee4-e559-42cc-a933-dd5d0b29f776 None None] Pushing event updated for resources: {'Port': ['ID=70ba418b-71a1-4868-b491-6ffca273e6ed,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:30.995237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Network 296d759d-72b3-486c-b95d-530e4f49c3e5 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:31.097040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:31.111493 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:31.131023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1063b9-2e69-4fa1-8d0d-1ce2c7d17ec3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:31.133386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-8d7a7a15-bb82-4084-8c5d-faaf91876061 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] For port d16fa43c-248c-43f5-a85c-965c6508377f, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d16fa43c-248c-43f5-a85c-965c6508377f,segment=NetworkSegment(bd5829f7-860a-4b14-9a82-ea230c4065d4),segment_id=bd5829f7-860a-4b14-9a82-ea230c4065d4)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:31.134615 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-8d7a7a15-bb82-4084-8c5d-faaf91876061 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d16fa43c-248c-43f5-a85c-965c6508377f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:31.150895 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c1063b9-2e69-4fa1-8d0d-1ce2c7d17ec3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:31.192174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-8d7a7a15-bb82-4084-8c5d-faaf91876061 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Calling delete_port for d16fa43c-248c-43f5-a85c-965c6508377f owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:31.203698 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-6c1063b9-2e69-4fa1-8d0d-1ce2c7d17ec3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] device_id is not set on port 0cbcd514-a3e4-4a53-a3db-0084d1a90feb yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:38:31.323747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621a462f-7508-4a66-8b2d-1a2eb4972117 None None] Network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:31.518151 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-6c1063b9-2e69-4fa1-8d0d-1ce2c7d17ec3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Allocated IP 172.20.0.10 (296d759d-72b3-486c-b95d-530e4f49c3e5/104e892d-3e5d-4214-808d-1754633be968/0cbcd514-a3e4-4a53-a3db-0084d1a90feb) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:31.525375 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Attempting to bind port 7203ff01-d90b-4f93-b7ff-510138694b7a on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:38:31.525945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Attempting to bind port 7203ff01-d90b-4f93-b7ff-510138694b7a by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '7adce940-a522-456b-9526-93b330134723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '296d759d-72b3-486c-b95d-530e4f49c3e5'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:38:31.530584 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Attempting to bind port 7203ff01-d90b-4f93-b7ff-510138694b7a on network 296d759d-72b3-486c-b95d-530e4f49c3e5 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:38:31.592519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Pushing event updated for resources: {'Port': ['ID=7203ff01-d90b-4f93-b7ff-510138694b7a,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:31.651444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-47e7f5b3-7569-414c-9731-17589035468a req-6f83713c-81d2-4b8b-81ac-cb534f1aec19 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-371110660', 'description': 'tempest-description-719761446'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:31.657291 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:38:31.660972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Checking segment: {'id': '7adce940-a522-456b-9526-93b330134723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '296d759d-72b3-486c-b95d-530e4f49c3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:31.661910 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:31.675328 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-8d7a7a15-bb82-4084-8c5d-faaf91876061 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d16fa43c-248c-43f5-a85c-965c6508377f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:31.682985 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Bound using segment: {'id': '7adce940-a522-456b-9526-93b330134723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '296d759d-72b3-486c-b95d-530e4f49c3e5'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:38:31.683723 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Bound port: 7203ff01-d90b-4f93-b7ff-510138694b7a, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7adce940-a522-456b-9526-93b330134723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '296d759d-72b3-486c-b95d-530e4f49c3e5'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:38:31.684180 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:31.755473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port d16fa43c-248c-43f5-a85c-965c6508377f is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:31.762867 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d16fa43c-248c-43f5-a85c-965c6508377f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:31.793995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f40a88-5ebf-4dd6-8be8-1a661b6850bb tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Made reservation on behalf of b0c2f2f70efc4816a2d1feadb55c7825 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:31.805819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1f40a88-5ebf-4dd6-8be8-1a661b6850bb tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:31.845307 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a7a15-bb82-4084-8c5d-faaf91876061 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Port': ['ID=d16fa43c-248c-43f5-a85c-965c6508377f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:31.942921 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-47e7f5b3-7569-414c-9731-17589035468a req-6f83713c-81d2-4b8b-81ac-cb534f1aec19 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:32.003929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] For port 7203ff01-d90b-4f93-b7ff-510138694b7a, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:38:32.018426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] For port 7203ff01-d90b-4f93-b7ff-510138694b7a, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7203ff01-d90b-4f93-b7ff-510138694b7a,segment=NetworkSegment(7adce940-a522-456b-9526-93b330134723),segment_id=7adce940-a522-456b-9526-93b330134723)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:38:32.036362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 70ba418b-71a1-4868-b491-6ffca273e6ed up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:32.126560 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-8d7a7a15-bb82-4084-8c5d-faaf91876061 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] No DVR routers for this DVR port d16fa43c-248c-43f5-a85c-965c6508377f on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:38:32.190871 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:32.208891 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-47e7f5b3-7569-414c-9731-17589035468a req-6f83713c-81d2-4b8b-81ac-cb534f1aec19 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (4ec91355-3f95-47b8-8b25-ef64ddafd604), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:32.212992 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-8d7a7a15-bb82-4084-8c5d-faaf91876061 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:32.222684 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-074814d9-9ae2-4c2a-b04e-92e3bf407df7 req-8d7a7a15-bb82-4084-8c5d-faaf91876061 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.99 "DELETE /v2.0/ports/d16fa43c-248c-43f5-a85c-965c6508377f HTTP/1.1" status: 204 len: 173 time: 2.2730353 Feb 04 13:38:32.233076 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-47e7f5b3-7569-414c-9731-17589035468a req-6f83713c-81d2-4b8b-81ac-cb534f1aec19 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4ec91355-3f95-47b8-8b25-ef64ddafd604), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:32.373016 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-47e7f5b3-7569-414c-9731-17589035468a req-6f83713c-81d2-4b8b-81ac-cb534f1aec19 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:32.377030 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47e7f5b3-7569-414c-9731-17589035468a req-6f83713c-81d2-4b8b-81ac-cb534f1aec19 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9744027 Feb 04 13:38:32.407693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83713c-81d2-4b8b-81ac-cb534f1aec19 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec91355-3f95-47b8-8b25-ef64ddafd604,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:32.518151 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f31a28-5505-4557-8b97-4e6e1afb9d22 x-openstack-request-id: req-c8f31a28-5505-4557-8b97-4e6e1afb9d22 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:38:32.524889 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c", "name": "network-vif-deleted", "tag": "8aa8d1c5-756c-4bd4-92b5-c082b00741ec", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:38:32.526197 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c8f31a28-5505-4557-8b97-4e6e1afb9d22 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:38:32.528506 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c', 'name': 'network-vif-deleted', 'tag': '8aa8d1c5-756c-4bd4-92b5-c082b00741ec', 'status': 'completed', 'code': 200} Feb 04 13:38:32.681507 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c1063b9-2e69-4fa1-8d0d-1ce2c7d17ec3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (0cbcd514-a3e4-4a53-a3db-0084d1a90feb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:32.719963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8aa8d1c5-756c-4bd4-92b5-c082b00741ec no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:38:32.763200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 70ba418b-71a1-4868-b491-6ffca273e6ed triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:32.767676 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (70ba418b-71a1-4868-b491-6ffca273e6ed), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:32.961175 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c1063b9-2e69-4fa1-8d0d-1ce2c7d17ec3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (0cbcd514-a3e4-4a53-a3db-0084d1a90feb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:33.065660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bff899e-9321-4169-a532-c46adf876542 None None] Network e7b630b8-f0e0-41e0-92d7-8c26ec0a3799 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:33.137678 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1f40a88-5ebf-4dd6-8be8-1a661b6850bb tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (d9de3a93-d6b7-4f91-a956-0c0931a8d8cf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:33.192892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1063b9-2e69-4fa1-8d0d-1ce2c7d17ec3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network 296d759d-72b3-486c-b95d-530e4f49c3e5 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:33.210881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-6c1063b9-2e69-4fa1-8d0d-1ce2c7d17ec3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:33.223852 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1063b9-2e69-4fa1-8d0d-1ce2c7d17ec3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:33.293514 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1063b9-2e69-4fa1-8d0d-1ce2c7d17ec3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=0cbcd514-a3e4-4a53-a3db-0084d1a90feb,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:33.337603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 8aa8d1c5-756c-4bd4-92b5-c082b00741ec {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:38:33.352975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8aa8d1c5-756c-4bd4-92b5-c082b00741ec not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:38:33.444228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50976) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:33.591453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f40a88-5ebf-4dd6-8be8-1a661b6850bb tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Checking segment: {'id': '2533f6ff-c20d-4ae2-8218-14e74a1574be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6e36b449-a269-4514-b5d2-d95b89fa132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:33.592475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f40a88-5ebf-4dd6-8be8-1a661b6850bb tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Network hostable DHCP agents. Network: 6e36b449-a269-4514-b5d2-d95b89fa132e, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:38:33.603836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d2826-a9f2-4320-8642-46a02c426d33 None None] Pushing event updated for resources: {'Port': ['ID=7203ff01-d90b-4f93-b7ff-510138694b7a,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:33.611540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 70ba418b-71a1-4868-b491-6ffca273e6ed is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:33.612345 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (70ba418b-71a1-4868-b491-6ffca273e6ed), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:33.620037 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f40a88-5ebf-4dd6-8be8-1a661b6850bb tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event updated for resources: {'Subnet': ['ID=d9de3a93-d6b7-4f91-a956-0c0931a8d8cf,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:33.649521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1063b9-2e69-4fa1-8d0d-1ce2c7d17ec3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:33.650364 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c1063b9-2e69-4fa1-8d0d-1ce2c7d17ec3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:33.652921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-050b48fc-3f3e-4404-ad3c-e9ac40968003 None None] Provisioning complete for port 70ba418b-71a1-4868-b491-6ffca273e6ed triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:33.653698 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-050b48fc-3f3e-4404-ad3c-e9ac40968003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (70ba418b-71a1-4868-b491-6ffca273e6ed), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:33.724476 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6c1063b9-2e69-4fa1-8d0d-1ce2c7d17ec3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6557014 Feb 04 13:38:33.725350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50980) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:33.756008 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f40a88-5ebf-4dd6-8be8-1a661b6850bb tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Network 6e36b449-a269-4514-b5d2-d95b89fa132e is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:38:33.808932 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c1f40a88-5ebf-4dd6-8be8-1a661b6850bb tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 6e36b449-a269-4514-b5d2-d95b89fa132e) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:33.827151 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f40a88-5ebf-4dd6-8be8-1a661b6850bb tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:33.827842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1f40a88-5ebf-4dd6-8be8-1a661b6850bb tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:33.856616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-b49166c6-62a0-4094-b522-8d7eaf0a4c16 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-844136958-network', 'tenant_id': 'c6252e367a3f409793042e9ee8884618'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:33.860638 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff50b86-9be3-4573-bc31-6d2f7bfd3e0f None None] Network 6e36b449-a269-4514-b5d2-d95b89fa132e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:33.885297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 70ba418b-71a1-4868-b491-6ffca273e6ed, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=70ba418b-71a1-4868-b491-6ffca273e6ed,segment=NetworkSegment(16aa9d13-23fd-40e1-9a7f-aa4a379f5388),segment_id=16aa9d13-23fd-40e1-9a7f-aa4a379f5388)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:33.898500 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c1f40a88-5ebf-4dd6-8be8-1a661b6850bb tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3873024 Feb 04 13:38:33.898500 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50986) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:33.918483 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fa40145c-c880-4fdd-a038-ef546e7dd02c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Request body: {'subnet': {'network_id': '3dd9b3a9-9a59-41a1-b154-6de66db5d500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:34.009493 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (70ba418b-71a1-4868-b491-6ffca273e6ed), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:34.080456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49166c6-62a0-4094-b522-8d7eaf0a4c16 admin admin] Made reservation on behalf of c6252e367a3f409793042e9ee8884618 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:34.085323 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b49166c6-62a0-4094-b522-8d7eaf0a4c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:34.165121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa40145c-c880-4fdd-a038-ef546e7dd02c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Made reservation on behalf of b0c2f2f70efc4816a2d1feadb55c7825 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:34.168802 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa40145c-c880-4fdd-a038-ef546e7dd02c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:34.171843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0089d443-9f9e-4cb1-8fa8-ea2a78364a72 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:34.187680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0089d443-9f9e-4cb1-8fa8-ea2a78364a72 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.4560132 Feb 04 13:38:34.199362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50992) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:34.216865 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b49166c6-62a0-4094-b522-8d7eaf0a4c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:34.486690 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7203ff01-d90b-4f93-b7ff-510138694b7a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:34.489690 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b49166c6-62a0-4094-b522-8d7eaf0a4c16 admin admin] Publish callbacks [] for security_group (279e018a-b52c-41fd-a1cd-1d62c8de800b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:34.540786 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c', 'name': 'network-vif-deleted', 'tag': 'd16fa43c-248c-43f5-a85c-965c6508377f'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:38:34.546267 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fcd63e-23bf-46ba-8fd6-c2cf51ebfd29" -d '{"events": [{"server_uuid": "7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c", "name": "network-vif-deleted", "tag": "d16fa43c-248c-43f5-a85c-965c6508377f"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:38:34.586608 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b49166c6-62a0-4094-b522-8d7eaf0a4c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (279e018a-b52c-41fd-a1cd-1d62c8de800b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:34.822892 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa40145c-c880-4fdd-a038-ef546e7dd02c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (7f8b1932-d416-4b87-9c0a-d44343394b34), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:34.825941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49166c6-62a0-4094-b522-8d7eaf0a4c16 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:38:34.860282 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=70ba418b-71a1-4868-b491-6ffca273e6ed,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:34.868485 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b49166c6-62a0-4094-b522-8d7eaf0a4c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e2bb052d-9cc5-4829-bfac-1f5493e8717e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:34.871034 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-b49166c6-62a0-4094-b522-8d7eaf0a4c16 admin admin] Added segment e2bb052d-9cc5-4829-bfac-1f5493e8717e of type vlan for network 2b943e47-1849-4f41-80d6-e79ed88b36e5 Feb 04 13:38:34.875770 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49166c6-62a0-4094-b522-8d7eaf0a4c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279e018a-b52c-41fd-a1cd-1d62c8de800b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:34.882572 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-050b48fc-3f3e-4404-ad3c-e9ac40968003 None None] Current status of the port 70ba418b-71a1-4868-b491-6ffca273e6ed is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:34.965287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-6e36b449-a269-4514-b5d2-d95b89fa132e', 'network_id': '6e36b449-a269-4514-b5d2-d95b89fa132e', 'project_id': 'b0c2f2f70efc4816a2d1feadb55c7825', 'fixed_ips': [{'subnet_id': 'd9de3a93-d6b7-4f91-a956-0c0931a8d8cf'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:38:34.977685 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:35.017060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-efd169b6-3eff-44f6-bb55-c6211bb6c869 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:35.019709 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-efd169b6-3eff-44f6-bb55-c6211bb6c869 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 815 time: 1.0122497 Feb 04 13:38:35.052418 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 7203ff01-d90b-4f93-b7ff-510138694b7a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:35.053577 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:35.084609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40145c-c880-4fdd-a038-ef546e7dd02c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Checking segment: {'id': '4985c54d-5bbd-4b8e-b378-5716e2014962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3dd9b3a9-9a59-41a1-b154-6de66db5d500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:35.085048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa40145c-c880-4fdd-a038-ef546e7dd02c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Network hostable DHCP agents. Network: 3dd9b3a9-9a59-41a1-b154-6de66db5d500, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:38:35.097230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40145c-c880-4fdd-a038-ef546e7dd02c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event updated for resources: {'Subnet': ['ID=7f8b1932-d416-4b87-9c0a-d44343394b34,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:35.098770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0886a757-5634-4d03-8a70-2e333ecb52f7 req-42ae8214-4c48-4df5-80dd-5a9ab859f466 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6052382 Feb 04 13:38:35.132951 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b49166c6-62a0-4094-b522-8d7eaf0a4c16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (2b943e47-1849-4f41-80d6-e79ed88b36e5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:35.166899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa40145c-c880-4fdd-a038-ef546e7dd02c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Network 3dd9b3a9-9a59-41a1-b154-6de66db5d500 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:38:35.189223 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-fa40145c-c880-4fdd-a038-ef546e7dd02c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 3dd9b3a9-9a59-41a1-b154-6de66db5d500) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:35.196838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12e7442-e7fd-41b8-b039-f46b8e661a9b None None] Network 296d759d-72b3-486c-b95d-530e4f49c3e5 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:35.200455 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa40145c-c880-4fdd-a038-ef546e7dd02c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:35.202577 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa40145c-c880-4fdd-a038-ef546e7dd02c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:35.229714 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585005e1-63f0-4ac9-bbe2-5e758bc2d0fc None None] Network 3dd9b3a9-9a59-41a1-b154-6de66db5d500 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:35.256061 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fa40145c-c880-4fdd-a038-ef546e7dd02c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3559568 Feb 04 13:38:35.257615 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50996) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:35.294338 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b49166c6-62a0-4094-b522-8d7eaf0a4c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (2b943e47-1849-4f41-80d6-e79ed88b36e5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:35.295308 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49166c6-62a0-4094-b522-8d7eaf0a4c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:35.295951 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b49166c6-62a0-4094-b522-8d7eaf0a4c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:35.313493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-7bebeee2-373f-448c-b45f-d11b086e3913 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/quotas/678aab1436e54ac083382f3ac6af32df HTTP/1.1" status: 200 len: 375 time: 0.2495787 Feb 04 13:38:35.463766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-9e6ef167-0f1d-49d2-893e-81b7eea5e847 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port 0cbcd514-a3e4-4a53-a3db-0084d1a90feb {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:35.464171 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e6ef167-0f1d-49d2-893e-81b7eea5e847 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0cbcd514-a3e4-4a53-a3db-0084d1a90feb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:35.676292 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e6ef167-0f1d-49d2-893e-81b7eea5e847 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0cbcd514-a3e4-4a53-a3db-0084d1a90feb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:35.701170 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-9e6ef167-0f1d-49d2-893e-81b7eea5e847 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for 0cbcd514-a3e4-4a53-a3db-0084d1a90feb owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:35.758719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2be001db-63eb-4108-af36-2bda89740df3 None None] Provisioning complete for port 7203ff01-d90b-4f93-b7ff-510138694b7a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:35.759593 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2be001db-63eb-4108-af36-2bda89740df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:35.917090 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Allocated IP 2001:db8::2 (6e36b449-a269-4514-b5d2-d95b89fa132e/d9de3a93-d6b7-4f91-a956-0c0931a8d8cf/4e1cf817-74de-464b-aee8-1660f989cba0) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:35.927387 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-43c0e254-8383-4c6f-8531-9b3efca9d071 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5958867 Feb 04 13:38:35.956011 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:35.965400 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b49166c6-62a0-4094-b522-8d7eaf0a4c16 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5136497 Feb 04 13:38:35.968967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50998) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:35.985290 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886a757-5634-4d03-8a70-2e333ecb52f7 req-ca0565e2-f924-49a9-8543-9b72e410b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:35.988169 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0886a757-5634-4d03-8a70-2e333ecb52f7 req-ca0565e2-f924-49a9-8543-9b72e410b5dc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1b3cf201de5741e68b3a523ba7663c2a&device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 1128 time: 0.7627413 Feb 04 13:38:36.008880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a3cd30ea-d326-4627-9457-31e1da15f6f3 admin admin] Request body: {'subnet': {'network_id': '2b943e47-1849-4f41-80d6-e79ed88b36e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-844136958-subnet', 'tenant_id': 'c6252e367a3f409793042e9ee8884618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:36.086753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-3dd9b3a9-9a59-41a1-b154-6de66db5d500', 'network_id': '3dd9b3a9-9a59-41a1-b154-6de66db5d500', 'project_id': 'b0c2f2f70efc4816a2d1feadb55c7825', 'fixed_ips': [{'subnet_id': '7f8b1932-d416-4b87-9c0a-d44343394b34'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:38:36.087771 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:36.099585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49166c6-62a0-4094-b522-8d7eaf0a4c16 admin admin] Pushing event updated for resources: {'Network': ['ID=2b943e47-1849-4f41-80d6-e79ed88b36e5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:36.194514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 2b943e47-1849-4f41-80d6-e79ed88b36e5 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:38:36.209312 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 7203ff01-d90b-4f93-b7ff-510138694b7a is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:36.209768 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:36.260310 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e6ef167-0f1d-49d2-893e-81b7eea5e847 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (0cbcd514-a3e4-4a53-a3db-0084d1a90feb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:36.317016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ef167-0f1d-49d2-893e-81b7eea5e847 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=0cbcd514-a3e4-4a53-a3db-0084d1a90feb,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:36.382091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cd30ea-d326-4627-9457-31e1da15f6f3 admin admin] Made reservation on behalf of c6252e367a3f409793042e9ee8884618 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:36.386521 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3cd30ea-d326-4627-9457-31e1da15f6f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:36.436813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-97941611-7b71-4d58-bcc9-6b39fe1aaf42 service neutron] 10.222.0.96 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703245 Feb 04 13:38:36.449119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886a757-5634-4d03-8a70-2e333ecb52f7 req-a954a492-2538-4602-bd98-490dee60a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:36.451300 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0886a757-5634-4d03-8a70-2e333ecb52f7 req-a954a492-2538-4602-bd98-490dee60a568 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 HTTP/1.1" status: 200 len: 920 time: 0.3762109 Feb 04 13:38:36.456611 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Publish callbacks [] for port (4e1cf817-74de-464b-aee8-1660f989cba0), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:36.621365 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-3f257d40-8a0d-42b6-8751-1bb6ed11d2dd service neutron] 10.222.0.96 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376464 Feb 04 13:38:36.908042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Allocated IP 2001:db8::2 (3dd9b3a9-9a59-41a1-b154-6de66db5d500/7f8b1932-d416-4b87-9c0a-d44343394b34/4b83c64b-366b-45a9-8b2d-a8fb9a440992) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:37.018925 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (4e1cf817-74de-464b-aee8-1660f989cba0), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:37.272558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Pushing event updated for resources: {'Port': ['ID=4e1cf817-74de-464b-aee8-1660f989cba0,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:37.350842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 7203ff01-d90b-4f93-b7ff-510138694b7a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7203ff01-d90b-4f93-b7ff-510138694b7a,segment=NetworkSegment(7adce940-a522-456b-9526-93b330134723),segment_id=7adce940-a522-456b-9526-93b330134723)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:37.409968 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:37.418857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Network 6e36b449-a269-4514-b5d2-d95b89fa132e is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:37.548259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=7203ff01-d90b-4f93-b7ff-510138694b7a,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:37.590868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:37.635845 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:37.692995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51004) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:37.695149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 70ba418b-71a1-4868-b491-6ffca273e6ed up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:37.739523 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e6ef167-0f1d-49d2-893e-81b7eea5e847 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:37.744432 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9e6ef167-0f1d-49d2-893e-81b7eea5e847 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/0cbcd514-a3e4-4a53-a3db-0084d1a90feb HTTP/1.1" status: 204 len: 168 time: 3.5426793 Feb 04 13:38:37.746996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0886a757-5634-4d03-8a70-2e333ecb52f7 req-b0d2cd92-261d-4644-8633-aaea55ca7b0a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 HTTP/1.1" status: 200 len: 217 time: 1.1185338 Feb 04 13:38:37.747504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51010) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:37.753760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2be001db-63eb-4108-af36-2bda89740df3 None None] Current status of the port 7203ff01-d90b-4f93-b7ff-510138694b7a is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:37.754559 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2be001db-63eb-4108-af36-2bda89740df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:37.834839 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3cd30ea-d326-4627-9457-31e1da15f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (ab302a2c-7556-4a9b-a5cc-53f21cac7c72), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:37.868191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Attempting to bind port 4e1cf817-74de-464b-aee8-1660f989cba0 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:38:37.868953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Attempting to bind port 4e1cf817-74de-464b-aee8-1660f989cba0 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '2533f6ff-c20d-4ae2-8218-14e74a1574be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6e36b449-a269-4514-b5d2-d95b89fa132e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:38:37.869744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Attempting to bind port 4e1cf817-74de-464b-aee8-1660f989cba0 on network 6e36b449-a269-4514-b5d2-d95b89fa132e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:38:37.985872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:38:37.986632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Checking segment: {'id': '2533f6ff-c20d-4ae2-8218-14e74a1574be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6e36b449-a269-4514-b5d2-d95b89fa132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:37.992539 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:37.993534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Bound using segment: {'id': '2533f6ff-c20d-4ae2-8218-14e74a1574be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6e36b449-a269-4514-b5d2-d95b89fa132e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:38:37.994364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Bound port: 4e1cf817-74de-464b-aee8-1660f989cba0, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2533f6ff-c20d-4ae2-8218-14e74a1574be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6e36b449-a269-4514-b5d2-d95b89fa132e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:38:37.995011 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4e1cf817-74de-464b-aee8-1660f989cba0), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:38.017750 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d2bb1f-7bbc-463d-adf6-917f2460c67a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] GET failed (client error): The resource could not be found. Feb 04 13:38:38.023117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e0d2bb1f-7bbc-463d-adf6-917f2460c67a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/0cbcd514-a3e4-4a53-a3db-0084d1a90feb HTTP/1.1" status: 404 len: 333 time: 0.1730115 Feb 04 13:38:38.040087 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51014) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:38.082013 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd30ea-d326-4627-9457-31e1da15f6f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab302a2c-7556-4a9b-a5cc-53f21cac7c72,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:38.190638 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cd30ea-d326-4627-9457-31e1da15f6f3 admin admin] Checking segment: {'id': 'e2bb052d-9cc5-4829-bfac-1f5493e8717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2b943e47-1849-4f41-80d6-e79ed88b36e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:38.191296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cd30ea-d326-4627-9457-31e1da15f6f3 admin admin] Network hostable DHCP agents. Network: 2b943e47-1849-4f41-80d6-e79ed88b36e5, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:38:38.245518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Allocated IP 2001:db8::1 (6e36b449-a269-4514-b5d2-d95b89fa132e/d9de3a93-d6b7-4f91-a956-0c0931a8d8cf/e3754455-045e-4db3-b4a0-83d18237ad35) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:38.249218 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] For port 4e1cf817-74de-464b-aee8-1660f989cba0, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:38:38.255124 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cd30ea-d326-4627-9457-31e1da15f6f3 admin admin] Network 2b943e47-1849-4f41-80d6-e79ed88b36e5 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:38:38.283258 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-a3cd30ea-d326-4627-9457-31e1da15f6f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 2b943e47-1849-4f41-80d6-e79ed88b36e5) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:38.303242 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Publish callbacks [] for port (4b83c64b-366b-45a9-8b2d-a8fb9a440992), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:38.313660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820cf12a-0ad9-43a4-8ae4-33ec51f825a9 None None] Network 2b943e47-1849-4f41-80d6-e79ed88b36e5 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:38.315111 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cd30ea-d326-4627-9457-31e1da15f6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:38.318009 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3cd30ea-d326-4627-9457-31e1da15f6f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:38.319035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] For port 4e1cf817-74de-464b-aee8-1660f989cba0, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4e1cf817-74de-464b-aee8-1660f989cba0,segment=NetworkSegment(2533f6ff-c20d-4ae2-8218-14e74a1574be),segment_id=2533f6ff-c20d-4ae2-8218-14e74a1574be)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:38:38.351120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bff302-3070-42a3-a5f3-f193411806b7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Deleting subnet ea29ef93-fe91-43aa-a06c-8c489f00f802 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:38:38.354472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 70ba418b-71a1-4868-b491-6ffca273e6ed triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:38.357462 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (70ba418b-71a1-4868-b491-6ffca273e6ed), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:38.359491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886a757-5634-4d03-8a70-2e333ecb52f7 req-f293f025-4b29-4b40-b4c5-300a93f33c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:38.361815 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0886a757-5634-4d03-8a70-2e333ecb52f7 req-f293f025-4b29-4b40-b4c5-300a93f33c0c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=218fe4a2-bfd8-4afd-b187-fe7cab9a038e HTTP/1.1" status: 200 len: 859 time: 0.5088151 Feb 04 13:38:38.363159 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d4bff302-3070-42a3-a5f3-f193411806b7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks [] for subnet (ea29ef93-fe91-43aa-a06c-8c489f00f802), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:38.364238 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (4b83c64b-366b-45a9-8b2d-a8fb9a440992), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:38.387311 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a3cd30ea-d326-4627-9457-31e1da15f6f3 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3933492 Feb 04 13:38:38.436668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c50c042-53f3-4907-8d28-92d40686a9c1 req-a648573d-bc82-42a6-8c17-be4d2633c1fd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/4ec91355-3f95-47b8-8b25-ef64ddafd604 HTTP/1.1" status: 200 len: 1818 time: 0.7442882 Feb 04 13:38:38.465755 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-6c50c042-53f3-4907-8d28-92d40686a9c1 req-31c345db-84f8-4bc8-919b-02f3d655c2d8 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Request body: {'security_group': {'name': 'tempest-sg-hth-917908891', 'description': 'tempest-description-hth-732072462'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:38.570902 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4e1cf817-74de-464b-aee8-1660f989cba0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:38.606190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0886a757-5634-4d03-8a70-2e333ecb52f7 req-df4358a7-8f9b-40d3-a2e6-00df49900afa service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2342544 Feb 04 13:38:38.632494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Pushing event updated for resources: {'Port': ['ID=4b83c64b-366b-45a9-8b2d-a8fb9a440992,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:38.637984 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-2be001db-63eb-4108-af36-2bda89740df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:38:38.643681 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c50c042-53f3-4907-8d28-92d40686a9c1 req-31c345db-84f8-4bc8-919b-02f3d655c2d8 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (4ec91355-3f95-47b8-8b25-ef64ddafd604), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:38.650421 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-2be001db-63eb-4108-af36-2bda89740df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:38:38.652758 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d4bff302-3070-42a3-a5f3-f193411806b7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (ea29ef93-fe91-43aa-a06c-8c489f00f802), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:38.829274 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for port (e3754455-045e-4db3-b4a0-83d18237ad35), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:38.960381 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e3754455-045e-4db3-b4a0-83d18237ad35), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:39.025088 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Network 6e36b449-a269-4514-b5d2-d95b89fa132e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:39.030185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:39.039700 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:39.039700 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (1f1f9e01-04cd-416b-841c-8e3616014522), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:39.131359 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event updated for resources: {'Port': ['ID=e3754455-045e-4db3-b4a0-83d18237ad35,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:39.240447 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0886a757-5634-4d03-8a70-2e333ecb52f7 req-dc18ed0d-57f9-4566-8143-be69d1bddf4c service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260071 Feb 04 13:38:39.264733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-f11cdc81-289b-4290-a079-fef11d3f4bf4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port 99dccc17-c8e1-4468-ad1d-0716aab2d78e {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:39.270619 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f11cdc81-289b-4290-a079-fef11d3f4bf4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (99dccc17-c8e1-4468-ad1d-0716aab2d78e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:39.324277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2be001db-63eb-4108-af36-2bda89740df3 None None] Current status of the port 7203ff01-d90b-4f93-b7ff-510138694b7a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:39.348641 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Network 3dd9b3a9-9a59-41a1-b154-6de66db5d500 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:39.430028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:39.449046 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:39.639437 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0edc3fc-9471-4774-9a73-e28007ca04f5 None None] Network 2b943e47-1849-4f41-80d6-e79ed88b36e5 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:39.671831 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e3754455-045e-4db3-b4a0-83d18237ad35), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:39.722011 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f11cdc81-289b-4290-a079-fef11d3f4bf4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (99dccc17-c8e1-4468-ad1d-0716aab2d78e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:39.742532 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d4bff302-3070-42a3-a5f3-f193411806b7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (ea29ef93-fe91-43aa-a06c-8c489f00f802), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:39.746008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b1543-79ee-4239-b081-10eec6787c5a None None] Pushing event updated for resources: {'Port': ['ID=4e1cf817-74de-464b-aee8-1660f989cba0,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:39.875217 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-038ad9fe-d25c-45cd-962c-c153cd6ed6d3 None None] Provisioning complete for port 70ba418b-71a1-4868-b491-6ffca273e6ed triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:39.881595 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-038ad9fe-d25c-45cd-962c-c153cd6ed6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (70ba418b-71a1-4868-b491-6ffca273e6ed), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:39.914337 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c50c042-53f3-4907-8d28-92d40686a9c1 req-31c345db-84f8-4bc8-919b-02f3d655c2d8 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (4ec91355-3f95-47b8-8b25-ef64ddafd604), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:39.953541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Attempting to bind port 4b83c64b-366b-45a9-8b2d-a8fb9a440992 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:38:39.953997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Attempting to bind port 4b83c64b-366b-45a9-8b2d-a8fb9a440992 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '4985c54d-5bbd-4b8e-b378-5716e2014962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3dd9b3a9-9a59-41a1-b154-6de66db5d500'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:38:39.960089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Attempting to bind port 4b83c64b-366b-45a9-8b2d-a8fb9a440992 on network 3dd9b3a9-9a59-41a1-b154-6de66db5d500 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:38:39.977623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:38:39.977993 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Checking segment: {'id': '4985c54d-5bbd-4b8e-b378-5716e2014962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3dd9b3a9-9a59-41a1-b154-6de66db5d500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:39.978466 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:39.978889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Bound using segment: {'id': '4985c54d-5bbd-4b8e-b378-5716e2014962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3dd9b3a9-9a59-41a1-b154-6de66db5d500'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:38:39.979382 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Bound port: 4b83c64b-366b-45a9-8b2d-a8fb9a440992, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4985c54d-5bbd-4b8e-b378-5716e2014962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3dd9b3a9-9a59-41a1-b154-6de66db5d500'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:38:39.980120 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4b83c64b-366b-45a9-8b2d-a8fb9a440992), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:39.983255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 70ba418b-71a1-4868-b491-6ffca273e6ed is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:40.092646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-038ad9fe-d25c-45cd-962c-c153cd6ed6d3 None None] Current status of the port 70ba418b-71a1-4868-b491-6ffca273e6ed is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:40.206706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-038ad9fe-d25c-45cd-962c-c153cd6ed6d3 None None] Provisioning complete for port 99dccc17-c8e1-4468-ad1d-0716aab2d78e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:40.207191 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-038ad9fe-d25c-45cd-962c-c153cd6ed6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (99dccc17-c8e1-4468-ad1d-0716aab2d78e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:40.307072 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for port (e3754455-045e-4db3-b4a0-83d18237ad35), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:40.313941 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] For port 4b83c64b-366b-45a9-8b2d-a8fb9a440992, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:38:40.318559 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (e3754455-045e-4db3-b4a0-83d18237ad35), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:40.321568 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (1f1f9e01-04cd-416b-841c-8e3616014522), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:40.331731 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c50c042-53f3-4907-8d28-92d40686a9c1 req-31c345db-84f8-4bc8-919b-02f3d655c2d8 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4ec91355-3f95-47b8-8b25-ef64ddafd604), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:40.337546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] For port 4b83c64b-366b-45a9-8b2d-a8fb9a440992, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4b83c64b-366b-45a9-8b2d-a8fb9a440992,segment=NetworkSegment(4985c54d-5bbd-4b8e-b378-5716e2014962),segment_id=4985c54d-5bbd-4b8e-b378-5716e2014962)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:38:40.338472 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c50c042-53f3-4907-8d28-92d40686a9c1 req-31c345db-84f8-4bc8-919b-02f3d655c2d8 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:40.339749 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-038ad9fe-d25c-45cd-962c-c153cd6ed6d3 None None] Port 99dccc17-c8e1-4468-ad1d-0716aab2d78e cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:38:40.341321 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c50c042-53f3-4907-8d28-92d40686a9c1 req-31c345db-84f8-4bc8-919b-02f3d655c2d8 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "PUT /v2.0/security-groups/4ec91355-3f95-47b8-8b25-ef64ddafd604 HTTP/1.1" status: 200 len: 1792 time: 1.9029381 Feb 04 13:38:40.355083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-038ad9fe-d25c-45cd-962c-c153cd6ed6d3 None None] Could not find standard attr ID for object 0cbcd514-a3e4-4a53-a3db-0084d1a90feb. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:38:40.367272 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-f11cdc81-289b-4290-a079-fef11d3f4bf4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for 99dccc17-c8e1-4468-ad1d-0716aab2d78e owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:40.377933 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4b83c64b-366b-45a9-8b2d-a8fb9a440992), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:40.522846 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4e1cf817-74de-464b-aee8-1660f989cba0 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:40.620370 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d4bff302-3070-42a3-a5f3-f193411806b7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (ea29ef93-fe91-43aa-a06c-8c489f00f802), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:40.630642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0886a757-5634-4d03-8a70-2e333ecb52f7 req-5e8966c2-19ae-45ae-a3db-1ff1ab78a53f service neutron] 10.222.0.99 "GET /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1559761 Feb 04 13:38:40.643353 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cbfcd8-2b35-4a1f-b2c4-a75a23cc2a71 x-openstack-request-id: req-81cbfcd8-2b35-4a1f-b2c4-a75a23cc2a71 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:38:40.643683 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c", "name": "network-vif-deleted", "tag": "d16fa43c-248c-43f5-a85c-965c6508377f", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:38:40.643931 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-81cbfcd8-2b35-4a1f-b2c4-a75a23cc2a71 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:38:40.644703 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6f7f3c-c2b0-4007-8cce-a9bbd0d0fc4c', 'name': 'network-vif-deleted', 'tag': 'd16fa43c-248c-43f5-a85c-965c6508377f', 'status': 'completed', 'code': 200} Feb 04 13:38:40.663595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-038ad9fe-d25c-45cd-962c-c153cd6ed6d3 None None] Provisioning complete for port 7203ff01-d90b-4f93-b7ff-510138694b7a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:40.663974 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-038ad9fe-d25c-45cd-962c-c153cd6ed6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:40.698288 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event updated for resources: {'Port': ['ID=e3754455-045e-4db3-b4a0-83d18237ad35,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:40.737882 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Network 6e36b449-a269-4514-b5d2-d95b89fa132e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:40.740315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:40.826852 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990dd3f-af9e-45b5-9206-ff1eea12aac8 None None] Pushing event updated for resources: {'Port': ['ID=4b83c64b-366b-45a9-8b2d-a8fb9a440992,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:40.960852 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4e1cf817-74de-464b-aee8-1660f989cba0 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:40.961582 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4e1cf817-74de-464b-aee8-1660f989cba0), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:41.016737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bff302-3070-42a3-a5f3-f193411806b7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Subnet': ['ID=ea29ef93-fe91-43aa-a06c-8c489f00f802,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:41.022022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c345db-84f8-4bc8-919b-02f3d655c2d8 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec91355-3f95-47b8-8b25-ef64ddafd604,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:41.039608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-d70c2053-708c-4645-8443-c81db7534431 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:41.042610 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-d70c2053-708c-4645-8443-c81db7534431 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.99 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 815 time: 1.5651138 Feb 04 13:38:41.073161 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f11cdc81-289b-4290-a079-fef11d3f4bf4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (99dccc17-c8e1-4468-ad1d-0716aab2d78e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:41.158064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-b038854e-0c3d-4c4d-88b7-7d31e0a62d59 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Request body: {'port': {'device_id': 'f954b35b-87b6-4822-8f09-33f1ca35bf25', 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87', 'admin_state_up': True, 'tenant_id': '678aab1436e54ac083382f3ac6af32df'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:41.169544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18b50a9-1d46-4396-af22-1c5722264af4 None None] Network 4f2f2233-6270-4f0e-9206-466f3a2e6777 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:41.230340 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0040d5f5-ff29-4389-936b-d3a58e6d6d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:41.234879 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-038ad9fe-d25c-45cd-962c-c153cd6ed6d3 None None] Current status of the port 7203ff01-d90b-4f93-b7ff-510138694b7a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:41.251621 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Router 1f1f9e01-04cd-416b-841c-8e3616014522 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:38:41.379727 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d4bff302-3070-42a3-a5f3-f193411806b7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:41.389696 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d4bff302-3070-42a3-a5f3-f193411806b7 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "DELETE /v2.0/subnets/ea29ef93-fe91-43aa-a06c-8c489f00f802 HTTP/1.1" status: 204 len: 168 time: 3.6896539 Feb 04 13:38:41.409136 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54fb5f1-32a4-48a2-8c17-e41cc7743717 req-2854f8f6-b829-4bba-bc56-98e1dd992e28 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 210 time: 0.6594522 Feb 04 13:38:41.411482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51026) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:41.543239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cdc81-289b-4290-a079-fef11d3f4bf4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=99dccc17-c8e1-4468-ad1d-0716aab2d78e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:41.675393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:38:41.704311 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6da12400-fab4-4773-9be8-fbd744965f7c tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "PUT /v2.0/routers/1f1f9e01-04cd-416b-841c-8e3616014522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4443710 Feb 04 13:38:41.708616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51030) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:41.801894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154c60b-17b5-441a-baf6-0a9f8ea60424 None None] Sync routers for ids ['1f1f9e01-04cd-416b-841c-8e3616014522'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:38:42.003129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c84680-44c1-4719-96ff-f28c8507dedf None None] Network 6e36b449-a269-4514-b5d2-d95b89fa132e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:42.020775 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9154c60b-17b5-441a-baf6-0a9f8ea60424 None None] Routers {'1f1f9e01-04cd-416b-841c-8e3616014522'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:38:42.021913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9154c60b-17b5-441a-baf6-0a9f8ea60424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:38:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1f1f9e01-04cd-416b-841c-8e3616014522'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:42.275434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b47f29-5f6a-4bd6-b941-14b89bac4da5 None None] DHCP port deletion for 4f2f2233-6270-4f0e-9206-466f3a2e6777 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:38:42.300517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9154c60b-17b5-441a-baf6-0a9f8ea60424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:42.333963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-373268d7-5bd4-40f0-b2a0-6c60a2353521 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:42.345306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-373268d7-5bd4-40f0-b2a0-6c60a2353521 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/networks?id=2b943e47-1849-4f41-80d6-e79ed88b36e5 HTTP/1.1" status: 200 len: 820 time: 0.2609267 Feb 04 13:38:42.383326 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-b11b71c5-d1ad-4fc7-9ba9-6b2e6b76fb5c tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/quotas/c6252e367a3f409793042e9ee8884618 HTTP/1.1" status: 200 len: 375 time: 0.0364931 Feb 04 13:38:42.397050 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8ae96bca-a0d9-4f7f-b92a-edd62687827e None None] Provisioning complete for port 4e1cf817-74de-464b-aee8-1660f989cba0 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:42.397592 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ae96bca-a0d9-4f7f-b92a-edd62687827e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4e1cf817-74de-464b-aee8-1660f989cba0), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:42.400864 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4e1cf817-74de-464b-aee8-1660f989cba0 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:42.401438 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4e1cf817-74de-464b-aee8-1660f989cba0), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:42.551023 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-6b2b52f5-a1b1-453f-82a6-2054b34c4e75 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c6252e367a3f409793042e9ee8884618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1223109 Feb 04 13:38:42.574504 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (4f2f2233-6270-4f0e-9206-466f3a2e6777), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:42.585863 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f11cdc81-289b-4290-a079-fef11d3f4bf4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:42.596606 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f11cdc81-289b-4290-a079-fef11d3f4bf4 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/99dccc17-c8e1-4468-ad1d-0716aab2d78e HTTP/1.1" status: 204 len: 168 time: 4.5462818 Feb 04 13:38:42.597819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51042) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:42.655003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9154c60b-17b5-441a-baf6-0a9f8ea60424 None None] Routers {'1f1f9e01-04cd-416b-841c-8e3616014522'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:38:42.669483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9154c60b-17b5-441a-baf6-0a9f8ea60424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:38:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1f1f9e01-04cd-416b-841c-8e3616014522'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:42.738229 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-759f732b-fad3-4423-8d41-a2cb1fe4ae4a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] GET failed (client error): The resource could not be found. Feb 04 13:38:42.753473 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-759f732b-fad3-4423-8d41-a2cb1fe4ae4a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/99dccc17-c8e1-4468-ad1d-0716aab2d78e HTTP/1.1" status: 404 len: 333 time: 0.1521010 Feb 04 13:38:42.789964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51046) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:42.830620 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9154c60b-17b5-441a-baf6-0a9f8ea60424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:42.831443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154c60b-17b5-441a-baf6-0a9f8ea60424 None None] The sync data for ids ['1f1f9e01-04cd-416b-841c-8e3616014522'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:38:42.989062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 4e1cf817-74de-464b-aee8-1660f989cba0, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4e1cf817-74de-464b-aee8-1660f989cba0,segment=NetworkSegment(2533f6ff-c20d-4ae2-8218-14e74a1574be),segment_id=2533f6ff-c20d-4ae2-8218-14e74a1574be)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:43.005827 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4e1cf817-74de-464b-aee8-1660f989cba0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:43.007072 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7203ff01-d90b-4f93-b7ff-510138694b7a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:43.038942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c981c0-0760-4635-9fcd-2ffc728ebecc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting subnet 104e892d-3e5d-4214-808d-1754633be968 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:38:43.052066 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-b28e7463-c1da-4c15-93af-c81733b08f17 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:38:43.053889 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b28e7463-c1da-4c15-93af-c81733b08f17 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "PUT /v2.0/routers/1f1f9e01-04cd-416b-841c-8e3616014522/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3434684 Feb 04 13:38:43.059039 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20c981c0-0760-4635-9fcd-2ffc728ebecc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (104e892d-3e5d-4214-808d-1754633be968), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:43.062529 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51048) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:43.168777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec0cd1e-eadd-4f4a-b89b-42ce70470622 None None] Network 3dd9b3a9-9a59-41a1-b154-6de66db5d500 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:43.269194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-04b47f29-5f6a-4bd6-b941-14b89bac4da5 None None] Deleting port 3fec0d2e-42f8-4e58-895a-444a251a3854 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:43.270385 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-04b47f29-5f6a-4bd6-b941-14b89bac4da5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3fec0d2e-42f8-4e58-895a-444a251a3854), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:43.283268 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20c981c0-0760-4635-9fcd-2ffc728ebecc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (104e892d-3e5d-4214-808d-1754633be968), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:43.379378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-b038854e-0c3d-4c4d-88b7-7d31e0a62d59 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Made reservation on behalf of 678aab1436e54ac083382f3ac6af32df for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:43.386222 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-b038854e-0c3d-4c4d-88b7-7d31e0a62d59 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:43.575414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-04b47f29-5f6a-4bd6-b941-14b89bac4da5 None None] For port 3fec0d2e-42f8-4e58-895a-444a251a3854, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3fec0d2e-42f8-4e58-895a-444a251a3854,segment=NetworkSegment(bd5829f7-860a-4b14-9a82-ea230c4065d4),segment_id=bd5829f7-860a-4b14-9a82-ea230c4065d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:43.576647 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-04b47f29-5f6a-4bd6-b941-14b89bac4da5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3fec0d2e-42f8-4e58-895a-444a251a3854), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:43.598482 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-04b47f29-5f6a-4bd6-b941-14b89bac4da5 None None] Calling delete_port for 3fec0d2e-42f8-4e58-895a-444a251a3854 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:43.790077 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-04b47f29-5f6a-4bd6-b941-14b89bac4da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (3fec0d2e-42f8-4e58-895a-444a251a3854), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:43.840839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-b038854e-0c3d-4c4d-88b7-7d31e0a62d59 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Allocated IP 172.20.0.12 (654735fb-8c15-4ee8-89b5-c0c465bfbf87/66447e54-648f-4c91-94f7-50b0b4107fcd/131c81be-3edf-4d98-a4c8-daa92f8609ca) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:43.885267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8ae96bca-a0d9-4f7f-b92a-edd62687827e None None] Current status of the port 4e1cf817-74de-464b-aee8-1660f989cba0 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:43.915270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=4e1cf817-74de-464b-aee8-1660f989cba0,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:43.959944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b47f29-5f6a-4bd6-b941-14b89bac4da5 None None] No DVR routers for this DVR port 3fec0d2e-42f8-4e58-895a-444a251a3854 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:38:44.051425 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-c008d1b9-b09a-4d0a-99cf-e740c39b16a5 service neutron] 10.222.0.96 "GET /v2.0/networks/2b943e47-1849-4f41-80d6-e79ed88b36e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4579289 Feb 04 13:38:44.182883 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d91877d2-d434-4202-8a7a-38e771c96085 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (1f1f9e01-04cd-416b-841c-8e3616014522), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:44.235773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Deleting port 3fec0d2e-42f8-4e58-895a-444a251a3854 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:44.235773 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3fec0d2e-42f8-4e58-895a-444a251a3854), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:44.417610 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e192c0f5-a43d-4e8d-bbc9-c91381e42ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:44.434047 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b47f29-5f6a-4bd6-b941-14b89bac4da5 None None] Pushing event deleted for resources: {'Port': ['ID=3fec0d2e-42f8-4e58-895a-444a251a3854,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:44.615316 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:44.630154 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20c981c0-0760-4635-9fcd-2ffc728ebecc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (104e892d-3e5d-4214-808d-1754633be968), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:44.675827 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c202dc4a-2211-4057-8b76-f2bddc5ad760 None None] Provisioning complete for port 4b83c64b-366b-45a9-8b2d-a8fb9a440992 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:44.676477 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c202dc4a-2211-4057-8b76-f2bddc5ad760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4b83c64b-366b-45a9-8b2d-a8fb9a440992), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:44.771183 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:44.773638 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 7203ff01-d90b-4f93-b7ff-510138694b7a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:44.774264 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:45.021844 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] For port 3fec0d2e-42f8-4e58-895a-444a251a3854, host n-d-714676-13, got binding levels [] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:45.023847 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3fec0d2e-42f8-4e58-895a-444a251a3854), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:45.051113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 7203ff01-d90b-4f93-b7ff-510138694b7a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:45.218391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Calling delete_port for 3fec0d2e-42f8-4e58-895a-444a251a3854 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:45.221991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c202dc4a-2211-4057-8b76-f2bddc5ad760 None None] Current status of the port 4b83c64b-366b-45a9-8b2d-a8fb9a440992 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:45.222579 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c202dc4a-2211-4057-8b76-f2bddc5ad760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4b83c64b-366b-45a9-8b2d-a8fb9a440992), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:45.231717 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d91877d2-d434-4202-8a7a-38e771c96085 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Deleting port e3754455-045e-4db3-b4a0-83d18237ad35 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:45.233592 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d91877d2-d434-4202-8a7a-38e771c96085 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e3754455-045e-4db3-b4a0-83d18237ad35), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:45.257213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_backend_mixin [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Port 3fec0d2e-42f8-4e58-895a-444a251a3854 was not found and therefore no delete operation was performed {{(pid=103606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:38:45.266924 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-43445648-0b8a-4ded-8ad2-a2f798d8ef31 service neutron] 10.222.0.96 "GET /v2.0/networks/2b943e47-1849-4f41-80d6-e79ed88b36e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2107623 Feb 04 13:38:45.301207 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (3fec0d2e-42f8-4e58-895a-444a251a3854), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:45.463832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c202dc4a-2211-4057-8b76-f2bddc5ad760 None None] For port 4b83c64b-366b-45a9-8b2d-a8fb9a440992, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4b83c64b-366b-45a9-8b2d-a8fb9a440992,segment=NetworkSegment(4985c54d-5bbd-4b8e-b378-5716e2014962),segment_id=4985c54d-5bbd-4b8e-b378-5716e2014962)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:45.531189 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c202dc4a-2211-4057-8b76-f2bddc5ad760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4b83c64b-366b-45a9-8b2d-a8fb9a440992), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:45.751849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4e1cf817-74de-464b-aee8-1660f989cba0 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:45.759015 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d91877d2-d434-4202-8a7a-38e771c96085 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e3754455-045e-4db3-b4a0-83d18237ad35), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:45.776148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Port': ['ID=3fec0d2e-42f8-4e58-895a-444a251a3854,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:45.814123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d91877d2-d434-4202-8a7a-38e771c96085 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Calling delete_port for e3754455-045e-4db3-b4a0-83d18237ad35 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:45.817359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] No DVR routers for this DVR port 3fec0d2e-42f8-4e58-895a-444a251a3854 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:38:45.964014 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:45.979683 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-b038854e-0c3d-4c4d-88b7-7d31e0a62d59 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks [] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:46.009397 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20c981c0-0760-4635-9fcd-2ffc728ebecc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (104e892d-3e5d-4214-808d-1754633be968), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:46.055085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bc0df8d2-5e42-465e-a7d2-0af577ffaa3d None None] Provisioning complete for port 4b83c64b-366b-45a9-8b2d-a8fb9a440992 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:46.055766 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bc0df8d2-5e42-465e-a7d2-0af577ffaa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4b83c64b-366b-45a9-8b2d-a8fb9a440992), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:46.211806 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202dc4a-2211-4057-8b76-f2bddc5ad760 None None] Pushing event updated for resources: {'Port': ['ID=4b83c64b-366b-45a9-8b2d-a8fb9a440992,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:46.218800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4e1cf817-74de-464b-aee8-1660f989cba0 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:46.219733 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4e1cf817-74de-464b-aee8-1660f989cba0), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:46.439221 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c981c0-0760-4635-9fcd-2ffc728ebecc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Subnet': ['ID=104e892d-3e5d-4214-808d-1754633be968,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:46.455137 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20c981c0-0760-4635-9fcd-2ffc728ebecc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:46.468889 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-20c981c0-0760-4635-9fcd-2ffc728ebecc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/104e892d-3e5d-4214-808d-1754633be968 HTTP/1.1" status: 204 len: 168 time: 3.6464260 Feb 04 13:38:46.474339 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab40107c-d9d8-449c-b4cb-b630ce6e221c None None] Network 296d759d-72b3-486c-b95d-530e4f49c3e5 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:46.476593 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51058) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:46.561305 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (4f2f2233-6270-4f0e-9206-466f3a2e6777), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:46.645481 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-653b3140-3c1e-42c3-b37a-e8441c2f90a5 req-89a09b36-770e-44a9-b396-8a454db29df8 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/4ec91355-3f95-47b8-8b25-ef64ddafd604 HTTP/1.1" status: 200 len: 1792 time: 0.6622093 Feb 04 13:38:46.668877 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (296d759d-72b3-486c-b95d-530e4f49c3e5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:46.682298 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2f2233-6270-4f0e-9206-466f3a2e6777']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:46.696582 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-b038854e-0c3d-4c4d-88b7-7d31e0a62d59 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:46.741103 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d91877d2-d434-4202-8a7a-38e771c96085 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e3754455-045e-4db3-b4a0-83d18237ad35), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:46.860082 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91877d2-d434-4202-8a7a-38e771c96085 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event deleted for resources: {'Port': ['ID=e3754455-045e-4db3-b4a0-83d18237ad35,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:46.941919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5829f7-860a-4b14-9a82-ea230c4065d4') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:46.943617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5829f7-860a-4b14-9a82-ea230c4065d4') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:46.958370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038854e-0c3d-4c4d-88b7-7d31e0a62d59 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Pushing event updated for resources: {'Port': ['ID=131c81be-3edf-4d98-a4c8-daa92f8609ca,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:46.962002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bc0df8d2-5e42-465e-a7d2-0af577ffaa3d None None] Current status of the port 4b83c64b-366b-45a9-8b2d-a8fb9a440992 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:46.966287 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:38:47.030390 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:47.049328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4e1cf817-74de-464b-aee8-1660f989cba0 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:47.051486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4b83c64b-366b-45a9-8b2d-a8fb9a440992 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:47.054687 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-b038854e-0c3d-4c4d-88b7-7d31e0a62d59 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:47.091433 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (bd5829f7-860a-4b14-9a82-ea230c4065d4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:47.097687 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-b038854e-0c3d-4c4d-88b7-7d31e0a62d59 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:47.123613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-b038854e-0c3d-4c4d-88b7-7d31e0a62d59 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:47.211617 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (bd5829f7-860a-4b14-9a82-ea230c4065d4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:47.245174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bc0df8d2-5e42-465e-a7d2-0af577ffaa3d None None] Provisioning complete for port 4e1cf817-74de-464b-aee8-1660f989cba0 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:47.246020 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bc0df8d2-5e42-465e-a7d2-0af577ffaa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4e1cf817-74de-464b-aee8-1660f989cba0), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:47.330030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:38:47.333338 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (bd5829f7-860a-4b14-9a82-ea230c4065d4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:38:47.355629 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:38:47.439095 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d91877d2-d434-4202-8a7a-38e771c96085 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (1f1f9e01-04cd-416b-841c-8e3616014522), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:47.552299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4b83c64b-366b-45a9-8b2d-a8fb9a440992 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:47.559401 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4b83c64b-366b-45a9-8b2d-a8fb9a440992), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:47.615731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-b038854e-0c3d-4c4d-88b7-7d31e0a62d59 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:47.627351 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-b038854e-0c3d-4c4d-88b7-7d31e0a62d59 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:47.681572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d29080-4b7d-447b-8e8b-af17accbb4e8 req-9537811e-3dd6-48d4-8374-99cc62c69c17 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:47.714120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-85d29080-4b7d-447b-8e8b-af17accbb4e8 req-9537811e-3dd6-48d4-8374-99cc62c69c17 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 932 time: 0.7777364 Feb 04 13:38:47.795007 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port 7203ff01-d90b-4f93-b7ff-510138694b7a {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:47.798726 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:47.825552 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470a8abe-5cfa-48cf-8ac0-56f4e9ed695e None None] DHCP port deletion for 296d759d-72b3-486c-b95d-530e4f49c3e5 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:38:47.870057 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-b038854e-0c3d-4c4d-88b7-7d31e0a62d59 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7613688 Feb 04 13:38:47.873966 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (4f2f2233-6270-4f0e-9206-466f3a2e6777), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:47.886774 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:47.918873 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "DELETE /v2.0/networks/4f2f2233-6270-4f0e-9206-466f3a2e6777 HTTP/1.1" status: 204 len: 168 time: 6.4057357 Feb 04 13:38:47.928151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bc0df8d2-5e42-465e-a7d2-0af577ffaa3d None None] Current status of the port 4e1cf817-74de-464b-aee8-1660f989cba0 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:47.942715 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Request body: {'port': {'device_id': 'f954b35b-87b6-4822-8f09-33f1ca35bf25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:47.958795 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:47.965760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bc0df8d2-5e42-465e-a7d2-0af577ffaa3d None None] Could not find standard attr ID for object e3754455-045e-4db3-b4a0-83d18237ad35. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:38:48.019731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] For port 7203ff01-d90b-4f93-b7ff-510138694b7a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7203ff01-d90b-4f93-b7ff-510138694b7a,segment=NetworkSegment(7adce940-a522-456b-9526-93b330134723),segment_id=7adce940-a522-456b-9526-93b330134723)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:48.020861 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:48.036186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51064) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:48.049849 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for 7203ff01-d90b-4f93-b7ff-510138694b7a owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:48.122414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-90aa3902-0da7-44e0-baec-afbb18bbdba1 None None] Could not find standard attr ID for object e3754455-045e-4db3-b4a0-83d18237ad35. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:38:48.129369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4b83c64b-366b-45a9-8b2d-a8fb9a440992 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:48.152497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-470a8abe-5cfa-48cf-8ac0-56f4e9ed695e None None] Deleting port 7203ff01-d90b-4f93-b7ff-510138694b7a {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:48.153116 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-470a8abe-5cfa-48cf-8ac0-56f4e9ed695e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:48.271615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3fec0d2e-42f8-4e58-895a-444a251a3854 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:38:48.287757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:48.317985 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 3fec0d2e-42f8-4e58-895a-444a251a3854 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:38:48.318641 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3fec0d2e-42f8-4e58-895a-444a251a3854 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:38:48.356648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=7203ff01-d90b-4f93-b7ff-510138694b7a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:48.373920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No DVR routers for this DVR port 7203ff01-d90b-4f93-b7ff-510138694b7a on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:38:48.404002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-470a8abe-5cfa-48cf-8ac0-56f4e9ed695e None None] For port 7203ff01-d90b-4f93-b7ff-510138694b7a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7203ff01-d90b-4f93-b7ff-510138694b7a,segment=NetworkSegment(7adce940-a522-456b-9526-93b330134723),segment_id=7adce940-a522-456b-9526-93b330134723)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:48.404645 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-470a8abe-5cfa-48cf-8ac0-56f4e9ed695e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:48.438123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-470a8abe-5cfa-48cf-8ac0-56f4e9ed695e None None] Calling delete_port for 7203ff01-d90b-4f93-b7ff-510138694b7a owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:48.725299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4b83c64b-366b-45a9-8b2d-a8fb9a440992 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:48.730731 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-470a8abe-5cfa-48cf-8ac0-56f4e9ed695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (7203ff01-d90b-4f93-b7ff-510138694b7a), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:48.759815 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470a8abe-5cfa-48cf-8ac0-56f4e9ed695e None None] No DVR routers for this DVR port 7203ff01-d90b-4f93-b7ff-510138694b7a on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:38:48.832940 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (296d759d-72b3-486c-b95d-530e4f49c3e5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:48.862232 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bde22-d488-4ec3-abf0-122002062037 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Network': ['ID=4f2f2233-6270-4f0e-9206-466f3a2e6777,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:48.864485 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:48.881393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296d759d-72b3-486c-b95d-530e4f49c3e5']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:48.902570 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7adce940-a522-456b-9526-93b330134723') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:48.903464 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7adce940-a522-456b-9526-93b330134723') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:48.925516 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (7adce940-a522-456b-9526-93b330134723), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:48.927501 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a8abe-5cfa-48cf-8ac0-56f4e9ed695e None None] Pushing event deleted for resources: {'Port': ['ID=7203ff01-d90b-4f93-b7ff-510138694b7a,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:48.945968 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (7adce940-a522-456b-9526-93b330134723), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:48.955749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:38:48.956168 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (7adce940-a522-456b-9526-93b330134723), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:48.956314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4b83c64b-366b-45a9-8b2d-a8fb9a440992 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:48.956828 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4b83c64b-366b-45a9-8b2d-a8fb9a440992), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:49.011132 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-85d29080-4b7d-447b-8e8b-af17accbb4e8 req-7db9fa83-5656-4eb6-b391-119d0d9a0474 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2953215 Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:38:49.085942 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:38:49.091538 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (296d759d-72b3-486c-b95d-530e4f49c3e5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:49.102227 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:49.114347 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/networks/296d759d-72b3-486c-b95d-530e4f49c3e5 HTTP/1.1" status: 204 len: 168 time: 2.6361382 Feb 04 13:38:49.115517 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51066) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:49.124114 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-04b62530-480a-47c6-a195-d9d0e0e67532 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2108199863'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:49.170404 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b62530-480a-47c6-a195-d9d0e0e67532 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:49.178057 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04b62530-480a-47c6-a195-d9d0e0e67532 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:49.184724 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63df82-337a-4cf9-9164-4e0c4677d9a9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Network': ['ID=296d759d-72b3-486c-b95d-530e4f49c3e5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:49.208438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91877d2-d434-4202-8a7a-38e771c96085 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Router 1f1f9e01-04cd-416b-841c-8e3616014522 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:38:49.252203 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b62530-480a-47c6-a195-d9d0e0e67532 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:38:49.268822 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04b62530-480a-47c6-a195-d9d0e0e67532 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (7b9f3cce-9ec3-4124-9201-f2c156f5f31a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:49.269215 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-04b62530-480a-47c6-a195-d9d0e0e67532 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Added segment 7b9f3cce-9ec3-4124-9201-f2c156f5f31a of type vlan for network 6aefa0a8-1f9a-4b78-831f-c3d729ccfe95 Feb 04 13:38:49.270965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4b83c64b-366b-45a9-8b2d-a8fb9a440992 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:49.342419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-481e0d95-f0b6-4366-ad3b-ccbfc6d7457b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Deleting subnet b41b4d85-d963-4bb0-8afb-76610e459fa9 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:38:49.359712 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04b62530-480a-47c6-a195-d9d0e0e67532 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (6aefa0a8-1f9a-4b78-831f-c3d729ccfe95), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:49.382757 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-481e0d95-f0b6-4366-ad3b-ccbfc6d7457b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks [] for subnet (b41b4d85-d963-4bb0-8afb-76610e459fa9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:49.396053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7203ff01-d90b-4f93-b7ff-510138694b7a no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:38:49.441019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 7203ff01-d90b-4f93-b7ff-510138694b7a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:38:49.441894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7203ff01-d90b-4f93-b7ff-510138694b7a not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:38:49.529673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a68e6975-1515-4144-b7c2-ad0c05c0572c req-3795f92f-91b3-4788-ad3a-4bec6f6c2360 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/ports?device_id=903f1691-dfb5-41ce-8656-89e64c3cb565 HTTP/1.1" status: 200 len: 210 time: 0.1498871 Feb 04 13:38:49.664597 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-481e0d95-f0b6-4366-ad3b-ccbfc6d7457b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (b41b4d85-d963-4bb0-8afb-76610e459fa9), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:49.728599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-eda021d3-6aa2-4f40-a46b-a2f0235abd01 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:49.730748 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-eda021d3-6aa2-4f40-a46b-a2f0235abd01 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.99 "GET /v2.0/networks?id=2b943e47-1849-4f41-80d6-e79ed88b36e5 HTTP/1.1" status: 200 len: 820 time: 0.8812830 Feb 04 13:38:49.762730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-033c0274-9768-476b-b447-39abe854766f tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Request body: {'port': {'device_id': '903f1691-dfb5-41ce-8656-89e64c3cb565', 'network_id': '2b943e47-1849-4f41-80d6-e79ed88b36e5', 'admin_state_up': True, 'tenant_id': 'c6252e367a3f409793042e9ee8884618'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:49.956971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-41b9e8a5-3445-412c-badf-6858495c00a1 req-55dd3f34-a796-4f27-b0a7-e29db6ac7ee4 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/4ec91355-3f95-47b8-8b25-ef64ddafd604 HTTP/1.1" status: 200 len: 1792 time: 0.3040731 Feb 04 13:38:50.057527 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04b62530-480a-47c6-a195-d9d0e0e67532 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (6aefa0a8-1f9a-4b78-831f-c3d729ccfe95), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:50.066928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b62530-480a-47c6-a195-d9d0e0e67532 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:50.067916 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04b62530-480a-47c6-a195-d9d0e0e67532 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:50.117165 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-481e0d95-f0b6-4366-ad3b-ccbfc6d7457b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (b41b4d85-d963-4bb0-8afb-76610e459fa9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:50.148546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91877d2-d434-4202-8a7a-38e771c96085 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:38:50.163186 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d91877d2-d434-4202-8a7a-38e771c96085 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "PUT /v2.0/routers/1f1f9e01-04cd-416b-841c-8e3616014522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0988958 Feb 04 13:38:50.172353 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c950dba-7d2f-4f2a-b682-d5e93fd81f1b None None] Sync routers for ids ['1f1f9e01-04cd-416b-841c-8e3616014522'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:38:50.173336 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51072) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:50.177552 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-04b62530-480a-47c6-a195-d9d0e0e67532 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0588384 Feb 04 13:38:50.189179 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c950dba-7d2f-4f2a-b682-d5e93fd81f1b None None] Routers {'1f1f9e01-04cd-416b-841c-8e3616014522'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:38:50.190365 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3c950dba-7d2f-4f2a-b682-d5e93fd81f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:38:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1f1f9e01-04cd-416b-841c-8e3616014522'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:50.194543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51074) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:50.209060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f77f16ff-ee34-4b96-b319-88ab2b4a054a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'subnet': {'network_id': '6aefa0a8-1f9a-4b78-831f-c3d729ccfe95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:50.256011 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3c950dba-7d2f-4f2a-b682-d5e93fd81f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:50.276581 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c950dba-7d2f-4f2a-b682-d5e93fd81f1b None None] Routers {'1f1f9e01-04cd-416b-841c-8e3616014522'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:38:50.277769 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3c950dba-7d2f-4f2a-b682-d5e93fd81f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:38:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1f1f9e01-04cd-416b-841c-8e3616014522'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:50.279445 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-e656be27-e5df-4c8c-ad27-c475a533cfbd tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] delete failed (client error): The resource could not be found. Feb 04 13:38:50.287679 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e656be27-e5df-4c8c-ad27-c475a533cfbd tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "DELETE /v2.0/routers/tempest-non_exist_router-1449327461 HTTP/1.1" status: 404 len: 335 time: 0.1104510 Feb 04 13:38:50.287679 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b62530-480a-47c6-a195-d9d0e0e67532 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Network': ['ID=6aefa0a8-1f9a-4b78-831f-c3d729ccfe95,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:50.288150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51078) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:50.297925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ddc2556a-8fd4-4d89-abf7-9cc3305ec30b tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f1f9e01-04cd-416b-841c-8e3616014522'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:50.307193 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 6aefa0a8-1f9a-4b78-831f-c3d729ccfe95 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:38:50.356060 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3c950dba-7d2f-4f2a-b682-d5e93fd81f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:50.357501 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c950dba-7d2f-4f2a-b682-d5e93fd81f1b None None] The sync data for ids ['1f1f9e01-04cd-416b-841c-8e3616014522'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:38:50.444086 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-033c0274-9768-476b-b447-39abe854766f tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Made reservation on behalf of c6252e367a3f409793042e9ee8884618 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:50.449193 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-033c0274-9768-476b-b447-39abe854766f tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:50.499325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131c81be-3edf-4d98-a4c8-daa92f8609ca {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:38:50.522727 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Publish callbacks [] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:50.532200 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-41b9e8a5-3445-412c-badf-6858495c00a1 req-84a845ac-19dd-4f09-b425-6102054e2bdd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (4ec91355-3f95-47b8-8b25-ef64ddafd604), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:50.596587 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-481e0d95-f0b6-4366-ad3b-ccbfc6d7457b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (b41b4d85-d963-4bb0-8afb-76610e459fa9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:50.602576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Transition to ACTIVE for port object 131c81be-3edf-4d98-a4c8-daa92f8609ca will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:38:50.637729 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:50.713203 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-41b9e8a5-3445-412c-badf-6858495c00a1 req-84a845ac-19dd-4f09-b425-6102054e2bdd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (4ec91355-3f95-47b8-8b25-ef64ddafd604), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:50.736262 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddc2556a-8fd4-4d89-abf7-9cc3305ec30b tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for router_gateway (1f1f9e01-04cd-416b-841c-8e3616014522), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:50.752544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e0d95-f0b6-4366-ad3b-ccbfc6d7457b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Subnet': ['ID=b41b4d85-d963-4bb0-8afb-76610e459fa9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:50.773367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789ee6c0-f667-45c6-b889-427db4ac9ded None None] Network b0669989-386d-4b88-b2e3-53fa8014a5af requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:50.779839 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-ddc2556a-8fd4-4d89-abf7-9cc3305ec30b tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] update failed (client error): The resource could not be found. Feb 04 13:38:50.782355 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ddc2556a-8fd4-4d89-abf7-9cc3305ec30b tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "PUT /v2.0/routers/1f1f9e01-04cd-416b-841c-8e3616014522 HTTP/1.1" status: 404 len: 339 time: 0.4925592 Feb 04 13:38:50.787785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51082) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:50.797108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6d0d08e4-2090-4995-904c-d3c908b147cf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-76017688'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:50.801275 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-481e0d95-f0b6-4366-ad3b-ccbfc6d7457b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:50.807058 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-481e0d95-f0b6-4366-ad3b-ccbfc6d7457b tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "DELETE /v2.0/subnets/b41b4d85-d963-4bb0-8afb-76610e459fa9 HTTP/1.1" status: 204 len: 168 time: 2.5515640 Feb 04 13:38:50.811601 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51084) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:50.860293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0d08e4-2090-4995-904c-d3c908b147cf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Made reservation on behalf of b0c2f2f70efc4816a2d1feadb55c7825 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:50.867087 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d0d08e4-2090-4995-904c-d3c908b147cf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:50.916470 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77f16ff-ee34-4b96-b319-88ab2b4a054a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:50.922862 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f77f16ff-ee34-4b96-b319-88ab2b4a054a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.006669 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=131c81be-3edf-4d98-a4c8-daa92f8609ca,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:51.065885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0d08e4-2090-4995-904c-d3c908b147cf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:38:51.081091 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (b0669989-386d-4b88-b2e3-53fa8014a5af), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.102905 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a7ab76-02b4-4c9c-be09-256310d9f430 None None] DHCP port deletion for b0669989-386d-4b88-b2e3-53fa8014a5af request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:38:51.105476 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d0d08e4-2090-4995-904c-d3c908b147cf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (f09dfa32-7419-46ee-bb99-2099b3067bcc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.106515 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-6d0d08e4-2090-4995-904c-d3c908b147cf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Added segment f09dfa32-7419-46ee-bb99-2099b3067bcc of type vlan for network 132f30c9-bd6f-4d2d-8cf4-4c05d54ba054 Feb 04 13:38:51.199397 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-41b9e8a5-3445-412c-badf-6858495c00a1 req-84a845ac-19dd-4f09-b425-6102054e2bdd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4ec91355-3f95-47b8-8b25-ef64ddafd604), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.205024 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-41b9e8a5-3445-412c-badf-6858495c00a1 req-84a845ac-19dd-4f09-b425-6102054e2bdd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.206873 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-84a7ab76-02b4-4c9c-be09-256310d9f430 None None] Deleting port 946a792b-416e-40b8-9d2d-6a40e0fe48c7 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:51.207107 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-41b9e8a5-3445-412c-badf-6858495c00a1 req-84a845ac-19dd-4f09-b425-6102054e2bdd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "DELETE /v2.0/security-groups/4ec91355-3f95-47b8-8b25-ef64ddafd604 HTTP/1.1" status: 204 len: 173 time: 1.2142527 Feb 04 13:38:51.207702 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-84a7ab76-02b4-4c9c-be09-256310d9f430 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.225908 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d0d08e4-2090-4995-904c-d3c908b147cf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (132f30c9-bd6f-4d2d-8cf4-4c05d54ba054), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.257715 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-033c0274-9768-476b-b447-39abe854766f tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Allocated IP 172.20.0.4 (2b943e47-1849-4f41-80d6-e79ed88b36e5/ab302a2c-7556-4a9b-a5cc-53f21cac7c72/b21212ab-e6a4-4930-96c5-bb5a5278421e) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:51.277237 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a845ac-19dd-4f09-b425-6102054e2bdd tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec91355-3f95-47b8-8b25-ef64ddafd604,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:51.315738 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d0d08e4-2090-4995-904c-d3c908b147cf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (132f30c9-bd6f-4d2d-8cf4-4c05d54ba054), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.336072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0d08e4-2090-4995-904c-d3c908b147cf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:51.337935 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d0d08e4-2090-4995-904c-d3c908b147cf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.376123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Deleting port 946a792b-416e-40b8-9d2d-6a40e0fe48c7 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:51.376828 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.401577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-84a7ab76-02b4-4c9c-be09-256310d9f430 None None] For port 946a792b-416e-40b8-9d2d-6a40e0fe48c7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=946a792b-416e-40b8-9d2d-6a40e0fe48c7,segment=NetworkSegment(c02aac83-0f22-4467-bf72-158353ab81af),segment_id=c02aac83-0f22-4467-bf72-158353ab81af)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:51.402475 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-84a7ab76-02b4-4c9c-be09-256310d9f430 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.429350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-84a7ab76-02b4-4c9c-be09-256310d9f430 None None] Calling delete_port for 946a792b-416e-40b8-9d2d-6a40e0fe48c7 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:51.524269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Attempting to bind port 131c81be-3edf-4d98-a4c8-daa92f8609ca on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:38:51.524918 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Attempting to bind port 131c81be-3edf-4d98-a4c8-daa92f8609ca by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:38:51.525459 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Attempting to bind port 131c81be-3edf-4d98-a4c8-daa92f8609ca on network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:38:51.565879 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d08e4-2090-4995-904c-d3c908b147cf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event updated for resources: {'Network': ['ID=132f30c9-bd6f-4d2d-8cf4-4c05d54ba054,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:51.581899 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6d0d08e4-2090-4995-904c-d3c908b147cf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7855761 Feb 04 13:38:51.581899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51088) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:51.589083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Port 131c81be-3edf-4d98-a4c8-daa92f8609ca on network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:38:51.589700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Attempting to bind port 131c81be-3edf-4d98-a4c8-daa92f8609ca on network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:38:51.589984 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d35168bc-1bbd-47b1-b973-3b100935e2b8 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Request body: {'subnet': {'network_id': '132f30c9-bd6f-4d2d-8cf4-4c05d54ba054', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:51.624076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 132f30c9-bd6f-4d2d-8cf4-4c05d54ba054 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:38:51.637715 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:38:51.637715 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Checking segment: {'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:51.637715 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Bound using segment: {'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:38:51.638505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Bound port: 131c81be-3edf-4d98-a4c8-daa92f8609ca, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:38:51.639059 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.682791 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-84a7ab76-02b4-4c9c-be09-256310d9f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.736600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7ab76-02b4-4c9c-be09-256310d9f430 None None] No DVR routers for this DVR port 946a792b-416e-40b8-9d2d-6a40e0fe48c7 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:38:51.739658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7ab76-02b4-4c9c-be09-256310d9f430 None None] Pushing event deleted for resources: {'Port': ['ID=946a792b-416e-40b8-9d2d-6a40e0fe48c7,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:51.766392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] For port 946a792b-416e-40b8-9d2d-6a40e0fe48c7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=946a792b-416e-40b8-9d2d-6a40e0fe48c7,segment=NetworkSegment(c02aac83-0f22-4467-bf72-158353ab81af),segment_id=c02aac83-0f22-4467-bf72-158353ab81af)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:51.767156 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.817904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7875122-5cad-4821-9a0f-f6d533c09707 req-78f8d9f2-f61d-4207-a50d-25c021fdebf8 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:51.820343 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7875122-5cad-4821-9a0f-f6d533c09707 req-78f8d9f2-f61d-4207-a50d-25c021fdebf8 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 944 time: 0.4399114 Feb 04 13:38:51.824260 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Calling delete_port for 946a792b-416e-40b8-9d2d-6a40e0fe48c7 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:51.904938 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f77f16ff-ee34-4b96-b319-88ab2b4a054a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (3908a5be-dfe9-41b2-aca8-5a818f6b0c94), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.930579 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35168bc-1bbd-47b1-b973-3b100935e2b8 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Made reservation on behalf of b0c2f2f70efc4816a2d1feadb55c7825 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:51.935805 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d35168bc-1bbd-47b1-b973-3b100935e2b8 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:52.031657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] For port 131c81be-3edf-4d98-a4c8-daa92f8609ca, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:38:52.097155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] For port 131c81be-3edf-4d98-a4c8-daa92f8609ca, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=131c81be-3edf-4d98-a4c8-daa92f8609ca,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:38:52.113196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7875122-5cad-4821-9a0f-f6d533c09707 req-1ade52a5-ea24-4439-b05e-000e0e48b901 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569532 Feb 04 13:38:52.136639 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (946a792b-416e-40b8-9d2d-6a40e0fe48c7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:52.169640 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f16ff-ee34-4b96-b319-88ab2b4a054a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Subnet': ['ID=3908a5be-dfe9-41b2-aca8-5a818f6b0c94,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:52.176210 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:52.183461 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-033c0274-9768-476b-b447-39abe854766f tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Publish callbacks [] for port (b21212ab-e6a4-4930-96c5-bb5a5278421e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:52.193889 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Port': ['ID=946a792b-416e-40b8-9d2d-6a40e0fe48c7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:52.216928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] No DVR routers for this DVR port 946a792b-416e-40b8-9d2d-6a40e0fe48c7 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:38:52.314037 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f16ff-ee34-4b96-b319-88ab2b4a054a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Checking segment: {'id': '7b9f3cce-9ec3-4124-9201-f2c156f5f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6aefa0a8-1f9a-4b78-831f-c3d729ccfe95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:52.314762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f16ff-ee34-4b96-b319-88ab2b4a054a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network hostable DHCP agents. Network: 6aefa0a8-1f9a-4b78-831f-c3d729ccfe95, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:38:52.320412 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:52.321513 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:52.324225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] 10.222.0.99 "PUT /v2.0/ports/131c81be-3edf-4d98-a4c8-daa92f8609ca HTTP/1.1" status: 200 len: 1093 time: 4.3990667 Feb 04 13:38:52.332377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f954b35b-87b6-4822-8f09-33f1ca35bf25', 'tag': '131c81be-3edf-4d98-a4c8-daa92f8609ca'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:38:52.336324 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8101a454-e4ce-46c5-83a5-9e25735112d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f954b35b-87b6-4822-8f09-33f1ca35bf25", "tag": "131c81be-3edf-4d98-a4c8-daa92f8609ca"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:38:52.479295 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (b0669989-386d-4b88-b2e3-53fa8014a5af), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:52.492196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fbf1aabc-d65d-41fc-814c-8f413b08d3e1 req-d524b93f-8cfa-449a-b5d7-11147c8bf528 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/ports?device_id=903f1691-dfb5-41ce-8656-89e64c3cb565 HTTP/1.1" status: 200 len: 210 time: 0.0939372 Feb 04 13:38:52.549070 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 946a792b-416e-40b8-9d2d-6a40e0fe48c7 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:38:52.586623 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e729e10-5f1d-4949-a32d-b3e5fc1d9cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=131c81be-3edf-4d98-a4c8-daa92f8609ca,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:52.615193 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 946a792b-416e-40b8-9d2d-6a40e0fe48c7 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:38:52.616224 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 946a792b-416e-40b8-9d2d-6a40e0fe48c7 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:38:52.624559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f16ff-ee34-4b96-b319-88ab2b4a054a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network 6aefa0a8-1f9a-4b78-831f-c3d729ccfe95 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:38:52.630573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-033c0274-9768-476b-b447-39abe854766f tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b21212ab-e6a4-4930-96c5-bb5a5278421e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:52.669970 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d35168bc-1bbd-47b1-b973-3b100935e2b8 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (219bb921-65f6-481d-a600-cd47de7ec3d3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:52.698632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0669989-386d-4b88-b2e3-53fa8014a5af']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:52.741997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-f77f16ff-ee34-4b96-b319-88ab2b4a054a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 6aefa0a8-1f9a-4b78-831f-c3d729ccfe95) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:52.747318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-033c0274-9768-476b-b447-39abe854766f tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Network 2b943e47-1849-4f41-80d6-e79ed88b36e5 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:52.754139 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cdc2e5-4ce1-44cb-a768-2ee2b093e8b7 x-openstack-request-id: req-49cdc2e5-4ce1-44cb-a768-2ee2b093e8b7 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:38:52.754641 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f954b35b-87b6-4822-8f09-33f1ca35bf25", "tag": "131c81be-3edf-4d98-a4c8-daa92f8609ca", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:38:52.754951 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-49cdc2e5-4ce1-44cb-a768-2ee2b093e8b7 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:38:52.755574 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f954b35b-87b6-4822-8f09-33f1ca35bf25', 'tag': '131c81be-3edf-4d98-a4c8-daa92f8609ca', 'status': 'completed', 'code': 200} Feb 04 13:38:52.757620 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287b3e42-14fe-49d0-9377-c3e25dd931b5 None None] Network 6aefa0a8-1f9a-4b78-831f-c3d729ccfe95 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:52.761201 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02aac83-0f22-4467-bf72-158353ab81af') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:52.762717 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02aac83-0f22-4467-bf72-158353ab81af') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:52.776627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77f16ff-ee34-4b96-b319-88ab2b4a054a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:52.777803 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f77f16ff-ee34-4b96-b319-88ab2b4a054a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:52.785729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-033c0274-9768-476b-b447-39abe854766f tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:52.795438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-033c0274-9768-476b-b447-39abe854766f tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:52.799882 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (c02aac83-0f22-4467-bf72-158353ab81af), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:52.812552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-ec11b035-fe5a-4581-a630-0e1d812a3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:52.815441 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-ec11b035-fe5a-4581-a630-0e1d812a3cc0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 1127 time: 0.4056070 Feb 04 13:38:52.885399 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c02aac83-0f22-4467-bf72-158353ab81af), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:52.913050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35168bc-1bbd-47b1-b973-3b100935e2b8 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Checking segment: {'id': 'f09dfa32-7419-46ee-bb99-2099b3067bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '132f30c9-bd6f-4d2d-8cf4-4c05d54ba054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:52.913050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35168bc-1bbd-47b1-b973-3b100935e2b8 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Network hostable DHCP agents. Network: 132f30c9-bd6f-4d2d-8cf4-4c05d54ba054, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:38:52.942668 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:38:52.944660 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (c02aac83-0f22-4467-bf72-158353ab81af), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:38:52.951313 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:38:52.957956 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35168bc-1bbd-47b1-b973-3b100935e2b8 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event updated for resources: {'Subnet': ['ID=219bb921-65f6-481d-a600-cd47de7ec3d3,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:52.981424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c0274-9768-476b-b447-39abe854766f tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Pushing event updated for resources: {'Port': ['ID=b21212ab-e6a4-4930-96c5-bb5a5278421e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:53.001850 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-3bf49be6-b334-4a89-b799-30909c03b6d4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=131c81be-3edf-4d98-a4c8-daa92f8609ca HTTP/1.1" status: 200 len: 217 time: 0.1277046 Feb 04 13:38:53.042046 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-6aefa0a8-1f9a-4b78-831f-c3d729ccfe95', 'network_id': '6aefa0a8-1f9a-4b78-831f-c3d729ccfe95', 'project_id': '9a89efb2ede2439f9a77f732dab8c114', 'fixed_ips': [{'subnet_id': '3908a5be-dfe9-41b2-aca8-5a818f6b0c94'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:38:53.043160 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:53.072678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-033c0274-9768-476b-b447-39abe854766f tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:53.073840 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-033c0274-9768-476b-b447-39abe854766f tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:53.095353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35168bc-1bbd-47b1-b973-3b100935e2b8 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Network 132f30c9-bd6f-4d2d-8cf4-4c05d54ba054 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:38:53.107458 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f77f16ff-ee34-4b96-b319-88ab2b4a054a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9059181 Feb 04 13:38:53.117366 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51102) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:53.132022 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a9528f9d-d006-42f9-af94-83fe31cdbf99 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'network_id': '6aefa0a8-1f9a-4b78-831f-c3d729ccfe95', 'name': 'tempest-PortsTestJSON-307927743', 'fixed_ips': [{'subnet_id': '3908a5be-dfe9-41b2-aca8-5a818f6b0c94', 'ip_address': '172.20.0.10'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:53.147733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d35168bc-1bbd-47b1-b973-3b100935e2b8 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 132f30c9-bd6f-4d2d-8cf4-4c05d54ba054) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:53.188007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb96145-bce0-4938-b12e-9f7aa281b81c None None] Network 132f30c9-bd6f-4d2d-8cf4-4c05d54ba054 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:53.241154 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-e729f23e-f055-4087-b379-6b961134921a req-b4ec4985-fdec-4dd4-a00c-923e7948d361 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] show failed (client error): The resource could not be found. Feb 04 13:38:53.243482 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e729f23e-f055-4087-b379-6b961134921a req-b4ec4985-fdec-4dd4-a00c-923e7948d361 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/599bc1aa-86fb-4922-87b8-7e5c0b1d19b4 HTTP/1.1" status: 404 len: 352 time: 0.0327253 Feb 04 13:38:53.263270 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (b0669989-386d-4b88-b2e3-53fa8014a5af), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:53.267573 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35168bc-1bbd-47b1-b973-3b100935e2b8 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:53.269110 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d35168bc-1bbd-47b1-b973-3b100935e2b8 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:53.281187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-033c0274-9768-476b-b447-39abe854766f tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5352483 Feb 04 13:38:53.306521 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:53.312913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Request body: {'port': {'device_id': '903f1691-dfb5-41ce-8656-89e64c3cb565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:53.315318 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] 10.222.0.96 "DELETE /v2.0/networks/b0669989-386d-4b88-b2e3-53fa8014a5af HTTP/1.1" status: 204 len: 168 time: 2.4932075 Feb 04 13:38:53.383446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-f2d43745-d1dd-4667-bd4a-ff7016db00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:53.388553 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-f2d43745-d1dd-4667-bd4a-ff7016db00a7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66447e54-648f-4c91-94f7-50b0b4107fcd HTTP/1.1" status: 200 len: 855 time: 0.3056314 Feb 04 13:38:53.399426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d3493-76d2-4cf1-9aec-f8a980293ea6 tempest-ServersTestMultiNic-1777457582 tempest-ServersTestMultiNic-1777457582-project] Pushing event deleted for resources: {'Network': ['ID=b0669989-386d-4b88-b2e3-53fa8014a5af,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:53.433792 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51114) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:53.441029 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d35168bc-1bbd-47b1-b973-3b100935e2b8 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8584325 Feb 04 13:38:53.446080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c9691dba-c070-4e2e-bf45-1245ac6fab4f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Request body: {'router': {'external_gateway_info': {'network_id': '132f30c9-bd6f-4d2d-8cf4-4c05d54ba054'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:53.599469 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9528f9d-d006-42f9-af94-83fe31cdbf99 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:53.599764 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-132f30c9-bd6f-4d2d-8cf4-4c05d54ba054', 'network_id': '132f30c9-bd6f-4d2d-8cf4-4c05d54ba054', 'project_id': 'b0c2f2f70efc4816a2d1feadb55c7825', 'fixed_ips': [{'subnet_id': '219bb921-65f6-481d-a600-cd47de7ec3d3'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:38:53.601647 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:53.618959 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-1a9f78ee-ff11-488a-84de-d1260dbbd2e0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=654735fb-8c15-4ee8-89b5-c0c465bfbf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2003551 Feb 04 13:38:53.672369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Allocated IP 172.20.0.2 (6aefa0a8-1f9a-4b78-831f-c3d729ccfe95/3908a5be-dfe9-41b2-aca8-5a818f6b0c94/71278478-2aa4-43e2-be6f-738b152134b7) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:53.771833 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a9528f9d-d006-42f9-af94-83fe31cdbf99 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:53.801946 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-a9528f9d-d006-42f9-af94-83fe31cdbf99 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] device_id is not set on port bee5545c-1cb0-4292-932c-9f1f92893642 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:38:53.944927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Allocated IP 2001:db8:1::2 (132f30c9-bd6f-4d2d-8cf4-4c05d54ba054/219bb921-65f6-481d-a600-cd47de7ec3d3/ed781ab7-2506-417d-9bb2-24c18e4f0d25) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:54.137521 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-2a70bd0c-c699-4fa0-b001-4817b9a4c22c service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155314 Feb 04 13:38:54.144872 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b21212ab-e6a4-4930-96c5-bb5a5278421e), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:54.167545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d889960-433b-4613-a131-e26e60500faf req-d89c844d-0a94-41dc-af4c-53ee2cdda1ef tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:54.170312 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d889960-433b-4613-a131-e26e60500faf req-d89c844d-0a94-41dc-af4c-53ee2cdda1ef tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 944 time: 0.5414441 Feb 04 13:38:54.733293 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Publish callbacks [] for port (ed781ab7-2506-417d-9bb2-24c18e4f0d25), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:54.758806 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (ed781ab7-2506-417d-9bb2-24c18e4f0d25), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:54.841788 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Publish callbacks [] for port (71278478-2aa4-43e2-be6f-738b152134b7), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:54.880965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Network 132f30c9-bd6f-4d2d-8cf4-4c05d54ba054 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:54.882871 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (71278478-2aa4-43e2-be6f-738b152134b7), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:54.896955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:54.902565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:54.919597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Pushing event updated for resources: {'Port': ['ID=ed781ab7-2506-417d-9bb2-24c18e4f0d25,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:54.986781 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-a9528f9d-d006-42f9-af94-83fe31cdbf99 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Allocated IP 172.20.0.10 (6aefa0a8-1f9a-4b78-831f-c3d729ccfe95/3908a5be-dfe9-41b2-aca8-5a818f6b0c94/bee5545c-1cb0-4292-932c-9f1f92893642) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:55.033347 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Pushing event updated for resources: {'Port': ['ID=71278478-2aa4-43e2-be6f-738b152134b7,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:55.128191 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9691dba-c070-4e2e-bf45-1245ac6fab4f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for router_gateway (1f1f9e01-04cd-416b-841c-8e3616014522), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:55.157387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Network 6aefa0a8-1f9a-4b78-831f-c3d729ccfe95 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:55.168781 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:55.177221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:55.214151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Attempting to bind port ed781ab7-2506-417d-9bb2-24c18e4f0d25 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:38:55.216117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Attempting to bind port ed781ab7-2506-417d-9bb2-24c18e4f0d25 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'f09dfa32-7419-46ee-bb99-2099b3067bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '132f30c9-bd6f-4d2d-8cf4-4c05d54ba054'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:38:55.219207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Attempting to bind port ed781ab7-2506-417d-9bb2-24c18e4f0d25 on network 132f30c9-bd6f-4d2d-8cf4-4c05d54ba054 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:38:55.273800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:38:55.275097 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d889960-433b-4613-a131-e26e60500faf req-7e4a1015-22a7-41c4-a91e-9ff1030ad015 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575898 Feb 04 13:38:55.276114 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Checking segment: {'id': 'f09dfa32-7419-46ee-bb99-2099b3067bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '132f30c9-bd6f-4d2d-8cf4-4c05d54ba054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:55.276859 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:55.277550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Bound using segment: {'id': 'f09dfa32-7419-46ee-bb99-2099b3067bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '132f30c9-bd6f-4d2d-8cf4-4c05d54ba054'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:38:55.278463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Bound port: ed781ab7-2506-417d-9bb2-24c18e4f0d25, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09dfa32-7419-46ee-bb99-2099b3067bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '132f30c9-bd6f-4d2d-8cf4-4c05d54ba054'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:38:55.279218 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ed781ab7-2506-417d-9bb2-24c18e4f0d25), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:55.388488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Attempting to bind port 71278478-2aa4-43e2-be6f-738b152134b7 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:38:55.390759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Attempting to bind port 71278478-2aa4-43e2-be6f-738b152134b7 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '7b9f3cce-9ec3-4124-9201-f2c156f5f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6aefa0a8-1f9a-4b78-831f-c3d729ccfe95'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:38:55.391788 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Attempting to bind port 71278478-2aa4-43e2-be6f-738b152134b7 on network 6aefa0a8-1f9a-4b78-831f-c3d729ccfe95 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:38:55.433448 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a9528f9d-d006-42f9-af94-83fe31cdbf99 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (bee5545c-1cb0-4292-932c-9f1f92893642), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:55.456037 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:38:55.457328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Checking segment: {'id': '7b9f3cce-9ec3-4124-9201-f2c156f5f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6aefa0a8-1f9a-4b78-831f-c3d729ccfe95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:55.458366 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:55.459390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Bound using segment: {'id': '7b9f3cce-9ec3-4124-9201-f2c156f5f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6aefa0a8-1f9a-4b78-831f-c3d729ccfe95'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:38:55.460704 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Bound port: 71278478-2aa4-43e2-be6f-738b152134b7, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9f3cce-9ec3-4124-9201-f2c156f5f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6aefa0a8-1f9a-4b78-831f-c3d729ccfe95'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:38:55.461667 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71278478-2aa4-43e2-be6f-738b152134b7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:55.511638 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4a0a7fa-aff3-4fec-a7e2-23a5fe05a934 req-35256638-27ce-4b47-9cb6-66216ed76014 service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3626606 Feb 04 13:38:55.518161 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-a9ce6e0c-a8f7-40ab-81a0-527b5d9f1ea9 req-17a72cb1-0bdb-41e4-849a-419ed6826720 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] show failed (client error): The resource could not be found. Feb 04 13:38:55.533600 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9ce6e0c-a8f7-40ab-81a0-527b5d9f1ea9 req-17a72cb1-0bdb-41e4-849a-419ed6826720 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/743b0ead-f707-49c4-84e7-cc165df52ce9 HTTP/1.1" status: 404 len: 352 time: 0.1454611 Feb 04 13:38:55.545018 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a9528f9d-d006-42f9-af94-83fe31cdbf99 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (bee5545c-1cb0-4292-932c-9f1f92893642), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:55.632117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] For port ed781ab7-2506-417d-9bb2-24c18e4f0d25, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:38:55.643084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] For port ed781ab7-2506-417d-9bb2-24c18e4f0d25, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ed781ab7-2506-417d-9bb2-24c18e4f0d25,segment=NetworkSegment(f09dfa32-7419-46ee-bb99-2099b3067bcc),segment_id=f09dfa32-7419-46ee-bb99-2099b3067bcc)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:38:55.679970 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ed781ab7-2506-417d-9bb2-24c18e4f0d25), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:55.740730 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9528f9d-d006-42f9-af94-83fe31cdbf99 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=bee5545c-1cb0-4292-932c-9f1f92893642,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:55.801535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9528f9d-d006-42f9-af94-83fe31cdbf99 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network 6aefa0a8-1f9a-4b78-831f-c3d729ccfe95 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:55.804693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-a9528f9d-d006-42f9-af94-83fe31cdbf99 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:55.819721 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9528f9d-d006-42f9-af94-83fe31cdbf99 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:55.875136 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] For port 71278478-2aa4-43e2-be6f-738b152134b7, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:38:55.942256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] For port 71278478-2aa4-43e2-be6f-738b152134b7, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=71278478-2aa4-43e2-be6f-738b152134b7,segment=NetworkSegment(7b9f3cce-9ec3-4124-9201-f2c156f5f31a),segment_id=7b9f3cce-9ec3-4124-9201-f2c156f5f31a)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:38:55.957056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c69ad8-f731-4ee6-b41f-93cea303fa6e None None] Pushing event updated for resources: {'Port': ['ID=ed781ab7-2506-417d-9bb2-24c18e4f0d25,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:55.982276 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (71278478-2aa4-43e2-be6f-738b152134b7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:55.999909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9528f9d-d006-42f9-af94-83fe31cdbf99 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:56.004062 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a9528f9d-d006-42f9-af94-83fe31cdbf99 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:56.060364 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a9528f9d-d006-42f9-af94-83fe31cdbf99 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9394181 Feb 04 13:38:56.066292 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51126) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:56.078973 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5edb6e29-f1ae-49e0-9006-a2676157acb0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'network_id': '6aefa0a8-1f9a-4b78-831f-c3d729ccfe95', 'name': 'tempest-PortsTestJSON-1585217605', 'fixed_ips': [{'subnet_id': '3908a5be-dfe9-41b2-aca8-5a818f6b0c94', 'ip_address': '172.20.0.9'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:56.101628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21212ab-e6a4-4930-96c5-bb5a5278421e {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:38:56.147897 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Publish callbacks [] for port (b21212ab-e6a4-4930-96c5-bb5a5278421e), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:56.208003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01495740-850e-454a-bb93-245bf7b3fed6 None None] Pushing event updated for resources: {'Port': ['ID=71278478-2aa4-43e2-be6f-738b152134b7,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:56.240353 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Transition to ACTIVE for port object b21212ab-e6a4-4930-96c5-bb5a5278421e will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:38:56.376032 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b21212ab-e6a4-4930-96c5-bb5a5278421e), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:56.473435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b21212ab-e6a4-4930-96c5-bb5a5278421e,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:56.610818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edb6e29-f1ae-49e0-9006-a2676157acb0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:56.620586 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5edb6e29-f1ae-49e0-9006-a2676157acb0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:56.696476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-5edb6e29-f1ae-49e0-9006-a2676157acb0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] device_id is not set on port 129ce9af-8f82-4bda-816b-0bc2aa3c386c yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:38:56.706814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101a454-e4ce-46c5-83a5-9e25735112d0 req-ce2865fb-31e8-4367-ae5c-c9dfa66eb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:56.709287 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8101a454-e4ce-46c5-83a5-9e25735112d0 req-ce2865fb-31e8-4367-ae5c-c9dfa66eb387 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 1127 time: 0.5482869 Feb 04 13:38:56.912331 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ed781ab7-2506-417d-9bb2-24c18e4f0d25 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:57.112805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ed781ab7-2506-417d-9bb2-24c18e4f0d25 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:57.113885 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ed781ab7-2506-417d-9bb2-24c18e4f0d25), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:57.121513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8ec4e-4fd6-4987-bd07-72fd3b036104 req-0ca0db54-cc6c-4fcc-b14d-a7dace3e7ddc tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:57.135066 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cb8ec4e-4fd6-4987-bd07-72fd3b036104 req-0ca0db54-cc6c-4fcc-b14d-a7dace3e7ddc tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/ports?device_id=903f1691-dfb5-41ce-8656-89e64c3cb565 HTTP/1.1" status: 200 len: 943 time: 0.9363770 Feb 04 13:38:57.326187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101a454-e4ce-46c5-83a5-9e25735112d0 req-675e7912-cd74-4787-85ca-6a6b630c7917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:57.326187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8101a454-e4ce-46c5-83a5-9e25735112d0 req-675e7912-cd74-4787-85ca-6a6b630c7917 service neutron] 10.222.0.99 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 916 time: 0.5061791 Feb 04 13:38:57.346899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-5edb6e29-f1ae-49e0-9006-a2676157acb0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Allocated IP 172.20.0.9 (6aefa0a8-1f9a-4b78-831f-c3d729ccfe95/3908a5be-dfe9-41b2-aca8-5a818f6b0c94/129ce9af-8f82-4bda-816b-0bc2aa3c386c) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:57.382984 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ed781ab7-2506-417d-9bb2-24c18e4f0d25 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:57.382984 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ed781ab7-2506-417d-9bb2-24c18e4f0d25), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:57.468134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port ed781ab7-2506-417d-9bb2-24c18e4f0d25, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ed781ab7-2506-417d-9bb2-24c18e4f0d25,segment=NetworkSegment(f09dfa32-7419-46ee-bb99-2099b3067bcc),segment_id=f09dfa32-7419-46ee-bb99-2099b3067bcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:57.477885 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ed781ab7-2506-417d-9bb2-24c18e4f0d25), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:57.504104 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8101a454-e4ce-46c5-83a5-9e25735112d0 req-a530b451-f794-464b-96f8-215cab1804d3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=131c81be-3edf-4d98-a4c8-daa92f8609ca HTTP/1.1" status: 200 len: 217 time: 0.1484425 Feb 04 13:38:57.627944 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-c9691dba-c070-4e2e-bf45-1245ac6fab4f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:38:57.629997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c9691dba-c070-4e2e-bf45-1245ac6fab4f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "PUT /v2.0/routers/1f1f9e01-04cd-416b-841c-8e3616014522 HTTP/1.1" status: 400 len: 364 time: 4.1900570 Feb 04 13:38:57.631474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Attempting to bind port b21212ab-e6a4-4930-96c5-bb5a5278421e on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:38:57.632044 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Attempting to bind port b21212ab-e6a4-4930-96c5-bb5a5278421e by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'e2bb052d-9cc5-4829-bfac-1f5493e8717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2b943e47-1849-4f41-80d6-e79ed88b36e5'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:38:57.636176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Attempting to bind port b21212ab-e6a4-4930-96c5-bb5a5278421e on network 2b943e47-1849-4f41-80d6-e79ed88b36e5 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:38:57.640877 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51132) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:57.657290 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=ed781ab7-2506-417d-9bb2-24c18e4f0d25,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:57.765134 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Port b21212ab-e6a4-4930-96c5-bb5a5278421e on network 2b943e47-1849-4f41-80d6-e79ed88b36e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:38:57.765442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Attempting to bind port b21212ab-e6a4-4930-96c5-bb5a5278421e on network 2b943e47-1849-4f41-80d6-e79ed88b36e5 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:38:57.784751 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cb8ec4e-4fd6-4987-bd07-72fd3b036104 req-47cb3cda-1d8c-4d0c-9cf1-db966e30ae45 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/security-groups?id=279e018a-b52c-41fd-a1cd-1d62c8de800b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914069 Feb 04 13:38:57.792285 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5edb6e29-f1ae-49e0-9006-a2676157acb0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (129ce9af-8f82-4bda-816b-0bc2aa3c386c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:57.887205 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5edb6e29-f1ae-49e0-9006-a2676157acb0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (129ce9af-8f82-4bda-816b-0bc2aa3c386c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:57.939054 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101a454-e4ce-46c5-83a5-9e25735112d0 req-aa05f440-58b1-4b8d-8736-dd487f69b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:57.942002 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8101a454-e4ce-46c5-83a5-9e25735112d0 req-aa05f440-58b1-4b8d-8736-dd487f69b524 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66447e54-648f-4c91-94f7-50b0b4107fcd HTTP/1.1" status: 200 len: 855 time: 0.4003773 Feb 04 13:38:57.950613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:38:57.951378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Checking segment: {'id': 'e2bb052d-9cc5-4829-bfac-1f5493e8717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2b943e47-1849-4f41-80d6-e79ed88b36e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:57.954853 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Bound using segment: {'id': 'e2bb052d-9cc5-4829-bfac-1f5493e8717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2b943e47-1849-4f41-80d6-e79ed88b36e5'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:38:57.956105 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Bound port: b21212ab-e6a4-4930-96c5-bb5a5278421e, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2bb052d-9cc5-4829-bfac-1f5493e8717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2b943e47-1849-4f41-80d6-e79ed88b36e5'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:38:57.956764 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b21212ab-e6a4-4930-96c5-bb5a5278421e), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:57.987454 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-f1b9b268-e9ba-4cc4-b0ac-0b00b0b1dffd req-349513ef-d7d8-4317-9652-69ed5a0fffa1 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] show failed (client error): The resource could not be found. Feb 04 13:38:58.006988 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1b9b268-e9ba-4cc4-b0ac-0b00b0b1dffd req-349513ef-d7d8-4317-9652-69ed5a0fffa1 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/da47d3b8-e562-460b-9d9f-6c8028f99ee2 HTTP/1.1" status: 404 len: 352 time: 0.1231415 Feb 04 13:38:58.026562 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edb6e29-f1ae-49e0-9006-a2676157acb0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network 6aefa0a8-1f9a-4b78-831f-c3d729ccfe95 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:58.041183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-5edb6e29-f1ae-49e0-9006-a2676157acb0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:58.049572 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edb6e29-f1ae-49e0-9006-a2676157acb0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:58.080618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb6e29-f1ae-49e0-9006-a2676157acb0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=129ce9af-8f82-4bda-816b-0bc2aa3c386c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:58.275803 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edb6e29-f1ae-49e0-9006-a2676157acb0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:58.277305 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5edb6e29-f1ae-49e0-9006-a2676157acb0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:58.344222 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5edb6e29-f1ae-49e0-9006-a2676157acb0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2755780 Feb 04 13:38:58.345799 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51140) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:58.363209 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8101a454-e4ce-46c5-83a5-9e25735112d0 req-50615391-aa9f-4308-a5b1-7e4b1071b398 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=654735fb-8c15-4ee8-89b5-c0c465bfbf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3952253 Feb 04 13:38:58.497821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f9a3d5-8408-4de6-b47a-a3864e797137 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:58.508316 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-32f9a3d5-8408-4de6-b47a-a3864e797137 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1603646 Feb 04 13:38:58.522261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51142) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:58.729505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 131c81be-3edf-4d98-a4c8-daa92f8609ca details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:38:58.748275 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce5ef5a-f031-4934-875c-bae6851b32b1 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:58.764443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce5ef5a-f031-4934-875c-bae6851b32b1 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:58.776629 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce5ef5a-f031-4934-875c-bae6851b32b1 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:58.784430 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2ce5ef5a-f031-4934-875c-bae6851b32b1 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2576270 Feb 04 13:38:58.791648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51144) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:58.872506 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0598b001-15f7-4868-99ab-657ecad8d9ea None None] Network 6aefa0a8-1f9a-4b78-831f-c3d729ccfe95 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:58.964423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ed781ab7-2506-417d-9bb2-24c18e4f0d25 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:58.968792 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e90eda-70e5-448d-8963-ef73e7da5f76 None None] Network 132f30c9-bd6f-4d2d-8cf4-4c05d54ba054 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:59.009320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052a228-1409-41af-bf48-d8482bf71c1e req-8e4432a0-1818-4e4d-9a58-7b7b96e1c05e tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:59.017463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4052a228-1409-41af-bf48-d8482bf71c1e req-8e4432a0-1818-4e4d-9a58-7b7b96e1c05e tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 944 time: 0.6603427 Feb 04 13:38:59.043013 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] For port b21212ab-e6a4-4930-96c5-bb5a5278421e, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:38:59.051043 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9a21f8b0-aa23-4e35-8eed-2c954f76ec7c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port 129ce9af-8f82-4bda-816b-0bc2aa3c386c {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:59.051657 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a21f8b0-aa23-4e35-8eed-2c954f76ec7c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (129ce9af-8f82-4bda-816b-0bc2aa3c386c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:59.183514 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:59.198073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] For port b21212ab-e6a4-4930-96c5-bb5a5278421e, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b21212ab-e6a4-4930-96c5-bb5a5278421e,segment=NetworkSegment(e2bb052d-9cc5-4829-bfac-1f5493e8717e),segment_id=e2bb052d-9cc5-4829-bfac-1f5493e8717e)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:38:59.241632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4052a228-1409-41af-bf48-d8482bf71c1e req-99a102a0-6a7a-4079-8e53-7713c5080d0d tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229023 Feb 04 13:38:59.258990 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a21f8b0-aa23-4e35-8eed-2c954f76ec7c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (129ce9af-8f82-4bda-816b-0bc2aa3c386c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:59.285945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9a21f8b0-aa23-4e35-8eed-2c954f76ec7c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for 129ce9af-8f82-4bda-816b-0bc2aa3c386c owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:59.299774 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6cbba529-1061-41a8-ad7d-e810f445212c None None] Provisioning complete for port 71278478-2aa4-43e2-be6f-738b152134b7 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:59.300131 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8101a454-e4ce-46c5-83a5-9e25735112d0 req-07009620-510d-4a8d-a2af-4e402392e39f service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8345566 Feb 04 13:38:59.300979 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6cbba529-1061-41a8-ad7d-e810f445212c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (71278478-2aa4-43e2-be6f-738b152134b7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:59.303980 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b21212ab-e6a4-4930-96c5-bb5a5278421e), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:59.379140 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-a1ffd72d-e0f1-439e-93f2-e093e5f0fa30 req-0f2d00e5-560d-4222-ac17-6ee7ae12b8eb tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] show failed (client error): The resource could not be found. Feb 04 13:38:59.392858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1ffd72d-e0f1-439e-93f2-e093e5f0fa30 req-0f2d00e5-560d-4222-ac17-6ee7ae12b8eb tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/7c4b8251-5a15-4902-b0d1-fd1137cf1fac HTTP/1.1" status: 404 len: 352 time: 0.0373473 Feb 04 13:38:59.535398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 131c81be-3edf-4d98-a4c8-daa92f8609ca, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=131c81be-3edf-4d98-a4c8-daa92f8609ca,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:59.628037 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a21f8b0-aa23-4e35-8eed-2c954f76ec7c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (129ce9af-8f82-4bda-816b-0bc2aa3c386c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:59.654513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ed781ab7-2506-417d-9bb2-24c18e4f0d25 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:59.654513 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ed781ab7-2506-417d-9bb2-24c18e4f0d25), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:59.776555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '131c81be-3edf-4d98-a4c8-daa92f8609ca', 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87', 'port_id': '131c81be-3edf-4d98-a4c8-daa92f8609ca', 'mac_address': 'fa:16:3e:17:34:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66447e54-648f-4c91-94f7-50b0b4107fcd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:38:59.781663 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:59.782812 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:59.784737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] 10.222.0.99 "PUT /v2.0/ports/b21212ab-e6a4-4930-96c5-bb5a5278421e HTTP/1.1" status: 200 len: 1092 time: 6.4895647 Feb 04 13:38:59.790821 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903f1691-dfb5-41ce-8656-89e64c3cb565', 'tag': 'b21212ab-e6a4-4930-96c5-bb5a5278421e'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:38:59.795532 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84140f16-f244-4b7e-852c-960cc3860058" -d '{"events": [{"name": "network-changed", "server_uuid": "903f1691-dfb5-41ce-8656-89e64c3cb565", "tag": "b21212ab-e6a4-4930-96c5-bb5a5278421e"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:38:59.877865 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a21f8b0-aa23-4e35-8eed-2c954f76ec7c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:59.883990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6cbba529-1061-41a8-ad7d-e810f445212c None None] Current status of the port 71278478-2aa4-43e2-be6f-738b152134b7 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:59.884594 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6cbba529-1061-41a8-ad7d-e810f445212c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71278478-2aa4-43e2-be6f-738b152134b7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:59.887561 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9a21f8b0-aa23-4e35-8eed-2c954f76ec7c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/129ce9af-8f82-4bda-816b-0bc2aa3c386c HTTP/1.1" status: 204 len: 168 time: 1.0920162 Feb 04 13:38:59.890304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21f8b0-aa23-4e35-8eed-2c954f76ec7c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=129ce9af-8f82-4bda-816b-0bc2aa3c386c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:59.896495 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51156) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:59.935084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f45ee2-1c73-4f79-ac6c-088ad23258f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b21212ab-e6a4-4930-96c5-bb5a5278421e,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:59.982064 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e42969-61a9-4823-ba27-23218a7a5d90 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] GET failed (client error): The resource could not be found. Feb 04 13:38:59.985376 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-69e42969-61a9-4823-ba27-23218a7a5d90 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/129ce9af-8f82-4bda-816b-0bc2aa3c386c HTTP/1.1" status: 404 len: 333 time: 0.0868447 Feb 04 13:38:59.993693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51158) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:00.098405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 131c81be-3edf-4d98-a4c8-daa92f8609ca is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:00.099120 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:00.117592 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6cbba529-1061-41a8-ad7d-e810f445212c None None] For port 71278478-2aa4-43e2-be6f-738b152134b7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=71278478-2aa4-43e2-be6f-738b152134b7,segment=NetworkSegment(7b9f3cce-9ec3-4124-9201-f2c156f5f31a),segment_id=7b9f3cce-9ec3-4124-9201-f2c156f5f31a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:00.156613 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6cbba529-1061-41a8-ad7d-e810f445212c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (71278478-2aa4-43e2-be6f-738b152134b7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:00.177646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ed781ab7-2506-417d-9bb2-24c18e4f0d25 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:00.179913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 71278478-2aa4-43e2-be6f-738b152134b7 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:00.190872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-f785891f-10d3-4346-9507-44100638bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:00.193807 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-f785891f-10d3-4346-9507-44100638bed4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c6252e367a3f409793042e9ee8884618&device_id=903f1691-dfb5-41ce-8656-89e64c3cb565 HTTP/1.1" status: 200 len: 1126 time: 0.3307147 Feb 04 13:39:00.206387 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8101a454-e4ce-46c5-83a5-9e25735112d0 req-ee1b3251-e7df-49d0-ab97-4f19335e2947 service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8736522 Feb 04 13:39:00.381241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131c81be-3edf-4d98-a4c8-daa92f8609ca {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:39:00.393713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ab55cc80-484d-4c7b-bd1f-080f6dbd628a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port bee5545c-1cb0-4292-932c-9f1f92893642 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:00.394300 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab55cc80-484d-4c7b-bd1f-080f6dbd628a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (bee5545c-1cb0-4292-932c-9f1f92893642), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:00.411474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbba529-1061-41a8-ad7d-e810f445212c None None] Pushing event updated for resources: {'Port': ['ID=71278478-2aa4-43e2-be6f-738b152134b7,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:00.432929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9498d3b-c352-4fb2-8c54-dc784c179077 req-e4febaed-88c1-45b8-897e-4393c0ed8e6e tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:00.452827 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9498d3b-c352-4fb2-8c54-dc784c179077 req-e4febaed-88c1-45b8-897e-4393c0ed8e6e tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/ports?device_id=903f1691-dfb5-41ce-8656-89e64c3cb565 HTTP/1.1" status: 200 len: 943 time: 0.7627513 Feb 04 13:39:00.490059 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 131c81be-3edf-4d98-a4c8-daa92f8609ca, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=131c81be-3edf-4d98-a4c8-daa92f8609ca,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:00.513590 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:00.585292 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-761eb25b-95da-46ca-9567-4a1248b9ff9d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b21212ab-e6a4-4930-96c5-bb5a5278421e HTTP/1.1" status: 200 len: 217 time: 0.3758066 Feb 04 13:39:00.588370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-811af2da-f248-49a4-8203-dbab7af9c01f None None] Provisioning complete for port ed781ab7-2506-417d-9bb2-24c18e4f0d25 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:00.589183 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-811af2da-f248-49a4-8203-dbab7af9c01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ed781ab7-2506-417d-9bb2-24c18e4f0d25), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:00.684697 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab55cc80-484d-4c7b-bd1f-080f6dbd628a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (bee5545c-1cb0-4292-932c-9f1f92893642), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:00.740596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ab55cc80-484d-4c7b-bd1f-080f6dbd628a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for bee5545c-1cb0-4292-932c-9f1f92893642 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:00.781148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 71278478-2aa4-43e2-be6f-738b152134b7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:00.781836 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (71278478-2aa4-43e2-be6f-738b152134b7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:00.844823 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9498d3b-c352-4fb2-8c54-dc784c179077 req-26834a82-81e7-469a-a54a-c48197c6402a tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/security-groups?id=279e018a-b52c-41fd-a1cd-1d62c8de800b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906057 Feb 04 13:39:00.930495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=131c81be-3edf-4d98-a4c8-daa92f8609ca,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:00.968361 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['131c81be-3edf-4d98-a4c8-daa92f8609ca'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:39:00.983705 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-9c569585-b34c-44ac-81d1-35b4b330fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:00.986700 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-9c569585-b34c-44ac-81d1-35b4b330fab6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ab302a2c-7556-4a9b-a5cc-53f21cac7c72 HTTP/1.1" status: 200 len: 860 time: 0.3103249 Feb 04 13:39:00.992894 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-61f6a3c5-a7d3-46a0-9616-9bca9ba7c562 req-67a62f89-a3cc-463f-83d3-d28947a3fb40 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] show failed (client error): The resource could not be found. Feb 04 13:39:01.010159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61f6a3c5-a7d3-46a0-9616-9bca9ba7c562 req-67a62f89-a3cc-463f-83d3-d28947a3fb40 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/660e1837-6ed8-45a0-b4ac-1a9d9a45bb62 HTTP/1.1" status: 404 len: 352 time: 0.1074562 Feb 04 13:39:01.052737 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab55cc80-484d-4c7b-bd1f-080f6dbd628a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (bee5545c-1cb0-4292-932c-9f1f92893642), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:01.122947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-376dbb1f-2c89-496e-a1ad-e8821b1a74d6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2b943e47-1849-4f41-80d6-e79ed88b36e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030195 Feb 04 13:39:01.154299 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51166) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:01.221394 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55cc80-484d-4c7b-bd1f-080f6dbd628a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=bee5545c-1cb0-4292-932c-9f1f92893642,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:01.271425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 71278478-2aa4-43e2-be6f-738b152134b7 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:01.578872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-811af2da-f248-49a4-8203-dbab7af9c01f None None] Current status of the port ed781ab7-2506-417d-9bb2-24c18e4f0d25 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:01.654237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 71278478-2aa4-43e2-be6f-738b152134b7 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:01.741380 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab55cc80-484d-4c7b-bd1f-080f6dbd628a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:01.755581 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ab55cc80-484d-4c7b-bd1f-080f6dbd628a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/bee5545c-1cb0-4292-932c-9f1f92893642 HTTP/1.1" status: 204 len: 168 time: 1.7601728 Feb 04 13:39:01.823667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c7b6f5b2-4481-45ef-982f-748e0c12da8d None None] Provisioning complete for port 71278478-2aa4-43e2-be6f-738b152134b7 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:01.825444 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c7b6f5b2-4481-45ef-982f-748e0c12da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (71278478-2aa4-43e2-be6f-738b152134b7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:01.846381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51170) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:01.907009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 71278478-2aa4-43e2-be6f-738b152134b7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:01.908159 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (71278478-2aa4-43e2-be6f-738b152134b7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:01.914147 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-77401ef3-ea66-44bb-9674-bc25b9c920bd tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] GET failed (client error): The resource could not be found. Feb 04 13:39:01.915428 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-77401ef3-ea66-44bb-9674-bc25b9c920bd tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/bee5545c-1cb0-4292-932c-9f1f92893642 HTTP/1.1" status: 404 len: 333 time: 0.0679243 Feb 04 13:39:01.976062 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b1d3c3-6033-412e-835c-86cbec14c95b x-openstack-request-id: req-f0b1d3c3-6033-412e-835c-86cbec14c95b {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:39:01.976914 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903f1691-dfb5-41ce-8656-89e64c3cb565", "tag": "b21212ab-e6a4-4930-96c5-bb5a5278421e", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:39:01.977165 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f0b1d3c3-6033-412e-835c-86cbec14c95b {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:39:01.977642 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903f1691-dfb5-41ce-8656-89e64c3cb565', 'tag': 'b21212ab-e6a4-4930-96c5-bb5a5278421e', 'status': 'completed', 'code': 200} Feb 04 13:39:01.994476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51174) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:02.056261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Allocated IP 2001:db8::1 (e7b630b8-f0e0-41e0-92d7-8c26ec0a3799/3b685d79-527b-4af6-ab0f-2c850e0c6530/31879b8e-3088-47b8-bd5d-f00dd0ea1f06) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:02.194136 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7c1e86-9901-4ed7-9a2e-f5c91aef85d7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting subnet 3908a5be-dfe9-41b2-aca8-5a818f6b0c94 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:39:02.203532 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e7c1e86-9901-4ed7-9a2e-f5c91aef85d7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (3908a5be-dfe9-41b2-aca8-5a818f6b0c94), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:02.297635 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-405d0478-0385-41f1-83ff-d363d5dbff6f service neutron] 10.222.0.99 "GET /v2.0/networks/2b943e47-1849-4f41-80d6-e79ed88b36e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1630507 Feb 04 13:39:02.304977 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e7c1e86-9901-4ed7-9a2e-f5c91aef85d7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (3908a5be-dfe9-41b2-aca8-5a818f6b0c94), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:02.351537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 71278478-2aa4-43e2-be6f-738b152134b7 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:02.386248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6f5b2-4481-45ef-982f-748e0c12da8d None None] Current status of the port 71278478-2aa4-43e2-be6f-738b152134b7 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:02.395316 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c7b6f5b2-4481-45ef-982f-748e0c12da8d None None] Could not find standard attr ID for object bee5545c-1cb0-4292-932c-9f1f92893642. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:39:02.441567 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c7b6f5b2-4481-45ef-982f-748e0c12da8d None None] Provisioning complete for port ed781ab7-2506-417d-9bb2-24c18e4f0d25 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:02.442435 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c7b6f5b2-4481-45ef-982f-748e0c12da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ed781ab7-2506-417d-9bb2-24c18e4f0d25), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:02.502157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e66a06-eb79-4b19-bcaf-7cc9d99fa089 req-d20b989d-25d6-4bc4-80c4-9bb63118cd5b tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:02.508156 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-95e66a06-eb79-4b19-bcaf-7cc9d99fa089 req-d20b989d-25d6-4bc4-80c4-9bb63118cd5b tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 945 time: 0.5289388 Feb 04 13:39:02.580242 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e7c1e86-9901-4ed7-9a2e-f5c91aef85d7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (3908a5be-dfe9-41b2-aca8-5a818f6b0c94), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:02.676624 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for port (31879b8e-3088-47b8-bd5d-f00dd0ea1f06), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:02.707952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6f5b2-4481-45ef-982f-748e0c12da8d None None] Current status of the port ed781ab7-2506-417d-9bb2-24c18e4f0d25 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:02.725481 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c7b6f5b2-4481-45ef-982f-748e0c12da8d None None] Could not find standard attr ID for object 129ce9af-8f82-4bda-816b-0bc2aa3c386c. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:39:02.746453 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e7c1e86-9901-4ed7-9a2e-f5c91aef85d7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (3908a5be-dfe9-41b2-aca8-5a818f6b0c94), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:02.752684 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-95e66a06-eb79-4b19-bcaf-7cc9d99fa089 req-4d551a02-fe1e-4937-a45c-fe134a72a251 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015605 Feb 04 13:39:02.783743 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af8c61cd-51dd-4380-8bf0-3fcfb5e0511b req-bcf1968b-41af-460e-81c2-11f07ec3ab04 service neutron] 10.222.0.99 "GET /v2.0/networks/2b943e47-1849-4f41-80d6-e79ed88b36e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706066 Feb 04 13:39:02.866513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c1e86-9901-4ed7-9a2e-f5c91aef85d7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Subnet': ['ID=3908a5be-dfe9-41b2-aca8-5a818f6b0c94,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:02.884063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7071cdfd-3a02-425a-baf4-11a6920e9891 None None] Network 6aefa0a8-1f9a-4b78-831f-c3d729ccfe95 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:02.894425 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e7c1e86-9901-4ed7-9a2e-f5c91aef85d7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:02.901944 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5e7c1e86-9901-4ed7-9a2e-f5c91aef85d7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/3908a5be-dfe9-41b2-aca8-5a818f6b0c94 HTTP/1.1" status: 204 len: 168 time: 0.9060435 Feb 04 13:39:02.903344 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-eaa51263-81a8-47dc-bd60-7db33854db1d req-8f577a11-0794-40d7-be06-265ee3310c5e tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] show failed (client error): The resource could not be found. Feb 04 13:39:02.905618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51178) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:02.909040 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eaa51263-81a8-47dc-bd60-7db33854db1d req-8f577a11-0794-40d7-be06-265ee3310c5e tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/c0425e51-b1ff-46a5-a7f3-dade09323fe0 HTTP/1.1" status: 404 len: 352 time: 0.0878577 Feb 04 13:39:02.915927 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (31879b8e-3088-47b8-bd5d-f00dd0ea1f06), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:03.073692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Network e7b630b8-f0e0-41e0-92d7-8c26ec0a3799 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:03.114372 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:03.131062 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (6aefa0a8-1f9a-4b78-831f-c3d729ccfe95), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:03.165208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:03.166023 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (1f1f9e01-04cd-416b-841c-8e3616014522), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:03.284287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abcf39f-3e24-44ad-abb3-c3f89d6d2301 None None] DHCP port deletion for 6aefa0a8-1f9a-4b78-831f-c3d729ccfe95 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:39:03.303548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event updated for resources: {'Port': ['ID=31879b8e-3088-47b8-bd5d-f00dd0ea1f06,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:03.434831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port 71278478-2aa4-43e2-be6f-738b152134b7 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:03.435865 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (71278478-2aa4-43e2-be6f-738b152134b7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:03.449379 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84140f16-f244-4b7e-852c-960cc3860058 req-4166bc9f-017b-4f4f-9533-00a326518c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:03.462477 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84140f16-f244-4b7e-852c-960cc3860058 req-4166bc9f-017b-4f4f-9533-00a326518c4c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c6252e367a3f409793042e9ee8884618&device_id=903f1691-dfb5-41ce-8656-89e64c3cb565 HTTP/1.1" status: 200 len: 1126 time: 0.6064334 Feb 04 13:39:03.482135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4abcf39f-3e24-44ad-abb3-c3f89d6d2301 None None] Deleting port 71278478-2aa4-43e2-be6f-738b152134b7 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:03.482135 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4abcf39f-3e24-44ad-abb3-c3f89d6d2301 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (71278478-2aa4-43e2-be6f-738b152134b7), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:03.737597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a918ca-8afa-4930-a811-20f3d3041ee8 req-c57a56e9-0abe-49e1-a50a-185697f3c0e4 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:03.754190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26a918ca-8afa-4930-a811-20f3d3041ee8 req-c57a56e9-0abe-49e1-a50a-185697f3c0e4 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/ports?device_id=903f1691-dfb5-41ce-8656-89e64c3cb565 HTTP/1.1" status: 200 len: 943 time: 0.6773963 Feb 04 13:39:03.774737 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] For port 71278478-2aa4-43e2-be6f-738b152134b7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=71278478-2aa4-43e2-be6f-738b152134b7,segment=NetworkSegment(7b9f3cce-9ec3-4124-9201-f2c156f5f31a),segment_id=7b9f3cce-9ec3-4124-9201-f2c156f5f31a)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:03.776526 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (71278478-2aa4-43e2-be6f-738b152134b7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:03.785024 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cafda8a8-c2c7-4e90-90f5-aa041387338f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (8de1c510-cfe8-4b60-b93f-52c3def17155), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:03.864405 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (31879b8e-3088-47b8-bd5d-f00dd0ea1f06), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:03.989168 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26a918ca-8afa-4930-a811-20f3d3041ee8 req-0d59d44b-dfb8-4751-bd78-9e2272848803 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/security-groups?id=279e018a-b52c-41fd-a1cd-1d62c8de800b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906340 Feb 04 13:39:03.997139 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-6cb22a66-76ea-455a-8f41-15e16e349ec1 req-167e72b6-0233-4b7f-9b3d-01f544f7d344 service neutron] (103606) timed out ('10.222.0.96', 57922) {{(pid=103606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:39:04.049206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 71278478-2aa4-43e2-be6f-738b152134b7 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:04.335695 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for 71278478-2aa4-43e2-be6f-738b152134b7 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:04.347906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4abcf39f-3e24-44ad-abb3-c3f89d6d2301 None None] For port 71278478-2aa4-43e2-be6f-738b152134b7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=71278478-2aa4-43e2-be6f-738b152134b7,segment=NetworkSegment(7b9f3cce-9ec3-4124-9201-f2c156f5f31a),segment_id=7b9f3cce-9ec3-4124-9201-f2c156f5f31a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:04.349070 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4abcf39f-3e24-44ad-abb3-c3f89d6d2301 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (71278478-2aa4-43e2-be6f-738b152134b7), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:04.354331 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0aefd67b-1ffa-4fe3-a034-62a67c65ed1a None None] Provisioning complete for port 31879b8e-3088-47b8-bd5d-f00dd0ea1f06 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:04.355377 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0aefd67b-1ffa-4fe3-a034-62a67c65ed1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (31879b8e-3088-47b8-bd5d-f00dd0ea1f06), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:04.411246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84140f16-f244-4b7e-852c-960cc3860058 req-8fd69a04-5a22-434b-8c84-32a7979d58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:04.415049 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84140f16-f244-4b7e-852c-960cc3860058 req-8fd69a04-5a22-434b-8c84-32a7979d58e4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2b943e47-1849-4f41-80d6-e79ed88b36e5 HTTP/1.1" status: 200 len: 921 time: 0.8432066 Feb 04 13:39:04.438865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4abcf39f-3e24-44ad-abb3-c3f89d6d2301 None None] Calling delete_port for 71278478-2aa4-43e2-be6f-738b152134b7 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:04.509762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0aefd67b-1ffa-4fe3-a034-62a67c65ed1a None None] Port 31879b8e-3088-47b8-bd5d-f00dd0ea1f06 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:04.595814 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84140f16-f244-4b7e-852c-960cc3860058 req-0935ad85-8c5b-48b2-8a1b-4b6aba2b1cc9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b21212ab-e6a4-4930-96c5-bb5a5278421e HTTP/1.1" status: 200 len: 217 time: 0.1720881 Feb 04 13:39:04.792699 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (71278478-2aa4-43e2-be6f-738b152134b7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:04.813115 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84140f16-f244-4b7e-852c-960cc3860058 req-a02f733f-c8b5-45a8-b2ee-0fa7e3feeb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:04.815899 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84140f16-f244-4b7e-852c-960cc3860058 req-a02f733f-c8b5-45a8-b2ee-0fa7e3feeb2e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ab302a2c-7556-4a9b-a5cc-53f21cac7c72 HTTP/1.1" status: 200 len: 860 time: 0.1916625 Feb 04 13:39:04.829314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 71278478-2aa4-43e2-be6f-738b152134b7 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:04.830415 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71278478-2aa4-43e2-be6f-738b152134b7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:04.874876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 131c81be-3edf-4d98-a4c8-daa92f8609ca up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:04.877138 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No DVR routers for this DVR port 71278478-2aa4-43e2-be6f-738b152134b7 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:04.934046 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4abcf39f-3e24-44ad-abb3-c3f89d6d2301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (71278478-2aa4-43e2-be6f-738b152134b7), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:04.955892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=71278478-2aa4-43e2-be6f-738b152134b7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:04.974231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84140f16-f244-4b7e-852c-960cc3860058 req-1fe069c4-5a4c-4702-b611-313bcbd72387 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2b943e47-1849-4f41-80d6-e79ed88b36e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394951 Feb 04 13:39:05.125154 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcf39f-3e24-44ad-abb3-c3f89d6d2301 None None] Pushing event deleted for resources: {'Port': ['ID=71278478-2aa4-43e2-be6f-738b152134b7,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:05.138174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abcf39f-3e24-44ad-abb3-c3f89d6d2301 None None] No DVR routers for this DVR port 71278478-2aa4-43e2-be6f-738b152134b7 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:05.174438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 131c81be-3edf-4d98-a4c8-daa92f8609ca completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:39:05.183662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 131c81be-3edf-4d98-a4c8-daa92f8609ca triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:05.184381 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.203844 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f8312-8386-4f7b-9d62-99d9888822f3 req-adcbce47-b7b6-4512-b69f-b1eb07dac145 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:05.203844 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-534f8312-8386-4f7b-9d62-99d9888822f3 req-adcbce47-b7b6-4512-b69f-b1eb07dac145 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 945 time: 0.4888337 Feb 04 13:39:05.225977 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (6aefa0a8-1f9a-4b78-831f-c3d729ccfe95), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.260377 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aefa0a8-1f9a-4b78-831f-c3d729ccfe95']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:05.278072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9f3cce-9ec3-4124-9201-f2c156f5f31a') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:05.279540 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9f3cce-9ec3-4124-9201-f2c156f5f31a') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:05.320663 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (7b9f3cce-9ec3-4124-9201-f2c156f5f31a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.357272 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (7b9f3cce-9ec3-4124-9201-f2c156f5f31a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.371293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:39:05.372173 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (7b9f3cce-9ec3-4124-9201-f2c156f5f31a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.411431 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 131c81be-3edf-4d98-a4c8-daa92f8609ca is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:05.412102 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.415939 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-534f8312-8386-4f7b-9d62-99d9888822f3 req-faae0753-ee48-4b67-a621-7133b233bf90 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761947 Feb 04 13:39:05.477660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f954b35b-87b6-4822-8f09-33f1ca35bf25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131c81be-3edf-4d98-a4c8-daa92f8609ca'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:39:05.482804 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e0de90-cb9d-49df-a296-55532ed2f91d" -d '{"events": [{"server_uuid": "f954b35b-87b6-4822-8f09-33f1ca35bf25", "name": "network-vif-plugged", "status": "completed", "tag": "131c81be-3edf-4d98-a4c8-daa92f8609ca"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:39:05.496295 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84140f16-f244-4b7e-852c-960cc3860058 req-eeb7c4c4-826a-4a6d-a92e-379ca80f8323 service neutron] 10.222.0.99 "GET /v2.0/networks/2b943e47-1849-4f41-80d6-e79ed88b36e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048575 Feb 04 13:39:05.511756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 131c81be-3edf-4d98-a4c8-daa92f8609ca, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=131c81be-3edf-4d98-a4c8-daa92f8609ca,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:05.521960 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:39:05.554859 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:39:05.569329 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (6aefa0a8-1f9a-4b78-831f-c3d729ccfe95), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.584368 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.592333 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/networks/6aefa0a8-1f9a-4b78-831f-c3d729ccfe95 HTTP/1.1" status: 204 len: 168 time: 2.6851015 Feb 04 13:39:05.636731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51194) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:05.647821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3fe6eb41-fd01-4f74-92fc-cc7e40d278a5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-344717223'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:05.661770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b0df2-63e6-440b-9830-56ee2c5e0ee9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Network': ['ID=6aefa0a8-1f9a-4b78-831f-c3d729ccfe95,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:05.681406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=131c81be-3edf-4d98-a4c8-daa92f8609ca,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:05.703753 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for port (31879b8e-3088-47b8-bd5d-f00dd0ea1f06), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.704000 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cafda8a8-c2c7-4e90-90f5-aa041387338f admin admin] Deleting port 260ff09b-2e28-4e05-a67c-a5dd385cedd6 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:05.704363 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cafda8a8-c2c7-4e90-90f5-aa041387338f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.729844 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (31879b8e-3088-47b8-bd5d-f00dd0ea1f06), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.731438 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (1f1f9e01-04cd-416b-841c-8e3616014522), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.774027 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe6eb41-fd01-4f74-92fc-cc7e40d278a5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:05.778198 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3fe6eb41-fd01-4f74-92fc-cc7e40d278a5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.855769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe6eb41-fd01-4f74-92fc-cc7e40d278a5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:39:05.896861 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3fe6eb41-fd01-4f74-92fc-cc7e40d278a5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (1a5d9f52-7673-4770-ac5c-690e9e6e62bb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.897419 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-3fe6eb41-fd01-4f74-92fc-cc7e40d278a5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Added segment 1a5d9f52-7673-4770-ac5c-690e9e6e62bb of type vlan for network 56fdb9d9-3c12-44fb-87a1-34f5137bed43 Feb 04 13:39:05.920828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-cafda8a8-c2c7-4e90-90f5-aa041387338f admin admin] For port 260ff09b-2e28-4e05-a67c-a5dd385cedd6, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=260ff09b-2e28-4e05-a67c-a5dd385cedd6,segment=NetworkSegment(0ef0e049-8030-4b3f-86a2-b42d7cd67ece),segment_id=0ef0e049-8030-4b3f-86a2-b42d7cd67ece)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:05.921312 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cafda8a8-c2c7-4e90-90f5-aa041387338f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.985135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cafda8a8-c2c7-4e90-90f5-aa041387338f admin admin] Calling delete_port for 260ff09b-2e28-4e05-a67c-a5dd385cedd6 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:06.026915 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3fe6eb41-fd01-4f74-92fc-cc7e40d278a5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (56fdb9d9-3c12-44fb-87a1-34f5137bed43), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.054520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event updated for resources: {'Port': ['ID=31879b8e-3088-47b8-bd5d-f00dd0ea1f06,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:06.138458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Network e7b630b8-f0e0-41e0-92d7-8c26ec0a3799 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:06.148411 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:06.160403 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3fe6eb41-fd01-4f74-92fc-cc7e40d278a5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (56fdb9d9-3c12-44fb-87a1-34f5137bed43), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.176165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe6eb41-fd01-4f74-92fc-cc7e40d278a5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:06.177864 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3fe6eb41-fd01-4f74-92fc-cc7e40d278a5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.184481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cdc30-4171-4123-ae73-53affd8766ef req-f44956c7-bce4-440b-8159-39b3bd8d0528 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:06.191359 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be6cdc30-4171-4123-ae73-53affd8766ef req-f44956c7-bce4-440b-8159-39b3bd8d0528 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb2421c8-0594-4d9c-8dc2-6874753e0d87 HTTP/1.1" status: 200 len: 1023 time: 0.4838054 Feb 04 13:39:06.271348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84140f16-f244-4b7e-852c-960cc3860058 req-ec79e0cc-844f-4359-a2f3-1445ea79442f service neutron] 10.222.0.99 "GET /v2.0/networks/2b943e47-1849-4f41-80d6-e79ed88b36e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7647769 Feb 04 13:39:06.351311 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3fe6eb41-fd01-4f74-92fc-cc7e40d278a5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7103238 Feb 04 13:39:06.352329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51200) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:06.388381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6eb41-fd01-4f74-92fc-cc7e40d278a5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Network': ['ID=56fdb9d9-3c12-44fb-87a1-34f5137bed43,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:06.414343 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-cdc666fb-6693-4a27-8ad8-99298670660a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'subnet': {'network_id': '56fdb9d9-3c12-44fb-87a1-34f5137bed43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:06.430333 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 56fdb9d9-3c12-44fb-87a1-34f5137bed43 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:39:06.727683 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be6cdc30-4171-4123-ae73-53affd8766ef req-ca5ceaa4-c726-4528-a6d6-e88ff36c7bcb tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d1e715b-4cd6-4efa-a931-cb5b7d8f2816&id=2ed44783-38a1-41b9-b1ee-386cecfe67cb&id=6cb2a98c-24af-408d-94fa-92d4520d6373&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1586390 Feb 04 13:39:06.797872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b21212ab-e6a4-4930-96c5-bb5a5278421e details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:39:06.855625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c3701-fff2-40e3-9d19-d36412b35c65 req-3b1e5830-58a7-4e0c-aee1-921129c0c1ae tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:06.859673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e7c3701-fff2-40e3-9d19-d36412b35c65 req-3b1e5830-58a7-4e0c-aee1-921129c0c1ae tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.99 "GET /v2.0/ports?device_id=fb2421c8-0594-4d9c-8dc2-6874753e0d87 HTTP/1.1" status: 200 len: 1023 time: 0.6457536 Feb 04 13:39:06.863893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Router 1f1f9e01-04cd-416b-841c-8e3616014522 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:39:06.979821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-06119fc3-5169-4d04-8b68-df493dd4e4fc None None] Provisioning complete for port 31879b8e-3088-47b8-bd5d-f00dd0ea1f06 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:06.980334 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-06119fc3-5169-4d04-8b68-df493dd4e4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (31879b8e-3088-47b8-bd5d-f00dd0ea1f06), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:07.075292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-06119fc3-5169-4d04-8b68-df493dd4e4fc None None] Port 31879b8e-3088-47b8-bd5d-f00dd0ea1f06 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:07.148509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b21212ab-e6a4-4930-96c5-bb5a5278421e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b21212ab-e6a4-4930-96c5-bb5a5278421e,segment=NetworkSegment(e2bb052d-9cc5-4829-bfac-1f5493e8717e),segment_id=e2bb052d-9cc5-4829-bfac-1f5493e8717e)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:07.192309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'b21212ab-e6a4-4930-96c5-bb5a5278421e', 'network_id': '2b943e47-1849-4f41-80d6-e79ed88b36e5', 'port_id': 'b21212ab-e6a4-4930-96c5-bb5a5278421e', 'mac_address': 'fa:16:3e:9a:89:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab302a2c-7556-4a9b-a5cc-53f21cac7c72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:39:07.372467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b21212ab-e6a4-4930-96c5-bb5a5278421e is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:07.376087 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b21212ab-e6a4-4930-96c5-bb5a5278421e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:07.401510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d913d4-a84f-4784-880c-fc5da2ef528b req-ae6b6e1f-7fae-47df-9e16-7e3fa2785269 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:07.414377 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21212ab-e6a4-4930-96c5-bb5a5278421e {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:39:07.415854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-88d913d4-a84f-4784-880c-fc5da2ef528b req-ae6b6e1f-7fae-47df-9e16-7e3fa2785269 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/ports?device_id=903f1691-dfb5-41ce-8656-89e64c3cb565 HTTP/1.1" status: 200 len: 943 time: 0.4671223 Feb 04 13:39:07.454535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:39:07.474416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fdf85f01-b3aa-4e02-973c-553ac41ab8bf tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "PUT /v2.0/routers/1f1f9e01-04cd-416b-841c-8e3616014522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8202262 Feb 04 13:39:07.478421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51206) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:07.498366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b21212ab-e6a4-4930-96c5-bb5a5278421e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b21212ab-e6a4-4930-96c5-bb5a5278421e,segment=NetworkSegment(e2bb052d-9cc5-4829-bfac-1f5493e8717e),segment_id=e2bb052d-9cc5-4829-bfac-1f5493e8717e)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:07.508639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2c6368-1cdf-44a4-90d3-05947d90f06b None None] Sync routers for ids ['1f1f9e01-04cd-416b-841c-8e3616014522'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:07.539865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2c6368-1cdf-44a4-90d3-05947d90f06b None None] Routers {'1f1f9e01-04cd-416b-841c-8e3616014522'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:07.543135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-fa2c6368-1cdf-44a4-90d3-05947d90f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:38:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1f1f9e01-04cd-416b-841c-8e3616014522'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:07.658088 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b21212ab-e6a4-4930-96c5-bb5a5278421e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:07.664901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-fa2c6368-1cdf-44a4-90d3-05947d90f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:07.716241 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc666fb-6693-4a27-8ad8-99298670660a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:07.722126 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdc666fb-6693-4a27-8ad8-99298670660a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:07.816196 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b21212ab-e6a4-4930-96c5-bb5a5278421e,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:07.846693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2c6368-1cdf-44a4-90d3-05947d90f06b None None] Routers {'1f1f9e01-04cd-416b-841c-8e3616014522'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:07.847848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-fa2c6368-1cdf-44a4-90d3-05947d90f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:38:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1f1f9e01-04cd-416b-841c-8e3616014522'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:07.929366 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cafda8a8-c2c7-4e90-90f5-aa041387338f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (260ff09b-2e28-4e05-a67c-a5dd385cedd6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:07.980667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-fa2c6368-1cdf-44a4-90d3-05947d90f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:07.981623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2c6368-1cdf-44a4-90d3-05947d90f06b None None] The sync data for ids ['1f1f9e01-04cd-416b-841c-8e3616014522'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:07.994446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafda8a8-c2c7-4e90-90f5-aa041387338f admin admin] Pushing event deleted for resources: {'Port': ['ID=260ff09b-2e28-4e05-a67c-a5dd385cedd6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:08.182084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['b21212ab-e6a4-4930-96c5-bb5a5278421e'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:39:08.333047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-5e7c3701-fff2-40e3-9d19-d36412b35c65 req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Deleting port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:08.334544 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5e7c3701-fff2-40e3-9d19-d36412b35c65 req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:08.592772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-5e7c3701-fff2-40e3-9d19-d36412b35c65 req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] For port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=39d2ae22-7db5-45d8-aaa2-38861ee43ea9,segment=NetworkSegment(d16d3540-ee57-4b22-abec-ff8cee081073),segment_id=d16d3540-ee57-4b22-abec-ff8cee081073)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:08.593299 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5e7c3701-fff2-40e3-9d19-d36412b35c65 req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:08.628198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-5e7c3701-fff2-40e3-9d19-d36412b35c65 req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Calling delete_port for 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:08.734565 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdc666fb-6693-4a27-8ad8-99298670660a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (938d2bd7-b879-4e27-b932-6789a927eb4f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:08.804199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:08.923769 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cafda8a8-c2c7-4e90-90f5-aa041387338f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (8de1c510-cfe8-4b60-b93f-52c3def17155), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:08.955781 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc666fb-6693-4a27-8ad8-99298670660a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Subnet': ['ID=938d2bd7-b879-4e27-b932-6789a927eb4f,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:09.086899 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-88d913d4-a84f-4784-880c-fc5da2ef528b req-ae7fd97c-f758-497d-9132-8911fb8e0448 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/security-groups?id=279e018a-b52c-41fd-a1cd-1d62c8de800b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6697602 Feb 04 13:39:09.101068 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5e7c3701-fff2-40e3-9d19-d36412b35c65 req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.182437 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:09.184134 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (39d2ae22-7db5-45d8-aaa2-38861ee43ea9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.229679 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc666fb-6693-4a27-8ad8-99298670660a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Checking segment: {'id': '1a5d9f52-7673-4770-ac5c-690e9e6e62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56fdb9d9-3c12-44fb-87a1-34f5137bed43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:09.230383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc666fb-6693-4a27-8ad8-99298670660a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network hostable DHCP agents. Network: 56fdb9d9-3c12-44fb-87a1-34f5137bed43, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:39:09.300457 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event deleted for resources: {'Port': ['ID=39d2ae22-7db5-45d8-aaa2-38861ee43ea9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:09.314563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:09.315302 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:09.315851 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:09.316389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:09.317003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:09.317749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:09.318447 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:09.319042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:09.319570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:09.320092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:09.320610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:09.321126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:09.321723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:09.414596 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-41aaa512-2221-4857-9b86-c6e6884ca14b tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for router (1f1f9e01-04cd-416b-841c-8e3616014522), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.426971 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7c3701-fff2-40e3-9d19-d36412b35c65 req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] No DVR routers for this DVR port 39d2ae22-7db5-45d8-aaa2-38861ee43ea9 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:09.437302 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672ac651-9a8c-4dbc-8ffa-ad696b7d8111 x-openstack-request-id: req-672ac651-9a8c-4dbc-8ffa-ad696b7d8111 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:39:09.437942 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f954b35b-87b6-4822-8f09-33f1ca35bf25", "name": "network-vif-plugged", "status": "completed", "tag": "131c81be-3edf-4d98-a4c8-daa92f8609ca", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:39:09.438326 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-672ac651-9a8c-4dbc-8ffa-ad696b7d8111 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:39:09.438818 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f954b35b-87b6-4822-8f09-33f1ca35bf25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131c81be-3edf-4d98-a4c8-daa92f8609ca', 'code': 200} Feb 04 13:39:09.447210 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5e7c3701-fff2-40e3-9d19-d36412b35c65 req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.456252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e7c3701-fff2-40e3-9d19-d36412b35c65 req-c47adec9-9476-494e-9ef5-053f5e8353e3 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.99 "DELETE /v2.0/ports/39d2ae22-7db5-45d8-aaa2-38861ee43ea9 HTTP/1.1" status: 204 len: 173 time: 2.5896168 Feb 04 13:39:09.540976 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafda8a8-c2c7-4e90-90f5-aa041387338f admin admin] Router 8de1c510-cfe8-4b60-b93f-52c3def17155 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:39:09.647650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2421c8-0594-4d9c-8dc2-6874753e0d87', 'name': 'network-vif-deleted', 'tag': '39d2ae22-7db5-45d8-aaa2-38861ee43ea9'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:39:09.657692 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387b6246-1d24-4f92-8fff-dce7d15de223" -d '{"events": [{"server_uuid": "fb2421c8-0594-4d9c-8dc2-6874753e0d87", "name": "network-vif-deleted", "tag": "39d2ae22-7db5-45d8-aaa2-38861ee43ea9"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:39:09.726880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafda8a8-c2c7-4e90-90f5-aa041387338f admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:39:09.750457 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44dca5-a403-4a02-90f3-7f67b357834a None None] Sync routers for ids ['8de1c510-cfe8-4b60-b93f-52c3def17155'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:09.756481 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cafda8a8-c2c7-4e90-90f5-aa041387338f admin admin] 10.222.0.96 "PUT /v2.0/routers/8de1c510-cfe8-4b60-b93f-52c3def17155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5837567 Feb 04 13:39:09.758262 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc666fb-6693-4a27-8ad8-99298670660a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network 56fdb9d9-3c12-44fb-87a1-34f5137bed43 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:39:09.762064 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51218) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:09.776214 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44dca5-a403-4a02-90f3-7f67b357834a None None] Routers {'8de1c510-cfe8-4b60-b93f-52c3def17155'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:09.777780 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ed44dca5-a403-4a02-90f3-7f67b357834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:38:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['8de1c510-cfe8-4b60-b93f-52c3def17155'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:09.949263 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-41aaa512-2221-4857-9b86-c6e6884ca14b tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 13:39:09.951073 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-41aaa512-2221-4857-9b86-c6e6884ca14b tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "DELETE /v2.0/routers/1f1f9e01-04cd-416b-841c-8e3616014522 HTTP/1.1" status: 409 len: 329 time: 2.4709954 Feb 04 13:39:09.955798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51222) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:09.956605 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69806663-5d47-46d2-b98d-bf92249609e3 admin admin] Publish callbacks [] for router (8de1c510-cfe8-4b60-b93f-52c3def17155), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.021486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c956d3-1bad-4bad-b8f5-04c96ebcb4fb req-e85fa4d4-c6c8-47a5-80d4-cb03d7539ba3 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:10.023893 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7c956d3-1bad-4bad-b8f5-04c96ebcb4fb req-e85fa4d4-c6c8-47a5-80d4-cb03d7539ba3 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 946 time: 0.2576375 Feb 04 13:39:10.091821 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd098f-a2ae-4fa0-b99f-a061ed2d078c req-242d5abb-6f9b-49c8-a3fe-c572c3a2e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:10.094311 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c6cd098f-a2ae-4fa0-b99f-a061ed2d078c req-242d5abb-6f9b-49c8-a3fe-c572c3a2e425 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 1129 time: 0.4158340 Feb 04 13:39:10.098843 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-ed44dca5-a403-4a02-90f3-7f67b357834a None None] Set router 8de1c510-cfe8-4b60-b93f-52c3def17155 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:10.157862 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-cdc666fb-6693-4a27-8ad8-99298670660a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 56fdb9d9-3c12-44fb-87a1-34f5137bed43) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:10.173821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4b41ab-bfa8-4357-82c4-1489aacbbc09 None None] Network 56fdb9d9-3c12-44fb-87a1-34f5137bed43 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:10.191544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc666fb-6693-4a27-8ad8-99298670660a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:10.194283 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdc666fb-6693-4a27-8ad8-99298670660a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.225024 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7c956d3-1bad-4bad-b8f5-04c96ebcb4fb req-d702b7f6-d42e-44ed-9bf9-ee7f0e8ab2f7 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270237 Feb 04 13:39:10.323386 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cdc666fb-6693-4a27-8ad8-99298670660a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9333720 Feb 04 13:39:10.324455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51226) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:10.331951 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-d1f044bf-6a3d-44f5-bdf3-89c7b16ec712 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-791534820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:10.342883 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c6cd098f-a2ae-4fa0-b99f-a061ed2d078c req-3364d739-9810-45e4-9166-8e9925cbc576 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794136 Feb 04 13:39:10.502038 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69806663-5d47-46d2-b98d-bf92249609e3 admin admin] Publish callbacks [] for router_gateway (8de1c510-cfe8-4b60-b93f-52c3def17155), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.536058 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10c39bc-830d-4477-8ed5-4514d4ab72b3 x-openstack-request-id: req-e10c39bc-830d-4477-8ed5-4514d4ab72b3 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:39:10.536705 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2421c8-0594-4d9c-8dc2-6874753e0d87", "name": "network-vif-deleted", "tag": "39d2ae22-7db5-45d8-aaa2-38861ee43ea9", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:39:10.536705 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e10c39bc-830d-4477-8ed5-4514d4ab72b3 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:39:10.537282 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2421c8-0594-4d9c-8dc2-6874753e0d87', 'name': 'network-vif-deleted', 'tag': '39d2ae22-7db5-45d8-aaa2-38861ee43ea9', 'status': 'completed', 'code': 200} Feb 04 13:39:10.610886 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1f044bf-6a3d-44f5-bdf3-89c7b16ec712 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (1aa2961f-5094-42f0-b50b-d421cb50a4ee), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.612107 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1f044bf-6a3d-44f5-bdf3-89c7b16ec712 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (1aa2961f-5094-42f0-b50b-d421cb50a4ee), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.668028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-56fdb9d9-3c12-44fb-87a1-34f5137bed43', 'network_id': '56fdb9d9-3c12-44fb-87a1-34f5137bed43', 'project_id': '9a89efb2ede2439f9a77f732dab8c114', 'fixed_ips': [{'subnet_id': '938d2bd7-b879-4e27-b932-6789a927eb4f'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:39:10.669454 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.680132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-69806663-5d47-46d2-b98d-bf92249609e3 admin admin] Deleting port 76eb84e8-bf54-4596-9fb6-968f2cc2f913 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:10.681293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69806663-5d47-46d2-b98d-bf92249609e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (76eb84e8-bf54-4596-9fb6-968f2cc2f913), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.821940 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ed44dca5-a403-4a02-90f3-7f67b357834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'name': 'tempest-ServersTestMultiNic-719026580-router', 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '76eb84e8-bf54-4596-9fb6-968f2cc2f913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:39:07Z', 'revision_number': 5, 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'gw_port': {'id': '76eb84e8-bf54-4596-9fb6-968f2cc2f913', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:35:46Z', 'updated_at': '2022-02-04T13:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:10.834405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b21212ab-e6a4-4930-96c5-bb5a5278421e up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:10.875637 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1f044bf-6a3d-44f5-bdf3-89c7b16ec712 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for router_controller (1aa2961f-5094-42f0-b50b-d421cb50a4ee), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.937635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-69806663-5d47-46d2-b98d-bf92249609e3 admin admin] For port 76eb84e8-bf54-4596-9fb6-968f2cc2f913, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=76eb84e8-bf54-4596-9fb6-968f2cc2f913,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:10.939234 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69806663-5d47-46d2-b98d-bf92249609e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (76eb84e8-bf54-4596-9fb6-968f2cc2f913), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.947600 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1f044bf-6a3d-44f5-bdf3-89c7b16ec712 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (1aa2961f-5094-42f0-b50b-d421cb50a4ee), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.997561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-69806663-5d47-46d2-b98d-bf92249609e3 admin admin] Calling delete_port for 76eb84e8-bf54-4596-9fb6-968f2cc2f913 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:11.090067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85c3f5-f724-4ca4-82b0-142cc26fb762 req-97f2f6f5-af86-4561-874a-86398604e4d2 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:11.107031 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec85c3f5-f724-4ca4-82b0-142cc26fb762 req-97f2f6f5-af86-4561-874a-86398604e4d2 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/ports?device_id=903f1691-dfb5-41ce-8656-89e64c3cb565 HTTP/1.1" status: 200 len: 944 time: 0.3809910 Feb 04 13:39:11.129480 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1f044bf-6a3d-44f5-bdf3-89c7b16ec712 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:11.131681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d1f044bf-6a3d-44f5-bdf3-89c7b16ec712 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8056049 Feb 04 13:39:11.156773 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44dca5-a403-4a02-90f3-7f67b357834a None None] Checking router: 8de1c510-cfe8-4b60-b93f-52c3def17155 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:39:11.174556 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44dca5-a403-4a02-90f3-7f67b357834a None None] Routers {'8de1c510-cfe8-4b60-b93f-52c3def17155'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:11.175991 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ed44dca5-a403-4a02-90f3-7f67b357834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:38:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['8de1c510-cfe8-4b60-b93f-52c3def17155'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:11.176954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51232) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:11.196138 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ba75b095-656a-4b6e-a7a6-7b4f2262ab16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:11.199926 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-15797085-f18b-44c8-9250-e359b3b42fd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'network_id': '56fdb9d9-3c12-44fb-87a1-34f5137bed43', 'name': 'tempest-PortsTestJSON-267609365'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:11.285919 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port b21212ab-e6a4-4930-96c5-bb5a5278421e completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:39:11.311565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port b21212ab-e6a4-4930-96c5-bb5a5278421e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:11.313425 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b21212ab-e6a4-4930-96c5-bb5a5278421e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:11.318470 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec85c3f5-f724-4ca4-82b0-142cc26fb762 req-153aae88-ac49-421d-8795-38dbab46c460 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/security-groups?id=279e018a-b52c-41fd-a1cd-1d62c8de800b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892686 Feb 04 13:39:11.400187 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-ed44dca5-a403-4a02-90f3-7f67b357834a None None] Set router 8de1c510-cfe8-4b60-b93f-52c3def17155 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:11.436731 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Allocated IP 172.20.0.2 (56fdb9d9-3c12-44fb-87a1-34f5137bed43/938d2bd7-b879-4e27-b932-6789a927eb4f/e2f6b236-47ef-46c3-aed2-b68c2488330e) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:11.489114 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-15ef4c5a-6f47-47d2-8007-a7aaf07e4a41 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (1f1f9e01-04cd-416b-841c-8e3616014522), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:11.530079 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ed44dca5-a403-4a02-90f3-7f67b357834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'name': 'tempest-ServersTestMultiNic-719026580-router', 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:39:10Z', 'revision_number': 6, 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:11.579030 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c878cbc7-da89-4f36-a4a2-5a33bb27d53b req-cba86892-0ab3-4810-98f8-fda0fe56d7ea tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/0d1e715b-4cd6-4efa-a931-cb5b7d8f2816 HTTP/1.1" status: 200 len: 1819 time: 0.1765988 Feb 04 13:39:11.622075 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44dca5-a403-4a02-90f3-7f67b357834a None None] The sync data for ids ['8de1c510-cfe8-4b60-b93f-52c3def17155'] in n-d-714676-13 is: [{'id': '8de1c510-cfe8-4b60-b93f-52c3def17155', 'name': 'tempest-ServersTestMultiNic-719026580-router', 'tenant_id': '171cccc1a4bf4bf9a016458d43c59628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:39:10Z', 'revision_number': 6, 'project_id': '171cccc1a4bf4bf9a016458d43c59628', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:11.657302 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15797085-f18b-44c8-9250-e359b3b42fd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:11.676706 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15797085-f18b-44c8-9250-e359b3b42fd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:11.709153 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b21212ab-e6a4-4930-96c5-bb5a5278421e is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:11.709519 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b21212ab-e6a4-4930-96c5-bb5a5278421e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:11.776888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-15797085-f18b-44c8-9250-e359b3b42fd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] device_id is not set on port 075c3da1-16d9-4b44-819d-b5c6e76f0a13 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:39:11.809147 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903f1691-dfb5-41ce-8656-89e64c3cb565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21212ab-e6a4-4930-96c5-bb5a5278421e'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:39:11.814473 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d19079-78f0-45ec-9236-c29988f08527" -d '{"events": [{"server_uuid": "903f1691-dfb5-41ce-8656-89e64c3cb565", "name": "network-vif-plugged", "status": "completed", "tag": "b21212ab-e6a4-4930-96c5-bb5a5278421e"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:39:11.867205 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69806663-5d47-46d2-b98d-bf92249609e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (76eb84e8-bf54-4596-9fb6-968f2cc2f913), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:11.867742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b21212ab-e6a4-4930-96c5-bb5a5278421e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b21212ab-e6a4-4930-96c5-bb5a5278421e,segment=NetworkSegment(e2bb052d-9cc5-4829-bfac-1f5493e8717e),segment_id=e2bb052d-9cc5-4829-bfac-1f5493e8717e)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:11.884217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b21212ab-e6a4-4930-96c5-bb5a5278421e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:11.926048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69806663-5d47-46d2-b98d-bf92249609e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=76eb84e8-bf54-4596-9fb6-968f2cc2f913,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:12.048459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b21212ab-e6a4-4930-96c5-bb5a5278421e,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:12.125519 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69806663-5d47-46d2-b98d-bf92249609e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (8de1c510-cfe8-4b60-b93f-52c3def17155), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.204815 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Publish callbacks [] for port (e2f6b236-47ef-46c3-aed2-b68c2488330e), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.225622 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (e2f6b236-47ef-46c3-aed2-b68c2488330e), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.325452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Network 56fdb9d9-3c12-44fb-87a1-34f5137bed43 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:12.333068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:12.342816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:12.535426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Attempting to bind port e2f6b236-47ef-46c3-aed2-b68c2488330e on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:39:12.536258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Attempting to bind port e2f6b236-47ef-46c3-aed2-b68c2488330e by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '1a5d9f52-7673-4770-ac5c-690e9e6e62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56fdb9d9-3c12-44fb-87a1-34f5137bed43'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:39:12.536929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Attempting to bind port e2f6b236-47ef-46c3-aed2-b68c2488330e on network 56fdb9d9-3c12-44fb-87a1-34f5137bed43 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:39:12.543683 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c878cbc7-da89-4f36-a4a2-5a33bb27d53b req-7abbecfb-6ff3-47b1-ade1-35db88543dd9 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (0d1e715b-4cd6-4efa-a931-cb5b7d8f2816), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.552493 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Pushing event updated for resources: {'Port': ['ID=e2f6b236-47ef-46c3-aed2-b68c2488330e,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:12.562279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:39:12.563098 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Checking segment: {'id': '1a5d9f52-7673-4770-ac5c-690e9e6e62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56fdb9d9-3c12-44fb-87a1-34f5137bed43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:12.563958 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.564486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Bound using segment: {'id': '1a5d9f52-7673-4770-ac5c-690e9e6e62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56fdb9d9-3c12-44fb-87a1-34f5137bed43'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:39:12.565450 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Bound port: e2f6b236-47ef-46c3-aed2-b68c2488330e, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5d9f52-7673-4770-ac5c-690e9e6e62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56fdb9d9-3c12-44fb-87a1-34f5137bed43'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:39:12.567636 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e2f6b236-47ef-46c3-aed2-b68c2488330e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.570288 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69806663-5d47-46d2-b98d-bf92249609e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (8de1c510-cfe8-4b60-b93f-52c3def17155), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.576801 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69806663-5d47-46d2-b98d-bf92249609e3 admin admin] Publish callbacks [] for router_controller (8de1c510-cfe8-4b60-b93f-52c3def17155), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.651222 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c878cbc7-da89-4f36-a4a2-5a33bb27d53b req-7abbecfb-6ff3-47b1-ade1-35db88543dd9 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (0d1e715b-4cd6-4efa-a931-cb5b7d8f2816), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.744297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] For port e2f6b236-47ef-46c3-aed2-b68c2488330e, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:39:12.753875 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] For port e2f6b236-47ef-46c3-aed2-b68c2488330e, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=e2f6b236-47ef-46c3-aed2-b68c2488330e,segment=NetworkSegment(1a5d9f52-7673-4770-ac5c-690e9e6e62bb),segment_id=1a5d9f52-7673-4770-ac5c-690e9e6e62bb)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:39:12.787101 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e2f6b236-47ef-46c3-aed2-b68c2488330e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.804183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-15797085-f18b-44c8-9250-e359b3b42fd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Allocated IP 172.20.0.14 (56fdb9d9-3c12-44fb-87a1-34f5137bed43/938d2bd7-b879-4e27-b932-6789a927eb4f/075c3da1-16d9-4b44-819d-b5c6e76f0a13) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:12.824405 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69806663-5d47-46d2-b98d-bf92249609e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (8de1c510-cfe8-4b60-b93f-52c3def17155), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.826039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69806663-5d47-46d2-b98d-bf92249609e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8de1c510-cfe8-4b60-b93f-52c3def17155 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:39:12.908842 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c878cbc7-da89-4f36-a4a2-5a33bb27d53b req-7abbecfb-6ff3-47b1-ade1-35db88543dd9 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0d1e715b-4cd6-4efa-a931-cb5b7d8f2816), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.916870 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c878cbc7-da89-4f36-a4a2-5a33bb27d53b req-7abbecfb-6ff3-47b1-ade1-35db88543dd9 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.919861 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c878cbc7-da89-4f36-a4a2-5a33bb27d53b req-7abbecfb-6ff3-47b1-ade1-35db88543dd9 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "DELETE /v2.0/security-groups/0d1e715b-4cd6-4efa-a931-cb5b7d8f2816 HTTP/1.1" status: 204 len: 173 time: 1.3374746 Feb 04 13:39:12.953850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbecfb-6ff3-47b1-ade1-35db88543dd9 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1e715b-4cd6-4efa-a931-cb5b7d8f2816,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:12.965096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94fe28-72f3-49a2-b781-1fd203e3c9df None None] Pushing event updated for resources: {'Port': ['ID=e2f6b236-47ef-46c3-aed2-b68c2488330e,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:13.036245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-15ef4c5a-6f47-47d2-8007-a7aaf07e4a41 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Deleting port 31879b8e-3088-47b8-bd5d-f00dd0ea1f06 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:13.036825 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-15ef4c5a-6f47-47d2-8007-a7aaf07e4a41 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (31879b8e-3088-47b8-bd5d-f00dd0ea1f06), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.129875 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15797085-f18b-44c8-9250-e359b3b42fd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (075c3da1-16d9-4b44-819d-b5c6e76f0a13), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.141451 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69806663-5d47-46d2-b98d-bf92249609e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.143270 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-69806663-5d47-46d2-b98d-bf92249609e3 admin admin] 10.222.0.96 "DELETE /v2.0/routers/8de1c510-cfe8-4b60-b93f-52c3def17155 HTTP/1.1" status: 204 len: 168 time: 3.3799675 Feb 04 13:39:13.148020 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51246) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:13.245260 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3495eeae-3b5e-4560-9c8b-31b064294b2c admin admin] Deleting subnet 7889a00a-35ba-4be9-b066-bee7c28238ba {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:39:13.253546 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3495eeae-3b5e-4560-9c8b-31b064294b2c admin admin] Publish callbacks [] for subnet (7889a00a-35ba-4be9-b066-bee7c28238ba), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.340548 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-15ef4c5a-6f47-47d2-8007-a7aaf07e4a41 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (31879b8e-3088-47b8-bd5d-f00dd0ea1f06), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.357914 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15797085-f18b-44c8-9250-e359b3b42fd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (075c3da1-16d9-4b44-819d-b5c6e76f0a13), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.377952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-15ef4c5a-6f47-47d2-8007-a7aaf07e4a41 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Calling delete_port for 31879b8e-3088-47b8-bd5d-f00dd0ea1f06 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:13.445983 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15797085-f18b-44c8-9250-e359b3b42fd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network 56fdb9d9-3c12-44fb-87a1-34f5137bed43 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:13.483068 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3495eeae-3b5e-4560-9c8b-31b064294b2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (7889a00a-35ba-4be9-b066-bee7c28238ba), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.486574 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-15797085-f18b-44c8-9250-e359b3b42fd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:13.491517 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15797085-f18b-44c8-9250-e359b3b42fd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:13.517430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 76eb84e8-bf54-4596-9fb6-968f2cc2f913 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:13.570829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54b7ff-d424-44bf-9c5c-f79ed879aa96 req-4be8c359-ad66-4190-a21e-4dbb366a34f4 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:13.574321 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c54b7ff-d424-44bf-9c5c-f79ed879aa96 req-4be8c359-ad66-4190-a21e-4dbb366a34f4 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 946 time: 0.4144933 Feb 04 13:39:13.612265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 76eb84e8-bf54-4596-9fb6-968f2cc2f913 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:39:13.613058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 76eb84e8-bf54-4596-9fb6-968f2cc2f913 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:39:13.614265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 260ff09b-2e28-4e05-a67c-a5dd385cedd6 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:13.688914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 260ff09b-2e28-4e05-a67c-a5dd385cedd6 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:39:13.689531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 260ff09b-2e28-4e05-a67c-a5dd385cedd6 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:39:13.709967 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c54b7ff-d424-44bf-9c5c-f79ed879aa96 req-62e175c9-3304-4a29-9c9c-8b3ef1a39048 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265783 Feb 04 13:39:13.722478 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5dc0af84-3685-4953-a3f7-d15dab0472ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.814828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15797085-f18b-44c8-9250-e359b3b42fd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:13.815837 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15797085-f18b-44c8-9250-e359b3b42fd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.890031 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.951160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15797085-f18b-44c8-9250-e359b3b42fd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=075c3da1-16d9-4b44-819d-b5c6e76f0a13,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:13.953359 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965fdcd6-b93c-4c42-b563-ce51cd7a856a x-openstack-request-id: req-965fdcd6-b93c-4c42-b563-ce51cd7a856a {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:39:13.953816 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903f1691-dfb5-41ce-8656-89e64c3cb565", "name": "network-vif-plugged", "status": "completed", "tag": "b21212ab-e6a4-4930-96c5-bb5a5278421e", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:39:13.954168 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-965fdcd6-b93c-4c42-b563-ce51cd7a856a {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:39:13.954649 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903f1691-dfb5-41ce-8656-89e64c3cb565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21212ab-e6a4-4930-96c5-bb5a5278421e', 'code': 200} Feb 04 13:39:14.024702 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-15797085-f18b-44c8-9250-e359b3b42fd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8459206 Feb 04 13:39:14.025800 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51252) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:14.164340 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-15ef4c5a-6f47-47d2-8007-a7aaf07e4a41 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (31879b8e-3088-47b8-bd5d-f00dd0ea1f06), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.218202 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3495eeae-3b5e-4560-9c8b-31b064294b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (7889a00a-35ba-4be9-b066-bee7c28238ba), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.224665 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef4c5a-6f47-47d2-8007-a7aaf07e4a41 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event deleted for resources: {'Port': ['ID=31879b8e-3088-47b8-bd5d-f00dd0ea1f06,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:14.495021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a69c32-2f0c-4aef-ae35-2abcc402562f req-996f48f8-6fcf-4e41-95cc-4e77b008ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:14.503656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28a69c32-2f0c-4aef-ae35-2abcc402562f req-996f48f8-6fcf-4e41-95cc-4e77b008ff80 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=903f1691-dfb5-41ce-8656-89e64c3cb565 HTTP/1.1" status: 200 len: 1128 time: 0.4353168 Feb 04 13:39:14.514191 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-15ef4c5a-6f47-47d2-8007-a7aaf07e4a41 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (1f1f9e01-04cd-416b-841c-8e3616014522), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.524326 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e08c7-c7dc-45b0-ad2b-850203dfc568 req-12f9fcbb-3f2a-4d15-a96c-006123916fb3 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:14.526183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c0e08c7-c7dc-45b0-ad2b-850203dfc568 req-12f9fcbb-3f2a-4d15-a96c-006123916fb3 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/ports?device_id=903f1691-dfb5-41ce-8656-89e64c3cb565 HTTP/1.1" status: 200 len: 945 time: 0.3852282 Feb 04 13:39:14.606021 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.702777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3495eeae-3b5e-4560-9c8b-31b064294b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (7889a00a-35ba-4be9-b066-bee7c28238ba), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.877673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28a69c32-2f0c-4aef-ae35-2abcc402562f req-28892c57-2b14-4d14-ace9-a5d0bdf8b913 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=279e018a-b52c-41fd-a1cd-1d62c8de800b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487947 Feb 04 13:39:14.945464 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495eeae-3b5e-4560-9c8b-31b064294b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7889a00a-35ba-4be9-b066-bee7c28238ba,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:14.949832 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3495eeae-3b5e-4560-9c8b-31b064294b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.959772 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3495eeae-3b5e-4560-9c8b-31b064294b2c admin admin] 10.222.0.96 "DELETE /v2.0/subnets/7889a00a-35ba-4be9-b066-bee7c28238ba HTTP/1.1" status: 204 len: 168 time: 1.8077414 Feb 04 13:39:14.964876 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51260) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:14.966564 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb77fff-1db4-449a-995f-82f5062bcc48 None None] Network bbf4b647-706f-42e8-897d-f248500c9308 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:14.994542 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c0e08c7-c7dc-45b0-ad2b-850203dfc568 req-b08ae6bd-3306-402d-bb3d-2ee5c6aaafbe tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/security-groups?id=279e018a-b52c-41fd-a1cd-1d62c8de800b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135700 Feb 04 13:39:15.352413 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (bbf4b647-706f-42e8-897d-f248500c9308), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:15.367819 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c698987c-808f-4334-a8b0-90630b19cbeb None None] DHCP port deletion for bbf4b647-706f-42e8-897d-f248500c9308 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:39:15.378260 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35923f45-aa93-4a24-a8ef-c8d9cb531027 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (075c3da1-16d9-4b44-819d-b5c6e76f0a13), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:15.528990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c698987c-808f-4334-a8b0-90630b19cbeb None None] Deleting port 513b1448-2067-42ff-9307-4e5e8ff3c7f2 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:15.530370 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c698987c-808f-4334-a8b0-90630b19cbeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:15.538778 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:15.722125 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc840be-caa6-4468-80d1-d3ee70e6c81e None None] Network 56fdb9d9-3c12-44fb-87a1-34f5137bed43 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:15.728555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e2f6b236-47ef-46c3-aed2-b68c2488330e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:15.966548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-13df53f8-8db2-4dc8-b9c0-9a369f9e6687 None None] Provisioning complete for port e2f6b236-47ef-46c3-aed2-b68c2488330e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:15.968388 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13df53f8-8db2-4dc8-b9c0-9a369f9e6687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e2f6b236-47ef-46c3-aed2-b68c2488330e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:15.986969 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df8ec024-e6db-45e5-a49b-e3a31e29edb0 req-c0cfea0b-6d35-4d3a-b588-c0824b8c238d tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "GET /v2.0/security-groups/6cb2a98c-24af-408d-94fa-92d4520d6373 HTTP/1.1" status: 200 len: 1818 time: 0.2597325 Feb 04 13:39:16.130536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ef4c5a-6f47-47d2-8007-a7aaf07e4a41 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Router 1f1f9e01-04cd-416b-841c-8e3616014522 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:39:16.167178 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35923f45-aa93-4a24-a8ef-c8d9cb531027 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (075c3da1-16d9-4b44-819d-b5c6e76f0a13), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.193317 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] Deleting port 513b1448-2067-42ff-9307-4e5e8ff3c7f2 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:16.195653 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.201287 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35923f45-aa93-4a24-a8ef-c8d9cb531027 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (075c3da1-16d9-4b44-819d-b5c6e76f0a13), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.335126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ef4c5a-6f47-47d2-8007-a7aaf07e4a41 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:39:16.359933 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-15ef4c5a-6f47-47d2-8007-a7aaf07e4a41 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "PUT /v2.0/routers/1f1f9e01-04cd-416b-841c-8e3616014522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3988156 Feb 04 13:39:16.360933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51274) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:16.447566 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-df8ec024-e6db-45e5-a49b-e3a31e29edb0 req-d1d9ed25-ac1d-428c-8e4a-85d6dc327963 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (6cb2a98c-24af-408d-94fa-92d4520d6373), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.502146 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056307f2-a54d-412c-88e4-9767ea3f5936 None None] Sync routers for ids ['1f1f9e01-04cd-416b-841c-8e3616014522'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:16.520508 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-df8ec024-e6db-45e5-a49b-e3a31e29edb0 req-d1d9ed25-ac1d-428c-8e4a-85d6dc327963 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (6cb2a98c-24af-408d-94fa-92d4520d6373), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.579516 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c698987c-808f-4334-a8b0-90630b19cbeb None None] For port 513b1448-2067-42ff-9307-4e5e8ff3c7f2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=513b1448-2067-42ff-9307-4e5e8ff3c7f2,segment=NetworkSegment(0ef0e049-8030-4b3f-86a2-b42d7cd67ece),segment_id=0ef0e049-8030-4b3f-86a2-b42d7cd67ece)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:16.580678 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c698987c-808f-4334-a8b0-90630b19cbeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.605613 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-d59aa617-6e74-437b-96e8-4bdd8b51a869 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] show failed (client error): The resource could not be found. Feb 04 13:39:16.611735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d59aa617-6e74-437b-96e8-4bdd8b51a869 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "GET /v2.0/routers/tempest-non_exist_router-2108524511 HTTP/1.1" status: 404 len: 335 time: 0.2444162 Feb 04 13:39:16.614156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51276) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:16.632486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c2ae811b-450b-4f35-bd27-07e454563791 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:16.721465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c698987c-808f-4334-a8b0-90630b19cbeb None None] Calling delete_port for 513b1448-2067-42ff-9307-4e5e8ff3c7f2 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:16.726466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056307f2-a54d-412c-88e4-9767ea3f5936 None None] Routers {'1f1f9e01-04cd-416b-841c-8e3616014522'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:16.729379 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-056307f2-a54d-412c-88e4-9767ea3f5936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:39:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1f1f9e01-04cd-416b-841c-8e3616014522'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:16.763636 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-c2ae811b-450b-4f35-bd27-07e454563791 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] update failed (client error): The resource could not be found. Feb 04 13:39:16.765618 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c2ae811b-450b-4f35-bd27-07e454563791 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "PUT /v2.0/routers/tempest-non_exist_router-1810853427 HTTP/1.1" status: 404 len: 335 time: 0.1503801 Feb 04 13:39:16.774646 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51278) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:16.800124 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-df8ec024-e6db-45e5-a49b-e3a31e29edb0 req-d1d9ed25-ac1d-428c-8e4a-85d6dc327963 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6cb2a98c-24af-408d-94fa-92d4520d6373), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.803229 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-df8ec024-e6db-45e5-a49b-e3a31e29edb0 req-d1d9ed25-ac1d-428c-8e4a-85d6dc327963 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.822993 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df8ec024-e6db-45e5-a49b-e3a31e29edb0 req-d1d9ed25-ac1d-428c-8e4a-85d6dc327963 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] 10.222.0.96 "DELETE /v2.0/security-groups/6cb2a98c-24af-408d-94fa-92d4520d6373 HTTP/1.1" status: 204 len: 173 time: 0.8303602 Feb 04 13:39:16.823832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51280) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:16.854293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] For port 513b1448-2067-42ff-9307-4e5e8ff3c7f2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=513b1448-2067-42ff-9307-4e5e8ff3c7f2,segment=NetworkSegment(0ef0e049-8030-4b3f-86a2-b42d7cd67ece),segment_id=0ef0e049-8030-4b3f-86a2-b42d7cd67ece)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:16.864315 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.867947 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35923f45-aa93-4a24-a8ef-c8d9cb531027 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (1aa2961f-5094-42f0-b50b-d421cb50a4ee), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.890609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35923f45-aa93-4a24-a8ef-c8d9cb531027 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=075c3da1-16d9-4b44-819d-b5c6e76f0a13,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:16.914786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port e2f6b236-47ef-46c3-aed2-b68c2488330e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:16.916384 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e2f6b236-47ef-46c3-aed2-b68c2488330e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.022746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9ed25-ac1d-428c-8e4a-85d6dc327963 tempest-SecurityGroupsTestJSON-1482978857 tempest-SecurityGroupsTestJSON-1482978857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb2a98c-24af-408d-94fa-92d4520d6373,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:17.058737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-056307f2-a54d-412c-88e4-9767ea3f5936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:17.118582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] Calling delete_port for 513b1448-2067-42ff-9307-4e5e8ff3c7f2 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:17.205367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7e8cbc-4a97-47e7-a2c8-52ae5cbc41cf admin admin] Deleting subnet 17d78447-bcef-4d7f-9596-7ffb293b03df {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:39:17.230937 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8cbc-4a97-47e7-a2c8-52ae5cbc41cf admin admin] Publish callbacks [] for subnet (17d78447-bcef-4d7f-9596-7ffb293b03df), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.314428 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.395207 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-7753f346-46be-4588-adbe-b168634b5dfd tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Deleting subnet 219bb921-65f6-481d-a600-cd47de7ec3d3 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:39:17.413105 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7753f346-46be-4588-adbe-b168634b5dfd tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for subnet (219bb921-65f6-481d-a600-cd47de7ec3d3), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.420086 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.422028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056307f2-a54d-412c-88e4-9767ea3f5936 None None] Routers {'1f1f9e01-04cd-416b-841c-8e3616014522'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:17.423424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-056307f2-a54d-412c-88e4-9767ea3f5936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:39:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1f1f9e01-04cd-416b-841c-8e3616014522'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:17.438020 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=513b1448-2067-42ff-9307-4e5e8ff3c7f2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:17.445519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] No DVR routers for this DVR port 513b1448-2067-42ff-9307-4e5e8ff3c7f2 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:17.531215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-056307f2-a54d-412c-88e4-9767ea3f5936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:17.532620 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056307f2-a54d-412c-88e4-9767ea3f5936 None None] The sync data for ids ['1f1f9e01-04cd-416b-841c-8e3616014522'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:17.547982 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-13df53f8-8db2-4dc8-b9c0-9a369f9e6687 None None] Current status of the port e2f6b236-47ef-46c3-aed2-b68c2488330e is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:17.548837 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13df53f8-8db2-4dc8-b9c0-9a369f9e6687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e2f6b236-47ef-46c3-aed2-b68c2488330e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.555402 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7753f346-46be-4588-adbe-b168634b5dfd tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (219bb921-65f6-481d-a600-cd47de7ec3d3), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.635747 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (bbf4b647-706f-42e8-897d-f248500c9308), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.706765 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf4b647-706f-42e8-897d-f248500c9308']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:17.715796 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8cbc-4a97-47e7-a2c8-52ae5cbc41cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (17d78447-bcef-4d7f-9596-7ffb293b03df), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.729249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef0e049-8030-4b3f-86a2-b42d7cd67ece') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:17.729597 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef0e049-8030-4b3f-86a2-b42d7cd67ece') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:17.753334 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35923f45-aa93-4a24-a8ef-c8d9cb531027 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (075c3da1-16d9-4b44-819d-b5c6e76f0a13), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.762759 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (0ef0e049-8030-4b3f-86a2-b42d7cd67ece), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.834066 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8cbc-4a97-47e7-a2c8-52ae5cbc41cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (17d78447-bcef-4d7f-9596-7ffb293b03df), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.836733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-13df53f8-8db2-4dc8-b9c0-9a369f9e6687 None None] For port e2f6b236-47ef-46c3-aed2-b68c2488330e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=e2f6b236-47ef-46c3-aed2-b68c2488330e,segment=NetworkSegment(1a5d9f52-7673-4770-ac5c-690e9e6e62bb),segment_id=1a5d9f52-7673-4770-ac5c-690e9e6e62bb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:17.839353 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0ef0e049-8030-4b3f-86a2-b42d7cd67ece), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.876387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:39:17.896498 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (0ef0e049-8030-4b3f-86a2-b42d7cd67ece), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:39:17.898620 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:39:18.065594 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port e2f6b236-47ef-46c3-aed2-b68c2488330e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:18.086934 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13df53f8-8db2-4dc8-b9c0-9a369f9e6687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e2f6b236-47ef-46c3-aed2-b68c2488330e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.150214 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8cbc-4a97-47e7-a2c8-52ae5cbc41cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (17d78447-bcef-4d7f-9596-7ffb293b03df), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.260062 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.296787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e8cbc-4a97-47e7-a2c8-52ae5cbc41cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d78447-bcef-4d7f-9596-7ffb293b03df,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:18.299860 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (bbf4b647-706f-42e8-897d-f248500c9308), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.302752 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c698987c-808f-4334-a8b0-90630b19cbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (513b1448-2067-42ff-9307-4e5e8ff3c7f2), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.325091 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.330712 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df53f8-8db2-4dc8-b9c0-9a369f9e6687 None None] Pushing event updated for resources: {'Port': ['ID=e2f6b236-47ef-46c3-aed2-b68c2488330e,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:18.337995 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] 10.222.0.96 "DELETE /v2.0/networks/bbf4b647-706f-42e8-897d-f248500c9308 HTTP/1.1" status: 204 len: 168 time: 3.3698752 Feb 04 13:39:18.373647 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8cbc-4a97-47e7-a2c8-52ae5cbc41cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.393636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bf7e8cbc-4a97-47e7-a2c8-52ae5cbc41cf admin admin] 10.222.0.96 "DELETE /v2.0/subnets/17d78447-bcef-4d7f-9596-7ffb293b03df HTTP/1.1" status: 204 len: 168 time: 1.4349504 Feb 04 13:39:18.398777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c698987c-808f-4334-a8b0-90630b19cbeb None None] Network bbf4b647-706f-42e8-897d-f248500c9308 is not hosted by any dhcp agent {{(pid=103608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 13:39:18.400068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c698987c-808f-4334-a8b0-90630b19cbeb None None] No DVR routers for this DVR port 513b1448-2067-42ff-9307-4e5e8ff3c7f2 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:18.400978 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51290) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:18.412748 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 513b1448-2067-42ff-9307-4e5e8ff3c7f2 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:18.443726 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7753f346-46be-4588-adbe-b168634b5dfd tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (219bb921-65f6-481d-a600-cd47de7ec3d3), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.499791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698987c-808f-4334-a8b0-90630b19cbeb None None] Pushing event deleted for resources: {'Port': ['ID=513b1448-2067-42ff-9307-4e5e8ff3c7f2,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:18.649064 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 513b1448-2067-42ff-9307-4e5e8ff3c7f2 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:39:18.652100 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 513b1448-2067-42ff-9307-4e5e8ff3c7f2 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:39:18.733799 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51292) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:18.752298 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-36ab4765-b747-43ff-af39-f9268d5f5894 None None] Provisioning complete for port e2f6b236-47ef-46c3-aed2-b68c2488330e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:18.753272 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-36ab4765-b747-43ff-af39-f9268d5f5894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e2f6b236-47ef-46c3-aed2-b68c2488330e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.896710 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7753f346-46be-4588-adbe-b168634b5dfd tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (219bb921-65f6-481d-a600-cd47de7ec3d3), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.907661 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-88f80ee2-81f4-47f8-8a71-a0fddfc3034d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (9b76c752-312e-4ac7-97d7-4f401a121b43), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.985494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753f346-46be-4588-adbe-b168634b5dfd tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event deleted for resources: {'Subnet': ['ID=219bb921-65f6-481d-a600-cd47de7ec3d3,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:19.004266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6591afa-2ea8-40f9-95a3-07b0ec99ed80 req-6836908c-fcb4-4e38-b5d4-df28f1b2e682 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:19.007173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-36ab4765-b747-43ff-af39-f9268d5f5894 None None] Current status of the port e2f6b236-47ef-46c3-aed2-b68c2488330e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:19.013430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f6591afa-2ea8-40f9-95a3-07b0ec99ed80 req-6836908c-fcb4-4e38-b5d4-df28f1b2e682 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/ports?device_id=903f1691-dfb5-41ce-8656-89e64c3cb565 HTTP/1.1" status: 200 len: 945 time: 1.3552561 Feb 04 13:39:19.047620 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-36ab4765-b747-43ff-af39-f9268d5f5894 None None] Provisioning complete for port 075c3da1-16d9-4b44-819d-b5c6e76f0a13 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:19.048853 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-36ab4765-b747-43ff-af39-f9268d5f5894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (075c3da1-16d9-4b44-819d-b5c6e76f0a13), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.108553 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7753f346-46be-4588-adbe-b168634b5dfd tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.119664 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7753f346-46be-4588-adbe-b168634b5dfd tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "DELETE /v2.0/subnets/219bb921-65f6-481d-a600-cd47de7ec3d3 HTTP/1.1" status: 204 len: 168 time: 2.3421516 Feb 04 13:39:19.130303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51294) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:19.139768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c2bc14c7-9f77-4d68-b894-cda8ff62842f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=171cccc1a4bf4bf9a016458d43c59628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2526698 Feb 04 13:39:19.168751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-36ab4765-b747-43ff-af39-f9268d5f5894 None None] Port 075c3da1-16d9-4b44-819d-b5c6e76f0a13 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:19.184038 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960dec8c-c1b1-4a10-911c-4d071ccfa827 None None] Network 132f30c9-bd6f-4d2d-8cf4-4c05d54ba054 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:19.186468 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51296) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:19.188075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897b2c9-e37a-48f9-8baf-09b0f3cf9e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbf4b647-706f-42e8-897d-f248500c9308,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:19.333682 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-88f80ee2-81f4-47f8-8a71-a0fddfc3034d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (9b76c752-312e-4ac7-97d7-4f401a121b43), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.390144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-88f80ee2-81f4-47f8-8a71-a0fddfc3034d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b76c752-312e-4ac7-97d7-4f401a121b43']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:19.413206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-88f80ee2-81f4-47f8-8a71-a0fddfc3034d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16d3540-ee57-4b22-abec-ff8cee081073') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:19.413206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-88f80ee2-81f4-47f8-8a71-a0fddfc3034d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16d3540-ee57-4b22-abec-ff8cee081073') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:19.438170 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-88f80ee2-81f4-47f8-8a71-a0fddfc3034d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (d16d3540-ee57-4b22-abec-ff8cee081073), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.489782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-637dba8e-bf49-483f-8a3b-598628f68175 None None] Provisioning complete for port 075c3da1-16d9-4b44-819d-b5c6e76f0a13 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:19.491192 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-637dba8e-bf49-483f-8a3b-598628f68175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (075c3da1-16d9-4b44-819d-b5c6e76f0a13), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.526902 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-88f80ee2-81f4-47f8-8a71-a0fddfc3034d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (d16d3540-ee57-4b22-abec-ff8cee081073), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.600299 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f6591afa-2ea8-40f9-95a3-07b0ec99ed80 req-b50d38ba-4e0c-4d49-9208-e77317e10e14 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/security-groups?id=279e018a-b52c-41fd-a1cd-1d62c8de800b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670183 Feb 04 13:39:19.613413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f80ee2-81f4-47f8-8a71-a0fddfc3034d admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:39:19.615387 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-88f80ee2-81f4-47f8-8a71-a0fddfc3034d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (d16d3540-ee57-4b22-abec-ff8cee081073), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:39:19.619163 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:39:19.672904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-637dba8e-bf49-483f-8a3b-598628f68175 None None] Port 075c3da1-16d9-4b44-819d-b5c6e76f0a13 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:19.771374 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2976f002-e255-46af-ac70-670b79dd0266 None None] DHCP port deletion for 132f30c9-bd6f-4d2d-8cf4-4c05d54ba054 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:39:19.795632 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-88f80ee2-81f4-47f8-8a71-a0fddfc3034d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (9b76c752-312e-4ac7-97d7-4f401a121b43), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.893819 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-88f80ee2-81f4-47f8-8a71-a0fddfc3034d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.925913 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-88f80ee2-81f4-47f8-8a71-a0fddfc3034d admin admin] 10.222.0.96 "DELETE /v2.0/networks/9b76c752-312e-4ac7-97d7-4f401a121b43 HTTP/1.1" status: 204 len: 168 time: 1.4984288 Feb 04 13:39:19.930240 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f80ee2-81f4-47f8-8a71-a0fddfc3034d admin admin] Pushing event deleted for resources: {'Network': ['ID=9b76c752-312e-4ac7-97d7-4f401a121b43,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:19.941309 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6d997c1-2fb2-448f-9140-e86a7e5eddb4 admin admin] Publish callbacks [] for security_group (c842c271-5339-424c-95d8-632d4991baca), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.949530 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-91e3b634-1f8a-45a7-b5b8-75da78486afb None None] Provisioning complete for port 075c3da1-16d9-4b44-819d-b5c6e76f0a13 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:19.950129 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-91e3b634-1f8a-45a7-b5b8-75da78486afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (075c3da1-16d9-4b44-819d-b5c6e76f0a13), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.976820 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (132f30c9-bd6f-4d2d-8cf4-4c05d54ba054), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.026834 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2976f002-e255-46af-ac70-670b79dd0266 None None] Deleting port ed781ab7-2506-417d-9bb2-24c18e4f0d25 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:20.027761 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2976f002-e255-46af-ac70-670b79dd0266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ed781ab7-2506-417d-9bb2-24c18e4f0d25), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.072476 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35923f45-aa93-4a24-a8ef-c8d9cb531027 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (075c3da1-16d9-4b44-819d-b5c6e76f0a13), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.100256 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35923f45-aa93-4a24-a8ef-c8d9cb531027 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (075c3da1-16d9-4b44-819d-b5c6e76f0a13), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.137321 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6d997c1-2fb2-448f-9140-e86a7e5eddb4 admin admin] Publish callbacks [] for security_group (c842c271-5339-424c-95d8-632d4991baca), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.150485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-91e3b634-1f8a-45a7-b5b8-75da78486afb None None] Port 075c3da1-16d9-4b44-819d-b5c6e76f0a13 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:20.229660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81dc9d-01b7-437c-be77-51595119f1c4 req-3a07a6fe-eb9c-4fff-8c79-fa9005f609e1 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:20.240242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d81dc9d-01b7-437c-be77-51595119f1c4 req-3a07a6fe-eb9c-4fff-8c79-fa9005f609e1 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 945 time: 0.3496351 Feb 04 13:39:20.264766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2976f002-e255-46af-ac70-670b79dd0266 None None] For port ed781ab7-2506-417d-9bb2-24c18e4f0d25, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ed781ab7-2506-417d-9bb2-24c18e4f0d25,segment=NetworkSegment(f09dfa32-7419-46ee-bb99-2099b3067bcc),segment_id=f09dfa32-7419-46ee-bb99-2099b3067bcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:20.269240 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2976f002-e255-46af-ac70-670b79dd0266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ed781ab7-2506-417d-9bb2-24c18e4f0d25), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.270153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3d1a2-915d-4bbe-8844-180f269b2b3f req-cf6c87e1-4086-4874-8ffa-82d629f637c0 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:20.273093 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84f3d1a2-915d-4bbe-8844-180f269b2b3f req-cf6c87e1-4086-4874-8ffa-82d629f637c0 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.99 "GET /v2.0/ports?device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 945 time: 0.3907464 Feb 04 13:39:20.355028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2976f002-e255-46af-ac70-670b79dd0266 None None] Calling delete_port for ed781ab7-2506-417d-9bb2-24c18e4f0d25 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:20.390604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d81dc9d-01b7-437c-be77-51595119f1c4 req-7f939400-0e63-4ad7-8a32-5f7f43d8f8ce tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481414 Feb 04 13:39:20.469690 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35923f45-aa93-4a24-a8ef-c8d9cb531027 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=075c3da1-16d9-4b44-819d-b5c6e76f0a13,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:20.519137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e2f6b236-47ef-46c3-aed2-b68c2488330e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:20.540835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51308) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:20.578068 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6d997c1-2fb2-448f-9140-e86a7e5eddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c842c271-5339-424c-95d8-632d4991baca), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.584738 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6d997c1-2fb2-448f-9140-e86a7e5eddb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.589802 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b6d997c1-2fb2-448f-9140-e86a7e5eddb4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c842c271-5339-424c-95d8-632d4991baca HTTP/1.1" status: 204 len: 168 time: 1.3950994 Feb 04 13:39:20.636488 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d997c1-2fb2-448f-9140-e86a7e5eddb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c842c271-5339-424c-95d8-632d4991baca,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:20.683387 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35923f45-aa93-4a24-a8ef-c8d9cb531027 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (1aa2961f-5094-42f0-b50b-d421cb50a4ee), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.686745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-84f3d1a2-915d-4bbe-8844-180f269b2b3f req-3779337b-2edc-4641-80f7-737123aa8aed tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Deleting port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:20.687949 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-84f3d1a2-915d-4bbe-8844-180f269b2b3f req-3779337b-2edc-4641-80f7-737123aa8aed tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.703991 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2976f002-e255-46af-ac70-670b79dd0266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (ed781ab7-2506-417d-9bb2-24c18e4f0d25), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.779084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976f002-e255-46af-ac70-670b79dd0266 None None] Pushing event deleted for resources: {'Port': ['ID=ed781ab7-2506-417d-9bb2-24c18e4f0d25,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:20.783186 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2976f002-e255-46af-ac70-670b79dd0266 None None] No DVR routers for this DVR port ed781ab7-2506-417d-9bb2-24c18e4f0d25 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:20.827591 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port e2f6b236-47ef-46c3-aed2-b68c2488330e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:20.827591 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e2f6b236-47ef-46c3-aed2-b68c2488330e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.962621 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0fc58779-c492-4bcd-8662-1b6f7d59cd64 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=18df296c97314d5f87c6deaa6c02373b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4146633 Feb 04 13:39:20.968950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51318) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:20.997355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port e2f6b236-47ef-46c3-aed2-b68c2488330e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:21.044222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Deleting port ed781ab7-2506-417d-9bb2-24c18e4f0d25 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:21.045338 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ed781ab7-2506-417d-9bb2-24c18e4f0d25), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.137979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ed781ab7-2506-417d-9bb2-24c18e4f0d25 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:21.142927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-84f3d1a2-915d-4bbe-8844-180f269b2b3f req-3779337b-2edc-4641-80f7-737123aa8aed tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] For port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15,segment=NetworkSegment(0d81e0ef-916f-4894-8f23-b34c8b968815),segment_id=0d81e0ef-916f-4894-8f23-b34c8b968815)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:21.143532 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-84f3d1a2-915d-4bbe-8844-180f269b2b3f req-3779337b-2edc-4641-80f7-737123aa8aed tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.176734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-84f3d1a2-915d-4bbe-8844-180f269b2b3f req-3779337b-2edc-4641-80f7-737123aa8aed tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Calling delete_port for 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:21.180183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: ed781ab7-2506-417d-9bb2-24c18e4f0d25 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:39:21.180897 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ed781ab7-2506-417d-9bb2-24c18e4f0d25 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:39:21.219975 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] For port ed781ab7-2506-417d-9bb2-24c18e4f0d25, host n-d-714676-13, got binding levels [] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:21.220641 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ed781ab7-2506-417d-9bb2-24c18e4f0d25), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.223057 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ecf7c8d7-52f3-4793-bc46-985c45d58904 admin admin] Publish callbacks [] for security_group (2ed44783-38a1-41b9-b1ee-386cecfe67cb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.298634 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35923f45-aa93-4a24-a8ef-c8d9cb531027 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network 56fdb9d9-3c12-44fb-87a1-34f5137bed43 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:21.302825 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Calling delete_port for ed781ab7-2506-417d-9bb2-24c18e4f0d25 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:21.308068 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.ipam_backend_mixin [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Port ed781ab7-2506-417d-9bb2-24c18e4f0d25 was not found and therefore no delete operation was performed {{(pid=103607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:39:21.311893 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-35923f45-aa93-4a24-a8ef-c8d9cb531027 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:21.338523 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ed781ab7-2506-417d-9bb2-24c18e4f0d25), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.363788 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ecf7c8d7-52f3-4793-bc46-985c45d58904 admin admin] Publish callbacks [] for security_group (2ed44783-38a1-41b9-b1ee-386cecfe67cb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.364110 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] No DVR routers for this DVR port ed781ab7-2506-417d-9bb2-24c18e4f0d25 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:21.473276 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ecf7c8d7-52f3-4793-bc46-985c45d58904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2ed44783-38a1-41b9-b1ee-386cecfe67cb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.476940 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ecf7c8d7-52f3-4793-bc46-985c45d58904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.481720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ecf7c8d7-52f3-4793-bc46-985c45d58904 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2ed44783-38a1-41b9-b1ee-386cecfe67cb HTTP/1.1" status: 204 len: 168 time: 0.5072999 Feb 04 13:39:21.497094 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7c8d7-52f3-4793-bc46-985c45d58904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed44783-38a1-41b9-b1ee-386cecfe67cb,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:21.500010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event deleted for resources: {'Port': ['ID=ed781ab7-2506-417d-9bb2-24c18e4f0d25,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:21.760419 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-84f3d1a2-915d-4bbe-8844-180f269b2b3f req-3779337b-2edc-4641-80f7-737123aa8aed tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.783017 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8a13df85-0e8e-48cf-86f0-e69b20fee8d3', '9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:39:21.832031 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779337b-2edc-4641-80f7-737123aa8aed tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Pushing event deleted for resources: {'Port': ['ID=9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:21.857199 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (132f30c9-bd6f-4d2d-8cf4-4c05d54ba054), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.909095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132f30c9-bd6f-4d2d-8cf4-4c05d54ba054']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:21.915092 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09dfa32-7419-46ee-bb99-2099b3067bcc') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:21.915446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09dfa32-7419-46ee-bb99-2099b3067bcc') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:21.950842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-54e1d3a3-015c-4d50-b709-e08ab84b24f2 None None] Provisioning complete for port 075c3da1-16d9-4b44-819d-b5c6e76f0a13 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:21.952248 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-54e1d3a3-015c-4d50-b709-e08ab84b24f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (075c3da1-16d9-4b44-819d-b5c6e76f0a13), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.953774 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (f09dfa32-7419-46ee-bb99-2099b3067bcc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.990794 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (f09dfa32-7419-46ee-bb99-2099b3067bcc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:22.006481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:39:22.006940 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (f09dfa32-7419-46ee-bb99-2099b3067bcc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:39:22.010543 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:39:22.080415 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfa45e-361f-4836-b495-38389368ff41 req-facaf381-50bd-46bd-8b00-67da12b30eaa tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:22.100635 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58cfa45e-361f-4836-b495-38389368ff41 req-facaf381-50bd-46bd-8b00-67da12b30eaa tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc HTTP/1.1" status: 200 len: 867 time: 0.4514544 Feb 04 13:39:22.103004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f3d1a2-915d-4bbe-8844-180f269b2b3f req-3779337b-2edc-4641-80f7-737123aa8aed tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] No DVR routers for this DVR port 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:22.106569 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-84f3d1a2-915d-4bbe-8844-180f269b2b3f req-3779337b-2edc-4641-80f7-737123aa8aed tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:22.112100 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-54e1d3a3-015c-4d50-b709-e08ab84b24f2 None None] Port 075c3da1-16d9-4b44-819d-b5c6e76f0a13 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:22.118744 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84f3d1a2-915d-4bbe-8844-180f269b2b3f req-3779337b-2edc-4641-80f7-737123aa8aed tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.99 "DELETE /v2.0/ports/9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 HTTP/1.1" status: 204 len: 173 time: 1.8328712 Feb 04 13:39:22.143909 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc', 'name': 'network-vif-deleted', 'tag': '9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:39:22.154458 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75eeaeab-4c3e-4f35-8502-90d5caa94f7d" -d '{"events": [{"server_uuid": "b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc", "name": "network-vif-deleted", "tag": "9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:39:22.225236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35923f45-aa93-4a24-a8ef-c8d9cb531027 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Router 1aa2961f-5094-42f0-b50b-d421cb50a4ee is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:39:22.256854 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (132f30c9-bd6f-4d2d-8cf4-4c05d54ba054), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:22.283010 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:22.300752 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "DELETE /v2.0/networks/132f30c9-bd6f-4d2d-8cf4-4c05d54ba054 HTTP/1.1" status: 204 len: 168 time: 3.1631534 Feb 04 13:39:22.306047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51344) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:22.552673 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6032889-f8d6-41af-80db-85ae50cf7929 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event deleted for resources: {'Network': ['ID=132f30c9-bd6f-4d2d-8cf4-4c05d54ba054,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:22.608785 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58cfa45e-361f-4836-b495-38389368ff41 req-cbbbc8ff-642e-4b08-9346-8e8a9c25ccce tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005040 Feb 04 13:39:22.628778 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35923f45-aa93-4a24-a8ef-c8d9cb531027 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:39:22.663489 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43274752-9264-4d08-b429-a4d134178699 None None] Sync routers for ids ['1aa2961f-5094-42f0-b50b-d421cb50a4ee'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:22.673382 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c72ad1-ed88-4ea7-84ea-86b62ca3a894 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Deleting subnet 7f8b1932-d416-4b87-9c0a-d44343394b34 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:39:22.677893 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-35923f45-aa93-4a24-a8ef-c8d9cb531027 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "PUT /v2.0/routers/1aa2961f-5094-42f0-b50b-d421cb50a4ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6421571 Feb 04 13:39:22.681223 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f2c72ad1-ed88-4ea7-84ea-86b62ca3a894 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for subnet (7f8b1932-d416-4b87-9c0a-d44343394b34), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:22.681550 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43274752-9264-4d08-b429-a4d134178699 None None] Routers {'1aa2961f-5094-42f0-b50b-d421cb50a4ee'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:22.681929 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51358) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:22.686719 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-43274752-9264-4d08-b429-a4d134178699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:39:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1aa2961f-5094-42f0-b50b-d421cb50a4ee'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:22.785590 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-43274752-9264-4d08-b429-a4d134178699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:22.811335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35719b6c-0927-4545-b806-7052ab145dce tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:22.813894 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43274752-9264-4d08-b429-a4d134178699 None None] Routers {'1aa2961f-5094-42f0-b50b-d421cb50a4ee'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:22.814917 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-43274752-9264-4d08-b429-a4d134178699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:39:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1aa2961f-5094-42f0-b50b-d421cb50a4ee'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:22.824321 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f2c72ad1-ed88-4ea7-84ea-86b62ca3a894 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (7f8b1932-d416-4b87-9c0a-d44343394b34), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:22.825135 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-35719b6c-0927-4545-b806-7052ab145dce tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aa2961f-5094-42f0-b50b-d421cb50a4ee HTTP/1.1" status: 200 len: 982 time: 0.1418972 Feb 04 13:39:22.828416 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51360) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:22.907654 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-43274752-9264-4d08-b429-a4d134178699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:22.908509 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43274752-9264-4d08-b429-a4d134178699 None None] The sync data for ids ['1aa2961f-5094-42f0-b50b-d421cb50a4ee'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:23.003790 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f02462c-e33c-4b1f-bc9e-20b45c80e20f x-openstack-request-id: req-6f02462c-e33c-4b1f-bc9e-20b45c80e20f {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:39:23.004477 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc", "name": "network-vif-deleted", "tag": "9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:39:23.004904 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6f02462c-e33c-4b1f-bc9e-20b45c80e20f {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:39:23.005503 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b018c9d7-ef1b-43a2-902d-76cbcbbcd4bc', 'name': 'network-vif-deleted', 'tag': '9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15', 'status': 'completed', 'code': 200} Feb 04 13:39:23.016630 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f2c72ad1-ed88-4ea7-84ea-86b62ca3a894 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (7f8b1932-d416-4b87-9c0a-d44343394b34), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.142368 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f2c72ad1-ed88-4ea7-84ea-86b62ca3a894 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (7f8b1932-d416-4b87-9c0a-d44343394b34), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.187369 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c72ad1-ed88-4ea7-84ea-86b62ca3a894 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event deleted for resources: {'Subnet': ['ID=7f8b1932-d416-4b87-9c0a-d44343394b34,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:23.208276 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f2c72ad1-ed88-4ea7-84ea-86b62ca3a894 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.213834 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95dc273-28bc-409e-9ae3-70f7f994ddd6 None None] Network 3dd9b3a9-9a59-41a1-b154-6de66db5d500 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:23.223620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f2c72ad1-ed88-4ea7-84ea-86b62ca3a894 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "DELETE /v2.0/subnets/7f8b1932-d416-4b87-9c0a-d44343394b34 HTTP/1.1" status: 204 len: 168 time: 0.9152403 Feb 04 13:39:23.228215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51376) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:23.393433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f3d78a-460a-44cf-a540-6904ebf938f3 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Deleting subnet d9de3a93-d6b7-4f91-a956-0c0931a8d8cf {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:39:23.398851 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-47f3d78a-460a-44cf-a540-6904ebf938f3 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for subnet (d9de3a93-d6b7-4f91-a956-0c0931a8d8cf), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.488803 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-47f3d78a-460a-44cf-a540-6904ebf938f3 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (d9de3a93-d6b7-4f91-a956-0c0931a8d8cf), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.592695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6461097d-07a6-4bb7-beb7-c541beff6ca6 None None] DHCP port deletion for 3dd9b3a9-9a59-41a1-b154-6de66db5d500 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:39:23.643129 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-47f3d78a-460a-44cf-a540-6904ebf938f3 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (d9de3a93-d6b7-4f91-a956-0c0931a8d8cf), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.730141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6461097d-07a6-4bb7-beb7-c541beff6ca6 None None] Deleting port 4b83c64b-366b-45a9-8b2d-a8fb9a440992 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:23.734002 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6461097d-07a6-4bb7-beb7-c541beff6ca6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4b83c64b-366b-45a9-8b2d-a8fb9a440992), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.849496 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-47f3d78a-460a-44cf-a540-6904ebf938f3 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (d9de3a93-d6b7-4f91-a956-0c0931a8d8cf), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.865787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6461097d-07a6-4bb7-beb7-c541beff6ca6 None None] For port 4b83c64b-366b-45a9-8b2d-a8fb9a440992, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4b83c64b-366b-45a9-8b2d-a8fb9a440992,segment=NetworkSegment(4985c54d-5bbd-4b8e-b378-5716e2014962),segment_id=4985c54d-5bbd-4b8e-b378-5716e2014962)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:23.866651 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6461097d-07a6-4bb7-beb7-c541beff6ca6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4b83c64b-366b-45a9-8b2d-a8fb9a440992), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.871103 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (1aa2961f-5094-42f0-b50b-d421cb50a4ee), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.889885 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6461097d-07a6-4bb7-beb7-c541beff6ca6 None None] Calling delete_port for 4b83c64b-366b-45a9-8b2d-a8fb9a440992 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:23.963413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51400) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:23.970001 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3d78a-460a-44cf-a540-6904ebf938f3 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event deleted for resources: {'Subnet': ['ID=d9de3a93-d6b7-4f91-a956-0c0931a8d8cf,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:23.992627 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:39:23.997451 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-47f3d78a-460a-44cf-a540-6904ebf938f3 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:24.011867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-47f3d78a-460a-44cf-a540-6904ebf938f3 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "DELETE /v2.0/subnets/d9de3a93-d6b7-4f91-a956-0c0931a8d8cf HTTP/1.1" status: 204 len: 168 time: 0.7791066 Feb 04 13:39:24.012886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51404) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:24.017644 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afbfdab-09b1-44e2-bb25-9fb5b54a1706 None None] Network 6e36b449-a269-4514-b5d2-d95b89fa132e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:24.037465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51406) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:24.106940 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6461097d-07a6-4bb7-beb7-c541beff6ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (4b83c64b-366b-45a9-8b2d-a8fb9a440992), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:24.207649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6461097d-07a6-4bb7-beb7-c541beff6ca6 None None] No DVR routers for this DVR port 4b83c64b-366b-45a9-8b2d-a8fb9a440992 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:24.288318 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461097d-07a6-4bb7-beb7-c541beff6ca6 None None] Pushing event deleted for resources: {'Port': ['ID=4b83c64b-366b-45a9-8b2d-a8fb9a440992,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:24.297085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4b83c64b-366b-45a9-8b2d-a8fb9a440992 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:24.328624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 4b83c64b-366b-45a9-8b2d-a8fb9a440992 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:39:24.329383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4b83c64b-366b-45a9-8b2d-a8fb9a440992 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:39:24.349938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-963a120b-f167-490a-b47f-181bb2addf76 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1488077511-network', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:24.381562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-09905ab6-9712-4dd3-92fe-f96159e2958b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-832055386-network', 'tenant_id': '88ae3887090d4b389f29a371536a3494'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:24.396496 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1cc63cc5-2938-447f-9a4a-c5cc804ec08f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (3dd9b3a9-9a59-41a1-b154-6de66db5d500), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:24.407576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963a120b-f167-490a-b47f-181bb2addf76 admin admin] Made reservation on behalf of b7509a3710d94881bcf821ccba4baf3b for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:24.410483 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-963a120b-f167-490a-b47f-181bb2addf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:24.458799 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-963a120b-f167-490a-b47f-181bb2addf76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:24.488762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc8eefa-3ce3-45d1-8483-bf723c6b463b None None] DHCP port deletion for 6e36b449-a269-4514-b5d2-d95b89fa132e request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:39:24.491880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port 075c3da1-16d9-4b44-819d-b5c6e76f0a13 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:24.492084 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (075c3da1-16d9-4b44-819d-b5c6e76f0a13), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:24.590702 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-efc8eefa-3ce3-45d1-8483-bf723c6b463b None None] Deleting port 4e1cf817-74de-464b-aee8-1660f989cba0 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:24.591382 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-efc8eefa-3ce3-45d1-8483-bf723c6b463b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4e1cf817-74de-464b-aee8-1660f989cba0), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:24.631215 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (075c3da1-16d9-4b44-819d-b5c6e76f0a13), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:24.655575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for 075c3da1-16d9-4b44-819d-b5c6e76f0a13 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:24.687391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09905ab6-9712-4dd3-92fe-f96159e2958b admin admin] Made reservation on behalf of 88ae3887090d4b389f29a371536a3494 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:24.691672 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09905ab6-9712-4dd3-92fe-f96159e2958b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:24.752385 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-efc8eefa-3ce3-45d1-8483-bf723c6b463b None None] For port 4e1cf817-74de-464b-aee8-1660f989cba0, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4e1cf817-74de-464b-aee8-1660f989cba0,segment=NetworkSegment(2533f6ff-c20d-4ae2-8218-14e74a1574be),segment_id=2533f6ff-c20d-4ae2-8218-14e74a1574be)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:24.752990 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-efc8eefa-3ce3-45d1-8483-bf723c6b463b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4e1cf817-74de-464b-aee8-1660f989cba0), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:24.778196 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-efc8eefa-3ce3-45d1-8483-bf723c6b463b None None] Calling delete_port for 4e1cf817-74de-464b-aee8-1660f989cba0 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:24.843385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23135ecb-0ca3-4b47-bd38-57da95f651bd req-d9649ec6-f38e-4da1-a092-6ae6e3d445a6 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:24.856326 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23135ecb-0ca3-4b47-bd38-57da95f651bd req-d9649ec6-f38e-4da1-a092-6ae6e3d445a6 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.4413490 Feb 04 13:39:24.896846 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09905ab6-9712-4dd3-92fe-f96159e2958b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:24.905254 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-963a120b-f167-490a-b47f-181bb2addf76 admin admin] Publish callbacks [] for security_group (207c24a8-a089-46ea-8fa7-65eacd8b727c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:24.940255 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (075c3da1-16d9-4b44-819d-b5c6e76f0a13), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:24.953233 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-963a120b-f167-490a-b47f-181bb2addf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (207c24a8-a089-46ea-8fa7-65eacd8b727c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:25.002019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963a120b-f167-490a-b47f-181bb2addf76 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:39:25.013066 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=075c3da1-16d9-4b44-819d-b5c6e76f0a13,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:25.033684 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1cc63cc5-2938-447f-9a4a-c5cc804ec08f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (3dd9b3a9-9a59-41a1-b154-6de66db5d500), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:25.075094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:25.075500 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:25.076855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:25.077312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:25.077778 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:25.078197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:25.078535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:25.079008 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:25.079349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:25.079685 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:25.080109 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:25.080442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:25.080771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:25.191829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-1cc63cc5-2938-447f-9a4a-c5cc804ec08f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd9b3a9-9a59-41a1-b154-6de66db5d500']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:25.197472 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-963a120b-f167-490a-b47f-181bb2addf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (b9799a29-9629-4ed2-a490-f98ffaf13677), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:25.198519 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-963a120b-f167-490a-b47f-181bb2addf76 admin admin] Added segment b9799a29-9629-4ed2-a490-f98ffaf13677 of type vlan for network 7912785f-1fa8-4b69-9cba-aa96f632b769 Feb 04 13:39:25.261029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:25.282018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a120b-f167-490a-b47f-181bb2addf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207c24a8-a089-46ea-8fa7-65eacd8b727c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:25.286827 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (1aa2961f-5094-42f0-b50b-d421cb50a4ee), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:25.292625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-1cc63cc5-2938-447f-9a4a-c5cc804ec08f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4985c54d-5bbd-4b8e-b378-5716e2014962') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:25.294266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-1cc63cc5-2938-447f-9a4a-c5cc804ec08f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4985c54d-5bbd-4b8e-b378-5716e2014962') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:25.331214 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23135ecb-0ca3-4b47-bd38-57da95f651bd req-5d62ffce-8f22-4d75-945e-144671ed70b5 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728994 Feb 04 13:39:25.359197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:39:25.360787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9f858387-0ad8-4ec2-8b4c-ecf1f3d31c15 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:39:25.440058 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1cc63cc5-2938-447f-9a4a-c5cc804ec08f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (4985c54d-5bbd-4b8e-b378-5716e2014962), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:25.445892 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-efc8eefa-3ce3-45d1-8483-bf723c6b463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (4e1cf817-74de-464b-aee8-1660f989cba0), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:25.502875 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-963a120b-f167-490a-b47f-181bb2addf76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (7912785f-1fa8-4b69-9cba-aa96f632b769), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:25.515374 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc8eefa-3ce3-45d1-8483-bf723c6b463b None None] No DVR routers for this DVR port 4e1cf817-74de-464b-aee8-1660f989cba0 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:25.519374 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8eefa-3ce3-45d1-8483-bf723c6b463b None None] Pushing event deleted for resources: {'Port': ['ID=4e1cf817-74de-464b-aee8-1660f989cba0,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:25.539166 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1cc63cc5-2938-447f-9a4a-c5cc804ec08f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (4985c54d-5bbd-4b8e-b378-5716e2014962), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:25.564283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc63cc5-2938-447f-9a4a-c5cc804ec08f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:39:25.564823 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1cc63cc5-2938-447f-9a4a-c5cc804ec08f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (4985c54d-5bbd-4b8e-b378-5716e2014962), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:39:25.570425 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:39:25.664755 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-963a120b-f167-490a-b47f-181bb2addf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (7912785f-1fa8-4b69-9cba-aa96f632b769), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:25.665813 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963a120b-f167-490a-b47f-181bb2addf76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:25.666449 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-963a120b-f167-490a-b47f-181bb2addf76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:25.746805 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a120b-f167-490a-b47f-181bb2addf76 admin admin] Pushing event updated for resources: {'Network': ['ID=7912785f-1fa8-4b69-9cba-aa96f632b769,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:25.769870 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1cc63cc5-2938-447f-9a4a-c5cc804ec08f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (3dd9b3a9-9a59-41a1-b154-6de66db5d500), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:25.780322 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Router 1aa2961f-5094-42f0-b50b-d421cb50a4ee has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:39:25.781253 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1cc63cc5-2938-447f-9a4a-c5cc804ec08f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:25.783520 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 7912785f-1fa8-4b69-9cba-aa96f632b769 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:39:25.788052 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1cc63cc5-2938-447f-9a4a-c5cc804ec08f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "DELETE /v2.0/networks/3dd9b3a9-9a59-41a1-b154-6de66db5d500 HTTP/1.1" status: 204 len: 168 time: 1.7700546 Feb 04 13:39:25.789792 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51418) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:25.809546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-963a120b-f167-490a-b47f-181bb2addf76 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7675965 Feb 04 13:39:25.813263 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09905ab6-9712-4dd3-92fe-f96159e2958b admin admin] Publish callbacks [] for security_group (8ecd37c7-cb98-4c20-b1d5-a7f532a05e10), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:25.814308 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51420) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:25.815818 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc63cc5-2938-447f-9a4a-c5cc804ec08f tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event deleted for resources: {'Network': ['ID=3dd9b3a9-9a59-41a1-b154-6de66db5d500,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:25.823018 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09905ab6-9712-4dd3-92fe-f96159e2958b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8ecd37c7-cb98-4c20-b1d5-a7f532a05e10), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:25.847663 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-80dca9eb-2b74-4920-a9d6-b883331e3086 admin admin] Request body: {'subnet': {'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1488077511-subnet', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:25.864872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09905ab6-9712-4dd3-92fe-f96159e2958b admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:39:25.941566 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09905ab6-9712-4dd3-92fe-f96159e2958b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:25.951544 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09905ab6-9712-4dd3-92fe-f96159e2958b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a2347fe2-94a9-46b6-9a55-bce8533b3a4a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:25.951922 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-09905ab6-9712-4dd3-92fe-f96159e2958b admin admin] Added segment a2347fe2-94a9-46b6-9a55-bce8533b3a4a of type vlan for network d54e14ae-66d1-4e05-a88b-8bb06f860600 Feb 04 13:39:26.021130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff109d-a172-473e-bbc3-b17edc826419 req-1066fc6a-9ac7-41a8-bf62-79178e779029 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:26.021130 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98ff109d-a172-473e-bbc3-b17edc826419 req-1066fc6a-9ac7-41a8-bf62-79178e779029 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/ports?device_id=903f1691-dfb5-41ce-8656-89e64c3cb565 HTTP/1.1" status: 200 len: 945 time: 0.1355495 Feb 04 13:39:26.025780 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09905ab6-9712-4dd3-92fe-f96159e2958b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (d54e14ae-66d1-4e05-a88b-8bb06f860600), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:26.061487 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:39:26.076646 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e2a7e141-ee8f-434a-be24-561799287448 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "PUT /v2.0/routers/1aa2961f-5094-42f0-b50b-d421cb50a4ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2461958 Feb 04 13:39:26.080786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3593117a-5e74-43dc-b90f-788814fa5b20 None None] Sync routers for ids ['1aa2961f-5094-42f0-b50b-d421cb50a4ee'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:26.099011 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51424) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:26.114288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3593117a-5e74-43dc-b90f-788814fa5b20 None None] Routers {'1aa2961f-5094-42f0-b50b-d421cb50a4ee'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:26.115360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3593117a-5e74-43dc-b90f-788814fa5b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:39:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1aa2961f-5094-42f0-b50b-d421cb50a4ee'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:26.128982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98ff109d-a172-473e-bbc3-b17edc826419 req-5652f666-623d-495e-81dd-2f047b54d337 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/security-groups?id=279e018a-b52c-41fd-a1cd-1d62c8de800b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789027 Feb 04 13:39:26.138009 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09905ab6-9712-4dd3-92fe-f96159e2958b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (d54e14ae-66d1-4e05-a88b-8bb06f860600), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:26.140343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09905ab6-9712-4dd3-92fe-f96159e2958b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:26.141148 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09905ab6-9712-4dd3-92fe-f96159e2958b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:26.199653 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3593117a-5e74-43dc-b90f-788814fa5b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:26.218151 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31e6b58-0394-4b38-94f2-bebc54bd62db tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] GET failed (client error): The resource could not be found. Feb 04 13:39:26.219830 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c31e6b58-0394-4b38-94f2-bebc54bd62db tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/075c3da1-16d9-4b44-819d-b5c6e76f0a13 HTTP/1.1" status: 404 len: 333 time: 0.1152649 Feb 04 13:39:26.227047 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3593117a-5e74-43dc-b90f-788814fa5b20 None None] Routers {'1aa2961f-5094-42f0-b50b-d421cb50a4ee'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:26.227719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3593117a-5e74-43dc-b90f-788814fa5b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:39:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1aa2961f-5094-42f0-b50b-d421cb50a4ee'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:26.230537 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51426) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:26.231130 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dca9eb-2b74-4920-a9d6-b883331e3086 admin admin] Made reservation on behalf of b7509a3710d94881bcf821ccba4baf3b for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:26.235634 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-80dca9eb-2b74-4920-a9d6-b883331e3086 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:26.270883 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09905ab6-9712-4dd3-92fe-f96159e2958b admin admin] Pushing event updated for resources: {'Network': ['ID=d54e14ae-66d1-4e05-a88b-8bb06f860600,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:26.280644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-09905ab6-9712-4dd3-92fe-f96159e2958b admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3020952 Feb 04 13:39:26.281764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51428) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:26.287144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-6514a3f6-d9e5-4a9f-a9fa-9221d9e5f035 admin admin] Request body: {'subnet': {'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-832055386-subnet', 'tenant_id': '88ae3887090d4b389f29a371536a3494', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:26.313249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network d54e14ae-66d1-4e05-a88b-8bb06f860600 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:39:26.315494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6514a3f6-d9e5-4a9f-a9fa-9221d9e5f035 admin admin] Made reservation on behalf of 88ae3887090d4b389f29a371536a3494 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:26.318414 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6514a3f6-d9e5-4a9f-a9fa-9221d9e5f035 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:26.328569 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3593117a-5e74-43dc-b90f-788814fa5b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:26.329255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3593117a-5e74-43dc-b90f-788814fa5b20 None None] The sync data for ids ['1aa2961f-5094-42f0-b50b-d421cb50a4ee'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:26.396827 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4e1cf817-74de-464b-aee8-1660f989cba0 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:26.417697 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6035747b-7fc6-4953-9ab9-0f1936a0e688 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (6e36b449-a269-4514-b5d2-d95b89fa132e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:26.432771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 4e1cf817-74de-464b-aee8-1660f989cba0 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:39:26.433432 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4e1cf817-74de-464b-aee8-1660f989cba0 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:39:26.517570 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63619915-43d4-40e6-a601-46f0ad384ea0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for router (1aa2961f-5094-42f0-b50b-d421cb50a4ee), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:26.753779 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6514a3f6-d9e5-4a9f-a9fa-9221d9e5f035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (d78af8ff-67e1-42f4-9e35-b82038a60957), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:26.801592 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-80dca9eb-2b74-4920-a9d6-b883331e3086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (2f4e23bc-2030-43db-882a-fc66074f8533), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:26.880369 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514a3f6-d9e5-4a9f-a9fa-9221d9e5f035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78af8ff-67e1-42f4-9e35-b82038a60957,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:26.889105 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6514a3f6-d9e5-4a9f-a9fa-9221d9e5f035 admin admin] Checking segment: {'id': 'a2347fe2-94a9-46b6-9a55-bce8533b3a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:26.889725 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6514a3f6-d9e5-4a9f-a9fa-9221d9e5f035 admin admin] Network hostable DHCP agents. Network: d54e14ae-66d1-4e05-a88b-8bb06f860600, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:39:26.912518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85596cb7-b78e-4981-8a24-378302a9b9ab req-be57f48e-7061-400b-b7f2-e5f940f580dd tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:26.914194 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-85596cb7-b78e-4981-8a24-378302a9b9ab req-be57f48e-7061-400b-b7f2-e5f940f580dd tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.1131415 Feb 04 13:39:26.937776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6514a3f6-d9e5-4a9f-a9fa-9221d9e5f035 admin admin] Network d54e14ae-66d1-4e05-a88b-8bb06f860600 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:39:26.969720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-6514a3f6-d9e5-4a9f-a9fa-9221d9e5f035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, d54e14ae-66d1-4e05-a88b-8bb06f860600) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:26.983551 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726b0d7b-d9f5-44b5-bb15-2e9cf9a745dd None None] Network d54e14ae-66d1-4e05-a88b-8bb06f860600 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:26.994774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6514a3f6-d9e5-4a9f-a9fa-9221d9e5f035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:26.995405 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6514a3f6-d9e5-4a9f-a9fa-9221d9e5f035 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.037084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6514a3f6-d9e5-4a9f-a9fa-9221d9e5f035 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7536187 Feb 04 13:39:27.046947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-85596cb7-b78e-4981-8a24-378302a9b9ab req-e4f60ec9-8349-479d-a281-da8589a170e1 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178455 Feb 04 13:39:27.152783 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63619915-43d4-40e6-a601-46f0ad384ea0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (1aa2961f-5094-42f0-b50b-d421cb50a4ee), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.158012 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63619915-43d4-40e6-a601-46f0ad384ea0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for router_controller (1aa2961f-5094-42f0-b50b-d421cb50a4ee), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.183143 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6035747b-7fc6-4953-9ab9-0f1936a0e688 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (6e36b449-a269-4514-b5d2-d95b89fa132e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.187115 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dca9eb-2b74-4920-a9d6-b883331e3086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f4e23bc-2030-43db-882a-fc66074f8533,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:27.213992 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dca9eb-2b74-4920-a9d6-b883331e3086 admin admin] Checking segment: {'id': 'b9799a29-9629-4ed2-a490-f98ffaf13677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:27.214653 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dca9eb-2b74-4920-a9d6-b883331e3086 admin admin] Network hostable DHCP agents. Network: 7912785f-1fa8-4b69-9cba-aa96f632b769, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:39:27.242377 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88d007b-7732-4b27-8dca-feb368fe1d92 None None] Network d54e14ae-66d1-4e05-a88b-8bb06f860600 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:27.302127 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6035747b-7fc6-4953-9ab9-0f1936a0e688 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e36b449-a269-4514-b5d2-d95b89fa132e']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:27.304610 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63619915-43d4-40e6-a601-46f0ad384ea0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (1aa2961f-5094-42f0-b50b-d421cb50a4ee), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.305116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63619915-43d4-40e6-a601-46f0ad384ea0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Fanout notify agent at l3_agent the message router_deleted on router 1aa2961f-5094-42f0-b50b-d421cb50a4ee {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:39:27.314906 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63619915-43d4-40e6-a601-46f0ad384ea0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.316229 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-63619915-43d4-40e6-a601-46f0ad384ea0 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/routers/1aa2961f-5094-42f0-b50b-d421cb50a4ee HTTP/1.1" status: 204 len: 168 time: 1.0610712 Feb 04 13:39:27.320067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51442) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:27.341015 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6035747b-7fc6-4953-9ab9-0f1936a0e688 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2533f6ff-c20d-4ae2-8218-14e74a1574be') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:27.342466 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6035747b-7fc6-4953-9ab9-0f1936a0e688 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2533f6ff-c20d-4ae2-8218-14e74a1574be') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:27.366722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dca9eb-2b74-4920-a9d6-b883331e3086 admin admin] Network 7912785f-1fa8-4b69-9cba-aa96f632b769 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:39:27.397119 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6035747b-7fc6-4953-9ab9-0f1936a0e688 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (2533f6ff-c20d-4ae2-8218-14e74a1574be), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.399055 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-80dca9eb-2b74-4920-a9d6-b883331e3086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 7912785f-1fa8-4b69-9cba-aa96f632b769) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:27.406285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dca9eb-2b74-4920-a9d6-b883331e3086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:27.406920 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-80dca9eb-2b74-4920-a9d6-b883331e3086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.429173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9359fef8-0317-4dae-a278-37db9fb0b1b3 None None] Network 7912785f-1fa8-4b69-9cba-aa96f632b769 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:27.456864 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-80dca9eb-2b74-4920-a9d6-b883331e3086 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6324754 Feb 04 13:39:27.460817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51446) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:27.462123 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6035747b-7fc6-4953-9ab9-0f1936a0e688 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (2533f6ff-c20d-4ae2-8218-14e74a1574be), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.469594 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1488077511-router', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:27.481744 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6035747b-7fc6-4953-9ab9-0f1936a0e688 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:39:27.483376 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6035747b-7fc6-4953-9ab9-0f1936a0e688 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (2533f6ff-c20d-4ae2-8218-14e74a1574be), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:39:27.487856 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:39:27.565220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (c876760a-8e92-479f-90f5-a91c8f2e5429), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.566358 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (c876760a-8e92-479f-90f5-a91c8f2e5429), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.628829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba83220-4342-4e38-a91b-b0b24049fa2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting subnet 938d2bd7-b879-4e27-b932-6789a927eb4f {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:39:27.638931 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Publish callbacks [] for router_controller (c876760a-8e92-479f-90f5-a91c8f2e5429), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.655541 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ba83220-4342-4e38-a91b-b0b24049fa2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (938d2bd7-b879-4e27-b932-6789a927eb4f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.675343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b819fd-8eb2-4057-ab68-c86ffd506790 req-b728e192-e685-400e-923a-859cfa80e598 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:27.678438 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14b819fd-8eb2-4057-ab68-c86ffd506790 req-b728e192-e685-400e-923a-859cfa80e598 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.99 "GET /v2.0/ports?device_id=903f1691-dfb5-41ce-8656-89e64c3cb565 HTTP/1.1" status: 200 len: 945 time: 0.2442966 Feb 04 13:39:27.695191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-7912785f-1fa8-4b69-9cba-aa96f632b769', 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769', 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'fixed_ips': [{'subnet_id': '2f4e23bc-2030-43db-882a-fc66074f8533'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:39:27.696279 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.740549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f60fd2-072b-4609-822d-6ffffd6119b2 req-66dcc83e-e80c-4e3f-802d-51dd084e1f90 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:27.760799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f2f60fd2-072b-4609-822d-6ffffd6119b2 req-66dcc83e-e80c-4e3f-802d-51dd084e1f90 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/ports?device_id=903f1691-dfb5-41ce-8656-89e64c3cb565 HTTP/1.1" status: 200 len: 945 time: 0.3676536 Feb 04 13:39:27.859114 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ba83220-4342-4e38-a91b-b0b24049fa2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (938d2bd7-b879-4e27-b932-6789a927eb4f), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.974959 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f2f60fd2-072b-4609-822d-6ffffd6119b2 req-12d3e648-2a78-4afc-ba9c-b1213de05990 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/security-groups?id=279e018a-b52c-41fd-a1cd-1d62c8de800b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003338 Feb 04 13:39:28.054848 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ba83220-4342-4e38-a91b-b0b24049fa2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (938d2bd7-b879-4e27-b932-6789a927eb4f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:28.215288 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6035747b-7fc6-4953-9ab9-0f1936a0e688 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (6e36b449-a269-4514-b5d2-d95b89fa132e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:28.235912 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6035747b-7fc6-4953-9ab9-0f1936a0e688 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:28.244601 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6035747b-7fc6-4953-9ab9-0f1936a0e688 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "DELETE /v2.0/networks/6e36b449-a269-4514-b5d2-d95b89fa132e HTTP/1.1" status: 204 len: 168 time: 2.4479606 Feb 04 13:39:28.253589 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51460) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:28.270655 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035747b-7fc6-4953-9ab9-0f1936a0e688 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event deleted for resources: {'Network': ['ID=6e36b449-a269-4514-b5d2-d95b89fa132e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:28.317295 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-3853fec7-0613-4b5a-a93d-7b433a7760d3 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Deleting subnet 3b685d79-527b-4af6-ab0f-2c850e0c6530 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:39:28.334136 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3853fec7-0613-4b5a-a93d-7b433a7760d3 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for subnet (3b685d79-527b-4af6-ab0f-2c850e0c6530), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:28.354741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Allocated IP 172.20.0.2 (7912785f-1fa8-4b69-9cba-aa96f632b769/2f4e23bc-2030-43db-882a-fc66074f8533/9a9b90d9-6704-4b45-9ec4-25b47a45eeb2) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:28.365674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-14b819fd-8eb2-4057-ab68-c86ffd506790 req-cb1d4756-33de-4d91-a24a-11714cf58af1 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Deleting port b21212ab-e6a4-4930-96c5-bb5a5278421e {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:28.365958 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-14b819fd-8eb2-4057-ab68-c86ffd506790 req-cb1d4756-33de-4d91-a24a-11714cf58af1 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b21212ab-e6a4-4930-96c5-bb5a5278421e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:28.380346 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ba83220-4342-4e38-a91b-b0b24049fa2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (938d2bd7-b879-4e27-b932-6789a927eb4f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:28.433808 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Publish callbacks [] for router_gateway (c876760a-8e92-479f-90f5-a91c8f2e5429), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:28.492345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba83220-4342-4e38-a91b-b0b24049fa2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Subnet': ['ID=938d2bd7-b879-4e27-b932-6789a927eb4f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:28.517818 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3853fec7-0613-4b5a-a93d-7b433a7760d3 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (3b685d79-527b-4af6-ab0f-2c850e0c6530), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:28.525630 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ba83220-4342-4e38-a91b-b0b24049fa2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:28.533362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51464) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:28.533689 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2ba83220-4342-4e38-a91b-b0b24049fa2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/938d2bd7-b879-4e27-b932-6789a927eb4f HTTP/1.1" status: 204 len: 168 time: 1.2115510 Feb 04 13:39:28.540362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aed181-9be8-446f-9dd9-478d8ed124a1 None None] Network 56fdb9d9-3c12-44fb-87a1-34f5137bed43 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:28.626424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-12baa73d-f714-43b9-a69f-a2198064163e tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:28.628043 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-12baa73d-f714-43b9-a69f-a2198064163e tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/networks?id=d54e14ae-66d1-4e05-a88b-8bb06f860600 HTTP/1.1" status: 200 len: 814 time: 0.4571252 Feb 04 13:39:28.664953 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-b44906f9-7101-4916-9958-58a357fbbe9d tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/quotas/88ae3887090d4b389f29a371536a3494 HTTP/1.1" status: 200 len: 375 time: 0.0181904 Feb 04 13:39:28.715978 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-14b819fd-8eb2-4057-ab68-c86ffd506790 req-cb1d4756-33de-4d91-a24a-11714cf58af1 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] For port b21212ab-e6a4-4930-96c5-bb5a5278421e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b21212ab-e6a4-4930-96c5-bb5a5278421e,segment=NetworkSegment(e2bb052d-9cc5-4829-bfac-1f5493e8717e),segment_id=e2bb052d-9cc5-4829-bfac-1f5493e8717e)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:28.716357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-14b819fd-8eb2-4057-ab68-c86ffd506790 req-cb1d4756-33de-4d91-a24a-11714cf58af1 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b21212ab-e6a4-4930-96c5-bb5a5278421e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:28.733625 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (56fdb9d9-3c12-44fb-87a1-34f5137bed43), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:28.751401 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-837693e7-8e5f-48f6-aa05-a1cf85bc3daa tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=88ae3887090d4b389f29a371536a3494&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597725 Feb 04 13:39:28.763313 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-14b819fd-8eb2-4057-ab68-c86ffd506790 req-cb1d4756-33de-4d91-a24a-11714cf58af1 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Calling delete_port for b21212ab-e6a4-4930-96c5-bb5a5278421e owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:28.771753 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3853fec7-0613-4b5a-a93d-7b433a7760d3 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (3b685d79-527b-4af6-ab0f-2c850e0c6530), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:28.782085 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-e6a683e0-dd81-4a8d-a3cf-ba9ccf659890 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:39:28.783256 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-e6a683e0-dd81-4a8d-a3cf-ba9ccf659890 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133986 Feb 04 13:39:28.893446 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Publish callbacks [] for port (9a9b90d9-6704-4b45-9ec4-25b47a45eeb2), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:28.906434 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (9a9b90d9-6704-4b45-9ec4-25b47a45eeb2), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:28.954355 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-2648287c-7551-4b10-a819-e0362d5bb878 service neutron] 10.222.0.96 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464767 Feb 04 13:39:29.035248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Network 7912785f-1fa8-4b69-9cba-aa96f632b769 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:29.039019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:29.051244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:29.108915 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Pushing event updated for resources: {'Port': ['ID=9a9b90d9-6704-4b45-9ec4-25b47a45eeb2,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:29.115954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059dbaac-011f-4df1-8e2e-d17b3525cf0f None None] DHCP port deletion for 56fdb9d9-3c12-44fb-87a1-34f5137bed43 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:39:29.120573 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port e2f6b236-47ef-46c3-aed2-b68c2488330e {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:29.120933 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e2f6b236-47ef-46c3-aed2-b68c2488330e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:29.252360 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Publish callbacks [] for router_gateway (c876760a-8e92-479f-90f5-a91c8f2e5429), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:29.260800 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] For port e2f6b236-47ef-46c3-aed2-b68c2488330e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=e2f6b236-47ef-46c3-aed2-b68c2488330e,segment=NetworkSegment(1a5d9f52-7673-4770-ac5c-690e9e6e62bb),segment_id=1a5d9f52-7673-4770-ac5c-690e9e6e62bb)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:29.261292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e2f6b236-47ef-46c3-aed2-b68c2488330e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:29.284413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Attempting to bind port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:39:29.284879 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Attempting to bind port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'b9799a29-9629-4ed2-a490-f98ffaf13677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:39:29.285590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Attempting to bind port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 on network 7912785f-1fa8-4b69-9cba-aa96f632b769 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:39:29.291966 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:29.305679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:39:29.306279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Checking segment: {'id': 'b9799a29-9629-4ed2-a490-f98ffaf13677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:29.307060 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:29.307514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Bound using segment: {'id': 'b9799a29-9629-4ed2-a490-f98ffaf13677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:39:29.308045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Bound port: 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9799a29-9629-4ed2-a490-f98ffaf13677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:39:29.309033 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9a9b90d9-6704-4b45-9ec4-25b47a45eeb2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:29.311525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for e2f6b236-47ef-46c3-aed2-b68c2488330e owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:29.406699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] For port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:39:29.411117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] For port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=9a9b90d9-6704-4b45-9ec4-25b47a45eeb2,segment=NetworkSegment(b9799a29-9629-4ed2-a490-f98ffaf13677),segment_id=b9799a29-9629-4ed2-a490-f98ffaf13677)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:39:29.425874 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9a9b90d9-6704-4b45-9ec4-25b47a45eeb2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:29.429146 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-059dbaac-011f-4df1-8e2e-d17b3525cf0f None None] Deleting port e2f6b236-47ef-46c3-aed2-b68c2488330e {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:29.429632 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-059dbaac-011f-4df1-8e2e-d17b3525cf0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e2f6b236-47ef-46c3-aed2-b68c2488330e), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:29.536914 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Allocated IP 172.25.5.20 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/ea3c3d00-5b1d-4d4e-9945-46026d7ad276) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:29.565856 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e2f6b236-47ef-46c3-aed2-b68c2488330e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:29.566998 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Pushing event updated for resources: {'Port': ['ID=9a9b90d9-6704-4b45-9ec4-25b47a45eeb2,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:29.570691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-059dbaac-011f-4df1-8e2e-d17b3525cf0f None None] For port e2f6b236-47ef-46c3-aed2-b68c2488330e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=e2f6b236-47ef-46c3-aed2-b68c2488330e,segment=NetworkSegment(1a5d9f52-7673-4770-ac5c-690e9e6e62bb),segment_id=1a5d9f52-7673-4770-ac5c-690e9e6e62bb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:29.571116 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-059dbaac-011f-4df1-8e2e-d17b3525cf0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e2f6b236-47ef-46c3-aed2-b68c2488330e), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:29.613666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:29.614472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:29.616304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:29.616304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:29.616304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:29.616304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:29.617100 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=e2f6b236-47ef-46c3-aed2-b68c2488330e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:29.617292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:29.617292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:29.617621 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:29.618722 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:29.618722 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:29.619121 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:29.619555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65406ac-f541-429b-8b4c-4f82786cf822 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:29.630374 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-059dbaac-011f-4df1-8e2e-d17b3525cf0f None None] Calling delete_port for e2f6b236-47ef-46c3-aed2-b68c2488330e owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:29.742028 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No DVR routers for this DVR port e2f6b236-47ef-46c3-aed2-b68c2488330e on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:29.765656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-1b6a2e04-53b7-4772-aa43-bfbf3c0d7b52 service neutron] 10.222.0.96 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7639697 Feb 04 13:39:29.793105 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3853fec7-0613-4b5a-a93d-7b433a7760d3 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (3b685d79-527b-4af6-ab0f-2c850e0c6530), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:29.804735 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-059dbaac-011f-4df1-8e2e-d17b3525cf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (e2f6b236-47ef-46c3-aed2-b68c2488330e), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:29.883820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853fec7-0613-4b5a-a93d-7b433a7760d3 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event deleted for resources: {'Subnet': ['ID=3b685d79-527b-4af6-ab0f-2c850e0c6530,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:29.891202 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dbaac-011f-4df1-8e2e-d17b3525cf0f None None] Pushing event deleted for resources: {'Port': ['ID=e2f6b236-47ef-46c3-aed2-b68c2488330e,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:29.898761 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3853fec7-0613-4b5a-a93d-7b433a7760d3 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:29.913104 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3853fec7-0613-4b5a-a93d-7b433a7760d3 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "DELETE /v2.0/subnets/3b685d79-527b-4af6-ab0f-2c850e0c6530 HTTP/1.1" status: 204 len: 168 time: 1.6531198 Feb 04 13:39:29.915527 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51472) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:29.933824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d57b09b-f473-406b-9264-e88665e30c4d None None] Network e7b630b8-f0e0-41e0-92d7-8c26ec0a3799 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:29.942983 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059dbaac-011f-4df1-8e2e-d17b3525cf0f None None] No DVR routers for this DVR port e2f6b236-47ef-46c3-aed2-b68c2488330e on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:30.210844 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (e7b630b8-f0e0-41e0-92d7-8c26ec0a3799), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:30.251778 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (56fdb9d9-3c12-44fb-87a1-34f5137bed43), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:30.282939 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Publish callbacks [] for port (ea3c3d00-5b1d-4d4e-9945-46026d7ad276), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:30.392684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56fdb9d9-3c12-44fb-87a1-34f5137bed43']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:30.402490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c228c9d-f765-4a4a-87e6-9ad5fa37de77 None None] DHCP port deletion for e7b630b8-f0e0-41e0-92d7-8c26ec0a3799 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:39:30.458442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5d9f52-7673-4770-ac5c-690e9e6e62bb') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:30.458833 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5d9f52-7673-4770-ac5c-690e9e6e62bb') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:30.471516 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-14b819fd-8eb2-4057-ab68-c86ffd506790 req-cb1d4756-33de-4d91-a24a-11714cf58af1 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b21212ab-e6a4-4930-96c5-bb5a5278421e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:30.511088 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (1a5d9f52-7673-4770-ac5c-690e9e6e62bb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:30.529751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:30.554840 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (1a5d9f52-7673-4770-ac5c-690e9e6e62bb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:30.563232 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d4756-33de-4d91-a24a-11714cf58af1 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Pushing event deleted for resources: {'Port': ['ID=b21212ab-e6a4-4930-96c5-bb5a5278421e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:30.585920 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ea3c3d00-5b1d-4d4e-9945-46026d7ad276), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:30.621224 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:39:30.622031 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (1a5d9f52-7673-4770-ac5c-690e9e6e62bb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:30.648314 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c649425-39a2-48cb-a376-ba0ec4599e6c req-cd1cef24-1735-4f8b-a467-5a5066f89281 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:30.652772 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c649425-39a2-48cb-a376-ba0ec4599e6c req-cd1cef24-1735-4f8b-a467-5a5066f89281 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.4690437 Feb 04 13:39:30.668509 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:39:30.671174 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:39:30.677387 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9af0e-4f28-4177-8529-dae47e678443 req-0b85b1d7-281a-44ab-be38-1e119db6fcc0 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:30.679244 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ecf9af0e-4f28-4177-8529-dae47e678443 req-0b85b1d7-281a-44ab-be38-1e119db6fcc0 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 946 time: 0.4625709 Feb 04 13:39:30.699955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4c228c9d-f765-4a4a-87e6-9ad5fa37de77 None None] Deleting port 70ba418b-71a1-4868-b491-6ffca273e6ed {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:30.699955 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4c228c9d-f765-4a4a-87e6-9ad5fa37de77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (70ba418b-71a1-4868-b491-6ffca273e6ed), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:30.726808 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:30.738733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:30.767315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b819fd-8eb2-4057-ab68-c86ffd506790 req-cb1d4756-33de-4d91-a24a-11714cf58af1 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] No DVR routers for this DVR port b21212ab-e6a4-4930-96c5-bb5a5278421e on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:30.840487 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-14b819fd-8eb2-4057-ab68-c86ffd506790 req-cb1d4756-33de-4d91-a24a-11714cf58af1 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:30.846466 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14b819fd-8eb2-4057-ab68-c86ffd506790 req-cb1d4756-33de-4d91-a24a-11714cf58af1 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.99 "DELETE /v2.0/ports/b21212ab-e6a4-4930-96c5-bb5a5278421e HTTP/1.1" status: 204 len: 173 time: 3.1561589 Feb 04 13:39:30.854281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903f1691-dfb5-41ce-8656-89e64c3cb565', 'name': 'network-vif-deleted', 'tag': 'b21212ab-e6a4-4930-96c5-bb5a5278421e'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:39:30.861081 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1e8b72-3b77-4118-9e46-dc0e9ea56458" -d '{"events": [{"server_uuid": "903f1691-dfb5-41ce-8656-89e64c3cb565", "name": "network-vif-deleted", "tag": "b21212ab-e6a4-4930-96c5-bb5a5278421e"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:39:30.866478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:30.868498 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9a9b90d9-6704-4b45-9ec4-25b47a45eeb2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:30.949677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b21212ab-e6a4-4930-96c5-bb5a5278421e no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:30.955946 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ecf9af0e-4f28-4177-8529-dae47e678443 req-e67975d8-57cb-41a2-9d41-bc6864939b6b tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/security-groups?id=23b41ecd-bb6d-44a3-b015-1a5391bf1773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956625 Feb 04 13:39:31.028646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4c228c9d-f765-4a4a-87e6-9ad5fa37de77 None None] For port 70ba418b-71a1-4868-b491-6ffca273e6ed, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=70ba418b-71a1-4868-b491-6ffca273e6ed,segment=NetworkSegment(16aa9d13-23fd-40e1-9a7f-aa4a379f5388),segment_id=16aa9d13-23fd-40e1-9a7f-aa4a379f5388)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:31.030871 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4c228c9d-f765-4a4a-87e6-9ad5fa37de77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (70ba418b-71a1-4868-b491-6ffca273e6ed), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:31.036745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: b21212ab-e6a4-4930-96c5-bb5a5278421e {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:39:31.037147 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b21212ab-e6a4-4930-96c5-bb5a5278421e not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:39:31.037882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Deleting port 70ba418b-71a1-4868-b491-6ffca273e6ed {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:31.040933 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (70ba418b-71a1-4868-b491-6ffca273e6ed), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:31.066589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4c228c9d-f765-4a4a-87e6-9ad5fa37de77 None None] Calling delete_port for 70ba418b-71a1-4868-b491-6ffca273e6ed owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:31.111692 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Pushing event updated for resources: {'Port': ['ID=ea3c3d00-5b1d-4d4e-9945-46026d7ad276,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:31.124339 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (56fdb9d9-3c12-44fb-87a1-34f5137bed43), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:31.134565 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:31.143011 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/networks/56fdb9d9-3c12-44fb-87a1-34f5137bed43 HTTP/1.1" status: 204 len: 168 time: 2.6074710 Feb 04 13:39:31.196418 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51490) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:31.197638 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe55d2-7236-4209-ac49-61f87d7ea5c5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Network': ['ID=56fdb9d9-3c12-44fb-87a1-34f5137bed43,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:31.319983 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:31.320531 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9a9b90d9-6704-4b45-9ec4-25b47a45eeb2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:31.332773 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4c228c9d-f765-4a4a-87e6-9ad5fa37de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (70ba418b-71a1-4868-b491-6ffca273e6ed), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:31.347046 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-513c8842-f8a4-42fd-b1bc-973afe84e23a req-0bb00b15-22d4-46cf-9031-7a0f7ec9a567 tempest-ServerMetadataNegativeTestJSON-1841248127 tempest-ServerMetadataNegativeTestJSON-1841248127-project] 10.222.0.96 "GET /v2.0/ports?device_id=903f1691-dfb5-41ce-8656-89e64c3cb565 HTTP/1.1" status: 200 len: 210 time: 0.0973842 Feb 04 13:39:31.429871 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-7c649425-39a2-48cb-a376-ba0ec4599e6c req-f564b880-06b9-4c13-a0f6-0ec40cb41f26 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Deleting port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:31.439768 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7c649425-39a2-48cb-a376-ba0ec4599e6c req-f564b880-06b9-4c13-a0f6-0ec40cb41f26 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8a13df85-0e8e-48cf-86f0-e69b20fee8d3), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:31.441507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c228c9d-f765-4a4a-87e6-9ad5fa37de77 None None] No DVR routers for this DVR port 70ba418b-71a1-4868-b491-6ffca273e6ed on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:31.444156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c228c9d-f765-4a4a-87e6-9ad5fa37de77 None None] Pushing event deleted for resources: {'Port': ['ID=70ba418b-71a1-4868-b491-6ffca273e6ed,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:31.537198 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=9a9b90d9-6704-4b45-9ec4-25b47a45eeb2,segment=NetworkSegment(b9799a29-9629-4ed2-a490-f98ffaf13677),segment_id=b9799a29-9629-4ed2-a490-f98ffaf13677)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:31.553730 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9a9b90d9-6704-4b45-9ec4-25b47a45eeb2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:31.691888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=9a9b90d9-6704-4b45-9ec4-25b47a45eeb2,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:31.775221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e2f6b236-47ef-46c3-aed2-b68c2488330e no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:31.793022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-7c649425-39a2-48cb-a376-ba0ec4599e6c req-f564b880-06b9-4c13-a0f6-0ec40cb41f26 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] For port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8a13df85-0e8e-48cf-86f0-e69b20fee8d3,segment=NetworkSegment(0d81e0ef-916f-4894-8f23-b34c8b968815),segment_id=0d81e0ef-916f-4894-8f23-b34c8b968815)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:31.793904 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7c649425-39a2-48cb-a376-ba0ec4599e6c req-f564b880-06b9-4c13-a0f6-0ec40cb41f26 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8a13df85-0e8e-48cf-86f0-e69b20fee8d3), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:31.837249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dac5a93-e22a-4f5f-a93a-d21638475e02 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:31.843875 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2dac5a93-e22a-4f5f-a93a-d21638475e02 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/26afa24d-60b6-468b-87c3-5179dc4c33a6 HTTP/1.1" status: 200 len: 841 time: 0.6055529 Feb 04 13:39:31.874960 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-7c649425-39a2-48cb-a376-ba0ec4599e6c req-f564b880-06b9-4c13-a0f6-0ec40cb41f26 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Calling delete_port for 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:31.896568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51496) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:31.906687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: e2f6b236-47ef-46c3-aed2-b68c2488330e {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:39:31.909213 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e2f6b236-47ef-46c3-aed2-b68c2488330e not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:39:32.039010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df56ff3-1b0e-4179-8ded-bcc614c50a4b None None] Network 7912785f-1fa8-4b69-9cba-aa96f632b769 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:32.084618 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-81302c50-c0c9-4d58-8389-721807e0be6b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/26afa24d-60b6-468b-87c3-5179dc4c33a6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1826718 Feb 04 13:39:32.090056 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51500) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:32.100940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4edc324d-18b9-4565-af2e-96bf7b9cb80e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'subnet': {'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:32.171031 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c070cd1-3778-46c7-bd51-2cac5c1b6f4c req-61a991e2-1114-4b0e-9398-4946f98c1487 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 210 time: 0.7465224 Feb 04 13:39:32.287044 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] For port 70ba418b-71a1-4868-b491-6ffca273e6ed, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=70ba418b-71a1-4868-b491-6ffca273e6ed,segment=NetworkSegment(16aa9d13-23fd-40e1-9a7f-aa4a379f5388),segment_id=16aa9d13-23fd-40e1-9a7f-aa4a379f5388)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:32.287868 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (70ba418b-71a1-4868-b491-6ffca273e6ed), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:32.341034 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Calling delete_port for 70ba418b-71a1-4868-b491-6ffca273e6ed owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:32.342885 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:32.478722 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b651ffc3-baee-4daf-9465-dcf3410bf87f None None] Provisioning complete for port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:32.479803 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b651ffc3-baee-4daf-9465-dcf3410bf87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9a9b90d9-6704-4b45-9ec4-25b47a45eeb2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:32.522610 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Publish callbacks [] for router_gateway (c876760a-8e92-479f-90f5-a91c8f2e5429), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:32.588010 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab51b886-50d2-40a2-919b-be193f810229 x-openstack-request-id: req-ab51b886-50d2-40a2-919b-be193f810229 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:39:32.588390 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903f1691-dfb5-41ce-8656-89e64c3cb565", "name": "network-vif-deleted", "tag": "b21212ab-e6a4-4930-96c5-bb5a5278421e", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:39:32.588658 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ab51b886-50d2-40a2-919b-be193f810229 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:39:32.589096 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903f1691-dfb5-41ce-8656-89e64c3cb565', 'name': 'network-vif-deleted', 'tag': 'b21212ab-e6a4-4930-96c5-bb5a5278421e', 'status': 'completed', 'code': 200} Feb 04 13:39:32.604734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edc324d-18b9-4565-af2e-96bf7b9cb80e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:32.614922 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4edc324d-18b9-4565-af2e-96bf7b9cb80e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:32.730260 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:32.730924 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9a9b90d9-6704-4b45-9ec4-25b47a45eeb2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:32.860870 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (70ba418b-71a1-4868-b491-6ffca273e6ed), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:32.875183 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7c649425-39a2-48cb-a376-ba0ec4599e6c req-f564b880-06b9-4c13-a0f6-0ec40cb41f26 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8a13df85-0e8e-48cf-86f0-e69b20fee8d3), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:32.914304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8a13df85-0e8e-48cf-86f0-e69b20fee8d3'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:39:32.926543 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ab56c7a-046a-4b08-89ed-854cb3f7c6bf req-ff961d82-76b1-4aca-ba57-78c0d978074f tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 210 time: 0.0862412 Feb 04 13:39:33.015746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] No DVR routers for this DVR port 70ba418b-71a1-4868-b491-6ffca273e6ed on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:33.022144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event deleted for resources: {'Port': ['ID=70ba418b-71a1-4868-b491-6ffca273e6ed,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:33.184744 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51506) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:33.256742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-344b22bf-712d-4a67-93ec-450e7bdc81a3 admin admin] Deleting subnet ab302a2c-7556-4a9b-a5cc-53f21cac7c72 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:39:33.308061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564b880-06b9-4c13-a0f6-0ec40cb41f26 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Pushing event deleted for resources: {'Port': ['ID=8a13df85-0e8e-48cf-86f0-e69b20fee8d3,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:33.330643 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c649425-39a2-48cb-a376-ba0ec4599e6c req-f564b880-06b9-4c13-a0f6-0ec40cb41f26 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] No DVR routers for this DVR port 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:33.331905 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-344b22bf-712d-4a67-93ec-450e7bdc81a3 admin admin] Publish callbacks [] for subnet (ab302a2c-7556-4a9b-a5cc-53f21cac7c72), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:33.357146 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7c649425-39a2-48cb-a376-ba0ec4599e6c req-f564b880-06b9-4c13-a0f6-0ec40cb41f26 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:33.364023 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c649425-39a2-48cb-a376-ba0ec4599e6c req-f564b880-06b9-4c13-a0f6-0ec40cb41f26 tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.99 "DELETE /v2.0/ports/8a13df85-0e8e-48cf-86f0-e69b20fee8d3 HTTP/1.1" status: 204 len: 173 time: 2.6092970 Feb 04 13:39:33.482784 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-344b22bf-712d-4a67-93ec-450e7bdc81a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (ab302a2c-7556-4a9b-a5cc-53f21cac7c72), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:33.515714 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (e7b630b8-f0e0-41e0-92d7-8c26ec0a3799), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:33.521488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b651ffc3-baee-4daf-9465-dcf3410bf87f None None] Current status of the port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:33.539316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6a409d72-7c23-41db-b8f8-838df97e9aa6 req-bcc8b9d7-c565-4698-aadd-3887480b899f tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 210 time: 0.1682131 Feb 04 13:39:33.633008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b630b8-f0e0-41e0-92d7-8c26ec0a3799']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:33.669643 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16aa9d13-23fd-40e1-9a7f-aa4a379f5388') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:33.670693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16aa9d13-23fd-40e1-9a7f-aa4a379f5388') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:33.682069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-5a998de7-d8df-46a9-84dc-4f31347f3fda tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:33.684383 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-5a998de7-d8df-46a9-84dc-4f31347f3fda tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.99 "GET /v2.0/networks?id=d54e14ae-66d1-4e05-a88b-8bb06f860600 HTTP/1.1" status: 200 len: 814 time: 0.8143592 Feb 04 13:39:33.702188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-ede9fbc3-2cfd-4b83-87ed-85ccbad35340 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Request body: {'port': {'device_id': 'a482b680-7afe-4fd3-a12b-9d9c290b3da3', 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600', 'admin_state_up': True, 'tenant_id': '88ae3887090d4b389f29a371536a3494'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:33.708319 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (16aa9d13-23fd-40e1-9a7f-aa4a379f5388), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:33.734642 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4edc324d-18b9-4565-af2e-96bf7b9cb80e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (168be614-62b3-4dc6-85ef-2394b5426f7b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:33.766932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:33.773729 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-344b22bf-712d-4a67-93ec-450e7bdc81a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (ab302a2c-7556-4a9b-a5cc-53f21cac7c72), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:33.793042 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (16aa9d13-23fd-40e1-9a7f-aa4a379f5388), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:33.813832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:39:33.815145 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (16aa9d13-23fd-40e1-9a7f-aa4a379f5388), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:39:33.819635 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:39:33.911149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 70ba418b-71a1-4868-b491-6ffca273e6ed no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:33.923339 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (c876760a-8e92-479f-90f5-a91c8f2e5429), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:33.983017 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 70ba418b-71a1-4868-b491-6ffca273e6ed {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:39:33.983966 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 70ba418b-71a1-4868-b491-6ffca273e6ed not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:39:33.991870 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (e7b630b8-f0e0-41e0-92d7-8c26ec0a3799), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:34.034571 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:34.041368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "DELETE /v2.0/networks/e7b630b8-f0e0-41e0-92d7-8c26ec0a3799 HTTP/1.1" status: 204 len: 168 time: 4.1243384 Feb 04 13:39:34.043902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-ede9fbc3-2cfd-4b83-87ed-85ccbad35340 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Made reservation on behalf of 88ae3887090d4b389f29a371536a3494 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:34.052646 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-ede9fbc3-2cfd-4b83-87ed-85ccbad35340 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:34.062761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51512) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:34.079617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-484088a9-aa13-4e5d-a2d6-3f05106ffa25 None None] Provisioning complete for port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:34.080242 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-484088a9-aa13-4e5d-a2d6-3f05106ffa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9a9b90d9-6704-4b45-9ec4-25b47a45eeb2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:34.144359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec766f7b-a806-41ff-b378-fb7bbe17d853 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Pushing event deleted for resources: {'Network': ['ID=e7b630b8-f0e0-41e0-92d7-8c26ec0a3799,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:34.200153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-989a1e92-24ed-424e-b6d8-a9ac47e7de17 tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f1f9e01-04cd-416b-841c-8e3616014522 HTTP/1.1" status: 200 len: 205 time: 0.1347678 Feb 04 13:39:34.213034 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51516) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:34.305162 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edc324d-18b9-4565-af2e-96bf7b9cb80e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:34.309994 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-344b22bf-712d-4a67-93ec-450e7bdc81a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (ab302a2c-7556-4a9b-a5cc-53f21cac7c72), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:34.316855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc324d-18b9-4565-af2e-96bf7b9cb80e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Subnet': ['ID=168be614-62b3-4dc6-85ef-2394b5426f7b,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:34.336556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-4edc324d-18b9-4565-af2e-96bf7b9cb80e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:34.347481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edc324d-18b9-4565-af2e-96bf7b9cb80e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:34.348260 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4edc324d-18b9-4565-af2e-96bf7b9cb80e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:34.359850 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24fc6cd-1648-4af3-9165-3112b81af9dc None None] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:34.436855 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-344b22bf-712d-4a67-93ec-450e7bdc81a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:34.444227 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-344b22bf-712d-4a67-93ec-450e7bdc81a3 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ab302a2c-7556-4a9b-a5cc-53f21cac7c72 HTTP/1.1" status: 204 len: 168 time: 1.2547622 Feb 04 13:39:34.446029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51518) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:34.455346 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b22bf-712d-4a67-93ec-450e7bdc81a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab302a2c-7556-4a9b-a5cc-53f21cac7c72,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:34.530711 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4edc324d-18b9-4565-af2e-96bf7b9cb80e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4392123 Feb 04 13:39:34.537506 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51520) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:34.553543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b0734629-0ba5-41c4-9aa9-4cc42059aea2 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'security_group': {'name': 'tempest-secgroup-2070361316'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:34.577867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-484088a9-aa13-4e5d-a2d6-3f05106ffa25 None None] Current status of the port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:34.610464 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f6c425d-f99c-410b-a921-aef6e39ff6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (2b943e47-1849-4f41-80d6-e79ed88b36e5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:34.617665 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b0734629-0ba5-41c4-9aa9-4cc42059aea2 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:34.647313 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Router c876760a-8e92-479f-90f5-a91c8f2e5429 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:39:34.654554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9df3c4-25b9-470a-a9dd-ec3165c4afc0', 'name': 'network-vif-deleted', 'tag': '8a13df85-0e8e-48cf-86f0-e69b20fee8d3'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:39:34.658691 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb66bf8-a841-4b7d-afa9-d9509e9ae8ba" -d '{"events": [{"server_uuid": "8a9df3c4-25b9-470a-a9dd-ec3165c4afc0", "name": "network-vif-deleted", "tag": "8a13df85-0e8e-48cf-86f0-e69b20fee8d3"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:39:34.662003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'project_id': '9a89efb2ede2439f9a77f732dab8c114', 'fixed_ips': [{'subnet_id': '168be614-62b3-4dc6-85ef-2394b5426f7b'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:39:34.663595 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:34.725303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-ede9fbc3-2cfd-4b83-87ed-85ccbad35340 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Allocated IP 172.20.0.13 (d54e14ae-66d1-4e05-a88b-8bb06f860600/d78af8ff-67e1-42f4-9e35-b82038a60957/5417b14c-31a0-41c1-a533-29330683309d) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:34.768191 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f6c425d-f99c-410b-a921-aef6e39ff6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (2b943e47-1849-4f41-80d6-e79ed88b36e5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:34.837159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dcc4a58d-9adb-4d4f-a0de-d43aee65cdbb req-70a21427-4c35-4f7a-b3df-65260f325b2d tempest-ServerRescueNegativeTestJSON-2060272870 tempest-ServerRescueNegativeTestJSON-2060272870-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a9df3c4-25b9-470a-a9dd-ec3165c4afc0 HTTP/1.1" status: 200 len: 210 time: 0.1074111 Feb 04 13:39:34.843750 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-896f24ea-139f-41a2-a397-64009d9bf5ac tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for router (1f1f9e01-04cd-416b-841c-8e3616014522), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:34.864702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3f6c425d-f99c-410b-a921-aef6e39ff6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b943e47-1849-4f41-80d6-e79ed88b36e5']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:34.934481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3f6c425d-f99c-410b-a921-aef6e39ff6c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bb052d-9cc5-4829-bfac-1f5493e8717e') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:34.934481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3f6c425d-f99c-410b-a921-aef6e39ff6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bb052d-9cc5-4829-bfac-1f5493e8717e') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:34.953162 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f6c425d-f99c-410b-a921-aef6e39ff6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (e2bb052d-9cc5-4829-bfac-1f5493e8717e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:34.955992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:34.999288 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f6c425d-f99c-410b-a921-aef6e39ff6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e2bb052d-9cc5-4829-bfac-1f5493e8717e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:35.014868 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6c425d-f99c-410b-a921-aef6e39ff6c9 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:39:35.015434 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f6c425d-f99c-410b-a921-aef6e39ff6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (e2bb052d-9cc5-4829-bfac-1f5493e8717e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:39:35.019974 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:39:35.042509 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b0734629-0ba5-41c4-9aa9-4cc42059aea2 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (dc17d363-64bd-4a26-86f8-9caf19bbaec1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:35.083085 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b0734629-0ba5-41c4-9aa9-4cc42059aea2 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (dc17d363-64bd-4a26-86f8-9caf19bbaec1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:35.092865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Allocated IP 172.20.0.2 (bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c/168be614-62b3-4dc6-85ef-2394b5426f7b/ad032982-970b-41a4-a72c-3805a60f8647) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:35.117904 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b0734629-0ba5-41c4-9aa9-4cc42059aea2 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:35.128295 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b0734629-0ba5-41c4-9aa9-4cc42059aea2 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5710804 Feb 04 13:39:35.144506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51526) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:35.160083 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:39:35.176321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0734629-0ba5-41c4-9aa9-4cc42059aea2 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc17d363-64bd-4a26-86f8-9caf19bbaec1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:35.182931 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f6c425d-f99c-410b-a921-aef6e39ff6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (2b943e47-1849-4f41-80d6-e79ed88b36e5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:35.195274 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c9646ce-1e10-4d65-ba78-c0b287d28da4 req-42e197f0-f132-4092-b7cb-fa5cf9240bcd tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 210 time: 0.1445658 Feb 04 13:39:35.203320 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f6c425d-f99c-410b-a921-aef6e39ff6c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:35.209741 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3f6c425d-f99c-410b-a921-aef6e39ff6c9 admin admin] 10.222.0.96 "DELETE /v2.0/networks/2b943e47-1849-4f41-80d6-e79ed88b36e5 HTTP/1.1" status: 204 len: 168 time: 0.7591367 Feb 04 13:39:35.209741 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c425d-f99c-410b-a921-aef6e39ff6c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b943e47-1849-4f41-80d6-e79ed88b36e5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:35.212620 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:35.213996 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f10388c7-b1f3-4958-85a0-4b1d1b4ba25c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'security_group': {'name': 'tempest-secgroup-85048772'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:35.218133 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-35070bf4-cf8b-4f45-aba0-8e506ce7cdd1 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7524452 Feb 04 13:39:35.218804 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51530) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:35.228342 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Sync routers for ids ['c876760a-8e92-479f-90f5-a91c8f2e5429'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:35.282937 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Routers {'c876760a-8e92-479f-90f5-a91c8f2e5429'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:35.285952 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:39:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c876760a-8e92-479f-90f5-a91c8f2e5429'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:35.427367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:39:35.427922 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8a13df85-0e8e-48cf-86f0-e69b20fee8d3 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:39:35.499270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51534) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:35.543064 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Publish callbacks [] for port (ad032982-970b-41a4-a72c-3805a60f8647), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:35.544095 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Set router c876760a-8e92-479f-90f5-a91c8f2e5429 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:35.559985 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (ad032982-970b-41a4-a72c-3805a60f8647), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:35.610274 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-896f24ea-139f-41a2-a397-64009d9bf5ac tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (1f1f9e01-04cd-416b-841c-8e3616014522), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:35.614546 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-896f24ea-139f-41a2-a397-64009d9bf5ac tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for router_controller (1f1f9e01-04cd-416b-841c-8e3616014522), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:35.645631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:35.648804 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:35.675117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:35.702498 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10432fe3-1fc3-4aab-9ea5-b98fe729156b x-openstack-request-id: req-10432fe3-1fc3-4aab-9ea5-b98fe729156b {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:39:35.702995 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9df3c4-25b9-470a-a9dd-ec3165c4afc0", "name": "network-vif-deleted", "tag": "8a13df85-0e8e-48cf-86f0-e69b20fee8d3", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:39:35.703438 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-10432fe3-1fc3-4aab-9ea5-b98fe729156b {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:39:35.704239 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9df3c4-25b9-470a-a9dd-ec3165c4afc0', 'name': 'network-vif-deleted', 'tag': '8a13df85-0e8e-48cf-86f0-e69b20fee8d3', 'status': 'completed', 'code': 200} Feb 04 13:39:35.705388 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a7e707f3-accd-4b83-98ee-7783d2a83c0c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c6252e367a3f409793042e9ee8884618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2045698 Feb 04 13:39:35.714279 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51536) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:35.714511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Pushing event updated for resources: {'Port': ['ID=ad032982-970b-41a4-a72c-3805a60f8647,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:35.733818 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-896f24ea-139f-41a2-a397-64009d9bf5ac tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (1f1f9e01-04cd-416b-841c-8e3616014522), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:35.734984 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896f24ea-139f-41a2-a397-64009d9bf5ac tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Fanout notify agent at l3_agent the message router_deleted on router 1f1f9e01-04cd-416b-841c-8e3616014522 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:39:35.828271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Attempting to bind port ad032982-970b-41a4-a72c-3805a60f8647 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:39:35.828616 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Attempting to bind port ad032982-970b-41a4-a72c-3805a60f8647 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'f35abf43-261c-4201-b96d-2eef2f62080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:39:35.828995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Attempting to bind port ad032982-970b-41a4-a72c-3805a60f8647 on network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:39:35.838254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:39:35.838664 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Checking segment: {'id': 'f35abf43-261c-4201-b96d-2eef2f62080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:35.839100 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:35.842709 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Bound using segment: {'id': 'f35abf43-261c-4201-b96d-2eef2f62080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:39:35.843456 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Bound port: ad032982-970b-41a4-a72c-3805a60f8647, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35abf43-261c-4201-b96d-2eef2f62080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:39:35.843869 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ad032982-970b-41a4-a72c-3805a60f8647), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:35.949087 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-ede9fbc3-2cfd-4b83-87ed-85ccbad35340 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks [] for port (5417b14c-31a0-41c1-a533-29330683309d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:35.959166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51540) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:36.002796 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-896f24ea-139f-41a2-a397-64009d9bf5ac tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:36.007877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-896f24ea-139f-41a2-a397-64009d9bf5ac tempest-RoutersNegativeIpV6Test-231465668 tempest-RoutersNegativeIpV6Test-231465668-project] 10.222.0.96 "DELETE /v2.0/routers/1f1f9e01-04cd-416b-841c-8e3616014522 HTTP/1.1" status: 204 len: 168 time: 1.7927909 Feb 04 13:39:36.043722 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-ede9fbc3-2cfd-4b83-87ed-85ccbad35340 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (5417b14c-31a0-41c1-a533-29330683309d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:36.047852 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] For port ad032982-970b-41a4-a72c-3805a60f8647, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:39:36.063372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] For port ad032982-970b-41a4-a72c-3805a60f8647, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ad032982-970b-41a4-a72c-3805a60f8647,segment=NetworkSegment(f35abf43-261c-4201-b96d-2eef2f62080b),segment_id=f35abf43-261c-4201-b96d-2eef2f62080b)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:39:36.082610 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'name': 'tempest-TaggedBootDevicesTest-1488077511-router', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:27Z', 'updated_at': '2022-02-04T13:39:32Z', 'revision_number': 3, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'gw_port': {'id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:11:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:29Z', 'updated_at': '2022-02-04T13:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:36.083656 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ad032982-970b-41a4-a72c-3805a60f8647), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:36.096403 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f10388c7-b1f3-4958-85a0-4b1d1b4ba25c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:36.218005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-ede9fbc3-2cfd-4b83-87ed-85ccbad35340 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Network d54e14ae-66d1-4e05-a88b-8bb06f860600 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:36.231035 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Checking router: c876760a-8e92-479f-90f5-a91c8f2e5429 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:39:36.240660 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Updating router c876760a-8e92-479f-90f5-a91c8f2e5429 port ea3c3d00-5b1d-4d4e-9945-46026d7ad276 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:39:36.252776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bdcf3-b160-4747-8b34-7ffc5b4888d2 None None] Pushing event updated for resources: {'Port': ['ID=ad032982-970b-41a4-a72c-3805a60f8647,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:36.254889 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-ede9fbc3-2cfd-4b83-87ed-85ccbad35340 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:36.265098 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-ede9fbc3-2cfd-4b83-87ed-85ccbad35340 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:36.369147 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ea3c3d00-5b1d-4d4e-9945-46026d7ad276), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:36.379724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-ede9fbc3-2cfd-4b83-87ed-85ccbad35340 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:36.380164 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-ede9fbc3-2cfd-4b83-87ed-85ccbad35340 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:36.420861 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-ede9fbc3-2cfd-4b83-87ed-85ccbad35340 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7271612 Feb 04 13:39:36.443810 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Request body: {'port': {'device_id': 'a482b680-7afe-4fd3-a12b-9d9c290b3da3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:36.453259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9fbc3-2cfd-4b83-87ed-85ccbad35340 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Pushing event updated for resources: {'Port': ['ID=5417b14c-31a0-41c1-a533-29330683309d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:36.470848 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4eda1000-c9bf-4618-90e8-9eda8be1f723 admin admin] Publish callbacks [] for security_group (279e018a-b52c-41fd-a1cd-1d62c8de800b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:36.670787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51552) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:36.746000 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4eda1000-c9bf-4618-90e8-9eda8be1f723 admin admin] Publish callbacks [] for security_group (279e018a-b52c-41fd-a1cd-1d62c8de800b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:36.811578 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5417b14c-31a0-41c1-a533-29330683309d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:37.214517 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Publish callbacks [] for port (ea3c3d00-5b1d-4d4e-9945-46026d7ad276), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:37.236022 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ea3c3d00-5b1d-4d4e-9945-46026d7ad276), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:37.363155 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927c7fd-23bb-4c84-93a5-4da7895f7c95 None None] Pushing event updated for resources: {'Port': ['ID=ea3c3d00-5b1d-4d4e-9945-46026d7ad276,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:37.432425 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Attempting to bind port ea3c3d00-5b1d-4d4e-9945-46026d7ad276 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:39:37.433070 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Attempting to bind port ea3c3d00-5b1d-4d4e-9945-46026d7ad276 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:39:37.433702 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Attempting to bind port ea3c3d00-5b1d-4d4e-9945-46026d7ad276 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:39:37.453034 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927c7fd-23bb-4c84-93a5-4da7895f7c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:37.454605 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927c7fd-23bb-4c84-93a5-4da7895f7c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:37.455185 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927c7fd-23bb-4c84-93a5-4da7895f7c95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:37.455968 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927c7fd-23bb-4c84-93a5-4da7895f7c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:37.457573 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927c7fd-23bb-4c84-93a5-4da7895f7c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:37.458217 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927c7fd-23bb-4c84-93a5-4da7895f7c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:37.458797 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927c7fd-23bb-4c84-93a5-4da7895f7c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:37.459373 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927c7fd-23bb-4c84-93a5-4da7895f7c95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:37.463088 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927c7fd-23bb-4c84-93a5-4da7895f7c95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:37.463828 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927c7fd-23bb-4c84-93a5-4da7895f7c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:37.468136 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927c7fd-23bb-4c84-93a5-4da7895f7c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:37.469857 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927c7fd-23bb-4c84-93a5-4da7895f7c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:37.470696 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927c7fd-23bb-4c84-93a5-4da7895f7c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:37.483261 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:39:37.484185 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:37.484892 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:37.485552 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:39:37.486462 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Bound port: ea3c3d00-5b1d-4d4e-9945-46026d7ad276, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:39:37.487125 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ea3c3d00-5b1d-4d4e-9945-46026d7ad276), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:37.582238 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] For port ea3c3d00-5b1d-4d4e-9945-46026d7ad276, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:39:37.586396 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] For port ea3c3d00-5b1d-4d4e-9945-46026d7ad276, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ea3c3d00-5b1d-4d4e-9945-46026d7ad276,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:39:37.598623 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ea3c3d00-5b1d-4d4e-9945-46026d7ad276), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:37.619388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1d95f-8d33-47c9-8e5a-69ed736eb455 req-5c3159b4-332a-4990-9328-bc5f5a921b9b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:37.627392 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fd1d95f-8d33-47c9-8e5a-69ed736eb455 req-5c3159b4-332a-4990-9328-bc5f5a921b9b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 932 time: 1.2053919 Feb 04 13:39:37.651153 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f10388c7-b1f3-4958-85a0-4b1d1b4ba25c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (002e5223-adc8-49ca-9121-00deffdcae6e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:37.667317 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:37.677375 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f10388c7-b1f3-4958-85a0-4b1d1b4ba25c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (002e5223-adc8-49ca-9121-00deffdcae6e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:37.731399 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10388c7-b1f3-4958-85a0-4b1d1b4ba25c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002e5223-adc8-49ca-9121-00deffdcae6e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:37.737075 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4eda1000-c9bf-4618-90e8-9eda8be1f723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (279e018a-b52c-41fd-a1cd-1d62c8de800b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:37.739970 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4eda1000-c9bf-4618-90e8-9eda8be1f723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:37.745557 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4eda1000-c9bf-4618-90e8-9eda8be1f723 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/279e018a-b52c-41fd-a1cd-1d62c8de800b HTTP/1.1" status: 204 len: 168 time: 2.0194657 Feb 04 13:39:37.766844 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5417b14c-31a0-41c1-a533-29330683309d {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:39:37.772665 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda1000-c9bf-4618-90e8-9eda8be1f723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279e018a-b52c-41fd-a1cd-1d62c8de800b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:37.803305 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f10388c7-b1f3-4958-85a0-4b1d1b4ba25c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:37.807129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f10388c7-b1f3-4958-85a0-4b1d1b4ba25c tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 2.6239183 Feb 04 13:39:37.807571 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51560) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:37.811700 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Publish callbacks [] for port (5417b14c-31a0-41c1-a533-29330683309d), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:37.830645 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927c7fd-23bb-4c84-93a5-4da7895f7c95 None None] Pushing event updated for resources: {'Port': ['ID=ea3c3d00-5b1d-4d4e-9945-46026d7ad276,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:37.833752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ddfbfe4e-6c6d-4816-95e3-748d8eb20e29 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2010343510', 'security_groups': ['002e5223-adc8-49ca-9121-00deffdcae6e'], 'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '168be614-62b3-4dc6-85ef-2394b5426f7b'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:37.902446 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Routers {'c876760a-8e92-479f-90f5-a91c8f2e5429'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:37.906664 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:39:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c876760a-8e92-479f-90f5-a91c8f2e5429'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:37.911376 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fd1d95f-8d33-47c9-8e5a-69ed736eb455 req-7576a8ce-cfe6-4e94-bc04-31da0b44eb8f tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824805 Feb 04 13:39:37.918409 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Transition to ACTIVE for port object 5417b14c-31a0-41c1-a533-29330683309d will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:39:37.927679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a4af021c-f03c-40f3-801d-5c2cea7ac056 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b0c2f2f70efc4816a2d1feadb55c7825&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2540708 Feb 04 13:39:37.929639 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51562) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:37.976906 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (5417b14c-31a0-41c1-a533-29330683309d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:38.133000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Pushing event updated for resources: {'Port': ['ID=5417b14c-31a0-41c1-a533-29330683309d,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:38.281680 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] Set router c876760a-8e92-479f-90f5-a91c8f2e5429 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:38.346709 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1e70c601-0baa-49b1-9542-eca6b6bc9a71 admin admin] Publish callbacks [] for security_group (02b0e374-e66e-494b-bafa-5b5f59a91d8c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:38.451880 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1b147744-9bd9-400e-b42b-dcead438828b None None] Provisioning complete for port 26afa24d-60b6-468b-87c3-5179dc4c33a6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:38.451880 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1b147744-9bd9-400e-b42b-dcead438828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (26afa24d-60b6-468b-87c3-5179dc4c33a6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:38.532909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1b147744-9bd9-400e-b42b-dcead438828b None None] Port 26afa24d-60b6-468b-87c3-5179dc4c33a6 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:38.536433 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ad032982-970b-41a4-a72c-3805a60f8647 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:38.540936 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1e70c601-0baa-49b1-9542-eca6b6bc9a71 admin admin] Publish callbacks [] for security_group (02b0e374-e66e-494b-bafa-5b5f59a91d8c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:38.551507 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Allocated IP 172.20.0.1 (7912785f-1fa8-4b69-9cba-aa96f632b769/2f4e23bc-2030-43db-882a-fc66074f8533/af449bfa-a1d6-48a5-9425-11d0c0619359) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:38.629245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Attempting to bind port 5417b14c-31a0-41c1-a533-29330683309d on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:39:38.630659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Attempting to bind port 5417b14c-31a0-41c1-a533-29330683309d by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'a2347fe2-94a9-46b6-9a55-bce8533b3a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:39:38.631132 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Attempting to bind port 5417b14c-31a0-41c1-a533-29330683309d on network d54e14ae-66d1-4e05-a88b-8bb06f860600 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:39:38.642126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Port 5417b14c-31a0-41c1-a533-29330683309d on network d54e14ae-66d1-4e05-a88b-8bb06f860600 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:39:38.642552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Attempting to bind port 5417b14c-31a0-41c1-a533-29330683309d on network d54e14ae-66d1-4e05-a88b-8bb06f860600 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:39:38.651525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:39:38.651972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Checking segment: {'id': 'a2347fe2-94a9-46b6-9a55-bce8533b3a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:38.652594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Bound using segment: {'id': 'a2347fe2-94a9-46b6-9a55-bce8533b3a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:39:38.653142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Bound port: 5417b14c-31a0-41c1-a533-29330683309d, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2347fe2-94a9-46b6-9a55-bce8533b3a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:39:38.654543 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5417b14c-31a0-41c1-a533-29330683309d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:38.749884 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'name': 'tempest-TaggedBootDevicesTest-1488077511-router', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:27Z', 'updated_at': '2022-02-04T13:39:32Z', 'revision_number': 3, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'gw_port': {'id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:11:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:29Z', 'updated_at': '2022-02-04T13:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:38.787314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1b147744-9bd9-400e-b42b-dcead438828b None None] Provisioning complete for port ad032982-970b-41a4-a72c-3805a60f8647 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:38.789413 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1b147744-9bd9-400e-b42b-dcead438828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ad032982-970b-41a4-a72c-3805a60f8647), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:38.801181 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1e70c601-0baa-49b1-9542-eca6b6bc9a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (02b0e374-e66e-494b-bafa-5b5f59a91d8c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:38.805215 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1e70c601-0baa-49b1-9542-eca6b6bc9a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:38.824015 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1e70c601-0baa-49b1-9542-eca6b6bc9a71 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/02b0e374-e66e-494b-bafa-5b5f59a91d8c HTTP/1.1" status: 204 len: 168 time: 0.8925118 Feb 04 13:39:38.873100 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ad032982-970b-41a4-a72c-3805a60f8647 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:38.873782 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ad032982-970b-41a4-a72c-3805a60f8647), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:38.887098 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] For port 5417b14c-31a0-41c1-a533-29330683309d, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:39:38.908196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] For port 5417b14c-31a0-41c1-a533-29330683309d, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5417b14c-31a0-41c1-a533-29330683309d,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:39:38.948870 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (5417b14c-31a0-41c1-a533-29330683309d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:38.956533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Publish callbacks [] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:38.970592 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0944f4e-8f3f-4d23-84bd-945cf925c96a None None] The sync data for ids ['c876760a-8e92-479f-90f5-a91c8f2e5429'] in n-d-714676-13 is: [{'id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'name': 'tempest-TaggedBootDevicesTest-1488077511-router', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:27Z', 'updated_at': '2022-02-04T13:39:32Z', 'revision_number': 3, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'gw_port': {'id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:11:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:29Z', 'updated_at': '2022-02-04T13:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:39.129276 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:39.181078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Pushing event updated for resources: {'Port': ['ID=5417b14c-31a0-41c1-a533-29330683309d,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:39.196677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70c601-0baa-49b1-9542-eca6b6bc9a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b0e374-e66e-494b-bafa-5b5f59a91d8c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:39.243897 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1b147744-9bd9-400e-b42b-dcead438828b None None] Current status of the port ad032982-970b-41a4-a72c-3805a60f8647 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:39.244681 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1b147744-9bd9-400e-b42b-dcead438828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ad032982-970b-41a4-a72c-3805a60f8647), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:39.295307 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ad032982-970b-41a4-a72c-3805a60f8647 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:39.299267 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ad032982-970b-41a4-a72c-3805a60f8647), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:39.321675 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:39.322419 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:39.324029 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-a37da741-2ae2-41ed-ac7b-415a55c564ce service neutron] 10.222.0.99 "PUT /v2.0/ports/5417b14c-31a0-41c1-a533-29330683309d HTTP/1.1" status: 200 len: 1093 time: 2.8862431 Feb 04 13:39:39.324503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a482b680-7afe-4fd3-a12b-9d9c290b3da3', 'tag': '5417b14c-31a0-41c1-a533-29330683309d'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:39:39.330243 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd5e204-721d-4195-b094-e631524ea8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a482b680-7afe-4fd3-a12b-9d9c290b3da3", "tag": "5417b14c-31a0-41c1-a533-29330683309d"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:39:39.345663 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Pushing event updated for resources: {'Port': ['ID=af449bfa-a1d6-48a5-9425-11d0c0619359,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:39.366198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Network 7912785f-1fa8-4b69-9cba-aa96f632b769 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:39.445238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-1b147744-9bd9-400e-b42b-dcead438828b None None] For port ad032982-970b-41a4-a72c-3805a60f8647, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ad032982-970b-41a4-a72c-3805a60f8647,segment=NetworkSegment(f35abf43-261c-4201-b96d-2eef2f62080b),segment_id=f35abf43-261c-4201-b96d-2eef2f62080b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:39.461660 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1b147744-9bd9-400e-b42b-dcead438828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ad032982-970b-41a4-a72c-3805a60f8647), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:39.469876 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:39.475536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfbfe4e-6c6d-4816-95e3-748d8eb20e29 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:39.529934 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:39.569015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346569a2-62f5-4912-9c00-1a5bacc634cd req-9a898944-6f93-4717-9db5-1fd554dadece tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:39.571648 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-346569a2-62f5-4912-9c00-1a5bacc634cd req-9a898944-6f93-4717-9db5-1fd554dadece tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 944 time: 0.3964365 Feb 04 13:39:39.671559 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (c876760a-8e92-479f-90f5-a91c8f2e5429), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:39.706910 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:39:39.707592 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:39:39.732535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-8bd67b9d-b9be-43d0-9e53-3fa652135a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:39.735783 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-8bd67b9d-b9be-43d0-9e53-3fa652135a7d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88ae3887090d4b389f29a371536a3494&device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 1127 time: 0.3225992 Feb 04 13:39:39.791826 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b147744-9bd9-400e-b42b-dcead438828b None None] Pushing event updated for resources: {'Port': ['ID=ad032982-970b-41a4-a72c-3805a60f8647,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:39.917200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-3483c5ae-c335-46b3-b732-fb1144d9288a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5417b14c-31a0-41c1-a533-29330683309d HTTP/1.1" status: 200 len: 217 time: 0.1562266 Feb 04 13:39:40.099181 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddfbfe4e-6c6d-4816-95e3-748d8eb20e29 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:40.168821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51602) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:40.274569 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-ddfbfe4e-6c6d-4816-95e3-748d8eb20e29 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] device_id is not set on port 96b6f784-1bac-415c-b646-741f2fb98530 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:39:40.415132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ad032982-970b-41a4-a72c-3805a60f8647 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:40.464729 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d27d2ffa-2877-4a66-90a8-b44e524cbfd3 None None] Provisioning complete for port af449bfa-a1d6-48a5-9425-11d0c0619359 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:40.467050 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d27d2ffa-2877-4a66-90a8-b44e524cbfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:40.606431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-45018d58-b5e4-4b6f-a818-ea547316b3b9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-873583561-network', 'tenant_id': 'cfb340e63d074f4b95808307741ce0a2'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:40.630023 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e451-6806-4706-9335-d388e210ecac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (724691a5-34fa-4acb-bff7-9885543f4e57), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:40.652963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d27d2ffa-2877-4a66-90a8-b44e524cbfd3 None None] Port af449bfa-a1d6-48a5-9425-11d0c0619359 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:40.815646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45018d58-b5e4-4b6f-a818-ea547316b3b9 admin admin] Made reservation on behalf of cfb340e63d074f4b95808307741ce0a2 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:40.823707 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45018d58-b5e4-4b6f-a818-ea547316b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:40.864734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ad032982-970b-41a4-a72c-3805a60f8647 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:40.874569 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45018d58-b5e4-4b6f-a818-ea547316b3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:41.052665 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ee04f7b9-9c0d-405a-b725-aa0cdfb3ccf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:41.117931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ad032982-970b-41a4-a72c-3805a60f8647 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:41.120506 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ad032982-970b-41a4-a72c-3805a60f8647), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:41.207077 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:41.225800 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-346569a2-62f5-4912-9c00-1a5bacc634cd req-2ba328ae-2537-4738-9167-0cb4b9b5b6d3 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6290648 Feb 04 13:39:41.334947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-7336c1b6-55c2-4669-a30c-b49bcca7309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:41.349251 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-7336c1b6-55c2-4669-a30c-b49bcca7309d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d78af8ff-67e1-42f4-9e35-b82038a60957 HTTP/1.1" status: 200 len: 854 time: 1.4200819 Feb 04 13:39:41.349778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51616) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:41.369817 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0083032 Feb 04 13:39:41.371892 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d93a03-0452-4575-ba03-27730ad37ab9 x-openstack-request-id: req-56d93a03-0452-4575-ba03-27730ad37ab9 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:39:41.376452 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a482b680-7afe-4fd3-a12b-9d9c290b3da3", "tag": "5417b14c-31a0-41c1-a533-29330683309d", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:39:41.376861 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-56d93a03-0452-4575-ba03-27730ad37ab9 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:39:41.392642 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a482b680-7afe-4fd3-a12b-9d9c290b3da3', 'tag': '5417b14c-31a0-41c1-a533-29330683309d', 'status': 'completed', 'code': 200} Feb 04 13:39:41.416510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51618) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:41.509842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ad032982-970b-41a4-a72c-3805a60f8647 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:41.513722 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-3cbbe561-e372-47bc-8c09-c5b6b3af2057 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d54e14ae-66d1-4e05-a88b-8bb06f860600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193116 Feb 04 13:39:41.515039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ea3c3d00-5b1d-4d4e-9945-46026d7ad276 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:41.664977 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ea3c3d00-5b1d-4d4e-9945-46026d7ad276 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:41.665573 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ea3c3d00-5b1d-4d4e-9945-46026d7ad276), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:41.675523 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-96d138cc-e8bb-47a1-baa2-2d27986e086d tempest-NetworksApiDiscovery-919082174 tempest-NetworksApiDiscovery-919082174-project] 10.222.0.96 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2538669 Feb 04 13:39:41.819799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-e0634919-2c1b-4ac3-b141-c726804f48af service neutron] 10.222.0.99 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945828 Feb 04 13:39:41.876636 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Publish callbacks [] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:41.912458 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:42.012813 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ea3c3d00-5b1d-4d4e-9945-46026d7ad276 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:42.013495 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ea3c3d00-5b1d-4d4e-9945-46026d7ad276), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:42.118200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port ea3c3d00-5b1d-4d4e-9945-46026d7ad276, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ea3c3d00-5b1d-4d4e-9945-46026d7ad276,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:42.127807 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ea3c3d00-5b1d-4d4e-9945-46026d7ad276), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:42.229975 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fafcfceb-00d3-4ae3-8a9d-fa0a3b3519ac req-162c035d-9e65-42c9-bd68-6f1f1d8f7842 service neutron] 10.222.0.99 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046144 Feb 04 13:39:42.230910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51626) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:42.268457 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-ddfbfe4e-6c6d-4816-95e3-748d8eb20e29 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Allocated IP 172.20.0.14 (bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c/168be614-62b3-4dc6-85ef-2394b5426f7b/96b6f784-1bac-415c-b646-741f2fb98530) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:42.272613 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=ea3c3d00-5b1d-4d4e-9945-46026d7ad276,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:42.468891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Pushing event updated for resources: {'Port': ['ID=af449bfa-a1d6-48a5-9425-11d0c0619359,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:42.540656 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-86bde6e6-7f21-43c8-a009-7d9809277c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:42.554581 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (c876760a-8e92-479f-90f5-a91c8f2e5429), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:42.576340 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45018d58-b5e4-4b6f-a818-ea547316b3b9 admin admin] Publish callbacks [] for security_group (01a9f4ec-e916-4bcf-a23b-54a1f1b533cf), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:42.595234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5e204-721d-4195-b094-e631524ea8a4 req-468ac1ad-a0f2-4bf1-9976-ce20a62d1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:42.597249 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcd5e204-721d-4195-b094-e631524ea8a4 req-468ac1ad-a0f2-4bf1-9976-ce20a62d1541 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88ae3887090d4b389f29a371536a3494&device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 1127 time: 0.2874811 Feb 04 13:39:42.602264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ea3c3d00-5b1d-4d4e-9945-46026d7ad276 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:42.642899 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45018d58-b5e4-4b6f-a818-ea547316b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (01a9f4ec-e916-4bcf-a23b-54a1f1b533cf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:42.752316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45018d58-b5e4-4b6f-a818-ea547316b3b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:39:42.784199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ea3c3d00-5b1d-4d4e-9945-46026d7ad276 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:42.786509 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ea3c3d00-5b1d-4d4e-9945-46026d7ad276), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:42.839534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e53ac-74ab-4d58-a837-32f8d685d35e req-cf6ba4a6-8a9c-4dfb-873c-cdf7c2593fda tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:42.847947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d9e53ac-74ab-4d58-a837-32f8d685d35e req-cf6ba4a6-8a9c-4dfb-873c-cdf7c2593fda tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 944 time: 0.4238679 Feb 04 13:39:43.056897 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-86bde6e6-7f21-43c8-a009-7d9809277c40 admin admin] Publish callbacks [] for security_group (705b3f4b-dc41-4097-bd23-9df289f11709), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:43.065685 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ea3c3d00-5b1d-4d4e-9945-46026d7ad276 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:43.079740 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d9e53ac-74ab-4d58-a837-32f8d685d35e req-c83ae73c-322c-4c17-96ac-134ac6b23a10 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190008 Feb 04 13:39:43.082434 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5e204-721d-4195-b094-e631524ea8a4 req-a06c42b1-4c61-48a4-9d6a-dc7d6c1a565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:43.084924 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcd5e204-721d-4195-b094-e631524ea8a4 req-a06c42b1-4c61-48a4-9d6a-dc7d6c1a565d service neutron] 10.222.0.99 "GET /v2.0/networks?id=d54e14ae-66d1-4e05-a88b-8bb06f860600 HTTP/1.1" status: 200 len: 915 time: 0.4523635 Feb 04 13:39:43.086212 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-86bde6e6-7f21-43c8-a009-7d9809277c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (705b3f4b-dc41-4097-bd23-9df289f11709), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:43.134738 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45018d58-b5e4-4b6f-a818-ea547316b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (36dd45e8-98d5-46f1-a32b-758ad468cd4a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:43.135279 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-45018d58-b5e4-4b6f-a818-ea547316b3b9 admin admin] Added segment 36dd45e8-98d5-46f1-a32b-758ad468cd4a of type vlan for network 865173ee-4379-4d28-9da2-ee4dda86c6db Feb 04 13:39:43.194500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-86bde6e6-7f21-43c8-a009-7d9809277c40 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9e1a5e4cb87f48e7a1f5f34e6fa5c621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9590013 Feb 04 13:39:43.201906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bde6e6-7f21-43c8-a009-7d9809277c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705b3f4b-dc41-4097-bd23-9df289f11709,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:43.206490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51634) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:43.222137 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45018d58-b5e4-4b6f-a818-ea547316b3b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (865173ee-4379-4d28-9da2-ee4dda86c6db), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:43.275958 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcd5e204-721d-4195-b094-e631524ea8a4 req-d699b8bc-5b44-4231-a871-27ef25797305 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5417b14c-31a0-41c1-a533-29330683309d HTTP/1.1" status: 200 len: 217 time: 0.1309125 Feb 04 13:39:43.290954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Network 7912785f-1fa8-4b69-9cba-aa96f632b769 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:43.294752 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45018d58-b5e4-4b6f-a818-ea547316b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (865173ee-4379-4d28-9da2-ee4dda86c6db), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:43.296028 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45018d58-b5e4-4b6f-a818-ea547316b3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:43.296842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45018d58-b5e4-4b6f-a818-ea547316b3b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:43.311845 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:43.337204 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45018d58-b5e4-4b6f-a818-ea547316b3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a9f4ec-e916-4bcf-a23b-54a1f1b533cf,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:43.421918 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45018d58-b5e4-4b6f-a818-ea547316b3b9 admin admin] Pushing event updated for resources: {'Network': ['ID=865173ee-4379-4d28-9da2-ee4dda86c6db,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:43.437526 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 865173ee-4379-4d28-9da2-ee4dda86c6db details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:39:43.520910 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d106088-2de3-40de-be00-e5e70ac8a524 admin admin] Publish callbacks [] for security_group (705b3f4b-dc41-4097-bd23-9df289f11709), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:43.532352 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddfbfe4e-6c6d-4816-95e3-748d8eb20e29 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (96b6f784-1bac-415c-b646-741f2fb98530), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:43.571389 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d106088-2de3-40de-be00-e5e70ac8a524 admin admin] Publish callbacks [] for security_group (705b3f4b-dc41-4097-bd23-9df289f11709), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:43.647190 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-45018d58-b5e4-4b6f-a818-ea547316b3b9 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4736090 Feb 04 13:39:43.653647 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51638) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:43.661580 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddfbfe4e-6c6d-4816-95e3-748d8eb20e29 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (96b6f784-1bac-415c-b646-741f2fb98530), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:43.729727 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b313de5d-9c70-4cab-b4f5-f283073e851c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:43.735906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5e204-721d-4195-b094-e631524ea8a4 req-a34accda-adb3-4c62-b273-e115547122a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:43.747129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcd5e204-721d-4195-b094-e631524ea8a4 req-a34accda-adb3-4c62-b273-e115547122a2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d78af8ff-67e1-42f4-9e35-b82038a60957 HTTP/1.1" status: 200 len: 854 time: 0.4407051 Feb 04 13:39:43.802322 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcd5e204-721d-4195-b094-e631524ea8a4 req-8d2f37dc-baa8-46e7-b32b-91425047d9d7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d54e14ae-66d1-4e05-a88b-8bb06f860600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562167 Feb 04 13:39:43.805611 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d106088-2de3-40de-be00-e5e70ac8a524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (705b3f4b-dc41-4097-bd23-9df289f11709), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:43.808696 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d106088-2de3-40de-be00-e5e70ac8a524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:43.821979 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1d106088-2de3-40de-be00-e5e70ac8a524 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/705b3f4b-dc41-4097-bd23-9df289f11709 HTTP/1.1" status: 204 len: 168 time: 0.6115932 Feb 04 13:39:43.839972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c5220b90-2360-46cc-8f94-0a2c0999290a None None] Provisioning complete for port af449bfa-a1d6-48a5-9425-11d0c0619359 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:43.840587 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c5220b90-2360-46cc-8f94-0a2c0999290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:43.896895 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-27f5d7ee-ec5c-4a42-a934-21343e361a55 admin admin] Request body: {'subnet': {'network_id': '865173ee-4379-4d28-9da2-ee4dda86c6db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-873583561-subnet', 'tenant_id': 'cfb340e63d074f4b95808307741ce0a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:43.934515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d106088-2de3-40de-be00-e5e70ac8a524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705b3f4b-dc41-4097-bd23-9df289f11709,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:43.976861 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:44.011520 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c5220b90-2360-46cc-8f94-0a2c0999290a None None] Port af449bfa-a1d6-48a5-9425-11d0c0619359 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:44.105394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcd5e204-721d-4195-b094-e631524ea8a4 req-991549d6-bbb8-4388-ac3a-76275e49a396 service neutron] 10.222.0.99 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815747 Feb 04 13:39:44.126570 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbfe4e-6c6d-4816-95e3-748d8eb20e29 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=96b6f784-1bac-415c-b646-741f2fb98530,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:44.147150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfbfe4e-6c6d-4816-95e3-748d8eb20e29 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:44.158144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-ddfbfe4e-6c6d-4816-95e3-748d8eb20e29 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:44.165304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f5d7ee-ec5c-4a42-a934-21343e361a55 admin admin] Made reservation on behalf of cfb340e63d074f4b95808307741ce0a2 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:44.170530 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27f5d7ee-ec5c-4a42-a934-21343e361a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:44.174292 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfbfe4e-6c6d-4816-95e3-748d8eb20e29 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:44.483434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Router c876760a-8e92-479f-90f5-a91c8f2e5429 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:39:44.515703 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfbfe4e-6c6d-4816-95e3-748d8eb20e29 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:44.516583 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddfbfe4e-6c6d-4816-95e3-748d8eb20e29 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:44.541418 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747be604-8de0-4169-99b7-8cc81ce23975 req-1c82fbb8-f45a-4863-b0c2-2584d157e2f5 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:44.545033 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-747be604-8de0-4169-99b7-8cc81ce23975 req-1c82fbb8-f45a-4863-b0c2-2584d157e2f5 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 944 time: 0.2304890 Feb 04 13:39:44.585257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcd5e204-721d-4195-b094-e631524ea8a4 req-3a359d7d-7a63-4031-816e-9e3d0afd22e9 service neutron] 10.222.0.99 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385638 Feb 04 13:39:44.596528 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ddfbfe4e-6c6d-4816-95e3-748d8eb20e29 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.7807779 Feb 04 13:39:44.601967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51652) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:44.617650 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d28686e4-d8f3-4e82-8b02-69404095b28d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'subnet': {'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:44.641135 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:44.737229 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6e451-6806-4706-9335-d388e210ecac admin admin] Deleting port 155f6505-6112-4e4e-82fb-c77e25ef919b {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:44.737843 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e451-6806-4706-9335-d388e210ecac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:44.785408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4926161c-67ae-4b7d-87ab-1168479bb934 None None] Provisioning complete for port 96b6f784-1bac-415c-b646-741f2fb98530 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:44.786341 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4926161c-67ae-4b7d-87ab-1168479bb934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (96b6f784-1bac-415c-b646-741f2fb98530), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:44.796926 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-747be604-8de0-4169-99b7-8cc81ce23975 req-1af5cae5-234c-4425-a725-ffff6b44c341 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073457 Feb 04 13:39:44.866343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4926161c-67ae-4b7d-87ab-1168479bb934 None None] Port 96b6f784-1bac-415c-b646-741f2fb98530 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:44.975600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5417b14c-31a0-41c1-a533-29330683309d details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:39:45.119295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:39:45.148776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Sync routers for ids ['c876760a-8e92-479f-90f5-a91c8f2e5429'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:45.172931 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-02c3bd47-121c-4cb0-8108-103e7fad0a9b admin admin] 10.222.0.96 "PUT /v2.0/routers/c876760a-8e92-479f-90f5-a91c8f2e5429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9475701 Feb 04 13:39:45.212470 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Routers {'c876760a-8e92-479f-90f5-a91c8f2e5429'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:45.213572 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:39:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c876760a-8e92-479f-90f5-a91c8f2e5429'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:45.217352 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-9ff6e451-6806-4706-9335-d388e210ecac admin admin] For port 155f6505-6112-4e4e-82fb-c77e25ef919b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=155f6505-6112-4e4e-82fb-c77e25ef919b,segment=NetworkSegment(0d81e0ef-916f-4894-8f23-b34c8b968815),segment_id=0d81e0ef-916f-4894-8f23-b34c8b968815)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:45.217934 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e451-6806-4706-9335-d388e210ecac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:45.245285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28686e4-d8f3-4e82-8b02-69404095b28d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:45.252620 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d28686e4-d8f3-4e82-8b02-69404095b28d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:45.284186 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27f5d7ee-ec5c-4a42-a934-21343e361a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (dd032545-adb5-4a4f-975a-28bdfcbf37a0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:45.353817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6e451-6806-4706-9335-d388e210ecac admin admin] Calling delete_port for 155f6505-6112-4e4e-82fb-c77e25ef919b owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:45.429062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5417b14c-31a0-41c1-a533-29330683309d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5417b14c-31a0-41c1-a533-29330683309d,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:45.472403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '5417b14c-31a0-41c1-a533-29330683309d', 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600', 'port_id': '5417b14c-31a0-41c1-a533-29330683309d', 'mac_address': 'fa:16:3e:e9:5b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78af8ff-67e1-42f4-9e35-b82038a60957', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:39:45.563478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 5417b14c-31a0-41c1-a533-29330683309d is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:45.564675 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5417b14c-31a0-41c1-a533-29330683309d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:45.613325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5417b14c-31a0-41c1-a533-29330683309d {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:39:45.714398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Set router c876760a-8e92-479f-90f5-a91c8f2e5429 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:45.720550 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:45.723289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5417b14c-31a0-41c1-a533-29330683309d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5417b14c-31a0-41c1-a533-29330683309d,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:45.758736 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5417b14c-31a0-41c1-a533-29330683309d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:45.881428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=5417b14c-31a0-41c1-a533-29330683309d,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:45.988330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5d7ee-ec5c-4a42-a934-21343e361a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd032545-adb5-4a4f-975a-28bdfcbf37a0,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:46.072725 n-d-714676-13 neutron-server[103607]: INFO neutron.db.ipam_backend_mixin [None req-d28686e4-d8f3-4e82-8b02-69404095b28d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 168be614-62b3-4dc6-85ef-2394b5426f7b (CIDR: 172.20.0.0/28) Feb 04 13:39:46.076932 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f5d7ee-ec5c-4a42-a934-21343e361a55 admin admin] Checking segment: {'id': '36dd45e8-98d5-46f1-a32b-758ad468cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '865173ee-4379-4d28-9da2-ee4dda86c6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:46.077307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5d7ee-ec5c-4a42-a934-21343e361a55 admin admin] Network hostable DHCP agents. Network: 865173ee-4379-4d28-9da2-ee4dda86c6db, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:39:46.085815 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28686e4-d8f3-4e82-8b02-69404095b28d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:39:46.086515 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28686e4-d8f3-4e82-8b02-69404095b28d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:39:46.099568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f50869-08b6-455b-b3af-cc5e8c298466 req-cbe6dc8d-77a3-487e-a5d7-e51eaacf4ecf tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:46.108702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5f50869-08b6-455b-b3af-cc5e8c298466 req-cbe6dc8d-77a3-487e-a5d7-e51eaacf4ecf tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 945 time: 0.1761463 Feb 04 13:39:46.152411 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d28686e4-d8f3-4e82-8b02-69404095b28d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5447502 Feb 04 13:39:46.156077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51686) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:46.163325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7b8dfa11-598d-4848-afa2-0c7ebfbbd57f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'subnet': {'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:46.169747 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5d7ee-ec5c-4a42-a934-21343e361a55 admin admin] Network 865173ee-4379-4d28-9da2-ee4dda86c6db is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:39:46.267724 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5f50869-08b6-455b-b3af-cc5e8c298466 req-0034871a-3e59-473f-8a6f-da4aff9fac6b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475239 Feb 04 13:39:46.293655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'name': 'tempest-TaggedBootDevicesTest-1488077511-router', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:27Z', 'updated_at': '2022-02-04T13:39:40Z', 'revision_number': 4, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'gw_port': {'id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:29Z', 'updated_at': '2022-02-04T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'af449bfa-a1d6-48a5-9425-11d0c0619359', 'name': '', 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'mac_address': 'fa:16:3e:24:e6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:37Z', 'updated_at': '2022-02-04T13:39:41Z', 'revision_number': 2, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'subnets': [{'id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:46.310493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-27f5d7ee-ec5c-4a42-a934-21343e361a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 865173ee-4379-4d28-9da2-ee4dda86c6db) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:46.344131 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Checking router: c876760a-8e92-479f-90f5-a91c8f2e5429 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:39:46.344521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Updating router c876760a-8e92-479f-90f5-a91c8f2e5429 port af449bfa-a1d6-48a5-9425-11d0c0619359 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:39:46.347298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f5d7ee-ec5c-4a42-a934-21343e361a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:46.349046 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27f5d7ee-ec5c-4a42-a934-21343e361a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:46.367844 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['5417b14c-31a0-41c1-a533-29330683309d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:39:46.413309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7974dac-21cc-43ed-ba8e-1eed4fc06d31 None None] Network 865173ee-4379-4d28-9da2-ee4dda86c6db requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:46.492573 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-27f5d7ee-ec5c-4a42-a934-21343e361a55 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6013322 Feb 04 13:39:46.510402 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e451-6806-4706-9335-d388e210ecac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (155f6505-6112-4e4e-82fb-c77e25ef919b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:46.597188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6e451-6806-4706-9335-d388e210ecac admin admin] Pushing event deleted for resources: {'Port': ['ID=155f6505-6112-4e4e-82fb-c77e25ef919b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:46.645011 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8dfa11-598d-4848-afa2-0c7ebfbbd57f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:46.650177 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfa11-598d-4848-afa2-0c7ebfbbd57f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:46.700029 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:46.878659 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:46.967426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1c87fb-3a9d-4a25-8a44-3169307d3e95 None None] Network 865173ee-4379-4d28-9da2-ee4dda86c6db requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:47.019668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51706) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:47.039045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-5e69a592-f952-4c44-8648-0c3ef3a95fe0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-100403116-network', 'tenant_id': '3db1e97d387a404da9bfd7ad7a6eeaa0'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:47.092263 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e451-6806-4706-9335-d388e210ecac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (724691a5-34fa-4acb-bff7-9885543f4e57), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:47.105031 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e69a592-f952-4c44-8648-0c3ef3a95fe0 admin admin] Made reservation on behalf of 3db1e97d387a404da9bfd7ad7a6eeaa0 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:47.114489 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e69a592-f952-4c44-8648-0c3ef3a95fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:47.151277 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e69a592-f952-4c44-8648-0c3ef3a95fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:47.338895 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfa11-598d-4848-afa2-0c7ebfbbd57f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (d3a5f45e-c3bd-404e-b6fd-abad60c89956), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:47.428917 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e69a592-f952-4c44-8648-0c3ef3a95fe0 admin admin] Publish callbacks [] for security_group (fc97817b-a927-4f5f-9c3f-13eb5760448b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:47.437402 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e69a592-f952-4c44-8648-0c3ef3a95fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fc97817b-a927-4f5f-9c3f-13eb5760448b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:47.480257 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Publish callbacks [] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:47.486520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69a592-f952-4c44-8648-0c3ef3a95fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc97817b-a927-4f5f-9c3f-13eb5760448b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:47.494186 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:47.501197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e69a592-f952-4c44-8648-0c3ef3a95fe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:39:47.518522 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e69a592-f952-4c44-8648-0c3ef3a95fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (7bb135b1-2805-463c-bb2b-98eaac232c9a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:47.519248 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-5e69a592-f952-4c44-8648-0c3ef3a95fe0 admin admin] Added segment 7bb135b1-2805-463c-bb2b-98eaac232c9a of type vlan for network 332d5c82-920d-420c-9ecd-efdf8d199923 Feb 04 13:39:47.527734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8dfa11-598d-4848-afa2-0c7ebfbbd57f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:47.580107 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b3198-3710-46cf-9f1b-fc05ba848dd8 None None] Pushing event updated for resources: {'Port': ['ID=af449bfa-a1d6-48a5-9425-11d0c0619359,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:47.580445 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e69a592-f952-4c44-8648-0c3ef3a95fe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (332d5c82-920d-420c-9ecd-efdf8d199923), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:47.625704 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-7b8dfa11-598d-4848-afa2-0c7ebfbbd57f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:47.626813 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e69a592-f952-4c44-8648-0c3ef3a95fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (332d5c82-920d-420c-9ecd-efdf8d199923), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:47.629176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69a592-f952-4c44-8648-0c3ef3a95fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:47.630519 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e69a592-f952-4c44-8648-0c3ef3a95fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:47.655680 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8dfa11-598d-4848-afa2-0c7ebfbbd57f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:47.657109 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfa11-598d-4848-afa2-0c7ebfbbd57f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:47.684183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e374280-69bd-4f11-b9b8-d9881a15deb0 None None] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:47.723502 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5e69a592-f952-4c44-8648-0c3ef3a95fe0 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7012856 Feb 04 13:39:47.724899 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51720) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:47.735241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c2b459d8-b875-4ad5-972f-7ad01b5e61ab admin admin] Request body: {'subnet': {'network_id': '332d5c82-920d-420c-9ecd-efdf8d199923', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-100403116-subnet', 'tenant_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:47.748967 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7b8dfa11-598d-4848-afa2-0c7ebfbbd57f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5912056 Feb 04 13:39:47.760740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51726) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:47.788808 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dfa11-598d-4848-afa2-0c7ebfbbd57f tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Subnet': ['ID=d3a5f45e-c3bd-404e-b6fd-abad60c89956,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:47.792864 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-2a4cba6a-41df-40ef-ad73-e2b61fc79f43 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-573659457', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd3a5f45e-c3bd-404e-b6fd-abad60c89956'}], 'security_groups': ['dc17d363-64bd-4a26-86f8-9caf19bbaec1']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:47.804767 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Attempting to bind port af449bfa-a1d6-48a5-9425-11d0c0619359 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:39:47.805316 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Attempting to bind port af449bfa-a1d6-48a5-9425-11d0c0619359 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'b9799a29-9629-4ed2-a490-f98ffaf13677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:39:47.805865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Attempting to bind port af449bfa-a1d6-48a5-9425-11d0c0619359 on network 7912785f-1fa8-4b69-9cba-aa96f632b769 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:39:47.858965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:39:47.859534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Checking segment: {'id': 'b9799a29-9629-4ed2-a490-f98ffaf13677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:47.859898 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:47.864353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Bound using segment: {'id': 'b9799a29-9629-4ed2-a490-f98ffaf13677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:39:47.865038 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Bound port: af449bfa-a1d6-48a5-9425-11d0c0619359, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9799a29-9629-4ed2-a490-f98ffaf13677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:39:47.867034 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:47.894375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69a592-f952-4c44-8648-0c3ef3a95fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=332d5c82-920d-420c-9ecd-efdf8d199923,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:47.955173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 332d5c82-920d-420c-9ecd-efdf8d199923 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:39:47.963132 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b459d8-b875-4ad5-972f-7ad01b5e61ab admin admin] Made reservation on behalf of 3db1e97d387a404da9bfd7ad7a6eeaa0 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:47.967513 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2b459d8-b875-4ad5-972f-7ad01b5e61ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:48.037631 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:48.214475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff6e451-6806-4706-9335-d388e210ecac admin admin] Router 724691a5-34fa-4acb-bff7-9885543f4e57 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:39:48.263926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-912e08eb-7d5e-459a-abec-62f7e1a35832 None None] Provisioning complete for port af449bfa-a1d6-48a5-9425-11d0c0619359 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:48.264550 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-912e08eb-7d5e-459a-abec-62f7e1a35832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:48.278410 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] For port af449bfa-a1d6-48a5-9425-11d0c0619359, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:39:48.285086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] For port af449bfa-a1d6-48a5-9425-11d0c0619359, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=af449bfa-a1d6-48a5-9425-11d0c0619359,segment=NetworkSegment(b9799a29-9629-4ed2-a490-f98ffaf13677),segment_id=b9799a29-9629-4ed2-a490-f98ffaf13677)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:39:48.360467 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:48.533386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-912e08eb-7d5e-459a-abec-62f7e1a35832 None None] Port af449bfa-a1d6-48a5-9425-11d0c0619359 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:48.560277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Routers {'c876760a-8e92-479f-90f5-a91c8f2e5429'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:48.560819 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:39:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c876760a-8e92-479f-90f5-a91c8f2e5429'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:48.564914 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-d2886307-6b46-40f9-8283-be23e764bf85 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:48.577444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-d2886307-6b46-40f9-8283-be23e764bf85 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/networks?id=865173ee-4379-4d28-9da2-ee4dda86c6db HTTP/1.1" status: 200 len: 812 time: 0.6720273 Feb 04 13:39:48.582899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852483fb-91a3-4352-aed8-f21c3c00e4ad None None] Update dhcp port {'port': {'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'fixed_ips': [{'subnet_id': '168be614-62b3-4dc6-85ef-2394b5426f7b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd3a5f45e-c3bd-404e-b6fd-abad60c89956'}], 'binding:host_id': 'n-d-714676-13'}, 'id': 'ad032982-970b-41a4-a72c-3805a60f8647'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:39:48.689259 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff6e451-6806-4706-9335-d388e210ecac admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:39:48.695932 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-852483fb-91a3-4352-aed8-f21c3c00e4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ad032982-970b-41a4-a72c-3805a60f8647), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:48.707708 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d75ea-ff13-4c65-88a2-07c894a4b700 None None] Sync routers for ids ['724691a5-34fa-4acb-bff7-9885543f4e57'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:48.720571 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2a4cba6a-41df-40ef-ad73-e2b61fc79f43 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (96b6f784-1bac-415c-b646-741f2fb98530), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:48.732999 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9ff6e451-6806-4706-9335-d388e210ecac admin admin] 10.222.0.96 "PUT /v2.0/routers/724691a5-34fa-4acb-bff7-9885543f4e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7716644 Feb 04 13:39:48.734630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51744) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:48.740922 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d75ea-ff13-4c65-88a2-07c894a4b700 None None] Routers {'724691a5-34fa-4acb-bff7-9885543f4e57'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:48.743340 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1f7d75ea-ff13-4c65-88a2-07c894a4b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:39:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['724691a5-34fa-4acb-bff7-9885543f4e57'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:48.787711 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b3198-3710-46cf-9f1b-fc05ba848dd8 None None] Pushing event updated for resources: {'Port': ['ID=af449bfa-a1d6-48a5-9425-11d0c0619359,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:48.874864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-484e4c1d-5ec9-4a01-a56b-99ff267ec38b tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/quotas/cfb340e63d074f4b95808307741ce0a2 HTTP/1.1" status: 200 len: 375 time: 0.2451451 Feb 04 13:39:49.051384 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-544799dc-5116-4785-8755-4c8eaf3b8b07 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=cfb340e63d074f4b95808307741ce0a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1529193 Feb 04 13:39:49.125602 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02cb1b34-8f5a-4a48-96f2-069dc9a16dbe admin admin] Publish callbacks [] for router (724691a5-34fa-4acb-bff7-9885543f4e57), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:49.160286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5417b14c-31a0-41c1-a533-29330683309d up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:49.166436 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-1f7d75ea-ff13-4c65-88a2-07c894a4b700 None None] Set router 724691a5-34fa-4acb-bff7-9885543f4e57 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:49.357860 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02cb1b34-8f5a-4a48-96f2-069dc9a16dbe admin admin] Publish callbacks [] for router_gateway (724691a5-34fa-4acb-bff7-9885543f4e57), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:49.379956 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-852483fb-91a3-4352-aed8-f21c3c00e4ad None None] Allocated IP 172.20.0.18 (bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c/d3a5f45e-c3bd-404e-b6fd-abad60c89956/ad032982-970b-41a4-a72c-3805a60f8647) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:49.422732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-dce97443-8794-4077-b6a2-8a432985637f service neutron] 10.222.0.96 "GET /v2.0/networks/865173ee-4379-4d28-9da2-ee4dda86c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751126 Feb 04 13:39:49.450696 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2b459d8-b875-4ad5-972f-7ad01b5e61ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (08f51fe5-2606-4a39-804f-1f191a611f8c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:49.477488 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-02cb1b34-8f5a-4a48-96f2-069dc9a16dbe admin admin] Deleting port 611784af-af35-4394-9d46-876321daf0cc {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:49.478670 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02cb1b34-8f5a-4a48-96f2-069dc9a16dbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (611784af-af35-4394-9d46-876321daf0cc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:49.561507 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1f7d75ea-ff13-4c65-88a2-07c894a4b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'name': 'tempest-ServerRescueNegativeTestJSON-1154437489-router', 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '611784af-af35-4394-9d46-876321daf0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:07Z', 'updated_at': '2022-02-04T13:39:46Z', 'revision_number': 5, 'project_id': '1b3cf201de5741e68b3a523ba7663c2a', 'gw_port': {'id': '611784af-af35-4394-9d46-876321daf0cc', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:09Z', 'updated_at': '2022-02-04T13:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:49.614287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] Set router c876760a-8e92-479f-90f5-a91c8f2e5429 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:49.620654 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d75ea-ff13-4c65-88a2-07c894a4b700 None None] Checking router: 724691a5-34fa-4acb-bff7-9885543f4e57 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:39:49.622797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-02cb1b34-8f5a-4a48-96f2-069dc9a16dbe admin admin] For port 611784af-af35-4394-9d46-876321daf0cc, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=611784af-af35-4394-9d46-876321daf0cc,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:49.623263 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02cb1b34-8f5a-4a48-96f2-069dc9a16dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (611784af-af35-4394-9d46-876321daf0cc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:49.636803 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d75ea-ff13-4c65-88a2-07c894a4b700 None None] Routers {'724691a5-34fa-4acb-bff7-9885543f4e57'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:49.638160 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1f7d75ea-ff13-4c65-88a2-07c894a4b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:39:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['724691a5-34fa-4acb-bff7-9885543f4e57'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:49.640095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-02cb1b34-8f5a-4a48-96f2-069dc9a16dbe admin admin] Calling delete_port for 611784af-af35-4394-9d46-876321daf0cc owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:49.678259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-29dfa8a8-a825-4410-9f10-4bfe4090f4f3 None None] Provisioning complete for port af449bfa-a1d6-48a5-9425-11d0c0619359 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:49.678901 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-29dfa8a8-a825-4410-9f10-4bfe4090f4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:49.781529 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b459d8-b875-4ad5-972f-7ad01b5e61ab admin admin] Checking segment: {'id': '7bb135b1-2805-463c-bb2b-98eaac232c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '332d5c82-920d-420c-9ecd-efdf8d199923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:49.782919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b459d8-b875-4ad5-972f-7ad01b5e61ab admin admin] Network hostable DHCP agents. Network: 332d5c82-920d-420c-9ecd-efdf8d199923, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:39:49.797705 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b459d8-b875-4ad5-972f-7ad01b5e61ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f51fe5-2606-4a39-804f-1f191a611f8c,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:49.811537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-852483fb-91a3-4352-aed8-f21c3c00e4ad None None] For port ad032982-970b-41a4-a72c-3805a60f8647, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ad032982-970b-41a4-a72c-3805a60f8647,segment=NetworkSegment(f35abf43-261c-4201-b96d-2eef2f62080b),segment_id=f35abf43-261c-4201-b96d-2eef2f62080b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:49.840349 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-1f7d75ea-ff13-4c65-88a2-07c894a4b700 None None] Set router 724691a5-34fa-4acb-bff7-9885543f4e57 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:49.852636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-825c31e3-a513-449a-ad9d-25fb97c3082f service neutron] 10.222.0.96 "GET /v2.0/networks/865173ee-4379-4d28-9da2-ee4dda86c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280088 Feb 04 13:39:49.854798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b459d8-b875-4ad5-972f-7ad01b5e61ab admin admin] Network 332d5c82-920d-420c-9ecd-efdf8d199923 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:39:49.866675 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02cb1b34-8f5a-4a48-96f2-069dc9a16dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (611784af-af35-4394-9d46-876321daf0cc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:49.871184 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-c2b459d8-b875-4ad5-972f-7ad01b5e61ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 332d5c82-920d-420c-9ecd-efdf8d199923) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:49.880161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b459d8-b875-4ad5-972f-7ad01b5e61ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:49.882569 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2b459d8-b875-4ad5-972f-7ad01b5e61ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:49.899336 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e75660-2a35-4d05-b6b1-fdba321faf95 None None] Network 332d5c82-920d-420c-9ecd-efdf8d199923 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:49.922853 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c2b459d8-b875-4ad5-972f-7ad01b5e61ab admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1917815 Feb 04 13:39:49.924877 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51750) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:49.931090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-100403116-router', 'tenant_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:49.940181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb1b34-8f5a-4a48-96f2-069dc9a16dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=611784af-af35-4394-9d46-876321daf0cc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:49.946072 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1f7d75ea-ff13-4c65-88a2-07c894a4b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'name': 'tempest-ServerRescueNegativeTestJSON-1154437489-router', 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:07Z', 'updated_at': '2022-02-04T13:39:49Z', 'revision_number': 6, 'project_id': '1b3cf201de5741e68b3a523ba7663c2a', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:49.980961 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (3a5a428b-b5ac-4f27-a041-fd20a0163031), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:49.982676 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (3a5a428b-b5ac-4f27-a041-fd20a0163031), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:50.023950 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d75ea-ff13-4c65-88a2-07c894a4b700 None None] The sync data for ids ['724691a5-34fa-4acb-bff7-9885543f4e57'] in n-d-714676-13 is: [{'id': '724691a5-34fa-4acb-bff7-9885543f4e57', 'name': 'tempest-ServerRescueNegativeTestJSON-1154437489-router', 'tenant_id': '1b3cf201de5741e68b3a523ba7663c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:07Z', 'updated_at': '2022-02-04T13:39:49Z', 'revision_number': 6, 'project_id': '1b3cf201de5741e68b3a523ba7663c2a', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:50.102572 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02cb1b34-8f5a-4a48-96f2-069dc9a16dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (724691a5-34fa-4acb-bff7-9885543f4e57), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:50.201724 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Publish callbacks [] for router_controller (3a5a428b-b5ac-4f27-a041-fd20a0163031), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:50.355263 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02cb1b34-8f5a-4a48-96f2-069dc9a16dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (724691a5-34fa-4acb-bff7-9885543f4e57), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:50.362112 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02cb1b34-8f5a-4a48-96f2-069dc9a16dbe admin admin] Publish callbacks [] for router_controller (724691a5-34fa-4acb-bff7-9885543f4e57), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:50.391309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 5417b14c-31a0-41c1-a533-29330683309d completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:39:50.444712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1f62c-7c3c-4636-825b-386d2fd46290 req-9fa10aa6-aa54-4f88-8207-2cc13b3e0f88 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:50.451220 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 5417b14c-31a0-41c1-a533-29330683309d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:50.451822 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5417b14c-31a0-41c1-a533-29330683309d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:50.469515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c6a1f62c-7c3c-4636-825b-386d2fd46290 req-9fa10aa6-aa54-4f88-8207-2cc13b3e0f88 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 945 time: 0.2660832 Feb 04 13:39:50.518380 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02cb1b34-8f5a-4a48-96f2-069dc9a16dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (724691a5-34fa-4acb-bff7-9885543f4e57), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:50.519542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cb1b34-8f5a-4a48-96f2-069dc9a16dbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 724691a5-34fa-4acb-bff7-9885543f4e57 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:39:50.533069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02cb1b34-8f5a-4a48-96f2-069dc9a16dbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:50.539991 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-02cb1b34-8f5a-4a48-96f2-069dc9a16dbe admin admin] 10.222.0.96 "DELETE /v2.0/routers/724691a5-34fa-4acb-bff7-9885543f4e57 HTTP/1.1" status: 204 len: 168 time: 1.8011203 Feb 04 13:39:50.545155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51764) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:50.545521 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-852483fb-91a3-4352-aed8-f21c3c00e4ad None None] Publish callbacks [] for port (ad032982-970b-41a4-a72c-3805a60f8647), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:50.576731 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-852483fb-91a3-4352-aed8-f21c3c00e4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ad032982-970b-41a4-a72c-3805a60f8647), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:50.727105 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b7cfac-bf47-4448-8107-5428c874fc29 admin admin] Deleting subnet 218fe4a2-bfd8-4afd-b187-fe7cab9a038e {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:39:50.731069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15b7cfac-bf47-4448-8107-5428c874fc29 admin admin] Publish callbacks [] for subnet (218fe4a2-bfd8-4afd-b187-fe7cab9a038e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:50.829592 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c6a1f62c-7c3c-4636-825b-386d2fd46290 req-3caae980-aed2-4209-bcf4-02a2fe99ceeb tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587561 Feb 04 13:39:50.831596 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.db.api [None req-2a4cba6a-41df-40ef-ad73-e2b61fc79f43 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-ddb57684-43fb-473b-b42c-f2e42ac699ef {{(pid=103606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:39:50.832343 n-d-714676-13 neutron-server[103606]: DEBUG oslo_db.api [None req-2a4cba6a-41df-40ef-ad73-e2b61fc79f43 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:39:50.835676 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Publish callbacks [] for router_gateway (3a5a428b-b5ac-4f27-a041-fd20a0163031), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:50.853226 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15b7cfac-bf47-4448-8107-5428c874fc29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (218fe4a2-bfd8-4afd-b187-fe7cab9a038e), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:50.947585 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15b7cfac-bf47-4448-8107-5428c874fc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (218fe4a2-bfd8-4afd-b187-fe7cab9a038e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:51.009104 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 155f6505-6112-4e4e-82fb-c77e25ef919b no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:51.035184 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15b7cfac-bf47-4448-8107-5428c874fc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (218fe4a2-bfd8-4afd-b187-fe7cab9a038e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:51.090069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7cfac-bf47-4448-8107-5428c874fc29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=218fe4a2-bfd8-4afd-b187-fe7cab9a038e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:51.096108 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15b7cfac-bf47-4448-8107-5428c874fc29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:51.099683 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-15b7cfac-bf47-4448-8107-5428c874fc29 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/218fe4a2-bfd8-4afd-b187-fe7cab9a038e HTTP/1.1" status: 204 len: 168 time: 0.5509863 Feb 04 13:39:51.102934 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51776) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:51.109537 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93f12edf-b6b0-4dcb-83d0-eee896bfd66e req-398563a0-a868-4d82-8327-f1e79399aff7 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/ports?device_id=126f6638-3fc4-4620-b053-7a3fd0d561fd HTTP/1.1" status: 200 len: 210 time: 0.1817946 Feb 04 13:39:51.116899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-332d5c82-920d-420c-9ecd-efdf8d199923', 'network_id': '332d5c82-920d-420c-9ecd-efdf8d199923', 'project_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'fixed_ips': [{'subnet_id': '08f51fe5-2606-4a39-804f-1f191a611f8c'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:39:51.121077 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:51.254356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-29dfa8a8-a825-4410-9f10-4bfe4090f4f3 None None] Current status of the port af449bfa-a1d6-48a5-9425-11d0c0619359 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:51.255096 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-29dfa8a8-a825-4410-9f10-4bfe4090f4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:51.302355 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8d56f942-cf74-4f46-a636-242e77a53d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:51.479447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 155f6505-6112-4e4e-82fb-c77e25ef919b {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:39:51.480367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 155f6505-6112-4e4e-82fb-c77e25ef919b not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:39:51.586743 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8d56f942-cf74-4f46-a636-242e77a53d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:51.635905 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-01443730-9d24-4534-b935-e3da588ff9f3 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:51.644899 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-01443730-9d24-4534-b935-e3da588ff9f3 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 815 time: 0.1918695 Feb 04 13:39:51.645174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-8d56f942-cf74-4f46-a636-242e77a53d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:51.663586 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-8d56f942-cf74-4f46-a636-242e77a53d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d81e0ef-916f-4894-8f23-b34c8b968815') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:51.663914 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-8d56f942-cf74-4f46-a636-242e77a53d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d81e0ef-916f-4894-8f23-b34c8b968815') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:51.676564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-0a977577-a8b7-4ca3-af59-2897cdc269fb tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/quotas/678aab1436e54ac083382f3ac6af32df HTTP/1.1" status: 200 len: 375 time: 0.0306408 Feb 04 13:39:51.712944 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8d56f942-cf74-4f46-a636-242e77a53d3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (0d81e0ef-916f-4894-8f23-b34c8b968815), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:51.719115 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852483fb-91a3-4352-aed8-f21c3c00e4ad None None] Pushing event updated for resources: {'Port': ['ID=ad032982-970b-41a4-a72c-3805a60f8647,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:51.761299 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8d56f942-cf74-4f46-a636-242e77a53d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0d81e0ef-916f-4894-8f23-b34c8b968815), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:51.776446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d56f942-cf74-4f46-a636-242e77a53d3d admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:39:51.777074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8d56f942-cf74-4f46-a636-242e77a53d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (0d81e0ef-916f-4894-8f23-b34c8b968815), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:51.840271 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2a4cba6a-41df-40ef-ad73-e2b61fc79f43 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (96b6f784-1bac-415c-b646-741f2fb98530), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:51.866304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-29dfa8a8-a825-4410-9f10-4bfe4090f4f3 None None] For port af449bfa-a1d6-48a5-9425-11d0c0619359, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=af449bfa-a1d6-48a5-9425-11d0c0619359,segment=NetworkSegment(b9799a29-9629-4ed2-a490-f98ffaf13677),segment_id=b9799a29-9629-4ed2-a490-f98ffaf13677)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:51.888918 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-29dfa8a8-a825-4410-9f10-4bfe4090f4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:51.931408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 5417b14c-31a0-41c1-a533-29330683309d is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:51.932329 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5417b14c-31a0-41c1-a533-29330683309d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:39:51.936925 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:39:52.005535 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8d56f942-cf74-4f46-a636-242e77a53d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:52.015973 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8d56f942-cf74-4f46-a636-242e77a53d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:52.035498 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8d56f942-cf74-4f46-a636-242e77a53d3d admin admin] 10.222.0.96 "DELETE /v2.0/networks/e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1 HTTP/1.1" status: 204 len: 168 time: 0.9311411 Feb 04 13:39:52.080169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56f942-cf74-4f46-a636-242e77a53d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=e5c6e2e4-de8b-468c-b636-c9ef2ad83ee1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:52.248864 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5417b14c-31a0-41c1-a533-29330683309d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5417b14c-31a0-41c1-a533-29330683309d,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:52.297751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a482b680-7afe-4fd3-a12b-9d9c290b3da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5417b14c-31a0-41c1-a533-29330683309d'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:39:52.303626 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd9d925-94b9-4d05-be4b-8c0326aa100e" -d '{"events": [{"server_uuid": "a482b680-7afe-4fd3-a12b-9d9c290b3da3", "name": "network-vif-plugged", "status": "completed", "tag": "5417b14c-31a0-41c1-a533-29330683309d"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:39:52.319265 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5417b14c-31a0-41c1-a533-29330683309d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:52.408947 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfa8a8-a825-4410-9f10-4bfe4090f4f3 None None] Pushing event updated for resources: {'Port': ['ID=af449bfa-a1d6-48a5-9425-11d0c0619359,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:52.512833 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'name': 'tempest-TaggedBootDevicesTest-1488077511-router', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:27Z', 'updated_at': '2022-02-04T13:39:40Z', 'revision_number': 4, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'gw_port': {'id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:29Z', 'updated_at': '2022-02-04T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'af449bfa-a1d6-48a5-9425-11d0c0619359', 'name': '', 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'mac_address': 'fa:16:3e:24:e6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:37Z', 'updated_at': '2022-02-04T13:39:48Z', 'revision_number': 4, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'subnets': [{'id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:52.555322 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Allocated IP 172.20.0.2 (332d5c82-920d-420c-9ecd-efdf8d199923/08f51fe5-2606-4a39-804f-1f191a611f8c/3317c095-0790-4580-a937-b0eb6b579087) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:52.608960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51808) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:52.680557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b461eec-0df7-4083-a7e0-15e014ffcbfc None None] The sync data for ids ['c876760a-8e92-479f-90f5-a91c8f2e5429'] in n-d-714676-13 is: [{'id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'name': 'tempest-TaggedBootDevicesTest-1488077511-router', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:27Z', 'updated_at': '2022-02-04T13:39:40Z', 'revision_number': 4, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'gw_port': {'id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:29Z', 'updated_at': '2022-02-04T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'af449bfa-a1d6-48a5-9425-11d0c0619359', 'name': '', 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'mac_address': 'fa:16:3e:24:e6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:37Z', 'updated_at': '2022-02-04T13:39:48Z', 'revision_number': 4, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'subnets': [{'id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:52.733488 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-425e13c3-c273-4753-bafb-e47d7a0df789 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1b3cf201de5741e68b3a523ba7663c2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1225848 Feb 04 13:39:52.739188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51810) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:52.810521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ad032982-970b-41a4-a72c-3805a60f8647 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:52.891001 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaa86-eec0-43c8-a3be-ed6dfc1519cf admin admin] Publish callbacks [] for security_group (23b41ecd-bb6d-44a3-b015-1a5391bf1773), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:52.946824 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaa86-eec0-43c8-a3be-ed6dfc1519cf admin admin] Publish callbacks [] for security_group (23b41ecd-bb6d-44a3-b015-1a5391bf1773), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:52.959158 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=5417b14c-31a0-41c1-a533-29330683309d,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:53.054298 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaa86-eec0-43c8-a3be-ed6dfc1519cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (23b41ecd-bb6d-44a3-b015-1a5391bf1773), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:53.058092 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaa86-eec0-43c8-a3be-ed6dfc1519cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:53.066304 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5a0eaa86-eec0-43c8-a3be-ed6dfc1519cf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/23b41ecd-bb6d-44a3-b015-1a5391bf1773 HTTP/1.1" status: 204 len: 168 time: 0.3244662 Feb 04 13:39:53.081260 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0eaa86-eec0-43c8-a3be-ed6dfc1519cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b41ecd-bb6d-44a3-b015-1a5391bf1773,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:53.209411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-da88ed46-3ad4-4af2-94cb-1d5346ac904c None None] Provisioning complete for port 26afa24d-60b6-468b-87c3-5179dc4c33a6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:53.210055 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-da88ed46-3ad4-4af2-94cb-1d5346ac904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (26afa24d-60b6-468b-87c3-5179dc4c33a6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:53.299689 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ad032982-970b-41a4-a72c-3805a60f8647 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:53.300314 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ad032982-970b-41a4-a72c-3805a60f8647), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:53.354308 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-2a4cba6a-41df-40ef-ad73-e2b61fc79f43 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Delete allocated IP 172.20.0.14 (bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c/168be614-62b3-4dc6-85ef-2394b5426f7b) {{(pid=103606) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 13:39:53.443670 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Publish callbacks [] for router_gateway (3a5a428b-b5ac-4f27-a041-fd20a0163031), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:53.446266 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-da88ed46-3ad4-4af2-94cb-1d5346ac904c None None] Port 26afa24d-60b6-468b-87c3-5179dc4c33a6 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:53.451223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-2a4cba6a-41df-40ef-ad73-e2b61fc79f43 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Allocated IP 172.20.0.20 (bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c/d3a5f45e-c3bd-404e-b6fd-abad60c89956/96b6f784-1bac-415c-b646-741f2fb98530) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:53.515582 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-8d3251dd-841d-4d8c-98be-da86e721921c tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&fields=id HTTP/1.1" status: 200 len: 255 time: 1.8380082 Feb 04 13:39:53.538328 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:53.734145 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Publish callbacks [] for port (3317c095-0790-4580-a937-b0eb6b579087), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:53.754304 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (3317c095-0790-4580-a937-b0eb6b579087), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:53.770389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-da88ed46-3ad4-4af2-94cb-1d5346ac904c None None] Provisioning complete for port ad032982-970b-41a4-a72c-3805a60f8647 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:53.770777 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-da88ed46-3ad4-4af2-94cb-1d5346ac904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ad032982-970b-41a4-a72c-3805a60f8647), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:53.928753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ad032982-970b-41a4-a72c-3805a60f8647 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:53.972467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Network 332d5c82-920d-420c-9ecd-efdf8d199923 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:53.989986 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-3e6843db-8586-45db-b25f-66919b3efea2 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:53.991741 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-3e6843db-8586-45db-b25f-66919b3efea2 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.99 "GET /v2.0/networks?id=865173ee-4379-4d28-9da2-ee4dda86c6db HTTP/1.1" status: 200 len: 812 time: 0.6397140 Feb 04 13:39:53.995093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 611784af-af35-4394-9d46-876321daf0cc no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:54.003960 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:54.029566 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-21672832-b2d2-409d-b7b1-9f409239c5cd tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Request body: {'port': {'device_id': '126f6638-3fc4-4620-b053-7a3fd0d561fd', 'network_id': '865173ee-4379-4d28-9da2-ee4dda86c6db', 'admin_state_up': True, 'tenant_id': 'cfb340e63d074f4b95808307741ce0a2'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:54.038332 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:54.053933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 611784af-af35-4394-9d46-876321daf0cc {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:39:54.054488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 611784af-af35-4394-9d46-876321daf0cc not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:39:54.074381 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Pushing event updated for resources: {'Port': ['ID=3317c095-0790-4580-a937-b0eb6b579087,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:54.186578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Attempting to bind port 3317c095-0790-4580-a937-b0eb6b579087 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:39:54.186921 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-c702827e-b3d8-4f96-8c21-2bb846a67f5f service neutron] 10.222.0.96 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6694300 Feb 04 13:39:54.187080 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Attempting to bind port 3317c095-0790-4580-a937-b0eb6b579087 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '7bb135b1-2805-463c-bb2b-98eaac232c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '332d5c82-920d-420c-9ecd-efdf8d199923'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:39:54.187080 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Attempting to bind port 3317c095-0790-4580-a937-b0eb6b579087 on network 332d5c82-920d-420c-9ecd-efdf8d199923 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:39:54.241686 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:39:54.242226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Checking segment: {'id': '7bb135b1-2805-463c-bb2b-98eaac232c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '332d5c82-920d-420c-9ecd-efdf8d199923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:54.243265 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:54.243265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Bound using segment: {'id': '7bb135b1-2805-463c-bb2b-98eaac232c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '332d5c82-920d-420c-9ecd-efdf8d199923'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:39:54.243959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Bound port: 3317c095-0790-4580-a937-b0eb6b579087, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb135b1-2805-463c-bb2b-98eaac232c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '332d5c82-920d-420c-9ecd-efdf8d199923'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:39:54.244430 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3317c095-0790-4580-a937-b0eb6b579087), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:54.271992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-da88ed46-3ad4-4af2-94cb-1d5346ac904c None None] Current status of the port ad032982-970b-41a4-a72c-3805a60f8647 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:54.332698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-da88ed46-3ad4-4af2-94cb-1d5346ac904c None None] Provisioning complete for port 96b6f784-1bac-415c-b646-741f2fb98530 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:54.332962 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-da88ed46-3ad4-4af2-94cb-1d5346ac904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (96b6f784-1bac-415c-b646-741f2fb98530), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:54.382148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Allocated IP 172.25.5.33 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:54.395766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] For port 3317c095-0790-4580-a937-b0eb6b579087, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:39:54.401897 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] For port 3317c095-0790-4580-a937-b0eb6b579087, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3317c095-0790-4580-a937-b0eb6b579087,segment=NetworkSegment(7bb135b1-2805-463c-bb2b-98eaac232c9a),segment_id=7bb135b1-2805-463c-bb2b-98eaac232c9a)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:39:54.407687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-da88ed46-3ad4-4af2-94cb-1d5346ac904c None None] Port 96b6f784-1bac-415c-b646-741f2fb98530 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:54.416404 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3317c095-0790-4580-a937-b0eb6b579087), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:54.540176 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef5793-cec8-4358-b069-0333acc8c575 None None] Pushing event updated for resources: {'Port': ['ID=3317c095-0790-4580-a937-b0eb6b579087,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:54.581530 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2a4cba6a-41df-40ef-ad73-e2b61fc79f43 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (96b6f784-1bac-415c-b646-741f2fb98530), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:54.657518 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device af449bfa-a1d6-48a5-9425-11d0c0619359 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:54.728733 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2a4cba6a-41df-40ef-ad73-e2b61fc79f43 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (96b6f784-1bac-415c-b646-741f2fb98530), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:54.741317 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-06e8bd75-318e-4b8f-893a-bc3b93e2810e service neutron] 10.222.0.96 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532622 Feb 04 13:39:54.750367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port af449bfa-a1d6-48a5-9425-11d0c0619359 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:54.752517 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:54.951674 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51838) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:55.151141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port af449bfa-a1d6-48a5-9425-11d0c0619359 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:55.219263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-21672832-b2d2-409d-b7b1-9f409239c5cd tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Made reservation on behalf of cfb340e63d074f4b95808307741ce0a2 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:55.222007 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7cc8ced8-e8d1-409d-b40a-bf899e8b6ff8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1010717934-network', 'tenant_id': 'fa5ddb92e0ac4fedaafe5ea4dca25266'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:55.224338 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-21672832-b2d2-409d-b7b1-9f409239c5cd tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:55.271809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc8ced8-e8d1-409d-b40a-bf899e8b6ff8 admin admin] Made reservation on behalf of fa5ddb92e0ac4fedaafe5ea4dca25266 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:55.275188 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ced8-e8d1-409d-b40a-bf899e8b6ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:55.304324 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ced8-e8d1-409d-b40a-bf899e8b6ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:55.381231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cba6a-41df-40ef-ad73-e2b61fc79f43 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=96b6f784-1bac-415c-b646-741f2fb98530,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:55.449432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-2a4cba6a-41df-40ef-ad73-e2b61fc79f43 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] In _notify_port_updated(), no bound segment for port 96b6f784-1bac-415c-b646-741f2fb98530 on network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c {{(pid=103606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:39:55.455275 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4cba6a-41df-40ef-ad73-e2b61fc79f43 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:55.455951 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2a4cba6a-41df-40ef-ad73-e2b61fc79f43 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:55.457407 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2a4cba6a-41df-40ef-ad73-e2b61fc79f43 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "PUT /v2.0/ports/96b6f784-1bac-415c-b646-741f2fb98530 HTTP/1.1" status: 200 len: 920 time: 7.6950889 Feb 04 13:39:55.462316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51850) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:55.500658 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Publish callbacks [] for port (dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:55.623105 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2ebd3-4cb4-4081-afb8-aa6d8ca248eb req-1f4cf6bc-bb51-4943-836d-2876676ca790 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:55.632760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8df2ebd3-4cb4-4081-afb8-aa6d8ca248eb req-1f4cf6bc-bb51-4943-836d-2876676ca790 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.3894930 Feb 04 13:39:55.679416 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ced8-e8d1-409d-b40a-bf899e8b6ff8 admin admin] Publish callbacks [] for security_group (8c0f3e7b-6ae4-4126-b888-fde24d230f8c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:55.735693 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ced8-e8d1-409d-b40a-bf899e8b6ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8c0f3e7b-6ae4-4126-b888-fde24d230f8c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:55.772490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc8ced8-e8d1-409d-b40a-bf899e8b6ff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:39:55.800174 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:55.802878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-21672832-b2d2-409d-b7b1-9f409239c5cd tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Allocated IP 172.20.0.10 (865173ee-4379-4d28-9da2-ee4dda86c6db/dd032545-adb5-4a4f-975a-28bdfcbf37a0/df228d2f-f4e0-4ef8-8c05-540d3901f785) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:55.815304 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ced8-e8d1-409d-b40a-bf899e8b6ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (8775703f-21af-4342-a7ed-446ea6394985), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:55.815811 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-7cc8ced8-e8d1-409d-b40a-bf899e8b6ff8 admin admin] Added segment 8775703f-21af-4342-a7ed-446ea6394985 of type vlan for network ea8c7b02-fc98-4380-87ec-3787c5727e57 Feb 04 13:39:55.821949 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8df2ebd3-4cb4-4081-afb8-aa6d8ca248eb req-11058b74-095b-4ddc-b2fa-efc00b7374f8 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881702 Feb 04 13:39:55.892842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-cd567d63-12a9-44b0-a4a4-902fd812d903 None None] Provisioning complete for port 96b6f784-1bac-415c-b646-741f2fb98530 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:55.893666 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cd567d63-12a9-44b0-a4a4-902fd812d903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (96b6f784-1bac-415c-b646-741f2fb98530), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:55.898395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Pushing event updated for resources: {'Port': ['ID=dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:55.933131 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:55.938133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:55.943703 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:56.076261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-cd567d63-12a9-44b0-a4a4-902fd812d903 None None] Port 96b6f784-1bac-415c-b646-741f2fb98530 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:56.086196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8ced8-e8d1-409d-b40a-bf899e8b6ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0f3e7b-6ae4-4126-b888-fde24d230f8c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:56.114287 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ced8-e8d1-409d-b40a-bf899e8b6ff8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (ea8c7b02-fc98-4380-87ec-3787c5727e57), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:56.146655 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7528d1ef-848f-4d0e-8003-c67fe4687f27 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port 96b6f784-1bac-415c-b646-741f2fb98530 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:56.147302 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7528d1ef-848f-4d0e-8003-c67fe4687f27 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (96b6f784-1bac-415c-b646-741f2fb98530), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:56.322734 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ced8-e8d1-409d-b40a-bf899e8b6ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (ea8c7b02-fc98-4380-87ec-3787c5727e57), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:56.329217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc8ced8-e8d1-409d-b40a-bf899e8b6ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:56.332664 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ced8-e8d1-409d-b40a-bf899e8b6ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:56.477891 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7cc8ced8-e8d1-409d-b40a-bf899e8b6ff8 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5239727 Feb 04 13:39:56.491943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51860) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:56.513793 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9ff45b60-175b-4416-8c0d-96713432e03b admin admin] Request body: {'subnet': {'network_id': 'ea8c7b02-fc98-4380-87ec-3787c5727e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1010717934-subnet', 'tenant_id': 'fa5ddb92e0ac4fedaafe5ea4dca25266', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:56.558182 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a29b0de1-e05f-418b-afcb-cd996cf45cee req-a11232c8-27d7-4917-a91a-6c00a929d7c2 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/ports?device_id=126f6638-3fc4-4620-b053-7a3fd0d561fd HTTP/1.1" status: 200 len: 210 time: 0.4932294 Feb 04 13:39:56.681712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8ced8-e8d1-409d-b40a-bf899e8b6ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=ea8c7b02-fc98-4380-87ec-3787c5727e57,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:56.686750 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd95a23-f052-4f05-825d-42bccb82cb8c x-openstack-request-id: req-6bd95a23-f052-4f05-825d-42bccb82cb8c {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:39:56.687061 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a482b680-7afe-4fd3-a12b-9d9c290b3da3", "name": "network-vif-plugged", "status": "completed", "tag": "5417b14c-31a0-41c1-a533-29330683309d", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:39:56.687378 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6bd95a23-f052-4f05-825d-42bccb82cb8c {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:39:56.687816 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a482b680-7afe-4fd3-a12b-9d9c290b3da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5417b14c-31a0-41c1-a533-29330683309d', 'code': 200} Feb 04 13:39:56.721703 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7528d1ef-848f-4d0e-8003-c67fe4687f27 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (96b6f784-1bac-415c-b646-741f2fb98530), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:56.727462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51844779-7359-4334-a683-ed4f2eec47a6 None None] Network 332d5c82-920d-420c-9ecd-efdf8d199923 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:56.732321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff45b60-175b-4416-8c0d-96713432e03b admin admin] Made reservation on behalf of fa5ddb92e0ac4fedaafe5ea4dca25266 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:56.732649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network ea8c7b02-fc98-4380-87ec-3787c5727e57 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:39:56.737713 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ff45b60-175b-4416-8c0d-96713432e03b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:56.948510 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7528d1ef-848f-4d0e-8003-c67fe4687f27 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for 96b6f784-1bac-415c-b646-741f2fb98530 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:56.955083 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-21672832-b2d2-409d-b7b1-9f409239c5cd tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Publish callbacks [] for port (df228d2f-f4e0-4ef8-8c05-540d3901f785), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:57.106753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3317c095-0790-4580-a937-b0eb6b579087 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:57.135152 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e794cba0-b08b-4e42-a8ec-979fde19b28d req-4933bcd9-47be-40bb-bf89-919745d3adeb tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 210 time: 0.2585492 Feb 04 13:39:57.137077 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-21672832-b2d2-409d-b7b1-9f409239c5cd tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (df228d2f-f4e0-4ef8-8c05-540d3901f785), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:57.325681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-21672832-b2d2-409d-b7b1-9f409239c5cd tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Network 865173ee-4379-4d28-9da2-ee4dda86c6db is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:57.339604 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-21672832-b2d2-409d-b7b1-9f409239c5cd tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:57.348696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a8e9c3a4-ba6b-440d-8403-318fdefbdf3e None None] Provisioning complete for port 3317c095-0790-4580-a937-b0eb6b579087 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:57.349300 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8e9c3a4-ba6b-440d-8403-318fdefbdf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3317c095-0790-4580-a937-b0eb6b579087), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:57.358702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-21672832-b2d2-409d-b7b1-9f409239c5cd tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:57.445729 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7528d1ef-848f-4d0e-8003-c67fe4687f27 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (96b6f784-1bac-415c-b646-741f2fb98530), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:57.446954 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d191529-3789-4522-b0b2-1e3b9cff3904 req-0681fffc-04c4-4510-97b7-f420647c751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:57.451007 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d191529-3789-4522-b0b2-1e3b9cff3904 req-0681fffc-04c4-4510-97b7-f420647c751d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 1129 time: 0.4338491 Feb 04 13:39:57.461559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-21672832-b2d2-409d-b7b1-9f409239c5cd tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:57.463018 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-21672832-b2d2-409d-b7b1-9f409239c5cd tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:57.496030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21672832-b2d2-409d-b7b1-9f409239c5cd tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Pushing event updated for resources: {'Port': ['ID=df228d2f-f4e0-4ef8-8c05-540d3901f785,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:57.610448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-21672832-b2d2-409d-b7b1-9f409239c5cd tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6065645 Feb 04 13:39:57.628749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Request body: {'port': {'device_id': '126f6638-3fc4-4620-b053-7a3fd0d561fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:57.697756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 3317c095-0790-4580-a937-b0eb6b579087 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:57.698393 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3317c095-0790-4580-a937-b0eb6b579087), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:57.705371 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528d1ef-848f-4d0e-8003-c67fe4687f27 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=96b6f784-1bac-415c-b646-741f2fb98530,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:57.705802 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Publish callbacks [] for router_gateway (3a5a428b-b5ac-4f27-a041-fd20a0163031), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:57.766179 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ff45b60-175b-4416-8c0d-96713432e03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (8f214981-f650-4406-92b8-e355ddfb0b4a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:57.818879 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a8e9c3a4-ba6b-440d-8403-318fdefbdf3e None None] Current status of the port 3317c095-0790-4580-a937-b0eb6b579087 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:57.819438 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8e9c3a4-ba6b-440d-8403-318fdefbdf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3317c095-0790-4580-a937-b0eb6b579087), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:57.960265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a8e9c3a4-ba6b-440d-8403-318fdefbdf3e None None] For port 3317c095-0790-4580-a937-b0eb6b579087, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3317c095-0790-4580-a937-b0eb6b579087,segment=NetworkSegment(7bb135b1-2805-463c-bb2b-98eaac232c9a),segment_id=7bb135b1-2805-463c-bb2b-98eaac232c9a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:57.973599 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8e9c3a4-ba6b-440d-8403-318fdefbdf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3317c095-0790-4580-a937-b0eb6b579087), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:58.005052 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d191529-3789-4522-b0b2-1e3b9cff3904 req-8f6d44ea-c205-4c05-a8e6-888f8d0518c2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321672 Feb 04 13:39:58.043060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca6ae0-1bad-474b-aa1b-0266263082a3 req-574b74db-6dac-4715-b49d-b412a8cc5a92 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:58.053319 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51ca6ae0-1bad-474b-aa1b-0266263082a3 req-574b74db-6dac-4715-b49d-b412a8cc5a92 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.5719321 Feb 04 13:39:58.106544 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (df228d2f-f4e0-4ef8-8c05-540d3901f785), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:58.218719 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff45b60-175b-4416-8c0d-96713432e03b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f214981-f650-4406-92b8-e355ddfb0b4a,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:58.257907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7528d1ef-848f-4d0e-8003-c67fe4687f27 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:58.274238 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7528d1ef-848f-4d0e-8003-c67fe4687f27 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/96b6f784-1bac-415c-b646-741f2fb98530 HTTP/1.1" status: 204 len: 168 time: 2.8101544 Feb 04 13:39:58.276368 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff45b60-175b-4416-8c0d-96713432e03b admin admin] Checking segment: {'id': '8775703f-21af-4342-a7ed-446ea6394985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ea8c7b02-fc98-4380-87ec-3787c5727e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:58.276944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff45b60-175b-4416-8c0d-96713432e03b admin admin] Network hostable DHCP agents. Network: ea8c7b02-fc98-4380-87ec-3787c5727e57, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:39:58.281756 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51872) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:58.343580 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51ca6ae0-1bad-474b-aa1b-0266263082a3 req-5ba87d55-7b8d-464e-97d1-3ef8818f1353 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809951 Feb 04 13:39:58.357771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-7056de30-e261-4a06-9ce9-4f74ab60fc1b tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:58.360608 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-7056de30-e261-4a06-9ce9-4f74ab60fc1b tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.99 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 815 time: 0.8180587 Feb 04 13:39:58.419548 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-07c5d3fe-63bd-4264-a1e9-9a374230a409 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Request body: {'port': {'device_id': '961753dd-7843-4c83-9e18-b552cd974a42', 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87', 'admin_state_up': True, 'tenant_id': '678aab1436e54ac083382f3ac6af32df'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:58.434924 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c54e1d-2fde-4120-b446-669f9cb7c77d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] GET failed (client error): The resource could not be found. Feb 04 13:39:58.436749 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-99c54e1d-2fde-4120-b446-669f9cb7c77d tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/96b6f784-1bac-415c-b646-741f2fb98530 HTTP/1.1" status: 404 len: 333 time: 0.1496158 Feb 04 13:39:58.453459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 3317c095-0790-4580-a937-b0eb6b579087 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:58.455733 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3317c095-0790-4580-a937-b0eb6b579087), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:58.462364 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51874) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:58.509367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff45b60-175b-4416-8c0d-96713432e03b admin admin] Network ea8c7b02-fc98-4380-87ec-3787c5727e57 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:39:58.537792 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-9ff45b60-175b-4416-8c0d-96713432e03b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, ea8c7b02-fc98-4380-87ec-3787c5727e57) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:58.546368 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff45b60-175b-4416-8c0d-96713432e03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:58.547186 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9ff45b60-175b-4416-8c0d-96713432e03b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:58.569357 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9c3a4-ba6b-440d-8403-318fdefbdf3e None None] Pushing event updated for resources: {'Port': ['ID=3317c095-0790-4580-a937-b0eb6b579087,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:58.579106 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-dfe4cf05-49e1-4699-9f90-74d1dd61f399 None None] Provisioning complete for port 3317c095-0790-4580-a937-b0eb6b579087 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:58.580076 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dfe4cf05-49e1-4699-9f90-74d1dd61f399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3317c095-0790-4580-a937-b0eb6b579087), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:58.583906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41747499-1873-4599-abf1-4c7b4d58cc70 None None] Network ea8c7b02-fc98-4380-87ec-3787c5727e57 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:58.600023 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9ff45b60-175b-4416-8c0d-96713432e03b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0943794 Feb 04 13:39:58.750230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-07c5d3fe-63bd-4264-a1e9-9a374230a409 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Made reservation on behalf of 678aab1436e54ac083382f3ac6af32df for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:58.758288 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-07c5d3fe-63bd-4264-a1e9-9a374230a409 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:58.835576 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:39:58.836190 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:39:59.019359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-dfe4cf05-49e1-4699-9f90-74d1dd61f399 None None] Current status of the port 3317c095-0790-4580-a937-b0eb6b579087 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:59.023526 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-07c5d3fe-63bd-4264-a1e9-9a374230a409 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Allocated IP 172.20.0.5 (654735fb-8c15-4ee8-89b5-c0c465bfbf87/66447e54-648f-4c91-94f7-50b0b4107fcd/65f83736-6a76-4332-b2fc-15a543bc1f07) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:59.025407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1bc64e-3546-48ca-8011-0dba16ddcb2c None None] Network ea8c7b02-fc98-4380-87ec-3787c5727e57 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:59.282235 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-07c5d3fe-63bd-4264-a1e9-9a374230a409 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks [] for port (65f83736-6a76-4332-b2fc-15a543bc1f07), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:59.317165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98079819-8766-4032-9f94-c36b1ce781b6 req-10ddff4a-7baa-44b4-88c5-a4e6f87d2d48 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:59.322735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98079819-8766-4032-9f94-c36b1ce781b6 req-10ddff4a-7baa-44b4-88c5-a4e6f87d2d48 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/ports?device_id=126f6638-3fc4-4620-b053-7a3fd0d561fd HTTP/1.1" status: 200 len: 932 time: 0.8399761 Feb 04 13:39:59.329571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-07c5d3fe-63bd-4264-a1e9-9a374230a409 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (65f83736-6a76-4332-b2fc-15a543bc1f07), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:59.389428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5d3fe-63bd-4264-a1e9-9a374230a409 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Pushing event updated for resources: {'Port': ['ID=65f83736-6a76-4332-b2fc-15a543bc1f07,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:59.419894 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-07c5d3fe-63bd-4264-a1e9-9a374230a409 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:59.422065 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-07c5d3fe-63bd-4264-a1e9-9a374230a409 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:59.431806 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-07c5d3fe-63bd-4264-a1e9-9a374230a409 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:59.448804 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df228d2f-f4e0-4ef8-8c05-540d3901f785 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:39:59.460206 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Publish callbacks [] for port (df228d2f-f4e0-4ef8-8c05-540d3901f785), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:59.477145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Transition to ACTIVE for port object df228d2f-f4e0-4ef8-8c05-540d3901f785 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:39:59.499314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 3317c095-0790-4580-a937-b0eb6b579087 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:59.507266 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['131c81be-3edf-4d98-a4c8-daa92f8609ca'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:39:59.508581 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (df228d2f-f4e0-4ef8-8c05-540d3901f785), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:59.550687 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-07c5d3fe-63bd-4264-a1e9-9a374230a409 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:59.552382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-07c5d3fe-63bd-4264-a1e9-9a374230a409 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:59.601127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Pushing event updated for resources: {'Port': ['ID=df228d2f-f4e0-4ef8-8c05-540d3901f785,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:59.610802 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46036052-1f7b-4391-9c70-49ed3c3c9730 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (002e5223-adc8-49ca-9121-00deffdcae6e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:59.617502 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (3a5a428b-b5ac-4f27-a041-fd20a0163031), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:59.635064 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-07c5d3fe-63bd-4264-a1e9-9a374230a409 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2597160 Feb 04 13:39:59.669466 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Request body: {'port': {'device_id': '961753dd-7843-4c83-9e18-b552cd974a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:59.675012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98079819-8766-4032-9f94-c36b1ce781b6 req-25906e43-8bd3-4eda-9de0-9419dbea214a tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/security-groups?id=01a9f4ec-e916-4bcf-a23b-54a1f1b533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902432 Feb 04 13:39:59.799686 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (65f83736-6a76-4332-b2fc-15a543bc1f07), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:59.813201 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3317c095-0790-4580-a937-b0eb6b579087 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:59.895253 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 3317c095-0790-4580-a937-b0eb6b579087 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:59.895824 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3317c095-0790-4580-a937-b0eb6b579087), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:59.934585 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46036052-1f7b-4391-9c70-49ed3c3c9730 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (002e5223-adc8-49ca-9121-00deffdcae6e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:00.062766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 3317c095-0790-4580-a937-b0eb6b579087 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:00.130040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Router 3a5a428b-b5ac-4f27-a041-fd20a0163031 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:40:00.141729 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46036052-1f7b-4391-9c70-49ed3c3c9730 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (002e5223-adc8-49ca-9121-00deffdcae6e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:00.144587 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46036052-1f7b-4391-9c70-49ed3c3c9730 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:00.148687 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-46036052-1f7b-4391-9c70-49ed3c3c9730 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/security-groups/002e5223-adc8-49ca-9121-00deffdcae6e HTTP/1.1" status: 204 len: 168 time: 1.6819315 Feb 04 13:40:00.150251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51886) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:00.165424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048e701-d9cd-4c96-9abe-c25f78cb7dc7 req-7abacfda-424a-43aa-9634-20b24378f7ad tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:00.167539 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5048e701-d9cd-4c96-9abe-c25f78cb7dc7 req-7abacfda-424a-43aa-9634-20b24378f7ad tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 931 time: 0.2782278 Feb 04 13:40:00.261212 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Attempting to bind port df228d2f-f4e0-4ef8-8c05-540d3901f785 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:40:00.262554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Attempting to bind port df228d2f-f4e0-4ef8-8c05-540d3901f785 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '36dd45e8-98d5-46f1-a32b-758ad468cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '865173ee-4379-4d28-9da2-ee4dda86c6db'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:40:00.263335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Attempting to bind port df228d2f-f4e0-4ef8-8c05-540d3901f785 on network 865173ee-4379-4d28-9da2-ee4dda86c6db {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:40:00.267111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46036052-1f7b-4391-9c70-49ed3c3c9730 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002e5223-adc8-49ca-9121-00deffdcae6e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:00.301616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Port df228d2f-f4e0-4ef8-8c05-540d3901f785 on network 865173ee-4379-4d28-9da2-ee4dda86c6db not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:40:00.302336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Attempting to bind port df228d2f-f4e0-4ef8-8c05-540d3901f785 on network 865173ee-4379-4d28-9da2-ee4dda86c6db {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:40:00.315369 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f83736-6a76-4332-b2fc-15a543bc1f07 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:40:00.327537 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Publish callbacks [] for port (65f83736-6a76-4332-b2fc-15a543bc1f07), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:00.344525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Transition to ACTIVE for port object 65f83736-6a76-4332-b2fc-15a543bc1f07 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:40:00.349695 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (65f83736-6a76-4332-b2fc-15a543bc1f07), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:00.417246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Pushing event updated for resources: {'Port': ['ID=65f83736-6a76-4332-b2fc-15a543bc1f07,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:00.469061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:40:00.469700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Checking segment: {'id': '36dd45e8-98d5-46f1-a32b-758ad468cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '865173ee-4379-4d28-9da2-ee4dda86c6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:40:00.470263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Bound using segment: {'id': '36dd45e8-98d5-46f1-a32b-758ad468cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '865173ee-4379-4d28-9da2-ee4dda86c6db'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:40:00.471070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Bound port: df228d2f-f4e0-4ef8-8c05-540d3901f785, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36dd45e8-98d5-46f1-a32b-758ad468cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '865173ee-4379-4d28-9da2-ee4dda86c6db'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:40:00.471718 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (df228d2f-f4e0-4ef8-8c05-540d3901f785), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:00.539009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Attempting to bind port 65f83736-6a76-4332-b2fc-15a543bc1f07 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:40:00.539470 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Attempting to bind port 65f83736-6a76-4332-b2fc-15a543bc1f07 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:40:00.540032 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Attempting to bind port 65f83736-6a76-4332-b2fc-15a543bc1f07 on network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:40:00.550198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Port 65f83736-6a76-4332-b2fc-15a543bc1f07 on network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:40:00.550758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Attempting to bind port 65f83736-6a76-4332-b2fc-15a543bc1f07 on network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:40:00.561573 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:40:00.562145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Checking segment: {'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:40:00.562774 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Bound using segment: {'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:40:00.563390 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Bound port: 65f83736-6a76-4332-b2fc-15a543bc1f07, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:40:00.563895 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (65f83736-6a76-4332-b2fc-15a543bc1f07), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:00.595105 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5048e701-d9cd-4c96-9abe-c25f78cb7dc7 req-8dee27c7-58d4-47e0-8496-7ddd47eca40e tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718109 Feb 04 13:40:00.599693 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-612d7093-6144-440c-aa16-9951d9e9cc5e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (dc17d363-64bd-4a26-86f8-9caf19bbaec1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:00.644552 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51888) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:00.660526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:40:00.671141 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-612d7093-6144-440c-aa16-9951d9e9cc5e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (dc17d363-64bd-4a26-86f8-9caf19bbaec1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:00.682446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Sync routers for ids ['3a5a428b-b5ac-4f27-a041-fd20a0163031'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:40:00.696535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] For port df228d2f-f4e0-4ef8-8c05-540d3901f785, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:40:00.725151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Routers {'3a5a428b-b5ac-4f27-a041-fd20a0163031'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:40:00.725808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:39:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3a5a428b-b5ac-4f27-a041-fd20a0163031'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:00.739204 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:00.740610 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d8703481-481f-4d2a-9eb6-1b8934c8a9bf admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.8144901 Feb 04 13:40:00.765215 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51892) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:00.770050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] For port df228d2f-f4e0-4ef8-8c05-540d3901f785, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=df228d2f-f4e0-4ef8-8c05-540d3901f785,segment=NetworkSegment(36dd45e8-98d5-46f1-a32b-758ad468cd4a),segment_id=36dd45e8-98d5-46f1-a32b-758ad468cd4a)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:40:00.792586 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (df228d2f-f4e0-4ef8-8c05-540d3901f785), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:01.004126 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:40:01.020550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:01.023112 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:01.025864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] 10.222.0.99 "PUT /v2.0/ports/df228d2f-f4e0-4ef8-8c05-540d3901f785 HTTP/1.1" status: 200 len: 1093 time: 3.4047017 Feb 04 13:40:01.026727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126f6638-3fc4-4620-b053-7a3fd0d561fd', 'tag': 'df228d2f-f4e0-4ef8-8c05-540d3901f785'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:40:01.036721 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c587837-ebf5-4875-a8fe-da33f3ed2440" -d '{"events": [{"name": "network-changed", "server_uuid": "126f6638-3fc4-4620-b053-7a3fd0d561fd", "tag": "df228d2f-f4e0-4ef8-8c05-540d3901f785"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:40:01.096255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Set router 3a5a428b-b5ac-4f27-a041-fd20a0163031 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:40:01.103932 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-612d7093-6144-440c-aa16-9951d9e9cc5e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (dc17d363-64bd-4a26-86f8-9caf19bbaec1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:01.109766 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-612d7093-6144-440c-aa16-9951d9e9cc5e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:01.115565 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-612d7093-6144-440c-aa16-9951d9e9cc5e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/security-groups/dc17d363-64bd-4a26-86f8-9caf19bbaec1 HTTP/1.1" status: 204 len: 168 time: 0.9458120 Feb 04 13:40:01.162555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51898) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:01.242255 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b4591-c808-49d4-81c1-300f544a5276 service neutron] Pushing event updated for resources: {'Port': ['ID=df228d2f-f4e0-4ef8-8c05-540d3901f785,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:01.247856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d7093-6144-440c-aa16-9951d9e9cc5e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc17d363-64bd-4a26-86f8-9caf19bbaec1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:01.296754 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb188a1-847b-4a09-850a-683509fa6566 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting subnet 168be614-62b3-4dc6-85ef-2394b5426f7b {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:40:01.304596 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7fb188a1-847b-4a09-850a-683509fa6566 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (168be614-62b3-4dc6-85ef-2394b5426f7b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:01.432915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072edbb4-8fbf-435b-a86a-57a7eec76466 req-01d4c060-654b-461d-aa28-cd32e0950eaf tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:01.436540 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-072edbb4-8fbf-435b-a86a-57a7eec76466 req-01d4c060-654b-461d-aa28-cd32e0950eaf tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.4935422 Feb 04 13:40:01.441846 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7fb188a1-847b-4a09-850a-683509fa6566 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (168be614-62b3-4dc6-85ef-2394b5426f7b), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:01.482621 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'name': 'tempest-TaggedBootDevicesTest-100403116-router', 'tenant_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:49Z', 'updated_at': '2022-02-04T13:39:56Z', 'revision_number': 3, 'project_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'gw_port': {'id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:53Z', 'updated_at': '2022-02-04T13:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:01.510966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-b95f9c62-513b-494d-a7f5-9bfe819c6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:01.513953 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-b95f9c62-513b-494d-a7f5-9bfe819c6838 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=cfb340e63d074f4b95808307741ce0a2&device_id=126f6638-3fc4-4620-b053-7a3fd0d561fd HTTP/1.1" status: 200 len: 1127 time: 0.3968780 Feb 04 13:40:01.535386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Checking router: 3a5a428b-b5ac-4f27-a041-fd20a0163031 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:40:01.535859 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Updating router 3a5a428b-b5ac-4f27-a041-fd20a0163031 port dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:40:01.595054 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:01.630310 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-d9d6f0ea-7473-4a45-8aaf-3a250814ab92 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df228d2f-f4e0-4ef8-8c05-540d3901f785 HTTP/1.1" status: 200 len: 217 time: 0.1008811 Feb 04 13:40:01.691183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9ee405-e113-4be0-80a2-0904d4924276 admin admin] Deleting subnet 8f214981-f650-4406-92b8-e355ddfb0b4a {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:40:01.716733 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee405-e113-4be0-80a2-0904d4924276 admin admin] Publish callbacks [] for subnet (8f214981-f650-4406-92b8-e355ddfb0b4a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:01.719883 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] For port 65f83736-6a76-4332-b2fc-15a543bc1f07, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:40:01.748876 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-072edbb4-8fbf-435b-a86a-57a7eec76466 req-a0e13fba-7098-4720-854a-bdb08c9b1744 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009386 Feb 04 13:40:01.768564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8f7deb12-88f8-4f6c-bdf2-0536046f756c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:01.770938 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-8f7deb12-88f8-4f6c-bdf2-0536046f756c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=dd032545-adb5-4a4f-975a-28bdfcbf37a0 HTTP/1.1" status: 200 len: 852 time: 0.1210215 Feb 04 13:40:01.775101 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7fb188a1-847b-4a09-850a-683509fa6566 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (168be614-62b3-4dc6-85ef-2394b5426f7b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:01.781012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] For port 65f83736-6a76-4332-b2fc-15a543bc1f07, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=65f83736-6a76-4332-b2fc-15a543bc1f07,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:40:01.825625 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee405-e113-4be0-80a2-0904d4924276 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (8f214981-f650-4406-92b8-e355ddfb0b4a), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:01.833649 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (65f83736-6a76-4332-b2fc-15a543bc1f07), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:01.836940 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-6685dd6c-640d-458e-9312-7cebb31449e8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=865173ee-4379-4d28-9da2-ee4dda86c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578332 Feb 04 13:40:01.975676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:01.976673 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:01.978974 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] 10.222.0.99 "PUT /v2.0/ports/65f83736-6a76-4332-b2fc-15a543bc1f07 HTTP/1.1" status: 200 len: 1092 time: 2.3359327 Feb 04 13:40:01.982671 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961753dd-7843-4c83-9e18-b552cd974a42', 'tag': '65f83736-6a76-4332-b2fc-15a543bc1f07'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:40:01.986934 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddeb1868-c21c-40fc-877d-b234c2e8e0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "961753dd-7843-4c83-9e18-b552cd974a42", "tag": "65f83736-6a76-4332-b2fc-15a543bc1f07"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:40:02.048296 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7fb188a1-847b-4a09-850a-683509fa6566 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (168be614-62b3-4dc6-85ef-2394b5426f7b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:02.101294 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee405-e113-4be0-80a2-0904d4924276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (8f214981-f650-4406-92b8-e355ddfb0b4a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:02.103511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb188a1-847b-4a09-850a-683509fa6566 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Subnet': ['ID=168be614-62b3-4dc6-85ef-2394b5426f7b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:02.121025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033cdca-b980-4d01-a6a0-a1d464f9e7f9 req-ada77c81-51ae-4a11-a8cd-1e787c915a69 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:02.126982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3033cdca-b980-4d01-a6a0-a1d464f9e7f9 req-ada77c81-51ae-4a11-a8cd-1e787c915a69 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/ports?device_id=126f6638-3fc4-4620-b053-7a3fd0d561fd HTTP/1.1" status: 200 len: 944 time: 0.2566805 Feb 04 13:40:02.129847 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7fb188a1-847b-4a09-850a-683509fa6566 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:02.135307 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce222df5-9b64-4853-a9c2-00838204b102 None None] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:40:02.143931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7fb188a1-847b-4a09-850a-683509fa6566 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/168be614-62b3-4dc6-85ef-2394b5426f7b HTTP/1.1" status: 204 len: 168 time: 0.9709754 Feb 04 13:40:02.148440 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-0b449407-e21b-4a34-8cd0-1def5ee19769 service neutron] 10.222.0.99 "GET /v2.0/networks/865173ee-4379-4d28-9da2-ee4dda86c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048592 Feb 04 13:40:02.149163 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51906) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:02.161523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a2f31f21-9636-4b9e-bf79-f567f9b4b1fc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'subnet': {'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:02.179923 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebac77f-6a45-4771-a86e-ca1b1aa1346b service neutron] Pushing event updated for resources: {'Port': ['ID=65f83736-6a76-4332-b2fc-15a543bc1f07,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:02.257944 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Publish callbacks [] for port (dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:02.279626 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:02.365265 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-94f5a685-4132-4ccf-97eb-158a637ec29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:02.368182 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-94f5a685-4132-4ccf-97eb-158a637ec29c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 1126 time: 0.2793260 Feb 04 13:40:02.377505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3033cdca-b980-4d01-a6a0-a1d464f9e7f9 req-ff85f7f8-76f0-4fd1-8e4d-c524dfa03a0f tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/security-groups?id=01a9f4ec-e916-4bcf-a23b-54a1f1b533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269182 Feb 04 13:40:02.411816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Attempting to bind port dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:40:02.412140 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Attempting to bind port dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:40:02.412376 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Attempting to bind port dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:40:02.437494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:40:02.437881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:40:02.438350 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:02.438793 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:40:02.439324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Bound port: dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:40:02.439986 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:02.484706 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee405-e113-4be0-80a2-0904d4924276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (8f214981-f650-4406-92b8-e355ddfb0b4a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:02.508455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d6e42-72f0-41bf-964f-262cb74ae5af None None] Pushing event updated for resources: {'Port': ['ID=dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:02.516331 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a75a50e2-9af3-497f-b70e-0da72cfa1275 req-98ee7160-54b3-4b8f-8cbd-af3e440cb419 service neutron] 10.222.0.99 "GET /v2.0/networks/865173ee-4379-4d28-9da2-ee4dda86c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742398 Feb 04 13:40:02.518989 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a59150-8a6b-472b-9d64-9c80aa3af85b x-openstack-request-id: req-33a59150-8a6b-472b-9d64-9c80aa3af85b {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:40:02.519620 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126f6638-3fc4-4620-b053-7a3fd0d561fd", "tag": "df228d2f-f4e0-4ef8-8c05-540d3901f785", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:40:02.520060 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-33a59150-8a6b-472b-9d64-9c80aa3af85b {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:40:02.520734 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126f6638-3fc4-4620-b053-7a3fd0d561fd', 'tag': 'df228d2f-f4e0-4ef8-8c05-540d3901f785', 'status': 'completed', 'code': 200} Feb 04 13:40:02.581777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee405-e113-4be0-80a2-0904d4924276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:02.586204 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2f9ee405-e113-4be0-80a2-0904d4924276 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/8f214981-f650-4406-92b8-e355ddfb0b4a HTTP/1.1" status: 204 len: 168 time: 1.9397397 Feb 04 13:40:02.610122 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51916) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:02.646997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] For port dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:40:02.654835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] For port dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:40:02.661991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ee405-e113-4be0-80a2-0904d4924276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f214981-f650-4406-92b8-e355ddfb0b4a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:02.669447 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:02.739037 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-6bee9cf1-9369-4278-af4b-596670c2872b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65f83736-6a76-4332-b2fc-15a543bc1f07 HTTP/1.1" status: 200 len: 217 time: 0.2251344 Feb 04 13:40:02.781882 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Routers {'3a5a428b-b5ac-4f27-a041-fd20a0163031'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:40:02.783062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:39:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3a5a428b-b5ac-4f27-a041-fd20a0163031'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:02.806407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f31f21-9636-4b9e-bf79-f567f9b4b1fc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:40:02.813812 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a2f31f21-9636-4b9e-bf79-f567f9b4b1fc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:02.911591 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d6e42-72f0-41bf-964f-262cb74ae5af None None] Pushing event updated for resources: {'Port': ['ID=dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:02.995102 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b7a8d2e3-c3ab-43fc-91a4-ffbdcc2f3994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (ea8c7b02-fc98-4380-87ec-3787c5727e57), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:03.003467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-7c31b1f5-39a0-48e6-be3f-4d552579d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:03.005371 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-7c31b1f5-39a0-48e6-be3f-4d552579d29e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66447e54-648f-4c91-94f7-50b0b4107fcd HTTP/1.1" status: 200 len: 855 time: 0.1743686 Feb 04 13:40:03.010578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] Set router 3a5a428b-b5ac-4f27-a041-fd20a0163031 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:40:03.037524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c587837-ebf5-4875-a8fe-da33f3ed2440 req-ba4d1a62-8b34-485b-97ae-2e08ae85f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:03.040646 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c587837-ebf5-4875-a8fe-da33f3ed2440 req-ba4d1a62-8b34-485b-97ae-2e08ae85f27f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=cfb340e63d074f4b95808307741ce0a2&device_id=126f6638-3fc4-4620-b053-7a3fd0d561fd HTTP/1.1" status: 200 len: 1127 time: 0.4526975 Feb 04 13:40:03.050809 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c685b9-62a4-4216-a80d-987ed4cd759e req-d4b1f191-c0a7-4c18-8db1-8d86c3914849 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:03.053656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49c685b9-62a4-4216-a80d-987ed4cd759e req-d4b1f191-c0a7-4c18-8db1-8d86c3914849 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 943 time: 0.3908317 Feb 04 13:40:03.176573 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-c354ed60-ddb2-4126-b45b-f582b92a5271 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=654735fb-8c15-4ee8-89b5-c0c465bfbf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399171 Feb 04 13:40:03.364144 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b7a8d2e3-c3ab-43fc-91a4-ffbdcc2f3994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (ea8c7b02-fc98-4380-87ec-3787c5727e57), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:03.393235 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49c685b9-62a4-4216-a80d-987ed4cd759e req-94becb73-6388-4390-bd35-7bd60d9ebd7a tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080308 Feb 04 13:40:03.475696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'name': 'tempest-TaggedBootDevicesTest-100403116-router', 'tenant_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:49Z', 'updated_at': '2022-02-04T13:39:56Z', 'revision_number': 3, 'project_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'gw_port': {'id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:53Z', 'updated_at': '2022-02-04T13:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:03.478143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-b7a8d2e3-c3ab-43fc-91a4-ffbdcc2f3994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8c7b02-fc98-4380-87ec-3787c5727e57']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:03.518341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-b7a8d2e3-c3ab-43fc-91a4-ffbdcc2f3994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8775703f-21af-4342-a7ed-446ea6394985') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:03.519247 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-b7a8d2e3-c3ab-43fc-91a4-ffbdcc2f3994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8775703f-21af-4342-a7ed-446ea6394985') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:03.526287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c587837-ebf5-4875-a8fe-da33f3ed2440 req-3eb240c3-c4e6-47ce-b42c-5cf2892d521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:03.529132 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c587837-ebf5-4875-a8fe-da33f3ed2440 req-3eb240c3-c4e6-47ce-b42c-5cf2892d521d service neutron] 10.222.0.99 "GET /v2.0/networks?id=865173ee-4379-4d28-9da2-ee4dda86c6db HTTP/1.1" status: 200 len: 913 time: 0.4737842 Feb 04 13:40:03.560242 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d2746-2de0-40c7-9ee8-dfb4e7fbd2e6 None None] The sync data for ids ['3a5a428b-b5ac-4f27-a041-fd20a0163031'] in n-d-714676-13 is: [{'id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'name': 'tempest-TaggedBootDevicesTest-100403116-router', 'tenant_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:49Z', 'updated_at': '2022-02-04T13:39:56Z', 'revision_number': 3, 'project_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'gw_port': {'id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:53Z', 'updated_at': '2022-02-04T13:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:40:03.619234 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-956d33b0-d157-4501-a61d-4c6a96267639 service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314988 Feb 04 13:40:03.682745 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b7a8d2e3-c3ab-43fc-91a4-ffbdcc2f3994 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (8775703f-21af-4342-a7ed-446ea6394985), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:03.753831 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:03.853375 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c587837-ebf5-4875-a8fe-da33f3ed2440 req-b60adb6e-5607-4036-8a4b-edc2c34a820a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df228d2f-f4e0-4ef8-8c05-540d3901f785 HTTP/1.1" status: 200 len: 217 time: 0.3022819 Feb 04 13:40:03.870629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-abd5cd2e-e038-4601-8d9e-2859f7484d3d None None] Provisioning complete for port 26afa24d-60b6-468b-87c3-5179dc4c33a6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:03.871083 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-abd5cd2e-e038-4601-8d9e-2859f7484d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (26afa24d-60b6-468b-87c3-5179dc4c33a6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:03.879423 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b7a8d2e3-c3ab-43fc-91a4-ffbdcc2f3994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (8775703f-21af-4342-a7ed-446ea6394985), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:03.953311 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-abd5cd2e-e038-4601-8d9e-2859f7484d3d None None] Port 26afa24d-60b6-468b-87c3-5179dc4c33a6 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:40:03.973701 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-abd5cd2e-e038-4601-8d9e-2859f7484d3d None None] Provisioning complete for port ad032982-970b-41a4-a72c-3805a60f8647 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:03.974402 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-abd5cd2e-e038-4601-8d9e-2859f7484d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ad032982-970b-41a4-a72c-3805a60f8647), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:04.020984 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a8d2e3-c3ab-43fc-91a4-ffbdcc2f3994 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:40:04.021722 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b7a8d2e3-c3ab-43fc-91a4-ffbdcc2f3994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (8775703f-21af-4342-a7ed-446ea6394985), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:40:04.028894 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:40:04.081646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Allocated IP 172.20.0.1 (332d5c82-920d-420c-9ecd-efdf8d199923/08f51fe5-2606-4a39-804f-1f191a611f8c/3d52bbb2-bd7e-4264-9425-a30c7d7870de) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:40:04.100079 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c587837-ebf5-4875-a8fe-da33f3ed2440 req-972a74bd-f7d2-46dd-b3ac-255f26ce7838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:04.101918 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c587837-ebf5-4875-a8fe-da33f3ed2440 req-972a74bd-f7d2-46dd-b3ac-255f26ce7838 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=dd032545-adb5-4a4f-975a-28bdfcbf37a0 HTTP/1.1" status: 200 len: 852 time: 0.2251174 Feb 04 13:40:04.203206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c587837-ebf5-4875-a8fe-da33f3ed2440 req-8ab84344-1b83-40b3-a519-048fed7b27a8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=865173ee-4379-4d28-9da2-ee4dda86c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551801 Feb 04 13:40:04.249781 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-abd5cd2e-e038-4601-8d9e-2859f7484d3d None None] Current status of the port ad032982-970b-41a4-a72c-3805a60f8647 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:04.268257 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Publish callbacks [] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:04.320335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178f0b7-4d62-4c96-8838-0ee25d77f65a req-71901a51-4aa6-409a-9cef-1054df249685 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:04.328394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7178f0b7-4d62-4c96-8838-0ee25d77f65a req-71901a51-4aa6-409a-9cef-1054df249685 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.6773055 Feb 04 13:40:04.347067 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:04.351958 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b7a8d2e3-c3ab-43fc-91a4-ffbdcc2f3994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (ea8c7b02-fc98-4380-87ec-3787c5727e57), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:04.499253 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c587837-ebf5-4875-a8fe-da33f3ed2440 req-53571510-550f-46fe-8478-5f524776c60f service neutron] 10.222.0.99 "GET /v2.0/networks/865173ee-4379-4d28-9da2-ee4dda86c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950475 Feb 04 13:40:04.501869 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e52e1724-e08c-40f5-a862-4ee6cb6f93cb req-e86b7942-ccc7-461e-9934-013acdb22275 service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8751593 Feb 04 13:40:04.504437 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b7a8d2e3-c3ab-43fc-91a4-ffbdcc2f3994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:04.511047 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b7a8d2e3-c3ab-43fc-91a4-ffbdcc2f3994 admin admin] 10.222.0.96 "DELETE /v2.0/networks/ea8c7b02-fc98-4380-87ec-3787c5727e57 HTTP/1.1" status: 204 len: 168 time: 1.8994222 Feb 04 13:40:04.515706 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8d2e3-c3ab-43fc-91a4-ffbdcc2f3994 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea8c7b02-fc98-4380-87ec-3787c5727e57,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:04.549884 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a2f31f21-9636-4b9e-bf79-f567f9b4b1fc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (86d16664-1f49-4220-acdb-170a6ffd0cdc), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:04.563838 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Network 332d5c82-920d-420c-9ecd-efdf8d199923 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:40:04.598759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:40:04.607310 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Pushing event updated for resources: {'Port': ['ID=3d52bbb2-bd7e-4264-9425-a30c7d7870de,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:04.618645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:40:04.796957 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (3a5a428b-b5ac-4f27-a041-fd20a0163031), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:05.008557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f31f21-9636-4b9e-bf79-f567f9b4b1fc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:40:05.030243 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51936) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:05.034529 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-a2f31f21-9636-4b9e-bf79-f567f9b4b1fc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:40:05.061289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f58ab1-7089-4504-bd78-4aaaaf6025ca None None] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:40:05.088681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7178f0b7-4d62-4c96-8838-0ee25d77f65a req-32e83507-28a2-41e2-b888-4f970776e2b1 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7549450 Feb 04 13:40:05.117521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f31f21-9636-4b9e-bf79-f567f9b4b1fc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:05.119090 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a2f31f21-9636-4b9e-bf79-f567f9b4b1fc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:05.195186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c587837-ebf5-4875-a8fe-da33f3ed2440 req-bed4bf16-bf9c-40f5-92f5-8d8026b04a34 service neutron] 10.222.0.99 "GET /v2.0/networks/865173ee-4379-4d28-9da2-ee4dda86c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626415 Feb 04 13:40:05.207707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f31f21-9636-4b9e-bf79-f567f9b4b1fc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Subnet': ['ID=86d16664-1f49-4220-acdb-170a6ffd0cdc,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:05.242500 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:05.242784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-19d18514-cd00-4c8d-a005-43144509cc16 req-27c8a8cb-75f9-43ef-a686-adf369f966e5 service neutron] (103606) timed out ('10.222.0.100', 54715) {{(pid=103606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:40:05.260895 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51944) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:05.261208 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a2f31f21-9636-4b9e-bf79-f567f9b4b1fc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1026838 Feb 04 13:40:05.277554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-57cd7117-7cef-4c3d-b3c0-3542dd1b9a74 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'security_group': {'name': 'tempest-secgroup-1145433491'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:05.305150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ef481494-9116-4654-b0bd-2c5f63fa47e9 None None] Provisioning complete for port 3d52bbb2-bd7e-4264-9425-a30c7d7870de triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:05.305699 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ef481494-9116-4654-b0bd-2c5f63fa47e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:05.329769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51946) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:05.330362 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a837eb0a-f359-478f-a1b0-deea0600f453 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fa5ddb92e0ac4fedaafe5ea4dca25266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2984831 Feb 04 13:40:05.335998 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57cd7117-7cef-4c3d-b3c0-3542dd1b9a74 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:05.365221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ef481494-9116-4654-b0bd-2c5f63fa47e9 None None] Port 3d52bbb2-bd7e-4264-9425-a30c7d7870de cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:40:05.459066 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b0342ee3-743b-412d-a5a7-3c0d7ba6be13 admin admin] Publish callbacks [] for security_group (8c0f3e7b-6ae4-4126-b888-fde24d230f8c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:05.557004 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b0342ee3-743b-412d-a5a7-3c0d7ba6be13 admin admin] Publish callbacks [] for security_group (8c0f3e7b-6ae4-4126-b888-fde24d230f8c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:05.704832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7e2f17-7d4a-4c1b-a0c5-d49b73921f23 None None] Update dhcp port {'port': {'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'fixed_ips': [{'subnet_id': 'd3a5f45e-c3bd-404e-b6fd-abad60c89956', 'ip_address': '172.20.0.18'}, {'subnet_id': '86d16664-1f49-4220-acdb-170a6ffd0cdc'}], 'binding:host_id': 'n-d-714676-13'}, 'id': 'ad032982-970b-41a4-a72c-3805a60f8647'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:40:05.763008 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57cd7117-7cef-4c3d-b3c0-3542dd1b9a74 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (7b0220c9-48ad-4ad1-af69-9cef18f882a4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:05.773618 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57cd7117-7cef-4c3d-b3c0-3542dd1b9a74 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7b0220c9-48ad-4ad1-af69-9cef18f882a4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:05.785095 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2f17-7d4a-4c1b-a0c5-d49b73921f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ad032982-970b-41a4-a72c-3805a60f8647), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:05.791435 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b0342ee3-743b-412d-a5a7-3c0d7ba6be13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8c0f3e7b-6ae4-4126-b888-fde24d230f8c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:05.795323 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b0342ee3-743b-412d-a5a7-3c0d7ba6be13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:05.799801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b0342ee3-743b-412d-a5a7-3c0d7ba6be13 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8c0f3e7b-6ae4-4126-b888-fde24d230f8c HTTP/1.1" status: 204 len: 168 time: 0.4676933 Feb 04 13:40:05.816945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0342ee3-743b-412d-a5a7-3c0d7ba6be13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0f3e7b-6ae4-4126-b888-fde24d230f8c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:05.880309 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57cd7117-7cef-4c3d-b3c0-3542dd1b9a74 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:05.885674 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-57cd7117-7cef-4c3d-b3c0-3542dd1b9a74 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6145129 Feb 04 13:40:05.885846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51950) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:05.890689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd7117-7cef-4c3d-b3c0-3542dd1b9a74 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0220c9-48ad-4ad1-af69-9cef18f882a4,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:05.891024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-e2963fb0-d184-469f-a5a4-b9543a6c9cd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'security_group': {'name': 'tempest-secgroup-1509052855'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:05.976506 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e2963fb0-d184-469f-a5a4-b9543a6c9cd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:06.068027 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Publish callbacks [] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:06.080745 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:06.118443 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e2963fb0-d184-469f-a5a4-b9543a6c9cd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (ddc17ed6-2613-4d16-a2d7-9e106afa72ff), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:06.126584 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e2963fb0-d184-469f-a5a4-b9543a6c9cd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ddc17ed6-2613-4d16-a2d7-9e106afa72ff), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:06.179499 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:40:06.211223 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e2963fb0-d184-469f-a5a4-b9543a6c9cd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:06.213012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e2963fb0-d184-469f-a5a4-b9543a6c9cd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3266754 Feb 04 13:40:06.274831 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52482cc9-0ca7-4e75-a568-2d8d1b83f39b x-openstack-request-id: req-52482cc9-0ca7-4e75-a568-2d8d1b83f39b {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:40:06.275366 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961753dd-7843-4c83-9e18-b552cd974a42", "tag": "65f83736-6a76-4332-b2fc-15a543bc1f07", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:40:06.275660 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-52482cc9-0ca7-4e75-a568-2d8d1b83f39b {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:40:06.276281 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961753dd-7843-4c83-9e18-b552cd974a42', 'tag': '65f83736-6a76-4332-b2fc-15a543bc1f07', 'status': 'completed', 'code': 200} Feb 04 13:40:06.276860 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51954) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:06.313164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-696770a1-f916-4852-a445-928fb3c78187 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'security_group': {'name': 'tempest-secgroup-1914983908'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:06.349504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2963fb0-d184-469f-a5a4-b9543a6c9cd9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc17ed6-2613-4d16-a2d7-9e106afa72ff,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:06.401892 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb1868-c21c-40fc-877d-b234c2e8e0ac req-12af5b9b-e5f4-4890-9519-7380a74f303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:06.403823 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddeb1868-c21c-40fc-877d-b234c2e8e0ac req-12af5b9b-e5f4-4890-9519-7380a74f303d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 1126 time: 0.1862278 Feb 04 13:40:06.413362 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-696770a1-f916-4852-a445-928fb3c78187 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:06.456225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc2cf9-76e2-4a25-845a-940d72f286e7 req-b42e4ead-ae53-4735-ada6-c3d045ad1224 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:06.466918 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bdc2cf9-76e2-4a25-845a-940d72f286e7 req-b42e4ead-ae53-4735-ada6-c3d045ad1224 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/ports?device_id=126f6638-3fc4-4620-b053-7a3fd0d561fd HTTP/1.1" status: 200 len: 944 time: 0.1766059 Feb 04 13:40:06.504971 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (3a5a428b-b5ac-4f27-a041-fd20a0163031), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:06.532001 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Pushing event updated for resources: {'Port': ['ID=3d52bbb2-bd7e-4264-9425-a30c7d7870de,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:06.795168 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Network 332d5c82-920d-420c-9ecd-efdf8d199923 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:40:06.806211 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:40:06.812990 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-696770a1-f916-4852-a445-928fb3c78187 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (9526bd7b-8c0f-4796-a19f-f7fe1193eaa3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:06.837483 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-696770a1-f916-4852-a445-928fb3c78187 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9526bd7b-8c0f-4796-a19f-f7fe1193eaa3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:07.018936 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:07.019459 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:07.063923 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-7b7e2f17-7d4a-4c1b-a0c5-d49b73921f23 None None] Allocated IP 172.20.0.2 (bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c/86d16664-1f49-4220-acdb-170a6ffd0cdc/ad032982-970b-41a4-a72c-3805a60f8647) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:40:07.080118 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device df228d2f-f4e0-4ef8-8c05-540d3901f785 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:40:07.255530 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-696770a1-f916-4852-a445-928fb3c78187 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:07.259919 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-696770a1-f916-4852-a445-928fb3c78187 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9637787 Feb 04 13:40:07.269216 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Router 3a5a428b-b5ac-4f27-a041-fd20a0163031 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:40:07.270359 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51964) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:07.278033 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d680e902-2fff-4c81-95df-26baeb793ac9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-501532053', 'security_groups': ['9526bd7b-8c0f-4796-a19f-f7fe1193eaa3'], 'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '86d16664-1f49-4220-acdb-170a6ffd0cdc'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:07.394842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696770a1-f916-4852-a445-928fb3c78187 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9526bd7b-8c0f-4796-a19f-f7fe1193eaa3,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:07.568883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7b7e2f17-7d4a-4c1b-a0c5-d49b73921f23 None None] For port ad032982-970b-41a4-a72c-3805a60f8647, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ad032982-970b-41a4-a72c-3805a60f8647,segment=NetworkSegment(f35abf43-261c-4201-b96d-2eef2f62080b),segment_id=f35abf43-261c-4201-b96d-2eef2f62080b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:07.575460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:07.576108 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:07.660896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-30097124-5697-483f-9117-cfb90153b124 None None] Provisioning complete for port 3d52bbb2-bd7e-4264-9425-a30c7d7870de triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:07.661853 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-30097124-5697-483f-9117-cfb90153b124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:07.719811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d680e902-2fff-4c81-95df-26baeb793ac9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:40:07.752147 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bdc2cf9-76e2-4a25-845a-940d72f286e7 req-6b7869f9-530e-4262-ba60-66233b483c61 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/security-groups?id=01a9f4ec-e916-4bcf-a23b-54a1f1b533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611721 Feb 04 13:40:07.788236 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:07.836046 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port df228d2f-f4e0-4ef8-8c05-540d3901f785, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=df228d2f-f4e0-4ef8-8c05-540d3901f785,segment=NetworkSegment(36dd45e8-98d5-46f1-a32b-758ad468cd4a),segment_id=36dd45e8-98d5-46f1-a32b-758ad468cd4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:07.865601 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:07.878693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb1868-c21c-40fc-877d-b234c2e8e0ac req-24a9d124-a76f-4338-adba-4947dea615df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:07.883370 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddeb1868-c21c-40fc-877d-b234c2e8e0ac req-24a9d124-a76f-4338-adba-4947dea615df service neutron] 10.222.0.99 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 916 time: 1.4698784 Feb 04 13:40:07.932201 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2f17-7d4a-4c1b-a0c5-d49b73921f23 None None] Publish callbacks [] for port (ad032982-970b-41a4-a72c-3805a60f8647), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:07.937980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-30097124-5697-483f-9117-cfb90153b124 None None] Port 3d52bbb2-bd7e-4264-9425-a30c7d7870de cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:40:07.973389 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:40:07.980211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'df228d2f-f4e0-4ef8-8c05-540d3901f785', 'network_id': '865173ee-4379-4d28-9da2-ee4dda86c6db', 'port_id': 'df228d2f-f4e0-4ef8-8c05-540d3901f785', 'mac_address': 'fa:16:3e:f8:5b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd032545-adb5-4a4f-975a-28bdfcbf37a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:40:07.996331 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Sync routers for ids ['3a5a428b-b5ac-4f27-a041-fd20a0163031'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:40:07.997599 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2f17-7d4a-4c1b-a0c5-d49b73921f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ad032982-970b-41a4-a72c-3805a60f8647), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:08.018490 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Routers {'3a5a428b-b5ac-4f27-a041-fd20a0163031'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:40:08.019620 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:39:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3a5a428b-b5ac-4f27-a041-fd20a0163031'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:08.030975 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-76195f10-1964-4342-a02c-e61b33632719 admin admin] 10.222.0.96 "PUT /v2.0/routers/3a5a428b-b5ac-4f27-a041-fd20a0163031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2377710 Feb 04 13:40:08.068482 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:08.087064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddeb1868-c21c-40fc-877d-b234c2e8e0ac req-99d5d34c-e804-4884-a98e-a0909233df75 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65f83736-6a76-4332-b2fc-15a543bc1f07 HTTP/1.1" status: 200 len: 217 time: 0.1915462 Feb 04 13:40:08.135742 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d680e902-2fff-4c81-95df-26baeb793ac9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:08.209072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-d680e902-2fff-4c81-95df-26baeb793ac9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] device_id is not set on port 67aa729a-f150-48a5-8129-b412754156e6 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:40:08.351421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb1868-c21c-40fc-877d-b234c2e8e0ac req-ea5131ff-faf7-4d4b-94ed-81b6e213eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:08.354019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddeb1868-c21c-40fc-877d-b234c2e8e0ac req-ea5131ff-faf7-4d4b-94ed-81b6e213eb7c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66447e54-648f-4c91-94f7-50b0b4107fcd HTTP/1.1" status: 200 len: 855 time: 0.2401407 Feb 04 13:40:08.395140 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Set router 3a5a428b-b5ac-4f27-a041-fd20a0163031 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:40:08.494767 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port df228d2f-f4e0-4ef8-8c05-540d3901f785 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:08.495376 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (df228d2f-f4e0-4ef8-8c05-540d3901f785), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:08.540324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df228d2f-f4e0-4ef8-8c05-540d3901f785 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:40:08.550413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddeb1868-c21c-40fc-877d-b234c2e8e0ac req-22847fdf-82cf-43b3-ab23-1bb5128e0911 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=654735fb-8c15-4ee8-89b5-c0c465bfbf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1823120 Feb 04 13:40:08.569094 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e2f17-7d4a-4c1b-a0c5-d49b73921f23 None None] Pushing event updated for resources: {'Port': ['ID=ad032982-970b-41a4-a72c-3805a60f8647,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:08.652103 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port df228d2f-f4e0-4ef8-8c05-540d3901f785, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=df228d2f-f4e0-4ef8-8c05-540d3901f785,segment=NetworkSegment(36dd45e8-98d5-46f1-a32b-758ad468cd4a),segment_id=36dd45e8-98d5-46f1-a32b-758ad468cd4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:08.660598 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (df228d2f-f4e0-4ef8-8c05-540d3901f785), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:08.799646 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'name': 'tempest-TaggedBootDevicesTest-100403116-router', 'tenant_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:49Z', 'updated_at': '2022-02-04T13:40:05Z', 'revision_number': 4, 'project_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'gw_port': {'id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:53Z', 'updated_at': '2022-02-04T13:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '3d52bbb2-bd7e-4264-9425-a30c7d7870de', 'name': '', 'network_id': '332d5c82-920d-420c-9ecd-efdf8d199923', 'tenant_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'mac_address': 'fa:16:3e:ca:92:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '08f51fe5-2606-4a39-804f-1f191a611f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:03Z', 'updated_at': '2022-02-04T13:40:05Z', 'revision_number': 2, 'project_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'subnets': [{'id': '08f51fe5-2606-4a39-804f-1f191a611f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:08.823846 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=df228d2f-f4e0-4ef8-8c05-540d3901f785,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:08.881593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4eb0c1-e055-48be-a943-cfecc766022d req-27451297-c49c-4a52-94c6-5c68100f0d67 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:08.891697 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Checking router: 3a5a428b-b5ac-4f27-a041-fd20a0163031 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:40:08.893363 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Updating router 3a5a428b-b5ac-4f27-a041-fd20a0163031 port 3d52bbb2-bd7e-4264-9425-a30c7d7870de binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:40:08.916492 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c4eb0c1-e055-48be-a943-cfecc766022d req-27451297-c49c-4a52-94c6-5c68100f0d67 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 943 time: 0.8356020 Feb 04 13:40:09.010348 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:09.011975 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-d680e902-2fff-4c81-95df-26baeb793ac9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Allocated IP 172.20.0.14 (bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c/86d16664-1f49-4220-acdb-170a6ffd0cdc/67aa729a-f150-48a5-8129-b412754156e6) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:40:09.105230 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 65f83736-6a76-4332-b2fc-15a543bc1f07 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:40:09.261311 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c4eb0c1-e055-48be-a943-cfecc766022d req-b7ea0987-d377-4d6b-bdec-6dcf8dda904e tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294976 Feb 04 13:40:09.272385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddeb1868-c21c-40fc-877d-b234c2e8e0ac req-169388d8-4713-4d23-85c0-95a2dde2ad69 service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7047484 Feb 04 13:40:09.545281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 65f83736-6a76-4332-b2fc-15a543bc1f07, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=65f83736-6a76-4332-b2fc-15a543bc1f07,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:09.631760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['df228d2f-f4e0-4ef8-8c05-540d3901f785'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:40:09.648035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '65f83736-6a76-4332-b2fc-15a543bc1f07', 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87', 'port_id': '65f83736-6a76-4332-b2fc-15a543bc1f07', 'mac_address': 'fa:16:3e:50:ff:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66447e54-648f-4c91-94f7-50b0b4107fcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:40:09.685247 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddeb1868-c21c-40fc-877d-b234c2e8e0ac req-660d40a3-dc6c-42b6-9f30-c6a28ca3d1f5 service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011745 Feb 04 13:40:09.716138 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d680e902-2fff-4c81-95df-26baeb793ac9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (67aa729a-f150-48a5-8129-b412754156e6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:09.935926 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d680e902-2fff-4c81-95df-26baeb793ac9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (67aa729a-f150-48a5-8129-b412754156e6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:09.962195 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Publish callbacks [] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:09.976726 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:10.136360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 65f83736-6a76-4332-b2fc-15a543bc1f07 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:10.138287 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (65f83736-6a76-4332-b2fc-15a543bc1f07), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:10.150542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d680e902-2fff-4c81-95df-26baeb793ac9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:40:10.158081 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d680e902-2fff-4c81-95df-26baeb793ac9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:40:10.161838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ddffe696-2dbf-47bd-88e3-8d7ad690368e None None] Provisioning complete for port 26afa24d-60b6-468b-87c3-5179dc4c33a6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:10.162707 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ddffe696-2dbf-47bd-88e3-8d7ad690368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (26afa24d-60b6-468b-87c3-5179dc4c33a6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:10.168956 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d680e902-2fff-4c81-95df-26baeb793ac9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:40:10.190579 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680e902-2fff-4c81-95df-26baeb793ac9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=67aa729a-f150-48a5-8129-b412754156e6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:10.305015 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f83736-6a76-4332-b2fc-15a543bc1f07 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:40:10.370010 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d3f6a-bcca-415a-9db2-dd119ecf5083 None None] Pushing event updated for resources: {'Port': ['ID=3d52bbb2-bd7e-4264-9425-a30c7d7870de,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:10.516211 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d680e902-2fff-4c81-95df-26baeb793ac9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:10.519828 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d680e902-2fff-4c81-95df-26baeb793ac9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:10.555241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ad032982-970b-41a4-a72c-3805a60f8647 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:40:10.596809 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d680e902-2fff-4c81-95df-26baeb793ac9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3208373 Feb 04 13:40:10.598219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52050) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:10.613386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-7522c7b9-850d-4168-84b7-130d41f75f6e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'subnet': {'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:10.627025 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Attempting to bind port 3d52bbb2-bd7e-4264-9425-a30c7d7870de on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:40:10.629055 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Attempting to bind port 3d52bbb2-bd7e-4264-9425-a30c7d7870de by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '7bb135b1-2805-463c-bb2b-98eaac232c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '332d5c82-920d-420c-9ecd-efdf8d199923'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:40:10.633420 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Attempting to bind port 3d52bbb2-bd7e-4264-9425-a30c7d7870de on network 332d5c82-920d-420c-9ecd-efdf8d199923 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:40:10.662532 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:40:10.664460 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Checking segment: {'id': '7bb135b1-2805-463c-bb2b-98eaac232c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '332d5c82-920d-420c-9ecd-efdf8d199923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:40:10.665359 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:10.666244 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Bound using segment: {'id': '7bb135b1-2805-463c-bb2b-98eaac232c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '332d5c82-920d-420c-9ecd-efdf8d199923'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:40:10.667254 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Bound port: 3d52bbb2-bd7e-4264-9425-a30c7d7870de, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb135b1-2805-463c-bb2b-98eaac232c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '332d5c82-920d-420c-9ecd-efdf8d199923'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:40:10.679797 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:10.697515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 65f83736-6a76-4332-b2fc-15a543bc1f07, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=65f83736-6a76-4332-b2fc-15a543bc1f07,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:10.864757 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (65f83736-6a76-4332-b2fc-15a543bc1f07), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:10.867746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ddffe696-2dbf-47bd-88e3-8d7ad690368e None None] Port 26afa24d-60b6-468b-87c3-5179dc4c33a6 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:40:10.986875 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] For port 3d52bbb2-bd7e-4264-9425-a30c7d7870de, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:40:11.001431 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] For port 3d52bbb2-bd7e-4264-9425-a30c7d7870de, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3d52bbb2-bd7e-4264-9425-a30c7d7870de,segment=NetworkSegment(7bb135b1-2805-463c-bb2b-98eaac232c9a),segment_id=7bb135b1-2805-463c-bb2b-98eaac232c9a)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:40:11.022815 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:11.220303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9b908-48b1-497c-a7ba-07e050448fb3 req-30c6c3d4-2c46-4ed0-b679-1d06ced2c564 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:11.231548 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3dd9b908-48b1-497c-a7ba-07e050448fb3 req-30c6c3d4-2c46-4ed0-b679-1d06ced2c564 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/ports?device_id=126f6638-3fc4-4620-b053-7a3fd0d561fd HTTP/1.1" status: 200 len: 945 time: 0.3370411 Feb 04 13:40:11.231832 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Routers {'3a5a428b-b5ac-4f27-a041-fd20a0163031'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:40:11.232673 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:39:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3a5a428b-b5ac-4f27-a041-fd20a0163031'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:11.245166 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d3f6a-bcca-415a-9db2-dd119ecf5083 None None] Pushing event updated for resources: {'Port': ['ID=3d52bbb2-bd7e-4264-9425-a30c7d7870de,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:11.249322 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=65f83736-6a76-4332-b2fc-15a543bc1f07,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:11.396594 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d4c125f4-30d1-4f97-baa6-42dbaa965000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:11.403951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ddffe696-2dbf-47bd-88e3-8d7ad690368e None None] Provisioning complete for port ad032982-970b-41a4-a72c-3805a60f8647 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:11.406585 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ddffe696-2dbf-47bd-88e3-8d7ad690368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ad032982-970b-41a4-a72c-3805a60f8647), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:11.416886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7522c7b9-850d-4168-84b7-130d41f75f6e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:40:11.425638 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7522c7b9-850d-4168-84b7-130d41f75f6e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:11.487276 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3dd9b908-48b1-497c-a7ba-07e050448fb3 req-2818515e-1bee-41ab-82c6-2355f65b7031 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/security-groups?id=01a9f4ec-e916-4bcf-a23b-54a1f1b533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449124 Feb 04 13:40:11.510841 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['65f83736-6a76-4332-b2fc-15a543bc1f07'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:40:11.919076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ad032982-970b-41a4-a72c-3805a60f8647 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:11.920106 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ad032982-970b-41a4-a72c-3805a60f8647), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:11.968949 n-d-714676-13 neutron-server[103606]: INFO neutron.db.ipam_backend_mixin [None req-7522c7b9-850d-4168-84b7-130d41f75f6e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 86d16664-1f49-4220-acdb-170a6ffd0cdc (CIDR: 172.20.0.0/28) Feb 04 13:40:11.980363 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7522c7b9-850d-4168-84b7-130d41f75f6e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:40:11.983104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7522c7b9-850d-4168-84b7-130d41f75f6e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:40:12.001733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9f548-6ba7-424a-8728-a32be145583f req-44d469d6-f3ef-40d5-82e7-5dc47a9edb4f tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:12.015400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ddffe696-2dbf-47bd-88e3-8d7ad690368e None None] Current status of the port ad032982-970b-41a4-a72c-3805a60f8647 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:12.017428 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f2c9f548-6ba7-424a-8728-a32be145583f req-44d469d6-f3ef-40d5-82e7-5dc47a9edb4f tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 944 time: 0.1721594 Feb 04 13:40:12.092336 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] Set router 3a5a428b-b5ac-4f27-a041-fd20a0163031 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:40:12.097796 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7522c7b9-850d-4168-84b7-130d41f75f6e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4961662 Feb 04 13:40:12.100706 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52094) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:12.112422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-07849010-4121-486b-999d-af13980bd025 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'subnet': {'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:12.179474 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f2c9f548-6ba7-424a-8728-a32be145583f req-f98aade4-e839-4a0e-b508-7913a8e2cf59 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601238 Feb 04 13:40:12.511403 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49631a37-1765-4f25-9b09-2ea91b08be45 req-833911af-aaa5-421b-acf8-fe73d91ba80f tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:12.533242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49631a37-1765-4f25-9b09-2ea91b08be45 req-833911af-aaa5-421b-acf8-fe73d91ba80f tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.2084894 Feb 04 13:40:12.536560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c5661154-7450-46ef-8902-4498d7b39fd2 None None] Provisioning complete for port 3d52bbb2-bd7e-4264-9425-a30c7d7870de triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:12.538894 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c5661154-7450-46ef-8902-4498d7b39fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:12.542201 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ad032982-970b-41a4-a72c-3805a60f8647 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:12.544757 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:40:12.586291 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07849010-4121-486b-999d-af13980bd025 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:40:12.601012 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-07849010-4121-486b-999d-af13980bd025 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:12.718323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:12.718761 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:12.747217 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49631a37-1765-4f25-9b09-2ea91b08be45 req-6c14711e-fa7a-4b7b-9d4b-18e078dbfdc5 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081709 Feb 04 13:40:12.797490 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'name': 'tempest-TaggedBootDevicesTest-100403116-router', 'tenant_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:49Z', 'updated_at': '2022-02-04T13:40:05Z', 'revision_number': 4, 'project_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'gw_port': {'id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:53Z', 'updated_at': '2022-02-04T13:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '3d52bbb2-bd7e-4264-9425-a30c7d7870de', 'name': '', 'network_id': '332d5c82-920d-420c-9ecd-efdf8d199923', 'tenant_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'mac_address': 'fa:16:3e:ca:92:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '08f51fe5-2606-4a39-804f-1f191a611f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:03Z', 'updated_at': '2022-02-04T13:40:10Z', 'revision_number': 4, 'project_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'subnets': [{'id': '08f51fe5-2606-4a39-804f-1f191a611f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:12.837765 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14cce10-544f-41a6-a54f-1ac608d1fe28 None None] The sync data for ids ['3a5a428b-b5ac-4f27-a041-fd20a0163031'] in n-d-714676-13 is: [{'id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'name': 'tempest-TaggedBootDevicesTest-100403116-router', 'tenant_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:49Z', 'updated_at': '2022-02-04T13:40:05Z', 'revision_number': 4, 'project_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'gw_port': {'id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:53Z', 'updated_at': '2022-02-04T13:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '3d52bbb2-bd7e-4264-9425-a30c7d7870de', 'name': '', 'network_id': '332d5c82-920d-420c-9ecd-efdf8d199923', 'tenant_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'mac_address': 'fa:16:3e:ca:92:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '08f51fe5-2606-4a39-804f-1f191a611f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:03Z', 'updated_at': '2022-02-04T13:40:10Z', 'revision_number': 4, 'project_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'subnets': [{'id': '08f51fe5-2606-4a39-804f-1f191a611f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:40:13.073596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c5661154-7450-46ef-8902-4498d7b39fd2 None None] Current status of the port 3d52bbb2-bd7e-4264-9425-a30c7d7870de is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:13.074521 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c5661154-7450-46ef-8902-4498d7b39fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:13.157605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device df228d2f-f4e0-4ef8-8c05-540d3901f785 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:40:13.160715 n-d-714676-13 neutron-server[103607]: INFO neutron.db.ipam_backend_mixin [None req-07849010-4121-486b-999d-af13980bd025 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d3a5f45e-c3bd-404e-b6fd-abad60c89956 (CIDR: 172.20.0.16/28) Feb 04 13:40:13.184380 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-07849010-4121-486b-999d-af13980bd025 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:40:13.185242 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07849010-4121-486b-999d-af13980bd025 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:40:13.221919 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-07849010-4121-486b-999d-af13980bd025 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1194196 Feb 04 13:40:13.224335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52110) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:13.244399 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:13.245474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'subnet': {'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:13.309189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c5661154-7450-46ef-8902-4498d7b39fd2 None None] For port 3d52bbb2-bd7e-4264-9425-a30c7d7870de, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3d52bbb2-bd7e-4264-9425-a30c7d7870de,segment=NetworkSegment(7bb135b1-2805-463c-bb2b-98eaac232c9a),segment_id=7bb135b1-2805-463c-bb2b-98eaac232c9a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:13.324267 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c5661154-7450-46ef-8902-4498d7b39fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:13.480768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5661154-7450-46ef-8902-4498d7b39fd2 None None] Pushing event updated for resources: {'Port': ['ID=3d52bbb2-bd7e-4264-9425-a30c7d7870de,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:13.523597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c5661154-7450-46ef-8902-4498d7b39fd2 None None] Provisioning complete for port 67aa729a-f150-48a5-8129-b412754156e6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:13.524310 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c5661154-7450-46ef-8902-4498d7b39fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (67aa729a-f150-48a5-8129-b412754156e6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:13.627992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3d52bbb2-bd7e-4264-9425-a30c7d7870de up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:40:13.721073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Made reservation on behalf of 9a89efb2ede2439f9a77f732dab8c114 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:40:13.724948 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:13.737766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port df228d2f-f4e0-4ef8-8c05-540d3901f785 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:40:13.768373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c5661154-7450-46ef-8902-4498d7b39fd2 None None] Port 67aa729a-f150-48a5-8129-b412754156e6 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:40:13.784241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port df228d2f-f4e0-4ef8-8c05-540d3901f785 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:13.784860 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (df228d2f-f4e0-4ef8-8c05-540d3901f785), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:13.875270 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1b655de-e849-4688-a871-fe7034341cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:13.959188 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:14.032981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 3d52bbb2-bd7e-4264-9425-a30c7d7870de triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:14.036099 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:14.323719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 3d52bbb2-bd7e-4264-9425-a30c7d7870de is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:14.330827 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port df228d2f-f4e0-4ef8-8c05-540d3901f785 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:14.331404 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (df228d2f-f4e0-4ef8-8c05-540d3901f785), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:14.385559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126f6638-3fc4-4620-b053-7a3fd0d561fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df228d2f-f4e0-4ef8-8c05-540d3901f785'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:40:14.389222 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4274f22f-92d2-487b-bb79-7c99e857fbd9" -d '{"events": [{"server_uuid": "126f6638-3fc4-4620-b053-7a3fd0d561fd", "name": "network-vif-plugged", "status": "completed", "tag": "df228d2f-f4e0-4ef8-8c05-540d3901f785"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:40:14.405732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port df228d2f-f4e0-4ef8-8c05-540d3901f785, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=df228d2f-f4e0-4ef8-8c05-540d3901f785,segment=NetworkSegment(36dd45e8-98d5-46f1-a32b-758ad468cd4a),segment_id=36dd45e8-98d5-46f1-a32b-758ad468cd4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:14.425468 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (df228d2f-f4e0-4ef8-8c05-540d3901f785), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:14.482386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487babf-70f8-4c3a-96ea-66a3d34064ce req-8ae8103d-f660-4f0a-9f2a-1450f4d3180d tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:14.490242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d487babf-70f8-4c3a-96ea-66a3d34064ce req-8ae8103d-f660-4f0a-9f2a-1450f4d3180d tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/ports?device_id=126f6638-3fc4-4620-b053-7a3fd0d561fd HTTP/1.1" status: 200 len: 945 time: 0.3518267 Feb 04 13:40:14.542158 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=df228d2f-f4e0-4ef8-8c05-540d3901f785,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:14.584473 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (36891cec-802a-4784-aa7d-5fc7d92cd225), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:14.592709 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:14.673273 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Subnet': ['ID=36891cec-802a-4784-aa7d-5fc7d92cd225,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:14.688438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:14.688438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:14.688438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:14.688438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:14.688438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:14.688438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:14.688438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:14.689294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:14.689432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:14.689758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:14.690317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:14.690672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:14.690994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:14.717707 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d487babf-70f8-4c3a-96ea-66a3d34064ce req-ddfeccff-745c-4acd-8402-9f3a74eaddcc tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/security-groups?id=01a9f4ec-e916-4bcf-a23b-54a1f1b533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264512 Feb 04 13:40:14.741329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:40:14.753683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:40:14.758530 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:14.761124 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:14.766732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df1cc14-88ab-4cc3-8d3e-78167bdc8d02 None None] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:40:14.819073 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-adfe2eb2-1d92-414e-96af-dfdd94e8b1c6 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5899668 Feb 04 13:40:14.820369 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52128) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:14.845426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-139cc78c-308a-4bdd-a957-6012f2f7ae60 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1270172179', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '36891cec-802a-4784-aa7d-5fc7d92cd225'}], 'security_groups': ['7b0220c9-48ad-4ad1-af69-9cef18f882a4', 'ddc17ed6-2613-4d16-a2d7-9e106afa72ff']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:15.022638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fde5b-e7b1-4cb7-921e-a77ee17998b3 req-31a863fe-b044-43fe-be79-4ba060d01726 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:15.037472 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-159fde5b-e7b1-4cb7-921e-a77ee17998b3 req-31a863fe-b044-43fe-be79-4ba060d01726 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 944 time: 0.1901529 Feb 04 13:40:15.121142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604f62fe-16b4-40f3-b974-ba6cd32657b0 None None] Update dhcp port {'port': {'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'fixed_ips': [{'subnet_id': 'd3a5f45e-c3bd-404e-b6fd-abad60c89956', 'ip_address': '172.20.0.18'}, {'subnet_id': '86d16664-1f49-4220-acdb-170a6ffd0cdc', 'ip_address': '172.20.0.2'}, {'subnet_id': '36891cec-802a-4784-aa7d-5fc7d92cd225'}], 'binding:host_id': 'n-d-714676-13'}, 'id': 'ad032982-970b-41a4-a72c-3805a60f8647'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:40:15.135079 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-159fde5b-e7b1-4cb7-921e-a77ee17998b3 req-c7ebd752-eafd-4696-b4b8-082dc7836d1e tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896280 Feb 04 13:40:15.471677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 65f83736-6a76-4332-b2fc-15a543bc1f07 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:40:15.475534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3d52bbb2-bd7e-4264-9425-a30c7d7870de up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:40:15.481801 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-139cc78c-308a-4bdd-a957-6012f2f7ae60 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (67aa729a-f150-48a5-8129-b412754156e6), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:15.588751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec04d3-eb47-4160-b8ab-aba658811aa5 req-b085557a-ea2a-4d7d-821b-83e46322a4e5 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:15.592228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-efec04d3-eb47-4160-b8ab-aba658811aa5 req-b085557a-ea2a-4d7d-821b-83e46322a4e5 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.2971458 Feb 04 13:40:15.594704 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:15.643689 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-604f62fe-16b4-40f3-b974-ba6cd32657b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ad032982-970b-41a4-a72c-3805a60f8647), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:15.684523 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-efec04d3-eb47-4160-b8ab-aba658811aa5 req-de6c8027-2b36-4681-bb2d-ddd2106d0caa tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832267 Feb 04 13:40:15.841392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 3d52bbb2-bd7e-4264-9425-a30c7d7870de triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:15.841667 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:15.908433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d40d57-d260-46a1-8b90-e7bbb90dffb9 req-56ad9bfa-490b-42ae-b48f-2429039c9fb3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:15.920843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d40d57-d260-46a1-8b90-e7bbb90dffb9 req-56ad9bfa-490b-42ae-b48f-2429039c9fb3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:15.936570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d40d57-d260-46a1-8b90-e7bbb90dffb9 req-56ad9bfa-490b-42ae-b48f-2429039c9fb3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:15.946356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d40d57-d260-46a1-8b90-e7bbb90dffb9 req-56ad9bfa-490b-42ae-b48f-2429039c9fb3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:15.956841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d40d57-d260-46a1-8b90-e7bbb90dffb9 req-56ad9bfa-490b-42ae-b48f-2429039c9fb3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:15.975032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d40d57-d260-46a1-8b90-e7bbb90dffb9 req-56ad9bfa-490b-42ae-b48f-2429039c9fb3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:15.984873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d40d57-d260-46a1-8b90-e7bbb90dffb9 req-56ad9bfa-490b-42ae-b48f-2429039c9fb3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:15.994442 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 65f83736-6a76-4332-b2fc-15a543bc1f07 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:40:15.999538 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98d40d57-d260-46a1-8b90-e7bbb90dffb9 req-56ad9bfa-490b-42ae-b48f-2429039c9fb3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5443 time: 0.2104101 Feb 04 13:40:16.003809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 65f83736-6a76-4332-b2fc-15a543bc1f07 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:16.004269 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (65f83736-6a76-4332-b2fc-15a543bc1f07), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:16.117766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98d40d57-d260-46a1-8b90-e7bbb90dffb9 req-dd3c70f0-998c-406a-b9ca-a349695da803 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1151781 Feb 04 13:40:16.251282 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-604f62fe-16b4-40f3-b974-ba6cd32657b0 None None] Allocated IP 172.20.0.34 (bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c/36891cec-802a-4784-aa7d-5fc7d92cd225/ad032982-970b-41a4-a72c-3805a60f8647) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:40:16.396828 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-604f62fe-16b4-40f3-b974-ba6cd32657b0 None None] For port ad032982-970b-41a4-a72c-3805a60f8647, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ad032982-970b-41a4-a72c-3805a60f8647,segment=NetworkSegment(f35abf43-261c-4201-b96d-2eef2f62080b),segment_id=f35abf43-261c-4201-b96d-2eef2f62080b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:16.437316 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-604f62fe-16b4-40f3-b974-ba6cd32657b0 None None] Publish callbacks [] for port (ad032982-970b-41a4-a72c-3805a60f8647), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:16.440499 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699b8f5e-4e24-4a19-8191-34c95aced7f2 x-openstack-request-id: req-699b8f5e-4e24-4a19-8191-34c95aced7f2 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:40:16.440772 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126f6638-3fc4-4620-b053-7a3fd0d561fd", "name": "network-vif-plugged", "status": "completed", "tag": "df228d2f-f4e0-4ef8-8c05-540d3901f785", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:40:16.441049 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-699b8f5e-4e24-4a19-8191-34c95aced7f2 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:40:16.441505 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126f6638-3fc4-4620-b053-7a3fd0d561fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df228d2f-f4e0-4ef8-8c05-540d3901f785', 'code': 200} Feb 04 13:40:16.443387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 3d52bbb2-bd7e-4264-9425-a30c7d7870de is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:16.451411 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-604f62fe-16b4-40f3-b974-ba6cd32657b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ad032982-970b-41a4-a72c-3805a60f8647), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:16.569577 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bcb50-ecd1-43d2-bd06-dc9e03f41ac3 req-2def00e8-7684-4520-8c76-5450945b8ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:16.571420 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-621bcb50-ecd1-43d2-bd06-dc9e03f41ac3 req-2def00e8-7684-4520-8c76-5450945b8ec7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=126f6638-3fc4-4620-b053-7a3fd0d561fd HTTP/1.1" status: 200 len: 1129 time: 0.2516911 Feb 04 13:40:16.586426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 65f83736-6a76-4332-b2fc-15a543bc1f07 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:16.587444 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (65f83736-6a76-4332-b2fc-15a543bc1f07), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:16.626888 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32037d6-717b-475e-af31-08e4837d8fce req-960f784b-a590-4f35-a428-e604b0a087c7 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:16.642509 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b32037d6-717b-475e-af31-08e4837d8fce req-960f784b-a590-4f35-a428-e604b0a087c7 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/ports?device_id=126f6638-3fc4-4620-b053-7a3fd0d561fd HTTP/1.1" status: 200 len: 946 time: 0.2273467 Feb 04 13:40:16.711817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 65f83736-6a76-4332-b2fc-15a543bc1f07, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=65f83736-6a76-4332-b2fc-15a543bc1f07,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:16.736624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f62fe-16b4-40f3-b974-ba6cd32657b0 None None] Pushing event updated for resources: {'Port': ['ID=ad032982-970b-41a4-a72c-3805a60f8647,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:16.752738 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (65f83736-6a76-4332-b2fc-15a543bc1f07), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:16.779704 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b32037d6-717b-475e-af31-08e4837d8fce req-6ebf9d38-188a-4f31-a55f-07db5ba116f9 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/security-groups?id=01a9f4ec-e916-4bcf-a23b-54a1f1b533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319406 Feb 04 13:40:16.788983 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-621bcb50-ecd1-43d2-bd06-dc9e03f41ac3 req-e7548f76-1252-457f-ad4f-206a02adeac4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=01a9f4ec-e916-4bcf-a23b-54a1f1b533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061543 Feb 04 13:40:17.045745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd540-5bdd-4742-a9a8-d1f75968f591 req-c992113e-2e0b-4366-9919-d9460a25f051 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:17.047555 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.api [None req-139cc78c-308a-4bdd-a957-6012f2f7ae60 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-0d2bbe0c-10dc-42ca-b274-2ae34bb244dd {{(pid=103607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:40:17.048445 n-d-714676-13 neutron-server[103607]: DEBUG oslo_db.api [None req-139cc78c-308a-4bdd-a957-6012f2f7ae60 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:40:17.051629 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad1fd540-5bdd-4742-a9a8-d1f75968f591 req-c992113e-2e0b-4366-9919-d9460a25f051 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 945 time: 0.1457713 Feb 04 13:40:17.055948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=65f83736-6a76-4332-b2fc-15a543bc1f07,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:17.080997 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:17.140353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52152) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:17.229813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad1fd540-5bdd-4742-a9a8-d1f75968f591 req-0f693e48-1cf9-45b3-abdb-e3f822eec7f0 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581612 Feb 04 13:40:17.401217 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d34d0088-3ecb-4aeb-87dd-3f0036ab3ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:17.455767 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ad032982-970b-41a4-a72c-3805a60f8647 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:40:17.548740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23453599-9a9a-41b2-9f9a-79bf979f230c req-923999ac-f8b8-4c0c-aae5-ca372f26f453 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:17.555033 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23453599-9a9a-41b2-9f9a-79bf979f230c req-923999ac-f8b8-4c0c-aae5-ca372f26f453 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.1810536 Feb 04 13:40:17.569136 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ad032982-970b-41a4-a72c-3805a60f8647 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:17.569911 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ad032982-970b-41a4-a72c-3805a60f8647), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:17.645585 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-139cc78c-308a-4bdd-a957-6012f2f7ae60 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (67aa729a-f150-48a5-8129-b412754156e6), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:17.664972 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d34d0088-3ecb-4aeb-87dd-3f0036ab3ad5 admin admin] Publish callbacks [] for security_group (306d8f9c-d4d8-4a40-8cbd-be681e67907b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:17.701374 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23453599-9a9a-41b2-9f9a-79bf979f230c req-911d1e4f-b2bd-4480-ac81-4d2e6adb0bf8 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283610 Feb 04 13:40:17.703654 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d34d0088-3ecb-4aeb-87dd-3f0036ab3ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (306d8f9c-d4d8-4a40-8cbd-be681e67907b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:17.890481 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d34d0088-3ecb-4aeb-87dd-3f0036ab3ad5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e77566d946214a229a464650193ff571&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7485619 Feb 04 13:40:17.894841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52164) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:17.897395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d0088-3ecb-4aeb-87dd-3f0036ab3ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306d8f9c-d4d8-4a40-8cbd-be681e67907b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:17.960617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-015aa6f4-410a-416a-a1fd-a772e15e2e6b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:17.974769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-015aa6f4-410a-416a-a1fd-a772e15e2e6b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:17.991683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-015aa6f4-410a-416a-a1fd-a772e15e2e6b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:18.006610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-015aa6f4-410a-416a-a1fd-a772e15e2e6b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:18.024393 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-015aa6f4-410a-416a-a1fd-a772e15e2e6b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:18.038777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-015aa6f4-410a-416a-a1fd-a772e15e2e6b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:18.039477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ad032982-970b-41a4-a72c-3805a60f8647 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:18.047275 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:18.051955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-015aa6f4-410a-416a-a1fd-a772e15e2e6b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:18.055829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-015aa6f4-410a-416a-a1fd-a772e15e2e6b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.99 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5443 time: 0.3945293 Feb 04 13:40:18.175467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-c3832acf-5496-470e-bad4-7dea9831d628 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:18.177320 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-c3832acf-5496-470e-bad4-7dea9831d628 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.99 "GET /v2.0/ports/1d03bc7b-242a-4b15-ad3d-18ab1a2929fd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1007733 Feb 04 13:40:18.229328 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d4ebf-35a4-45d4-bd2a-f21f9b7e1176 req-33dac90e-754f-4c34-8f60-81c578db288b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:18.243029 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d4ebf-35a4-45d4-bd2a-f21f9b7e1176 req-33dac90e-754f-4c34-8f60-81c578db288b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:18.280958 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d4ebf-35a4-45d4-bd2a-f21f9b7e1176 req-33dac90e-754f-4c34-8f60-81c578db288b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:18.291131 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d4ebf-35a4-45d4-bd2a-f21f9b7e1176 req-33dac90e-754f-4c34-8f60-81c578db288b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:18.291700 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b30eade-90df-419f-8414-fbdf1c52e623 admin admin] Publish callbacks [] for security_group (306d8f9c-d4d8-4a40-8cbd-be681e67907b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:18.299282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d4ebf-35a4-45d4-bd2a-f21f9b7e1176 req-33dac90e-754f-4c34-8f60-81c578db288b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:18.309656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d4ebf-35a4-45d4-bd2a-f21f9b7e1176 req-33dac90e-754f-4c34-8f60-81c578db288b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:18.320513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d4ebf-35a4-45d4-bd2a-f21f9b7e1176 req-33dac90e-754f-4c34-8f60-81c578db288b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:18.323123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b31d4ebf-35a4-45d4-bd2a-f21f9b7e1176 req-33dac90e-754f-4c34-8f60-81c578db288b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 5443 time: 0.2651529 Feb 04 13:40:18.375608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7ee2565f-b88f-49bb-9fbd-bfda0da5ab0e None None] Provisioning complete for port 26afa24d-60b6-468b-87c3-5179dc4c33a6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:18.376194 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7ee2565f-b88f-49bb-9fbd-bfda0da5ab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (26afa24d-60b6-468b-87c3-5179dc4c33a6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:18.457497 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b30eade-90df-419f-8414-fbdf1c52e623 admin admin] Publish callbacks [] for security_group (306d8f9c-d4d8-4a40-8cbd-be681e67907b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:18.490089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961753dd-7843-4c83-9e18-b552cd974a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f83736-6a76-4332-b2fc-15a543bc1f07'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:40:18.492414 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2002a93-0e14-4c8a-bb97-cc908a5603fe" -d '{"events": [{"server_uuid": "961753dd-7843-4c83-9e18-b552cd974a42", "name": "network-vif-plugged", "status": "completed", "tag": "65f83736-6a76-4332-b2fc-15a543bc1f07"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:40:18.520305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2565f-b88f-49bb-9fbd-bfda0da5ab0e None None] Port 26afa24d-60b6-468b-87c3-5179dc4c33a6 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:40:18.569896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7ee2565f-b88f-49bb-9fbd-bfda0da5ab0e None None] Provisioning complete for port ad032982-970b-41a4-a72c-3805a60f8647 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:18.570442 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7ee2565f-b88f-49bb-9fbd-bfda0da5ab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ad032982-970b-41a4-a72c-3805a60f8647), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:18.618205 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-e03683fd-3422-4ccf-bc5d-702b652d464e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.99 "GET /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4308476 Feb 04 13:40:18.636882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f0062c33-d7d9-4ca9-85c3-48976157f847 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:18.726552 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b30eade-90df-419f-8414-fbdf1c52e623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (306d8f9c-d4d8-4a40-8cbd-be681e67907b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:18.731204 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b30eade-90df-419f-8414-fbdf1c52e623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:18.733757 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5b30eade-90df-419f-8414-fbdf1c52e623 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/306d8f9c-d4d8-4a40-8cbd-be681e67907b HTTP/1.1" status: 204 len: 168 time: 0.7949469 Feb 04 13:40:18.798185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30eade-90df-419f-8414-fbdf1c52e623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306d8f9c-d4d8-4a40-8cbd-be681e67907b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:18.801131 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b31d4ebf-35a4-45d4-bd2a-f21f9b7e1176 req-485b526a-4d4f-4e76-92c1-9278679e0fcc tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f742d84-86d2-48ba-a1a2-9d660a942c33&id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1812012 Feb 04 13:40:18.927303 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f0062c33-d7d9-4ca9-85c3-48976157f847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:18.963699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2565f-b88f-49bb-9fbd-bfda0da5ab0e None None] Current status of the port ad032982-970b-41a4-a72c-3805a60f8647 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:19.032732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7ee2565f-b88f-49bb-9fbd-bfda0da5ab0e None None] Provisioning complete for port 67aa729a-f150-48a5-8129-b412754156e6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:19.041876 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7ee2565f-b88f-49bb-9fbd-bfda0da5ab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (67aa729a-f150-48a5-8129-b412754156e6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:19.157334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-139cc78c-308a-4bdd-a957-6012f2f7ae60 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Delete allocated IP 172.20.0.14 (bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c/86d16664-1f49-4220-acdb-170a6ffd0cdc) {{(pid=103607) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 13:40:19.178601 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-139cc78c-308a-4bdd-a957-6012f2f7ae60 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Allocated IP 172.20.0.44 (bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c/36891cec-802a-4784-aa7d-5fc7d92cd225/67aa729a-f150-48a5-8129-b412754156e6) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:40:19.195280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2565f-b88f-49bb-9fbd-bfda0da5ab0e None None] Port 67aa729a-f150-48a5-8129-b412754156e6 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:40:19.252546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f0062c33-d7d9-4ca9-85c3-48976157f847 service neutron] For port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1d03bc7b-242a-4b15-ad3d-18ab1a2929fd,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:19.383818 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f0062c33-d7d9-4ca9-85c3-48976157f847 service neutron] For port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:40:19.462864 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f0062c33-d7d9-4ca9-85c3-48976157f847 service neutron] device_id is not set on port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:40:19.482540 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f0062c33-d7d9-4ca9-85c3-48976157f847 service neutron] Publish callbacks [] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:19.500850 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f0062c33-d7d9-4ca9-85c3-48976157f847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:19.531506 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-139cc78c-308a-4bdd-a957-6012f2f7ae60 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for port (67aa729a-f150-48a5-8129-b412754156e6), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:19.554994 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-139cc78c-308a-4bdd-a957-6012f2f7ae60 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (67aa729a-f150-48a5-8129-b412754156e6), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:19.625173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb1256-c6ca-452a-b53f-b6217361168b req-b10da9f4-7a66-4740-9346-1bcc29eb2ffe tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:19.628002 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcbb1256-c6ca-452a-b53f-b6217361168b req-b10da9f4-7a66-4740-9346-1bcc29eb2ffe tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/ports?device_id=126f6638-3fc4-4620-b053-7a3fd0d561fd HTTP/1.1" status: 200 len: 946 time: 0.4134007 Feb 04 13:40:19.632583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0062c33-d7d9-4ca9-85c3-48976157f847 service neutron] Pushing event updated for resources: {'Port': ['ID=1d03bc7b-242a-4b15-ad3d-18ab1a2929fd,revision_number=6']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:19.730609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f0062c33-d7d9-4ca9-85c3-48976157f847 service neutron] No DVR routers for this DVR port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:40:19.806615 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cc78c-308a-4bdd-a957-6012f2f7ae60 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event updated for resources: {'Port': ['ID=67aa729a-f150-48a5-8129-b412754156e6,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:19.845902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-139cc78c-308a-4bdd-a957-6012f2f7ae60 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] In _notify_port_updated(), no bound segment for port 67aa729a-f150-48a5-8129-b412754156e6 on network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:40:19.854528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139cc78c-308a-4bdd-a957-6012f2f7ae60 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:19.858362 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-139cc78c-308a-4bdd-a957-6012f2f7ae60 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:19.867186 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-139cc78c-308a-4bdd-a957-6012f2f7ae60 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "PUT /v2.0/ports/67aa729a-f150-48a5-8129-b412754156e6 HTTP/1.1" status: 200 len: 960 time: 5.0370021 Feb 04 13:40:19.868105 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52196) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:20.022188 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcbb1256-c6ca-452a-b53f-b6217361168b req-0475cab2-4456-49f9-b1bf-bcebf8ec44a8 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/security-groups?id=01a9f4ec-e916-4bcf-a23b-54a1f1b533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836281 Feb 04 13:40:20.085847 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f0062c33-d7d9-4ca9-85c3-48976157f847 service neutron] In _notify_port_updated(), no bound segment for port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd on network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 {{(pid=103606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:40:20.106203 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f0062c33-d7d9-4ca9-85c3-48976157f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:20.109213 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f0062c33-d7d9-4ca9-85c3-48976157f847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:20.116406 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f0062c33-d7d9-4ca9-85c3-48976157f847 service neutron] 10.222.0.99 "PUT /v2.0/ports/1d03bc7b-242a-4b15-ad3d-18ab1a2929fd HTTP/1.1" status: 200 len: 1031 time: 1.4838078 Feb 04 13:40:20.283087 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-9bcb9f3f-471f-4fae-8f5b-b5dbc86b29cb tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:20.284869 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-9bcb9f3f-471f-4fae-8f5b-b5dbc86b29cb tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.99 "GET /v2.0/ports/c851ed1e-9207-4b30-bdb5-b5029841908d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1603005 Feb 04 13:40:20.314536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-90987b0d-d50c-445a-b113-f857b2c11f6a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port 67aa729a-f150-48a5-8129-b412754156e6 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:40:20.316239 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90987b0d-d50c-445a-b113-f857b2c11f6a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (67aa729a-f150-48a5-8129-b412754156e6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:20.349203 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-240f87c9-de29-4830-aa5f-05d74a65f3b7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:20.405534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bcdd071e-d46b-439e-9d7d-b04739a1b92b None None] Provisioning complete for port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:20.406360 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bcdd071e-d46b-439e-9d7d-b04739a1b92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:20.508814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd071e-d46b-439e-9d7d-b04739a1b92b None None] Port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:40:20.642665 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-240f87c9-de29-4830-aa5f-05d74a65f3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:20.697179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794f854-65df-4c8f-9c7b-75544859adc7 req-59cfe58a-520e-409c-b907-2e850489d153 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:20.706801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9794f854-65df-4c8f-9c7b-75544859adc7 req-59cfe58a-520e-409c-b907-2e850489d153 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 945 time: 0.4122388 Feb 04 13:40:20.743844 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-87abf2d6-6a5d-4693-aa44-d5af9f9234e2 None None] Provisioning complete for port 67aa729a-f150-48a5-8129-b412754156e6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:20.745221 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-87abf2d6-6a5d-4693-aa44-d5af9f9234e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (67aa729a-f150-48a5-8129-b412754156e6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:20.806860 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-87abf2d6-6a5d-4693-aa44-d5af9f9234e2 None None] Port 67aa729a-f150-48a5-8129-b412754156e6 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:40:20.810353 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9794f854-65df-4c8f-9c7b-75544859adc7 req-9e52b1fb-3f6d-42c8-90a9-5e9691e31b99 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021230 Feb 04 13:40:20.853005 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90987b0d-d50c-445a-b113-f857b2c11f6a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (67aa729a-f150-48a5-8129-b412754156e6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:20.907609 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3053aec2-4e8a-4837-9f05-69b0758ec0e4 x-openstack-request-id: req-3053aec2-4e8a-4837-9f05-69b0758ec0e4 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:40:20.908174 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961753dd-7843-4c83-9e18-b552cd974a42", "name": "network-vif-plugged", "status": "completed", "tag": "65f83736-6a76-4332-b2fc-15a543bc1f07", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:40:20.908603 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3053aec2-4e8a-4837-9f05-69b0758ec0e4 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:40:20.909648 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961753dd-7843-4c83-9e18-b552cd974a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f83736-6a76-4332-b2fc-15a543bc1f07', 'code': 200} Feb 04 13:40:20.920172 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-90987b0d-d50c-445a-b113-f857b2c11f6a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for 67aa729a-f150-48a5-8129-b412754156e6 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:40:21.201157 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:40:21.384164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd host ! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:40:21.387182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:40:21.388937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 69e3009d-afe0-49cb-92eb-a7ddb0844090 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:40:21.412034 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-240f87c9-de29-4830-aa5f-05d74a65f3b7 service neutron] For port c851ed1e-9207-4b30-bdb5-b5029841908d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c851ed1e-9207-4b30-bdb5-b5029841908d,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:21.474962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1db892-feef-4782-b4f3-4fc5b6678d40 req-54bddbfd-a21d-4f0c-8d76-e1f18c5b83ed tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:21.484073 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d1db892-feef-4782-b4f3-4fc5b6678d40 req-54bddbfd-a21d-4f0c-8d76-e1f18c5b83ed tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.4364116 Feb 04 13:40:21.698750 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 69e3009d-afe0-49cb-92eb-a7ddb0844090 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:21.700217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:21.723955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-240f87c9-de29-4830-aa5f-05d74a65f3b7 service neutron] For port c851ed1e-9207-4b30-bdb5-b5029841908d, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:40:21.756501 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 69e3009d-afe0-49cb-92eb-a7ddb0844090, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=69e3009d-afe0-49cb-92eb-a7ddb0844090,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:21.773335 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:21.774222 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:40:21.924881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-240f87c9-de29-4830-aa5f-05d74a65f3b7 service neutron] device_id is not set on port c851ed1e-9207-4b30-bdb5-b5029841908d yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:40:21.956557 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-240f87c9-de29-4830-aa5f-05d74a65f3b7 service neutron] Publish callbacks [] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:21.986563 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-240f87c9-de29-4830-aa5f-05d74a65f3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:22.010928 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90987b0d-d50c-445a-b113-f857b2c11f6a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (67aa729a-f150-48a5-8129-b412754156e6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:22.086452 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90987b0d-d50c-445a-b113-f857b2c11f6a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=67aa729a-f150-48a5-8129-b412754156e6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:22.156844 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=69e3009d-afe0-49cb-92eb-a7ddb0844090,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:22.186779 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f87c9-de29-4830-aa5f-05d74a65f3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c851ed1e-9207-4b30-bdb5-b5029841908d,revision_number=6']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:22.222349 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:22.223155 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:22.275680 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38047554-b4fd-4026-98e7-0226094eb67a req-ca36c340-6f56-4dca-957b-4051e9d74b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:22.280947 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-38047554-b4fd-4026-98e7-0226094eb67a req-ca36c340-6f56-4dca-957b-4051e9d74b0e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 1128 time: 0.4219594 Feb 04 13:40:22.369596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2f81fc2a-e69c-4b6b-b383-65cf65a76b14,segment=NetworkSegment(e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7),segment_id=e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:22.382831 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:22.385079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c66a0353-b18f-4420-87c2-08e2a28ccc14 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:40:22.448322 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90987b0d-d50c-445a-b113-f857b2c11f6a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:22.458520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-240f87c9-de29-4830-aa5f-05d74a65f3b7 service neutron] No DVR routers for this DVR port c851ed1e-9207-4b30-bdb5-b5029841908d on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:40:22.467937 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-90987b0d-d50c-445a-b113-f857b2c11f6a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/67aa729a-f150-48a5-8129-b412754156e6 HTTP/1.1" status: 204 len: 168 time: 2.5980918 Feb 04 13:40:22.483586 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52232) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:22.498933 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d1db892-feef-4782-b4f3-4fc5b6678d40 req-0e94f905-2137-4e93-aa4b-ce2c8c2174b4 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9923851 Feb 04 13:40:22.711528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-240f87c9-de29-4830-aa5f-05d74a65f3b7 service neutron] In _notify_port_updated(), no bound segment for port c851ed1e-9207-4b30-bdb5-b5029841908d on network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 {{(pid=103606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:40:22.713556 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-240f87c9-de29-4830-aa5f-05d74a65f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:22.724574 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-240f87c9-de29-4830-aa5f-05d74a65f3b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:22.727536 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-240f87c9-de29-4830-aa5f-05d74a65f3b7 service neutron] 10.222.0.99 "PUT /v2.0/ports/c851ed1e-9207-4b30-bdb5-b5029841908d HTTP/1.1" status: 200 len: 1033 time: 2.4261739 Feb 04 13:40:22.758478 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-557eb552-761c-4a3e-8b59-5b69176cf09a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] GET failed (client error): The resource could not be found. Feb 04 13:40:22.770770 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-557eb552-761c-4a3e-8b59-5b69176cf09a tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports/67aa729a-f150-48a5-8129-b412754156e6 HTTP/1.1" status: 404 len: 333 time: 0.2756937 Feb 04 13:40:22.789023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52236) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:22.888197 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-38047554-b4fd-4026-98e7-0226094eb67a req-9de22551-9a06-498c-b461-4fa3b8e37d28 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929279 Feb 04 13:40:22.907421 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=2f81fc2a-e69c-4b6b-b383-65cf65a76b14,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:22.942347 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e3009d-afe0-49cb-92eb-a7ddb0844090'}, {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f81fc2a-e69c-4b6b-b383-65cf65a76b14'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:40:22.954479 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0123e7c-ecc3-4da1-9621-f14f4129e16a" -d '{"events": [{"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-unplugged", "status": "completed", "tag": "69e3009d-afe0-49cb-92eb-a7ddb0844090"}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-unplugged", "status": "completed", "tag": "2f81fc2a-e69c-4b6b-b383-65cf65a76b14"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:40:23.081041 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f71482b5-b19b-45e9-adc1-d911ef14bf73 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (9526bd7b-8c0f-4796-a19f-f7fe1193eaa3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:23.147108 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c66a0353-b18f-4420-87c2-08e2a28ccc14 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:23.147593 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:23.159494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-778d678b-6d55-46c2-bf35-dd9187d68e04 None None] Provisioning complete for port c851ed1e-9207-4b30-bdb5-b5029841908d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:23.159877 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-778d678b-6d55-46c2-bf35-dd9187d68e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:23.163145 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f71482b5-b19b-45e9-adc1-d911ef14bf73 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (9526bd7b-8c0f-4796-a19f-f7fe1193eaa3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:23.256594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819da45-c2f4-45af-97b2-8f4e28dd182d req-28691334-b229-4345-8983-4a6f7a92cf38 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:23.280789 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f71482b5-b19b-45e9-adc1-d911ef14bf73 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9526bd7b-8c0f-4796-a19f-f7fe1193eaa3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:23.285547 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f71482b5-b19b-45e9-adc1-d911ef14bf73 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:23.286967 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f71482b5-b19b-45e9-adc1-d911ef14bf73 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/security-groups/9526bd7b-8c0f-4796-a19f-f7fe1193eaa3 HTTP/1.1" status: 204 len: 168 time: 0.4892871 Feb 04 13:40:23.293123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52246) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:23.296256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-778d678b-6d55-46c2-bf35-dd9187d68e04 None None] Port c851ed1e-9207-4b30-bdb5-b5029841908d cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:40:23.311444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819da45-c2f4-45af-97b2-8f4e28dd182d req-28691334-b229-4345-8983-4a6f7a92cf38 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:23.330916 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71482b5-b19b-45e9-adc1-d911ef14bf73 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9526bd7b-8c0f-4796-a19f-f7fe1193eaa3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:23.357748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819da45-c2f4-45af-97b2-8f4e28dd182d req-28691334-b229-4345-8983-4a6f7a92cf38 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:23.407845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819da45-c2f4-45af-97b2-8f4e28dd182d req-28691334-b229-4345-8983-4a6f7a92cf38 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:23.412104 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c66a0353-b18f-4420-87c2-08e2a28ccc14, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c66a0353-b18f-4420-87c2-08e2a28ccc14,segment=NetworkSegment(e31816d3-c4f8-4ad1-9c27-bba47d3901da),segment_id=e31816d3-c4f8-4ad1-9c27-bba47d3901da)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:23.453772 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:23.454752 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8a5da942-5658-4af2-9fdc-445d0a253b15 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:40:23.472555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819da45-c2f4-45af-97b2-8f4e28dd182d req-28691334-b229-4345-8983-4a6f7a92cf38 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:23.506800 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1819da45-c2f4-45af-97b2-8f4e28dd182d req-28691334-b229-4345-8983-4a6f7a92cf38 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 3881 time: 0.5488925 Feb 04 13:40:23.549197 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9793daef-ce8e-41c4-9669-f0eb5c702ef3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (ddc17ed6-2613-4d16-a2d7-9e106afa72ff), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:23.656446 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9793daef-ce8e-41c4-9669-f0eb5c702ef3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (ddc17ed6-2613-4d16-a2d7-9e106afa72ff), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:23.696908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f7d1cb9f-0612-41fd-8561-b4c72893c9ea tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Deleting port 69e3009d-afe0-49cb-92eb-a7ddb0844090 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:40:23.704438 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f7d1cb9f-0612-41fd-8561-b4c72893c9ea tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:23.811310 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9793daef-ce8e-41c4-9669-f0eb5c702ef3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ddc17ed6-2613-4d16-a2d7-9e106afa72ff), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:23.814572 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9793daef-ce8e-41c4-9669-f0eb5c702ef3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:23.816150 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9793daef-ce8e-41c4-9669-f0eb5c702ef3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/security-groups/ddc17ed6-2613-4d16-a2d7-9e106afa72ff HTTP/1.1" status: 204 len: 168 time: 0.5244732 Feb 04 13:40:23.820402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52256) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:23.856471 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c66a0353-b18f-4420-87c2-08e2a28ccc14,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:23.862704 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8a5da942-5658-4af2-9fdc-445d0a253b15 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:23.863510 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:23.939389 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793daef-ce8e-41c4-9669-f0eb5c702ef3 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc17ed6-2613-4d16-a2d7-9e106afa72ff,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:24.017138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8a5da942-5658-4af2-9fdc-445d0a253b15, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8a5da942-5658-4af2-9fdc-445d0a253b15,segment=NetworkSegment(e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7),segment_id=e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:24.033831 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:24.034373 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1819da45-c2f4-45af-97b2-8f4e28dd182d req-5ae94396-6570-470c-b188-92082e42de78 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5259593 Feb 04 13:40:24.042396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9471111a-51b1-43df-8a12-7ca6ece249bc no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:40:24.071065 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-feb8056f-389b-41da-a760-6addab3c0dcc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (7b0220c9-48ad-4ad1-af69-9cef18f882a4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:24.193904 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-feb8056f-389b-41da-a760-6addab3c0dcc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (7b0220c9-48ad-4ad1-af69-9cef18f882a4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:24.270007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8a5da942-5658-4af2-9fdc-445d0a253b15,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:24.329540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f7d1cb9f-0612-41fd-8561-b4c72893c9ea tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] For port 69e3009d-afe0-49cb-92eb-a7ddb0844090, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=69e3009d-afe0-49cb-92eb-a7ddb0844090,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:24.332090 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f7d1cb9f-0612-41fd-8561-b4c72893c9ea tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:24.374377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f7d1cb9f-0612-41fd-8561-b4c72893c9ea tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Calling delete_port for 69e3009d-afe0-49cb-92eb-a7ddb0844090 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:40:24.457995 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-feb8056f-389b-41da-a760-6addab3c0dcc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7b0220c9-48ad-4ad1-af69-9cef18f882a4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:24.469743 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-feb8056f-389b-41da-a760-6addab3c0dcc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:24.478718 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-feb8056f-389b-41da-a760-6addab3c0dcc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/security-groups/7b0220c9-48ad-4ad1-af69-9cef18f882a4 HTTP/1.1" status: 204 len: 168 time: 0.6542583 Feb 04 13:40:24.500213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52264) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:24.516805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9471111a-51b1-43df-8a12-7ca6ece249bc is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:24.517160 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:24.720321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8056f-389b-41da-a760-6addab3c0dcc tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0220c9-48ad-4ad1-af69-9cef18f882a4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:24.841166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9471111a-51b1-43df-8a12-7ca6ece249bc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9471111a-51b1-43df-8a12-7ca6ece249bc,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:24.865589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting subnet 86d16664-1f49-4220-acdb-170a6ffd0cdc {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:40:24.872152 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (86d16664-1f49-4220-acdb-170a6ffd0cdc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:24.879360 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:24.880090 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c851ed1e-9207-4b30-bdb5-b5029841908d no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:40:25.107242 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (86d16664-1f49-4220-acdb-170a6ffd0cdc), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:25.129757 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port c851ed1e-9207-4b30-bdb5-b5029841908d host ! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:40:25.132201 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c851ed1e-9207-4b30-bdb5-b5029841908d not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:40:25.140924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9471111a-51b1-43df-8a12-7ca6ece249bc,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:25.181458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a707e-6f10-41e6-b189-b58ec38a6f90 req-17d668ae-dc92-4ad4-926f-af45c17b95c4 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:25.194867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb9a707e-6f10-41e6-b189-b58ec38a6f90 req-17d668ae-dc92-4ad4-926f-af45c17b95c4 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 945 time: 0.2924249 Feb 04 13:40:25.198244 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f7d1cb9f-0612-41fd-8561-b4c72893c9ea tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (69e3009d-afe0-49cb-92eb-a7ddb0844090), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:25.321598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1cb9f-0612-41fd-8561-b4c72893c9ea tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event deleted for resources: {'Port': ['ID=69e3009d-afe0-49cb-92eb-a7ddb0844090,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:25.416329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f7d1cb9f-0612-41fd-8561-b4c72893c9ea tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] No DVR routers for this DVR port 69e3009d-afe0-49cb-92eb-a7ddb0844090 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:40:25.422824 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f7d1cb9f-0612-41fd-8561-b4c72893c9ea tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:25.426662 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-f7d1cb9f-0612-41fd-8561-b4c72893c9ea tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.99 "DELETE /v2.0/ports/69e3009d-afe0-49cb-92eb-a7ddb0844090 HTTP/1.1" status: 204 len: 173 time: 2.6924989 Feb 04 13:40:25.427161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-deleted', 'tag': '69e3009d-afe0-49cb-92eb-a7ddb0844090'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:40:25.429658 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1409ee-5ebb-4880-95af-7a995e1ff785" -d '{"events": [{"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-deleted", "tag": "69e3009d-afe0-49cb-92eb-a7ddb0844090"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:40:25.505303 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb9a707e-6f10-41e6-b189-b58ec38a6f90 req-13f98c79-0c52-4a36-93bd-ba645e70c013 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090446 Feb 04 13:40:25.516451 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (86d16664-1f49-4220-acdb-170a6ffd0cdc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:25.633271 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-343f4efc-9538-4c55-ac1d-8b72effdf54f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Deleting port c66a0353-b18f-4420-87c2-08e2a28ccc14 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:40:25.633871 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-343f4efc-9538-4c55-ac1d-8b72effdf54f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:25.644167 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (86d16664-1f49-4220-acdb-170a6ffd0cdc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:25.790084 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 04 Feb 2022 13:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a149111a-e799-4b32-81d1-866f167893d7 x-openstack-request-id: req-a149111a-e799-4b32-81d1-866f167893d7 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:40:25.791500 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-unplugged", "status": "completed", "tag": "69e3009d-afe0-49cb-92eb-a7ddb0844090", "code": 200}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-unplugged", "status": "completed", "tag": "2f81fc2a-e69c-4b6b-b383-65cf65a76b14", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:40:25.792198 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a149111a-e799-4b32-81d1-866f167893d7 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:40:25.793660 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e3009d-afe0-49cb-92eb-a7ddb0844090', 'code': 200} Feb 04 13:40:25.794496 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f81fc2a-e69c-4b6b-b383-65cf65a76b14', 'code': 200} Feb 04 13:40:25.803096 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Subnet': ['ID=86d16664-1f49-4220-acdb-170a6ffd0cdc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:25.846964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-343f4efc-9538-4c55-ac1d-8b72effdf54f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] For port c66a0353-b18f-4420-87c2-08e2a28ccc14, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c66a0353-b18f-4420-87c2-08e2a28ccc14,segment=NetworkSegment(e31816d3-c4f8-4ad1-9c27-bba47d3901da),segment_id=e31816d3-c4f8-4ad1-9c27-bba47d3901da)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:25.849556 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-343f4efc-9538-4c55-ac1d-8b72effdf54f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:25.875805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.876386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.877282 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.886399 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.888241 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.897039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.898304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.899160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.900051 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.900869 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.906030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.906812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.907351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.935679 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:25.941907 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bde83fe-c762-4974-a634-78d3b4c5b839 None None] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:40:25.953685 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-92734b7e-a676-4c4f-a3c0-1db7f094d048 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/86d16664-1f49-4220-acdb-170a6ffd0cdc HTTP/1.1" status: 204 len: 168 time: 1.4513845 Feb 04 13:40:25.962895 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52296) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:26.206287 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f52326-a8ab-478a-9879-33921d945072 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting subnet 36891cec-802a-4784-aa7d-5fc7d92cd225 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:40:26.227765 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1f52326-a8ab-478a-9879-33921d945072 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (36891cec-802a-4784-aa7d-5fc7d92cd225), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:26.442217 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1f52326-a8ab-478a-9879-33921d945072 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (36891cec-802a-4784-aa7d-5fc7d92cd225), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:26.663033 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-343f4efc-9538-4c55-ac1d-8b72effdf54f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:26.665126 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-343f4efc-9538-4c55-ac1d-8b72effdf54f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (34ccacf5-7996-4c4e-ae6a-e964a0fcd3e1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:26.665126 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-343f4efc-9538-4c55-ac1d-8b72effdf54f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Floating IP 34ccacf5-7996-4c4e-ae6a-e964a0fcd3e1 disassociated. External IP: 172.25.5.156, port: c66a0353-b18f-4420-87c2-08e2a28ccc14. Feb 04 13:40:26.665126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-343f4efc-9538-4c55-ac1d-8b72effdf54f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Calling delete_port for c66a0353-b18f-4420-87c2-08e2a28ccc14 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:40:26.707335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2e876-3fe1-426e-8406-a8b370a6d560 req-20740640-b70e-43d4-bc01-6b0e8a011f68 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:26.718744 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51e2e876-3fe1-426e-8406-a8b370a6d560 req-20740640-b70e-43d4-bc01-6b0e8a011f68 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.2309294 Feb 04 13:40:26.923536 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1f52326-a8ab-478a-9879-33921d945072 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (36891cec-802a-4784-aa7d-5fc7d92cd225), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:26.973194 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51e2e876-3fe1-426e-8406-a8b370a6d560 req-237d4a1d-41ad-40f7-9012-541d444990c6 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427101 Feb 04 13:40:27.159907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1f52326-a8ab-478a-9879-33921d945072 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (36891cec-802a-4784-aa7d-5fc7d92cd225), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:27.363828 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-343f4efc-9538-4c55-ac1d-8b72effdf54f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c66a0353-b18f-4420-87c2-08e2a28ccc14), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:27.375832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f52326-a8ab-478a-9879-33921d945072 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Subnet': ['ID=36891cec-802a-4784-aa7d-5fc7d92cd225,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:27.393869 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1f52326-a8ab-478a-9879-33921d945072 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:27.406792 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f1f52326-a8ab-478a-9879-33921d945072 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/36891cec-802a-4784-aa7d-5fc7d92cd225 HTTP/1.1" status: 204 len: 168 time: 1.4407198 Feb 04 13:40:27.407591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52316) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:27.439829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f4efc-9538-4c55-ac1d-8b72effdf54f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event deleted for resources: {'Port': ['ID=c66a0353-b18f-4420-87c2-08e2a28ccc14,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:27.472830 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f83837-1dd2-498b-8c0e-dc49a429adc2 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] DELETE failed (client error): The resource could not be found. Feb 04 13:40:27.473384 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f83837-1dd2-498b-8c0e-dc49a429adc2 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:40:27.487394 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-23f83837-1dd2-498b-8c0e-dc49a429adc2 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/86d16664-1f49-4220-acdb-170a6ffd0cdc HTTP/1.1" status: 404 len: 337 time: 0.0775950 Feb 04 13:40:27.488077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52318) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:27.644979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-99312b4c-1741-4351-ad72-b750253669bf tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting subnet d3a5f45e-c3bd-404e-b6fd-abad60c89956 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:40:27.651652 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-99312b4c-1741-4351-ad72-b750253669bf tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks [] for subnet (d3a5f45e-c3bd-404e-b6fd-abad60c89956), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:27.739486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fdcbb9-eff4-460c-af0b-0927862e44b2 None None] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:40:27.762830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-343f4efc-9538-4c55-ac1d-8b72effdf54f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:40:27.799440 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-99312b4c-1741-4351-ad72-b750253669bf tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (d3a5f45e-c3bd-404e-b6fd-abad60c89956), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:27.848607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66a0353-b18f-4420-87c2-08e2a28ccc14'}, {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a5da942-5658-4af2-9fdc-445d0a253b15'}, {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9471111a-51b1-43df-8a12-7ca6ece249bc'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:40:27.851996 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01300f34-b63d-4d47-b0f6-987150c746cf" -d '{"events": [{"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-unplugged", "status": "completed", "tag": "c66a0353-b18f-4420-87c2-08e2a28ccc14"}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-unplugged", "status": "completed", "tag": "8a5da942-5658-4af2-9fdc-445d0a253b15"}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-unplugged", "status": "completed", "tag": "9471111a-51b1-43df-8a12-7ca6ece249bc"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:40:27.925731 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2add2ae7-2ea8-429a-b5ab-8ae87952f218 None None] Provisioning complete for port 26afa24d-60b6-468b-87c3-5179dc4c33a6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:27.926355 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2add2ae7-2ea8-429a-b5ab-8ae87952f218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (26afa24d-60b6-468b-87c3-5179dc4c33a6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:27.932627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-343f4efc-9538-4c55-ac1d-8b72effdf54f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:40:27.968729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c55304-d020-4ef2-ae45-81b5c13286f2 req-b39e897f-1a22-4535-8eda-38903b488dfe tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:27.983744 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-99312b4c-1741-4351-ad72-b750253669bf tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (d3a5f45e-c3bd-404e-b6fd-abad60c89956), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:27.987315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c55304-d020-4ef2-ae45-81b5c13286f2 req-b39e897f-1a22-4535-8eda-38903b488dfe tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:27.993691 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c55304-d020-4ef2-ae45-81b5c13286f2 req-b39e897f-1a22-4535-8eda-38903b488dfe tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:27.996654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5c55304-d020-4ef2-ae45-81b5c13286f2 req-b39e897f-1a22-4535-8eda-38903b488dfe tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 2410 time: 0.5586677 Feb 04 13:40:28.059096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2add2ae7-2ea8-429a-b5ab-8ae87952f218 None None] Port 26afa24d-60b6-468b-87c3-5179dc4c33a6 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:40:28.064595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd1b2e-d1a4-4278-8771-88a9b0422857 None None] Sync routers for ids ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:40:28.081977 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-99312b4c-1741-4351-ad72-b750253669bf tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (d3a5f45e-c3bd-404e-b6fd-abad60c89956), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:28.139208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99312b4c-1741-4351-ad72-b750253669bf tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a5f45e-c3bd-404e-b6fd-abad60c89956,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:28.148195 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52326) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:28.158486 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-99312b4c-1741-4351-ad72-b750253669bf tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:28.161382 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd1b2e-d1a4-4278-8771-88a9b0422857 None None] Routers {'63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:40:28.162729 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8bdd1b2e-d1a4-4278-8771-88a9b0422857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:40:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:28.163327 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-99312b4c-1741-4351-ad72-b750253669bf tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/d3a5f45e-c3bd-404e-b6fd-abad60c89956 HTTP/1.1" status: 204 len: 168 time: 0.6685777 Feb 04 13:40:28.170875 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52328) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:28.173583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-343f4efc-9538-4c55-ac1d-8b72effdf54f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] No DVR routers for this DVR port c66a0353-b18f-4420-87c2-08e2a28ccc14 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:40:28.186498 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-343f4efc-9538-4c55-ac1d-8b72effdf54f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:28.189143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2add2ae7-2ea8-429a-b5ab-8ae87952f218 None None] Provisioning complete for port ad032982-970b-41a4-a72c-3805a60f8647 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:28.189903 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2add2ae7-2ea8-429a-b5ab-8ae87952f218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ad032982-970b-41a4-a72c-3805a60f8647), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:28.195189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-343f4efc-9538-4c55-ac1d-8b72effdf54f tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.99 "DELETE /v2.0/ports/c66a0353-b18f-4420-87c2-08e2a28ccc14 HTTP/1.1" status: 204 len: 173 time: 2.7616856 Feb 04 13:40:28.256491 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-2810606d-2fc7-45ba-9187-8d289a75b7d5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] DELETE failed (client error): The resource could not be found. Feb 04 13:40:28.260375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2810606d-2fc7-45ba-9187-8d289a75b7d5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:40:28.273728 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2810606d-2fc7-45ba-9187-8d289a75b7d5 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/168be614-62b3-4dc6-85ef-2394b5426f7b HTTP/1.1" status: 404 len: 337 time: 0.0971117 Feb 04 13:40:28.275378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52332) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:28.345672 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-70e6e409-1d1b-4b7c-8404-f0078018c6b7 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aa2961f-5094-42f0-b50b-d421cb50a4ee HTTP/1.1" status: 200 len: 205 time: 0.0615444 Feb 04 13:40:28.347386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52336) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:28.349365 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5c55304-d020-4ef2-ae45-81b5c13286f2 req-3d824de2-997e-4bb3-9639-901e260f8628 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2835791 Feb 04 13:40:28.501997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-79c0e3dc-4053-491a-9d99-669a21458b72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Deleting port 8a5da942-5658-4af2-9fdc-445d0a253b15 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:40:28.502399 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-79c0e3dc-4053-491a-9d99-669a21458b72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:28.535426 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4033eb5-9fd0-4377-bfb2-c544c6a4420d x-openstack-request-id: req-b4033eb5-9fd0-4377-bfb2-c544c6a4420d {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:40:28.535722 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-deleted", "tag": "69e3009d-afe0-49cb-92eb-a7ddb0844090", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:40:28.535988 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b4033eb5-9fd0-4377-bfb2-c544c6a4420d {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:40:28.536423 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-deleted', 'tag': '69e3009d-afe0-49cb-92eb-a7ddb0844090', 'status': 'completed', 'code': 200} Feb 04 13:40:28.549517 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc63fba6-e362-4248-8474-4a825c4d17cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:28.557036 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-50e0dfc1-3de6-4aa4-895b-c19444cafa1e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] delete failed (client error): The resource could not be found. Feb 04 13:40:28.563966 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-50e0dfc1-3de6-4aa4-895b-c19444cafa1e tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/routers/1aa2961f-5094-42f0-b50b-d421cb50a4ee HTTP/1.1" status: 404 len: 336 time: 0.2108684 Feb 04 13:40:28.566891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52344) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:28.646582 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8295a7-9d6f-4a6d-8489-be3ce17f2641 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] DELETE failed (client error): The resource could not be found. Feb 04 13:40:28.647233 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8295a7-9d6f-4a6d-8489-be3ce17f2641 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:40:28.650986 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fd8295a7-9d6f-4a6d-8489-be3ce17f2641 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/938d2bd7-b879-4e27-b932-6789a927eb4f HTTP/1.1" status: 404 len: 337 time: 0.0829723 Feb 04 13:40:28.658045 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52350) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:28.806826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-79c0e3dc-4053-491a-9d99-669a21458b72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] For port 8a5da942-5658-4af2-9fdc-445d0a253b15, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8a5da942-5658-4af2-9fdc-445d0a253b15,segment=NetworkSegment(e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7),segment_id=e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:28.807910 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-79c0e3dc-4053-491a-9d99-669a21458b72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:28.842033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-79c0e3dc-4053-491a-9d99-669a21458b72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Calling delete_port for 8a5da942-5658-4af2-9fdc-445d0a253b15 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:40:28.889374 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1246e3-aaf9-45d4-81c4-7a593c363211 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] DELETE failed (client error): The resource could not be found. Feb 04 13:40:28.889849 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1246e3-aaf9-45d4-81c4-7a593c363211 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:40:28.905813 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0e1246e3-aaf9-45d4-81c4-7a593c363211 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/3908a5be-dfe9-41b2-aca8-5a818f6b0c94 HTTP/1.1" status: 404 len: 337 time: 0.2420824 Feb 04 13:40:28.924410 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52360) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:28.955416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-8bdd1b2e-d1a4-4278-8771-88a9b0422857 None None] Set router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:40:29.007007 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-158eb8a4-b9b9-4bf6-a4d9-25fe90f6d314 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] DELETE failed (client error): The resource could not be found. Feb 04 13:40:29.009704 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158eb8a4-b9b9-4bf6-a4d9-25fe90f6d314 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:40:29.021218 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-158eb8a4-b9b9-4bf6-a4d9-25fe90f6d314 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/104e892d-3e5d-4214-808d-1754633be968 HTTP/1.1" status: 404 len: 337 time: 0.0949357 Feb 04 13:40:29.028638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52364) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:29.049701 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2add2ae7-2ea8-429a-b5ab-8ae87952f218 None None] Current status of the port ad032982-970b-41a4-a72c-3805a60f8647 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:29.052157 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc63fba6-e362-4248-8474-4a825c4d17cd admin admin] Publish callbacks [] for security_group (a3d5fb97-eb0f-4001-890c-897a23c8c1e0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:29.061789 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc63fba6-e362-4248-8474-4a825c4d17cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a3d5fb97-eb0f-4001-890c-897a23c8c1e0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:29.084487 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccd77ec-40da-47f9-b99a-97e27d26c031 None None] Update dhcp port {'port': {'network_id': 'bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c', 'fixed_ips': [{'subnet_id': 'd3a5f45e-c3bd-404e-b6fd-abad60c89956'}], 'binding:host_id': 'n-d-714676-13'}, 'id': 'ad032982-970b-41a4-a72c-3805a60f8647'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:40:29.093583 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-102334c6-e5fc-4838-b84b-0bea937f6d37 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] DELETE failed (client error): The resource could not be found. Feb 04 13:40:29.094198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-102334c6-e5fc-4838-b84b-0bea937f6d37 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:40:29.111436 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-102334c6-e5fc-4838-b84b-0bea937f6d37 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/2b942ddd-ab09-438f-961e-e73eacf22060 HTTP/1.1" status: 404 len: 333 time: 0.0777881 Feb 04 13:40:29.113152 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63fba6-e362-4248-8474-4a825c4d17cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d5fb97-eb0f-4001-890c-897a23c8c1e0,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:29.114905 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52366) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:29.162760 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fc63fba6-e362-4248-8474-4a825c4d17cd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=77255a184f214d0fba564351e9f8664b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0098836 Feb 04 13:40:29.163529 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52370) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:29.227666 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9ccd77ec-40da-47f9-b99a-97e27d26c031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ad032982-970b-41a4-a72c-3805a60f8647), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:29.286835 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51aebbc3-b720-4356-a613-6f3011af9c30 admin admin] Publish callbacks [] for security_group (a3d5fb97-eb0f-4001-890c-897a23c8c1e0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:29.342027 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 04 Feb 2022 13:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9252f381-9c12-4eaf-8ce6-9450b227fbb8 x-openstack-request-id: req-9252f381-9c12-4eaf-8ce6-9450b227fbb8 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:40:29.342381 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-unplugged", "status": "completed", "tag": "c66a0353-b18f-4420-87c2-08e2a28ccc14", "code": 200}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-unplugged", "status": "completed", "tag": "8a5da942-5658-4af2-9fdc-445d0a253b15", "code": 200}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-unplugged", "status": "completed", "tag": "9471111a-51b1-43df-8a12-7ca6ece249bc", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:40:29.342635 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9252f381-9c12-4eaf-8ce6-9450b227fbb8 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:40:29.343174 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66a0353-b18f-4420-87c2-08e2a28ccc14', 'code': 200} Feb 04 13:40:29.343350 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a5da942-5658-4af2-9fdc-445d0a253b15', 'code': 200} Feb 04 13:40:29.343523 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9471111a-51b1-43df-8a12-7ca6ece249bc', 'code': 200} Feb 04 13:40:29.369654 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51aebbc3-b720-4356-a613-6f3011af9c30 admin admin] Publish callbacks [] for security_group (a3d5fb97-eb0f-4001-890c-897a23c8c1e0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:29.395916 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e25bf4-861b-434e-843b-41d293e31a71 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] DELETE failed (client error): The resource could not be found. Feb 04 13:40:29.395916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e25bf4-861b-434e-843b-41d293e31a71 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:40:29.400235 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c4e25bf4-861b-434e-843b-41d293e31a71 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/7dbf3a70-3dfe-4ff3-85fe-eb5bc87fcfb4 HTTP/1.1" status: 404 len: 337 time: 0.2815835 Feb 04 13:40:29.400555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52376) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:29.401945 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-79c0e3dc-4053-491a-9d99-669a21458b72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8a5da942-5658-4af2-9fdc-445d0a253b15), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:29.486797 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51aebbc3-b720-4356-a613-6f3011af9c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a3d5fb97-eb0f-4001-890c-897a23c8c1e0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:29.492841 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51aebbc3-b720-4356-a613-6f3011af9c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:29.497452 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-51aebbc3-b720-4356-a613-6f3011af9c30 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a3d5fb97-eb0f-4001-890c-897a23c8c1e0 HTTP/1.1" status: 204 len: 168 time: 0.3307240 Feb 04 13:40:29.543311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aebbc3-b720-4356-a613-6f3011af9c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d5fb97-eb0f-4001-890c-897a23c8c1e0,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:29.745171 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a336a0-5113-42c1-a681-5bb873ec5fea None None] Network bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:40:29.843975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-34c7d89f-4865-4b83-bd39-f2ef31461f82 None None] Provisioning complete for port 26afa24d-60b6-468b-87c3-5179dc4c33a6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:29.845011 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-34c7d89f-4865-4b83-bd39-f2ef31461f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (26afa24d-60b6-468b-87c3-5179dc4c33a6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:29.958595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-34c7d89f-4865-4b83-bd39-f2ef31461f82 None None] Port 26afa24d-60b6-468b-87c3-5179dc4c33a6 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:40:29.994369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8bdd1b2e-d1a4-4278-8771-88a9b0422857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'name': 'tempest-TaggedBootDevicesTest_v242-751270328-router', 'tenant_id': '594053dcbab8463db86849941a112819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:39Z', 'revision_number': 4, 'project_id': '594053dcbab8463db86849941a112819', 'gw_port': {'id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:25Z', 'updated_at': '2022-02-04T13:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '30d92bc6-4716-4df2-a134-c8406d825a37', 'name': '', 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1', 'tenant_id': '594053dcbab8463db86849941a112819', 'mac_address': 'fa:16:3e:16:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:37Z', 'updated_at': '2022-02-04T13:32:55Z', 'revision_number': 5, 'project_id': '594053dcbab8463db86849941a112819', 'subnets': [{'id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:30.041651 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd1b2e-d1a4-4278-8771-88a9b0422857 None None] Checking router: 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:40:30.048595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] DHCP port deletion for bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:40:30.055226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-34c7d89f-4865-4b83-bd39-f2ef31461f82 None None] Provisioning complete for port ad032982-970b-41a4-a72c-3805a60f8647 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:30.055763 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-34c7d89f-4865-4b83-bd39-f2ef31461f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ad032982-970b-41a4-a72c-3805a60f8647), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:30.163119 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd1b2e-d1a4-4278-8771-88a9b0422857 None None] Routers {'63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:40:30.164090 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8bdd1b2e-d1a4-4278-8771-88a9b0422857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:40:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:30.225739 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0e3dc-4053-491a-9d99-669a21458b72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event deleted for resources: {'Port': ['ID=8a5da942-5658-4af2-9fdc-445d0a253b15,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:30.344179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-79c0e3dc-4053-491a-9d99-669a21458b72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] No DVR routers for this DVR port 8a5da942-5658-4af2-9fdc-445d0a253b15 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:40:30.347879 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d497bc-390f-497e-87c8-2703e1900d65 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] DELETE failed (client error): The resource could not be found. Feb 04 13:40:30.348406 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d497bc-390f-497e-87c8-2703e1900d65 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:40:30.355408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52386) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:30.356227 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-59d497bc-390f-497e-87c8-2703e1900d65 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/bab1554e-e10c-414d-a7c7-d6d32d9a9e1b HTTP/1.1" status: 404 len: 337 time: 0.9504945 Feb 04 13:40:30.358195 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-79c0e3dc-4053-491a-9d99-669a21458b72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:30.360617 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-79c0e3dc-4053-491a-9d99-669a21458b72 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.99 "DELETE /v2.0/ports/8a5da942-5658-4af2-9fdc-445d0a253b15 HTTP/1.1" status: 204 len: 173 time: 2.1528604 Feb 04 13:40:30.406379 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1d891f-69b8-4df7-ad49-443262cd6343 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] DELETE failed (client error): The resource could not be found. Feb 04 13:40:30.407001 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1d891f-69b8-4df7-ad49-443262cd6343 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:40:30.422504 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1e1d891f-69b8-4df7-ad49-443262cd6343 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/f6c60875-4f56-4875-be69-3d2e904dfa8e HTTP/1.1" status: 404 len: 333 time: 0.0637710 Feb 04 13:40:30.422504 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52388) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:30.430855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52392) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:30.451988 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d6ceb98-034b-425b-aa43-ba482a6b5476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:30.486036 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-def8a1a9-5572-4f96-a2b5-4b81d43143d9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] DELETE failed (client error): The resource could not be found. Feb 04 13:40:30.486568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def8a1a9-5572-4f96-a2b5-4b81d43143d9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:40:30.492442 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-def8a1a9-5572-4f96-a2b5-4b81d43143d9 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/e101d8fd-801e-4f70-893c-26a3ce18bfdf HTTP/1.1" status: 404 len: 337 time: 0.0580463 Feb 04 13:40:30.515348 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52396) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:30.535407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-34c7d89f-4865-4b83-bd39-f2ef31461f82 None None] Current status of the port ad032982-970b-41a4-a72c-3805a60f8647 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:30.561652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-deleted', 'tag': 'c66a0353-b18f-4420-87c2-08e2a28ccc14'}, {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-deleted', 'tag': '8a5da942-5658-4af2-9fdc-445d0a253b15'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:40:30.566501 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd45e08e-91c4-4c84-9976-7cd96391569a" -d '{"events": [{"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-deleted", "tag": "c66a0353-b18f-4420-87c2-08e2a28ccc14"}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-deleted", "tag": "8a5da942-5658-4af2-9fdc-445d0a253b15"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:40:30.581465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-8bdd1b2e-d1a4-4278-8771-88a9b0422857 None None] Set router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:40:30.586468 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Deleting port ad032982-970b-41a4-a72c-3805a60f8647 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:40:30.586839 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ad032982-970b-41a4-a72c-3805a60f8647), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:30.688340 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d6ceb98-034b-425b-aa43-ba482a6b5476 admin admin] Publish callbacks [] for security_group (f04526b9-2144-4266-b6c4-3471c740120d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:30.703150 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d6ceb98-034b-425b-aa43-ba482a6b5476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f04526b9-2144-4266-b6c4-3471c740120d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:30.749338 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-049c056b-f070-47e0-908c-8fead397c0c1 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] DELETE failed (client error): The resource could not be found. Feb 04 13:40:30.749845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-049c056b-f070-47e0-908c-8fead397c0c1 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:40:30.760339 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-049c056b-f070-47e0-908c-8fead397c0c1 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/subnets/58c43b22-f1dd-4f3e-b9de-9724cc9a8bf6 HTTP/1.1" status: 404 len: 337 time: 0.2269464 Feb 04 13:40:30.768315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52402) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:30.797175 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9d6ceb98-034b-425b-aa43-ba482a6b5476 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=01074080b90440c7b7511bfc0c53fc2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3748019 Feb 04 13:40:30.810227 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52404) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:30.904818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ceb98-034b-425b-aa43-ba482a6b5476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04526b9-2144-4266-b6c4-3471c740120d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:30.967446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] For port ad032982-970b-41a4-a72c-3805a60f8647, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ad032982-970b-41a4-a72c-3805a60f8647,segment=NetworkSegment(f35abf43-261c-4201-b96d-2eef2f62080b),segment_id=f35abf43-261c-4201-b96d-2eef2f62080b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:30.968297 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ad032982-970b-41a4-a72c-3805a60f8647), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:31.037558 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22406ff-2e63-44ca-b770-0492deb40a39 req-3f108823-9fbd-4c62-83d1-3e1f6d5654ea tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:31.051271 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f22406ff-2e63-44ca-b770-0492deb40a39 req-3f108823-9fbd-4c62-83d1-3e1f6d5654ea tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.8308475 Feb 04 13:40:31.068072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a84a3-0cda-4bb4-8ad6-51a003820ef8 req-6fd8c12a-b73f-49af-b0ae-402f27f96753 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:31.071808 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-265a84a3-0cda-4bb4-8ad6-51a003820ef8 req-6fd8c12a-b73f-49af-b0ae-402f27f96753 tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.99 "GET /v2.0/ports?device_id=126f6638-3fc4-4620-b053-7a3fd0d561fd HTTP/1.1" status: 200 len: 946 time: 0.2646003 Feb 04 13:40:31.075800 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36ea11de-bd19-4a88-b31c-6fade5e49cc0 admin admin] Publish callbacks [] for security_group (f04526b9-2144-4266-b6c4-3471c740120d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:31.173272 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Calling delete_port for ad032982-970b-41a4-a72c-3805a60f8647 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:40:31.174433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-d357025a-2bfa-4d85-82c9-ec0d893a8d18 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Deleting port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:40:31.174994 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-d357025a-2bfa-4d85-82c9-ec0d893a8d18 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:31.283392 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36ea11de-bd19-4a88-b31c-6fade5e49cc0 admin admin] Publish callbacks [] for security_group (f04526b9-2144-4266-b6c4-3471c740120d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:31.427016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-d357025a-2bfa-4d85-82c9-ec0d893a8d18 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] For port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2f81fc2a-e69c-4b6b-b383-65cf65a76b14,segment=NetworkSegment(e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7),segment_id=e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:31.427843 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-d357025a-2bfa-4d85-82c9-ec0d893a8d18 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:31.432030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-265a84a3-0cda-4bb4-8ad6-51a003820ef8 req-6a5e5e44-6365-4f71-b1d8-4054d22fac9b tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Deleting port df228d2f-f4e0-4ef8-8c05-540d3901f785 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:40:31.434136 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-265a84a3-0cda-4bb4-8ad6-51a003820ef8 req-6a5e5e44-6365-4f71-b1d8-4054d22fac9b tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (df228d2f-f4e0-4ef8-8c05-540d3901f785), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:31.455105 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-d357025a-2bfa-4d85-82c9-ec0d893a8d18 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Calling delete_port for 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:40:31.548634 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ad032982-970b-41a4-a72c-3805a60f8647 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:40:31.638511 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36ea11de-bd19-4a88-b31c-6fade5e49cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f04526b9-2144-4266-b6c4-3471c740120d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:31.660716 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-36ea11de-bd19-4a88-b31c-6fade5e49cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:31.665047 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-36ea11de-bd19-4a88-b31c-6fade5e49cc0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f04526b9-2144-4266-b6c4-3471c740120d HTTP/1.1" status: 204 len: 168 time: 0.8512812 Feb 04 13:40:31.702391 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f22406ff-2e63-44ca-b770-0492deb40a39 req-b5b8a851-69b1-425f-8c6e-9132e2637b97 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6483493 Feb 04 13:40:31.715045 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-d357025a-2bfa-4d85-82c9-ec0d893a8d18 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (2f81fc2a-e69c-4b6b-b383-65cf65a76b14), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:31.795993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357025a-2bfa-4d85-82c9-ec0d893a8d18 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event deleted for resources: {'Port': ['ID=2f81fc2a-e69c-4b6b-b383-65cf65a76b14,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:31.824586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-29dc858e-95f0-4eef-bc70-8a7fa396c569 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Deleting port 26afa24d-60b6-468b-87c3-5179dc4c33a6 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:40:31.825978 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-29dc858e-95f0-4eef-bc70-8a7fa396c569 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (26afa24d-60b6-468b-87c3-5179dc4c33a6), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:31.940546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea11de-bd19-4a88-b31c-6fade5e49cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04526b9-2144-4266-b6c4-3471c740120d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:31.986783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Port ad032982-970b-41a4-a72c-3805a60f8647 update to DOWN by agent not found {{(pid=103608) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 04 13:40:31.988333 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (ad032982-970b-41a4-a72c-3805a60f8647), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:32.020700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-d357025a-2bfa-4d85-82c9-ec0d893a8d18 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] No DVR routers for this DVR port 2f81fc2a-e69c-4b6b-b383-65cf65a76b14 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:40:32.041617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-265a84a3-0cda-4bb4-8ad6-51a003820ef8 req-6a5e5e44-6365-4f71-b1d8-4054d22fac9b tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] For port df228d2f-f4e0-4ef8-8c05-540d3901f785, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=df228d2f-f4e0-4ef8-8c05-540d3901f785,segment=NetworkSegment(36dd45e8-98d5-46f1-a32b-758ad468cd4a),segment_id=36dd45e8-98d5-46f1-a32b-758ad468cd4a)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:32.043104 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-265a84a3-0cda-4bb4-8ad6-51a003820ef8 req-6a5e5e44-6365-4f71-b1d8-4054d22fac9b tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (df228d2f-f4e0-4ef8-8c05-540d3901f785), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:32.047675 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-d357025a-2bfa-4d85-82c9-ec0d893a8d18 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:32.063507 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-d357025a-2bfa-4d85-82c9-ec0d893a8d18 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.99 "DELETE /v2.0/ports/2f81fc2a-e69c-4b6b-b383-65cf65a76b14 HTTP/1.1" status: 204 len: 173 time: 1.6795349 Feb 04 13:40:32.079068 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-265a84a3-0cda-4bb4-8ad6-51a003820ef8 req-6a5e5e44-6365-4f71-b1d8-4054d22fac9b tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Calling delete_port for df228d2f-f4e0-4ef8-8c05-540d3901f785 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:40:32.125436 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Pushing event deleted for resources: {'Port': ['ID=ad032982-970b-41a4-a72c-3805a60f8647,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:32.161409 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-29dc858e-95f0-4eef-bc70-8a7fa396c569 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (26afa24d-60b6-468b-87c3-5179dc4c33a6), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:32.188763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-29dc858e-95f0-4eef-bc70-8a7fa396c569 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Calling delete_port for 26afa24d-60b6-468b-87c3-5179dc4c33a6 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:40:32.209968 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] No DVR routers for this DVR port ad032982-970b-41a4-a72c-3805a60f8647 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:40:32.291464 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:32.304662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:32.306962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:32.309421 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:32.313863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:32.314289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:32.314634 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:32.314990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:32.315384 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:32.315720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:32.316049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:32.316372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:32.316697 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc96c0-c8f5-4f55-9bd8-cc8f7e0d1047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:32.380698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8bdd1b2e-d1a4-4278-8771-88a9b0422857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'name': 'tempest-TaggedBootDevicesTest_v242-751270328-router', 'tenant_id': '594053dcbab8463db86849941a112819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:39Z', 'revision_number': 4, 'project_id': '594053dcbab8463db86849941a112819', 'gw_port': {'id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:25Z', 'updated_at': '2022-02-04T13:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '30d92bc6-4716-4df2-a134-c8406d825a37', 'name': '', 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1', 'tenant_id': '594053dcbab8463db86849941a112819', 'mac_address': 'fa:16:3e:16:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:37Z', 'updated_at': '2022-02-04T13:32:55Z', 'revision_number': 5, 'project_id': '594053dcbab8463db86849941a112819', 'subnets': [{'id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:32.421729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-6b88f5da-43a3-4e60-ab66-1bc7221af92b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Deleting port 9471111a-51b1-43df-8a12-7ca6ece249bc {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:40:32.422669 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-6b88f5da-43a3-4e60-ab66-1bc7221af92b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:32.504336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-265a84a3-0cda-4bb4-8ad6-51a003820ef8 req-6a5e5e44-6365-4f71-b1d8-4054d22fac9b tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (df228d2f-f4e0-4ef8-8c05-540d3901f785), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:32.548864 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd1b2e-d1a4-4278-8771-88a9b0422857 None None] The sync data for ids ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'] in n-d-714676-13 is: [{'id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'name': 'tempest-TaggedBootDevicesTest_v242-751270328-router', 'tenant_id': '594053dcbab8463db86849941a112819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:39Z', 'revision_number': 4, 'project_id': '594053dcbab8463db86849941a112819', 'gw_port': {'id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:25Z', 'updated_at': '2022-02-04T13:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '30d92bc6-4716-4df2-a134-c8406d825a37', 'name': '', 'network_id': '1671d76e-ba93-4775-9183-503f305e6bb1', 'tenant_id': '594053dcbab8463db86849941a112819', 'mac_address': 'fa:16:3e:16:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:37Z', 'updated_at': '2022-02-04T13:32:55Z', 'revision_number': 5, 'project_id': '594053dcbab8463db86849941a112819', 'subnets': [{'id': '9d0285fe-4faa-46eb-a1a8-f0b2eb04393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:40:32.572692 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['df228d2f-f4e0-4ef8-8c05-540d3901f785'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:40:32.672998 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e5e44-6365-4f71-b1d8-4054d22fac9b tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Pushing event deleted for resources: {'Port': ['ID=df228d2f-f4e0-4ef8-8c05-540d3901f785,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:32.751285 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-29dc858e-95f0-4eef-bc70-8a7fa396c569 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (26afa24d-60b6-468b-87c3-5179dc4c33a6), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:32.843669 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-265a84a3-0cda-4bb4-8ad6-51a003820ef8 req-6a5e5e44-6365-4f71-b1d8-4054d22fac9b tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] No DVR routers for this DVR port df228d2f-f4e0-4ef8-8c05-540d3901f785 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:40:32.848491 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-265a84a3-0cda-4bb4-8ad6-51a003820ef8 req-6a5e5e44-6365-4f71-b1d8-4054d22fac9b tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:32.859683 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-265a84a3-0cda-4bb4-8ad6-51a003820ef8 req-6a5e5e44-6365-4f71-b1d8-4054d22fac9b tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.99 "DELETE /v2.0/ports/df228d2f-f4e0-4ef8-8c05-540d3901f785 HTTP/1.1" status: 204 len: 173 time: 1.7801607 Feb 04 13:40:32.860094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126f6638-3fc4-4620-b053-7a3fd0d561fd', 'name': 'network-vif-deleted', 'tag': 'df228d2f-f4e0-4ef8-8c05-540d3901f785'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:40:32.866382 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed12fe7-c50e-4ef3-9c75-18e744e2a8c0" -d '{"events": [{"server_uuid": "126f6638-3fc4-4620-b053-7a3fd0d561fd", "name": "network-vif-deleted", "tag": "df228d2f-f4e0-4ef8-8c05-540d3901f785"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:40:32.937598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc858e-95f0-4eef-bc70-8a7fa396c569 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Port': ['ID=26afa24d-60b6-468b-87c3-5179dc4c33a6,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:33.069090 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2370d5f1-cbcd-4717-8295-3f4453fd2a00 req-d55476e8-34cd-404d-afaf-f295ec7f7cce tempest-ServerPasswordTestJSON-1281410410 tempest-ServerPasswordTestJSON-1281410410-project] 10.222.0.96 "GET /v2.0/ports?device_id=126f6638-3fc4-4620-b053-7a3fd0d561fd HTTP/1.1" status: 200 len: 210 time: 0.1301482 Feb 04 13:40:33.143418 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-29dc858e-95f0-4eef-bc70-8a7fa396c569 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:33.154661 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52438) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:33.181831 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-29dc858e-95f0-4eef-bc70-8a7fa396c569 tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/ports/26afa24d-60b6-468b-87c3-5179dc4c33a6 HTTP/1.1" status: 204 len: 168 time: 2.4034719 Feb 04 13:40:33.319988 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-6b88f5da-43a3-4e60-ab66-1bc7221af92b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] For port 9471111a-51b1-43df-8a12-7ca6ece249bc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9471111a-51b1-43df-8a12-7ca6ece249bc,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:33.323048 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-6b88f5da-43a3-4e60-ab66-1bc7221af92b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:33.378035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-6b88f5da-43a3-4e60-ab66-1bc7221af92b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Calling delete_port for 9471111a-51b1-43df-8a12-7ca6ece249bc owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:40:33.421052 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604b1c12-0072-4283-be6d-4e20757f16e2 None None] New status for floating IP 34ccacf5-7996-4c4e-ae6a-e964a0fcd3e1: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:40:33.477850 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73ffc584-540a-45ef-ac65-859deb1e4b2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:33.928631 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73ffc584-540a-45ef-ac65-859deb1e4b2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:33.968045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ea4af-7bc3-4ea2-a5b8-cc14a78b2da8 req-cc4e1bf2-8a06-4840-b950-4277c3060c13 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:33.981766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c6ea4af-7bc3-4ea2-a5b8-cc14a78b2da8 req-cc4e1bf2-8a06-4840-b950-4277c3060c13 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 943 time: 0.5717943 Feb 04 13:40:34.018674 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-73ffc584-540a-45ef-ac65-859deb1e4b2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:34.081149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-73ffc584-540a-45ef-ac65-859deb1e4b2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35abf43-261c-4201-b96d-2eef2f62080b') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:34.082086 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-73ffc584-540a-45ef-ac65-859deb1e4b2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35abf43-261c-4201-b96d-2eef2f62080b') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:34.151286 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73ffc584-540a-45ef-ac65-859deb1e4b2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (f35abf43-261c-4201-b96d-2eef2f62080b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:34.165534 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c6ea4af-7bc3-4ea2-a5b8-cc14a78b2da8 req-e231b676-1faf-4fdf-8b57-bb4b20eab139 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups?id=4213865b-48f5-4444-b3f7-18cb0b64b7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826880 Feb 04 13:40:34.204441 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73ffc584-540a-45ef-ac65-859deb1e4b2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (f35abf43-261c-4201-b96d-2eef2f62080b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:34.217640 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ffc584-540a-45ef-ac65-859deb1e4b2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:40:34.218683 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73ffc584-540a-45ef-ac65-859deb1e4b2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (f35abf43-261c-4201-b96d-2eef2f62080b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:40:34.228869 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:40:34.426781 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 13:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a799e3c-a6c6-4153-a1fe-fb41eefded9a x-openstack-request-id: req-5a799e3c-a6c6-4153-a1fe-fb41eefded9a {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:40:34.427216 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-deleted", "tag": "c66a0353-b18f-4420-87c2-08e2a28ccc14", "status": "completed", "code": 200}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-deleted", "tag": "8a5da942-5658-4af2-9fdc-445d0a253b15", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:40:34.427574 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5a799e3c-a6c6-4153-a1fe-fb41eefded9a {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:40:34.428086 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-deleted', 'tag': 'c66a0353-b18f-4420-87c2-08e2a28ccc14', 'status': 'completed', 'code': 200} Feb 04 13:40:34.428438 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-deleted', 'tag': '8a5da942-5658-4af2-9fdc-445d0a253b15', 'status': 'completed', 'code': 200} Feb 04 13:40:34.495130 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-6b88f5da-43a3-4e60-ab66-1bc7221af92b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (9471111a-51b1-43df-8a12-7ca6ece249bc), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:34.548448 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73ffc584-540a-45ef-ac65-859deb1e4b2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:34.564074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73ffc584-540a-45ef-ac65-859deb1e4b2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:34.580240 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-73ffc584-540a-45ef-ac65-859deb1e4b2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] 10.222.0.96 "DELETE /v2.0/networks/bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c HTTP/1.1" status: 204 len: 168 time: 1.4215040 Feb 04 13:40:34.644233 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffc584-540a-45ef-ac65-859deb1e4b2b tempest-PortsTestJSON-1749110251 tempest-PortsTestJSON-1749110251-project] Pushing event deleted for resources: {'Network': ['ID=bd7b7d0f-3694-4b17-9a4d-2ec6ff48e17c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:34.885176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88f5da-43a3-4e60-ab66-1bc7221af92b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event deleted for resources: {'Port': ['ID=9471111a-51b1-43df-8a12-7ca6ece249bc,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:34.891945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-6b88f5da-43a3-4e60-ab66-1bc7221af92b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] No DVR routers for this DVR port 9471111a-51b1-43df-8a12-7ca6ece249bc on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:40:34.900826 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-6b88f5da-43a3-4e60-ab66-1bc7221af92b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:34.930712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1d574a-f87f-44ba-a514-9c185b5947fb req-6b88f5da-43a3-4e60-ab66-1bc7221af92b tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.99 "DELETE /v2.0/ports/9471111a-51b1-43df-8a12-7ca6ece249bc HTTP/1.1" status: 204 len: 173 time: 2.8599777 Feb 04 13:40:35.187346 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78510cac-3750-435a-9014-e272ead73b35 req-7a2126d7-8942-42fb-84eb-d833c1e1656d tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:35.201905 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-78510cac-3750-435a-9014-e272ead73b35 req-7a2126d7-8942-42fb-84eb-d833c1e1656d tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.3402736 Feb 04 13:40:35.227041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device df228d2f-f4e0-4ef8-8c05-540d3901f785 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:40:35.329109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: df228d2f-f4e0-4ef8-8c05-540d3901f785 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:40:35.329679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device df228d2f-f4e0-4ef8-8c05-540d3901f785 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:40:35.373815 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-78510cac-3750-435a-9014-e272ead73b35 req-fb0113c2-ee60-4aca-82df-adf78ef9774f tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689169 Feb 04 13:40:35.444851 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952b170a-4c4c-406d-89a8-9052894798d1 x-openstack-request-id: req-952b170a-4c4c-406d-89a8-9052894798d1 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:40:35.445871 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126f6638-3fc4-4620-b053-7a3fd0d561fd", "name": "network-vif-deleted", "tag": "df228d2f-f4e0-4ef8-8c05-540d3901f785", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:40:35.446541 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-952b170a-4c4c-406d-89a8-9052894798d1 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:40:35.447243 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126f6638-3fc4-4620-b053-7a3fd0d561fd', 'name': 'network-vif-deleted', 'tag': 'df228d2f-f4e0-4ef8-8c05-540d3901f785', 'status': 'completed', 'code': 200} Feb 04 13:40:35.514925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52478) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:35.729018 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea7ba69-b09e-4513-b1d8-7a82a5e7d09d admin admin] Deleting subnet dd032545-adb5-4a4f-975a-28bdfcbf37a0 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:40:35.736797 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52484) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:35.740895 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14c4b108-cf64-4dc9-94cb-b594e0e55861 req-339eb380-cc2e-4e10-8799-1815f861f462 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.0697727 Feb 04 13:40:35.748037 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ea7ba69-b09e-4513-b1d8-7a82a5e7d09d admin admin] Publish callbacks [] for subnet (dd032545-adb5-4a4f-975a-28bdfcbf37a0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:35.873094 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ea7ba69-b09e-4513-b1d8-7a82a5e7d09d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (dd032545-adb5-4a4f-975a-28bdfcbf37a0), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:36.080226 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ea7ba69-b09e-4513-b1d8-7a82a5e7d09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (dd032545-adb5-4a4f-975a-28bdfcbf37a0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:36.258218 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ea7ba69-b09e-4513-b1d8-7a82a5e7d09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (dd032545-adb5-4a4f-975a-28bdfcbf37a0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:36.282834 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3e081685-14fd-452c-a7ac-0cc1fe9d2a90 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9a89efb2ede2439f9a77f732dab8c114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5443170 Feb 04 13:40:36.283841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52496) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:36.341288 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7ba69-b09e-4513-b1d8-7a82a5e7d09d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd032545-adb5-4a4f-975a-28bdfcbf37a0,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:36.366540 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ea7ba69-b09e-4513-b1d8-7a82a5e7d09d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:36.374568 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3ea7ba69-b09e-4513-b1d8-7a82a5e7d09d admin admin] 10.222.0.96 "DELETE /v2.0/subnets/dd032545-adb5-4a4f-975a-28bdfcbf37a0 HTTP/1.1" status: 204 len: 168 time: 0.8570535 Feb 04 13:40:36.381792 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52498) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:36.392882 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-420e7faf-7cdc-4fab-8041-d15f33479ee7 admin admin] Publish callbacks [] for security_group (cc576049-073b-4c00-b369-1e71947f4e2e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:36.446842 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-420e7faf-7cdc-4fab-8041-d15f33479ee7 admin admin] Publish callbacks [] for security_group (cc576049-073b-4c00-b369-1e71947f4e2e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:36.537972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-deleted', 'tag': '2f81fc2a-e69c-4b6b-b383-65cf65a76b14'}, {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-deleted', 'tag': '9471111a-51b1-43df-8a12-7ca6ece249bc'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:40:36.544760 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aa5100-7c06-4573-95de-7935865eb481" -d '{"events": [{"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-deleted", "tag": "2f81fc2a-e69c-4b6b-b383-65cf65a76b14"}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-deleted", "tag": "9471111a-51b1-43df-8a12-7ca6ece249bc"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:40:36.545201 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6daab866-44bf-422b-bf64-b4553b1eee8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (865173ee-4379-4d28-9da2-ee4dda86c6db), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:36.556159 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-420e7faf-7cdc-4fab-8041-d15f33479ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cc576049-073b-4c00-b369-1e71947f4e2e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:36.565180 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-420e7faf-7cdc-4fab-8041-d15f33479ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:36.569611 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-420e7faf-7cdc-4fab-8041-d15f33479ee7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cc576049-073b-4c00-b369-1e71947f4e2e HTTP/1.1" status: 204 len: 168 time: 0.2843142 Feb 04 13:40:36.634689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e7faf-7cdc-4fab-8041-d15f33479ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc576049-073b-4c00-b369-1e71947f4e2e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:36.669968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db3765-92dc-4fc5-b965-5300b02d6d02 req-07ebc476-09b3-46a6-af81-bb31e05a1e40 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:36.672140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86db3765-92dc-4fc5-b965-5300b02d6d02 req-07ebc476-09b3-46a6-af81-bb31e05a1e40 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.0915394 Feb 04 13:40:36.780548 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86db3765-92dc-4fc5-b965-5300b02d6d02 req-920f2955-910c-439c-bbda-b824b3842df4 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018267 Feb 04 13:40:36.789176 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6daab866-44bf-422b-bf64-b4553b1eee8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (865173ee-4379-4d28-9da2-ee4dda86c6db), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:36.867509 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 13:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0d7025-460c-43e7-ad09-1fb736473ac4 x-openstack-request-id: req-7e0d7025-460c-43e7-ad09-1fb736473ac4 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:40:36.868824 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-deleted", "tag": "2f81fc2a-e69c-4b6b-b383-65cf65a76b14", "status": "completed", "code": 200}, {"server_uuid": "677f9c0e-9e3c-448b-8241-001f49bf6848", "name": "network-vif-deleted", "tag": "9471111a-51b1-43df-8a12-7ca6ece249bc", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:40:36.869792 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7e0d7025-460c-43e7-ad09-1fb736473ac4 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:40:36.871705 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-deleted', 'tag': '2f81fc2a-e69c-4b6b-b383-65cf65a76b14', 'status': 'completed', 'code': 200} Feb 04 13:40:36.872724 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f9c0e-9e3c-448b-8241-001f49bf6848', 'name': 'network-vif-deleted', 'tag': '9471111a-51b1-43df-8a12-7ca6ece249bc', 'status': 'completed', 'code': 200} Feb 04 13:40:36.882681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6daab866-44bf-422b-bf64-b4553b1eee8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865173ee-4379-4d28-9da2-ee4dda86c6db']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:36.917688 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6daab866-44bf-422b-bf64-b4553b1eee8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36dd45e8-98d5-46f1-a32b-758ad468cd4a') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:36.921464 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6daab866-44bf-422b-bf64-b4553b1eee8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36dd45e8-98d5-46f1-a32b-758ad468cd4a') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:36.952336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6daab866-44bf-422b-bf64-b4553b1eee8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (36dd45e8-98d5-46f1-a32b-758ad468cd4a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:37.000208 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6daab866-44bf-422b-bf64-b4553b1eee8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (36dd45e8-98d5-46f1-a32b-758ad468cd4a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:37.025632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6daab866-44bf-422b-bf64-b4553b1eee8a admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:40:37.027469 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6daab866-44bf-422b-bf64-b4553b1eee8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (36dd45e8-98d5-46f1-a32b-758ad468cd4a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:40:37.069494 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:40:37.114081 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77167114-ae48-4fa2-870b-df9189281540 req-d4def135-9c22-48e6-b767-ab9e422b2f8e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.1232238 Feb 04 13:40:37.240133 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5417b14c-31a0-41c1-a533-29330683309d details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:40:37.244536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5417b14c-31a0-41c1-a533-29330683309d no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:40:37.321505 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6daab866-44bf-422b-bf64-b4553b1eee8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (865173ee-4379-4d28-9da2-ee4dda86c6db), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:37.387583 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6daab866-44bf-422b-bf64-b4553b1eee8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:37.407121 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6daab866-44bf-422b-bf64-b4553b1eee8a admin admin] 10.222.0.96 "DELETE /v2.0/networks/865173ee-4379-4d28-9da2-ee4dda86c6db HTTP/1.1" status: 204 len: 168 time: 1.0191705 Feb 04 13:40:37.409154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daab866-44bf-422b-bf64-b4553b1eee8a admin admin] Pushing event deleted for resources: {'Network': ['ID=865173ee-4379-4d28-9da2-ee4dda86c6db,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:37.623447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5417b14c-31a0-41c1-a533-29330683309d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5417b14c-31a0-41c1-a533-29330683309d,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:37.653549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '5417b14c-31a0-41c1-a533-29330683309d', 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600', 'port_id': '5417b14c-31a0-41c1-a533-29330683309d', 'mac_address': 'fa:16:3e:e9:5b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78af8ff-67e1-42f4-9e35-b82038a60957', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:40:37.762951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 5417b14c-31a0-41c1-a533-29330683309d is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:37.763937 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5417b14c-31a0-41c1-a533-29330683309d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:37.813035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5417b14c-31a0-41c1-a533-29330683309d {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:40:37.859212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5417b14c-31a0-41c1-a533-29330683309d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5417b14c-31a0-41c1-a533-29330683309d,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:37.888115 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5417b14c-31a0-41c1-a533-29330683309d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:37.987505 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:40:38.122584 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3dba79d8-2575-499c-963e-c801673f0b7d req-5d81aae6-20ec-4070-8c39-6b7cfc117cb3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1796758 Feb 04 13:40:38.159768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 5417b14c-31a0-41c1-a533-29330683309d is: BUILD; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:38.160740 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5417b14c-31a0-41c1-a533-29330683309d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:38.191837 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5417b14c-31a0-41c1-a533-29330683309d {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:40:38.243230 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5417b14c-31a0-41c1-a533-29330683309d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5417b14c-31a0-41c1-a533-29330683309d,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:38.265435 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5417b14c-31a0-41c1-a533-29330683309d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:38.270990 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52532) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:38.301366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=5417b14c-31a0-41c1-a533-29330683309d,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:38.382194 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8d81c5d6-20cb-4b0e-b48a-6fbb8031a651 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cfb340e63d074f4b95808307741ce0a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1061080 Feb 04 13:40:38.390408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52538) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:38.468079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=5417b14c-31a0-41c1-a533-29330683309d,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:38.478921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['5417b14c-31a0-41c1-a533-29330683309d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:40:38.534419 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8261d9d-029e-4a7d-9bae-67c6d88c6645 admin admin] Publish callbacks [] for security_group (01a9f4ec-e916-4bcf-a23b-54a1f1b533cf), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:38.591069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8261d9d-029e-4a7d-9bae-67c6d88c6645 admin admin] Publish callbacks [] for security_group (01a9f4ec-e916-4bcf-a23b-54a1f1b533cf), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:38.619018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba79d8-2575-499c-963e-c801673f0b7d req-a831bbad-6744-4b57-91f6-8e16e2d2ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:38.621854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3dba79d8-2575-499c-963e-c801673f0b7d req-a831bbad-6744-4b57-91f6-8e16e2d2ea5b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 1129 time: 0.2627082 Feb 04 13:40:38.693310 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa01ff3-f8c6-4d7d-b689-32e0bb61f290 req-fddabbee-83c1-4fe1-80a0-84e0f510dd8a tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:38.719148 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-faa01ff3-f8c6-4d7d-b689-32e0bb61f290 req-fddabbee-83c1-4fe1-80a0-84e0f510dd8a tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 945 time: 0.5890808 Feb 04 13:40:38.794744 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8261d9d-029e-4a7d-9bae-67c6d88c6645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (01a9f4ec-e916-4bcf-a23b-54a1f1b533cf), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:38.798616 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8261d9d-029e-4a7d-9bae-67c6d88c6645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:38.801281 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a8261d9d-029e-4a7d-9bae-67c6d88c6645 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/01a9f4ec-e916-4bcf-a23b-54a1f1b533cf HTTP/1.1" status: 204 len: 168 time: 0.4093838 Feb 04 13:40:38.835196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8261d9d-029e-4a7d-9bae-67c6d88c6645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a9f4ec-e916-4bcf-a23b-54a1f1b533cf,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:38.942406 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-faa01ff3-f8c6-4d7d-b689-32e0bb61f290 req-e5c58a91-5881-460c-bca6-2ed256101792 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216902 Feb 04 13:40:39.317391 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7fb0101-ae7d-4b58-9cf7-4f5edc27fce3 req-a9b01f20-d4cd-4cb1-af70-37596a0cb5ef tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.1171262 Feb 04 13:40:39.331100 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba79d8-2575-499c-963e-c801673f0b7d req-28b87fb9-6b1d-4e9e-aa50-2729a1e24578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:39.344334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3dba79d8-2575-499c-963e-c801673f0b7d req-28b87fb9-6b1d-4e9e-aa50-2729a1e24578 service neutron] 10.222.0.99 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 916 time: 0.5434210 Feb 04 13:40:39.521750 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3dba79d8-2575-499c-963e-c801673f0b7d req-4b76b369-e2ec-423c-b4c8-96d85c5b8b85 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=131c81be-3edf-4d98-a4c8-daa92f8609ca HTTP/1.1" status: 200 len: 217 time: 0.1684353 Feb 04 13:40:39.625647 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba79d8-2575-499c-963e-c801673f0b7d req-9c1caf24-962c-4b0a-8aac-d0aafae2a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:39.634423 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3dba79d8-2575-499c-963e-c801673f0b7d req-9c1caf24-962c-4b0a-8aac-d0aafae2a308 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66447e54-648f-4c91-94f7-50b0b4107fcd HTTP/1.1" status: 200 len: 855 time: 0.1056886 Feb 04 13:40:39.751224 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3dba79d8-2575-499c-963e-c801673f0b7d req-b262624b-0831-48e7-b5ad-eac18c84ce77 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=654735fb-8c15-4ee8-89b5-c0c465bfbf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049249 Feb 04 13:40:39.941747 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3dba79d8-2575-499c-963e-c801673f0b7d req-0a287d5a-4d9d-4842-88bb-9b2db3ee7332 service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827168 Feb 04 13:40:40.259580 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3dba79d8-2575-499c-963e-c801673f0b7d req-ec040209-2aa4-4582-a1cf-ccdab96cf464 service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093569 Feb 04 13:40:40.286145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0a893-86b6-4b16-87d1-0c417c13645e req-a7820141-e941-4d9d-a569-29e73afb2323 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:40.288641 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49c0a893-86b6-4b16-87d1-0c417c13645e req-a7820141-e941-4d9d-a569-29e73afb2323 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 944 time: 0.1650045 Feb 04 13:40:40.466916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49c0a893-86b6-4b16-87d1-0c417c13645e req-f3f78295-49d1-42af-98c4-89ac1cff3bfd tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558032 Feb 04 13:40:40.737124 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6175425-c5b6-408c-ad49-f43756c37711 req-bc2efc5c-cefc-47eb-b069-6a59361a80e5 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.0864768 Feb 04 13:40:40.962591 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-189e403b-5b85-4feb-b8da-a649fb40f594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:41.244378 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5417b14c-31a0-41c1-a533-29330683309d up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:40:41.385495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 5417b14c-31a0-41c1-a533-29330683309d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:41.386444 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5417b14c-31a0-41c1-a533-29330683309d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:41.543094 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52598) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:41.568794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 5417b14c-31a0-41c1-a533-29330683309d is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:41.569822 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5417b14c-31a0-41c1-a533-29330683309d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:41.641159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5417b14c-31a0-41c1-a533-29330683309d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5417b14c-31a0-41c1-a533-29330683309d,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:41.642857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a482b680-7afe-4fd3-a12b-9d9c290b3da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5417b14c-31a0-41c1-a533-29330683309d'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:40:41.652156 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0114f7a9-65f7-45c9-8877-fb32b1bebc5b" -d '{"events": [{"server_uuid": "a482b680-7afe-4fd3-a12b-9d9c290b3da3", "name": "network-vif-plugged", "status": "completed", "tag": "5417b14c-31a0-41c1-a533-29330683309d"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:40:41.657947 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5417b14c-31a0-41c1-a533-29330683309d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:41.851765 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e4c55a4-1985-4bf5-b989-acebb51cb9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:41.924417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a7427-5433-48af-9917-566128f2952e req-4cb0922b-d0c8-44bd-afea-c3c696ad2965 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:41.940176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b82a7427-5433-48af-9917-566128f2952e req-4cb0922b-d0c8-44bd-afea-c3c696ad2965 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.2643723 Feb 04 13:40:42.124257 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52622) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:42.188584 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=5417b14c-31a0-41c1-a533-29330683309d,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:42.212257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b82a7427-5433-48af-9917-566128f2952e req-9f7d0bd0-a8ea-4f35-8318-c13022337784 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711203 Feb 04 13:40:42.377608 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520a431c-ef3e-4200-899b-69b64250440e x-openstack-request-id: req-520a431c-ef3e-4200-899b-69b64250440e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:40:42.378527 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a482b680-7afe-4fd3-a12b-9d9c290b3da3", "name": "network-vif-plugged", "status": "completed", "tag": "5417b14c-31a0-41c1-a533-29330683309d", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:40:42.379031 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-520a431c-ef3e-4200-899b-69b64250440e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:40:42.379769 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a482b680-7afe-4fd3-a12b-9d9c290b3da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5417b14c-31a0-41c1-a533-29330683309d', 'code': 200} Feb 04 13:40:42.404994 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e4c55a4-1985-4bf5-b989-acebb51cb9ae admin admin] Publish callbacks [] for security_group (f62ffe0e-ec7f-4443-8220-d192706ed31a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:42.418772 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e4c55a4-1985-4bf5-b989-acebb51cb9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f62ffe0e-ec7f-4443-8220-d192706ed31a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:42.517519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c55a4-1985-4bf5-b989-acebb51cb9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62ffe0e-ec7f-4443-8220-d192706ed31a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:42.562067 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2e4c55a4-1985-4bf5-b989-acebb51cb9ae admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5ee557f392f34d7f85d20fe92f7f51d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0176492 Feb 04 13:40:42.565218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52630) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:42.587394 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-73c5d5b3-7046-4aca-a078-ebe16e818f11 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-network', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:42.650866 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c5d5b3-7046-4aca-a078-ebe16e818f11 admin admin] Made reservation on behalf of 76aedb4524df40718f20ca5ee3d21056 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:40:42.655241 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73c5d5b3-7046-4aca-a078-ebe16e818f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:42.675170 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73c5d5b3-7046-4aca-a078-ebe16e818f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:42.820275 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73c5d5b3-7046-4aca-a078-ebe16e818f11 admin admin] Publish callbacks [] for security_group (a709f0b0-146d-4356-9d46-6c372169bde2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:42.830467 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73c5d5b3-7046-4aca-a078-ebe16e818f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a709f0b0-146d-4356-9d46-6c372169bde2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:42.860715 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c5d5b3-7046-4aca-a078-ebe16e818f11 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:40:42.887878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73c5d5b3-7046-4aca-a078-ebe16e818f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (bc6329fa-dd80-4060-9161-23c8b128158e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:42.888765 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-73c5d5b3-7046-4aca-a078-ebe16e818f11 admin admin] Added segment bc6329fa-dd80-4060-9161-23c8b128158e of type vlan for network 125174e1-20cb-4d44-96a0-df58c7f7dce6 Feb 04 13:40:42.976843 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62500d9a-540f-48c7-b9dd-11f19ec6401f req-5cf8cd16-2fc4-4fb8-a1f1-8f28490cad88 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.2025905 Feb 04 13:40:43.022986 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73c5d5b3-7046-4aca-a078-ebe16e818f11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (125174e1-20cb-4d44-96a0-df58c7f7dce6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:43.081050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d06fb-8b3f-4075-abec-2006097168b2 req-61406a1f-a422-459c-8c65-a42a588fd49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:43.083965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e65d06fb-8b3f-4075-abec-2006097168b2 req-61406a1f-a422-459c-8c65-a42a588fd49f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 1129 time: 0.5171161 Feb 04 13:40:43.204426 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aed80e4a-f4f8-4a2f-9297-8e3e2a3f3abb admin admin] Publish callbacks [] for security_group (f62ffe0e-ec7f-4443-8220-d192706ed31a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:43.208022 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73c5d5b3-7046-4aca-a078-ebe16e818f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (125174e1-20cb-4d44-96a0-df58c7f7dce6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:43.209945 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e65d06fb-8b3f-4075-abec-2006097168b2 req-14128feb-536c-4e1a-b426-72bac3d61050 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147289 Feb 04 13:40:43.212072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c5d5b3-7046-4aca-a078-ebe16e818f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:43.213598 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73c5d5b3-7046-4aca-a078-ebe16e818f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:43.240485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5d5b3-7046-4aca-a078-ebe16e818f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a709f0b0-146d-4356-9d46-6c372169bde2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:43.267069 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-73c5d5b3-7046-4aca-a078-ebe16e818f11 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1406059 Feb 04 13:40:43.294909 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aed80e4a-f4f8-4a2f-9297-8e3e2a3f3abb admin admin] Publish callbacks [] for security_group (f62ffe0e-ec7f-4443-8220-d192706ed31a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:43.308325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52638) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:43.332593 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-93b7eb12-5990-4148-bc50-71d0d7528b33 admin admin] Request body: {'subnet': {'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-subnet', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:43.474945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5d5b3-7046-4aca-a078-ebe16e818f11 admin admin] Pushing event updated for resources: {'Network': ['ID=125174e1-20cb-4d44-96a0-df58c7f7dce6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:43.482382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b7eb12-5990-4148-bc50-71d0d7528b33 admin admin] Made reservation on behalf of 76aedb4524df40718f20ca5ee3d21056 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:40:43.485348 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93b7eb12-5990-4148-bc50-71d0d7528b33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:43.489773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 125174e1-20cb-4d44-96a0-df58c7f7dce6 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:40:43.522350 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aed80e4a-f4f8-4a2f-9297-8e3e2a3f3abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f62ffe0e-ec7f-4443-8220-d192706ed31a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:43.527902 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aed80e4a-f4f8-4a2f-9297-8e3e2a3f3abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:43.531348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-aed80e4a-f4f8-4a2f-9297-8e3e2a3f3abb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f62ffe0e-ec7f-4443-8220-d192706ed31a HTTP/1.1" status: 204 len: 168 time: 0.9612987 Feb 04 13:40:43.562016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed80e4a-f4f8-4a2f-9297-8e3e2a3f3abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62ffe0e-ec7f-4443-8220-d192706ed31a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:43.604267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd7a23-05f3-4b07-84d0-ff51d361b9e4 req-efa25a4a-faee-421d-9045-7866ac6349ab tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:43.611934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-edcd7a23-05f3-4b07-84d0-ff51d361b9e4 req-efa25a4a-faee-421d-9045-7866ac6349ab tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.1874139 Feb 04 13:40:43.744051 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5bdfe4b8-e211-4622-9100-b8631eeaeace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:43.748125 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-edcd7a23-05f3-4b07-84d0-ff51d361b9e4 req-0ab5d173-4ed8-4f48-a758-61f986bd12c2 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289785 Feb 04 13:40:43.889888 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:44.079980 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93b7eb12-5990-4148-bc50-71d0d7528b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (27a949e4-0aa1-4c83-ac16-4e55656dc857), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:44.292909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a64ca1e-6fb2-4e45-9e22-5df459221e8b req-69c0b27f-2cf9-4995-a949-577926877233 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.0899794 Feb 04 13:40:44.336472 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7eb12-5990-4148-bc50-71d0d7528b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a949e4-0aa1-4c83-ac16-4e55656dc857,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:44.412221 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b7eb12-5990-4148-bc50-71d0d7528b33 admin admin] Checking segment: {'id': 'bc6329fa-dd80-4060-9161-23c8b128158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:40:44.415510 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7eb12-5990-4148-bc50-71d0d7528b33 admin admin] Network hostable DHCP agents. Network: 125174e1-20cb-4d44-96a0-df58c7f7dce6, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:40:44.490492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7eb12-5990-4148-bc50-71d0d7528b33 admin admin] Network 125174e1-20cb-4d44-96a0-df58c7f7dce6 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:40:44.527668 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-93b7eb12-5990-4148-bc50-71d0d7528b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 125174e1-20cb-4d44-96a0-df58c7f7dce6) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:40:44.535716 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b7eb12-5990-4148-bc50-71d0d7528b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:44.538655 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93b7eb12-5990-4148-bc50-71d0d7528b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:44.545810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de18918-1781-45ac-a243-22c33a978fd1 None None] Network 125174e1-20cb-4d44-96a0-df58c7f7dce6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:40:44.631479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52648) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:44.632108 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-93b7eb12-5990-4148-bc50-71d0d7528b33 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3185887 Feb 04 13:40:44.638225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-router', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:44.723003 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (364fd55c-813e-4b73-ab5d-c638d24dc1c9), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:44.725655 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (364fd55c-813e-4b73-ab5d-c638d24dc1c9), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:44.909842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f71507f-dc66-4327-b26d-42436853e25c None None] Network 125174e1-20cb-4d44-96a0-df58c7f7dce6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:40:44.918462 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52652) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:44.964984 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ea89839c-c7a0-4d91-8c07-17e37b41e29c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:44.970631 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:45.015437 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Publish callbacks [] for router_controller (364fd55c-813e-4b73-ab5d-c638d24dc1c9), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:45.273345 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ea89839c-c7a0-4d91-8c07-17e37b41e29c admin admin] Publish callbacks [] for security_group (c37e6134-f868-4529-b0b2-b292003a9633), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:45.289330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ea89839c-c7a0-4d91-8c07-17e37b41e29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c37e6134-f868-4529-b0b2-b292003a9633), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:45.390447 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ea89839c-c7a0-4d91-8c07-17e37b41e29c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=39878d2955b54108a43e2b5d84bd3782&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4695392 Feb 04 13:40:45.391960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89839c-c7a0-4d91-8c07-17e37b41e29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37e6134-f868-4529-b0b2-b292003a9633,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:45.408758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52664) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:45.440758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edb635-962d-45b6-8eb2-9ac7c8c745d9 req-f20f8011-c901-4188-ad1f-276658c12dbe tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:45.455318 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08edb635-962d-45b6-8eb2-9ac7c8c745d9 req-f20f8011-c901-4188-ad1f-276658c12dbe tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.4953299 Feb 04 13:40:45.532120 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6309d37-7a32-4960-b7ce-d476139fda77 admin admin] Publish callbacks [] for security_group (c37e6134-f868-4529-b0b2-b292003a9633), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:45.537918 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:45.580574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6309d37-7a32-4960-b7ce-d476139fda77 admin admin] Publish callbacks [] for security_group (c37e6134-f868-4529-b0b2-b292003a9633), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:45.737598 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6309d37-7a32-4960-b7ce-d476139fda77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c37e6134-f868-4529-b0b2-b292003a9633), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:45.742972 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6309d37-7a32-4960-b7ce-d476139fda77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:45.745850 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c6309d37-7a32-4960-b7ce-d476139fda77 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c37e6134-f868-4529-b0b2-b292003a9633 HTTP/1.1" status: 204 len: 168 time: 0.3331287 Feb 04 13:40:45.766643 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6309d37-7a32-4960-b7ce-d476139fda77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37e6134-f868-4529-b0b2-b292003a9633,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:45.895704 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Publish callbacks [] for router_gateway (364fd55c-813e-4b73-ab5d-c638d24dc1c9), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:45.920708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08edb635-962d-45b6-8eb2-9ac7c8c745d9 req-19b4268b-50fd-49bf-a45e-44d1ff524c46 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643185 Feb 04 13:40:46.333894 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33f539b6-6756-4903-9ef8-98659f27aefa req-dbfd83cf-9c1a-4311-85bf-385e827d7001 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.1313095 Feb 04 13:40:46.664144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61364500-7497-43ca-be65-c34a0519a14d req-c29a810e-3b62-4513-ace2-c207e3e960f5 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:46.674600 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61364500-7497-43ca-be65-c34a0519a14d req-c29a810e-3b62-4513-ace2-c207e3e960f5 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.1393771 Feb 04 13:40:46.711798 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Publish callbacks [] for router_gateway (364fd55c-813e-4b73-ab5d-c638d24dc1c9), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:46.738038 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:46.814465 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:46.828690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61364500-7497-43ca-be65-c34a0519a14d req-b359176f-180a-4664-a2e8-af23551c63e1 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523516 Feb 04 13:40:46.970839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Allocated IP 172.25.5.163 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/c0c4527e-c8b8-4635-993f-b365f28ae7ca) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:40:47.210805 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Publish callbacks [] for port (c0c4527e-c8b8-4635-993f-b365f28ae7ca), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:47.291426 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c0c4527e-c8b8-4635-993f-b365f28ae7ca), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:47.339280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:40:47.397482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:40:47.405924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:40:47.543550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-658a3f28-669a-419f-a010-e2d479d4a713 req-d020772a-7e56-43ea-8745-0af1cf099977 tempest-MigrationsAdminTest-2092040687 tempest-MigrationsAdminTest-2092040687-project] (103607) timed out ('10.222.0.100', 54703) {{(pid=103607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:40:47.902776 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:48.092048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-0e305afb-5073-47e5-871c-9536e59104b2 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:48.099972 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-0e305afb-5073-47e5-871c-9536e59104b2 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/networks?id=d54e14ae-66d1-4e05-a88b-8bb06f860600 HTTP/1.1" status: 200 len: 814 time: 0.6299891 Feb 04 13:40:48.159601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c4527e-c8b8-4635-993f-b365f28ae7ca,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:48.174783 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-73fe8158-eb1b-46ff-aeae-1316fe6c4250 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/quotas/88ae3887090d4b389f29a371536a3494 HTTP/1.1" status: 200 len: 375 time: 0.0737188 Feb 04 13:40:48.317254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-791582b1-a7bd-41d9-af3b-10311dd09439 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=88ae3887090d4b389f29a371536a3494&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1413438 Feb 04 13:40:48.825146 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Publish callbacks [] for router_gateway (364fd55c-813e-4b73-ab5d-c638d24dc1c9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:48.985660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281186c3-2997-4151-8a06-50816946bdbb req-41c05146-d8dd-4283-87d9-6484a0ce802d tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:48.987427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-281186c3-2997-4151-8a06-50816946bdbb req-41c05146-d8dd-4283-87d9-6484a0ce802d tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.99 "GET /v2.0/ports?device_id=a482b680-7afe-4fd3-a12b-9d9c290b3da3 HTTP/1.1" status: 200 len: 946 time: 0.3367257 Feb 04 13:40:49.148210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-38ac3a4f-4886-4c3d-b82b-28b65acf9083 service neutron] 10.222.0.96 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8195059 Feb 04 13:40:49.329511 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (364fd55c-813e-4b73-ab5d-c638d24dc1c9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:49.532421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-21ed1b2d-094a-4b55-9735-0cf000ed6d49 service neutron] 10.222.0.96 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756926 Feb 04 13:40:49.551177 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-281186c3-2997-4151-8a06-50816946bdbb req-679043c8-ee6b-4458-b2c9-6bf8cc6d9659 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Deleting port 5417b14c-31a0-41c1-a533-29330683309d {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:40:49.551527 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-281186c3-2997-4151-8a06-50816946bdbb req-679043c8-ee6b-4458-b2c9-6bf8cc6d9659 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5417b14c-31a0-41c1-a533-29330683309d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:49.742900 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-281186c3-2997-4151-8a06-50816946bdbb req-679043c8-ee6b-4458-b2c9-6bf8cc6d9659 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] For port 5417b14c-31a0-41c1-a533-29330683309d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5417b14c-31a0-41c1-a533-29330683309d,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:49.743975 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-281186c3-2997-4151-8a06-50816946bdbb req-679043c8-ee6b-4458-b2c9-6bf8cc6d9659 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5417b14c-31a0-41c1-a533-29330683309d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:49.800933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-281186c3-2997-4151-8a06-50816946bdbb req-679043c8-ee6b-4458-b2c9-6bf8cc6d9659 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Calling delete_port for 5417b14c-31a0-41c1-a533-29330683309d owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:40:49.849020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:40:50.112028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:40:50.131205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Sync routers for ids ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:40:50.152878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Routers {'364fd55c-813e-4b73-ab5d-c638d24dc1c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:40:50.153748 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29cde2d9-784f-4ab1-b7df-e2572f7df8ad req-00a8b8a7-1997-415e-99ac-9dad24a12cf7 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.2028511 Feb 04 13:40:50.154422 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:40:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:50.254426 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:50.256475 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-55197bfd-c5ab-4bd2-bcde-20af216a95b8 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6223903 Feb 04 13:40:50.259962 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52772) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:50.429881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Set router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:40:50.581097 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-281186c3-2997-4151-8a06-50816946bdbb req-679043c8-ee6b-4458-b2c9-6bf8cc6d9659 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (5417b14c-31a0-41c1-a533-29330683309d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:50.786369 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679043c8-ee6b-4458-b2c9-6bf8cc6d9659 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Pushing event deleted for resources: {'Port': ['ID=5417b14c-31a0-41c1-a533-29330683309d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:50.791164 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-281186c3-2997-4151-8a06-50816946bdbb req-679043c8-ee6b-4458-b2c9-6bf8cc6d9659 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] No DVR routers for this DVR port 5417b14c-31a0-41c1-a533-29330683309d on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:40:50.801093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['5417b14c-31a0-41c1-a533-29330683309d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:40:50.813886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-631f9c96-99cf-410d-bb7c-bbfeaa9d9320 req-e28bd2cf-f51c-43e4-8639-d5bf629b4809 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 210 time: 0.1297450 Feb 04 13:40:50.815917 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-281186c3-2997-4151-8a06-50816946bdbb req-679043c8-ee6b-4458-b2c9-6bf8cc6d9659 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:50.822344 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-281186c3-2997-4151-8a06-50816946bdbb req-679043c8-ee6b-4458-b2c9-6bf8cc6d9659 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.99 "DELETE /v2.0/ports/5417b14c-31a0-41c1-a533-29330683309d HTTP/1.1" status: 204 len: 173 time: 1.7877188 Feb 04 13:40:50.833150 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a482b680-7afe-4fd3-a12b-9d9c290b3da3', 'name': 'network-vif-deleted', 'tag': '5417b14c-31a0-41c1-a533-29330683309d'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:40:50.837947 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fa9d10-4737-448f-8d1c-590b18761cf1" -d '{"events": [{"server_uuid": "a482b680-7afe-4fd3-a12b-9d9c290b3da3", "name": "network-vif-deleted", "tag": "5417b14c-31a0-41c1-a533-29330683309d"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:40:50.948506 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-router', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:40:44Z', 'updated_at': '2022-02-04T13:40:48Z', 'revision_number': 3, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'gw_port': {'id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:46Z', 'updated_at': '2022-02-04T13:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:50.995493 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48be87a5-bbe4-4391-873c-d0f933b1c708 x-openstack-request-id: req-48be87a5-bbe4-4391-873c-d0f933b1c708 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:40:50.995985 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a482b680-7afe-4fd3-a12b-9d9c290b3da3", "name": "network-vif-deleted", "tag": "5417b14c-31a0-41c1-a533-29330683309d", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:40:50.996427 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-48be87a5-bbe4-4391-873c-d0f933b1c708 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:40:50.997195 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a482b680-7afe-4fd3-a12b-9d9c290b3da3', 'name': 'network-vif-deleted', 'tag': '5417b14c-31a0-41c1-a533-29330683309d', 'status': 'completed', 'code': 200} Feb 04 13:40:51.044103 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Checking router: 364fd55c-813e-4b73-ab5d-c638d24dc1c9 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:40:51.045596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Updating router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 port c0c4527e-c8b8-4635-993f-b365f28ae7ca binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:40:51.121208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52784) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:51.141001 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c0c4527e-c8b8-4635-993f-b365f28ae7ca), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:51.485325 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e368cf19-d131-4e0f-a632-9fe00e334e90 req-fcfb4480-a5dd-4001-bb26-0b2649e90c82 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.1189651 Feb 04 13:40:51.526242 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1b089ff4-cb44-4d73-9eab-84139ea12b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:51.872920 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:51.935775 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1b089ff4-cb44-4d73-9eab-84139ea12b84 admin admin] Publish callbacks [] for security_group (6dfd7ef5-9beb-494f-9013-7e519b7512fb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:51.941750 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1b089ff4-cb44-4d73-9eab-84139ea12b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6dfd7ef5-9beb-494f-9013-7e519b7512fb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:52.028172 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-767788e0-9dbf-449f-af1b-1ab3cbcde0b5 req-12af0053-f160-4f15-a7a9-178e6e0bbffe tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 210 time: 0.0675836 Feb 04 13:40:52.067423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b089ff4-cb44-4d73-9eab-84139ea12b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfd7ef5-9beb-494f-9013-7e519b7512fb,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:52.078670 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1b089ff4-cb44-4d73-9eab-84139ea12b84 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c7da801836224604a77f2cc477719e6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9559422 Feb 04 13:40:52.082843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52794) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:52.133019 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Publish callbacks [] for port (c0c4527e-c8b8-4635-993f-b365f28ae7ca), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:52.154463 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c0c4527e-c8b8-4635-993f-b365f28ae7ca), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:52.267929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c1bc8-c1c3-419e-9493-71287aadb0a9 None None] Pushing event updated for resources: {'Port': ['ID=c0c4527e-c8b8-4635-993f-b365f28ae7ca,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:52.281182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Attempting to bind port c0c4527e-c8b8-4635-993f-b365f28ae7ca on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:40:52.281706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Attempting to bind port c0c4527e-c8b8-4635-993f-b365f28ae7ca by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:40:52.283674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Attempting to bind port c0c4527e-c8b8-4635-993f-b365f28ae7ca on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:40:52.305085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:40:52.305892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:40:52.308250 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:52.309015 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:40:52.310599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Bound port: c0c4527e-c8b8-4635-993f-b365f28ae7ca, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:40:52.311824 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c0c4527e-c8b8-4635-993f-b365f28ae7ca), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:52.357700 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Allocated IP 172.20.0.1 (125174e1-20cb-4d44-96a0-df58c7f7dce6/27a949e4-0aa1-4c83-ac16-4e55656dc857/5229fc2d-7911-460f-a33b-0b3529d3d32b) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:40:52.493534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] For port c0c4527e-c8b8-4635-993f-b365f28ae7ca, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:40:52.501791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] For port c0c4527e-c8b8-4635-993f-b365f28ae7ca, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c0c4527e-c8b8-4635-993f-b365f28ae7ca,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:40:52.530443 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c0c4527e-c8b8-4635-993f-b365f28ae7ca), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:52.682948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Routers {'364fd55c-813e-4b73-ab5d-c638d24dc1c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:40:52.686454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:40:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:52.709776 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Publish callbacks [] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:52.768370 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-55639078-3ad7-428c-8098-90847735d79a admin admin] Publish callbacks [] for security_group (6dfd7ef5-9beb-494f-9013-7e519b7512fb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:52.780462 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:52.814926 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f98897a1-ad25-42c4-b608-e6537b1110e7 req-7ca547a1-aacf-429f-bbb8-5b4df0c3d9d1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.0955975 Feb 04 13:40:52.844427 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-55639078-3ad7-428c-8098-90847735d79a admin admin] Publish callbacks [] for security_group (6dfd7ef5-9beb-494f-9013-7e519b7512fb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:52.948547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-56367807-075e-498b-9c2f-375bfdd1a2a0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:52.951493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-56367807-075e-498b-9c2f-375bfdd1a2a0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.99 "GET /v2.0/networks?id=d54e14ae-66d1-4e05-a88b-8bb06f860600 HTTP/1.1" status: 200 len: 814 time: 0.4424424 Feb 04 13:40:52.973650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-bd03cc49-21df-4567-a516-9aa9613198c0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Request body: {'port': {'device_id': 'e5f90c3f-7e01-4580-9f2d-964b729091c5', 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600', 'admin_state_up': True, 'tenant_id': '88ae3887090d4b389f29a371536a3494'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:52.982545 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c1bc8-c1c3-419e-9493-71287aadb0a9 None None] Pushing event updated for resources: {'Port': ['ID=c0c4527e-c8b8-4635-993f-b365f28ae7ca,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:53.015950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Pushing event updated for resources: {'Port': ['ID=5229fc2d-7911-460f-a33b-0b3529d3d32b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:53.027099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-55639078-3ad7-428c-8098-90847735d79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6dfd7ef5-9beb-494f-9013-7e519b7512fb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:53.033192 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-55639078-3ad7-428c-8098-90847735d79a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:53.035499 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-55639078-3ad7-428c-8098-90847735d79a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6dfd7ef5-9beb-494f-9013-7e519b7512fb HTTP/1.1" status: 204 len: 168 time: 0.9509051 Feb 04 13:40:53.066572 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55639078-3ad7-428c-8098-90847735d79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfd7ef5-9beb-494f-9013-7e519b7512fb,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:53.072493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Network 125174e1-20cb-4d44-96a0-df58c7f7dce6 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:40:53.078049 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:40:53.087654 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:40:53.129808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] Set router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:40:53.175907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (364fd55c-813e-4b73-ab5d-c638d24dc1c9), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:53.342549 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-71fe6304-1f34-414d-883d-d4c5691865f0 req-953e72c9-0fc8-4377-a9a7-1bc2af3f9dcc tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 210 time: 0.1287756 Feb 04 13:40:53.355735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5417b14c-31a0-41c1-a533-29330683309d no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:40:53.403531 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-bd03cc49-21df-4567-a516-9aa9613198c0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Made reservation on behalf of 88ae3887090d4b389f29a371536a3494 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:40:53.407532 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-bd03cc49-21df-4567-a516-9aa9613198c0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:53.484246 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:53.503384 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 5417b14c-31a0-41c1-a533-29330683309d {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:40:53.503759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5417b14c-31a0-41c1-a533-29330683309d not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:40:53.675026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-bd03cc49-21df-4567-a516-9aa9613198c0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Allocated IP 172.20.0.14 (d54e14ae-66d1-4e05-a88b-8bb06f860600/d78af8ff-67e1-42f4-9e35-b82038a60957/c69741ba-eced-49d1-8479-10a54f4f260b) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:40:53.721281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-router', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:40:44Z', 'updated_at': '2022-02-04T13:40:48Z', 'revision_number': 3, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'gw_port': {'id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:46Z', 'updated_at': '2022-02-04T13:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:53.773298 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52808) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:53.803972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8797b-0d95-48f3-9816-bf021c790a3c None None] The sync data for ids ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'] in n-d-714676-13 is: [{'id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-router', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:40:44Z', 'updated_at': '2022-02-04T13:40:48Z', 'revision_number': 3, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'gw_port': {'id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:46Z', 'updated_at': '2022-02-04T13:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:40:53.845105 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6457235d-d671-4a3d-9a4b-4518741b36fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:53.871158 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Publish callbacks [] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:53.878878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:53.994173 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (364fd55c-813e-4b73-ab5d-c638d24dc1c9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:54.169733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Pushing event updated for resources: {'Port': ['ID=5229fc2d-7911-460f-a33b-0b3529d3d32b,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:54.293776 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Network 125174e1-20cb-4d44-96a0-df58c7f7dce6 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:40:54.301804 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:40:54.325467 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6457235d-d671-4a3d-9a4b-4518741b36fc admin admin] Publish callbacks [] for security_group (7b4e5783-306b-4414-af85-1194385c7afc), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:54.341080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9558b929-fd00-45df-973e-4d9e79d1cb47 req-4e98ecb0-4253-4f03-85f8-ef9ca9054407 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.2726321 Feb 04 13:40:54.453819 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6457235d-d671-4a3d-9a4b-4518741b36fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7b4e5783-306b-4414-af85-1194385c7afc), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:54.523184 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457235d-d671-4a3d-9a4b-4518741b36fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4e5783-306b-4414-af85-1194385c7afc,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:54.545462 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-bd03cc49-21df-4567-a516-9aa9613198c0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks [] for port (c69741ba-eced-49d1-8479-10a54f4f260b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:54.643044 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6457235d-d671-4a3d-9a4b-4518741b36fc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=84be142b3efe4a27a535fd7af983e316&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8678412 Feb 04 13:40:54.661318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 52822) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:40:54.699238 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d433da3e-93be-4305-bccd-f0cd858b9cdc req-9a7f0d29-8746-469f-bc5f-946dd34fca3c tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 210 time: 0.0784981 Feb 04 13:40:54.723486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:40:54.856617 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-bd03cc49-21df-4567-a516-9aa9613198c0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:54.955685 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:40:54.969679 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b10992d0-5b73-4f1a-ab38-3358ebda5158 admin admin] Publish callbacks [] for security_group (7b4e5783-306b-4414-af85-1194385c7afc), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:54.971981 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f67dbe17-74cf-4329-81c2-32e38dc2ea2c admin admin] 10.222.0.96 "PUT /v2.0/routers/364fd55c-813e-4b73-ab5d-c638d24dc1c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7092931 Feb 04 13:40:54.998314 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b10992d0-5b73-4f1a-ab38-3358ebda5158 admin admin] Publish callbacks [] for security_group (7b4e5783-306b-4414-af85-1194385c7afc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:55.098526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-bd03cc49-21df-4567-a516-9aa9613198c0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Network d54e14ae-66d1-4e05-a88b-8bb06f860600 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:40:55.108269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-bd03cc49-21df-4567-a516-9aa9613198c0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:40:55.113467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-bd03cc49-21df-4567-a516-9aa9613198c0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:40:55.208835 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-bd03cc49-21df-4567-a516-9aa9613198c0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:55.209816 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-bd03cc49-21df-4567-a516-9aa9613198c0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:55.213361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03cc49-21df-4567-a516-9aa9613198c0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Pushing event updated for resources: {'Port': ['ID=c69741ba-eced-49d1-8479-10a54f4f260b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:55.249300 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-bd03cc49-21df-4567-a516-9aa9613198c0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2857246 Feb 04 13:40:55.261720 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b10992d0-5b73-4f1a-ab38-3358ebda5158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7b4e5783-306b-4414-af85-1194385c7afc), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:55.264601 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b10992d0-5b73-4f1a-ab38-3358ebda5158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:55.269072 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b10992d0-5b73-4f1a-ab38-3358ebda5158 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7b4e5783-306b-4414-af85-1194385c7afc HTTP/1.1" status: 204 len: 168 time: 0.6060824 Feb 04 13:40:55.280039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Request body: {'port': {'device_id': 'e5f90c3f-7e01-4580-9f2d-964b729091c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:55.407256 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10992d0-5b73-4f1a-ab38-3358ebda5158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4e5783-306b-4414-af85-1194385c7afc,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:55.633120 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c0c4527e-c8b8-4635-993f-b365f28ae7ca up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:40:55.916268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port c0c4527e-c8b8-4635-993f-b365f28ae7ca triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:55.933491 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c0c4527e-c8b8-4635-993f-b365f28ae7ca), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:56.379137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port c0c4527e-c8b8-4635-993f-b365f28ae7ca is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:56.379749 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c0c4527e-c8b8-4635-993f-b365f28ae7ca), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:56.494325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port c0c4527e-c8b8-4635-993f-b365f28ae7ca, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c0c4527e-c8b8-4635-993f-b365f28ae7ca,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:40:56.514056 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c0c4527e-c8b8-4635-993f-b365f28ae7ca), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:56.715258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=c0c4527e-c8b8-4635-993f-b365f28ae7ca,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:56.786404 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-953510dc-5bf2-4170-b1f1-697f52bcb16c tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:56.796025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-953510dc-5bf2-4170-b1f1-697f52bcb16c tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 815 time: 1.3278451 Feb 04 13:40:56.805153 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:57.116953 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-385ba786-b65a-4340-978d-b8dd2899a3b5 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/quotas/678aab1436e54ac083382f3ac6af32df HTTP/1.1" status: 200 len: 375 time: 0.3194444 Feb 04 13:40:57.356514 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Sync routers for ids ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:40:57.373684 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Routers {'364fd55c-813e-4b73-ab5d-c638d24dc1c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:40:57.374446 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:40:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:57.405632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-c098e1dd-4f5e-4fdc-9098-e40fb5ca2a14 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2829525 Feb 04 13:40:57.553094 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c0c4527e-c8b8-4635-993f-b365f28ae7ca up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:40:57.655194 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Set router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:40:57.670418 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69741ba-eced-49d1-8479-10a54f4f260b {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:40:57.702038 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Publish callbacks [] for port (c69741ba-eced-49d1-8479-10a54f4f260b), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:57.765213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Transition to ACTIVE for port object c69741ba-eced-49d1-8479-10a54f4f260b will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:40:57.805630 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:57.813163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port c0c4527e-c8b8-4635-993f-b365f28ae7ca triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:57.813698 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c0c4527e-c8b8-4635-993f-b365f28ae7ca), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:57.981164 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-374ae4b6-d83c-4898-9ddf-9b2af186693e service neutron] 10.222.0.96 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592988 Feb 04 13:40:58.117834 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port c0c4527e-c8b8-4635-993f-b365f28ae7ca is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:40:58.187045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c69741ba-eced-49d1-8479-10a54f4f260b,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:58.222556 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-router', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:40:44Z', 'updated_at': '2022-02-04T13:40:53Z', 'revision_number': 4, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'gw_port': {'id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:46Z', 'updated_at': '2022-02-04T13:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5229fc2d-7911-460f-a33b-0b3529d3d32b', 'name': '', 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'mac_address': 'fa:16:3e:57:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:51Z', 'updated_at': '2022-02-04T13:40:53Z', 'revision_number': 2, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'subnets': [{'id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:58.330724 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Checking router: 364fd55c-813e-4b73-ab5d-c638d24dc1c9 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:40:58.336861 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Updating router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 port 5229fc2d-7911-460f-a33b-0b3529d3d32b binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:40:58.455291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-c63257b1-5762-4f74-90d2-caf97329d4bb service neutron] 10.222.0.96 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353092 Feb 04 13:40:58.504986 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Attempting to bind port c69741ba-eced-49d1-8479-10a54f4f260b on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:40:58.505527 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Attempting to bind port c69741ba-eced-49d1-8479-10a54f4f260b by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'a2347fe2-94a9-46b6-9a55-bce8533b3a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:40:58.506053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Attempting to bind port c69741ba-eced-49d1-8479-10a54f4f260b on network d54e14ae-66d1-4e05-a88b-8bb06f860600 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:40:58.532173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Port c69741ba-eced-49d1-8479-10a54f4f260b on network d54e14ae-66d1-4e05-a88b-8bb06f860600 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:40:58.532709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Attempting to bind port c69741ba-eced-49d1-8479-10a54f4f260b on network d54e14ae-66d1-4e05-a88b-8bb06f860600 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:40:58.553034 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:58.555333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:40:58.555880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Checking segment: {'id': 'a2347fe2-94a9-46b6-9a55-bce8533b3a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:40:58.558492 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Bound using segment: {'id': 'a2347fe2-94a9-46b6-9a55-bce8533b3a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:40:58.559260 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Bound port: c69741ba-eced-49d1-8479-10a54f4f260b, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2347fe2-94a9-46b6-9a55-bce8533b3a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:40:58.559853 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:58.814384 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] For port c69741ba-eced-49d1-8479-10a54f4f260b, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:40:58.843114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] For port c69741ba-eced-49d1-8479-10a54f4f260b, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c69741ba-eced-49d1-8479-10a54f4f260b,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:40:58.858787 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:59.179254 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c69741ba-eced-49d1-8479-10a54f4f260b,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:59.220145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:59.220792 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:59.227423 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-15d37b30-2abc-47e7-ac71-e394b4b6afb6 service neutron] 10.222.0.99 "PUT /v2.0/ports/c69741ba-eced-49d1-8479-10a54f4f260b HTTP/1.1" status: 200 len: 1093 time: 3.9629803 Feb 04 13:40:59.228099 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f90c3f-7e01-4580-9f2d-964b729091c5', 'tag': 'c69741ba-eced-49d1-8479-10a54f4f260b'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:40:59.231999 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078aa322-b59a-4145-9f87-98889c5fd75f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f90c3f-7e01-4580-9f2d-964b729091c5", "tag": "c69741ba-eced-49d1-8479-10a54f4f260b"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:40:59.358163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e249d9ed-b295-4bfb-afc1-e98798e04d7d req-995301d8-8dcc-42c7-aaa6-4a09e86d4bb5 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.1223111 Feb 04 13:40:59.508320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-c5ac8523-3c54-4c0a-82ba-8a8813d505d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:59.545495 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-c5ac8523-3c54-4c0a-82ba-8a8813d505d2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88ae3887090d4b389f29a371536a3494&device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 1127 time: 0.2100840 Feb 04 13:40:59.774446 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-7e3e93be-7582-416a-9e68-0ab4635ab987 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c69741ba-eced-49d1-8479-10a54f4f260b HTTP/1.1" status: 200 len: 217 time: 0.2070174 Feb 04 13:40:59.897050 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Publish callbacks [] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:59.910239 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:00.075041 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Attempting to bind port 5229fc2d-7911-460f-a33b-0b3529d3d32b on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:41:00.075418 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Attempting to bind port 5229fc2d-7911-460f-a33b-0b3529d3d32b by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'bc6329fa-dd80-4060-9161-23c8b128158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:41:00.075811 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Attempting to bind port 5229fc2d-7911-460f-a33b-0b3529d3d32b on network 125174e1-20cb-4d44-96a0-df58c7f7dce6 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:41:00.081558 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:41:00.081930 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Checking segment: {'id': 'bc6329fa-dd80-4060-9161-23c8b128158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:41:00.082623 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:00.083200 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Bound using segment: {'id': 'bc6329fa-dd80-4060-9161-23c8b128158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:41:00.083680 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Bound port: 5229fc2d-7911-460f-a33b-0b3529d3d32b, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6329fa-dd80-4060-9161-23c8b128158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:41:00.084063 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:00.139692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-f71b5a44-c7d6-4d8c-a67c-96efad14eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:00.151760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-f71b5a44-c7d6-4d8c-a67c-96efad14eba0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d78af8ff-67e1-42f4-9e35-b82038a60957 HTTP/1.1" status: 200 len: 854 time: 0.3755672 Feb 04 13:41:00.170664 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] For port 5229fc2d-7911-460f-a33b-0b3529d3d32b, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:41:00.174957 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] For port 5229fc2d-7911-460f-a33b-0b3529d3d32b, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5229fc2d-7911-460f-a33b-0b3529d3d32b,segment=NetworkSegment(bc6329fa-dd80-4060-9161-23c8b128158e),segment_id=bc6329fa-dd80-4060-9161-23c8b128158e)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:41:00.192902 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:00.222938 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4644acf-0c07-4730-8f77-efbdbd8b7d6f None None] Pushing event updated for resources: {'Port': ['ID=5229fc2d-7911-460f-a33b-0b3529d3d32b,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:00.273804 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644acf-0c07-4730-8f77-efbdbd8b7d6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:00.274178 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644acf-0c07-4730-8f77-efbdbd8b7d6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:00.274531 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644acf-0c07-4730-8f77-efbdbd8b7d6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:00.275830 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644acf-0c07-4730-8f77-efbdbd8b7d6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:00.276295 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644acf-0c07-4730-8f77-efbdbd8b7d6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:00.278999 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644acf-0c07-4730-8f77-efbdbd8b7d6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:00.279420 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644acf-0c07-4730-8f77-efbdbd8b7d6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:00.279740 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644acf-0c07-4730-8f77-efbdbd8b7d6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:00.280072 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644acf-0c07-4730-8f77-efbdbd8b7d6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:00.280404 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644acf-0c07-4730-8f77-efbdbd8b7d6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:00.283121 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644acf-0c07-4730-8f77-efbdbd8b7d6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:00.283527 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644acf-0c07-4730-8f77-efbdbd8b7d6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:00.283863 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644acf-0c07-4730-8f77-efbdbd8b7d6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:00.296190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-5b9a571e-35ce-4efe-ad8a-2172292e21fd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d54e14ae-66d1-4e05-a88b-8bb06f860600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363888 Feb 04 13:41:00.302215 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Routers {'364fd55c-813e-4b73-ab5d-c638d24dc1c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:41:00.307662 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:40:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:41:00.509665 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8ff0b-90a5-423c-9c74-6f5c698fc6ea req-5dea6914-5c37-4d3a-ba0c-6190e6ffd1ab tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:00.521811 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68a8ff0b-90a5-423c-9c74-6f5c698fc6ea req-5dea6914-5c37-4d3a-ba0c-6190e6ffd1ab tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 944 time: 0.7622006 Feb 04 13:41:00.818902 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68a8ff0b-90a5-423c-9c74-6f5c698fc6ea req-ad775727-9786-45fb-b668-c33ba617cfd3 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945840 Feb 04 13:41:00.855621 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-6f435136-c5fb-4e87-afd0-0ac67fd42cb1 service neutron] 10.222.0.99 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406718 Feb 04 13:41:01.387302 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4644acf-0c07-4730-8f77-efbdbd8b7d6f None None] Pushing event updated for resources: {'Port': ['ID=5229fc2d-7911-460f-a33b-0b3529d3d32b,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:01.458421 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] Set router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:41:01.511197 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61eb7dd8-a282-47c2-b5cc-8c31574870f6 req-ca5149f4-3594-4b1c-8249-46a3773b5931 service neutron] 10.222.0.99 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6474900 Feb 04 13:41:02.454829 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-router', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:40:44Z', 'updated_at': '2022-02-04T13:40:53Z', 'revision_number': 4, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'gw_port': {'id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:46Z', 'updated_at': '2022-02-04T13:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5229fc2d-7911-460f-a33b-0b3529d3d32b', 'name': '', 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'mac_address': 'fa:16:3e:57:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:51Z', 'updated_at': '2022-02-04T13:41:00Z', 'revision_number': 4, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'subnets': [{'id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:41:02.572312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-e4066bc1-abcb-4e0b-85dd-48df1930fc5e tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:02.593301 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-e4066bc1-abcb-4e0b-85dd-48df1930fc5e tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.99 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 815 time: 0.6339726 Feb 04 13:41:02.618064 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9a8ba-fb44-4077-b137-793ab1b392da None None] The sync data for ids ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'] in n-d-714676-13 is: [{'id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-router', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:40:44Z', 'updated_at': '2022-02-04T13:40:53Z', 'revision_number': 4, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'gw_port': {'id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:46Z', 'updated_at': '2022-02-04T13:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5229fc2d-7911-460f-a33b-0b3529d3d32b', 'name': '', 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'mac_address': 'fa:16:3e:57:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:51Z', 'updated_at': '2022-02-04T13:41:00Z', 'revision_number': 4, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'subnets': [{'id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:41:02.631268 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-43f10f8c-ab9b-48f7-ad84-2bc53b430b04 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Request body: {'port': {'device_id': 'aa3da4e9-f231-4f58-b36e-5ddb25cc56d8', 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87', 'admin_state_up': True, 'tenant_id': '678aab1436e54ac083382f3ac6af32df'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:03.100241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224481c-7515-4e14-8792-3e4a62872008 req-47114881-6a42-482f-a863-5c059774c05e tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:03.102948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2224481c-7515-4e14-8792-3e4a62872008 req-47114881-6a42-482f-a863-5c059774c05e tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/networks?id=125174e1-20cb-4d44-96a0-df58c7f7dce6 HTTP/1.1" status: 200 len: 819 time: 0.8183801 Feb 04 13:41:03.219371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2224481c-7515-4e14-8792-3e4a62872008 req-e742c5df-ed42-44e7-b5c6-1f1ffe3d2fae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/quotas/76aedb4524df40718f20ca5ee3d21056 HTTP/1.1" status: 200 len: 375 time: 0.0928335 Feb 04 13:41:03.502167 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-43f10f8c-ab9b-48f7-ad84-2bc53b430b04 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Made reservation on behalf of 678aab1436e54ac083382f3ac6af32df for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:41:03.509425 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-43f10f8c-ab9b-48f7-ad84-2bc53b430b04 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:03.630691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2224481c-7515-4e14-8792-3e4a62872008 req-7d0135a4-9757-4933-ad5c-671c57ba6b5a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=76aedb4524df40718f20ca5ee3d21056&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3973968 Feb 04 13:41:03.712667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5229fc2d-7911-460f-a33b-0b3529d3d32b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:41:03.971749 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5229fc2d-7911-460f-a33b-0b3529d3d32b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:03.973817 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:04.263969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5229fc2d-7911-460f-a33b-0b3529d3d32b is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:04.264555 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:04.358964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 5229fc2d-7911-460f-a33b-0b3529d3d32b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5229fc2d-7911-460f-a33b-0b3529d3d32b,segment=NetworkSegment(bc6329fa-dd80-4060-9161-23c8b128158e),segment_id=bc6329fa-dd80-4060-9161-23c8b128158e)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:04.369964 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:04.413877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2224481c-7515-4e14-8792-3e4a62872008 req-dfb8a674-337e-43c2-a32c-a9a61bf142c1 service neutron] 10.222.0.96 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7817657 Feb 04 13:41:04.481087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=5229fc2d-7911-460f-a33b-0b3529d3d32b,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:04.642826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-43f10f8c-ab9b-48f7-ad84-2bc53b430b04 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Allocated IP 172.20.0.13 (654735fb-8c15-4ee8-89b5-c0c465bfbf87/66447e54-648f-4c91-94f7-50b0b4107fcd/6ef739af-0a1f-4fd7-b4de-550dcdb861f4) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:41:04.782337 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2224481c-7515-4e14-8792-3e4a62872008 req-30bdd0f9-ac0d-4631-8738-1ec802fe83d5 service neutron] 10.222.0.96 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672407 Feb 04 13:41:05.340800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c69741ba-eced-49d1-8479-10a54f4f260b details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:41:05.509671 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-43f10f8c-ab9b-48f7-ad84-2bc53b430b04 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks [] for port (6ef739af-0a1f-4fd7-b4de-550dcdb861f4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:05.721877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5229fc2d-7911-460f-a33b-0b3529d3d32b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:41:05.845948 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-43f10f8c-ab9b-48f7-ad84-2bc53b430b04 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (6ef739af-0a1f-4fd7-b4de-550dcdb861f4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:05.936305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['131c81be-3edf-4d98-a4c8-daa92f8609ca', '65f83736-6a76-4332-b2fc-15a543bc1f07'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:41:06.133597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-43f10f8c-ab9b-48f7-ad84-2bc53b430b04 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:41:06.174591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a078ff-8ef8-4b34-9ff8-8b8dc5f8530e req-9ab536d3-46ba-4a94-9f76-0a6d0d725e2d tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:06.182738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58a078ff-8ef8-4b34-9ff8-8b8dc5f8530e req-9ab536d3-46ba-4a94-9f76-0a6d0d725e2d tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa3da4e9-f231-4f58-b36e-5ddb25cc56d8 HTTP/1.1" status: 200 len: 932 time: 0.3890424 Feb 04 13:41:06.184420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-43f10f8c-ab9b-48f7-ad84-2bc53b430b04 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:41:06.195104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-43f10f8c-ab9b-48f7-ad84-2bc53b430b04 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:41:06.209863 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f10f8c-ab9b-48f7-ad84-2bc53b430b04 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Pushing event updated for resources: {'Port': ['ID=6ef739af-0a1f-4fd7-b4de-550dcdb861f4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:06.523878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-43f10f8c-ab9b-48f7-ad84-2bc53b430b04 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:06.524961 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-43f10f8c-ab9b-48f7-ad84-2bc53b430b04 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:06.623369 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58a078ff-8ef8-4b34-9ff8-8b8dc5f8530e req-50599aa7-f58c-4e68-b77a-c6440bc46740 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139497 Feb 04 13:41:06.648576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-43f10f8c-ab9b-48f7-ad84-2bc53b430b04 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0440245 Feb 04 13:41:06.681161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Request body: {'port': {'device_id': 'aa3da4e9-f231-4f58-b36e-5ddb25cc56d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:06.687624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c69741ba-eced-49d1-8479-10a54f4f260b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c69741ba-eced-49d1-8479-10a54f4f260b,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:06.790425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'c69741ba-eced-49d1-8479-10a54f4f260b', 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600', 'port_id': 'c69741ba-eced-49d1-8479-10a54f4f260b', 'mac_address': 'fa:16:3e:28:fb:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78af8ff-67e1-42f4-9e35-b82038a60957', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:41:06.823990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5229fc2d-7911-460f-a33b-0b3529d3d32b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:06.824784 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:06.862026 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f235438-ecf7-4d7b-8fea-7fe98cae44c1 x-openstack-request-id: req-9f235438-ecf7-4d7b-8fea-7fe98cae44c1 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:41:06.863656 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f90c3f-7e01-4580-9f2d-964b729091c5", "tag": "c69741ba-eced-49d1-8479-10a54f4f260b", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:41:06.864331 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9f235438-ecf7-4d7b-8fea-7fe98cae44c1 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:41:06.866051 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f90c3f-7e01-4580-9f2d-964b729091c5', 'tag': 'c69741ba-eced-49d1-8479-10a54f4f260b', 'status': 'completed', 'code': 200} Feb 04 13:41:06.927541 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6ef739af-0a1f-4fd7-b4de-550dcdb861f4), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:07.062823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078aa322-b59a-4145-9f87-98889c5fd75f req-7fb9a353-a292-408b-9d2b-2c1f8264c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:07.066083 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-078aa322-b59a-4145-9f87-98889c5fd75f req-7fb9a353-a292-408b-9d2b-2c1f8264c63b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88ae3887090d4b389f29a371536a3494&device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 1127 time: 0.2257671 Feb 04 13:41:07.085726 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c69741ba-eced-49d1-8479-10a54f4f260b is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:07.098090 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:07.126251 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64422117-6863-4911-b57e-31b2bb931a1f req-28df29b8-9183-4885-806d-66f3d3a8bac3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.1345301 Feb 04 13:41:07.413105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69741ba-eced-49d1-8479-10a54f4f260b {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:41:07.464222 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c69741ba-eced-49d1-8479-10a54f4f260b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c69741ba-eced-49d1-8479-10a54f4f260b,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:07.467462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5229fc2d-7911-460f-a33b-0b3529d3d32b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:07.497905 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:07.560400 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078aa322-b59a-4145-9f87-98889c5fd75f req-e3a8529a-9787-4f93-bace-06bc570762c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:07.570486 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-078aa322-b59a-4145-9f87-98889c5fd75f req-e3a8529a-9787-4f93-bace-06bc570762c0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d54e14ae-66d1-4e05-a88b-8bb06f860600 HTTP/1.1" status: 200 len: 915 time: 0.4910502 Feb 04 13:41:07.770267 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-078aa322-b59a-4145-9f87-98889c5fd75f req-e6fb61d4-af86-46d1-b003-9e6864b91d2e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c69741ba-eced-49d1-8479-10a54f4f260b HTTP/1.1" status: 200 len: 217 time: 0.1943903 Feb 04 13:41:07.899075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c69741ba-eced-49d1-8479-10a54f4f260b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:41:08.068342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078aa322-b59a-4145-9f87-98889c5fd75f req-d7ee9a85-8782-4024-93ed-ec1f28579c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:08.071617 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-078aa322-b59a-4145-9f87-98889c5fd75f req-d7ee9a85-8782-4024-93ed-ec1f28579c5f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d78af8ff-67e1-42f4-9e35-b82038a60957 HTTP/1.1" status: 200 len: 854 time: 0.2959058 Feb 04 13:41:08.120260 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c69741ba-eced-49d1-8479-10a54f4f260b,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:08.169006 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-078aa322-b59a-4145-9f87-98889c5fd75f req-318ebc77-5451-4526-aaf2-b88ddcc87761 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d54e14ae-66d1-4e05-a88b-8bb06f860600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904994 Feb 04 13:41:08.204495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcd5b3-794d-4b80-92c1-41490633a152 req-8fc5df1d-0da5-488e-bc21-158be27ecac8 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:08.219190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccfcd5b3-794d-4b80-92c1-41490633a152 req-8fc5df1d-0da5-488e-bc21-158be27ecac8 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 945 time: 0.8213394 Feb 04 13:41:08.530748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224481c-7515-4e14-8792-3e4a62872008 req-737f9c4e-bfc0-4cd8-8aa3-44373892ed6a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:08.539427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2224481c-7515-4e14-8792-3e4a62872008 req-737f9c4e-bfc0-4cd8-8aa3-44373892ed6a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.99 "GET /v2.0/networks?id=125174e1-20cb-4d44-96a0-df58c7f7dce6 HTTP/1.1" status: 200 len: 819 time: 0.7069571 Feb 04 13:41:08.558373 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-078aa322-b59a-4145-9f87-98889c5fd75f req-a82df342-f269-4973-900a-e0631b0cffa2 service neutron] 10.222.0.99 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788612 Feb 04 13:41:08.573371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-2224481c-7515-4e14-8792-3e4a62872008 req-c71ab0e3-1d59-4088-9e81-9bbafdd1ebb2 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Request body: {'port': {'device_id': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6', 'admin_state_up': True, 'tenant_id': '76aedb4524df40718f20ca5ee3d21056'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:08.841857 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-078aa322-b59a-4145-9f87-98889c5fd75f req-72cfccdf-cc25-4d7f-bed8-4a44c6015ef8 service neutron] 10.222.0.99 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771122 Feb 04 13:41:09.083694 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccfcd5b3-794d-4b80-92c1-41490633a152 req-38729163-d79c-4da6-8348-5014b1e305fb tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8632312 Feb 04 13:41:09.419309 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-042f3a30-2b12-4177-8fc3-bc32518fc1c9 req-2fa2b3e0-d042-4f0c-9ee4-7167e854c7e4 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 210 time: 0.1633666 Feb 04 13:41:09.476956 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:41:09.492986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c69741ba-eced-49d1-8479-10a54f4f260b up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:41:09.515894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2224481c-7515-4e14-8792-3e4a62872008 req-c71ab0e3-1d59-4088-9e81-9bbafdd1ebb2 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Made reservation on behalf of 76aedb4524df40718f20ca5ee3d21056 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:41:09.529806 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2224481c-7515-4e14-8792-3e4a62872008 req-c71ab0e3-1d59-4088-9e81-9bbafdd1ebb2 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:09.560168 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Publish callbacks [] for port (6ef739af-0a1f-4fd7-b4de-550dcdb861f4), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:09.668557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port c69741ba-eced-49d1-8479-10a54f4f260b completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:41:09.673571 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port c69741ba-eced-49d1-8479-10a54f4f260b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:09.673952 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:10.034728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c69741ba-eced-49d1-8479-10a54f4f260b is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:10.036745 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:10.046598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-2224481c-7515-4e14-8792-3e4a62872008 req-c71ab0e3-1d59-4088-9e81-9bbafdd1ebb2 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Allocated IP 172.20.0.13 (125174e1-20cb-4d44-96a0-df58c7f7dce6/27a949e4-0aa1-4c83-ac16-4e55656dc857/128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:41:10.169425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c69741ba-eced-49d1-8479-10a54f4f260b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c69741ba-eced-49d1-8479-10a54f4f260b,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:10.175766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f90c3f-7e01-4580-9f2d-964b729091c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69741ba-eced-49d1-8479-10a54f4f260b'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:41:10.184442 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f362f3e2-c6af-4beb-9c9b-df504890b314" -d '{"events": [{"server_uuid": "e5f90c3f-7e01-4580-9f2d-964b729091c5", "name": "network-vif-plugged", "status": "completed", "tag": "c69741ba-eced-49d1-8479-10a54f4f260b"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:41:10.201443 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:10.485011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c69741ba-eced-49d1-8479-10a54f4f260b,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:10.509760 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2224481c-7515-4e14-8792-3e4a62872008 req-c71ab0e3-1d59-4088-9e81-9bbafdd1ebb2 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:10.944409 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-03df1ba5-2880-4ca1-a13a-f8e3ab340929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:11.226265 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Transition to ACTIVE for port object 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:41:11.230077 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2224481c-7515-4e14-8792-3e4a62872008 req-c71ab0e3-1d59-4088-9e81-9bbafdd1ebb2 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:11.244525 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (6ef739af-0a1f-4fd7-b4de-550dcdb861f4), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:11.372418 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2224481c-7515-4e14-8792-3e4a62872008 req-c71ab0e3-1d59-4088-9e81-9bbafdd1ebb2 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Network 125174e1-20cb-4d44-96a0-df58c7f7dce6 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:41:11.381097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-2224481c-7515-4e14-8792-3e4a62872008 req-c71ab0e3-1d59-4088-9e81-9bbafdd1ebb2 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:41:11.392482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2224481c-7515-4e14-8792-3e4a62872008 req-c71ab0e3-1d59-4088-9e81-9bbafdd1ebb2 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:41:11.420887 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883fe20-0b32-4425-a735-34073d7b0da9 req-56a7df18-64c1-467a-aa92-b0441f31969a tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:11.430766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3883fe20-0b32-4425-a735-34073d7b0da9 req-56a7df18-64c1-467a-aa92-b0441f31969a tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa3da4e9-f231-4f58-b36e-5ddb25cc56d8 HTTP/1.1" status: 200 len: 932 time: 1.8453927 Feb 04 13:41:11.501069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ab0e3-1d59-4088-9e81-9bbafdd1ebb2 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Pushing event updated for resources: {'Port': ['ID=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:11.716965 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef739af-0a1f-4fd7-b4de-550dcdb861f4,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:11.841792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3883fe20-0b32-4425-a735-34073d7b0da9 req-29ec5079-4ac0-47b5-9eff-b216f62faf85 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988056 Feb 04 13:41:11.868609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224481c-7515-4e14-8792-3e4a62872008 req-c71ab0e3-1d59-4088-9e81-9bbafdd1ebb2 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:11.869922 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2224481c-7515-4e14-8792-3e4a62872008 req-c71ab0e3-1d59-4088-9e81-9bbafdd1ebb2 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:11.964051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Attempting to bind port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:41:11.966082 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Attempting to bind port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:41:11.967327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Attempting to bind port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 on network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:41:11.985203 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 on network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:41:11.986272 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Attempting to bind port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 on network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:41:12.010024 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2224481c-7515-4e14-8792-3e4a62872008 req-c71ab0e3-1d59-4088-9e81-9bbafdd1ebb2 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4488409 Feb 04 13:41:12.029462 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Request body: {'port': {'device_id': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:12.133798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:41:12.134406 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Checking segment: {'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:41:12.135628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Bound using segment: {'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:41:12.136438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Bound port: 6ef739af-0a1f-4fd7-b4de-550dcdb861f4, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:41:12.136990 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6ef739af-0a1f-4fd7-b4de-550dcdb861f4), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:12.570890 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:12.736792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9024926b-3387-4911-9bbc-b681415a2f2b req-7f86cd37-485e-4bd1-9f72-3d5c8844274a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.6073864 Feb 04 13:41:13.043410 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] For port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:41:13.225472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] For port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=6ef739af-0a1f-4fd7-b4de-550dcdb861f4,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:41:13.284541 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (6ef739af-0a1f-4fd7-b4de-550dcdb861f4), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:13.529425 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:13.537968 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:13.540407 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] 10.222.0.99 "PUT /v2.0/ports/6ef739af-0a1f-4fd7-b4de-550dcdb861f4 HTTP/1.1" status: 200 len: 1093 time: 6.8817980 Feb 04 13:41:13.543269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3da4e9-f231-4f58-b36e-5ddb25cc56d8', 'tag': '6ef739af-0a1f-4fd7-b4de-550dcdb861f4'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:41:13.553123 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354a1792-fc7f-40c6-9f10-89b79ad251a4" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3da4e9-f231-4f58-b36e-5ddb25cc56d8", "tag": "6ef739af-0a1f-4fd7-b4de-550dcdb861f4"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:41:13.690691 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50857c-bdca-44ea-93cf-aa3383302fd1 req-efa8bda0-02e5-4969-9838-7cd690ef0c9e tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:13.698962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae50857c-bdca-44ea-93cf-aa3383302fd1 req-efa8bda0-02e5-4969-9838-7cd690ef0c9e tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 946 time: 0.7028215 Feb 04 13:41:13.753325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd00bde-d40d-4eca-bde6-99bd4f1be718 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef739af-0a1f-4fd7-b4de-550dcdb861f4,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:13.769390 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-701586c9-cd23-4ba1-8977-01c3ec852497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:13.818151 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae50857c-bdca-44ea-93cf-aa3383302fd1 req-cf8a425e-7481-447c-ba8f-e9223e53220c tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178894 Feb 04 13:41:13.896604 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:13.922529 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5b9a10-5220-4bbc-a11e-13aac82f1e05 x-openstack-request-id: req-cd5b9a10-5220-4bbc-a11e-13aac82f1e05 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:41:13.927944 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f90c3f-7e01-4580-9f2d-964b729091c5", "name": "network-vif-plugged", "status": "completed", "tag": "c69741ba-eced-49d1-8479-10a54f4f260b", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:41:13.928535 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cd5b9a10-5220-4bbc-a11e-13aac82f1e05 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:41:13.929197 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f90c3f-7e01-4580-9f2d-964b729091c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69741ba-eced-49d1-8479-10a54f4f260b', 'code': 200} Feb 04 13:41:14.049774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:41:14.085276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-7ba59a7b-68c7-4bcc-9671-e73dd1640e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:14.096248 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-7ba59a7b-68c7-4bcc-9671-e73dd1640e3c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&device_id=aa3da4e9-f231-4f58-b36e-5ddb25cc56d8 HTTP/1.1" status: 200 len: 1127 time: 0.4789176 Feb 04 13:41:14.152046 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Publish callbacks [] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:14.225313 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3e8b2-0f28-4b8e-bd78-3ed52eab6caf req-fe338319-45be-494c-9241-aa39f92f9ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:14.231594 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29e3e8b2-0f28-4b8e-bd78-3ed52eab6caf req-fe338319-45be-494c-9241-aa39f92f9ea2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 1129 time: 0.2124951 Feb 04 13:41:14.287067 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-93ace2a7-a4b2-4a84-be71-4156e1443281 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ef739af-0a1f-4fd7-b4de-550dcdb861f4 HTTP/1.1" status: 200 len: 217 time: 0.1740220 Feb 04 13:41:14.348066 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29e3e8b2-0f28-4b8e-bd78-3ed52eab6caf req-40b16199-1acb-412b-ad6b-da5f3715b6d7 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068511 Feb 04 13:41:14.443625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Transition to ACTIVE for port object 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:41:14.502879 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:14.682467 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:14.710148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-ef54bc55-4039-4bf6-99a9-0dec11bf9455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:14.713606 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-ef54bc55-4039-4bf6-99a9-0dec11bf9455 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66447e54-648f-4c91-94f7-50b0b4107fcd HTTP/1.1" status: 200 len: 855 time: 0.4127765 Feb 04 13:41:14.769417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576f713-3c61-4288-8f9e-15925b279e70 req-daaf089b-4c0a-46fb-99ae-f0ef43f0faba tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:14.772245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5576f713-3c61-4288-8f9e-15925b279e70 req-daaf089b-4c0a-46fb-99ae-f0ef43f0faba tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 932 time: 0.5017419 Feb 04 13:41:14.814950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Pushing event updated for resources: {'Port': ['ID=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:14.894011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:14.894956 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:14.895367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:14.895780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:14.896318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:14.896967 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:14.897610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:14.898224 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:14.898841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:14.899608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:14.900812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:14.901502 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:14.901878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:14.912413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-9a34e8bb-de54-47e6-a8f6-740dda777cb5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=654735fb-8c15-4ee8-89b5-c0c465bfbf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1625054 Feb 04 13:41:14.973452 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:41:15.262712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5576f713-3c61-4288-8f9e-15925b279e70 req-94d8997d-ad25-4976-b2af-c9be9b77e071 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/security-groups?id=a709f0b0-146d-4356-9d46-6c372169bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664638 Feb 04 13:41:15.356288 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Attempting to bind port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:41:15.358348 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Attempting to bind port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'bc6329fa-dd80-4060-9161-23c8b128158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:41:15.359944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Attempting to bind port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 on network 125174e1-20cb-4d44-96a0-df58c7f7dce6 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:41:15.393662 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-2bff6249-bb6c-4982-a9ec-6dee5807a63a service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081252 Feb 04 13:41:15.395560 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 on network 125174e1-20cb-4d44-96a0-df58c7f7dce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:41:15.396093 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Attempting to bind port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 on network 125174e1-20cb-4d44-96a0-df58c7f7dce6 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:41:15.544917 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:15.699594 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6abcdc86-b8af-4887-8f9b-10743729e02d req-e78b0b98-7194-47b1-b6b3-5815e2af7709 service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779276 Feb 04 13:41:15.707853 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:41:15.708452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Checking segment: {'id': 'bc6329fa-dd80-4060-9161-23c8b128158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:41:15.709099 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Bound using segment: {'id': 'bc6329fa-dd80-4060-9161-23c8b128158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:41:15.709853 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Bound port: 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc6329fa-dd80-4060-9161-23c8b128158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:41:15.710551 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:16.121629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfb177-96a1-4f95-84d3-bad64241c013 req-d3a8170c-ea93-40e4-83a0-8ec1355ba900 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:16.132785 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29bfb177-96a1-4f95-84d3-bad64241c013 req-d3a8170c-ea93-40e4-83a0-8ec1355ba900 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa3da4e9-f231-4f58-b36e-5ddb25cc56d8 HTTP/1.1" status: 200 len: 944 time: 0.4304976 Feb 04 13:41:16.252975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] For port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:41:16.341877 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] For port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7,segment=NetworkSegment(bc6329fa-dd80-4060-9161-23c8b128158e),segment_id=bc6329fa-dd80-4060-9161-23c8b128158e)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:41:16.401862 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:16.633019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Pushing event updated for resources: {'Port': ['ID=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:16.703924 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29bfb177-96a1-4f95-84d3-bad64241c013 req-ae27ff39-de66-43e6-a723-fe14d948817d tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528243 Feb 04 13:41:16.735341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:16.752850 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:16.760810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2224481c-7515-4e14-8792-3e4a62872008 req-5e3c5c5a-1c61-49a3-909f-2cceac910e0e service neutron] 10.222.0.99 "PUT /v2.0/ports/128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 HTTP/1.1" status: 200 len: 1093 time: 4.7409375 Feb 04 13:41:17.027856 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29146b19-362a-4478-9dcb-d7688d6ccbb1 x-openstack-request-id: req-29146b19-362a-4478-9dcb-d7688d6ccbb1 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:41:17.028874 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3da4e9-f231-4f58-b36e-5ddb25cc56d8", "tag": "6ef739af-0a1f-4fd7-b4de-550dcdb861f4", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:41:17.029408 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-29146b19-362a-4478-9dcb-d7688d6ccbb1 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:41:17.032476 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3da4e9-f231-4f58-b36e-5ddb25cc56d8', 'tag': '6ef739af-0a1f-4fd7-b4de-550dcdb861f4', 'status': 'completed', 'code': 200} Feb 04 13:41:17.140462 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:17.419153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c652a8c2-c1f5-4e76-b096-9e69a54dab6c req-018f2be3-6294-4882-949b-03bbfa0b50ac tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.2975688 Feb 04 13:41:17.484740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224481c-7515-4e14-8792-3e4a62872008 req-61e2fb60-b499-4c64-94d4-623b985c27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:17.501152 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2224481c-7515-4e14-8792-3e4a62872008 req-61e2fb60-b499-4c64-94d4-623b985c27fc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=76aedb4524df40718f20ca5ee3d21056&device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 1127 time: 0.6502542 Feb 04 13:41:17.692327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a1792-fc7f-40c6-9f10-89b79ad251a4 req-4105a186-92c5-462c-90ad-d33d0778b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:17.695360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-354a1792-fc7f-40c6-9f10-89b79ad251a4 req-4105a186-92c5-462c-90ad-d33d0778b940 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&device_id=aa3da4e9-f231-4f58-b36e-5ddb25cc56d8 HTTP/1.1" status: 200 len: 1127 time: 0.6593561 Feb 04 13:41:17.705231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2224481c-7515-4e14-8792-3e4a62872008 req-8b7a63f1-d43c-48b9-8a5e-cff1bb73efd7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 HTTP/1.1" status: 200 len: 217 time: 0.1901331 Feb 04 13:41:18.005669 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224481c-7515-4e14-8792-3e4a62872008 req-5b522654-a14d-4a11-a1ff-fd81decf8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:18.008314 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2224481c-7515-4e14-8792-3e4a62872008 req-5b522654-a14d-4a11-a1ff-fd81decf8bdc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=27a949e4-0aa1-4c83-ac16-4e55656dc857 HTTP/1.1" status: 200 len: 859 time: 0.2856393 Feb 04 13:41:18.009329 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:18.152069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87002755-301d-444c-882e-6f7ed27727b6 req-1ffdbdd8-41e2-4d41-9afb-c533f9b64d12 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:18.155887 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87002755-301d-444c-882e-6f7ed27727b6 req-1ffdbdd8-41e2-4d41-9afb-c533f9b64d12 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 946 time: 0.4566951 Feb 04 13:41:18.166833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a1792-fc7f-40c6-9f10-89b79ad251a4 req-447a2982-a61d-4762-9109-3ba0fd00fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:18.170056 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-354a1792-fc7f-40c6-9f10-89b79ad251a4 req-447a2982-a61d-4762-9109-3ba0fd00fcd3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 916 time: 0.4627514 Feb 04 13:41:18.174191 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2224481c-7515-4e14-8792-3e4a62872008 req-329116c7-b940-454f-a3dd-d3f3b0a34808 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=125174e1-20cb-4d44-96a0-df58c7f7dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537585 Feb 04 13:41:18.584191 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2224481c-7515-4e14-8792-3e4a62872008 req-2c051286-a73d-490c-8000-8a236a79e995 service neutron] 10.222.0.99 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812611 Feb 04 13:41:18.599072 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-354a1792-fc7f-40c6-9f10-89b79ad251a4 req-736ad35c-f720-436e-9bc9-ff2386572274 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ef739af-0a1f-4fd7-b4de-550dcdb861f4 HTTP/1.1" status: 200 len: 217 time: 0.4087722 Feb 04 13:41:18.822892 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2224481c-7515-4e14-8792-3e4a62872008 req-c3fdba2b-1d9d-45a7-875d-32ca993da4ff service neutron] 10.222.0.99 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166035 Feb 04 13:41:19.035471 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'tag': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:41:19.040287 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8232a7cf-fe25-40f0-aad8-14e0aa8c5027" -d '{"events": [{"name": "network-changed", "server_uuid": "f18a7680-5b12-4fc8-8598-6a450f7b25d3", "tag": "128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:41:19.046796 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a1792-fc7f-40c6-9f10-89b79ad251a4 req-a05be99f-4cb0-42fc-9de9-4d0015e1800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:19.050261 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-354a1792-fc7f-40c6-9f10-89b79ad251a4 req-a05be99f-4cb0-42fc-9de9-4d0015e1800e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66447e54-648f-4c91-94f7-50b0b4107fcd HTTP/1.1" status: 200 len: 855 time: 0.2012529 Feb 04 13:41:19.075343 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87002755-301d-444c-882e-6f7ed27727b6 req-40f22bd6-e24d-4fd0-aa66-a60b43d20adb tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8990526 Feb 04 13:41:19.153505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-354a1792-fc7f-40c6-9f10-89b79ad251a4 req-a9a14e80-b42f-4031-b3da-516ed8f6f429 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=654735fb-8c15-4ee8-89b5-c0c465bfbf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766330 Feb 04 13:41:19.448855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-354a1792-fc7f-40c6-9f10-89b79ad251a4 req-c3b68411-ff84-4691-b5cc-b4926a49b54f service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877033 Feb 04 13:41:19.541567 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:41:19.745898 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-354a1792-fc7f-40c6-9f10-89b79ad251a4 req-e5e81cc3-a0c6-4475-a65c-d40a07b13754 service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803082 Feb 04 13:41:19.810235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be7087-bd45-45bc-a9d5-3e90bef16fab req-d5ee505e-42b7-4b0d-b458-eec68ab3833d tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:19.835408 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9be7087-bd45-45bc-a9d5-3e90bef16fab req-d5ee505e-42b7-4b0d-b458-eec68ab3833d tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 944 time: 0.3843224 Feb 04 13:41:19.910750 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=6ef739af-0a1f-4fd7-b4de-550dcdb861f4,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:19.945671 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '6ef739af-0a1f-4fd7-b4de-550dcdb861f4', 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87', 'port_id': '6ef739af-0a1f-4fd7-b4de-550dcdb861f4', 'mac_address': 'fa:16:3e:d3:24:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66447e54-648f-4c91-94f7-50b0b4107fcd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:41:20.086998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9be7087-bd45-45bc-a9d5-3e90bef16fab req-2136ac15-a303-4442-9bc5-907300f86211 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/security-groups?id=a709f0b0-146d-4356-9d46-6c372169bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503912 Feb 04 13:41:20.124442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53278) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:20.132989 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-7dd2302f-dfa3-41f5-831c-e7fc0bb05720 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-993786420'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:20.154066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:20.157754 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6ef739af-0a1f-4fd7-b4de-550dcdb861f4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:20.207839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd2302f-dfa3-41f5-831c-e7fc0bb05720 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Made reservation on behalf of b7509a3710d94881bcf821ccba4baf3b for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:41:20.222568 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7dd2302f-dfa3-41f5-831c-e7fc0bb05720 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:20.236836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:41:20.331034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=6ef739af-0a1f-4fd7-b4de-550dcdb861f4,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:20.341040 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6ef739af-0a1f-4fd7-b4de-550dcdb861f4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:20.474672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd2302f-dfa3-41f5-831c-e7fc0bb05720 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:41:20.537522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=6ef739af-0a1f-4fd7-b4de-550dcdb861f4,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:20.568867 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7dd2302f-dfa3-41f5-831c-e7fc0bb05720 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (53d6a2ee-7a06-4697-8aa6-c0a62c54f323), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:20.569439 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-7dd2302f-dfa3-41f5-831c-e7fc0bb05720 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Added segment 53d6a2ee-7a06-4697-8aa6-c0a62c54f323 of type vlan for network 1612d2d9-6bc5-454e-b028-8e610907a6d3 Feb 04 13:41:20.699849 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7dd2302f-dfa3-41f5-831c-e7fc0bb05720 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (1612d2d9-6bc5-454e-b028-8e610907a6d3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:20.739266 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['6ef739af-0a1f-4fd7-b4de-550dcdb861f4'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:41:20.766459 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fa02d-c8bf-4005-b80b-660b5bcd911a req-f6219cfc-e083-4e5e-adec-cdf4ea71c747 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:20.771335 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d1fa02d-c8bf-4005-b80b-660b5bcd911a req-f6219cfc-e083-4e5e-adec-cdf4ea71c747 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa3da4e9-f231-4f58-b36e-5ddb25cc56d8 HTTP/1.1" status: 200 len: 945 time: 0.4442444 Feb 04 13:41:20.775866 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7dd2302f-dfa3-41f5-831c-e7fc0bb05720 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (1612d2d9-6bc5-454e-b028-8e610907a6d3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:20.788388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd2302f-dfa3-41f5-831c-e7fc0bb05720 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:20.794709 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7dd2302f-dfa3-41f5-831c-e7fc0bb05720 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:21.030526 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53288) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:21.051436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53292) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:21.052879 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7dd2302f-dfa3-41f5-831c-e7fc0bb05720 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9259419 Feb 04 13:41:21.061122 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-399f1393-9659-4010-8fe5-290b1071c882 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-38803406'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:21.110953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2302f-dfa3-41f5-831c-e7fc0bb05720 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event updated for resources: {'Network': ['ID=1612d2d9-6bc5-454e-b028-8e610907a6d3,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:21.156500 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399f1393-9659-4010-8fe5-290b1071c882 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Made reservation on behalf of b7509a3710d94881bcf821ccba4baf3b for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:41:21.183355 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-399f1393-9659-4010-8fe5-290b1071c882 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:21.188828 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d1fa02d-c8bf-4005-b80b-660b5bcd911a req-757952a0-74f2-4303-b7c2-8b28f9b89dc1 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857315 Feb 04 13:41:21.190138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 1612d2d9-6bc5-454e-b028-8e610907a6d3 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:41:21.341821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399f1393-9659-4010-8fe5-290b1071c882 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:41:21.403531 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-399f1393-9659-4010-8fe5-290b1071c882 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0d6d791d-09d1-4b3a-9982-b10839cf8190), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:21.405617 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-399f1393-9659-4010-8fe5-290b1071c882 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Added segment 0d6d791d-09d1-4b3a-9982-b10839cf8190 of type vlan for network 361c3099-6555-4ea8-872d-0b37bedf594c Feb 04 13:41:21.469336 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ebd9735-72ff-457f-bdde-ae23cabe5d7c req-5bb0e1b8-0932-4a13-9a32-c553e52a4570 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.0913117 Feb 04 13:41:21.545764 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:41:21.634020 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-399f1393-9659-4010-8fe5-290b1071c882 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (361c3099-6555-4ea8-872d-0b37bedf594c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:21.667255 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1f3113b0-921c-4ded-8e05-761ebb4b748c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:21.673696 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22971b8e-8a29-4115-bbfb-da4dd6bffdf9 x-openstack-request-id: req-22971b8e-8a29-4115-bbfb-da4dd6bffdf9 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:41:21.674061 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18a7680-5b12-4fc8-8598-6a450f7b25d3", "tag": "128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:41:21.674398 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-22971b8e-8a29-4115-bbfb-da4dd6bffdf9 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:41:21.674777 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'tag': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7', 'status': 'completed', 'code': 200} Feb 04 13:41:21.905355 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1f3113b0-921c-4ded-8e05-761ebb4b748c admin admin] Publish callbacks [] for security_group (8da0e1f8-dadc-4e01-85cb-f2204c29c88a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:21.908263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232a7cf-fe25-40f0-aad8-14e0aa8c5027 req-335782f7-c09a-499a-8486-6b6edf8bbb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:21.912942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8232a7cf-fe25-40f0-aad8-14e0aa8c5027 req-335782f7-c09a-499a-8486-6b6edf8bbb41 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=76aedb4524df40718f20ca5ee3d21056&device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 1127 time: 0.2085757 Feb 04 13:41:21.918983 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1f3113b0-921c-4ded-8e05-761ebb4b748c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8da0e1f8-dadc-4e01-85cb-f2204c29c88a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:21.964201 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-399f1393-9659-4010-8fe5-290b1071c882 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (361c3099-6555-4ea8-872d-0b37bedf594c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:21.974309 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399f1393-9659-4010-8fe5-290b1071c882 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:21.983111 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-399f1393-9659-4010-8fe5-290b1071c882 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:22.081058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7,segment=NetworkSegment(bc6329fa-dd80-4060-9161-23c8b128158e),segment_id=bc6329fa-dd80-4060-9161-23c8b128158e)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:22.113345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7', 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6', 'port_id': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7', 'mac_address': 'fa:16:3e:e9:5e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:41:22.211446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f1393-9659-4010-8fe5-290b1071c882 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event updated for resources: {'Network': ['ID=361c3099-6555-4ea8-872d-0b37bedf594c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:22.256345 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1f3113b0-921c-4ded-8e05-761ebb4b748c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2543852da82e4d39a279a6cdee98b581&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2220557 Feb 04 13:41:22.261619 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-399f1393-9659-4010-8fe5-290b1071c882 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2083676 Feb 04 13:41:22.262903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53304) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:22.265801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53306) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:22.271898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d854e-4c0e-4fec-9122-80a5892ed80b req-57b25bd2-cef4-45f4-9584-735396464abb tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:22.273091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3113b0-921c-4ded-8e05-761ebb4b748c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da0e1f8-dadc-4e01-85cb-f2204c29c88a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:22.305932 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c0d854e-4c0e-4fec-9122-80a5892ed80b req-57b25bd2-cef4-45f4-9584-735396464abb tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 946 time: 0.3631423 Feb 04 13:41:22.317511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:22.318212 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:22.323960 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 361c3099-6555-4ea8-872d-0b37bedf594c details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:41:22.380206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:41:22.424667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6e9b0b21-8620-48ee-b439-927d8403bfaf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Request body: {'subnet': {'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:22.486828 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7,segment=NetworkSegment(bc6329fa-dd80-4060-9161-23c8b128158e),segment_id=bc6329fa-dd80-4060-9161-23c8b128158e)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:22.497013 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:22.503529 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232a7cf-fe25-40f0-aad8-14e0aa8c5027 req-04f0df85-0616-45d8-97c2-681f42d4bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:22.504917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8232a7cf-fe25-40f0-aad8-14e0aa8c5027 req-04f0df85-0616-45d8-97c2-681f42d4bca2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=125174e1-20cb-4d44-96a0-df58c7f7dce6 HTTP/1.1" status: 200 len: 920 time: 0.5837386 Feb 04 13:41:22.608961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c0d854e-4c0e-4fec-9122-80a5892ed80b req-51896de0-0636-4d16-b773-b29526e96812 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009081 Feb 04 13:41:22.721592 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8232a7cf-fe25-40f0-aad8-14e0aa8c5027 req-e45ca3b2-6056-4590-b79d-d8102c5ef811 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 HTTP/1.1" status: 200 len: 217 time: 0.1273787 Feb 04 13:41:22.737326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-448f2491-e1b7-4dfa-a598-3ce9b5995f32 admin admin] Publish callbacks [] for security_group (8da0e1f8-dadc-4e01-85cb-f2204c29c88a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:22.893174 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-448f2491-e1b7-4dfa-a598-3ce9b5995f32 admin admin] Publish callbacks [] for security_group (8da0e1f8-dadc-4e01-85cb-f2204c29c88a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:22.913992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:22.948769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:41:22.965426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232a7cf-fe25-40f0-aad8-14e0aa8c5027 req-062d0ae2-3490-4824-a19e-fa1d9e9634b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:22.976586 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8232a7cf-fe25-40f0-aad8-14e0aa8c5027 req-062d0ae2-3490-4824-a19e-fa1d9e9634b4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=27a949e4-0aa1-4c83-ac16-4e55656dc857 HTTP/1.1" status: 200 len: 859 time: 0.2459540 Feb 04 13:41:23.051947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8232a7cf-fe25-40f0-aad8-14e0aa8c5027 req-9c22c235-3947-44cf-a5fd-7fa5c7768bdb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=125174e1-20cb-4d44-96a0-df58c7f7dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551188 Feb 04 13:41:23.116593 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-448f2491-e1b7-4dfa-a598-3ce9b5995f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8da0e1f8-dadc-4e01-85cb-f2204c29c88a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:23.129388 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-448f2491-e1b7-4dfa-a598-3ce9b5995f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:23.134029 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-448f2491-e1b7-4dfa-a598-3ce9b5995f32 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8da0e1f8-dadc-4e01-85cb-f2204c29c88a HTTP/1.1" status: 204 len: 168 time: 0.8568423 Feb 04 13:41:23.260415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f2491-e1b7-4dfa-a598-3ce9b5995f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da0e1f8-dadc-4e01-85cb-f2204c29c88a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:23.319472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a34446-3589-4ed1-8ed4-5cb69a310d50 req-2733dd83-47ed-47fa-8a81-77c075b98fb6 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:23.328473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31a34446-3589-4ed1-8ed4-5cb69a310d50 req-2733dd83-47ed-47fa-8a81-77c075b98fb6 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 945 time: 0.3501990 Feb 04 13:41:23.334570 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9b0b21-8620-48ee-b439-927d8403bfaf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Made reservation on behalf of b7509a3710d94881bcf821ccba4baf3b for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:41:23.346535 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e9b0b21-8620-48ee-b439-927d8403bfaf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:23.564734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:41:23.570660 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8232a7cf-fe25-40f0-aad8-14e0aa8c5027 req-a1d7cee6-215e-47b5-b1dd-788e5b972680 service neutron] 10.222.0.99 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952002 Feb 04 13:41:23.853760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31a34446-3589-4ed1-8ed4-5cb69a310d50 req-53ae782c-f027-47f3-b0e9-f4efce139841 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/security-groups?id=a709f0b0-146d-4356-9d46-6c372169bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413280 Feb 04 13:41:23.916627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:41:23.929895 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:23.933740 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6ef739af-0a1f-4fd7-b4de-550dcdb861f4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:24.118198 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8232a7cf-fe25-40f0-aad8-14e0aa8c5027 req-352f21b6-0ee8-4249-89e9-17be5c67cf2f service neutron] 10.222.0.99 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399635 Feb 04 13:41:24.270776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:24.278783 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6ef739af-0a1f-4fd7-b4de-550dcdb861f4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:24.379255 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69337b0-80ba-4b2f-aa02-e0e78e8cd586 req-c8ca6f70-0bde-4246-b9f3-4788d1ae707b tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:24.398692 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d69337b0-80ba-4b2f-aa02-e0e78e8cd586 req-c8ca6f70-0bde-4246-b9f3-4788d1ae707b tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa3da4e9-f231-4f58-b36e-5ddb25cc56d8 HTTP/1.1" status: 200 len: 945 time: 0.3297951 Feb 04 13:41:24.433198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53332) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:24.477130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=6ef739af-0a1f-4fd7-b4de-550dcdb861f4,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:24.479587 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3da4e9-f231-4f58-b36e-5ddb25cc56d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef739af-0a1f-4fd7-b4de-550dcdb861f4'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:41:24.485522 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b338b1-6783-4be0-ba41-089b5888ce80" -d '{"events": [{"server_uuid": "aa3da4e9-f231-4f58-b36e-5ddb25cc56d8", "name": "network-vif-plugged", "status": "completed", "tag": "6ef739af-0a1f-4fd7-b4de-550dcdb861f4"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:41:24.491721 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6ef739af-0a1f-4fd7-b4de-550dcdb861f4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:24.524233 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ecb6-775b-410f-8f08-09fa624a3849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:24.654412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=6ef739af-0a1f-4fd7-b4de-550dcdb861f4,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:24.717552 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d69337b0-80ba-4b2f-aa02-e0e78e8cd586 req-21ff4703-aaf7-4f8a-ad29-dfd171085fd7 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522321 Feb 04 13:41:24.892531 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ecb6-775b-410f-8f08-09fa624a3849 admin admin] Publish callbacks [] for security_group (8ec70da5-33b2-4d0a-9c8d-ec067549b96a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:24.903845 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ecb6-775b-410f-8f08-09fa624a3849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8ec70da5-33b2-4d0a-9c8d-ec067549b96a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:25.045473 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e9b0b21-8620-48ee-b439-927d8403bfaf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (e3cbde94-2939-42c1-a2b7-b944609cf04a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:25.054604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ffdc8659-e501-44b5-b58a-c929217cbf85 req-796d53ef-65a4-4d2d-a270-a15b79c11e67 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.1181152 Feb 04 13:41:25.072493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9ef5ecb6-775b-410f-8f08-09fa624a3849 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6381bee257f6472d9c80e109a02b74b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6322331 Feb 04 13:41:25.072493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5ecb6-775b-410f-8f08-09fa624a3849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec70da5-33b2-4d0a-9c8d-ec067549b96a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:25.076565 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53346) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:25.219860 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-246f64f8-bf4c-434e-9752-79cac8513393 admin admin] Publish callbacks [] for security_group (8ec70da5-33b2-4d0a-9c8d-ec067549b96a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:25.291168 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-246f64f8-bf4c-434e-9752-79cac8513393 admin admin] Publish callbacks [] for security_group (8ec70da5-33b2-4d0a-9c8d-ec067549b96a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:25.311390 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9b0b21-8620-48ee-b439-927d8403bfaf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Checking segment: {'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:41:25.312027 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9b0b21-8620-48ee-b439-927d8403bfaf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Network hostable DHCP agents. Network: 1612d2d9-6bc5-454e-b028-8e610907a6d3, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:41:25.319164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b0b21-8620-48ee-b439-927d8403bfaf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event updated for resources: {'Subnet': ['ID=e3cbde94-2939-42c1-a2b7-b944609cf04a,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:25.382242 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9b0b21-8620-48ee-b439-927d8403bfaf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Network 1612d2d9-6bc5-454e-b028-8e610907a6d3 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:41:25.389329 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-246f64f8-bf4c-434e-9752-79cac8513393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8ec70da5-33b2-4d0a-9c8d-ec067549b96a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:25.393598 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-246f64f8-bf4c-434e-9752-79cac8513393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:25.398263 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-246f64f8-bf4c-434e-9752-79cac8513393 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8ec70da5-33b2-4d0a-9c8d-ec067549b96a HTTP/1.1" status: 204 len: 168 time: 0.3139877 Feb 04 13:41:25.421367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-6e9b0b21-8620-48ee-b439-927d8403bfaf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 1612d2d9-6bc5-454e-b028-8e610907a6d3) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:41:25.425368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f64f8-bf4c-434e-9752-79cac8513393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec70da5-33b2-4d0a-9c8d-ec067549b96a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:25.434996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b634361-f550-4f7f-b7d8-8655e453ca8d None None] Network 1612d2d9-6bc5-454e-b028-8e610907a6d3 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:41:25.444583 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9b0b21-8620-48ee-b439-927d8403bfaf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:25.454771 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e9b0b21-8620-48ee-b439-927d8403bfaf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:25.542231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53356) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:25.542450 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6e9b0b21-8620-48ee-b439-927d8403bfaf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2533159 Feb 04 13:41:25.551012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-fd6c8534-4b28-4c2f-8ca7-54db548260b7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Request body: {'subnet': {'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:25.636034 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7637a7-3935-4179-a2fb-cd7e386a7ec4 x-openstack-request-id: req-7a7637a7-3935-4179-a2fb-cd7e386a7ec4 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:41:25.636884 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3da4e9-f231-4f58-b36e-5ddb25cc56d8", "name": "network-vif-plugged", "status": "completed", "tag": "6ef739af-0a1f-4fd7-b4de-550dcdb861f4", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:41:25.637559 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7a7637a7-3935-4179-a2fb-cd7e386a7ec4 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:41:25.638489 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3da4e9-f231-4f58-b36e-5ddb25cc56d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef739af-0a1f-4fd7-b4de-550dcdb861f4', 'code': 200} Feb 04 13:41:25.643261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:41:25.914294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-1612d2d9-6bc5-454e-b028-8e610907a6d3', 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3', 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'fixed_ips': [{'subnet_id': 'e3cbde94-2939-42c1-a2b7-b944609cf04a'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:41:25.919778 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:25.934057 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:41:25.971975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:25.973192 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:26.145226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6c8534-4b28-4c2f-8ca7-54db548260b7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Made reservation on behalf of b7509a3710d94881bcf821ccba4baf3b for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:41:26.151029 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8534-4b28-4c2f-8ca7-54db548260b7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:26.166391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf47d0-1c6d-44bf-bf90-862cf8456a2a req-15c1fdec-e87d-411a-8f3d-b4ba6402ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:26.168997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddaf47d0-1c6d-44bf-bf90-862cf8456a2a req-15c1fdec-e87d-411a-8f3d-b4ba6402ce50 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=aa3da4e9-f231-4f58-b36e-5ddb25cc56d8 HTTP/1.1" status: 200 len: 1129 time: 0.4082234 Feb 04 13:41:26.541737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:26.542433 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:26.618467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Allocated IP 10.1.1.2 (1612d2d9-6bc5-454e-b028-8e610907a6d3/e3cbde94-2939-42c1-a2b7-b944609cf04a/af6eebe7-bf5d-443b-aeff-779b7c4bc40a) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:41:26.668668 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7,segment=NetworkSegment(bc6329fa-dd80-4060-9161-23c8b128158e),segment_id=bc6329fa-dd80-4060-9161-23c8b128158e)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:26.711812 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:27.156252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901789a1-4314-447e-bf99-2142bedda3bb req-5ab6f2a7-32b2-43ff-930a-120651b41968 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:27.169922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-901789a1-4314-447e-bf99-2142bedda3bb req-5ab6f2a7-32b2-43ff-930a-120651b41968 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 945 time: 1.4111090 Feb 04 13:41:27.271145 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-901789a1-4314-447e-bf99-2142bedda3bb req-c586201e-d790-497d-82e1-21cc098e0c1d tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/security-groups?id=a709f0b0-146d-4356-9d46-6c372169bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995471 Feb 04 13:41:27.452498 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddaf47d0-1c6d-44bf-bf90-862cf8456a2a req-71fe03c0-3669-429c-b3f7-2e1541b981c4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2666070 Feb 04 13:41:27.719875 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:41:27.724456 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33b87c7-3ca8-4784-9feb-e56884de7d45" -d '{"events": [{"server_uuid": "f18a7680-5b12-4fc8-8598-6a450f7b25d3", "name": "network-vif-plugged", "status": "completed", "tag": "128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:41:27.764013 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc8cd8-25a3-45af-afd6-8fd8e45f2298 req-59dc6371-f32e-407c-8cb1-a53d47b5b70a tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:27.773106 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08cc8cd8-25a3-45af-afd6-8fd8e45f2298 req-59dc6371-f32e-407c-8cb1-a53d47b5b70a tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 946 time: 0.3149610 Feb 04 13:41:27.993816 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Publish callbacks [] for port (af6eebe7-bf5d-443b-aeff-779b7c4bc40a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:28.001269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:28.021053 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8534-4b28-4c2f-8ca7-54db548260b7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:28.026874 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (af6eebe7-bf5d-443b-aeff-779b7c4bc40a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:28.127803 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Pushing event updated for resources: {'Port': ['ID=af6eebe7-bf5d-443b-aeff-779b7c4bc40a,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:28.171707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Network 1612d2d9-6bc5-454e-b028-8e610907a6d3 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:41:28.174643 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:41:28.180932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:41:28.277959 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c8534-4b28-4c2f-8ca7-54db548260b7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event updated for resources: {'Subnet': ['ID=cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:28.381578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c8534-4b28-4c2f-8ca7-54db548260b7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Checking segment: {'id': '0d6d791d-09d1-4b3a-9982-b10839cf8190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:41:28.382271 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c8534-4b28-4c2f-8ca7-54db548260b7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Network hostable DHCP agents. Network: 361c3099-6555-4ea8-872d-0b37bedf594c, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:41:28.393996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Attempting to bind port af6eebe7-bf5d-443b-aeff-779b7c4bc40a on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:41:28.398865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Attempting to bind port af6eebe7-bf5d-443b-aeff-779b7c4bc40a by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:41:28.399753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Attempting to bind port af6eebe7-bf5d-443b-aeff-779b7c4bc40a on network 1612d2d9-6bc5-454e-b028-8e610907a6d3 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:41:28.422954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:41:28.423784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Checking segment: {'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:41:28.424428 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:28.425060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Bound using segment: {'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:41:28.425866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Bound port: af6eebe7-bf5d-443b-aeff-779b7c4bc40a, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:41:28.426653 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (af6eebe7-bf5d-443b-aeff-779b7c4bc40a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:28.454028 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08cc8cd8-25a3-45af-afd6-8fd8e45f2298 req-5ba15c2d-b9de-469d-ba89-08a185961538 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294057 Feb 04 13:41:28.490637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c8534-4b28-4c2f-8ca7-54db548260b7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Network 361c3099-6555-4ea8-872d-0b37bedf594c is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:41:28.523166 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-fd6c8534-4b28-4c2f-8ca7-54db548260b7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 361c3099-6555-4ea8-872d-0b37bedf594c) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:41:28.534344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6c8534-4b28-4c2f-8ca7-54db548260b7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:28.535392 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8534-4b28-4c2f-8ca7-54db548260b7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:28.586430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ac6f75-6eeb-41fa-aeb8-db1f00d53c83 None None] Network 361c3099-6555-4ea8-872d-0b37bedf594c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:41:28.603778 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fd6c8534-4b28-4c2f-8ca7-54db548260b7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0562081 Feb 04 13:41:28.604597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53412) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:28.622838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-de2264ba-2533-4918-b861-1e3d7906456e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Request body: {'port': {'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3', 'name': 'tempest-TaggedBootDevicesTest-1484019439', 'fixed_ips': [{'subnet_id': 'e3cbde94-2939-42c1-a2b7-b944609cf04a'}]}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:28.843122 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] For port af6eebe7-bf5d-443b-aeff-779b7c4bc40a, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:41:28.919759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] For port af6eebe7-bf5d-443b-aeff-779b7c4bc40a, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=af6eebe7-bf5d-443b-aeff-779b7c4bc40a,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:41:28.948311 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (af6eebe7-bf5d-443b-aeff-779b7c4bc40a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:29.095330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d9aa1-6ef4-4faf-8ebf-beb310dae395 req-5463b216-66ce-4204-ac65-d936bbe80752 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:29.136417 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-470d9aa1-6ef4-4faf-8ebf-beb310dae395 req-5463b216-66ce-4204-ac65-d936bbe80752 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa3da4e9-f231-4f58-b36e-5ddb25cc56d8 HTTP/1.1" status: 200 len: 946 time: 0.4644363 Feb 04 13:41:29.348466 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-470d9aa1-6ef4-4faf-8ebf-beb310dae395 req-bac669cd-ee18-4953-bab7-17ec95f821ca tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083280 Feb 04 13:41:29.438632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-361c3099-6555-4ea8-872d-0b37bedf594c', 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c', 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'fixed_ips': [{'subnet_id': 'cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:41:29.450283 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:29.456364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a5cac-1607-49be-b5e7-8722021976c4 None None] Pushing event updated for resources: {'Port': ['ID=af6eebe7-bf5d-443b-aeff-779b7c4bc40a,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:29.555381 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2264ba-2533-4918-b861-1e3d7906456e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Made reservation on behalf of b7509a3710d94881bcf821ccba4baf3b for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:41:30.114729 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64eb876c-2e5e-41c1-b09d-1e1dafd2570b req-3bb40958-ba2f-4cad-9e41-1105cce863d1 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.2717555 Feb 04 13:41:30.121569 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Allocated IP 10.2.2.2 (361c3099-6555-4ea8-872d-0b37bedf594c/cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0/d2bede25-d804-48f7-a879-fb619f8d1bdc) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:41:30.128680 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de2264ba-2533-4918-b861-1e3d7906456e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:30.223071 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-de2264ba-2533-4918-b861-1e3d7906456e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] device_id is not set on port a6440d92-dcd8-496d-89b6-bd6f83ea1768 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:41:30.464615 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cb021e-c268-41b9-acac-9df41456d89d x-openstack-request-id: req-93cb021e-c268-41b9-acac-9df41456d89d {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:41:30.465327 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18a7680-5b12-4fc8-8598-6a450f7b25d3", "name": "network-vif-plugged", "status": "completed", "tag": "128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:41:30.465733 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-93cb021e-c268-41b9-acac-9df41456d89d {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:41:30.475500 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7', 'code': 200} Feb 04 13:41:30.926642 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Publish callbacks [] for port (d2bede25-d804-48f7-a879-fb619f8d1bdc), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:30.952193 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (d2bede25-d804-48f7-a879-fb619f8d1bdc), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:31.004406 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174ca53-3c3b-443b-bb67-d3706b3706a7 req-03d1152c-608e-4754-a1a4-4d3ec64effb2 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:31.019717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4174ca53-3c3b-443b-bb67-d3706b3706a7 req-03d1152c-608e-4754-a1a4-4d3ec64effb2 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 946 time: 0.3360574 Feb 04 13:41:31.090349 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24569c-ab5a-435b-b681-5783a15779c5 req-dd09cb0e-ee01-4ff2-a724-b891891a3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:31.094009 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c24569c-ab5a-435b-b681-5783a15779c5 req-dd09cb0e-ee01-4ff2-a724-b891891a3d65 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 1129 time: 0.5600958 Feb 04 13:41:31.230603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c24569c-ab5a-435b-b681-5783a15779c5 req-8f584a44-453c-4f9f-a7e1-0de3ba779d0b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=a709f0b0-146d-4356-9d46-6c372169bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083384 Feb 04 13:41:31.238381 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Network 361c3099-6555-4ea8-872d-0b37bedf594c is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:41:31.254268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:41:31.278291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4174ca53-3c3b-443b-bb67-d3706b3706a7 req-b1c0a9eb-762b-4054-9c0b-0055a191986e tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/security-groups?id=a709f0b0-146d-4356-9d46-6c372169bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561023 Feb 04 13:41:31.283076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:41:31.298712 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Pushing event updated for resources: {'Port': ['ID=d2bede25-d804-48f7-a879-fb619f8d1bdc,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:31.597445 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Attempting to bind port d2bede25-d804-48f7-a879-fb619f8d1bdc on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:41:31.598082 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Attempting to bind port d2bede25-d804-48f7-a879-fb619f8d1bdc by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '0d6d791d-09d1-4b3a-9982-b10839cf8190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:41:31.598738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Attempting to bind port d2bede25-d804-48f7-a879-fb619f8d1bdc on network 361c3099-6555-4ea8-872d-0b37bedf594c {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:41:31.606015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-de2264ba-2533-4918-b861-1e3d7906456e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Allocated IP 10.1.1.240 (1612d2d9-6bc5-454e-b028-8e610907a6d3/e3cbde94-2939-42c1-a2b7-b944609cf04a/a6440d92-dcd8-496d-89b6-bd6f83ea1768) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:41:31.642340 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:41:31.642983 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Checking segment: {'id': '0d6d791d-09d1-4b3a-9982-b10839cf8190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:41:31.643668 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:31.644323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Bound using segment: {'id': '0d6d791d-09d1-4b3a-9982-b10839cf8190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:41:31.645168 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Bound port: d2bede25-d804-48f7-a879-fb619f8d1bdc, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6d791d-09d1-4b3a-9982-b10839cf8190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:41:31.645821 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d2bede25-d804-48f7-a879-fb619f8d1bdc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:31.838667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e1db2-4c58-44cb-8cbf-4a53d0b3e4df req-a9a33112-8ed0-4e44-ac9c-400af2577810 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:31.855053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af5e1db2-4c58-44cb-8cbf-4a53d0b3e4df req-a9a33112-8ed0-4e44-ac9c-400af2577810 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 946 time: 0.2791915 Feb 04 13:41:32.086134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] For port d2bede25-d804-48f7-a879-fb619f8d1bdc, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:41:32.099251 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] For port d2bede25-d804-48f7-a879-fb619f8d1bdc, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d2bede25-d804-48f7-a879-fb619f8d1bdc,segment=NetworkSegment(0d6d791d-09d1-4b3a-9982-b10839cf8190),segment_id=0d6d791d-09d1-4b3a-9982-b10839cf8190)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:41:32.135800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9a343a-7c30-4735-b11f-b382fae18b09 None None] Network 1612d2d9-6bc5-454e-b028-8e610907a6d3 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:41:32.146468 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d2bede25-d804-48f7-a879-fb619f8d1bdc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:32.179699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device af6eebe7-bf5d-443b-aeff-779b7c4bc40a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:41:32.375679 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de2264ba-2533-4918-b861-1e3d7906456e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:32.473244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port af6eebe7-bf5d-443b-aeff-779b7c4bc40a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:32.474137 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (af6eebe7-bf5d-443b-aeff-779b7c4bc40a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:32.592600 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af5e1db2-4c58-44cb-8cbf-4a53d0b3e4df req-6d361e12-ac57-41e9-badc-970b99b53f6f tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7250190 Feb 04 13:41:32.596270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-22e285c7-28e6-44f1-9d12-3f8b2451a7e9 None None] Provisioning complete for port af6eebe7-bf5d-443b-aeff-779b7c4bc40a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:32.596731 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-22e285c7-28e6-44f1-9d12-3f8b2451a7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (af6eebe7-bf5d-443b-aeff-779b7c4bc40a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:32.659385 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de2264ba-2533-4918-b861-1e3d7906456e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:32.812105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Pushing event updated for resources: {'Port': ['ID=d2bede25-d804-48f7-a879-fb619f8d1bdc,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:33.016772 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:33.023249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:33.026219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:33.027095 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:33.032190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:33.034086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:33.043022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:33.044021 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:33.045661 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:33.048426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:33.049922 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:33.051129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:33.052009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eab9ad-95e1-431b-af25-b63d9dde2c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:33.204143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2264ba-2533-4918-b861-1e3d7906456e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Network 1612d2d9-6bc5-454e-b028-8e610907a6d3 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:41:33.233238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-de2264ba-2533-4918-b861-1e3d7906456e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:41:33.263609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2264ba-2533-4918-b861-1e3d7906456e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:41:33.399204 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port af6eebe7-bf5d-443b-aeff-779b7c4bc40a is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:33.400351 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (af6eebe7-bf5d-443b-aeff-779b7c4bc40a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:33.427778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2264ba-2533-4918-b861-1e3d7906456e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event updated for resources: {'Port': ['ID=a6440d92-dcd8-496d-89b6-bd6f83ea1768,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:33.575768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-22e285c7-28e6-44f1-9d12-3f8b2451a7e9 None None] Current status of the port af6eebe7-bf5d-443b-aeff-779b7c4bc40a is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:33.580550 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-22e285c7-28e6-44f1-9d12-3f8b2451a7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (af6eebe7-bf5d-443b-aeff-779b7c4bc40a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:33.654813 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5e03c-2121-4e4f-8920-9273b560b248 req-181e8fc0-67a3-4044-9f19-0386218263fa tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:33.657781 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bdc5e03c-2121-4e4f-8920-9273b560b248 req-181e8fc0-67a3-4044-9f19-0386218263fa tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa3da4e9-f231-4f58-b36e-5ddb25cc56d8 HTTP/1.1" status: 200 len: 946 time: 0.7485373 Feb 04 13:41:33.691252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2264ba-2533-4918-b861-1e3d7906456e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:33.692341 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-de2264ba-2533-4918-b861-1e3d7906456e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:33.834750 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-22e285c7-28e6-44f1-9d12-3f8b2451a7e9 None None] For port af6eebe7-bf5d-443b-aeff-779b7c4bc40a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=af6eebe7-bf5d-443b-aeff-779b7c4bc40a,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:33.862373 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-22e285c7-28e6-44f1-9d12-3f8b2451a7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (af6eebe7-bf5d-443b-aeff-779b7c4bc40a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:34.000989 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bdc5e03c-2121-4e4f-8920-9273b560b248 req-683d75a3-8d9e-42c7-861e-0cedb81bca5e tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765875 Feb 04 13:41:34.021094 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-de2264ba-2533-4918-b861-1e3d7906456e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.4105802 Feb 04 13:41:34.022217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53542) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:34.032100 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Request body: {'port': {'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3', 'name': 'tempest-TaggedBootDevicesTest-636190718', 'fixed_ips': [{'subnet_id': 'e3cbde94-2939-42c1-a2b7-b944609cf04a'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:34.188860 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:41:34.189780 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:41:34.195921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e285c7-28e6-44f1-9d12-3f8b2451a7e9 None None] Pushing event updated for resources: {'Port': ['ID=af6eebe7-bf5d-443b-aeff-779b7c4bc40a,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:34.394964 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3342a788-8f7c-4df3-9518-5cc57edf23db req-c2d4b4da-fa6c-4bd8-938d-3044bd968c20 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.0999939 Feb 04 13:41:34.658506 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5af18fad-a98c-4f23-8dfc-6ae7c36c7dce None None] Provisioning complete for port a6440d92-dcd8-496d-89b6-bd6f83ea1768 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:34.661630 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5af18fad-a98c-4f23-8dfc-6ae7c36c7dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:34.708708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Made reservation on behalf of b7509a3710d94881bcf821ccba4baf3b for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:41:34.988167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5af18fad-a98c-4f23-8dfc-6ae7c36c7dce None None] Port a6440d92-dcd8-496d-89b6-bd6f83ea1768 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:41:35.005121 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33562ea-ca0a-4404-bb5f-65399d965fc8 req-ff09bc56-ece1-4fb4-b0fc-a4fbecf21a62 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:35.027961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f33562ea-ca0a-4404-bb5f-65399d965fc8 req-ff09bc56-ece1-4fb4-b0fc-a4fbecf21a62 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 946 time: 0.3191621 Feb 04 13:41:35.064431 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port af6eebe7-bf5d-443b-aeff-779b7c4bc40a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:35.074611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5af18fad-a98c-4f23-8dfc-6ae7c36c7dce None None] Provisioning complete for port af6eebe7-bf5d-443b-aeff-779b7c4bc40a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:35.075054 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5af18fad-a98c-4f23-8dfc-6ae7c36c7dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (af6eebe7-bf5d-443b-aeff-779b7c4bc40a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:35.173976 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:35.276408 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f33562ea-ca0a-4404-bb5f-65399d965fc8 req-8a4ba8bf-8a7b-464f-bbd9-8320cc987c38 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/security-groups?id=a709f0b0-146d-4356-9d46-6c372169bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384551 Feb 04 13:41:35.281965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] device_id is not set on port 5320eabc-22f0-4783-8a3f-6c8e55962f16 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:41:35.468039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53558) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:35.646484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5af18fad-a98c-4f23-8dfc-6ae7c36c7dce None None] Current status of the port af6eebe7-bf5d-443b-aeff-779b7c4bc40a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:35.967581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device af6eebe7-bf5d-443b-aeff-779b7c4bc40a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:41:36.096863 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Allocated IP 10.1.1.231 (1612d2d9-6bc5-454e-b028-8e610907a6d3/e3cbde94-2939-42c1-a2b7-b944609cf04a/5320eabc-22f0-4783-8a3f-6c8e55962f16) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:41:36.157548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8be0c34-729d-401a-a9db-bbcc31b851b4 None None] Network 361c3099-6555-4ea8-872d-0b37bedf594c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:41:36.257361 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e8aa2f38-b6f1-4705-ba36-b0feaee2a269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:36.328807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9c88d16c-6e29-460c-81fd-5dff49e25628 None None] Provisioning complete for port a6440d92-dcd8-496d-89b6-bd6f83ea1768 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:36.329184 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c88d16c-6e29-460c-81fd-5dff49e25628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:36.444155 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9c88d16c-6e29-460c-81fd-5dff49e25628 None None] Port a6440d92-dcd8-496d-89b6-bd6f83ea1768 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:41:36.638486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port af6eebe7-bf5d-443b-aeff-779b7c4bc40a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:36.639130 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (af6eebe7-bf5d-443b-aeff-779b7c4bc40a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:36.792068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-709ef19c-a3c2-4950-b034-a10e5262de7e None None] Provisioning complete for port d2bede25-d804-48f7-a879-fb619f8d1bdc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:36.795659 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-709ef19c-a3c2-4950-b034-a10e5262de7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d2bede25-d804-48f7-a879-fb619f8d1bdc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:36.865527 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e8aa2f38-b6f1-4705-ba36-b0feaee2a269 admin admin] Publish callbacks [] for security_group (61df5755-4a29-4cd4-930a-84b190c25928), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:36.881718 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e8aa2f38-b6f1-4705-ba36-b0feaee2a269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (61df5755-4a29-4cd4-930a-84b190c25928), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:37.190597 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:37.347085 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:37.513498 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1da7ca17-90c1-47f9-907f-5f8b5fd99a7e req-8194c1ad-4df2-4eab-bf02-34edf6307527 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.3281400 Feb 04 13:41:37.539724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa2f38-b6f1-4705-ba36-b0feaee2a269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61df5755-4a29-4cd4-930a-84b190c25928,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:37.577755 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e8aa2f38-b6f1-4705-ba36-b0feaee2a269 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=66386ead208642ddb1fefae2338520c9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1064122 Feb 04 13:41:37.580223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53600) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:37.583281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Network 1612d2d9-6bc5-454e-b028-8e610907a6d3 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:41:37.593430 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:41:37.614905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:41:37.661265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-709ef19c-a3c2-4950-b034-a10e5262de7e None None] Current status of the port d2bede25-d804-48f7-a879-fb619f8d1bdc is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:37.662784 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-709ef19c-a3c2-4950-b034-a10e5262de7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d2bede25-d804-48f7-a879-fb619f8d1bdc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:37.672937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port af6eebe7-bf5d-443b-aeff-779b7c4bc40a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:37.674719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d2bede25-d804-48f7-a879-fb619f8d1bdc up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:41:37.678445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event updated for resources: {'Port': ['ID=5320eabc-22f0-4783-8a3f-6c8e55962f16,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:37.729595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:37.730125 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:37.730804 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:37.731318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:37.731883 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:37.733756 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:37.734732 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:37.735274 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:37.735805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:37.737108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:37.737967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:37.738556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:37.739434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:37.808745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-709ef19c-a3c2-4950-b034-a10e5262de7e None None] For port d2bede25-d804-48f7-a879-fb619f8d1bdc, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d2bede25-d804-48f7-a879-fb619f8d1bdc,segment=NetworkSegment(0d6d791d-09d1-4b3a-9982-b10839cf8190),segment_id=0d6d791d-09d1-4b3a-9982-b10839cf8190)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:37.837556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:37.843537 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:37.891735 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-709ef19c-a3c2-4950-b034-a10e5262de7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d2bede25-d804-48f7-a879-fb619f8d1bdc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:37.930694 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f361-1208-49a6-997f-679be29940cd req-743f3d8f-22c3-4567-9209-ee18eb210df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:37.953351 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-68c3f0bb-f09c-4ab7-993b-42f68bc6b25b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9252684 Feb 04 13:41:37.955154 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d427f361-1208-49a6-997f-679be29940cd req-743f3d8f-22c3-4567-9209-ee18eb210df6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=76aedb4524df40718f20ca5ee3d21056&device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 1129 time: 0.9871361 Feb 04 13:41:38.018014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port d2bede25-d804-48f7-a879-fb619f8d1bdc triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:38.018500 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d2bede25-d804-48f7-a879-fb619f8d1bdc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:38.485725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-757684f4-5d38-4dde-b19a-4a51ed326df4 req-26bdaa6d-c699-4187-bcda-870ac22977e4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=961753dd-7843-4c83-9e18-b552cd974a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9040697 Feb 04 13:41:38.508663 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1471fdc1-897a-4b76-8957-8843aa727be6 admin admin] Publish callbacks [] for security_group (61df5755-4a29-4cd4-930a-84b190c25928), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:38.539816 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1471fdc1-897a-4b76-8957-8843aa727be6 admin admin] Publish callbacks [] for security_group (61df5755-4a29-4cd4-930a-84b190c25928), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:38.597628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c3cf96a3-5902-496a-9128-296ef9d6a26d None None] Provisioning complete for port d2bede25-d804-48f7-a879-fb619f8d1bdc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:38.598527 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c3cf96a3-5902-496a-9128-296ef9d6a26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d2bede25-d804-48f7-a879-fb619f8d1bdc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:38.609695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ef19c-a3c2-4950-b034-a10e5262de7e None None] Pushing event updated for resources: {'Port': ['ID=d2bede25-d804-48f7-a879-fb619f8d1bdc,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:38.803240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d2bede25-d804-48f7-a879-fb619f8d1bdc is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:38.907901 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1471fdc1-897a-4b76-8957-8843aa727be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (61df5755-4a29-4cd4-930a-84b190c25928), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:38.924467 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1471fdc1-897a-4b76-8957-8843aa727be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:38.924733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf96a3-5902-496a-9128-296ef9d6a26d None None] Current status of the port d2bede25-d804-48f7-a879-fb619f8d1bdc is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:38.927670 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1471fdc1-897a-4b76-8957-8843aa727be6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/61df5755-4a29-4cd4-930a-84b190c25928 HTTP/1.1" status: 204 len: 168 time: 1.3429971 Feb 04 13:41:38.956093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c3cf96a3-5902-496a-9128-296ef9d6a26d None None] Provisioning complete for port 5320eabc-22f0-4783-8a3f-6c8e55962f16 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:38.956876 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c3cf96a3-5902-496a-9128-296ef9d6a26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:39.016664 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d2bede25-d804-48f7-a879-fb619f8d1bdc up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:41:39.018018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfecc19-1a6e-423b-8728-fb609a342a6b req-79d78a25-b14e-44a2-8e1c-8b90e0091330 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:39.027968 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9bfecc19-1a6e-423b-8728-fb609a342a6b req-79d78a25-b14e-44a2-8e1c-8b90e0091330 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 946 time: 1.0268040 Feb 04 13:41:39.097243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f361-1208-49a6-997f-679be29940cd req-e28996ec-6125-4a4e-a545-7908380527ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:39.099180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d427f361-1208-49a6-997f-679be29940cd req-e28996ec-6125-4a4e-a545-7908380527ab service neutron] 10.222.0.99 "GET /v2.0/networks?id=125174e1-20cb-4d44-96a0-df58c7f7dce6 HTTP/1.1" status: 200 len: 920 time: 1.1007750 Feb 04 13:41:39.161668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757684f4-5d38-4dde-b19a-4a51ed326df4 req-41886854-f686-419d-9465-cdd2751b2813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:39.167151 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-757684f4-5d38-4dde-b19a-4a51ed326df4 req-41886854-f686-419d-9465-cdd2751b2813 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 1128 time: 0.5780511 Feb 04 13:41:39.179608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471fdc1-897a-4b76-8957-8843aa727be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61df5755-4a29-4cd4-930a-84b190c25928,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:39.239966 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf96a3-5902-496a-9128-296ef9d6a26d None None] Port 5320eabc-22f0-4783-8a3f-6c8e55962f16 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:41:39.297273 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port d2bede25-d804-48f7-a879-fb619f8d1bdc triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:39.298388 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d2bede25-d804-48f7-a879-fb619f8d1bdc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:39.503163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d427f361-1208-49a6-997f-679be29940cd req-fd7193e3-7a76-4d08-81c6-6f40f54bda85 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 HTTP/1.1" status: 200 len: 217 time: 0.2970791 Feb 04 13:41:39.653329 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d2bede25-d804-48f7-a879-fb619f8d1bdc is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:39.721185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53640) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:39.758392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f361-1208-49a6-997f-679be29940cd req-242a0d00-1883-4b39-9982-c1247814981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:39.767942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d427f361-1208-49a6-997f-679be29940cd req-242a0d00-1883-4b39-9982-c1247814981d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=27a949e4-0aa1-4c83-ac16-4e55656dc857 HTTP/1.1" status: 200 len: 859 time: 0.2457154 Feb 04 13:41:39.805679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9bfecc19-1a6e-423b-8728-fb609a342a6b req-dbb40e41-b95d-44fd-9197-c92f69bb7d8f tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7373371 Feb 04 13:41:40.018947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53646) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:40.028393 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757684f4-5d38-4dde-b19a-4a51ed326df4 req-eb101bdf-a1d5-4eb0-bffa-6ef50381beac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:40.030177 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-757684f4-5d38-4dde-b19a-4a51ed326df4 req-eb101bdf-a1d5-4eb0-bffa-6ef50381beac service neutron] 10.222.0.99 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 916 time: 0.7743230 Feb 04 13:41:40.032561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d427f361-1208-49a6-997f-679be29940cd req-bc755603-4e12-4e0f-99ad-0dff3b94fdda service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=125174e1-20cb-4d44-96a0-df58c7f7dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2113428 Feb 04 13:41:40.068587 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4185f321-e300-415b-b808-9b8ac362d26f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:40.133320 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-39e8d1a8-dd94-48c9-969e-b51a0560a87e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:40.481440 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4185f321-e300-415b-b808-9b8ac362d26f admin admin] Publish callbacks [] for security_group (dd9659ba-b2b3-4a45-b6b3-185f5a56b239), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:40.500482 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4185f321-e300-415b-b808-9b8ac362d26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (dd9659ba-b2b3-4a45-b6b3-185f5a56b239), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:40.522963 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-39e8d1a8-dd94-48c9-969e-b51a0560a87e admin admin] Publish callbacks [] for security_group (f64af59a-dea8-4c5f-8fd0-fe66a6be5d4f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:40.566622 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-39e8d1a8-dd94-48c9-969e-b51a0560a87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f64af59a-dea8-4c5f-8fd0-fe66a6be5d4f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:40.622871 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4185f321-e300-415b-b808-9b8ac362d26f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=665b6b44685343fb922397ebf398fa0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6017194 Feb 04 13:41:40.624315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185f321-e300-415b-b808-9b8ac362d26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9659ba-b2b3-4a45-b6b3-185f5a56b239,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:40.627386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53656) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:40.652624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-757684f4-5d38-4dde-b19a-4a51ed326df4 req-64c78c3e-9707-417b-9d7f-26c29af33349 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65f83736-6a76-4332-b2fc-15a543bc1f07 HTTP/1.1" status: 200 len: 217 time: 0.6050112 Feb 04 13:41:40.657362 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-39e8d1a8-dd94-48c9-969e-b51a0560a87e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a8864d727b5940fd85700aae71fb758e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9340043 Feb 04 13:41:40.667733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53658) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:40.767008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757684f4-5d38-4dde-b19a-4a51ed326df4 req-48542d6f-917b-44d4-98fb-9dea71b2170c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:40.768770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-757684f4-5d38-4dde-b19a-4a51ed326df4 req-48542d6f-917b-44d4-98fb-9dea71b2170c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66447e54-648f-4c91-94f7-50b0b4107fcd HTTP/1.1" status: 200 len: 855 time: 0.1011512 Feb 04 13:41:40.785661 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6434219-45be-4af1-aa38-5a32b452959f req-0a4b4980-592a-4848-a037-4b31dea9ff83 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:40.794170 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6434219-45be-4af1-aa38-5a32b452959f req-0a4b4980-592a-4848-a037-4b31dea9ff83 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 946 time: 0.7500296 Feb 04 13:41:40.807458 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8d1a8-dd94-48c9-969e-b51a0560a87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64af59a-dea8-4c5f-8fd0-fe66a6be5d4f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:40.883418 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-757684f4-5d38-4dde-b19a-4a51ed326df4 req-8b67806d-4b6d-456e-886b-6d38f08aaace service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=654735fb-8c15-4ee8-89b5-c0c465bfbf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824399 Feb 04 13:41:40.887545 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d427f361-1208-49a6-997f-679be29940cd req-48214164-d295-4919-9bf9-c53ff050cb05 service neutron] 10.222.0.99 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8414533 Feb 04 13:41:40.933605 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c5820a6f-23ac-45bd-bd09-2a4c9f0e500d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:40.957050 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d95dc50f-7f5c-4e72-9700-fa9faab5bbab admin admin] Publish callbacks [] for security_group (f64af59a-dea8-4c5f-8fd0-fe66a6be5d4f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:40.960272 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9858b10-995e-4cfa-a385-748e2109b703 admin admin] Publish callbacks [] for security_group (dd9659ba-b2b3-4a45-b6b3-185f5a56b239), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:41.093620 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9858b10-995e-4cfa-a385-748e2109b703 admin admin] Publish callbacks [] for security_group (dd9659ba-b2b3-4a45-b6b3-185f5a56b239), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:41.097572 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d95dc50f-7f5c-4e72-9700-fa9faab5bbab admin admin] Publish callbacks [] for security_group (f64af59a-dea8-4c5f-8fd0-fe66a6be5d4f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:41.335456 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d95dc50f-7f5c-4e72-9700-fa9faab5bbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f64af59a-dea8-4c5f-8fd0-fe66a6be5d4f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:41.353102 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d95dc50f-7f5c-4e72-9700-fa9faab5bbab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:41.357961 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d95dc50f-7f5c-4e72-9700-fa9faab5bbab admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f64af59a-dea8-4c5f-8fd0-fe66a6be5d4f HTTP/1.1" status: 204 len: 168 time: 0.6896148 Feb 04 13:41:41.381272 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9858b10-995e-4cfa-a385-748e2109b703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (dd9659ba-b2b3-4a45-b6b3-185f5a56b239), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:41.388748 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9858b10-995e-4cfa-a385-748e2109b703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:41.394889 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f9858b10-995e-4cfa-a385-748e2109b703 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dd9659ba-b2b3-4a45-b6b3-185f5a56b239 HTTP/1.1" status: 204 len: 168 time: 0.7632825 Feb 04 13:41:41.409430 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dc50f-7f5c-4e72-9700-fa9faab5bbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64af59a-dea8-4c5f-8fd0-fe66a6be5d4f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:41.416861 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6434219-45be-4af1-aa38-5a32b452959f req-926b58d2-0dea-4a3e-8c3c-e444604e820e tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/security-groups?id=a709f0b0-146d-4356-9d46-6c372169bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6213939 Feb 04 13:41:41.429102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-757684f4-5d38-4dde-b19a-4a51ed326df4 req-34f7df83-6bfb-4847-ae23-741c9e55cd92 service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303175 Feb 04 13:41:41.468327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9858b10-995e-4cfa-a385-748e2109b703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9659ba-b2b3-4a45-b6b3-185f5a56b239,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:41.935798 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-757684f4-5d38-4dde-b19a-4a51ed326df4 req-16684abd-7ab4-4015-a02a-74b10a8f00bc service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865947 Feb 04 13:41:41.985597 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d427f361-1208-49a6-997f-679be29940cd req-66641a7c-d77a-4643-b7f4-743d6a8a21f5 service neutron] 10.222.0.99 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0888591 Feb 04 13:41:42.201856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53682) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:42.208100 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-900e6524-3fb3-43a2-bcc9-0bb360b879e7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529460724', 'description': 'tempest-description--1148103071'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:42.317836 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-900e6524-3fb3-43a2-bcc9-0bb360b879e7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:42.620886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53690) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:42.651967 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d8d598a-d526-4e39-bf9d-c0f3e6173f92 req-8a4e4050-ee9c-4372-bd90-32427203c521 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.1916466 Feb 04 13:41:42.729976 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-900e6524-3fb3-43a2-bcc9-0bb360b879e7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for security_group (34fbaed6-b3d4-4030-9a16-1f20a30987df), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:42.735530 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-304487aa-d052-4c94-8c35-d5aebf2a18c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:42.741103 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-900e6524-3fb3-43a2-bcc9-0bb360b879e7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (34fbaed6-b3d4-4030-9a16-1f20a30987df), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:42.815140 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-900e6524-3fb3-43a2-bcc9-0bb360b879e7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:42.832442 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-900e6524-3fb3-43a2-bcc9-0bb360b879e7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6287496 Feb 04 13:41:42.860090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53694) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:42.917887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f74cde08-52da-45fc-a65a-331f60cdfbd4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Request body: {'security_group_rule': {'security_group_id': '34fbaed6-b3d4-4030-9a16-1f20a30987df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:43.022763 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e6524-3fb3-43a2-bcc9-0bb360b879e7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fbaed6-b3d4-4030-9a16-1f20a30987df,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:43.106958 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f74cde08-52da-45fc-a65a-331f60cdfbd4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for security_group_rule (00fffe10-383d-49c5-b767-a42079d47911), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:43.140821 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-304487aa-d052-4c94-8c35-d5aebf2a18c0 admin admin] Publish callbacks [] for security_group (8d95a2fa-2718-4de0-a8ed-fcdfcd54e7bb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:43.280859 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-304487aa-d052-4c94-8c35-d5aebf2a18c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8d95a2fa-2718-4de0-a8ed-fcdfcd54e7bb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:43.332228 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f74cde08-52da-45fc-a65a-331f60cdfbd4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for security_group_rule (00fffe10-383d-49c5-b767-a42079d47911), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:43.343352 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f74cde08-52da-45fc-a65a-331f60cdfbd4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (00fffe10-383d-49c5-b767-a42079d47911), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:43.370143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304487aa-d052-4c94-8c35-d5aebf2a18c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d95a2fa-2718-4de0-a8ed-fcdfcd54e7bb,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:43.429958 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cde08-52da-45fc-a65a-331f60cdfbd4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fffe10-383d-49c5-b767-a42079d47911,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:43.444573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-304487aa-d052-4c94-8c35-d5aebf2a18c0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0ad4b7885fb74d4b92132a49c6c64549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8081110 Feb 04 13:41:43.452585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53700) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:43.475333 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f74cde08-52da-45fc-a65a-331f60cdfbd4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:43.479358 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f74cde08-52da-45fc-a65a-331f60cdfbd4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6087828 Feb 04 13:41:43.481961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53702) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:43.497089 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a0c4b49d-8c33-425c-9c6b-4a7c2e96ead4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Request body: {'security_group_rule': {'security_group_id': '34fbaed6-b3d4-4030-9a16-1f20a30987df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:43.561360 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eee45-158c-41c5-be7d-ff8ebcebad38 req-ed497139-af8a-4e8b-92d8-112a947d10b7 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:43.565196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c8eee45-158c-41c5-be7d-ff8ebcebad38 req-ed497139-af8a-4e8b-92d8-112a947d10b7 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 946 time: 0.4219856 Feb 04 13:41:43.600904 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0c4b49d-8c33-425c-9c6b-4a7c2e96ead4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for security_group_rule (b79eaf0e-3a72-4c4e-9bf7-c9f3553e2a55), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:43.730554 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b1eea804-8a8b-4367-9ff0-0cf9b405b265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:43.780885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c8eee45-158c-41c5-be7d-ff8ebcebad38 req-3cef3d1f-88e7-47b7-899c-f6000a860b83 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878204 Feb 04 13:41:43.803781 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4b0b-ae88-417b-b188-e44400faade7 admin admin] Publish callbacks [] for security_group (8d95a2fa-2718-4de0-a8ed-fcdfcd54e7bb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:43.815762 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0c4b49d-8c33-425c-9c6b-4a7c2e96ead4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for security_group_rule (b79eaf0e-3a72-4c4e-9bf7-c9f3553e2a55), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:43.833898 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0c4b49d-8c33-425c-9c6b-4a7c2e96ead4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b79eaf0e-3a72-4c4e-9bf7-c9f3553e2a55), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:43.908442 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:43.949868 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4b49d-8c33-425c-9c6b-4a7c2e96ead4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79eaf0e-3a72-4c4e-9bf7-c9f3553e2a55,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:43.951911 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4b0b-ae88-417b-b188-e44400faade7 admin admin] Publish callbacks [] for security_group (8d95a2fa-2718-4de0-a8ed-fcdfcd54e7bb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:43.998570 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0c4b49d-8c33-425c-9c6b-4a7c2e96ead4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:44.006836 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a0c4b49d-8c33-425c-9c6b-4a7c2e96ead4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5196040 Feb 04 13:41:44.010294 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53710) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:44.039933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:44.122503 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4b0b-ae88-417b-b188-e44400faade7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8d95a2fa-2718-4de0-a8ed-fcdfcd54e7bb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:44.133153 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4b0b-ae88-417b-b188-e44400faade7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:44.138161 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7e7a4b0b-ae88-417b-b188-e44400faade7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8d95a2fa-2718-4de0-a8ed-fcdfcd54e7bb HTTP/1.1" status: 204 len: 168 time: 0.6833844 Feb 04 13:41:44.144267 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:44.179612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a4b0b-ae88-417b-b188-e44400faade7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d95a2fa-2718-4de0-a8ed-fcdfcd54e7bb,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:44.503421 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:44.684156 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:44.799031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Allocated IP 172.25.5.125 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/ca070ae6-253c-49e2-9b33-f9b4a5bbf8a2) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:41:45.353638 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for port (ca070ae6-253c-49e2-9b33-f9b4a5bbf8a2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:45.483011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725640d1-27cb-441a-a65e-f737f28d6c1f req-d7c966b3-8172-44cf-868a-1f1f848fe86a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:45.486187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-725640d1-27cb-441a-a65e-f737f28d6c1f req-d7c966b3-8172-44cf-868a-1f1f848fe86a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 946 time: 0.3108525 Feb 04 13:41:45.533225 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ca070ae6-253c-49e2-9b33-f9b4a5bbf8a2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:45.619702 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:45.657063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:41:45.722156 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-725640d1-27cb-441a-a65e-f737f28d6c1f req-b5bd9020-3570-42a2-9a41-5e96b57f76e4 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/security-groups?id=a709f0b0-146d-4356-9d46-6c372169bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046592 Feb 04 13:41:45.893207 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:41:45.906407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:41:45.920145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event updated for resources: {'Port': ['ID=ca070ae6-253c-49e2-9b33-f9b4a5bbf8a2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:46.125993 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-165aecf8-3fd4-4081-8b3d-aaf1d2fce707 req-94b514f4-30ce-4adb-9686-241452913b73 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.1295145 Feb 04 13:41:46.430901 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for floatingip (0660f869-cc7e-44c1-9849-e8c7dd150d79), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:46.571215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699eb4d-a8c7-40c4-bfe5-e76a1360806d req-d7e9c8b0-33ca-4ed1-9da4-74c23dd47c22 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:46.584797 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d699eb4d-a8c7-40c4-bfe5-e76a1360806d req-d7e9c8b0-33ca-4ed1-9da4-74c23dd47c22 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 946 time: 0.2060637 Feb 04 13:41:46.639202 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ca070ae6-253c-49e2-9b33-f9b4a5bbf8a2), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:46.809716 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d699eb4d-a8c7-40c4-bfe5-e76a1360806d req-fdb0d122-f36c-4928-895d-9fd1e576d12b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233400 Feb 04 13:41:46.897215 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:47.328486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057c321-0e0b-47cc-bd28-e90ff53a6eef req-4126d79c-c446-42ad-bfd3-001b2e46b001 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:47.353660 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3057c321-0e0b-47cc-bd28-e90ff53a6eef req-4126d79c-c446-42ad-bfd3-001b2e46b001 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 946 time: 0.2368782 Feb 04 13:41:47.516745 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for port (ca070ae6-253c-49e2-9b33-f9b4a5bbf8a2), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:47.540160 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (ca070ae6-253c-49e2-9b33-f9b4a5bbf8a2), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:47.595052 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3057c321-0e0b-47cc-bd28-e90ff53a6eef req-ae99b6a1-e60c-4827-818c-881fceae162b tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/security-groups?id=a709f0b0-146d-4356-9d46-6c372169bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397072 Feb 04 13:41:47.946580 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:47.950054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event updated for resources: {'Port': ['ID=ca070ae6-253c-49e2-9b33-f9b4a5bbf8a2,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:47.954499 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (0660f869-cc7e-44c1-9849-e8c7dd150d79), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:48.018842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b0f2a7ee-25c4-4350-9f33-09fd17c669fb req-8f0d2fbc-6eaa-4b1c-857f-5d6115995282 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/ports?device_id=677f9c0e-9e3c-448b-8241-001f49bf6848 HTTP/1.1" status: 200 len: 210 time: 0.1714082 Feb 04 13:41:48.032389 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:48.037460 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5e50dfde-ff33-4a9c-91a3-aad9b98d878d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0253410 Feb 04 13:41:48.517566 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c59cae-36b1-47c6-90cb-58c681bdbfbb req-5253066f-07b0-4c70-bacf-1cb774acaac5 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:48.534512 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9c59cae-36b1-47c6-90cb-58c681bdbfbb req-5253066f-07b0-4c70-bacf-1cb774acaac5 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 946 time: 0.2606740 Feb 04 13:41:48.674453 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9c59cae-36b1-47c6-90cb-58c681bdbfbb req-3bf99586-3f05-43f0-8330-9a01bcf9f9c5 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380002 Feb 04 13:41:49.111791 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-b98aca75-38d4-4500-bcd3-c24d4ce94d9e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--529460724&fields=id&tenant_id=b7509a3710d94881bcf821ccba4baf3b HTTP/1.1" status: 200 len: 267 time: 0.1610341 Feb 04 13:41:49.223723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-a39ce75c-8e94-4fa7-8dc0-dc206620c548 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:49.236557 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-a39ce75c-8e94-4fa7-8dc0-dc206620c548 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports/a6440d92-dcd8-496d-89b6-bd6f83ea1768 HTTP/1.1" status: 200 len: 932 time: 0.1064942 Feb 04 13:41:49.378467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-158d3539-af6a-4997-bad4-d44f2980e4f7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:49.403203 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-158d3539-af6a-4997-bad4-d44f2980e4f7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports/5320eabc-22f0-4783-8a3f-6c8e55962f16 HTTP/1.1" status: 200 len: 931 time: 0.1651995 Feb 04 13:41:49.527056 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-655f7555-9798-4156-a023-ae98213a1bda tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?network_id=361c3099-6555-4ea8-872d-0b37bedf594c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1129706 Feb 04 13:41:49.706434 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-142c4610-4e2d-40b2-98c1-509468e99d15 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?network_id=361c3099-6555-4ea8-872d-0b37bedf594c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1772797 Feb 04 13:41:50.086171 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-e385c803-a5f9-47f4-a384-9cdf6aeb8ef1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:50.106073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-e385c803-a5f9-47f4-a384-9cdf6aeb8ef1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:50.117633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-e385c803-a5f9-47f4-a384-9cdf6aeb8ef1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:50.132127 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-e385c803-a5f9-47f4-a384-9cdf6aeb8ef1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/networks?id=7912785f-1fa8-4b69-9cba-aa96f632b769&id=1612d2d9-6bc5-454e-b028-8e610907a6d3&id=1612d2d9-6bc5-454e-b028-8e610907a6d3&id=361c3099-6555-4ea8-872d-0b37bedf594c&id=361c3099-6555-4ea8-872d-0b37bedf594c HTTP/1.1" status: 200 len: 1988 time: 0.4198661 Feb 04 13:41:50.160624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-29394e74-acdb-45de-95a2-9cd1fede223c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/quotas/b7509a3710d94881bcf821ccba4baf3b HTTP/1.1" status: 200 len: 375 time: 0.0261216 Feb 04 13:41:50.349273 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-b71ac502-ecc1-4f06-812d-7b77754b3719 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b7509a3710d94881bcf821ccba4baf3b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1868913 Feb 04 13:41:50.652284 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-03485589-3c94-4dad-adb1-e4be8cf3859c service neutron] 10.222.0.96 "GET /v2.0/networks/7912785f-1fa8-4b69-9cba-aa96f632b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707567 Feb 04 13:41:50.892586 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-d24656c4-be1d-46e8-8b5f-9555d239e68c service neutron] 10.222.0.96 "GET /v2.0/networks/7912785f-1fa8-4b69-9cba-aa96f632b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376423 Feb 04 13:41:51.007512 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-9fd7f0f4-3aeb-4c4a-a770-9aa9eb7d8f85 service neutron] 10.222.0.96 "GET /v2.0/ports/a6440d92-dcd8-496d-89b6-bd6f83ea1768?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1019969 Feb 04 13:41:51.256398 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-c08e1ac6-7ac3-435a-b25a-bc0b11f06266 service neutron] 10.222.0.96 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409463 Feb 04 13:41:51.542591 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-aecdcec6-d8fe-4d96-b36b-98a2d43bb17f service neutron] 10.222.0.96 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735679 Feb 04 13:41:51.720135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-25a2d2b9-1cd3-40d0-97e6-f1496cfef34a service neutron] 10.222.0.96 "GET /v2.0/ports/5320eabc-22f0-4783-8a3f-6c8e55962f16?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1591351 Feb 04 13:41:51.982052 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:41:52.056762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-10dc2d5b-652a-439c-8e83-fabf0aa7003d service neutron] 10.222.0.96 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290582 Feb 04 13:41:52.286430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-66849c64-e8d7-46bd-8b63-1eb690328785 service neutron] 10.222.0.96 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131729 Feb 04 13:41:52.517430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-dfcd6738-356d-454d-a5bd-37019e56ad06 service neutron] 10.222.0.96 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146955 Feb 04 13:41:52.569222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53884) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:52.803732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-d16925f7-24dc-4d21-9234-19ba56d96593 service neutron] 10.222.0.96 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746642 Feb 04 13:41:52.937990 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d5c710c-b2bb-470e-a12a-b2407d0e7311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:53.072348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-a69b8f77-789d-4737-8026-e6705c249656 service neutron] 10.222.0.96 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565372 Feb 04 13:41:53.246513 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d5c710c-b2bb-470e-a12a-b2407d0e7311 admin admin] Publish callbacks [] for security_group (5d178200-3e8d-4afe-b88e-bcd32d0b2bf1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:53.261039 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d5c710c-b2bb-470e-a12a-b2407d0e7311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5d178200-3e8d-4afe-b88e-bcd32d0b2bf1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:53.428915 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2d5c710c-b2bb-470e-a12a-b2407d0e7311 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ba6158f74343475796c6d7961f349e3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8555658 Feb 04 13:41:53.430019 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c710c-b2bb-470e-a12a-b2407d0e7311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d178200-3e8d-4afe-b88e-bcd32d0b2bf1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:53.446384 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53888) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:53.575548 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed773e2b-b4b9-45c4-8af6-a8446be5f209 admin admin] Publish callbacks [] for security_group (5d178200-3e8d-4afe-b88e-bcd32d0b2bf1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:53.668932 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed773e2b-b4b9-45c4-8af6-a8446be5f209 admin admin] Publish callbacks [] for security_group (5d178200-3e8d-4afe-b88e-bcd32d0b2bf1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:53.721774 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c69741ba-eced-49d1-8479-10a54f4f260b details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:41:53.814031 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed773e2b-b4b9-45c4-8af6-a8446be5f209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5d178200-3e8d-4afe-b88e-bcd32d0b2bf1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:53.820419 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed773e2b-b4b9-45c4-8af6-a8446be5f209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:53.824345 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ed773e2b-b4b9-45c4-8af6-a8446be5f209 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5d178200-3e8d-4afe-b88e-bcd32d0b2bf1 HTTP/1.1" status: 204 len: 168 time: 0.3758309 Feb 04 13:41:53.866587 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed773e2b-b4b9-45c4-8af6-a8446be5f209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d178200-3e8d-4afe-b88e-bcd32d0b2bf1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:53.910456 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c69741ba-eced-49d1-8479-10a54f4f260b no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:41:53.941931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-b0525982-16ec-4d16-b614-d78185a2095c service neutron] 10.222.0.96 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8551691 Feb 04 13:41:54.317527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c69741ba-eced-49d1-8479-10a54f4f260b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c69741ba-eced-49d1-8479-10a54f4f260b,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:54.377855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'c69741ba-eced-49d1-8479-10a54f4f260b', 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600', 'port_id': 'c69741ba-eced-49d1-8479-10a54f4f260b', 'mac_address': 'fa:16:3e:28:fb:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78af8ff-67e1-42f4-9e35-b82038a60957', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:41:54.399935 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-f4e6ba6e-021e-4e44-8379-63c30def3daf service neutron] 10.222.0.96 "GET /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451904 Feb 04 13:41:54.574673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53894) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:54.622027 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0bc2d365-1c19-4a48-9d37-496541a3430b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:54.665311 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c69741ba-eced-49d1-8479-10a54f4f260b is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:54.665898 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:54.669533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c69741ba-eced-49d1-8479-10a54f4f260b is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:54.670061 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:54.753448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-356d4211-6fe3-4c35-9252-22b3d259519c service neutron] 10.222.0.96 "GET /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248460 Feb 04 13:41:54.828851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c69741ba-eced-49d1-8479-10a54f4f260b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c69741ba-eced-49d1-8479-10a54f4f260b,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:54.833503 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c69741ba-eced-49d1-8479-10a54f4f260b {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:41:54.862509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f90c3f-7e01-4580-9f2d-964b729091c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c69741ba-eced-49d1-8479-10a54f4f260b'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:41:54.871050 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f767b702-4185-4a2c-9728-3d0ff7de5c34" -d '{"events": [{"server_uuid": "e5f90c3f-7e01-4580-9f2d-964b729091c5", "name": "network-vif-unplugged", "status": "completed", "tag": "c69741ba-eced-49d1-8479-10a54f4f260b"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:41:54.880067 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:55.004541 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0bc2d365-1c19-4a48-9d37-496541a3430b admin admin] Publish callbacks [] for security_group (ff5b73d5-8f67-4ce6-92d1-f573293c85e0), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:55.023591 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0bc2d365-1c19-4a48-9d37-496541a3430b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ff5b73d5-8f67-4ce6-92d1-f573293c85e0), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:55.054090 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:41:55.054090 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:41:55.064411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c69741ba-eced-49d1-8479-10a54f4f260b,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:55.135063 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-29c5d9fc-cc4d-4211-b811-08df8b65ca4e service neutron] 10.222.0.96 "GET /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769751 Feb 04 13:41:55.204864 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53898) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:41:55.207045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0bc2d365-1c19-4a48-9d37-496541a3430b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fd6213899b9e459f86d44dedc0d5166d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6306026 Feb 04 13:41:55.223942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2d365-1c19-4a48-9d37-496541a3430b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5b73d5-8f67-4ce6-92d1-f573293c85e0,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:55.358669 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c85f3db0-383b-4a09-a994-e000f9c5a708 admin admin] Publish callbacks [] for security_group (ff5b73d5-8f67-4ce6-92d1-f573293c85e0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:55.386651 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-1607fc7b-6a87-41fb-b979-1612d9b9fe79 service neutron] 10.222.0.96 "GET /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156067 Feb 04 13:41:55.411679 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c85f3db0-383b-4a09-a994-e000f9c5a708 admin admin] Publish callbacks [] for security_group (ff5b73d5-8f67-4ce6-92d1-f573293c85e0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:55.518221 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c85f3db0-383b-4a09-a994-e000f9c5a708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ff5b73d5-8f67-4ce6-92d1-f573293c85e0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:55.523277 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c85f3db0-383b-4a09-a994-e000f9c5a708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:55.532697 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c85f3db0-383b-4a09-a994-e000f9c5a708 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ff5b73d5-8f67-4ce6-92d1-f573293c85e0 HTTP/1.1" status: 204 len: 168 time: 0.3261669 Feb 04 13:41:55.559338 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f3db0-383b-4a09-a994-e000f9c5a708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5b73d5-8f67-4ce6-92d1-f573293c85e0,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:55.675531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c69741ba-eced-49d1-8479-10a54f4f260b is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:55.676325 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:55.707198 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69741ba-eced-49d1-8479-10a54f4f260b {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:41:55.735351 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c69741ba-eced-49d1-8479-10a54f4f260b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c69741ba-eced-49d1-8479-10a54f4f260b,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:55.742230 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:55.814629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c69741ba-eced-49d1-8479-10a54f4f260b,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:56.095863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c69741ba-eced-49d1-8479-10a54f4f260b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:41:57.763249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c69741ba-eced-49d1-8479-10a54f4f260b up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:41:57.847684 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port c69741ba-eced-49d1-8479-10a54f4f260b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:57.848337 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:57.996325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c69741ba-eced-49d1-8479-10a54f4f260b is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:57.997279 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:58.066659 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c69741ba-eced-49d1-8479-10a54f4f260b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c69741ba-eced-49d1-8479-10a54f4f260b,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:58.075029 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:58.171517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c69741ba-eced-49d1-8479-10a54f4f260b,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:00.166644 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54068) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:00.307883 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e6b38e6-3f2a-42a2-8396-e5fdcfc301be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:00.403686 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e6b38e6-3f2a-42a2-8396-e5fdcfc301be admin admin] Publish callbacks [] for security_group (cfdedfe6-9c66-431f-89fc-d749b5f00657), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:00.410549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e6b38e6-3f2a-42a2-8396-e5fdcfc301be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cfdedfe6-9c66-431f-89fc-d749b5f00657), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:00.458261 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7e6b38e6-3f2a-42a2-8396-e5fdcfc301be admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b4bca4cadd3e4739b5edaa03ea73fbb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2903256 Feb 04 13:42:00.459521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b38e6-3f2a-42a2-8396-e5fdcfc301be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdedfe6-9c66-431f-89fc-d749b5f00657,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:00.462873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54072) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:00.533785 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cebf2951-038f-4a2d-9ff9-fcd867babda8 admin admin] Publish callbacks [] for security_group (cfdedfe6-9c66-431f-89fc-d749b5f00657), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:00.563504 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cebf2951-038f-4a2d-9ff9-fcd867babda8 admin admin] Publish callbacks [] for security_group (cfdedfe6-9c66-431f-89fc-d749b5f00657), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:00.646482 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cebf2951-038f-4a2d-9ff9-fcd867babda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cfdedfe6-9c66-431f-89fc-d749b5f00657), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:00.650497 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cebf2951-038f-4a2d-9ff9-fcd867babda8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:00.655178 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cebf2951-038f-4a2d-9ff9-fcd867babda8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cfdedfe6-9c66-431f-89fc-d749b5f00657 HTTP/1.1" status: 204 len: 168 time: 0.1893749 Feb 04 13:42:00.671430 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf2951-038f-4a2d-9ff9-fcd867babda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdedfe6-9c66-431f-89fc-d749b5f00657,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:01.140986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54078) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:01.165849 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f3046e68-d4ae-4461-b085-679c344d36f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:01.308010 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f3046e68-d4ae-4461-b085-679c344d36f6 admin admin] Publish callbacks [] for security_group (394440b3-b86b-4e6c-b150-38b69f956ce0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:01.314986 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f3046e68-d4ae-4461-b085-679c344d36f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (394440b3-b86b-4e6c-b150-38b69f956ce0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:01.397844 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f3046e68-d4ae-4461-b085-679c344d36f6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=51a9390a766144809ed0110f3a64a186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2545838 Feb 04 13:42:01.400161 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3046e68-d4ae-4461-b085-679c344d36f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394440b3-b86b-4e6c-b150-38b69f956ce0,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:01.402003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54080) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:01.481012 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9a235364-c817-49a3-bc3a-fd72ccf20f6c admin admin] Publish callbacks [] for security_group (394440b3-b86b-4e6c-b150-38b69f956ce0), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:01.511897 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9a235364-c817-49a3-bc3a-fd72ccf20f6c admin admin] Publish callbacks [] for security_group (394440b3-b86b-4e6c-b150-38b69f956ce0), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:01.581631 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9a235364-c817-49a3-bc3a-fd72ccf20f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (394440b3-b86b-4e6c-b150-38b69f956ce0), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:01.584452 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9a235364-c817-49a3-bc3a-fd72ccf20f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:01.585774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9a235364-c817-49a3-bc3a-fd72ccf20f6c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/394440b3-b86b-4e6c-b150-38b69f956ce0 HTTP/1.1" status: 204 len: 168 time: 0.1821654 Feb 04 13:42:01.598085 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a235364-c817-49a3-bc3a-fd72ccf20f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394440b3-b86b-4e6c-b150-38b69f956ce0,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:03.638793 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54116) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:03.912240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-26abf029-792d-4171-8f43-d58b9ae38db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1848926599'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:03.938670 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26abf029-792d-4171-8f43-d58b9ae38db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Made reservation on behalf of 494bd34bf3934c199ae6f69ec1f4a297 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:42:03.944801 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26abf029-792d-4171-8f43-d58b9ae38db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:03.962591 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26abf029-792d-4171-8f43-d58b9ae38db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:04.079919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b89a1-5a82-4e63-976a-631ea2f9ea86 req-f0c5d9ad-f95c-4079-bc32-8986abb07922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:04.081390 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db2b89a1-5a82-4e63-976a-631ea2f9ea86 req-f0c5d9ad-f95c-4079-bc32-8986abb07922 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 1129 time: 0.0722456 Feb 04 13:42:04.092858 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26abf029-792d-4171-8f43-d58b9ae38db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Publish callbacks [] for security_group (8d66f93d-3fc8-465b-b08e-07bee2bdb561), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:04.098031 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26abf029-792d-4171-8f43-d58b9ae38db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8d66f93d-3fc8-465b-b08e-07bee2bdb561), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:04.142625 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db2b89a1-5a82-4e63-976a-631ea2f9ea86 req-fd15fb6c-3530-4bbd-9b66-95312cd3ed73 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=a709f0b0-146d-4356-9d46-6c372169bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543792 Feb 04 13:42:04.143768 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26abf029-792d-4171-8f43-d58b9ae38db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:42:04.150616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abf029-792d-4171-8f43-d58b9ae38db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d66f93d-3fc8-465b-b08e-07bee2bdb561,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:04.168001 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26abf029-792d-4171-8f43-d58b9ae38db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (09bae765-33bf-4a8c-ab25-adf2a1858f4f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:04.168743 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-26abf029-792d-4171-8f43-d58b9ae38db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Added segment 09bae765-33bf-4a8c-ab25-adf2a1858f4f of type vlan for network 8dc80c83-79eb-4126-b2a7-53423c86aec8 Feb 04 13:42:04.238453 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26abf029-792d-4171-8f43-d58b9ae38db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (8dc80c83-79eb-4126-b2a7-53423c86aec8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:04.282384 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26abf029-792d-4171-8f43-d58b9ae38db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (8dc80c83-79eb-4126-b2a7-53423c86aec8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:04.291731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26abf029-792d-4171-8f43-d58b9ae38db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:04.292760 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26abf029-792d-4171-8f43-d58b9ae38db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:04.403067 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-26abf029-792d-4171-8f43-d58b9ae38db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7623906 Feb 04 13:42:04.428468 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abf029-792d-4171-8f43-d58b9ae38db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Pushing event updated for resources: {'Network': ['ID=8dc80c83-79eb-4126-b2a7-53423c86aec8,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:04.448013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 8dc80c83-79eb-4126-b2a7-53423c86aec8 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:42:10.986016 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-69332593-12c2-4fa6-a91f-70c0617df0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:11.209771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88db336-6c5a-4fc5-8db7-5cd4c3bf48fa req-8da0a505-96ad-43b5-a182-b7186009483c tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:11.214835 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e88db336-6c5a-4fc5-8db7-5cd4c3bf48fa req-8da0a505-96ad-43b5-a182-b7186009483c tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 946 time: 0.1515076 Feb 04 13:42:11.312886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e88db336-6c5a-4fc5-8db7-5cd4c3bf48fa req-b0a36612-68e5-4f45-ab31-5d28706b01ff tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/security-groups?id=a709f0b0-146d-4356-9d46-6c372169bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893972 Feb 04 13:42:11.662650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2129d0-1ef2-4f5d-b894-4557b8205755 req-e892e345-af02-4864-9ed7-c09ff5f434db tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:11.672495 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f2129d0-1ef2-4f5d-b894-4557b8205755 req-e892e345-af02-4864-9ed7-c09ff5f434db tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 946 time: 0.0945828 Feb 04 13:42:11.784681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f2129d0-1ef2-4f5d-b894-4557b8205755 req-1da255ed-7b85-4ffa-8398-c92923e0dd78 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101534 Feb 04 13:42:11.912965 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a75afbc-a0a9-455e-ba2a-ce83e4bfaa55 x-openstack-request-id: req-0a75afbc-a0a9-455e-ba2a-ce83e4bfaa55 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:42:11.913313 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f90c3f-7e01-4580-9f2d-964b729091c5", "name": "network-vif-unplugged", "status": "completed", "tag": "c69741ba-eced-49d1-8479-10a54f4f260b", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:42:11.914944 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0a75afbc-a0a9-455e-ba2a-ce83e4bfaa55 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:42:11.914944 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f90c3f-7e01-4580-9f2d-964b729091c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c69741ba-eced-49d1-8479-10a54f4f260b', 'code': 200} Feb 04 13:42:12.302493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54186) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:12.308563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Request body: {'port': {'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8', 'binding:host_id': 'n-h1-714676-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-10766344'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:12.355453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Made reservation on behalf of 2363b815d6c14e4a9846f06d6ad815cc for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:42:12.363338 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:12.382871 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:12.514199 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks [] for security_group (8c0028f5-626f-4b74-ba25-e2d58e8c4828), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:12.522953 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8c0028f5-626f-4b74-ba25-e2d58e8c4828), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:12.539554 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed4e3305-0503-4f63-af4e-68c61ea4f2f9 req-0ade2bf4-6861-46d7-8c77-c13c4dc74ea8 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.0829389 Feb 04 13:42:12.575542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] device_id is not set on port 459bc97d-b5db-4812-8d84-74a9f8e81155 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:42:12.591927 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0028f5-626f-4b74-ba25-e2d58e8c4828,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:12.602570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-3e2793a4-278a-4897-830d-95fd85ff7cde req-e2198751-a623-467a-8426-46b907b562c6 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-926082384', 'description': 'tempest-description-313300861'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:12.655261 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3e2793a4-278a-4897-830d-95fd85ff7cde req-e2198751-a623-467a-8426-46b907b562c6 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:12.960041 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3e2793a4-278a-4897-830d-95fd85ff7cde req-e2198751-a623-467a-8426-46b907b562c6 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for security_group (d249fad0-9a8c-413c-a644-cbc26ac06aa8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:13.001360 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3e2793a4-278a-4897-830d-95fd85ff7cde req-e2198751-a623-467a-8426-46b907b562c6 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d249fad0-9a8c-413c-a644-cbc26ac06aa8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:13.226045 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] device_id is not set on port 459bc97d-b5db-4812-8d84-74a9f8e81155 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:42:13.228905 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2198751-a623-467a-8426-46b907b562c6 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d249fad0-9a8c-413c-a644-cbc26ac06aa8,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:13.259635 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks [] for port (459bc97d-b5db-4812-8d84-74a9f8e81155), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:13.274343 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3e2793a4-278a-4897-830d-95fd85ff7cde req-e2198751-a623-467a-8426-46b907b562c6 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:13.277199 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (459bc97d-b5db-4812-8d84-74a9f8e81155), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:13.295963 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3e2793a4-278a-4897-830d-95fd85ff7cde req-e2198751-a623-467a-8426-46b907b562c6 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.7064795 Feb 04 13:42:13.303389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-c8a4cbbc-5f16-4e8a-88ea-61234eab5657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:13.305855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-c8a4cbbc-5f16-4e8a-88ea-61234eab5657 service neutron] 10.222.0.99 "GET /v2.0/ports/a6440d92-dcd8-496d-89b6-bd6f83ea1768 HTTP/1.1" status: 200 len: 1028 time: 0.3321195 Feb 04 13:42:13.374822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54198) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:13.430077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Pushing event updated for resources: {'Port': ['ID=459bc97d-b5db-4812-8d84-74a9f8e81155,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:13.454737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-96818f71-1576-48c7-8d26-4b4df81c47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:13.457559 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-96818f71-1576-48c7-8d26-4b4df81c47a6 service neutron] 10.222.0.99 "GET /v2.0/ports/5320eabc-22f0-4783-8a3f-6c8e55962f16 HTTP/1.1" status: 200 len: 1027 time: 0.1438923 Feb 04 13:42:13.519810 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Checking segment: {'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:42:13.522262 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Network hostable DHCP agents. Network: 8dc80c83-79eb-4126-b2a7-53423c86aec8, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:42:13.556455 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Network 8dc80c83-79eb-4126-b2a7-53423c86aec8 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:42:13.618795 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 8dc80c83-79eb-4126-b2a7-53423c86aec8) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:13.634550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d223a21b-9b0f-432d-a8ee-53ae54c438ac None None] Network 8dc80c83-79eb-4126-b2a7-53423c86aec8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:42:13.657319 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:42:13.725549 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:13.725921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:13.726589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:13.733017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:13.733358 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:13.733751 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 2 to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 Feb 04 13:42:13.779114 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:13.779467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:13.788054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:13.804286 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:13.804286 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:13.804286 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 3 to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 Feb 04 13:42:13.863303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:13.863645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:13.863988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:13.874426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:13.874766 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:13.880061 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 4 to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 Feb 04 13:42:13.907873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-3935c79c-9bf3-4b1d-942d-3cc1e4c93558 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:13.930884 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:13.931387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:13.931828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:13.932135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-3935c79c-9bf3-4b1d-942d-3cc1e4c93558 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:13.947103 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:13.947398 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:13.947800 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 5 to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 Feb 04 13:42:13.971079 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-3935c79c-9bf3-4b1d-942d-3cc1e4c93558 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:13.978880 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-3935c79c-9bf3-4b1d-942d-3cc1e4c93558 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.99 "GET /v2.0/networks?id=7912785f-1fa8-4b69-9cba-aa96f632b769&id=1612d2d9-6bc5-454e-b028-8e610907a6d3&id=1612d2d9-6bc5-454e-b028-8e610907a6d3&id=1612d2d9-6bc5-454e-b028-8e610907a6d3&id=1612d2d9-6bc5-454e-b028-8e610907a6d3&id=361c3099-6555-4ea8-872d-0b37bedf594c&id=361c3099-6555-4ea8-872d-0b37bedf594c HTTP/1.1" status: 200 len: 1988 time: 0.4900751 Feb 04 13:42:13.997679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f90c3f-7e01-4580-9f2d-964b729091c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69741ba-eced-49d1-8479-10a54f4f260b'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:42:14.000222 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bb96d8-944a-4681-ad82-4476e86ad14b" -d '{"events": [{"server_uuid": "e5f90c3f-7e01-4580-9f2d-964b729091c5", "name": "network-vif-plugged", "status": "completed", "tag": "c69741ba-eced-49d1-8479-10a54f4f260b"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:42:14.012029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:14.012731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:14.013330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:14.028467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:14.028738 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:14.028873 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:14.029215 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 6 to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 Feb 04 13:42:14.032122 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bde721d9-db40-4c50-94ff-cdc01ec84a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:14.062060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:14.062434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:14.062830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:14.082012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:14.082386 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:14.082799 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 7 to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 Feb 04 13:42:14.124005 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:14.124351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:14.124785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:14.134822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:14.134822 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:14.134822 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 8 to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 Feb 04 13:42:14.151525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:14.152165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:14.152556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:14.158286 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:14.159399 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:14.159816 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 9 to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 Feb 04 13:42:14.176699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:14.177057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:14.177415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:14.183268 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:14.183884 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:14.184306 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 10 to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 Feb 04 13:42:14.209004 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-7e3b928b-d93e-47f9-9e6f-73e2ead3fcdf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7509a3710d94881bcf821ccba4baf3b HTTP/1.1" status: 200 len: 379 time: 0.2178087 Feb 04 13:42:14.216413 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:14.216881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:14.217106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:14.223025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 459bc97d-b5db-4812-8d84-74a9f8e81155 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:14.223371 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 459bc97d-b5db-4812-8d84-74a9f8e81155 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:14.223755 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (459bc97d-b5db-4812-8d84-74a9f8e81155), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:14.247618 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-581f8129-4652-464f-8475-5650e3534ce0 req-c8e7bec5-e2f1-4620-93e8-0fca7042a1df tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Request body: {'port': {'device_id': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769', 'admin_state_up': True, 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'security_groups': ['34fbaed6-b3d4-4030-9a16-1f20a30987df']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:14.268928 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9c66423-7a0e-44f7-8dff-69952ebd3671 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for security_group (4213865b-48f5-4444-b3f7-18cb0b64b7a1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:14.353210 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9c66423-7a0e-44f7-8dff-69952ebd3671 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for security_group (4213865b-48f5-4444-b3f7-18cb0b64b7a1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:14.358204 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] For port 459bc97d-b5db-4812-8d84-74a9f8e81155, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:42:14.359146 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempted to set empty binding levels {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 13:42:14.372347 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (459bc97d-b5db-4812-8d84-74a9f8e81155), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:14.392832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55f895-ddf4-4007-a043-9045902de699 req-57d3bbf0-7cbf-4683-8193-5dbcaedfe542 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:14.401796 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f55f895-ddf4-4007-a043-9045902de699 req-57d3bbf0-7cbf-4683-8193-5dbcaedfe542 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 946 time: 0.4208601 Feb 04 13:42:14.479110 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f55f895-ddf4-4007-a043-9045902de699 req-2f166c10-9a31-4f21-8114-e15709c32cd0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760798 Feb 04 13:42:14.505128 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:14.506077 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:14.538852 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Pushing event updated for resources: {'Port': ['ID=459bc97d-b5db-4812-8d84-74a9f8e81155,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:14.553380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54210) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:14.566766 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2e08b3d2-e37f-41ab-a6ea-9ca5db0abdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.2630415 Feb 04 13:42:14.670317 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:14.695821 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9c66423-7a0e-44f7-8dff-69952ebd3671 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4213865b-48f5-4444-b3f7-18cb0b64b7a1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:14.701447 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9c66423-7a0e-44f7-8dff-69952ebd3671 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:14.703181 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c9c66423-7a0e-44f7-8dff-69952ebd3671 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "DELETE /v2.0/security-groups/4213865b-48f5-4444-b3f7-18cb0b64b7a1 HTTP/1.1" status: 204 len: 168 time: 1.3266225 Feb 04 13:42:14.707697 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54212) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:14.724625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-c8e7bec5-e2f1-4620-93e8-0fca7042a1df tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Made reservation on behalf of b7509a3710d94881bcf821ccba4baf3b for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:42:14.731102 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-c8e7bec5-e2f1-4620-93e8-0fca7042a1df tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:14.734733 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-00d58923-2f0d-4946-802f-71f56022892d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] show failed (client error): The resource could not be found. Feb 04 13:42:14.740833 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-00d58923-2f0d-4946-802f-71f56022892d tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "GET /v2.0/security-groups/4213865b-48f5-4444-b3f7-18cb0b64b7a1 HTTP/1.1" status: 404 len: 347 time: 0.0313745 Feb 04 13:42:14.746087 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54214) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:14.778820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c66423-7a0e-44f7-8dff-69952ebd3671 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4213865b-48f5-4444-b3f7-18cb0b64b7a1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:14.952733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-20cce0aa-7d17-41fe-a6f1-246aaa75c8b5 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Deleting port e0fbbb46-7e14-437b-b4dc-73d7d49b7786 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:42:14.953086 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20cce0aa-7d17-41fe-a6f1-246aaa75c8b5 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e0fbbb46-7e14-437b-b4dc-73d7d49b7786), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:15.170800 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7af70f5-6b34-4e64-a402-24e68aa432bc req-26ffdc42-4896-42ab-bcf7-576d8102a728 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-926082384&fields=id&tenant_id=76aedb4524df40718f20ca5ee3d21056 HTTP/1.1" status: 200 len: 267 time: 0.3790791 Feb 04 13:42:15.221492 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20cce0aa-7d17-41fe-a6f1-246aaa75c8b5 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e0fbbb46-7e14-437b-b4dc-73d7d49b7786), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:15.222031 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20cce0aa-7d17-41fe-a6f1-246aaa75c8b5 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for floatingip (e0fbbb46-7e14-437b-b4dc-73d7d49b7786), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:15.271361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-20cce0aa-7d17-41fe-a6f1-246aaa75c8b5 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Calling delete_port for e0fbbb46-7e14-437b-b4dc-73d7d49b7786 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:42:15.308958 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Deleting port 459bc97d-b5db-4812-8d84-74a9f8e81155 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:42:15.323031 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (459bc97d-b5db-4812-8d84-74a9f8e81155), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:15.466631 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-581f8129-4652-464f-8475-5650e3534ce0 req-c8e7bec5-e2f1-4620-93e8-0fca7042a1df tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Allocated IP 172.20.0.6 (7912785f-1fa8-4b69-9cba-aa96f632b769/2f4e23bc-2030-43db-882a-fc66074f8533/d0f5a809-9c39-466e-a4d9-f65229b8adcb) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:42:15.516514 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20cce0aa-7d17-41fe-a6f1-246aaa75c8b5 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e0fbbb46-7e14-437b-b4dc-73d7d49b7786), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:15.526321 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:15.537758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] For port 459bc97d-b5db-4812-8d84-74a9f8e81155, host n-h1-714676-13, got binding levels [] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:42:15.555185 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (459bc97d-b5db-4812-8d84-74a9f8e81155), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:15.601114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af70f5-6b34-4e64-a402-24e68aa432bc req-628accc5-47b0-4ea6-abfe-e5bd374ceffc tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:15.615270 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7af70f5-6b34-4e64-a402-24e68aa432bc req-628accc5-47b0-4ea6-abfe-e5bd374ceffc tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 946 time: 0.4428463 Feb 04 13:42:15.641235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-a7af70f5-6b34-4e64-a402-24e68aa432bc req-37248a80-33d0-476e-a754-7aaeb7a89cc7 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Request body: {'port': {'security_groups': ['a709f0b0-146d-4356-9d46-6c372169bde2', 'd249fad0-9a8c-413c-a644-cbc26ac06aa8']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:15.646281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Calling delete_port for 459bc97d-b5db-4812-8d84-74a9f8e81155 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:42:15.649344 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20cce0aa-7d17-41fe-a6f1-246aaa75c8b5 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for floatingip (34ccacf5-7996-4c4e-ae6a-e964a0fcd3e1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:15.653798 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20cce0aa-7d17-41fe-a6f1-246aaa75c8b5 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:15.655217 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-20cce0aa-7d17-41fe-a6f1-246aaa75c8b5 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "DELETE /v2.0/floatingips/34ccacf5-7996-4c4e-ae6a-e964a0fcd3e1 HTTP/1.1" status: 204 len: 168 time: 0.9075718 Feb 04 13:42:15.656259 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cce0aa-7d17-41fe-a6f1-246aaa75c8b5 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event deleted for resources: {'Port': ['ID=e0fbbb46-7e14-437b-b4dc-73d7d49b7786,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:15.659563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54218) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:15.862599 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9f0cd0c3-ee6d-43a6-91a2-b3365f57700a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Deleting port 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:42:15.862907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd0c3-ee6d-43a6-91a2-b3365f57700a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:15.872525 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (459bc97d-b5db-4812-8d84-74a9f8e81155), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:16.018397 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd0c3-ee6d-43a6-91a2-b3365f57700a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:16.027352 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:16.034163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] 10.222.0.96 "DELETE /v2.0/ports/459bc97d-b5db-4812-8d84-74a9f8e81155 HTTP/1.1" status: 204 len: 168 time: 1.4789579 Feb 04 13:42:16.038512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9f0cd0c3-ee6d-43a6-91a2-b3365f57700a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Calling delete_port for 1d03bc7b-242a-4b15-ad3d-18ab1a2929fd owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:42:16.048906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Pushing event deleted for resources: {'Port': ['ID=459bc97d-b5db-4812-8d84-74a9f8e81155,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:16.053798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54220) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:16.079321 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a7af70f5-6b34-4e64-a402-24e68aa432bc req-37248a80-33d0-476e-a754-7aaeb7a89cc7 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:16.134396 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b83b8a-17f2-4702-a074-5e38e8dededf tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] GET failed (client error): The resource could not be found. Feb 04 13:42:16.136981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f0b83b8a-17f2-4702-a074-5e38e8dededf tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] 10.222.0.96 "GET /v2.0/ports/459bc97d-b5db-4812-8d84-74a9f8e81155 HTTP/1.1" status: 404 len: 333 time: 0.0748565 Feb 04 13:42:16.141706 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54222) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:16.156119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:16.156736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:16.157351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:16.157939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:16.158520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:16.159087 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:16.159638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:16.160359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:16.161081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:16.161505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:16.162228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:16.165482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:16.166081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88df61-1ea5-45d2-aaec-1e93a4ca25b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:16.308939 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e47f75e1-1092-4d87-8810-60359bb122e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Request body: {'port': {'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-779640025'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:16.344933 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd0c3-ee6d-43a6-91a2-b3365f57700a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1d03bc7b-242a-4b15-ad3d-18ab1a2929fd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:16.348567 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47f75e1-1092-4d87-8810-60359bb122e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Made reservation on behalf of 2363b815d6c14e4a9846f06d6ad815cc for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:42:16.353132 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e47f75e1-1092-4d87-8810-60359bb122e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:16.378223 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-c8e7bec5-e2f1-4620-93e8-0fca7042a1df tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:16.430510 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cd0c3-ee6d-43a6-91a2-b3365f57700a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event deleted for resources: {'Port': ['ID=1d03bc7b-242a-4b15-ad3d-18ab1a2929fd,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:16.447035 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-c8e7bec5-e2f1-4620-93e8-0fca7042a1df tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:16.511833 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-e47f75e1-1092-4d87-8810-60359bb122e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] device_id is not set on port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:42:16.525686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7bec5-e2f1-4620-93e8-0fca7042a1df tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event updated for resources: {'Port': ['ID=d0f5a809-9c39-466e-a4d9-f65229b8adcb,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:16.564415 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581f8129-4652-464f-8475-5650e3534ce0 req-c8e7bec5-e2f1-4620-93e8-0fca7042a1df tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Network 7912785f-1fa8-4b69-9cba-aa96f632b769 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:16.581420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-581f8129-4652-464f-8475-5650e3534ce0 req-c8e7bec5-e2f1-4620-93e8-0fca7042a1df tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:16.597975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-581f8129-4652-464f-8475-5650e3534ce0 req-c8e7bec5-e2f1-4620-93e8-0fca7042a1df tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:42:16.768491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-c8e7bec5-e2f1-4620-93e8-0fca7042a1df tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:16.769352 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-c8e7bec5-e2f1-4620-93e8-0fca7042a1df tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:16.817747 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:16.822881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-c8e7bec5-e2f1-4620-93e8-0fca7042a1df tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6039159 Feb 04 13:42:16.841715 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-581f8129-4652-464f-8475-5650e3534ce0 req-526e472e-4a32-47cd-b7ae-efd2c3a3b64e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Request body: {'port': {'device_id': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3', 'admin_state_up': True, 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'security_groups': ['34fbaed6-b3d4-4030-9a16-1f20a30987df']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:17.020520 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd0c3-ee6d-43a6-91a2-b3365f57700a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:17.042786 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9f0cd0c3-ee6d-43a6-91a2-b3365f57700a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "DELETE /v2.0/ports/1d03bc7b-242a-4b15-ad3d-18ab1a2929fd HTTP/1.1" status: 204 len: 168 time: 1.3817837 Feb 04 13:42:17.047077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54228) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:17.092896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a7af70f5-6b34-4e64-a402-24e68aa432bc req-37248a80-33d0-476e-a754-7aaeb7a89cc7 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] For port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7,segment=NetworkSegment(bc6329fa-dd80-4060-9161-23c8b128158e),segment_id=bc6329fa-dd80-4060-9161-23c8b128158e)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:42:17.125604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-319a62f2-1bb4-4865-97f5-879bafc86651 None None] Provisioning complete for port d0f5a809-9c39-466e-a4d9-f65229b8adcb triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:42:17.134217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-319a62f2-1bb4-4865-97f5-879bafc86651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:17.143024 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a7af70f5-6b34-4e64-a402-24e68aa432bc req-37248a80-33d0-476e-a754-7aaeb7a89cc7 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:17.164738 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a7af70f5-6b34-4e64-a402-24e68aa432bc req-37248a80-33d0-476e-a754-7aaeb7a89cc7 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:17.235850 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-319a62f2-1bb4-4865-97f5-879bafc86651 None None] Port d0f5a809-9c39-466e-a4d9-f65229b8adcb cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:42:17.238995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:42:17.339501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37248a80-33d0-476e-a754-7aaeb7a89cc7 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Pushing event updated for resources: {'Port': ['ID=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7,revision_number=6']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:17.391875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af70f5-6b34-4e64-a402-24e68aa432bc req-37248a80-33d0-476e-a754-7aaeb7a89cc7 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:17.392862 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a7af70f5-6b34-4e64-a402-24e68aa432bc req-37248a80-33d0-476e-a754-7aaeb7a89cc7 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:17.411197 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7af70f5-6b34-4e64-a402-24e68aa432bc req-37248a80-33d0-476e-a754-7aaeb7a89cc7 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "PUT /v2.0/ports/128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 HTTP/1.1" status: 200 len: 982 time: 1.7944307 Feb 04 13:42:17.412891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'tag': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:42:17.420782 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd498c3-15fe-4044-8171-3738f2e82dda" -d '{"events": [{"name": "network-changed", "server_uuid": "f18a7680-5b12-4fc8-8598-6a450f7b25d3", "tag": "128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:42:17.671634 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e47f75e1-1092-4d87-8810-60359bb122e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks [] for port (4ab05987-1fbc-49fa-9f83-9eed4e5f4d16), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:17.690387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:42:17.724189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-526e472e-4a32-47cd-b7ae-efd2c3a3b64e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Made reservation on behalf of b7509a3710d94881bcf821ccba4baf3b for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:42:17.729041 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-526e472e-4a32-47cd-b7ae-efd2c3a3b64e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:17.759305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810759a-a76f-4103-b515-378db145de52 req-13c10fb2-5d3f-40c6-963f-aade13f9a8a3 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:17.761321 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4810759a-a76f-4103-b515-378db145de52 req-13c10fb2-5d3f-40c6-963f-aade13f9a8a3 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 931 time: 0.1912067 Feb 04 13:42:17.764495 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f0b52ce3-f6b0-4584-acfe-e779df16cdf4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Deleting port c851ed1e-9207-4b30-bdb5-b5029841908d {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:42:17.765023 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0b52ce3-f6b0-4584-acfe-e779df16cdf4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:17.840136 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4810759a-a76f-4103-b515-378db145de52 req-df9f3129-2d9d-4118-b577-c341fec4b2e4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720387 Feb 04 13:42:17.969906 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65b3c89-2180-45c9-8ada-96f852465efc x-openstack-request-id: req-e65b3c89-2180-45c9-8ada-96f852465efc {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:42:17.975158 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f90c3f-7e01-4580-9f2d-964b729091c5", "name": "network-vif-plugged", "status": "completed", "tag": "c69741ba-eced-49d1-8479-10a54f4f260b", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:42:17.977473 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e65b3c89-2180-45c9-8ada-96f852465efc {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:42:17.979553 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f90c3f-7e01-4580-9f2d-964b729091c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69741ba-eced-49d1-8479-10a54f4f260b', 'code': 200} Feb 04 13:42:18.049489 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e47f75e1-1092-4d87-8810-60359bb122e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4ab05987-1fbc-49fa-9f83-9eed4e5f4d16), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:18.055350 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:18.194279 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f75e1-1092-4d87-8810-60359bb122e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Pushing event updated for resources: {'Port': ['ID=4ab05987-1fbc-49fa-9f83-9eed4e5f4d16,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:18.245845 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47f75e1-1092-4d87-8810-60359bb122e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Network 8dc80c83-79eb-4126-b2a7-53423c86aec8 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:18.264795 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-e47f75e1-1092-4d87-8810-60359bb122e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:18.270759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f75e1-1092-4d87-8810-60359bb122e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:42:18.278034 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47f75e1-1092-4d87-8810-60359bb122e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:18.279027 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e47f75e1-1092-4d87-8810-60359bb122e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:18.316492 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e47f75e1-1092-4d87-8810-60359bb122e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1683853 Feb 04 13:42:18.347023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54248) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:18.368229 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0b52ce3-f6b0-4584-acfe-e779df16cdf4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:18.369650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:18.403284 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f0b52ce3-f6b0-4584-acfe-e779df16cdf4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Calling delete_port for c851ed1e-9207-4b30-bdb5-b5029841908d owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:42:18.551425 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-581f8129-4652-464f-8475-5650e3534ce0 req-526e472e-4a32-47cd-b7ae-efd2c3a3b64e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Allocated IP 10.1.1.104 (1612d2d9-6bc5-454e-b028-8e610907a6d3/e3cbde94-2939-42c1-a2b7-b944609cf04a/69d08c20-ee26-4ffe-b5a2-9cf4daf76b84) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:42:18.603160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954b11b-209a-4968-ac85-ae2660027a99 req-793587a8-055f-4679-9a2e-e3163011b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:18.606987 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4954b11b-209a-4968-ac85-ae2660027a99 req-793587a8-055f-4679-9a2e-e3163011b6cb service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 1129 time: 0.4332702 Feb 04 13:42:18.630213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d8785-7da8-4507-a8a0-35f30848553a req-296d4032-81e5-462e-86fb-d108f8aba6da tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:18.634250 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f59d8785-7da8-4507-a8a0-35f30848553a req-296d4032-81e5-462e-86fb-d108f8aba6da tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 946 time: 0.4593656 Feb 04 13:42:18.722649 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0b52ce3-f6b0-4584-acfe-e779df16cdf4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c851ed1e-9207-4b30-bdb5-b5029841908d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:18.723418 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4ab05987-1fbc-49fa-9f83-9eed4e5f4d16), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:18.787823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b52ce3-f6b0-4584-acfe-e779df16cdf4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event deleted for resources: {'Port': ['ID=c851ed1e-9207-4b30-bdb5-b5029841908d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:18.935886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f59d8785-7da8-4507-a8a0-35f30848553a req-87a4b1c6-346c-4143-8ed1-f1dc013a11db tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206435 Feb 04 13:42:19.038024 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0b52ce3-f6b0-4584-acfe-e779df16cdf4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:19.050781 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f0b52ce3-f6b0-4584-acfe-e779df16cdf4 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "DELETE /v2.0/ports/c851ed1e-9207-4b30-bdb5-b5029841908d HTTP/1.1" status: 204 len: 168 time: 2.0019124 Feb 04 13:42:19.055530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54252) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:19.134557 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-98755080-66af-4c27-b93c-cc8067bff7cf tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Deleting subnet 587e0d65-07e2-4346-8c99-06f453205a97 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:42:19.138633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98755080-66af-4c27-b93c-cc8067bff7cf tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for subnet (587e0d65-07e2-4346-8c99-06f453205a97), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:19.229919 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98755080-66af-4c27-b93c-cc8067bff7cf tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (587e0d65-07e2-4346-8c99-06f453205a97), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:19.477803 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98755080-66af-4c27-b93c-cc8067bff7cf tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (587e0d65-07e2-4346-8c99-06f453205a97), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:19.545758 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4954b11b-209a-4968-ac85-ae2660027a99 req-9a010a2f-8417-4bb5-81f6-5475a2c10e93 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8415840 Feb 04 13:42:19.631043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98755080-66af-4c27-b93c-cc8067bff7cf tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (587e0d65-07e2-4346-8c99-06f453205a97), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:19.672875 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98755080-66af-4c27-b93c-cc8067bff7cf tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event deleted for resources: {'Subnet': ['ID=587e0d65-07e2-4346-8c99-06f453205a97,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:19.687964 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-526e472e-4a32-47cd-b7ae-efd2c3a3b64e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:19.749570 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98755080-66af-4c27-b93c-cc8067bff7cf tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:19.749889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f1ba36-44e9-4a0b-96e0-cf0d47c18eea None None] Network b03e4d9b-f465-42a3-8d1f-a7a7367db390 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:42:19.766614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54260) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:19.768974 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-98755080-66af-4c27-b93c-cc8067bff7cf tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "DELETE /v2.0/subnets/587e0d65-07e2-4346-8c99-06f453205a97 HTTP/1.1" status: 204 len: 168 time: 0.7112653 Feb 04 13:42:19.787781 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-526e472e-4a32-47cd-b7ae-efd2c3a3b64e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:19.992662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581f8129-4652-464f-8475-5650e3534ce0 req-526e472e-4a32-47cd-b7ae-efd2c3a3b64e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Network 1612d2d9-6bc5-454e-b028-8e610907a6d3 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:19.999014 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-581f8129-4652-464f-8475-5650e3534ce0 req-526e472e-4a32-47cd-b7ae-efd2c3a3b64e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:20.011215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-581f8129-4652-464f-8475-5650e3534ce0 req-526e472e-4a32-47cd-b7ae-efd2c3a3b64e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:42:20.034681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d59178-4928-4d15-8b46-81613085d042 req-7a9e8463-3000-42e4-b905-04918c7b7433 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-926082384&fields=id&tenant_id=76aedb4524df40718f20ca5ee3d21056 HTTP/1.1" status: 200 len: 267 time: 0.9607792 Feb 04 13:42:20.082299 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b276f685-e73f-4f00-97a2-c3c7dac1c66a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Deleting subnet b81dea98-4db8-4a79-addb-9466ebfdb0ac {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:42:20.087901 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b276f685-e73f-4f00-97a2-c3c7dac1c66a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for subnet (b81dea98-4db8-4a79-addb-9466ebfdb0ac), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:20.142392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d390579b-6883-492c-98a6-c757b71dc7d7 None None] DHCP port deletion for b03e4d9b-f465-42a3-8d1f-a7a7367db390 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:42:20.199826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e472e-4a32-47cd-b7ae-efd2c3a3b64e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event updated for resources: {'Port': ['ID=69d08c20-ee26-4ffe-b5a2-9cf4daf76b84,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:20.267134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d390579b-6883-492c-98a6-c757b71dc7d7 None None] Deleting port 3cb8be19-6f1f-4597-94e4-c08469d9d874 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:42:20.267907 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d390579b-6883-492c-98a6-c757b71dc7d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3cb8be19-6f1f-4597-94e4-c08469d9d874), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:20.392626 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b276f685-e73f-4f00-97a2-c3c7dac1c66a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (b81dea98-4db8-4a79-addb-9466ebfdb0ac), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:20.427766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d390579b-6883-492c-98a6-c757b71dc7d7 None None] For port 3cb8be19-6f1f-4597-94e4-c08469d9d874, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3cb8be19-6f1f-4597-94e4-c08469d9d874,segment=NetworkSegment(e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7),segment_id=e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:42:20.431684 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d390579b-6883-492c-98a6-c757b71dc7d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3cb8be19-6f1f-4597-94e4-c08469d9d874), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:20.492768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d390579b-6883-492c-98a6-c757b71dc7d7 None None] Calling delete_port for 3cb8be19-6f1f-4597-94e4-c08469d9d874 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:42:20.493581 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-526e472e-4a32-47cd-b7ae-efd2c3a3b64e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:20.494969 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-526e472e-4a32-47cd-b7ae-efd2c3a3b64e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:20.536468 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-526e472e-4a32-47cd-b7ae-efd2c3a3b64e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7083485 Feb 04 13:42:20.576918 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] device_id is not set on port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:42:20.596361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-581f8129-4652-464f-8475-5650e3534ce0 req-fba226ae-426d-4cba-9e56-a8a7837c9c82 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Request body: {'port': {'device_id': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3', 'admin_state_up': True, 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'security_groups': ['34fbaed6-b3d4-4030-9a16-1f20a30987df']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:20.643619 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks [] for port (4ab05987-1fbc-49fa-9f83-9eed4e5f4d16), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:20.723974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3ad53f26-d52b-43b7-8682-6cde6eee3b05 None None] Provisioning complete for port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:42:20.726787 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ad53f26-d52b-43b7-8682-6cde6eee3b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:20.739316 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d59178-4928-4d15-8b46-81613085d042 req-3c575e94-960d-4bef-aaa4-9cc9c44ae3e7 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:20.761821 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d59178-4928-4d15-8b46-81613085d042 req-3c575e94-960d-4bef-aaa4-9cc9c44ae3e7 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 985 time: 0.6233332 Feb 04 13:42:20.779127 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (4ab05987-1fbc-49fa-9f83-9eed4e5f4d16), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:20.795249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-68d59178-4928-4d15-8b46-81613085d042 req-2d811137-c532-47c1-abf5-c87144542cb1 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Request body: {'port': {'security_groups': ['a709f0b0-146d-4356-9d46-6c372169bde2']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:20.868807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3ad53f26-d52b-43b7-8682-6cde6eee3b05 None None] Port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:42:20.920566 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d390579b-6883-492c-98a6-c757b71dc7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (3cb8be19-6f1f-4597-94e4-c08469d9d874), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:21.055884 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d390579b-6883-492c-98a6-c757b71dc7d7 None None] No DVR routers for this DVR port 3cb8be19-6f1f-4597-94e4-c08469d9d874 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:42:21.055884 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390579b-6883-492c-98a6-c757b71dc7d7 None None] Pushing event deleted for resources: {'Port': ['ID=3cb8be19-6f1f-4597-94e4-c08469d9d874,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:21.100164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3cb8be19-6f1f-4597-94e4-c08469d9d874 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:42:21.157216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 3cb8be19-6f1f-4597-94e4-c08469d9d874 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:42:21.157815 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3cb8be19-6f1f-4597-94e4-c08469d9d874 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:42:21.644407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Pushing event updated for resources: {'Port': ['ID=4ab05987-1fbc-49fa-9f83-9eed4e5f4d16,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:22.104817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-fba226ae-426d-4cba-9e56-a8a7837c9c82 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Made reservation on behalf of b7509a3710d94881bcf821ccba4baf3b for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:42:22.114699 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-fba226ae-426d-4cba-9e56-a8a7837c9c82 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:22.220083 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b276f685-e73f-4f00-97a2-c3c7dac1c66a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (b81dea98-4db8-4a79-addb-9466ebfdb0ac), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:22.237173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:22.238848 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:22.239575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:22.342371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:22.343103 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:22.359379 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 2 to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 Feb 04 13:42:22.400838 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68d59178-4928-4d15-8b46-81613085d042 req-2d811137-c532-47c1-abf5-c87144542cb1 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:22.403384 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:22.403922 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:22.404989 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:22.482419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:22.482992 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:22.716546 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 3 to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 Feb 04 13:42:22.871080 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b276f685-e73f-4f00-97a2-c3c7dac1c66a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (b81dea98-4db8-4a79-addb-9466ebfdb0ac), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:22.982547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:22.986538 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:22.987018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:23.114876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-581f8129-4652-464f-8475-5650e3534ce0 req-fba226ae-426d-4cba-9e56-a8a7837c9c82 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Allocated IP 10.1.1.187 (1612d2d9-6bc5-454e-b028-8e610907a6d3/e3cbde94-2939-42c1-a2b7-b944609cf04a/17d69f45-ac59-44d3-b022-1a658842a126) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:42:23.136340 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276f685-e73f-4f00-97a2-c3c7dac1c66a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event deleted for resources: {'Subnet': ['ID=b81dea98-4db8-4a79-addb-9466ebfdb0ac,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:23.147119 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b276f685-e73f-4f00-97a2-c3c7dac1c66a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:23.152223 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b276f685-e73f-4f00-97a2-c3c7dac1c66a tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "DELETE /v2.0/subnets/b81dea98-4db8-4a79-addb-9466ebfdb0ac HTTP/1.1" status: 204 len: 168 time: 3.3837380 Feb 04 13:42:23.157210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54304) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:23.160725 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:23.161074 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:23.168484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70c0027-819f-4f56-9946-7834906ec523 None None] Network 386e66d0-0813-47f8-96ee-a8bf1332cdc1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:42:23.169236 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 4 to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 Feb 04 13:42:23.232087 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:23.232637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:23.233174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:23.305568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:23.306006 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:23.321695 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 5 to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 Feb 04 13:42:23.330993 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a59eab6-9e67-4d56-9b57-9a5e86e14dc3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (b03e4d9b-f465-42a3-8d1f-a7a7367db390), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:23.394575 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2301121-07f9-41ac-89f1-d6929af3ab09 None None] DHCP port deletion for 386e66d0-0813-47f8-96ee-a8bf1332cdc1 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:42:23.403718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:23.404079 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:23.404380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:23.447463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:23.447942 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:23.468249 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 6 to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 Feb 04 13:42:23.514219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-68d59178-4928-4d15-8b46-81613085d042 req-2d811137-c532-47c1-abf5-c87144542cb1 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] For port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7,segment=NetworkSegment(bc6329fa-dd80-4060-9161-23c8b128158e),segment_id=bc6329fa-dd80-4060-9161-23c8b128158e)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:42:23.516657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:23.517071 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:23.517472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:23.518431 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a59eab6-9e67-4d56-9b57-9a5e86e14dc3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (b03e4d9b-f465-42a3-8d1f-a7a7367db390), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:23.546547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:23.547015 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:23.553994 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 7 to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 Feb 04 13:42:23.573903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6a59eab6-9e67-4d56-9b57-9a5e86e14dc3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03e4d9b-f465-42a3-8d1f-a7a7367db390']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:23.576122 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c2301121-07f9-41ac-89f1-d6929af3ab09 None None] Deleting port 163977eb-0121-4fa8-88f8-0e0d9ce16448 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:42:23.576693 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c2301121-07f9-41ac-89f1-d6929af3ab09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (163977eb-0121-4fa8-88f8-0e0d9ce16448), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:23.604344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6a59eab6-9e67-4d56-9b57-9a5e86e14dc3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:23.605087 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6a59eab6-9e67-4d56-9b57-9a5e86e14dc3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:23.608573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-fba226ae-426d-4cba-9e56-a8a7837c9c82 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for port (17d69f45-ac59-44d3-b022-1a658842a126), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:23.623562 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68d59178-4928-4d15-8b46-81613085d042 req-2d811137-c532-47c1-abf5-c87144542cb1 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:23.625537 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:23.625908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:23.626411 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:23.637131 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68d59178-4928-4d15-8b46-81613085d042 req-2d811137-c532-47c1-abf5-c87144542cb1 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:23.644861 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a59eab6-9e67-4d56-9b57-9a5e86e14dc3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:23.648578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:23.649021 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:23.656222 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 8 to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 Feb 04 13:42:23.701174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d59178-4928-4d15-8b46-81613085d042 req-2d811137-c532-47c1-abf5-c87144542cb1 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:23.701861 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68d59178-4928-4d15-8b46-81613085d042 req-2d811137-c532-47c1-abf5-c87144542cb1 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:23.704516 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d59178-4928-4d15-8b46-81613085d042 req-2d811137-c532-47c1-abf5-c87144542cb1 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "PUT /v2.0/ports/128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 HTTP/1.1" status: 200 len: 943 time: 2.9413707 Feb 04 13:42:23.717695 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a59eab6-9e67-4d56-9b57-9a5e86e14dc3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:23.743246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a59eab6-9e67-4d56-9b57-9a5e86e14dc3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:42:23.745089 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a59eab6-9e67-4d56-9b57-9a5e86e14dc3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (e495c9b1-3fb7-4e2c-8e62-f66aeabb68d7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:23.753531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:42:23.775772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:23.776359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:23.777519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:23.850860 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:23.855634 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:23.857493 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e2e66d-73a8-4118-9c44-c51a4536413e x-openstack-request-id: req-39e2e66d-73a8-4118-9c44-c51a4536413e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:42:23.858389 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18a7680-5b12-4fc8-8598-6a450f7b25d3", "tag": "128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:42:23.859398 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-39e2e66d-73a8-4118-9c44-c51a4536413e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:42:23.860246 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'tag': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7', 'status': 'completed', 'code': 200} Feb 04 13:42:23.867966 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 9 to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 Feb 04 13:42:23.881038 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-fba226ae-426d-4cba-9e56-a8a7837c9c82 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (17d69f45-ac59-44d3-b022-1a658842a126), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:23.904617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d811137-c532-47c1-abf5-c87144542cb1 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Pushing event updated for resources: {'Port': ['ID=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7,revision_number=7']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:23.961859 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:42:24.045063 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:42:24.053526 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a59eab6-9e67-4d56-9b57-9a5e86e14dc3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (b03e4d9b-f465-42a3-8d1f-a7a7367db390), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:24.110698 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581f8129-4652-464f-8475-5650e3534ce0 req-fba226ae-426d-4cba-9e56-a8a7837c9c82 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Network 1612d2d9-6bc5-454e-b028-8e610907a6d3 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:24.141726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:24.145714 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6a59eab6-9e67-4d56-9b57-9a5e86e14dc3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:24.152621 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:24.153274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:24.173279 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6a59eab6-9e67-4d56-9b57-9a5e86e14dc3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "DELETE /v2.0/networks/b03e4d9b-f465-42a3-8d1f-a7a7367db390 HTTP/1.1" status: 204 len: 168 time: 1.0152283 Feb 04 13:42:24.174769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59eab6-9e67-4d56-9b57-9a5e86e14dc3 tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event deleted for resources: {'Network': ['ID=b03e4d9b-f465-42a3-8d1f-a7a7367db390,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:24.177439 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54318) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:24.184871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c2301121-07f9-41ac-89f1-d6929af3ab09 None None] For port 163977eb-0121-4fa8-88f8-0e0d9ce16448, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=163977eb-0121-4fa8-88f8-0e0d9ce16448,segment=NetworkSegment(cb013293-32eb-4492-86d8-5dc568dbe5eb),segment_id=cb013293-32eb-4492-86d8-5dc568dbe5eb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:42:24.186708 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c2301121-07f9-41ac-89f1-d6929af3ab09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (163977eb-0121-4fa8-88f8-0e0d9ce16448), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:24.211806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-581f8129-4652-464f-8475-5650e3534ce0 req-fba226ae-426d-4cba-9e56-a8a7837c9c82 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:24.224019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c2301121-07f9-41ac-89f1-d6929af3ab09 None None] Calling delete_port for 163977eb-0121-4fa8-88f8-0e0d9ce16448 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:42:24.231055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-581f8129-4652-464f-8475-5650e3534ce0 req-fba226ae-426d-4cba-9e56-a8a7837c9c82 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:42:24.343446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:24.343785 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:24.356527 n-d-714676-13 neutron-server[103606]: INFO neutron.plugins.ml2.plugin [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 10 to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 Feb 04 13:42:24.360634 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba226ae-426d-4cba-9e56-a8a7837c9c82 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event updated for resources: {'Port': ['ID=17d69f45-ac59-44d3-b022-1a658842a126,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:24.413350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:24.414575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:24.415097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:24.448933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-fba226ae-426d-4cba-9e56-a8a7837c9c82 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:24.451139 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-fba226ae-426d-4cba-9e56-a8a7837c9c82 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:24.459994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd498c3-15fe-4044-8171-3738f2e82dda req-54331ce0-1c34-48e0-9dd3-818da5125be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:24.462852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cd498c3-15fe-4044-8171-3738f2e82dda req-54331ce0-1c34-48e0-9dd3-818da5125be9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=76aedb4524df40718f20ca5ee3d21056&device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 1129 time: 0.5756476 Feb 04 13:42:24.470656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:24.472953 n-d-714676-13 neutron-server[103606]: ERROR neutron.plugins.ml2.managers [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:24.473606 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4ab05987-1fbc-49fa-9f83-9eed4e5f4d16), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:24.544822 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beb18729-c5ea-4687-93f4-56bd529ad88e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (386e66d0-0813-47f8-96ee-a8bf1332cdc1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:24.700816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-beb18729-c5ea-4687-93f4-56bd529ad88e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] The port '163977eb-0121-4fa8-88f8-0e0d9ce16448' was deleted {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 04 13:42:24.722624 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090720-99e8-417b-bc10-19ba9849934b req-04258ba4-23aa-4753-9c9a-fa34a00be64d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:24.737820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090720-99e8-417b-bc10-19ba9849934b req-04258ba4-23aa-4753-9c9a-fa34a00be64d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:24.752536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090720-99e8-417b-bc10-19ba9849934b req-04258ba4-23aa-4753-9c9a-fa34a00be64d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:24.762795 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06090720-99e8-417b-bc10-19ba9849934b req-04258ba4-23aa-4753-9c9a-fa34a00be64d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 2374 time: 0.7347534 Feb 04 13:42:24.784523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd498c3-15fe-4044-8171-3738f2e82dda req-84067c88-05b6-439d-b255-cf7320d964b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:24.786224 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cd498c3-15fe-4044-8171-3738f2e82dda req-84067c88-05b6-439d-b255-cf7320d964b1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=125174e1-20cb-4d44-96a0-df58c7f7dce6 HTTP/1.1" status: 200 len: 920 time: 0.2978501 Feb 04 13:42:24.966395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] For port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:42:24.966785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempted to set empty binding levels {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 13:42:24.981657 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c2301121-07f9-41ac-89f1-d6929af3ab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (163977eb-0121-4fa8-88f8-0e0d9ce16448), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:25.016519 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (4ab05987-1fbc-49fa-9f83-9eed4e5f4d16), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:25.042337 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-fba226ae-426d-4cba-9e56-a8a7837c9c82 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4662199 Feb 04 13:42:25.060446 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beb18729-c5ea-4687-93f4-56bd529ad88e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (386e66d0-0813-47f8-96ee-a8bf1332cdc1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:25.136053 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-beb18729-c5ea-4687-93f4-56bd529ad88e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386e66d0-0813-47f8-96ee-a8bf1332cdc1']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:25.138465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-581f8129-4652-464f-8475-5650e3534ce0 req-adad64d5-436f-447c-977a-cf154eb0d8a6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Request body: {'port': {'device_id': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c', 'admin_state_up': True, 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'security_groups': ['34fbaed6-b3d4-4030-9a16-1f20a30987df']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:25.152535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] In _notify_port_updated(), no bound segment for port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:42:25.156255 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.158849 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:25.163991 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] 10.222.0.96 "PUT /v2.0/ports/4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 HTTP/1.1" status: 200 len: 979 time: 6.8011298 Feb 04 13:42:25.183224 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-beb18729-c5ea-4687-93f4-56bd529ad88e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb013293-32eb-4492-86d8-5dc568dbe5eb') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:25.184067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-beb18729-c5ea-4687-93f4-56bd529ad88e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb013293-32eb-4492-86d8-5dc568dbe5eb') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:25.193295 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cd498c3-15fe-4044-8171-3738f2e82dda req-21e27fb7-504d-448a-9863-ff26b59ddf43 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 HTTP/1.1" status: 200 len: 217 time: 0.2212851 Feb 04 13:42:25.205763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54328) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:25.207432 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2301121-07f9-41ac-89f1-d6929af3ab09 None None] No DVR routers for this DVR port 163977eb-0121-4fa8-88f8-0e0d9ce16448 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:42:25.223415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2301121-07f9-41ac-89f1-d6929af3ab09 None None] Pushing event deleted for resources: {'Port': ['ID=163977eb-0121-4fa8-88f8-0e0d9ce16448,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:25.240796 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beb18729-c5ea-4687-93f4-56bd529ad88e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (cb013293-32eb-4492-86d8-5dc568dbe5eb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:25.242702 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 163977eb-0121-4fa8-88f8-0e0d9ce16448 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:42:25.293440 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beb18729-c5ea-4687-93f4-56bd529ad88e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (cb013293-32eb-4492-86d8-5dc568dbe5eb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:25.313807 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb18729-c5ea-4687-93f4-56bd529ad88e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:42:25.314130 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beb18729-c5ea-4687-93f4-56bd529ad88e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (cb013293-32eb-4492-86d8-5dc568dbe5eb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:25.334605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 163977eb-0121-4fa8-88f8-0e0d9ce16448 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:42:25.335404 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 163977eb-0121-4fa8-88f8-0e0d9ce16448 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:42:25.414183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06090720-99e8-417b-bc10-19ba9849934b req-9c375349-0d38-4202-90aa-28c2aeca896a tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6503980 Feb 04 13:42:25.457649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-60ef0a52-0898-4c50-8c6a-18100381d354 None None] Provisioning complete for port 17d69f45-ac59-44d3-b022-1a658842a126 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:42:25.457952 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-60ef0a52-0898-4c50-8c6a-18100381d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (17d69f45-ac59-44d3-b022-1a658842a126), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:25.460673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd498c3-15fe-4044-8171-3738f2e82dda req-bcab1d05-4572-4354-977f-3051ddfac666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.466338 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cd498c3-15fe-4044-8171-3738f2e82dda req-bcab1d05-4572-4354-977f-3051ddfac666 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=27a949e4-0aa1-4c83-ac16-4e55656dc857 HTTP/1.1" status: 200 len: 859 time: 0.1673005 Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:42:25.547520 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:42:25.555409 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beb18729-c5ea-4687-93f4-56bd529ad88e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (386e66d0-0813-47f8-96ee-a8bf1332cdc1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:25.593628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-60ef0a52-0898-4c50-8c6a-18100381d354 None None] Port 17d69f45-ac59-44d3-b022-1a658842a126 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:42:25.618830 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-beb18729-c5ea-4687-93f4-56bd529ad88e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:25.623039 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-beb18729-c5ea-4687-93f4-56bd529ad88e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] 10.222.0.96 "DELETE /v2.0/networks/386e66d0-0813-47f8-96ee-a8bf1332cdc1 HTTP/1.1" status: 204 len: 168 time: 1.4439127 Feb 04 13:42:25.650128 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb18729-c5ea-4687-93f4-56bd529ad88e tempest-TaggedBootDevicesTest_v242-1094266274 tempest-TaggedBootDevicesTest_v242-1094266274-project] Pushing event deleted for resources: {'Network': ['ID=386e66d0-0813-47f8-96ee-a8bf1332cdc1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:25.695448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cd498c3-15fe-4044-8171-3738f2e82dda req-d0e6d1f7-3a98-4262-80ef-b3d6c7ca0ce4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=125174e1-20cb-4d44-96a0-df58c7f7dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1711290 Feb 04 13:42:25.696518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746fbc3-dafe-4de3-8b65-3c0c33886f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Pushing event updated for resources: {'Port': ['ID=4ab05987-1fbc-49fa-9f83-9eed4e5f4d16,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:25.815070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.816008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.816748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.817609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.820853 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.821812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.822524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.823163 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.823804 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.824437 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.825146 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.825863 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.826910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.827602 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.828313 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.829329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.830012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.832373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.833073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.833737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.834402 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.835850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.847916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.849732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.850573 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.853102 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.854904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.855745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.856452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.857322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.858045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.859015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.870895 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c60af747-26f6-4543-b981-4ba1a1159f15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29468 time: 0.6294596 Feb 04 13:42:25.872091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54334) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:25.889717 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'tag': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:42:25.893651 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b840d8-4cc3-4f41-8d2e-e8597fa9acce" -d '{"events": [{"name": "network-changed", "server_uuid": "f18a7680-5b12-4fc8-8598-6a450f7b25d3", "tag": "128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:42:26.000758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a366dcd9-1d66-4397-bb5a-7489d96328d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Deleting port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:42:26.001399 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a366dcd9-1d66-4397-bb5a-7489d96328d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4ab05987-1fbc-49fa-9f83-9eed4e5f4d16), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:26.124916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07427e38-1248-4ad7-8327-1a312f3eb8ac req-b1ba1b00-f491-45b2-af63-813add92c185 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:26.138569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07427e38-1248-4ad7-8327-1a312f3eb8ac req-b1ba1b00-f491-45b2-af63-813add92c185 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 946 time: 0.5257647 Feb 04 13:42:26.150633 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-a366dcd9-1d66-4397-bb5a-7489d96328d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] For port 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16, host n-h1-714676-13, got binding levels [] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:42:26.151287 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a366dcd9-1d66-4397-bb5a-7489d96328d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4ab05987-1fbc-49fa-9f83-9eed4e5f4d16), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:26.179982 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a366dcd9-1d66-4397-bb5a-7489d96328d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Calling delete_port for 4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:42:26.253468 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cd498c3-15fe-4044-8171-3738f2e82dda req-3b57d74e-bf73-483f-b0d9-42809ea814d6 service neutron] 10.222.0.99 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999588 Feb 04 13:42:26.297798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-adad64d5-436f-447c-977a-cf154eb0d8a6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Made reservation on behalf of b7509a3710d94881bcf821ccba4baf3b for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:42:26.436963 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a366dcd9-1d66-4397-bb5a-7489d96328d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4ab05987-1fbc-49fa-9f83-9eed4e5f4d16), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:26.520773 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366dcd9-1d66-4397-bb5a-7489d96328d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ab05987-1fbc-49fa-9f83-9eed4e5f4d16,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:26.529286 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a366dcd9-1d66-4397-bb5a-7489d96328d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:26.538438 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a366dcd9-1d66-4397-bb5a-7489d96328d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] 10.222.0.96 "DELETE /v2.0/ports/4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 HTTP/1.1" status: 204 len: 168 time: 0.6632140 Feb 04 13:42:26.543908 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54346) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:26.593973 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d16a2c-1acc-48a1-8350-19c7e7d34d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] GET failed (client error): The resource could not be found. Feb 04 13:42:26.597001 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f9d16a2c-1acc-48a1-8350-19c7e7d34d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] 10.222.0.96 "GET /v2.0/ports/4ab05987-1fbc-49fa-9f83-9eed4e5f4d16 HTTP/1.1" status: 404 len: 333 time: 0.0509543 Feb 04 13:42:26.610765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54348) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:26.641016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-56b0e568-756e-4109-966f-4c3c5bf4ae5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-897064392', 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:26.704679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07427e38-1248-4ad7-8327-1a312f3eb8ac req-0bed325f-e19f-48e4-9252-9e4b0dceffa1 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645623 Feb 04 13:42:26.801128 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-adad64d5-436f-447c-977a-cf154eb0d8a6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:27.045431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b0e568-756e-4109-966f-4c3c5bf4ae5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Made reservation on behalf of 2363b815d6c14e4a9846f06d6ad815cc for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:42:27.048610 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56b0e568-756e-4109-966f-4c3c5bf4ae5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:27.116149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-581f8129-4652-464f-8475-5650e3534ce0 req-adad64d5-436f-447c-977a-cf154eb0d8a6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Allocated IP 10.2.2.100 (361c3099-6555-4ea8-872d-0b37bedf594c/cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0/ee19d8bf-beb5-420b-b1b3-ce54275a3754) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:42:27.125106 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-56b0e568-756e-4109-966f-4c3c5bf4ae5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] device_id is not set on port 3ed1c000-fad0-4ed8-b882-6f902c201fb6 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:42:27.268294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cd498c3-15fe-4044-8171-3738f2e82dda req-bb999df1-c35d-4062-9ebe-5d6530a9f8ad service neutron] 10.222.0.99 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0047364 Feb 04 13:42:27.734349 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56b0e568-756e-4109-966f-4c3c5bf4ae5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks [] for port (3ed1c000-fad0-4ed8-b882-6f902c201fb6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:28.216645 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-7b3cc5d4-2d6f-448b-aad5-1d5f782dcee7 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9514337 Feb 04 13:42:28.256657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:28.354722 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:28.479138 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56b0e568-756e-4109-966f-4c3c5bf4ae5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (3ed1c000-fad0-4ed8-b882-6f902c201fb6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:28.495785 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-adad64d5-436f-447c-977a-cf154eb0d8a6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:28.598775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b0e568-756e-4109-966f-4c3c5bf4ae5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Network 8dc80c83-79eb-4126-b2a7-53423c86aec8 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:28.615832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-56b0e568-756e-4109-966f-4c3c5bf4ae5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:28.623502 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b0e568-756e-4109-966f-4c3c5bf4ae5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:42:28.625209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b0e568-756e-4109-966f-4c3c5bf4ae5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:28.626296 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56b0e568-756e-4109-966f-4c3c5bf4ae5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:28.709946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0e568-756e-4109-966f-4c3c5bf4ae5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Pushing event updated for resources: {'Port': ['ID=3ed1c000-fad0-4ed8-b882-6f902c201fb6,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:28.745087 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-56b0e568-756e-4109-966f-4c3c5bf4ae5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1173439 Feb 04 13:42:28.745382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54368) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:28.770921 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-adad64d5-436f-447c-977a-cf154eb0d8a6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:28.890899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b69967-7f43-4cfc-b9ed-2a405d5898b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:28.892891 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-34b69967-7f43-4cfc-b9ed-2a405d5898b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] 10.222.0.96 "GET /v2.0/ports/3ed1c000-fad0-4ed8-b882-6f902c201fb6 HTTP/1.1" status: 200 len: 958 time: 0.1470289 Feb 04 13:42:28.898318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54372) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:28.968096 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:42:29.005381 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581f8129-4652-464f-8475-5650e3534ce0 req-adad64d5-436f-447c-977a-cf154eb0d8a6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Network 361c3099-6555-4ea8-872d-0b37bedf594c is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:29.017424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad64d5-436f-447c-977a-cf154eb0d8a6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event updated for resources: {'Port': ['ID=ee19d8bf-beb5-420b-b1b3-ce54275a3754,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:29.038187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-581f8129-4652-464f-8475-5650e3534ce0 req-adad64d5-436f-447c-977a-cf154eb0d8a6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:29.047120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-581f8129-4652-464f-8475-5650e3534ce0 req-adad64d5-436f-447c-977a-cf154eb0d8a6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:42:29.111035 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-53de2515-8eab-4596-a9f9-70b2d90e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Deleting port 3ed1c000-fad0-4ed8-b882-6f902c201fb6 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:42:29.113388 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53de2515-8eab-4596-a9f9-70b2d90e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3ed1c000-fad0-4ed8-b882-6f902c201fb6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:29.214235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-adad64d5-436f-447c-977a-cf154eb0d8a6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:29.215559 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-adad64d5-436f-447c-977a-cf154eb0d8a6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:29.284551 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-adad64d5-436f-447c-977a-cf154eb0d8a6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1639538 Feb 04 13:42:29.290584 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:29.373756 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-581f8129-4652-464f-8475-5650e3534ce0 req-6fd8e996-f24c-4ad1-83ed-6378fe95f4ea tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Request body: {'port': {'device_id': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c', 'admin_state_up': True, 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'security_groups': ['34fbaed6-b3d4-4030-9a16-1f20a30987df']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:29.400801 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53de2515-8eab-4596-a9f9-70b2d90e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3ed1c000-fad0-4ed8-b882-6f902c201fb6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:29.437394 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-53de2515-8eab-4596-a9f9-70b2d90e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Calling delete_port for 3ed1c000-fad0-4ed8-b882-6f902c201fb6 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:42:29.593578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9801091d-3d1d-4405-b01e-d493f899af87 None None] Provisioning complete for port ee19d8bf-beb5-420b-b1b3-ce54275a3754 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:42:29.594497 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9801091d-3d1d-4405-b01e-d493f899af87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:29.623662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-6fd8e996-f24c-4ad1-83ed-6378fe95f4ea tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Made reservation on behalf of b7509a3710d94881bcf821ccba4baf3b for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:42:29.629539 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-6fd8e996-f24c-4ad1-83ed-6378fe95f4ea tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:29.638667 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53de2515-8eab-4596-a9f9-70b2d90e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (3ed1c000-fad0-4ed8-b882-6f902c201fb6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:29.703419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9801091d-3d1d-4405-b01e-d493f899af87 None None] Port ee19d8bf-beb5-420b-b1b3-ce54275a3754 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:42:29.709427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de2515-8eab-4596-a9f9-70b2d90e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ed1c000-fad0-4ed8-b882-6f902c201fb6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:29.730986 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53de2515-8eab-4596-a9f9-70b2d90e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:29.732313 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Allocated IP 172.25.5.156 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/16d8d3b3-a350-49ee-b5c2-08efc25b3238) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:42:29.735692 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-53de2515-8eab-4596-a9f9-70b2d90e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] 10.222.0.96 "DELETE /v2.0/ports/3ed1c000-fad0-4ed8-b882-6f902c201fb6 HTTP/1.1" status: 204 len: 168 time: 0.8357899 Feb 04 13:42:29.739951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54374) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:29.797607 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef5bfef-ed78-4377-b577-f62919908f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] GET failed (client error): The resource could not be found. Feb 04 13:42:29.799152 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3ef5bfef-ed78-4377-b577-f62919908f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] 10.222.0.96 "GET /v2.0/ports/3ed1c000-fad0-4ed8-b882-6f902c201fb6 HTTP/1.1" status: 404 len: 333 time: 0.0581830 Feb 04 13:42:29.808936 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54376) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:29.817819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-92e27e17-0c68-49fb-abed-d2584b642319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Request body: {'port': {'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1989189249'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:29.875725 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e27e17-0c68-49fb-abed-d2584b642319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Made reservation on behalf of 2363b815d6c14e4a9846f06d6ad815cc for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:42:29.881826 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-92e27e17-0c68-49fb-abed-d2584b642319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:29.906631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-92e27e17-0c68-49fb-abed-d2584b642319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] device_id is not set on port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:42:30.080731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-581f8129-4652-464f-8475-5650e3534ce0 req-6fd8e996-f24c-4ad1-83ed-6378fe95f4ea tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Allocated IP 10.2.2.200 (361c3099-6555-4ea8-872d-0b37bedf594c/cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0/2fb97722-6f45-48e7-8b20-1188308a58b1) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:42:30.103540 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-92e27e17-0c68-49fb-abed-d2584b642319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks [] for port (a352dc47-a267-4e1d-acc8-a0fbbd3f9530), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:30.172262 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for port (16d8d3b3-a350-49ee-b5c2-08efc25b3238), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:30.174030 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-92e27e17-0c68-49fb-abed-d2584b642319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a352dc47-a267-4e1d-acc8-a0fbbd3f9530), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:30.289678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e27e17-0c68-49fb-abed-d2584b642319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Network 8dc80c83-79eb-4126-b2a7-53423c86aec8 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:30.295699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-92e27e17-0c68-49fb-abed-d2584b642319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:30.301892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e27e17-0c68-49fb-abed-d2584b642319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:42:30.303535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e27e17-0c68-49fb-abed-d2584b642319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:30.305807 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-92e27e17-0c68-49fb-abed-d2584b642319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:30.354263 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-92e27e17-0c68-49fb-abed-d2584b642319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5408373 Feb 04 13:42:30.359753 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54390) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:30.370050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:30.414758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e27e17-0c68-49fb-abed-d2584b642319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Pushing event updated for resources: {'Port': ['ID=a352dc47-a267-4e1d-acc8-a0fbbd3f9530,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:30.446648 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (16d8d3b3-a350-49ee-b5c2-08efc25b3238), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:30.506254 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a352dc47-a267-4e1d-acc8-a0fbbd3f9530), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:30.614083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:30.627347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:30.639667 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-6fd8e996-f24c-4ad1-83ed-6378fe95f4ea tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:30.642513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:42:30.708876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Pushing event updated for resources: {'Port': ['ID=16d8d3b3-a350-49ee-b5c2-08efc25b3238,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:30.922963 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-6fd8e996-f24c-4ad1-83ed-6378fe95f4ea tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:31.074742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] device_id is not set on port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:42:31.097199 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks [] for port (a352dc47-a267-4e1d-acc8-a0fbbd3f9530), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:31.115800 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a352dc47-a267-4e1d-acc8-a0fbbd3f9530), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:31.121376 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8e996-f24c-4ad1-83ed-6378fe95f4ea tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event updated for resources: {'Port': ['ID=2fb97722-6f45-48e7-8b20-1188308a58b1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:31.217122 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for floatingip (9f106576-33d2-408a-bba2-eb8f984b9ad7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:31.265272 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581f8129-4652-464f-8475-5650e3534ce0 req-6fd8e996-f24c-4ad1-83ed-6378fe95f4ea tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Network 361c3099-6555-4ea8-872d-0b37bedf594c is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:31.270893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-581f8129-4652-464f-8475-5650e3534ce0 req-6fd8e996-f24c-4ad1-83ed-6378fe95f4ea tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:31.276994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-581f8129-4652-464f-8475-5650e3534ce0 req-6fd8e996-f24c-4ad1-83ed-6378fe95f4ea tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:42:31.316148 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:31.321737 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:31.322346 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:31.330602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Pushing event updated for resources: {'Port': ['ID=a352dc47-a267-4e1d-acc8-a0fbbd3f9530,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:31.356798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:31.357353 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:31.358011 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 2 to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 Feb 04 13:42:31.414970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:31.419491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:31.420155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:31.431807 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (16d8d3b3-a350-49ee-b5c2-08efc25b3238), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:31.441531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:31.441832 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:31.442321 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 3 to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 Feb 04 13:42:31.475272 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:31.475566 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:31.477598 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:31.484473 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:31.485819 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:31.489528 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 4 to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 Feb 04 13:42:31.509102 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:31.509813 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:31.510194 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:31.517841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:31.518293 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:31.518702 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 5 to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 Feb 04 13:42:31.539043 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:31.539509 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:31.540121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:31.547949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:31.548513 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:31.549173 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 6 to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 Feb 04 13:42:31.571957 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:31.572417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:31.573323 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:31.573795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-6fd8e996-f24c-4ad1-83ed-6378fe95f4ea tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:31.575027 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-6fd8e996-f24c-4ad1-83ed-6378fe95f4ea tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:31.581123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:31.581579 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:31.581938 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 7 to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 Feb 04 13:42:31.602835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:31.603122 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:31.603493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:31.614042 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:31.615054 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:31.616342 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 8 to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 Feb 04 13:42:31.662240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:31.666465 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:31.668142 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:31.689425 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:31.693449 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:31.696100 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 9 to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 Feb 04 13:42:31.761421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:31.761882 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:31.762225 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:31.768979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:31.769306 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:31.769771 n-d-714676-13 neutron-server[103607]: INFO neutron.plugins.ml2.plugin [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempt 10 to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 Feb 04 13:42:31.796118 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-6fd8e996-f24c-4ad1-83ed-6378fe95f4ea tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4264622 Feb 04 13:42:31.797651 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:31.798736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:31.799683 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempting to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:31.816048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:31.817065 n-d-714676-13 neutron-server[103607]: ERROR neutron.plugins.ml2.managers [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Failed to bind port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on host n-h1-714676-13 for vnic_type normal using segments [{'id': '09bae765-33bf-4a8c-ab25-adf2a1858f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8dc80c83-79eb-4126-b2a7-53423c86aec8'}] Feb 04 13:42:31.818121 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a352dc47-a267-4e1d-acc8-a0fbbd3f9530), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:31.881835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6dfe7fcc-20cb-4070-8332-9771f9879b3f None None] Provisioning complete for port 2fb97722-6f45-48e7-8b20-1188308a58b1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:42:31.883302 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6dfe7fcc-20cb-4070-8332-9771f9879b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:31.885722 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Request body: {'port': {'device_id': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:32.024638 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe7fcc-20cb-4070-8332-9771f9879b3f None None] Port 2fb97722-6f45-48e7-8b20-1188308a58b1 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:42:32.032269 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] For port a352dc47-a267-4e1d-acc8-a0fbbd3f9530, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:42:32.033712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attempted to set empty binding levels {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 13:42:32.044258 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a352dc47-a267-4e1d-acc8-a0fbbd3f9530), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:32.089565 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for port (16d8d3b3-a350-49ee-b5c2-08efc25b3238), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:32.090439 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] In _notify_port_updated(), no bound segment for port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 on network 8dc80c83-79eb-4126-b2a7-53423c86aec8 {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:42:32.092217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:32.093549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:32.103138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54402) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:32.103938 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:32.104303 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] 10.222.0.96 "PUT /v2.0/ports/a352dc47-a267-4e1d-acc8-a0fbbd3f9530 HTTP/1.1" status: 200 len: 980 time: 1.7426114 Feb 04 13:42:32.126482 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (16d8d3b3-a350-49ee-b5c2-08efc25b3238), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:32.183246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df73d48-1a10-4aa7-86ac-07c7556f8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Pushing event updated for resources: {'Port': ['ID=a352dc47-a267-4e1d-acc8-a0fbbd3f9530,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:32.402263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Pushing event updated for resources: {'Port': ['ID=16d8d3b3-a350-49ee-b5c2-08efc25b3238,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:32.415422 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (9f106576-33d2-408a-bba2-eb8f984b9ad7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:32.444222 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:32.448713 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-d60a60fb-21a4-4e37-826b-e7e1f34820ae tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2120647 Feb 04 13:42:32.957313 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-86f4637b-9f5f-45ac-a6dc-0a0080d2c0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Deleting port a352dc47-a267-4e1d-acc8-a0fbbd3f9530 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:42:32.958062 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-86f4637b-9f5f-45ac-a6dc-0a0080d2c0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a352dc47-a267-4e1d-acc8-a0fbbd3f9530), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:32.973422 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-ed6f3269-6759-4ffc-ad56-3f42c1c1456d tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 696 time: 0.4807994 Feb 04 13:42:33.230430 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-86f4637b-9f5f-45ac-a6dc-0a0080d2c0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] For port a352dc47-a267-4e1d-acc8-a0fbbd3f9530, host n-h1-714676-13, got binding levels [] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:42:33.230921 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-86f4637b-9f5f-45ac-a6dc-0a0080d2c0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a352dc47-a267-4e1d-acc8-a0fbbd3f9530), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:33.285185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-86f4637b-9f5f-45ac-a6dc-0a0080d2c0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Calling delete_port for a352dc47-a267-4e1d-acc8-a0fbbd3f9530 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:42:33.331486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-6b24eb5a-d320-4949-8513-4b656e6af3c6 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:33.333644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-6b24eb5a-d320-4949-8513-4b656e6af3c6 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.2836869 Feb 04 13:42:33.389282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-4bd319ee-51ba-4dc2-801e-6a806f442192 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:42:33.390461 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17c70614-8f25-469d-8fb5-671c15da8ea2 req-4bd319ee-51ba-4dc2-801e-6a806f442192 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060303 Feb 04 13:42:33.533646 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-86f4637b-9f5f-45ac-a6dc-0a0080d2c0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (a352dc47-a267-4e1d-acc8-a0fbbd3f9530), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:33.596840 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4637b-9f5f-45ac-a6dc-0a0080d2c0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Pushing event deleted for resources: {'Port': ['ID=a352dc47-a267-4e1d-acc8-a0fbbd3f9530,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:33.606230 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-86f4637b-9f5f-45ac-a6dc-0a0080d2c0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:33.614295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54420) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:33.621977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-86f4637b-9f5f-45ac-a6dc-0a0080d2c0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] 10.222.0.96 "DELETE /v2.0/ports/a352dc47-a267-4e1d-acc8-a0fbbd3f9530 HTTP/1.1" status: 204 len: 168 time: 1.5150757 Feb 04 13:42:33.632514 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f5a809-9c39-466e-a4d9-f65229b8adcb {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:42:33.639248 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29b7e43-a2ad-47b3-937d-4d90654606fd x-openstack-request-id: req-d29b7e43-a2ad-47b3-937d-4d90654606fd {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:42:33.639752 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18a7680-5b12-4fc8-8598-6a450f7b25d3", "tag": "128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:42:33.640063 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d29b7e43-a2ad-47b3-937d-4d90654606fd {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:42:33.640546 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'tag': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7', 'status': 'completed', 'code': 200} Feb 04 13:42:33.703496 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Publish callbacks [] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:33.705075 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ca3253-2aec-442b-af3c-09291d8cf4b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] GET failed (client error): The resource could not be found. Feb 04 13:42:33.706789 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b9ca3253-2aec-442b-af3c-09291d8cf4b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-452802058-project-admin] 10.222.0.96 "GET /v2.0/ports/a352dc47-a267-4e1d-acc8-a0fbbd3f9530 HTTP/1.1" status: 404 len: 333 time: 0.0897315 Feb 04 13:42:33.714489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54422) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:33.771018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Transition to ACTIVE for port object d0f5a809-9c39-466e-a4d9-f65229b8adcb will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:42:33.778382 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b840d8-4cc3-4f41-8d2e-e8597fa9acce req-ed3fabd7-f4c4-4d29-9a7a-8d516976a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:33.781980 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8b840d8-4cc3-4f41-8d2e-e8597fa9acce req-ed3fabd7-f4c4-4d29-9a7a-8d516976a94b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=76aedb4524df40718f20ca5ee3d21056&device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 1129 time: 0.1369207 Feb 04 13:42:33.784296 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:33.868376 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f5a809-9c39-466e-a4d9-f65229b8adcb,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:33.887467 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6f10fbb-63eb-4d4f-b0e8-c3a21afbb891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (8dc80c83-79eb-4126-b2a7-53423c86aec8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:34.126408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b840d8-4cc3-4f41-8d2e-e8597fa9acce req-e490bbdb-16da-4103-8993-d599f6cc92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:34.128120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8b840d8-4cc3-4f41-8d2e-e8597fa9acce req-e490bbdb-16da-4103-8993-d599f6cc92bf service neutron] 10.222.0.99 "GET /v2.0/networks?id=125174e1-20cb-4d44-96a0-df58c7f7dce6 HTTP/1.1" status: 200 len: 920 time: 0.3280323 Feb 04 13:42:34.202353 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6f10fbb-63eb-4d4f-b0e8-c3a21afbb891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (8dc80c83-79eb-4126-b2a7-53423c86aec8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:34.269749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c6f10fbb-63eb-4d4f-b0e8-c3a21afbb891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc80c83-79eb-4126-b2a7-53423c86aec8']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:34.293556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c6f10fbb-63eb-4d4f-b0e8-c3a21afbb891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bae765-33bf-4a8c-ab25-adf2a1858f4f') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:34.293925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c6f10fbb-63eb-4d4f-b0e8-c3a21afbb891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bae765-33bf-4a8c-ab25-adf2a1858f4f') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:34.296302 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8b840d8-4cc3-4f41-8d2e-e8597fa9acce req-dfc5e7cb-254a-44c6-8004-afd661d7fb6a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 HTTP/1.1" status: 200 len: 217 time: 0.1549785 Feb 04 13:42:34.316488 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6f10fbb-63eb-4d4f-b0e8-c3a21afbb891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (09bae765-33bf-4a8c-ab25-adf2a1858f4f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:34.347535 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6f10fbb-63eb-4d4f-b0e8-c3a21afbb891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (09bae765-33bf-4a8c-ab25-adf2a1858f4f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:34.359523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f10fbb-63eb-4d4f-b0e8-c3a21afbb891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:42:34.360040 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6f10fbb-63eb-4d4f-b0e8-c3a21afbb891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (09bae765-33bf-4a8c-ab25-adf2a1858f4f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:34.430710 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e1024-2478-4897-a417-9385710bc82f req-afd12301-5222-405c-8661-7796e3ca42d3 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:34.459501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e1024-2478-4897-a417-9385710bc82f req-afd12301-5222-405c-8661-7796e3ca42d3 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:34.489523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e1024-2478-4897-a417-9385710bc82f req-afd12301-5222-405c-8661-7796e3ca42d3 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:34.503851 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e1024-2478-4897-a417-9385710bc82f req-afd12301-5222-405c-8661-7796e3ca42d3 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:34.517124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e1024-2478-4897-a417-9385710bc82f req-afd12301-5222-405c-8661-7796e3ca42d3 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:42:34.523970 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:42:34.532768 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6f10fbb-63eb-4d4f-b0e8-c3a21afbb891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (8dc80c83-79eb-4126-b2a7-53423c86aec8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:34.534016 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b94e1024-2478-4897-a417-9385710bc82f req-afd12301-5222-405c-8661-7796e3ca42d3 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 3828 time: 0.6613848 Feb 04 13:42:34.541652 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6f10fbb-63eb-4d4f-b0e8-c3a21afbb891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:34.552718 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c6f10fbb-63eb-4d4f-b0e8-c3a21afbb891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] 10.222.0.96 "DELETE /v2.0/networks/8dc80c83-79eb-4126-b2a7-53423c86aec8 HTTP/1.1" status: 204 len: 168 time: 0.8345349 Feb 04 13:42:34.591377 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f10fbb-63eb-4d4f-b0e8-c3a21afbb891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371641324-project] Pushing event deleted for resources: {'Network': ['ID=8dc80c83-79eb-4126-b2a7-53423c86aec8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:34.667083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b840d8-4cc3-4f41-8d2e-e8597fa9acce req-7156418a-5708-45ec-8a9c-26c5230b178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:34.669922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8b840d8-4cc3-4f41-8d2e-e8597fa9acce req-7156418a-5708-45ec-8a9c-26c5230b178c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=27a949e4-0aa1-4c83-ac16-4e55656dc857 HTTP/1.1" status: 200 len: 859 time: 0.3559089 Feb 04 13:42:34.744456 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b94e1024-2478-4897-a417-9385710bc82f req-98d1af40-1041-4c94-8172-26ba61e2a070 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736214 Feb 04 13:42:34.808526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8b840d8-4cc3-4f41-8d2e-e8597fa9acce req-da9300f3-8045-4dc3-9ef3-78871bca2a33 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=125174e1-20cb-4d44-96a0-df58c7f7dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202803 Feb 04 13:42:34.811716 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Attempting to bind port d0f5a809-9c39-466e-a4d9-f65229b8adcb on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:34.814948 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Attempting to bind port d0f5a809-9c39-466e-a4d9-f65229b8adcb by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'b9799a29-9629-4ed2-a490-f98ffaf13677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:34.815574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Attempting to bind port d0f5a809-9c39-466e-a4d9-f65229b8adcb on network 7912785f-1fa8-4b69-9cba-aa96f632b769 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:34.924617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Port d0f5a809-9c39-466e-a4d9-f65229b8adcb on network 7912785f-1fa8-4b69-9cba-aa96f632b769 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:34.925202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Attempting to bind port d0f5a809-9c39-466e-a4d9-f65229b8adcb on network 7912785f-1fa8-4b69-9cba-aa96f632b769 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:34.962067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:42:34.962880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Checking segment: {'id': 'b9799a29-9629-4ed2-a490-f98ffaf13677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:42:34.963394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Bound using segment: {'id': 'b9799a29-9629-4ed2-a490-f98ffaf13677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:42:34.964228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Bound port: d0f5a809-9c39-466e-a4d9-f65229b8adcb, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9799a29-9629-4ed2-a490-f98ffaf13677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:42:34.965014 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:35.104330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891760c2-0ad8-4722-b8fa-db5fa21b69ed req-d96b201c-f7cd-4a9c-8a9e-c00ac6037897 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:35.113935 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-891760c2-0ad8-4722-b8fa-db5fa21b69ed req-d96b201c-f7cd-4a9c-8a9e-c00ac6037897 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 946 time: 0.2402618 Feb 04 13:42:35.127882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8b840d8-4cc3-4f41-8d2e-e8597fa9acce req-324b5ac4-0802-49c8-a761-6019d8c22a8c service neutron] 10.222.0.99 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095002 Feb 04 13:42:35.306850 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54436) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:35.309506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] For port d0f5a809-9c39-466e-a4d9-f65229b8adcb, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:42:35.373880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] For port d0f5a809-9c39-466e-a4d9-f65229b8adcb, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d0f5a809-9c39-466e-a4d9-f65229b8adcb,segment=NetworkSegment(b9799a29-9629-4ed2-a490-f98ffaf13677),segment_id=b9799a29-9629-4ed2-a490-f98ffaf13677)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:42:35.467333 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8b840d8-4cc3-4f41-8d2e-e8597fa9acce req-e0f083d8-de55-4d19-8a34-8e812e1c6fa7 service neutron] 10.222.0.99 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029847 Feb 04 13:42:35.481258 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:35.596260 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-891760c2-0ad8-4722-b8fa-db5fa21b69ed req-76a1ffa0-5aa0-4ca0-93dc-0d81e53a2d91 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807703 Feb 04 13:42:35.598989 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:35.600151 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:35.642237 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] 10.222.0.99 "PUT /v2.0/ports/d0f5a809-9c39-466e-a4d9-f65229b8adcb HTTP/1.1" status: 200 len: 1092 time: 3.7877965 Feb 04 13:42:35.671201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'tag': 'd0f5a809-9c39-466e-a4d9-f65229b8adcb'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:42:35.695150 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582ac259-2fae-408f-87d3-0b6018d29591" -d '{"events": [{"name": "network-changed", "server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "tag": "d0f5a809-9c39-466e-a4d9-f65229b8adcb"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:42:35.732039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Request body: {'port': {'device_id': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:35.816680 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a68218fa-d4a4-4aff-bee1-781f7bc46c85 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=494bd34bf3934c199ae6f69ec1f4a297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5047650 Feb 04 13:42:35.817482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54448) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:35.941593 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5186ff7-6cb2-4fd8-8c2d-3d117f547220 admin admin] Publish callbacks [] for security_group (8d66f93d-3fc8-465b-b08e-07bee2bdb561), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:36.008008 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5186ff7-6cb2-4fd8-8c2d-3d117f547220 admin admin] Publish callbacks [] for security_group (8d66f93d-3fc8-465b-b08e-07bee2bdb561), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:36.061156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b19230-79fb-43da-97b9-15e36c8b7761 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f5a809-9c39-466e-a4d9-f65229b8adcb,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:36.128453 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5186ff7-6cb2-4fd8-8c2d-3d117f547220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8d66f93d-3fc8-465b-b08e-07bee2bdb561), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:36.135624 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:36.136487 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5186ff7-6cb2-4fd8-8c2d-3d117f547220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:36.159022 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a5186ff7-6cb2-4fd8-8c2d-3d117f547220 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8d66f93d-3fc8-465b-b08e-07bee2bdb561 HTTP/1.1" status: 204 len: 168 time: 0.3279946 Feb 04 13:42:36.190517 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5186ff7-6cb2-4fd8-8c2d-3d117f547220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d66f93d-3fc8-465b-b08e-07bee2bdb561,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:36.942000 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54466) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:37.352525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6440d92-dcd8-496d-89b6-bd6f83ea1768 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:42:37.374197 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Publish callbacks [] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:37.503388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-2e516ec3-883d-4fdc-89d1-2428895e695c tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:37.511606 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-2e516ec3-883d-4fdc-89d1-2428895e695c tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.7593477 Feb 04 13:42:37.514232 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Transition to ACTIVE for port object a6440d92-dcd8-496d-89b6-bd6f83ea1768 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:42:37.545658 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:37.602185 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e1fe8289-3748-4270-8205-7221b2cc68d1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2363b815d6c14e4a9846f06d6ad815cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6577761 Feb 04 13:42:37.602933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54476) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:37.660226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6440d92-dcd8-496d-89b6-bd6f83ea1768,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:37.672362 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Publish callbacks [] for security_group (8c0028f5-626f-4b74-ba25-e2d58e8c4828), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:37.692847 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-b7f528c7-a85e-4a12-aac4-03307df0e201 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 696 time: 0.1750016 Feb 04 13:42:37.718322 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Publish callbacks [] for security_group (8c0028f5-626f-4b74-ba25-e2d58e8c4828), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:37.722579 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-36e69924-3dcc-428b-9836-61584f163e34 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Request body: {'floatingip': {'port_id': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:37.772071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8d417df-2741-4f8c-81d2-c9739c2b9ef2 req-c37a050e-67aa-41aa-869b-10fdbfac7990 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2374132 Feb 04 13:42:37.784240 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-36e69924-3dcc-428b-9836-61584f163e34 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for floatingip (9f106576-33d2-408a-bba2-eb8f984b9ad7), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:37.800600 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8c0028f5-626f-4b74-ba25-e2d58e8c4828), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:37.804643 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:37.806753 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8c0028f5-626f-4b74-ba25-e2d58e8c4828 HTTP/1.1" status: 204 len: 168 time: 0.2025335 Feb 04 13:42:37.819020 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0028f5-626f-4b74-ba25-e2d58e8c4828,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:37.846372 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:37.848499 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:37.849121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:37.858514 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:37.860680 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:37.862475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:37.863105 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:37.863653 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:37.864190 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:37.864724 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:37.865267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:37.867305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:37.868867 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0b399-4c0c-40ee-9fa7-ba8abea01aa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:38.400972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d417df-2741-4f8c-81d2-c9739c2b9ef2 req-1ecbd10e-9036-4109-81ec-18e2426ae73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:38.403865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8d417df-2741-4f8c-81d2-c9739c2b9ef2 req-1ecbd10e-9036-4109-81ec-18e2426ae73b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 1129 time: 0.2736804 Feb 04 13:42:38.419724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Attempting to bind port a6440d92-dcd8-496d-89b6-bd6f83ea1768 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:38.420298 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Attempting to bind port a6440d92-dcd8-496d-89b6-bd6f83ea1768 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:38.420866 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Attempting to bind port a6440d92-dcd8-496d-89b6-bd6f83ea1768 on network 1612d2d9-6bc5-454e-b028-8e610907a6d3 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:38.510493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Port a6440d92-dcd8-496d-89b6-bd6f83ea1768 on network 1612d2d9-6bc5-454e-b028-8e610907a6d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:38.510855 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Attempting to bind port a6440d92-dcd8-496d-89b6-bd6f83ea1768 on network 1612d2d9-6bc5-454e-b028-8e610907a6d3 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:38.587808 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:42:38.588115 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Checking segment: {'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:42:38.588434 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Bound using segment: {'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:42:38.589139 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Bound port: a6440d92-dcd8-496d-89b6-bd6f83ea1768, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:42:38.589497 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:38.853117 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d417df-2741-4f8c-81d2-c9739c2b9ef2 req-9e9c8b06-0547-4c1a-918a-6bc8714c7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:38.855364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8d417df-2741-4f8c-81d2-c9739c2b9ef2 req-9e9c8b06-0547-4c1a-918a-6bc8714c7b65 service neutron] 10.222.0.99 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 916 time: 0.3769596 Feb 04 13:42:38.864689 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.db.resource_extend [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-36e69924-3dcc-428b-9836-61584f163e34 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:42:38.880452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] For port a6440d92-dcd8-496d-89b6-bd6f83ea1768, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:42:39.057680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8d417df-2741-4f8c-81d2-c9739c2b9ef2 req-e08cf9ae-d1af-4f59-b9fd-8448c7a445e5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=131c81be-3edf-4d98-a4c8-daa92f8609ca HTTP/1.1" status: 200 len: 217 time: 0.1871033 Feb 04 13:42:39.062406 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] For port a6440d92-dcd8-496d-89b6-bd6f83ea1768, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a6440d92-dcd8-496d-89b6-bd6f83ea1768,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:42:39.069050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54498) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:39.162710 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:39.186042 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-36e69924-3dcc-428b-9836-61584f163e34 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:39.252258 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5f58512c-505e-4e82-8843-33bf8d398db1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-665212868'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:39.292315 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-36e69924-3dcc-428b-9836-61584f163e34 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (9f106576-33d2-408a-bba2-eb8f984b9ad7), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:39.293891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f58512c-505e-4e82-8843-33bf8d398db1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Made reservation on behalf of d0e7a0fc97924a4ca700fbc9ad0b62e4 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:42:39.298114 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5f58512c-505e-4e82-8843-33bf8d398db1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:39.299531 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6440d92-dcd8-496d-89b6-bd6f83ea1768,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:39.343767 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5f58512c-505e-4e82-8843-33bf8d398db1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:39.404048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:39.404802 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:39.406664 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-499805fe-bbac-4dcb-af28-41824b11c1f6 service neutron] 10.222.0.99 "PUT /v2.0/ports/a6440d92-dcd8-496d-89b6-bd6f83ea1768 HTTP/1.1" status: 200 len: 1132 time: 3.6905470 Feb 04 13:42:39.430948 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d417df-2741-4f8c-81d2-c9739c2b9ef2 req-c9afb0ef-1c4f-4e4f-87e0-73b8ee035124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:39.436005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8d417df-2741-4f8c-81d2-c9739c2b9ef2 req-c9afb0ef-1c4f-4e4f-87e0-73b8ee035124 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66447e54-648f-4c91-94f7-50b0b4107fcd HTTP/1.1" status: 200 len: 855 time: 0.3672061 Feb 04 13:42:39.452104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Request body: {'port': {'device_id': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:39.545569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8d417df-2741-4f8c-81d2-c9739c2b9ef2 req-e6e4bebf-daf3-43d2-9375-e8457ef7019c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=654735fb-8c15-4ee8-89b5-c0c465bfbf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620127 Feb 04 13:42:39.633016 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5f58512c-505e-4e82-8843-33bf8d398db1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for security_group (b485c96b-777d-4c2c-9840-56b9acf48fd4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:39.640452 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5f58512c-505e-4e82-8843-33bf8d398db1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b485c96b-777d-4c2c-9840-56b9acf48fd4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:39.708417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f58512c-505e-4e82-8843-33bf8d398db1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:42:39.731020 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-36e69924-3dcc-428b-9836-61584f163e34 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Floating IP 9f106576-33d2-408a-bba2-eb8f984b9ad7 associated. External IP: 172.25.5.156, port: 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7. Feb 04 13:42:39.737575 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:39.758054 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5f58512c-505e-4e82-8843-33bf8d398db1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (6e624f25-2434-45f3-a361-a33e60c611c1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:39.758677 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-5f58512c-505e-4e82-8843-33bf8d398db1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Added segment 6e624f25-2434-45f3-a361-a33e60c611c1 of type vlan for network 7283f1af-6d2f-45ce-94ff-e9b034a1c12d Feb 04 13:42:39.761342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58512c-505e-4e82-8843-33bf8d398db1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b485c96b-777d-4c2c-9840-56b9acf48fd4,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:39.855691 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5f58512c-505e-4e82-8843-33bf8d398db1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (7283f1af-6d2f-45ce-94ff-e9b034a1c12d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:39.899227 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5f58512c-505e-4e82-8843-33bf8d398db1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (7283f1af-6d2f-45ce-94ff-e9b034a1c12d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:39.907966 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f58512c-505e-4e82-8843-33bf8d398db1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:39.908906 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5f58512c-505e-4e82-8843-33bf8d398db1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:40.051280 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8d417df-2741-4f8c-81d2-c9739c2b9ef2 req-cebb45fb-2552-47f1-b986-18921c4b5656 service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981806 Feb 04 13:42:40.062703 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58512c-505e-4e82-8843-33bf8d398db1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Pushing event updated for resources: {'Network': ['ID=7283f1af-6d2f-45ce-94ff-e9b034a1c12d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:40.079454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 7283f1af-6d2f-45ce-94ff-e9b034a1c12d details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:42:40.089332 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5f58512c-505e-4e82-8843-33bf8d398db1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0171311 Feb 04 13:42:40.092999 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54502) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:40.103444 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-39d7d602-a663-4b23-8cc5-142a8cc58ea8 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Request body: {'subnet': {'network_id': '7283f1af-6d2f-45ce-94ff-e9b034a1c12d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:40.299245 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d7d602-a663-4b23-8cc5-142a8cc58ea8 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Made reservation on behalf of d0e7a0fc97924a4ca700fbc9ad0b62e4 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:42:40.304582 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-39d7d602-a663-4b23-8cc5-142a8cc58ea8 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:40.514652 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8d417df-2741-4f8c-81d2-c9739c2b9ef2 req-7c94ce88-f96c-4735-88fc-215289c728fe service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899628 Feb 04 13:42:40.551176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-36e69924-3dcc-428b-9836-61584f163e34 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:42:40.581076 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-39d7d602-a663-4b23-8cc5-142a8cc58ea8 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (24906cab-5a5b-47be-90c8-977fe2047a08), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:40.715108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d7d602-a663-4b23-8cc5-142a8cc58ea8 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Checking segment: {'id': '6e624f25-2434-45f3-a361-a33e60c611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7283f1af-6d2f-45ce-94ff-e9b034a1c12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:42:40.715550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d7d602-a663-4b23-8cc5-142a8cc58ea8 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Network hostable DHCP agents. Network: 7283f1af-6d2f-45ce-94ff-e9b034a1c12d, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:42:40.718426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7d602-a663-4b23-8cc5-142a8cc58ea8 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Pushing event updated for resources: {'Subnet': ['ID=24906cab-5a5b-47be-90c8-977fe2047a08,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:40.741817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d7d602-a663-4b23-8cc5-142a8cc58ea8 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Network 7283f1af-6d2f-45ce-94ff-e9b034a1c12d is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:42:40.757719 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-39d7d602-a663-4b23-8cc5-142a8cc58ea8 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 7283f1af-6d2f-45ce-94ff-e9b034a1c12d) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:40.764492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d7d602-a663-4b23-8cc5-142a8cc58ea8 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:40.765612 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-39d7d602-a663-4b23-8cc5-142a8cc58ea8 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:40.775917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e43bc56-1b7d-49f8-81c0-73581ee1d2bf None None] Network 7283f1af-6d2f-45ce-94ff-e9b034a1c12d requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:42:40.797693 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-39d7d602-a663-4b23-8cc5-142a8cc58ea8 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7009125 Feb 04 13:42:40.799146 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54504) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:40.812208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6d821071-75ea-4713-adcd-e536f93a5756 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-766612783', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:40.837438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5320eabc-22f0-4783-8a3f-6c8e55962f16 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:42:40.859574 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Publish callbacks [] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:40.861839 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d821071-75ea-4713-adcd-e536f93a5756 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (8d1d1b3d-a19d-4372-86d4-536f2f868104), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:40.865280 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d821071-75ea-4713-adcd-e536f93a5756 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (8d1d1b3d-a19d-4372-86d4-536f2f868104), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:40.907796 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Transition to ACTIVE for port object 5320eabc-22f0-4783-8a3f-6c8e55962f16 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:42:40.918943 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:40.923233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-36e69924-3dcc-428b-9836-61584f163e34 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:42:40.933327 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-36e69924-3dcc-428b-9836-61584f163e34 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:40.965259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46018c89-5bd4-407c-a032-4eb39333c3ab None None] Sync routers for ids ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:42:40.980072 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d821071-75ea-4713-adcd-e536f93a5756 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for router_controller (8d1d1b3d-a19d-4372-86d4-536f2f868104), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:40.987607 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d821071-75ea-4713-adcd-e536f93a5756 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (8d1d1b3d-a19d-4372-86d4-536f2f868104), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:41.013734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46018c89-5bd4-407c-a032-4eb39333c3ab None None] Routers {'364fd55c-813e-4b73-ab5d-c638d24dc1c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:42:41.015495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-46018c89-5bd4-407c-a032-4eb39333c3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:42:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:41.020546 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3d479197-dcf5-4b63-bb25-b72e9d6dec3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:41.020899 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d821071-75ea-4713-adcd-e536f93a5756 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:41.035693 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6d821071-75ea-4713-adcd-e536f93a5756 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2324831 Feb 04 13:42:41.036010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54506) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:41.106463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-36e69924-3dcc-428b-9836-61584f163e34 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "PUT /v2.0/floatingips/9f106576-33d2-408a-bba2-eb8f984b9ad7 HTTP/1.1" status: 200 len: 997 time: 3.3946772 Feb 04 13:42:41.115523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5320eabc-22f0-4783-8a3f-6c8e55962f16,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:41.229014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-7283f1af-6d2f-45ce-94ff-e9b034a1c12d', 'network_id': '7283f1af-6d2f-45ce-94ff-e9b034a1c12d', 'project_id': 'd0e7a0fc97924a4ca700fbc9ad0b62e4', 'fixed_ips': [{'subnet_id': '24906cab-5a5b-47be-90c8-977fe2047a08'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:42:41.235210 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:41.336555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-b5df5e6c-1eef-490c-b5aa-62d1853950f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:41.340037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-b5df5e6c-1eef-490c-b5aa-62d1853950f3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=76aedb4524df40718f20ca5ee3d21056&device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 1129 time: 0.1667647 Feb 04 13:42:41.345259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Attempting to bind port 5320eabc-22f0-4783-8a3f-6c8e55962f16 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:41.345940 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Attempting to bind port 5320eabc-22f0-4783-8a3f-6c8e55962f16 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:41.346521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Attempting to bind port 5320eabc-22f0-4783-8a3f-6c8e55962f16 on network 1612d2d9-6bc5-454e-b028-8e610907a6d3 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:41.380442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Port 5320eabc-22f0-4783-8a3f-6c8e55962f16 on network 1612d2d9-6bc5-454e-b028-8e610907a6d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:41.381059 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Attempting to bind port 5320eabc-22f0-4783-8a3f-6c8e55962f16 on network 1612d2d9-6bc5-454e-b028-8e610907a6d3 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:41.470468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:42:41.471474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Checking segment: {'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:42:41.475044 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Bound using segment: {'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:42:41.476792 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Bound port: 5320eabc-22f0-4783-8a3f-6c8e55962f16, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:42:41.477179 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:41.494549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Allocated IP 172.20.0.2 (7283f1af-6d2f-45ce-94ff-e9b034a1c12d/24906cab-5a5b-47be-90c8-977fe2047a08/2d83ca26-7364-40b7-8af5-0035cb08cef3) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:42:41.565489 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:41.738020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-2a54b6dc-9695-4d95-b837-8d870a9791c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:41.740079 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-2a54b6dc-9695-4d95-b837-8d870a9791c4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=125174e1-20cb-4d44-96a0-df58c7f7dce6 HTTP/1.1" status: 200 len: 920 time: 0.3895340 Feb 04 13:42:41.746581 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] For port 5320eabc-22f0-4783-8a3f-6c8e55962f16, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:42:41.752997 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Publish callbacks [] for port (2d83ca26-7364-40b7-8af5-0035cb08cef3), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:41.761755 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] For port 5320eabc-22f0-4783-8a3f-6c8e55962f16, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5320eabc-22f0-4783-8a3f-6c8e55962f16,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:42:41.764871 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (2d83ca26-7364-40b7-8af5-0035cb08cef3), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:41.826561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-46018c89-5bd4-407c-a032-4eb39333c3ab None None] Set router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:42:41.829752 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Pushing event updated for resources: {'Port': ['ID=2d83ca26-7364-40b7-8af5-0035cb08cef3,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:41.874551 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:41.885123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:41.885795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:41.886463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:41.886993 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:41.887513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:41.888151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:41.888678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:41.889199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:41.889709 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:41.890316 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:41.890836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:41.892393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:41.892952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:41.913693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Network 7283f1af-6d2f-45ce-94ff-e9b034a1c12d is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:41.919573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:41.923381 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:42:42.112029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Attempting to bind port 2d83ca26-7364-40b7-8af5-0035cb08cef3 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:42.112904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Attempting to bind port 2d83ca26-7364-40b7-8af5-0035cb08cef3 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '6e624f25-2434-45f3-a361-a33e60c611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7283f1af-6d2f-45ce-94ff-e9b034a1c12d'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:42.113654 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Attempting to bind port 2d83ca26-7364-40b7-8af5-0035cb08cef3 on network 7283f1af-6d2f-45ce-94ff-e9b034a1c12d {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:42.128809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:42:42.129674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Checking segment: {'id': '6e624f25-2434-45f3-a361-a33e60c611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7283f1af-6d2f-45ce-94ff-e9b034a1c12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:42:42.130501 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:42.131254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Bound using segment: {'id': '6e624f25-2434-45f3-a361-a33e60c611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7283f1af-6d2f-45ce-94ff-e9b034a1c12d'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:42:42.133553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Bound port: 2d83ca26-7364-40b7-8af5-0035cb08cef3, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e624f25-2434-45f3-a361-a33e60c611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7283f1af-6d2f-45ce-94ff-e9b034a1c12d'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:42:42.134419 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Allocated IP 172.20.0.1 (7283f1af-6d2f-45ce-94ff-e9b034a1c12d/24906cab-5a5b-47be-90c8-977fe2047a08/2e264606-f4e2-4fe6-af34-526bef93796f) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:42:42.134771 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2d83ca26-7364-40b7-8af5-0035cb08cef3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:42.293203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] For port 2d83ca26-7364-40b7-8af5-0035cb08cef3, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:42:42.299535 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] For port 2d83ca26-7364-40b7-8af5-0035cb08cef3, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2d83ca26-7364-40b7-8af5-0035cb08cef3,segment=NetworkSegment(6e624f25-2434-45f3-a361-a33e60c611c1),segment_id=6e624f25-2434-45f3-a361-a33e60c611c1)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:42:42.339302 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2d83ca26-7364-40b7-8af5-0035cb08cef3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:42.418189 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for port (2e264606-f4e2-4fe6-af34-526bef93796f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:42.438273 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e23383-c5c5-4273-ab04-b5cc402a02d7 None None] Pushing event updated for resources: {'Port': ['ID=2d83ca26-7364-40b7-8af5-0035cb08cef3,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:42.510067 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2e264606-f4e2-4fe6-af34-526bef93796f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:42.605325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-46018c89-5bd4-407c-a032-4eb39333c3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-router', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:40:44Z', 'updated_at': '2022-02-04T13:40:53Z', 'revision_number': 4, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'gw_port': {'id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:46Z', 'updated_at': '2022-02-04T13:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '9f106576-33d2-408a-bba2-eb8f984b9ad7', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'port_id': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2041, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6', 'mac_address': 'fa:16:3e:e9:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:42:30Z', 'updated_at': '2022-02-04T13:42:38Z', 'revision_number': 1, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5229fc2d-7911-460f-a33b-0b3529d3d32b', 'name': '', 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'mac_address': 'fa:16:3e:57:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:51Z', 'updated_at': '2022-02-04T13:41:04Z', 'revision_number': 5, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'subnets': [{'id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:42.608121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Pushing event updated for resources: {'Port': ['ID=2e264606-f4e2-4fe6-af34-526bef93796f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:42.651403 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Network 7283f1af-6d2f-45ce-94ff-e9b034a1c12d is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:42.653459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:42.656309 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:42:42.660423 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-9ed0161d-1bd0-4395-90ce-ad08b497a50e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 HTTP/1.1" status: 200 len: 1000 time: 0.9102190 Feb 04 13:42:42.679825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46018c89-5bd4-407c-a032-4eb39333c3ab None None] Checking router: 364fd55c-813e-4b73-ab5d-c638d24dc1c9 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:42:42.697125 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46018c89-5bd4-407c-a032-4eb39333c3ab None None] Routers {'364fd55c-813e-4b73-ab5d-c638d24dc1c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:42:42.699492 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-46018c89-5bd4-407c-a032-4eb39333c3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:42:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:42.791714 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (8d1d1b3d-a19d-4372-86d4-536f2f868104), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:42.806205 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-15a8d433-672e-4ff8-92f4-955aab39e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:42.807887 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-15a8d433-672e-4ff8-92f4-955aab39e960 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=27a949e4-0aa1-4c83-ac16-4e55656dc857 HTTP/1.1" status: 200 len: 859 time: 0.1091297 Feb 04 13:42:42.811455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:42.812398 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:42.814163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] 10.222.0.99 "PUT /v2.0/ports/5320eabc-22f0-4783-8a3f-6c8e55962f16 HTTP/1.1" status: 200 len: 1131 time: 3.3673663 Feb 04 13:42:42.856754 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Request body: {'port': {'device_id': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:42.919166 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-946ecc43-fb66-4fb4-86ec-adee68d9f2e9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=125174e1-20cb-4d44-96a0-df58c7f7dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931609 Feb 04 13:42:42.947053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-2488f75d-087a-4e7e-b2b5-464b7b4fcc3d service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:42:42.948492 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-2488f75d-087a-4e7e-b2b5-464b7b4fcc3d service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069714 Feb 04 13:42:42.952089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fc3e4-3465-46b1-a218-2e1c0d9875a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5320eabc-22f0-4783-8a3f-6c8e55962f16,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:43.124434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-46018c89-5bd4-407c-a032-4eb39333c3ab None None] Set router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:42:43.168330 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:43.292623 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-74f2dfb9-ca0e-44e3-8d49-b12d52053ed4 service neutron] 10.222.0.96 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247504 Feb 04 13:42:43.307195 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2e264606-f4e2-4fe6-af34-526bef93796f), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:43.456178 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2d83ca26-7364-40b7-8af5-0035cb08cef3 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:42:43.628667 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-efa238bd-fcf5-4210-9b8f-d12ba172bbb6 req-f051d0ac-23d1-4249-9ae5-e149db49fe96 service neutron] 10.222.0.96 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345356 Feb 04 13:42:43.825306 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e910287f-d6bd-4222-b5f9-eac12c76e2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:43.849010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2d83ca26-7364-40b7-8af5-0035cb08cef3 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:42:43.849010 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2d83ca26-7364-40b7-8af5-0035cb08cef3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:44.008831 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:44.097030 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-46018c89-5bd4-407c-a032-4eb39333c3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-router', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:40:44Z', 'updated_at': '2022-02-04T13:40:53Z', 'revision_number': 4, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'gw_port': {'id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:46Z', 'updated_at': '2022-02-04T13:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '9f106576-33d2-408a-bba2-eb8f984b9ad7', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'port_id': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2041, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6', 'mac_address': 'fa:16:3e:e9:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:42:30Z', 'updated_at': '2022-02-04T13:42:38Z', 'revision_number': 1, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5229fc2d-7911-460f-a33b-0b3529d3d32b', 'name': '', 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'mac_address': 'fa:16:3e:57:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:51Z', 'updated_at': '2022-02-04T13:41:04Z', 'revision_number': 5, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'subnets': [{'id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:44.210028 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for port (2e264606-f4e2-4fe6-af34-526bef93796f), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:44.220522 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (2e264606-f4e2-4fe6-af34-526bef93796f), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:44.228872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:42:44.252059 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Publish callbacks [] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:44.283630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Transition to ACTIVE for port object 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:42:44.293163 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354ec591-4118-48fe-bebe-8c33859b4074 x-openstack-request-id: req-354ec591-4118-48fe-bebe-8c33859b4074 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:42:44.294574 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "tag": "d0f5a809-9c39-466e-a4d9-f65229b8adcb", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:42:44.295981 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-354ec591-4118-48fe-bebe-8c33859b4074 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:42:44.297050 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'tag': 'd0f5a809-9c39-466e-a4d9-f65229b8adcb', 'status': 'completed', 'code': 200} Feb 04 13:42:44.318082 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46018c89-5bd4-407c-a032-4eb39333c3ab None None] The sync data for ids ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'] in n-d-714676-13 is: [{'id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-router', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:40:44Z', 'updated_at': '2022-02-04T13:40:53Z', 'revision_number': 4, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'gw_port': {'id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:46Z', 'updated_at': '2022-02-04T13:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '9f106576-33d2-408a-bba2-eb8f984b9ad7', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'port_id': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2041, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6', 'mac_address': 'fa:16:3e:e9:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:42:30Z', 'updated_at': '2022-02-04T13:42:38Z', 'revision_number': 1, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5229fc2d-7911-460f-a33b-0b3529d3d32b', 'name': '', 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'mac_address': 'fa:16:3e:57:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:51Z', 'updated_at': '2022-02-04T13:41:04Z', 'revision_number': 5, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'subnets': [{'id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:42:44.320105 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:44.400166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2d83ca26-7364-40b7-8af5-0035cb08cef3 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:42:44.400607 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2d83ca26-7364-40b7-8af5-0035cb08cef3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:44.494390 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Pushing event updated for resources: {'Port': ['ID=2e264606-f4e2-4fe6-af34-526bef93796f,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:44.509722 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (8d1d1b3d-a19d-4372-86d4-536f2f868104), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:44.543665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 2d83ca26-7364-40b7-8af5-0035cb08cef3, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2d83ca26-7364-40b7-8af5-0035cb08cef3,segment=NetworkSegment(6e624f25-2434-45f3-a361-a33e60c611c1),segment_id=6e624f25-2434-45f3-a361-a33e60c611c1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:42:44.553029 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2d83ca26-7364-40b7-8af5-0035cb08cef3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:44.644372 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:44.703003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=2d83ca26-7364-40b7-8af5-0035cb08cef3,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:44.707702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Pushing event updated for resources: {'Port': ['ID=69d08c20-ee26-4ffe-b5a2-9cf4daf76b84,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:44.727734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Network 7283f1af-6d2f-45ce-94ff-e9b034a1c12d is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:44.730428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:44.873229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ac259-2fae-408f-87d3-0b6018d29591 req-857ab4f2-174b-4ea3-a781-2387c3cb02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:44.874431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ac259-2fae-408f-87d3-0b6018d29591 req-857ab4f2-174b-4ea3-a781-2387c3cb02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:44.875711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ac259-2fae-408f-87d3-0b6018d29591 req-857ab4f2-174b-4ea3-a781-2387c3cb02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:44.876876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ac259-2fae-408f-87d3-0b6018d29591 req-857ab4f2-174b-4ea3-a781-2387c3cb02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:44.882432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ac259-2fae-408f-87d3-0b6018d29591 req-857ab4f2-174b-4ea3-a781-2387c3cb02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:44.883874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ac259-2fae-408f-87d3-0b6018d29591 req-857ab4f2-174b-4ea3-a781-2387c3cb02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:44.884854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ac259-2fae-408f-87d3-0b6018d29591 req-857ab4f2-174b-4ea3-a781-2387c3cb02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:44.887869 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-582ac259-2fae-408f-87d3-0b6018d29591 req-857ab4f2-174b-4ea3-a781-2387c3cb02fc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b7509a3710d94881bcf821ccba4baf3b&device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 6332 time: 0.5885231 Feb 04 13:42:44.918766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa4f96-c188-4b01-9831-02522be37c49 req-f639295a-3618-4f20-a947-41a988625b37 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:44.955405 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dfa162-adb9-4059-a308-da7dad1898f3 None None] New status for floating IP 9f106576-33d2-408a-bba2-eb8f984b9ad7: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:42:44.965960 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa4f96-c188-4b01-9831-02522be37c49 req-f639295a-3618-4f20-a947-41a988625b37 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:44.975007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2169955e-bddf-4700-9a79-2083d64d43c2 None None] Network 7283f1af-6d2f-45ce-94ff-e9b034a1c12d requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:42:44.999045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa4f96-c188-4b01-9831-02522be37c49 req-f639295a-3618-4f20-a947-41a988625b37 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:45.009695 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa4f96-c188-4b01-9831-02522be37c49 req-f639295a-3618-4f20-a947-41a988625b37 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:45.039016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa4f96-c188-4b01-9831-02522be37c49 req-f639295a-3618-4f20-a947-41a988625b37 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:45.057138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa4f96-c188-4b01-9831-02522be37c49 req-f639295a-3618-4f20-a947-41a988625b37 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:45.082136 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa4f96-c188-4b01-9831-02522be37c49 req-f639295a-3618-4f20-a947-41a988625b37 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:45.084388 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40fa4f96-c188-4b01-9831-02522be37c49 req-f639295a-3618-4f20-a947-41a988625b37 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5385 time: 0.5397053 Feb 04 13:42:45.118322 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Router 8d1d1b3d-a19d-4372-86d4-536f2f868104 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:42:45.136053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2d83ca26-7364-40b7-8af5-0035cb08cef3 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:42:45.372704 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Attempting to bind port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:45.373587 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Attempting to bind port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:45.373587 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Attempting to bind port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 on network 1612d2d9-6bc5-454e-b028-8e610907a6d3 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:45.435446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 on network 1612d2d9-6bc5-454e-b028-8e610907a6d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:45.435820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Attempting to bind port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 on network 1612d2d9-6bc5-454e-b028-8e610907a6d3 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:45.512926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:42:45.512926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Checking segment: {'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:42:45.513563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Bound using segment: {'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:42:45.513753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Bound port: 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:42:45.514425 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:45.557354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40fa4f96-c188-4b01-9831-02522be37c49 req-a1b91ab4-d977-4424-b921-fe38a1b9a414 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3668532 Feb 04 13:42:45.613256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:42:45.641172 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9a632161-2a36-4e82-ac4d-b797d1cbeda4 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] 10.222.0.96 "PUT /v2.0/routers/8d1d1b3d-a19d-4372-86d4-536f2f868104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6035092 Feb 04 13:42:45.642255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54516) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:45.658373 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f3d000ee-d98f-4284-9a94-29a4bd5ef3d9 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Request body: {'port': {'network_id': '7283f1af-6d2f-45ce-94ff-e9b034a1c12d', 'name': 'tempest-FloatingIPNegativeTestJSON-1652785274'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:45.677995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896151d-14c7-4b65-8147-2235a81c54ac None None] Sync routers for ids ['8d1d1b3d-a19d-4372-86d4-536f2f868104'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:42:45.722569 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:45.833687 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] For port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:42:45.835553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896151d-14c7-4b65-8147-2235a81c54ac None None] Routers {'8d1d1b3d-a19d-4372-86d4-536f2f868104'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:42:45.836278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2896151d-14c7-4b65-8147-2235a81c54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:42:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['8d1d1b3d-a19d-4372-86d4-536f2f868104'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:45.843245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] For port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=69d08c20-ee26-4ffe-b5a2-9cf4daf76b84,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:42:45.854985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ac259-2fae-408f-87d3-0b6018d29591 req-4657e08f-ac57-4afe-b04c-dba51bd5dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:45.856666 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ac259-2fae-408f-87d3-0b6018d29591 req-4657e08f-ac57-4afe-b04c-dba51bd5dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:45.857837 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ac259-2fae-408f-87d3-0b6018d29591 req-4657e08f-ac57-4afe-b04c-dba51bd5dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:45.862086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-582ac259-2fae-408f-87d3-0b6018d29591 req-4657e08f-ac57-4afe-b04c-dba51bd5dc96 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=b7509a3710d94881bcf821ccba4baf3b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7662015 Feb 04 13:42:45.903444 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:45.936326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-52faf434-b269-4080-87f9-74e9cb2701a3 None None] Provisioning complete for port 2d83ca26-7364-40b7-8af5-0035cb08cef3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:42:45.936830 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-52faf434-b269-4080-87f9-74e9cb2701a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2d83ca26-7364-40b7-8af5-0035cb08cef3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:45.940429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2896151d-14c7-4b65-8147-2235a81c54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:46.007019 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f8fe3-a3fd-45bb-86e8-ad96aa704479 req-06046752-172b-4c08-9738-a5d5c16e9be2 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:46.010766 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ab7f8fe3-a3fd-45bb-86e8-ad96aa704479 req-06046752-172b-4c08-9738-a5d5c16e9be2 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.99 "GET /v2.0/ports?device_id=e5f90c3f-7e01-4580-9f2d-964b729091c5 HTTP/1.1" status: 200 len: 946 time: 0.2055035 Feb 04 13:42:46.194644 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896151d-14c7-4b65-8147-2235a81c54ac None None] Routers {'8d1d1b3d-a19d-4372-86d4-536f2f868104'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:42:46.195775 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2896151d-14c7-4b65-8147-2235a81c54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:42:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['8d1d1b3d-a19d-4372-86d4-536f2f868104'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:46.197839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d000ee-d98f-4284-9a94-29a4bd5ef3d9 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Made reservation on behalf of d0e7a0fc97924a4ca700fbc9ad0b62e4 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:42:46.203848 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f3d000ee-d98f-4284-9a94-29a4bd5ef3d9 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:46.262511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2d83ca26-7364-40b7-8af5-0035cb08cef3 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:42:46.263746 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2d83ca26-7364-40b7-8af5-0035cb08cef3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:46.280493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ac259-2fae-408f-87d3-0b6018d29591 req-b5265a74-6ac4-4fc2-8821-addbb8728a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:46.294034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-582ac259-2fae-408f-87d3-0b6018d29591 req-b5265a74-6ac4-4fc2-8821-addbb8728a72 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3572571 Feb 04 13:42:46.307054 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:46.307703 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:46.309670 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] 10.222.0.99 "PUT /v2.0/ports/69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 HTTP/1.1" status: 200 len: 1092 time: 3.4604895 Feb 04 13:42:46.310249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'tag': 'a6440d92-dcd8-496d-89b6-bd6f83ea1768'}, {'name': 'network-changed', 'server_uuid': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'tag': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7'}, {'name': 'network-changed', 'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'tag': '5320eabc-22f0-4783-8a3f-6c8e55962f16'}, {'name': 'network-changed', 'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'tag': '69d08c20-ee26-4ffe-b5a2-9cf4daf76b84'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:42:46.312799 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c6384f-892a-4c25-baa3-bb7cd6821db4" -d '{"events": [{"name": "network-changed", "server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "tag": "a6440d92-dcd8-496d-89b6-bd6f83ea1768"}, {"name": "network-changed", "server_uuid": "f18a7680-5b12-4fc8-8598-6a450f7b25d3", "tag": "128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7"}, {"name": "network-changed", "server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "tag": "5320eabc-22f0-4783-8a3f-6c8e55962f16"}, {"name": "network-changed", "server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "tag": "69d08c20-ee26-4ffe-b5a2-9cf4daf76b84"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:42:46.365681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Request body: {'port': {'device_id': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:46.405311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-f3d000ee-d98f-4284-9a94-29a4bd5ef3d9 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] device_id is not set on port 4c738ea2-732a-47a3-9efd-6b74d72b11ce yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:42:46.425654 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2896151d-14c7-4b65-8147-2235a81c54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:46.427248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896151d-14c7-4b65-8147-2235a81c54ac None None] The sync data for ids ['8d1d1b3d-a19d-4372-86d4-536f2f868104'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:42:46.482620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbf023-e39e-4f54-8794-87c8d7318d45 service neutron] Pushing event updated for resources: {'Port': ['ID=69d08c20-ee26-4ffe-b5a2-9cf4daf76b84,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:46.484361 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-52faf434-b269-4080-87f9-74e9cb2701a3 None None] Current status of the port 2d83ca26-7364-40b7-8af5-0035cb08cef3 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:42:46.509915 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-b2789852-df25-4aa9-b305-1b878783b09a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 1002 time: 0.6456666 Feb 04 13:42:46.564051 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2d83ca26-7364-40b7-8af5-0035cb08cef3 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:42:46.581996 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (17d69f45-ac59-44d3-b022-1a658842a126), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:46.645123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-ab7f8fe3-a3fd-45bb-86e8-ad96aa704479 req-03bb3d19-316b-42a0-82df-6983c66f821c tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Deleting port c69741ba-eced-49d1-8479-10a54f4f260b {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:42:46.645724 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ab7f8fe3-a3fd-45bb-86e8-ad96aa704479 req-03bb3d19-316b-42a0-82df-6983c66f821c tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:46.703874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-12ecfd31-e9cb-47e9-92d6-86ea7aa6a87f tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:46.705583 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-12ecfd31-e9cb-47e9-92d6-86ea7aa6a87f tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports/128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 HTTP/1.1" status: 200 len: 943 time: 0.1475000 Feb 04 13:42:46.871643 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-f3d000ee-d98f-4284-9a94-29a4bd5ef3d9 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Allocated IP 172.20.0.4 (7283f1af-6d2f-45ce-94ff-e9b034a1c12d/24906cab-5a5b-47be-90c8-977fe2047a08/4c738ea2-732a-47a3-9efd-6b74d72b11ce) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:42:46.900272 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:46.969384 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-69254023-1dcc-4e2f-94b8-103cf37d56a5 None None] Provisioning complete for port 2d83ca26-7364-40b7-8af5-0035cb08cef3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:42:46.969734 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-69254023-1dcc-4e2f-94b8-103cf37d56a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2d83ca26-7364-40b7-8af5-0035cb08cef3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:46.986644 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ab7f8fe3-a3fd-45bb-86e8-ad96aa704479 req-03bb3d19-316b-42a0-82df-6983c66f821c tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] For port c69741ba-eced-49d1-8479-10a54f4f260b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c69741ba-eced-49d1-8479-10a54f4f260b,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:42:46.987330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ab7f8fe3-a3fd-45bb-86e8-ad96aa704479 req-03bb3d19-316b-42a0-82df-6983c66f821c tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:47.008792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-50f1322f-8ed4-451b-9fbc-0b696fa7ff23 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 1002 time: 0.2191916 Feb 04 13:42:47.062081 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-ab7f8fe3-a3fd-45bb-86e8-ad96aa704479 req-03bb3d19-316b-42a0-82df-6983c66f821c tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Calling delete_port for c69741ba-eced-49d1-8479-10a54f4f260b owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:42:47.145588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-69254023-1dcc-4e2f-94b8-103cf37d56a5 None None] Current status of the port 2d83ca26-7364-40b7-8af5-0035cb08cef3 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:42:47.163563 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-69254023-1dcc-4e2f-94b8-103cf37d56a5 None None] Provisioning complete for port 2e264606-f4e2-4fe6-af34-526bef93796f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:42:47.165316 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-69254023-1dcc-4e2f-94b8-103cf37d56a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2e264606-f4e2-4fe6-af34-526bef93796f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:47.243344 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-69254023-1dcc-4e2f-94b8-103cf37d56a5 None None] Port 2e264606-f4e2-4fe6-af34-526bef93796f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:42:47.395240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6392143e-c02c-4cf9-be42-5c4a0498b6e9 None None] Provisioning complete for port 2e264606-f4e2-4fe6-af34-526bef93796f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:42:47.395873 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6392143e-c02c-4cf9-be42-5c4a0498b6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2e264606-f4e2-4fe6-af34-526bef93796f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:47.438213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-e42c67ed-b11a-4c13-b708-765ba10a8dcf tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:47.441465 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-e42c67ed-b11a-4c13-b708-765ba10a8dcf tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.4127114 Feb 04 13:42:47.523434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6392143e-c02c-4cf9-be42-5c4a0498b6e9 None None] Port 2e264606-f4e2-4fe6-af34-526bef93796f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:42:47.534220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f3d000ee-d98f-4284-9a94-29a4bd5ef3d9 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for port (4c738ea2-732a-47a3-9efd-6b74d72b11ce), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:47.565826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d69f45-ac59-44d3-b022-1a658842a126 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:42:47.577330 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Publish callbacks [] for port (17d69f45-ac59-44d3-b022-1a658842a126), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:47.594814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Transition to ACTIVE for port object 17d69f45-ac59-44d3-b022-1a658842a126 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:42:47.607065 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (17d69f45-ac59-44d3-b022-1a658842a126), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:47.649545 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f3d000ee-d98f-4284-9a94-29a4bd5ef3d9 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4c738ea2-732a-47a3-9efd-6b74d72b11ce), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:47.654821 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ab7f8fe3-a3fd-45bb-86e8-ad96aa704479 req-03bb3d19-316b-42a0-82df-6983c66f821c tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c69741ba-eced-49d1-8479-10a54f4f260b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:47.668740 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c69741ba-eced-49d1-8479-10a54f4f260b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:42:47.738545 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-b1884151-7e80-406f-9a9b-0adc6525f58a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 1002 time: 0.1419809 Feb 04 13:42:47.742330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Pushing event updated for resources: {'Port': ['ID=17d69f45-ac59-44d3-b022-1a658842a126,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:47.759838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-a4ef464f-09c4-416e-b11d-7d09a0a6372c tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:47.790362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a8353e9c-e19b-4e6d-a205-01d2ceaa40ed None None] Provisioning complete for port 2e264606-f4e2-4fe6-af34-526bef93796f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:42:47.791076 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8353e9c-e19b-4e6d-a205-01d2ceaa40ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2e264606-f4e2-4fe6-af34-526bef93796f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:47.808494 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d000ee-d98f-4284-9a94-29a4bd5ef3d9 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Network 7283f1af-6d2f-45ce-94ff-e9b034a1c12d is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:47.825713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f3d000ee-d98f-4284-9a94-29a4bd5ef3d9 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:47.851496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a8353e9c-e19b-4e6d-a205-01d2ceaa40ed None None] Port 2e264606-f4e2-4fe6-af34-526bef93796f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:42:47.857012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d000ee-d98f-4284-9a94-29a4bd5ef3d9 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:42:47.861738 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d000ee-d98f-4284-9a94-29a4bd5ef3d9 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Pushing event updated for resources: {'Port': ['ID=4c738ea2-732a-47a3-9efd-6b74d72b11ce,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:47.908392 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:47.946018 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-a4ef464f-09c4-416e-b11d-7d09a0a6372c tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for floatingip (9f106576-33d2-408a-bba2-eb8f984b9ad7), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:47.971532 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7f8fe3-a3fd-45bb-86e8-ad96aa704479 req-03bb3d19-316b-42a0-82df-6983c66f821c tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] No DVR routers for this DVR port c69741ba-eced-49d1-8479-10a54f4f260b on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:42:47.977303 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ab7f8fe3-a3fd-45bb-86e8-ad96aa704479 req-03bb3d19-316b-42a0-82df-6983c66f821c tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:47.983651 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ab7f8fe3-a3fd-45bb-86e8-ad96aa704479 req-03bb3d19-316b-42a0-82df-6983c66f821c tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.99 "DELETE /v2.0/ports/c69741ba-eced-49d1-8479-10a54f4f260b HTTP/1.1" status: 204 len: 173 time: 1.9471612 Feb 04 13:42:48.023043 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f90c3f-7e01-4580-9f2d-964b729091c5', 'name': 'network-vif-deleted', 'tag': 'c69741ba-eced-49d1-8479-10a54f4f260b'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:42:48.026828 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6263785d-108b-4be3-85b1-210383b8dcd9" -d '{"events": [{"server_uuid": "e5f90c3f-7e01-4580-9f2d-964b729091c5", "name": "network-vif-deleted", "tag": "c69741ba-eced-49d1-8479-10a54f4f260b"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:42:48.041414 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb3d19-316b-42a0-82df-6983c66f821c tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Pushing event deleted for resources: {'Port': ['ID=c69741ba-eced-49d1-8479-10a54f4f260b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:48.179208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d000ee-d98f-4284-9a94-29a4bd5ef3d9 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:48.181060 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f3d000ee-d98f-4284-9a94-29a4bd5ef3d9 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:48.238269 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f3d000ee-d98f-4284-9a94-29a4bd5ef3d9 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5941525 Feb 04 13:42:48.242672 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54526) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:48.269328 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:48.286501 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-a4ef464f-09c4-416e-b11d-7d09a0a6372c tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:48.289525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Attempting to bind port 17d69f45-ac59-44d3-b022-1a658842a126 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:48.289872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Attempting to bind port 17d69f45-ac59-44d3-b022-1a658842a126 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:48.290276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Attempting to bind port 17d69f45-ac59-44d3-b022-1a658842a126 on network 1612d2d9-6bc5-454e-b028-8e610907a6d3 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:48.297002 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-a4ef464f-09c4-416e-b11d-7d09a0a6372c tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (9f106576-33d2-408a-bba2-eb8f984b9ad7), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:48.297292 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-a4ef464f-09c4-416e-b11d-7d09a0a6372c tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Floating IP 9f106576-33d2-408a-bba2-eb8f984b9ad7 disassociated. External IP: 172.25.5.156, port: 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7. Feb 04 13:42:48.305147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Port 17d69f45-ac59-44d3-b022-1a658842a126 on network 1612d2d9-6bc5-454e-b028-8e610907a6d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:48.305711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Attempting to bind port 17d69f45-ac59-44d3-b022-1a658842a126 on network 1612d2d9-6bc5-454e-b028-8e610907a6d3 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:48.353563 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:48.382351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:42:48.382824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Checking segment: {'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:42:48.383196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Bound using segment: {'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:42:48.383660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Bound port: 17d69f45-ac59-44d3-b022-1a658842a126, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d6a2ee-7a06-4697-8aa6-c0a62c54f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:42:48.384026 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (17d69f45-ac59-44d3-b022-1a658842a126), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:48.513244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e0289398-4cab-49f7-9714-81037073d417 None None] Provisioning complete for port 4c738ea2-732a-47a3-9efd-6b74d72b11ce triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:42:48.514147 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0289398-4cab-49f7-9714-81037073d417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4c738ea2-732a-47a3-9efd-6b74d72b11ce), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:48.524899 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:48.570683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] For port 17d69f45-ac59-44d3-b022-1a658842a126, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:42:48.576564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] For port 17d69f45-ac59-44d3-b022-1a658842a126, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=17d69f45-ac59-44d3-b022-1a658842a126,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:42:48.602429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e0289398-4cab-49f7-9714-81037073d417 None None] Port 4c738ea2-732a-47a3-9efd-6b74d72b11ce cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:42:48.698682 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (17d69f45-ac59-44d3-b022-1a658842a126), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:48.759043 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:48.759703 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:48.761313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] 10.222.0.99 "PUT /v2.0/ports/17d69f45-ac59-44d3-b022-1a658842a126 HTTP/1.1" status: 200 len: 1092 time: 2.4042220 Feb 04 13:42:48.764667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Allocated IP 172.25.5.3 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/fbec70ba-e14c-4565-be5b-39ff670cccfa) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:42:48.800881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Request body: {'port': {'device_id': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:48.869495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c71fe4-5191-4e47-95b3-4e38e38ee552 service neutron] Pushing event updated for resources: {'Port': ['ID=17d69f45-ac59-44d3-b022-1a658842a126,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:48.916406 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-a4ef464f-09c4-416e-b11d-7d09a0a6372c tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:42:48.953082 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:49.058517 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for port (fbec70ba-e14c-4565-be5b-39ff670cccfa), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:49.139926 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (fbec70ba-e14c-4565-be5b-39ff670cccfa), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:49.234665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:49.238381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:49.244646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:42:49.248529 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Pushing event updated for resources: {'Port': ['ID=fbec70ba-e14c-4565-be5b-39ff670cccfa,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:49.358510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-a4ef464f-09c4-416e-b11d-7d09a0a6372c tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:42:49.363627 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-a4ef464f-09c4-416e-b11d-7d09a0a6372c tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:49.379795 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d387aeaf-eb58-46d7-83ce-7fcd75c56bf6 None None] Sync routers for ids ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:42:49.402431 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d387aeaf-eb58-46d7-83ce-7fcd75c56bf6 None None] Routers {'364fd55c-813e-4b73-ab5d-c638d24dc1c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:42:49.403758 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d387aeaf-eb58-46d7-83ce-7fcd75c56bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:42:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:49.404113 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for floatingip (0083eec9-af15-4fd3-913c-a60d284f36bf), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:49.472779 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fbec70ba-e14c-4565-be5b-39ff670cccfa), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:49.572586 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-d387aeaf-eb58-46d7-83ce-7fcd75c56bf6 None None] Set router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:42:49.800926 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for port (fbec70ba-e14c-4565-be5b-39ff670cccfa), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:49.812638 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (fbec70ba-e14c-4565-be5b-39ff670cccfa), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:49.837424 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d387aeaf-eb58-46d7-83ce-7fcd75c56bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-router', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:40:44Z', 'updated_at': '2022-02-04T13:40:53Z', 'revision_number': 4, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'gw_port': {'id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:46Z', 'updated_at': '2022-02-04T13:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5229fc2d-7911-460f-a33b-0b3529d3d32b', 'name': '', 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'mac_address': 'fa:16:3e:57:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:51Z', 'updated_at': '2022-02-04T13:41:04Z', 'revision_number': 5, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'subnets': [{'id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:49.879302 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d387aeaf-eb58-46d7-83ce-7fcd75c56bf6 None None] Checking router: 364fd55c-813e-4b73-ab5d-c638d24dc1c9 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:42:49.885133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-a4ef464f-09c4-416e-b11d-7d09a0a6372c tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "PUT /v2.0/floatingips/9f106576-33d2-408a-bba2-eb8f984b9ad7 HTTP/1.1" status: 200 len: 695 time: 2.1314147 Feb 04 13:42:49.891741 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d387aeaf-eb58-46d7-83ce-7fcd75c56bf6 None None] Routers {'364fd55c-813e-4b73-ab5d-c638d24dc1c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:42:49.892595 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d387aeaf-eb58-46d7-83ce-7fcd75c56bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:42:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:49.951636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Pushing event updated for resources: {'Port': ['ID=fbec70ba-e14c-4565-be5b-39ff670cccfa,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:49.969572 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (0083eec9-af15-4fd3-913c-a60d284f36bf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:49.973489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c69741ba-eced-49d1-8479-10a54f4f260b no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:42:49.999753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee19d8bf-beb5-420b-b1b3-ce54275a3754 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:42:50.002606 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:50.004296 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6ac3432e-a2a6-40ac-b582-8185a73ef606 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7594185 Feb 04 13:42:50.009676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54530) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:50.015051 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Publish callbacks [] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:50.019187 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d762e63f-cc7e-4d3e-bcac-423f7acd6406 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Request body: {'floatingip': {'port_id': '4c738ea2-732a-47a3-9efd-6b74d72b11ce', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:50.038465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Transition to ACTIVE for port object ee19d8bf-beb5-420b-b1b3-ce54275a3754 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:42:50.042510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-d05d1cfb-fc6a-47d2-b77e-ef730de37733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:50.052093 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-d05d1cfb-fc6a-47d2-b77e-ef730de37733 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=76aedb4524df40718f20ca5ee3d21056&device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 1129 time: 0.1397221 Feb 04 13:42:50.054518 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:50.055241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: c69741ba-eced-49d1-8479-10a54f4f260b {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:42:50.055911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c69741ba-eced-49d1-8479-10a54f4f260b not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:42:50.107535 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d762e63f-cc7e-4d3e-bcac-423f7acd6406 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for floatingip (0083eec9-af15-4fd3-913c-a60d284f36bf), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:50.132951 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-d387aeaf-eb58-46d7-83ce-7fcd75c56bf6 None None] Set router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:42:50.242417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Pushing event updated for resources: {'Port': ['ID=ee19d8bf-beb5-420b-b1b3-ce54275a3754,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:50.246406 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-a0ec80a9-8745-44ea-ad79-b6126649b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:50.248439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-a0ec80a9-8745-44ea-ad79-b6126649b624 service neutron] 10.222.0.96 "GET /v2.0/networks?id=125174e1-20cb-4d44-96a0-df58c7f7dce6 HTTP/1.1" status: 200 len: 920 time: 0.1178260 Feb 04 13:42:50.383496 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-d762e63f-cc7e-4d3e-bcac-423f7acd6406 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] update failed (client error): The resource could not be found. Feb 04 13:42:50.388891 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d762e63f-cc7e-4d3e-bcac-423f7acd6406 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] 10.222.0.96 "PUT /v2.0/floatingips/0083eec9-af15-4fd3-913c-a60d284f36bf HTTP/1.1" status: 404 len: 507 time: 0.3735912 Feb 04 13:42:50.390440 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54532) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:50.395645 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-0e842d79-ded6-4414-8e27-5aa776c85a97 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 HTTP/1.1" status: 200 len: 217 time: 0.1244836 Feb 04 13:42:50.563422 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d387aeaf-eb58-46d7-83ce-7fcd75c56bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-router', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:40:44Z', 'updated_at': '2022-02-04T13:40:53Z', 'revision_number': 4, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'gw_port': {'id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:46Z', 'updated_at': '2022-02-04T13:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5229fc2d-7911-460f-a33b-0b3529d3d32b', 'name': '', 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'mac_address': 'fa:16:3e:57:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:51Z', 'updated_at': '2022-02-04T13:41:04Z', 'revision_number': 5, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'subnets': [{'id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:42:50.588988 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-f35d4f80-5861-4977-8ae6-60cf299f6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:50.592289 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-f35d4f80-5861-4977-8ae6-60cf299f6057 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=27a949e4-0aa1-4c83-ac16-4e55656dc857 HTTP/1.1" status: 200 len: 859 time: 0.1502137 Feb 04 13:42:50.610475 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d387aeaf-eb58-46d7-83ce-7fcd75c56bf6 None None] The sync data for ids ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'] in n-d-714676-13 is: [{'id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-router', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:40:44Z', 'updated_at': '2022-02-04T13:40:53Z', 'revision_number': 4, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'gw_port': {'id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:46Z', 'updated_at': '2022-02-04T13:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5229fc2d-7911-460f-a33b-0b3529d3d32b', 'name': '', 'network_id': '125174e1-20cb-4d44-96a0-df58c7f7dce6', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'mac_address': 'fa:16:3e:57:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:51Z', 'updated_at': '2022-02-04T13:41:04Z', 'revision_number': 5, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'subnets': [{'id': '27a949e4-0aa1-4c83-ac16-4e55656dc857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:42:50.663737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-06276341-62e3-4e8b-af8e-f6e1edf04796 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=125174e1-20cb-4d44-96a0-df58c7f7dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643284 Feb 04 13:42:50.679000 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-725a8542-cc6a-4280-adf0-3b2d7e07970a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Deleting port fbec70ba-e14c-4565-be5b-39ff670cccfa {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:42:50.679513 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-725a8542-cc6a-4280-adf0-3b2d7e07970a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (fbec70ba-e14c-4565-be5b-39ff670cccfa), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:50.730919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Attempting to bind port ee19d8bf-beb5-420b-b1b3-ce54275a3754 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:50.734559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Attempting to bind port ee19d8bf-beb5-420b-b1b3-ce54275a3754 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '0d6d791d-09d1-4b3a-9982-b10839cf8190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:50.735142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Attempting to bind port ee19d8bf-beb5-420b-b1b3-ce54275a3754 on network 361c3099-6555-4ea8-872d-0b37bedf594c {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:50.758009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Port ee19d8bf-beb5-420b-b1b3-ce54275a3754 on network 361c3099-6555-4ea8-872d-0b37bedf594c not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:50.758360 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Attempting to bind port ee19d8bf-beb5-420b-b1b3-ce54275a3754 on network 361c3099-6555-4ea8-872d-0b37bedf594c {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:50.770659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:42:50.771121 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Checking segment: {'id': '0d6d791d-09d1-4b3a-9982-b10839cf8190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:42:50.771422 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Bound using segment: {'id': '0d6d791d-09d1-4b3a-9982-b10839cf8190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:42:50.772483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Bound port: ee19d8bf-beb5-420b-b1b3-ce54275a3754, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6d791d-09d1-4b3a-9982-b10839cf8190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:42:50.772823 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:50.822550 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-725a8542-cc6a-4280-adf0-3b2d7e07970a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (fbec70ba-e14c-4565-be5b-39ff670cccfa), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:50.823163 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-725a8542-cc6a-4280-adf0-3b2d7e07970a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for floatingip (fbec70ba-e14c-4565-be5b-39ff670cccfa), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:50.847646 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-8b3feb69-02c2-494a-9374-5b09c241c530 service neutron] 10.222.0.96 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775770 Feb 04 13:42:50.850975 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-725a8542-cc6a-4280-adf0-3b2d7e07970a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Calling delete_port for fbec70ba-e14c-4565-be5b-39ff670cccfa owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:42:50.942440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] For port ee19d8bf-beb5-420b-b1b3-ce54275a3754, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:42:50.979883 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] For port ee19d8bf-beb5-420b-b1b3-ce54275a3754, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ee19d8bf-beb5-420b-b1b3-ce54275a3754,segment=NetworkSegment(0d6d791d-09d1-4b3a-9982-b10839cf8190),segment_id=0d6d791d-09d1-4b3a-9982-b10839cf8190)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:42:50.992799 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:51.072114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:51.072797 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:51.074980 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] 10.222.0.99 "PUT /v2.0/ports/ee19d8bf-beb5-420b-b1b3-ce54275a3754 HTTP/1.1" status: 200 len: 1092 time: 2.2820001 Feb 04 13:42:51.097563 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4525ec84-829c-4bf4-9f43-0164ea23be5b req-15089b26-d979-451e-bd46-c990246d6381 service neutron] 10.222.0.96 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332816 Feb 04 13:42:51.102625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c88d1f-6a39-4935-af38-c931e9930f8b service neutron] Pushing event updated for resources: {'Port': ['ID=ee19d8bf-beb5-420b-b1b3-ce54275a3754,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:51.132073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Request body: {'port': {'device_id': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:51.134615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c1cf6-3d2d-44ca-ab7c-737ed53f91f6 None None] New status for floating IP 9f106576-33d2-408a-bba2-eb8f984b9ad7: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:42:51.143112 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-725a8542-cc6a-4280-adf0-3b2d7e07970a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (fbec70ba-e14c-4565-be5b-39ff670cccfa), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:51.235965 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:51.242989 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a8542-cc6a-4280-adf0-3b2d7e07970a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Pushing event deleted for resources: {'Port': ['ID=fbec70ba-e14c-4565-be5b-39ff670cccfa,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:51.406564 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-725a8542-cc6a-4280-adf0-3b2d7e07970a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for floatingip (0083eec9-af15-4fd3-913c-a60d284f36bf), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:51.409947 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-725a8542-cc6a-4280-adf0-3b2d7e07970a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:51.411407 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-725a8542-cc6a-4280-adf0-3b2d7e07970a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] 10.222.0.96 "DELETE /v2.0/floatingips/0083eec9-af15-4fd3-913c-a60d284f36bf HTTP/1.1" status: 204 len: 168 time: 1.0199120 Feb 04 13:42:51.417151 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54544) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:51.422710 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ba238531-c2d1-4e45-8784-d3fff7e33c09 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Request body: {'floatingip': {'floating_network_id': '7283f1af-6d2f-45ce-94ff-e9b034a1c12d', 'port_id': '4c738ea2-732a-47a3-9efd-6b74d72b11ce', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:51.457635 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba238531-c2d1-4e45-8784-d3fff7e33c09 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:51.756779 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-1a60fb15-0bc9-4107-a3c4-a358baf2fd5c tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:51.759602 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-1a60fb15-0bc9-4107-a3c4-a358baf2fd5c tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/networks?id=d54e14ae-66d1-4e05-a88b-8bb06f860600 HTTP/1.1" status: 200 len: 814 time: 0.3892283 Feb 04 13:42:51.781683 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-ba238531-c2d1-4e45-8784-d3fff7e33c09 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:42:51.784069 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ba238531-c2d1-4e45-8784-d3fff7e33c09 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3654261 Feb 04 13:42:51.789324 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54546) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:51.797735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '4c738ea2-732a-47a3-9efd-6b74d72b11ce', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:51.807408 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-e9418613-02f5-4dc7-97cd-3b0f0615701f tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/quotas/88ae3887090d4b389f29a371536a3494 HTTP/1.1" status: 200 len: 375 time: 0.0303166 Feb 04 13:42:51.842765 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:51.885919 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-b18d0631-b1cd-4f69-a12c-63528a2f7d96 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=88ae3887090d4b389f29a371536a3494&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585220 Feb 04 13:42:51.996631 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb97722-6f45-48e7-8b20-1188308a58b1 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:42:52.011167 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Publish callbacks [] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:52.028553 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:52.044303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Transition to ACTIVE for port object 2fb97722-6f45-48e7-8b20-1188308a58b1 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:42:52.052038 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:52.141306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-59607013-f579-4790-be36-74fd31a3d305 service neutron] 10.222.0.96 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190509 Feb 04 13:42:52.197912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Allocated IP 172.25.5.9 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/466b6792-d1dc-4937-8068-589b16d982bf) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:42:52.279639 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb97722-6f45-48e7-8b20-1188308a58b1,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:52.383270 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for port (466b6792-d1dc-4937-8068-589b16d982bf), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:52.423458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Attempting to bind port 2fb97722-6f45-48e7-8b20-1188308a58b1 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:52.423990 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Attempting to bind port 2fb97722-6f45-48e7-8b20-1188308a58b1 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '0d6d791d-09d1-4b3a-9982-b10839cf8190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:52.424516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Attempting to bind port 2fb97722-6f45-48e7-8b20-1188308a58b1 on network 361c3099-6555-4ea8-872d-0b37bedf594c {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:52.441190 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Port 2fb97722-6f45-48e7-8b20-1188308a58b1 on network 361c3099-6555-4ea8-872d-0b37bedf594c not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:52.441556 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Attempting to bind port 2fb97722-6f45-48e7-8b20-1188308a58b1 on network 361c3099-6555-4ea8-872d-0b37bedf594c {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:52.448148 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (466b6792-d1dc-4937-8068-589b16d982bf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:52.469819 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:42:52.470379 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Checking segment: {'id': '0d6d791d-09d1-4b3a-9982-b10839cf8190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:42:52.471005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Bound using segment: {'id': '0d6d791d-09d1-4b3a-9982-b10839cf8190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:42:52.471775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Bound port: 2fb97722-6f45-48e7-8b20-1188308a58b1, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6d791d-09d1-4b3a-9982-b10839cf8190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:42:52.472356 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:52.500828 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-d9f9417d-1846-404e-9cc2-25d35844d354 service neutron] 10.222.0.96 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579104 Feb 04 13:42:52.537028 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:52.543811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:52.550796 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:42:52.561599 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Pushing event updated for resources: {'Port': ['ID=466b6792-d1dc-4937-8068-589b16d982bf,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:52.655569 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] For port 2fb97722-6f45-48e7-8b20-1188308a58b1, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:42:52.660654 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] For port 2fb97722-6f45-48e7-8b20-1188308a58b1, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2fb97722-6f45-48e7-8b20-1188308a58b1,segment=NetworkSegment(0d6d791d-09d1-4b3a-9982-b10839cf8190),segment_id=0d6d791d-09d1-4b3a-9982-b10839cf8190)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:42:52.671166 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:52.693386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:52.695224 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:52.696909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] 10.222.0.99 "PUT /v2.0/ports/2fb97722-6f45-48e7-8b20-1188308a58b1 HTTP/1.1" status: 200 len: 1092 time: 1.5709608 Feb 04 13:42:52.815216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58640a76-e684-4376-9481-d9403ebdeb56 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb97722-6f45-48e7-8b20-1188308a58b1,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:52.842430 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Fri, 04 Feb 2022 13:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee271489-0428-484b-ac66-0082448adf4a x-openstack-request-id: req-ee271489-0428-484b-ac66-0082448adf4a {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:42:52.842430 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "tag": "a6440d92-dcd8-496d-89b6-bd6f83ea1768", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f18a7680-5b12-4fc8-8598-6a450f7b25d3", "tag": "128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "tag": "5320eabc-22f0-4783-8a3f-6c8e55962f16", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "tag": "69d08c20-ee26-4ffe-b5a2-9cf4daf76b84", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:42:52.842979 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ee271489-0428-484b-ac66-0082448adf4a {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:42:52.845107 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'tag': 'a6440d92-dcd8-496d-89b6-bd6f83ea1768', 'status': 'completed', 'code': 200} Feb 04 13:42:52.845441 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'tag': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7', 'status': 'completed', 'code': 200} Feb 04 13:42:52.845761 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'tag': '5320eabc-22f0-4783-8a3f-6c8e55962f16', 'status': 'completed', 'code': 200} Feb 04 13:42:52.846080 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'tag': '69d08c20-ee26-4ffe-b5a2-9cf4daf76b84', 'status': 'completed', 'code': 200} Feb 04 13:42:52.867448 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-bd28759d-efee-4ce1-83d7-144047207be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:52.868042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-bd28759d-efee-4ce1-83d7-144047207be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:52.868529 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-bd28759d-efee-4ce1-83d7-144047207be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:52.869000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-bd28759d-efee-4ce1-83d7-144047207be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:52.870891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-bd28759d-efee-4ce1-83d7-144047207be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:52.870891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-bd28759d-efee-4ce1-83d7-144047207be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:52.870891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-bd28759d-efee-4ce1-83d7-144047207be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:52.873103 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-bd28759d-efee-4ce1-83d7-144047207be7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b7509a3710d94881bcf821ccba4baf3b&device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 6702 time: 0.0988865 Feb 04 13:42:52.977900 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-65430296-cf25-48ca-890e-2d9d9a43f499 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0f5a809-9c39-466e-a4d9-f65229b8adcb HTTP/1.1" status: 200 len: 217 time: 0.0970147 Feb 04 13:42:53.025874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Deleting port 466b6792-d1dc-4937-8068-589b16d982bf {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:42:53.026553 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (466b6792-d1dc-4937-8068-589b16d982bf), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:53.070371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-852417e5-d290-4e8a-ab80-cb5588176105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:53.072185 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-852417e5-d290-4e8a-ab80-cb5588176105 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2f4e23bc-2030-43db-882a-fc66074f8533 HTTP/1.1" status: 200 len: 851 time: 0.0696929 Feb 04 13:42:53.196732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f911-eeef-4999-aad1-1e6b8f0437ea req-136771be-889b-4e9e-a4fb-8e647f6ccf83 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:53.203221 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f911-eeef-4999-aad1-1e6b8f0437ea req-136771be-889b-4e9e-a4fb-8e647f6ccf83 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:53.210952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f911-eeef-4999-aad1-1e6b8f0437ea req-136771be-889b-4e9e-a4fb-8e647f6ccf83 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:53.217673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f911-eeef-4999-aad1-1e6b8f0437ea req-136771be-889b-4e9e-a4fb-8e647f6ccf83 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:53.223306 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f911-eeef-4999-aad1-1e6b8f0437ea req-136771be-889b-4e9e-a4fb-8e647f6ccf83 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:53.230568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f911-eeef-4999-aad1-1e6b8f0437ea req-136771be-889b-4e9e-a4fb-8e647f6ccf83 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:53.236704 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f911-eeef-4999-aad1-1e6b8f0437ea req-136771be-889b-4e9e-a4fb-8e647f6ccf83 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:53.246034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f4c5f911-eeef-4999-aad1-1e6b8f0437ea req-136771be-889b-4e9e-a4fb-8e647f6ccf83 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 0.2670150 Feb 04 13:42:53.293876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-1b94f72c-0f66-40da-842e-37abf8d4aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:53.298260 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-1b94f72c-0f66-40da-842e-37abf8d4aeea service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7912785f-1fa8-4b69-9cba-aa96f632b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2056546 Feb 04 13:42:53.455560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f4c5f911-eeef-4999-aad1-1e6b8f0437ea req-968707e7-6ed8-4f2f-8e89-e7a30f6d5a52 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2082160 Feb 04 13:42:53.574652 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-df46075d-2338-44c7-9b92-3d783c95ef07 service neutron] 10.222.0.99 "GET /v2.0/networks/7912785f-1fa8-4b69-9cba-aa96f632b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643499 Feb 04 13:42:53.804412 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d358b62-b412-42b5-8788-a46d840cc1b1 x-openstack-request-id: req-9d358b62-b412-42b5-8788-a46d840cc1b1 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:42:53.805516 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f90c3f-7e01-4580-9f2d-964b729091c5", "name": "network-vif-deleted", "tag": "c69741ba-eced-49d1-8479-10a54f4f260b", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:42:53.806050 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9d358b62-b412-42b5-8788-a46d840cc1b1 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:42:53.806841 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f90c3f-7e01-4580-9f2d-964b729091c5', 'name': 'network-vif-deleted', 'tag': 'c69741ba-eced-49d1-8479-10a54f4f260b', 'status': 'completed', 'code': 200} Feb 04 13:42:53.834825 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-3ce3853f-a422-41b6-9e3a-c7f2b823839d service neutron] 10.222.0.99 "GET /v2.0/networks/7912785f-1fa8-4b69-9cba-aa96f632b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355609 Feb 04 13:42:53.867318 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (466b6792-d1dc-4937-8068-589b16d982bf), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:53.867668 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for floatingip (466b6792-d1dc-4937-8068-589b16d982bf), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:53.885793 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Calling delete_port for 466b6792-d1dc-4937-8068-589b16d982bf owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:42:53.986148 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-bc77dfe1-6efd-42c9-96e4-612af3f61432 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=a6440d92-dcd8-496d-89b6-bd6f83ea1768 HTTP/1.1" status: 200 len: 217 time: 0.1453545 Feb 04 13:42:54.063828 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c76a336a-3d54-48ac-8cc1-945ff0fbf13e req-70c577e1-4f41-4bd5-915e-142692f61a1e tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/floatingips/9f106576-33d2-408a-bba2-eb8f984b9ad7 HTTP/1.1" status: 200 len: 693 time: 0.2067337 Feb 04 13:42:54.123318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-94e6e1ee-1069-4cc1-b2a1-ee1f4bf6ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:54.126451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-94e6e1ee-1069-4cc1-b2a1-ee1f4bf6ef5e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e3cbde94-2939-42c1-a2b7-b944609cf04a HTTP/1.1" status: 200 len: 797 time: 0.1310174 Feb 04 13:42:54.131041 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (466b6792-d1dc-4937-8068-589b16d982bf), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:54.187287 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Pushing event deleted for resources: {'Port': ['ID=466b6792-d1dc-4937-8068-589b16d982bf,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:54.311968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-bc7168c6-4ae9-4566-809b-97e2684cd782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:54.314734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-bc7168c6-4ae9-4566-809b-97e2684cd782 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1612d2d9-6bc5-454e-b028-8e610907a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1386223 Feb 04 13:42:54.335378 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] create failed (client error): The resource could not be found. Feb 04 13:42:54.337710 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2d05d8db-e40a-4b8e-860f-6a654408d2b5 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5466793 Feb 04 13:42:54.343894 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54558) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:54.449306 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a336a-3d54-48ac-8cc1-945ff0fbf13e req-2c4141de-5224-46e5-8bc8-7d30bf4bb6f3 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:54.455306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c76a336a-3d54-48ac-8cc1-945ff0fbf13e req-2c4141de-5224-46e5-8bc8-7d30bf4bb6f3 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 784 time: 0.3695173 Feb 04 13:42:54.473995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-c76a336a-3d54-48ac-8cc1-945ff0fbf13e req-106b57e1-9a4c-4dcd-81aa-3669484d1674 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:42:54.476505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c76a336a-3d54-48ac-8cc1-945ff0fbf13e req-106b57e1-9a4c-4dcd-81aa-3669484d1674 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114157 Feb 04 13:42:54.628512 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c76a336a-3d54-48ac-8cc1-945ff0fbf13e req-6c780e90-8784-4e13-857f-2deb612bf3d5 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 696 time: 0.1321399 Feb 04 13:42:54.696187 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1e8bb-e1b5-4532-a921-dc1d16c1cdc1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Deleting port 4c738ea2-732a-47a3-9efd-6b74d72b11ce {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:42:54.696850 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5d1e8bb-e1b5-4532-a921-dc1d16c1cdc1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4c738ea2-732a-47a3-9efd-6b74d72b11ce), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:54.711518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-794bb933-32fb-4019-adc2-0748be90ec70 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:54.713972 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-794bb933-32fb-4019-adc2-0748be90ec70 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.99 "GET /v2.0/networks?id=d54e14ae-66d1-4e05-a88b-8bb06f860600 HTTP/1.1" status: 200 len: 814 time: 0.2180700 Feb 04 13:42:54.723496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-a8c25b63-46b4-44e5-8c57-36bc42e8b3e0 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997605 Feb 04 13:42:54.730220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c76a336a-3d54-48ac-8cc1-945ff0fbf13e req-34325cae-446a-47e5-8cbe-b54cf6870ab9 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 696 time: 0.0777256 Feb 04 13:42:54.782307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-fff9660a-f82e-40bd-99a0-9f0a30aeb30b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Request body: {'port': {'device_id': '217a504d-6d9c-4a0f-a91f-5e5931867861', 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600', 'admin_state_up': True, 'tenant_id': '88ae3887090d4b389f29a371536a3494'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:54.855758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'tag': '17d69f45-ac59-44d3-b022-1a658842a126'}, {'name': 'network-changed', 'server_uuid': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'tag': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7'}, {'name': 'network-changed', 'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'tag': 'ee19d8bf-beb5-420b-b1b3-ce54275a3754'}, {'name': 'network-changed', 'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'tag': '2fb97722-6f45-48e7-8b20-1188308a58b1'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:42:54.856763 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42d3a33-dba5-489f-9ee4-b014a6da211b" -d '{"events": [{"name": "network-changed", "server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "tag": "17d69f45-ac59-44d3-b022-1a658842a126"}, {"name": "network-changed", "server_uuid": "f18a7680-5b12-4fc8-8598-6a450f7b25d3", "tag": "128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7"}, {"name": "network-changed", "server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "tag": "ee19d8bf-beb5-420b-b1b3-ce54275a3754"}, {"name": "network-changed", "server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "tag": "2fb97722-6f45-48e7-8b20-1188308a58b1"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:42:54.942659 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5d1e8bb-e1b5-4532-a921-dc1d16c1cdc1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4c738ea2-732a-47a3-9efd-6b74d72b11ce), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:54.975419 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1e8bb-e1b5-4532-a921-dc1d16c1cdc1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Calling delete_port for 4c738ea2-732a-47a3-9efd-6b74d72b11ce owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:42:54.976779 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-80de34a7-cd33-4aac-a3c1-7bd60a53ff34 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453051 Feb 04 13:42:55.038445 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-a78f5fea-d588-41b6-9dfb-f788fce298bc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=5320eabc-22f0-4783-8a3f-6c8e55962f16 HTTP/1.1" status: 200 len: 217 time: 0.0515544 Feb 04 13:42:55.041382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-fff9660a-f82e-40bd-99a0-9f0a30aeb30b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Made reservation on behalf of 88ae3887090d4b389f29a371536a3494 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:42:55.046787 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-fff9660a-f82e-40bd-99a0-9f0a30aeb30b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:55.090966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-c76a336a-3d54-48ac-8cc1-945ff0fbf13e req-3afc971d-fc41-4f81-b52c-bc56097a75bc tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Deleting port 16d8d3b3-a350-49ee-b5c2-08efc25b3238 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:42:55.091474 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c76a336a-3d54-48ac-8cc1-945ff0fbf13e req-3afc971d-fc41-4f81-b52c-bc56097a75bc tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (16d8d3b3-a350-49ee-b5c2-08efc25b3238), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:55.160389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-571de96d-b28a-40ce-a5ea-8f9c12999dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:55.162216 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-571de96d-b28a-40ce-a5ea-8f9c12999dbe service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e3cbde94-2939-42c1-a2b7-b944609cf04a HTTP/1.1" status: 200 len: 797 time: 0.1164730 Feb 04 13:42:55.223499 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c76a336a-3d54-48ac-8cc1-945ff0fbf13e req-3afc971d-fc41-4f81-b52c-bc56097a75bc tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (16d8d3b3-a350-49ee-b5c2-08efc25b3238), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:55.224385 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c76a336a-3d54-48ac-8cc1-945ff0fbf13e req-3afc971d-fc41-4f81-b52c-bc56097a75bc tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for floatingip (16d8d3b3-a350-49ee-b5c2-08efc25b3238), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:55.296666 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-c76a336a-3d54-48ac-8cc1-945ff0fbf13e req-3afc971d-fc41-4f81-b52c-bc56097a75bc tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Calling delete_port for 16d8d3b3-a350-49ee-b5c2-08efc25b3238 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:42:55.374559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-fff9660a-f82e-40bd-99a0-9f0a30aeb30b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Allocated IP 172.20.0.12 (d54e14ae-66d1-4e05-a88b-8bb06f860600/d78af8ff-67e1-42f4-9e35-b82038a60957/61a610ea-32bf-4a6a-a85f-aef6a724dc46) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:42:55.385462 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5d1e8bb-e1b5-4532-a921-dc1d16c1cdc1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4c738ea2-732a-47a3-9efd-6b74d72b11ce), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:55.424522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-e06f162a-a4c1-4416-94ca-eba8917b9c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:55.427276 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-e06f162a-a4c1-4416-94ca-eba8917b9c1c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1612d2d9-6bc5-454e-b028-8e610907a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2146399 Feb 04 13:42:55.449335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1e8bb-e1b5-4532-a921-dc1d16c1cdc1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Pushing event deleted for resources: {'Port': ['ID=4c738ea2-732a-47a3-9efd-6b74d72b11ce,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:55.683982 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5d1e8bb-e1b5-4532-a921-dc1d16c1cdc1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:55.694923 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a5d1e8bb-e1b5-4532-a921-dc1d16c1cdc1 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] 10.222.0.96 "DELETE /v2.0/ports/4c738ea2-732a-47a3-9efd-6b74d72b11ce HTTP/1.1" status: 204 len: 168 time: 1.3473036 Feb 04 13:42:55.699755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54566) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:55.802023 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-70d01ed3-52cb-4a76-9da4-e03ff6e43787 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650956 Feb 04 13:42:55.804344 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c76a336a-3d54-48ac-8cc1-945ff0fbf13e req-3afc971d-fc41-4f81-b52c-bc56097a75bc tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (16d8d3b3-a350-49ee-b5c2-08efc25b3238), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:55.892502 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc971d-fc41-4f81-b52c-bc56097a75bc tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Pushing event deleted for resources: {'Port': ['ID=16d8d3b3-a350-49ee-b5c2-08efc25b3238,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:55.905536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0303e14-8c64-41c5-9c5f-35d1d487c835 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:55.910376 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a0303e14-8c64-41c5-9c5f-35d1d487c835 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d1d1b3d-a19d-4372-86d4-536f2f868104 HTTP/1.1" status: 200 len: 913 time: 0.2091026 Feb 04 13:42:55.911042 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54568) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:42:56.005682 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c76a336a-3d54-48ac-8cc1-945ff0fbf13e req-3afc971d-fc41-4f81-b52c-bc56097a75bc tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for floatingip (9f106576-33d2-408a-bba2-eb8f984b9ad7), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:56.008877 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c76a336a-3d54-48ac-8cc1-945ff0fbf13e req-3afc971d-fc41-4f81-b52c-bc56097a75bc tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:56.010306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c76a336a-3d54-48ac-8cc1-945ff0fbf13e req-3afc971d-fc41-4f81-b52c-bc56097a75bc tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "DELETE /v2.0/floatingips/9f106576-33d2-408a-bba2-eb8f984b9ad7 HTTP/1.1" status: 204 len: 173 time: 1.2592645 Feb 04 13:42:56.015351 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-e1d425e4-ecaf-4c40-b2f0-feef7db289f0 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038984 Feb 04 13:42:56.076510 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-e9954e67-ed9e-4d20-baae-90f8421809d6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 HTTP/1.1" status: 200 len: 217 time: 0.0519888 Feb 04 13:42:56.160998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c15f34a0-20a8-48ae-ac45-235bf1224542 req-b45775ac-0fc5-4bfc-ba6b-0f58eb587158 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 210 time: 0.0425539 Feb 04 13:42:56.193736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-49b8c569-f16c-4263-b3c2-cf2a9a9e224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:56.198721 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-49b8c569-f16c-4263-b3c2-cf2a9a9e224c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e3cbde94-2939-42c1-a2b7-b944609cf04a HTTP/1.1" status: 200 len: 797 time: 0.1150920 Feb 04 13:42:56.211142 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-fff9660a-f82e-40bd-99a0-9f0a30aeb30b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks [] for port (61a610ea-32bf-4a6a-a85f-aef6a724dc46), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:56.281980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-8ab8eefc-02c5-4f44-9e7c-a0996154956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:56.284529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-8ab8eefc-02c5-4f44-9e7c-a0996154956c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1612d2d9-6bc5-454e-b028-8e610907a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0809968 Feb 04 13:42:56.411403 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-2b892682-5d14-4953-9095-859becdb0523 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193912 Feb 04 13:42:56.469167 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-fff9660a-f82e-40bd-99a0-9f0a30aeb30b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (61a610ea-32bf-4a6a-a85f-aef6a724dc46), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:56.560030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-fff9660a-f82e-40bd-99a0-9f0a30aeb30b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Network d54e14ae-66d1-4e05-a88b-8bb06f860600 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:56.563086 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-fff9660a-f82e-40bd-99a0-9f0a30aeb30b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:56.586803 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-fff9660a-f82e-40bd-99a0-9f0a30aeb30b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:42:56.627477 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9660a-f82e-40bd-99a0-9f0a30aeb30b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Pushing event updated for resources: {'Port': ['ID=61a610ea-32bf-4a6a-a85f-aef6a724dc46,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:56.660820 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-03286f96-b999-4cca-9d10-f50951453f4a service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421811 Feb 04 13:42:56.705431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-fff9660a-f82e-40bd-99a0-9f0a30aeb30b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:56.706555 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-fff9660a-f82e-40bd-99a0-9f0a30aeb30b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:56.755822 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-fff9660a-f82e-40bd-99a0-9f0a30aeb30b tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9773555 Feb 04 13:42:56.805861 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Request body: {'port': {'device_id': '217a504d-6d9c-4a0f-a91f-5e5931867861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:56.950324 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (61a610ea-32bf-4a6a-a85f-aef6a724dc46), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:56.983527 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ea87d528-b1d9-42a9-9de8-b2739d748c30 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (8d1d1b3d-a19d-4372-86d4-536f2f868104), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:57.108109 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-65fb180c-d707-40a4-a708-027c64ff73d0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=17d69f45-ac59-44d3-b022-1a658842a126 HTTP/1.1" status: 200 len: 217 time: 0.4395568 Feb 04 13:42:57.123767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae3572-597f-41b3-a81e-898ef57936b2 req-2be36055-82fe-4abd-aaa8-39d2c6e1e888 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:57.130268 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae3572-597f-41b3-a81e-898ef57936b2 req-2be36055-82fe-4abd-aaa8-39d2c6e1e888 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:57.137258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae3572-597f-41b3-a81e-898ef57936b2 req-2be36055-82fe-4abd-aaa8-39d2c6e1e888 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:57.143174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae3572-597f-41b3-a81e-898ef57936b2 req-2be36055-82fe-4abd-aaa8-39d2c6e1e888 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:57.150153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae3572-597f-41b3-a81e-898ef57936b2 req-2be36055-82fe-4abd-aaa8-39d2c6e1e888 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:57.155995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae3572-597f-41b3-a81e-898ef57936b2 req-2be36055-82fe-4abd-aaa8-39d2c6e1e888 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:57.161673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae3572-597f-41b3-a81e-898ef57936b2 req-2be36055-82fe-4abd-aaa8-39d2c6e1e888 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:57.164177 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98ae3572-597f-41b3-a81e-898ef57936b2 req-2be36055-82fe-4abd-aaa8-39d2c6e1e888 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 0.6364133 Feb 04 13:42:57.249764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-2410dcd9-9d1c-49d9-87f6-e55e42dcab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:57.251217 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-2410dcd9-9d1c-49d9-87f6-e55e42dcab74 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e3cbde94-2939-42c1-a2b7-b944609cf04a HTTP/1.1" status: 200 len: 797 time: 0.0861042 Feb 04 13:42:57.304214 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98ae3572-597f-41b3-a81e-898ef57936b2 req-94b19c4e-58bc-46ea-874e-0fa5d6c912ea tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293147 Feb 04 13:42:57.345384 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-906e6a3b-606a-4deb-a0be-aa54c213b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:57.347174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-906e6a3b-606a-4deb-a0be-aa54c213b53e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1612d2d9-6bc5-454e-b028-8e610907a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0888746 Feb 04 13:42:57.515965 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Fri, 04 Feb 2022 13:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee64014-5e41-4dcb-b4af-d3f489c59dbe x-openstack-request-id: req-5ee64014-5e41-4dcb-b4af-d3f489c59dbe {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:42:57.516447 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "tag": "17d69f45-ac59-44d3-b022-1a658842a126", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f18a7680-5b12-4fc8-8598-6a450f7b25d3", "tag": "128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "tag": "ee19d8bf-beb5-420b-b1b3-ce54275a3754", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "tag": "2fb97722-6f45-48e7-8b20-1188308a58b1", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:42:57.517159 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5ee64014-5e41-4dcb-b4af-d3f489c59dbe {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:42:57.520019 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'tag': '17d69f45-ac59-44d3-b022-1a658842a126', 'status': 'completed', 'code': 200} Feb 04 13:42:57.520019 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'tag': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7', 'status': 'completed', 'code': 200} Feb 04 13:42:57.520019 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'tag': 'ee19d8bf-beb5-420b-b1b3-ce54275a3754', 'status': 'completed', 'code': 200} Feb 04 13:42:57.520019 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'tag': '2fb97722-6f45-48e7-8b20-1188308a58b1', 'status': 'completed', 'code': 200} Feb 04 13:42:57.543315 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-5823f154-d730-4b27-bb23-d0e9f7ac9394 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892884 Feb 04 13:42:57.703165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c183ae3-4f14-4522-9380-36fbbae134cc req-79bde9be-74c7-4155-ac46-8915c1b6c85a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/security-groups/d249fad0-9a8c-413c-a644-cbc26ac06aa8 HTTP/1.1" status: 200 len: 1825 time: 0.1827505 Feb 04 13:42:57.760144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a610ea-32bf-4a6a-a85f-aef6a724dc46 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:42:57.771505 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Publish callbacks [] for port (61a610ea-32bf-4a6a-a85f-aef6a724dc46), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:57.786755 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-21e225b0-67b2-416d-9da3-69151da0bf92 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289226 Feb 04 13:42:57.792597 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Transition to ACTIVE for port object 61a610ea-32bf-4a6a-a85f-aef6a724dc46 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:42:57.795930 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ea87d528-b1d9-42a9-9de8-b2739d748c30 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Deleting port 2e264606-f4e2-4fe6-af34-526bef93796f {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:42:57.796246 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ea87d528-b1d9-42a9-9de8-b2739d748c30 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2e264606-f4e2-4fe6-af34-526bef93796f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:57.857975 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-0e511ad0-7501-4b5e-8cab-fde24d3b74d3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee19d8bf-beb5-420b-b1b3-ce54275a3754 HTTP/1.1" status: 200 len: 217 time: 0.0594378 Feb 04 13:42:57.876174 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (61a610ea-32bf-4a6a-a85f-aef6a724dc46), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:57.920526 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4c183ae3-4f14-4522-9380-36fbbae134cc req-083c7a0e-ceb4-44bc-af7f-bd7d4bf7d9ef tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for security_group (d249fad0-9a8c-413c-a644-cbc26ac06aa8), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:57.964497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-696528d9-24c8-4ba8-891c-50d7dd29ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:57.966065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-696528d9-24c8-4ba8-891c-50d7dd29ed8a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0 HTTP/1.1" status: 200 len: 797 time: 0.0939190 Feb 04 13:42:57.968951 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4c183ae3-4f14-4522-9380-36fbbae134cc req-083c7a0e-ceb4-44bc-af7f-bd7d4bf7d9ef tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for security_group (d249fad0-9a8c-413c-a644-cbc26ac06aa8), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:58.039081 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Pushing event updated for resources: {'Port': ['ID=61a610ea-32bf-4a6a-a85f-aef6a724dc46,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:58.075874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-8dd7cca6-48c1-4d61-a6e4-8252ea3a997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:58.079430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-8dd7cca6-48c1-4d61-a6e4-8252ea3a997b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=361c3099-6555-4ea8-872d-0b37bedf594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1068809 Feb 04 13:42:58.104318 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ea87d528-b1d9-42a9-9de8-b2739d748c30 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2e264606-f4e2-4fe6-af34-526bef93796f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:58.104963 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4c183ae3-4f14-4522-9380-36fbbae134cc req-083c7a0e-ceb4-44bc-af7f-bd7d4bf7d9ef tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d249fad0-9a8c-413c-a644-cbc26ac06aa8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:58.115752 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4c183ae3-4f14-4522-9380-36fbbae134cc req-083c7a0e-ceb4-44bc-af7f-bd7d4bf7d9ef tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:58.117540 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c183ae3-4f14-4522-9380-36fbbae134cc req-083c7a0e-ceb4-44bc-af7f-bd7d4bf7d9ef tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "DELETE /v2.0/security-groups/d249fad0-9a8c-413c-a644-cbc26ac06aa8 HTTP/1.1" status: 204 len: 173 time: 0.3957841 Feb 04 13:42:58.158410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ea87d528-b1d9-42a9-9de8-b2739d748c30 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Calling delete_port for 2e264606-f4e2-4fe6-af34-526bef93796f owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:42:58.228067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c7a0e-ceb4-44bc-af7f-bd7d4bf7d9ef tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d249fad0-9a8c-413c-a644-cbc26ac06aa8,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:58.260807 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Attempting to bind port 61a610ea-32bf-4a6a-a85f-aef6a724dc46 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:42:58.261380 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Attempting to bind port 61a610ea-32bf-4a6a-a85f-aef6a724dc46 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'a2347fe2-94a9-46b6-9a55-bce8533b3a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:42:58.261940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Attempting to bind port 61a610ea-32bf-4a6a-a85f-aef6a724dc46 on network d54e14ae-66d1-4e05-a88b-8bb06f860600 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:58.288613 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Port 61a610ea-32bf-4a6a-a85f-aef6a724dc46 on network d54e14ae-66d1-4e05-a88b-8bb06f860600 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:42:58.290505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Attempting to bind port 61a610ea-32bf-4a6a-a85f-aef6a724dc46 on network d54e14ae-66d1-4e05-a88b-8bb06f860600 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:42:58.338991 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c31364-ff5d-4b28-bd56-ecd99687f67e req-ac21aa05-5a7b-495a-bcfa-97ad52716e1f tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:58.340986 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23c31364-ff5d-4b28-bd56-ecd99687f67e req-ac21aa05-5a7b-495a-bcfa-97ad52716e1f tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 944 time: 0.1266108 Feb 04 13:42:58.343963 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-16ab91be-0ef0-4036-9527-6cd92ab56370 service neutron] 10.222.0.99 "GET /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575560 Feb 04 13:42:58.346545 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:42:58.346905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Checking segment: {'id': 'a2347fe2-94a9-46b6-9a55-bce8533b3a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:42:58.348351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Bound using segment: {'id': 'a2347fe2-94a9-46b6-9a55-bce8533b3a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:42:58.348351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Bound port: 61a610ea-32bf-4a6a-a85f-aef6a724dc46, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2347fe2-94a9-46b6-9a55-bce8533b3a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:42:58.348351 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (61a610ea-32bf-4a6a-a85f-aef6a724dc46), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:58.508123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23c31364-ff5d-4b28-bd56-ecd99687f67e req-86d68f5a-ec25-4c42-ba75-3ff7eaa4b64d tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435630 Feb 04 13:42:58.521166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] For port 61a610ea-32bf-4a6a-a85f-aef6a724dc46, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:42:58.531734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] For port 61a610ea-32bf-4a6a-a85f-aef6a724dc46, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=61a610ea-32bf-4a6a-a85f-aef6a724dc46,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:42:58.540806 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (61a610ea-32bf-4a6a-a85f-aef6a724dc46), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:58.552017 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-e84294c2-71c8-48b8-a825-809f5d1f4ca3 service neutron] 10.222.0.99 "GET /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996565 Feb 04 13:42:58.632659 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-40ef4dfd-5234-4100-9e1e-b312ea75d833 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2fb97722-6f45-48e7-8b20-1188308a58b1 HTTP/1.1" status: 200 len: 217 time: 0.0702338 Feb 04 13:42:58.690456 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:58.690456 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:58.690456 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] 10.222.0.99 "PUT /v2.0/ports/61a610ea-32bf-4a6a-a85f-aef6a724dc46 HTTP/1.1" status: 200 len: 1093 time: 1.8928564 Feb 04 13:42:58.728728 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a504d-6d9c-4a0f-a91f-5e5931867861', 'tag': '61a610ea-32bf-4a6a-a85f-aef6a724dc46'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:42:58.732233 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1afa94-a034-4e97-b615-f57bf6f7bef3" -d '{"events": [{"name": "network-changed", "server_uuid": "217a504d-6d9c-4a0f-a91f-5e5931867861", "tag": "61a610ea-32bf-4a6a-a85f-aef6a724dc46"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:42:58.737763 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e7a3b-e70e-4e25-8e56-21ce3c5f0904 service neutron] Pushing event updated for resources: {'Port': ['ID=61a610ea-32bf-4a6a-a85f-aef6a724dc46,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:58.741513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-a4ab27c9-4916-4fb8-bf65-b1dafbc773e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:58.753430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-a4ab27c9-4916-4fb8-bf65-b1dafbc773e5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0 HTTP/1.1" status: 200 len: 797 time: 0.1121020 Feb 04 13:42:58.820440 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ea87d528-b1d9-42a9-9de8-b2739d748c30 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2e264606-f4e2-4fe6-af34-526bef93796f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:58.850644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8129-4652-464f-8475-5650e3534ce0 req-0b67e5f2-3942-4422-8c74-3fee202a433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:58.853527 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-0b67e5f2-3942-4422-8c74-3fee202a433e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=361c3099-6555-4ea8-872d-0b37bedf594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0917125 Feb 04 13:42:58.906534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87d528-b1d9-42a9-9de8-b2739d748c30 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Pushing event deleted for resources: {'Port': ['ID=2e264606-f4e2-4fe6-af34-526bef93796f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:59.016933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-521fd37e-1505-451d-a2b5-72eee5e07d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.018783 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-521fd37e-1505-451d-a2b5-72eee5e07d29 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88ae3887090d4b389f29a371536a3494&device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 1127 time: 0.2239978 Feb 04 13:42:59.081940 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-7009827e-6059-410a-9e6c-f052beac4ab3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61a610ea-32bf-4a6a-a85f-aef6a724dc46 HTTP/1.1" status: 200 len: 217 time: 0.0550640 Feb 04 13:42:59.150926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10bb0b-3e11-4af9-8fd8-00542c4aa13b req-076fb58a-93d5-4ed9-90fd-0491fe15f38f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.164835 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10bb0b-3e11-4af9-8fd8-00542c4aa13b req-076fb58a-93d5-4ed9-90fd-0491fe15f38f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.175192 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10bb0b-3e11-4af9-8fd8-00542c4aa13b req-076fb58a-93d5-4ed9-90fd-0491fe15f38f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.186372 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10bb0b-3e11-4af9-8fd8-00542c4aa13b req-076fb58a-93d5-4ed9-90fd-0491fe15f38f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.194691 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10bb0b-3e11-4af9-8fd8-00542c4aa13b req-076fb58a-93d5-4ed9-90fd-0491fe15f38f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.200268 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10bb0b-3e11-4af9-8fd8-00542c4aa13b req-076fb58a-93d5-4ed9-90fd-0491fe15f38f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.210784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10bb0b-3e11-4af9-8fd8-00542c4aa13b req-076fb58a-93d5-4ed9-90fd-0491fe15f38f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.226388 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f10bb0b-3e11-4af9-8fd8-00542c4aa13b req-076fb58a-93d5-4ed9-90fd-0491fe15f38f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 0.3258920 Feb 04 13:42:59.242366 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ea87d528-b1d9-42a9-9de8-b2739d748c30 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (8d1d1b3d-a19d-4372-86d4-536f2f868104), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:59.271493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-491f67ab-21bc-41bf-9201-dc49dddb5441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.274148 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-491f67ab-21bc-41bf-9201-dc49dddb5441 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d78af8ff-67e1-42f4-9e35-b82038a60957 HTTP/1.1" status: 200 len: 854 time: 0.1228123 Feb 04 13:42:59.302611 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-02baff7c-753d-4288-a530-1d6d27c7fa20 service neutron] 10.222.0.99 "GET /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394431 Feb 04 13:42:59.387834 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f10bb0b-3e11-4af9-8fd8-00542c4aa13b req-64e77496-5fb8-4e9c-b278-0b3b77da3c5a tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1603158 Feb 04 13:42:59.434714 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-491d52d7-92b1-466b-8327-950fc5f55688 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d54e14ae-66d1-4e05-a88b-8bb06f860600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032460 Feb 04 13:42:59.465602 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-581f8129-4652-464f-8475-5650e3534ce0 req-cd49bb07-4c03-484e-8b0f-157ac0b57fee service neutron] 10.222.0.99 "GET /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527328 Feb 04 13:42:59.612848 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e04f848-d2c7-48b9-bb5b-cdba4f17df47 x-openstack-request-id: req-0e04f848-d2c7-48b9-bb5b-cdba4f17df47 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:42:59.615253 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a504d-6d9c-4a0f-a91f-5e5931867861", "tag": "61a610ea-32bf-4a6a-a85f-aef6a724dc46", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:42:59.615691 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0e04f848-d2c7-48b9-bb5b-cdba4f17df47 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:42:59.619391 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a504d-6d9c-4a0f-a91f-5e5931867861', 'tag': '61a610ea-32bf-4a6a-a85f-aef6a724dc46', 'status': 'completed', 'code': 200} Feb 04 13:42:59.655831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-95bad09f-d308-4006-abbd-35e046b13f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.657235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-95bad09f-d308-4006-abbd-35e046b13f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.658441 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-95bad09f-d308-4006-abbd-35e046b13f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.660493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-95bad09f-d308-4006-abbd-35e046b13f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.661669 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-95bad09f-d308-4006-abbd-35e046b13f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.665494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-95bad09f-d308-4006-abbd-35e046b13f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.666865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-95bad09f-d308-4006-abbd-35e046b13f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.672001 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-95bad09f-d308-4006-abbd-35e046b13f45 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b7509a3710d94881bcf821ccba4baf3b&device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 6702 time: 0.1305084 Feb 04 13:42:59.737774 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea87d528-b1d9-42a9-9de8-b2739d748c30 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Router 8d1d1b3d-a19d-4372-86d4-536f2f868104 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:42:59.761214 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-12891849-54dd-4090-86e7-0a3a97f46b1c service neutron] 10.222.0.99 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200877 Feb 04 13:42:59.825986 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b97f6-6f42-4a1a-8934-07d3e6f66334 req-5f5ac81f-4e7d-4f81-9463-fc958351893f tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.827562 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c06b97f6-6f42-4a1a-8934-07d3e6f66334 req-5f5ac81f-4e7d-4f81-9463-fc958351893f tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 946 time: 0.1184430 Feb 04 13:42:59.857223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-1d6f4af3-865a-4b42-b9dd-f42b51c11cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:59.858812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-1d6f4af3-865a-4b42-b9dd-f42b51c11cf0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1612d2d9-6bc5-454e-b028-8e610907a6d3 HTTP/1.1" status: 200 len: 902 time: 0.1799171 Feb 04 13:42:59.931211 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-ad5cdfad-f560-496e-997d-6cde2668268c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=a6440d92-dcd8-496d-89b6-bd6f83ea1768 HTTP/1.1" status: 200 len: 217 time: 0.0539434 Feb 04 13:42:59.943250 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c06b97f6-6f42-4a1a-8934-07d3e6f66334 req-42aabfd8-d769-437c-a893-40e642215f40 tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/security-groups?id=a709f0b0-146d-4356-9d46-6c372169bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025012 Feb 04 13:43:00.009129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-039bf4e0-b6b2-474d-992c-d2689c64ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.011287 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-039bf4e0-b6b2-474d-992c-d2689c64ba5c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e3cbde94-2939-42c1-a2b7-b944609cf04a HTTP/1.1" status: 200 len: 797 time: 0.0633366 Feb 04 13:43:00.035886 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea87d528-b1d9-42a9-9de8-b2739d748c30 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:43:00.057213 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ea87d528-b1d9-42a9-9de8-b2739d748c30 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] 10.222.0.96 "PUT /v2.0/routers/8d1d1b3d-a19d-4372-86d4-536f2f868104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1350701 Feb 04 13:43:00.058950 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ec5e29de-b5f6-4031-92bb-6cd61b9e4301 req-3191536c-6b1b-4056-b17d-602afe0dc023 service neutron] 10.222.0.99 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905896 Feb 04 13:43:00.059446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54586) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:00.176970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927fe5e-0b26-4439-9a07-2dd805ccdf45 req-080e51ce-a502-40a4-bf28-bddb37e0113e tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.182731 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6927fe5e-0b26-4439-9a07-2dd805ccdf45 req-080e51ce-a502-40a4-bf28-bddb37e0113e tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 944 time: 0.1490359 Feb 04 13:43:00.211585 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4aa17-f615-4292-9731-63e521dbc18f None None] Sync routers for ids ['8d1d1b3d-a19d-4372-86d4-536f2f868104'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:43:00.229559 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4aa17-f615-4292-9731-63e521dbc18f None None] Routers {'8d1d1b3d-a19d-4372-86d4-536f2f868104'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:43:00.231520 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bae4aa17-f615-4292-9731-63e521dbc18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:42:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['8d1d1b3d-a19d-4372-86d4-536f2f868104'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:00.245244 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d4ddce8-7fa5-4863-b67e-241c0355ef7a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for router (8d1d1b3d-a19d-4372-86d4-536f2f868104), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:00.253794 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6927fe5e-0b26-4439-9a07-2dd805ccdf45 req-e593cf18-2721-4b5b-b025-6d0d55515799 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668862 Feb 04 13:43:00.267839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-af3d1d68-aff7-42e8-a421-c0f9a84b433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.270128 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-af3d1d68-aff7-42e8-a421-c0f9a84b433e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1612d2d9-6bc5-454e-b028-8e610907a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2510662 Feb 04 13:43:00.280649 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bae4aa17-f615-4292-9731-63e521dbc18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:00.292357 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4aa17-f615-4292-9731-63e521dbc18f None None] Routers {'8d1d1b3d-a19d-4372-86d4-536f2f868104'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:43:00.293333 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bae4aa17-f615-4292-9731-63e521dbc18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:42:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['8d1d1b3d-a19d-4372-86d4-536f2f868104'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:00.341261 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bae4aa17-f615-4292-9731-63e521dbc18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:00.342838 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4aa17-f615-4292-9731-63e521dbc18f None None] The sync data for ids ['8d1d1b3d-a19d-4372-86d4-536f2f868104'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:43:00.352499 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1afa94-a034-4e97-b615-f57bf6f7bef3 req-458a76a1-9b55-49f9-922c-d7b01c5f9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.354318 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a1afa94-a034-4e97-b615-f57bf6f7bef3 req-458a76a1-9b55-49f9-922c-d7b01c5f9618 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88ae3887090d4b389f29a371536a3494&device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 1127 time: 0.2168019 Feb 04 13:43:00.432079 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-76b42dfc-e341-4212-9277-a9b6bdc194fb service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524026 Feb 04 13:43:00.556596 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d4ddce8-7fa5-4863-b67e-241c0355ef7a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (8d1d1b3d-a19d-4372-86d4-536f2f868104), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:00.563220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d4ddce8-7fa5-4863-b67e-241c0355ef7a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for router_controller (8d1d1b3d-a19d-4372-86d4-536f2f868104), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:00.659536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e27793-68b5-43b1-acec-e5cd2e159f11 req-b773c36a-82e8-4699-9b0c-f2f3ce7f077d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.672179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e27793-68b5-43b1-acec-e5cd2e159f11 req-b773c36a-82e8-4699-9b0c-f2f3ce7f077d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.688857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e27793-68b5-43b1-acec-e5cd2e159f11 req-b773c36a-82e8-4699-9b0c-f2f3ce7f077d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.695603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e27793-68b5-43b1-acec-e5cd2e159f11 req-b773c36a-82e8-4699-9b0c-f2f3ce7f077d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.707701 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e27793-68b5-43b1-acec-e5cd2e159f11 req-b773c36a-82e8-4699-9b0c-f2f3ce7f077d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.709288 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d4ddce8-7fa5-4863-b67e-241c0355ef7a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (8d1d1b3d-a19d-4372-86d4-536f2f868104), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:00.710326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4ddce8-7fa5-4863-b67e-241c0355ef7a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Fanout notify agent at l3_agent the message router_deleted on router 8d1d1b3d-a19d-4372-86d4-536f2f868104 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:43:00.719120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e27793-68b5-43b1-acec-e5cd2e159f11 req-b773c36a-82e8-4699-9b0c-f2f3ce7f077d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.727810 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d4ddce8-7fa5-4863-b67e-241c0355ef7a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:00.731355 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9d4ddce8-7fa5-4863-b67e-241c0355ef7a tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] 10.222.0.96 "DELETE /v2.0/routers/8d1d1b3d-a19d-4372-86d4-536f2f868104 HTTP/1.1" status: 204 len: 168 time: 0.6695969 Feb 04 13:43:00.731653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e27793-68b5-43b1-acec-e5cd2e159f11 req-b773c36a-82e8-4699-9b0c-f2f3ce7f077d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.732670 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54592) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:00.733679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44e27793-68b5-43b1-acec-e5cd2e159f11 req-b773c36a-82e8-4699-9b0c-f2f3ce7f077d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 0.2264848 Feb 04 13:43:00.739331 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1afa94-a034-4e97-b615-f57bf6f7bef3 req-fbe2e3d7-2425-4564-9f91-26f3f5537d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.742479 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a1afa94-a034-4e97-b615-f57bf6f7bef3 req-fbe2e3d7-2425-4564-9f91-26f3f5537d3d service neutron] 10.222.0.99 "GET /v2.0/networks?id=d54e14ae-66d1-4e05-a88b-8bb06f860600 HTTP/1.1" status: 200 len: 915 time: 0.3617623 Feb 04 13:43:00.750397 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-814363fa-2b10-48bc-9b69-186faa2679eb service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088350 Feb 04 13:43:00.868300 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a1afa94-a034-4e97-b615-f57bf6f7bef3 req-8ebed549-2043-45b6-8c73-9d97a96c6d39 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61a610ea-32bf-4a6a-a85f-aef6a724dc46 HTTP/1.1" status: 200 len: 217 time: 0.1133320 Feb 04 13:43:00.932307 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44e27793-68b5-43b1-acec-e5cd2e159f11 req-a38ec935-8d21-489e-a5c5-1effd2f14726 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1878459 Feb 04 13:43:00.981755 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-d8752a80-4959-47df-82b2-a008bf42456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.982435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-d8752a80-4959-47df-82b2-a008bf42456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.982983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-d8752a80-4959-47df-82b2-a008bf42456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.984728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-d8752a80-4959-47df-82b2-a008bf42456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.984728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-d8752a80-4959-47df-82b2-a008bf42456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.985202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-d8752a80-4959-47df-82b2-a008bf42456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.985735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-d8752a80-4959-47df-82b2-a008bf42456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.989092 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-d8752a80-4959-47df-82b2-a008bf42456f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b7509a3710d94881bcf821ccba4baf3b&device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 6702 time: 0.1527128 Feb 04 13:43:01.079204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-ac3204f5-b9f1-41bc-a626-76754e1d7e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:01.081304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-ac3204f5-b9f1-41bc-a626-76754e1d7e79 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=76aedb4524df40718f20ca5ee3d21056&device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 1129 time: 0.2673240 Feb 04 13:43:01.381664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053199e5-6254-4e8e-8995-7d11ac23a08e req-e7778f7a-75a7-48ab-bcb3-b76e37d606fd tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:01.383554 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-053199e5-6254-4e8e-8995-7d11ac23a08e req-e7778f7a-75a7-48ab-bcb3-b76e37d606fd tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 946 time: 0.3012519 Feb 04 13:43:01.431820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-1e28d722-1870-433e-9e15-f8cb9c07ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:01.434004 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-1e28d722-1870-433e-9e15-f8cb9c07ed58 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1612d2d9-6bc5-454e-b028-8e610907a6d3 HTTP/1.1" status: 200 len: 902 time: 0.4354818 Feb 04 13:43:01.477020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-7fe21ab1-ac12-4dc0-81a1-84c3481834b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:01.478970 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-7fe21ab1-ac12-4dc0-81a1-84c3481834b3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=125174e1-20cb-4d44-96a0-df58c7f7dce6 HTTP/1.1" status: 200 len: 920 time: 0.3914258 Feb 04 13:43:01.493095 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c25109-3248-455c-b367-ebed6cd4d294 req-0e1d3fa8-b1aa-466c-a76f-1aa0a353e71b tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:01.494653 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56c25109-3248-455c-b367-ebed6cd4d294 req-0e1d3fa8-b1aa-466c-a76f-1aa0a353e71b tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.99 "GET /v2.0/ports?device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 946 time: 0.2141578 Feb 04 13:43:01.500050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e468c4-4701-4620-9fc6-c8f057005f57 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Deleting subnet 24906cab-5a5b-47be-90c8-977fe2047a08 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:43:01.508110 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25e468c4-4701-4620-9fc6-c8f057005f57 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks [] for subnet (24906cab-5a5b-47be-90c8-977fe2047a08), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:01.554778 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1afa94-a034-4e97-b615-f57bf6f7bef3 req-05ee4b3b-8214-4af1-b5cc-049e8cc5b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:01.558728 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a1afa94-a034-4e97-b615-f57bf6f7bef3 req-05ee4b3b-8214-4af1-b5cc-049e8cc5b05a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d78af8ff-67e1-42f4-9e35-b82038a60957 HTTP/1.1" status: 200 len: 854 time: 0.6798165 Feb 04 13:43:01.606553 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25e468c4-4701-4620-9fc6-c8f057005f57 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (24906cab-5a5b-47be-90c8-977fe2047a08), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:01.624030 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-a1214743-ac28-46cc-9506-72289b7a8894 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=17d69f45-ac59-44d3-b022-1a658842a126 HTTP/1.1" status: 200 len: 217 time: 0.1702604 Feb 04 13:43:01.629654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-053199e5-6254-4e8e-8995-7d11ac23a08e req-3c2d5a22-48ee-4c33-9e39-ad948182317e tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.96 "GET /v2.0/security-groups?id=a709f0b0-146d-4356-9d46-6c372169bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003038 Feb 04 13:43:01.699385 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a1afa94-a034-4e97-b615-f57bf6f7bef3 req-0b8f577b-2228-4bd5-a9cc-77a94666022d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d54e14ae-66d1-4e05-a88b-8bb06f860600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001751 Feb 04 13:43:01.713726 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-b1f05cc7-adfa-47e2-bdc9-1ce577a778b4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 HTTP/1.1" status: 200 len: 217 time: 0.1748250 Feb 04 13:43:01.885122 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a1afa94-a034-4e97-b615-f57bf6f7bef3 req-7cd7551b-1129-4a36-a69a-9a1ef1305aa0 service neutron] 10.222.0.99 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774666 Feb 04 13:43:01.923991 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-8a792833-a4d1-4bcc-b144-177e9a693a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:01.926455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-8a792833-a4d1-4bcc-b144-177e9a693a73 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e3cbde94-2939-42c1-a2b7-b944609cf04a HTTP/1.1" status: 200 len: 797 time: 0.2281659 Feb 04 13:43:01.988320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-8099c9d0-b7c3-4be9-8a72-9564838a0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:01.991389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-8099c9d0-b7c3-4be9-8a72-9564838a0618 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=27a949e4-0aa1-4c83-ac16-4e55656dc857 HTTP/1.1" status: 200 len: 859 time: 0.2322283 Feb 04 13:43:02.001597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 61a610ea-32bf-4a6a-a85f-aef6a724dc46 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:43:02.063254 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6a1afa94-a034-4e97-b615-f57bf6f7bef3 req-56836528-daf9-4b23-bf5c-ae69ee3042b8 service neutron] 10.222.0.99 "GET /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686981 Feb 04 13:43:02.100910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-56c25109-3248-455c-b367-ebed6cd4d294 req-f41e2770-c910-4ed1-98ba-5039d368341a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Deleting port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:43:02.114405 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-56c25109-3248-455c-b367-ebed6cd4d294 req-f41e2770-c910-4ed1-98ba-5039d368341a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:02.165394 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25e468c4-4701-4620-9fc6-c8f057005f57 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (24906cab-5a5b-47be-90c8-977fe2047a08), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:02.169991 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-e8fd2907-37ff-4d78-b8cd-5711b1d656e3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=125174e1-20cb-4d44-96a0-df58c7f7dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380014 Feb 04 13:43:02.296980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 61a610ea-32bf-4a6a-a85f-aef6a724dc46, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=61a610ea-32bf-4a6a-a85f-aef6a724dc46,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:02.312501 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '61a610ea-32bf-4a6a-a85f-aef6a724dc46', 'network_id': 'd54e14ae-66d1-4e05-a88b-8bb06f860600', 'port_id': '61a610ea-32bf-4a6a-a85f-aef6a724dc46', 'mac_address': 'fa:16:3e:9c:69:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78af8ff-67e1-42f4-9e35-b82038a60957', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:43:02.341141 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25e468c4-4701-4620-9fc6-c8f057005f57 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (24906cab-5a5b-47be-90c8-977fe2047a08), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:02.362593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 61a610ea-32bf-4a6a-a85f-aef6a724dc46 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:43:02.364061 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (61a610ea-32bf-4a6a-a85f-aef6a724dc46), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:02.368800 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25e468c4-4701-4620-9fc6-c8f057005f57 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:02.376556 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-25e468c4-4701-4620-9fc6-c8f057005f57 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] 10.222.0.96 "DELETE /v2.0/subnets/24906cab-5a5b-47be-90c8-977fe2047a08 HTTP/1.1" status: 204 len: 168 time: 1.6400046 Feb 04 13:43:02.377361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54622) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:02.384389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a610ea-32bf-4a6a-a85f-aef6a724dc46 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:43:02.389655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05fa16a-8ef1-4109-8675-c073705f9729 None None] Network 7283f1af-6d2f-45ce-94ff-e9b034a1c12d requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:43:02.412012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e468c4-4701-4620-9fc6-c8f057005f57 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Pushing event deleted for resources: {'Subnet': ['ID=24906cab-5a5b-47be-90c8-977fe2047a08,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:02.436090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cd79e-1441-4ed6-a99a-7cd3ab5ed398 req-1db1c4cf-6727-4434-a731-acf4aa789a79 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:02.451136 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a32cd79e-1441-4ed6-a99a-7cd3ab5ed398 req-1db1c4cf-6727-4434-a731-acf4aa789a79 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 944 time: 0.6268871 Feb 04 13:43:02.558373 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (7283f1af-6d2f-45ce-94ff-e9b034a1c12d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:02.562782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 61a610ea-32bf-4a6a-a85f-aef6a724dc46, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=61a610ea-32bf-4a6a-a85f-aef6a724dc46,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:02.576720 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (61a610ea-32bf-4a6a-a85f-aef6a724dc46), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:02.654306 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-56c25109-3248-455c-b367-ebed6cd4d294 req-f41e2770-c910-4ed1-98ba-5039d368341a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] For port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7,segment=NetworkSegment(bc6329fa-dd80-4060-9161-23c8b128158e),segment_id=bc6329fa-dd80-4060-9161-23c8b128158e)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:02.654659 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-56c25109-3248-455c-b367-ebed6cd4d294 req-f41e2770-c910-4ed1-98ba-5039d368341a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:02.672106 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-56c25109-3248-455c-b367-ebed6cd4d294 req-f41e2770-c910-4ed1-98ba-5039d368341a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Calling delete_port for 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:43:02.699770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Deleting port 2d83ca26-7364-40b7-8af5-0035cb08cef3 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:43:02.704396 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2d83ca26-7364-40b7-8af5-0035cb08cef3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:02.752013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=61a610ea-32bf-4a6a-a85f-aef6a724dc46,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:02.840885 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988e7d63-a7ac-44d0-bb05-ee68bc03fb83 None None] DHCP port deletion for 7283f1af-6d2f-45ce-94ff-e9b034a1c12d request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:43:02.904267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] For port 2d83ca26-7364-40b7-8af5-0035cb08cef3, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2d83ca26-7364-40b7-8af5-0035cb08cef3,segment=NetworkSegment(6e624f25-2434-45f3-a361-a33e60c611c1),segment_id=6e624f25-2434-45f3-a361-a33e60c611c1)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:02.905041 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2d83ca26-7364-40b7-8af5-0035cb08cef3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:02.905434 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-b459575b-28a6-45e7-9fce-964f257c1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:02.908316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-b459575b-28a6-45e7-9fce-964f257c1a65 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1612d2d9-6bc5-454e-b028-8e610907a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.9737124 Feb 04 13:43:02.954263 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['61a610ea-32bf-4a6a-a85f-aef6a724dc46'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:43:02.960809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Calling delete_port for 2d83ca26-7364-40b7-8af5-0035cb08cef3 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:43:02.979603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-c820d51e-4ceb-43d6-a024-90b6a0cc65f8 service neutron] 10.222.0.99 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7818449 Feb 04 13:43:03.142630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2d83ca26-7364-40b7-8af5-0035cb08cef3 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:43:03.151361 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2d83ca26-7364-40b7-8af5-0035cb08cef3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:03.248854 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 2d83ca26-7364-40b7-8af5-0035cb08cef3 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:43:03.252778 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2d83ca26-7364-40b7-8af5-0035cb08cef3 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:43:03.253062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Pushing event deleted for resources: {'Port': ['ID=2d83ca26-7364-40b7-8af5-0035cb08cef3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:03.258311 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a32cd79e-1441-4ed6-a99a-7cd3ab5ed398 req-dd57172b-3b98-42bf-859c-170564ce7e8c tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7835171 Feb 04 13:43:03.307289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] No DVR routers for this DVR port 2d83ca26-7364-40b7-8af5-0035cb08cef3 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:43:03.317185 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-56c25109-3248-455c-b367-ebed6cd4d294 req-f41e2770-c910-4ed1-98ba-5039d368341a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:03.461777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-988e7d63-a7ac-44d0-bb05-ee68bc03fb83 None None] Deleting port 2d83ca26-7364-40b7-8af5-0035cb08cef3 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:43:03.462408 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-988e7d63-a7ac-44d0-bb05-ee68bc03fb83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2d83ca26-7364-40b7-8af5-0035cb08cef3), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:03.465258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e2770-c910-4ed1-98ba-5039d368341a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Pushing event deleted for resources: {'Port': ['ID=128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:03.653207 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (7283f1af-6d2f-45ce-94ff-e9b034a1c12d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:03.750616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7283f1af-6d2f-45ce-94ff-e9b034a1c12d']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:03.792562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-988e7d63-a7ac-44d0-bb05-ee68bc03fb83 None None] For port 2d83ca26-7364-40b7-8af5-0035cb08cef3, host n-d-714676-13, got binding levels [] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:03.793062 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-988e7d63-a7ac-44d0-bb05-ee68bc03fb83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2d83ca26-7364-40b7-8af5-0035cb08cef3), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:03.797333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e624f25-2434-45f3-a361-a33e60c611c1') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:03.797861 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e624f25-2434-45f3-a361-a33e60c611c1') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:03.819334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-988e7d63-a7ac-44d0-bb05-ee68bc03fb83 None None] Calling delete_port for 2d83ca26-7364-40b7-8af5-0035cb08cef3 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:43:03.824568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.ipam_backend_mixin [None req-988e7d63-a7ac-44d0-bb05-ee68bc03fb83 None None] Port 2d83ca26-7364-40b7-8af5-0035cb08cef3 was not found and therefore no delete operation was performed {{(pid=103608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:43:03.829882 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (6e624f25-2434-45f3-a361-a33e60c611c1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:03.832962 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-988e7d63-a7ac-44d0-bb05-ee68bc03fb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (2d83ca26-7364-40b7-8af5-0035cb08cef3), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:03.864498 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (6e624f25-2434-45f3-a361-a33e60c611c1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:03.865022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e7d63-a7ac-44d0-bb05-ee68bc03fb83 None None] Pushing event deleted for resources: {'Port': ['ID=2d83ca26-7364-40b7-8af5-0035cb08cef3,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:03.875604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:43:03.876045 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (6e624f25-2434-45f3-a361-a33e60c611c1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:43:03.879589 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:43:03.914695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e7d63-a7ac-44d0-bb05-ee68bc03fb83 None None] No DVR routers for this DVR port 2d83ca26-7364-40b7-8af5-0035cb08cef3 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:43:04.032186 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:43:04.047772 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (7283f1af-6d2f-45ce-94ff-e9b034a1c12d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:04.112099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:04.129683 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] 10.222.0.96 "DELETE /v2.0/networks/7283f1af-6d2f-45ce-94ff-e9b034a1c12d HTTP/1.1" status: 204 len: 168 time: 1.7176483 Feb 04 13:43:04.143426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:43:04.144055 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:43:04.160588 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13124dc3-f8b9-497e-abfe-6d43045b1023 tempest-FloatingIPNegativeTestJSON-1899615461 tempest-FloatingIPNegativeTestJSON-1899615461-project] Pushing event deleted for resources: {'Network': ['ID=7283f1af-6d2f-45ce-94ff-e9b034a1c12d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:04.535361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c25109-3248-455c-b367-ebed6cd4d294 req-f41e2770-c910-4ed1-98ba-5039d368341a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] No DVR routers for this DVR port 128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:43:04.580092 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-56c25109-3248-455c-b367-ebed6cd4d294 req-f41e2770-c910-4ed1-98ba-5039d368341a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:04.586227 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56c25109-3248-455c-b367-ebed6cd4d294 req-f41e2770-c910-4ed1-98ba-5039d368341a tempest-ServerRescueTestJSONUnderV235-304619963 tempest-ServerRescueTestJSONUnderV235-304619963-project] 10.222.0.99 "DELETE /v2.0/ports/128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7 HTTP/1.1" status: 204 len: 173 time: 3.0500569 Feb 04 13:43:04.587066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'name': 'network-vif-deleted', 'tag': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:43:04.591446 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480d72e5-e988-4446-b19f-1957b53214a5" -d '{"events": [{"server_uuid": "f18a7680-5b12-4fc8-8598-6a450f7b25d3", "name": "network-vif-deleted", "tag": "128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:43:04.647129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-959afd4c-023b-4308-8b3c-47d2f762b75c service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7217250 Feb 04 13:43:04.703221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-14135cef-af10-4d84-a8c3-39534be5ec1f service neutron] 10.222.0.99 "GET /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6506343 Feb 04 13:43:04.888292 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519d569-6089-403b-b09a-006723ea67cd req-c36ffb0e-c9db-4c23-acc7-0346342d3b9d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:04.896161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519d569-6089-403b-b09a-006723ea67cd req-c36ffb0e-c9db-4c23-acc7-0346342d3b9d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:04.904171 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519d569-6089-403b-b09a-006723ea67cd req-c36ffb0e-c9db-4c23-acc7-0346342d3b9d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:04.910780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519d569-6089-403b-b09a-006723ea67cd req-c36ffb0e-c9db-4c23-acc7-0346342d3b9d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:04.919590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519d569-6089-403b-b09a-006723ea67cd req-c36ffb0e-c9db-4c23-acc7-0346342d3b9d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:04.925329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519d569-6089-403b-b09a-006723ea67cd req-c36ffb0e-c9db-4c23-acc7-0346342d3b9d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:04.933004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519d569-6089-403b-b09a-006723ea67cd req-c36ffb0e-c9db-4c23-acc7-0346342d3b9d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:04.935260 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d519d569-6089-403b-b09a-006723ea67cd req-c36ffb0e-c9db-4c23-acc7-0346342d3b9d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 0.4739735 Feb 04 13:43:04.972017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54658) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:05.118609 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-5ee3af54-6c0b-41c3-9e75-921a80e9fec7 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481370 Feb 04 13:43:05.159641 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d519d569-6089-403b-b09a-006723ea67cd req-1db604d6-547e-4f9a-bf6b-41a13fc44eba tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1960363 Feb 04 13:43:05.349395 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-613dd0e3-4c5c-4091-b8c8-2cb215ba6571 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=76aedb4524df40718f20ca5ee3d21056&device_id=f18a7680-5b12-4fc8-8598-6a450f7b25d3 HTTP/1.1" status: 200 len: 210 time: 0.0579474 Feb 04 13:43:05.481854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-452d80f8-81e5-47ef-9389-c8211dcb0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:05.493259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-452d80f8-81e5-47ef-9389-c8211dcb0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:05.494064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-452d80f8-81e5-47ef-9389-c8211dcb0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:05.494593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-452d80f8-81e5-47ef-9389-c8211dcb0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:05.495237 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-452d80f8-81e5-47ef-9389-c8211dcb0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:05.496044 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-452d80f8-81e5-47ef-9389-c8211dcb0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:05.496518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-452d80f8-81e5-47ef-9389-c8211dcb0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:05.507855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-452d80f8-81e5-47ef-9389-c8211dcb0472 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b7509a3710d94881bcf821ccba4baf3b&device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 6702 time: 0.1508744 Feb 04 13:43:05.643880 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6166eda0-c22f-4097-84cb-b15eb65ecb59 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d0e7a0fc97924a4ca700fbc9ad0b62e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6687615 Feb 04 13:43:05.648558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54670) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:05.651490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54672) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:05.835798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-6bab38e1-9c23-423b-ac08-122dd62d5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:05.838683 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-6bab38e1-9c23-423b-ac08-122dd62d5f23 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1612d2d9-6bc5-454e-b028-8e610907a6d3 HTTP/1.1" status: 200 len: 902 time: 0.3229821 Feb 04 13:43:05.978982 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:43:06.033513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 61a610ea-32bf-4a6a-a85f-aef6a724dc46 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:43:06.082427 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da57637c-5a45-46f4-8052-3033b1c49661 admin admin] Publish callbacks [] for security_group (b485c96b-777d-4c2c-9840-56b9acf48fd4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:06.128846 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da57637c-5a45-46f4-8052-3033b1c49661 admin admin] Publish callbacks [] for security_group (b485c96b-777d-4c2c-9840-56b9acf48fd4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:06.160035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 61a610ea-32bf-4a6a-a85f-aef6a724dc46 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:43:06.184466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 61a610ea-32bf-4a6a-a85f-aef6a724dc46 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:06.189277 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (61a610ea-32bf-4a6a-a85f-aef6a724dc46), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:06.222737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-c0755097-3b8a-415d-b521-d62c455dbc9c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=5320eabc-22f0-4783-8a3f-6c8e55962f16 HTTP/1.1" status: 200 len: 217 time: 0.3655775 Feb 04 13:43:06.410662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1afe3-1b87-48ef-b3b7-1f295bd32478 req-c7877973-4a56-4cfb-9b77-121b5e538158 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:06.423296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7f1afe3-1b87-48ef-b3b7-1f295bd32478 req-c7877973-4a56-4cfb-9b77-121b5e538158 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 945 time: 0.5717580 Feb 04 13:43:06.516711 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da57637c-5a45-46f4-8052-3033b1c49661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b485c96b-777d-4c2c-9840-56b9acf48fd4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:06.525341 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da57637c-5a45-46f4-8052-3033b1c49661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:06.535144 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-da57637c-5a45-46f4-8052-3033b1c49661 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b485c96b-777d-4c2c-9840-56b9acf48fd4 HTTP/1.1" status: 204 len: 168 time: 0.8748035 Feb 04 13:43:06.565324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 61a610ea-32bf-4a6a-a85f-aef6a724dc46 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:43:06.575013 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57637c-5a45-46f4-8052-3033b1c49661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b485c96b-777d-4c2c-9840-56b9acf48fd4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:06.576666 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (61a610ea-32bf-4a6a-a85f-aef6a724dc46), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:06.611546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7f1afe3-1b87-48ef-b3b7-1f295bd32478 req-9ce60311-00c2-430e-a507-67db3072cc97 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795566 Feb 04 13:43:06.831862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 61a610ea-32bf-4a6a-a85f-aef6a724dc46, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=61a610ea-32bf-4a6a-a85f-aef6a724dc46,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:06.848002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a504d-6d9c-4a0f-a91f-5e5931867861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a610ea-32bf-4a6a-a85f-aef6a724dc46'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:43:06.853884 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1726383-c62b-4bf1-a6f5-dce4b188ec48" -d '{"events": [{"server_uuid": "217a504d-6d9c-4a0f-a91f-5e5931867861", "name": "network-vif-plugged", "status": "completed", "tag": "61a610ea-32bf-4a6a-a85f-aef6a724dc46"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:43:06.859550 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (61a610ea-32bf-4a6a-a85f-aef6a724dc46), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:06.927263 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=61a610ea-32bf-4a6a-a85f-aef6a724dc46,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:06.954707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-870865f8-609e-4d5e-9a00-b44d1fa7aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:06.957368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-870865f8-609e-4d5e-9a00-b44d1fa7aab5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e3cbde94-2939-42c1-a2b7-b944609cf04a HTTP/1.1" status: 200 len: 797 time: 0.7303307 Feb 04 13:43:07.002330 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39742542-6c29-43a2-9ab9-90866caaeaba x-openstack-request-id: req-39742542-6c29-43a2-9ab9-90866caaeaba {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:43:07.002775 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18a7680-5b12-4fc8-8598-6a450f7b25d3", "name": "network-vif-deleted", "tag": "128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:43:07.003163 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-39742542-6c29-43a2-9ab9-90866caaeaba {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:43:07.003783 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18a7680-5b12-4fc8-8598-6a450f7b25d3', 'name': 'network-vif-deleted', 'tag': '128d6d1e-7aa6-4e7d-90d7-64d4d4b3b5f7', 'status': 'completed', 'code': 200} Feb 04 13:43:07.192056 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9419754f-10b4-42d3-8a2f-2a90b0186db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (364fd55c-813e-4b73-ab5d-c638d24dc1c9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:07.207962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-58b52232-eca6-43ef-8510-08d10baf06b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:07.212753 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-58b52232-eca6-43ef-8510-08d10baf06b7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1612d2d9-6bc5-454e-b028-8e610907a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2475863 Feb 04 13:43:07.879963 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9419754f-10b4-42d3-8a2f-2a90b0186db2 admin admin] Deleting port 5229fc2d-7911-460f-a33b-0b3529d3d32b {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:43:07.882787 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9419754f-10b4-42d3-8a2f-2a90b0186db2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:08.007277 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-05264b13-4c7c-4582-8e82-e8c0bc2ae4f3 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7806156 Feb 04 13:43:08.153511 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-9419754f-10b4-42d3-8a2f-2a90b0186db2 admin admin] For port 5229fc2d-7911-460f-a33b-0b3529d3d32b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5229fc2d-7911-460f-a33b-0b3529d3d32b,segment=NetworkSegment(bc6329fa-dd80-4060-9161-23c8b128158e),segment_id=bc6329fa-dd80-4060-9161-23c8b128158e)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:08.154146 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9419754f-10b4-42d3-8a2f-2a90b0186db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:08.199283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-c46e0a46-1b25-447a-b356-417fc0a17398 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:08.201194 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9419754f-10b4-42d3-8a2f-2a90b0186db2 admin admin] Calling delete_port for 5229fc2d-7911-460f-a33b-0b3529d3d32b owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:43:08.201717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-c46e0a46-1b25-447a-b356-417fc0a17398 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 815 time: 0.9429045 Feb 04 13:43:08.268445 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-b3a8e209-f909-49ae-a290-e544a21002e5 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/quotas/678aab1436e54ac083382f3ac6af32df HTTP/1.1" status: 200 len: 375 time: 0.0400853 Feb 04 13:43:08.484904 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-947d7d94-bba9-46d2-bee1-c8f2542c27bf service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659123 Feb 04 13:43:08.527099 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-1c199e0e-6bc8-47c6-8586-d8ccf8d9f457 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2445116 Feb 04 13:43:08.811149 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-1db6ce68-98c9-471a-bb8b-fa3736cdea80 service neutron] 10.222.0.96 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825792 Feb 04 13:43:08.931105 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9419754f-10b4-42d3-8a2f-2a90b0186db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (5229fc2d-7911-460f-a33b-0b3529d3d32b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:08.936906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-cf861ba5-c11d-486c-829f-c22e5a97eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:08.941192 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-cf861ba5-c11d-486c-829f-c22e5a97eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:08.944742 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-cf861ba5-c11d-486c-829f-c22e5a97eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:08.947231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-cf861ba5-c11d-486c-829f-c22e5a97eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:08.951016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-cf861ba5-c11d-486c-829f-c22e5a97eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:08.951964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-cf861ba5-c11d-486c-829f-c22e5a97eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:08.952931 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-cf861ba5-c11d-486c-829f-c22e5a97eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:08.971175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-cf861ba5-c11d-486c-829f-c22e5a97eb50 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b7509a3710d94881bcf821ccba4baf3b&device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 6702 time: 0.3308880 Feb 04 13:43:09.003502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419754f-10b4-42d3-8a2f-2a90b0186db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5229fc2d-7911-460f-a33b-0b3529d3d32b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:09.072518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54740) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:09.191602 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-1d964002-640b-4480-b9e3-02e84984443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:09.192660 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-1d964002-640b-4480-b9e3-02e84984443c service neutron] 10.222.0.99 "GET /v2.0/networks?id=1612d2d9-6bc5-454e-b028-8e610907a6d3 HTTP/1.1" status: 200 len: 902 time: 0.2081814 Feb 04 13:43:09.321166 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-ad9c12bb-db4b-44ef-983c-cc8e489e4f2a service neutron] 10.222.0.96 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087862 Feb 04 13:43:09.323627 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-bc0e839d-85c8-437d-b2a3-3e1ddb300fda service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 HTTP/1.1" status: 200 len: 217 time: 0.1150839 Feb 04 13:43:09.363633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9419754f-10b4-42d3-8a2f-2a90b0186db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (364fd55c-813e-4b73-ab5d-c638d24dc1c9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:09.371092 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'network': {'name': 'tempest-RoutersTest-1569986809'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:09.438627 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:43:09.442350 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:09.489040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-3e70725d-f07b-4a34-b05d-fc3836a40522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:09.492600 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:09.494589 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-3e70725d-f07b-4a34-b05d-fc3836a40522 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e3cbde94-2939-42c1-a2b7-b944609cf04a HTTP/1.1" status: 200 len: 797 time: 0.1638570 Feb 04 13:43:09.944382 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-8bc1ab44-0e26-424d-b72b-6ca594cc3c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:09.948691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-8bc1ab44-0e26-424d-b72b-6ca594cc3c73 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1612d2d9-6bc5-454e-b028-8e610907a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4477317 Feb 04 13:43:09.981918 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for security_group (5cf36562-a05c-4794-87fc-f1a3926bca6a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:10.033967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5cf36562-a05c-4794-87fc-f1a3926bca6a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:10.068323 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:43:10.097380 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fafe9661-44a5-4af4-adbb-05f07e0e2f92), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:10.098059 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Added segment fafe9661-44a5-4af4-adbb-05f07e0e2f92 of type vlan for network c8d63b58-1f81-41bc-a352-9e07592f6b7a Feb 04 13:43:10.265418 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (c8d63b58-1f81-41bc-a352-9e07592f6b7a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:10.403315 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.resource_extend [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:43:10.455240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9419754f-10b4-42d3-8a2f-2a90b0186db2 admin admin] Router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:43:10.484290 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024d242-dc68-4597-8f3d-a459fe780a04 req-bbec128c-1156-44f3-98de-9451ec03d77b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:10.529568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024d242-dc68-4597-8f3d-a459fe780a04 req-bbec128c-1156-44f3-98de-9451ec03d77b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:10.554202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024d242-dc68-4597-8f3d-a459fe780a04 req-bbec128c-1156-44f3-98de-9451ec03d77b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:10.578891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024d242-dc68-4597-8f3d-a459fe780a04 req-bbec128c-1156-44f3-98de-9451ec03d77b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:10.596953 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf36562-a05c-4794-87fc-f1a3926bca6a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:10.637217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024d242-dc68-4597-8f3d-a459fe780a04 req-bbec128c-1156-44f3-98de-9451ec03d77b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:10.674435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024d242-dc68-4597-8f3d-a459fe780a04 req-bbec128c-1156-44f3-98de-9451ec03d77b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:10.685686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024d242-dc68-4597-8f3d-a459fe780a04 req-bbec128c-1156-44f3-98de-9451ec03d77b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:10.700882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3024d242-dc68-4597-8f3d-a459fe780a04 req-bbec128c-1156-44f3-98de-9451ec03d77b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 1.0035520 Feb 04 13:43:10.767333 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-dac24870-a6bf-4af1-a821-7596ffcd5fc9 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8094716 Feb 04 13:43:10.941787 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f37c-1725-438b-8cf1-9c32c6199442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:11.147068 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (c8d63b58-1f81-41bc-a352-9e07592f6b7a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:11.171505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:11.172563 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:11.187478 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3024d242-dc68-4597-8f3d-a459fe780a04 req-f3e191cf-f259-41e2-a991-eafc93c44905 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4848206 Feb 04 13:43:11.218043 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9419754f-10b4-42d3-8a2f-2a90b0186db2 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:43:11.236808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cea20f-c106-479f-b9ef-38dd563dd9e3 None None] Sync routers for ids ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:43:11.264623 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9419754f-10b4-42d3-8a2f-2a90b0186db2 admin admin] 10.222.0.96 "PUT /v2.0/routers/364fd55c-813e-4b73-ab5d-c638d24dc1c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5899873 Feb 04 13:43:11.268730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54768) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:11.271710 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1707854 Feb 04 13:43:11.300167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cea20f-c106-479f-b9ef-38dd563dd9e3 None None] Routers {'364fd55c-813e-4b73-ab5d-c638d24dc1c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:43:11.301814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a4cea20f-c106-479f-b9ef-38dd563dd9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:42:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:11.322585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54770) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:11.504541 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963299f0-4618-404f-8be0-ced8b1e9bfb3 x-openstack-request-id: req-963299f0-4618-404f-8be0-ced8b1e9bfb3 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:43:11.508380 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a504d-6d9c-4a0f-a91f-5e5931867861", "name": "network-vif-plugged", "status": "completed", "tag": "61a610ea-32bf-4a6a-a85f-aef6a724dc46", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:43:11.509185 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-963299f0-4618-404f-8be0-ced8b1e9bfb3 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:43:11.510729 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a504d-6d9c-4a0f-a91f-5e5931867861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a610ea-32bf-4a6a-a85f-aef6a724dc46', 'code': 200} Feb 04 13:43:11.518548 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a0d75c96-7bde-4b6c-8488-b7dcc5b2dcc1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'network': {'name': 'tempest-RoutersTest-2049962045'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:11.627173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d75c96-7bde-4b6c-8488-b7dcc5b2dcc1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:43:11.639950 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0d75c96-7bde-4b6c-8488-b7dcc5b2dcc1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:11.757330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84c6384f-892a-4c25-baa3-bb7cd6821db4 req-6f5b7c0c-1aa4-4c0c-b13a-94e06db07bae service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9746580 Feb 04 13:43:11.891560 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ed815-e2c6-4a7d-865e-0f5b877f28bd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Network': ['ID=c8d63b58-1f81-41bc-a352-9e07592f6b7a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:11.951902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d75c96-7bde-4b6c-8488-b7dcc5b2dcc1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:43:11.973435 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0d75c96-7bde-4b6c-8488-b7dcc5b2dcc1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (82bf9fe6-75d9-4567-aec4-e80e0ae78c78), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:11.974127 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-a0d75c96-7bde-4b6c-8488-b7dcc5b2dcc1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Added segment 82bf9fe6-75d9-4567-aec4-e80e0ae78c78 of type vlan for network 2b678cc0-06ac-4834-967c-6ae5ce980b6d Feb 04 13:43:12.078473 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0d75c96-7bde-4b6c-8488-b7dcc5b2dcc1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (2b678cc0-06ac-4834-967c-6ae5ce980b6d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:12.097508 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc1207-2ccb-4da8-910a-d0b2d8be7b15 req-ba6904cf-a9b7-4d4b-80e0-11d1f5551174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:12.101047 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33fc1207-2ccb-4da8-910a-d0b2d8be7b15 req-ba6904cf-a9b7-4d4b-80e0-11d1f5551174 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 1129 time: 0.4193912 Feb 04 13:43:12.147061 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0d75c96-7bde-4b6c-8488-b7dcc5b2dcc1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (2b678cc0-06ac-4834-967c-6ae5ce980b6d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:12.153120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d75c96-7bde-4b6c-8488-b7dcc5b2dcc1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:12.154165 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0d75c96-7bde-4b6c-8488-b7dcc5b2dcc1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:12.187746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12054132-94b1-403c-8a54-eb13642fc335 req-3b7ad2e0-99b2-4cf2-85b8-e9be6b186ed0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:12.201640 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12054132-94b1-403c-8a54-eb13642fc335 req-3b7ad2e0-99b2-4cf2-85b8-e9be6b186ed0 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 946 time: 0.7049563 Feb 04 13:43:12.255281 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3916019-c34c-4dc0-8e30-850db76ca39a admin admin] Publish callbacks [] for router (364fd55c-813e-4b73-ab5d-c638d24dc1c9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:12.309157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-c124dd80-55f3-4808-9beb-27c81275b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:12.310219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-c124dd80-55f3-4808-9beb-27c81275b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:12.310765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-c124dd80-55f3-4808-9beb-27c81275b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:12.311247 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-c124dd80-55f3-4808-9beb-27c81275b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:12.311769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-c124dd80-55f3-4808-9beb-27c81275b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:12.312249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-c124dd80-55f3-4808-9beb-27c81275b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:12.312791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-c124dd80-55f3-4808-9beb-27c81275b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:12.317123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-c124dd80-55f3-4808-9beb-27c81275b30e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b7509a3710d94881bcf821ccba4baf3b&device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 6702 time: 0.3860013 Feb 04 13:43:12.347557 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a0d75c96-7bde-4b6c-8488-b7dcc5b2dcc1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0230784 Feb 04 13:43:12.354697 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54780) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:12.371717 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network c8d63b58-1f81-41bc-a352-9e07592f6b7a details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:43:12.372842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c44d02ee-2b9e-4246-b02a-f0f338310fd6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'subnet': {'network_id': 'c8d63b58-1f81-41bc-a352-9e07592f6b7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:12.570298 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a4cea20f-c106-479f-b9ef-38dd563dd9e3 None None] Set router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:43:12.735282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-7d28a34e-d36f-4311-8524-edac06d776f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:12.737248 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-7d28a34e-d36f-4311-8524-edac06d776f9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=361c3099-6555-4ea8-872d-0b37bedf594c HTTP/1.1" status: 200 len: 901 time: 0.3067913 Feb 04 13:43:12.743830 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33fc1207-2ccb-4da8-910a-d0b2d8be7b15 req-50b03940-0ffe-4a31-91be-c9f8c3c3fd28 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6315670 Feb 04 13:43:12.777818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d75c96-7bde-4b6c-8488-b7dcc5b2dcc1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Network': ['ID=2b678cc0-06ac-4834-967c-6ae5ce980b6d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:12.788332 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44d02ee-2b9e-4246-b02a-f0f338310fd6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:43:12.814587 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c44d02ee-2b9e-4246-b02a-f0f338310fd6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:12.883620 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 2b678cc0-06ac-4834-967c-6ae5ce980b6d details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:43:13.046738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12054132-94b1-403c-8a54-eb13642fc335 req-d190a587-92bf-4a99-a579-228e8e5bf06d tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8440051 Feb 04 13:43:13.086507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-e74710c2-f9c8-422e-9613-e41bd86260ce tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:13.101665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-e74710c2-f9c8-422e-9613-e41bd86260ce tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.99 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 815 time: 1.4037457 Feb 04 13:43:13.117723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Request body: {'port': {'device_id': '6b884113-f54f-4652-b707-e89d0a9983b5', 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87', 'admin_state_up': True, 'tenant_id': '678aab1436e54ac083382f3ac6af32df'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:13.313182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a4cea20f-c106-479f-b9ef-38dd563dd9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-router', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:40:44Z', 'updated_at': '2022-02-04T13:43:08Z', 'revision_number': 5, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'gw_port': {'id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:46Z', 'updated_at': '2022-02-04T13:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:13.390960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-759f0637-b3af-4b19-a518-6065b1ceb544 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee19d8bf-beb5-420b-b1b3-ce54275a3754 HTTP/1.1" status: 200 len: 217 time: 0.5489511 Feb 04 13:43:13.406836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cea20f-c106-479f-b9ef-38dd563dd9e3 None None] Checking router: 364fd55c-813e-4b73-ab5d-c638d24dc1c9 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:43:13.425434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cea20f-c106-479f-b9ef-38dd563dd9e3 None None] Routers {'364fd55c-813e-4b73-ab5d-c638d24dc1c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:43:13.426207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a4cea20f-c106-479f-b9ef-38dd563dd9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:42:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:13.429617 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c44d02ee-2b9e-4246-b02a-f0f338310fd6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (8c17b501-048e-4db3-9375-0caee2817008), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:13.607654 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d02ee-2b9e-4246-b02a-f0f338310fd6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Subnet': ['ID=8c17b501-048e-4db3-9375-0caee2817008,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:13.638562 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44d02ee-2b9e-4246-b02a-f0f338310fd6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Checking segment: {'id': 'fafe9661-44a5-4af4-adbb-05f07e0e2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c8d63b58-1f81-41bc-a352-9e07592f6b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:43:13.641205 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44d02ee-2b9e-4246-b02a-f0f338310fd6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network hostable DHCP agents. Network: c8d63b58-1f81-41bc-a352-9e07592f6b7a, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:43:13.681276 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a4cea20f-c106-479f-b9ef-38dd563dd9e3 None None] Set router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:43:13.752106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44d02ee-2b9e-4246-b02a-f0f338310fd6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network c8d63b58-1f81-41bc-a352-9e07592f6b7a is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:43:13.815428 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cbfab7cd-e369-4314-9c62-b320f25b5633 req-5699d0d5-ebdf-4fe5-97a5-712202d76c4c tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b884113-f54f-4652-b707-e89d0a9983b5 HTTP/1.1" status: 200 len: 210 time: 0.4901950 Feb 04 13:43:13.823364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c44d02ee-2b9e-4246-b02a-f0f338310fd6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, c8d63b58-1f81-41bc-a352-9e07592f6b7a) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:13.865745 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44d02ee-2b9e-4246-b02a-f0f338310fd6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:13.866765 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c44d02ee-2b9e-4246-b02a-f0f338310fd6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:13.886237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af40b9f-a164-4fa3-b1a7-0a44fd7d343f None None] Network c8d63b58-1f81-41bc-a352-9e07592f6b7a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:43:13.907366 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-7a4e6060-5278-4033-9e92-7fa04f18c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:13.918634 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-7a4e6060-5278-4033-9e92-7fa04f18c307 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0 HTTP/1.1" status: 200 len: 797 time: 0.4997325 Feb 04 13:43:13.947464 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c44d02ee-2b9e-4246-b02a-f0f338310fd6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5856247 Feb 04 13:43:13.947788 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54790) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:13.970707 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f4677180-781d-45a1-b696-d04fddb92709 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'subnet': {'network_id': '2b678cc0-06ac-4834-967c-6ae5ce980b6d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:13.979978 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3916019-c34c-4dc0-8e30-850db76ca39a admin admin] Publish callbacks [] for router_gateway (364fd55c-813e-4b73-ab5d-c638d24dc1c9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:14.327591 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-c8d63b58-1f81-41bc-a352-9e07592f6b7a', 'network_id': 'c8d63b58-1f81-41bc-a352-9e07592f6b7a', 'project_id': '866319b37a1b414d99c8c47f10151ece', 'fixed_ips': [{'subnet_id': '8c17b501-048e-4db3-9375-0caee2817008'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:43:14.336802 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:14.345458 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4677180-781d-45a1-b696-d04fddb92709 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:43:14.351701 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4677180-781d-45a1-b696-d04fddb92709 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:14.364094 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Made reservation on behalf of 678aab1436e54ac083382f3ac6af32df for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:43:14.371266 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:14.383977 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2b0a44e3-b380-4d19-ab00-7941aea8b93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:14.461583 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:14.500995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-d71b6b13-e49e-4bd7-98f6-272d4389eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:14.503969 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-d71b6b13-e49e-4bd7-98f6-272d4389eb71 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=361c3099-6555-4ea8-872d-0b37bedf594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5840230 Feb 04 13:43:14.622249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d5665-96a3-4ce0-be42-00946f37798c req-659df337-ac13-451b-9e36-b993a982a812 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:14.630271 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d5665-96a3-4ce0-be42-00946f37798c req-659df337-ac13-451b-9e36-b993a982a812 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:14.638353 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d5665-96a3-4ce0-be42-00946f37798c req-659df337-ac13-451b-9e36-b993a982a812 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:14.658985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d5665-96a3-4ce0-be42-00946f37798c req-659df337-ac13-451b-9e36-b993a982a812 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:14.674705 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d5665-96a3-4ce0-be42-00946f37798c req-659df337-ac13-451b-9e36-b993a982a812 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:14.690729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d5665-96a3-4ce0-be42-00946f37798c req-659df337-ac13-451b-9e36-b993a982a812 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:14.693472 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:14.705108 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d5665-96a3-4ce0-be42-00946f37798c req-659df337-ac13-451b-9e36-b993a982a812 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:14.714605 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-385d5665-96a3-4ce0-be42-00946f37798c req-659df337-ac13-451b-9e36-b993a982a812 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 0.5710657 Feb 04 13:43:14.824629 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4677180-781d-45a1-b696-d04fddb92709 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (32c55d15-4907-426c-b4bf-5ac809c73421), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:14.916012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Allocated IP 172.20.0.10 (654735fb-8c15-4ee8-89b5-c0c465bfbf87/66447e54-648f-4c91-94f7-50b0b4107fcd/d53363ee-036b-4cf4-aae2-3bf6b51f3cbc) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:43:15.009916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Allocated IP 172.20.0.2 (c8d63b58-1f81-41bc-a352-9e07592f6b7a/8c17b501-048e-4db3-9375-0caee2817008/a4ac11bb-85ac-4841-b49f-27b6e73d2b8b) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:43:15.030880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4677180-781d-45a1-b696-d04fddb92709 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Checking segment: {'id': '82bf9fe6-75d9-4567-aec4-e80e0ae78c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2b678cc0-06ac-4834-967c-6ae5ce980b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:43:15.031627 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4677180-781d-45a1-b696-d04fddb92709 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network hostable DHCP agents. Network: 2b678cc0-06ac-4834-967c-6ae5ce980b6d, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:43:15.036511 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4677180-781d-45a1-b696-d04fddb92709 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Subnet': ['ID=32c55d15-4907-426c-b4bf-5ac809c73421,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:15.098253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4677180-781d-45a1-b696-d04fddb92709 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network 2b678cc0-06ac-4834-967c-6ae5ce980b6d is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:43:15.131865 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f4677180-781d-45a1-b696-d04fddb92709 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 2b678cc0-06ac-4834-967c-6ae5ce980b6d) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:15.140198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4677180-781d-45a1-b696-d04fddb92709 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:15.142144 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4677180-781d-45a1-b696-d04fddb92709 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:15.243090 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f4677180-781d-45a1-b696-d04fddb92709 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2854652 Feb 04 13:43:15.247991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54806) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:15.252051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-94c43366-72ca-426e-939e-f32ffe8d15dd service neutron] 10.222.0.99 "GET /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7408156 Feb 04 13:43:15.263090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5b9c5eec-4372-48e4-90a2-4f0820081af9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-596160917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:15.415734 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b9c5eec-4372-48e4-90a2-4f0820081af9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (26c45cf3-2430-432e-a2b6-433398d4516e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:15.422337 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b9c5eec-4372-48e4-90a2-4f0820081af9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (26c45cf3-2430-432e-a2b6-433398d4516e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:15.451810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da10d49a-b256-4db6-9446-df8889df35c1 None None] Network 2b678cc0-06ac-4834-967c-6ae5ce980b6d requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:43:15.491580 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a4cea20f-c106-479f-b9ef-38dd563dd9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-router', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:40:44Z', 'updated_at': '2022-02-04T13:43:08Z', 'revision_number': 5, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'gw_port': {'id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:46Z', 'updated_at': '2022-02-04T13:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:15.500199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-b3916019-c34c-4dc0-8e30-850db76ca39a admin admin] Deleting port c0c4527e-c8b8-4635-993f-b365f28ae7ca {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:43:15.500852 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3916019-c34c-4dc0-8e30-850db76ca39a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c0c4527e-c8b8-4635-993f-b365f28ae7ca), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:15.561142 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b9c5eec-4372-48e4-90a2-4f0820081af9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_controller (26c45cf3-2430-432e-a2b6-433398d4516e), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:15.578689 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b9c5eec-4372-48e4-90a2-4f0820081af9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (26c45cf3-2430-432e-a2b6-433398d4516e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:15.649565 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b9c5eec-4372-48e4-90a2-4f0820081af9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:15.655433 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5b9c5eec-4372-48e4-90a2-4f0820081af9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4032035 Feb 04 13:43:15.658658 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54808) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:15.869925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cea20f-c106-479f-b9ef-38dd563dd9e3 None None] The sync data for ids ['364fd55c-813e-4b73-ab5d-c638d24dc1c9'] in n-d-714676-13 is: [{'id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-654928822-router', 'tenant_id': '76aedb4524df40718f20ca5ee3d21056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:40:44Z', 'updated_at': '2022-02-04T13:43:08Z', 'revision_number': 5, 'project_id': '76aedb4524df40718f20ca5ee3d21056', 'gw_port': {'id': 'c0c4527e-c8b8-4635-993f-b365f28ae7ca', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364fd55c-813e-4b73-ab5d-c638d24dc1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:40:46Z', 'updated_at': '2022-02-04T13:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:43:15.988543 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:16.119195 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Publish callbacks [] for port (a4ac11bb-85ac-4841-b49f-27b6e73d2b8b), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:16.138287 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (a4ac11bb-85ac-4841-b49f-27b6e73d2b8b), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:16.172692 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2b678cc0-06ac-4834-967c-6ae5ce980b6d', 'network_id': '2b678cc0-06ac-4834-967c-6ae5ce980b6d', 'project_id': '866319b37a1b414d99c8c47f10151ece', 'fixed_ips': [{'subnet_id': '32c55d15-4907-426c-b4bf-5ac809c73421'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:43:16.174075 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:16.344566 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Pushing event updated for resources: {'Port': ['ID=a4ac11bb-85ac-4841-b49f-27b6e73d2b8b,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:16.450037 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Network c8d63b58-1f81-41bc-a352-9e07592f6b7a is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:43:16.473811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:16.482238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:43:16.952918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Attempting to bind port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:43:16.956064 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Attempting to bind port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'fafe9661-44a5-4af4-adbb-05f07e0e2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c8d63b58-1f81-41bc-a352-9e07592f6b7a'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:43:16.959289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Attempting to bind port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b on network c8d63b58-1f81-41bc-a352-9e07592f6b7a {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:43:17.009644 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:43:17.010484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Checking segment: {'id': 'fafe9661-44a5-4af4-adbb-05f07e0e2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c8d63b58-1f81-41bc-a352-9e07592f6b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:43:17.011106 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:17.011715 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Bound using segment: {'id': 'fafe9661-44a5-4af4-adbb-05f07e0e2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c8d63b58-1f81-41bc-a352-9e07592f6b7a'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:43:17.019159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Bound port: a4ac11bb-85ac-4841-b49f-27b6e73d2b8b, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fafe9661-44a5-4af4-adbb-05f07e0e2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c8d63b58-1f81-41bc-a352-9e07592f6b7a'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:43:17.027717 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a4ac11bb-85ac-4841-b49f-27b6e73d2b8b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:17.085019 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:17.338355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5229fc2d-7911-460f-a33b-0b3529d3d32b no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:43:17.558325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 5229fc2d-7911-460f-a33b-0b3529d3d32b {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:43:17.559252 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5229fc2d-7911-460f-a33b-0b3529d3d32b not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:43:17.741071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-a7a5ebf0-a9fe-4e08-ba37-ec5803405420 service neutron] 10.222.0.99 "GET /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4410613 Feb 04 13:43:17.751073 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-385d5665-96a3-4ce0-be42-00946f37798c req-c2275da6-15f5-4c4d-acf9-f89f17d7aea7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 2.4538357 Feb 04 13:43:17.904146 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks [] for port (d53363ee-036b-4cf4-aae2-3bf6b51f3cbc), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:18.114219 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d53363ee-036b-4cf4-aae2-3bf6b51f3cbc), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:18.180768 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:18.260714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Pushing event updated for resources: {'Port': ['ID=d53363ee-036b-4cf4-aae2-3bf6b51f3cbc,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:18.313403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Allocated IP 172.21.0.2 (2b678cc0-06ac-4834-967c-6ae5ce980b6d/32c55d15-4907-426c-b4bf-5ac809c73421/dfdae320-b41f-44a8-881c-1fc9ecb57a58) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:43:18.431551 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-b3916019-c34c-4dc0-8e30-850db76ca39a admin admin] For port c0c4527e-c8b8-4635-993f-b365f28ae7ca, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c0c4527e-c8b8-4635-993f-b365f28ae7ca,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:18.432488 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3916019-c34c-4dc0-8e30-850db76ca39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c0c4527e-c8b8-4635-993f-b365f28ae7ca), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:18.448033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-47d5f81b-e356-4be3-95d4-11f6e2d3384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:18.449653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-47d5f81b-e356-4be3-95d4-11f6e2d3384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:18.451159 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-47d5f81b-e356-4be3-95d4-11f6e2d3384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:18.452257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-47d5f81b-e356-4be3-95d4-11f6e2d3384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:18.453331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-47d5f81b-e356-4be3-95d4-11f6e2d3384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:18.454644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-47d5f81b-e356-4be3-95d4-11f6e2d3384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:18.455664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-47d5f81b-e356-4be3-95d4-11f6e2d3384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:18.461276 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-47d5f81b-e356-4be3-95d4-11f6e2d3384d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b7509a3710d94881bcf821ccba4baf3b&device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 6702 time: 0.4278274 Feb 04 13:43:18.473513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:18.475325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:18.476134 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:18.477146 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:18.477920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:18.478939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:18.479756 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:18.480862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:18.481833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:18.482667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:18.483491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:18.484243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:18.484999 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:18.638154 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['131c81be-3edf-4d98-a4c8-daa92f8609ca', '65f83736-6a76-4332-b2fc-15a543bc1f07', '6ef739af-0a1f-4fd7-b4de-550dcdb861f4'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:43:18.939675 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Allocated IP 172.20.0.1 (c8d63b58-1f81-41bc-a352-9e07592f6b7a/8c17b501-048e-4db3-9375-0caee2817008/e96d28a1-5624-4dce-a1d5-82cdf83e96fa) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:43:18.953124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-b3916019-c34c-4dc0-8e30-850db76ca39a admin admin] Calling delete_port for c0c4527e-c8b8-4635-993f-b365f28ae7ca owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:43:19.145501 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:19.251720 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Publish callbacks [] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:19.277613 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] For port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:43:19.299359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] For port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a4ac11bb-85ac-4841-b49f-27b6e73d2b8b,segment=NetworkSegment(fafe9661-44a5-4af4-adbb-05f07e0e2f92),segment_id=fafe9661-44a5-4af4-adbb-05f07e0e2f92)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:43:19.356377 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:19.429135 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (e96d28a1-5624-4dce-a1d5-82cdf83e96fa), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:19.436745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Network 2b678cc0-06ac-4834-967c-6ae5ce980b6d is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:43:19.446817 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a4ac11bb-85ac-4841-b49f-27b6e73d2b8b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:19.497664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:43:19.508017 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3916019-c34c-4dc0-8e30-850db76ca39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c0c4527e-c8b8-4635-993f-b365f28ae7ca), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:19.522064 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e96d28a1-5624-4dce-a1d5-82cdf83e96fa), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:19.548299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:19.572375 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:43:19.590998 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:19.639174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc912faa-76ce-4c3a-a6a6-333670499646 req-d09ab161-2c3f-45e8-8f32-e81406b99077 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:19.648271 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc912faa-76ce-4c3a-a6a6-333670499646 req-d09ab161-2c3f-45e8-8f32-e81406b99077 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 946 time: 1.5118871 Feb 04 13:43:19.733148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:43:19.753664 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Pushing event updated for resources: {'Port': ['ID=dfdae320-b41f-44a8-881c-1fc9ecb57a58,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:19.841888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network c8d63b58-1f81-41bc-a352-9e07592f6b7a is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:43:19.844251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=e96d28a1-5624-4dce-a1d5-82cdf83e96fa,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:19.856328 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:19.876585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:43:19.890947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3916019-c34c-4dc0-8e30-850db76ca39a admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c4527e-c8b8-4635-993f-b365f28ae7ca,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:19.953093 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-4be641f4-22df-48c9-8a97-2ef6d9180b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:19.955715 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-4be641f4-22df-48c9-8a97-2ef6d9180b40 service neutron] 10.222.0.99 "GET /v2.0/networks?id=361c3099-6555-4ea8-872d-0b37bedf594c HTTP/1.1" status: 200 len: 901 time: 1.4604657 Feb 04 13:43:20.016497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Attempting to bind port dfdae320-b41f-44a8-881c-1fc9ecb57a58 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:43:20.017512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Attempting to bind port dfdae320-b41f-44a8-881c-1fc9ecb57a58 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '82bf9fe6-75d9-4567-aec4-e80e0ae78c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2b678cc0-06ac-4834-967c-6ae5ce980b6d'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:43:20.018512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Attempting to bind port dfdae320-b41f-44a8-881c-1fc9ecb57a58 on network 2b678cc0-06ac-4834-967c-6ae5ce980b6d {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:43:20.146729 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (26c45cf3-2430-432e-a2b6-433398d4516e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:20.328732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:43:20.329989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Checking segment: {'id': '82bf9fe6-75d9-4567-aec4-e80e0ae78c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2b678cc0-06ac-4834-967c-6ae5ce980b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:43:20.332941 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:20.334715 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Bound using segment: {'id': '82bf9fe6-75d9-4567-aec4-e80e0ae78c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2b678cc0-06ac-4834-967c-6ae5ce980b6d'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:43:20.335902 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Bound port: dfdae320-b41f-44a8-881c-1fc9ecb57a58, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bf9fe6-75d9-4567-aec4-e80e0ae78c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2b678cc0-06ac-4834-967c-6ae5ce980b6d'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:43:20.336955 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:20.489069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-43231f0f-e20d-4db6-9141-8d3f242893eb req-09339f6e-f608-418f-874c-c66d12aec595 tempest-ServersOnMultiNodesTest-52920853 tempest-ServersOnMultiNodesTest-52920853-project] (103607) timed out ('10.222.0.100', 54865) {{(pid=103607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:43:20.568659 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8a16c-81a8-47ec-8293-705186af9d43 None None] Pushing event updated for resources: {'Port': ['ID=a4ac11bb-85ac-4841-b49f-27b6e73d2b8b,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:20.629446 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc912faa-76ce-4c3a-a6a6-333670499646 req-34aeb89b-2428-41d5-8261-660b9cbefa92 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8769610 Feb 04 13:43:20.653305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-34ce8301-e3e3-4db0-954c-67d1a31ee351 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2fb97722-6f45-48e7-8b20-1188308a58b1 HTTP/1.1" status: 200 len: 217 time: 0.6464937 Feb 04 13:43:20.760363 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e96d28a1-5624-4dce-a1d5-82cdf83e96fa), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:20.908479 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] For port dfdae320-b41f-44a8-881c-1fc9ecb57a58, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:43:20.988123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] For port dfdae320-b41f-44a8-881c-1fc9ecb57a58, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=dfdae320-b41f-44a8-881c-1fc9ecb57a58,segment=NetworkSegment(82bf9fe6-75d9-4567-aec4-e80e0ae78c78),segment_id=82bf9fe6-75d9-4567-aec4-e80e0ae78c78)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:43:21.025143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:21.033174 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:21.040815 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:21.116652 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-a83e4958-52bf-42ca-853d-d4ec6f0d5520 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.0136440 Feb 04 13:43:21.139554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Request body: {'port': {'device_id': '6b884113-f54f-4652-b707-e89d0a9983b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:21.283411 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-c49fa65a-1d88-4904-9014-731d7046216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:21.286133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-c49fa65a-1d88-4904-9014-731d7046216f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0 HTTP/1.1" status: 200 len: 797 time: 0.5374694 Feb 04 13:43:21.385166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d15307-b04d-45a4-b245-3b65b28fe194 None None] Pushing event updated for resources: {'Port': ['ID=dfdae320-b41f-44a8-881c-1fc9ecb57a58,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:21.389249 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3916019-c34c-4dc0-8e30-850db76ca39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (364fd55c-813e-4b73-ab5d-c638d24dc1c9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:21.726190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a4ac11bb-85ac-4841-b49f-27b6e73d2b8b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:43:21.806411 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d53363ee-036b-4cf4-aae2-3bf6b51f3cbc), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:21.988652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:21.989478 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a4ac11bb-85ac-4841-b49f-27b6e73d2b8b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:22.024079 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3916019-c34c-4dc0-8e30-850db76ca39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (364fd55c-813e-4b73-ab5d-c638d24dc1c9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:22.044865 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3916019-c34c-4dc0-8e30-850db76ca39a admin admin] Publish callbacks [] for router_controller (364fd55c-813e-4b73-ab5d-c638d24dc1c9), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:22.120098 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (e96d28a1-5624-4dce-a1d5-82cdf83e96fa), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:22.136869 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (e96d28a1-5624-4dce-a1d5-82cdf83e96fa), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:22.144475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e35c8-d8eb-42ca-9001-fc637ca9d736 req-e0d59d80-4338-4c77-9b10-928878c25244 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:22.155071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf1e35c8-d8eb-42ca-9001-fc637ca9d736 req-e0d59d80-4338-4c77-9b10-928878c25244 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b884113-f54f-4652-b707-e89d0a9983b5 HTTP/1.1" status: 200 len: 932 time: 1.2664340 Feb 04 13:43:22.298899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:43:22.299596 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a4ac11bb-85ac-4841-b49f-27b6e73d2b8b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:22.404153 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a4ac11bb-85ac-4841-b49f-27b6e73d2b8b,segment=NetworkSegment(fafe9661-44a5-4af4-adbb-05f07e0e2f92),segment_id=fafe9661-44a5-4af4-adbb-05f07e0e2f92)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:22.415180 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a4ac11bb-85ac-4841-b49f-27b6e73d2b8b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:22.425322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-680d6a53-e2b6-4681-9d19-5c1ce1a1b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:22.460942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-680d6a53-e2b6-4681-9d19-5c1ce1a1b664 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=361c3099-6555-4ea8-872d-0b37bedf594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.0668020 Feb 04 13:43:22.502326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (26c45cf3-2430-432e-a2b6-433398d4516e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:22.518785 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3916019-c34c-4dc0-8e30-850db76ca39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (364fd55c-813e-4b73-ab5d-c638d24dc1c9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:22.519575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3916019-c34c-4dc0-8e30-850db76ca39a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 364fd55c-813e-4b73-ab5d-c638d24dc1c9 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:43:22.527294 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=e96d28a1-5624-4dce-a1d5-82cdf83e96fa,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:22.555069 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=a4ac11bb-85ac-4841-b49f-27b6e73d2b8b,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:22.566536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b3dc39-ffbf-4a57-bd9b-79d55d8a8fa5 None None] Network c8d63b58-1f81-41bc-a352-9e07592f6b7a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:43:22.581849 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3916019-c34c-4dc0-8e30-850db76ca39a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:22.589039 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b3916019-c34c-4dc0-8e30-850db76ca39a admin admin] 10.222.0.96 "DELETE /v2.0/routers/364fd55c-813e-4b73-ab5d-c638d24dc1c9 HTTP/1.1" status: 204 len: 168 time: 11.3174825 Feb 04 13:43:22.721008 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54868) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:22.912438 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf1e35c8-d8eb-42ca-9001-fc637ca9d736 req-5c30c0c7-5bf5-4623-a0c1-1254fb8e0aef tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7483144 Feb 04 13:43:23.023283 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-747ea57d-03d1-4d9f-8850-f4fbecbfc78c None None] Provisioning complete for port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:23.023283 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-747ea57d-03d1-4d9f-8850-f4fbecbfc78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a4ac11bb-85ac-4841-b49f-27b6e73d2b8b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:23.159913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-0689b1e8-49d3-4022-b321-e1c76ef97215 admin admin] Deleting subnet 27a949e4-0aa1-4c83-ac16-4e55656dc857 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:43:23.179889 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0689b1e8-49d3-4022-b321-e1c76ef97215 admin admin] Publish callbacks [] for subnet (27a949e4-0aa1-4c83-ac16-4e55656dc857), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:23.500192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-747ea57d-03d1-4d9f-8850-f4fbecbfc78c None None] Current status of the port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:43:23.544975 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network c8d63b58-1f81-41bc-a352-9e07592f6b7a is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:43:23.574131 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0689b1e8-49d3-4022-b321-e1c76ef97215 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (27a949e4-0aa1-4c83-ac16-4e55656dc857), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:23.574131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:23.756118 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0689b1e8-49d3-4022-b321-e1c76ef97215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (27a949e4-0aa1-4c83-ac16-4e55656dc857), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:23.893560 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0689b1e8-49d3-4022-b321-e1c76ef97215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (27a949e4-0aa1-4c83-ac16-4e55656dc857), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:23.960223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a4ac11bb-85ac-4841-b49f-27b6e73d2b8b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:43:24.057693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53363ee-036b-4cf4-aae2-3bf6b51f3cbc {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:43:24.103476 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Publish callbacks [] for port (d53363ee-036b-4cf4-aae2-3bf6b51f3cbc), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:24.144566 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689b1e8-49d3-4022-b321-e1c76ef97215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a949e4-0aa1-4c83-ac16-4e55656dc857,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:24.170655 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0689b1e8-49d3-4022-b321-e1c76ef97215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:24.179187 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0689b1e8-49d3-4022-b321-e1c76ef97215 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/27a949e4-0aa1-4c83-ac16-4e55656dc857 HTTP/1.1" status: 204 len: 168 time: 1.4527409 Feb 04 13:43:24.181361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54884) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:24.189020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Transition to ACTIVE for port object d53363ee-036b-4cf4-aae2-3bf6b51f3cbc will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:43:24.257972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-680fc03f-cd56-44fc-9c99-e6b85fbea9e4 None None] Provisioning complete for port e96d28a1-5624-4dce-a1d5-82cdf83e96fa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:24.279183 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-680fc03f-cd56-44fc-9c99-e6b85fbea9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e96d28a1-5624-4dce-a1d5-82cdf83e96fa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:24.391916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-7fe7eeb5-dd38-46a7-ad31-c128d3820404 service neutron] 10.222.0.99 "GET /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8978207 Feb 04 13:43:24.394034 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (d53363ee-036b-4cf4-aae2-3bf6b51f3cbc), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:24.466886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-680fc03f-cd56-44fc-9c99-e6b85fbea9e4 None None] Port e96d28a1-5624-4dce-a1d5-82cdf83e96fa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:43:24.477478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2e8849-8a03-4c58-a2af-5e286d3bec9d None None] Network 2b678cc0-06ac-4834-967c-6ae5ce980b6d requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:43:24.609980 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68fa0f0b-9513-43a1-b10e-673e4e8bc122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (125174e1-20cb-4d44-96a0-df58c7f7dce6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:24.643199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Pushing event updated for resources: {'Port': ['ID=d53363ee-036b-4cf4-aae2-3bf6b51f3cbc,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:24.704612 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 26c45cf3-2430-432e-a2b6-433398d4516e is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:43:24.933169 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:24.934252 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a4ac11bb-85ac-4841-b49f-27b6e73d2b8b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:25.009904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8800f-96ba-4d5f-8c43-f0f90fb15966 req-35fc28bf-bc3c-4cae-bef5-eb478fffbef1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:25.034080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8800f-96ba-4d5f-8c43-f0f90fb15966 req-35fc28bf-bc3c-4cae-bef5-eb478fffbef1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:25.068274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8800f-96ba-4d5f-8c43-f0f90fb15966 req-35fc28bf-bc3c-4cae-bef5-eb478fffbef1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:25.098021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8800f-96ba-4d5f-8c43-f0f90fb15966 req-35fc28bf-bc3c-4cae-bef5-eb478fffbef1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:25.122798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8800f-96ba-4d5f-8c43-f0f90fb15966 req-35fc28bf-bc3c-4cae-bef5-eb478fffbef1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:25.145113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8800f-96ba-4d5f-8c43-f0f90fb15966 req-35fc28bf-bc3c-4cae-bef5-eb478fffbef1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:25.180226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-680fc03f-cd56-44fc-9c99-e6b85fbea9e4 None None] Provisioning complete for port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:25.184229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8800f-96ba-4d5f-8c43-f0f90fb15966 req-35fc28bf-bc3c-4cae-bef5-eb478fffbef1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:25.186149 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-680fc03f-cd56-44fc-9c99-e6b85fbea9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a4ac11bb-85ac-4841-b49f-27b6e73d2b8b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:25.205200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0fe8800f-96ba-4d5f-8c43-f0f90fb15966 req-35fc28bf-bc3c-4cae-bef5-eb478fffbef1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 1.0039775 Feb 04 13:43:25.312567 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68fa0f0b-9513-43a1-b10e-673e4e8bc122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (125174e1-20cb-4d44-96a0-df58c7f7dce6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:25.366640 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-68fa0f0b-9513-43a1-b10e-673e4e8bc122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125174e1-20cb-4d44-96a0-df58c7f7dce6']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:25.378590 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-68fa0f0b-9513-43a1-b10e-673e4e8bc122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6329fa-dd80-4060-9161-23c8b128158e') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:25.379329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-68fa0f0b-9513-43a1-b10e-673e4e8bc122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6329fa-dd80-4060-9161-23c8b128158e') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:25.395455 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68fa0f0b-9513-43a1-b10e-673e4e8bc122 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (bc6329fa-dd80-4060-9161-23c8b128158e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:25.424387 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68fa0f0b-9513-43a1-b10e-673e4e8bc122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (bc6329fa-dd80-4060-9161-23c8b128158e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:25.447195 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68fa0f0b-9513-43a1-b10e-673e4e8bc122 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:43:25.448120 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68fa0f0b-9513-43a1-b10e-673e4e8bc122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (bc6329fa-dd80-4060-9161-23c8b128158e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:25.448829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0fe8800f-96ba-4d5f-8c43-f0f90fb15966 req-772f7683-5532-46b8-b98e-1e41cfdfc2d1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2187483 Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:43:25.673475 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:43:25.749595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Attempting to bind port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:43:25.750356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Attempting to bind port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:43:25.750913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Attempting to bind port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc on network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:43:25.765397 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b42d3a33-dba5-489f-9ee4-b014a6da211b req-4e305cfd-6330-4c1f-9f3f-fd37459698b0 service neutron] 10.222.0.99 "GET /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3559110 Feb 04 13:43:25.766429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc on network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:43:25.766927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Attempting to bind port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc on network 654735fb-8c15-4ee8-89b5-c0c465bfbf87 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:43:25.804858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:43:25.812509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Checking segment: {'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:43:25.814201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Bound using segment: {'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:43:25.814941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Bound port: d53363ee-036b-4cf4-aae2-3bf6b51f3cbc, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7ba93a-afd9-4b89-99a5-911f38e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:43:25.817150 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d53363ee-036b-4cf4-aae2-3bf6b51f3cbc), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:25.878211 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68fa0f0b-9513-43a1-b10e-673e4e8bc122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (125174e1-20cb-4d44-96a0-df58c7f7dce6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:25.918964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:43:25.921547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device dfdae320-b41f-44a8-881c-1fc9ecb57a58 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:43:25.985299 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68fa0f0b-9513-43a1-b10e-673e4e8bc122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:25.994693 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-68fa0f0b-9513-43a1-b10e-673e4e8bc122 admin admin] 10.222.0.96 "DELETE /v2.0/networks/125174e1-20cb-4d44-96a0-df58c7f7dce6 HTTP/1.1" status: 204 len: 168 time: 1.8119724 Feb 04 13:43:26.013915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa0f0b-9513-43a1-b10e-673e4e8bc122 admin admin] Pushing event deleted for resources: {'Network': ['ID=125174e1-20cb-4d44-96a0-df58c7f7dce6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:26.024667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-680fc03f-cd56-44fc-9c99-e6b85fbea9e4 None None] Current status of the port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:43:26.175575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:43:26.197674 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd59efc4-e313-4372-89a4-c6f8ff96f7db None None] Sync routers for ids ['26c45cf3-2430-432e-a2b6-433398d4516e'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:43:26.200099 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port dfdae320-b41f-44a8-881c-1fc9ecb57a58 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:26.200838 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:26.217811 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9b160a0e-df22-48b1-8df2-bd05f920ffc5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/26c45cf3-2430-432e-a2b6-433398d4516e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5572729 Feb 04 13:43:26.225506 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54894) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:26.233974 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd59efc4-e313-4372-89a4-c6f8ff96f7db None None] Routers {'26c45cf3-2430-432e-a2b6-433398d4516e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:43:26.235546 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-cd59efc4-e313-4372-89a4-c6f8ff96f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:43:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['26c45cf3-2430-432e-a2b6-433398d4516e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:26.333953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c2c6d967-d635-49e4-8354-89c94a3f1d72 None None] Provisioning complete for port e96d28a1-5624-4dce-a1d5-82cdf83e96fa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:26.334472 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d967-d635-49e4-8354-89c94a3f1d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e96d28a1-5624-4dce-a1d5-82cdf83e96fa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:26.353201 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-cd59efc4-e313-4372-89a4-c6f8ff96f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:26.376223 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd59efc4-e313-4372-89a4-c6f8ff96f7db None None] Routers {'26c45cf3-2430-432e-a2b6-433398d4516e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:43:26.377264 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-cd59efc4-e313-4372-89a4-c6f8ff96f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:43:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['26c45cf3-2430-432e-a2b6-433398d4516e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:26.455901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c2c6d967-d635-49e4-8354-89c94a3f1d72 None None] Port e96d28a1-5624-4dce-a1d5-82cdf83e96fa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:43:26.524971 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-cd59efc4-e313-4372-89a4-c6f8ff96f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:26.526045 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd59efc4-e313-4372-89a4-c6f8ff96f7db None None] The sync data for ids ['26c45cf3-2430-432e-a2b6-433398d4516e'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:43:26.528192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c2c6d967-d635-49e4-8354-89c94a3f1d72 None None] Provisioning complete for port dfdae320-b41f-44a8-881c-1fc9ecb57a58 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:26.529164 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d967-d635-49e4-8354-89c94a3f1d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:26.566437 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afdefa6-a934-4caf-8ba1-d57de04e2907 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:26.579998 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54904) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:26.584132 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9afdefa6-a934-4caf-8ba1-d57de04e2907 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports/e96d28a1-5624-4dce-a1d5-82cdf83e96fa HTTP/1.1" status: 200 len: 910 time: 0.3392792 Feb 04 13:43:26.647985 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54906) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:26.776259 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0eb4eae0-8651-4150-bd74-4acd06023e6d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=76aedb4524df40718f20ca5ee3d21056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269629 Feb 04 13:43:26.779919 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54908) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:26.981146 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c2c6d967-d635-49e4-8354-89c94a3f1d72 None None] Current status of the port dfdae320-b41f-44a8-881c-1fc9ecb57a58 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:43:26.982853 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d967-d635-49e4-8354-89c94a3f1d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:26.983537 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-356c80cf-2eef-4a85-b84c-599b0fc95884 admin admin] Publish callbacks [] for security_group (a709f0b0-146d-4356-9d46-6c372169bde2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:26.998631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port dfdae320-b41f-44a8-881c-1fc9ecb57a58 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:43:26.999440 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:27.041475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] For port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:43:27.063646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port dfdae320-b41f-44a8-881c-1fc9ecb57a58, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=dfdae320-b41f-44a8-881c-1fc9ecb57a58,segment=NetworkSegment(82bf9fe6-75d9-4567-aec4-e80e0ae78c78),segment_id=82bf9fe6-75d9-4567-aec4-e80e0ae78c78)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:27.078486 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-356c80cf-2eef-4a85-b84c-599b0fc95884 admin admin] Publish callbacks [] for security_group (a709f0b0-146d-4356-9d46-6c372169bde2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:27.094149 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:27.108790 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487d5e0-1676-450f-8c66-963262c6b70d req-44eef426-8572-43f0-be2a-0970e793fe75 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:27.113998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8487d5e0-1676-450f-8c66-963262c6b70d req-44eef426-8572-43f0-be2a-0970e793fe75 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 946 time: 1.2261164 Feb 04 13:43:27.129737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c0c4527e-c8b8-4635-993f-b365f28ae7ca no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:43:27.211991 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-356c80cf-2eef-4a85-b84c-599b0fc95884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a709f0b0-146d-4356-9d46-6c372169bde2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:27.224589 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-356c80cf-2eef-4a85-b84c-599b0fc95884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:27.230177 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-356c80cf-2eef-4a85-b84c-599b0fc95884 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a709f0b0-146d-4356-9d46-6c372169bde2 HTTP/1.1" status: 204 len: 168 time: 0.4487247 Feb 04 13:43:27.295711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] For port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d53363ee-036b-4cf4-aae2-3bf6b51f3cbc,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:43:27.300930 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c80cf-2eef-4a85-b84c-599b0fc95884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a709f0b0-146d-4356-9d46-6c372169bde2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:27.381249 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (d53363ee-036b-4cf4-aae2-3bf6b51f3cbc), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:27.400414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: c0c4527e-c8b8-4635-993f-b365f28ae7ca {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:43:27.400892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c0c4527e-c8b8-4635-993f-b365f28ae7ca not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:43:27.510420 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-c2c6d967-d635-49e4-8354-89c94a3f1d72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:43:27.511464 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-c2c6d967-d635-49e4-8354-89c94a3f1d72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:43:27.520015 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=dfdae320-b41f-44a8-881c-1fc9ecb57a58,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:27.629014 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8487d5e0-1676-450f-8c66-963262c6b70d req-9d38d8b1-015c-4486-b495-5a71fc6c36c7 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109595 Feb 04 13:43:27.645503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:27.648017 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:27.650996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] 10.222.0.99 "PUT /v2.0/ports/d53363ee-036b-4cf4-aae2-3bf6b51f3cbc HTTP/1.1" status: 200 len: 1093 time: 6.5219603 Feb 04 13:43:27.663922 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b884113-f54f-4652-b707-e89d0a9983b5', 'tag': 'd53363ee-036b-4cf4-aae2-3bf6b51f3cbc'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:43:27.674487 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c014906-add3-4357-a01b-1c46df40f563" -d '{"events": [{"name": "network-changed", "server_uuid": "6b884113-f54f-4652-b707-e89d0a9983b5", "tag": "d53363ee-036b-4cf4-aae2-3bf6b51f3cbc"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:43:28.047259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f39672-d46e-4ad3-b048-35b33129071b service neutron] Pushing event updated for resources: {'Port': ['ID=d53363ee-036b-4cf4-aae2-3bf6b51f3cbc,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:28.157296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-aee98baa-9609-4932-b261-fd8dca6ba23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:28.159687 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-aee98baa-9609-4932-b261-fd8dca6ba23a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&device_id=6b884113-f54f-4652-b707-e89d0a9983b5 HTTP/1.1" status: 200 len: 1127 time: 0.3157394 Feb 04 13:43:28.172852 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c2c6d967-d635-49e4-8354-89c94a3f1d72 None None] Current status of the port dfdae320-b41f-44a8-881c-1fc9ecb57a58 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:43:28.292740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefd4fa-032f-452c-bf8c-050ca0753246 req-2ea3e594-de75-4431-af8e-ad4dbe89959b tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:28.302693 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cefd4fa-032f-452c-bf8c-050ca0753246 req-2ea3e594-de75-4431-af8e-ad4dbe89959b tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b884113-f54f-4652-b707-e89d0a9983b5 HTTP/1.1" status: 200 len: 944 time: 0.3569851 Feb 04 13:43:28.331306 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5a708b9f-eb29-469e-a752-ba78a51b254a None None] Provisioning complete for port dfdae320-b41f-44a8-881c-1fc9ecb57a58 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:28.332518 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5a708b9f-eb29-469e-a752-ba78a51b254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:28.425617 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-8b551758-2f50-4247-ab63-438e6a0c8ee7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d53363ee-036b-4cf4-aae2-3bf6b51f3cbc HTTP/1.1" status: 200 len: 217 time: 0.1669192 Feb 04 13:43:28.664022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-f969be7d-0a80-4d92-9710-e8468c3169cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:28.666794 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-f969be7d-0a80-4d92-9710-e8468c3169cd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66447e54-648f-4c91-94f7-50b0b4107fcd HTTP/1.1" status: 200 len: 855 time: 0.1781797 Feb 04 13:43:28.714760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5a708b9f-eb29-469e-a752-ba78a51b254a None None] Current status of the port dfdae320-b41f-44a8-881c-1fc9ecb57a58 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:43:28.790030 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-61d5933f-979d-40ca-b999-3bb04d3399ea service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=654735fb-8c15-4ee8-89b5-c0c465bfbf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536299 Feb 04 13:43:29.017413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-ee922e4d-9185-453e-82ed-a65d7d32abe4 service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088356 Feb 04 13:43:29.195193 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11fdda12-159f-4d2a-869b-e48b7083e8ca req-eb6ac4e5-9f24-4bd7-b1f9-e9206f6f6354 service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648107 Feb 04 13:43:29.262064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cefd4fa-032f-452c-bf8c-050ca0753246 req-a137a809-6fa3-418c-96a1-c350bf3e60f0 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9578469 Feb 04 13:43:29.278924 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:29.728403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device dfdae320-b41f-44a8-881c-1fc9ecb57a58 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:43:29.871438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port dfdae320-b41f-44a8-881c-1fc9ecb57a58 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:29.872375 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:30.100245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port dfdae320-b41f-44a8-881c-1fc9ecb57a58 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:43:30.523675 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947850c-7aec-485d-a2dd-4fdeb3dcc805 req-e384ddd1-1e69-4c18-9656-9d6d1e5aefb7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:30.531519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947850c-7aec-485d-a2dd-4fdeb3dcc805 req-e384ddd1-1e69-4c18-9656-9d6d1e5aefb7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:30.540893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947850c-7aec-485d-a2dd-4fdeb3dcc805 req-e384ddd1-1e69-4c18-9656-9d6d1e5aefb7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:30.555933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947850c-7aec-485d-a2dd-4fdeb3dcc805 req-e384ddd1-1e69-4c18-9656-9d6d1e5aefb7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:30.569670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947850c-7aec-485d-a2dd-4fdeb3dcc805 req-e384ddd1-1e69-4c18-9656-9d6d1e5aefb7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:30.577643 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947850c-7aec-485d-a2dd-4fdeb3dcc805 req-e384ddd1-1e69-4c18-9656-9d6d1e5aefb7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:30.586820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947850c-7aec-485d-a2dd-4fdeb3dcc805 req-e384ddd1-1e69-4c18-9656-9d6d1e5aefb7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:30.590083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b947850c-7aec-485d-a2dd-4fdeb3dcc805 req-e384ddd1-1e69-4c18-9656-9d6d1e5aefb7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 1.0134964 Feb 04 13:43:31.073072 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b947850c-7aec-485d-a2dd-4fdeb3dcc805 req-c82de321-e210-4feb-892a-a6d6683e0e15 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4709859 Feb 04 13:43:31.134590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Allocated IP 172.21.0.1 (2b678cc0-06ac-4834-967c-6ae5ce980b6d/32c55d15-4907-426c-b4bf-5ac809c73421/258b0d5a-c0da-4231-93b3-d6847e23ed07) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:43:31.690292 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (258b0d5a-c0da-4231-93b3-d6847e23ed07), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:31.844409 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (258b0d5a-c0da-4231-93b3-d6847e23ed07), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:31.887421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network 2b678cc0-06ac-4834-967c-6ae5ce980b6d is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:43:31.892623 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:31.909352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:43:32.002263 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c86f742-9610-415b-91ee-4bc55e3c17ba x-openstack-request-id: req-9c86f742-9610-415b-91ee-4bc55e3c17ba {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:43:32.002783 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b884113-f54f-4652-b707-e89d0a9983b5", "tag": "d53363ee-036b-4cf4-aae2-3bf6b51f3cbc", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:43:32.003282 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9c86f742-9610-415b-91ee-4bc55e3c17ba {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:43:32.004144 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b884113-f54f-4652-b707-e89d0a9983b5', 'tag': 'd53363ee-036b-4cf4-aae2-3bf6b51f3cbc', 'status': 'completed', 'code': 200} Feb 04 13:43:32.183563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=258b0d5a-c0da-4231-93b3-d6847e23ed07,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:32.233394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c014906-add3-4357-a01b-1c46df40f563 req-c5b614c7-5c55-4970-9b27-8b80a74fe8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:32.238615 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c014906-add3-4357-a01b-1c46df40f563 req-c5b614c7-5c55-4970-9b27-8b80a74fe8c9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&device_id=6b884113-f54f-4652-b707-e89d0a9983b5 HTTP/1.1" status: 200 len: 1127 time: 0.2332392 Feb 04 13:43:32.264442 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (26c45cf3-2430-432e-a2b6-433398d4516e), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:32.535618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a0a43db7-ba0b-4388-a7d6-f729f0131fb3 None None] Provisioning complete for port 258b0d5a-c0da-4231-93b3-d6847e23ed07 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:32.538031 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a0a43db7-ba0b-4388-a7d6-f729f0131fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (258b0d5a-c0da-4231-93b3-d6847e23ed07), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:32.672833 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a0a43db7-ba0b-4388-a7d6-f729f0131fb3 None None] Port 258b0d5a-c0da-4231-93b3-d6847e23ed07 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:43:32.708131 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c014906-add3-4357-a01b-1c46df40f563 req-b5090cb3-72fc-4261-be57-69f993fa27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:32.718891 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c014906-add3-4357-a01b-1c46df40f563 req-b5090cb3-72fc-4261-be57-69f993fa27eb service neutron] 10.222.0.99 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 916 time: 0.4702656 Feb 04 13:43:32.931644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c014906-add3-4357-a01b-1c46df40f563 req-7fbc582f-3a14-46a2-95be-a4e18fc2108f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d53363ee-036b-4cf4-aae2-3bf6b51f3cbc HTTP/1.1" status: 200 len: 217 time: 0.1246347 Feb 04 13:43:33.035819 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c014906-add3-4357-a01b-1c46df40f563 req-964c14e3-f6ed-4e30-99bb-0fe583e27192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:33.040737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c014906-add3-4357-a01b-1c46df40f563 req-964c14e3-f6ed-4e30-99bb-0fe583e27192 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66447e54-648f-4c91-94f7-50b0b4107fcd HTTP/1.1" status: 200 len: 855 time: 0.1028976 Feb 04 13:43:33.105131 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c014906-add3-4357-a01b-1c46df40f563 req-d6ebf7f1-56a0-436f-ad38-5054b51d9e29 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=654735fb-8c15-4ee8-89b5-c0c465bfbf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571172 Feb 04 13:43:33.106908 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (258b0d5a-c0da-4231-93b3-d6847e23ed07), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:33.790447 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c014906-add3-4357-a01b-1c46df40f563 req-3df7d807-59d0-404d-86d1-66b152be2e24 service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6579809 Feb 04 13:43:34.152376 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d53363ee-036b-4cf4-aae2-3bf6b51f3cbc details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:43:34.177511 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (258b0d5a-c0da-4231-93b3-d6847e23ed07), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.241138 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (258b0d5a-c0da-4231-93b3-d6847e23ed07), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.375854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=258b0d5a-c0da-4231-93b3-d6847e23ed07,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:34.658432 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d53363ee-036b-4cf4-aae2-3bf6b51f3cbc,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:34.677384 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29836-c98a-446a-b987-8fe04b91fbc3 req-1fe80567-921c-46cb-9e74-c794023d8082 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:34.711640 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'd53363ee-036b-4cf4-aae2-3bf6b51f3cbc', 'network_id': '654735fb-8c15-4ee8-89b5-c0c465bfbf87', 'port_id': 'd53363ee-036b-4cf4-aae2-3bf6b51f3cbc', 'mac_address': 'fa:16:3e:db:39:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66447e54-648f-4c91-94f7-50b0b4107fcd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:43:34.732909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0ce29836-c98a-446a-b987-8fe04b91fbc3 req-1fe80567-921c-46cb-9e74-c794023d8082 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b884113-f54f-4652-b707-e89d0a9983b5 HTTP/1.1" status: 200 len: 944 time: 1.3236089 Feb 04 13:43:34.826955 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c014906-add3-4357-a01b-1c46df40f563 req-a2457a4b-9a2d-46f4-8d85-98638585f84c service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6456254 Feb 04 13:43:34.967565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:43:34.968178 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d53363ee-036b-4cf4-aae2-3bf6b51f3cbc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:35.014957 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53363ee-036b-4cf4-aae2-3bf6b51f3cbc {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:43:35.037453 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0ce29836-c98a-446a-b987-8fe04b91fbc3 req-4fa1f798-2f57-4d25-8336-ae1a792f774f tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020182 Feb 04 13:43:35.038450 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (26c45cf3-2430-432e-a2b6-433398d4516e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:35.120657 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d53363ee-036b-4cf4-aae2-3bf6b51f3cbc,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:35.138900 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d53363ee-036b-4cf4-aae2-3bf6b51f3cbc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:35.302455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network 2b678cc0-06ac-4834-967c-6ae5ce980b6d is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:43:35.306541 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:35.319631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=d53363ee-036b-4cf4-aae2-3bf6b51f3cbc,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:35.522568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['d53363ee-036b-4cf4-aae2-3bf6b51f3cbc'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:43:35.696217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 26c45cf3-2430-432e-a2b6-433398d4516e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:43:35.985045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e469a04-2a54-4109-bcde-d66c24612b58 req-6c108375-b5d0-4cfb-8d0f-6ad37f504280 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:35.995033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e469a04-2a54-4109-bcde-d66c24612b58 req-6c108375-b5d0-4cfb-8d0f-6ad37f504280 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:36.002212 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e469a04-2a54-4109-bcde-d66c24612b58 req-6c108375-b5d0-4cfb-8d0f-6ad37f504280 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:36.010641 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e469a04-2a54-4109-bcde-d66c24612b58 req-6c108375-b5d0-4cfb-8d0f-6ad37f504280 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:36.019986 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e469a04-2a54-4109-bcde-d66c24612b58 req-6c108375-b5d0-4cfb-8d0f-6ad37f504280 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:36.032861 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e469a04-2a54-4109-bcde-d66c24612b58 req-6c108375-b5d0-4cfb-8d0f-6ad37f504280 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:36.057889 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e469a04-2a54-4109-bcde-d66c24612b58 req-6c108375-b5d0-4cfb-8d0f-6ad37f504280 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:36.074965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e469a04-2a54-4109-bcde-d66c24612b58 req-6c108375-b5d0-4cfb-8d0f-6ad37f504280 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 0.7640338 Feb 04 13:43:36.195753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-abb5a2e0-b62d-4596-bbcc-f24e55e56c2b None None] Provisioning complete for port 258b0d5a-c0da-4231-93b3-d6847e23ed07 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:36.196948 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-abb5a2e0-b62d-4596-bbcc-f24e55e56c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (258b0d5a-c0da-4231-93b3-d6847e23ed07), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:36.217665 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:43:36.253201 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55056) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:36.253955 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3edf6ef7-03c4-40a4-b640-c1146557e1fd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/26c45cf3-2430-432e-a2b6-433398d4516e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6664860 Feb 04 13:43:36.280449 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9f7ea-137e-4e8a-9622-d225bd58f640 None None] Sync routers for ids ['26c45cf3-2430-432e-a2b6-433398d4516e'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:43:36.310756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9f7ea-137e-4e8a-9622-d225bd58f640 None None] Routers {'26c45cf3-2430-432e-a2b6-433398d4516e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:43:36.312453 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-20c9f7ea-137e-4e8a-9622-d225bd58f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:43:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['26c45cf3-2430-432e-a2b6-433398d4516e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:36.320473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e469a04-2a54-4109-bcde-d66c24612b58 req-d3062ae6-c6d6-484d-b5e1-a63137d51ce0 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2325776 Feb 04 13:43:36.424932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-abb5a2e0-b62d-4596-bbcc-f24e55e56c2b None None] Port 258b0d5a-c0da-4231-93b3-d6847e23ed07 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:43:36.436850 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-20c9f7ea-137e-4e8a-9622-d225bd58f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:36.474645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9f7ea-137e-4e8a-9622-d225bd58f640 None None] Routers {'26c45cf3-2430-432e-a2b6-433398d4516e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:43:36.475983 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-20c9f7ea-137e-4e8a-9622-d225bd58f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:43:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['26c45cf3-2430-432e-a2b6-433398d4516e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:36.508885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c12d15-ae1d-46bf-9156-d0b1e78c2ee2 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:36.516631 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55062) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:36.535009 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-29c12d15-ae1d-46bf-9156-d0b1e78c2ee2 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports/258b0d5a-c0da-4231-93b3-d6847e23ed07 HTTP/1.1" status: 200 len: 910 time: 0.2804956 Feb 04 13:43:36.560578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-20c9f7ea-137e-4e8a-9622-d225bd58f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:36.561831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9f7ea-137e-4e8a-9622-d225bd58f640 None None] The sync data for ids ['26c45cf3-2430-432e-a2b6-433398d4516e'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:43:36.931730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d5f74-898e-4938-8c34-386f03b28058 req-0468818d-dfb3-4f4f-b6c0-da92d6e20712 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:36.935126 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e8d5f74-898e-4938-8c34-386f03b28058 req-0468818d-dfb3-4f4f-b6c0-da92d6e20712 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 946 time: 0.3055468 Feb 04 13:43:37.136560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e8d5f74-898e-4938-8c34-386f03b28058 req-7788aedd-6cde-4910-bf50-d2e986dc3a36 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945891 Feb 04 13:43:37.590997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f6b2a358-8f27-423a-9b61-e0a1706e6dfd req-9c1761a5-0c65-4feb-8e05-9319683e0c4b tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=329d8302-b170-4a19-b699-d4ff7754da60 HTTP/1.1" status: 200 len: 210 time: 0.0745654 Feb 04 13:43:37.963921 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2f9a19c2-824a-4823-a6f2-26441029756f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (26c45cf3-2430-432e-a2b6-433398d4516e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:38.085199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc43c7-3dac-4c6d-9c3a-a4c9b3259e4f req-57bc76b5-7718-4a84-9a64-4e6dfab38dde tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:38.091995 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ebdc43c7-3dac-4c6d-9c3a-a4c9b3259e4f req-57bc76b5-7718-4a84-9a64-4e6dfab38dde tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b884113-f54f-4652-b707-e89d0a9983b5 HTTP/1.1" status: 200 len: 945 time: 0.2586262 Feb 04 13:43:38.178019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d53363ee-036b-4cf4-aae2-3bf6b51f3cbc up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:43:38.230747 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ebdc43c7-3dac-4c6d-9c3a-a4c9b3259e4f req-21e18aca-78c4-48b8-a684-4be574d0bba5 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871968 Feb 04 13:43:38.368546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:43:38.378396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:38.386530 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d53363ee-036b-4cf4-aae2-3bf6b51f3cbc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:38.727705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:43:38.728558 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d53363ee-036b-4cf4-aae2-3bf6b51f3cbc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:38.807413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b884113-f54f-4652-b707-e89d0a9983b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53363ee-036b-4cf4-aae2-3bf6b51f3cbc'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:43:38.810729 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77059b8a-206c-4b1d-a606-cf0fc9a56ad9" -d '{"events": [{"server_uuid": "6b884113-f54f-4652-b707-e89d0a9983b5", "name": "network-vif-plugged", "status": "completed", "tag": "d53363ee-036b-4cf4-aae2-3bf6b51f3cbc"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:43:38.845233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d53363ee-036b-4cf4-aae2-3bf6b51f3cbc,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:38.853770 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d53363ee-036b-4cf4-aae2-3bf6b51f3cbc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:38.869234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bba1ed-8f01-4a0e-b750-51478268c39b req-477bc35f-5554-496f-9225-f487943fa0a2 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:38.877400 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-35bba1ed-8f01-4a0e-b750-51478268c39b req-477bc35f-5554-496f-9225-f487943fa0a2 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 946 time: 0.3370416 Feb 04 13:43:38.982822 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=d53363ee-036b-4cf4-aae2-3bf6b51f3cbc,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:39.062092 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-415acab4-9582-4f51-ae55-2ea09cac17a9 req-a46f4bf3-50c7-4346-8eff-49d9e8fe47c5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=961753dd-7843-4c83-9e18-b552cd974a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6196876 Feb 04 13:43:39.243720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-35bba1ed-8f01-4a0e-b750-51478268c39b req-f651e8e6-0fa7-4768-9fe6-a2a9a126dd87 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651290 Feb 04 13:43:39.246840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ba5c8b2-4067-4741-9e57-d31bba14c229 req-3e3c5880-375f-42e1-82f6-b2bb8e47fb74 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=329d8302-b170-4a19-b699-d4ff7754da60 HTTP/1.1" status: 200 len: 210 time: 0.0907011 Feb 04 13:43:39.373971 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a19c2-824a-4823-a6f2-26441029756f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port 258b0d5a-c0da-4231-93b3-d6847e23ed07 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:43:39.374155 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2f9a19c2-824a-4823-a6f2-26441029756f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (258b0d5a-c0da-4231-93b3-d6847e23ed07), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:39.591648 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2f9a19c2-824a-4823-a6f2-26441029756f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (258b0d5a-c0da-4231-93b3-d6847e23ed07), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:39.619121 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a19c2-824a-4823-a6f2-26441029756f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for 258b0d5a-c0da-4231-93b3-d6847e23ed07 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:43:39.876890 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415acab4-9582-4f51-ae55-2ea09cac17a9 req-6f561fb5-a1e2-40e8-b373-9f12ea67f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:39.879451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-415acab4-9582-4f51-ae55-2ea09cac17a9 req-6f561fb5-a1e2-40e8-b373-9f12ea67f01a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 1128 time: 0.6525466 Feb 04 13:43:40.312432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088a060-8bd8-4c14-a659-2a8267d9ec78 req-ad27ae71-1ed2-4be8-9d76-1fad01de6a0f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:40.326578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088a060-8bd8-4c14-a659-2a8267d9ec78 req-ad27ae71-1ed2-4be8-9d76-1fad01de6a0f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:40.340326 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088a060-8bd8-4c14-a659-2a8267d9ec78 req-ad27ae71-1ed2-4be8-9d76-1fad01de6a0f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:40.355490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088a060-8bd8-4c14-a659-2a8267d9ec78 req-ad27ae71-1ed2-4be8-9d76-1fad01de6a0f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:40.370474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088a060-8bd8-4c14-a659-2a8267d9ec78 req-ad27ae71-1ed2-4be8-9d76-1fad01de6a0f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:40.385334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088a060-8bd8-4c14-a659-2a8267d9ec78 req-ad27ae71-1ed2-4be8-9d76-1fad01de6a0f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:40.396933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088a060-8bd8-4c14-a659-2a8267d9ec78 req-ad27ae71-1ed2-4be8-9d76-1fad01de6a0f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:40.400260 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c088a060-8bd8-4c14-a659-2a8267d9ec78 req-ad27ae71-1ed2-4be8-9d76-1fad01de6a0f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 0.9019697 Feb 04 13:43:40.974274 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-78bf12eb-f6e6-48d3-a86e-1b95ff91f5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:41.603326 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415acab4-9582-4f51-ae55-2ea09cac17a9 req-e08f3f93-1eb8-4baa-b8f8-d1de17159d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:41.606623 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-415acab4-9582-4f51-ae55-2ea09cac17a9 req-e08f3f93-1eb8-4baa-b8f8-d1de17159d8d service neutron] 10.222.0.99 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 916 time: 1.6957333 Feb 04 13:43:41.619300 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c088a060-8bd8-4c14-a659-2a8267d9ec78 req-7581562c-f519-450c-845b-10ad16d0bd8e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1967030 Feb 04 13:43:41.766912 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-415acab4-9582-4f51-ae55-2ea09cac17a9 req-8aa492da-645f-44f6-bef3-695d101f370d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65f83736-6a76-4332-b2fc-15a543bc1f07 HTTP/1.1" status: 200 len: 217 time: 0.1309605 Feb 04 13:43:41.768740 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2f9a19c2-824a-4823-a6f2-26441029756f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (258b0d5a-c0da-4231-93b3-d6847e23ed07), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:41.990833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a19c2-824a-4823-a6f2-26441029756f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=258b0d5a-c0da-4231-93b3-d6847e23ed07,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:42.297943 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fad417-2fb7-4a3c-b56b-47a0e38e0e03 x-openstack-request-id: req-c5fad417-2fb7-4a3c-b56b-47a0e38e0e03 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:43:42.298509 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b884113-f54f-4652-b707-e89d0a9983b5", "name": "network-vif-plugged", "status": "completed", "tag": "d53363ee-036b-4cf4-aae2-3bf6b51f3cbc", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:43:42.298994 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c5fad417-2fb7-4a3c-b56b-47a0e38e0e03 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:43:42.299683 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b884113-f54f-4652-b707-e89d0a9983b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53363ee-036b-4cf4-aae2-3bf6b51f3cbc', 'code': 200} Feb 04 13:43:42.526027 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55152) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:42.774047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415acab4-9582-4f51-ae55-2ea09cac17a9 req-998f6296-24d3-44f1-974f-f7ecf7d30027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:42.777394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-415acab4-9582-4f51-ae55-2ea09cac17a9 req-998f6296-24d3-44f1-974f-f7ecf7d30027 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66447e54-648f-4c91-94f7-50b0b4107fcd HTTP/1.1" status: 200 len: 855 time: 0.9710479 Feb 04 13:43:42.923526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-415acab4-9582-4f51-ae55-2ea09cac17a9 req-0f2446ef-c24b-4c6b-b39d-7da806271328 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=654735fb-8c15-4ee8-89b5-c0c465bfbf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751088 Feb 04 13:43:42.961586 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:43:43.207280 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:43.531391 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Publish callbacks [] for security_group (5b235254-a89a-48a8-9970-a4e3b9842dad), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:43.548046 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5b235254-a89a-48a8-9970-a4e3b9842dad), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:43.580659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310f622-d84f-4e44-91e4-7c2bebb27aa7 req-18d3dc3b-cfdf-4872-9338-e9dfbce04f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:43.583930 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8310f622-d84f-4e44-91e4-7c2bebb27aa7 req-18d3dc3b-cfdf-4872-9338-e9dfbce04f99 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6b884113-f54f-4652-b707-e89d0a9983b5 HTTP/1.1" status: 200 len: 1129 time: 1.0481784 Feb 04 13:43:43.584903 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2f9a19c2-824a-4823-a6f2-26441029756f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (26c45cf3-2430-432e-a2b6-433398d4516e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:43.709394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-415acab4-9582-4f51-ae55-2ea09cac17a9 req-04258da7-946c-4e7a-a114-d581ed42492e service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986938 Feb 04 13:43:43.737931 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e1f6205c2a4d46afba47d70bbccd884d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2099786 Feb 04 13:43:43.739795 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55170) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:43.743166 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6bbc343a-0dc7-411c-9540-62f0ba83a5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:43.744555 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b235254-a89a-48a8-9970-a4e3b9842dad,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:43.858434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:43.859390 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:43.860210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:43.861018 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:43.861810 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:43.862649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:43.863451 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:43.864814 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:43.865623 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:43.866415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:43.867249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:43.868068 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:43.868863 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbaa13-a75b-485d-bdf7-7ca0e9529a39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:43.956978 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:43.966926 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca28f-e591-4b88-924f-64a094a86262 admin admin] Publish callbacks [] for security_group (5b235254-a89a-48a8-9970-a4e3b9842dad), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:44.069899 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924b34e-0693-4ef9-ab4e-ce3f75529f04 req-4f111fee-c578-41c6-a0bf-852acfa7dd47 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:44.072743 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca28f-e591-4b88-924f-64a094a86262 admin admin] Publish callbacks [] for security_group (5b235254-a89a-48a8-9970-a4e3b9842dad), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:44.085164 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5924b34e-0693-4ef9-ab4e-ce3f75529f04 req-4f111fee-c578-41c6-a0bf-852acfa7dd47 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b884113-f54f-4652-b707-e89d0a9983b5 HTTP/1.1" status: 200 len: 946 time: 0.9390354 Feb 04 13:43:44.194330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca28f-e591-4b88-924f-64a094a86262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5b235254-a89a-48a8-9970-a4e3b9842dad), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:44.197698 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca28f-e591-4b88-924f-64a094a86262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:44.202971 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2b0ca28f-e591-4b88-924f-64a094a86262 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5b235254-a89a-48a8-9970-a4e3b9842dad HTTP/1.1" status: 204 len: 168 time: 0.4212036 Feb 04 13:43:44.226787 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ca28f-e591-4b88-924f-64a094a86262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b235254-a89a-48a8-9970-a4e3b9842dad,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:44.447178 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8310f622-d84f-4e44-91e4-7c2bebb27aa7 req-50636dc5-7e02-438d-9961-973eb7446bc0 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8302073 Feb 04 13:43:44.580056 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5924b34e-0693-4ef9-ab4e-ce3f75529f04 req-db40d2f9-5027-4af2-823f-825e3af164bb tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936061 Feb 04 13:43:44.608511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-415acab4-9582-4f51-ae55-2ea09cac17a9 req-250d8ed8-ef1c-4cd7-a8bd-f08bf6bc693f service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8953004 Feb 04 13:43:44.639182 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:45.195495 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55208) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:45.218707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9a19c2-824a-4823-a6f2-26441029756f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 26c45cf3-2430-432e-a2b6-433398d4516e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:43:45.248275 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90bb01e9-b4e7-442e-8c0e-d5b61b4a1253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:45.264330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd2d30-704a-4a0f-ac6c-77537c944682 req-c005d4fc-b332-4bc6-93ba-35b736d2d294 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:45.270807 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0abd2d30-704a-4a0f-ac6c-77537c944682 req-c005d4fc-b332-4bc6-93ba-35b736d2d294 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 946 time: 0.3044307 Feb 04 13:43:45.550213 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:45.580667 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90bb01e9-b4e7-442e-8c0e-d5b61b4a1253 admin admin] Publish callbacks [] for security_group (5e4fe1be-52ea-4103-8aa8-1eec02b411ba), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:45.589191 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90bb01e9-b4e7-442e-8c0e-d5b61b4a1253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5e4fe1be-52ea-4103-8aa8-1eec02b411ba), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:45.651927 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb01e9-b4e7-442e-8c0e-d5b61b4a1253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4fe1be-52ea-4103-8aa8-1eec02b411ba,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:45.724115 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-90bb01e9-b4e7-442e-8c0e-d5b61b4a1253 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1067d5fa4450400992ea4c970c6a479a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5264025 Feb 04 13:43:45.725558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55212) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:45.849186 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-afffa435-825a-4993-bcbb-6e166d9d2ad9 admin admin] Publish callbacks [] for security_group (5e4fe1be-52ea-4103-8aa8-1eec02b411ba), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:45.880793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0abd2d30-704a-4a0f-ac6c-77537c944682 req-443a78cf-f2e5-4691-9b14-017195a8b614 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819664 Feb 04 13:43:45.908212 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9a19c2-824a-4823-a6f2-26441029756f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:43:45.927114 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2f9a19c2-824a-4823-a6f2-26441029756f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/26c45cf3-2430-432e-a2b6-433398d4516e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4086390 Feb 04 13:43:45.931462 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168b25f7-ea4e-49f6-b8ff-51c4e3312eff None None] Sync routers for ids ['26c45cf3-2430-432e-a2b6-433398d4516e'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:43:45.937635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55216) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:45.954600 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-afffa435-825a-4993-bcbb-6e166d9d2ad9 admin admin] Publish callbacks [] for security_group (5e4fe1be-52ea-4103-8aa8-1eec02b411ba), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:46.002399 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b25f7-ea4e-49f6-b8ff-51c4e3312eff None None] Routers {'26c45cf3-2430-432e-a2b6-433398d4516e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:43:46.006613 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-168b25f7-ea4e-49f6-b8ff-51c4e3312eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:43:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['26c45cf3-2430-432e-a2b6-433398d4516e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:46.209769 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-168b25f7-ea4e-49f6-b8ff-51c4e3312eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:46.246565 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b25f7-ea4e-49f6-b8ff-51c4e3312eff None None] Routers {'26c45cf3-2430-432e-a2b6-433398d4516e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:43:46.247600 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-168b25f7-ea4e-49f6-b8ff-51c4e3312eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:43:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['26c45cf3-2430-432e-a2b6-433398d4516e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:46.419187 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-168b25f7-ea4e-49f6-b8ff-51c4e3312eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:46.428120 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168b25f7-ea4e-49f6-b8ff-51c4e3312eff None None] The sync data for ids ['26c45cf3-2430-432e-a2b6-433398d4516e'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:43:46.469505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1115593-9c53-4192-b31e-00e4ae28115e req-d0330bce-4e32-4306-8f36-141f54ef2d25 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:46.506759 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1115593-9c53-4192-b31e-00e4ae28115e req-d0330bce-4e32-4306-8f36-141f54ef2d25 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:46.541009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1115593-9c53-4192-b31e-00e4ae28115e req-d0330bce-4e32-4306-8f36-141f54ef2d25 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:46.565976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1115593-9c53-4192-b31e-00e4ae28115e req-d0330bce-4e32-4306-8f36-141f54ef2d25 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:46.615139 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1115593-9c53-4192-b31e-00e4ae28115e req-d0330bce-4e32-4306-8f36-141f54ef2d25 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:46.633246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1115593-9c53-4192-b31e-00e4ae28115e req-d0330bce-4e32-4306-8f36-141f54ef2d25 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:46.649365 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1115593-9c53-4192-b31e-00e4ae28115e req-d0330bce-4e32-4306-8f36-141f54ef2d25 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:46.668947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1115593-9c53-4192-b31e-00e4ae28115e req-d0330bce-4e32-4306-8f36-141f54ef2d25 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 0.6302001 Feb 04 13:43:46.735886 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-afffa435-825a-4993-bcbb-6e166d9d2ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5e4fe1be-52ea-4103-8aa8-1eec02b411ba), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:46.740486 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-afffa435-825a-4993-bcbb-6e166d9d2ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:46.742494 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-afffa435-825a-4993-bcbb-6e166d9d2ad9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5e4fe1be-52ea-4103-8aa8-1eec02b411ba HTTP/1.1" status: 204 len: 168 time: 1.0104795 Feb 04 13:43:46.869432 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1115593-9c53-4192-b31e-00e4ae28115e req-84108584-57e1-47d2-91cd-2dd2bce39a44 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1674418 Feb 04 13:43:46.876604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffa435-825a-4993-bcbb-6e166d9d2ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4fe1be-52ea-4103-8aa8-1eec02b411ba,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:46.888763 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:47.195444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-95224a7a-1c5e-494e-9b9c-73674c79c18c req-86aff516-6b04-43fc-baeb-889d0c061238 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.1282897 Feb 04 13:43:47.394766 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d281f166-978e-408c-ab11-b4e2bc054b7b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (26c45cf3-2430-432e-a2b6-433398d4516e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:47.678957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899eda53-ef21-48ad-ba67-29e2a328a314 req-2dde6036-7d2d-4ecc-8b88-5a77bbcc28a9 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:47.680832 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-899eda53-ef21-48ad-ba67-29e2a328a314 req-2dde6036-7d2d-4ecc-8b88-5a77bbcc28a9 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b884113-f54f-4652-b707-e89d0a9983b5 HTTP/1.1" status: 200 len: 946 time: 0.2480135 Feb 04 13:43:47.809162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-899eda53-ef21-48ad-ba67-29e2a328a314 req-a24db5d9-b9d2-463b-853a-8fd480bb6ee1 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165075 Feb 04 13:43:47.938679 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:48.199815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75103646-cd33-4ac5-bcc9-f5391d4afb7c req-2f50bd38-f53a-4fff-af6b-f7371e85c645 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:48.221162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-75103646-cd33-4ac5-bcc9-f5391d4afb7c req-2f50bd38-f53a-4fff-af6b-f7371e85c645 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 946 time: 0.2117412 Feb 04 13:43:48.430283 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-75103646-cd33-4ac5-bcc9-f5391d4afb7c req-9d9605c7-782e-49c2-ae87-a2c11d43ef96 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062745 Feb 04 13:43:48.492110 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d281f166-978e-408c-ab11-b4e2bc054b7b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port e96d28a1-5624-4dce-a1d5-82cdf83e96fa {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:43:48.493743 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d281f166-978e-408c-ab11-b4e2bc054b7b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e96d28a1-5624-4dce-a1d5-82cdf83e96fa), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:48.974590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2bb6e-c514-468f-b0d4-6db9dee4da67 req-e5dd40a9-3795-44b3-a6fb-ad1586146df7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:49.008472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2bb6e-c514-468f-b0d4-6db9dee4da67 req-e5dd40a9-3795-44b3-a6fb-ad1586146df7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:49.031699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2bb6e-c514-468f-b0d4-6db9dee4da67 req-e5dd40a9-3795-44b3-a6fb-ad1586146df7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:49.069092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2bb6e-c514-468f-b0d4-6db9dee4da67 req-e5dd40a9-3795-44b3-a6fb-ad1586146df7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:49.070009 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d281f166-978e-408c-ab11-b4e2bc054b7b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e96d28a1-5624-4dce-a1d5-82cdf83e96fa), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:49.099452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2bb6e-c514-468f-b0d4-6db9dee4da67 req-e5dd40a9-3795-44b3-a6fb-ad1586146df7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:49.109130 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d281f166-978e-408c-ab11-b4e2bc054b7b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for e96d28a1-5624-4dce-a1d5-82cdf83e96fa owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:43:49.110013 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2bb6e-c514-468f-b0d4-6db9dee4da67 req-e5dd40a9-3795-44b3-a6fb-ad1586146df7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:49.124196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2bb6e-c514-468f-b0d4-6db9dee4da67 req-e5dd40a9-3795-44b3-a6fb-ad1586146df7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:49.143205 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5a2bb6e-c514-468f-b0d4-6db9dee4da67 req-e5dd40a9-3795-44b3-a6fb-ad1586146df7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 0.4169164 Feb 04 13:43:49.303000 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5a2bb6e-c514-468f-b0d4-6db9dee4da67 req-f6734c9b-bba2-4e0d-8d7d-57534a8d3d96 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1587315 Feb 04 13:43:49.436655 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7d9dd9a5-14b1-4a0b-b73c-c825b750deab req-b31f3fb2-8f89-44b4-b10a-6a7e001cbff3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.0699365 Feb 04 13:43:49.656482 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-180d0c7c-2710-4d43-890d-f392b0e82a30 req-5711b75b-cf7f-4007-bfd7-f46e96284e57 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.0811610 Feb 04 13:43:50.005752 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d281f166-978e-408c-ab11-b4e2bc054b7b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e96d28a1-5624-4dce-a1d5-82cdf83e96fa), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:50.327470 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281f166-978e-408c-ab11-b4e2bc054b7b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=e96d28a1-5624-4dce-a1d5-82cdf83e96fa,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:50.440116 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f462c38-a2fe-49c8-b17b-c9b939775bad req-00f4efbc-368a-4edd-8225-216b6246d9c1 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:50.453671 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f462c38-a2fe-49c8-b17b-c9b939775bad req-00f4efbc-368a-4edd-8225-216b6246d9c1 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 946 time: 0.1631441 Feb 04 13:43:50.650323 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f462c38-a2fe-49c8-b17b-c9b939775bad req-fec05112-de8b-495d-b202-1a122d3c26ab tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955547 Feb 04 13:43:50.819828 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d281f166-978e-408c-ab11-b4e2bc054b7b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (26c45cf3-2430-432e-a2b6-433398d4516e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:51.161096 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6b0eb-443e-4053-b93e-00e96e0ad7b6 req-bcaa5a68-4d03-4aa0-bae6-35567bf70e90 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:51.177667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6b0eb-443e-4053-b93e-00e96e0ad7b6 req-bcaa5a68-4d03-4aa0-bae6-35567bf70e90 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:51.197323 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6b0eb-443e-4053-b93e-00e96e0ad7b6 req-bcaa5a68-4d03-4aa0-bae6-35567bf70e90 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:51.217498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6b0eb-443e-4053-b93e-00e96e0ad7b6 req-bcaa5a68-4d03-4aa0-bae6-35567bf70e90 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:51.244253 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6b0eb-443e-4053-b93e-00e96e0ad7b6 req-bcaa5a68-4d03-4aa0-bae6-35567bf70e90 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:51.264063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6b0eb-443e-4053-b93e-00e96e0ad7b6 req-bcaa5a68-4d03-4aa0-bae6-35567bf70e90 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:51.283308 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6b0eb-443e-4053-b93e-00e96e0ad7b6 req-bcaa5a68-4d03-4aa0-bae6-35567bf70e90 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:51.302932 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfb6b0eb-443e-4053-b93e-00e96e0ad7b6 req-bcaa5a68-4d03-4aa0-bae6-35567bf70e90 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 0.3897684 Feb 04 13:43:51.508477 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfb6b0eb-443e-4053-b93e-00e96e0ad7b6 req-781eecb2-043c-4f77-b451-669c5af9e5bb tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2038717 Feb 04 13:43:51.733499 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d281f166-978e-408c-ab11-b4e2bc054b7b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 26c45cf3-2430-432e-a2b6-433398d4516e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:43:51.836348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a872b07d-a597-44eb-aa2e-6d22d5704bc7 req-14af9f6e-8638-424e-9d50-70b0aa7ba139 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.0873010 Feb 04 13:43:52.109885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d281f166-978e-408c-ab11-b4e2bc054b7b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:43:52.124609 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a68235-4500-4fcd-b817-5d96e5382c36 None None] Sync routers for ids ['26c45cf3-2430-432e-a2b6-433398d4516e'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:43:52.134837 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d281f166-978e-408c-ab11-b4e2bc054b7b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/26c45cf3-2430-432e-a2b6-433398d4516e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1900530 Feb 04 13:43:52.136735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55306) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:52.159533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a68235-4500-4fcd-b817-5d96e5382c36 None None] Routers {'26c45cf3-2430-432e-a2b6-433398d4516e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:43:52.162323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-75a68235-4500-4fcd-b817-5d96e5382c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:43:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['26c45cf3-2430-432e-a2b6-433398d4516e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:52.195161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55308) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:52.195662 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-76e2d1ad-f444-4eda-b627-3c74c9398ea3 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports?device_id=26c45cf3-2430-432e-a2b6-433398d4516e HTTP/1.1" status: 200 len: 205 time: 0.0559030 Feb 04 13:43:52.329166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-75a68235-4500-4fcd-b817-5d96e5382c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:52.359184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a68235-4500-4fcd-b817-5d96e5382c36 None None] Routers {'26c45cf3-2430-432e-a2b6-433398d4516e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:43:52.365158 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-75a68235-4500-4fcd-b817-5d96e5382c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:43:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['26c45cf3-2430-432e-a2b6-433398d4516e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:52.594476 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-75a68235-4500-4fcd-b817-5d96e5382c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:52.596067 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a68235-4500-4fcd-b817-5d96e5382c36 None None] The sync data for ids ['26c45cf3-2430-432e-a2b6-433398d4516e'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:43:52.728539 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f88767c1-e1b5-49e0-9b22-0941fb4374d3 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (26c45cf3-2430-432e-a2b6-433398d4516e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:52.983404 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedbf15-1b79-4a89-b7e5-c2296eefb373 req-22a9a631-db6d-4c58-995b-b79cafe61913 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:52.986556 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2fedbf15-1b79-4a89-b7e5-c2296eefb373 req-22a9a631-db6d-4c58-995b-b79cafe61913 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/ports?device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 946 time: 0.9119155 Feb 04 13:43:53.015126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf01cf-f3ce-4677-9bf5-e448da422a67 req-f1b1e6ce-25bb-49ab-a73d-08e9e97483f8 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:53.017146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cbf01cf-f3ce-4677-9bf5-e448da422a67 req-f1b1e6ce-25bb-49ab-a73d-08e9e97483f8 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.99 "GET /v2.0/ports?device_id=217a504d-6d9c-4a0f-a91f-5e5931867861 HTTP/1.1" status: 200 len: 946 time: 0.9249020 Feb 04 13:43:53.310494 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2fedbf15-1b79-4a89-b7e5-c2296eefb373 req-9bf6f1d2-7966-498a-83e3-6bb5e9b04718 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.96 "GET /v2.0/security-groups?id=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919848 Feb 04 13:43:53.526578 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f88767c1-e1b5-49e0-9b22-0941fb4374d3 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (26c45cf3-2430-432e-a2b6-433398d4516e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:53.532266 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f88767c1-e1b5-49e0-9b22-0941fb4374d3 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_controller (26c45cf3-2430-432e-a2b6-433398d4516e), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:53.552382 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-7cbf01cf-f3ce-4677-9bf5-e448da422a67 req-0e44cb7f-f727-4e9d-afae-928c13253415 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Deleting port 61a610ea-32bf-4a6a-a85f-aef6a724dc46 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:43:53.552762 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7cbf01cf-f3ce-4677-9bf5-e448da422a67 req-0e44cb7f-f727-4e9d-afae-928c13253415 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (61a610ea-32bf-4a6a-a85f-aef6a724dc46), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:53.680614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-7cbf01cf-f3ce-4677-9bf5-e448da422a67 req-0e44cb7f-f727-4e9d-afae-928c13253415 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] For port 61a610ea-32bf-4a6a-a85f-aef6a724dc46, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=61a610ea-32bf-4a6a-a85f-aef6a724dc46,segment=NetworkSegment(a2347fe2-94a9-46b6-9a55-bce8533b3a4a),segment_id=a2347fe2-94a9-46b6-9a55-bce8533b3a4a)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:53.681101 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7cbf01cf-f3ce-4677-9bf5-e448da422a67 req-0e44cb7f-f727-4e9d-afae-928c13253415 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (61a610ea-32bf-4a6a-a85f-aef6a724dc46), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:53.701212 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-7cbf01cf-f3ce-4677-9bf5-e448da422a67 req-0e44cb7f-f727-4e9d-afae-928c13253415 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Calling delete_port for 61a610ea-32bf-4a6a-a85f-aef6a724dc46 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:43:53.856529 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f88767c1-e1b5-49e0-9b22-0941fb4374d3 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (26c45cf3-2430-432e-a2b6-433398d4516e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:53.859192 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88767c1-e1b5-49e0-9b22-0941fb4374d3 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Fanout notify agent at l3_agent the message router_deleted on router 26c45cf3-2430-432e-a2b6-433398d4516e {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:43:53.929926 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f88767c1-e1b5-49e0-9b22-0941fb4374d3 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:53.935320 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f88767c1-e1b5-49e0-9b22-0941fb4374d3 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/routers/26c45cf3-2430-432e-a2b6-433398d4516e HTTP/1.1" status: 204 len: 168 time: 1.6804683 Feb 04 13:43:53.936844 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55348) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:54.177076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd98fe47-4bc7-485a-a38b-e6f68c7e8890 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting subnet 32c55d15-4907-426c-b4bf-5ac809c73421 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:43:54.227583 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd98fe47-4bc7-485a-a38b-e6f68c7e8890 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (32c55d15-4907-426c-b4bf-5ac809c73421), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:54.330508 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7cbf01cf-f3ce-4677-9bf5-e448da422a67 req-0e44cb7f-f727-4e9d-afae-928c13253415 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (61a610ea-32bf-4a6a-a85f-aef6a724dc46), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:54.413941 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd98fe47-4bc7-485a-a38b-e6f68c7e8890 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (32c55d15-4907-426c-b4bf-5ac809c73421), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:54.441312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44cb7f-f727-4e9d-afae-928c13253415 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Pushing event deleted for resources: {'Port': ['ID=61a610ea-32bf-4a6a-a85f-aef6a724dc46,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:54.494334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf9426-c0e6-4855-bc33-e0f4cd05a2ce req-36c770d8-075d-443b-920b-3ed7eefecb78 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:54.525950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf9426-c0e6-4855-bc33-e0f4cd05a2ce req-36c770d8-075d-443b-920b-3ed7eefecb78 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:54.546005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf9426-c0e6-4855-bc33-e0f4cd05a2ce req-36c770d8-075d-443b-920b-3ed7eefecb78 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:54.565586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf9426-c0e6-4855-bc33-e0f4cd05a2ce req-36c770d8-075d-443b-920b-3ed7eefecb78 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:54.585753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf9426-c0e6-4855-bc33-e0f4cd05a2ce req-36c770d8-075d-443b-920b-3ed7eefecb78 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:54.625479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf9426-c0e6-4855-bc33-e0f4cd05a2ce req-36c770d8-075d-443b-920b-3ed7eefecb78 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:54.653668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf9426-c0e6-4855-bc33-e0f4cd05a2ce req-36c770d8-075d-443b-920b-3ed7eefecb78 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:54.668430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72cf9426-c0e6-4855-bc33-e0f4cd05a2ce req-36c770d8-075d-443b-920b-3ed7eefecb78 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 0.5674801 Feb 04 13:43:54.774794 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd98fe47-4bc7-485a-a38b-e6f68c7e8890 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (32c55d15-4907-426c-b4bf-5ac809c73421), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:54.803312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbf01cf-f3ce-4677-9bf5-e448da422a67 req-0e44cb7f-f727-4e9d-afae-928c13253415 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] No DVR routers for this DVR port 61a610ea-32bf-4a6a-a85f-aef6a724dc46 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:43:54.811571 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7cbf01cf-f3ce-4677-9bf5-e448da422a67 req-0e44cb7f-f727-4e9d-afae-928c13253415 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:54.818534 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cbf01cf-f3ce-4677-9bf5-e448da422a67 req-0e44cb7f-f727-4e9d-afae-928c13253415 tempest-ServerDiskConfigTestJSON-1351286383 tempest-ServerDiskConfigTestJSON-1351286383-project] 10.222.0.99 "DELETE /v2.0/ports/61a610ea-32bf-4a6a-a85f-aef6a724dc46 HTTP/1.1" status: 204 len: 173 time: 1.7151186 Feb 04 13:43:54.819388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a504d-6d9c-4a0f-a91f-5e5931867861', 'name': 'network-vif-deleted', 'tag': '61a610ea-32bf-4a6a-a85f-aef6a724dc46'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:43:54.823478 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4e77b9-71e3-41b1-8a35-63cdc98405d3" -d '{"events": [{"server_uuid": "217a504d-6d9c-4a0f-a91f-5e5931867861", "name": "network-vif-deleted", "tag": "61a610ea-32bf-4a6a-a85f-aef6a724dc46"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:43:54.937601 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72cf9426-c0e6-4855-bc33-e0f4cd05a2ce req-ce2a5103-beea-496e-b6d1-7568b8d5efc0 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2592368 Feb 04 13:43:54.995251 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd98fe47-4bc7-485a-a38b-e6f68c7e8890 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (32c55d15-4907-426c-b4bf-5ac809c73421), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:55.026213 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd98fe47-4bc7-485a-a38b-e6f68c7e8890 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:55.037610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a4c33d-06be-4996-9fa7-2c67a89544ef None None] Network 2b678cc0-06ac-4834-967c-6ae5ce980b6d requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:43:55.040818 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bd98fe47-4bc7-485a-a38b-e6f68c7e8890 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/32c55d15-4907-426c-b4bf-5ac809c73421 HTTP/1.1" status: 204 len: 168 time: 1.1015575 Feb 04 13:43:55.043724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55374) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:55.088643 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98fe47-4bc7-485a-a38b-e6f68c7e8890 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Subnet': ['ID=32c55d15-4907-426c-b4bf-5ac809c73421,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:55.319595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa9f926-f0bd-48f1-bdf4-cbd5df7c63b1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting subnet 8c17b501-048e-4db3-9375-0caee2817008 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:43:55.327505 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f926-f0bd-48f1-bdf4-cbd5df7c63b1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (8c17b501-048e-4db3-9375-0caee2817008), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:55.445804 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f926-f0bd-48f1-bdf4-cbd5df7c63b1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (8c17b501-048e-4db3-9375-0caee2817008), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:55.762581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] DHCP port deletion for 2b678cc0-06ac-4834-967c-6ae5ce980b6d request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:43:55.823923 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f926-f0bd-48f1-bdf4-cbd5df7c63b1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (8c17b501-048e-4db3-9375-0caee2817008), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:55.986088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Deleting port dfdae320-b41f-44a8-881c-1fc9ecb57a58 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:43:55.986659 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:56.188892 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f926-f0bd-48f1-bdf4-cbd5df7c63b1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (8c17b501-048e-4db3-9375-0caee2817008), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:56.205320 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device dfdae320-b41f-44a8-881c-1fc9ecb57a58 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:43:56.385465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9f926-f0bd-48f1-bdf4-cbd5df7c63b1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Subnet': ['ID=8c17b501-048e-4db3-9375-0caee2817008,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:56.496011 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ecbfe78d-dbf8-42d1-a842-a02384e6008b req-ff200530-ed68-49cd-b4a5-58b8cff5c2bd tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.1322956 Feb 04 13:43:56.522899 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f926-f0bd-48f1-bdf4-cbd5df7c63b1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:56.537973 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55398) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:56.543454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1aa9f926-f0bd-48f1-bdf4-cbd5df7c63b1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/8c17b501-048e-4db3-9375-0caee2817008 HTTP/1.1" status: 204 len: 168 time: 1.4965541 Feb 04 13:43:56.638128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] For port dfdae320-b41f-44a8-881c-1fc9ecb57a58, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=dfdae320-b41f-44a8-881c-1fc9ecb57a58,segment=NetworkSegment(82bf9fe6-75d9-4567-aec4-e80e0ae78c78),segment_id=82bf9fe6-75d9-4567-aec4-e80e0ae78c78)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:56.639294 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:56.703175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Calling delete_port for dfdae320-b41f-44a8-881c-1fc9ecb57a58 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:43:56.841578 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047f82b7-00c9-4e8c-b159-7ce99fae7bec x-openstack-request-id: req-047f82b7-00c9-4e8c-b159-7ce99fae7bec {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:43:56.841888 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a504d-6d9c-4a0f-a91f-5e5931867861", "name": "network-vif-deleted", "tag": "61a610ea-32bf-4a6a-a85f-aef6a724dc46", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:43:56.842183 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-047f82b7-00c9-4e8c-b159-7ce99fae7bec {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:43:56.842686 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a504d-6d9c-4a0f-a91f-5e5931867861', 'name': 'network-vif-deleted', 'tag': '61a610ea-32bf-4a6a-a85f-aef6a724dc46', 'status': 'completed', 'code': 200} Feb 04 13:43:56.849840 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55406) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:56.948311 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 61a610ea-32bf-4a6a-a85f-aef6a724dc46 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:43:56.987704 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caff4de6-1374-4c81-980b-6e6b76c50da7 None None] Network c8d63b58-1f81-41bc-a352-9e07592f6b7a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:43:56.989306 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (2b678cc0-06ac-4834-967c-6ae5ce980b6d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:57.111504 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 61a610ea-32bf-4a6a-a85f-aef6a724dc46 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:43:57.111780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 61a610ea-32bf-4a6a-a85f-aef6a724dc46 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:43:57.149070 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port dfdae320-b41f-44a8-881c-1fc9ecb57a58 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:43:57.152401 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:57.208064 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1c9494f0-3fbf-497e-9595-8e8644103cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:57.396677 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] For port dfdae320-b41f-44a8-881c-1fc9ecb57a58, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=dfdae320-b41f-44a8-881c-1fc9ecb57a58,segment=NetworkSegment(82bf9fe6-75d9-4567-aec4-e80e0ae78c78),segment_id=82bf9fe6-75d9-4567-aec4-e80e0ae78c78)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:57.397054 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:57.471465 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for dfdae320-b41f-44a8-881c-1fc9ecb57a58 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:43:57.486931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port dfdae320-b41f-44a8-881c-1fc9ecb57a58 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:43:57.487794 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:57.559500 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd67f2-1300-4bbd-bd4b-96983e4eadd2 req-ece176e8-f72b-4797-899a-4ee9e202ccdb tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:57.574217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd67f2-1300-4bbd-bd4b-96983e4eadd2 req-ece176e8-f72b-4797-899a-4ee9e202ccdb tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:57.586327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd67f2-1300-4bbd-bd4b-96983e4eadd2 req-ece176e8-f72b-4797-899a-4ee9e202ccdb tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:57.597753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd67f2-1300-4bbd-bd4b-96983e4eadd2 req-ece176e8-f72b-4797-899a-4ee9e202ccdb tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:57.635885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd67f2-1300-4bbd-bd4b-96983e4eadd2 req-ece176e8-f72b-4797-899a-4ee9e202ccdb tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:57.637441 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd67f2-1300-4bbd-bd4b-96983e4eadd2 req-ece176e8-f72b-4797-899a-4ee9e202ccdb tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:57.650524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd67f2-1300-4bbd-bd4b-96983e4eadd2 req-ece176e8-f72b-4797-899a-4ee9e202ccdb tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:57.668296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7bbd67f2-1300-4bbd-bd4b-96983e4eadd2 req-ece176e8-f72b-4797-899a-4ee9e202ccdb tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 0.6118031 Feb 04 13:43:57.813030 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:57.818206 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (dfdae320-b41f-44a8-881c-1fc9ecb57a58), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:57.860637 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1c9494f0-3fbf-497e-9595-8e8644103cc5 admin admin] Publish callbacks [] for security_group (4e82e750-eaa7-4471-b1a9-e123090c56b2), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:57.890812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] No DVR routers for this DVR port dfdae320-b41f-44a8-881c-1fc9ecb57a58 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:43:57.897700 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7bbd67f2-1300-4bbd-bd4b-96983e4eadd2 req-01ba597e-d61b-46b6-b778-88a0e07afa3b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2169213 Feb 04 13:43:57.901245 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1c9494f0-3fbf-497e-9595-8e8644103cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4e82e750-eaa7-4471-b1a9-e123090c56b2), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:58.015271 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No DVR routers for this DVR port dfdae320-b41f-44a8-881c-1fc9ecb57a58 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:43:58.071615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Pushing event deleted for resources: {'Port': ['ID=dfdae320-b41f-44a8-881c-1fc9ecb57a58,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:58.107116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:58.107567 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:58.107961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:58.108328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:58.108671 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:58.109134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:58.109461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:58.124890 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:58.125660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:58.128865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:58.135049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:58.135624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:58.136036 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9c55b-e8ea-479b-8b1d-348139da4647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:58.185421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1c9494f0-3fbf-497e-9595-8e8644103cc5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cc56e2755d9d496397fcfb7ca1645998&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3069589 Feb 04 13:43:58.188643 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=dfdae320-b41f-44a8-881c-1fc9ecb57a58,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:58.190731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55418) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:58.207943 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (2b678cc0-06ac-4834-967c-6ae5ce980b6d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:58.268708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b678cc0-06ac-4834-967c-6ae5ce980b6d']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:58.298768 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bf9fe6-75d9-4567-aec4-e80e0ae78c78') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:58.303995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bf9fe6-75d9-4567-aec4-e80e0ae78c78') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:58.339028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5259b06d-c617-4b29-ad8b-36456ed5c759 None None] DHCP port deletion for c8d63b58-1f81-41bc-a352-9e07592f6b7a request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:43:58.349399 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (82bf9fe6-75d9-4567-aec4-e80e0ae78c78), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:58.400328 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (82bf9fe6-75d9-4567-aec4-e80e0ae78c78), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:58.416921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:43:58.418259 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (82bf9fe6-75d9-4567-aec4-e80e0ae78c78), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:58.450550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9494f0-3fbf-497e-9595-8e8644103cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e82e750-eaa7-4471-b1a9-e123090c56b2,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:58.487814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5259b06d-c617-4b29-ad8b-36456ed5c759 None None] Deleting port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:43:58.489267 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5259b06d-c617-4b29-ad8b-36456ed5c759 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a4ac11bb-85ac-4841-b49f-27b6e73d2b8b), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:58.598451 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a970d4c-0e16-4221-9099-4472bb5d1b50 admin admin] Publish callbacks [] for security_group (4e82e750-eaa7-4471-b1a9-e123090c56b2), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:58.620940 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa9f55dc-e8b2-4f0a-b759-70f23aca135d req-72e127ad-7300-4ba2-adb2-5479b68eafa0 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.2074306 Feb 04 13:43:58.714225 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a970d4c-0e16-4221-9099-4472bb5d1b50 admin admin] Publish callbacks [] for security_group (4e82e750-eaa7-4471-b1a9-e123090c56b2), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:43:58.729117 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:43:58.741932 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (2b678cc0-06ac-4834-967c-6ae5ce980b6d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:58.752047 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5259b06d-c617-4b29-ad8b-36456ed5c759 None None] For port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a4ac11bb-85ac-4841-b49f-27b6e73d2b8b,segment=NetworkSegment(fafe9661-44a5-4af4-adbb-05f07e0e2f92),segment_id=fafe9661-44a5-4af4-adbb-05f07e0e2f92)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:58.753654 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5259b06d-c617-4b29-ad8b-36456ed5c759 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a4ac11bb-85ac-4841-b49f-27b6e73d2b8b), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:58.760853 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:58.775589 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/networks/2b678cc0-06ac-4834-967c-6ae5ce980b6d HTTP/1.1" status: 204 len: 168 time: 2.2360184 Feb 04 13:43:58.792220 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55426) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:58.795176 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5259b06d-c617-4b29-ad8b-36456ed5c759 None None] Calling delete_port for a4ac11bb-85ac-4841-b49f-27b6e73d2b8b owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:43:58.856689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1691c1-37a5-4e3c-8cae-4c7ff4b5f5de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Network': ['ID=2b678cc0-06ac-4834-967c-6ae5ce980b6d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:59.024458 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55434) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:59.030077 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5259b06d-c617-4b29-ad8b-36456ed5c759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (a4ac11bb-85ac-4841-b49f-27b6e73d2b8b), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:59.188351 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259b06d-c617-4b29-ad8b-36456ed5c759 None None] No DVR routers for this DVR port a4ac11bb-85ac-4841-b49f-27b6e73d2b8b on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:43:59.200019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259b06d-c617-4b29-ad8b-36456ed5c759 None None] Pushing event deleted for resources: {'Port': ['ID=a4ac11bb-85ac-4841-b49f-27b6e73d2b8b,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:59.211577 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bcfba1b-3d33-47c2-97cf-1b6133fab9d6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (c8d63b58-1f81-41bc-a352-9e07592f6b7a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:59.283361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1faafeac-7c6f-4254-a4fd-a9cab2a99ef5 admin admin] Deleting subnet d78af8ff-67e1-42f4-9e35-b82038a60957 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:43:59.293231 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1faafeac-7c6f-4254-a4fd-a9cab2a99ef5 admin admin] Publish callbacks [] for subnet (d78af8ff-67e1-42f4-9e35-b82038a60957), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:59.451829 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1faafeac-7c6f-4254-a4fd-a9cab2a99ef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (d78af8ff-67e1-42f4-9e35-b82038a60957), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:59.585625 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1faafeac-7c6f-4254-a4fd-a9cab2a99ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (d78af8ff-67e1-42f4-9e35-b82038a60957), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:59.711895 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1faafeac-7c6f-4254-a4fd-a9cab2a99ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (d78af8ff-67e1-42f4-9e35-b82038a60957), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:00.217262 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a970d4c-0e16-4221-9099-4472bb5d1b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4e82e750-eaa7-4471-b1a9-e123090c56b2), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:00.221509 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a970d4c-0e16-4221-9099-4472bb5d1b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:00.228048 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4a970d4c-0e16-4221-9099-4472bb5d1b50 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4e82e750-eaa7-4471-b1a9-e123090c56b2 HTTP/1.1" status: 204 len: 168 time: 2.0351934 Feb 04 13:44:00.316086 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a970d4c-0e16-4221-9099-4472bb5d1b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e82e750-eaa7-4471-b1a9-e123090c56b2,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:00.428479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04917f7b-1c63-4421-830d-2062d321dae2 req-78a78dbd-0bd3-468d-ab24-22636ed38161 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:00.444022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04917f7b-1c63-4421-830d-2062d321dae2 req-78a78dbd-0bd3-468d-ab24-22636ed38161 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:00.469842 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04917f7b-1c63-4421-830d-2062d321dae2 req-78a78dbd-0bd3-468d-ab24-22636ed38161 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:00.477239 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1faafeac-7c6f-4254-a4fd-a9cab2a99ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:00.486993 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1faafeac-7c6f-4254-a4fd-a9cab2a99ef5 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d78af8ff-67e1-42f4-9e35-b82038a60957 HTTP/1.1" status: 204 len: 168 time: 1.4585872 Feb 04 13:44:00.491303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faafeac-7c6f-4254-a4fd-a9cab2a99ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78af8ff-67e1-42f4-9e35-b82038a60957,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:00.495809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55448) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:00.505096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a4ac11bb-85ac-4841-b49f-27b6e73d2b8b no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:44:00.506355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04917f7b-1c63-4421-830d-2062d321dae2 req-78a78dbd-0bd3-468d-ab24-22636ed38161 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:00.533401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04917f7b-1c63-4421-830d-2062d321dae2 req-78a78dbd-0bd3-468d-ab24-22636ed38161 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:00.554132 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04917f7b-1c63-4421-830d-2062d321dae2 req-78a78dbd-0bd3-468d-ab24-22636ed38161 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:00.569982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04917f7b-1c63-4421-830d-2062d321dae2 req-78a78dbd-0bd3-468d-ab24-22636ed38161 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:00.584907 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04917f7b-1c63-4421-830d-2062d321dae2 req-78a78dbd-0bd3-468d-ab24-22636ed38161 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 1.3382378 Feb 04 13:44:00.587860 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bcfba1b-3d33-47c2-97cf-1b6133fab9d6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (c8d63b58-1f81-41bc-a352-9e07592f6b7a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:00.620215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: a4ac11bb-85ac-4841-b49f-27b6e73d2b8b {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:44:00.622826 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a4ac11bb-85ac-4841-b49f-27b6e73d2b8b not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:44:00.653954 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-8bcfba1b-3d33-47c2-97cf-1b6133fab9d6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d63b58-1f81-41bc-a352-9e07592f6b7a']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:00.681499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-8bcfba1b-3d33-47c2-97cf-1b6133fab9d6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fafe9661-44a5-4af4-adbb-05f07e0e2f92') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:00.682214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-8bcfba1b-3d33-47c2-97cf-1b6133fab9d6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fafe9661-44a5-4af4-adbb-05f07e0e2f92') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:00.708418 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d92d-1d63-463f-ab7b-9da894a2f3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (d54e14ae-66d1-4e05-a88b-8bb06f860600), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:00.713364 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bcfba1b-3d33-47c2-97cf-1b6133fab9d6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (fafe9661-44a5-4af4-adbb-05f07e0e2f92), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:00.747016 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bcfba1b-3d33-47c2-97cf-1b6133fab9d6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fafe9661-44a5-4af4-adbb-05f07e0e2f92), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:00.823469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bcfba1b-3d33-47c2-97cf-1b6133fab9d6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:44:00.824130 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bcfba1b-3d33-47c2-97cf-1b6133fab9d6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (fafe9661-44a5-4af4-adbb-05f07e0e2f92), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:44:00.838084 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:44:01.070648 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d92d-1d63-463f-ab7b-9da894a2f3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (d54e14ae-66d1-4e05-a88b-8bb06f860600), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:01.134894 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e9c1d92d-1d63-463f-ab7b-9da894a2f3bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54e14ae-66d1-4e05-a88b-8bb06f860600']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:01.163004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e9c1d92d-1d63-463f-ab7b-9da894a2f3bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2347fe2-94a9-46b6-9a55-bce8533b3a4a') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:01.163537 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e9c1d92d-1d63-463f-ab7b-9da894a2f3bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2347fe2-94a9-46b6-9a55-bce8533b3a4a') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:01.194249 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d92d-1d63-463f-ab7b-9da894a2f3bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (a2347fe2-94a9-46b6-9a55-bce8533b3a4a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:01.198881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55456) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:01.227869 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d92d-1d63-463f-ab7b-9da894a2f3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a2347fe2-94a9-46b6-9a55-bce8533b3a4a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:01.236057 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d746df1-0c76-4209-b15d-c7a93b25eef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:01.245988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c1d92d-1d63-463f-ab7b-9da894a2f3bb admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:44:01.247634 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d92d-1d63-463f-ab7b-9da894a2f3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (a2347fe2-94a9-46b6-9a55-bce8533b3a4a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:44:01.251874 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:44:01.256122 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bcfba1b-3d33-47c2-97cf-1b6133fab9d6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (c8d63b58-1f81-41bc-a352-9e07592f6b7a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:01.260397 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bcfba1b-3d33-47c2-97cf-1b6133fab9d6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:01.271183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8bcfba1b-3d33-47c2-97cf-1b6133fab9d6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/networks/c8d63b58-1f81-41bc-a352-9e07592f6b7a HTTP/1.1" status: 204 len: 168 time: 2.4772410 Feb 04 13:44:01.272459 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55458) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:01.291737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-7be7e4f5-183f-4f7c-b910-73811fcfc6dd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'network': {'name': 'tempest-RoutersTest-723799938'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:44:01.327932 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04917f7b-1c63-4421-830d-2062d321dae2 req-ebfb4431-b14f-4b1b-98e0-6e2f11e848a3 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5649998 Feb 04 13:44:01.341865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be7e4f5-183f-4f7c-b910-73811fcfc6dd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:44:01.346409 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7be7e4f5-183f-4f7c-b910-73811fcfc6dd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:01.384110 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfba1b-3d33-47c2-97cf-1b6133fab9d6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Network': ['ID=c8d63b58-1f81-41bc-a352-9e07592f6b7a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:01.410744 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be7e4f5-183f-4f7c-b910-73811fcfc6dd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:44:01.445176 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7be7e4f5-183f-4f7c-b910-73811fcfc6dd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (84c63eb2-563f-47d4-9369-cba7b6e9adf6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:01.445657 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-7be7e4f5-183f-4f7c-b910-73811fcfc6dd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Added segment 84c63eb2-563f-47d4-9369-cba7b6e9adf6 of type vlan for network 5bb9fbbd-945a-43e4-a660-fd0fdd4540fd Feb 04 13:44:01.511054 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d92d-1d63-463f-ab7b-9da894a2f3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (d54e14ae-66d1-4e05-a88b-8bb06f860600), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:01.543153 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d92d-1d63-463f-ab7b-9da894a2f3bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:01.573917 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7be7e4f5-183f-4f7c-b910-73811fcfc6dd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (5bb9fbbd-945a-43e4-a660-fd0fdd4540fd), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:01.591323 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e9c1d92d-1d63-463f-ab7b-9da894a2f3bb admin admin] 10.222.0.96 "DELETE /v2.0/networks/d54e14ae-66d1-4e05-a88b-8bb06f860600 HTTP/1.1" status: 204 len: 168 time: 1.0928440 Feb 04 13:44:01.670812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1d92d-1d63-463f-ab7b-9da894a2f3bb admin admin] Pushing event deleted for resources: {'Network': ['ID=d54e14ae-66d1-4e05-a88b-8bb06f860600,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:01.671175 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d746df1-0c76-4209-b15d-c7a93b25eef4 admin admin] Publish callbacks [] for security_group (8acadf52-2ad7-4bbc-ba06-221a21150f26), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:01.740011 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98457ccc-7546-4554-8809-f5918f485adf req-a8feffb9-6eb6-49a5-80a7-6ad7842c23a4 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.0555267 Feb 04 13:44:01.744998 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7be7e4f5-183f-4f7c-b910-73811fcfc6dd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (5bb9fbbd-945a-43e4-a660-fd0fdd4540fd), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:01.762454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be7e4f5-183f-4f7c-b910-73811fcfc6dd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:01.764896 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7be7e4f5-183f-4f7c-b910-73811fcfc6dd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:01.782807 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d746df1-0c76-4209-b15d-c7a93b25eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8acadf52-2ad7-4bbc-ba06-221a21150f26), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:01.865675 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4d746df1-0c76-4209-b15d-c7a93b25eef4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b990230c75a34b509be9d146b475a5f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6643538 Feb 04 13:44:01.870037 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55464) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:02.021318 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7be7e4f5-183f-4f7c-b910-73811fcfc6dd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7351158 Feb 04 13:44:02.059738 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d2123227-79cd-4ee5-81ab-ca536550b6f2 admin admin] Publish callbacks [] for security_group (8acadf52-2ad7-4bbc-ba06-221a21150f26), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:02.068193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55466) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:02.080486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c80fd4c4-61de-4fc7-aed9-e680851dbe62 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'subnet': {'network_id': '5bb9fbbd-945a-43e4-a660-fd0fdd4540fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:44:02.165464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d746df1-0c76-4209-b15d-c7a93b25eef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acadf52-2ad7-4bbc-ba06-221a21150f26,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:02.179359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7e4f5-183f-4f7c-b910-73811fcfc6dd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Network': ['ID=5bb9fbbd-945a-43e4-a660-fd0fdd4540fd,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:02.236025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55470) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:02.279373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 5bb9fbbd-945a-43e4-a660-fd0fdd4540fd details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:44:02.438470 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9871ab3f-0207-43ad-821f-72a9385ff884 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=88ae3887090d4b389f29a371536a3494&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2004554 Feb 04 13:44:02.449262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55476) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:02.499782 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d2123227-79cd-4ee5-81ab-ca536550b6f2 admin admin] Publish callbacks [] for security_group (8acadf52-2ad7-4bbc-ba06-221a21150f26), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:02.545603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80fd4c4-61de-4fc7-aed9-e680851dbe62 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:44:02.552740 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c80fd4c4-61de-4fc7-aed9-e680851dbe62 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:02.602298 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-edb97261-9386-4eca-a5f6-4c93a68d91da admin admin] Publish callbacks [] for security_group (8ecd37c7-cb98-4c20-b1d5-a7f532a05e10), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:02.776106 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d2123227-79cd-4ee5-81ab-ca536550b6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8acadf52-2ad7-4bbc-ba06-221a21150f26), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:02.782932 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-edb97261-9386-4eca-a5f6-4c93a68d91da admin admin] Publish callbacks [] for security_group (8ecd37c7-cb98-4c20-b1d5-a7f532a05e10), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:02.783465 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d2123227-79cd-4ee5-81ab-ca536550b6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:02.790493 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d2123227-79cd-4ee5-81ab-ca536550b6f2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8acadf52-2ad7-4bbc-ba06-221a21150f26 HTTP/1.1" status: 204 len: 168 time: 0.9184368 Feb 04 13:44:02.958688 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-edb97261-9386-4eca-a5f6-4c93a68d91da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8ecd37c7-cb98-4c20-b1d5-a7f532a05e10), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:02.966227 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2123227-79cd-4ee5-81ab-ca536550b6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acadf52-2ad7-4bbc-ba06-221a21150f26,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:02.971421 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-edb97261-9386-4eca-a5f6-4c93a68d91da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:02.993086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-edb97261-9386-4eca-a5f6-4c93a68d91da admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8ecd37c7-cb98-4c20-b1d5-a7f532a05e10 HTTP/1.1" status: 204 len: 168 time: 0.5381255 Feb 04 13:44:03.078162 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb97261-9386-4eca-a5f6-4c93a68d91da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecd37c7-cb98-4c20-b1d5-a7f532a05e10,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:03.199047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87101c-64c9-4540-9c7f-a1f739eb397f req-cd6347cc-61a5-4be8-a7e2-7ef779994574 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:03.215632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87101c-64c9-4540-9c7f-a1f739eb397f req-cd6347cc-61a5-4be8-a7e2-7ef779994574 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:03.243246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87101c-64c9-4540-9c7f-a1f739eb397f req-cd6347cc-61a5-4be8-a7e2-7ef779994574 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:03.267816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87101c-64c9-4540-9c7f-a1f739eb397f req-cd6347cc-61a5-4be8-a7e2-7ef779994574 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:03.304463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87101c-64c9-4540-9c7f-a1f739eb397f req-cd6347cc-61a5-4be8-a7e2-7ef779994574 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:03.341138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87101c-64c9-4540-9c7f-a1f739eb397f req-cd6347cc-61a5-4be8-a7e2-7ef779994574 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:03.370160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87101c-64c9-4540-9c7f-a1f739eb397f req-cd6347cc-61a5-4be8-a7e2-7ef779994574 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:03.378505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c87101c-64c9-4540-9c7f-a1f739eb397f req-cd6347cc-61a5-4be8-a7e2-7ef779994574 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 0.7412121 Feb 04 13:44:03.468805 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c80fd4c4-61de-4fc7-aed9-e680851dbe62 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (1ce67aef-2f4d-4eca-b770-963553d33351), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:03.661804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c87101c-64c9-4540-9c7f-a1f739eb397f req-9288bcff-d5fe-449a-a96c-b25b49f45d85 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2445729 Feb 04 13:44:03.678554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fd4c4-61de-4fc7-aed9-e680851dbe62 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Subnet': ['ID=1ce67aef-2f4d-4eca-b770-963553d33351,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:03.824160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80fd4c4-61de-4fc7-aed9-e680851dbe62 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Checking segment: {'id': '84c63eb2-563f-47d4-9369-cba7b6e9adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5bb9fbbd-945a-43e4-a660-fd0fdd4540fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:44:03.827096 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80fd4c4-61de-4fc7-aed9-e680851dbe62 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network hostable DHCP agents. Network: 5bb9fbbd-945a-43e4-a660-fd0fdd4540fd, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:44:03.892387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80fd4c4-61de-4fc7-aed9-e680851dbe62 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network 5bb9fbbd-945a-43e4-a660-fd0fdd4540fd is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:44:03.917235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c80fd4c4-61de-4fc7-aed9-e680851dbe62 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 5bb9fbbd-945a-43e4-a660-fd0fdd4540fd) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:44:03.928992 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80fd4c4-61de-4fc7-aed9-e680851dbe62 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:03.930006 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c80fd4c4-61de-4fc7-aed9-e680851dbe62 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:03.946383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c50fd1-04e3-47b1-8161-b91d83d58dd9 None None] Network 5bb9fbbd-945a-43e4-a660-fd0fdd4540fd requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:44:03.986414 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c80fd4c4-61de-4fc7-aed9-e680851dbe62 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9090374 Feb 04 13:44:03.990025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55498) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:04.008899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-255a4623-76d4-4044-85a2-7ccc93dff5f9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1954315633', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:44:04.098532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b24888ae-7a9e-4ba2-9970-5cd5b3b78453 req-0515eb64-5bb3-40c7-937d-87d8dcee5014 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.1964264 Feb 04 13:44:04.132973 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-255a4623-76d4-4044-85a2-7ccc93dff5f9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (42c78f71-f626-473b-8e88-0b00303a9aba), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:04.138268 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-255a4623-76d4-4044-85a2-7ccc93dff5f9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (42c78f71-f626-473b-8e88-0b00303a9aba), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:04.312902 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-5bb9fbbd-945a-43e4-a660-fd0fdd4540fd', 'network_id': '5bb9fbbd-945a-43e4-a660-fd0fdd4540fd', 'project_id': '866319b37a1b414d99c8c47f10151ece', 'fixed_ips': [{'subnet_id': '1ce67aef-2f4d-4eca-b770-963553d33351'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:44:04.315458 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:04.485898 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-255a4623-76d4-4044-85a2-7ccc93dff5f9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_controller (42c78f71-f626-473b-8e88-0b00303a9aba), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:04.524676 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-255a4623-76d4-4044-85a2-7ccc93dff5f9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (42c78f71-f626-473b-8e88-0b00303a9aba), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:04.586473 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-255a4623-76d4-4044-85a2-7ccc93dff5f9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:04.596983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55516) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:04.606529 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a2650341-c681-4252-9e86-2e90bef1082b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'port': {'network_id': '5bb9fbbd-945a-43e4-a660-fd0fdd4540fd', 'name': 'tempest-RoutersTest-719883670'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:44:04.607551 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-255a4623-76d4-4044-85a2-7ccc93dff5f9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6166186 Feb 04 13:44:04.694536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Allocated IP 172.20.0.2 (5bb9fbbd-945a-43e4-a660-fd0fdd4540fd/1ce67aef-2f4d-4eca-b770-963553d33351/113f9539-e254-4af6-8f7d-ecd83f673faf) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:44:05.019855 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Publish callbacks [] for port (113f9539-e254-4af6-8f7d-ecd83f673faf), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:05.033541 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (113f9539-e254-4af6-8f7d-ecd83f673faf), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:05.188073 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Network 5bb9fbbd-945a-43e4-a660-fd0fdd4540fd is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:44:05.195135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:44:05.205250 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:44:05.232219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Pushing event updated for resources: {'Port': ['ID=113f9539-e254-4af6-8f7d-ecd83f673faf,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:05.232675 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2650341-c681-4252-9e86-2e90bef1082b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:44:05.254811 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a2650341-c681-4252-9e86-2e90bef1082b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:05.315618 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-a2650341-c681-4252-9e86-2e90bef1082b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] device_id is not set on port b0e63ad3-0b82-4c49-a935-e17d7032b2e4 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:44:05.415175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Attempting to bind port 113f9539-e254-4af6-8f7d-ecd83f673faf on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:44:05.415640 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Attempting to bind port 113f9539-e254-4af6-8f7d-ecd83f673faf by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '84c63eb2-563f-47d4-9369-cba7b6e9adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5bb9fbbd-945a-43e4-a660-fd0fdd4540fd'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:44:05.415988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Attempting to bind port 113f9539-e254-4af6-8f7d-ecd83f673faf on network 5bb9fbbd-945a-43e4-a660-fd0fdd4540fd {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:44:05.444835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:44:05.445237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Checking segment: {'id': '84c63eb2-563f-47d4-9369-cba7b6e9adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5bb9fbbd-945a-43e4-a660-fd0fdd4540fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:44:05.458301 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:05.458301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Bound using segment: {'id': '84c63eb2-563f-47d4-9369-cba7b6e9adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5bb9fbbd-945a-43e4-a660-fd0fdd4540fd'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:44:05.458301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Bound port: 113f9539-e254-4af6-8f7d-ecd83f673faf, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c63eb2-563f-47d4-9369-cba7b6e9adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5bb9fbbd-945a-43e4-a660-fd0fdd4540fd'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:44:05.458301 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (113f9539-e254-4af6-8f7d-ecd83f673faf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:05.634849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] For port 113f9539-e254-4af6-8f7d-ecd83f673faf, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:44:05.640201 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] For port 113f9539-e254-4af6-8f7d-ecd83f673faf, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=113f9539-e254-4af6-8f7d-ecd83f673faf,segment=NetworkSegment(84c63eb2-563f-47d4-9369-cba7b6e9adf6),segment_id=84c63eb2-563f-47d4-9369-cba7b6e9adf6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:44:05.650513 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (113f9539-e254-4af6-8f7d-ecd83f673faf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:05.706481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-a2650341-c681-4252-9e86-2e90bef1082b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Allocated IP 172.20.0.12 (5bb9fbbd-945a-43e4-a660-fd0fdd4540fd/1ce67aef-2f4d-4eca-b770-963553d33351/b0e63ad3-0b82-4c49-a935-e17d7032b2e4) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:44:05.725546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc45d8-6aa1-4adf-8f50-6224f8c67fd4 None None] Pushing event updated for resources: {'Port': ['ID=113f9539-e254-4af6-8f7d-ecd83f673faf,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:05.811482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a2cfa-d61a-4ed5-bf64-f9ff56a3064d req-9586c0f4-25ba-41e5-912f-f583c5356757 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:05.828336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a2cfa-d61a-4ed5-bf64-f9ff56a3064d req-9586c0f4-25ba-41e5-912f-f583c5356757 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:05.859664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a2cfa-d61a-4ed5-bf64-f9ff56a3064d req-9586c0f4-25ba-41e5-912f-f583c5356757 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:05.899584 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a2cfa-d61a-4ed5-bf64-f9ff56a3064d req-9586c0f4-25ba-41e5-912f-f583c5356757 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:05.912185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a2cfa-d61a-4ed5-bf64-f9ff56a3064d req-9586c0f4-25ba-41e5-912f-f583c5356757 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:05.933600 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a2cfa-d61a-4ed5-bf64-f9ff56a3064d req-9586c0f4-25ba-41e5-912f-f583c5356757 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:05.971497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a2cfa-d61a-4ed5-bf64-f9ff56a3064d req-9586c0f4-25ba-41e5-912f-f583c5356757 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:05.994765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b2a2cfa-d61a-4ed5-bf64-f9ff56a3064d req-9586c0f4-25ba-41e5-912f-f583c5356757 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 1.0036678 Feb 04 13:44:06.510123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b2a2cfa-d61a-4ed5-bf64-f9ff56a3064d req-99b68571-a5a8-4c07-9266-87bd80f8036c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4928403 Feb 04 13:44:06.679822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55554) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:06.875086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 113f9539-e254-4af6-8f7d-ecd83f673faf up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:44:06.892878 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a2650341-c681-4252-9e86-2e90bef1082b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (b0e63ad3-0b82-4c49-a935-e17d7032b2e4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:07.077038 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a2650341-c681-4252-9e86-2e90bef1082b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b0e63ad3-0b82-4c49-a935-e17d7032b2e4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:07.261765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d88a03c9-0fad-4219-a6ce-94e29d7653af req-15b2af01-5044-4d02-88bd-65dd5d55d74a tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.1692619 Feb 04 13:44:07.331094 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 113f9539-e254-4af6-8f7d-ecd83f673faf triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:07.334384 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (113f9539-e254-4af6-8f7d-ecd83f673faf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:07.603741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 113f9539-e254-4af6-8f7d-ecd83f673faf is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:07.604917 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (113f9539-e254-4af6-8f7d-ecd83f673faf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:07.612574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2650341-c681-4252-9e86-2e90bef1082b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network 5bb9fbbd-945a-43e4-a660-fd0fdd4540fd is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:44:07.647093 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-a2650341-c681-4252-9e86-2e90bef1082b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:44:07.657877 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2650341-c681-4252-9e86-2e90bef1082b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:44:07.744056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 113f9539-e254-4af6-8f7d-ecd83f673faf, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=113f9539-e254-4af6-8f7d-ecd83f673faf,segment=NetworkSegment(84c63eb2-563f-47d4-9369-cba7b6e9adf6),segment_id=84c63eb2-563f-47d4-9369-cba7b6e9adf6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:07.764772 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (113f9539-e254-4af6-8f7d-ecd83f673faf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:07.809263 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-07a02146-3ab2-4a7f-92ae-e53c90cca9cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:07.915019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2650341-c681-4252-9e86-2e90bef1082b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:07.919270 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a2650341-c681-4252-9e86-2e90bef1082b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:07.972210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2650341-c681-4252-9e86-2e90bef1082b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=b0e63ad3-0b82-4c49-a935-e17d7032b2e4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:08.009638 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a2650341-c681-4252-9e86-2e90bef1082b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.4093812 Feb 04 13:44:08.011811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55572) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:08.110299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=113f9539-e254-4af6-8f7d-ecd83f673faf,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:08.205157 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-07a02146-3ab2-4a7f-92ae-e53c90cca9cd admin admin] Publish callbacks [] for security_group (80cc9347-9738-4272-80b9-17e1a63b1037), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:08.224936 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-07a02146-3ab2-4a7f-92ae-e53c90cca9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (80cc9347-9738-4272-80b9-17e1a63b1037), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:08.440788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55582) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:08.442216 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-07a02146-3ab2-4a7f-92ae-e53c90cca9cd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5f7fc33cf0e44c1f8894af9201f9dff9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7529066 Feb 04 13:44:08.448994 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a02146-3ab2-4a7f-92ae-e53c90cca9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cc9347-9738-4272-80b9-17e1a63b1037,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:08.551565 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55586) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:08.642784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 113f9539-e254-4af6-8f7d-ecd83f673faf up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:44:08.797493 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4035a8fb-2e5d-4a24-a85c-8d8a6baf274f None None] Network 5bb9fbbd-945a-43e4-a660-fd0fdd4540fd requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:44:08.854436 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c202199-e8c7-413e-a490-2fa3307e06fc admin admin] Publish callbacks [] for security_group (80cc9347-9738-4272-80b9-17e1a63b1037), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:08.907321 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c202199-e8c7-413e-a490-2fa3307e06fc admin admin] Publish callbacks [] for security_group (80cc9347-9738-4272-80b9-17e1a63b1037), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:09.098624 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c202199-e8c7-413e-a490-2fa3307e06fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (80cc9347-9738-4272-80b9-17e1a63b1037), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:09.104299 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c202199-e8c7-413e-a490-2fa3307e06fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:09.109596 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4c202199-e8c7-413e-a490-2fa3307e06fc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/80cc9347-9738-4272-80b9-17e1a63b1037 HTTP/1.1" status: 204 len: 168 time: 0.6600349 Feb 04 13:44:09.213284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c202199-e8c7-413e-a490-2fa3307e06fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cc9347-9738-4272-80b9-17e1a63b1037,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:09.489127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c3abf-5489-4bc7-8ba7-2d31fe650022 req-925116ba-bc91-4a7d-8544-18df1feb4f07 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:09.510346 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c3abf-5489-4bc7-8ba7-2d31fe650022 req-925116ba-bc91-4a7d-8544-18df1feb4f07 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:09.524878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c3abf-5489-4bc7-8ba7-2d31fe650022 req-925116ba-bc91-4a7d-8544-18df1feb4f07 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:09.532603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c3abf-5489-4bc7-8ba7-2d31fe650022 req-925116ba-bc91-4a7d-8544-18df1feb4f07 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:09.557024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c3abf-5489-4bc7-8ba7-2d31fe650022 req-925116ba-bc91-4a7d-8544-18df1feb4f07 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:09.577399 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c3abf-5489-4bc7-8ba7-2d31fe650022 req-925116ba-bc91-4a7d-8544-18df1feb4f07 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:09.606850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c3abf-5489-4bc7-8ba7-2d31fe650022 req-925116ba-bc91-4a7d-8544-18df1feb4f07 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:09.624616 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f1c3abf-5489-4bc7-8ba7-2d31fe650022 req-925116ba-bc91-4a7d-8544-18df1feb4f07 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 0.5682552 Feb 04 13:44:09.845967 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 113f9539-e254-4af6-8f7d-ecd83f673faf triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:09.848059 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (113f9539-e254-4af6-8f7d-ecd83f673faf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:09.854304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-48ed2f85-7f97-4827-bed3-5d49f5f2a45d None None] Provisioning complete for port 113f9539-e254-4af6-8f7d-ecd83f673faf triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:09.854934 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-48ed2f85-7f97-4827-bed3-5d49f5f2a45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (113f9539-e254-4af6-8f7d-ecd83f673faf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:10.101166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55608) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:10.132217 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2af2e37-6ca2-4e06-900c-967715012ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:10.352189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f1c3abf-5489-4bc7-8ba7-2d31fe650022 req-4451d645-e184-48de-b3f7-af4297d23c10 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7240024 Feb 04 13:44:10.379741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-48ed2f85-7f97-4827-bed3-5d49f5f2a45d None None] Current status of the port 113f9539-e254-4af6-8f7d-ecd83f673faf is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:10.417786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 113f9539-e254-4af6-8f7d-ecd83f673faf is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:10.494301 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be8c13a7-6588-4d04-b35d-49bcd7d02214 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b0e63ad3-0b82-4c49-a935-e17d7032b2e4), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:10.742824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-67e1b602-ea33-4130-b67d-99e6f0af86ae None None] Provisioning complete for port 113f9539-e254-4af6-8f7d-ecd83f673faf triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:10.746421 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-67e1b602-ea33-4130-b67d-99e6f0af86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (113f9539-e254-4af6-8f7d-ecd83f673faf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:10.765618 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2af2e37-6ca2-4e06-900c-967715012ab1 admin admin] Publish callbacks [] for security_group (fda39244-d68d-4815-b285-50ae443c924e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:10.781025 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b2af2e37-6ca2-4e06-900c-967715012ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fda39244-d68d-4815-b285-50ae443c924e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:10.852558 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4bad6129-8c1c-42aa-aa13-5add2cffcb3f req-55c6ae5b-3603-4673-a81f-a77c59e57158 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.1700017 Feb 04 13:44:10.888704 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55618) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:10.896245 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b2af2e37-6ca2-4e06-900c-967715012ab1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=18b957048f7040999289bcd85ef8b00b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7901020 Feb 04 13:44:10.953211 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66872e8e-41fb-4082-a07e-6ac0e07abdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:11.012718 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-52049b6b-e0ed-420b-91b3-352dbbcdc9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:11.069612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-67e1b602-ea33-4130-b67d-99e6f0af86ae None None] Current status of the port 113f9539-e254-4af6-8f7d-ecd83f673faf is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:11.117187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-67e1b602-ea33-4130-b67d-99e6f0af86ae None None] Provisioning complete for port b0e63ad3-0b82-4c49-a935-e17d7032b2e4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:11.122328 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-67e1b602-ea33-4130-b67d-99e6f0af86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b0e63ad3-0b82-4c49-a935-e17d7032b2e4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:11.275027 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-67e1b602-ea33-4130-b67d-99e6f0af86ae None None] Port b0e63ad3-0b82-4c49-a935-e17d7032b2e4 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:44:11.352525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af2e37-6ca2-4e06-900c-967715012ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda39244-d68d-4815-b285-50ae443c924e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:11.412525 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0cd6adde-575b-419e-89c1-dd4343e0d000 admin admin] Publish callbacks [] for security_group (fda39244-d68d-4815-b285-50ae443c924e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:11.437166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-984f45da-83ac-4ee2-b473-cd0fee4e220d None None] Provisioning complete for port b0e63ad3-0b82-4c49-a935-e17d7032b2e4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:11.437774 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-984f45da-83ac-4ee2-b473-cd0fee4e220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b0e63ad3-0b82-4c49-a935-e17d7032b2e4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:11.606289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-984f45da-83ac-4ee2-b473-cd0fee4e220d None None] Port b0e63ad3-0b82-4c49-a935-e17d7032b2e4 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:44:11.741504 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0cd6adde-575b-419e-89c1-dd4343e0d000 admin admin] Publish callbacks [] for security_group (fda39244-d68d-4815-b285-50ae443c924e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:11.986426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72723bb-5210-4ec0-a74e-59d88162ce19 req-db9222f1-8bd7-466d-8d41-1f3defec154c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:12.009731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72723bb-5210-4ec0-a74e-59d88162ce19 req-db9222f1-8bd7-466d-8d41-1f3defec154c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:12.016447 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72723bb-5210-4ec0-a74e-59d88162ce19 req-db9222f1-8bd7-466d-8d41-1f3defec154c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:12.025113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72723bb-5210-4ec0-a74e-59d88162ce19 req-db9222f1-8bd7-466d-8d41-1f3defec154c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:12.030824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72723bb-5210-4ec0-a74e-59d88162ce19 req-db9222f1-8bd7-466d-8d41-1f3defec154c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:12.037971 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72723bb-5210-4ec0-a74e-59d88162ce19 req-db9222f1-8bd7-466d-8d41-1f3defec154c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:12.045331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72723bb-5210-4ec0-a74e-59d88162ce19 req-db9222f1-8bd7-466d-8d41-1f3defec154c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:12.052874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-66872e8e-41fb-4082-a07e-6ac0e07abdf8 admin admin] Deleting port 30d92bc6-4716-4df2-a134-c8406d825a37 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:44:12.054776 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66872e8e-41fb-4082-a07e-6ac0e07abdf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:12.057156 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c72723bb-5210-4ec0-a74e-59d88162ce19 req-db9222f1-8bd7-466d-8d41-1f3defec154c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5421 time: 0.3819573 Feb 04 13:44:12.153891 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c72723bb-5210-4ec0-a74e-59d88162ce19 req-1639541f-e8f1-4c95-b5cf-255fbe343c59 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953426 Feb 04 13:44:12.157769 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0cd6adde-575b-419e-89c1-dd4343e0d000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fda39244-d68d-4815-b285-50ae443c924e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:12.163504 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0cd6adde-575b-419e-89c1-dd4343e0d000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:12.168896 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0cd6adde-575b-419e-89c1-dd4343e0d000 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fda39244-d68d-4815-b285-50ae443c924e HTTP/1.1" status: 204 len: 168 time: 1.2771289 Feb 04 13:44:12.236837 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d0f5a809-9c39-466e-a4d9-f65229b8adcb details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:44:12.280858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6adde-575b-419e-89c1-dd4343e0d000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda39244-d68d-4815-b285-50ae443c924e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:12.287839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-66872e8e-41fb-4082-a07e-6ac0e07abdf8 admin admin] For port 30d92bc6-4716-4df2-a134-c8406d825a37, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=30d92bc6-4716-4df2-a134-c8406d825a37,segment=NetworkSegment(e31816d3-c4f8-4ad1-9c27-bba47d3901da),segment_id=e31816d3-c4f8-4ad1-9c27-bba47d3901da)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:12.288473 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66872e8e-41fb-4082-a07e-6ac0e07abdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:12.346453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-66872e8e-41fb-4082-a07e-6ac0e07abdf8 admin admin] Calling delete_port for 30d92bc6-4716-4df2-a134-c8406d825a37 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:44:12.483780 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be8c13a7-6588-4d04-b35d-49bcd7d02214 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (b0e63ad3-0b82-4c49-a935-e17d7032b2e4), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:12.527361 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be8c13a7-6588-4d04-b35d-49bcd7d02214 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b0e63ad3-0b82-4c49-a935-e17d7032b2e4), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:12.806013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port d0f5a809-9c39-466e-a4d9-f65229b8adcb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d0f5a809-9c39-466e-a4d9-f65229b8adcb,segment=NetworkSegment(b9799a29-9629-4ed2-a490-f98ffaf13677),segment_id=b9799a29-9629-4ed2-a490-f98ffaf13677)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:12.861099 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'd0f5a809-9c39-466e-a4d9-f65229b8adcb', 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769', 'port_id': 'd0f5a809-9c39-466e-a4d9-f65229b8adcb', 'mac_address': 'fa:16:3e:bd:f7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:44:12.906833 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-551f998d-cce0-43d9-9d9e-3c85be320925 req-846f454f-3b96-4d09-8e52-9bc2e2f5cd2f tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.4350946 Feb 04 13:44:13.091049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port d0f5a809-9c39-466e-a4d9-f65229b8adcb is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:13.107059 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:13.140133 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66872e8e-41fb-4082-a07e-6ac0e07abdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (30d92bc6-4716-4df2-a134-c8406d825a37), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:13.166212 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c13a7-6588-4d04-b35d-49bcd7d02214 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=b0e63ad3-0b82-4c49-a935-e17d7032b2e4,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:13.197370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f5a809-9c39-466e-a4d9-f65229b8adcb {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:44:13.344696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port d0f5a809-9c39-466e-a4d9-f65229b8adcb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d0f5a809-9c39-466e-a4d9-f65229b8adcb,segment=NetworkSegment(b9799a29-9629-4ed2-a490-f98ffaf13677),segment_id=b9799a29-9629-4ed2-a490-f98ffaf13677)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:13.388031 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:13.389193 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a6440d92-dcd8-496d-89b6-bd6f83ea1768 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:44:13.568957 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66872e8e-41fb-4082-a07e-6ac0e07abdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d92bc6-4716-4df2-a134-c8406d825a37,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:14.017545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8900390-6174-46bc-9779-051f719e051e req-a3e334bf-570d-44f0-94ff-7e7e4c439ada tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:14.060226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8900390-6174-46bc-9779-051f719e051e req-a3e334bf-570d-44f0-94ff-7e7e4c439ada tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:14.093266 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a6440d92-dcd8-496d-89b6-bd6f83ea1768, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a6440d92-dcd8-496d-89b6-bd6f83ea1768,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:14.102152 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8900390-6174-46bc-9779-051f719e051e req-a3e334bf-570d-44f0-94ff-7e7e4c439ada tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:14.125012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8900390-6174-46bc-9779-051f719e051e req-a3e334bf-570d-44f0-94ff-7e7e4c439ada tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:14.132206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8900390-6174-46bc-9779-051f719e051e req-a3e334bf-570d-44f0-94ff-7e7e4c439ada tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:14.176536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'a6440d92-dcd8-496d-89b6-bd6f83ea1768', 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3', 'port_id': 'a6440d92-dcd8-496d-89b6-bd6f83ea1768', 'mac_address': 'fa:16:3e:1f:3d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3cbde94-2939-42c1-a2b7-b944609cf04a', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:44:14.195838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8900390-6174-46bc-9779-051f719e051e req-a3e334bf-570d-44f0-94ff-7e7e4c439ada tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:14.225880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8900390-6174-46bc-9779-051f719e051e req-a3e334bf-570d-44f0-94ff-7e7e4c439ada tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:14.242974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8900390-6174-46bc-9779-051f719e051e req-a3e334bf-570d-44f0-94ff-7e7e4c439ada tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5422 time: 0.7897041 Feb 04 13:44:14.253779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c508e4c9-4fd1-492b-8770-be06c2a3bbe9 None None] Provisioning complete for port b0e63ad3-0b82-4c49-a935-e17d7032b2e4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:14.263193 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c508e4c9-4fd1-492b-8770-be06c2a3bbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b0e63ad3-0b82-4c49-a935-e17d7032b2e4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:14.272412 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66872e8e-41fb-4082-a07e-6ac0e07abdf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:14.432683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55668) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:14.525622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c508e4c9-4fd1-492b-8770-be06c2a3bbe9 None None] Port b0e63ad3-0b82-4c49-a935-e17d7032b2e4 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:44:14.547048 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be8c13a7-6588-4d04-b35d-49bcd7d02214 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (42c78f71-f626-473b-8e88-0b00303a9aba), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:14.549542 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=d0f5a809-9c39-466e-a4d9-f65229b8adcb,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:14.703789 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8900390-6174-46bc-9779-051f719e051e req-7e2f9d7a-eeaa-4eeb-aa3c-58f2fea8d37d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4592407 Feb 04 13:44:14.770600 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5b74e560-4f7b-4a27-a5aa-9960ddb539c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:14.839140 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:14.876233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a6440d92-dcd8-496d-89b6-bd6f83ea1768 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:14.877207 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:14.879641 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:14.943259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6440d92-dcd8-496d-89b6-bd6f83ea1768 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:44:14.997356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a6440d92-dcd8-496d-89b6-bd6f83ea1768, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a6440d92-dcd8-496d-89b6-bd6f83ea1768,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:15.007690 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:15.075001 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 17d69f45-ac59-44d3-b022-1a658842a126 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:44:15.160753 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be8c13a7-6588-4d04-b35d-49bcd7d02214 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b0e63ad3-0b82-4c49-a935-e17d7032b2e4), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:15.213303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66872e8e-41fb-4082-a07e-6ac0e07abdf8 admin admin] Router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:44:15.236443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 17d69f45-ac59-44d3-b022-1a658842a126, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=17d69f45-ac59-44d3-b022-1a658842a126,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:15.267199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '17d69f45-ac59-44d3-b022-1a658842a126', 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3', 'port_id': '17d69f45-ac59-44d3-b022-1a658842a126', 'mac_address': 'fa:16:3e:83:80:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3cbde94-2939-42c1-a2b7-b944609cf04a', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:44:15.358992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 17d69f45-ac59-44d3-b022-1a658842a126 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:15.359584 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (17d69f45-ac59-44d3-b022-1a658842a126), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:15.362245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3cbeed49-6336-4afc-ac93-df1226d7b71b req-8992f793-5bed-42db-850e-a39ca99f0417 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.2074041 Feb 04 13:44:15.363824 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b607ecde-65f0-4045-b455-a62324a1f0e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:15.402344 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d69f45-ac59-44d3-b022-1a658842a126 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:44:15.507069 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a6440d92-dcd8-496d-89b6-bd6f83ea1768,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:15.567961 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b607ecde-65f0-4045-b455-a62324a1f0e8 admin admin] Publish callbacks [] for security_group (62b74021-8802-451b-ad58-37c163060969), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:15.571990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['d0f5a809-9c39-466e-a4d9-f65229b8adcb'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:44:15.579717 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b607ecde-65f0-4045-b455-a62324a1f0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (62b74021-8802-451b-ad58-37c163060969), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:15.700738 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607ecde-65f0-4045-b455-a62324a1f0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b74021-8802-451b-ad58-37c163060969,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:15.751553 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b607ecde-65f0-4045-b455-a62324a1f0e8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f3ff9b79a4124967bfaad2d4ff3d7805&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2867885 Feb 04 13:44:15.757186 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55686) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:15.802191 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66872e8e-41fb-4082-a07e-6ac0e07abdf8 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:44:15.823055 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6867429-1168-46f7-b1b5-fdf4b43a88cc None None] Sync routers for ids ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:44:15.824874 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-66872e8e-41fb-4082-a07e-6ac0e07abdf8 admin admin] 10.222.0.96 "PUT /v2.0/routers/63e2f3f4-6f97-4c27-97fc-d0f64b1f641b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2709868 Feb 04 13:44:15.826383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55690) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:15.857791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 17d69f45-ac59-44d3-b022-1a658842a126, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=17d69f45-ac59-44d3-b022-1a658842a126,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:15.867607 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6867429-1168-46f7-b1b5-fdf4b43a88cc None None] Routers {'63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:44:15.868732 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f6867429-1168-46f7-b1b5-fdf4b43a88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:15.887340 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:15.890431 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (17d69f45-ac59-44d3-b022-1a658842a126), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:15.899507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ee19d8bf-beb5-420b-b1b3-ce54275a3754 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:44:16.078873 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.resource_extend [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:44:16.235062 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6589-041c-4e82-9f63-b1a6a4bb6049 admin admin] Publish callbacks [] for security_group (62b74021-8802-451b-ad58-37c163060969), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:16.309269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=17d69f45-ac59-44d3-b022-1a658842a126,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:16.335298 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6589-041c-4e82-9f63-b1a6a4bb6049 admin admin] Publish callbacks [] for security_group (62b74021-8802-451b-ad58-37c163060969), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:16.499226 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6589-041c-4e82-9f63-b1a6a4bb6049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (62b74021-8802-451b-ad58-37c163060969), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:16.502947 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6589-041c-4e82-9f63-b1a6a4bb6049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:16.504358 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ac4f6589-041c-4e82-9f63-b1a6a4bb6049 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/62b74021-8802-451b-ad58-37c163060969 HTTP/1.1" status: 204 len: 168 time: 0.7442551 Feb 04 13:44:16.548219 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-f6867429-1168-46f7-b1b5-fdf4b43a88cc None None] Set router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:44:16.574982 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6589-041c-4e82-9f63-b1a6a4bb6049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b74021-8802-451b-ad58-37c163060969,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:16.597870 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be8c13a7-6588-4d04-b35d-49bcd7d02214 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (b0e63ad3-0b82-4c49-a935-e17d7032b2e4), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:16.609580 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['a6440d92-dcd8-496d-89b6-bd6f83ea1768'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:44:16.617442 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0df68ca-e486-44bb-af0b-f6f6b190e8c7 admin admin] Publish callbacks [] for router (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:16.762992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ee19d8bf-beb5-420b-b1b3-ce54275a3754, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ee19d8bf-beb5-420b-b1b3-ce54275a3754,segment=NetworkSegment(0d6d791d-09d1-4b3a-9982-b10839cf8190),segment_id=0d6d791d-09d1-4b3a-9982-b10839cf8190)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:16.783657 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be8c13a7-6588-4d04-b35d-49bcd7d02214 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b0e63ad3-0b82-4c49-a935-e17d7032b2e4), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:16.819357 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'ee19d8bf-beb5-420b-b1b3-ce54275a3754', 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c', 'port_id': 'ee19d8bf-beb5-420b-b1b3-ce54275a3754', 'mac_address': 'fa:16:3e:bb:e2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:44:16.982666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ee19d8bf-beb5-420b-b1b3-ce54275a3754 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:16.983079 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:17.020389 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:17.027367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee19d8bf-beb5-420b-b1b3-ce54275a3754 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:44:17.106831 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be8c13a7-6588-4d04-b35d-49bcd7d02214 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (42c78f71-f626-473b-8e88-0b00303a9aba), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:17.121947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c13a7-6588-4d04-b35d-49bcd7d02214 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=b0e63ad3-0b82-4c49-a935-e17d7032b2e4,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:17.122704 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0df68ca-e486-44bb-af0b-f6f6b190e8c7 admin admin] Publish callbacks [] for router_gateway (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:17.138640 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821be2c8-aa68-48e5-9fd8-8af4390afc1d req-d727d39e-0a0b-4642-9ab5-778b9f5f8205 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:17.147062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821be2c8-aa68-48e5-9fd8-8af4390afc1d req-d727d39e-0a0b-4642-9ab5-778b9f5f8205 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:17.156793 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821be2c8-aa68-48e5-9fd8-8af4390afc1d req-d727d39e-0a0b-4642-9ab5-778b9f5f8205 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:17.168141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821be2c8-aa68-48e5-9fd8-8af4390afc1d req-d727d39e-0a0b-4642-9ab5-778b9f5f8205 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:17.181513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821be2c8-aa68-48e5-9fd8-8af4390afc1d req-d727d39e-0a0b-4642-9ab5-778b9f5f8205 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:17.195923 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821be2c8-aa68-48e5-9fd8-8af4390afc1d req-d727d39e-0a0b-4642-9ab5-778b9f5f8205 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:17.207777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821be2c8-aa68-48e5-9fd8-8af4390afc1d req-d727d39e-0a0b-4642-9ab5-778b9f5f8205 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:17.208299 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-821be2c8-aa68-48e5-9fd8-8af4390afc1d req-d727d39e-0a0b-4642-9ab5-778b9f5f8205 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5424 time: 0.5994208 Feb 04 13:44:17.324445 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f6867429-1168-46f7-b1b5-fdf4b43a88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'name': 'tempest-TaggedBootDevicesTest_v242-751270328-router', 'tenant_id': '594053dcbab8463db86849941a112819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:44:12Z', 'revision_number': 5, 'project_id': '594053dcbab8463db86849941a112819', 'gw_port': {'id': 'aa2d63fa-6ef5-412c-8298-5f9256595f02', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:25Z', 'updated_at': '2022-02-04T13:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:17.361319 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ee19d8bf-beb5-420b-b1b3-ce54275a3754, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ee19d8bf-beb5-420b-b1b3-ce54275a3754,segment=NetworkSegment(0d6d791d-09d1-4b3a-9982-b10839cf8190),segment_id=0d6d791d-09d1-4b3a-9982-b10839cf8190)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:17.399589 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:17.400779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:44:17.403119 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-c0df68ca-e486-44bb-af0b-f6f6b190e8c7 admin admin] Deleting port aa2d63fa-6ef5-412c-8298-5f9256595f02 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:44:17.403950 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0df68ca-e486-44bb-af0b-f6f6b190e8c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (aa2d63fa-6ef5-412c-8298-5f9256595f02), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:17.491379 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6867429-1168-46f7-b1b5-fdf4b43a88cc None None] Checking router: 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:44:17.494400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c13a7-6588-4d04-b35d-49bcd7d02214 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network 5bb9fbbd-945a-43e4-a660-fd0fdd4540fd is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:44:17.517806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-be8c13a7-6588-4d04-b35d-49bcd7d02214 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:44:17.554750 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6867429-1168-46f7-b1b5-fdf4b43a88cc None None] Routers {'63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:44:17.558012 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f6867429-1168-46f7-b1b5-fdf4b43a88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:17.884482 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.resource_extend [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:44:17.927925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ee19d8bf-beb5-420b-b1b3-ce54275a3754,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:17.966922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-c0df68ca-e486-44bb-af0b-f6f6b190e8c7 admin admin] For port aa2d63fa-6ef5-412c-8298-5f9256595f02, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=aa2d63fa-6ef5-412c-8298-5f9256595f02,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:17.968975 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0df68ca-e486-44bb-af0b-f6f6b190e8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (aa2d63fa-6ef5-412c-8298-5f9256595f02), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:18.002863 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-f6867429-1168-46f7-b1b5-fdf4b43a88cc None None] Set router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:44:18.049018 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-c0df68ca-e486-44bb-af0b-f6f6b190e8c7 admin admin] Calling delete_port for aa2d63fa-6ef5-412c-8298-5f9256595f02 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:44:18.076904 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-821be2c8-aa68-48e5-9fd8-8af4390afc1d req-03c18b7b-f220-47bf-bf9f-a0d3589bd248 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6498837 Feb 04 13:44:18.145256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=69d08c20-ee26-4ffe-b5a2-9cf4daf76b84,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:18.186972 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f6867429-1168-46f7-b1b5-fdf4b43a88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'name': 'tempest-TaggedBootDevicesTest_v242-751270328-router', 'tenant_id': '594053dcbab8463db86849941a112819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:44:17Z', 'revision_number': 6, 'project_id': '594053dcbab8463db86849941a112819', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:18.292661 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:18.307248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '69d08c20-ee26-4ffe-b5a2-9cf4daf76b84', 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3', 'port_id': '69d08c20-ee26-4ffe-b5a2-9cf4daf76b84', 'mac_address': 'fa:16:3e:66:49:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3cbde94-2939-42c1-a2b7-b944609cf04a', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:44:18.309199 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6867429-1168-46f7-b1b5-fdf4b43a88cc None None] The sync data for ids ['63e2f3f4-6f97-4c27-97fc-d0f64b1f641b'] in n-d-714676-13 is: [{'id': '63e2f3f4-6f97-4c27-97fc-d0f64b1f641b', 'name': 'tempest-TaggedBootDevicesTest_v242-751270328-router', 'tenant_id': '594053dcbab8463db86849941a112819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:44:17Z', 'revision_number': 6, 'project_id': '594053dcbab8463db86849941a112819', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:44:18.355110 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-579f0074-dddb-4deb-8802-fefceff53781 None None] Provisioning complete for port b0e63ad3-0b82-4c49-a935-e17d7032b2e4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:18.356862 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-579f0074-dddb-4deb-8802-fefceff53781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b0e63ad3-0b82-4c49-a935-e17d7032b2e4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:18.419176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8c13a7-6588-4d04-b35d-49bcd7d02214 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 42c78f71-f626-473b-8e88-0b00303a9aba is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:44:18.557711 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:18.558410 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:18.616870 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:44:18.674733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=69d08c20-ee26-4ffe-b5a2-9cf4daf76b84,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:18.687667 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:18.689045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5320eabc-22f0-4783-8a3f-6c8e55962f16 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:44:18.775958 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0df68ca-e486-44bb-af0b-f6f6b190e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (aa2d63fa-6ef5-412c-8298-5f9256595f02), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:18.893978 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8c13a7-6588-4d04-b35d-49bcd7d02214 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:44:18.898912 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-896c8780-9499-4bf4-bea2-3c6cb15aa78f req-ccbfd4af-6b95-4954-b5b1-7a1848921251 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.4309151 Feb 04 13:44:18.904916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-be8c13a7-6588-4d04-b35d-49bcd7d02214 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/42c78f71-f626-473b-8e88-0b00303a9aba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8883827 Feb 04 13:44:18.909133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55744) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:18.940540 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df68ca-e486-44bb-af0b-f6f6b190e8c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2d63fa-6ef5-412c-8298-5f9256595f02,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:19.016902 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=69d08c20-ee26-4ffe-b5a2-9cf4daf76b84,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:19.036360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-579f0074-dddb-4deb-8802-fefceff53781 None None] Port b0e63ad3-0b82-4c49-a935-e17d7032b2e4 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:44:19.041169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b640f9-efaf-49df-9056-255447991ef7 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:19.046220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-77b640f9-efaf-49df-9056-255447991ef7 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports/b0e63ad3-0b82-4c49-a935-e17d7032b2e4 HTTP/1.1" status: 200 len: 977 time: 0.1349204 Feb 04 13:44:19.047256 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55748) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:19.082444 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 30d92bc6-4716-4df2-a134-c8406d825a37 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:44:19.088720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fee2e8-697f-45c9-a82d-77818e12c1b4 None None] Sync routers for ids ['42c78f71-f626-473b-8e88-0b00303a9aba'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:44:19.131553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5320eabc-22f0-4783-8a3f-6c8e55962f16, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5320eabc-22f0-4783-8a3f-6c8e55962f16,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:19.132726 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55750) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:19.155339 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0df68ca-e486-44bb-af0b-f6f6b190e8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:19.169309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 30d92bc6-4716-4df2-a134-c8406d825a37 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:44:19.169791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 30d92bc6-4716-4df2-a134-c8406d825a37 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:44:19.178186 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fee2e8-697f-45c9-a82d-77818e12c1b4 None None] Routers {'42c78f71-f626-473b-8e88-0b00303a9aba'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:44:19.178924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a1fee2e8-697f-45c9-a82d-77818e12c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['42c78f71-f626-473b-8e88-0b00303a9aba'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:19.258048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a1fee2e8-697f-45c9-a82d-77818e12c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:19.261772 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '5320eabc-22f0-4783-8a3f-6c8e55962f16', 'network_id': '1612d2d9-6bc5-454e-b028-8e610907a6d3', 'port_id': '5320eabc-22f0-4783-8a3f-6c8e55962f16', 'mac_address': 'fa:16:3e:0e:d5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3cbde94-2939-42c1-a2b7-b944609cf04a', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:44:19.274076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fee2e8-697f-45c9-a82d-77818e12c1b4 None None] Routers {'42c78f71-f626-473b-8e88-0b00303a9aba'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:44:19.275162 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a1fee2e8-697f-45c9-a82d-77818e12c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['42c78f71-f626-473b-8e88-0b00303a9aba'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:19.353607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a1fee2e8-697f-45c9-a82d-77818e12c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:19.354831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fee2e8-697f-45c9-a82d-77818e12c1b4 None None] The sync data for ids ['42c78f71-f626-473b-8e88-0b00303a9aba'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:44:19.416218 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0df68ca-e486-44bb-af0b-f6f6b190e8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:19.430056 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0df68ca-e486-44bb-af0b-f6f6b190e8c7 admin admin] Publish callbacks [] for router_controller (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:19.448000 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 5320eabc-22f0-4783-8a3f-6c8e55962f16 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:19.449011 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:19.508482 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5320eabc-22f0-4783-8a3f-6c8e55962f16 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:44:19.594385 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5320eabc-22f0-4783-8a3f-6c8e55962f16, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5320eabc-22f0-4783-8a3f-6c8e55962f16,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:19.615892 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:19.618345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 2fb97722-6f45-48e7-8b20-1188308a58b1 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:44:19.654150 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0df68ca-e486-44bb-af0b-f6f6b190e8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (63e2f3f4-6f97-4c27-97fc-d0f64b1f641b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:19.654979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0df68ca-e486-44bb-af0b-f6f6b190e8c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e2f3f4-6f97-4c27-97fc-d0f64b1f641b {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:44:19.675905 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0df68ca-e486-44bb-af0b-f6f6b190e8c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:19.697124 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c0df68ca-e486-44bb-af0b-f6f6b190e8c7 admin admin] 10.222.0.96 "DELETE /v2.0/routers/63e2f3f4-6f97-4c27-97fc-d0f64b1f641b HTTP/1.1" status: 204 len: 168 time: 3.8621747 Feb 04 13:44:19.698247 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55762) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:19.757967 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c58674-8996-4702-80c9-0aab50a84554 req-3c4a5e1f-d938-4d8d-80b3-b7651edfda6f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:19.771795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c58674-8996-4702-80c9-0aab50a84554 req-3c4a5e1f-d938-4d8d-80b3-b7651edfda6f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:19.786141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c58674-8996-4702-80c9-0aab50a84554 req-3c4a5e1f-d938-4d8d-80b3-b7651edfda6f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:19.809051 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=5320eabc-22f0-4783-8a3f-6c8e55962f16,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:19.812209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c58674-8996-4702-80c9-0aab50a84554 req-3c4a5e1f-d938-4d8d-80b3-b7651edfda6f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:19.839467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c58674-8996-4702-80c9-0aab50a84554 req-3c4a5e1f-d938-4d8d-80b3-b7651edfda6f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:19.842270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-76da78a3-f001-4582-ba58-811301efef41 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1776334678-network', 'tenant_id': '95bd4e466a4342bfbb464c3cecadae6f'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:44:19.853885 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 2fb97722-6f45-48e7-8b20-1188308a58b1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2fb97722-6f45-48e7-8b20-1188308a58b1,segment=NetworkSegment(0d6d791d-09d1-4b3a-9982-b10839cf8190),segment_id=0d6d791d-09d1-4b3a-9982-b10839cf8190)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:19.864069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c58674-8996-4702-80c9-0aab50a84554 req-3c4a5e1f-d938-4d8d-80b3-b7651edfda6f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:19.893345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c58674-8996-4702-80c9-0aab50a84554 req-3c4a5e1f-d938-4d8d-80b3-b7651edfda6f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:19.901674 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59c58674-8996-4702-80c9-0aab50a84554 req-3c4a5e1f-d938-4d8d-80b3-b7651edfda6f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5426 time: 0.4707556 Feb 04 13:44:19.903841 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '2fb97722-6f45-48e7-8b20-1188308a58b1', 'network_id': '361c3099-6555-4ea8-872d-0b37bedf594c', 'port_id': '2fb97722-6f45-48e7-8b20-1188308a58b1', 'mac_address': 'fa:16:3e:fb:9a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:44:19.956145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2dd1b7-0c2e-4650-8bca-79b0c15afc05 admin admin] Deleting subnet 9d0285fe-4faa-46eb-a1a8-f0b2eb04393d {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:44:19.966715 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da2dd1b7-0c2e-4650-8bca-79b0c15afc05 admin admin] Publish callbacks [] for subnet (9d0285fe-4faa-46eb-a1a8-f0b2eb04393d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:19.967455 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:44:20.034057 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 2fb97722-6f45-48e7-8b20-1188308a58b1 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:20.034873 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:20.085869 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb97722-6f45-48e7-8b20-1188308a58b1 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:44:20.125094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76da78a3-f001-4582-ba58-811301efef41 admin admin] Made reservation on behalf of 95bd4e466a4342bfbb464c3cecadae6f for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:44:20.130343 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76da78a3-f001-4582-ba58-811301efef41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:20.164336 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 2fb97722-6f45-48e7-8b20-1188308a58b1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2fb97722-6f45-48e7-8b20-1188308a58b1,segment=NetworkSegment(0d6d791d-09d1-4b3a-9982-b10839cf8190),segment_id=0d6d791d-09d1-4b3a-9982-b10839cf8190)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:20.184689 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:20.235456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55772) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:20.260283 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76da78a3-f001-4582-ba58-811301efef41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:20.316559 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da2dd1b7-0c2e-4650-8bca-79b0c15afc05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (9d0285fe-4faa-46eb-a1a8-f0b2eb04393d), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:20.330422 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=2fb97722-6f45-48e7-8b20-1188308a58b1,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:20.341867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d0f5a809-9c39-466e-a4d9-f65229b8adcb up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:44:20.412787 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59c58674-8996-4702-80c9-0aab50a84554 req-44d49e2d-9ad8-48f4-9dca-d02e70cbda92 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4953637 Feb 04 13:44:20.434884 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port d0f5a809-9c39-466e-a4d9-f65229b8adcb completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:44:20.442746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port d0f5a809-9c39-466e-a4d9-f65229b8adcb triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:20.443245 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:20.649662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device aa2d63fa-6ef5-412c-8298-5f9256595f02 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:44:20.731041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: aa2d63fa-6ef5-412c-8298-5f9256595f02 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:44:20.731553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device aa2d63fa-6ef5-412c-8298-5f9256595f02 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:44:20.749986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port d0f5a809-9c39-466e-a4d9-f65229b8adcb is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:20.750540 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:20.805189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f5a809-9c39-466e-a4d9-f65229b8adcb'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:44:20.810026 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324c2cec-a080-4976-8d77-8e5dd2d668b2" -d '{"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-plugged", "status": "completed", "tag": "d0f5a809-9c39-466e-a4d9-f65229b8adcb"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:44:20.851767 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port d0f5a809-9c39-466e-a4d9-f65229b8adcb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d0f5a809-9c39-466e-a4d9-f65229b8adcb,segment=NetworkSegment(b9799a29-9629-4ed2-a490-f98ffaf13677),segment_id=b9799a29-9629-4ed2-a490-f98ffaf13677)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:20.867595 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:20.868648 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a6440d92-dcd8-496d-89b6-bd6f83ea1768 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:44:21.023858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port a6440d92-dcd8-496d-89b6-bd6f83ea1768 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:44:21.046512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port a6440d92-dcd8-496d-89b6-bd6f83ea1768 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:21.047523 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:21.122217 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=d0f5a809-9c39-466e-a4d9-f65229b8adcb,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:21.451451 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['ee19d8bf-beb5-420b-b1b3-ce54275a3754'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:44:21.503281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['17d69f45-ac59-44d3-b022-1a658842a126'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:44:21.514206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['5320eabc-22f0-4783-8a3f-6c8e55962f16'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:44:21.639666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f4c090d9-56cb-4926-82d9-f37aae4a1454 req-5794b1c3-5e5c-4b8b-899f-b6d7916f669e tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.1001501 Feb 04 13:44:21.662965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['2fb97722-6f45-48e7-8b20-1188308a58b1'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:44:21.669043 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:21.672212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['69d08c20-ee26-4ffe-b5a2-9cf4daf76b84'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:44:21.767343 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76da78a3-f001-4582-ba58-811301efef41 admin admin] Publish callbacks [] for security_group (71ed192e-d950-4574-890a-c41dc8d148ed), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:21.773972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a6440d92-dcd8-496d-89b6-bd6f83ea1768 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:21.775174 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:21.780866 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da2dd1b7-0c2e-4650-8bca-79b0c15afc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (9d0285fe-4faa-46eb-a1a8-f0b2eb04393d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:22.000579 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a6440d92-dcd8-496d-89b6-bd6f83ea1768, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a6440d92-dcd8-496d-89b6-bd6f83ea1768,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:22.009497 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Publish callbacks [] for security_group (f007d34a-46a1-43e6-ac5e-8e6866e646e5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:22.022895 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76da78a3-f001-4582-ba58-811301efef41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (71ed192e-d950-4574-890a-c41dc8d148ed), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:22.068616 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f007d34a-46a1-43e6-ac5e-8e6866e646e5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:22.136416 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da2dd1b7-0c2e-4650-8bca-79b0c15afc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (9d0285fe-4faa-46eb-a1a8-f0b2eb04393d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:22.138855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f21cc1c570e44879b2067109d9132567&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8587618 Feb 04 13:44:22.143558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da78a3-f001-4582-ba58-811301efef41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ed192e-d950-4574-890a-c41dc8d148ed,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:22.173103 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:22.210270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55796) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:22.347844 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c8a7-bfaf-45f5-be5d-8a06e9f59bc7 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (42c78f71-f626-473b-8e88-0b00303a9aba), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:22.361094 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f007d34a-46a1-43e6-ac5e-8e6866e646e5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:22.417920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76da78a3-f001-4582-ba58-811301efef41 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:44:22.422283 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dd1b7-0c2e-4650-8bca-79b0c15afc05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d0285fe-4faa-46eb-a1a8-f0b2eb04393d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:22.468260 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da2dd1b7-0c2e-4650-8bca-79b0c15afc05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:22.491697 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-da2dd1b7-0c2e-4650-8bca-79b0c15afc05 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/9d0285fe-4faa-46eb-a1a8-f0b2eb04393d HTTP/1.1" status: 204 len: 168 time: 2.7881083 Feb 04 13:44:22.498479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55798) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:22.504402 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a094198e-073c-4c62-a005-0f0261f4bfb1 x-openstack-request-id: req-a094198e-073c-4c62-a005-0f0261f4bfb1 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:44:22.504716 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-plugged", "status": "completed", "tag": "d0f5a809-9c39-466e-a4d9-f65229b8adcb", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:44:22.504716 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a094198e-073c-4c62-a005-0f0261f4bfb1 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:44:22.508445 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f5a809-9c39-466e-a4d9-f65229b8adcb', 'code': 200} Feb 04 13:44:22.509114 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8158e0-e46c-4a03-85db-b3350c7c3ae4 None None] Network 1671d76e-ba93-4775-9183-503f305e6bb1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:44:22.649582 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76da78a3-f001-4582-ba58-811301efef41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e2a4d3c1-55cb-430b-97c0-06cbb794e85a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:22.650589 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-76da78a3-f001-4582-ba58-811301efef41 admin admin] Added segment e2a4d3c1-55cb-430b-97c0-06cbb794e85a of type vlan for network 75d0b77f-242c-41b7-92d8-030be6f48ad4 Feb 04 13:44:22.703183 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4b11-b5a2-4303-b2d4-19f28b892cb5 admin admin] Publish callbacks [] for security_group (f007d34a-46a1-43e6-ac5e-8e6866e646e5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:22.764237 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:22.765060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:22.771878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:22.772688 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:22.773394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:22.774061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:22.774795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:22.781947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:22.782836 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:22.783654 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:22.786019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:22.786019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:22.786836 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b7253-396d-40b8-9a0a-88692e6b255c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:22.844151 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (1671d76e-ba93-4775-9183-503f305e6bb1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:22.885074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4b11-b5a2-4303-b2d4-19f28b892cb5 admin admin] Publish callbacks [] for security_group (f007d34a-46a1-43e6-ac5e-8e6866e646e5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:22.905202 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a6440d92-dcd8-496d-89b6-bd6f83ea1768,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:22.960142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d815e80-f1d3-4998-85ba-57ce31543428 req-3085f633-9d21-4205-a0ee-8cda06e74968 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:22.969753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d815e80-f1d3-4998-85ba-57ce31543428 req-3085f633-9d21-4205-a0ee-8cda06e74968 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:22.977768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d815e80-f1d3-4998-85ba-57ce31543428 req-3085f633-9d21-4205-a0ee-8cda06e74968 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:22.984664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d815e80-f1d3-4998-85ba-57ce31543428 req-3085f633-9d21-4205-a0ee-8cda06e74968 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:23.006085 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d815e80-f1d3-4998-85ba-57ce31543428 req-3085f633-9d21-4205-a0ee-8cda06e74968 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:23.025571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d815e80-f1d3-4998-85ba-57ce31543428 req-3085f633-9d21-4205-a0ee-8cda06e74968 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:23.043209 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76da78a3-f001-4582-ba58-811301efef41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (75d0b77f-242c-41b7-92d8-030be6f48ad4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:23.052227 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d815e80-f1d3-4998-85ba-57ce31543428 req-3085f633-9d21-4205-a0ee-8cda06e74968 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:23.067927 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d815e80-f1d3-4998-85ba-57ce31543428 req-3085f633-9d21-4205-a0ee-8cda06e74968 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5430 time: 0.4232507 Feb 04 13:44:23.140928 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76da78a3-f001-4582-ba58-811301efef41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (75d0b77f-242c-41b7-92d8-030be6f48ad4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:23.146514 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76da78a3-f001-4582-ba58-811301efef41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:23.149040 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76da78a3-f001-4582-ba58-811301efef41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:23.448757 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-76da78a3-f001-4582-ba58-811301efef41 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.3055561 Feb 04 13:44:23.492636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d815e80-f1d3-4998-85ba-57ce31543428 req-03c2ef5e-e04c-4423-8e79-1040a9df828d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3463414 Feb 04 13:44:23.590076 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4b11-b5a2-4303-b2d4-19f28b892cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f007d34a-46a1-43e6-ac5e-8e6866e646e5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:23.602578 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4b11-b5a2-4303-b2d4-19f28b892cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:23.610584 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9915b33-2b8a-4ce8-9fd7-1c17bbfd824a None None] DHCP port deletion for 1671d76e-ba93-4775-9183-503f305e6bb1 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:44:23.622344 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9f1f4b11-b5a2-4303-b2d4-19f28b892cb5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f007d34a-46a1-43e6-ac5e-8e6866e646e5 HTTP/1.1" status: 204 len: 168 time: 1.4046555 Feb 04 13:44:23.739597 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da78a3-f001-4582-ba58-811301efef41 admin admin] Pushing event updated for resources: {'Network': ['ID=75d0b77f-242c-41b7-92d8-030be6f48ad4,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:23.755682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6ba8c8a7-bfaf-45f5-be5d-8a06e9f59bc7 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port b0e63ad3-0b82-4c49-a935-e17d7032b2e4 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:44:23.756356 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c8a7-bfaf-45f5-be5d-8a06e9f59bc7 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b0e63ad3-0b82-4c49-a935-e17d7032b2e4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:23.760098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f4b11-b5a2-4303-b2d4-19f28b892cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f007d34a-46a1-43e6-ac5e-8e6866e646e5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:23.829652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 75d0b77f-242c-41b7-92d8-030be6f48ad4 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:44:23.864947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] Deleting port 53ee9192-2262-4628-bc45-217bc00fb772 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:44:23.865538 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (53ee9192-2262-4628-bc45-217bc00fb772), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:24.071911 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c8a7-bfaf-45f5-be5d-8a06e9f59bc7 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b0e63ad3-0b82-4c49-a935-e17d7032b2e4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:24.086339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6ba8c8a7-bfaf-45f5-be5d-8a06e9f59bc7 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for b0e63ad3-0b82-4c49-a935-e17d7032b2e4 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:44:24.124891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] For port 53ee9192-2262-4628-bc45-217bc00fb772, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=53ee9192-2262-4628-bc45-217bc00fb772,segment=NetworkSegment(e31816d3-c4f8-4ad1-9c27-bba47d3901da),segment_id=e31816d3-c4f8-4ad1-9c27-bba47d3901da)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:24.125583 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (53ee9192-2262-4628-bc45-217bc00fb772), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:24.163455 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] Calling delete_port for 53ee9192-2262-4628-bc45-217bc00fb772 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:44:24.306488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e9915b33-2b8a-4ce8-9fd7-1c17bbfd824a None None] Deleting port 53ee9192-2262-4628-bc45-217bc00fb772 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:44:24.306957 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e9915b33-2b8a-4ce8-9fd7-1c17bbfd824a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (53ee9192-2262-4628-bc45-217bc00fb772), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:24.420030 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e9915b33-2b8a-4ce8-9fd7-1c17bbfd824a None None] For port 53ee9192-2262-4628-bc45-217bc00fb772, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=53ee9192-2262-4628-bc45-217bc00fb772,segment=NetworkSegment(e31816d3-c4f8-4ad1-9c27-bba47d3901da),segment_id=e31816d3-c4f8-4ad1-9c27-bba47d3901da)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:24.421014 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e9915b33-2b8a-4ce8-9fd7-1c17bbfd824a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (53ee9192-2262-4628-bc45-217bc00fb772), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:24.453376 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e9915b33-2b8a-4ce8-9fd7-1c17bbfd824a None None] Calling delete_port for 53ee9192-2262-4628-bc45-217bc00fb772 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:44:24.462411 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (53ee9192-2262-4628-bc45-217bc00fb772), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:24.479539 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c8a7-bfaf-45f5-be5d-8a06e9f59bc7 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b0e63ad3-0b82-4c49-a935-e17d7032b2e4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:24.494614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55820) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:24.572081 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fac678f-b238-4973-9c35-408cb29512fd req-ecfce782-fecf-45cf-8174-f47a3156ad82 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.1010606 Feb 04 13:44:24.577556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6440d92-dcd8-496d-89b6-bd6f83ea1768'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:44:24.581386 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7a7b4f-8677-4e37-9e8f-4b0a4fbfbfc1" -d '{"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-plugged", "status": "completed", "tag": "a6440d92-dcd8-496d-89b6-bd6f83ea1768"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:44:24.611032 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e9915b33-2b8a-4ce8-9fd7-1c17bbfd824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (53ee9192-2262-4628-bc45-217bc00fb772), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:24.633230 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8c8a7-bfaf-45f5-be5d-8a06e9f59bc7 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=b0e63ad3-0b82-4c49-a935-e17d7032b2e4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:24.633774 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9915b33-2b8a-4ce8-9fd7-1c17bbfd824a None None] No DVR routers for this DVR port 53ee9192-2262-4628-bc45-217bc00fb772 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:44:24.637026 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b74a75a6-7bef-4135-825e-d4f5da4bb3de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:24.685297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] No DVR routers for this DVR port 53ee9192-2262-4628-bc45-217bc00fb772 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:44:24.689407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ee9192-2262-4628-bc45-217bc00fb772,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:24.707034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9915b33-2b8a-4ce8-9fd7-1c17bbfd824a None None] Pushing event deleted for resources: {'Port': ['ID=53ee9192-2262-4628-bc45-217bc00fb772,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:24.718165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 53ee9192-2262-4628-bc45-217bc00fb772 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:44:24.782835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 53ee9192-2262-4628-bc45-217bc00fb772 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:44:24.796000 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 53ee9192-2262-4628-bc45-217bc00fb772 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:44:24.916158 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (1671d76e-ba93-4775-9183-503f305e6bb1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:24.998924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1671d76e-ba93-4775-9183-503f305e6bb1']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:25.031009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31816d3-c4f8-4ad1-9c27-bba47d3901da') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:25.036993 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31816d3-c4f8-4ad1-9c27-bba47d3901da') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:25.063143 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (e31816d3-c4f8-4ad1-9c27-bba47d3901da), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:25.099755 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e31816d3-c4f8-4ad1-9c27-bba47d3901da), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:25.116396 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:44:25.117306 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (e31816d3-c4f8-4ad1-9c27-bba47d3901da), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:25.118412 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b74a75a6-7bef-4135-825e-d4f5da4bb3de admin admin] Publish callbacks [] for security_group (979acb5d-51d3-4bde-a400-62c289b335c7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:44:25.124048 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:44:25.145876 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b74a75a6-7bef-4135-825e-d4f5da4bb3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (979acb5d-51d3-4bde-a400-62c289b335c7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:25.271466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a75a6-7bef-4135-825e-d4f5da4bb3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979acb5d-51d3-4bde-a400-62c289b335c7,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:25.316660 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (1671d76e-ba93-4775-9183-503f305e6bb1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:25.333056 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:25.341633 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] 10.222.0.96 "DELETE /v2.0/networks/1671d76e-ba93-4775-9183-503f305e6bb1 HTTP/1.1" status: 204 len: 168 time: 2.8297215 Feb 04 13:44:25.348939 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55830) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:25.398557 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bf485-5272-46d7-b362-7ed152041f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=1671d76e-ba93-4775-9183-503f305e6bb1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:25.544538 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b74a75a6-7bef-4135-825e-d4f5da4bb3de admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9db16598a10f4e929c827b81d25246d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0439143 Feb 04 13:44:25.568775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55832) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:25.633905 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c8a7-bfaf-45f5-be5d-8a06e9f59bc7 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (42c78f71-f626-473b-8e88-0b00303a9aba), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:25.967633 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0ddf559-b8e8-4c26-aeb8-97ebab5f03f5 admin admin] Publish callbacks [] for security_group (979acb5d-51d3-4bde-a400-62c289b335c7), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:26.179285 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0ddf559-b8e8-4c26-aeb8-97ebab5f03f5 admin admin] Publish callbacks [] for security_group (979acb5d-51d3-4bde-a400-62c289b335c7), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:26.213041 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e151a6-ce2a-424d-a52f-ae8b8f1fda67 req-80de528c-1edf-4047-b2ee-dcb8ce86d1e1 tempest-ComputeTenantNetworksTest-2134197234 tempest-ComputeTenantNetworksTest-2134197234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:26.226483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e151a6-ce2a-424d-a52f-ae8b8f1fda67 req-80de528c-1edf-4047-b2ee-dcb8ce86d1e1 tempest-ComputeTenantNetworksTest-2134197234 tempest-ComputeTenantNetworksTest-2134197234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:26.239138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e151a6-ce2a-424d-a52f-ae8b8f1fda67 req-80de528c-1edf-4047-b2ee-dcb8ce86d1e1 tempest-ComputeTenantNetworksTest-2134197234 tempest-ComputeTenantNetworksTest-2134197234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:26.250560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5320eabc-22f0-4783-8a3f-6c8e55962f16 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:44:26.256963 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8e151a6-ce2a-424d-a52f-ae8b8f1fda67 req-80de528c-1edf-4047-b2ee-dcb8ce86d1e1 tempest-ComputeTenantNetworksTest-2134197234 tempest-ComputeTenantNetworksTest-2134197234-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.7104311 Feb 04 13:44:26.490841 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 5320eabc-22f0-4783-8a3f-6c8e55962f16 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:44:26.508310 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 5320eabc-22f0-4783-8a3f-6c8e55962f16 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:26.511653 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:26.528294 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-519539fa-9c40-4e03-a113-3e096520d91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (967f3464-ec72-455c-bbc9-99beab3b053e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:26.676742 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba8c8a7-bfaf-45f5-be5d-8a06e9f59bc7 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 42c78f71-f626-473b-8e88-0b00303a9aba has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:44:26.786298 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d814c6-e708-4be1-9dfb-0077299d0ebb req-b732ea3e-44bc-4799-ad74-73561f77ebe2 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:26.798497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d814c6-e708-4be1-9dfb-0077299d0ebb req-b732ea3e-44bc-4799-ad74-73561f77ebe2 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:26.809602 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d814c6-e708-4be1-9dfb-0077299d0ebb req-b732ea3e-44bc-4799-ad74-73561f77ebe2 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:26.810409 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 5320eabc-22f0-4783-8a3f-6c8e55962f16 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:26.811304 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:26.822436 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d814c6-e708-4be1-9dfb-0077299d0ebb req-b732ea3e-44bc-4799-ad74-73561f77ebe2 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:26.835159 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d814c6-e708-4be1-9dfb-0077299d0ebb req-b732ea3e-44bc-4799-ad74-73561f77ebe2 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:26.846179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d814c6-e708-4be1-9dfb-0077299d0ebb req-b732ea3e-44bc-4799-ad74-73561f77ebe2 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:26.858212 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d814c6-e708-4be1-9dfb-0077299d0ebb req-b732ea3e-44bc-4799-ad74-73561f77ebe2 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:26.874219 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61d814c6-e708-4be1-9dfb-0077299d0ebb req-b732ea3e-44bc-4799-ad74-73561f77ebe2 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5430 time: 0.4358995 Feb 04 13:44:26.907256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5320eabc-22f0-4783-8a3f-6c8e55962f16, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5320eabc-22f0-4783-8a3f-6c8e55962f16,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:26.916118 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:27.028506 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-519539fa-9c40-4e03-a113-3e096520d91f admin admin] Deleting port 48062ad2-5bd3-4f67-8107-cb65b250f29d {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:44:27.028853 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-519539fa-9c40-4e03-a113-3e096520d91f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:27.058236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba8c8a7-bfaf-45f5-be5d-8a06e9f59bc7 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:44:27.067422 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6ba8c8a7-bfaf-45f5-be5d-8a06e9f59bc7 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/42c78f71-f626-473b-8e88-0b00303a9aba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0138040 Feb 04 13:44:27.072731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55844) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:27.074928 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f1086-6148-41ea-b448-eedafdc10a62 None None] Sync routers for ids ['42c78f71-f626-473b-8e88-0b00303a9aba'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:44:27.093284 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0ddf559-b8e8-4c26-aeb8-97ebab5f03f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (979acb5d-51d3-4bde-a400-62c289b335c7), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:27.102884 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0ddf559-b8e8-4c26-aeb8-97ebab5f03f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:27.107445 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a0ddf559-b8e8-4c26-aeb8-97ebab5f03f5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/979acb5d-51d3-4bde-a400-62c289b335c7 HTTP/1.1" status: 204 len: 168 time: 1.5340154 Feb 04 13:44:27.114804 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f1086-6148-41ea-b448-eedafdc10a62 None None] Routers {'42c78f71-f626-473b-8e88-0b00303a9aba'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:44:27.115740 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-401f1086-6148-41ea-b448-eedafdc10a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['42c78f71-f626-473b-8e88-0b00303a9aba'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:27.120645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=5320eabc-22f0-4783-8a3f-6c8e55962f16,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:27.227324 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-401f1086-6148-41ea-b448-eedafdc10a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:27.242403 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-519539fa-9c40-4e03-a113-3e096520d91f admin admin] For port 48062ad2-5bd3-4f67-8107-cb65b250f29d, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=48062ad2-5bd3-4f67-8107-cb65b250f29d,segment=NetworkSegment(eeb57c5c-3cff-4153-a7f9-d49c406530c1),segment_id=eeb57c5c-3cff-4153-a7f9-d49c406530c1)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:27.242838 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-519539fa-9c40-4e03-a113-3e096520d91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:27.244473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61d814c6-e708-4be1-9dfb-0077299d0ebb req-c6df79a6-343a-4fd4-8464-9769dc34ce21 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3684726 Feb 04 13:44:27.255807 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f1086-6148-41ea-b448-eedafdc10a62 None None] Routers {'42c78f71-f626-473b-8e88-0b00303a9aba'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:44:27.258395 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-401f1086-6148-41ea-b448-eedafdc10a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['42c78f71-f626-473b-8e88-0b00303a9aba'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:27.339638 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-519539fa-9c40-4e03-a113-3e096520d91f admin admin] Calling delete_port for 48062ad2-5bd3-4f67-8107-cb65b250f29d owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:44:27.343104 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-401f1086-6148-41ea-b448-eedafdc10a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:27.347633 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f1086-6148-41ea-b448-eedafdc10a62 None None] The sync data for ids ['42c78f71-f626-473b-8e88-0b00303a9aba'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:44:27.376330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddf559-b8e8-4c26-aeb8-97ebab5f03f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979acb5d-51d3-4bde-a400-62c289b335c7,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:27.476534 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b12297-f4bc-4919-a715-cb73d89ede3d x-openstack-request-id: req-c4b12297-f4bc-4919-a715-cb73d89ede3d {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:44:27.477616 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-plugged", "status": "completed", "tag": "a6440d92-dcd8-496d-89b6-bd6f83ea1768", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:44:27.478162 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c4b12297-f4bc-4919-a715-cb73d89ede3d {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:44:27.478756 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6440d92-dcd8-496d-89b6-bd6f83ea1768', 'code': 200} Feb 04 13:44:27.785223 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8cd9081f-b282-4a4a-87fb-41cf4aa86874 req-02b15fb7-a14b-41a0-9d95-ebadb5aa2e3e tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.1178877 Feb 04 13:44:27.966047 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-519539fa-9c40-4e03-a113-3e096520d91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (48062ad2-5bd3-4f67-8107-cb65b250f29d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:27.975387 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-8deff531-d0ff-48c7-b664-7883b41cdcd5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 13:44:27.980206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8deff531-d0ff-48c7-b664-7883b41cdcd5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/42c78f71-f626-473b-8e88-0b00303a9aba/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9032917 Feb 04 13:44:28.001980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55856) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:28.039069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519539fa-9c40-4e03-a113-3e096520d91f admin admin] Pushing event deleted for resources: {'Port': ['ID=48062ad2-5bd3-4f67-8107-cb65b250f29d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:28.111869 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55862) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:28.114996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-af5fc365-2f3d-4025-bc16-94c18a3bce35 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports?device_id=42c78f71-f626-473b-8e88-0b00303a9aba HTTP/1.1" status: 200 len: 205 time: 0.1116030 Feb 04 13:44:28.236420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 2fb97722-6f45-48e7-8b20-1188308a58b1 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:44:28.344322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a0878-5769-401f-aaba-17a4e9f3a0f4 req-71a7bb41-3033-4bf5-8c97-7a2cc08ae1a6 tempest-ComputeTenantNetworksTest-2134197234 tempest-ComputeTenantNetworksTest-2134197234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:28.370764 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a08a0878-5769-401f-aaba-17a4e9f3a0f4 req-71a7bb41-3033-4bf5-8c97-7a2cc08ae1a6 tempest-ComputeTenantNetworksTest-2134197234 tempest-ComputeTenantNetworksTest-2134197234-project] 10.222.0.96 "GET /v2.0/networks/75d0b77f-242c-41b7-92d8-030be6f48ad4 HTTP/1.1" status: 200 len: 769 time: 0.4084225 Feb 04 13:44:28.371491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55868) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:28.389021 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 2fb97722-6f45-48e7-8b20-1188308a58b1 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:44:28.395943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 2fb97722-6f45-48e7-8b20-1188308a58b1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:28.396779 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:28.595973 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-feb194d6-8651-4820-88e5-9f8d6c32a291 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (42c78f71-f626-473b-8e88-0b00303a9aba), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:28.717913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 2fb97722-6f45-48e7-8b20-1188308a58b1 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:28.718572 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:28.744476 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffcb8-3d94-4bab-ac2f-4e9022d678c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (75d0b77f-242c-41b7-92d8-030be6f48ad4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:28.802208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 2fb97722-6f45-48e7-8b20-1188308a58b1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2fb97722-6f45-48e7-8b20-1188308a58b1,segment=NetworkSegment(0d6d791d-09d1-4b3a-9982-b10839cf8190),segment_id=0d6d791d-09d1-4b3a-9982-b10839cf8190)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:28.811769 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:28.812957 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:44:28.976711 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffcb8-3d94-4bab-ac2f-4e9022d678c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (75d0b77f-242c-41b7-92d8-030be6f48ad4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:29.020744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=2fb97722-6f45-48e7-8b20-1188308a58b1,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:29.051831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-2f6ffcb8-3d94-4bab-ac2f-4e9022d678c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d0b77f-242c-41b7-92d8-030be6f48ad4']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:29.072369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:44:29.085542 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:29.085982 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:29.089172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-2f6ffcb8-3d94-4bab-ac2f-4e9022d678c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a4d3c1-55cb-430b-97c0-06cbb794e85a') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:29.089678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-2f6ffcb8-3d94-4bab-ac2f-4e9022d678c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a4d3c1-55cb-430b-97c0-06cbb794e85a') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:29.127356 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffcb8-3d94-4bab-ac2f-4e9022d678c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (e2a4d3c1-55cb-430b-97c0-06cbb794e85a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:29.182139 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffcb8-3d94-4bab-ac2f-4e9022d678c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e2a4d3c1-55cb-430b-97c0-06cbb794e85a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:29.208174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6ffcb8-3d94-4bab-ac2f-4e9022d678c5 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:44:29.208836 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffcb8-3d94-4bab-ac2f-4e9022d678c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (e2a4d3c1-55cb-430b-97c0-06cbb794e85a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:44:29.349724 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:44:29.369451 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:29.370854 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:29.382786 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71a584-21d0-4d9e-9779-a73a1562877d req-27cd5ec1-bb95-49a2-bcab-fc4a14c5a11c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:29.389291 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71a584-21d0-4d9e-9779-a73a1562877d req-27cd5ec1-bb95-49a2-bcab-fc4a14c5a11c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:29.405441 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71a584-21d0-4d9e-9779-a73a1562877d req-27cd5ec1-bb95-49a2-bcab-fc4a14c5a11c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:29.415482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71a584-21d0-4d9e-9779-a73a1562877d req-27cd5ec1-bb95-49a2-bcab-fc4a14c5a11c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:29.429520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71a584-21d0-4d9e-9779-a73a1562877d req-27cd5ec1-bb95-49a2-bcab-fc4a14c5a11c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:29.443479 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=69d08c20-ee26-4ffe-b5a2-9cf4daf76b84,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:29.445734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71a584-21d0-4d9e-9779-a73a1562877d req-27cd5ec1-bb95-49a2-bcab-fc4a14c5a11c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:29.453157 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:29.455538 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 17d69f45-ac59-44d3-b022-1a658842a126 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:44:29.468315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71a584-21d0-4d9e-9779-a73a1562877d req-27cd5ec1-bb95-49a2-bcab-fc4a14c5a11c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:29.475589 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-feb194d6-8651-4820-88e5-9f8d6c32a291 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (42c78f71-f626-473b-8e88-0b00303a9aba), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:29.477151 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f71a584-21d0-4d9e-9779-a73a1562877d req-27cd5ec1-bb95-49a2-bcab-fc4a14c5a11c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5431 time: 0.8908610 Feb 04 13:44:29.482571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-feb194d6-8651-4820-88e5-9f8d6c32a291 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_controller (42c78f71-f626-473b-8e88-0b00303a9aba), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:29.508524 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-519539fa-9c40-4e03-a113-3e096520d91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (967f3464-ec72-455c-bbc9-99beab3b053e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:29.513967 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5320eabc-22f0-4783-8a3f-6c8e55962f16'}, {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb97722-6f45-48e7-8b20-1188308a58b1'}, {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d08c20-ee26-4ffe-b5a2-9cf4daf76b84'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:44:29.517563 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c9ceed-456d-453e-b549-f06994da299e" -d '{"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-plugged", "status": "completed", "tag": "5320eabc-22f0-4783-8a3f-6c8e55962f16"}, {"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-plugged", "status": "completed", "tag": "2fb97722-6f45-48e7-8b20-1188308a58b1"}, {"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-plugged", "status": "completed", "tag": "69d08c20-ee26-4ffe-b5a2-9cf4daf76b84"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:44:29.603457 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffcb8-3d94-4bab-ac2f-4e9022d678c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (75d0b77f-242c-41b7-92d8-030be6f48ad4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:29.608746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 17d69f45-ac59-44d3-b022-1a658842a126 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:44:29.634209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=69d08c20-ee26-4ffe-b5a2-9cf4daf76b84,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:29.644657 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 17d69f45-ac59-44d3-b022-1a658842a126 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:29.646739 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (17d69f45-ac59-44d3-b022-1a658842a126), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:29.683458 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffcb8-3d94-4bab-ac2f-4e9022d678c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:29.710488 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-feb194d6-8651-4820-88e5-9f8d6c32a291 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (42c78f71-f626-473b-8e88-0b00303a9aba), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:29.712507 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb194d6-8651-4820-88e5-9f8d6c32a291 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Fanout notify agent at l3_agent the message router_deleted on router 42c78f71-f626-473b-8e88-0b00303a9aba {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:44:29.720820 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2f6ffcb8-3d94-4bab-ac2f-4e9022d678c5 admin admin] 10.222.0.96 "DELETE /v2.0/networks/75d0b77f-242c-41b7-92d8-030be6f48ad4 HTTP/1.1" status: 204 len: 168 time: 1.3373973 Feb 04 13:44:29.722243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ffcb8-3d94-4bab-ac2f-4e9022d678c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=75d0b77f-242c-41b7-92d8-030be6f48ad4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:29.756852 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-feb194d6-8651-4820-88e5-9f8d6c32a291 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:29.767819 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-feb194d6-8651-4820-88e5-9f8d6c32a291 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/routers/42c78f71-f626-473b-8e88-0b00303a9aba HTTP/1.1" status: 204 len: 168 time: 1.6526041 Feb 04 13:44:29.842378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55894) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:29.997812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 17d69f45-ac59-44d3-b022-1a658842a126 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:29.998414 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (17d69f45-ac59-44d3-b022-1a658842a126), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:30.078899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 17d69f45-ac59-44d3-b022-1a658842a126, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=17d69f45-ac59-44d3-b022-1a658842a126,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:30.086179 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (17d69f45-ac59-44d3-b022-1a658842a126), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:30.087443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ee19d8bf-beb5-420b-b1b3-ce54275a3754 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:44:30.175756 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2fe3dbb6-73fb-4ad1-97f5-179d056e1103 req-8a99e67d-d1d7-45f0-b114-6e06876d6342 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.2578299 Feb 04 13:44:30.196042 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f71a584-21d0-4d9e-9779-a73a1562877d req-f5bb66e5-112c-4489-8405-d9a9e793539f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6814268 Feb 04 13:44:30.229457 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=17d69f45-ac59-44d3-b022-1a658842a126,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:30.256922 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port ee19d8bf-beb5-420b-b1b3-ce54275a3754 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:44:30.262699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port ee19d8bf-beb5-420b-b1b3-ce54275a3754 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:30.263450 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:30.274020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1019d1c-29c0-4533-877d-4fba44e0d26d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting subnet 1ce67aef-2f4d-4eca-b770-963553d33351 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:44:30.283965 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1019d1c-29c0-4533-877d-4fba44e0d26d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (1ce67aef-2f4d-4eca-b770-963553d33351), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:30.344596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55904) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:30.549268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ee19d8bf-beb5-420b-b1b3-ce54275a3754 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:30.551001 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:30.551934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e9bed41b-7555-4fb7-8692-21267da0e2f6 req-16143e97-2d94-4994-9f4f-5451de711e6e tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.1077337 Feb 04 13:44:30.559670 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cab7332f-d43b-48c2-a9f8-96053cacdcde admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=95bd4e466a4342bfbb464c3cecadae6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2122340 Feb 04 13:44:30.568058 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55906) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:30.632395 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1019d1c-29c0-4533-877d-4fba44e0d26d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (1ce67aef-2f4d-4eca-b770-963553d33351), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:30.654268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ee19d8bf-beb5-420b-b1b3-ce54275a3754, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ee19d8bf-beb5-420b-b1b3-ce54275a3754,segment=NetworkSegment(0d6d791d-09d1-4b3a-9982-b10839cf8190),segment_id=0d6d791d-09d1-4b3a-9982-b10839cf8190)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:30.665598 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:30.717590 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519539fa-9c40-4e03-a113-3e096520d91f admin admin] Router 967f3464-ec72-455c-bbc9-99beab3b053e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:44:30.850694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ee19d8bf-beb5-420b-b1b3-ce54275a3754,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:30.873159 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Feb 2022 13:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ce562b-e3df-4f38-a2e5-136862f8b581 x-openstack-request-id: req-e6ce562b-e3df-4f38-a2e5-136862f8b581 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:44:30.873618 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-plugged", "status": "completed", "tag": "5320eabc-22f0-4783-8a3f-6c8e55962f16", "code": 200}, {"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-plugged", "status": "completed", "tag": "2fb97722-6f45-48e7-8b20-1188308a58b1", "code": 200}, {"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-plugged", "status": "completed", "tag": "69d08c20-ee26-4ffe-b5a2-9cf4daf76b84", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:44:30.873894 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e6ce562b-e3df-4f38-a2e5-136862f8b581 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:44:30.874374 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5320eabc-22f0-4783-8a3f-6c8e55962f16', 'code': 200} Feb 04 13:44:30.874720 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb97722-6f45-48e7-8b20-1188308a58b1', 'code': 200} Feb 04 13:44:30.875005 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d08c20-ee26-4ffe-b5a2-9cf4daf76b84', 'code': 200} Feb 04 13:44:30.899127 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bfd2294f-f0d4-47be-b213-2fc666b1299a admin admin] Publish callbacks [] for security_group (71ed192e-d950-4574-890a-c41dc8d148ed), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:30.910980 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1019d1c-29c0-4533-877d-4fba44e0d26d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (1ce67aef-2f4d-4eca-b770-963553d33351), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:31.015877 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1019d1c-29c0-4533-877d-4fba44e0d26d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (1ce67aef-2f4d-4eca-b770-963553d33351), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:31.023862 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bfd2294f-f0d4-47be-b213-2fc666b1299a admin admin] Publish callbacks [] for security_group (71ed192e-d950-4574-890a-c41dc8d148ed), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:31.058222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1019d1c-29c0-4533-877d-4fba44e0d26d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce67aef-2f4d-4eca-b770-963553d33351,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:31.064732 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1019d1c-29c0-4533-877d-4fba44e0d26d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:31.070684 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b1019d1c-29c0-4533-877d-4fba44e0d26d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/1ce67aef-2f4d-4eca-b770-963553d33351 HTTP/1.1" status: 204 len: 168 time: 1.2194867 Feb 04 13:44:31.074731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55918) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:31.092203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e251ec-a61f-4cdc-b411-b31ccd012746 None None] Network 5bb9fbbd-945a-43e4-a660-fd0fdd4540fd requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:44:31.122036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519539fa-9c40-4e03-a113-3e096520d91f admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:44:31.137778 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-519539fa-9c40-4e03-a113-3e096520d91f admin admin] 10.222.0.96 "PUT /v2.0/routers/967f3464-ec72-455c-bbc9-99beab3b053e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7839005 Feb 04 13:44:31.138832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55920) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:31.257818 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (5bb9fbbd-945a-43e4-a660-fd0fdd4540fd), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:31.347112 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bfd2294f-f0d4-47be-b213-2fc666b1299a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (71ed192e-d950-4574-890a-c41dc8d148ed), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:31.360907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bfd2294f-f0d4-47be-b213-2fc666b1299a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:31.363420 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bfd2294f-f0d4-47be-b213-2fc666b1299a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/71ed192e-d950-4574-890a-c41dc8d148ed HTTP/1.1" status: 204 len: 168 time: 0.7932954 Feb 04 13:44:31.397397 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2294f-f0d4-47be-b213-2fc666b1299a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ed192e-d950-4574-890a-c41dc8d148ed,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:31.519956 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cbbc17e4-89cc-4723-b764-7d26cb421aed admin admin] Publish callbacks [] for router (967f3464-ec72-455c-bbc9-99beab3b053e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:31.597992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port 113f9539-e254-4af6-8f7d-ecd83f673faf {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:44:31.598764 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (113f9539-e254-4af6-8f7d-ecd83f673faf), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:31.761175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9a535c-f62c-4fc2-8d61-1700a659ac38 None None] Sync routers for ids ['967f3464-ec72-455c-bbc9-99beab3b053e'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:44:31.970172 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a535c-f62c-4fc2-8d61-1700a659ac38 None None] Routers {'967f3464-ec72-455c-bbc9-99beab3b053e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:44:31.978857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-be9a535c-f62c-4fc2-8d61-1700a659ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['967f3464-ec72-455c-bbc9-99beab3b053e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:32.055923 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] For port 113f9539-e254-4af6-8f7d-ecd83f673faf, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=113f9539-e254-4af6-8f7d-ecd83f673faf,segment=NetworkSegment(84c63eb2-563f-47d4-9369-cba7b6e9adf6),segment_id=84c63eb2-563f-47d4-9369-cba7b6e9adf6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:32.056518 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (113f9539-e254-4af6-8f7d-ecd83f673faf), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:32.227220 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d2bab-ffc6-453a-9144-ca5ed7ace33d req-fb658ba8-4ca6-49ff-b473-1d398b7a7679 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:32.240913 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cbbc17e4-89cc-4723-b764-7d26cb421aed admin admin] Publish callbacks [] for router_gateway (967f3464-ec72-455c-bbc9-99beab3b053e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:32.268168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d2bab-ffc6-453a-9144-ca5ed7ace33d req-fb658ba8-4ca6-49ff-b473-1d398b7a7679 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:32.297561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d2bab-ffc6-453a-9144-ca5ed7ace33d req-fb658ba8-4ca6-49ff-b473-1d398b7a7679 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:32.335358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d2bab-ffc6-453a-9144-ca5ed7ace33d req-fb658ba8-4ca6-49ff-b473-1d398b7a7679 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:32.350945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d2bab-ffc6-453a-9144-ca5ed7ace33d req-fb658ba8-4ca6-49ff-b473-1d398b7a7679 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:32.367839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d2bab-ffc6-453a-9144-ca5ed7ace33d req-fb658ba8-4ca6-49ff-b473-1d398b7a7679 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:32.379406 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d2bab-ffc6-453a-9144-ca5ed7ace33d req-fb658ba8-4ca6-49ff-b473-1d398b7a7679 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:32.381478 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-615d2bab-ffc6-453a-9144-ca5ed7ace33d req-fb658ba8-4ca6-49ff-b473-1d398b7a7679 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5435 time: 0.8202670 Feb 04 13:44:32.388460 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for 113f9539-e254-4af6-8f7d-ecd83f673faf owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:44:32.462509 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cbbc17e4-89cc-4723-b764-7d26cb421aed admin admin] Deleting port ac431dda-553c-4d30-8ea9-27cda14dbbae {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:44:32.462840 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cbbc17e4-89cc-4723-b764-7d26cb421aed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ac431dda-553c-4d30-8ea9-27cda14dbbae), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:32.620328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-be9a535c-f62c-4fc2-8d61-1700a659ac38 None None] Set router 967f3464-ec72-455c-bbc9-99beab3b053e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:44:32.679086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-615d2bab-ffc6-453a-9144-ca5ed7ace33d req-abb65e28-c3b6-4173-b41a-50976ac07fad tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2709577 Feb 04 13:44:32.739640 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (113f9539-e254-4af6-8f7d-ecd83f673faf), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:32.814040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d587c08c-e10a-431b-b175-e0c31ccc393b None None] DHCP port deletion for 5bb9fbbd-945a-43e4-a660-fd0fdd4540fd request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:44:32.892330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=113f9539-e254-4af6-8f7d-ecd83f673faf,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:32.913485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d69f45-ac59-44d3-b022-1a658842a126'}, {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee19d8bf-beb5-420b-b1b3-ce54275a3754'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:44:32.919630 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4eb05c-0e06-483e-b6ad-614b33763a81" -d '{"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-plugged", "status": "completed", "tag": "17d69f45-ac59-44d3-b022-1a658842a126"}, {"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-plugged", "status": "completed", "tag": "ee19d8bf-beb5-420b-b1b3-ce54275a3754"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:44:32.923629 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-cbbc17e4-89cc-4723-b764-7d26cb421aed admin admin] For port ac431dda-553c-4d30-8ea9-27cda14dbbae, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ac431dda-553c-4d30-8ea9-27cda14dbbae,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:32.924338 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cbbc17e4-89cc-4723-b764-7d26cb421aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ac431dda-553c-4d30-8ea9-27cda14dbbae), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:32.961174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No DVR routers for this DVR port 113f9539-e254-4af6-8f7d-ecd83f673faf on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:44:32.969934 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cbbc17e4-89cc-4723-b764-7d26cb421aed admin admin] Calling delete_port for ac431dda-553c-4d30-8ea9-27cda14dbbae owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:44:33.054604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73aec2c1-a7f2-4277-ab08-a176218713a3 req-ac6ccf1b-c288-4aad-b928-87ed1bfacf50 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.1576374 Feb 04 13:44:33.062391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55962) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:33.120168 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55964) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:33.259005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-be9a535c-f62c-4fc2-8d61-1700a659ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'name': 'tempest-TaggedBootDevicesTest_v242-1107571484-router', 'tenant_id': 'e61c06cbd7d347179740e49b9ca9c920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ac431dda-553c-4d30-8ea9-27cda14dbbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:48Z', 'updated_at': '2022-02-04T13:44:27Z', 'revision_number': 5, 'project_id': 'e61c06cbd7d347179740e49b9ca9c920', 'gw_port': {'id': 'ac431dda-553c-4d30-8ea9-27cda14dbbae', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:51Z', 'updated_at': '2022-02-04T13:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:33.350589 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (5bb9fbbd-945a-43e4-a660-fd0fdd4540fd), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:33.394057 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 13:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cc8581-63b6-462a-bf7a-e90f10327127 x-openstack-request-id: req-c0cc8581-63b6-462a-bf7a-e90f10327127 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:44:33.394514 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-plugged", "status": "completed", "tag": "17d69f45-ac59-44d3-b022-1a658842a126", "code": 200}, {"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-plugged", "status": "completed", "tag": "ee19d8bf-beb5-420b-b1b3-ce54275a3754", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:44:33.395120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb9fbbd-945a-43e4-a660-fd0fdd4540fd']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:33.408730 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c0cc8581-63b6-462a-bf7a-e90f10327127 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:44:33.414528 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d69f45-ac59-44d3-b022-1a658842a126', 'code': 200} Feb 04 13:44:33.414835 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c63eb2-563f-47d4-9369-cba7b6e9adf6') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:33.415048 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee19d8bf-beb5-420b-b1b3-ce54275a3754', 'code': 200} Feb 04 13:44:33.415445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c63eb2-563f-47d4-9369-cba7b6e9adf6') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:33.422117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9a535c-f62c-4fc2-8d61-1700a659ac38 None None] Checking router: 967f3464-ec72-455c-bbc9-99beab3b053e for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:44:33.439211 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (84c63eb2-563f-47d4-9369-cba7b6e9adf6), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:33.456756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a535c-f62c-4fc2-8d61-1700a659ac38 None None] Routers {'967f3464-ec72-455c-bbc9-99beab3b053e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:44:33.457734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-be9a535c-f62c-4fc2-8d61-1700a659ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['967f3464-ec72-455c-bbc9-99beab3b053e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:33.489988 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (84c63eb2-563f-47d4-9369-cba7b6e9adf6), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:33.511160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:44:33.512471 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (84c63eb2-563f-47d4-9369-cba7b6e9adf6), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:33.696777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0188a4ad-24da-4382-8a94-988902eb5fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:33.702138 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cbbc17e4-89cc-4723-b764-7d26cb421aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ac431dda-553c-4d30-8ea9-27cda14dbbae), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:33.860006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-be9a535c-f62c-4fc2-8d61-1700a659ac38 None None] Set router 967f3464-ec72-455c-bbc9-99beab3b053e gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:44:33.920959 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc17e4-89cc-4723-b764-7d26cb421aed admin admin] Pushing event deleted for resources: {'Port': ['ID=ac431dda-553c-4d30-8ea9-27cda14dbbae,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:34.030272 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cbbc17e4-89cc-4723-b764-7d26cb421aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (967f3464-ec72-455c-bbc9-99beab3b053e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:34.082009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-be9a535c-f62c-4fc2-8d61-1700a659ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'name': 'tempest-TaggedBootDevicesTest_v242-1107571484-router', 'tenant_id': 'e61c06cbd7d347179740e49b9ca9c920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:48Z', 'updated_at': '2022-02-04T13:44:32Z', 'revision_number': 6, 'project_id': 'e61c06cbd7d347179740e49b9ca9c920', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:34.147590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9a535c-f62c-4fc2-8d61-1700a659ac38 None None] The sync data for ids ['967f3464-ec72-455c-bbc9-99beab3b053e'] in n-d-714676-13 is: [{'id': '967f3464-ec72-455c-bbc9-99beab3b053e', 'name': 'tempest-TaggedBootDevicesTest_v242-1107571484-router', 'tenant_id': 'e61c06cbd7d347179740e49b9ca9c920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:48Z', 'updated_at': '2022-02-04T13:44:32Z', 'revision_number': 6, 'project_id': 'e61c06cbd7d347179740e49b9ca9c920', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:44:34.220101 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cbbc17e4-89cc-4723-b764-7d26cb421aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (967f3464-ec72-455c-bbc9-99beab3b053e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:34.223967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cbbc17e4-89cc-4723-b764-7d26cb421aed admin admin] Publish callbacks [] for router_controller (967f3464-ec72-455c-bbc9-99beab3b053e), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:34.282504 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cbbc17e4-89cc-4723-b764-7d26cb421aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (967f3464-ec72-455c-bbc9-99beab3b053e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:34.284096 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbc17e4-89cc-4723-b764-7d26cb421aed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 967f3464-ec72-455c-bbc9-99beab3b053e {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:44:34.290013 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:44:34.296483 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cbbc17e4-89cc-4723-b764-7d26cb421aed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:34.297876 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cbbc17e4-89cc-4723-b764-7d26cb421aed admin admin] 10.222.0.96 "DELETE /v2.0/routers/967f3464-ec72-455c-bbc9-99beab3b053e HTTP/1.1" status: 204 len: 168 time: 3.1563416 Feb 04 13:44:34.301723 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55992) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:34.364666 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0dfee8-3e1d-4b99-ae72-dba5c3246982 admin admin] Deleting subnet a68ed881-2082-4c2c-a2a1-a096df14f915 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:44:34.369082 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c0dfee8-3e1d-4b99-ae72-dba5c3246982 admin admin] Publish callbacks [] for subnet (a68ed881-2082-4c2c-a2a1-a096df14f915), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:34.406334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-762e7046-4f7b-4aed-ab3c-8e2c7b177942 req-8efea038-3a7f-483a-b63c-b54d34fbb6e7 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7&device_id=329d8302-b170-4a19-b699-d4ff7754da60 HTTP/1.1" status: 200 len: 210 time: 0.1114531 Feb 04 13:44:34.436088 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c0dfee8-3e1d-4b99-ae72-dba5c3246982 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (a68ed881-2082-4c2c-a2a1-a096df14f915), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:34.436977 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f6b3a2b3-8fc8-4510-9343-892fa0eb46d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:34.490508 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (5bb9fbbd-945a-43e4-a660-fd0fdd4540fd), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:34.519141 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:34.524100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/networks/5bb9fbbd-945a-43e4-a660-fd0fdd4540fd HTTP/1.1" status: 204 len: 168 time: 3.4479439 Feb 04 13:44:34.528632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbfd8d-b3cb-4d5c-881b-bc2264177656 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Network': ['ID=5bb9fbbd-945a-43e4-a660-fd0fdd4540fd,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:34.530216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56000) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:34.536715 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-745740f8-e39c-4ba1-9304-de3f67ff5d16 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'network': {'name': 'tempest-RoutersTest-1381127251'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:44:34.615554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745740f8-e39c-4ba1-9304-de3f67ff5d16 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:44:34.645197 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-745740f8-e39c-4ba1-9304-de3f67ff5d16 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:34.717654 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace569-88da-4ed2-ae03-ae8c2c24def0 req-246b5fba-700d-411b-bd0c-7c2a67b67cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:34.719070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace569-88da-4ed2-ae03-ae8c2c24def0 req-246b5fba-700d-411b-bd0c-7c2a67b67cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:34.719374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace569-88da-4ed2-ae03-ae8c2c24def0 req-246b5fba-700d-411b-bd0c-7c2a67b67cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:34.720447 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace569-88da-4ed2-ae03-ae8c2c24def0 req-246b5fba-700d-411b-bd0c-7c2a67b67cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:34.721287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace569-88da-4ed2-ae03-ae8c2c24def0 req-246b5fba-700d-411b-bd0c-7c2a67b67cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:34.724644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace569-88da-4ed2-ae03-ae8c2c24def0 req-246b5fba-700d-411b-bd0c-7c2a67b67cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:34.725752 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace569-88da-4ed2-ae03-ae8c2c24def0 req-246b5fba-700d-411b-bd0c-7c2a67b67cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:34.730236 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4ace569-88da-4ed2-ae03-ae8c2c24def0 req-246b5fba-700d-411b-bd0c-7c2a67b67cf6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 6716 time: 0.4369478 Feb 04 13:44:34.743908 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c0dfee8-3e1d-4b99-ae72-dba5c3246982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (a68ed881-2082-4c2c-a2a1-a096df14f915), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:34.914301 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745740f8-e39c-4ba1-9304-de3f67ff5d16 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:44:34.998753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44828794-fe4b-4117-9018-b837cb5b2189 req-c62a306c-edae-4477-b489-3f64ed292ce8 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:35.007539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44828794-fe4b-4117-9018-b837cb5b2189 req-c62a306c-edae-4477-b489-3f64ed292ce8 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:35.014145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44828794-fe4b-4117-9018-b837cb5b2189 req-c62a306c-edae-4477-b489-3f64ed292ce8 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:35.024544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44828794-fe4b-4117-9018-b837cb5b2189 req-c62a306c-edae-4477-b489-3f64ed292ce8 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:35.035488 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44828794-fe4b-4117-9018-b837cb5b2189 req-c62a306c-edae-4477-b489-3f64ed292ce8 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:35.042911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44828794-fe4b-4117-9018-b837cb5b2189 req-c62a306c-edae-4477-b489-3f64ed292ce8 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:35.049346 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44828794-fe4b-4117-9018-b837cb5b2189 req-c62a306c-edae-4477-b489-3f64ed292ce8 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:35.053362 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44828794-fe4b-4117-9018-b837cb5b2189 req-c62a306c-edae-4477-b489-3f64ed292ce8 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5435 time: 0.3999739 Feb 04 13:44:35.060669 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-745740f8-e39c-4ba1-9304-de3f67ff5d16 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (ab0b99dd-89c0-430d-b52c-d82b923e2c78), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:35.061621 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-745740f8-e39c-4ba1-9304-de3f67ff5d16 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Added segment ab0b99dd-89c0-430d-b52c-d82b923e2c78 of type vlan for network 7e7fbdd5-ccce-4a09-8838-aff34bc2fd38 Feb 04 13:44:35.094626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4ace569-88da-4ed2-ae03-ae8c2c24def0 req-1e4273f6-4233-49a1-bcc0-7eb7146c2660 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=207c24a8-a089-46ea-8fa7-65eacd8b727c&id=34fbaed6-b3d4-4030-9a16-1f20a30987df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3329203 Feb 04 13:44:35.167824 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f6b3a2b3-8fc8-4510-9343-892fa0eb46d6 admin admin] Publish callbacks [] for security_group (9d93b34a-cf60-425e-906b-a9135d290e16), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:35.170803 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-745740f8-e39c-4ba1-9304-de3f67ff5d16 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (7e7fbdd5-ccce-4a09-8838-aff34bc2fd38), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:35.192264 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f6b3a2b3-8fc8-4510-9343-892fa0eb46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9d93b34a-cf60-425e-906b-a9135d290e16), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:35.202421 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 113f9539-e254-4af6-8f7d-ecd83f673faf no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:44:35.249614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 113f9539-e254-4af6-8f7d-ecd83f673faf {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:44:35.250259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 113f9539-e254-4af6-8f7d-ecd83f673faf not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:44:35.251045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 48062ad2-5bd3-4f67-8107-cb65b250f29d no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:44:35.262669 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c0dfee8-3e1d-4b99-ae72-dba5c3246982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (a68ed881-2082-4c2c-a2a1-a096df14f915), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:35.295403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 48062ad2-5bd3-4f67-8107-cb65b250f29d {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:44:35.296096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 48062ad2-5bd3-4f67-8107-cb65b250f29d not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:44:35.318136 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0dfee8-3e1d-4b99-ae72-dba5c3246982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68ed881-2082-4c2c-a2a1-a096df14f915,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:35.337956 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c0dfee8-3e1d-4b99-ae72-dba5c3246982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:35.342886 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7c0dfee8-3e1d-4b99-ae72-dba5c3246982 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a68ed881-2082-4c2c-a2a1-a096df14f915 HTTP/1.1" status: 204 len: 168 time: 1.0397432 Feb 04 13:44:35.344041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0a6d88-1ebd-435e-8931-d89d0c8afaef None None] Network e82fc8ec-1622-402f-91ce-fa6d44f98766 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:44:35.363538 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56006) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:35.380079 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0188a4ad-24da-4382-8a94-988902eb5fbd admin admin] Publish callbacks [] for security_group (7f1d437a-bbbf-42e1-9ab6-1ac5dd1631e6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:35.407183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56008) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:35.411573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f6b3a2b3-8fc8-4510-9343-892fa0eb46d6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e2506c5c6120438db1f7c91d358fb56e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3420801 Feb 04 13:44:35.425459 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44828794-fe4b-4117-9018-b837cb5b2189 req-7c3d00b2-ab49-40d4-97ee-9b37f8aecd2e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3283744 Feb 04 13:44:35.464370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3a2b3-8fc8-4510-9343-892fa0eb46d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d93b34a-cf60-425e-906b-a9135d290e16,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:35.499582 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-745740f8-e39c-4ba1-9304-de3f67ff5d16 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (7e7fbdd5-ccce-4a09-8838-aff34bc2fd38), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:35.509283 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0188a4ad-24da-4382-8a94-988902eb5fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7f1d437a-bbbf-42e1-9ab6-1ac5dd1631e6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:35.520786 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745740f8-e39c-4ba1-9304-de3f67ff5d16 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:35.521573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-745740f8-e39c-4ba1-9304-de3f67ff5d16 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:35.698553 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (e82fc8ec-1622-402f-91ce-fa6d44f98766), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:35.702704 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-745740f8-e39c-4ba1-9304-de3f67ff5d16 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1702731 Feb 04 13:44:35.705175 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56016) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:35.728048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826e788d-3183-40b9-a1e5-667c8bd6321f None None] DHCP port deletion for e82fc8ec-1622-402f-91ce-fa6d44f98766 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:44:35.751745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8a40beb7-e62b-4cb9-b0ef-ebec508fe42f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'subnet': {'network_id': '7e7fbdd5-ccce-4a09-8838-aff34bc2fd38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:44:35.811631 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0188a4ad-24da-4382-8a94-988902eb5fbd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c84527692b0f43169f231eca01094629&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6893752 Feb 04 13:44:35.827933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56020) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:35.904265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-826e788d-3183-40b9-a1e5-667c8bd6321f None None] Deleting port d188cc38-042c-431e-a9f9-0309d6bd6487 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:44:35.906300 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-826e788d-3183-40b9-a1e5-667c8bd6321f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:35.915879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745740f8-e39c-4ba1-9304-de3f67ff5d16 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Network': ['ID=7e7fbdd5-ccce-4a09-8838-aff34bc2fd38,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:35.993375 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 7e7fbdd5-ccce-4a09-8838-aff34bc2fd38 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:44:36.000820 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caaf36ba-5eeb-4544-83e7-87265665f6d6 admin admin] Publish callbacks [] for security_group (9d93b34a-cf60-425e-906b-a9135d290e16), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:36.036572 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44c0fa2d-fb35-4afb-a3ca-fdc3985874d3 req-1ab922ab-8865-4a8c-94d4-38402fabdba2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=14120addb7ae4130b3e52930a8b7907d&device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.1340513 Feb 04 13:44:36.042884 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188a4ad-24da-4382-8a94-988902eb5fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1d437a-bbbf-42e1-9ab6-1ac5dd1631e6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:36.097464 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caaf36ba-5eeb-4544-83e7-87265665f6d6 admin admin] Publish callbacks [] for security_group (9d93b34a-cf60-425e-906b-a9135d290e16), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:36.151466 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44c0fa2d-fb35-4afb-a3ca-fdc3985874d3 req-99bf5f0d-bb37-44f3-ab92-08a4213e528b service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=14120addb7ae4130b3e52930a8b7907d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1054549 Feb 04 13:44:36.209331 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6090e27d-badd-4695-bbdd-a32abcfc5ed4 req-e753c1a0-a929-4386-bc3c-8f1eab7d5293 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.1299889 Feb 04 13:44:36.284360 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25af0bad-6c01-46c0-9d98-4bb14aa88f64 admin admin] Publish callbacks [] for security_group (7f1d437a-bbbf-42e1-9ab6-1ac5dd1631e6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:36.302000 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] Deleting port d188cc38-042c-431e-a9f9-0309d6bd6487 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:44:36.307905 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:36.327811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-826e788d-3183-40b9-a1e5-667c8bd6321f None None] For port d188cc38-042c-431e-a9f9-0309d6bd6487, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d188cc38-042c-431e-a9f9-0309d6bd6487,segment=NetworkSegment(eeb57c5c-3cff-4153-a7f9-d49c406530c1),segment_id=eeb57c5c-3cff-4153-a7f9-d49c406530c1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:36.328478 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-826e788d-3183-40b9-a1e5-667c8bd6321f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:36.368060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-826e788d-3183-40b9-a1e5-667c8bd6321f None None] Calling delete_port for d188cc38-042c-431e-a9f9-0309d6bd6487 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:44:36.376486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a40beb7-e62b-4cb9-b0ef-ebec508fe42f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:44:36.382601 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8a40beb7-e62b-4cb9-b0ef-ebec508fe42f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:36.505865 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25af0bad-6c01-46c0-9d98-4bb14aa88f64 admin admin] Publish callbacks [] for security_group (7f1d437a-bbbf-42e1-9ab6-1ac5dd1631e6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:36.582859 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caaf36ba-5eeb-4544-83e7-87265665f6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9d93b34a-cf60-425e-906b-a9135d290e16), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:36.587700 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caaf36ba-5eeb-4544-83e7-87265665f6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:36.589575 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-caaf36ba-5eeb-4544-83e7-87265665f6d6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9d93b34a-cf60-425e-906b-a9135d290e16 HTTP/1.1" status: 204 len: 168 time: 1.1802361 Feb 04 13:44:36.654940 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-826e788d-3183-40b9-a1e5-667c8bd6321f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:36.707839 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e788d-3183-40b9-a1e5-667c8bd6321f None None] Pushing event deleted for resources: {'Port': ['ID=d188cc38-042c-431e-a9f9-0309d6bd6487,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:36.710382 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ac431dda-553c-4d30-8ea9-27cda14dbbae no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:44:36.737085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf36ba-5eeb-4544-83e7-87265665f6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d93b34a-cf60-425e-906b-a9135d290e16,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:36.747384 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e788d-3183-40b9-a1e5-667c8bd6321f None None] No DVR routers for this DVR port d188cc38-042c-431e-a9f9-0309d6bd6487 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:44:36.749040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: ac431dda-553c-4d30-8ea9-27cda14dbbae {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:44:36.749504 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ac431dda-553c-4d30-8ea9-27cda14dbbae not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:44:36.749934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d188cc38-042c-431e-a9f9-0309d6bd6487 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:44:36.757722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] For port d188cc38-042c-431e-a9f9-0309d6bd6487, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d188cc38-042c-431e-a9f9-0309d6bd6487,segment=NetworkSegment(eeb57c5c-3cff-4153-a7f9-d49c406530c1),segment_id=eeb57c5c-3cff-4153-a7f9-d49c406530c1)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:36.758396 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:36.826552 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] Calling delete_port for d188cc38-042c-431e-a9f9-0309d6bd6487 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:44:36.832956 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25af0bad-6c01-46c0-9d98-4bb14aa88f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7f1d437a-bbbf-42e1-9ab6-1ac5dd1631e6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:36.837148 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25af0bad-6c01-46c0-9d98-4bb14aa88f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:36.838559 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-25af0bad-6c01-46c0-9d98-4bb14aa88f64 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7f1d437a-bbbf-42e1-9ab6-1ac5dd1631e6 HTTP/1.1" status: 204 len: 168 time: 0.9940405 Feb 04 13:44:36.854476 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: d188cc38-042c-431e-a9f9-0309d6bd6487 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:44:36.855066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d188cc38-042c-431e-a9f9-0309d6bd6487 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:44:36.860895 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af0bad-6c01-46c0-9d98-4bb14aa88f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1d437a-bbbf-42e1-9ab6-1ac5dd1631e6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:36.962152 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0fa2d-fb35-4afb-a3ca-fdc3985874d3 req-9d845a56-a354-4108-9f15-3759c7d32083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:36.964542 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44c0fa2d-fb35-4afb-a3ca-fdc3985874d3 req-9d845a56-a354-4108-9f15-3759c7d32083 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7717290 Feb 04 13:44:37.206444 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d188cc38-042c-431e-a9f9-0309d6bd6487), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:37.268838 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] Pushing event deleted for resources: {'Port': ['ID=d188cc38-042c-431e-a9f9-0309d6bd6487,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:37.275580 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] No DVR routers for this DVR port d188cc38-042c-431e-a9f9-0309d6bd6487 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:44:37.299339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844482c8-aa92-4bc3-ad27-c4397a30d06f req-2998b7c9-7f75-468e-8473-c8a77fac9b9d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:37.307740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844482c8-aa92-4bc3-ad27-c4397a30d06f req-2998b7c9-7f75-468e-8473-c8a77fac9b9d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:37.316558 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844482c8-aa92-4bc3-ad27-c4397a30d06f req-2998b7c9-7f75-468e-8473-c8a77fac9b9d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:37.326633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844482c8-aa92-4bc3-ad27-c4397a30d06f req-2998b7c9-7f75-468e-8473-c8a77fac9b9d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:37.335161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844482c8-aa92-4bc3-ad27-c4397a30d06f req-2998b7c9-7f75-468e-8473-c8a77fac9b9d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:37.344269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844482c8-aa92-4bc3-ad27-c4397a30d06f req-2998b7c9-7f75-468e-8473-c8a77fac9b9d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:37.357729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844482c8-aa92-4bc3-ad27-c4397a30d06f req-2998b7c9-7f75-468e-8473-c8a77fac9b9d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:37.361065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-844482c8-aa92-4bc3-ad27-c4397a30d06f req-2998b7c9-7f75-468e-8473-c8a77fac9b9d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5435 time: 0.4020848 Feb 04 13:44:37.373349 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8a40beb7-e62b-4cb9-b0ef-ebec508fe42f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (b8749432-8a1a-4f4e-ba06-85c3e68c7704), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:37.474488 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (e82fc8ec-1622-402f-91ce-fa6d44f98766), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:37.529174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82fc8ec-1622-402f-91ce-fa6d44f98766']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:37.550937 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb57c5c-3cff-4153-a7f9-d49c406530c1') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:37.551549 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb57c5c-3cff-4153-a7f9-d49c406530c1') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:37.564665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-844482c8-aa92-4bc3-ad27-c4397a30d06f req-943e53aa-7e3c-4faf-a2e6-4373566f6e2c tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1203241 Feb 04 13:44:37.596130 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (eeb57c5c-3cff-4153-a7f9-d49c406530c1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:37.619782 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40beb7-e62b-4cb9-b0ef-ebec508fe42f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Subnet': ['ID=b8749432-8a1a-4f4e-ba06-85c3e68c7704,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:37.651061 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (eeb57c5c-3cff-4153-a7f9-d49c406530c1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:37.657703 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a40beb7-e62b-4cb9-b0ef-ebec508fe42f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Checking segment: {'id': 'ab0b99dd-89c0-430d-b52c-d82b923e2c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7e7fbdd5-ccce-4a09-8838-aff34bc2fd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:44:37.659011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a40beb7-e62b-4cb9-b0ef-ebec508fe42f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network hostable DHCP agents. Network: 7e7fbdd5-ccce-4a09-8838-aff34bc2fd38, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:44:37.673076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:44:37.675167 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (eeb57c5c-3cff-4153-a7f9-d49c406530c1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:44:37.682671 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:44:37.738918 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a40beb7-e62b-4cb9-b0ef-ebec508fe42f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network 7e7fbdd5-ccce-4a09-8838-aff34bc2fd38 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:44:37.820804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03cf22d4-4f67-4dbd-b790-53d57c6846d3 req-11654f27-8b76-4480-b311-49e8dde7658d tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.0755100 Feb 04 13:44:37.828202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-8a40beb7-e62b-4cb9-b0ef-ebec508fe42f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 7e7fbdd5-ccce-4a09-8838-aff34bc2fd38) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:44:37.840013 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (e82fc8ec-1622-402f-91ce-fa6d44f98766), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:37.848265 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a40beb7-e62b-4cb9-b0ef-ebec508fe42f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:37.850072 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8a40beb7-e62b-4cb9-b0ef-ebec508fe42f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:37.850972 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:37.854434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c877e12-0282-4823-826b-38075e67c0fd None None] Network 7e7fbdd5-ccce-4a09-8838-aff34bc2fd38 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:44:37.867268 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] 10.222.0.96 "DELETE /v2.0/networks/e82fc8ec-1622-402f-91ce-fa6d44f98766 HTTP/1.1" status: 204 len: 168 time: 2.5014756 Feb 04 13:44:37.910367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c65a3-db9c-44e4-8526-157013c99650 admin admin] Pushing event deleted for resources: {'Network': ['ID=e82fc8ec-1622-402f-91ce-fa6d44f98766,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:37.919237 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8a40beb7-e62b-4cb9-b0ef-ebec508fe42f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2001598 Feb 04 13:44:37.921428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56060) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:37.937581 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-67bddf4c-5948-4fb9-ba2f-4ebb6b8ed8dc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1932684532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:44:38.004589 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67bddf4c-5948-4fb9-ba2f-4ebb6b8ed8dc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (f859cb38-f877-46e5-8582-a1787437894e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:38.005592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56064) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:38.007727 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67bddf4c-5948-4fb9-ba2f-4ebb6b8ed8dc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (f859cb38-f877-46e5-8582-a1787437894e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:38.042918 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56066) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:38.093469 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e6eb407e-9bc5-43f8-9fd8-d513c84fb209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:38.125006 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-003cc220-4fe5-4c28-9edd-ae6457b11467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:38.198779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-7e7fbdd5-ccce-4a09-8838-aff34bc2fd38', 'network_id': '7e7fbdd5-ccce-4a09-8838-aff34bc2fd38', 'project_id': '866319b37a1b414d99c8c47f10151ece', 'fixed_ips': [{'subnet_id': 'b8749432-8a1a-4f4e-ba06-85c3e68c7704'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:44:38.208442 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:38.227552 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67bddf4c-5948-4fb9-ba2f-4ebb6b8ed8dc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_controller (f859cb38-f877-46e5-8582-a1787437894e), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:38.240900 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67bddf4c-5948-4fb9-ba2f-4ebb6b8ed8dc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (f859cb38-f877-46e5-8582-a1787437894e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:38.307495 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67bddf4c-5948-4fb9-ba2f-4ebb6b8ed8dc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:38.309580 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-67bddf4c-5948-4fb9-ba2f-4ebb6b8ed8dc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3840842 Feb 04 13:44:38.320397 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56070) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:38.536525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56074) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:38.655489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Allocated IP 172.20.0.2 (7e7fbdd5-ccce-4a09-8838-aff34bc2fd38/b8749432-8a1a-4f4e-ba06-85c3e68c7704/5ae32037-8c2c-4f94-a8a9-6ec7a27be80e) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:44:38.678145 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44c0fa2d-fb35-4afb-a3ca-fdc3985874d3 req-a184d15c-5afa-4fe0-b5ba-c3a252ba49e1 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.99 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.0797970 Feb 04 13:44:38.689659 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-003cc220-4fe5-4c28-9edd-ae6457b11467 admin admin] Publish callbacks [] for security_group (4f691e07-dde6-497d-aa9e-6ae2196c72db), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:38.706423 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-003cc220-4fe5-4c28-9edd-ae6457b11467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4f691e07-dde6-497d-aa9e-6ae2196c72db), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:38.711033 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e6eb407e-9bc5-43f8-9fd8-d513c84fb209 admin admin] Publish callbacks [] for security_group (fd0492c2-3575-4659-afb1-39a227b887c2), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:38.770599 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e6eb407e-9bc5-43f8-9fd8-d513c84fb209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fd0492c2-3575-4659-afb1-39a227b887c2), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:38.774042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cc220-4fe5-4c28-9edd-ae6457b11467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f691e07-dde6-497d-aa9e-6ae2196c72db,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:38.824956 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-003cc220-4fe5-4c28-9edd-ae6457b11467 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6cfd506e87d2469c9e888a6565a6e929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7805278 Feb 04 13:44:38.859355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56080) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:38.879039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb407e-9bc5-43f8-9fd8-d513c84fb209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0492c2-3575-4659-afb1-39a227b887c2,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:38.952312 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e6eb407e-9bc5-43f8-9fd8-d513c84fb209 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=af8518872ca740fc84df3d4379406cfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9457839 Feb 04 13:44:38.980547 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56086) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:38.980842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:38.992851 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-181765e6-d75e-49d9-adf7-c1223ee62e56 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=594053dcbab8463db86849941a112819&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4519973 Feb 04 13:44:39.005811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56088) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:39.037310 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Publish callbacks [] for port (5ae32037-8c2c-4f94-a8a9-6ec7a27be80e), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:39.052241 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (5ae32037-8c2c-4f94-a8a9-6ec7a27be80e), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:39.082384 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Network 7e7fbdd5-ccce-4a09-8838-aff34bc2fd38 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:44:39.086605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:44:39.091414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:44:39.115682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da640345-b82f-419e-992e-facb6dc76f3d req-f65eeb97-728a-4533-b45c-043816545457 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:39.130566 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da640345-b82f-419e-992e-facb6dc76f3d req-f65eeb97-728a-4533-b45c-043816545457 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:39.144853 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da640345-b82f-419e-992e-facb6dc76f3d req-f65eeb97-728a-4533-b45c-043816545457 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:39.161135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da640345-b82f-419e-992e-facb6dc76f3d req-f65eeb97-728a-4533-b45c-043816545457 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:39.173150 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da640345-b82f-419e-992e-facb6dc76f3d req-f65eeb97-728a-4533-b45c-043816545457 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:39.188686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da640345-b82f-419e-992e-facb6dc76f3d req-f65eeb97-728a-4533-b45c-043816545457 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:39.203157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da640345-b82f-419e-992e-facb6dc76f3d req-f65eeb97-728a-4533-b45c-043816545457 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:39.221183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da640345-b82f-419e-992e-facb6dc76f3d req-f65eeb97-728a-4533-b45c-043816545457 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5435 time: 0.3448114 Feb 04 13:44:39.233091 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Attempting to bind port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:44:39.233747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Attempting to bind port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'ab0b99dd-89c0-430d-b52c-d82b923e2c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7e7fbdd5-ccce-4a09-8838-aff34bc2fd38'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:44:39.234470 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Attempting to bind port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e on network 7e7fbdd5-ccce-4a09-8838-aff34bc2fd38 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:44:39.237746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Pushing event updated for resources: {'Port': ['ID=5ae32037-8c2c-4f94-a8a9-6ec7a27be80e,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:39.253380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:44:39.254587 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Checking segment: {'id': 'ab0b99dd-89c0-430d-b52c-d82b923e2c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7e7fbdd5-ccce-4a09-8838-aff34bc2fd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:44:39.255121 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:39.256338 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Bound using segment: {'id': 'ab0b99dd-89c0-430d-b52c-d82b923e2c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7e7fbdd5-ccce-4a09-8838-aff34bc2fd38'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:44:39.256680 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Bound port: 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0b99dd-89c0-430d-b52c-d82b923e2c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7e7fbdd5-ccce-4a09-8838-aff34bc2fd38'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:44:39.257288 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5ae32037-8c2c-4f94-a8a9-6ec7a27be80e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:39.361229 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-49acc80c-b852-4ffc-abca-3131517a259d admin admin] Publish callbacks [] for security_group (6f742d84-86d2-48ba-a1a2-9d660a942c33), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:39.377176 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Allocated IP 172.20.0.1 (7e7fbdd5-ccce-4a09-8838-aff34bc2fd38/b8749432-8a1a-4f4e-ba06-85c3e68c7704/e3806657-7f7d-4cf9-ae77-76c9e1672fad) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:44:39.383277 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da640345-b82f-419e-992e-facb6dc76f3d req-01d08b87-1cfc-43ad-b9e6-32ade088f752 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1596558 Feb 04 13:44:39.457005 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-49acc80c-b852-4ffc-abca-3131517a259d admin admin] Publish callbacks [] for security_group (6f742d84-86d2-48ba-a1a2-9d660a942c33), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:39.498999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] For port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:44:39.515229 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] For port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5ae32037-8c2c-4f94-a8a9-6ec7a27be80e,segment=NetworkSegment(ab0b99dd-89c0-430d-b52c-d82b923e2c78),segment_id=ab0b99dd-89c0-430d-b52c-d82b923e2c78)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:44:39.525017 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-49acc80c-b852-4ffc-abca-3131517a259d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6f742d84-86d2-48ba-a1a2-9d660a942c33), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:39.528620 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-49acc80c-b852-4ffc-abca-3131517a259d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:39.533852 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5ae32037-8c2c-4f94-a8a9-6ec7a27be80e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:39.539500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-49acc80c-b852-4ffc-abca-3131517a259d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6f742d84-86d2-48ba-a1a2-9d660a942c33 HTTP/1.1" status: 204 len: 168 time: 0.5236495 Feb 04 13:44:39.563403 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acc80c-b852-4ffc-abca-3131517a259d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f742d84-86d2-48ba-a1a2-9d660a942c33,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:39.700205 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74e0e879-7d3d-4d04-9f91-571adf631e57 admin admin] Publish callbacks [] for security_group (4f691e07-dde6-497d-aa9e-6ae2196c72db), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:39.721972 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ab7b52a-23a5-4f4d-9678-24150efae81d req-106d37fd-21f7-473d-a1a2-1b3975fa7c5a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=aa3da4e9-f231-4f58-b36e-5ddb25cc56d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1490717 Feb 04 13:44:39.770325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26472ad-2819-4cbf-addf-c26ceb27f95b None None] Pushing event updated for resources: {'Port': ['ID=5ae32037-8c2c-4f94-a8a9-6ec7a27be80e,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:39.851699 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-298ce879-ff19-41a5-8010-88a486984ab1 req-af55049f-25a6-4843-a329-843c6690bf05 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=060fbe4c-7133-42b2-bc15-0adc481dc8c7 HTTP/1.1" status: 200 len: 210 time: 0.0708048 Feb 04 13:44:39.860660 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74e0e879-7d3d-4d04-9f91-571adf631e57 admin admin] Publish callbacks [] for security_group (4f691e07-dde6-497d-aa9e-6ae2196c72db), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:39.966208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7b52a-23a5-4f4d-9678-24150efae81d req-2b8d6fed-087e-4e93-9aa8-2b9dfc557653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:39.970198 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ab7b52a-23a5-4f4d-9678-24150efae81d req-2b8d6fed-087e-4e93-9aa8-2b9dfc557653 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=678aab1436e54ac083382f3ac6af32df&device_id=aa3da4e9-f231-4f58-b36e-5ddb25cc56d8 HTTP/1.1" status: 200 len: 1129 time: 0.1771677 Feb 04 13:44:40.026154 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (e3806657-7f7d-4cf9-ae77-76c9e1672fad), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:40.156362 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e3806657-7f7d-4cf9-ae77-76c9e1672fad), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:40.362631 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a6ff40e-958d-4ef3-b037-8da32e27a9fb admin admin] Publish callbacks [] for security_group (fd0492c2-3575-4659-afb1-39a227b887c2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:40.410748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11028e7-e206-433b-97f1-c6577e178976 req-f37430f8-e226-4d21-b753-95547d9d3c6a tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:40.434724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11028e7-e206-433b-97f1-c6577e178976 req-f37430f8-e226-4d21-b753-95547d9d3c6a tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:40.462635 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11028e7-e206-433b-97f1-c6577e178976 req-f37430f8-e226-4d21-b753-95547d9d3c6a tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:40.490468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11028e7-e206-433b-97f1-c6577e178976 req-f37430f8-e226-4d21-b753-95547d9d3c6a tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:40.501780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network 7e7fbdd5-ccce-4a09-8838-aff34bc2fd38 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:44:40.509845 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=e3806657-7f7d-4cf9-ae77-76c9e1672fad,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:40.521369 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11028e7-e206-433b-97f1-c6577e178976 req-f37430f8-e226-4d21-b753-95547d9d3c6a tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:40.531811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11028e7-e206-433b-97f1-c6577e178976 req-f37430f8-e226-4d21-b753-95547d9d3c6a tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:40.544090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:44:40.562719 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a6ff40e-958d-4ef3-b037-8da32e27a9fb admin admin] Publish callbacks [] for security_group (fd0492c2-3575-4659-afb1-39a227b887c2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:40.566515 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:44:40.574956 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11028e7-e206-433b-97f1-c6577e178976 req-f37430f8-e226-4d21-b753-95547d9d3c6a tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:40.586890 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b11028e7-e206-433b-97f1-c6577e178976 req-f37430f8-e226-4d21-b753-95547d9d3c6a tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5435 time: 0.6135969 Feb 04 13:44:40.605499 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56108) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:40.659120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7b52a-23a5-4f4d-9678-24150efae81d req-298e59f5-2a83-4cd2-b6dc-85260473e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:40.661726 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ab7b52a-23a5-4f4d-9678-24150efae81d req-298e59f5-2a83-4cd2-b6dc-85260473e226 service neutron] 10.222.0.99 "GET /v2.0/networks?id=654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 200 len: 916 time: 0.6379566 Feb 04 13:44:40.677706 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-963e0a6e-4291-4430-beed-ddeb72529c16 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Request body: {'floatingip': {'port_id': 'd0f5a809-9c39-466e-a4d9-f65229b8adcb'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:44:40.863092 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ab7b52a-23a5-4f4d-9678-24150efae81d req-3bbf7c3d-7b0a-4ec1-8448-a075d8dbaa05 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ef739af-0a1f-4fd7-b4de-550dcdb861f4 HTTP/1.1" status: 200 len: 217 time: 0.1788018 Feb 04 13:44:40.891542 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:44:40.934200 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-963e0a6e-4291-4430-beed-ddeb72529c16 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for floatingip (0660f869-cc7e-44c1-9849-e8c7dd150d79), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:40.949398 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74e0e879-7d3d-4d04-9f91-571adf631e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4f691e07-dde6-497d-aa9e-6ae2196c72db), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:40.959215 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74e0e879-7d3d-4d04-9f91-571adf631e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:40.961944 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-74e0e879-7d3d-4d04-9f91-571adf631e57 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4f691e07-dde6-497d-aa9e-6ae2196c72db HTTP/1.1" status: 204 len: 168 time: 2.0980260 Feb 04 13:44:40.972900 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7b52a-23a5-4f4d-9678-24150efae81d req-68a1443f-0d1a-4b91-a232-f9cadc8f293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:40.978768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ab7b52a-23a5-4f4d-9678-24150efae81d req-68a1443f-0d1a-4b91-a232-f9cadc8f293d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66447e54-648f-4c91-94f7-50b0b4107fcd HTTP/1.1" status: 200 len: 855 time: 0.1069217 Feb 04 13:44:40.979621 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56116) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:41.097161 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7d24cb5b-2b05-4a46-9405-8956674af7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:41.133526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ab7b52a-23a5-4f4d-9678-24150efae81d req-aaba4c54-311f-454d-8320-9da1958453ab service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=654735fb-8c15-4ee8-89b5-c0c465bfbf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176119 Feb 04 13:44:41.139830 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:41.140298 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5ae32037-8c2c-4f94-a8a9-6ec7a27be80e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:41.411491 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:41.411885 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5ae32037-8c2c-4f94-a8a9-6ec7a27be80e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:41.464371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a4a8e80-fcb7-4228-be9a-493372b242ea req-614db7ab-4eb8-4609-ace8-38869deca25c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=14120addb7ae4130b3e52930a8b7907d&device_id=329d8302-b170-4a19-b699-d4ff7754da60 HTTP/1.1" status: 200 len: 210 time: 0.0840249 Feb 04 13:44:41.486156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0e879-7d3d-4d04-9f91-571adf631e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f691e07-dde6-497d-aa9e-6ae2196c72db,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:41.510200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5ae32037-8c2c-4f94-a8a9-6ec7a27be80e,segment=NetworkSegment(ab0b99dd-89c0-430d-b52c-d82b923e2c78),segment_id=ab0b99dd-89c0-430d-b52c-d82b923e2c78)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:41.521331 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5ae32037-8c2c-4f94-a8a9-6ec7a27be80e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:41.704153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a4a8e80-fcb7-4228-be9a-493372b242ea req-9ce90969-f5b4-4747-9e23-6f3faf3e531f service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=14120addb7ae4130b3e52930a8b7907d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2242615 Feb 04 13:44:41.745245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f413325b-841a-40e6-aa52-b11b9597da26 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e61c06cbd7d347179740e49b9ca9c920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7613523 Feb 04 13:44:41.746506 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (f859cb38-f877-46e5-8582-a1787437894e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:41.762705 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56130) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:41.764786 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a6ff40e-958d-4ef3-b037-8da32e27a9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fd0492c2-3575-4659-afb1-39a227b887c2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:41.774774 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a6ff40e-958d-4ef3-b037-8da32e27a9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:41.779243 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9a6ff40e-958d-4ef3-b037-8da32e27a9fb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fd0492c2-3575-4659-afb1-39a227b887c2 HTTP/1.1" status: 204 len: 168 time: 2.7926247 Feb 04 13:44:41.814433 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=5ae32037-8c2c-4f94-a8a9-6ec7a27be80e,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:41.982154 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8371711c-b6bf-40ba-b49e-551d81b358dc req-f44ec628-8f4a-444f-b80e-4bd55049b182 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=329d8302-b170-4a19-b699-d4ff7754da60 HTTP/1.1" status: 200 len: 210 time: 0.3215826 Feb 04 13:44:42.025509 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ab7b52a-23a5-4f4d-9678-24150efae81d req-11ef327e-7c6e-4d9a-8a27-6e80cbfff603 service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8705297 Feb 04 13:44:42.111806 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8d29bf-476f-4c03-a8a1-de5ba11d0679 None None] Network 7e7fbdd5-ccce-4a09-8838-aff34bc2fd38 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:44:42.151812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ff40e-958d-4ef3-b037-8da32e27a9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0492c2-3575-4659-afb1-39a227b887c2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:42.195245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a8e80-fcb7-4228-be9a-493372b242ea req-5dd73e1c-02cf-46c6-b8f5-8c2ee52ffd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:42.197189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a4a8e80-fcb7-4228-be9a-493372b242ea req-5dd73e1c-02cf-46c6-b8f5-8c2ee52ffd86 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4663584 Feb 04 13:44:42.328685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ab7b52a-23a5-4f4d-9678-24150efae81d req-f6ad5e6d-0772-40d4-84c1-c245b4b5a93c service neutron] 10.222.0.99 "GET /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828865 Feb 04 13:44:42.452209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-10cf2f9e-286c-4d7d-863a-b94e9eb1ebd8 None None] Provisioning complete for port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:42.452697 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-10cf2f9e-286c-4d7d-863a-b94e9eb1ebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5ae32037-8c2c-4f94-a8a9-6ec7a27be80e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:42.606753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-10cf2f9e-286c-4d7d-863a-b94e9eb1ebd8 None None] Current status of the port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:42.647260 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Publish callbacks [] for security_group (cb3be864-80f4-48c8-95e3-c3ce96f03cf8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:42.711071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:44:42.843888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:42.850010 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5ae32037-8c2c-4f94-a8a9-6ec7a27be80e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:42.864139 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Publish callbacks [] for security_group (cb3be864-80f4-48c8-95e3-c3ce96f03cf8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:43.063748 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e3806657-7f7d-4cf9-ae77-76c9e1672fad), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:43.100695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:43.134589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-48f59ba8-062d-4ee7-be70-04349a376e29 None None] Provisioning complete for port e3806657-7f7d-4cf9-ae77-76c9e1672fad triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:43.134589 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-48f59ba8-062d-4ee7-be70-04349a376e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e3806657-7f7d-4cf9-ae77-76c9e1672fad), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:43.215581 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cb3be864-80f4-48c8-95e3-c3ce96f03cf8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:43.219880 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:43.222571 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-48f59ba8-062d-4ee7-be70-04349a376e29 None None] Port e3806657-7f7d-4cf9-ae77-76c9e1672fad cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:44:43.230852 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cb3be864-80f4-48c8-95e3-c3ce96f03cf8 HTTP/1.1" status: 204 len: 168 time: 1.4496727 Feb 04 13:44:43.258946 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-48f59ba8-062d-4ee7-be70-04349a376e29 None None] Provisioning complete for port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:43.259334 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-48f59ba8-062d-4ee7-be70-04349a376e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5ae32037-8c2c-4f94-a8a9-6ec7a27be80e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:43.463825 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ff7968f-1c25-4fb3-b0eb-017ef52017cd req-a55a8a44-f3f5-46f3-9623-0af354ad42a8 tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=329d8302-b170-4a19-b699-d4ff7754da60 HTTP/1.1" status: 200 len: 210 time: 0.1021662 Feb 04 13:44:43.600877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-48f59ba8-062d-4ee7-be70-04349a376e29 None None] Current status of the port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:43.777999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-394821af-317f-4bb2-b1a4-82b27031d775 None None] Provisioning complete for port e3806657-7f7d-4cf9-ae77-76c9e1672fad triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:43.786242 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-394821af-317f-4bb2-b1a4-82b27031d775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e3806657-7f7d-4cf9-ae77-76c9e1672fad), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:43.901727 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a0e9e3fc-7f5c-41ec-9c4d-059b2b5572f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:43.908635 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-394821af-317f-4bb2-b1a4-82b27031d775 None None] Port e3806657-7f7d-4cf9-ae77-76c9e1672fad cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:44:43.919845 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3be864-80f4-48c8-95e3-c3ce96f03cf8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:43.998528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:43.998528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:44.005943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:44.005943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:44.005943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:44.005943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:44.005943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:44.010048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:44.010644 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:44.010840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:44.011184 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:44.011520 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:44.011856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be3bd4-b3f0-4bd4-8b7a-1259113e6077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:44.026961 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:44.092560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a4a8e80-fcb7-4228-be9a-493372b242ea req-76f26280-0a8e-44f6-91e8-8cc4387062cf tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.99 "GET /v2.0/ports?device_id=329d8302-b170-4a19-b699-d4ff7754da60 HTTP/1.1" status: 200 len: 210 time: 0.1373904 Feb 04 13:44:44.673982 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:44.730161 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (e3806657-7f7d-4cf9-ae77-76c9e1672fad), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:44.755734 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (e3806657-7f7d-4cf9-ae77-76c9e1672fad), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:44.881646 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31bbecf5-7850-4a12-aa30-61b0ec941010 req-2af1e11d-120f-4dc8-8474-f89358c2f7ad tempest-ServerShowV247Test-576128587 tempest-ServerShowV247Test-576128587-project] 10.222.0.96 "GET /v2.0/ports?device_id=329d8302-b170-4a19-b699-d4ff7754da60 HTTP/1.1" status: 200 len: 210 time: 0.0900655 Feb 04 13:44:44.928436 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.resource_extend [None req-963e0a6e-4291-4430-beed-ddeb72529c16 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:44:45.108155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=e3806657-7f7d-4cf9-ae77-76c9e1672fad,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:45.141981 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (f859cb38-f877-46e5-8582-a1787437894e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:45.173104 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-963e0a6e-4291-4430-beed-ddeb72529c16 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:45.204589 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-963e0a6e-4291-4430-beed-ddeb72529c16 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (0660f869-cc7e-44c1-9849-e8c7dd150d79), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:45.453163 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network 7e7fbdd5-ccce-4a09-8838-aff34bc2fd38 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:44:45.458186 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:44:45.485543 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-963e0a6e-4291-4430-beed-ddeb72529c16 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Floating IP 0660f869-cc7e-44c1-9849-e8c7dd150d79 associated. External IP: 172.25.5.125, port: d0f5a809-9c39-466e-a4d9-f65229b8adcb. Feb 04 13:44:45.565986 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:46.010579 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-38f4849e-9251-427c-bc3f-3d3c514c432a None None] Provisioning complete for port e3806657-7f7d-4cf9-ae77-76c9e1672fad triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:46.011625 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38f4849e-9251-427c-bc3f-3d3c514c432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e3806657-7f7d-4cf9-ae77-76c9e1672fad), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:46.203794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-38f4849e-9251-427c-bc3f-3d3c514c432a None None] Port e3806657-7f7d-4cf9-ae77-76c9e1672fad cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:44:46.638645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router f859cb38-f877-46e5-8582-a1787437894e is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:44:46.848217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:46.960175 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56232) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:46.991831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:44:47.002013 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-53a9b1db-ce65-4809-a4ec-b8ac60f0d7bc tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/f859cb38-f877-46e5-8582-a1787437894e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6771641 Feb 04 13:44:47.002744 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56236) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:47.006898 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963e0a6e-4291-4430-beed-ddeb72529c16 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Router c876760a-8e92-479f-90f5-a91c8f2e5429 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:44:47.012199 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e455fd4-91d8-4602-9eb2-1a89ee82144c None None] Sync routers for ids ['f859cb38-f877-46e5-8582-a1787437894e'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:44:47.031167 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e455fd4-91d8-4602-9eb2-1a89ee82144c None None] Routers {'f859cb38-f877-46e5-8582-a1787437894e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:44:47.032345 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5e455fd4-91d8-4602-9eb2-1a89ee82144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f859cb38-f877-46e5-8582-a1787437894e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:47.089631 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5e455fd4-91d8-4602-9eb2-1a89ee82144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:47.112001 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e455fd4-91d8-4602-9eb2-1a89ee82144c None None] Routers {'f859cb38-f877-46e5-8582-a1787437894e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:44:47.115059 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5e455fd4-91d8-4602-9eb2-1a89ee82144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f859cb38-f877-46e5-8582-a1787437894e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:47.190690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a720a0e-b9ef-4c74-8105-fee8a3b5d0b2 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:47.195333 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6a720a0e-b9ef-4c74-8105-fee8a3b5d0b2 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports/e3806657-7f7d-4cf9-ae77-76c9e1672fad HTTP/1.1" status: 200 len: 910 time: 0.1883779 Feb 04 13:44:47.196260 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56244) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:47.238524 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5e455fd4-91d8-4602-9eb2-1a89ee82144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:47.239663 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e455fd4-91d8-4602-9eb2-1a89ee82144c None None] The sync data for ids ['f859cb38-f877-46e5-8582-a1787437894e'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:44:47.370931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963e0a6e-4291-4430-beed-ddeb72529c16 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:44:47.383034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6db7db-2328-4600-a49f-3fe110155aa4 None None] Sync routers for ids ['c876760a-8e92-479f-90f5-a91c8f2e5429'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:44:47.392277 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-963e0a6e-4291-4430-beed-ddeb72529c16 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:47.413720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6db7db-2328-4600-a49f-3fe110155aa4 None None] Routers {'c876760a-8e92-479f-90f5-a91c8f2e5429'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:44:47.414705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9b6db7db-2328-4600-a49f-3fe110155aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c876760a-8e92-479f-90f5-a91c8f2e5429'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:47.470479 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-963e0a6e-4291-4430-beed-ddeb72529c16 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "PUT /v2.0/floatingips/0660f869-cc7e-44c1-9849-e8c7dd150d79 HTTP/1.1" status: 200 len: 991 time: 6.8255672 Feb 04 13:44:47.484055 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'tag': 'd0f5a809-9c39-466e-a4d9-f65229b8adcb'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:44:47.488036 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42" -d '{"events": [{"name": "network-changed", "server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "tag": "d0f5a809-9c39-466e-a4d9-f65229b8adcb"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:44:47.624933 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4530-6eac-47a5-acdf-3c38e397159f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:47.916868 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:47.952549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ff9e-474d-4532-a80b-a6cb027e8f22 req-4d338d17-ff2d-442d-a6b1-f55233efa48e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:47.955063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-9b6db7db-2328-4600-a49f-3fe110155aa4 None None] Set router c876760a-8e92-479f-90f5-a91c8f2e5429 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:44:47.959051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ff9e-474d-4532-a80b-a6cb027e8f22 req-4d338d17-ff2d-442d-a6b1-f55233efa48e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:47.968458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ff9e-474d-4532-a80b-a6cb027e8f22 req-4d338d17-ff2d-442d-a6b1-f55233efa48e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:47.983397 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ff9e-474d-4532-a80b-a6cb027e8f22 req-4d338d17-ff2d-442d-a6b1-f55233efa48e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:47.995515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ff9e-474d-4532-a80b-a6cb027e8f22 req-4d338d17-ff2d-442d-a6b1-f55233efa48e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:48.020401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ff9e-474d-4532-a80b-a6cb027e8f22 req-4d338d17-ff2d-442d-a6b1-f55233efa48e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:48.035187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ff9e-474d-4532-a80b-a6cb027e8f22 req-4d338d17-ff2d-442d-a6b1-f55233efa48e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:48.050829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e60ff9e-474d-4532-a80b-a6cb027e8f22 req-4d338d17-ff2d-442d-a6b1-f55233efa48e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5435 time: 0.3860397 Feb 04 13:44:48.266469 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4530-6eac-47a5-acdf-3c38e397159f admin admin] Publish callbacks [] for security_group (e62fba8a-bba5-4eeb-94ae-266c61c8a005), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:48.318890 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4530-6eac-47a5-acdf-3c38e397159f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e62fba8a-bba5-4eeb-94ae-266c61c8a005), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:48.427137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1a6a4530-6eac-47a5-acdf-3c38e397159f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=14120addb7ae4130b3e52930a8b7907d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4640245 Feb 04 13:44:48.429830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56266) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:48.452340 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a4530-6eac-47a5-acdf-3c38e397159f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62fba8a-bba5-4eeb-94ae-266c61c8a005,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:48.490657 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e60ff9e-474d-4532-a80b-a6cb027e8f22 req-f3d860b5-336a-4781-a675-ef4f2ea393dd tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4383326 Feb 04 13:44:48.563242 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc7f0-6c31-4af6-a131-2da771a1bf9d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (f859cb38-f877-46e5-8582-a1787437894e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:48.634595 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6f6cec80-5ac8-4b99-9929-b963b1dc99c9 admin admin] Publish callbacks [] for security_group (e62fba8a-bba5-4eeb-94ae-266c61c8a005), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:48.680129 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c0c14d-6216-4ce8-9b7c-7bc8f9d052c2 x-openstack-request-id: req-89c0c14d-6216-4ce8-9b7c-7bc8f9d052c2 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:44:48.692807 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "tag": "d0f5a809-9c39-466e-a4d9-f65229b8adcb", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:44:48.694285 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-89c0c14d-6216-4ce8-9b7c-7bc8f9d052c2 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:44:48.696482 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'tag': 'd0f5a809-9c39-466e-a4d9-f65229b8adcb', 'status': 'completed', 'code': 200} Feb 04 13:44:48.740464 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6f6cec80-5ac8-4b99-9929-b963b1dc99c9 admin admin] Publish callbacks [] for security_group (e62fba8a-bba5-4eeb-94ae-266c61c8a005), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:48.864258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9b6db7db-2328-4600-a49f-3fe110155aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'name': 'tempest-TaggedBootDevicesTest-1488077511-router', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:27Z', 'updated_at': '2022-02-04T13:39:40Z', 'revision_number': 4, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'gw_port': {'id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:29Z', 'updated_at': '2022-02-04T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '0660f869-cc7e-44c1-9849-e8c7dd150d79', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'port_id': 'd0f5a809-9c39-466e-a4d9-f65229b8adcb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1995, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769', 'mac_address': 'fa:16:3e:bd:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:41:46Z', 'updated_at': '2022-02-04T13:44:44Z', 'revision_number': 1, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af449bfa-a1d6-48a5-9425-11d0c0619359', 'name': '', 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'mac_address': 'fa:16:3e:24:e6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:37Z', 'updated_at': '2022-02-04T13:39:51Z', 'revision_number': 5, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'subnets': [{'id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:48.888969 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6f6cec80-5ac8-4b99-9929-b963b1dc99c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e62fba8a-bba5-4eeb-94ae-266c61c8a005), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:48.892137 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6f6cec80-5ac8-4b99-9929-b963b1dc99c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:48.893800 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6f6cec80-5ac8-4b99-9929-b963b1dc99c9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e62fba8a-bba5-4eeb-94ae-266c61c8a005 HTTP/1.1" status: 204 len: 168 time: 0.4608214 Feb 04 13:44:48.916691 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cec80-5ac8-4b99-9929-b963b1dc99c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62fba8a-bba5-4eeb-94ae-266c61c8a005,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:48.998152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6db7db-2328-4600-a49f-3fe110155aa4 None None] Checking router: c876760a-8e92-479f-90f5-a91c8f2e5429 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:44:49.069273 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6db7db-2328-4600-a49f-3fe110155aa4 None None] Routers {'c876760a-8e92-479f-90f5-a91c8f2e5429'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:44:49.070881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9b6db7db-2328-4600-a49f-3fe110155aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c876760a-8e92-479f-90f5-a91c8f2e5429'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:49.105833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-9e1c95bb-d843-49f0-8b6e-7cb453f337d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:49.106847 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-9e1c95bb-d843-49f0-8b6e-7cb453f337d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:49.107702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-9e1c95bb-d843-49f0-8b6e-7cb453f337d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:49.108540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-9e1c95bb-d843-49f0-8b6e-7cb453f337d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:49.109568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-9e1c95bb-d843-49f0-8b6e-7cb453f337d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:49.110781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-9e1c95bb-d843-49f0-8b6e-7cb453f337d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:49.113114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-9e1c95bb-d843-49f0-8b6e-7cb453f337d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:49.116095 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-9e1c95bb-d843-49f0-8b6e-7cb453f337d7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b7509a3710d94881bcf821ccba4baf3b&device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 6716 time: 0.3714163 Feb 04 13:44:49.489376 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-88b778dc-a992-419a-afa3-b1cbdba4dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:49.492340 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-88b778dc-a992-419a-afa3-b1cbdba4dc52 service neutron] 10.222.0.99 "GET /v2.0/networks?id=7912785f-1fa8-4b69-9cba-aa96f632b769 HTTP/1.1" status: 200 len: 913 time: 0.3121064 Feb 04 13:44:49.561674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-9b6db7db-2328-4600-a49f-3fe110155aa4 None None] Set router c876760a-8e92-479f-90f5-a91c8f2e5429 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:44:50.534088 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-e1cbd703-5586-4c1b-b02f-b40f0a3931a6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0f5a809-9c39-466e-a4d9-f65229b8adcb HTTP/1.1" status: 200 len: 999 time: 0.9933784 Feb 04 13:44:50.549843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9b6db7db-2328-4600-a49f-3fe110155aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'name': 'tempest-TaggedBootDevicesTest-1488077511-router', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:27Z', 'updated_at': '2022-02-04T13:39:40Z', 'revision_number': 4, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'gw_port': {'id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:29Z', 'updated_at': '2022-02-04T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '0660f869-cc7e-44c1-9849-e8c7dd150d79', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'port_id': 'd0f5a809-9c39-466e-a4d9-f65229b8adcb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1995, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769', 'mac_address': 'fa:16:3e:bd:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:41:46Z', 'updated_at': '2022-02-04T13:44:44Z', 'revision_number': 1, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af449bfa-a1d6-48a5-9425-11d0c0619359', 'name': '', 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'mac_address': 'fa:16:3e:24:e6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:37Z', 'updated_at': '2022-02-04T13:39:51Z', 'revision_number': 5, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'subnets': [{'id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:50.649365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6db7db-2328-4600-a49f-3fe110155aa4 None None] The sync data for ids ['c876760a-8e92-479f-90f5-a91c8f2e5429'] in n-d-714676-13 is: [{'id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'name': 'tempest-TaggedBootDevicesTest-1488077511-router', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:27Z', 'updated_at': '2022-02-04T13:39:40Z', 'revision_number': 4, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'gw_port': {'id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:29Z', 'updated_at': '2022-02-04T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '0660f869-cc7e-44c1-9849-e8c7dd150d79', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'port_id': 'd0f5a809-9c39-466e-a4d9-f65229b8adcb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1995, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769', 'mac_address': 'fa:16:3e:bd:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:41:46Z', 'updated_at': '2022-02-04T13:44:44Z', 'revision_number': 1, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af449bfa-a1d6-48a5-9425-11d0c0619359', 'name': '', 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'mac_address': 'fa:16:3e:24:e6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:37Z', 'updated_at': '2022-02-04T13:39:51Z', 'revision_number': 5, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'subnets': [{'id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:44:50.823817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e905e-028b-4b62-bf13-31e5b1726810 req-4f916151-ef47-49f0-a596-91b609542a95 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:50.831605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e905e-028b-4b62-bf13-31e5b1726810 req-4f916151-ef47-49f0-a596-91b609542a95 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:50.838089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e905e-028b-4b62-bf13-31e5b1726810 req-4f916151-ef47-49f0-a596-91b609542a95 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:50.850855 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e905e-028b-4b62-bf13-31e5b1726810 req-4f916151-ef47-49f0-a596-91b609542a95 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:50.860222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e905e-028b-4b62-bf13-31e5b1726810 req-4f916151-ef47-49f0-a596-91b609542a95 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:50.866942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e905e-028b-4b62-bf13-31e5b1726810 req-4f916151-ef47-49f0-a596-91b609542a95 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:50.898424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e905e-028b-4b62-bf13-31e5b1726810 req-4f916151-ef47-49f0-a596-91b609542a95 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:50.902045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e85e905e-028b-4b62-bf13-31e5b1726810 req-4f916151-ef47-49f0-a596-91b609542a95 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5435 time: 1.0495865 Feb 04 13:44:50.911994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ea5cc7f0-6c31-4af6-a131-2da771a1bf9d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port e3806657-7f7d-4cf9-ae77-76c9e1672fad {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:44:50.912563 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc7f0-6c31-4af6-a131-2da771a1bf9d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e3806657-7f7d-4cf9-ae77-76c9e1672fad), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:51.109818 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4747b54-f822-4732-b212-e89834bda859 None None] New status for floating IP 0660f869-cc7e-44c1-9849-e8c7dd150d79: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:44:51.131127 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc7f0-6c31-4af6-a131-2da771a1bf9d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e3806657-7f7d-4cf9-ae77-76c9e1672fad), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:51.147403 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ea5cc7f0-6c31-4af6-a131-2da771a1bf9d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for e3806657-7f7d-4cf9-ae77-76c9e1672fad owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:44:51.372096 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-9da74033-72eb-4205-b440-f5d990ea57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:51.374063 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-9da74033-72eb-4205-b440-f5d990ea57c6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2f4e23bc-2030-43db-882a-fc66074f8533 HTTP/1.1" status: 200 len: 851 time: 0.8232844 Feb 04 13:44:51.403184 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc7f0-6c31-4af6-a131-2da771a1bf9d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (e3806657-7f7d-4cf9-ae77-76c9e1672fad), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:51.501095 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cc7f0-6c31-4af6-a131-2da771a1bf9d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=e3806657-7f7d-4cf9-ae77-76c9e1672fad,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:51.887766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-b8cf8795-ec10-4a7f-8ae4-3d179786056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:51.896096 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-b8cf8795-ec10-4a7f-8ae4-3d179786056c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7912785f-1fa8-4b69-9cba-aa96f632b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5037076 Feb 04 13:44:51.982088 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e85e905e-028b-4b62-bf13-31e5b1726810 req-8f4bd9ad-0010-45f2-a063-8586aff7c0d2 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6091950 Feb 04 13:44:52.373026 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc7f0-6c31-4af6-a131-2da771a1bf9d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (f859cb38-f877-46e5-8582-a1787437894e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:52.969024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5cc7f0-6c31-4af6-a131-2da771a1bf9d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router f859cb38-f877-46e5-8582-a1787437894e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:44:53.025425 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-26d5b46f-384f-492f-974e-527817b448ba service neutron] 10.222.0.99 "GET /v2.0/networks/7912785f-1fa8-4b69-9cba-aa96f632b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1138954 Feb 04 13:44:53.467018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5cc7f0-6c31-4af6-a131-2da771a1bf9d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:44:53.489374 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ea5cc7f0-6c31-4af6-a131-2da771a1bf9d tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/f859cb38-f877-46e5-8582-a1787437894e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2873793 Feb 04 13:44:53.489910 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56386) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:53.494921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3f832-4d7d-4887-9a07-ee48fe1c6c34 None None] Sync routers for ids ['f859cb38-f877-46e5-8582-a1787437894e'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:44:53.533842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3f832-4d7d-4887-9a07-ee48fe1c6c34 None None] Routers {'f859cb38-f877-46e5-8582-a1787437894e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:44:53.534983 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8dd3f832-4d7d-4887-9a07-ee48fe1c6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f859cb38-f877-46e5-8582-a1787437894e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:53.616180 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-72c43826-831b-420d-9543-6131d6ab0493 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports?device_id=f859cb38-f877-46e5-8582-a1787437894e HTTP/1.1" status: 200 len: 205 time: 0.1214590 Feb 04 13:44:53.620965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56390) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:53.675225 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8dd3f832-4d7d-4887-9a07-ee48fe1c6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:53.708266 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3f832-4d7d-4887-9a07-ee48fe1c6c34 None None] Routers {'f859cb38-f877-46e5-8582-a1787437894e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:44:53.711900 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8dd3f832-4d7d-4887-9a07-ee48fe1c6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f859cb38-f877-46e5-8582-a1787437894e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:53.749697 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabc2b2-ba63-41a9-8f41-830f7a7fee39 req-32f2100a-6d0c-417d-a5f0-4e4020814860 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:53.766018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabc2b2-ba63-41a9-8f41-830f7a7fee39 req-32f2100a-6d0c-417d-a5f0-4e4020814860 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:53.773803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabc2b2-ba63-41a9-8f41-830f7a7fee39 req-32f2100a-6d0c-417d-a5f0-4e4020814860 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:53.780913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabc2b2-ba63-41a9-8f41-830f7a7fee39 req-32f2100a-6d0c-417d-a5f0-4e4020814860 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:53.788473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabc2b2-ba63-41a9-8f41-830f7a7fee39 req-32f2100a-6d0c-417d-a5f0-4e4020814860 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:53.794813 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-8dd3f832-4d7d-4887-9a07-ee48fe1c6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:53.795092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabc2b2-ba63-41a9-8f41-830f7a7fee39 req-32f2100a-6d0c-417d-a5f0-4e4020814860 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:53.796369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3f832-4d7d-4887-9a07-ee48fe1c6c34 None None] The sync data for ids ['f859cb38-f877-46e5-8582-a1787437894e'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:44:53.808463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabc2b2-ba63-41a9-8f41-830f7a7fee39 req-32f2100a-6d0c-417d-a5f0-4e4020814860 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:53.811559 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fcabc2b2-ba63-41a9-8f41-830f7a7fee39 req-32f2100a-6d0c-417d-a5f0-4e4020814860 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5435 time: 0.4859948 Feb 04 13:44:53.814223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56396) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:53.845158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f1da362-e7a9-4b1f-afc1-18a7db4dab42 req-09950d00-700f-4aef-abbc-e4c75d93da5c service neutron] 10.222.0.99 "GET /v2.0/networks/7912785f-1fa8-4b69-9cba-aa96f632b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7130804 Feb 04 13:44:53.922817 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62778e29-e652-4ec4-8b1c-4573aa7c572c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (f859cb38-f877-46e5-8582-a1787437894e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:53.935455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fcabc2b2-ba63-41a9-8f41-830f7a7fee39 req-31c72d1c-56ce-4f74-9c37-a7b914e068dc tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131480 Feb 04 13:44:54.298012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-293921861-network', 'tenant_id': '3e13c1accd464d1bb7a6d2f9df17596e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:44:54.372877 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] Made reservation on behalf of 3e13c1accd464d1bb7a6d2f9df17596e for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:44:54.374728 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62778e29-e652-4ec4-8b1c-4573aa7c572c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (f859cb38-f877-46e5-8582-a1787437894e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:54.380420 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62778e29-e652-4ec4-8b1c-4573aa7c572c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_controller (f859cb38-f877-46e5-8582-a1787437894e), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:54.388117 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:54.421909 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:54.505476 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62778e29-e652-4ec4-8b1c-4573aa7c572c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (f859cb38-f877-46e5-8582-a1787437894e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:54.509022 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62778e29-e652-4ec4-8b1c-4573aa7c572c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Fanout notify agent at l3_agent the message router_deleted on router f859cb38-f877-46e5-8582-a1787437894e {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:44:54.553533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62778e29-e652-4ec4-8b1c-4573aa7c572c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:54.555459 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-62778e29-e652-4ec4-8b1c-4573aa7c572c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/routers/f859cb38-f877-46e5-8582-a1787437894e HTTP/1.1" status: 204 len: 168 time: 0.9268613 Feb 04 13:44:54.571155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56414) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:54.657507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56416) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:54.686768 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3ac59c-ca4d-4333-9547-e1dfdc186744 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting subnet b8749432-8a1a-4f4e-ba06-85c3e68c7704 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:44:54.693807 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac59c-ca4d-4333-9547-e1dfdc186744 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (b8749432-8a1a-4f4e-ba06-85c3e68c7704), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:54.817991 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac59c-ca4d-4333-9547-e1dfdc186744 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (b8749432-8a1a-4f4e-ba06-85c3e68c7704), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:54.818287 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] Publish callbacks [] for security_group (8210cc52-b3ef-4189-9c58-5c617d0ca898), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:54.827393 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8210cc52-b3ef-4189-9c58-5c617d0ca898), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:54.929507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8210cc52-b3ef-4189-9c58-5c617d0ca898,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:54.969930 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:44:55.045053 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (8f61ba35-39fc-4dd6-a8ce-d7b52da9637c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:55.045744 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] Added segment 8f61ba35-39fc-4dd6-a8ce-d7b52da9637c of type vlan for network c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 Feb 04 13:44:55.120482 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac59c-ca4d-4333-9547-e1dfdc186744 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (b8749432-8a1a-4f4e-ba06-85c3e68c7704), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:55.225501 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1a864f4d-903b-4e1c-b430-baf06ed34b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:55.316269 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac59c-ca4d-4333-9547-e1dfdc186744 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (b8749432-8a1a-4f4e-ba06-85c3e68c7704), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:55.382543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ac59c-ca4d-4333-9547-e1dfdc186744 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Subnet': ['ID=b8749432-8a1a-4f4e-ba06-85c3e68c7704,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:55.404668 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac59c-ca4d-4333-9547-e1dfdc186744 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:55.418305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8abdaf-6a48-4114-9d26-eb292fd803f7 None None] Network 7e7fbdd5-ccce-4a09-8838-aff34bc2fd38 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:44:55.436054 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9c3ac59c-ca4d-4333-9547-e1dfdc186744 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/b8749432-8a1a-4f4e-ba06-85c3e68c7704 HTTP/1.1" status: 204 len: 168 time: 0.8633721 Feb 04 13:44:55.443167 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56436) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:55.551321 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:55.711428 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.db.resource_extend [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:44:55.716204 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (7e7fbdd5-ccce-4a09-8838-aff34bc2fd38), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:55.889712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e8337-4a43-49ae-a978-2d11faa2f1cb req-ffb73d8f-ace2-4046-b435-3dd23f746524 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:55.943499 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:44:55.944117 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5ae32037-8c2c-4f94-a8a9-6ec7a27be80e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:55.958240 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e8337-4a43-49ae-a978-2d11faa2f1cb req-ffb73d8f-ace2-4046-b435-3dd23f746524 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:55.959172 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1111cb-0f90-46a8-a002-a57e708f6e6f None None] DHCP port deletion for 7e7fbdd5-ccce-4a09-8838-aff34bc2fd38 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:44:55.987140 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e8337-4a43-49ae-a978-2d11faa2f1cb req-ffb73d8f-ace2-4046-b435-3dd23f746524 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:56.020229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e8337-4a43-49ae-a978-2d11faa2f1cb req-ffb73d8f-ace2-4046-b435-3dd23f746524 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:56.044268 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e8337-4a43-49ae-a978-2d11faa2f1cb req-ffb73d8f-ace2-4046-b435-3dd23f746524 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:56.071957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e8337-4a43-49ae-a978-2d11faa2f1cb req-ffb73d8f-ace2-4046-b435-3dd23f746524 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:56.077979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5d1111cb-0f90-46a8-a002-a57e708f6e6f None None] Deleting port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:44:56.078295 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5d1111cb-0f90-46a8-a002-a57e708f6e6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5ae32037-8c2c-4f94-a8a9-6ec7a27be80e), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:56.104218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e8337-4a43-49ae-a978-2d11faa2f1cb req-ffb73d8f-ace2-4046-b435-3dd23f746524 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:56.129445 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce0e8337-4a43-49ae-a978-2d11faa2f1cb req-ffb73d8f-ace2-4046-b435-3dd23f746524 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5435 time: 0.7701771 Feb 04 13:44:56.173257 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] For port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5ae32037-8c2c-4f94-a8a9-6ec7a27be80e,segment=NetworkSegment(ab0b99dd-89c0-430d-b52c-d82b923e2c78),segment_id=ab0b99dd-89c0-430d-b52c-d82b923e2c78)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:56.174678 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5ae32037-8c2c-4f94-a8a9-6ec7a27be80e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:56.211487 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:44:56.257798 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5d1111cb-0f90-46a8-a002-a57e708f6e6f None None] For port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5ae32037-8c2c-4f94-a8a9-6ec7a27be80e,segment=NetworkSegment(ab0b99dd-89c0-430d-b52c-d82b923e2c78),segment_id=ab0b99dd-89c0-430d-b52c-d82b923e2c78)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:56.258789 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5d1111cb-0f90-46a8-a002-a57e708f6e6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5ae32037-8c2c-4f94-a8a9-6ec7a27be80e), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:56.277522 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:56.289696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:56.295496 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:56.300476 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5d1111cb-0f90-46a8-a002-a57e708f6e6f None None] Calling delete_port for 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:44:56.418506 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6027844 Feb 04 13:44:56.422990 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56458) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:56.438686 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-46479682-12d1-4cda-bd77-e84c11c10bf3 admin admin] Request body: {'subnet': {'network_id': 'c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-293921861-subnet', 'tenant_id': '3e13c1accd464d1bb7a6d2f9df17596e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:44:56.512047 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46479682-12d1-4cda-bd77-e84c11c10bf3 admin admin] Made reservation on behalf of 3e13c1accd464d1bb7a6d2f9df17596e for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:44:56.521815 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46479682-12d1-4cda-bd77-e84c11c10bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:56.585194 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5d1111cb-0f90-46a8-a002-a57e708f6e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (5ae32037-8c2c-4f94-a8a9-6ec7a27be80e), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:56.700130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1111cb-0f90-46a8-a002-a57e708f6e6f None None] Pushing event deleted for resources: {'Port': ['ID=5ae32037-8c2c-4f94-a8a9-6ec7a27be80e,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:56.738189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1111cb-0f90-46a8-a002-a57e708f6e6f None None] No DVR routers for this DVR port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:44:56.776305 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (5ae32037-8c2c-4f94-a8a9-6ec7a27be80e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:56.811799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:44:56.897175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:44:56.901258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:44:56.927217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=5ae32037-8c2c-4f94-a8a9-6ec7a27be80e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:56.934272 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No DVR routers for this DVR port 5ae32037-8c2c-4f94-a8a9-6ec7a27be80e on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:44:56.973159 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1a864f4d-903b-4e1c-b430-baf06ed34b77 admin admin] Publish callbacks [] for security_group (4d107cd8-f662-4ed4-a55b-403778704797), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:56.974983 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:44:57.115281 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1a864f4d-903b-4e1c-b430-baf06ed34b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4d107cd8-f662-4ed4-a55b-403778704797), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:57.216447 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce0e8337-4a43-49ae-a978-2d11faa2f1cb req-7cac5867-cde5-4e27-ade1-59a70e6c2f23 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0845754 Feb 04 13:44:57.221680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fac1dc-28b1-49d4-a49a-3af76a281681 admin admin] Pushing event updated for resources: {'Network': ['ID=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:57.255776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:44:57.375393 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (7e7fbdd5-ccce-4a09-8838-aff34bc2fd38), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:57.395351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a864f4d-903b-4e1c-b430-baf06ed34b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d107cd8-f662-4ed4-a55b-403778704797,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:57.474962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1a864f4d-903b-4e1c-b430-baf06ed34b77 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9f0040ad75ed43569f1f8edf3a8eeb18&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8128166 Feb 04 13:44:57.482074 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56486) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:57.653349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7fbdd5-ccce-4a09-8838-aff34bc2fd38']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:57.676771 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d42dc19-a187-49f6-89cd-72cbf8f45a52 admin admin] Publish callbacks [] for security_group (4d107cd8-f662-4ed4-a55b-403778704797), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:57.751590 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d42dc19-a187-49f6-89cd-72cbf8f45a52 admin admin] Publish callbacks [] for security_group (4d107cd8-f662-4ed4-a55b-403778704797), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:57.784609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0b99dd-89c0-430d-b52c-d82b923e2c78') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:57.789388 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0b99dd-89c0-430d-b52c-d82b923e2c78') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:57.861935 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (ab0b99dd-89c0-430d-b52c-d82b923e2c78), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:58.037410 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (ab0b99dd-89c0-430d-b52c-d82b923e2c78), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:58.057642 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd694289-72f6-448e-a4e9-cfd5d718b5ae req-743a07ec-29e3-4717-836a-de8fc21051f4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:58.081591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd694289-72f6-448e-a4e9-cfd5d718b5ae req-743a07ec-29e3-4717-836a-de8fc21051f4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:58.106572 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:44:58.107008 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (ab0b99dd-89c0-430d-b52c-d82b923e2c78), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:44:58.112035 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:44:58.119671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd694289-72f6-448e-a4e9-cfd5d718b5ae req-743a07ec-29e3-4717-836a-de8fc21051f4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:58.148091 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd694289-72f6-448e-a4e9-cfd5d718b5ae req-743a07ec-29e3-4717-836a-de8fc21051f4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:58.174895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd694289-72f6-448e-a4e9-cfd5d718b5ae req-743a07ec-29e3-4717-836a-de8fc21051f4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:58.192549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd694289-72f6-448e-a4e9-cfd5d718b5ae req-743a07ec-29e3-4717-836a-de8fc21051f4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:58.207297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd694289-72f6-448e-a4e9-cfd5d718b5ae req-743a07ec-29e3-4717-836a-de8fc21051f4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:58.218454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd694289-72f6-448e-a4e9-cfd5d718b5ae req-743a07ec-29e3-4717-836a-de8fc21051f4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5435 time: 0.4411767 Feb 04 13:44:58.250558 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46479682-12d1-4cda-bd77-e84c11c10bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (4ccf873e-5391-44ae-8d90-070fed243733), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:58.263999 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d42dc19-a187-49f6-89cd-72cbf8f45a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4d107cd8-f662-4ed4-a55b-403778704797), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:58.270818 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d42dc19-a187-49f6-89cd-72cbf8f45a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:58.272521 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6d42dc19-a187-49f6-89cd-72cbf8f45a52 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4d107cd8-f662-4ed4-a55b-403778704797 HTTP/1.1" status: 204 len: 168 time: 0.7860816 Feb 04 13:44:58.288334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42dc19-a187-49f6-89cd-72cbf8f45a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d107cd8-f662-4ed4-a55b-403778704797,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:58.380499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd694289-72f6-448e-a4e9-cfd5d718b5ae req-872f6c53-48f5-4f35-820e-2b60221567ee tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1579025 Feb 04 13:44:58.432266 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (7e7fbdd5-ccce-4a09-8838-aff34bc2fd38), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:58.443597 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:58.449129 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/networks/7e7fbdd5-ccce-4a09-8838-aff34bc2fd38 HTTP/1.1" status: 204 len: 168 time: 3.0036221 Feb 04 13:44:58.454722 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56514) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:58.472021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1857805516', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}, 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:44:58.488834 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46479682-12d1-4cda-bd77-e84c11c10bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ccf873e-5391-44ae-8d90-070fed243733,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:58.497427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff6e15-972f-42f8-bd6a-635af6380ffe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Network': ['ID=7e7fbdd5-ccce-4a09-8838-aff34bc2fd38,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:58.565648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46479682-12d1-4cda-bd77-e84c11c10bf3 admin admin] Checking segment: {'id': '8f61ba35-39fc-4dd6-a8ce-d7b52da9637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:44:58.566157 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46479682-12d1-4cda-bd77-e84c11c10bf3 admin admin] Network hostable DHCP agents. Network: c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:44:58.602589 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (659c6aaf-3153-4afb-a2d2-4e99ba7f4a95), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:58.609641 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (659c6aaf-3153-4afb-a2d2-4e99ba7f4a95), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:58.668124 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46479682-12d1-4cda-bd77-e84c11c10bf3 admin admin] Network c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:44:58.700649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-46479682-12d1-4cda-bd77-e84c11c10bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:44:58.713710 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46479682-12d1-4cda-bd77-e84c11c10bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:58.714171 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc52aa95-0ac1-4cf7-944f-bd5e43962a10 None None] Network c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:44:58.715628 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46479682-12d1-4cda-bd77-e84c11c10bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:58.760342 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-46479682-12d1-4cda-bd77-e84c11c10bf3 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3325169 Feb 04 13:44:58.890424 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_controller (659c6aaf-3153-4afb-a2d2-4e99ba7f4a95), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:58.924242 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9b90-3a90-4152-a68e-6cf68674ea86 req-93b15725-55d7-47df-9993-2e4f8c4de731 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:58.942853 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9b90-3a90-4152-a68e-6cf68674ea86 req-93b15725-55d7-47df-9993-2e4f8c4de731 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:58.962525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9b90-3a90-4152-a68e-6cf68674ea86 req-93b15725-55d7-47df-9993-2e4f8c4de731 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:58.980374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9b90-3a90-4152-a68e-6cf68674ea86 req-93b15725-55d7-47df-9993-2e4f8c4de731 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:59.000543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9b90-3a90-4152-a68e-6cf68674ea86 req-93b15725-55d7-47df-9993-2e4f8c4de731 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:59.012875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9b90-3a90-4152-a68e-6cf68674ea86 req-93b15725-55d7-47df-9993-2e4f8c4de731 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:59.032166 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9b90-3a90-4152-a68e-6cf68674ea86 req-93b15725-55d7-47df-9993-2e4f8c4de731 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:59.037858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a08c9b90-3a90-4152-a68e-6cf68674ea86 req-93b15725-55d7-47df-9993-2e4f8c4de731 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5435 time: 0.3794038 Feb 04 13:44:59.089020 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0eaef3-d162-4dd6-8c6d-ae081d959669 None None] Network c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:44:59.207116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56528) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:59.314046 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_gateway (659c6aaf-3153-4afb-a2d2-4e99ba7f4a95), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:59.515660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56538) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:59.555838 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4305d065-7fff-4834-af7c-02a40a3b60c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:59.753457 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4305d065-7fff-4834-af7c-02a40a3b60c4 admin admin] Publish callbacks [] for security_group (b5b35c42-cddc-443f-96cd-6bca0b5d5cf1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:59.761844 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4305d065-7fff-4834-af7c-02a40a3b60c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b5b35c42-cddc-443f-96cd-6bca0b5d5cf1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:59.825816 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4305d065-7fff-4834-af7c-02a40a3b60c4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6bb20fdafc6348179d577af603d8fc40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3087032 Feb 04 13:44:59.832763 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56544) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:59.844211 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305d065-7fff-4834-af7c-02a40a3b60c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b35c42-cddc-443f-96cd-6bca0b5d5cf1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:59.938644 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_gateway (659c6aaf-3153-4afb-a2d2-4e99ba7f4a95), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:59.959275 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3b752104-45e8-407f-a122-c9bc61e14633 admin admin] Publish callbacks [] for security_group (b5b35c42-cddc-443f-96cd-6bca0b5d5cf1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:00.006424 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:00.070857 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3b752104-45e8-407f-a122-c9bc61e14633 admin admin] Publish callbacks [] for security_group (b5b35c42-cddc-443f-96cd-6bca0b5d5cf1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:00.073413 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5620f1e3-39c0-461a-a616-a791121db84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:00.323990 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3b752104-45e8-407f-a122-c9bc61e14633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b5b35c42-cddc-443f-96cd-6bca0b5d5cf1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:00.327073 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3b752104-45e8-407f-a122-c9bc61e14633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:00.332526 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3b752104-45e8-407f-a122-c9bc61e14633 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b5b35c42-cddc-443f-96cd-6bca0b5d5cf1 HTTP/1.1" status: 204 len: 168 time: 0.4973166 Feb 04 13:45:00.383434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b752104-45e8-407f-a122-c9bc61e14633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b35c42-cddc-443f-96cd-6bca0b5d5cf1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:00.470224 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5620f1e3-39c0-461a-a616-a791121db84d admin admin] Publish callbacks [] for security_group (eb0edae9-39d0-434d-88b0-30caea4eea10), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:00.478069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5620f1e3-39c0-461a-a616-a791121db84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (eb0edae9-39d0-434d-88b0-30caea4eea10), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:00.527253 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5620f1e3-39c0-461a-a616-a791121db84d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1bb9bb683cae4770ba4794c2e0cab548&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3176565 Feb 04 13:45:00.527965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56588) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:00.586377 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620f1e3-39c0-461a-a616-a791121db84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0edae9-39d0-434d-88b0-30caea4eea10,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:00.643628 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf1db-381f-404b-9c9b-8b06da2bff07 admin admin] Publish callbacks [] for security_group (eb0edae9-39d0-434d-88b0-30caea4eea10), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:00.702242 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf1db-381f-404b-9c9b-8b06da2bff07 admin admin] Publish callbacks [] for security_group (eb0edae9-39d0-434d-88b0-30caea4eea10), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:00.804360 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf1db-381f-404b-9c9b-8b06da2bff07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (eb0edae9-39d0-434d-88b0-30caea4eea10), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:00.808524 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf1db-381f-404b-9c9b-8b06da2bff07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:00.814995 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f5ddf1db-381f-404b-9c9b-8b06da2bff07 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/eb0edae9-39d0-434d-88b0-30caea4eea10 HTTP/1.1" status: 204 len: 168 time: 0.2840428 Feb 04 13:45:00.836274 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddf1db-381f-404b-9c9b-8b06da2bff07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0edae9-39d0-434d-88b0-30caea4eea10,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:01.142300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Allocated IP 172.25.5.137 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/4a1d5a48-d086-4886-8b9e-02314b05a118) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:45:01.340209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-4c92ee22-e09d-482e-a6ee-721b04587169 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:01.349019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-4c92ee22-e09d-482e-a6ee-721b04587169 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/networks?id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 HTTP/1.1" status: 200 len: 813 time: 0.8703249 Feb 04 13:45:01.395935 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-47e0f562-c4ff-460d-9f2a-33fa8cbe8002 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/quotas/3e13c1accd464d1bb7a6d2f9df17596e HTTP/1.1" status: 200 len: 375 time: 0.0428076 Feb 04 13:45:01.465852 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (4a1d5a48-d086-4886-8b9e-02314b05a118), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:01.469306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-f08dcd68-f39c-4b9d-99b7-756013159f84 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3e13c1accd464d1bb7a6d2f9df17596e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508506 Feb 04 13:45:01.639725 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (4a1d5a48-d086-4886-8b9e-02314b05a118), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:01.755768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:45:01.786961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:45:01.805561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:45:01.827194 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56626) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:01.853159 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2273951-632d-4065-8225-6480e5b420d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:01.968406 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-0e4fa4e7-0ca2-4bcc-b1d6-cae791fab241 service neutron] 10.222.0.96 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771326 Feb 04 13:45:01.984342 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=4a1d5a48-d086-4886-8b9e-02314b05a118,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:02.151466 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2273951-632d-4065-8225-6480e5b420d7 admin admin] Publish callbacks [] for security_group (d1be6569-9fd4-4b6a-906f-e439b2bf1471), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:02.174701 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2273951-632d-4065-8225-6480e5b420d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d1be6569-9fd4-4b6a-906f-e439b2bf1471), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:02.286416 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2273951-632d-4065-8225-6480e5b420d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1be6569-9fd4-4b6a-906f-e439b2bf1471,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:02.307477 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f2273951-632d-4065-8225-6480e5b420d7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dc03ef0b448b4be5b4c1214a54b4ba65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4786375 Feb 04 13:45:02.309070 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56638) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:02.459902 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ed399d6-ad2f-46a1-8889-be6062d0f496 admin admin] Publish callbacks [] for security_group (d1be6569-9fd4-4b6a-906f-e439b2bf1471), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:02.470315 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-f9849786-a8c1-4a2a-a776-7be4e0502024 service neutron] 10.222.0.96 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899275 Feb 04 13:45:02.530944 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ed399d6-ad2f-46a1-8889-be6062d0f496 admin admin] Publish callbacks [] for security_group (d1be6569-9fd4-4b6a-906f-e439b2bf1471), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:02.643624 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ed399d6-ad2f-46a1-8889-be6062d0f496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d1be6569-9fd4-4b6a-906f-e439b2bf1471), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:02.648524 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ed399d6-ad2f-46a1-8889-be6062d0f496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:02.650924 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7ed399d6-ad2f-46a1-8889-be6062d0f496 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d1be6569-9fd4-4b6a-906f-e439b2bf1471 HTTP/1.1" status: 204 len: 168 time: 0.3399265 Feb 04 13:45:02.685928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed399d6-ad2f-46a1-8889-be6062d0f496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1be6569-9fd4-4b6a-906f-e439b2bf1471,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:02.803435 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_gateway (659c6aaf-3153-4afb-a2d2-4e99ba7f4a95), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:03.009837 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80a0789b-915f-4b12-9c8b-5bd1b443c4ef req-8184d227-369e-40c3-820e-14aa3f5010d4 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 210 time: 0.0822716 Feb 04 13:45:03.409572 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (659c6aaf-3153-4afb-a2d2-4e99ba7f4a95), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:03.843026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 659c6aaf-3153-4afb-a2d2-4e99ba7f4a95 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:45:03.875287 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56698) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:03.907713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56702) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:04.105081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:45:04.120483 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b754167d-c00b-4cb5-8574-142a3b2d0523 None None] Sync routers for ids ['659c6aaf-3153-4afb-a2d2-4e99ba7f4a95'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:45:04.154717 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:04.158529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-37f3eedf-b8e6-413e-be48-9a83084ded81 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.7004411 Feb 04 13:45:04.170296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56712) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:04.186967 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b754167d-c00b-4cb5-8574-142a3b2d0523 None None] Routers {'659c6aaf-3153-4afb-a2d2-4e99ba7f4a95'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:45:04.188555 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b754167d-c00b-4cb5-8574-142a3b2d0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['659c6aaf-3153-4afb-a2d2-4e99ba7f4a95'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:04.354858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dfa948b5-b0cd-468a-83af-b12cf5e7f8d9 req-15ddfd05-54cb-4c58-8644-716fadc7ca2e tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 210 time: 0.0930207 Feb 04 13:45:04.355338 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b754167d-c00b-4cb5-8574-142a3b2d0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:04.378512 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b754167d-c00b-4cb5-8574-142a3b2d0523 None None] Routers {'659c6aaf-3153-4afb-a2d2-4e99ba7f4a95'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:45:04.379079 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b754167d-c00b-4cb5-8574-142a3b2d0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['659c6aaf-3153-4afb-a2d2-4e99ba7f4a95'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:04.472569 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b754167d-c00b-4cb5-8574-142a3b2d0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:04.473282 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b754167d-c00b-4cb5-8574-142a3b2d0523 None None] The sync data for ids ['659c6aaf-3153-4afb-a2d2-4e99ba7f4a95'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:45:04.612140 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7df70575-290f-4718-ba16-9999b1a997c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:04.620784 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f916edd1-e0a7-47b9-856a-6141c2faee67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:04.746507 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ba17365a-7fb8-4b39-a937-3bc50bcb5d00 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/routers/659c6aaf-3153-4afb-a2d2-4e99ba7f4a95 HTTP/1.1" status: 200 len: 881 time: 0.5711932 Feb 04 13:45:04.748725 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56722) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:04.917698 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f916edd1-e0a7-47b9-856a-6141c2faee67 admin admin] Publish callbacks [] for security_group (904ea451-ad9c-4d9c-8f2c-eb3fd8b4e411), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:04.934461 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f916edd1-e0a7-47b9-856a-6141c2faee67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (904ea451-ad9c-4d9c-8f2c-eb3fd8b4e411), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:04.986813 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7df70575-290f-4718-ba16-9999b1a997c4 admin admin] Publish callbacks [] for security_group (cd586bd0-4fb8-40fd-b7f4-432b95c1c083), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:04.999524 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f916edd1-e0a7-47b9-856a-6141c2faee67 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ba99992e789843b5ab9ef041d9f741e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0897934 Feb 04 13:45:05.001670 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56724) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:05.028821 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7df70575-290f-4718-ba16-9999b1a997c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cd586bd0-4fb8-40fd-b7f4-432b95c1c083), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:05.115526 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7df70575-290f-4718-ba16-9999b1a997c4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=af8bc6b00ef1477b804fb39310dcc0fe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2342684 Feb 04 13:45:05.115526 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916edd1-e0a7-47b9-856a-6141c2faee67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904ea451-ad9c-4d9c-8f2c-eb3fd8b4e411,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:05.117470 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56728) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:05.272308 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df70575-290f-4718-ba16-9999b1a997c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd586bd0-4fb8-40fd-b7f4-432b95c1c083,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:05.357702 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3077527d-9156-4797-bcb1-de1c8c6811fd admin admin] Publish callbacks [] for security_group (904ea451-ad9c-4d9c-8f2c-eb3fd8b4e411), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:05.453182 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5cc25a1-2924-4db8-a05e-07b784c1a2d7 admin admin] Publish callbacks [] for security_group (cd586bd0-4fb8-40fd-b7f4-432b95c1c083), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:05.523577 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3077527d-9156-4797-bcb1-de1c8c6811fd admin admin] Publish callbacks [] for security_group (904ea451-ad9c-4d9c-8f2c-eb3fd8b4e411), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:05.577286 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5cc25a1-2924-4db8-a05e-07b784c1a2d7 admin admin] Publish callbacks [] for security_group (cd586bd0-4fb8-40fd-b7f4-432b95c1c083), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:05.589942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-60b1b2f8-db6f-4122-9879-6ea41dea022c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:05.591845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-60b1b2f8-db6f-4122-9879-6ea41dea022c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.99 "GET /v2.0/networks?id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 HTTP/1.1" status: 200 len: 813 time: 0.3658514 Feb 04 13:45:05.617461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-48bf69ce-611e-486e-8516-b5a2bc544406 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Request body: {'port': {'device_id': '1e402327-2fa1-4086-b1e9-3b33b213514d', 'network_id': 'c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8', 'admin_state_up': True, 'tenant_id': '3e13c1accd464d1bb7a6d2f9df17596e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:05.709690 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3077527d-9156-4797-bcb1-de1c8c6811fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (904ea451-ad9c-4d9c-8f2c-eb3fd8b4e411), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:05.713731 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3077527d-9156-4797-bcb1-de1c8c6811fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:05.722981 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3077527d-9156-4797-bcb1-de1c8c6811fd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/904ea451-ad9c-4d9c-8f2c-eb3fd8b4e411 HTTP/1.1" status: 204 len: 168 time: 0.7087317 Feb 04 13:45:05.739173 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5cc25a1-2924-4db8-a05e-07b784c1a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cd586bd0-4fb8-40fd-b7f4-432b95c1c083), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:05.744789 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5cc25a1-2924-4db8-a05e-07b784c1a2d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:05.750381 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a5cc25a1-2924-4db8-a05e-07b784c1a2d7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cd586bd0-4fb8-40fd-b7f4-432b95c1c083 HTTP/1.1" status: 204 len: 168 time: 0.6263559 Feb 04 13:45:05.753377 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077527d-9156-4797-bcb1-de1c8c6811fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904ea451-ad9c-4d9c-8f2c-eb3fd8b4e411,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:05.769816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc25a1-2924-4db8-a05e-07b784c1a2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd586bd0-4fb8-40fd-b7f4-432b95c1c083,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:05.887246 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b508467b-7cb3-4a54-af91-a63723865880 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.1367085 Feb 04 13:45:05.891717 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56748) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:05.898487 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ba82cbe1-3daa-4cf9-9eb1-a02ffe2b8f6a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1857805516'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:06.069297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-769d7b2d-f792-4ce7-b9cf-90bce505d96a req-163cda50-84d9-4ae0-ad8b-fd7dc4bd6a51 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 210 time: 0.1891882 Feb 04 13:45:06.295201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-48bf69ce-611e-486e-8516-b5a2bc544406 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Made reservation on behalf of 3e13c1accd464d1bb7a6d2f9df17596e for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:45:06.307428 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-48bf69ce-611e-486e-8516-b5a2bc544406 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:06.807204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-48bf69ce-611e-486e-8516-b5a2bc544406 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Allocated IP 172.20.0.11 (c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8/4ccf873e-5391-44ae-8d90-070fed243733/8fcceb57-e3e6-485e-8606-e8f069c54053) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:45:06.909233 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba82cbe1-3daa-4cf9-9eb1-a02ffe2b8f6a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (659c6aaf-3153-4afb-a2d2-4e99ba7f4a95), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:06.936311 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba82cbe1-3daa-4cf9-9eb1-a02ffe2b8f6a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (659c6aaf-3153-4afb-a2d2-4e99ba7f4a95), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:07.177668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56768) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:07.273898 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e97ab7de-82de-4e2d-902f-290488449c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:07.297737 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-48bf69ce-611e-486e-8516-b5a2bc544406 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Publish callbacks [] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:07.330208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba82cbe1-3daa-4cf9-9eb1-a02ffe2b8f6a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 659c6aaf-3153-4afb-a2d2-4e99ba7f4a95 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:45:07.521311 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e97ab7de-82de-4e2d-902f-290488449c39 admin admin] Publish callbacks [] for security_group (9cb3e251-c2dc-4d4e-ac28-83c73ca2fd68), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:07.552512 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e97ab7de-82de-4e2d-902f-290488449c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9cb3e251-c2dc-4d4e-ac28-83c73ca2fd68), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:08.317637 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-741af144-4f1a-4b44-974a-03938fdb84e6 req-9051086b-ec8b-49eb-ad64-59086b1b2597 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 210 time: 0.9779742 Feb 04 13:45:08.388348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e97ab7de-82de-4e2d-902f-290488449c39 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=093f5508f2754febbaa7bb0116b900c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2079790 Feb 04 13:45:08.397346 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ab7de-82de-4e2d-902f-290488449c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb3e251-c2dc-4d4e-ac28-83c73ca2fd68,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:08.400248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56792) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:08.498751 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-48bf69ce-611e-486e-8516-b5a2bc544406 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:08.663762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-48bf69ce-611e-486e-8516-b5a2bc544406 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Network c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:45:08.670948 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-48bf69ce-611e-486e-8516-b5a2bc544406 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:45:08.675544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-48bf69ce-611e-486e-8516-b5a2bc544406 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:45:08.718260 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba82cbe1-3daa-4cf9-9eb1-a02ffe2b8f6a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:45:08.728863 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba82cbe1-3daa-4cf9-9eb1-a02ffe2b8f6a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:08.730078 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ba82cbe1-3daa-4cf9-9eb1-a02ffe2b8f6a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/659c6aaf-3153-4afb-a2d2-4e99ba7f4a95 HTTP/1.1" status: 200 len: 888 time: 2.8361895 Feb 04 13:45:08.731540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01901649-a60e-4d0a-9bf6-6275cadf87cc None None] Sync routers for ids ['659c6aaf-3153-4afb-a2d2-4e99ba7f4a95'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:45:08.739987 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56800) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:08.762859 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01901649-a60e-4d0a-9bf6-6275cadf87cc None None] Routers {'659c6aaf-3153-4afb-a2d2-4e99ba7f4a95'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:45:08.763994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-01901649-a60e-4d0a-9bf6-6275cadf87cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['659c6aaf-3153-4afb-a2d2-4e99ba7f4a95'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:08.795180 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf69ce-611e-486e-8516-b5a2bc544406 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Pushing event updated for resources: {'Port': ['ID=8fcceb57-e3e6-485e-8606-e8f069c54053,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:08.798011 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-526f6121-68a9-4a39-ad38-e93b0ea4a929 admin admin] Publish callbacks [] for security_group (9cb3e251-c2dc-4d4e-ac28-83c73ca2fd68), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:08.829507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-48bf69ce-611e-486e-8516-b5a2bc544406 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:08.830904 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-48bf69ce-611e-486e-8516-b5a2bc544406 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:08.852754 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-526f6121-68a9-4a39-ad38-e93b0ea4a929 admin admin] Publish callbacks [] for security_group (9cb3e251-c2dc-4d4e-ac28-83c73ca2fd68), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:08.906769 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-48bf69ce-611e-486e-8516-b5a2bc544406 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3010089 Feb 04 13:45:08.928156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Request body: {'port': {'device_id': '1e402327-2fa1-4086-b1e9-3b33b213514d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:08.930555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-01901649-a60e-4d0a-9bf6-6275cadf87cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:08.958295 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01901649-a60e-4d0a-9bf6-6275cadf87cc None None] Routers {'659c6aaf-3153-4afb-a2d2-4e99ba7f4a95'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:45:08.963097 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-01901649-a60e-4d0a-9bf6-6275cadf87cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:44:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['659c6aaf-3153-4afb-a2d2-4e99ba7f4a95'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:09.128238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-01901649-a60e-4d0a-9bf6-6275cadf87cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:09.130681 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01901649-a60e-4d0a-9bf6-6275cadf87cc None None] The sync data for ids ['659c6aaf-3153-4afb-a2d2-4e99ba7f4a95'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:45:09.147445 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:09.177845 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-526f6121-68a9-4a39-ad38-e93b0ea4a929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9cb3e251-c2dc-4d4e-ac28-83c73ca2fd68), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:09.191755 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-526f6121-68a9-4a39-ad38-e93b0ea4a929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:09.195762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-526f6121-68a9-4a39-ad38-e93b0ea4a929 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9cb3e251-c2dc-4d4e-ac28-83c73ca2fd68 HTTP/1.1" status: 204 len: 168 time: 0.7924159 Feb 04 13:45:09.209467 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5d61123a-5f32-4d49-aee3-f88ccda6fc10 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/routers/659c6aaf-3153-4afb-a2d2-4e99ba7f4a95 HTTP/1.1" status: 200 len: 888 time: 0.4598758 Feb 04 13:45:09.211474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56816) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:09.247950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f6121-68a9-4a39-ad38-e93b0ea4a929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb3e251-c2dc-4d4e-ac28-83c73ca2fd68,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:09.317832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56818) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:09.326817 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d98eea83-e8ac-4319-bad8-2b578acb0d3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports?device_id=659c6aaf-3153-4afb-a2d2-4e99ba7f4a95 HTTP/1.1" status: 200 len: 205 time: 0.1117465 Feb 04 13:45:09.813624 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b106681-d79d-4b05-81a4-04bceb858cf1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (659c6aaf-3153-4afb-a2d2-4e99ba7f4a95), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:09.932903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227a4a7-2944-4fa4-8db2-e37ff8f5d940 req-423a481f-9bdc-420a-9588-cffd162463a2 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:09.940932 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a227a4a7-2944-4fa4-8db2-e37ff8f5d940 req-423a481f-9bdc-420a-9588-cffd162463a2 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 932 time: 0.4557793 Feb 04 13:45:10.049421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a227a4a7-2944-4fa4-8db2-e37ff8f5d940 req-822d1b7f-f439-4a8f-afa5-81b0a571cd18 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018500 Feb 04 13:45:10.064739 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b106681-d79d-4b05-81a4-04bceb858cf1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_gateway (659c6aaf-3153-4afb-a2d2-4e99ba7f4a95), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:10.207101 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fcceb57-e3e6-485e-8606-e8f069c54053 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:45:10.219916 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Publish callbacks [] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:10.250824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Transition to ACTIVE for port object 8fcceb57-e3e6-485e-8606-e8f069c54053 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:45:10.261524 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:10.289267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-9b106681-d79d-4b05-81a4-04bceb858cf1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port 4a1d5a48-d086-4886-8b9e-02314b05a118 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:45:10.289709 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b106681-d79d-4b05-81a4-04bceb858cf1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4a1d5a48-d086-4886-8b9e-02314b05a118), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:10.421289 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Pushing event updated for resources: {'Port': ['ID=8fcceb57-e3e6-485e-8606-e8f069c54053,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:10.511039 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b106681-d79d-4b05-81a4-04bceb858cf1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4a1d5a48-d086-4886-8b9e-02314b05a118), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:10.551187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-9b106681-d79d-4b05-81a4-04bceb858cf1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for 4a1d5a48-d086-4886-8b9e-02314b05a118 owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:45:10.667361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Attempting to bind port 8fcceb57-e3e6-485e-8606-e8f069c54053 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:45:10.667853 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Attempting to bind port 8fcceb57-e3e6-485e-8606-e8f069c54053 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '8f61ba35-39fc-4dd6-a8ce-d7b52da9637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:45:10.668198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Attempting to bind port 8fcceb57-e3e6-485e-8606-e8f069c54053 on network c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:45:10.674929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Port 8fcceb57-e3e6-485e-8606-e8f069c54053 on network c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:45:10.675327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Attempting to bind port 8fcceb57-e3e6-485e-8606-e8f069c54053 on network c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:45:10.688580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:45:10.689530 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Checking segment: {'id': '8f61ba35-39fc-4dd6-a8ce-d7b52da9637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:45:10.690048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Bound using segment: {'id': '8f61ba35-39fc-4dd6-a8ce-d7b52da9637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:45:10.690468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Bound port: 8fcceb57-e3e6-485e-8606-e8f069c54053, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f61ba35-39fc-4dd6-a8ce-d7b52da9637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:45:10.690845 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:10.792759 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] For port 8fcceb57-e3e6-485e-8606-e8f069c54053, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:45:10.796536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] For port 8fcceb57-e3e6-485e-8606-e8f069c54053, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8fcceb57-e3e6-485e-8606-e8f069c54053,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:45:10.945356 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-420e7f9a-7e74-434b-bf10-12637026c9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:11.174146 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:11.250311 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b106681-d79d-4b05-81a4-04bceb858cf1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (4a1d5a48-d086-4886-8b9e-02314b05a118), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:11.254220 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Pushing event updated for resources: {'Port': ['ID=8fcceb57-e3e6-485e-8606-e8f069c54053,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:11.299463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b106681-d79d-4b05-81a4-04bceb858cf1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=4a1d5a48-d086-4886-8b9e-02314b05a118,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:11.319561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:11.319561 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:11.320001 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b8e68868-2dbd-4d78-b249-36ee0e3dfbcb service neutron] 10.222.0.99 "PUT /v2.0/ports/8fcceb57-e3e6-485e-8606-e8f069c54053 HTTP/1.1" status: 200 len: 1093 time: 2.4047625 Feb 04 13:45:11.320453 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e402327-2fa1-4086-b1e9-3b33b213514d', 'tag': '8fcceb57-e3e6-485e-8606-e8f069c54053'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:45:11.323853 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2924e5-3236-4c4a-90fd-ae5434c59260" -d '{"events": [{"name": "network-changed", "server_uuid": "1e402327-2fa1-4086-b1e9-3b33b213514d", "tag": "8fcceb57-e3e6-485e-8606-e8f069c54053"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:45:11.463016 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b106681-d79d-4b05-81a4-04bceb858cf1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (659c6aaf-3153-4afb-a2d2-4e99ba7f4a95), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:11.650641 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b106681-d79d-4b05-81a4-04bceb858cf1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (659c6aaf-3153-4afb-a2d2-4e99ba7f4a95), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:11.660994 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b106681-d79d-4b05-81a4-04bceb858cf1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_controller (659c6aaf-3153-4afb-a2d2-4e99ba7f4a95), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:11.669758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-f6a54fe4-b2a2-4f5f-b96a-7d336fa1c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:11.671405 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-f6a54fe4-b2a2-4f5f-b96a-7d336fa1c945 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3e13c1accd464d1bb7a6d2f9df17596e&device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 1127 time: 0.2405298 Feb 04 13:45:11.743219 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-c8a2306b-afbc-4937-b87f-311c8074240f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fcceb57-e3e6-485e-8606-e8f069c54053 HTTP/1.1" status: 200 len: 217 time: 0.0619555 Feb 04 13:45:11.838238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6224f-6b7f-4f0a-871d-ee15a18dfe2b req-59a43956-b0c6-4164-bae6-bf2085b9d690 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:11.839931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bf6224f-6b7f-4f0a-871d-ee15a18dfe2b req-59a43956-b0c6-4164-bae6-bf2085b9d690 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 0.4899185 Feb 04 13:45:11.878497 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b106681-d79d-4b05-81a4-04bceb858cf1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (659c6aaf-3153-4afb-a2d2-4e99ba7f4a95), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:11.879083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b106681-d79d-4b05-81a4-04bceb858cf1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Fanout notify agent at l3_agent the message router_deleted on router 659c6aaf-3153-4afb-a2d2-4e99ba7f4a95 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:45:11.891469 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b106681-d79d-4b05-81a4-04bceb858cf1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:11.898320 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9b106681-d79d-4b05-81a4-04bceb858cf1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/routers/659c6aaf-3153-4afb-a2d2-4e99ba7f4a95 HTTP/1.1" status: 204 len: 168 time: 2.5795362 Feb 04 13:45:11.900362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56876) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:11.912398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-60527471-4eff-4fad-978e-c8f890db190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:11.913232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-76cdd07f-0c6a-4b71-9700-e891acefb47b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'network': {'name': 'tempest-RoutersTest-1564826640'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:11.914897 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-60527471-4eff-4fad-978e-c8f890db190f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4ccf873e-5391-44ae-8d90-070fed243733 HTTP/1.1" status: 200 len: 853 time: 0.1270881 Feb 04 13:45:12.025978 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cdd07f-0c6a-4b71-9700-e891acefb47b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:45:12.039165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bf6224f-6b7f-4f0a-871d-ee15a18dfe2b req-14e79741-0c18-4cb7-b8c4-eef72ce25c11 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848097 Feb 04 13:45:12.044460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-a0cd9f4e-3861-4fba-9bc0-b1fdda7b819e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189034 Feb 04 13:45:12.050869 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76cdd07f-0c6a-4b71-9700-e891acefb47b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:12.123373 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76cdd07f-0c6a-4b71-9700-e891acefb47b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:45:12.158838 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76cdd07f-0c6a-4b71-9700-e891acefb47b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:12.159249 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-76cdd07f-0c6a-4b71-9700-e891acefb47b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Added segment 8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f of type vlan for network dcb959d6-7da9-4fdf-9855-51a95003cd30 Feb 04 13:45:12.290818 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76cdd07f-0c6a-4b71-9700-e891acefb47b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (dcb959d6-7da9-4fdf-9855-51a95003cd30), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:12.362966 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-d46b2f35-8078-4bc0-8afb-edc0bd6c3a3e service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103259 Feb 04 13:45:12.364789 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76cdd07f-0c6a-4b71-9700-e891acefb47b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (dcb959d6-7da9-4fdf-9855-51a95003cd30), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:12.367656 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e22b2cb-d1b1-4de1-a2ab-d903b6028788 x-openstack-request-id: req-7e22b2cb-d1b1-4de1-a2ab-d903b6028788 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:45:12.368010 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e402327-2fa1-4086-b1e9-3b33b213514d", "tag": "8fcceb57-e3e6-485e-8606-e8f069c54053", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:45:12.369051 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7e22b2cb-d1b1-4de1-a2ab-d903b6028788 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:45:12.372162 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e402327-2fa1-4086-b1e9-3b33b213514d', 'tag': '8fcceb57-e3e6-485e-8606-e8f069c54053', 'status': 'completed', 'code': 200} Feb 04 13:45:12.379503 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cdd07f-0c6a-4b71-9700-e891acefb47b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:12.380248 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76cdd07f-0c6a-4b71-9700-e891acefb47b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:12.526010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56892) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:12.617952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56898) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:12.620482 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-76cdd07f-0c6a-4b71-9700-e891acefb47b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7124949 Feb 04 13:45:12.655312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-fe957034-5cb0-4d93-9849-89c968c65742 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'subnet': {'network_id': 'dcb959d6-7da9-4fdf-9855-51a95003cd30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:12.662068 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdd07f-0c6a-4b71-9700-e891acefb47b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Network': ['ID=dcb959d6-7da9-4fdf-9855-51a95003cd30,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:12.693359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network dcb959d6-7da9-4fdf-9855-51a95003cd30 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:45:12.835438 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f3fb11-f528-484d-8395-a6a394df92b2 req-b4822643-5099-4f6d-8ff2-672b9c4404c4 service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605873 Feb 04 13:45:13.165706 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe957034-5cb0-4d93-9849-89c968c65742 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:45:13.183905 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fe957034-5cb0-4d93-9849-89c968c65742 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:13.229228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2924e5-3236-4c4a-90fd-ae5434c59260 req-bc915308-2d29-4047-9db4-879c763bfec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:13.232761 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc2924e5-3236-4c4a-90fd-ae5434c59260 req-bc915308-2d29-4047-9db4-879c763bfec7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3e13c1accd464d1bb7a6d2f9df17596e&device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 1127 time: 0.2961857 Feb 04 13:45:13.437088 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f014d94a-16a4-4a52-bb85-1a821cdaa72e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'network': {'name': 'tempest-network-smoke--94705899', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'port_security_enabled': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:13.707736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f014d94a-16a4-4a52-bb85-1a821cdaa72e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Made reservation on behalf of 7a0b98ed329e4084aa74e351c6f4178a for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:45:13.727754 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f014d94a-16a4-4a52-bb85-1a821cdaa72e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:13.783171 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d4c13086-31a9-45eb-aabc-8bfbf911152c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:13.825524 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f014d94a-16a4-4a52-bb85-1a821cdaa72e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:13.915098 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b612c1-910f-4f9d-a434-59663204c5f8 req-456ed2fe-b176-4d39-b749-0ed729489f38 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:13.920312 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52b612c1-910f-4f9d-a434-59663204c5f8 req-456ed2fe-b176-4d39-b749-0ed729489f38 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 0.6234112 Feb 04 13:45:13.977147 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:14.147966 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56922) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:14.200436 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2924e5-3236-4c4a-90fd-ae5434c59260 req-3b052bef-3a87-4972-a953-791be7b99cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:14.203213 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc2924e5-3236-4c4a-90fd-ae5434c59260 req-3b052bef-3a87-4972-a953-791be7b99cff service neutron] 10.222.0.99 "GET /v2.0/networks?id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 HTTP/1.1" status: 200 len: 914 time: 0.9047339 Feb 04 13:45:14.465228 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-50451e49-0dca-4642-90b7-a8c317d5e420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:14.519488 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fe957034-5cb0-4d93-9849-89c968c65742 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (a9b3441c-9416-41d9-8fe0-4e2b27722cfb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:14.732916 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:14.762917 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f014d94a-16a4-4a52-bb85-1a821cdaa72e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (b57513ac-8569-4081-ab01-3dc2b08e0b27), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:14.793620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc2924e5-3236-4c4a-90fd-ae5434c59260 req-29b65ec1-493a-413b-9a9a-29aacb03e6e5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fcceb57-e3e6-485e-8606-e8f069c54053 HTTP/1.1" status: 200 len: 217 time: 0.5478740 Feb 04 13:45:14.808114 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-50451e49-0dca-4642-90b7-a8c317d5e420 admin admin] Publish callbacks [] for security_group (81299ee1-cdb2-4793-951c-6375c7a62430), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:14.815629 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-50451e49-0dca-4642-90b7-a8c317d5e420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (81299ee1-cdb2-4793-951c-6375c7a62430), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:14.872855 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f014d94a-16a4-4a52-bb85-1a821cdaa72e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b57513ac-8569-4081-ab01-3dc2b08e0b27), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:14.898203 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50451e49-0dca-4642-90b7-a8c317d5e420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81299ee1-cdb2-4793-951c-6375c7a62430,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:14.906229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f014d94a-16a4-4a52-bb85-1a821cdaa72e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:45:14.953811 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f014d94a-16a4-4a52-bb85-1a821cdaa72e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fadaa059-7bfa-4c73-be41-777107576852), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:14.958417 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-f014d94a-16a4-4a52-bb85-1a821cdaa72e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Added segment fadaa059-7bfa-4c73-be41-777107576852 of type vlan for network a0b13e3f-9762-48cf-8033-0eeb8464cf8d Feb 04 13:45:14.998014 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-50451e49-0dca-4642-90b7-a8c317d5e420 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f555486fdc2b44769f54b535343916b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8483984 Feb 04 13:45:14.999145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56938) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:15.148976 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c8f23c9-2eed-463d-aa6a-843c2bf7bbb5 admin admin] Publish callbacks [] for security_group (81299ee1-cdb2-4793-951c-6375c7a62430), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:15.212876 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f014d94a-16a4-4a52-bb85-1a821cdaa72e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (a0b13e3f-9762-48cf-8033-0eeb8464cf8d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:15.229294 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c8f23c9-2eed-463d-aa6a-843c2bf7bbb5 admin admin] Publish callbacks [] for security_group (81299ee1-cdb2-4793-951c-6375c7a62430), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:15.412098 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c8f23c9-2eed-463d-aa6a-843c2bf7bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (81299ee1-cdb2-4793-951c-6375c7a62430), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:15.412098 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c8f23c9-2eed-463d-aa6a-843c2bf7bbb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:15.412098 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2c8f23c9-2eed-463d-aa6a-843c2bf7bbb5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/81299ee1-cdb2-4793-951c-6375c7a62430 HTTP/1.1" status: 204 len: 168 time: 0.3915422 Feb 04 13:45:15.429132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f23c9-2eed-463d-aa6a-843c2bf7bbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81299ee1-cdb2-4793-951c-6375c7a62430,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:15.506833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014d94a-16a4-4a52-bb85-1a821cdaa72e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57513ac-8569-4081-ab01-3dc2b08e0b27,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:15.514038 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f014d94a-16a4-4a52-bb85-1a821cdaa72e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (a0b13e3f-9762-48cf-8033-0eeb8464cf8d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:15.527190 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f014d94a-16a4-4a52-bb85-1a821cdaa72e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:15.528218 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f014d94a-16a4-4a52-bb85-1a821cdaa72e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:15.594702 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:15.602187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f014d94a-16a4-4a52-bb85-1a821cdaa72e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 3.0715652 Feb 04 13:45:15.605410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56950) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:15.612374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-936451828', 'admin_state_up': True, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:15.621846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52b612c1-910f-4f9d-a434-59663204c5f8 req-a9f84428-df36-4ead-9876-0308e2b36b47 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6592469 Feb 04 13:45:15.694293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (b1593f1c-da1d-4cbb-bb50-693fbe31239f), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:15.696404 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (b1593f1c-da1d-4cbb-bb50-693fbe31239f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:15.759793 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe957034-5cb0-4d93-9849-89c968c65742 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Subnet': ['ID=a9b3441c-9416-41d9-8fe0-4e2b27722cfb,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:15.851539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014d94a-16a4-4a52-bb85-1a821cdaa72e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Network': ['ID=a0b13e3f-9762-48cf-8033-0eeb8464cf8d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:15.862565 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2924e5-3236-4c4a-90fd-ae5434c59260 req-99e4aea7-f8bb-416a-84d8-e31ee8f72a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:15.865680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc2924e5-3236-4c4a-90fd-ae5434c59260 req-99e4aea7-f8bb-416a-84d8-e31ee8f72a31 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4ccf873e-5391-44ae-8d90-070fed243733 HTTP/1.1" status: 200 len: 853 time: 1.0104795 Feb 04 13:45:15.873664 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network a0b13e3f-9762-48cf-8033-0eeb8464cf8d details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:45:15.920585 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router_controller (b1593f1c-da1d-4cbb-bb50-693fbe31239f), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:16.019635 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe957034-5cb0-4d93-9849-89c968c65742 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Checking segment: {'id': '8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'dcb959d6-7da9-4fdf-9855-51a95003cd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:45:16.020570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe957034-5cb0-4d93-9849-89c968c65742 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network hostable DHCP agents. Network: dcb959d6-7da9-4fdf-9855-51a95003cd30, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:45:16.030851 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc2924e5-3236-4c4a-90fd-ae5434c59260 req-48991537-6850-4413-abf3-50782ad8d2f7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417227 Feb 04 13:45:16.260990 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router_gateway (b1593f1c-da1d-4cbb-bb50-693fbe31239f), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:16.555429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8fcceb57-e3e6-485e-8606-e8f069c54053 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:45:16.948753 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router_gateway (b1593f1c-da1d-4cbb-bb50-693fbe31239f), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:17.011215 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:17.106264 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56986) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:17.150882 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7674b2a2-de9e-44b4-a724-08a9ad4159c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:17.370344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Allocated IP 172.25.5.168 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/5cfc991d-7dee-4cb7-8f43-e57c7e27a269) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:45:17.421801 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:17.433708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe957034-5cb0-4d93-9849-89c968c65742 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network dcb959d6-7da9-4fdf-9855-51a95003cd30 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:45:17.479958 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8fcceb57-e3e6-485e-8606-e8f069c54053, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8fcceb57-e3e6-485e-8606-e8f069c54053,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:45:17.533083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '8fcceb57-e3e6-485e-8606-e8f069c54053', 'network_id': 'c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8', 'port_id': '8fcceb57-e3e6-485e-8606-e8f069c54053', 'mac_address': 'fa:16:3e:75:57:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccf873e-5391-44ae-8d90-070fed243733', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:45:17.593348 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-fe957034-5cb0-4d93-9849-89c968c65742 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, dcb959d6-7da9-4fdf-9855-51a95003cd30) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:45:17.617069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe957034-5cb0-4d93-9849-89c968c65742 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:17.619084 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fe957034-5cb0-4d93-9849-89c968c65742 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:17.644170 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7674b2a2-de9e-44b4-a724-08a9ad4159c6 admin admin] Publish callbacks [] for security_group (c2e82a3e-a07e-4bda-9187-8e81ce1cadf5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:17.659119 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7674b2a2-de9e-44b4-a724-08a9ad4159c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c2e82a3e-a07e-4bda-9187-8e81ce1cadf5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:17.666061 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8fcceb57-e3e6-485e-8606-e8f069c54053 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:17.667513 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:17.671280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d973c0-9dd0-43e1-8e1c-44699cc19520 None None] Network dcb959d6-7da9-4fdf-9855-51a95003cd30 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:45:17.701274 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fe957034-5cb0-4d93-9849-89c968c65742 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0759916 Feb 04 13:45:17.708987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56992) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:17.739270 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-414e3d63-183d-4e26-8c56-aec263304dce tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1567187011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:17.753633 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7674b2a2-de9e-44b4-a724-08a9ad4159c6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=155a3548ab73467d89f851c5cbdfe6df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6417389 Feb 04 13:45:17.762020 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56996) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:17.806576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc2924e5-3236-4c4a-90fd-ae5434c59260 req-33f95a2e-b82f-4927-a689-6ee7164a5f40 service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7649839 Feb 04 13:45:17.813685 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-414e3d63-183d-4e26-8c56-aec263304dce tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (2e4296df-0611-4016-9011-4449a913473a), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:17.817906 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-414e3d63-183d-4e26-8c56-aec263304dce tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (2e4296df-0611-4016-9011-4449a913473a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:17.847811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7853ed-8b93-4f35-ba87-a268202f16d4 req-f343c037-5660-498d-b9b6-bb4187a895aa tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:17.849585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb7853ed-8b93-4f35-ba87-a268202f16d4 req-f343c037-5660-498d-b9b6-bb4187a895aa tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b884113-f54f-4652-b707-e89d0a9983b5 HTTP/1.1" status: 200 len: 946 time: 0.6839476 Feb 04 13:45:17.882694 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674b2a2-de9e-44b4-a724-08a9ad4159c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e82a3e-a07e-4bda-9187-8e81ce1cadf5,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:17.924477 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for port (5cfc991d-7dee-4cb7-8f43-e57c7e27a269), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:17.977646 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1af44e34-8cab-4e2a-997d-e9d95ff32c10 admin admin] Publish callbacks [] for security_group (c2e82a3e-a07e-4bda-9187-8e81ce1cadf5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:18.103540 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1af44e34-8cab-4e2a-997d-e9d95ff32c10 admin admin] Publish callbacks [] for security_group (c2e82a3e-a07e-4bda-9187-8e81ce1cadf5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:18.195028 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1af44e34-8cab-4e2a-997d-e9d95ff32c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c2e82a3e-a07e-4bda-9187-8e81ce1cadf5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:18.199624 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1af44e34-8cab-4e2a-997d-e9d95ff32c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:18.201206 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1af44e34-8cab-4e2a-997d-e9d95ff32c10 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c2e82a3e-a07e-4bda-9187-8e81ce1cadf5 HTTP/1.1" status: 204 len: 168 time: 0.4289887 Feb 04 13:45:18.239577 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af44e34-8cab-4e2a-997d-e9d95ff32c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e82a3e-a07e-4bda-9187-8e81ce1cadf5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:18.265242 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (5cfc991d-7dee-4cb7-8f43-e57c7e27a269), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:18.419627 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:45:18.434938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:45:18.483291 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:45:18.681937 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:18.683008 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-414e3d63-183d-4e26-8c56-aec263304dce tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_controller (2e4296df-0611-4016-9011-4449a913473a), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:18.739853 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-dcb959d6-7da9-4fdf-9855-51a95003cd30', 'network_id': 'dcb959d6-7da9-4fdf-9855-51a95003cd30', 'project_id': '866319b37a1b414d99c8c47f10151ece', 'fixed_ips': [{'subnet_id': 'a9b3441c-9416-41d9-8fe0-4e2b27722cfb'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:45:18.741420 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:18.779701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb7853ed-8b93-4f35-ba87-a268202f16d4 req-11e21d5e-2255-44eb-accf-28df7732543c tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9001243 Feb 04 13:45:18.785073 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-414e3d63-183d-4e26-8c56-aec263304dce tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (2e4296df-0611-4016-9011-4449a913473a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:18.825351 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcceb57-e3e6-485e-8606-e8f069c54053 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:45:18.883007 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-414e3d63-183d-4e26-8c56-aec263304dce tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:18.888116 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-414e3d63-183d-4e26-8c56-aec263304dce tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1730397 Feb 04 13:45:18.895885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc2924e5-3236-4c4a-90fd-ae5434c59260 req-b50eae13-da11-4c26-b324-4d1331369655 service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0408828 Feb 04 13:45:18.899766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57012) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:18.924506 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8fcceb57-e3e6-485e-8606-e8f069c54053, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8fcceb57-e3e6-485e-8606-e8f069c54053,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:45:18.949985 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:19.275353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Port': ['ID=5cfc991d-7dee-4cb7-8f43-e57c7e27a269,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:19.463755 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8fcceb57-e3e6-485e-8606-e8f069c54053,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:19.561490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:19.568198 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:19.569478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:19.570948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:19.574035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:19.574812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:19.575398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:19.576138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:19.576753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:19.577323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:19.578081 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:19.578787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:19.580019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:19.652317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa5ef6-b72e-454e-8510-462eada55cc7 req-6493bd77-4ec4-47fc-809e-590eb10506f9 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:19.660521 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1baa5ef6-b72e-454e-8510-462eada55cc7 req-6493bd77-4ec4-47fc-809e-590eb10506f9 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.99 "GET /v2.0/ports?device_id=6b884113-f54f-4652-b707-e89d0a9983b5 HTTP/1.1" status: 200 len: 946 time: 1.1209438 Feb 04 13:45:19.661689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57022) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:19.679332 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8fcceb57-e3e6-485e-8606-e8f069c54053'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:45:19.787221 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router_gateway (b1593f1c-da1d-4cbb-bb50-693fbe31239f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:19.853599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Allocated IP 172.20.0.2 (dcb959d6-7da9-4fdf-9855-51a95003cd30/a9b3441c-9416-41d9-8fe0-4e2b27722cfb/79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:45:20.302016 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:20.477255 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d304d37-a02b-41db-beec-85e774714d91 req-3560a5f5-e322-49ac-86ba-4c74cc81648f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:20.498982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7d304d37-a02b-41db-beec-85e774714d91 req-3560a5f5-e322-49ac-86ba-4c74cc81648f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 945 time: 1.1571443 Feb 04 13:45:20.616918 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (b1593f1c-da1d-4cbb-bb50-693fbe31239f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:20.868160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-1baa5ef6-b72e-454e-8510-462eada55cc7 req-ca4de5c5-078e-43cd-8450-e81d82f3ab06 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Deleting port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:45:20.868487 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1baa5ef6-b72e-454e-8510-462eada55cc7 req-ca4de5c5-078e-43cd-8450-e81d82f3ab06 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d53363ee-036b-4cf4-aae2-3bf6b51f3cbc), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:21.041751 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Publish callbacks [] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:21.054975 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:21.083044 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Router b1593f1c-da1d-4cbb-bb50-693fbe31239f is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:45:21.104398 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:21.127979 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7d304d37-a02b-41db-beec-85e774714d91 req-9a792067-11dd-46c5-8513-142d5f18840e tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6084518 Feb 04 13:45:21.196434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Network dcb959d6-7da9-4fdf-9855-51a95003cd30 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:45:21.229109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:45:21.255181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:45:21.311784 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Publish callbacks [] for security_group (fe5f52d7-f0a9-40ee-8a1c-a17bc6ccaaa7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:21.473200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Pushing event updated for resources: {'Port': ['ID=79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:21.523786 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:45:21.532292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Attempting to bind port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:45:21.533790 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Attempting to bind port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'dcb959d6-7da9-4fdf-9855-51a95003cd30'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:45:21.534674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Attempting to bind port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c on network dcb959d6-7da9-4fdf-9855-51a95003cd30 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:45:21.543633 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fe5f52d7-f0a9-40ee-8a1c-a17bc6ccaaa7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:21.544485 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Sync routers for ids ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:45:21.561635 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:45:21.562524 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Checking segment: {'id': '8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'dcb959d6-7da9-4fdf-9855-51a95003cd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:45:21.563394 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:21.564772 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Bound using segment: {'id': '8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'dcb959d6-7da9-4fdf-9855-51a95003cd30'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:45:21.565783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Bound port: 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'dcb959d6-7da9-4fdf-9855-51a95003cd30'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:45:21.571111 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:21.584528 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Routers {'b1593f1c-da1d-4cbb-bb50-693fbe31239f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:45:21.597004 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:45:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:21.656819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:21.674837 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-51c546aa-c593-43bc-98d6-9dea731421dd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.0673335 Feb 04 13:45:21.675817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57056) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:21.797246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-1baa5ef6-b72e-454e-8510-462eada55cc7 req-ca4de5c5-078e-43cd-8450-e81d82f3ab06 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] For port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d53363ee-036b-4cf4-aae2-3bf6b51f3cbc,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:45:21.797727 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1baa5ef6-b72e-454e-8510-462eada55cc7 req-ca4de5c5-078e-43cd-8450-e81d82f3ab06 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d53363ee-036b-4cf4-aae2-3bf6b51f3cbc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:21.845243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-1baa5ef6-b72e-454e-8510-462eada55cc7 req-ca4de5c5-078e-43cd-8450-e81d82f3ab06 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Calling delete_port for d53363ee-036b-4cf4-aae2-3bf6b51f3cbc owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:45:21.988987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] For port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:45:22.004434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] For port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c,segment=NetworkSegment(8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f),segment_id=8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:45:22.025052 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:22.072476 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Set router b1593f1c-da1d-4cbb-bb50-693fbe31239f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:45:22.132793 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9aa09d-84d4-4dda-99bb-e0b54fbac3d0 None None] Pushing event updated for resources: {'Port': ['ID=79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:22.456775 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2357eb62-e833-4149-8111-7ce6b64dad6e tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=7a0b98ed329e4084aa74e351c6f4178a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7734497 Feb 04 13:45:22.463303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57072) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:22.966984 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8fcceb57-e3e6-485e-8606-e8f069c54053 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:45:22.983562 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-cd2e3277-ce11-4b88-a105-e22a14a2aac6 req-127c2863-f098-4d2b-837d-dab5cf217481 service neutron] (103607) timed out ('10.222.0.96', 59472) {{(pid=103607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:45:23.121128 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164747ad-d35b-4cf3-b6ea-ea3c3d937863 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:23.131002 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-164747ad-d35b-4cf3-b6ea-ea3c3d937863 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6666028 Feb 04 13:45:23.136654 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57080) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:23.151995 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:45:19Z', 'revision_number': 3, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:23.223485 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5f52d7-f0a9-40ee-8a1c-a17bc6ccaaa7,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:23.260646 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239de4d-05f6-4e8c-bb71-d02feaf3964d req-3a4e4389-3b81-4b5d-a321-aa3539030d60 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:23.274066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 8fcceb57-e3e6-485e-8606-e8f069c54053 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:45:23.279400 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3239de4d-05f6-4e8c-bb71-d02feaf3964d req-3a4e4389-3b81-4b5d-a321-aa3539030d60 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b884113-f54f-4652-b707-e89d0a9983b5 HTTP/1.1" status: 200 len: 946 time: 1.9267552 Feb 04 13:45:23.289698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 8fcceb57-e3e6-485e-8606-e8f069c54053 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:23.290353 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:23.312751 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Checking router: b1593f1c-da1d-4cbb-bb50-693fbe31239f for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:45:23.313308 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Updating router b1593f1c-da1d-4cbb-bb50-693fbe31239f port 5cfc991d-7dee-4cb7-8f43-e57c7e27a269 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:45:23.333462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=11e313284100444582c16e7140ed91dc&name=default HTTP/1.1" status: 200 len: 3000 time: 3.6600411 Feb 04 13:45:23.361891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57084) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:23.424897 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-98e7571d-c747-4b51-aeb8-1064f6205219 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2731459 Feb 04 13:45:23.441351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57086) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:23.479474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4137c299-2f4d-487e-83a3-b06c9182b7db tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-947777534', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:23.491285 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5cfc991d-7dee-4cb7-8f43-e57c7e27a269), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:23.509488 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1baa5ef6-b72e-454e-8510-462eada55cc7 req-ca4de5c5-078e-43cd-8450-e81d82f3ab06 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d53363ee-036b-4cf4-aae2-3bf6b51f3cbc), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:23.549215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.551324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.551875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.552391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.552885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.554922 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['131c81be-3edf-4d98-a4c8-daa92f8609ca', '65f83736-6a76-4332-b2fc-15a543bc1f07', '6ef739af-0a1f-4fd7-b4de-550dcdb861f4'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:45:23.555157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.556330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.556819 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.564351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.565424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.565954 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.566671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.567188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3c720-9294-43e1-8506-9b3c73de041b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.776936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4de5c5-078e-43cd-8450-e81d82f3ab06 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Pushing event deleted for resources: {'Port': ['ID=d53363ee-036b-4cf4-aae2-3bf6b51f3cbc,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:23.811075 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31904172-c6af-4c9f-a88f-59dce56f648f admin admin] Publish callbacks [] for security_group (fe5f52d7-f0a9-40ee-8a1c-a17bc6ccaaa7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:23.952003 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31904172-c6af-4c9f-a88f-59dce56f648f admin admin] Publish callbacks [] for security_group (fe5f52d7-f0a9-40ee-8a1c-a17bc6ccaaa7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:24.021667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4137c299-2f4d-487e-83a3-b06c9182b7db tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Made reservation on behalf of 7a0b98ed329e4084aa74e351c6f4178a for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:45:24.038889 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4137c299-2f4d-487e-83a3-b06c9182b7db tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:24.072465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1baa5ef6-b72e-454e-8510-462eada55cc7 req-ca4de5c5-078e-43cd-8450-e81d82f3ab06 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] No DVR routers for this DVR port d53363ee-036b-4cf4-aae2-3bf6b51f3cbc on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:45:24.092816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8fcceb57-e3e6-485e-8606-e8f069c54053 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:24.093241 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:24.093402 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1baa5ef6-b72e-454e-8510-462eada55cc7 req-ca4de5c5-078e-43cd-8450-e81d82f3ab06 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:24.112439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1baa5ef6-b72e-454e-8510-462eada55cc7 req-ca4de5c5-078e-43cd-8450-e81d82f3ab06 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.99 "DELETE /v2.0/ports/d53363ee-036b-4cf4-aae2-3bf6b51f3cbc HTTP/1.1" status: 204 len: 173 time: 4.4116914 Feb 04 13:45:24.121596 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3239de4d-05f6-4e8c-bb71-d02feaf3964d req-04fb2387-573f-4bd8-8b4e-632e3bffb376 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7849712 Feb 04 13:45:24.138085 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b884113-f54f-4652-b707-e89d0a9983b5', 'name': 'network-vif-deleted', 'tag': 'd53363ee-036b-4cf4-aae2-3bf6b51f3cbc'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:45:24.150129 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8d3488-3013-4f5b-abf1-a3ba3c22e0f2" -d '{"events": [{"server_uuid": "6b884113-f54f-4652-b707-e89d0a9983b5", "name": "network-vif-deleted", "tag": "d53363ee-036b-4cf4-aae2-3bf6b51f3cbc"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:45:24.441638 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8fcceb57-e3e6-485e-8606-e8f069c54053, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8fcceb57-e3e6-485e-8606-e8f069c54053,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:45:24.472027 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e402327-2fa1-4086-b1e9-3b33b213514d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcceb57-e3e6-485e-8606-e8f069c54053'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:45:24.478420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Allocated IP 172.20.0.1 (dcb959d6-7da9-4fdf-9855-51a95003cd30/a9b3441c-9416-41d9-8fe0-4e2b27722cfb/41c4124b-2e9e-457e-b7ac-5bc1f36a3800) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:45:24.489709 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bf6f4f-d538-4fcf-bad4-c0d54939018a" -d '{"events": [{"server_uuid": "1e402327-2fa1-4086-b1e9-3b33b213514d", "name": "network-vif-plugged", "status": "completed", "tag": "8fcceb57-e3e6-485e-8606-e8f069c54053"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:45:24.559152 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:24.560324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d53363ee-036b-4cf4-aae2-3bf6b51f3cbc no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:45:24.816683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0645b7d-d9a5-4b57-adfa-a205b60d31a5 req-7fac1306-3304-49a5-9906-156031102853 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:24.820654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d0645b7d-d9a5-4b57-adfa-a205b60d31a5 req-7fac1306-3304-49a5-9906-156031102853 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.2898932 Feb 04 13:45:24.855201 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Publish callbacks [] for port (5cfc991d-7dee-4cb7-8f43-e57c7e27a269), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:24.872927 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5cfc991d-7dee-4cb7-8f43-e57c7e27a269), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:24.948669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af092be0-07f8-4c67-b503-9be3f61cfcf0 None None] Network dcb959d6-7da9-4fdf-9855-51a95003cd30 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:45:24.970714 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Attempting to bind port 5cfc991d-7dee-4cb7-8f43-e57c7e27a269 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:45:24.971424 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Attempting to bind port 5cfc991d-7dee-4cb7-8f43-e57c7e27a269 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:45:24.971980 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Attempting to bind port 5cfc991d-7dee-4cb7-8f43-e57c7e27a269 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:45:24.982015 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:45:24.982725 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:45:24.983355 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:24.983905 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:45:24.984559 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Bound port: 5cfc991d-7dee-4cb7-8f43-e57c7e27a269, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:45:24.986183 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5cfc991d-7dee-4cb7-8f43-e57c7e27a269), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:24.991971 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4137c299-2f4d-487e-83a3-b06c9182b7db tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (b71daf93-69b8-48fe-bfaf-868dab64b820), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:25.026505 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372f009-35f7-4a53-b4ed-4e01466c90fb None None] Pushing event updated for resources: {'Port': ['ID=5cfc991d-7dee-4cb7-8f43-e57c7e27a269,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:25.038507 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372f009-35f7-4a53-b4ed-4e01466c90fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:25.039140 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372f009-35f7-4a53-b4ed-4e01466c90fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:25.039790 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372f009-35f7-4a53-b4ed-4e01466c90fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:25.040375 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372f009-35f7-4a53-b4ed-4e01466c90fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:25.041101 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372f009-35f7-4a53-b4ed-4e01466c90fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:25.041758 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372f009-35f7-4a53-b4ed-4e01466c90fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:25.042297 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372f009-35f7-4a53-b4ed-4e01466c90fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:25.042954 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372f009-35f7-4a53-b4ed-4e01466c90fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:25.043470 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372f009-35f7-4a53-b4ed-4e01466c90fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:25.043976 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372f009-35f7-4a53-b4ed-4e01466c90fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:25.044528 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372f009-35f7-4a53-b4ed-4e01466c90fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:25.045094 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372f009-35f7-4a53-b4ed-4e01466c90fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:25.045656 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4372f009-35f7-4a53-b4ed-4e01466c90fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:25.177472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:45:25.190745 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] For port 5cfc991d-7dee-4cb7-8f43-e57c7e27a269, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:45:25.196232 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] For port 5cfc991d-7dee-4cb7-8f43-e57c7e27a269, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5cfc991d-7dee-4cb7-8f43-e57c7e27a269,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:45:25.204764 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8fcceb57-e3e6-485e-8606-e8f069c54053,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:25.217980 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137c299-2f4d-487e-83a3-b06c9182b7db tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Subnet': ['ID=b71daf93-69b8-48fe-bfaf-868dab64b820,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:25.237211 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4137c299-2f4d-487e-83a3-b06c9182b7db tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Checking segment: {'id': 'fadaa059-7bfa-4c73-be41-777107576852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:45:25.237211 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4137c299-2f4d-487e-83a3-b06c9182b7db tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network hostable DHCP agents. Network: a0b13e3f-9762-48cf-8033-0eeb8464cf8d, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:45:25.239783 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5cfc991d-7dee-4cb7-8f43-e57c7e27a269), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:25.242666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d0645b7d-d9a5-4b57-adfa-a205b60d31a5 req-e8180601-8f7c-44ba-80a5-16d7cd22f089 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055562 Feb 04 13:45:25.283556 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31904172-c6af-4c9f-a88f-59dce56f648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fe5f52d7-f0a9-40ee-8a1c-a17bc6ccaaa7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:25.292972 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31904172-c6af-4c9f-a88f-59dce56f648f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:25.301236 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-31904172-c6af-4c9f-a88f-59dce56f648f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fe5f52d7-f0a9-40ee-8a1c-a17bc6ccaaa7 HTTP/1.1" status: 204 len: 168 time: 1.9149716 Feb 04 13:45:25.349067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31904172-c6af-4c9f-a88f-59dce56f648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5f52d7-f0a9-40ee-8a1c-a17bc6ccaaa7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:25.353192 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4137c299-2f4d-487e-83a3-b06c9182b7db tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network a0b13e3f-9762-48cf-8033-0eeb8464cf8d is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:45:25.380069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-4137c299-2f4d-487e-83a3-b06c9182b7db tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, a0b13e3f-9762-48cf-8033-0eeb8464cf8d) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:45:25.393473 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4137c299-2f4d-487e-83a3-b06c9182b7db tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:25.398297 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4137c299-2f4d-487e-83a3-b06c9182b7db tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:25.456360 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4137c299-2f4d-487e-83a3-b06c9182b7db tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0088985 Feb 04 13:45:25.460224 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57118) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:25.537919 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (41c4124b-2e9e-457e-b7ac-5bc1f36a3800), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:25.632495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: d53363ee-036b-4cf4-aae2-3bf6b51f3cbc {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:45:25.633264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d53363ee-036b-4cf4-aae2-3bf6b51f3cbc not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:45:25.679061 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372f009-35f7-4a53-b4ed-4e01466c90fb None None] Pushing event updated for resources: {'Port': ['ID=5cfc991d-7dee-4cb7-8f43-e57c7e27a269,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:25.692871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a201b3-8ea1-47f7-8370-6bc7f282d816 None None] Network a0b13e3f-9762-48cf-8033-0eeb8464cf8d requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:45:25.752013 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6d4251-4298-4077-a66d-3e94c2b6c331 x-openstack-request-id: req-fe6d4251-4298-4077-a66d-3e94c2b6c331 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:45:25.762418 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b884113-f54f-4652-b707-e89d0a9983b5", "name": "network-vif-deleted", "tag": "d53363ee-036b-4cf4-aae2-3bf6b51f3cbc", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:45:25.763068 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fe6d4251-4298-4077-a66d-3e94c2b6c331 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:45:25.764013 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b884113-f54f-4652-b707-e89d0a9983b5', 'name': 'network-vif-deleted', 'tag': 'd53363ee-036b-4cf4-aae2-3bf6b51f3cbc', 'status': 'completed', 'code': 200} Feb 04 13:45:25.771679 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (41c4124b-2e9e-457e-b7ac-5bc1f36a3800), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:25.780038 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Routers {'b1593f1c-da1d-4cbb-bb50-693fbe31239f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:45:25.783001 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:45:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:25.910377 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b757d6-3aca-49cc-828a-5ef4c4249e7c x-openstack-request-id: req-81b757d6-3aca-49cc-828a-5ef4c4249e7c {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:45:25.916581 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e402327-2fa1-4086-b1e9-3b33b213514d", "name": "network-vif-plugged", "status": "completed", "tag": "8fcceb57-e3e6-485e-8606-e8f069c54053", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:45:25.916863 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-81b757d6-3aca-49cc-828a-5ef4c4249e7c {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:45:25.917319 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e402327-2fa1-4086-b1e9-3b33b213514d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcceb57-e3e6-485e-8606-e8f069c54053', 'code': 200} Feb 04 13:45:26.113577 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network dcb959d6-7da9-4fdf-9855-51a95003cd30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:45:26.323693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:45:26.335021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:45:26.358630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=41c4124b-2e9e-457e-b7ac-5bc1f36a3800,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:26.390759 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] Set router b1593f1c-da1d-4cbb-bb50-693fbe31239f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:45:26.423044 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9c9a5ba2-fa79-42cc-889b-fec32246e9f9 None None] Provisioning complete for port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:26.424953 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5ba2-fa79-42cc-889b-fec32246e9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:26.871185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57142) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:26.901280 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (2e4296df-0611-4016-9011-4449a913473a), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:26.950613 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-97295c5e-ee9c-4ab7-9079-fa9b0fd65c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:27.072223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:45:27.073241 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:27.142543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:27.145577 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:27.251874 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:45:19Z', 'revision_number': 3, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:27.296440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835012b-2a0d-4072-ba4f-0f7791492878 req-cf679c9f-40b4-4ff5-9d56-05cc90bf5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:27.306031 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b835012b-2a0d-4072-ba4f-0f7791492878 req-cf679c9f-40b4-4ff5-9d56-05cc90bf5516 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 1129 time: 1.3320506 Feb 04 13:45:27.320301 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:27.379449 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b25dc-4cb0-43c7-8733-0ca17038ddf4 None None] The sync data for ids ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'] in n-d-714676-13 is: [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:45:19Z', 'revision_number': 3, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:45:27.595443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0309fe-a3c8-427d-9633-f5032dea1188 req-02e9d94f-956d-427c-b74a-5dcc30c0b41a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:27.613722 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f0309fe-a3c8-427d-9633-f5032dea1188 req-02e9d94f-956d-427c-b74a-5dcc30c0b41a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 1.0794373 Feb 04 13:45:27.832125 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b835012b-2a0d-4072-ba4f-0f7791492878 req-7e8c972e-ebaf-432a-b859-f6e39bfd44aa service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730778 Feb 04 13:45:28.055408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57154) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:28.127889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a5ba2-fa79-42cc-889b-fec32246e9f9 None None] Current status of the port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:28.130765 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5ba2-fa79-42cc-889b-fec32246e9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:28.216708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f0309fe-a3c8-427d-9633-f5032dea1188 req-4b43b37f-2193-4978-a96b-157537c0d137 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835481 Feb 04 13:45:28.273551 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (41c4124b-2e9e-457e-b7ac-5bc1f36a3800), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:28.343797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:28.344205 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:28.534719 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-97295c5e-ee9c-4ab7-9079-fa9b0fd65c77 admin admin] Publish callbacks [] for security_group (d4df53e8-74f2-4713-b187-aaf78afe8094), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:28.543171 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Allocated IP 172.20.0.2 (a0b13e3f-9762-48cf-8033-0eeb8464cf8d/b71daf93-69b8-48fe-bfaf-868dab64b820/5602e845-cdd4-4e80-aefc-e59f6b531967) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:45:28.546450 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-97295c5e-ee9c-4ab7-9079-fa9b0fd65c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d4df53e8-74f2-4713-b187-aaf78afe8094), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:28.728953 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-97295c5e-ee9c-4ab7-9079-fa9b0fd65c77 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=de477895ebb54e8f9e0e306c6730940e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8536141 Feb 04 13:45:28.732816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97295c5e-ee9c-4ab7-9079-fa9b0fd65c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4df53e8-74f2-4713-b187-aaf78afe8094,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:28.737069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57160) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:28.794708 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9c9a5ba2-fa79-42cc-889b-fec32246e9f9 None None] For port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c,segment=NetworkSegment(8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f),segment_id=8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:45:28.812392 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5ba2-fa79-42cc-889b-fec32246e9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:28.882926 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28790a30-88ab-4850-83bc-187021d61aae admin admin] Publish callbacks [] for security_group (d4df53e8-74f2-4713-b187-aaf78afe8094), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:28.917538 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28790a30-88ab-4850-83bc-187021d61aae admin admin] Publish callbacks [] for security_group (d4df53e8-74f2-4713-b187-aaf78afe8094), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:29.075307 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:45:29.075879 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:45:29.082805 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28790a30-88ab-4850-83bc-187021d61aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d4df53e8-74f2-4713-b187-aaf78afe8094), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:29.092703 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28790a30-88ab-4850-83bc-187021d61aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:29.100991 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-28790a30-88ab-4850-83bc-187021d61aae admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d4df53e8-74f2-4713-b187-aaf78afe8094 HTTP/1.1" status: 204 len: 168 time: 0.3576736 Feb 04 13:45:29.136852 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28790a30-88ab-4850-83bc-187021d61aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4df53e8-74f2-4713-b187-aaf78afe8094,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:29.480556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d1051e56-4f03-4341-9d26-e6610229a6e0 None None] Provisioning complete for port 41c4124b-2e9e-457e-b7ac-5bc1f36a3800 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:29.481425 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1051e56-4f03-4341-9d26-e6610229a6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (41c4124b-2e9e-457e-b7ac-5bc1f36a3800), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:29.654880 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a5ba2-fa79-42cc-889b-fec32246e9f9 None None] Pushing event updated for resources: {'Port': ['ID=79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:30.251596 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Publish callbacks [] for port (5602e845-cdd4-4e80-aefc-e59f6b531967), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:30.301526 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (5602e845-cdd4-4e80-aefc-e59f6b531967), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:30.307282 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d1051e56-4f03-4341-9d26-e6610229a6e0 None None] Port 41c4124b-2e9e-457e-b7ac-5bc1f36a3800 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:45:30.379301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:30.431064 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-132fae0d-f0f1-4969-b9ad-e3641368fb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:30.432646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Network a0b13e3f-9762-48cf-8033-0eeb8464cf8d is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:45:30.440835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:45:30.445076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:45:30.447553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d1051e56-4f03-4341-9d26-e6610229a6e0 None None] Provisioning complete for port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:30.448133 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1051e56-4f03-4341-9d26-e6610229a6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:30.450068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Pushing event updated for resources: {'Port': ['ID=5602e845-cdd4-4e80-aefc-e59f6b531967,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:30.568849 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Allocated IP 172.20.0.1 (a0b13e3f-9762-48cf-8033-0eeb8464cf8d/b71daf93-69b8-48fe-bfaf-868dab64b820/b8422432-6331-4df2-b83b-2a773ba207aa) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:45:30.743533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Attempting to bind port 5602e845-cdd4-4e80-aefc-e59f6b531967 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:45:30.744294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Attempting to bind port 5602e845-cdd4-4e80-aefc-e59f6b531967 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'fadaa059-7bfa-4c73-be41-777107576852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:45:30.762697 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Attempting to bind port 5602e845-cdd4-4e80-aefc-e59f6b531967 on network a0b13e3f-9762-48cf-8033-0eeb8464cf8d {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:45:30.865269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:45:30.865790 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Checking segment: {'id': 'fadaa059-7bfa-4c73-be41-777107576852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:45:30.867075 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:30.867583 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Bound using segment: {'id': 'fadaa059-7bfa-4c73-be41-777107576852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:45:30.868333 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Bound port: 5602e845-cdd4-4e80-aefc-e59f6b531967, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadaa059-7bfa-4c73-be41-777107576852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:45:30.868849 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5602e845-cdd4-4e80-aefc-e59f6b531967), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:30.887377 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (41c4124b-2e9e-457e-b7ac-5bc1f36a3800), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:30.966700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c0f2a-8305-4555-b642-067d6bf456a4 req-ef464359-b02a-4af7-9693-acf10383729b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:30.975708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b0c0f2a-8305-4555-b642-067d6bf456a4 req-ef464359-b02a-4af7-9693-acf10383729b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.6971314 Feb 04 13:45:30.979130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5cfc991d-7dee-4cb7-8f43-e57c7e27a269 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:45:30.991063 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (41c4124b-2e9e-457e-b7ac-5bc1f36a3800), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:31.156662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d1051e56-4f03-4341-9d26-e6610229a6e0 None None] Current status of the port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:31.248901 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for port (b8422432-6331-4df2-b83b-2a773ba207aa), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:31.369883 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (2e4296df-0611-4016-9011-4449a913473a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:31.433286 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:31.433605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] For port 5602e845-cdd4-4e80-aefc-e59f6b531967, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:45:31.441665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] For port 5602e845-cdd4-4e80-aefc-e59f6b531967, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5602e845-cdd4-4e80-aefc-e59f6b531967,segment=NetworkSegment(fadaa059-7bfa-4c73-be41-777107576852),segment_id=fadaa059-7bfa-4c73-be41-777107576852)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:45:31.479551 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5602e845-cdd4-4e80-aefc-e59f6b531967), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:31.489272 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-132fae0d-f0f1-4969-b9ad-e3641368fb5f admin admin] Publish callbacks [] for security_group (ee8e7be7-c69c-477e-a728-112349a7846a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:31.497853 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5cfc991d-7dee-4cb7-8f43-e57c7e27a269 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:31.498678 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5cfc991d-7dee-4cb7-8f43-e57c7e27a269), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:31.542897 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-132fae0d-f0f1-4969-b9ad-e3641368fb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ee8e7be7-c69c-477e-a728-112349a7846a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:31.646411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network a0b13e3f-9762-48cf-8033-0eeb8464cf8d is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:45:31.669135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-132fae0d-f0f1-4969-b9ad-e3641368fb5f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3f95eff511874c87bec569ed122227b8&name=default HTTP/1.1" status: 200 len: 3000 time: 3.5374455 Feb 04 13:45:31.680670 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57202) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:31.697815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=41c4124b-2e9e-457e-b7ac-5bc1f36a3800,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:31.703681 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e843cb-6274-4157-8969-0a6f75a16b2a None None] Pushing event updated for resources: {'Port': ['ID=5602e845-cdd4-4e80-aefc-e59f6b531967,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:31.769735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:45:31.788998 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:45:31.809674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5cfc991d-7dee-4cb7-8f43-e57c7e27a269 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:31.810568 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5cfc991d-7dee-4cb7-8f43-e57c7e27a269), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:31.916196 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 5cfc991d-7dee-4cb7-8f43-e57c7e27a269, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5cfc991d-7dee-4cb7-8f43-e57c7e27a269,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:45:31.931241 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b0c0f2a-8305-4555-b642-067d6bf456a4 req-02eef7a7-d27e-4398-8157-65cdeeb3351c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9539669 Feb 04 13:45:31.936811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fae0d-f0f1-4969-b9ad-e3641368fb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8e7be7-c69c-477e-a728-112349a7846a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:31.937992 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5cfc991d-7dee-4cb7-8f43-e57c7e27a269), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:31.942062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:45:31.947137 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0cb17fe-4938-4c6f-9f2c-b7af6e39c43b admin admin] Publish callbacks [] for security_group (ee8e7be7-c69c-477e-a728-112349a7846a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:31.972967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Port': ['ID=b8422432-6331-4df2-b83b-2a773ba207aa,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:32.166532 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0cb17fe-4938-4c6f-9f2c-b7af6e39c43b admin admin] Publish callbacks [] for security_group (ee8e7be7-c69c-477e-a728-112349a7846a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:32.184166 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (b1593f1c-da1d-4cbb-bb50-693fbe31239f), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:32.223623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=5cfc991d-7dee-4cb7-8f43-e57c7e27a269,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:32.257175 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network dcb959d6-7da9-4fdf-9855-51a95003cd30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:45:32.263913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:45:32.298918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:32.299856 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:32.521407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:32.748952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 2e4296df-0611-4016-9011-4449a913473a is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:45:32.920144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57216) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:33.124890 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e712bba5-3fbe-47b5-8b12-1da29681e8e9 None None] Provisioning complete for port 41c4124b-2e9e-457e-b7ac-5bc1f36a3800 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:33.126931 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e712bba5-3fbe-47b5-8b12-1da29681e8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (41c4124b-2e9e-457e-b7ac-5bc1f36a3800), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:33.154623 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:45:33.168614 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fbb823dc-2409-476a-9a11-1169837d9646 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/2e4296df-0611-4016-9011-4449a913473a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2659516 Feb 04 13:45:33.169510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57224) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:33.303712 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0cb17fe-4938-4c6f-9f2c-b7af6e39c43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ee8e7be7-c69c-477e-a728-112349a7846a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:33.321780 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0cb17fe-4938-4c6f-9f2c-b7af6e39c43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:33.325437 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c0cb17fe-4938-4c6f-9f2c-b7af6e39c43b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ee8e7be7-c69c-477e-a728-112349a7846a HTTP/1.1" status: 204 len: 168 time: 1.6425097 Feb 04 13:45:33.325679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39b449a-7263-4a85-b84c-0baf74ae27e1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:33.331592 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57230) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:33.332401 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c39b449a-7263-4a85-b84c-0baf74ae27e1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports/41c4124b-2e9e-457e-b7ac-5bc1f36a3800 HTTP/1.1" status: 200 len: 910 time: 0.1615624 Feb 04 13:45:33.451463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e712bba5-3fbe-47b5-8b12-1da29681e8e9 None None] Port 41c4124b-2e9e-457e-b7ac-5bc1f36a3800 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:45:33.453636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce727a8-9a0a-4c8f-ae18-b4d77ed10500 None None] Sync routers for ids ['2e4296df-0611-4016-9011-4449a913473a'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:45:33.468483 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-741c5aa4-7b8e-4111-91a5-6bd8e1b9e9df tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9b3441c-9416-41d9-8fe0-4e2b27722cfb'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:33.489031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb17fe-4938-4c6f-9f2c-b7af6e39c43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8e7be7-c69c-477e-a728-112349a7846a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:33.496631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5cfc991d-7dee-4cb7-8f43-e57c7e27a269 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:45:33.656857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce727a8-9a0a-4c8f-ae18-b4d77ed10500 None None] Routers {'2e4296df-0611-4016-9011-4449a913473a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:45:33.657689 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-dce727a8-9a0a-4c8f-ae18-b4d77ed10500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:45:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2e4296df-0611-4016-9011-4449a913473a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:33.803083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-dce727a8-9a0a-4c8f-ae18-b4d77ed10500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:33.854565 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b84237-3895-4b00-83c9-b79d186d5bcd req-5a013746-4ac2-4439-afb5-7a1e041f4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:33.855355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b84237-3895-4b00-83c9-b79d186d5bcd req-5a013746-4ac2-4439-afb5-7a1e041f4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:33.862726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b84237-3895-4b00-83c9-b79d186d5bcd req-5a013746-4ac2-4439-afb5-7a1e041f4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:33.863804 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b84237-3895-4b00-83c9-b79d186d5bcd req-5a013746-4ac2-4439-afb5-7a1e041f4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:33.864685 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b84237-3895-4b00-83c9-b79d186d5bcd req-5a013746-4ac2-4439-afb5-7a1e041f4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:33.865555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b84237-3895-4b00-83c9-b79d186d5bcd req-5a013746-4ac2-4439-afb5-7a1e041f4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:33.868010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b84237-3895-4b00-83c9-b79d186d5bcd req-5a013746-4ac2-4439-afb5-7a1e041f4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:33.883027 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce727a8-9a0a-4c8f-ae18-b4d77ed10500 None None] Routers {'2e4296df-0611-4016-9011-4449a913473a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:45:33.884231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-dce727a8-9a0a-4c8f-ae18-b4d77ed10500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:45:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2e4296df-0611-4016-9011-4449a913473a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:33.896116 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67b84237-3895-4b00-83c9-b79d186d5bcd req-5a013746-4ac2-4439-afb5-7a1e041f4816 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 6716 time: 0.9745214 Feb 04 13:45:33.987029 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:45:34.052336 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-dce727a8-9a0a-4c8f-ae18-b4d77ed10500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:34.053838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce727a8-9a0a-4c8f-ae18-b4d77ed10500 None None] The sync data for ids ['2e4296df-0611-4016-9011-4449a913473a'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:45:34.059187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5cfc991d-7dee-4cb7-8f43-e57c7e27a269 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:34.059187 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5cfc991d-7dee-4cb7-8f43-e57c7e27a269), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:34.173913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e43f3c-d686-43eb-b470-19f137451208 req-02e39606-b627-4128-b2f0-1e7e65868e8d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:34.179538 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10e43f3c-d686-43eb-b470-19f137451208 req-02e39606-b627-4128-b2f0-1e7e65868e8d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.8011563 Feb 04 13:45:34.239285 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67b84237-3895-4b00-83c9-b79d186d5bcd req-61089420-7671-4c58-9faf-626930728818 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=207c24a8-a089-46ea-8fa7-65eacd8b727c&id=34fbaed6-b3d4-4030-9a16-1f20a30987df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3388486 Feb 04 13:45:34.363437 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5cfc991d-7dee-4cb7-8f43-e57c7e27a269 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:34.366280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5602e845-cdd4-4e80-aefc-e59f6b531967 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:45:34.394928 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10e43f3c-d686-43eb-b470-19f137451208 req-bdd57f65-8bc3-4457-9760-3375f8a64fe0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528330 Feb 04 13:45:34.414590 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:34.554197 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-741c5aa4-7b8e-4111-91a5-6bd8e1b9e9df tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (41c4124b-2e9e-457e-b7ac-5bc1f36a3800), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:34.649195 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfa9473-33ee-4489-adee-6a74447579a2 None None] Network a0b13e3f-9762-48cf-8033-0eeb8464cf8d requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:45:34.746265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5602e845-cdd4-4e80-aefc-e59f6b531967 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:34.747175 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5602e845-cdd4-4e80-aefc-e59f6b531967), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:34.804574 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0a69944d-71f5-4d7e-8259-0d353c743e43 None None] Provisioning complete for port 5602e845-cdd4-4e80-aefc-e59f6b531967 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:34.805527 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0a69944d-71f5-4d7e-8259-0d353c743e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5602e845-cdd4-4e80-aefc-e59f6b531967), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:34.895126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57256) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:34.929090 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e018007f-be18-465f-8599-dea681e20fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:35.122938 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e018007f-be18-465f-8599-dea681e20fff admin admin] Publish callbacks [] for security_group (731468ae-24ca-45a2-8ca1-45bc91d6ee39), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:35.131592 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e018007f-be18-465f-8599-dea681e20fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (731468ae-24ca-45a2-8ca1-45bc91d6ee39), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:35.212007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5602e845-cdd4-4e80-aefc-e59f6b531967 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:35.212891 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5602e845-cdd4-4e80-aefc-e59f6b531967), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:35.218179 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0a69944d-71f5-4d7e-8259-0d353c743e43 None None] Current status of the port 5602e845-cdd4-4e80-aefc-e59f6b531967 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:35.224878 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0a69944d-71f5-4d7e-8259-0d353c743e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5602e845-cdd4-4e80-aefc-e59f6b531967), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:35.264843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018007f-be18-465f-8599-dea681e20fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731468ae-24ca-45a2-8ca1-45bc91d6ee39,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:35.322274 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e018007f-be18-465f-8599-dea681e20fff admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=73e41fe08e2f48f8807ae40a17f4c451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4256599 Feb 04 13:45:35.327329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57270) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:35.455231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0a69944d-71f5-4d7e-8259-0d353c743e43 None None] For port 5602e845-cdd4-4e80-aefc-e59f6b531967, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5602e845-cdd4-4e80-aefc-e59f6b531967,segment=NetworkSegment(fadaa059-7bfa-4c73-be41-777107576852),segment_id=fadaa059-7bfa-4c73-be41-777107576852)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:45:35.468239 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0a69944d-71f5-4d7e-8259-0d353c743e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5602e845-cdd4-4e80-aefc-e59f6b531967), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:35.691372 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-238916f6-c170-4970-a736-ad1a2fc86c2f admin admin] Publish callbacks [] for security_group (731468ae-24ca-45a2-8ca1-45bc91d6ee39), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:35.779240 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-238916f6-c170-4970-a736-ad1a2fc86c2f admin admin] Publish callbacks [] for security_group (731468ae-24ca-45a2-8ca1-45bc91d6ee39), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:35.830999 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:45:35.831596 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:45:35.843255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69944d-71f5-4d7e-8259-0d353c743e43 None None] Pushing event updated for resources: {'Port': ['ID=5602e845-cdd4-4e80-aefc-e59f6b531967,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:35.865434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ab717f0b-5d83-42fa-b6a0-e38928809c63 None None] Provisioning complete for port b8422432-6331-4df2-b83b-2a773ba207aa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:35.866583 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ab717f0b-5d83-42fa-b6a0-e38928809c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:35.910299 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-238916f6-c170-4970-a736-ad1a2fc86c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (731468ae-24ca-45a2-8ca1-45bc91d6ee39), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:35.915945 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-238916f6-c170-4970-a736-ad1a2fc86c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:35.930697 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-238916f6-c170-4970-a736-ad1a2fc86c2f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/731468ae-24ca-45a2-8ca1-45bc91d6ee39 HTTP/1.1" status: 204 len: 168 time: 0.5430386 Feb 04 13:45:36.053424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ab717f0b-5d83-42fa-b6a0-e38928809c63 None None] Port b8422432-6331-4df2-b83b-2a773ba207aa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:45:36.065509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-07502e8d-3dc5-4e67-a623-aa68ed4d1683 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:36.078317 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-07502e8d-3dc5-4e67-a623-aa68ed4d1683 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/networks?id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 HTTP/1.1" status: 200 len: 813 time: 0.8448467 Feb 04 13:45:36.096434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ab717f0b-5d83-42fa-b6a0-e38928809c63 None None] Provisioning complete for port 5602e845-cdd4-4e80-aefc-e59f6b531967 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:36.099068 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ab717f0b-5d83-42fa-b6a0-e38928809c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5602e845-cdd4-4e80-aefc-e59f6b531967), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:36.127895 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-4dafcc20-687d-4b58-9603-5bd03fbed515 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/quotas/3e13c1accd464d1bb7a6d2f9df17596e HTTP/1.1" status: 200 len: 375 time: 0.0490029 Feb 04 13:45:36.133635 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238916f6-c170-4970-a736-ad1a2fc86c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731468ae-24ca-45a2-8ca1-45bc91d6ee39,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:36.296442 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-0652c948-c38f-4710-8322-3be41ed03d31 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3e13c1accd464d1bb7a6d2f9df17596e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1668661 Feb 04 13:45:36.598755 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5602e845-cdd4-4e80-aefc-e59f6b531967 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:36.755039 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-033e8ef4-c710-40be-9600-b9b3bcd5485c service neutron] 10.222.0.96 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524069 Feb 04 13:45:36.797113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ab717f0b-5d83-42fa-b6a0-e38928809c63 None None] Current status of the port 5602e845-cdd4-4e80-aefc-e59f6b531967 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:36.855449 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for port (b8422432-6331-4df2-b83b-2a773ba207aa), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:36.900732 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:36.936987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5602e845-cdd4-4e80-aefc-e59f6b531967 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:45:37.148797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b0111abf-0679-4c21-8ab1-67b825429fc2 None None] Provisioning complete for port b8422432-6331-4df2-b83b-2a773ba207aa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:37.154889 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b0111abf-0679-4c21-8ab1-67b825429fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:37.166595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Port': ['ID=b8422432-6331-4df2-b83b-2a773ba207aa,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:37.218695 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (b1593f1c-da1d-4cbb-bb50-693fbe31239f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:37.248984 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-741c5aa4-7b8e-4111-91a5-6bd8e1b9e9df tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (41c4124b-2e9e-457e-b7ac-5bc1f36a3800), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:37.271208 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-8a077686-2946-4609-9c09-2af07c18ceeb service neutron] 10.222.0.96 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795184 Feb 04 13:45:37.344525 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-741c5aa4-7b8e-4111-91a5-6bd8e1b9e9df tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (41c4124b-2e9e-457e-b7ac-5bc1f36a3800), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:37.346039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b0111abf-0679-4c21-8ab1-67b825429fc2 None None] Port b8422432-6331-4df2-b83b-2a773ba207aa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:45:37.473219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5602e845-cdd4-4e80-aefc-e59f6b531967 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:37.479573 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5602e845-cdd4-4e80-aefc-e59f6b531967), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:37.705548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57302) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:37.812561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5602e845-cdd4-4e80-aefc-e59f6b531967 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:37.900646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c5aa4-7b8e-4111-91a5-6bd8e1b9e9df tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=41c4124b-2e9e-457e-b7ac-5bc1f36a3800,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:37.940732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45add1e0-5afa-4713-8489-c69d00f599f7 req-006591cb-1af4-4e41-b6a4-edf368658d2b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 210 time: 0.0966260 Feb 04 13:45:37.957009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741c5aa4-7b8e-4111-91a5-6bd8e1b9e9df tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:37.957009 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-741c5aa4-7b8e-4111-91a5-6bd8e1b9e9df tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:37.957009 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-741c5aa4-7b8e-4111-91a5-6bd8e1b9e9df tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/ports/41c4124b-2e9e-457e-b7ac-5bc1f36a3800 HTTP/1.1" status: 200 len: 910 time: 4.5220497 Feb 04 13:45:37.959259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57312) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:38.121914 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network a0b13e3f-9762-48cf-8033-0eeb8464cf8d is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:45:38.132494 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:45:38.383340 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e774dfbe-e16c-4bc6-8fd3-60efa06d860c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:38.738808 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Router b1593f1c-da1d-4cbb-bb50-693fbe31239f has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:45:38.901119 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-29190831-a33b-4b54-953c-e12385f432b5 None None] Provisioning complete for port b8422432-6331-4df2-b83b-2a773ba207aa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:38.903770 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-29190831-a33b-4b54-953c-e12385f432b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:38.936007 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e774dfbe-e16c-4bc6-8fd3-60efa06d860c admin admin] Publish callbacks [] for security_group (3d4d10b5-0847-4926-a916-cfdaec3f45c2), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:39.050127 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-29190831-a33b-4b54-953c-e12385f432b5 None None] Port b8422432-6331-4df2-b83b-2a773ba207aa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:45:39.072287 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e774dfbe-e16c-4bc6-8fd3-60efa06d860c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3d4d10b5-0847-4926-a916-cfdaec3f45c2), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:39.215117 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:45:39.225033 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e774dfbe-e16c-4bc6-8fd3-60efa06d860c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d9ccf4a312c244718344bde6c9de8b80&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5174708 Feb 04 13:45:39.241658 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Sync routers for ids ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:45:39.255824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57340) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:39.292906 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e5d7663b-6d6a-4122-82ab-226cc0032934 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "PUT /v2.0/routers/b1593f1c-da1d-4cbb-bb50-693fbe31239f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8253806 Feb 04 13:45:39.296561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57344) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:39.312646 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Routers {'b1593f1c-da1d-4cbb-bb50-693fbe31239f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:45:39.321784 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:45:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:39.408105 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b408fc9c-8b69-40fe-b368-85ae79e73aa5 req-8d0adfc3-088c-46bf-b648-9df8702962ea tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 210 time: 0.2265699 Feb 04 13:45:39.573651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774dfbe-e16c-4bc6-8fd3-60efa06d860c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4d10b5-0847-4926-a916-cfdaec3f45c2,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:39.845775 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e17a9eba-ffa8-45b0-a874-8bfc12590190 admin admin] Publish callbacks [] for security_group (3d4d10b5-0847-4926-a916-cfdaec3f45c2), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:39.956714 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e17a9eba-ffa8-45b0-a874-8bfc12590190 admin admin] Publish callbacks [] for security_group (3d4d10b5-0847-4926-a916-cfdaec3f45c2), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:39.967135 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Set router b1593f1c-da1d-4cbb-bb50-693fbe31239f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:45:40.229976 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e17a9eba-ffa8-45b0-a874-8bfc12590190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3d4d10b5-0847-4926-a916-cfdaec3f45c2), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:40.232880 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e17a9eba-ffa8-45b0-a874-8bfc12590190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:40.236732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e17a9eba-ffa8-45b0-a874-8bfc12590190 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3d4d10b5-0847-4926-a916-cfdaec3f45c2 HTTP/1.1" status: 204 len: 168 time: 0.9696820 Feb 04 13:45:40.292930 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a9eba-ffa8-45b0-a874-8bfc12590190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4d10b5-0847-4926-a916-cfdaec3f45c2,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:40.419187 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d33ac-95bf-4d7c-a8b4-d5ea836002c3 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:40.421657 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d33ac-95bf-4d7c-a8b4-d5ea836002c3 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:40.423410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d33ac-95bf-4d7c-a8b4-d5ea836002c3 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:40.425247 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d33ac-95bf-4d7c-a8b4-d5ea836002c3 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:40.428952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d33ac-95bf-4d7c-a8b4-d5ea836002c3 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:40.430206 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d33ac-95bf-4d7c-a8b4-d5ea836002c3 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:40.432432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d33ac-95bf-4d7c-a8b4-d5ea836002c3 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:40.436341 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d33ac-95bf-4d7c-a8b4-d5ea836002c3 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:40.440460 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d33ac-95bf-4d7c-a8b4-d5ea836002c3 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:40.442216 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d33ac-95bf-4d7c-a8b4-d5ea836002c3 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:40.443385 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d33ac-95bf-4d7c-a8b4-d5ea836002c3 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:40.447962 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-135d33ac-95bf-4d7c-a8b4-d5ea836002c3 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7746 time: 1.1428461 Feb 04 13:45:40.452513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57360) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:40.565746 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:45:34Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b8422432-6331-4df2-b83b-2a773ba207aa', 'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:38:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:28Z', 'updated_at': '2022-02-04T13:45:35Z', 'revision_number': 2, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:40.614483 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d3af7d7-1bb2-4e5b-81c1-9ac6fdc8abcd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (2e4296df-0611-4016-9011-4449a913473a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:40.618839 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Checking router: b1593f1c-da1d-4cbb-bb50-693fbe31239f for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:45:40.619142 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Updating router b1593f1c-da1d-4cbb-bb50-693fbe31239f port b8422432-6331-4df2-b83b-2a773ba207aa binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:45:40.788461 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:40.965978 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e6859b2f-e8ae-4ce6-9fc7-f85551059256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:40.994683 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55220d1a-82f6-42b6-92de-bf6154110398 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:40.995886 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55220d1a-82f6-42b6-92de-bf6154110398 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:40.998702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55220d1a-82f6-42b6-92de-bf6154110398 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:41.006385 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55220d1a-82f6-42b6-92de-bf6154110398 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:41.007263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55220d1a-82f6-42b6-92de-bf6154110398 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:41.013860 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55220d1a-82f6-42b6-92de-bf6154110398 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:41.018324 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55220d1a-82f6-42b6-92de-bf6154110398 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:41.019267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55220d1a-82f6-42b6-92de-bf6154110398 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:41.020073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55220d1a-82f6-42b6-92de-bf6154110398 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:41.020894 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55220d1a-82f6-42b6-92de-bf6154110398 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:41.041233 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55220d1a-82f6-42b6-92de-bf6154110398 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:41.066985 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-55220d1a-82f6-42b6-92de-bf6154110398 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7050 time: 0.6033814 Feb 04 13:45:41.071384 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57368) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:41.262701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb5b8872-00b1-4d41-ae32-d22593116279 req-fcf11a7f-4a72-4d0d-a396-d2d36fb05a6a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 210 time: 0.1354637 Feb 04 13:45:41.929082 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-560ac634-b7ad-4758-a37f-9a8e81d49ed4 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:41.936794 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-560ac634-b7ad-4758-a37f-9a8e81d49ed4 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.99 "GET /v2.0/networks?id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 HTTP/1.1" status: 200 len: 813 time: 0.8123670 Feb 04 13:45:41.975395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57378) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:41.993972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-8c09c3ff-939b-437b-a583-6a3e04c0c9d0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Request body: {'port': {'device_id': 'c117d159-700c-4596-824d-3fb2d38fc8c5', 'network_id': 'c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8', 'admin_state_up': True, 'tenant_id': '3e13c1accd464d1bb7a6d2f9df17596e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:42.186687 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Publish callbacks [] for port (b8422432-6331-4df2-b83b-2a773ba207aa), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:42.198876 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:42.405699 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fe065350-7fea-4346-8bb1-5e87bd57a244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:42.572551 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d7d89-0780-4e11-8b20-2c8d76a0afcf None None] Pushing event updated for resources: {'Port': ['ID=b8422432-6331-4df2-b83b-2a773ba207aa,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:42.646816 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Attempting to bind port b8422432-6331-4df2-b83b-2a773ba207aa on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:45:42.647288 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Attempting to bind port b8422432-6331-4df2-b83b-2a773ba207aa by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'fadaa059-7bfa-4c73-be41-777107576852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:45:42.650922 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Attempting to bind port b8422432-6331-4df2-b83b-2a773ba207aa on network a0b13e3f-9762-48cf-8033-0eeb8464cf8d {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:45:42.686197 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:45:42.686197 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Checking segment: {'id': 'fadaa059-7bfa-4c73-be41-777107576852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:45:42.687534 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:42.687640 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Bound using segment: {'id': 'fadaa059-7bfa-4c73-be41-777107576852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:45:42.689407 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Bound port: b8422432-6331-4df2-b83b-2a773ba207aa, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadaa059-7bfa-4c73-be41-777107576852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:45:42.694071 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:43.038002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-389e32cc-2b0c-418d-a07c-28af36a17fc8 None None] Provisioning complete for port b8422432-6331-4df2-b83b-2a773ba207aa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:43.038861 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-389e32cc-2b0c-418d-a07c-28af36a17fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:43.167360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-389e32cc-2b0c-418d-a07c-28af36a17fc8 None None] Port b8422432-6331-4df2-b83b-2a773ba207aa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:45:43.239871 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fe065350-7fea-4346-8bb1-5e87bd57a244 admin admin] Publish callbacks [] for security_group (afbed212-2b8d-42af-a47f-3374c5816f1c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:43.301590 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0588274e-8f32-430f-b7c6-c3f69820c4e2 req-7358dccb-6230-423a-8a9c-a48c4099252b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 210 time: 0.6504269 Feb 04 13:45:43.347257 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-571f981b-2734-4362-8a18-963459eedc61 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3577 time: 2.2734544 Feb 04 13:45:43.397873 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fe065350-7fea-4346-8bb1-5e87bd57a244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (afbed212-2b8d-42af-a47f-3374c5816f1c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:43.476851 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] For port b8422432-6331-4df2-b83b-2a773ba207aa, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:45:43.495245 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] For port b8422432-6331-4df2-b83b-2a773ba207aa, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b8422432-6331-4df2-b83b-2a773ba207aa,segment=NetworkSegment(fadaa059-7bfa-4c73-be41-777107576852),segment_id=fadaa059-7bfa-4c73-be41-777107576852)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:45:43.515596 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:43.535414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fe065350-7fea-4346-8bb1-5e87bd57a244 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5b272b2df385481fb113271329347808&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5559030 Feb 04 13:45:43.539543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57398) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:43.616843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-8c09c3ff-939b-437b-a583-6a3e04c0c9d0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Made reservation on behalf of 3e13c1accd464d1bb7a6d2f9df17596e for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:45:43.646680 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-8c09c3ff-939b-437b-a583-6a3e04c0c9d0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:43.788795 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c3e32e1-9eaf-4e02-b8f1-cbbee263e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:43.820401 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Publish callbacks [] for security_group (afbed212-2b8d-42af-a47f-3374c5816f1c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:43.845821 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d7d89-0780-4e11-8b20-2c8d76a0afcf None None] Pushing event updated for resources: {'Port': ['ID=b8422432-6331-4df2-b83b-2a773ba207aa,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:43.865491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6d3af7d7-1bb2-4e5b-81c1-9ac6fdc8abcd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port 41c4124b-2e9e-457e-b7ac-5bc1f36a3800 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:45:43.866291 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d3af7d7-1bb2-4e5b-81c1-9ac6fdc8abcd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (41c4124b-2e9e-457e-b7ac-5bc1f36a3800), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:43.896885 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Routers {'b1593f1c-da1d-4cbb-bb50-693fbe31239f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:45:43.897573 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:45:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:43.934263 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Publish callbacks [] for security_group (afbed212-2b8d-42af-a47f-3374c5816f1c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:44.014949 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:44.163750 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (afbed212-2b8d-42af-a47f-3374c5816f1c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:44.178907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:44.183656 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/afbed212-2b8d-42af-a47f-3374c5816f1c HTTP/1.1" status: 204 len: 168 time: 0.6408751 Feb 04 13:45:44.224016 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbed212-2b8d-42af-a47f-3374c5816f1c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:44.255925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:44.256340 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:44.256684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:44.258540 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:44.258920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:44.260518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:44.260867 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:44.261205 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:44.261535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:44.261870 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:44.262226 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:44.262555 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:44.262881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe74593-08d7-4ad2-ae8e-01428c83a69d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:44.333530 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d3af7d7-1bb2-4e5b-81c1-9ac6fdc8abcd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (41c4124b-2e9e-457e-b7ac-5bc1f36a3800), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:44.388319 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-201e81c8-2f9e-48ac-870c-0e3fe021d8b7 None None] Provisioning complete for port b8422432-6331-4df2-b83b-2a773ba207aa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:44.390490 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-201e81c8-2f9e-48ac-870c-0e3fe021d8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:44.428373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6d3af7d7-1bb2-4e5b-81c1-9ac6fdc8abcd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for 41c4124b-2e9e-457e-b7ac-5bc1f36a3800 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:45:44.451525 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] Set router b1593f1c-da1d-4cbb-bb50-693fbe31239f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:45:44.800428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57412) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:44.806186 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-021f2fa9-845e-489a-90fb-81a2bc47dbbe tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743973478', 'description': 'tempest-secgroup-smoke-1743973478 description', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:44.961373 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-021f2fa9-845e-489a-90fb-81a2bc47dbbe tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:44.994303 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-201e81c8-2f9e-48ac-870c-0e3fe021d8b7 None None] Current status of the port b8422432-6331-4df2-b83b-2a773ba207aa is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:44.994899 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-201e81c8-2f9e-48ac-870c-0e3fe021d8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:45.025183 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:45.145826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe065350-7fea-4346-8bb1-5e87bd57a244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbed212-2b8d-42af-a47f-3374c5816f1c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:45.223904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-201e81c8-2f9e-48ac-870c-0e3fe021d8b7 None None] For port b8422432-6331-4df2-b83b-2a773ba207aa, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b8422432-6331-4df2-b83b-2a773ba207aa,segment=NetworkSegment(fadaa059-7bfa-4c73-be41-777107576852),segment_id=fadaa059-7bfa-4c73-be41-777107576852)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:45:45.242514 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-201e81c8-2f9e-48ac-870c-0e3fe021d8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:45.360117 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-021f2fa9-845e-489a-90fb-81a2bc47dbbe tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (dfcb9ee8-da56-4717-b20a-f84cdca8dda6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:45.369095 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-021f2fa9-845e-489a-90fb-81a2bc47dbbe tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (dfcb9ee8-da56-4717-b20a-f84cdca8dda6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:45.426088 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:45:34Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b8422432-6331-4df2-b83b-2a773ba207aa', 'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:38:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:28Z', 'updated_at': '2022-02-04T13:45:43Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:45.519051 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-021f2fa9-845e-489a-90fb-81a2bc47dbbe tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:45.526133 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-021f2fa9-845e-489a-90fb-81a2bc47dbbe tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7242126 Feb 04 13:45:45.539335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57430) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:45.572121 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca5804-07b0-4e9b-a15e-fcbad9a62162 None None] The sync data for ids ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'] in n-d-714676-13 is: [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:45:34Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b8422432-6331-4df2-b83b-2a773ba207aa', 'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:38:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:28Z', 'updated_at': '2022-02-04T13:45:43Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:45:45.576289 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53faee2c-160b-47ce-a34e-382540ed36b0 req-c122ad84-0d39-47b5-b742-5cff36374c43 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 210 time: 0.4085178 Feb 04 13:45:45.581231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4bab014e-dd2c-4902-bc14-5e580dd6ce93 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': 'dfcb9ee8-da56-4717-b20a-f84cdca8dda6', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:45.616421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f2fa9-845e-489a-90fb-81a2bc47dbbe tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcb9ee8-da56-4717-b20a-f84cdca8dda6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:45.648961 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:45.658678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e81c8-2f9e-48ac-870c-0e3fe021d8b7 None None] Pushing event updated for resources: {'Port': ['ID=b8422432-6331-4df2-b83b-2a773ba207aa,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:45.775261 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4bab014e-dd2c-4902-bc14-5e580dd6ce93 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (c42936ee-fbd6-4659-bb30-c15b19cfbea1), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:46.212341 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d3af7d7-1bb2-4e5b-81c1-9ac6fdc8abcd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (41c4124b-2e9e-457e-b7ac-5bc1f36a3800), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:46.274544 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4bab014e-dd2c-4902-bc14-5e580dd6ce93 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (c42936ee-fbd6-4659-bb30-c15b19cfbea1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:46.294661 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4bab014e-dd2c-4902-bc14-5e580dd6ce93 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (c42936ee-fbd6-4659-bb30-c15b19cfbea1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:46.355025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3af7d7-1bb2-4e5b-81c1-9ac6fdc8abcd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=41c4124b-2e9e-457e-b7ac-5bc1f36a3800,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:46.499131 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4bab014e-dd2c-4902-bc14-5e580dd6ce93 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:46.523619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57446) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:46.524305 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4bab014e-dd2c-4902-bc14-5e580dd6ce93 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9548783 Feb 04 13:45:46.531108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab014e-dd2c-4902-bc14-5e580dd6ce93 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42936ee-fbd6-4659-bb30-c15b19cfbea1,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:46.644682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-5396bd88-8c6e-4cbe-a039-d59db3fa7d73 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': 'dfcb9ee8-da56-4717-b20a-f84cdca8dda6', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:46.908587 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:46.978872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b8422432-6331-4df2-b83b-2a773ba207aa up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:45:47.207800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b8422432-6331-4df2-b83b-2a773ba207aa triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:47.210485 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:47.467417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b8422432-6331-4df2-b83b-2a773ba207aa is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:47.544382 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c494941-622e-4ca8-b593-da8d3cb8d9b7 req-c28b620e-ea9b-4b4c-865a-7aa14fda7182 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 210 time: 0.1179965 Feb 04 13:45:47.590129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-8c09c3ff-939b-437b-a583-6a3e04c0c9d0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Allocated IP 172.20.0.10 (c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8/4ccf873e-5391-44ae-8d90-070fed243733/bc40ee74-707b-4b03-9c9c-208706a8274a) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:45:47.845080 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5396bd88-8c6e-4cbe-a039-d59db3fa7d73 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (ffde86b5-d6b9-4ceb-ae64-bdb90c251e68), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:47.912460 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d3af7d7-1bb2-4e5b-81c1-9ac6fdc8abcd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (2e4296df-0611-4016-9011-4449a913473a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:47.960673 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:48.529558 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5396bd88-8c6e-4cbe-a039-d59db3fa7d73 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (ffde86b5-d6b9-4ceb-ae64-bdb90c251e68), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:48.564622 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5396bd88-8c6e-4cbe-a039-d59db3fa7d73 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (ffde86b5-d6b9-4ceb-ae64-bdb90c251e68), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:48.657274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396bd88-8c6e-4cbe-a039-d59db3fa7d73 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffde86b5-d6b9-4ceb-ae64-bdb90c251e68,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:48.699056 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5396bd88-8c6e-4cbe-a039-d59db3fa7d73 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:48.705832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57494) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:48.711483 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5396bd88-8c6e-4cbe-a039-d59db3fa7d73 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.1704645 Feb 04 13:45:48.716823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-64ffecb8-29d7-4e5d-bc1a-43a7230ef112 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': 'dfcb9ee8-da56-4717-b20a-f84cdca8dda6', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:48.742801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a947e5-8b21-4471-8257-b870d2ca04ba req-2a81faac-ed56-4385-b8aa-3169225ce9dd tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:48.753833 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98a947e5-8b21-4471-8257-b870d2ca04ba req-2a81faac-ed56-4385-b8aa-3169225ce9dd tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa3da4e9-f231-4f58-b36e-5ddb25cc56d8 HTTP/1.1" status: 200 len: 946 time: 0.9194753 Feb 04 13:45:48.796646 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64ffecb8-29d7-4e5d-bc1a-43a7230ef112 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (849f42ba-6e32-46c9-81e7-2064d4c13637), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:48.913572 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64ffecb8-29d7-4e5d-bc1a-43a7230ef112 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (849f42ba-6e32-46c9-81e7-2064d4c13637), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:48.925138 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64ffecb8-29d7-4e5d-bc1a-43a7230ef112 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (849f42ba-6e32-46c9-81e7-2064d4c13637), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:48.994657 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffecb8-29d7-4e5d-bc1a-43a7230ef112 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849f42ba-6e32-46c9-81e7-2064d4c13637,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:49.005406 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64ffecb8-29d7-4e5d-bc1a-43a7230ef112 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:49.013935 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-64ffecb8-29d7-4e5d-bc1a-43a7230ef112 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3038504 Feb 04 13:45:49.014386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57500) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:49.027604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7536b833-62fd-46ec-9530-703b3bf565fe tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': 'dfcb9ee8-da56-4717-b20a-f84cdca8dda6', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:49.083661 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3af7d7-1bb2-4e5b-81c1-9ac6fdc8abcd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 2e4296df-0611-4016-9011-4449a913473a has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:45:49.099881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98a947e5-8b21-4471-8257-b870d2ca04ba req-0effe2e8-7994-401f-9345-7799d407e930 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296824 Feb 04 13:45:49.109181 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-8c09c3ff-939b-437b-a583-6a3e04c0c9d0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Publish callbacks [] for port (bc40ee74-707b-4b03-9c9c-208706a8274a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:49.114914 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7536b833-62fd-46ec-9530-703b3bf565fe tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (0d46f4c6-0208-425d-b3ac-345d78d316af), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:49.296689 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7536b833-62fd-46ec-9530-703b3bf565fe tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (0d46f4c6-0208-425d-b3ac-345d78d316af), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:49.304053 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7536b833-62fd-46ec-9530-703b3bf565fe tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (0d46f4c6-0208-425d-b3ac-345d78d316af), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:49.327057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6d634-3199-4893-bb09-b4b17b238d47 req-2a342b4d-57ba-4ea8-90f4-ac7984ddc118 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:49.328923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67a6d634-3199-4893-bb09-b4b17b238d47 req-2a342b4d-57ba-4ea8-90f4-ac7984ddc118 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa3da4e9-f231-4f58-b36e-5ddb25cc56d8 HTTP/1.1" status: 200 len: 946 time: 0.3916707 Feb 04 13:45:49.329785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536b833-62fd-46ec-9530-703b3bf565fe tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d46f4c6-0208-425d-b3ac-345d78d316af,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:49.338517 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef187e28-09f5-4b84-9510-0974d56a7dbc req-cfa852fa-af91-4d1d-95f4-3d0a2874afcb tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 210 time: 0.0964208 Feb 04 13:45:49.357977 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7536b833-62fd-46ec-9530-703b3bf565fe tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:49.362118 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7536b833-62fd-46ec-9530-703b3bf565fe tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3462560 Feb 04 13:45:49.366315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57510) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:49.377568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4e5308e2-c5bb-4110-ab51-772f2d6b0875 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': 'dfcb9ee8-da56-4717-b20a-f84cdca8dda6', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:49.406641 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3af7d7-1bb2-4e5b-81c1-9ac6fdc8abcd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:45:49.424668 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32228a7a-4d84-441c-8eac-072e2c14da2f None None] Sync routers for ids ['2e4296df-0611-4016-9011-4449a913473a'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:45:49.439469 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6d3af7d7-1bb2-4e5b-81c1-9ac6fdc8abcd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/2e4296df-0611-4016-9011-4449a913473a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4700973 Feb 04 13:45:49.442821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57512) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:49.457067 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32228a7a-4d84-441c-8eac-072e2c14da2f None None] Routers {'2e4296df-0611-4016-9011-4449a913473a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:45:49.465109 n-d-714676-13 neutron-server[103607]: INFO neutron.db.securitygroups_db [None req-4e5308e2-c5bb-4110-ab51-772f2d6b0875 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Project 7a0b98ed329e4084aa74e351c6f4178a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:45:49.480231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-32228a7a-4d84-441c-8eac-072e2c14da2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:45:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2e4296df-0611-4016-9011-4449a913473a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:49.508988 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-29768d58-0ffc-4048-aefd-e38f3d7c4834 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports?device_id=2e4296df-0611-4016-9011-4449a913473a HTTP/1.1" status: 200 len: 205 time: 0.0642812 Feb 04 13:45:49.511082 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57514) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:49.528250 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e5308e2-c5bb-4110-ab51-772f2d6b0875 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (ca49753f-af90-4c8a-be6c-465150662005), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:49.558769 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-8c09c3ff-939b-437b-a583-6a3e04c0c9d0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (bc40ee74-707b-4b03-9c9c-208706a8274a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:49.670669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8fcceb57-e3e6-485e-8606-e8f069c54053'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:45:49.718149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-8c09c3ff-939b-437b-a583-6a3e04c0c9d0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Network c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:45:49.738501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-8c09c3ff-939b-437b-a583-6a3e04c0c9d0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:45:49.745006 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-8c09c3ff-939b-437b-a583-6a3e04c0c9d0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:45:49.794886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09c3ff-939b-437b-a583-6a3e04c0c9d0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Pushing event updated for resources: {'Port': ['ID=bc40ee74-707b-4b03-9c9c-208706a8274a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:49.822817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-67a6d634-3199-4893-bb09-b4b17b238d47 req-1cfe85b3-4688-4e08-b14f-00df4d8e692c tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Deleting port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:45:49.823260 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-67a6d634-3199-4893-bb09-b4b17b238d47 req-1cfe85b3-4688-4e08-b14f-00df4d8e692c tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6ef739af-0a1f-4fd7-b4de-550dcdb861f4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:49.834871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-32228a7a-4d84-441c-8eac-072e2c14da2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:49.928373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32228a7a-4d84-441c-8eac-072e2c14da2f None None] Routers {'2e4296df-0611-4016-9011-4449a913473a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:45:49.929633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-32228a7a-4d84-441c-8eac-072e2c14da2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:45:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2e4296df-0611-4016-9011-4449a913473a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:49.981326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0331fc12-8d5d-41a0-84dd-6ade104199de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (2e4296df-0611-4016-9011-4449a913473a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:49.995376 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e5308e2-c5bb-4110-ab51-772f2d6b0875 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (ca49753f-af90-4c8a-be6c-465150662005), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:50.085859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-67a6d634-3199-4893-bb09-b4b17b238d47 req-1cfe85b3-4688-4e08-b14f-00df4d8e692c tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] For port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=6ef739af-0a1f-4fd7-b4de-550dcdb861f4,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:45:50.086613 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-67a6d634-3199-4893-bb09-b4b17b238d47 req-1cfe85b3-4688-4e08-b14f-00df4d8e692c tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6ef739af-0a1f-4fd7-b4de-550dcdb861f4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:50.105947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-8c09c3ff-939b-437b-a583-6a3e04c0c9d0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:50.107124 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-8c09c3ff-939b-437b-a583-6a3e04c0c9d0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:50.138059 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e5308e2-c5bb-4110-ab51-772f2d6b0875 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (ca49753f-af90-4c8a-be6c-465150662005), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:50.141606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-67a6d634-3199-4893-bb09-b4b17b238d47 req-1cfe85b3-4688-4e08-b14f-00df4d8e692c tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Calling delete_port for 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:45:50.185916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-8c09c3ff-939b-437b-a583-6a3e04c0c9d0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2129488 Feb 04 13:45:50.239463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Request body: {'port': {'device_id': 'c117d159-700c-4596-824d-3fb2d38fc8c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:50.310967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e5308e2-c5bb-4110-ab51-772f2d6b0875 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:50.316312 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4e5308e2-c5bb-4110-ab51-772f2d6b0875 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9474211 Feb 04 13:45:50.341007 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57526) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:50.356510 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-26f2eec0-639a-44bc-8bec-125e8bc4a02a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': 'dfcb9ee8-da56-4717-b20a-f84cdca8dda6', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:50.408933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5308e2-c5bb-4110-ab51-772f2d6b0875 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca49753f-af90-4c8a-be6c-465150662005,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:50.518655 n-d-714676-13 neutron-server[103607]: INFO neutron.db.securitygroups_db [None req-26f2eec0-639a-44bc-8bec-125e8bc4a02a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Project 7a0b98ed329e4084aa74e351c6f4178a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:45:50.671420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57534) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:50.733489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-32228a7a-4d84-441c-8eac-072e2c14da2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:50.734314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32228a7a-4d84-441c-8eac-072e2c14da2f None None] The sync data for ids ['2e4296df-0611-4016-9011-4449a913473a'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:45:50.737777 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57538) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:50.779074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26f2eec0-639a-44bc-8bec-125e8bc4a02a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (5d40f9e6-76ed-4a03-aaac-a33bc8ff0533), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:50.926345 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0331fc12-8d5d-41a0-84dd-6ade104199de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (2e4296df-0611-4016-9011-4449a913473a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:50.954242 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0331fc12-8d5d-41a0-84dd-6ade104199de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_controller (2e4296df-0611-4016-9011-4449a913473a), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.023831 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (bc40ee74-707b-4b03-9c9c-208706a8274a), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.046315 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-67a6d634-3199-4893-bb09-b4b17b238d47 req-1cfe85b3-4688-4e08-b14f-00df4d8e692c tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (6ef739af-0a1f-4fd7-b4de-550dcdb861f4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.067807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['131c81be-3edf-4d98-a4c8-daa92f8609ca', '65f83736-6a76-4332-b2fc-15a543bc1f07', '6ef739af-0a1f-4fd7-b4de-550dcdb861f4'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:45:51.118211 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c09321-dc58-4980-82b2-b8fd5a47e547 req-cdeaefeb-12f6-49ec-9468-f11f742f17d6 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:51.132847 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83c09321-dc58-4980-82b2-b8fd5a47e547 req-cdeaefeb-12f6-49ec-9468-f11f742f17d6 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa3da4e9-f231-4f58-b36e-5ddb25cc56d8 HTTP/1.1" status: 200 len: 946 time: 0.7155550 Feb 04 13:45:51.160423 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0331fc12-8d5d-41a0-84dd-6ade104199de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (2e4296df-0611-4016-9011-4449a913473a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.161284 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0331fc12-8d5d-41a0-84dd-6ade104199de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Fanout notify agent at l3_agent the message router_deleted on router 2e4296df-0611-4016-9011-4449a913473a {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:45:51.172126 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0331fc12-8d5d-41a0-84dd-6ade104199de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.176522 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0331fc12-8d5d-41a0-84dd-6ade104199de tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/routers/2e4296df-0611-4016-9011-4449a913473a HTTP/1.1" status: 204 len: 168 time: 1.6628964 Feb 04 13:45:51.184224 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57546) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:51.198716 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26f2eec0-639a-44bc-8bec-125e8bc4a02a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (5d40f9e6-76ed-4a03-aaac-a33bc8ff0533), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.308370 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26f2eec0-639a-44bc-8bec-125e8bc4a02a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (5d40f9e6-76ed-4a03-aaac-a33bc8ff0533), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.311686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe85b3-4688-4e08-b14f-00df4d8e692c tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Pushing event deleted for resources: {'Port': ['ID=6ef739af-0a1f-4fd7-b4de-550dcdb861f4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:51.382942 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2eec0-639a-44bc-8bec-125e8bc4a02a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d40f9e6-76ed-4a03-aaac-a33bc8ff0533,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:51.412046 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26f2eec0-639a-44bc-8bec-125e8bc4a02a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.413596 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-26f2eec0-639a-44bc-8bec-125e8bc4a02a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0715554 Feb 04 13:45:51.445847 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a5a157-b6f4-4822-90e9-2b1a860b2fb9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting subnet a9b3441c-9416-41d9-8fe0-4e2b27722cfb {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:45:51.459212 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a157-b6f4-4822-90e9-2b1a860b2fb9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (a9b3441c-9416-41d9-8fe0-4e2b27722cfb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.580988 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a157-b6f4-4822-90e9-2b1a860b2fb9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (a9b3441c-9416-41d9-8fe0-4e2b27722cfb), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.603201 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0a17782b-27ab-45be-9bfa-52608bd79097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.614673 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e75c21ed-234d-4fe0-a8cc-4a190ffa7198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.709856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a6d634-3199-4893-bb09-b4b17b238d47 req-1cfe85b3-4688-4e08-b14f-00df4d8e692c tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] No DVR routers for this DVR port 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:45:51.810427 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-67a6d634-3199-4893-bb09-b4b17b238d47 req-1cfe85b3-4688-4e08-b14f-00df4d8e692c tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.820865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67a6d634-3199-4893-bb09-b4b17b238d47 req-1cfe85b3-4688-4e08-b14f-00df4d8e692c tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.99 "DELETE /v2.0/ports/6ef739af-0a1f-4fd7-b4de-550dcdb861f4 HTTP/1.1" status: 204 len: 173 time: 2.4717429 Feb 04 13:45:51.822189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3da4e9-f231-4f58-b36e-5ddb25cc56d8', 'name': 'network-vif-deleted', 'tag': '6ef739af-0a1f-4fd7-b4de-550dcdb861f4'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:45:51.825384 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdca4eb-7efe-4339-a8a9-11fbd9671aaa" -d '{"events": [{"server_uuid": "aa3da4e9-f231-4f58-b36e-5ddb25cc56d8", "name": "network-vif-deleted", "tag": "6ef739af-0a1f-4fd7-b4de-550dcdb861f4"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:45:51.840721 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0a17782b-27ab-45be-9bfa-52608bd79097 admin admin] Publish callbacks [] for security_group (bb486377-29f6-4c38-92d5-514e7e934a48), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.850408 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0a17782b-27ab-45be-9bfa-52608bd79097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bb486377-29f6-4c38-92d5-514e7e934a48), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.919966 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0a17782b-27ab-45be-9bfa-52608bd79097 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=27c6e33f26bb46989fe98d694760cde9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1629698 Feb 04 13:45:51.927160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57560) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:51.927822 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a157-b6f4-4822-90e9-2b1a860b2fb9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (a9b3441c-9416-41d9-8fe0-4e2b27722cfb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.954195 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83c09321-dc58-4980-82b2-b8fd5a47e547 req-a071b3ff-b0e3-4941-8c40-db0a4429edad tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8195374 Feb 04 13:45:51.967095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17782b-27ab-45be-9bfa-52608bd79097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb486377-29f6-4c38-92d5-514e7e934a48,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:52.106375 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a157-b6f4-4822-90e9-2b1a860b2fb9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (a9b3441c-9416-41d9-8fe0-4e2b27722cfb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:52.130295 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cffefc62-7fdc-41df-a5ca-17e5235f3ed9 admin admin] Publish callbacks [] for security_group (bb486377-29f6-4c38-92d5-514e7e934a48), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:52.191275 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5a157-b6f4-4822-90e9-2b1a860b2fb9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b3441c-9416-41d9-8fe0-4e2b27722cfb,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:52.195541 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a157-b6f4-4822-90e9-2b1a860b2fb9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:52.201547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdef349f-7e08-4611-81ff-3abb8b263241 None None] Network dcb959d6-7da9-4fdf-9855-51a95003cd30 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:45:52.211513 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c3a5a157-b6f4-4822-90e9-2b1a860b2fb9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/a9b3441c-9416-41d9-8fe0-4e2b27722cfb HTTP/1.1" status: 204 len: 168 time: 1.0259824 Feb 04 13:45:52.217584 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57564) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:52.247052 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cffefc62-7fdc-41df-a5ca-17e5235f3ed9 admin admin] Publish callbacks [] for security_group (bb486377-29f6-4c38-92d5-514e7e934a48), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:52.489534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c097702-92eb-4d30-afe1-d67d29795497 None None] DHCP port deletion for dcb959d6-7da9-4fdf-9855-51a95003cd30 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:45:52.577714 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e75c21ed-234d-4fe0-a8cc-4a190ffa7198 admin admin] Publish callbacks [] for security_group (78142e88-1ff2-4a95-93ad-67cc434c986a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:52.611891 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2c097702-92eb-4d30-afe1-d67d29795497 None None] Deleting port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:45:52.612465 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c097702-92eb-4d30-afe1-d67d29795497 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:52.674697 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e75c21ed-234d-4fe0-a8cc-4a190ffa7198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (78142e88-1ff2-4a95-93ad-67cc434c986a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:52.814783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:45:52.820862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c21ed-234d-4fe0-a8cc-4a190ffa7198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78142e88-1ff2-4a95-93ad-67cc434c986a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:52.833248 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (dcb959d6-7da9-4fdf-9855-51a95003cd30), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:52.883462 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b1fc4-f360-4271-a6d5-6eb1a25fcd7a req-d2714670-23b7-4070-b3b3-ecc3694e2d73 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:52.886376 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-120b1fc4-f360-4271-a6d5-6eb1a25fcd7a req-d2714670-23b7-4070-b3b3-ecc3694e2d73 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 932 time: 0.7455208 Feb 04 13:45:52.887783 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cffefc62-7fdc-41df-a5ca-17e5235f3ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bb486377-29f6-4c38-92d5-514e7e934a48), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:52.894032 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cffefc62-7fdc-41df-a5ca-17e5235f3ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:52.899745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cffefc62-7fdc-41df-a5ca-17e5235f3ed9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bb486377-29f6-4c38-92d5-514e7e934a48 HTTP/1.1" status: 204 len: 168 time: 0.9583006 Feb 04 13:45:52.901364 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc40ee74-707b-4b03-9c9c-208706a8274a {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:45:52.961473 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Publish callbacks [] for port (bc40ee74-707b-4b03-9c9c-208706a8274a), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:52.986068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffefc62-7fdc-41df-a5ca-17e5235f3ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb486377-29f6-4c38-92d5-514e7e934a48,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:52.999038 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:53.002174 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:53.012491 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e75c21ed-234d-4fe0-a8cc-4a190ffa7198 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=24e3f3f93fb94771a45b0ba159c0dc0b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3333316 Feb 04 13:45:53.016156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2c097702-92eb-4d30-afe1-d67d29795497 None None] For port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c,segment=NetworkSegment(8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f),segment_id=8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:45:53.016665 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c097702-92eb-4d30-afe1-d67d29795497 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:53.018627 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57580) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:53.091378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Transition to ACTIVE for port object bc40ee74-707b-4b03-9c9c-208706a8274a will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:45:53.120637 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:45:53.135133 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (bc40ee74-707b-4b03-9c9c-208706a8274a), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:53.179045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2c097702-92eb-4d30-afe1-d67d29795497 None None] Calling delete_port for 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:45:53.185443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:45:53.185868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 6ef739af-0a1f-4fd7-b4de-550dcdb861f4 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:45:53.193433 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e28d4fea-3cdc-4a76-b21c-c429a79023c9 admin admin] Publish callbacks [] for security_group (78142e88-1ff2-4a95-93ad-67cc434c986a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:53.252523 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e28d4fea-3cdc-4a76-b21c-c429a79023c9 admin admin] Publish callbacks [] for security_group (78142e88-1ff2-4a95-93ad-67cc434c986a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:53.260534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c,segment=NetworkSegment(8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f),segment_id=8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:45:53.279104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Pushing event updated for resources: {'Port': ['ID=bc40ee74-707b-4b03-9c9c-208706a8274a,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:53.280608 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:53.394858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-120b1fc4-f360-4271-a6d5-6eb1a25fcd7a req-f03b845e-e797-42ff-b7a4-73ddd35e6ebf tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616475 Feb 04 13:45:53.446628 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e28d4fea-3cdc-4a76-b21c-c429a79023c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (78142e88-1ff2-4a95-93ad-67cc434c986a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:53.450755 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e28d4fea-3cdc-4a76-b21c-c429a79023c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:53.452244 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e28d4fea-3cdc-4a76-b21c-c429a79023c9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/78142e88-1ff2-4a95-93ad-67cc434c986a HTTP/1.1" status: 204 len: 168 time: 0.4321642 Feb 04 13:45:53.476517 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d4fea-3cdc-4a76-b21c-c429a79023c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78142e88-1ff2-4a95-93ad-67cc434c986a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:53.521159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:53.688750 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c097702-92eb-4d30-afe1-d67d29795497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:53.791287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Attempting to bind port bc40ee74-707b-4b03-9c9c-208706a8274a on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:45:53.791795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Attempting to bind port bc40ee74-707b-4b03-9c9c-208706a8274a by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '8f61ba35-39fc-4dd6-a8ce-d7b52da9637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:45:53.793731 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c097702-92eb-4d30-afe1-d67d29795497 None None] No DVR routers for this DVR port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:45:53.794546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Attempting to bind port bc40ee74-707b-4b03-9c9c-208706a8274a on network c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:45:53.798028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c097702-92eb-4d30-afe1-d67d29795497 None None] Pushing event deleted for resources: {'Port': ['ID=79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:53.798767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:45:53.799327 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:53.851073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57600) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:53.876966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Port bc40ee74-707b-4b03-9c9c-208706a8274a on network c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:45:53.877327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Attempting to bind port bc40ee74-707b-4b03-9c9c-208706a8274a on network c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:45:53.878786 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-018ac7eb-8ace-44b4-93b5-be4039fbc675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:53.888243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:45:53.888679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Checking segment: {'id': '8f61ba35-39fc-4dd6-a8ce-d7b52da9637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:45:53.888981 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Bound using segment: {'id': '8f61ba35-39fc-4dd6-a8ce-d7b52da9637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:45:53.889568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Bound port: bc40ee74-707b-4b03-9c9c-208706a8274a, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f61ba35-39fc-4dd6-a8ce-d7b52da9637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:45:53.889935 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (bc40ee74-707b-4b03-9c9c-208706a8274a), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:53.984137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-9b6772ad-e39c-42d7-ae01-bbcd4e47163a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743973478&fields=id&tenant_id=7a0b98ed329e4084aa74e351c6f4178a HTTP/1.1" status: 200 len: 267 time: 0.1942165 Feb 04 13:45:54.044665 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-018ac7eb-8ace-44b4-93b5-be4039fbc675 admin admin] Publish callbacks [] for security_group (67a3b041-df15-4831-9308-7a1d775cb4fc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:54.051797 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-018ac7eb-8ace-44b4-93b5-be4039fbc675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (67a3b041-df15-4831-9308-7a1d775cb4fc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:54.054640 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] For port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c, host n-d-714676-13, got binding levels [] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:45:54.054640 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:54.117801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ac7eb-8ace-44b4-93b5-be4039fbc675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a3b041-df15-4831-9308-7a1d775cb4fc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:54.134035 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-018ac7eb-8ace-44b4-93b5-be4039fbc675 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b361f146b4df4fe2922aa8b9d3488876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2781703 Feb 04 13:45:54.135050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57602) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:54.229879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:45:54.241762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_backend_mixin [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c was not found and therefore no delete operation was performed {{(pid=103606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:45:54.257684 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:54.260651 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d7493ef-0287-416c-8d9d-5ad954ff3540 admin admin] Publish callbacks [] for security_group (67a3b041-df15-4831-9308-7a1d775cb4fc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:54.311504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:54.311745 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d7493ef-0287-416c-8d9d-5ad954ff3540 admin admin] Publish callbacks [] for security_group (67a3b041-df15-4831-9308-7a1d775cb4fc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:54.317689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No DVR routers for this DVR port 79f8d9b5-4a7f-467e-a2b7-dffa40f7fb6c on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:45:54.405333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] For port bc40ee74-707b-4b03-9c9c-208706a8274a, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:45:54.443160 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d7493ef-0287-416c-8d9d-5ad954ff3540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (67a3b041-df15-4831-9308-7a1d775cb4fc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:54.452574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d7493ef-0287-416c-8d9d-5ad954ff3540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:54.466713 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2d7493ef-0287-416c-8d9d-5ad954ff3540 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/67a3b041-df15-4831-9308-7a1d775cb4fc HTTP/1.1" status: 204 len: 168 time: 0.3296578 Feb 04 13:45:54.482935 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] For port bc40ee74-707b-4b03-9c9c-208706a8274a, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=bc40ee74-707b-4b03-9c9c-208706a8274a,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:45:54.487752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7493ef-0287-416c-8d9d-5ad954ff3540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a3b041-df15-4831-9308-7a1d775cb4fc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:54.871068 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (bc40ee74-707b-4b03-9c9c-208706a8274a), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:54.900693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-1d08c33e-d2c4-4f99-9b76-753144c8d508 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:54.902425 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-1d08c33e-d2c4-4f99-9b76-753144c8d508 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/networks?id=a0b13e3f-9762-48cf-8033-0eeb8464cf8d HTTP/1.1" status: 200 len: 795 time: 0.9055035 Feb 04 13:45:54.931252 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (dcb959d6-7da9-4fdf-9855-51a95003cd30), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:54.962846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-a94bcd63-906c-47fa-850d-eb0b2e766e4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/quotas/7a0b98ed329e4084aa74e351c6f4178a HTTP/1.1" status: 200 len: 375 time: 0.0357249 Feb 04 13:45:54.973389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:54.974659 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:54.976322 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] 10.222.0.99 "PUT /v2.0/ports/bc40ee74-707b-4b03-9c9c-208706a8274a HTTP/1.1" status: 200 len: 1093 time: 4.7766008 Feb 04 13:45:54.985764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb959d6-7da9-4fdf-9855-51a95003cd30']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:55.014183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:55.014574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:55.056529 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:55.118869 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:55.144976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c530b-683c-465a-addb-b46a7a8c9122 service neutron] Pushing event updated for resources: {'Port': ['ID=bc40ee74-707b-4b03-9c9c-208706a8274a,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:55.166260 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:45:55.166892 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (8c0a4f0f-d996-4f47-8eaf-0a3c3e192f8f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:45:55.172745 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:45:55.311944 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-1ccd4621-39a8-44f8-a550-e2fbbb746ab0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3149009 Feb 04 13:45:55.328793 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-2d98d130-d613-4424-bf97-85c46424d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:55.330807 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-2d98d130-d613-4424-bf97-85c46424d575 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3e13c1accd464d1bb7a6d2f9df17596e&device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 1127 time: 0.2640820 Feb 04 13:45:55.338503 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (dcb959d6-7da9-4fdf-9855-51a95003cd30), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:55.348458 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:55.348458 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/networks/dcb959d6-7da9-4fdf-9855-51a95003cd30 HTTP/1.1" status: 204 len: 168 time: 3.1250117 Feb 04 13:45:55.355296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57638) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:55.366965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-de4c8929-2e68-45e3-9bb3-10c152706c72 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-916160021', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:55.403496 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c013f7-838a-4a8e-a431-f01231ba8c74 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Network': ['ID=dcb959d6-7da9-4fdf-9855-51a95003cd30,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:55.415016 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-f2eca157-f6d1-42d7-8d80-3f67b18c914e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc40ee74-707b-4b03-9c9c-208706a8274a HTTP/1.1" status: 200 len: 217 time: 0.0653813 Feb 04 13:45:55.420373 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de4c8929-2e68-45e3-9bb3-10c152706c72 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (25788901-f53c-44d0-8c03-3d63078b7fbb), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:55.422390 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de4c8929-2e68-45e3-9bb3-10c152706c72 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (25788901-f53c-44d0-8c03-3d63078b7fbb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:55.487096 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-920bdd4b-6ba0-469b-b94d-2aaf714d2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:55.488641 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-920bdd4b-6ba0-469b-b94d-2aaf714d2044 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4ccf873e-5391-44ae-8d90-070fed243733 HTTP/1.1" status: 200 len: 853 time: 0.0674469 Feb 04 13:45:55.540147 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-8f165fb8-474f-411f-b7cd-e379e2e1966a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409882 Feb 04 13:45:55.545379 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de4c8929-2e68-45e3-9bb3-10c152706c72 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_controller (25788901-f53c-44d0-8c03-3d63078b7fbb), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:55.553596 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de4c8929-2e68-45e3-9bb3-10c152706c72 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (25788901-f53c-44d0-8c03-3d63078b7fbb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:55.589936 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de4c8929-2e68-45e3-9bb3-10c152706c72 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:55.591624 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-de4c8929-2e68-45e3-9bb3-10c152706c72 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2322185 Feb 04 13:45:55.597169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57644) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:55.604729 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-cda011fe-bcc4-4125-8311-dd657eb35d36 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'network': {'name': 'tempest-RoutersTest-929773913'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:55.638313 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda011fe-bcc4-4125-8311-dd657eb35d36 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:45:55.643642 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda011fe-bcc4-4125-8311-dd657eb35d36 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:55.681643 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda011fe-bcc4-4125-8311-dd657eb35d36 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:45:55.696854 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda011fe-bcc4-4125-8311-dd657eb35d36 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c8496335-c4a2-43ee-ba77-5d8e44249ad3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:55.697259 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-cda011fe-bcc4-4125-8311-dd657eb35d36 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Added segment c8496335-c4a2-43ee-ba77-5d8e44249ad3 of type vlan for network abc8932f-b540-4eb1-94d7-2f5a2a4b2a77 Feb 04 13:45:55.763297 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda011fe-bcc4-4125-8311-dd657eb35d36 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (abc8932f-b540-4eb1-94d7-2f5a2a4b2a77), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:55.807900 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda011fe-bcc4-4125-8311-dd657eb35d36 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (abc8932f-b540-4eb1-94d7-2f5a2a4b2a77), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:55.817479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda011fe-bcc4-4125-8311-dd657eb35d36 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:55.818215 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda011fe-bcc4-4125-8311-dd657eb35d36 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:55.902957 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cda011fe-bcc4-4125-8311-dd657eb35d36 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3044140 Feb 04 13:45:55.907117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-f3696f8d-2a1b-4350-b339-a38f1b43800a service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591387 Feb 04 13:45:55.907547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57652) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:55.913344 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-07fed223-29f4-4bc9-931a-a0a5fa9ce5c9 service neutron] 10.222.0.96 "GET /v2.0/networks/a0b13e3f-9762-48cf-8033-0eeb8464cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812621 Feb 04 13:45:55.921407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-1ca73ad3-cbef-47d2-a11a-3f0ace79c7c6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'subnet': {'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:55.933830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda011fe-bcc4-4125-8311-dd657eb35d36 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Network': ['ID=abc8932f-b540-4eb1-94d7-2f5a2a4b2a77,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:55.962665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network abc8932f-b540-4eb1-94d7-2f5a2a4b2a77 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:45:56.306708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-aeab2bbd-bba7-4e78-bb14-ff42ff19f93d service neutron] 10.222.0.96 "GET /v2.0/networks/a0b13e3f-9762-48cf-8033-0eeb8464cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621006 Feb 04 13:45:56.325143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca73ad3-cbef-47d2-a11a-3f0ace79c7c6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:45:56.331489 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ca73ad3-cbef-47d2-a11a-3f0ace79c7c6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:56.393120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1056045-cdac-4473-a8dd-8c134be9f949 req-81ab02b6-eed1-4e13-b96e-eb056790db5c service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784610 Feb 04 13:45:56.502392 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464d771f-44f0-46d9-8001-4244328c4891 x-openstack-request-id: req-464d771f-44f0-46d9-8001-4244328c4891 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:45:56.502720 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3da4e9-f231-4f58-b36e-5ddb25cc56d8", "name": "network-vif-deleted", "tag": "6ef739af-0a1f-4fd7-b4de-550dcdb861f4", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:45:56.503043 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-464d771f-44f0-46d9-8001-4244328c4891 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:45:56.503394 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3da4e9-f231-4f58-b36e-5ddb25cc56d8', 'name': 'network-vif-deleted', 'tag': '6ef739af-0a1f-4fd7-b4de-550dcdb861f4', 'status': 'completed', 'code': 200} Feb 04 13:45:56.660125 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ca73ad3-cbef-47d2-a11a-3f0ace79c7c6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (7b4951d0-e532-4973-a882-3eab7314f5b8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:56.825164 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca73ad3-cbef-47d2-a11a-3f0ace79c7c6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Subnet': ['ID=7b4951d0-e532-4973-a882-3eab7314f5b8,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:56.850029 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca73ad3-cbef-47d2-a11a-3f0ace79c7c6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Checking segment: {'id': 'c8496335-c4a2-43ee-ba77-5d8e44249ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:45:56.850678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca73ad3-cbef-47d2-a11a-3f0ace79c7c6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network hostable DHCP agents. Network: abc8932f-b540-4eb1-94d7-2f5a2a4b2a77, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:45:56.871339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc21ca-352c-47b9-a5b2-bbc183c55236 req-143c0091-45a6-4b03-b9ef-cd192ddc4dbf tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:56.872982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fdc21ca-352c-47b9-a5b2-bbc183c55236 req-143c0091-45a6-4b03-b9ef-cd192ddc4dbf tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 944 time: 0.1280289 Feb 04 13:45:56.893103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca73ad3-cbef-47d2-a11a-3f0ace79c7c6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network abc8932f-b540-4eb1-94d7-2f5a2a4b2a77 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:45:56.949357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-1ca73ad3-cbef-47d2-a11a-3f0ace79c7c6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, abc8932f-b540-4eb1-94d7-2f5a2a4b2a77) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:45:56.955516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca73ad3-cbef-47d2-a11a-3f0ace79c7c6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:56.956807 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ca73ad3-cbef-47d2-a11a-3f0ace79c7c6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:56.973449 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0005d0-3828-42c4-8c28-9018810fcb47 None None] Network abc8932f-b540-4eb1-94d7-2f5a2a4b2a77 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:45:56.987758 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fdc21ca-352c-47b9-a5b2-bbc183c55236 req-549819cd-3bab-46e2-a2cb-732e7b03345a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979135 Feb 04 13:45:57.024257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1ca73ad3-cbef-47d2-a11a-3f0ace79c7c6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1146562 Feb 04 13:45:57.027202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57690) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:57.115866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'project_id': '866319b37a1b414d99c8c47f10151ece', 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:45:57.117198 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:57.289009 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e30743b-ce1c-472a-8acd-128cf5d2596b req-e4a72b11-aa66-41d5-82df-13a089af8db4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 210 time: 0.1317947 Feb 04 13:45:57.343116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Allocated IP 172.20.0.2 (abc8932f-b540-4eb1-94d7-2f5a2a4b2a77/7b4951d0-e532-4973-a882-3eab7314f5b8/a5cb2d09-d96b-44ca-b039-9486b22d6375) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:45:57.584391 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:57.728033 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Publish callbacks [] for port (a5cb2d09-d96b-44ca-b039-9486b22d6375), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:57.741547 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (a5cb2d09-d96b-44ca-b039-9486b22d6375), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:57.805261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Network abc8932f-b540-4eb1-94d7-2f5a2a4b2a77 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:45:57.809902 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:45:57.812845 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:45:57.884788 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Pushing event updated for resources: {'Port': ['ID=a5cb2d09-d96b-44ca-b039-9486b22d6375,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:57.903979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Attempting to bind port a5cb2d09-d96b-44ca-b039-9486b22d6375 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:45:57.904362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Attempting to bind port a5cb2d09-d96b-44ca-b039-9486b22d6375 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c8496335-c4a2-43ee-ba77-5d8e44249ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:45:57.904731 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Attempting to bind port a5cb2d09-d96b-44ca-b039-9486b22d6375 on network abc8932f-b540-4eb1-94d7-2f5a2a4b2a77 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:45:57.911346 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:45:57.911740 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Checking segment: {'id': 'c8496335-c4a2-43ee-ba77-5d8e44249ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:45:57.912154 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:57.912556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Bound using segment: {'id': 'c8496335-c4a2-43ee-ba77-5d8e44249ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:45:57.913042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Bound port: a5cb2d09-d96b-44ca-b039-9486b22d6375, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8496335-c4a2-43ee-ba77-5d8e44249ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:45:57.913594 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a5cb2d09-d96b-44ca-b039-9486b22d6375), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:57.966972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea9e90-f715-4aef-a520-001710d3979b req-08b44f78-0df0-4eff-8cd2-e24ca1546d2b tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:57.970705 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17ea9e90-f715-4aef-a520-001710d3979b req-08b44f78-0df0-4eff-8cd2-e24ca1546d2b tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 945 time: 0.1774685 Feb 04 13:45:58.001798 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] For port a5cb2d09-d96b-44ca-b039-9486b22d6375, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:45:58.010915 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] For port a5cb2d09-d96b-44ca-b039-9486b22d6375, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a5cb2d09-d96b-44ca-b039-9486b22d6375,segment=NetworkSegment(c8496335-c4a2-43ee-ba77-5d8e44249ad3),segment_id=c8496335-c4a2-43ee-ba77-5d8e44249ad3)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:45:58.021601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Allocated IP 172.20.0.1 (abc8932f-b540-4eb1-94d7-2f5a2a4b2a77/7b4951d0-e532-4973-a882-3eab7314f5b8/4668f505-da0e-4979-9e6b-fcb9d697c2b1) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:45:58.023508 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a5cb2d09-d96b-44ca-b039-9486b22d6375), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:58.096853 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44531-e79b-4b38-abca-a0953a0bc405 None None] Pushing event updated for resources: {'Port': ['ID=a5cb2d09-d96b-44ca-b039-9486b22d6375,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:58.295714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17ea9e90-f715-4aef-a520-001710d3979b req-ffbb5efa-6492-4824-8cdc-bd151a670b91 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819047 Feb 04 13:45:58.544022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c117d159-700c-4596-824d-3fb2d38fc8c5', 'tag': 'bc40ee74-707b-4b03-9c9c-208706a8274a'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:45:58.547737 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e110b56-9dbe-4497-8c31-f67833bbd7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c117d159-700c-4596-824d-3fb2d38fc8c5", "tag": "bc40ee74-707b-4b03-9c9c-208706a8274a"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:45:58.559148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-f708a075-ae1c-450f-9ac2-007df5c2cb8b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:58.563227 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-f708a075-ae1c-450f-9ac2-007df5c2cb8b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.99 "GET /v2.0/networks?id=a0b13e3f-9762-48cf-8033-0eeb8464cf8d HTTP/1.1" status: 200 len: 795 time: 0.3508770 Feb 04 13:45:58.581649 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:58.698628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b7f4b-a514-49bf-a267-b64da66b5b48 req-ceb64924-e201-4627-a1fb-89ae4f01d7e1 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:58.700274 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a8b7f4b-a514-49bf-a267-b64da66b5b48 req-ceb64924-e201-4627-a1fb-89ae4f01d7e1 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.99 "GET /v2.0/ports?device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 945 time: 0.3570261 Feb 04 13:45:58.867320 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-ae437b3f-e5f5-4cc7-9d92-f5c4da2f6f58 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a0b98ed329e4084aa74e351c6f4178a HTTP/1.1" status: 200 len: 380 time: 0.2894022 Feb 04 13:45:58.894754 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-17dff275-6152-4777-a292-37750c64226f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'port': {'device_id': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'admin_state_up': True, 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'security_groups': ['dfcb9ee8-da56-4717-b20a-f84cdca8dda6']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:58.930593 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:58.937865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a5cb2d09-d96b-44ca-b039-9486b22d6375 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:45:59.048565 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d54630-cb51-4afa-887a-19b8d5da10f6 req-ef22901f-177c-4a86-90c4-3113c90a338a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:59.050246 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47d54630-cb51-4afa-887a-19b8d5da10f6 req-ef22901f-177c-4a86-90c4-3113c90a338a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 944 time: 0.3911278 Feb 04 13:45:59.072225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network abc8932f-b540-4eb1-94d7-2f5a2a4b2a77 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:45:59.090749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:45:59.106944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:45:59.117377 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a5cb2d09-d96b-44ca-b039-9486b22d6375 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:59.118385 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a5cb2d09-d96b-44ca-b039-9486b22d6375), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:59.131418 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=4668f505-da0e-4979-9e6b-fcb9d697c2b1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:59.231863 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (25788901-f53c-44d0-8c03-3d63078b7fbb), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:59.236714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-7a8b7f4b-a514-49bf-a267-b64da66b5b48 req-f2377be9-6fdd-4b13-ae3f-0c0df858413f tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Deleting port 65f83736-6a76-4332-b2fc-15a543bc1f07 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:45:59.237089 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7a8b7f4b-a514-49bf-a267-b64da66b5b48 req-f2377be9-6fdd-4b13-ae3f-0c0df858413f tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (65f83736-6a76-4332-b2fc-15a543bc1f07), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:59.330809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a5cb2d09-d96b-44ca-b039-9486b22d6375 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:45:59.331597 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a5cb2d09-d96b-44ca-b039-9486b22d6375), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:59.371036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57746) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:45:59.401157 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port a5cb2d09-d96b-44ca-b039-9486b22d6375, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a5cb2d09-d96b-44ca-b039-9486b22d6375,segment=NetworkSegment(c8496335-c4a2-43ee-ba77-5d8e44249ad3),segment_id=c8496335-c4a2-43ee-ba77-5d8e44249ad3)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:45:59.404742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47d54630-cb51-4afa-887a-19b8d5da10f6 req-1b696b09-c8db-48a8-ad32-c3532e23a195 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264909 Feb 04 13:45:59.421460 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-17dff275-6152-4777-a292-37750c64226f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Made reservation on behalf of 7a0b98ed329e4084aa74e351c6f4178a for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:45:59.425110 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a5cb2d09-d96b-44ca-b039-9486b22d6375), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:59.426455 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-17dff275-6152-4777-a292-37750c64226f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:59.639734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=a5cb2d09-d96b-44ca-b039-9486b22d6375,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:59.652844 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-699bd309-bc4c-46f6-a014-9ae092b60177 req-7b00f6cd-3fd4-44a0-882b-3bbd303f7d8e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 210 time: 0.0877686 Feb 04 13:45:59.745102 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-7a8b7f4b-a514-49bf-a267-b64da66b5b48 req-f2377be9-6fdd-4b13-ae3f-0c0df858413f tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] For port 65f83736-6a76-4332-b2fc-15a543bc1f07, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=65f83736-6a76-4332-b2fc-15a543bc1f07,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:45:59.745824 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7a8b7f4b-a514-49bf-a267-b64da66b5b48 req-f2377be9-6fdd-4b13-ae3f-0c0df858413f tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (65f83736-6a76-4332-b2fc-15a543bc1f07), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:59.767133 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:59.780032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-7a8b7f4b-a514-49bf-a267-b64da66b5b48 req-f2377be9-6fdd-4b13-ae3f-0c0df858413f tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Calling delete_port for 65f83736-6a76-4332-b2fc-15a543bc1f07 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:45:59.807724 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283bfcaf-723b-4168-a6d9-97c732d2f283 x-openstack-request-id: req-283bfcaf-723b-4168-a6d9-97c732d2f283 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:45:59.808031 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c117d159-700c-4596-824d-3fb2d38fc8c5", "tag": "bc40ee74-707b-4b03-9c9c-208706a8274a", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:45:59.808294 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-283bfcaf-723b-4168-a6d9-97c732d2f283 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:45:59.808718 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c117d159-700c-4596-824d-3fb2d38fc8c5', 'tag': 'bc40ee74-707b-4b03-9c9c-208706a8274a', 'status': 'completed', 'code': 200} Feb 04 13:46:00.044191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc199b5f-0ddf-4f15-ae4a-72420082eb19 None None] Network abc8932f-b540-4eb1-94d7-2f5a2a4b2a77 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:46:00.069035 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3367552-3fef-4ba2-80f2-a2e8f3a7d5db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:00.219932 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3367552-3fef-4ba2-80f2-a2e8f3a7d5db admin admin] Publish callbacks [] for security_group (ef1c7cdb-5d4e-4458-a705-2812f4b9ed38), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:00.225894 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3367552-3fef-4ba2-80f2-a2e8f3a7d5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ef1c7cdb-5d4e-4458-a705-2812f4b9ed38), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:00.280630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3367552-3fef-4ba2-80f2-a2e8f3a7d5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1c7cdb-5d4e-4458-a705-2812f4b9ed38,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:00.289409 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a3367552-3fef-4ba2-80f2-a2e8f3a7d5db admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b45c5c637e874f30a2f0706cc1f5d4da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9156182 Feb 04 13:46:00.293008 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57766) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:00.347153 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9c021ca1-9b79-4349-82c1-d815a04d283f None None] Provisioning complete for port a5cb2d09-d96b-44ca-b039-9486b22d6375 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:00.347982 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c021ca1-9b79-4349-82c1-d815a04d283f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a5cb2d09-d96b-44ca-b039-9486b22d6375), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:00.448436 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b70314e6-483b-41ff-bfbe-50228f031fe5 admin admin] Publish callbacks [] for security_group (ef1c7cdb-5d4e-4458-a705-2812f4b9ed38), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:00.485881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-17dff275-6152-4777-a292-37750c64226f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Allocated IP 172.20.0.6 (a0b13e3f-9762-48cf-8033-0eeb8464cf8d/b71daf93-69b8-48fe-bfaf-868dab64b820/97905031-2f2a-4178-85eb-0808ee9411a5) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:46:00.517985 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b70314e6-483b-41ff-bfbe-50228f031fe5 admin admin] Publish callbacks [] for security_group (ef1c7cdb-5d4e-4458-a705-2812f4b9ed38), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:00.629060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9c021ca1-9b79-4349-82c1-d815a04d283f None None] Current status of the port a5cb2d09-d96b-44ca-b039-9486b22d6375 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:00.668633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b70314e6-483b-41ff-bfbe-50228f031fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ef1c7cdb-5d4e-4458-a705-2812f4b9ed38), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:00.678897 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b70314e6-483b-41ff-bfbe-50228f031fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:00.681661 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b70314e6-483b-41ff-bfbe-50228f031fe5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ef1c7cdb-5d4e-4458-a705-2812f4b9ed38 HTTP/1.1" status: 204 len: 168 time: 0.3876359 Feb 04 13:46:00.705097 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70314e6-483b-41ff-bfbe-50228f031fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1c7cdb-5d4e-4458-a705-2812f4b9ed38,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:00.769557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e110b56-9dbe-4497-8c31-f67833bbd7d9 req-346a0e40-8d41-4834-b4c9-7f98810f5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:00.771342 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e110b56-9dbe-4497-8c31-f67833bbd7d9 req-346a0e40-8d41-4834-b4c9-7f98810f5c02 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3e13c1accd464d1bb7a6d2f9df17596e&device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 1127 time: 0.8984826 Feb 04 13:46:00.832574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50fca8-87ee-4ad3-a6b7-d2345a7e4680 req-bc6cca74-8f7d-4ab5-aba7-47bc73389c75 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:00.840581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a5cb2d09-d96b-44ca-b039-9486b22d6375 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:46:00.842855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd50fca8-87ee-4ad3-a6b7-d2345a7e4680 req-bc6cca74-8f7d-4ab5-aba7-47bc73389c75 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=961753dd-7843-4c83-9e18-b552cd974a42 HTTP/1.1" status: 200 len: 945 time: 0.5044940 Feb 04 13:46:00.955940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a5cb2d09-d96b-44ca-b039-9486b22d6375 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:00.956609 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a5cb2d09-d96b-44ca-b039-9486b22d6375), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:01.072964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-85a0e1ed-a3b0-4682-b4ef-1ab550422d1c None None] Provisioning complete for port a5cb2d09-d96b-44ca-b039-9486b22d6375 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:01.072964 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-85a0e1ed-a3b0-4682-b4ef-1ab550422d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a5cb2d09-d96b-44ca-b039-9486b22d6375), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:01.139987 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd50fca8-87ee-4ad3-a6b7-d2345a7e4680 req-d415f990-9d83-4fe2-9ded-1ace85c499ff tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909575 Feb 04 13:46:01.148543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device bc40ee74-707b-4b03-9c9c-208706a8274a details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:46:01.340106 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a5cb2d09-d96b-44ca-b039-9486b22d6375 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:01.396761 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-17dff275-6152-4777-a292-37750c64226f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for port (97905031-2f2a-4178-85eb-0808ee9411a5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:01.491573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-85a0e1ed-a3b0-4682-b4ef-1ab550422d1c None None] Current status of the port a5cb2d09-d96b-44ca-b039-9486b22d6375 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:01.537432 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-17dff275-6152-4777-a292-37750c64226f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (97905031-2f2a-4178-85eb-0808ee9411a5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:01.542190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-85a0e1ed-a3b0-4682-b4ef-1ab550422d1c None None] Provisioning complete for port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:01.543807 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-85a0e1ed-a3b0-4682-b4ef-1ab550422d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:01.550645 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7a8b7f4b-a514-49bf-a267-b64da66b5b48 req-f2377be9-6fdd-4b13-ae3f-0c0df858413f tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (65f83736-6a76-4332-b2fc-15a543bc1f07), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:01.591281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['131c81be-3edf-4d98-a4c8-daa92f8609ca', '65f83736-6a76-4332-b2fc-15a543bc1f07'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:46:01.669039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-85a0e1ed-a3b0-4682-b4ef-1ab550422d1c None None] Port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:46:01.684559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57786) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:01.699246 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port bc40ee74-707b-4b03-9c9c-208706a8274a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=bc40ee74-707b-4b03-9c9c-208706a8274a,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:01.728838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'bc40ee74-707b-4b03-9c9c-208706a8274a', 'network_id': 'c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8', 'port_id': 'bc40ee74-707b-4b03-9c9c-208706a8274a', 'mac_address': 'fa:16:3e:13:e9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccf873e-5391-44ae-8d90-070fed243733', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:46:01.776872 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-310a42c1-93e1-4b13-b853-96bd5ec54215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:01.802124 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:01.809738 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e110b56-9dbe-4497-8c31-f67833bbd7d9 req-e17100af-963f-43b2-b728-27279c539613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:01.826804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e110b56-9dbe-4497-8c31-f67833bbd7d9 req-e17100af-963f-43b2-b728-27279c539613 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 HTTP/1.1" status: 200 len: 914 time: 1.0269279 Feb 04 13:46:01.882333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-17dff275-6152-4777-a292-37750c64226f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network a0b13e3f-9762-48cf-8033-0eeb8464cf8d is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:46:01.899457 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port bc40ee74-707b-4b03-9c9c-208706a8274a is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:01.899940 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (bc40ee74-707b-4b03-9c9c-208706a8274a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:01.948711 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d8d2cf4e-2eda-4e11-9ed1-90e91906a12c None None] Provisioning complete for port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:01.951063 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d8d2cf4e-2eda-4e11-9ed1-90e91906a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:02.019656 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:02.041165 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-310a42c1-93e1-4b13-b853-96bd5ec54215 admin admin] Publish callbacks [] for security_group (da864ee3-e14c-4dcf-aea9-61d610439996), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:02.049096 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-310a42c1-93e1-4b13-b853-96bd5ec54215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (da864ee3-e14c-4dcf-aea9-61d610439996), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:02.060823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2cf4e-2eda-4e11-9ed1-90e91906a12c None None] Port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:46:02.076987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc40ee74-707b-4b03-9c9c-208706a8274a {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:46:02.160484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port bc40ee74-707b-4b03-9c9c-208706a8274a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=bc40ee74-707b-4b03-9c9c-208706a8274a,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:02.168885 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (bc40ee74-707b-4b03-9c9c-208706a8274a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:02.169736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-17dff275-6152-4777-a292-37750c64226f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:02.182437 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e110b56-9dbe-4497-8c31-f67833bbd7d9 req-9cfcd19c-c6c5-45fd-bd85-44177d001dc2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc40ee74-707b-4b03-9c9c-208706a8274a HTTP/1.1" status: 200 len: 217 time: 0.3540761 Feb 04 13:46:02.199328 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-310a42c1-93e1-4b13-b853-96bd5ec54215 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fbe1729289184652b4465ecbfb10a705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5098274 Feb 04 13:46:02.200749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57794) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:02.216442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-17dff275-6152-4777-a292-37750c64226f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:46:02.224257 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a42c1-93e1-4b13-b853-96bd5ec54215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da864ee3-e14c-4dcf-aea9-61d610439996,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:02.243756 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8b7f4b-a514-49bf-a267-b64da66b5b48 req-f2377be9-6fdd-4b13-ae3f-0c0df858413f tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] No DVR routers for this DVR port 65f83736-6a76-4332-b2fc-15a543bc1f07 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:46:02.346763 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=bc40ee74-707b-4b03-9c9c-208706a8274a,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:02.353285 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dff275-6152-4777-a292-37750c64226f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Port': ['ID=97905031-2f2a-4178-85eb-0808ee9411a5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:02.357070 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7a8b7f4b-a514-49bf-a267-b64da66b5b48 req-f2377be9-6fdd-4b13-ae3f-0c0df858413f tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:02.362758 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a8b7f4b-a514-49bf-a267-b64da66b5b48 req-f2377be9-6fdd-4b13-ae3f-0c0df858413f tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.99 "DELETE /v2.0/ports/65f83736-6a76-4332-b2fc-15a543bc1f07 HTTP/1.1" status: 204 len: 173 time: 3.6013885 Feb 04 13:46:02.369076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961753dd-7843-4c83-9e18-b552cd974a42', 'name': 'network-vif-deleted', 'tag': '65f83736-6a76-4332-b2fc-15a543bc1f07'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:46:02.372375 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd23fd8-66d2-4c37-9e9d-c3ead311989d" -d '{"events": [{"server_uuid": "961753dd-7843-4c83-9e18-b552cd974a42", "name": "network-vif-deleted", "tag": "65f83736-6a76-4332-b2fc-15a543bc1f07"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:46:02.383730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b657e-ed3b-48dd-a854-8ed9159d6962 req-66318c2c-55a9-41f8-9e2b-718844d4a2ab tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:02.394607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-491b657e-ed3b-48dd-a854-8ed9159d6962 req-66318c2c-55a9-41f8-9e2b-718844d4a2ab tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 944 time: 0.9242163 Feb 04 13:46:02.409154 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (25788901-f53c-44d0-8c03-3d63078b7fbb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:02.476301 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8719920d-8b24-4ba3-a263-6b07dcc38965 admin admin] Publish callbacks [] for security_group (da864ee3-e14c-4dcf-aea9-61d610439996), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:02.491018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2377be9-6fdd-4b13-ae3f-0c0df858413f tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Pushing event deleted for resources: {'Port': ['ID=65f83736-6a76-4332-b2fc-15a543bc1f07,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:02.573026 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8719920d-8b24-4ba3-a263-6b07dcc38965 admin admin] Publish callbacks [] for security_group (da864ee3-e14c-4dcf-aea9-61d610439996), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:02.631821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['bc40ee74-707b-4b03-9c9c-208706a8274a'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:46:02.660044 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=4668f505-da0e-4979-9e6b-fcb9d697c2b1,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:02.704849 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-17dff275-6152-4777-a292-37750c64226f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:02.706367 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-17dff275-6152-4777-a292-37750c64226f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:02.728800 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e110b56-9dbe-4497-8c31-f67833bbd7d9 req-0f8a4ccf-4d94-4948-a9d6-5a2aa256054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:02.733324 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e110b56-9dbe-4497-8c31-f67833bbd7d9 req-0f8a4ccf-4d94-4948-a9d6-5a2aa256054b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4ccf873e-5391-44ae-8d90-070fed243733 HTTP/1.1" status: 200 len: 853 time: 0.4967582 Feb 04 13:46:02.770564 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8dd03ae5-11e8-4ab3-9c2c-796c52bb2826 None None] Provisioning complete for port 97905031-2f2a-4178-85eb-0808ee9411a5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:02.774020 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8dd03ae5-11e8-4ab3-9c2c-796c52bb2826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (97905031-2f2a-4178-85eb-0808ee9411a5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:02.796368 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8719920d-8b24-4ba3-a263-6b07dcc38965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (da864ee3-e14c-4dcf-aea9-61d610439996), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:02.802915 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8719920d-8b24-4ba3-a263-6b07dcc38965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:02.806326 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8719920d-8b24-4ba3-a263-6b07dcc38965 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/da864ee3-e14c-4dcf-aea9-61d610439996 HTTP/1.1" status: 204 len: 168 time: 0.6029058 Feb 04 13:46:02.825989 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719920d-8b24-4ba3-a263-6b07dcc38965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da864ee3-e14c-4dcf-aea9-61d610439996,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:02.831035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e110b56-9dbe-4497-8c31-f67833bbd7d9 req-e128c734-27ba-4c3c-aca2-da593c9a3a5d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717852 Feb 04 13:46:02.838725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-17dff275-6152-4777-a292-37750c64226f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9581456 Feb 04 13:46:02.852708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-491b657e-ed3b-48dd-a854-8ed9159d6962 req-291978a3-4d39-4972-9ada-4312f9cc9e92 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566998 Feb 04 13:46:02.873376 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Request body: {'port': {'device_id': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:02.993451 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network abc8932f-b540-4eb1-94d7-2f5a2a4b2a77 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:46:03.002854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:03.040453 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8dd03ae5-11e8-4ab3-9c2c-796c52bb2826 None None] Port 97905031-2f2a-4178-85eb-0808ee9411a5 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:46:03.160116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 65f83736-6a76-4332-b2fc-15a543bc1f07 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:46:03.220059 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (97905031-2f2a-4178-85eb-0808ee9411a5), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:03.443053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e8dfb-25a9-4020-8f86-b5431fe88027 req-5a1269a1-55bf-42db-9f0e-255ebf009bef tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:03.457553 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-439e8dfb-25a9-4020-8f86-b5431fe88027 req-5a1269a1-55bf-42db-9f0e-255ebf009bef tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 931 time: 0.4595401 Feb 04 13:46:03.489548 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e110b56-9dbe-4497-8c31-f67833bbd7d9 req-48eccddb-63d6-4746-9ba6-687c0b75dd40 service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6406736 Feb 04 13:46:03.698135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 65f83736-6a76-4332-b2fc-15a543bc1f07 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:46:03.699930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 65f83736-6a76-4332-b2fc-15a543bc1f07 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:46:03.789293 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c4bab515-0daa-4948-8d66-1241ce81e972 None None] Provisioning complete for port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:03.798911 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4bab515-0daa-4948-8d66-1241ce81e972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:03.962774 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c4bab515-0daa-4948-8d66-1241ce81e972 None None] Port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:46:03.981603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-439e8dfb-25a9-4020-8f86-b5431fe88027 req-1f2eda25-f1ec-4b01-8890-f0bf1942bb2b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=dfcb9ee8-da56-4717-b20a-f84cdca8dda6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5223925 Feb 04 13:46:04.145705 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0660d10d-ae25-4f9d-8946-79768db1bbc0 x-openstack-request-id: req-0660d10d-ae25-4f9d-8946-79768db1bbc0 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:46:04.146319 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961753dd-7843-4c83-9e18-b552cd974a42", "name": "network-vif-deleted", "tag": "65f83736-6a76-4332-b2fc-15a543bc1f07", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:46:04.146751 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0660d10d-ae25-4f9d-8946-79768db1bbc0 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:46:04.147435 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961753dd-7843-4c83-9e18-b552cd974a42', 'name': 'network-vif-deleted', 'tag': '65f83736-6a76-4332-b2fc-15a543bc1f07', 'status': 'completed', 'code': 200} Feb 04 13:46:04.155176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 25788901-f53c-44d0-8c03-3d63078b7fbb is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:46:04.196471 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e110b56-9dbe-4497-8c31-f67833bbd7d9 req-84125b4e-f9bc-478c-8d18-a5148201ffb6 service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6640735 Feb 04 13:46:05.076523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:46:05.090673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9f2c7d73-f35e-4b51-9225-8cccd0a6e194 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/25788901-f53c-44d0-8c03-3d63078b7fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0607169 Feb 04 13:46:05.092903 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Sync routers for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:46:05.095365 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57856) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:05.104285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7fa13644-018e-407f-b29f-79694932b843 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'network': {'name': 'tempest-RoutersTest-219548114'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:05.108773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d51152-18cd-4832-bb08-6fa0966b8ec8 req-4651b70b-0955-4b30-ad1c-462e87a1d421 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:05.121735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2d51152-18cd-4832-bb08-6fa0966b8ec8 req-4651b70b-0955-4b30-ad1c-462e87a1d421 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 945 time: 0.7283492 Feb 04 13:46:05.134080 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:46:05.135129 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:45:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:05.139857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device bc40ee74-707b-4b03-9c9c-208706a8274a up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:46:05.173476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa13644-018e-407f-b29f-79694932b843 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:46:05.188163 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7fa13644-018e-407f-b29f-79694932b843 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:05.252629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97905031-2f2a-4178-85eb-0808ee9411a5 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:46:05.278865 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Publish callbacks [] for port (97905031-2f2a-4178-85eb-0808ee9411a5), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:05.320369 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa13644-018e-407f-b29f-79694932b843 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:46:05.330247 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2d51152-18cd-4832-bb08-6fa0966b8ec8 req-a836887b-93ce-4a1f-b53a-f4627bd35cbc tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068737 Feb 04 13:46:05.337416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port bc40ee74-707b-4b03-9c9c-208706a8274a completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:46:05.362525 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port bc40ee74-707b-4b03-9c9c-208706a8274a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:05.362525 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (bc40ee74-707b-4b03-9c9c-208706a8274a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:05.364191 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Transition to ACTIVE for port object 97905031-2f2a-4178-85eb-0808ee9411a5 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:46:05.369757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7fa13644-018e-407f-b29f-79694932b843 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e78d4158-833c-49a7-ad2b-ac316726af9c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:05.371632 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-7fa13644-018e-407f-b29f-79694932b843 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Added segment e78d4158-833c-49a7-ad2b-ac316726af9c of type vlan for network 8a4b5ee2-cc85-4acc-916c-602f3979619b Feb 04 13:46:05.382892 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (97905031-2f2a-4178-85eb-0808ee9411a5), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:05.555674 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:46:05.634416 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7fa13644-018e-407f-b29f-79694932b843 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (8a4b5ee2-cc85-4acc-916c-602f3979619b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:05.720016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Pushing event updated for resources: {'Port': ['ID=97905031-2f2a-4178-85eb-0808ee9411a5,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:05.739653 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port bc40ee74-707b-4b03-9c9c-208706a8274a is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:05.744102 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (bc40ee74-707b-4b03-9c9c-208706a8274a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:05.747640 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7fa13644-018e-407f-b29f-79694932b843 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (8a4b5ee2-cc85-4acc-916c-602f3979619b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:05.769333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa13644-018e-407f-b29f-79694932b843 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:05.770317 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7fa13644-018e-407f-b29f-79694932b843 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:05.884310 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port bc40ee74-707b-4b03-9c9c-208706a8274a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=bc40ee74-707b-4b03-9c9c-208706a8274a,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:05.889295 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c117d159-700c-4596-824d-3fb2d38fc8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc40ee74-707b-4b03-9c9c-208706a8274a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:46:05.903372 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe15524-7ac4-464e-ac4e-8b18d839626a" -d '{"events": [{"server_uuid": "c117d159-700c-4596-824d-3fb2d38fc8c5", "name": "network-vif-plugged", "status": "completed", "tag": "bc40ee74-707b-4b03-9c9c-208706a8274a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:46:05.925090 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (bc40ee74-707b-4b03-9c9c-208706a8274a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:05.990845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b79971-1b2f-4bad-a6c0-e50a8db1752d req-397b6bff-4520-4275-882a-3f9ed9928b28 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:05.993666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51b79971-1b2f-4bad-a6c0-e50a8db1752d req-397b6bff-4520-4275-882a-3f9ed9928b28 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 943 time: 0.4734218 Feb 04 13:46:06.012485 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7fa13644-018e-407f-b29f-79694932b843 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9150441 Feb 04 13:46:06.023172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57880) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:06.052526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-97e9088a-57fd-4b38-aeee-53ff441c8490 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'subnet': {'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:06.112190 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa13644-018e-407f-b29f-79694932b843 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Network': ['ID=8a4b5ee2-cc85-4acc-916c-602f3979619b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:06.133353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 8a4b5ee2-cc85-4acc-916c-602f3979619b details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:46:06.177934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=bc40ee74-707b-4b03-9c9c-208706a8274a,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:06.287671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Attempting to bind port 97905031-2f2a-4178-85eb-0808ee9411a5 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:46:06.288371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Attempting to bind port 97905031-2f2a-4178-85eb-0808ee9411a5 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'fadaa059-7bfa-4c73-be41-777107576852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:46:06.288961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Attempting to bind port 97905031-2f2a-4178-85eb-0808ee9411a5 on network a0b13e3f-9762-48cf-8033-0eeb8464cf8d {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:46:06.343078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Port 97905031-2f2a-4178-85eb-0808ee9411a5 on network a0b13e3f-9762-48cf-8033-0eeb8464cf8d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:46:06.344103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Attempting to bind port 97905031-2f2a-4178-85eb-0808ee9411a5 on network a0b13e3f-9762-48cf-8033-0eeb8464cf8d {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:46:06.377057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:46:06.377410 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Checking segment: {'id': 'fadaa059-7bfa-4c73-be41-777107576852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:46:06.377867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Bound using segment: {'id': 'fadaa059-7bfa-4c73-be41-777107576852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:46:06.378418 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Bound port: 97905031-2f2a-4178-85eb-0808ee9411a5, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fadaa059-7bfa-4c73-be41-777107576852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:46:06.379015 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (97905031-2f2a-4178-85eb-0808ee9411a5), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:06.420567 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51b79971-1b2f-4bad-a6c0-e50a8db1752d req-ef45b1d7-1b95-4b00-90af-842e13e26009 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=dfcb9ee8-da56-4717-b20a-f84cdca8dda6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3958950 Feb 04 13:46:06.507612 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bddc9e-a1bb-4d7e-9feb-c1e1ad91bfc4 x-openstack-request-id: req-33bddc9e-a1bb-4d7e-9feb-c1e1ad91bfc4 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:46:06.507955 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c117d159-700c-4596-824d-3fb2d38fc8c5", "name": "network-vif-plugged", "status": "completed", "tag": "bc40ee74-707b-4b03-9c9c-208706a8274a", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:46:06.508253 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-33bddc9e-a1bb-4d7e-9feb-c1e1ad91bfc4 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:46:06.508679 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c117d159-700c-4596-824d-3fb2d38fc8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc40ee74-707b-4b03-9c9c-208706a8274a', 'code': 200} Feb 04 13:46:06.512968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e9088a-57fd-4b38-aeee-53ff441c8490 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:46:06.526603 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-97e9088a-57fd-4b38-aeee-53ff441c8490 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:06.585682 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:45:59Z', 'revision_number': 2, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:00Z', 'revision_number': 2, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:06.746780 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Checking router: 25788901-f53c-44d0-8c03-3d63078b7fbb for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:46:06.748809 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Updating router 25788901-f53c-44d0-8c03-3d63078b7fbb port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:46:06.846754 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] For port 97905031-2f2a-4178-85eb-0808ee9411a5, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:46:06.857086 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:06.862341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] For port 97905031-2f2a-4178-85eb-0808ee9411a5, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=97905031-2f2a-4178-85eb-0808ee9411a5,segment=NetworkSegment(fadaa059-7bfa-4c73-be41-777107576852),segment_id=fadaa059-7bfa-4c73-be41-777107576852)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:46:06.927923 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (97905031-2f2a-4178-85eb-0808ee9411a5), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:07.001179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169070ca-0220-4b2f-b708-49963dfdcd54 req-a1ed2564-5285-4e08-bb8a-66242746d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:07.009999 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-169070ca-0220-4b2f-b708-49963dfdcd54 req-a1ed2564-5285-4e08-bb8a-66242746d560 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 1129 time: 0.3249712 Feb 04 13:46:07.036084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9e014-d29c-4a7a-8c32-cd7559398f97 req-58a5bd57-c9e3-4fc2-be06-8f76a6b462c9 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:07.038881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4af9e014-d29c-4a7a-8c32-cd7559398f97 req-58a5bd57-c9e3-4fc2-be06-8f76a6b462c9 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 946 time: 0.3526111 Feb 04 13:46:07.133495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:07.134382 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:07.136202 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] 10.222.0.99 "PUT /v2.0/ports/97905031-2f2a-4178-85eb-0808ee9411a5 HTTP/1.1" status: 200 len: 1092 time: 4.2679291 Feb 04 13:46:07.182937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'tag': '97905031-2f2a-4178-85eb-0808ee9411a5'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:46:07.194494 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc0deac-2837-4665-afca-6c158087f817" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5797b8-3d45-4fce-b472-55e2f8462e10", "tag": "97905031-2f2a-4178-85eb-0808ee9411a5"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:46:07.608752 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d17890-220c-48a9-825c-b1102bb6744b service neutron] Pushing event updated for resources: {'Port': ['ID=97905031-2f2a-4178-85eb-0808ee9411a5,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:07.706782 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-97e9088a-57fd-4b38-aeee-53ff441c8490 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:07.873776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e9088a-57fd-4b38-aeee-53ff441c8490 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Checking segment: {'id': 'e78d4158-833c-49a7-ad2b-ac316726af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:46:07.874468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e9088a-57fd-4b38-aeee-53ff441c8490 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network hostable DHCP agents. Network: 8a4b5ee2-cc85-4acc-916c-602f3979619b, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:46:07.894019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4af9e014-d29c-4a7a-8c32-cd7559398f97 req-a10e2603-afc5-417f-a9e2-dbcc9b4ed622 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7941411 Feb 04 13:46:07.950516 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Publish callbacks [] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:07.954911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-169070ca-0220-4b2f-b708-49963dfdcd54 req-60283c87-7ae7-4533-bb91-c6412a63ff12 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8719304 Feb 04 13:46:07.965914 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:08.027914 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-d370cce2-8979-46e4-9b51-facaa85f9fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:08.044175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-d370cce2-8979-46e4-9b51-facaa85f9fd1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 1126 time: 0.8213902 Feb 04 13:46:08.052079 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9399622f-3005-404f-8750-84cddc5d9a79 x-openstack-request-id: req-9399622f-3005-404f-8750-84cddc5d9a79 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:46:08.053575 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5797b8-3d45-4fce-b472-55e2f8462e10", "tag": "97905031-2f2a-4178-85eb-0808ee9411a5", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:46:08.054075 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9399622f-3005-404f-8750-84cddc5d9a79 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:46:08.055087 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'tag': '97905031-2f2a-4178-85eb-0808ee9411a5', 'status': 'completed', 'code': 200} Feb 04 13:46:08.066081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9088a-57fd-4b38-aeee-53ff441c8490 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Subnet': ['ID=8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:08.081571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e9088a-57fd-4b38-aeee-53ff441c8490 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network 8a4b5ee2-cc85-4acc-916c-602f3979619b is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:46:08.117421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-97e9088a-57fd-4b38-aeee-53ff441c8490 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 8a4b5ee2-cc85-4acc-916c-602f3979619b) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:08.135396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abafbb3-6859-40e8-b253-3fb801030bbc None None] Network 8a4b5ee2-cc85-4acc-916c-602f3979619b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:46:08.148942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e9088a-57fd-4b38-aeee-53ff441c8490 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:08.159641 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-97e9088a-57fd-4b38-aeee-53ff441c8490 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:08.256943 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-97e9088a-57fd-4b38-aeee-53ff441c8490 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2220373 Feb 04 13:46:08.258592 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57932) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:08.397919 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-8a4b5ee2-cc85-4acc-916c-602f3979619b', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'project_id': '866319b37a1b414d99c8c47f10151ece', 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:46:08.400134 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:08.543016 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Attempting to bind port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:46:08.545782 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Attempting to bind port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c8496335-c4a2-43ee-ba77-5d8e44249ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:46:08.548613 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Attempting to bind port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 on network abc8932f-b540-4eb1-94d7-2f5a2a4b2a77 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:46:08.557594 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f0445-991f-4206-87bd-62985a8c18be None None] Pushing event updated for resources: {'Port': ['ID=4668f505-da0e-4979-9e6b-fcb9d697c2b1,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:08.571129 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:46:08.572035 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Checking segment: {'id': 'c8496335-c4a2-43ee-ba77-5d8e44249ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:46:08.573296 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:08.574195 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Bound using segment: {'id': 'c8496335-c4a2-43ee-ba77-5d8e44249ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:46:08.575532 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Bound port: 4668f505-da0e-4979-9e6b-fcb9d697c2b1, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8496335-c4a2-43ee-ba77-5d8e44249ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:46:08.576913 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:08.620420 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-a280efa4-a157-4c01-83cf-a9ef87af9d25 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97905031-2f2a-4178-85eb-0808ee9411a5 HTTP/1.1" status: 200 len: 217 time: 0.4114313 Feb 04 13:46:08.733488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Allocated IP 172.21.0.2 (8a4b5ee2-cc85-4acc-916c-602f3979619b/8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef/ba94bdca-85a5-4ddd-ae8c-fb08b915a876) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:46:08.768005 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] For port 4668f505-da0e-4979-9e6b-fcb9d697c2b1, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:46:08.785266 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] For port 4668f505-da0e-4979-9e6b-fcb9d697c2b1, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4668f505-da0e-4979-9e6b-fcb9d697c2b1,segment=NetworkSegment(c8496335-c4a2-43ee-ba77-5d8e44249ad3),segment_id=c8496335-c4a2-43ee-ba77-5d8e44249ad3)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:46:08.803867 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:09.053844 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-471ac88a-62b7-49a3-8077-67c5333d0c32 None None] Provisioning complete for port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:09.054479 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-471ac88a-62b7-49a3-8077-67c5333d0c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:09.075572 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f0445-991f-4206-87bd-62985a8c18be None None] Pushing event updated for resources: {'Port': ['ID=4668f505-da0e-4979-9e6b-fcb9d697c2b1,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:09.118114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-cbd82c40-3f65-45cf-b33c-7c44c2b59e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:09.120875 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-cbd82c40-3f65-45cf-b33c-7c44c2b59e09 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b71daf93-69b8-48fe-bfaf-868dab64b820 HTTP/1.1" status: 200 len: 834 time: 0.4025452 Feb 04 13:46:09.132877 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:46:09.133904 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:45:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:09.304528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad4fa5-0787-46b7-a4ec-705def3e6447 req-ce189f99-4e69-4ba7-8f74-3274cf29fa70 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:09.308911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5ad4fa5-0787-46b7-a4ec-705def3e6447 req-ce189f99-4e69-4ba7-8f74-3274cf29fa70 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 943 time: 0.7287824 Feb 04 13:46:09.593956 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:46:09.653076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-c4c19db5-3ab7-4492-80e3-1f66292018a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:09.662644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-c4c19db5-3ab7-4492-80e3-1f66292018a1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a0b13e3f-9762-48cf-8033-0eeb8464cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5336609 Feb 04 13:46:09.731487 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5ad4fa5-0787-46b7-a4ec-705def3e6447 req-2a4037a7-d91d-423e-85b2-3f14ede93a0f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=dfcb9ee8-da56-4717-b20a-f84cdca8dda6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3890798 Feb 04 13:46:09.765892 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Publish callbacks [] for port (ba94bdca-85a5-4ddd-ae8c-fb08b915a876), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:09.810886 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (ba94bdca-85a5-4ddd-ae8c-fb08b915a876), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:10.002892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Pushing event updated for resources: {'Port': ['ID=ba94bdca-85a5-4ddd-ae8c-fb08b915a876,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:10.024308 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-471ac88a-62b7-49a3-8077-67c5333d0c32 None None] Current status of the port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:10.030846 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-471ac88a-62b7-49a3-8077-67c5333d0c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:10.168916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Network 8a4b5ee2-cc85-4acc-916c-602f3979619b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:46:10.178728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:10.194617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:46:10.295074 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-471ac88a-62b7-49a3-8077-67c5333d0c32 None None] For port 4668f505-da0e-4979-9e6b-fcb9d697c2b1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4668f505-da0e-4979-9e6b-fcb9d697c2b1,segment=NetworkSegment(c8496335-c4a2-43ee-ba77-5d8e44249ad3),segment_id=c8496335-c4a2-43ee-ba77-5d8e44249ad3)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:10.386010 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:10.394761 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-471ac88a-62b7-49a3-8077-67c5333d0c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:10.429979 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-f2ff0682-beec-47b4-a652-970ecdbd8ac9 service neutron] 10.222.0.99 "GET /v2.0/networks/a0b13e3f-9762-48cf-8033-0eeb8464cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6964104 Feb 04 13:46:10.504490 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:45:59Z', 'revision_number': 2, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:08Z', 'revision_number': 4, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:10.723738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607658b2-ddda-4219-8b8f-2d2ddfde40db req-d22abf8c-8171-4cb6-bc84-95e7f8d9de4b service neutron] 10.222.0.99 "GET /v2.0/networks/a0b13e3f-9762-48cf-8033-0eeb8464cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654593 Feb 04 13:46:10.771755 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dad4d-0249-412e-96be-944030cb487e req-3a76ce3f-8841-4b07-b13c-a8288360c08e tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:10.801197 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae4dad4d-0249-412e-96be-944030cb487e req-3a76ce3f-8841-4b07-b13c-a8288360c08e tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 946 time: 0.7471337 Feb 04 13:46:10.833241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-496410ee-5a3d-4702-8024-4300e53f06ec None None] Provisioning complete for port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:10.835584 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-496410ee-5a3d-4702-8024-4300e53f06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:10.842039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Attempting to bind port ba94bdca-85a5-4ddd-ae8c-fb08b915a876 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:46:10.842971 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Attempting to bind port ba94bdca-85a5-4ddd-ae8c-fb08b915a876 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'e78d4158-833c-49a7-ad2b-ac316726af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:46:10.844402 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Attempting to bind port ba94bdca-85a5-4ddd-ae8c-fb08b915a876 on network 8a4b5ee2-cc85-4acc-916c-602f3979619b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:46:11.048369 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea8546-5d6e-4d68-bb01-3648aa8cbcfc None None] The sync data for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 is: [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:45:59Z', 'revision_number': 2, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:08Z', 'revision_number': 4, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:46:11.095777 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:46:11.124223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:46:11.125569 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Checking segment: {'id': 'e78d4158-833c-49a7-ad2b-ac316726af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:46:11.131393 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:11.132350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Bound using segment: {'id': 'e78d4158-833c-49a7-ad2b-ac316726af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:46:11.133362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Bound port: ba94bdca-85a5-4ddd-ae8c-fb08b915a876, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78d4158-833c-49a7-ad2b-ac316726af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:46:11.137611 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ba94bdca-85a5-4ddd-ae8c-fb08b915a876), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:11.161110 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2cab642a-4451-4b47-8ff3-a478059b07d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:11.187856 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae4dad4d-0249-412e-96be-944030cb487e req-d237c90a-352e-4192-954f-da91600da41a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772311 Feb 04 13:46:11.249843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0deac-2837-4665-afca-6c158087f817 req-f1f2869f-d202-40fd-9eed-fca0cd88e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:11.252037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bc0deac-2837-4665-afca-6c158087f817 req-f1f2869f-d202-40fd-9eed-fca0cd88e164 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 1126 time: 0.4163504 Feb 04 13:46:11.254839 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ac88a-62b7-49a3-8077-67c5333d0c32 None None] Pushing event updated for resources: {'Port': ['ID=4668f505-da0e-4979-9e6b-fcb9d697c2b1,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:11.552883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] For port ba94bdca-85a5-4ddd-ae8c-fb08b915a876, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:46:11.560691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] For port ba94bdca-85a5-4ddd-ae8c-fb08b915a876, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ba94bdca-85a5-4ddd-ae8c-fb08b915a876,segment=NetworkSegment(e78d4158-833c-49a7-ad2b-ac316726af9c),segment_id=e78d4158-833c-49a7-ad2b-ac316726af9c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:46:11.638249 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ba94bdca-85a5-4ddd-ae8c-fb08b915a876), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:11.837075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d4c21-ccb8-472d-b430-def23ebbc3ff req-6682f0e2-0d90-4237-9eac-8e4ded26ee83 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:11.857112 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d96d4c21-ccb8-472d-b430-def23ebbc3ff req-6682f0e2-0d90-4237-9eac-8e4ded26ee83 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 943 time: 0.2521873 Feb 04 13:46:11.861169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Allocated IP 172.21.0.1 (8a4b5ee2-cc85-4acc-916c-602f3979619b/8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef/fc03affc-9c4e-4544-a68d-b07dacc690e0) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:46:11.927579 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0deac-2837-4665-afca-6c158087f817 req-9df870e0-4eea-49df-a46d-3770a9254c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:11.929152 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bc0deac-2837-4665-afca-6c158087f817 req-9df870e0-4eea-49df-a46d-3770a9254c86 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a0b13e3f-9762-48cf-8033-0eeb8464cf8d HTTP/1.1" status: 200 len: 896 time: 0.6682005 Feb 04 13:46:12.144963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e301b-a6bb-445e-a589-38cd1384cd6a None None] Pushing event updated for resources: {'Port': ['ID=ba94bdca-85a5-4ddd-ae8c-fb08b915a876,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:12.158588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-496410ee-5a3d-4702-8024-4300e53f06ec None None] Current status of the port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:12.217095 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d96d4c21-ccb8-472d-b430-def23ebbc3ff req-bae9b08c-5255-4e28-8cb8-482a13d1c69e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=dfcb9ee8-da56-4717-b20a-f84cdca8dda6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556247 Feb 04 13:46:12.220805 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58060) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:12.229092 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bc0deac-2837-4665-afca-6c158087f817 req-79268b29-10bb-4c52-b596-1ff6837036bd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97905031-2f2a-4178-85eb-0808ee9411a5 HTTP/1.1" status: 200 len: 217 time: 0.2821400 Feb 04 13:46:12.480119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0deac-2837-4665-afca-6c158087f817 req-6349c6aa-9b08-4996-9dc8-d239af25de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:12.483934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bc0deac-2837-4665-afca-6c158087f817 req-6349c6aa-9b08-4996-9dc8-d239af25de92 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b71daf93-69b8-48fe-bfaf-868dab64b820 HTTP/1.1" status: 200 len: 834 time: 0.2469072 Feb 04 13:46:12.536013 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:12.720836 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0deac-2837-4665-afca-6c158087f817 req-09008f60-3f0d-472c-907f-d85f33c8dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:12.722654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bc0deac-2837-4665-afca-6c158087f817 req-09008f60-3f0d-472c-907f-d85f33c8dd6c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a0b13e3f-9762-48cf-8033-0eeb8464cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2316356 Feb 04 13:46:12.744924 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:12.888182 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network 8a4b5ee2-cc85-4acc-916c-602f3979619b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:46:12.904684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:12.908755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:46:13.036791 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=fc03affc-9c4e-4544-a68d-b07dacc690e0,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:13.062743 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (25788901-f53c-44d0-8c03-3d63078b7fbb), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:13.163976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfee78-2328-4046-a5d5-13923935d9ee req-df00371e-d6d3-4311-8820-22ee19c93162 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:13.171048 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-abbfee78-2328-4046-a5d5-13923935d9ee req-df00371e-d6d3-4311-8820-22ee19c93162 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 946 time: 0.2833683 Feb 04 13:46:13.174676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4668f505-da0e-4979-9e6b-fcb9d697c2b1 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:46:13.220979 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bc0deac-2837-4665-afca-6c158087f817 req-e75e6c84-6853-4936-b299-01ea649a15b4 service neutron] 10.222.0.99 "GET /v2.0/networks/a0b13e3f-9762-48cf-8033-0eeb8464cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864995 Feb 04 13:46:13.329290 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:13.329671 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:13.476998 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:13.558142 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bc0deac-2837-4665-afca-6c158087f817 req-3ca7c51a-f803-4c55-9ae3-0f30797af809 service neutron] 10.222.0.99 "GET /v2.0/networks/a0b13e3f-9762-48cf-8033-0eeb8464cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250091 Feb 04 13:46:13.637845 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ce50660-0db0-4c0b-b5ff-8ff9ee3210b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:13.649021 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:13.657980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ba94bdca-85a5-4ddd-ae8c-fb08b915a876 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:46:13.736179 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-abbfee78-2328-4046-a5d5-13923935d9ee req-89da418d-34d9-48ea-afdf-46f2c3fb976d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637887 Feb 04 13:46:14.022875 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2957c71e-1cef-401c-837c-950aba5cbfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:14.033683 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:14.096014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ba94bdca-85a5-4ddd-ae8c-fb08b915a876 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:14.096519 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ba94bdca-85a5-4ddd-ae8c-fb08b915a876), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:14.141092 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ce50660-0db0-4c0b-b5ff-8ff9ee3210b4 admin admin] Publish callbacks [] for security_group (f2c86b76-62a1-49b3-92f9-461edb41f698), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:14.164561 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ce50660-0db0-4c0b-b5ff-8ff9ee3210b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f2c86b76-62a1-49b3-92f9-461edb41f698), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:14.394611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ba94bdca-85a5-4ddd-ae8c-fb08b915a876 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:14.396153 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ba94bdca-85a5-4ddd-ae8c-fb08b915a876), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:14.469060 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:14.481128 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:14.518233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port ba94bdca-85a5-4ddd-ae8c-fb08b915a876, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ba94bdca-85a5-4ddd-ae8c-fb08b915a876,segment=NetworkSegment(e78d4158-833c-49a7-ad2b-ac316726af9c),segment_id=e78d4158-833c-49a7-ad2b-ac316726af9c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:14.528053 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ba94bdca-85a5-4ddd-ae8c-fb08b915a876), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:14.604810 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce50660-0db0-4c0b-b5ff-8ff9ee3210b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c86b76-62a1-49b3-92f9-461edb41f698,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:14.647343 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1ce50660-0db0-4c0b-b5ff-8ff9ee3210b4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e7db71d621864ec1a6e8d16a3bd1eae0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4177732 Feb 04 13:46:14.654919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58092) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:14.758719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022f7fc-5746-4fab-ac74-5d97d9a7ce79 req-7b05166d-cb13-4c4d-923b-d5cc2661d826 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:14.773330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9022f7fc-5746-4fab-ac74-5d97d9a7ce79 req-7b05166d-cb13-4c4d-923b-d5cc2661d826 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 943 time: 0.6205690 Feb 04 13:46:14.794236 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:14.824271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=ba94bdca-85a5-4ddd-ae8c-fb08b915a876,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:14.834326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (25788901-f53c-44d0-8c03-3d63078b7fbb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:14.854278 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=fc03affc-9c4e-4544-a68d-b07dacc690e0,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:14.933069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ce71a-8fb9-4741-a77a-2009e5dce443 req-ec8646f3-076e-4fa9-99df-c90a84af73b9 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:14.935349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af9ce71a-8fb9-4741-a77a-2009e5dce443 req-ec8646f3-076e-4fa9-99df-c90a84af73b9 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.99 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 946 time: 0.6204011 Feb 04 13:46:15.025039 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9022f7fc-5746-4fab-ac74-5d97d9a7ce79 req-f78c7105-1934-4ad4-bdae-76d3e88d41a4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=dfcb9ee8-da56-4717-b20a-f84cdca8dda6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498145 Feb 04 13:46:15.041764 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d91522-b455-4ad1-a769-9b514a7e5a52 None None] Network 8a4b5ee2-cc85-4acc-916c-602f3979619b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:46:15.087633 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83dd430d-51b3-410d-9a7a-472b91a425d1 admin admin] Publish callbacks [] for security_group (f2c86b76-62a1-49b3-92f9-461edb41f698), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:15.210606 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network 8a4b5ee2-cc85-4acc-916c-602f3979619b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:46:15.222235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:15.223343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 97905031-2f2a-4178-85eb-0808ee9411a5 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:46:15.226160 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83dd430d-51b3-410d-9a7a-472b91a425d1 admin admin] Publish callbacks [] for security_group (f2c86b76-62a1-49b3-92f9-461edb41f698), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:15.431950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-211a85b7-2cf4-4ed0-8b20-ad4d4ee7b8b4 None None] Provisioning complete for port ba94bdca-85a5-4ddd-ae8c-fb08b915a876 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:15.432907 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-211a85b7-2cf4-4ed0-8b20-ad4d4ee7b8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ba94bdca-85a5-4ddd-ae8c-fb08b915a876), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:15.496365 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83dd430d-51b3-410d-9a7a-472b91a425d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f2c86b76-62a1-49b3-92f9-461edb41f698), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:15.503592 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83dd430d-51b3-410d-9a7a-472b91a425d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:15.509810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-83dd430d-51b3-410d-9a7a-472b91a425d1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f2c86b76-62a1-49b3-92f9-461edb41f698 HTTP/1.1" status: 204 len: 168 time: 0.8493783 Feb 04 13:46:15.599009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd430d-51b3-410d-9a7a-472b91a425d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c86b76-62a1-49b3-92f9-461edb41f698,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:15.719376 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55acd02-7e9d-49a1-a0b1-62366b3366cd req-8277a837-2ad8-4b58-9848-a1eda41bff2b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:15.731189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e55acd02-7e9d-49a1-a0b1-62366b3366cd req-8277a837-2ad8-4b58-9848-a1eda41bff2b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 946 time: 0.3910449 Feb 04 13:46:15.897285 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-af9ce71a-8fb9-4741-a77a-2009e5dce443 req-941e37ae-fed9-4a70-aee0-0285f026f2ae tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Deleting port bc40ee74-707b-4b03-9c9c-208706a8274a {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:46:15.898037 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af9ce71a-8fb9-4741-a77a-2009e5dce443 req-941e37ae-fed9-4a70-aee0-0285f026f2ae tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (bc40ee74-707b-4b03-9c9c-208706a8274a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:15.903683 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:15.941256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 97905031-2f2a-4178-85eb-0808ee9411a5, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=97905031-2f2a-4178-85eb-0808ee9411a5,segment=NetworkSegment(fadaa059-7bfa-4c73-be41-777107576852),segment_id=fadaa059-7bfa-4c73-be41-777107576852)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:15.995558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '97905031-2f2a-4178-85eb-0808ee9411a5', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'port_id': '97905031-2f2a-4178-85eb-0808ee9411a5', 'mac_address': 'fa:16:3e:71:e4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:46:16.117799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 97905031-2f2a-4178-85eb-0808ee9411a5 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:16.118633 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (97905031-2f2a-4178-85eb-0808ee9411a5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:16.176926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97905031-2f2a-4178-85eb-0808ee9411a5 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:46:16.200068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-211a85b7-2cf4-4ed0-8b20-ad4d4ee7b8b4 None None] Current status of the port ba94bdca-85a5-4ddd-ae8c-fb08b915a876 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:16.329446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 97905031-2f2a-4178-85eb-0808ee9411a5, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=97905031-2f2a-4178-85eb-0808ee9411a5,segment=NetworkSegment(fadaa059-7bfa-4c73-be41-777107576852),segment_id=fadaa059-7bfa-4c73-be41-777107576852)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:16.341249 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (97905031-2f2a-4178-85eb-0808ee9411a5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:16.362577 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e55acd02-7e9d-49a1-a0b1-62366b3366cd req-ae4579c4-435e-4a29-9dbd-de08e9853db5 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6193078 Feb 04 13:46:16.522720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-af9ce71a-8fb9-4741-a77a-2009e5dce443 req-941e37ae-fed9-4a70-aee0-0285f026f2ae tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] For port bc40ee74-707b-4b03-9c9c-208706a8274a, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=bc40ee74-707b-4b03-9c9c-208706a8274a,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:16.527735 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af9ce71a-8fb9-4741-a77a-2009e5dce443 req-941e37ae-fed9-4a70-aee0-0285f026f2ae tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (bc40ee74-707b-4b03-9c9c-208706a8274a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:16.557217 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=97905031-2f2a-4178-85eb-0808ee9411a5,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:16.641147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-af9ce71a-8fb9-4741-a77a-2009e5dce443 req-941e37ae-fed9-4a70-aee0-0285f026f2ae tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Calling delete_port for bc40ee74-707b-4b03-9c9c-208706a8274a owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:46:16.672752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 25788901-f53c-44d0-8c03-3d63078b7fbb has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:46:16.750258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['97905031-2f2a-4178-85eb-0808ee9411a5'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:46:16.922981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ba94bdca-85a5-4ddd-ae8c-fb08b915a876 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:46:16.948145 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-dc3c8cf6-a9ae-40bf-b8b4-8c74d77020ad None None] Provisioning complete for port ba94bdca-85a5-4ddd-ae8c-fb08b915a876 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:16.948813 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dc3c8cf6-a9ae-40bf-b8b4-8c74d77020ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ba94bdca-85a5-4ddd-ae8c-fb08b915a876), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:17.043332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b95019-08cd-4752-a42e-b93a380adaf7 req-896d2381-cc0d-4e16-9deb-c88c4a66696f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:17.046581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-89b95019-08cd-4752-a42e-b93a380adaf7 req-896d2381-cc0d-4e16-9deb-c88c4a66696f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 944 time: 0.4882302 Feb 04 13:46:17.076312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58122) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:17.141506 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:46:17.157290 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-19506fab-cb59-44bd-9eac-73822eeee494 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/25788901-f53c-44d0-8c03-3d63078b7fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8970866 Feb 04 13:46:17.164500 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58126) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:17.214806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-abd20ddb-39dc-4c44-91e1-e3eda29cf662 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'network': {'name': 'tempest-RoutersTest-994334971'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:17.225987 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a871a7d1-fcb2-493c-a93d-4d9940c0fcbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:17.275486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device bc40ee74-707b-4b03-9c9c-208706a8274a no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:46:17.281802 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Sync routers for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:46:17.304380 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:17.410005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-89b95019-08cd-4752-a42e-b93a380adaf7 req-4a5693ea-9af1-4451-8a38-c815bf3d4984 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=dfcb9ee8-da56-4717-b20a-f84cdca8dda6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3390641 Feb 04 13:46:17.459925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:46:17.460900 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:46:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:17.665221 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd20ddb-39dc-4c44-91e1-e3eda29cf662 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:46:17.673858 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-abd20ddb-39dc-4c44-91e1-e3eda29cf662 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:17.865268 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af9ce71a-8fb9-4741-a77a-2009e5dce443 req-941e37ae-fed9-4a70-aee0-0285f026f2ae tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (bc40ee74-707b-4b03-9c9c-208706a8274a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:17.941457 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8fcceb57-e3e6-485e-8606-e8f069c54053'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:46:17.976351 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a871a7d1-fcb2-493c-a93d-4d9940c0fcbe admin admin] Publish callbacks [] for security_group (b61c86f0-cb5a-4725-aa23-643dbffeed63), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:17.990215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd20ddb-39dc-4c44-91e1-e3eda29cf662 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:46:18.006068 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-abd20ddb-39dc-4c44-91e1-e3eda29cf662 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e6c7854a-ddd7-4792-995e-68f028749226), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:18.006624 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-abd20ddb-39dc-4c44-91e1-e3eda29cf662 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Added segment e6c7854a-ddd7-4792-995e-68f028749226 of type vlan for network ccf59afb-ab6b-46c9-bda7-4b02370a8973 Feb 04 13:46:18.058850 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ba94bdca-85a5-4ddd-ae8c-fb08b915a876 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:18.059829 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ba94bdca-85a5-4ddd-ae8c-fb08b915a876), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:18.074903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No active binding found for port bc40ee74-707b-4b03-9c9c-208706a8274a {{(pid=103608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 13:46:18.075503 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port bc40ee74-707b-4b03-9c9c-208706a8274a host None! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:46:18.076134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device bc40ee74-707b-4b03-9c9c-208706a8274a not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:46:18.080305 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-abd20ddb-39dc-4c44-91e1-e3eda29cf662 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (ccf59afb-ab6b-46c9-bda7-4b02370a8973), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:18.129594 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:18.207646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:46:18.229753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e37ae-fed9-4a70-aee0-0285f026f2ae tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Pushing event deleted for resources: {'Port': ['ID=bc40ee74-707b-4b03-9c9c-208706a8274a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:18.237144 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-abd20ddb-39dc-4c44-91e1-e3eda29cf662 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (ccf59afb-ab6b-46c9-bda7-4b02370a8973), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:18.255820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd20ddb-39dc-4c44-91e1-e3eda29cf662 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:18.256884 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-abd20ddb-39dc-4c44-91e1-e3eda29cf662 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:18.260339 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a871a7d1-fcb2-493c-a93d-4d9940c0fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b61c86f0-cb5a-4725-aa23-643dbffeed63), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:18.480717 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-dc3c8cf6-a9ae-40bf-b8b4-8c74d77020ad None None] Current status of the port ba94bdca-85a5-4ddd-ae8c-fb08b915a876 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:18.674415 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd20ddb-39dc-4c44-91e1-e3eda29cf662 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Network': ['ID=ccf59afb-ab6b-46c9-bda7-4b02370a8973,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:18.700385 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-dc3c8cf6-a9ae-40bf-b8b4-8c74d77020ad None None] Provisioning complete for port fc03affc-9c4e-4544-a68d-b07dacc690e0 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:18.700917 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dc3c8cf6-a9ae-40bf-b8b4-8c74d77020ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:18.715991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network ccf59afb-ab6b-46c9-bda7-4b02370a8973 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:46:18.781768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca574c3a-a51e-4dd1-b0d7-bc869ca84959 req-62dbf223-708b-4b5a-8b7e-bd6c028c3319 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:18.781768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca574c3a-a51e-4dd1-b0d7-bc869ca84959 req-62dbf223-708b-4b5a-8b7e-bd6c028c3319 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=c117d159-700c-4596-824d-3fb2d38fc8c5 HTTP/1.1" status: 200 len: 867 time: 1.1145349 Feb 04 13:46:18.781768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a871a7d1-fcb2-493c-a93d-4d9940c0fcbe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=79509a7e6e6f460eb814638bdcfae99d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7023695 Feb 04 13:46:18.784147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58156) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:18.789370 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-abd20ddb-39dc-4c44-91e1-e3eda29cf662 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6108768 Feb 04 13:46:18.789948 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9ce71a-8fb9-4741-a77a-2009e5dce443 req-941e37ae-fed9-4a70-aee0-0285f026f2ae tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] No DVR routers for this DVR port bc40ee74-707b-4b03-9c9c-208706a8274a on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:46:18.791771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58158) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:18.793942 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ba94bdca-85a5-4ddd-ae8c-fb08b915a876 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:18.806392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9e71e783-810c-4bed-b757-b80ae3b2fde4 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'subnet': {'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:18.813013 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af9ce71a-8fb9-4741-a77a-2009e5dce443 req-941e37ae-fed9-4a70-aee0-0285f026f2ae tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:18.816950 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af9ce71a-8fb9-4741-a77a-2009e5dce443 req-941e37ae-fed9-4a70-aee0-0285f026f2ae tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.99 "DELETE /v2.0/ports/bc40ee74-707b-4b03-9c9c-208706a8274a HTTP/1.1" status: 204 len: 173 time: 3.8674190 Feb 04 13:46:18.821442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c117d159-700c-4596-824d-3fb2d38fc8c5', 'name': 'network-vif-deleted', 'tag': 'bc40ee74-707b-4b03-9c9c-208706a8274a'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:46:18.824228 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69ebbc5-a69f-4175-b609-1318cc0a6246" -d '{"events": [{"server_uuid": "c117d159-700c-4596-824d-3fb2d38fc8c5", "name": "network-vif-deleted", "tag": "bc40ee74-707b-4b03-9c9c-208706a8274a"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:46:18.887524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871a7d1-fcb2-493c-a93d-4d9940c0fcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61c86f0-cb5a-4725-aa23-643dbffeed63,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:19.022729 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-514c17c6-a0d5-4f5a-98d7-92745e959473 admin admin] Publish callbacks [] for security_group (b61c86f0-cb5a-4725-aa23-643dbffeed63), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:19.140208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-dc3c8cf6-a9ae-40bf-b8b4-8c74d77020ad None None] Port fc03affc-9c4e-4544-a68d-b07dacc690e0 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:46:19.145276 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-514c17c6-a0d5-4f5a-98d7-92745e959473 admin admin] Publish callbacks [] for security_group (b61c86f0-cb5a-4725-aa23-643dbffeed63), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:19.283461 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-514c17c6-a0d5-4f5a-98d7-92745e959473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b61c86f0-cb5a-4725-aa23-643dbffeed63), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:19.288897 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-514c17c6-a0d5-4f5a-98d7-92745e959473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:19.291900 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-514c17c6-a0d5-4f5a-98d7-92745e959473 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b61c86f0-cb5a-4725-aa23-643dbffeed63 HTTP/1.1" status: 204 len: 168 time: 0.5036435 Feb 04 13:46:19.311573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3f25c200-d347-4d29-9255-5aec63af1d4e None None] Provisioning complete for port fc03affc-9c4e-4544-a68d-b07dacc690e0 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:19.315113 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f25c200-d347-4d29-9255-5aec63af1d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:19.324824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:46:13Z', 'revision_number': 3, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:13Z', 'revision_number': 2, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:19.336298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c17c6-a0d5-4f5a-98d7-92745e959473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61c86f0-cb5a-4725-aa23-643dbffeed63,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:19.495084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Checking router: 25788901-f53c-44d0-8c03-3d63078b7fbb for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:46:19.495495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Updating router 25788901-f53c-44d0-8c03-3d63078b7fbb port fc03affc-9c4e-4544-a68d-b07dacc690e0 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:46:19.600288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3f25c200-d347-4d29-9255-5aec63af1d4e None None] Port fc03affc-9c4e-4544-a68d-b07dacc690e0 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:46:19.630726 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:20.332095 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca574c3a-a51e-4dd1-b0d7-bc869ca84959 req-5ec50462-da53-4180-bf24-b090bda35989 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5391009 Feb 04 13:46:20.455708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e71e783-810c-4bed-b757-b80ae3b2fde4 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:46:20.461104 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e71e783-810c-4bed-b757-b80ae3b2fde4 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:20.493758 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Publish callbacks [] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:20.516078 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:20.700461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2f055-f55c-4fa2-8d25-973dd91e2596 None None] Pushing event updated for resources: {'Port': ['ID=fc03affc-9c4e-4544-a68d-b07dacc690e0,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:20.753356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f055-f55c-4fa2-8d25-973dd91e2596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:20.753756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f055-f55c-4fa2-8d25-973dd91e2596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:20.755887 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f055-f55c-4fa2-8d25-973dd91e2596 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:20.760283 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f055-f55c-4fa2-8d25-973dd91e2596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:20.760819 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f055-f55c-4fa2-8d25-973dd91e2596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:20.761272 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f055-f55c-4fa2-8d25-973dd91e2596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:20.768926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f055-f55c-4fa2-8d25-973dd91e2596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:20.772944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f055-f55c-4fa2-8d25-973dd91e2596 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:20.773521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f055-f55c-4fa2-8d25-973dd91e2596 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:20.774052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f055-f55c-4fa2-8d25-973dd91e2596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:20.774557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f055-f55c-4fa2-8d25-973dd91e2596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:20.775034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f055-f55c-4fa2-8d25-973dd91e2596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:20.778286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f055-f55c-4fa2-8d25-973dd91e2596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:20.897344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58192) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:20.997179 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Attempting to bind port fc03affc-9c4e-4544-a68d-b07dacc690e0 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:46:20.997973 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Attempting to bind port fc03affc-9c4e-4544-a68d-b07dacc690e0 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'e78d4158-833c-49a7-ad2b-ac316726af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:46:20.998392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Attempting to bind port fc03affc-9c4e-4544-a68d-b07dacc690e0 on network 8a4b5ee2-cc85-4acc-916c-602f3979619b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:46:21.014285 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:46:21.014842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Checking segment: {'id': 'e78d4158-833c-49a7-ad2b-ac316726af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:46:21.015913 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:21.016546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Bound using segment: {'id': 'e78d4158-833c-49a7-ad2b-ac316726af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:46:21.017214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Bound port: fc03affc-9c4e-4544-a68d-b07dacc690e0, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78d4158-833c-49a7-ad2b-ac316726af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:46:21.017617 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:21.244868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 97905031-2f2a-4178-85eb-0808ee9411a5 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:46:21.272492 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bbb29922-c32b-4a08-bd07-78ade92139b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:21.337447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] For port fc03affc-9c4e-4544-a68d-b07dacc690e0, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:46:21.392366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] For port fc03affc-9c4e-4544-a68d-b07dacc690e0, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fc03affc-9c4e-4544-a68d-b07dacc690e0,segment=NetworkSegment(e78d4158-833c-49a7-ad2b-ac316726af9c),segment_id=e78d4158-833c-49a7-ad2b-ac316726af9c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:46:21.403331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962714ef-cbd5-44b7-93a6-638f23655b6b req-c70078bc-9e08-4ceb-8f0e-8160ba21d1ee tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:21.419241 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-962714ef-cbd5-44b7-93a6-638f23655b6b req-c70078bc-9e08-4ceb-8f0e-8160ba21d1ee tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 944 time: 0.6865218 Feb 04 13:46:21.432855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-eaaf194e-51d7-46f3-9fc6-e1360533d33e None None] Provisioning complete for port fc03affc-9c4e-4544-a68d-b07dacc690e0 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:21.446663 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eaaf194e-51d7-46f3-9fc6-e1360533d33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:21.454372 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:21.503954 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e71e783-810c-4bed-b757-b80ae3b2fde4 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (c7456ef1-39c3-456c-a387-039a52c69419), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:21.512092 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bbb29922-c32b-4a08-bd07-78ade92139b3 admin admin] Publish callbacks [] for security_group (459ad236-56c1-456a-9a13-a933ee368543), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:21.524831 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bbb29922-c32b-4a08-bd07-78ade92139b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (459ad236-56c1-456a-9a13-a933ee368543), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:21.743326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb29922-c32b-4a08-bd07-78ade92139b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459ad236-56c1-456a-9a13-a933ee368543,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:21.770741 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bbb29922-c32b-4a08-bd07-78ade92139b3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9f4dd18ce047440e8dd1cdfe905b2fc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8713961 Feb 04 13:46:21.772554 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-962714ef-cbd5-44b7-93a6-638f23655b6b req-eddfcf8a-c342-43c8-a3f9-f68645e187aa tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=dfcb9ee8-da56-4717-b20a-f84cdca8dda6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3372424 Feb 04 13:46:21.774995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58214) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:21.782534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e71e783-810c-4bed-b757-b80ae3b2fde4 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Checking segment: {'id': 'e6c7854a-ddd7-4792-995e-68f028749226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:46:21.783682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e71e783-810c-4bed-b757-b80ae3b2fde4 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network hostable DHCP agents. Network: ccf59afb-ab6b-46c9-bda7-4b02370a8973, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:46:21.793063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71e783-810c-4bed-b757-b80ae3b2fde4 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Subnet': ['ID=c7456ef1-39c3-456c-a387-039a52c69419,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:21.872774 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2f055-f55c-4fa2-8d25-973dd91e2596 None None] Pushing event updated for resources: {'Port': ['ID=fc03affc-9c4e-4544-a68d-b07dacc690e0,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:21.889090 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 97905031-2f2a-4178-85eb-0808ee9411a5 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:46:21.904635 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e71e783-810c-4bed-b757-b80ae3b2fde4 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network ccf59afb-ab6b-46c9-bda7-4b02370a8973 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:46:21.922043 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 97905031-2f2a-4178-85eb-0808ee9411a5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:21.923028 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (97905031-2f2a-4178-85eb-0808ee9411a5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:21.959749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9e71e783-810c-4bed-b757-b80ae3b2fde4 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, ccf59afb-ab6b-46c9-bda7-4b02370a8973) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:21.987982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71e783-810c-4bed-b757-b80ae3b2fde4 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:21.991161 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e71e783-810c-4bed-b757-b80ae3b2fde4 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:22.031375 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33aea8bf-ebcf-410d-8307-f920c58d4550 admin admin] Publish callbacks [] for security_group (459ad236-56c1-456a-9a13-a933ee368543), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:22.074926 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9e71e783-810c-4bed-b757-b80ae3b2fde4 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2493484 Feb 04 13:46:22.075917 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58218) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:22.090768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bf5838-2a34-4123-a19a-58502654a02f None None] Network ccf59afb-ab6b-46c9-bda7-4b02370a8973 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:46:22.101169 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33aea8bf-ebcf-410d-8307-f920c58d4550 admin admin] Publish callbacks [] for security_group (459ad236-56c1-456a-9a13-a933ee368543), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:22.232962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33aea8bf-ebcf-410d-8307-f920c58d4550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (459ad236-56c1-456a-9a13-a933ee368543), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:22.243939 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33aea8bf-ebcf-410d-8307-f920c58d4550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:22.245410 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-33aea8bf-ebcf-410d-8307-f920c58d4550 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/459ad236-56c1-456a-9a13-a933ee368543 HTTP/1.1" status: 204 len: 168 time: 0.4687617 Feb 04 13:46:22.272724 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aea8bf-ebcf-410d-8307-f920c58d4550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459ad236-56c1-456a-9a13-a933ee368543,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:22.390998 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555ac5b4-f4b5-4b7a-b725-da9a75ee224a x-openstack-request-id: req-555ac5b4-f4b5-4b7a-b725-da9a75ee224a {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:46:22.391838 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c117d159-700c-4596-824d-3fb2d38fc8c5", "name": "network-vif-deleted", "tag": "bc40ee74-707b-4b03-9c9c-208706a8274a", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:46:22.392422 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-555ac5b4-f4b5-4b7a-b725-da9a75ee224a {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:46:22.393236 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c117d159-700c-4596-824d-3fb2d38fc8c5', 'name': 'network-vif-deleted', 'tag': 'bc40ee74-707b-4b03-9c9c-208706a8274a', 'status': 'completed', 'code': 200} Feb 04 13:46:22.614961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:46:22.616633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:46:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:22.875427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:46:23.115005 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58236) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:23.145435 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf194e-51d7-46f3-9fc6-e1360533d33e None None] Current status of the port fc03affc-9c4e-4544-a68d-b07dacc690e0 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:23.148069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aea7341b-3eb2-4841-929a-a5e589827d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:23.153981 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eaaf194e-51d7-46f3-9fc6-e1360533d33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:23.280712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ece45-2d28-4db1-b867-be4961aae43d req-2eefb7f3-3a31-4649-a2c4-177b65b60498 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:23.288737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e2ece45-2d28-4db1-b867-be4961aae43d req-2eefb7f3-3a31-4649-a2c4-177b65b60498 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 946 time: 0.2281766 Feb 04 13:46:23.367129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-eaaf194e-51d7-46f3-9fc6-e1360533d33e None None] For port fc03affc-9c4e-4544-a68d-b07dacc690e0, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fc03affc-9c4e-4544-a68d-b07dacc690e0,segment=NetworkSegment(e78d4158-833c-49a7-ad2b-ac316726af9c),segment_id=e78d4158-833c-49a7-ad2b-ac316726af9c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:23.381009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-ccf59afb-ab6b-46c9-bda7-4b02370a8973', 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973', 'project_id': '866319b37a1b414d99c8c47f10151ece', 'fixed_ips': [{'subnet_id': 'c7456ef1-39c3-456c-a387-039a52c69419'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:46:23.383965 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:23.422743 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e2ece45-2d28-4db1-b867-be4961aae43d req-d63125e1-b789-4136-a787-be572b0add8c tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326699 Feb 04 13:46:23.501119 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aea7341b-3eb2-4841-929a-a5e589827d45 admin admin] Publish callbacks [] for security_group (2ebb4eb2-8caf-4f2a-b6cf-3fdfdf6715d0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:23.513674 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aea7341b-3eb2-4841-929a-a5e589827d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2ebb4eb2-8caf-4f2a-b6cf-3fdfdf6715d0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:23.558400 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7341b-3eb2-4841-929a-a5e589827d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebb4eb2-8caf-4f2a-b6cf-3fdfdf6715d0,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:23.622380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e7615-1b50-4350-9930-4186770290fa req-e0e02068-893b-4056-953e-8c24c09a3784 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:23.624394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af4e7615-1b50-4350-9930-4186770290fa req-e0e02068-893b-4056-953e-8c24c09a3784 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.99 "GET /v2.0/ports?device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 946 time: 0.4310830 Feb 04 13:46:23.645652 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-aea7341b-3eb2-4841-929a-a5e589827d45 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c3eeb7f261184be7932e782a3fa95a75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5294931 Feb 04 13:46:23.649714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58244) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:23.762549 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:23.823135 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c027e04b-b5c3-4977-be67-77aa14ff226f admin admin] Publish callbacks [] for security_group (2ebb4eb2-8caf-4f2a-b6cf-3fdfdf6715d0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:23.906088 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c027e04b-b5c3-4977-be67-77aa14ff226f admin admin] Publish callbacks [] for security_group (2ebb4eb2-8caf-4f2a-b6cf-3fdfdf6715d0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:24.060953 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c027e04b-b5c3-4977-be67-77aa14ff226f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2ebb4eb2-8caf-4f2a-b6cf-3fdfdf6715d0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:24.064658 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c027e04b-b5c3-4977-be67-77aa14ff226f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:24.065965 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c027e04b-b5c3-4977-be67-77aa14ff226f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2ebb4eb2-8caf-4f2a-b6cf-3fdfdf6715d0 HTTP/1.1" status: 204 len: 168 time: 0.4148035 Feb 04 13:46:24.091334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027e04b-b5c3-4977-be67-77aa14ff226f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebb4eb2-8caf-4f2a-b6cf-3fdfdf6715d0,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:24.183550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Allocated IP 172.22.0.1 (ccf59afb-ab6b-46c9-bda7-4b02370a8973/c7456ef1-39c3-456c-a387-039a52c69419/a1714abc-0b5b-41c4-a60a-28fcb9010883) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:46:24.346147 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eaaf194e-51d7-46f3-9fc6-e1360533d33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:24.355819 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 97905031-2f2a-4178-85eb-0808ee9411a5 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:24.356448 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (97905031-2f2a-4178-85eb-0808ee9411a5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:24.474052 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:24.601026 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:24.652282 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf194e-51d7-46f3-9fc6-e1360533d33e None None] Pushing event updated for resources: {'Port': ['ID=fc03affc-9c4e-4544-a68d-b07dacc690e0,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:24.707280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97905031-2f2a-4178-85eb-0808ee9411a5'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:46:24.710319 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a23f7b-1da3-4a7a-935b-d2227181a45d" -d '{"events": [{"server_uuid": "ec5797b8-3d45-4fce-b472-55e2f8462e10", "name": "network-vif-plugged", "status": "completed", "tag": "97905031-2f2a-4178-85eb-0808ee9411a5"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:46:24.748423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network ccf59afb-ab6b-46c9-bda7-4b02370a8973 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:46:24.782406 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905020-5fa6-4b36-b061-bff6cb9056d7 req-e42dd06a-ab52-46b1-8199-d7ef53a73e1b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:24.797459 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76905020-5fa6-4b36-b061-bff6cb9056d7 req-e42dd06a-ab52-46b1-8199-d7ef53a73e1b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 1.2263587 Feb 04 13:46:24.806006 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:24.841443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 97905031-2f2a-4178-85eb-0808ee9411a5, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=97905031-2f2a-4178-85eb-0808ee9411a5,segment=NetworkSegment(fadaa059-7bfa-4c73-be41-777107576852),segment_id=fadaa059-7bfa-4c73-be41-777107576852)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:24.915509 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (97905031-2f2a-4178-85eb-0808ee9411a5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:24.931949 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1e39ba53-6cb1-44e1-8f38-2ee8c6eab5e6 None None] Provisioning complete for port fc03affc-9c4e-4544-a68d-b07dacc690e0 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:24.932424 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1e39ba53-6cb1-44e1-8f38-2ee8c6eab5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:24.957305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Allocated IP 172.22.0.2 (ccf59afb-ab6b-46c9-bda7-4b02370a8973/c7456ef1-39c3-456c-a387-039a52c69419/2a3b99fa-13af-4a1a-9552-92f14038ab65) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:46:25.048732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:46:25.127345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=a1714abc-0b5b-41c4-a60a-28fcb9010883,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:25.384228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:25.386088 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:25.390251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:25.390992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:25.391562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:25.391729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:25.392245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:25.397502 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:25.398233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:25.408823 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:25.411399 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:25.412137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:25.412690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:25.496005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=97905031-2f2a-4178-85eb-0808ee9411a5,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:25.512694 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (25788901-f53c-44d0-8c03-3d63078b7fbb), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:25.913824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:46:13Z', 'revision_number': 3, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:21Z', 'revision_number': 4, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:25.993127 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76905020-5fa6-4b36-b061-bff6cb9056d7 req-596fff45-5fc3-46eb-b734-ed9b3948f128 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9413657 Feb 04 13:46:26.009044 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:26.097548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd34e4-dab1-452f-8924-2a952b38f711 None None] The sync data for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 is: [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:46:13Z', 'revision_number': 3, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:21Z', 'revision_number': 4, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:46:26.115938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-af4e7615-1b50-4350-9930-4186770290fa req-1f49898e-f3db-4e35-b5ad-2237398b2eca tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Deleting port 131c81be-3edf-4d98-a4c8-daa92f8609ca {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:46:26.121388 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af4e7615-1b50-4350-9930-4186770290fa req-1f49898e-f3db-4e35-b5ad-2237398b2eca tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:26.157625 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1e39ba53-6cb1-44e1-8f38-2ee8c6eab5e6 None None] Current status of the port fc03affc-9c4e-4544-a68d-b07dacc690e0 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:26.366839 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Publish callbacks [] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:26.387932 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:26.593200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Pushing event updated for resources: {'Port': ['ID=2a3b99fa-13af-4a1a-9552-92f14038ab65,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:26.628408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Network ccf59afb-ab6b-46c9-bda7-4b02370a8973 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:46:26.628946 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:26.635302 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:46:26.737460 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58320) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:26.743216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Attempting to bind port 2a3b99fa-13af-4a1a-9552-92f14038ab65 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:46:26.743596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Attempting to bind port 2a3b99fa-13af-4a1a-9552-92f14038ab65 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'e6c7854a-ddd7-4792-995e-68f028749226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:46:26.743981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Attempting to bind port 2a3b99fa-13af-4a1a-9552-92f14038ab65 on network ccf59afb-ab6b-46c9-bda7-4b02370a8973 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:46:26.762862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:46:26.763286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Checking segment: {'id': 'e6c7854a-ddd7-4792-995e-68f028749226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:46:26.763703 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:26.764110 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Bound using segment: {'id': 'e6c7854a-ddd7-4792-995e-68f028749226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:46:26.764701 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Bound port: 2a3b99fa-13af-4a1a-9552-92f14038ab65, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c7854a-ddd7-4792-995e-68f028749226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:46:26.765583 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:26.889211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] For port 2a3b99fa-13af-4a1a-9552-92f14038ab65, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:46:26.903419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] For port 2a3b99fa-13af-4a1a-9552-92f14038ab65, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2a3b99fa-13af-4a1a-9552-92f14038ab65,segment=NetworkSegment(e6c7854a-ddd7-4792-995e-68f028749226),segment_id=e6c7854a-ddd7-4792-995e-68f028749226)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:46:26.925721 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:27.099188 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0a870ff-28fa-4abf-b32c-8a28e08afc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:27.111277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b3649-14d8-412c-b6a1-3ff1442e5339 None None] Pushing event updated for resources: {'Port': ['ID=2a3b99fa-13af-4a1a-9552-92f14038ab65,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:27.246738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fc03affc-9c4e-4544-a68d-b07dacc690e0 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:46:27.274585 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:27.292020 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:27.346624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 131c81be-3edf-4d98-a4c8-daa92f8609ca no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:46:27.449497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=a1714abc-0b5b-41c4-a60a-28fcb9010883,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:27.480381 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0a870ff-28fa-4abf-b32c-8a28e08afc43 admin admin] Publish callbacks [] for security_group (f0fdd9f7-6341-49b7-8ef9-809424dcd53c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:27.488529 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0a870ff-28fa-4abf-b32c-8a28e08afc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f0fdd9f7-6341-49b7-8ef9-809424dcd53c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:27.598445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a870ff-28fa-4abf-b32c-8a28e08afc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fdd9f7-6341-49b7-8ef9-809424dcd53c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:27.605616 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f0a870ff-28fa-4abf-b32c-8a28e08afc43 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ff5d03113cc147f1b3733c0903bb3e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8659866 Feb 04 13:46:27.613616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58340) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:27.714554 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (25788901-f53c-44d0-8c03-3d63078b7fbb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:27.728030 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port fc03affc-9c4e-4544-a68d-b07dacc690e0 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:27.728644 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:27.785203 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0f32a-2259-4570-bab6-196ac1cbe572 req-9e4e2c72-c488-4991-930c-4653e4d633ca tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:27.812770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 131c81be-3edf-4d98-a4c8-daa92f8609ca is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:27.818694 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:27.824022 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80c0f32a-2259-4570-bab6-196ac1cbe572 req-9e4e2c72-c488-4991-930c-4653e4d633ca tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 945 time: 1.5696371 Feb 04 13:46:27.834241 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c02bdb26-4a50-4da8-8f15-a65aa7dee705 admin admin] Publish callbacks [] for security_group (f0fdd9f7-6341-49b7-8ef9-809424dcd53c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:27.914212 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c02bdb26-4a50-4da8-8f15-a65aa7dee705 admin admin] Publish callbacks [] for security_group (f0fdd9f7-6341-49b7-8ef9-809424dcd53c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:27.919449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58346) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:27.954466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 131c81be-3edf-4d98-a4c8-daa92f8609ca, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=131c81be-3edf-4d98-a4c8-daa92f8609ca,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:27.967165 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:28.021179 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c02bdb26-4a50-4da8-8f15-a65aa7dee705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f0fdd9f7-6341-49b7-8ef9-809424dcd53c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:28.026270 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-af4e7615-1b50-4350-9930-4186770290fa req-1f49898e-f3db-4e35-b5ad-2237398b2eca tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] For port 131c81be-3edf-4d98-a4c8-daa92f8609ca, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=131c81be-3edf-4d98-a4c8-daa92f8609ca,segment=NetworkSegment(0e7ba93a-afd9-4b89-99a5-911f38e80d87),segment_id=0e7ba93a-afd9-4b89-99a5-911f38e80d87)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:28.026725 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af4e7615-1b50-4350-9930-4186770290fa req-1f49898e-f3db-4e35-b5ad-2237398b2eca tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:28.050090 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c02bdb26-4a50-4da8-8f15-a65aa7dee705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:28.056739 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c02bdb26-4a50-4da8-8f15-a65aa7dee705 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f0fdd9f7-6341-49b7-8ef9-809424dcd53c HTTP/1.1" status: 204 len: 168 time: 0.4464588 Feb 04 13:46:28.101300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-af4e7615-1b50-4350-9930-4186770290fa req-1f49898e-f3db-4e35-b5ad-2237398b2eca tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Calling delete_port for 131c81be-3edf-4d98-a4c8-daa92f8609ca owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:46:28.113035 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bdb26-4a50-4da8-8f15-a65aa7dee705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fdd9f7-6341-49b7-8ef9-809424dcd53c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:28.145318 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80c0f32a-2259-4570-bab6-196ac1cbe572 req-618e7573-f039-4e59-836e-25b9221cdc4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=dfcb9ee8-da56-4717-b20a-f84cdca8dda6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190506 Feb 04 13:46:28.239187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port fc03affc-9c4e-4544-a68d-b07dacc690e0 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:28.241551 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=131c81be-3edf-4d98-a4c8-daa92f8609ca,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:28.406159 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network ccf59afb-ab6b-46c9-bda7-4b02370a8973 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:46:28.410994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:28.582964 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58356) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:28.613224 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1957-f7d4-494d-8739-9c3f1a2c7510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:28.781647 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1957-f7d4-494d-8739-9c3f1a2c7510 admin admin] Publish callbacks [] for security_group (86978199-42ec-423a-8c5e-a7bd8eabaeb2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:28.789333 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1957-f7d4-494d-8739-9c3f1a2c7510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (86978199-42ec-423a-8c5e-a7bd8eabaeb2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:28.824983 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f1957-f7d4-494d-8739-9c3f1a2c7510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86978199-42ec-423a-8c5e-a7bd8eabaeb2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:28.870450 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ac6f1957-f7d4-494d-8739-9c3f1a2c7510 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=291e8df7a1dc462b9bb7286a57c155e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2807784 Feb 04 13:46:28.871493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58358) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:28.995606 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa85-5590-4803-9034-e839b3adc424 admin admin] Publish callbacks [] for security_group (86978199-42ec-423a-8c5e-a7bd8eabaeb2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:29.053144 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa85-5590-4803-9034-e839b3adc424 admin admin] Publish callbacks [] for security_group (86978199-42ec-423a-8c5e-a7bd8eabaeb2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:29.065866 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07865184-faeb-4bb5-afda-e95e88678294 req-c4d40d33-996b-4572-87f6-867aee8ff0d9 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:29.080407 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07865184-faeb-4bb5-afda-e95e88678294 req-c4d40d33-996b-4572-87f6-867aee8ff0d9 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/ports?device_id=f954b35b-87b6-4822-8f09-33f1ca35bf25 HTTP/1.1" status: 200 len: 944 time: 0.7414255 Feb 04 13:46:29.082560 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7e21-145a-46fe-abed-5ea848e57556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:29.097313 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20098e1e-f855-4de4-aa93-8cdb6b9ced04 None None] Network ccf59afb-ab6b-46c9-bda7-4b02370a8973 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:46:29.170777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa85-5590-4803-9034-e839b3adc424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (86978199-42ec-423a-8c5e-a7bd8eabaeb2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:29.182464 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa85-5590-4803-9034-e839b3adc424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:29.184619 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4a2aaa85-5590-4803-9034-e839b3adc424 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/86978199-42ec-423a-8c5e-a7bd8eabaeb2 HTTP/1.1" status: 204 len: 168 time: 0.3118196 Feb 04 13:46:29.204181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2aaa85-5590-4803-9034-e839b3adc424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86978199-42ec-423a-8c5e-a7bd8eabaeb2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:29.307746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2a3b99fa-13af-4a1a-9552-92f14038ab65 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:46:29.356848 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07865184-faeb-4bb5-afda-e95e88678294 req-7d26a1a2-7e0e-44cb-9383-be0f9057d910 tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.96 "GET /v2.0/security-groups?id=bff77e3f-64df-41ad-9ec8-c90856a52021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760882 Feb 04 13:46:29.392547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c8aef7d6-b080-4e20-b7e6-c8ce950ac4fd None None] Provisioning complete for port 2a3b99fa-13af-4a1a-9552-92f14038ab65 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:29.395783 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c8aef7d6-b080-4e20-b7e6-c8ce950ac4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:29.413628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 25788901-f53c-44d0-8c03-3d63078b7fbb has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:46:29.449814 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af4e7615-1b50-4350-9930-4186770290fa req-1f49898e-f3db-4e35-b5ad-2237398b2eca tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (131c81be-3edf-4d98-a4c8-daa92f8609ca), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:29.578703 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5dd873-11ef-49d3-aff9-0292b6ef0013 x-openstack-request-id: req-ad5dd873-11ef-49d3-aff9-0292b6ef0013 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:46:29.579078 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5797b8-3d45-4fce-b472-55e2f8462e10", "name": "network-vif-plugged", "status": "completed", "tag": "97905031-2f2a-4178-85eb-0808ee9411a5", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:46:29.579360 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ad5dd873-11ef-49d3-aff9-0292b6ef0013 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:46:29.579787 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97905031-2f2a-4178-85eb-0808ee9411a5', 'code': 200} Feb 04 13:46:29.688000 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2a3b99fa-13af-4a1a-9552-92f14038ab65 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:29.688613 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:29.769814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49898e-f3db-4e35-b5ad-2237398b2eca tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Pushing event deleted for resources: {'Port': ['ID=131c81be-3edf-4d98-a4c8-daa92f8609ca,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:29.835782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c8aef7d6-b080-4e20-b7e6-c8ce950ac4fd None None] Current status of the port 2a3b99fa-13af-4a1a-9552-92f14038ab65 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:29.836286 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c8aef7d6-b080-4e20-b7e6-c8ce950ac4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:29.908688 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:46:29.915816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bd84d2bd-5858-4230-a469-bafeb099ae75 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/25788901-f53c-44d0-8c03-3d63078b7fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8384502 Feb 04 13:46:29.919832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58376) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:29.924097 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Sync routers for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:46:29.926489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f5a73f94-ba27-4af5-b6e7-3d1dc9c1150c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'network': {'name': 'tempest-RoutersTest-661032240'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:29.942495 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:46:29.943649 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:46:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:29.980892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a73f94-ba27-4af5-b6e7-3d1dc9c1150c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:46:29.987108 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c8aef7d6-b080-4e20-b7e6-c8ce950ac4fd None None] For port 2a3b99fa-13af-4a1a-9552-92f14038ab65, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2a3b99fa-13af-4a1a-9552-92f14038ab65,segment=NetworkSegment(e6c7854a-ddd7-4792-995e-68f028749226),segment_id=e6c7854a-ddd7-4792-995e-68f028749226)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:29.989492 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f5a73f94-ba27-4af5-b6e7-3d1dc9c1150c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:30.002016 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c8aef7d6-b080-4e20-b7e6-c8ce950ac4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:30.012037 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2a3b99fa-13af-4a1a-9552-92f14038ab65 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:30.015081 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:30.016261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4e7615-1b50-4350-9930-4186770290fa req-1f49898e-f3db-4e35-b5ad-2237398b2eca tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] No DVR routers for this DVR port 131c81be-3edf-4d98-a4c8-daa92f8609ca on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:46:30.028216 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-af4e7615-1b50-4350-9930-4186770290fa req-1f49898e-f3db-4e35-b5ad-2237398b2eca tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:30.039396 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af4e7615-1b50-4350-9930-4186770290fa req-1f49898e-f3db-4e35-b5ad-2237398b2eca tempest-AttachVolumeNegativeTest-1962978827 tempest-AttachVolumeNegativeTest-1962978827-project] 10.222.0.99 "DELETE /v2.0/ports/131c81be-3edf-4d98-a4c8-daa92f8609ca HTTP/1.1" status: 204 len: 173 time: 6.4041600 Feb 04 13:46:30.083115 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7e21-145a-46fe-abed-5ea848e57556 admin admin] Publish callbacks [] for security_group (c4e15acb-a5a1-470b-bcd7-1df8e1c66e0f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:30.085712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a73f94-ba27-4af5-b6e7-3d1dc9c1150c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:46:30.086528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f954b35b-87b6-4822-8f09-33f1ca35bf25', 'name': 'network-vif-deleted', 'tag': '131c81be-3edf-4d98-a4c8-daa92f8609ca'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:46:30.097805 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76b6c25-96b7-43d2-b672-48af6e84753d" -d '{"events": [{"server_uuid": "f954b35b-87b6-4822-8f09-33f1ca35bf25", "name": "network-vif-deleted", "tag": "131c81be-3edf-4d98-a4c8-daa92f8609ca"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:46:30.119278 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f5a73f94-ba27-4af5-b6e7-3d1dc9c1150c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (7bc7fada-6e76-4f09-8eff-b349f658189a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:30.120418 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-f5a73f94-ba27-4af5-b6e7-3d1dc9c1150c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Added segment 7bc7fada-6e76-4f09-8eff-b349f658189a of type vlan for network 91f6f1a6-e52e-4660-a932-989d6f2ba928 Feb 04 13:46:30.140061 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:46:30.141182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d438b-3fb4-4059-92b1-d33082ab52df req-7307c065-5670-4151-931c-1c5c221ee270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:30.142982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e0d438b-3fb4-4059-92b1-d33082ab52df req-7307c065-5670-4151-931c-1c5c221ee270 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 1128 time: 0.5992327 Feb 04 13:46:30.144066 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7e21-145a-46fe-abed-5ea848e57556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c4e15acb-a5a1-470b-bcd7-1df8e1c66e0f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:30.324398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e7e21-145a-46fe-abed-5ea848e57556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e15acb-a5a1-470b-bcd7-1df8e1c66e0f,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:30.346347 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f5a73f94-ba27-4af5-b6e7-3d1dc9c1150c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (91f6f1a6-e52e-4660-a932-989d6f2ba928), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:30.375733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aef7d6-b080-4e20-b7e6-c8ce950ac4fd None None] Pushing event updated for resources: {'Port': ['ID=2a3b99fa-13af-4a1a-9552-92f14038ab65,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:30.414636 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:46:30.415001 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:46:30.427425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0b17426d-8e76-4be6-bc2c-beda0648c9fe None None] Provisioning complete for port 2a3b99fa-13af-4a1a-9552-92f14038ab65 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:30.427846 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0b17426d-8e76-4be6-bc2c-beda0648c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:30.440695 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f5a73f94-ba27-4af5-b6e7-3d1dc9c1150c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (91f6f1a6-e52e-4660-a932-989d6f2ba928), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:30.448299 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a73f94-ba27-4af5-b6e7-3d1dc9c1150c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:30.449389 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f5a73f94-ba27-4af5-b6e7-3d1dc9c1150c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:30.497712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bee2b-2728-4215-8d9c-0d5ee5448630 req-77904e55-85e0-437d-ba80-059a5525818e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:30.514531 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-669bee2b-2728-4215-8d9c-0d5ee5448630 req-77904e55-85e0-437d-ba80-059a5525818e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 945 time: 0.9034626 Feb 04 13:46:30.538444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e0d438b-3fb4-4059-92b1-d33082ab52df req-429f98fe-66db-4915-996d-077fba0ba83b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=dfcb9ee8-da56-4717-b20a-f84cdca8dda6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503299 Feb 04 13:46:30.571644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-eb8e7e21-145a-46fe-abed-5ea848e57556 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3981db7ba4ec4cc8873364d6fcb863d4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5882597 Feb 04 13:46:30.572801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58392) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:30.574571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58394) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:30.574723 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f5a73f94-ba27-4af5-b6e7-3d1dc9c1150c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6531935 Feb 04 13:46:30.668147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-d110bb7b-8e6e-4fa7-98b8-a05bc392f24c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'subnet': {'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:30.692842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0b17426d-8e76-4be6-bc2c-beda0648c9fe None None] Current status of the port 2a3b99fa-13af-4a1a-9552-92f14038ab65 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:30.706605 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a73f94-ba27-4af5-b6e7-3d1dc9c1150c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Network': ['ID=91f6f1a6-e52e-4660-a932-989d6f2ba928,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:30.723578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0b17426d-8e76-4be6-bc2c-beda0648c9fe None None] Provisioning complete for port a1714abc-0b5b-41c4-a60a-28fcb9010883 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:30.724620 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0b17426d-8e76-4be6-bc2c-beda0648c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:30.800657 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 91f6f1a6-e52e-4660-a932-989d6f2ba928 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:46:30.804182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0b17426d-8e76-4be6-bc2c-beda0648c9fe None None] Port a1714abc-0b5b-41c4-a60a-28fcb9010883 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:46:30.981451 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:46:25Z', 'revision_number': 4, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1714abc-0b5b-41c4-a60a-28fcb9010883', 'name': '', 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a5:69:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:23Z', 'updated_at': '2022-02-04T13:46:26Z', 'revision_number': 2, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:23Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:30.998693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e3580590-8867-4194-b352-1877ac496b90 None None] Provisioning complete for port a1714abc-0b5b-41c4-a60a-28fcb9010883 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:30.999701 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e3580590-8867-4194-b352-1877ac496b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:31.063331 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2a3b99fa-13af-4a1a-9552-92f14038ab65 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:31.085990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e3580590-8867-4194-b352-1877ac496b90 None None] Port a1714abc-0b5b-41c4-a60a-28fcb9010883 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:46:31.116986 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Checking router: 25788901-f53c-44d0-8c03-3d63078b7fbb for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:46:31.117472 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Updating router 25788901-f53c-44d0-8c03-3d63078b7fbb port a1714abc-0b5b-41c4-a60a-28fcb9010883 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:46:31.153211 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:31.159922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-669bee2b-2728-4215-8d9c-0d5ee5448630 req-1a719e8c-f5a8-4ed4-aaf0-35d822f66fc6 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=dfcb9ee8-da56-4717-b20a-f84cdca8dda6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6420364 Feb 04 13:46:31.163966 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b49dd7ae-f6b5-4669-b872-d9c6e7476aec admin admin] Publish callbacks [] for security_group (c4e15acb-a5a1-470b-bcd7-1df8e1c66e0f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:31.212660 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b49dd7ae-f6b5-4669-b872-d9c6e7476aec admin admin] Publish callbacks [] for security_group (c4e15acb-a5a1-470b-bcd7-1df8e1c66e0f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:31.319022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2a3b99fa-13af-4a1a-9552-92f14038ab65 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:46:31.333801 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b49dd7ae-f6b5-4669-b872-d9c6e7476aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c4e15acb-a5a1-470b-bcd7-1df8e1c66e0f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:31.339736 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b49dd7ae-f6b5-4669-b872-d9c6e7476aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:31.345925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b49dd7ae-f6b5-4669-b872-d9c6e7476aec admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c4e15acb-a5a1-470b-bcd7-1df8e1c66e0f HTTP/1.1" status: 204 len: 168 time: 0.6999843 Feb 04 13:46:31.349840 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d110bb7b-8e6e-4fa7-98b8-a05bc392f24c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Made reservation on behalf of 866319b37a1b414d99c8c47f10151ece for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:46:31.356886 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d110bb7b-8e6e-4fa7-98b8-a05bc392f24c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:31.493140 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dd7ae-f6b5-4669-b872-d9c6e7476aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e15acb-a5a1-470b-bcd7-1df8e1c66e0f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:31.594082 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f954b35b-87b6-4822-8f09-33f1ca35bf25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '131c81be-3edf-4d98-a4c8-daa92f8609ca'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:46:31.598391 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2e525f-acaf-4870-9bc4-f157daf04dda" -d '{"events": [{"server_uuid": "f954b35b-87b6-4822-8f09-33f1ca35bf25", "name": "network-vif-unplugged", "status": "completed", "tag": "131c81be-3edf-4d98-a4c8-daa92f8609ca"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:46:31.645822 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ea7f1906-66b0-47dd-abb6-0e3c2e19e99d None None] Provisioning complete for port a1714abc-0b5b-41c4-a60a-28fcb9010883 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:31.647356 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ea7f1906-66b0-47dd-abb6-0e3c2e19e99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:31.719434 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7c84a-efd1-4ea5-8d65-b2f1854844fb req-6c2a7592-e59c-489f-a7bf-b9a14b9e7056 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:31.723183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbb7c84a-efd1-4ea5-8d65-b2f1854844fb req-6c2a7592-e59c-489f-a7bf-b9a14b9e7056 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1850553 Feb 04 13:46:31.861060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2a3b99fa-13af-4a1a-9552-92f14038ab65 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:31.864356 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:31.889285 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbb7c84a-efd1-4ea5-8d65-b2f1854844fb req-03598e08-40ed-44aa-94ba-698f7dd22239 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539698 Feb 04 13:46:31.984052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f1906-66b0-47dd-abb6-0e3c2e19e99d None None] Port a1714abc-0b5b-41c4-a60a-28fcb9010883 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:46:32.159188 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0e4e58-ad38-4a72-b9bc-a2fec5b14a42 x-openstack-request-id: req-0a0e4e58-ad38-4a72-b9bc-a2fec5b14a42 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:46:32.159742 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f954b35b-87b6-4822-8f09-33f1ca35bf25", "name": "network-vif-deleted", "tag": "131c81be-3edf-4d98-a4c8-daa92f8609ca", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:46:32.160160 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0a0e4e58-ad38-4a72-b9bc-a2fec5b14a42 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:46:32.165238 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f954b35b-87b6-4822-8f09-33f1ca35bf25', 'name': 'network-vif-deleted', 'tag': '131c81be-3edf-4d98-a4c8-daa92f8609ca', 'status': 'completed', 'code': 200} Feb 04 13:46:32.206502 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d110bb7b-8e6e-4fa7-98b8-a05bc392f24c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (cd72a417-7659-4a7e-a1e3-84952e3a83fb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:32.208599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2a3b99fa-13af-4a1a-9552-92f14038ab65 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:32.239887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58422) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:32.251842 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Publish callbacks [] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:32.263447 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:32.312491 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87314f8-048d-47f1-be9f-6fe28738a6fd x-openstack-request-id: req-c87314f8-048d-47f1-be9f-6fe28738a6fd {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:46:32.313103 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f954b35b-87b6-4822-8f09-33f1ca35bf25", "name": "network-vif-unplugged", "status": "completed", "tag": "131c81be-3edf-4d98-a4c8-daa92f8609ca", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:46:32.313103 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c87314f8-048d-47f1-be9f-6fe28738a6fd {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:46:32.313531 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f954b35b-87b6-4822-8f09-33f1ca35bf25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '131c81be-3edf-4d98-a4c8-daa92f8609ca', 'code': 200} Feb 04 13:46:32.448989 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f440b-a80f-475e-aaec-ae16febd81c9 None None] Pushing event updated for resources: {'Port': ['ID=a1714abc-0b5b-41c4-a60a-28fcb9010883,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:32.524788 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f440b-a80f-475e-aaec-ae16febd81c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:32.525263 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f440b-a80f-475e-aaec-ae16febd81c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:32.525606 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f440b-a80f-475e-aaec-ae16febd81c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:32.526015 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f440b-a80f-475e-aaec-ae16febd81c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:32.526427 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f440b-a80f-475e-aaec-ae16febd81c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:32.526880 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f440b-a80f-475e-aaec-ae16febd81c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:32.527249 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f440b-a80f-475e-aaec-ae16febd81c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:32.527693 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f440b-a80f-475e-aaec-ae16febd81c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:32.528129 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f440b-a80f-475e-aaec-ae16febd81c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:32.528595 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f440b-a80f-475e-aaec-ae16febd81c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:32.529244 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f440b-a80f-475e-aaec-ae16febd81c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:32.529517 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f440b-a80f-475e-aaec-ae16febd81c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:32.529953 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f440b-a80f-475e-aaec-ae16febd81c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:32.571520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110bb7b-8e6e-4fa7-98b8-a05bc392f24c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Subnet': ['ID=cd72a417-7659-4a7e-a1e3-84952e3a83fb,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:32.598754 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Attempting to bind port a1714abc-0b5b-41c4-a60a-28fcb9010883 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:46:32.599075 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Attempting to bind port a1714abc-0b5b-41c4-a60a-28fcb9010883 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'e6c7854a-ddd7-4792-995e-68f028749226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:46:32.599553 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Attempting to bind port a1714abc-0b5b-41c4-a60a-28fcb9010883 on network ccf59afb-ab6b-46c9-bda7-4b02370a8973 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:46:32.620558 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:46:32.620924 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Checking segment: {'id': 'e6c7854a-ddd7-4792-995e-68f028749226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:46:32.621348 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:32.621935 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Bound using segment: {'id': 'e6c7854a-ddd7-4792-995e-68f028749226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:46:32.622417 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Bound port: a1714abc-0b5b-41c4-a60a-28fcb9010883, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c7854a-ddd7-4792-995e-68f028749226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:46:32.622783 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:32.682993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d110bb7b-8e6e-4fa7-98b8-a05bc392f24c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Checking segment: {'id': '7bc7fada-6e76-4f09-8eff-b349f658189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:46:32.696248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110bb7b-8e6e-4fa7-98b8-a05bc392f24c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network hostable DHCP agents. Network: 91f6f1a6-e52e-4660-a932-989d6f2ba928, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:46:32.793265 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] For port a1714abc-0b5b-41c4-a60a-28fcb9010883, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:46:32.800517 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] For port a1714abc-0b5b-41c4-a60a-28fcb9010883, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a1714abc-0b5b-41c4-a60a-28fcb9010883,segment=NetworkSegment(e6c7854a-ddd7-4792-995e-68f028749226),segment_id=e6c7854a-ddd7-4792-995e-68f028749226)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:46:32.814830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb45aa-0dd0-48fa-8b13-ee4ce3c896f9 req-328a2090-51f1-4db9-87f3-93c16dddacc8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:32.820481 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:32.828268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4bbb45aa-0dd0-48fa-8b13-ee4ce3c896f9 req-328a2090-51f1-4db9-87f3-93c16dddacc8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.3292372 Feb 04 13:46:32.892145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110bb7b-8e6e-4fa7-98b8-a05bc392f24c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network 91f6f1a6-e52e-4660-a932-989d6f2ba928 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:46:32.944897 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e77f98-2e08-48c0-9816-c217fdb6e05d admin admin] Deleting subnet 66447e54-648f-4c91-94f7-50b0b4107fcd {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:46:32.961749 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46e77f98-2e08-48c0-9816-c217fdb6e05d admin admin] Publish callbacks [] for subnet (66447e54-648f-4c91-94f7-50b0b4107fcd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:32.971213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-d110bb7b-8e6e-4fa7-98b8-a05bc392f24c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 91f6f1a6-e52e-4660-a932-989d6f2ba928) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:32.971631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f8ebf0f2-03a0-4426-bb61-b2b8a64e6c63 None None] Provisioning complete for port a1714abc-0b5b-41c4-a60a-28fcb9010883 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:32.972327 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f8ebf0f2-03a0-4426-bb61-b2b8a64e6c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:33.000658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c163eaf-a9f9-4ff4-94e3-33a63643d77d None None] Network 91f6f1a6-e52e-4660-a932-989d6f2ba928 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:46:33.003975 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4bbb45aa-0dd0-48fa-8b13-ee4ce3c896f9 req-0f886b0a-ff41-48b2-8ce2-59d6e9df0fde tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720750 Feb 04 13:46:33.020956 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d110bb7b-8e6e-4fa7-98b8-a05bc392f24c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:33.024869 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d110bb7b-8e6e-4fa7-98b8-a05bc392f24c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:33.119977 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46e77f98-2e08-48c0-9816-c217fdb6e05d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (66447e54-648f-4c91-94f7-50b0b4107fcd), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:33.143654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d110bb7b-8e6e-4fa7-98b8-a05bc392f24c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4936328 Feb 04 13:46:33.144683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58454) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:33.163385 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:46:33.165008 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:46:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:33.304578 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46e77f98-2e08-48c0-9816-c217fdb6e05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (66447e54-648f-4c91-94f7-50b0b4107fcd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:33.591709 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:46:33.616967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46e77f98-2e08-48c0-9816-c217fdb6e05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (66447e54-648f-4c91-94f7-50b0b4107fcd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:33.634585 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-91f6f1a6-e52e-4660-a932-989d6f2ba928', 'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928', 'project_id': '866319b37a1b414d99c8c47f10151ece', 'fixed_ips': [{'subnet_id': 'cd72a417-7659-4a7e-a1e3-84952e3a83fb'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:46:33.636059 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:33.662175 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e77f98-2e08-48c0-9816-c217fdb6e05d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66447e54-648f-4c91-94f7-50b0b4107fcd,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:33.697941 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46e77f98-2e08-48c0-9816-c217fdb6e05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:33.704908 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-46e77f98-2e08-48c0-9816-c217fdb6e05d admin admin] 10.222.0.96 "DELETE /v2.0/subnets/66447e54-648f-4c91-94f7-50b0b4107fcd HTTP/1.1" status: 204 len: 168 time: 1.4634311 Feb 04 13:46:33.710486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58470) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:33.811946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e285f-b709-43a8-bd16-248afe9c162f req-f7f4350d-2b89-4579-9c0f-760a192609c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:33.814056 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d0e285f-b709-43a8-bd16-248afe9c162f req-f7f4350d-2b89-4579-9c0f-760a192609c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 945 time: 0.3892481 Feb 04 13:46:33.870233 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f440b-a80f-475e-aaec-ae16febd81c9 None None] Pushing event updated for resources: {'Port': ['ID=a1714abc-0b5b-41c4-a60a-28fcb9010883,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:34.117111 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46109441-de49-4e81-bd28-b6849e2375ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (654735fb-8c15-4ee8-89b5-c0c465bfbf87), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:34.318559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f8ebf0f2-03a0-4426-bb61-b2b8a64e6c63 None None] Current status of the port a1714abc-0b5b-41c4-a60a-28fcb9010883 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:34.319289 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f8ebf0f2-03a0-4426-bb61-b2b8a64e6c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:34.401082 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Allocated IP 172.23.0.2 (91f6f1a6-e52e-4660-a932-989d6f2ba928/cd72a417-7659-4a7e-a1e3-84952e3a83fb/96efe97f-215a-4c3b-a2ac-622aa8db5340) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:46:34.461752 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f8ebf0f2-03a0-4426-bb61-b2b8a64e6c63 None None] For port a1714abc-0b5b-41c4-a60a-28fcb9010883, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a1714abc-0b5b-41c4-a60a-28fcb9010883,segment=NetworkSegment(e6c7854a-ddd7-4792-995e-68f028749226),segment_id=e6c7854a-ddd7-4792-995e-68f028749226)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:34.496112 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d0e285f-b709-43a8-bd16-248afe9c162f req-5daee149-4376-4636-8f0b-df96b96d9786 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=dfcb9ee8-da56-4717-b20a-f84cdca8dda6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4087431 Feb 04 13:46:34.503635 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f8ebf0f2-03a0-4426-bb61-b2b8a64e6c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:34.513240 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:46:25Z', 'revision_number': 4, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1714abc-0b5b-41c4-a60a-28fcb9010883', 'name': '', 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a5:69:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:23Z', 'updated_at': '2022-02-04T13:46:32Z', 'revision_number': 4, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:23Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:34.648487 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46109441-de49-4e81-bd28-b6849e2375ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (654735fb-8c15-4ee8-89b5-c0c465bfbf87), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:34.656130 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6942c-20c8-474b-9e94-7229e4f12764 None None] The sync data for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 is: [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:46:25Z', 'revision_number': 4, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1714abc-0b5b-41c4-a60a-28fcb9010883', 'name': '', 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a5:69:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:23Z', 'updated_at': '2022-02-04T13:46:32Z', 'revision_number': 4, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:23Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:46:34.825376 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-46109441-de49-4e81-bd28-b6849e2375ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654735fb-8c15-4ee8-89b5-c0c465bfbf87']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:34.861280 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-46109441-de49-4e81-bd28-b6849e2375ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7ba93a-afd9-4b89-99a5-911f38e80d87') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:34.861914 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-46109441-de49-4e81-bd28-b6849e2375ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7ba93a-afd9-4b89-99a5-911f38e80d87') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:34.897115 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46109441-de49-4e81-bd28-b6849e2375ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (0e7ba93a-afd9-4b89-99a5-911f38e80d87), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:34.958079 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46109441-de49-4e81-bd28-b6849e2375ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0e7ba93a-afd9-4b89-99a5-911f38e80d87), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:34.991321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46109441-de49-4e81-bd28-b6849e2375ec admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:46:34.991785 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46109441-de49-4e81-bd28-b6849e2375ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (0e7ba93a-afd9-4b89-99a5-911f38e80d87), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:46:34.993686 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:46:35.045237 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:35.164293 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bdefc-37a8-4fc7-879c-33ce50391186 req-39b002f6-d6c1-4513-83eb-51aa82bc6ba9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:35.185272 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790bdefc-37a8-4fc7-879c-33ce50391186 req-39b002f6-d6c1-4513-83eb-51aa82bc6ba9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 945 time: 0.4750481 Feb 04 13:46:35.191862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2731ed8a-6a02-494b-bb53-ff3f8254dd36 None None] Provisioning complete for port a1714abc-0b5b-41c4-a60a-28fcb9010883 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:35.206020 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2731ed8a-6a02-494b-bb53-ff3f8254dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:35.210320 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46109441-de49-4e81-bd28-b6849e2375ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (654735fb-8c15-4ee8-89b5-c0c465bfbf87), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:35.223785 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46109441-de49-4e81-bd28-b6849e2375ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:35.229730 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebf0f2-03a0-4426-bb61-b2b8a64e6c63 None None] Pushing event updated for resources: {'Port': ['ID=a1714abc-0b5b-41c4-a60a-28fcb9010883,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:35.238658 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-46109441-de49-4e81-bd28-b6849e2375ec admin admin] 10.222.0.96 "DELETE /v2.0/networks/654735fb-8c15-4ee8-89b5-c0c465bfbf87 HTTP/1.1" status: 204 len: 168 time: 1.5264025 Feb 04 13:46:35.285405 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46109441-de49-4e81-bd28-b6849e2375ec admin admin] Pushing event deleted for resources: {'Network': ['ID=654735fb-8c15-4ee8-89b5-c0c465bfbf87,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:35.506192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a1714abc-0b5b-41c4-a60a-28fcb9010883 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:46:35.739588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-790bdefc-37a8-4fc7-879c-33ce50391186 req-c4c5704c-253c-491e-a7c3-a27c53ee81bd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=dfcb9ee8-da56-4717-b20a-f84cdca8dda6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5447876 Feb 04 13:46:35.770852 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58518) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:35.810224 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2731ed8a-6a02-494b-bb53-ff3f8254dd36 None None] Current status of the port a1714abc-0b5b-41c4-a60a-28fcb9010883 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:35.923163 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Publish callbacks [] for port (96efe97f-215a-4c3b-a2ac-622aa8db5340), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:35.954964 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (96efe97f-215a-4c3b-a2ac-622aa8db5340), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:36.065138 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58524) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:36.356651 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854bcf69-56f1-4de0-a078-2c6197db79ee tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:36.365505 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-854bcf69-56f1-4de0-a078-2c6197db79ee tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 1123 time: 0.5929947 Feb 04 13:46:36.367375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58532) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:36.370375 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-04f81b10-cc41-4efa-b194-da63bd4a0ede admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=678aab1436e54ac083382f3ac6af32df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2920070 Feb 04 13:46:36.376695 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58534) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:36.401562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '97905031-2f2a-4178-85eb-0808ee9411a5', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:36.458820 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:36.583197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Pushing event updated for resources: {'Port': ['ID=96efe97f-215a-4c3b-a2ac-622aa8db5340,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:36.586656 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c295653-489b-4f29-830c-3382b8525180 admin admin] Publish callbacks [] for security_group (bff77e3f-64df-41ad-9ec8-c90856a52021), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:36.593998 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Allocated IP 172.23.0.1 (91f6f1a6-e52e-4660-a932-989d6f2ba928/cd72a417-7659-4a7e-a1e3-84952e3a83fb/cd047412-df07-4679-b8cb-b6acd322ea42) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:46:36.669669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a1714abc-0b5b-41c4-a60a-28fcb9010883 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:36.670568 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:36.678271 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c295653-489b-4f29-830c-3382b8525180 admin admin] Publish callbacks [] for security_group (bff77e3f-64df-41ad-9ec8-c90856a52021), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:36.829686 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Network 91f6f1a6-e52e-4660-a932-989d6f2ba928 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:46:36.855480 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c295653-489b-4f29-830c-3382b8525180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bff77e3f-64df-41ad-9ec8-c90856a52021), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:36.863363 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c295653-489b-4f29-830c-3382b8525180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:36.865400 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8c295653-489b-4f29-830c-3382b8525180 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bff77e3f-64df-41ad-9ec8-c90856a52021 HTTP/1.1" status: 204 len: 168 time: 0.4873784 Feb 04 13:46:36.882167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:36.891162 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:46:36.923492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c295653-489b-4f29-830c-3382b8525180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff77e3f-64df-41ad-9ec8-c90856a52021,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:36.932383 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (cd047412-df07-4679-b8cb-b6acd322ea42), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:36.977559 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:37.083654 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a1714abc-0b5b-41c4-a60a-28fcb9010883 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:37.110735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=cd047412-df07-4679-b8cb-b6acd322ea42,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:37.155950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network 91f6f1a6-e52e-4660-a932-989d6f2ba928 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:46:37.161327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:37.169554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:46:37.337573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (25788901-f53c-44d0-8c03-3d63078b7fbb), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:37.441314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Attempting to bind port 96efe97f-215a-4c3b-a2ac-622aa8db5340 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:46:37.448425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Attempting to bind port 96efe97f-215a-4c3b-a2ac-622aa8db5340 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '7bc7fada-6e76-4f09-8eff-b349f658189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:46:37.449276 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Attempting to bind port 96efe97f-215a-4c3b-a2ac-622aa8db5340 on network 91f6f1a6-e52e-4660-a932-989d6f2ba928 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:46:37.464686 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:46:37.467062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Checking segment: {'id': '7bc7fada-6e76-4f09-8eff-b349f658189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:46:37.468858 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:37.470441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Bound using segment: {'id': '7bc7fada-6e76-4f09-8eff-b349f658189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:46:37.472749 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Bound port: 96efe97f-215a-4c3b-a2ac-622aa8db5340, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc7fada-6e76-4f09-8eff-b349f658189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:46:37.474882 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (96efe97f-215a-4c3b-a2ac-622aa8db5340), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:37.532884 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a1714abc-0b5b-41c4-a60a-28fcb9010883 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:46:37.708796 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:37.862727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a1714abc-0b5b-41c4-a60a-28fcb9010883 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:37.863839 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:38.075260 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] For port 96efe97f-215a-4c3b-a2ac-622aa8db5340, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:46:38.142593 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:38.166682 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] For port 96efe97f-215a-4c3b-a2ac-622aa8db5340, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=96efe97f-215a-4c3b-a2ac-622aa8db5340,segment=NetworkSegment(7bc7fada-6e76-4f09-8eff-b349f658189a),segment_id=7bc7fada-6e76-4f09-8eff-b349f658189a)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:46:38.210645 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (96efe97f-215a-4c3b-a2ac-622aa8db5340), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:38.653966 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb8715-9c2a-4d22-a2f9-3fd98144453d None None] Pushing event updated for resources: {'Port': ['ID=96efe97f-215a-4c3b-a2ac-622aa8db5340,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:38.742811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a1714abc-0b5b-41c4-a60a-28fcb9010883 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:39.537626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Allocated IP 172.25.5.18 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/74208507-c67d-4509-8212-9a9819133186) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:46:39.651146 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58668) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:39.663268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 96efe97f-215a-4c3b-a2ac-622aa8db5340 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:46:39.796283 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 96efe97f-215a-4c3b-a2ac-622aa8db5340 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:39.796692 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (96efe97f-215a-4c3b-a2ac-622aa8db5340), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:39.942837 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for port (74208507-c67d-4509-8212-9a9819133186), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:39.984338 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for port (cd047412-df07-4679-b8cb-b6acd322ea42), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:39.998340 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:40.003911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 96efe97f-215a-4c3b-a2ac-622aa8db5340 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:40.004298 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (96efe97f-215a-4c3b-a2ac-622aa8db5340), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:40.103357 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 96efe97f-215a-4c3b-a2ac-622aa8db5340, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=96efe97f-215a-4c3b-a2ac-622aa8db5340,segment=NetworkSegment(7bc7fada-6e76-4f09-8eff-b349f658189a),segment_id=7bc7fada-6e76-4f09-8eff-b349f658189a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:40.112419 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (96efe97f-215a-4c3b-a2ac-622aa8db5340), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:40.223717 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (25788901-f53c-44d0-8c03-3d63078b7fbb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:40.282412 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event updated for resources: {'Port': ['ID=cd047412-df07-4679-b8cb-b6acd322ea42,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:40.313859 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=96efe97f-215a-4c3b-a2ac-622aa8db5340,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:40.352312 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (74208507-c67d-4509-8212-9a9819133186), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:40.414352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:46:40.420820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:40.434008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:46:40.461901 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a9d00d54-f501-4a51-b5e0-f4462cd0ed37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:40.541413 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58688) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:40.605880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Port': ['ID=74208507-c67d-4509-8212-9a9819133186,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:40.710647 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a9d00d54-f501-4a51-b5e0-f4462cd0ed37 admin admin] Publish callbacks [] for security_group (8bc171e7-246a-4ee7-bbe8-8622543f353c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:40.731114 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a9d00d54-f501-4a51-b5e0-f4462cd0ed37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8bc171e7-246a-4ee7-bbe8-8622543f353c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:40.756782 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Network 91f6f1a6-e52e-4660-a932-989d6f2ba928 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:46:40.815221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3270fe-a4c9-4122-804c-2002b846c31c None None] Network 91f6f1a6-e52e-4660-a932-989d6f2ba928 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:46:40.891074 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a9d00d54-f501-4a51-b5e0-f4462cd0ed37 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a3f6543661ac488cb2f9e9bf9f120c96&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2367008 Feb 04 13:46:40.898518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58694) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:40.915301 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d00d54-f501-4a51-b5e0-f4462cd0ed37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc171e7-246a-4ee7-bbe8-8622543f353c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:41.028069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0bae0676-4dc7-48f3-9132-63786a368d71 admin admin] Publish callbacks [] for security_group (8bc171e7-246a-4ee7-bbe8-8622543f353c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:41.074040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:41.087751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6fb1844e-cf85-442a-9d6a-3639650c91ee None None] Provisioning complete for port 96efe97f-215a-4c3b-a2ac-622aa8db5340 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:41.088139 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6fb1844e-cf85-442a-9d6a-3639650c91ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (96efe97f-215a-4c3b-a2ac-622aa8db5340), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:41.093040 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-74c6884a-ddee-4f1c-b549-1dd4ebe43393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:41.130518 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0bae0676-4dc7-48f3-9132-63786a368d71 admin admin] Publish callbacks [] for security_group (8bc171e7-246a-4ee7-bbe8-8622543f353c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:41.140173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76430ebf-7378-4f8a-9d0c-0e92bfbf11e7 req-b8feeef5-3d9d-4f2e-a9f8-13e472b3cd05 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:41.142190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76430ebf-7378-4f8a-9d0c-0e92bfbf11e7 req-b8feeef5-3d9d-4f2e-a9f8-13e472b3cd05 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.6448655 Feb 04 13:46:41.325982 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0bae0676-4dc7-48f3-9132-63786a368d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8bc171e7-246a-4ee7-bbe8-8622543f353c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:41.329957 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0bae0676-4dc7-48f3-9132-63786a368d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:41.331352 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0bae0676-4dc7-48f3-9132-63786a368d71 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8bc171e7-246a-4ee7-bbe8-8622543f353c HTTP/1.1" status: 204 len: 168 time: 0.4307296 Feb 04 13:46:41.399626 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e55e7657-683a-4c18-9b8c-6dfafcfc9979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:41.427445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae0676-4dc7-48f3-9132-63786a368d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc171e7-246a-4ee7-bbe8-8622543f353c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:41.470078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 96efe97f-215a-4c3b-a2ac-622aa8db5340 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:46:41.726160 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e55e7657-683a-4c18-9b8c-6dfafcfc9979 admin admin] Publish callbacks [] for security_group (df55013c-1284-4a84-95cd-2d20ff4c44a7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:41.727657 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1844e-cf85-442a-9d6a-3639650c91ee None None] Current status of the port 96efe97f-215a-4c3b-a2ac-622aa8db5340 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:41.744904 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e55e7657-683a-4c18-9b8c-6dfafcfc9979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (df55013c-1284-4a84-95cd-2d20ff4c44a7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:41.755427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 96efe97f-215a-4c3b-a2ac-622aa8db5340 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:41.755832 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (96efe97f-215a-4c3b-a2ac-622aa8db5340), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:41.769515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76430ebf-7378-4f8a-9d0c-0e92bfbf11e7 req-b5cf0304-dcb1-4c16-8125-2ae3f79b291e tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241075 Feb 04 13:46:41.898887 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e55e7657-683a-4c18-9b8c-6dfafcfc9979 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=96104b6cdb84493bae3b9873d6f0dd64&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3505163 Feb 04 13:46:41.899680 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58722) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:41.943770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e7657-683a-4c18-9b8c-6dfafcfc9979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df55013c-1284-4a84-95cd-2d20ff4c44a7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:42.067900 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-926e400f-4752-426a-92ec-ce06998916ff admin admin] Publish callbacks [] for security_group (df55013c-1284-4a84-95cd-2d20ff4c44a7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:42.101158 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 96efe97f-215a-4c3b-a2ac-622aa8db5340 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:42.126819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-926e400f-4752-426a-92ec-ce06998916ff admin admin] Publish callbacks [] for security_group (df55013c-1284-4a84-95cd-2d20ff4c44a7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:42.255643 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-926e400f-4752-426a-92ec-ce06998916ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (df55013c-1284-4a84-95cd-2d20ff4c44a7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:42.258787 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-926e400f-4752-426a-92ec-ce06998916ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:42.263643 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-926e400f-4752-426a-92ec-ce06998916ff admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/df55013c-1284-4a84-95cd-2d20ff4c44a7 HTTP/1.1" status: 204 len: 168 time: 0.3579404 Feb 04 13:46:42.282619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e400f-4752-426a-92ec-ce06998916ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df55013c-1284-4a84-95cd-2d20ff4c44a7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:42.363031 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 25788901-f53c-44d0-8c03-3d63078b7fbb has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:46:42.425013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d10228c5-376b-4a4b-a8bf-2779aeeb6456 None None] Provisioning complete for port cd047412-df07-4679-b8cb-b6acd322ea42 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:42.425388 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d10228c5-376b-4a4b-a8bf-2779aeeb6456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:42.517497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d10228c5-376b-4a4b-a8bf-2779aeeb6456 None None] Port cd047412-df07-4679-b8cb-b6acd322ea42 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:46:42.548811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d10228c5-376b-4a4b-a8bf-2779aeeb6456 None None] Provisioning complete for port 96efe97f-215a-4c3b-a2ac-622aa8db5340 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:42.549183 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d10228c5-376b-4a4b-a8bf-2779aeeb6456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (96efe97f-215a-4c3b-a2ac-622aa8db5340), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:42.662736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58734) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:42.725220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-307a2275-d897-4134-ac76-4ee5c0b7a95e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:42.790804 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d10228c5-376b-4a4b-a8bf-2779aeeb6456 None None] Current status of the port 96efe97f-215a-4c3b-a2ac-622aa8db5340 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:42.950961 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for floatingip (c4d2905b-c417-44e1-b526-82f6bb05813b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:42.988771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-87f4ef91-6e07-4bb4-8184-1fe6b2bb210c None None] Provisioning complete for port cd047412-df07-4679-b8cb-b6acd322ea42 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:42.989669 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-87f4ef91-6e07-4bb4-8184-1fe6b2bb210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:43.053004 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-307a2275-d897-4134-ac76-4ee5c0b7a95e admin admin] Publish callbacks [] for security_group (08e08237-dae4-4775-99fd-19ecdf70a01d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:43.061992 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-307a2275-d897-4134-ac76-4ee5c0b7a95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (08e08237-dae4-4775-99fd-19ecdf70a01d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:43.145206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-87f4ef91-6e07-4bb4-8184-1fe6b2bb210c None None] Port cd047412-df07-4679-b8cb-b6acd322ea42 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:46:43.147953 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a2275-d897-4134-ac76-4ee5c0b7a95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e08237-dae4-4775-99fd-19ecdf70a01d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:43.208835 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-307a2275-d897-4134-ac76-4ee5c0b7a95e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5e55437b1af543be9ddce52e637b963f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5432832 Feb 04 13:46:43.211995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58740) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:43.352514 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-d37e4967-6a83-4f05-a764-622c0cab9707 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.8415000 Feb 04 13:46:43.368566 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d5d8-d6c2-4593-bcf0-dc8090397725 admin admin] Publish callbacks [] for security_group (08e08237-dae4-4775-99fd-19ecdf70a01d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:43.446008 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d5d8-d6c2-4593-bcf0-dc8090397725 admin admin] Publish callbacks [] for security_group (08e08237-dae4-4775-99fd-19ecdf70a01d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:43.467377 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-fa297787-7aba-4728-bf7b-af1733853c1a None None] Provisioning complete for port cd047412-df07-4679-b8cb-b6acd322ea42 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:43.468043 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fa297787-7aba-4728-bf7b-af1733853c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:43.622276 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d5d8-d6c2-4593-bcf0-dc8090397725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (08e08237-dae4-4775-99fd-19ecdf70a01d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:43.629792 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d5d8-d6c2-4593-bcf0-dc8090397725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:43.636705 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4fe2d5d8-d6c2-4593-bcf0-dc8090397725 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/08e08237-dae4-4775-99fd-19ecdf70a01d HTTP/1.1" status: 204 len: 168 time: 0.4224615 Feb 04 13:46:43.677352 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2d5d8-d6c2-4593-bcf0-dc8090397725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e08237-dae4-4775-99fd-19ecdf70a01d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:43.855544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fa297787-7aba-4728-bf7b-af1733853c1a None None] Port cd047412-df07-4679-b8cb-b6acd322ea42 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:46:43.880624 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4969cc4a-cf1c-4f51-bdc5-319ea6c061aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:43.888679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:46:43.903151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Sync routers for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:46:43.955165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58770) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:43.968949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-deda26fb-4124-4c19-add7-6f5ffa4e287a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:43.971215 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0b573d12-3d97-4585-8c34-4f5e9494b6a6 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/25788901-f53c-44d0-8c03-3d63078b7fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8176475 Feb 04 13:46:44.090891 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:46:44.096117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:46:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:44.133781 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:44.136618 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58772) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:44.244503 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (74208507-c67d-4509-8212-9a9819133186), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:44.266735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ef5f6-0d03-4589-84e6-184ec7c283dc req-68d2826a-4518-41cd-a76e-e62126fbea13 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:44.268912 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-146ef5f6-0d03-4589-84e6-184ec7c283dc req-68d2826a-4518-41cd-a76e-e62126fbea13 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 2.1742439 Feb 04 13:46:44.381742 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-afc3ac1e-09cd-4733-9510-afebde5404ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:44.623712 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-afc3ac1e-09cd-4733-9510-afebde5404ea admin admin] Publish callbacks [] for security_group (1c28ee8f-65fa-4732-8f10-693c093acd11), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:44.646353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:46:44.674654 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-afc3ac1e-09cd-4733-9510-afebde5404ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1c28ee8f-65fa-4732-8f10-693c093acd11), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:44.722117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-afc3ac1e-09cd-4733-9510-afebde5404ea admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=668967b7ccf84d288a6f65a65b7ba016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4785399 Feb 04 13:46:44.746013 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58796) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:44.761910 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-146ef5f6-0d03-4589-84e6-184ec7c283dc req-3a8bdbe2-ab92-457a-8c61-bdcda2a47830 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653752 Feb 04 13:46:44.887444 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:44.991694 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-b57cfb05-c05d-4fb5-850c-6f3d6621d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:45.006028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-b57cfb05-c05d-4fb5-850c-6f3d6621d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:45.010012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-b57cfb05-c05d-4fb5-850c-6f3d6621d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:45.014550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-b57cfb05-c05d-4fb5-850c-6f3d6621d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:45.015671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-b57cfb05-c05d-4fb5-850c-6f3d6621d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:45.020372 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-b57cfb05-c05d-4fb5-850c-6f3d6621d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:45.021887 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-b57cfb05-c05d-4fb5-850c-6f3d6621d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:45.025882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-b57cfb05-c05d-4fb5-850c-6f3d6621d845 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b7509a3710d94881bcf821ccba4baf3b&device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 6716 time: 1.1300967 Feb 04 13:46:45.149607 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58810) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:45.158910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3ac1e-09cd-4733-9510-afebde5404ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c28ee8f-65fa-4732-8f10-693c093acd11,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:45.257681 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c76230b3-2dda-4a60-9ae0-735c4a8da102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:45.605101 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e56b558d-2ca3-4b22-b947-7cf8fca9b408 admin admin] Publish callbacks [] for security_group (1c28ee8f-65fa-4732-8f10-693c093acd11), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:45.665294 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for port (74208507-c67d-4509-8212-9a9819133186), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:45.691071 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (74208507-c67d-4509-8212-9a9819133186), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:45.714328 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e56b558d-2ca3-4b22-b947-7cf8fca9b408 admin admin] Publish callbacks [] for security_group (1c28ee8f-65fa-4732-8f10-693c093acd11), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:45.719466 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.extraroute_db [None req-deda26fb-4124-4c19-add7-6f5ffa4e287a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 13:46:45.766911 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.extraroute_db [None req-deda26fb-4124-4c19-add7-6f5ffa4e287a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Removed routes are [] {{(pid=103607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 13:46:45.767350 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-deda26fb-4124-4c19-add7-6f5ffa4e287a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (25788901-f53c-44d0-8c03-3d63078b7fbb), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:45.819972 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:45.948097 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:46:37Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1714abc-0b5b-41c4-a60a-28fcb9010883', 'name': '', 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a5:69:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:23Z', 'updated_at': '2022-02-04T13:46:34Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd047412-df07-4679-b8cb-b6acd322ea42', 'name': '', 'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:7e:57:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'cd72a417-7659-4a7e-a1e3-84952e3a83fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:35Z', 'updated_at': '2022-02-04T13:46:38Z', 'revision_number': 2, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'cd72a417-7659-4a7e-a1e3-84952e3a83fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:23Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:46.097278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Checking router: 25788901-f53c-44d0-8c03-3d63078b7fbb for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:46:46.099880 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Updating router 25788901-f53c-44d0-8c03-3d63078b7fbb port cd047412-df07-4679-b8cb-b6acd322ea42 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:46:46.270761 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:46.276178 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-deda26fb-4124-4c19-add7-6f5ffa4e287a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (25788901-f53c-44d0-8c03-3d63078b7fbb), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:46.288003 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-deda26fb-4124-4c19-add7-6f5ffa4e287a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (25788901-f53c-44d0-8c03-3d63078b7fbb), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:46.845029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deda26fb-4124-4c19-add7-6f5ffa4e287a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 25788901-f53c-44d0-8c03-3d63078b7fbb has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:46:46.960087 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:47.005634 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Port': ['ID=74208507-c67d-4509-8212-9a9819133186,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:47.030802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-36f5d74c-71a1-4af0-9501-c986cadace45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:47.034332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-36f5d74c-71a1-4af0-9501-c986cadace45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:47.037588 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-36f5d74c-71a1-4af0-9501-c986cadace45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:47.039679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-36f5d74c-71a1-4af0-9501-c986cadace45 service neutron] 10.222.0.99 "GET /v2.0/networks?id=7912785f-1fa8-4b69-9cba-aa96f632b769&id=1612d2d9-6bc5-454e-b028-8e610907a6d3&id=1612d2d9-6bc5-454e-b028-8e610907a6d3&id=1612d2d9-6bc5-454e-b028-8e610907a6d3&id=1612d2d9-6bc5-454e-b028-8e610907a6d3&id=361c3099-6555-4ea8-872d-0b37bedf594c&id=361c3099-6555-4ea8-872d-0b37bedf594c HTTP/1.1" status: 200 len: 2291 time: 1.8909795 Feb 04 13:46:47.204595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deda26fb-4124-4c19-add7-6f5ffa4e287a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:46:47.223358 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-deda26fb-4124-4c19-add7-6f5ffa4e287a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:47.239240 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-deda26fb-4124-4c19-add7-6f5ffa4e287a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/25788901-f53c-44d0-8c03-3d63078b7fbb HTTP/1.1" status: 200 len: 933 time: 3.2816749 Feb 04 13:46:47.239774 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58892) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:47.269767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-a04a0f39-08a6-4d93-80d4-f43f9df9dd39 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0f5a809-9c39-466e-a4d9-f65229b8adcb HTTP/1.1" status: 200 len: 1001 time: 0.2133410 Feb 04 13:46:47.308617 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Publish callbacks [] for port (cd047412-df07-4679-b8cb-b6acd322ea42), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:47.325685 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:47.406377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-b5f50734-c6eb-494d-833d-cbce7ae37fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:47.408191 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-b5f50734-c6eb-494d-833d-cbce7ae37fba service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2f4e23bc-2030-43db-882a-fc66074f8533 HTTP/1.1" status: 200 len: 851 time: 0.1325037 Feb 04 13:46:47.538933 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (c4d2905b-c417-44e1-b526-82f6bb05813b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:47.626525 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575357ec-ddee-43b8-8ea3-198da12f816a None None] Pushing event updated for resources: {'Port': ['ID=cd047412-df07-4679-b8cb-b6acd322ea42,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:47.699953 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e57eb9cb-f85d-4e84-b0ab-bce4c259aea3 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/routers/25788901-f53c-44d0-8c03-3d63078b7fbb HTTP/1.1" status: 200 len: 933 time: 0.4535711 Feb 04 13:46:47.699953 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58912) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:47.707511 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fb7bc3dd-48e0-4717-abee-6098a2cb4a32 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'router': {'routes': None}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:47.737584 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Attempting to bind port cd047412-df07-4679-b8cb-b6acd322ea42 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:46:47.738146 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Attempting to bind port cd047412-df07-4679-b8cb-b6acd322ea42 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '7bc7fada-6e76-4f09-8eff-b349f658189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:46:47.738509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Attempting to bind port cd047412-df07-4679-b8cb-b6acd322ea42 on network 91f6f1a6-e52e-4660-a932-989d6f2ba928 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:46:47.770642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:46:47.771424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Checking segment: {'id': '7bc7fada-6e76-4f09-8eff-b349f658189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:46:47.783922 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:47.784658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Bound using segment: {'id': '7bc7fada-6e76-4f09-8eff-b349f658189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:46:47.785506 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Bound port: cd047412-df07-4679-b8cb-b6acd322ea42, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc7fada-6e76-4f09-8eff-b349f658189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:46:47.807301 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:47.887165 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c76230b3-2dda-4a60-9ae0-735c4a8da102 admin admin] Publish callbacks [] for security_group (23df216b-3ebc-4807-965f-eb7067ed09c4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:47.894344 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Floating IP c4d2905b-c417-44e1-b526-82f6bb05813b associated. External IP: 172.25.5.18, port: 97905031-2f2a-4178-85eb-0808ee9411a5. Feb 04 13:46:47.924291 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e56b558d-2ca3-4b22-b947-7cf8fca9b408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1c28ee8f-65fa-4732-8f10-693c093acd11), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:47.930455 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e56b558d-2ca3-4b22-b947-7cf8fca9b408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:47.933087 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e56b558d-2ca3-4b22-b947-7cf8fca9b408 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1c28ee8f-65fa-4732-8f10-693c093acd11 HTTP/1.1" status: 204 len: 168 time: 3.1755905 Feb 04 13:46:47.999680 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:48.016034 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:46:48.032432 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ef2a0e9c-276e-4ce5-83c5-a44b6785dfcd None None] Provisioning complete for port cd047412-df07-4679-b8cb-b6acd322ea42 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:48.033048 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ef2a0e9c-276e-4ce5-83c5-a44b6785dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:48.077930 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b558d-2ca3-4b22-b947-7cf8fca9b408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c28ee8f-65fa-4732-8f10-693c093acd11,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:48.085971 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c76230b3-2dda-4a60-9ae0-735c4a8da102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (23df216b-3ebc-4807-965f-eb7067ed09c4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:48.090282 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] For port cd047412-df07-4679-b8cb-b6acd322ea42, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:46:48.118029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] For port cd047412-df07-4679-b8cb-b6acd322ea42, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=cd047412-df07-4679-b8cb-b6acd322ea42,segment=NetworkSegment(7bc7fada-6e76-4f09-8eff-b349f658189a),segment_id=7bc7fada-6e76-4f09-8eff-b349f658189a)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:46:48.129663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a0e9c-276e-4ce5-83c5-a44b6785dfcd None None] Port cd047412-df07-4679-b8cb-b6acd322ea42 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:46:48.139468 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:48.228642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:46:48.229688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:46:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:48.337745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-6a5b1b31-19b2-4132-8855-1aaaec0de911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:48.340013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-6a5b1b31-19b2-4132-8855-1aaaec0de911 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7912785f-1fa8-4b69-9cba-aa96f632b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9230521 Feb 04 13:46:48.362416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c76230b3-2dda-4a60-9ae0-735c4a8da102 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=37ed7d0536c843838e325c89a12c3fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2111392 Feb 04 13:46:48.374894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 58936) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:48.513204 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:46:48.619646 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-1083b9f0-f5c7-4ebd-9963-cb49056ddbe9 service neutron] 10.222.0.99 "GET /v2.0/networks/7912785f-1fa8-4b69-9cba-aa96f632b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432048 Feb 04 13:46:48.641667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76230b3-2dda-4a60-9ae0-735c4a8da102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23df216b-3ebc-4807-965f-eb7067ed09c4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:48.893163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575357ec-ddee-43b8-8ea3-198da12f816a None None] Pushing event updated for resources: {'Port': ['ID=cd047412-df07-4679-b8cb-b6acd322ea42,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:48.912361 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-85efea69-3260-4e52-9d6b-bbdaf08fbd36 None None] Provisioning complete for port cd047412-df07-4679-b8cb-b6acd322ea42 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:48.912825 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-85efea69-3260-4e52-9d6b-bbdaf08fbd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:49.118317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-85efea69-3260-4e52-9d6b-bbdaf08fbd36 None None] Current status of the port cd047412-df07-4679-b8cb-b6acd322ea42 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:49.119364 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-85efea69-3260-4e52-9d6b-bbdaf08fbd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:49.352975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:46:45Z', 'revision_number': 6, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1714abc-0b5b-41c4-a60a-28fcb9010883', 'name': '', 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a5:69:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:23Z', 'updated_at': '2022-02-04T13:46:34Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd047412-df07-4679-b8cb-b6acd322ea42', 'name': '', 'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:7e:57:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'cd72a417-7659-4a7e-a1e3-84952e3a83fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:35Z', 'updated_at': '2022-02-04T13:46:48Z', 'revision_number': 4, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'cd72a417-7659-4a7e-a1e3-84952e3a83fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:23Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:49.388454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4b9844-f5eb-4c99-be9c-94b3895e8e26 None None] The sync data for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 is: [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:46:45Z', 'revision_number': 6, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1714abc-0b5b-41c4-a60a-28fcb9010883', 'name': '', 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a5:69:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:23Z', 'updated_at': '2022-02-04T13:46:34Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd047412-df07-4679-b8cb-b6acd322ea42', 'name': '', 'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:7e:57:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'cd72a417-7659-4a7e-a1e3-84952e3a83fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:35Z', 'updated_at': '2022-02-04T13:46:48Z', 'revision_number': 4, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'cd72a417-7659-4a7e-a1e3-84952e3a83fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:23Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:46:49.434088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-85efea69-3260-4e52-9d6b-bbdaf08fbd36 None None] For port cd047412-df07-4679-b8cb-b6acd322ea42, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=cd047412-df07-4679-b8cb-b6acd322ea42,segment=NetworkSegment(7bc7fada-6e76-4f09-8eff-b349f658189a),segment_id=7bc7fada-6e76-4f09-8eff-b349f658189a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:49.448816 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-85efea69-3260-4e52-9d6b-bbdaf08fbd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:49.492721 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Router b1593f1c-da1d-4cbb-bb50-693fbe31239f has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:46:49.493683 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1254b294-1fb0-4f29-9200-6cc0bb8fd70a admin admin] Publish callbacks [] for security_group (23df216b-3ebc-4807-965f-eb7067ed09c4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:49.572613 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-a6ce0ebb-f2b4-4858-b6fc-415d4e9f9217 service neutron] 10.222.0.99 "GET /v2.0/networks/7912785f-1fa8-4b69-9cba-aa96f632b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9330635 Feb 04 13:46:49.662122 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efea69-3260-4e52-9d6b-bbdaf08fbd36 None None] Pushing event updated for resources: {'Port': ['ID=cd047412-df07-4679-b8cb-b6acd322ea42,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:49.764226 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-aa373cac-01b5-4a32-8be3-ce601f0b65f3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=a6440d92-dcd8-496d-89b6-bd6f83ea1768 HTTP/1.1" status: 200 len: 217 time: 0.1751876 Feb 04 13:46:49.838530 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-e3d932cb-c365-44f2-a174-2e8d273172cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:49.840281 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-e3d932cb-c365-44f2-a174-2e8d273172cf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e3cbde94-2939-42c1-a2b7-b944609cf04a HTTP/1.1" status: 200 len: 797 time: 0.0674264 Feb 04 13:46:49.842812 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1254b294-1fb0-4f29-9200-6cc0bb8fd70a admin admin] Publish callbacks [] for security_group (23df216b-3ebc-4807-965f-eb7067ed09c4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:49.877480 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.extraroute_db [None req-fb7bc3dd-48e0-4717-abee-6098a2cb4a32 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Added routes are [] {{(pid=103607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 13:46:49.878272 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.extraroute_db [None req-fb7bc3dd-48e0-4717-abee-6098a2cb4a32 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 13:46:50.015591 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb7bc3dd-48e0-4717-abee-6098a2cb4a32 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (25788901-f53c-44d0-8c03-3d63078b7fbb), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:50.286512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:46:50.302130 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feb182a-34e1-4d07-a559-75d70723fe63 None None] Sync routers for ids ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:46:50.339530 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb182a-34e1-4d07-a559-75d70723fe63 None None] Routers {'b1593f1c-da1d-4cbb-bb50-693fbe31239f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:46:50.341588 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7feb182a-34e1-4d07-a559-75d70723fe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:46:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:50.434870 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:50.496796 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb7bc3dd-48e0-4717-abee-6098a2cb4a32 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (25788901-f53c-44d0-8c03-3d63078b7fbb), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:50.505743 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb7bc3dd-48e0-4717-abee-6098a2cb4a32 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (25788901-f53c-44d0-8c03-3d63078b7fbb), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:50.531463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-9ea5d41a-9c27-4fe0-8215-217ecc04b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:50.537828 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-9ea5d41a-9c27-4fe0-8215-217ecc04b998 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1612d2d9-6bc5-454e-b028-8e610907a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4970095 Feb 04 13:46:50.620087 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1254b294-1fb0-4f29-9200-6cc0bb8fd70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (23df216b-3ebc-4807-965f-eb7067ed09c4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:50.624928 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1254b294-1fb0-4f29-9200-6cc0bb8fd70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:50.637793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1254b294-1fb0-4f29-9200-6cc0bb8fd70a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/23df216b-3ebc-4807-965f-eb7067ed09c4 HTTP/1.1" status: 204 len: 168 time: 2.2598252 Feb 04 13:46:50.756890 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7bc3dd-48e0-4717-abee-6098a2cb4a32 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 25788901-f53c-44d0-8c03-3d63078b7fbb has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:46:50.782829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254b294-1fb0-4f29-9200-6cc0bb8fd70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23df216b-3ebc-4807-965f-eb7067ed09c4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:50.804495 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-40321a41-6bf8-4e8b-bcee-5d025bc1511a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 14.4235923 Feb 04 13:46:50.818171 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59008) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:50.823583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'tag': '97905031-2f2a-4178-85eb-0808ee9411a5'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:46:50.827537 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af9060d-20e7-433a-9323-ef2b2c9df837" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5797b8-3d45-4fce-b472-55e2f8462e10", "tag": "97905031-2f2a-4178-85eb-0808ee9411a5"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:46:50.947843 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-afc89faf-6c06-46d5-b2f4-7936acf584d9 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923907 Feb 04 13:46:50.949534 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32135ef-565b-42d3-82f3-d35e3c9e14d3 x-openstack-request-id: req-e32135ef-565b-42d3-82f3-d35e3c9e14d3 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:46:50.949827 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5797b8-3d45-4fce-b472-55e2f8462e10", "tag": "97905031-2f2a-4178-85eb-0808ee9411a5", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:46:50.950087 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e32135ef-565b-42d3-82f3-d35e3c9e14d3 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:46:50.953896 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'tag': '97905031-2f2a-4178-85eb-0808ee9411a5', 'status': 'completed', 'code': 200} Feb 04 13:46:51.108610 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-7feb182a-34e1-4d07-a559-75d70723fe63 None None] Set router b1593f1c-da1d-4cbb-bb50-693fbe31239f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:46:51.121677 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8fd157ee-fd51-4be7-906f-d289f508c229 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/floatingips/c4d2905b-c417-44e1-b526-82f6bb05813b HTTP/1.1" status: 200 len: 990 time: 0.3008666 Feb 04 13:46:51.154009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7bc3dd-48e0-4717-abee-6098a2cb4a32 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:46:51.216450 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb7bc3dd-48e0-4717-abee-6098a2cb4a32 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:51.234868 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fb7bc3dd-48e0-4717-abee-6098a2cb4a32 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/25788901-f53c-44d0-8c03-3d63078b7fbb HTTP/1.1" status: 200 len: 699 time: 3.5301690 Feb 04 13:46:51.235984 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59032) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:51.289340 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-49176d74-86a9-48d2-ad0d-a9b671a20e45 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340354 Feb 04 13:46:51.443165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-a08c03b4-ef4e-4b02-9b4e-11b99bc117b1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=5320eabc-22f0-4783-8a3f-6c8e55962f16 HTTP/1.1" status: 200 len: 217 time: 0.1100574 Feb 04 13:46:51.455227 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c973187-7cf9-45aa-b9cc-956a979817a7 None None] Sync routers for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:46:51.523959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c973187-7cf9-45aa-b9cc-956a979817a7 None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:46:51.525358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-0c973187-7cf9-45aa-b9cc-956a979817a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:46:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:51.567813 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9060d-20e7-433a-9323-ef2b2c9df837 req-afdb76cb-476c-4cc7-b72b-2a95d70d664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:51.571593 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6af9060d-20e7-433a-9323-ef2b2c9df837 req-afdb76cb-476c-4cc7-b72b-2a95d70d664f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 1128 time: 0.2806861 Feb 04 13:46:51.630752 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7feb182a-34e1-4d07-a559-75d70723fe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:45:34Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'c4d2905b-c417-44e1-b526-82f6bb05813b', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'port_id': '97905031-2f2a-4178-85eb-0808ee9411a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'mac_address': 'fa:16:3e:71:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:46:41Z', 'updated_at': '2022-02-04T13:46:41Z', 'revision_number': 0, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8422432-6331-4df2-b83b-2a773ba207aa', 'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:38:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:28Z', 'updated_at': '2022-02-04T13:45:45Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:51.691717 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-badd245a-5181-44c9-98b1-a44c2660fb2e tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/routers/25788901-f53c-44d0-8c03-3d63078b7fbb HTTP/1.1" status: 200 len: 699 time: 0.4533415 Feb 04 13:46:51.692686 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59038) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:51.720589 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feb182a-34e1-4d07-a559-75d70723fe63 None None] Checking router: b1593f1c-da1d-4cbb-bb50-693fbe31239f for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:46:51.724455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-3bccdb36-36b7-4d82-bd9b-6d7978b7b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:51.726994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-3bccdb36-36b7-4d82-bd9b-6d7978b7b1df service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e3cbde94-2939-42c1-a2b7-b944609cf04a HTTP/1.1" status: 200 len: 797 time: 0.2772603 Feb 04 13:46:51.745505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device cd047412-df07-4679-b8cb-b6acd322ea42 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:46:51.771766 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb182a-34e1-4d07-a559-75d70723fe63 None None] Routers {'b1593f1c-da1d-4cbb-bb50-693fbe31239f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:46:51.772823 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7feb182a-34e1-4d07-a559-75d70723fe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:46:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:51.892897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-7936bd1f-cade-40b8-8388-cc7b2fa5929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:51.896216 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-7936bd1f-cade-40b8-8388-cc7b2fa5929e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1612d2d9-6bc5-454e-b028-8e610907a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1596684 Feb 04 13:46:52.117441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-0c973187-7cf9-45aa-b9cc-956a979817a7 None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:46:52.133973 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9060d-20e7-433a-9323-ef2b2c9df837 req-c3c3d201-5e9c-417a-a055-f627bcac3239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:52.138625 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6af9060d-20e7-433a-9323-ef2b2c9df837 req-c3c3d201-5e9c-417a-a055-f627bcac3239 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a0b13e3f-9762-48cf-8033-0eeb8464cf8d HTTP/1.1" status: 200 len: 896 time: 0.5532088 Feb 04 13:46:52.139883 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59048) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:52.143531 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-7feb182a-34e1-4d07-a559-75d70723fe63 None None] Set router b1593f1c-da1d-4cbb-bb50-693fbe31239f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:46:52.431971 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59058) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:52.436496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port cd047412-df07-4679-b8cb-b6acd322ea42 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:52.437614 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:52.782862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port cd047412-df07-4679-b8cb-b6acd322ea42 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:52.824143 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6af9060d-20e7-433a-9323-ef2b2c9df837 req-48172e77-4f65-455e-ba1c-6cdaa81d95b6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97905031-2f2a-4178-85eb-0808ee9411a5 HTTP/1.1" status: 200 len: 998 time: 0.6225712 Feb 04 13:46:52.876104 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c784ff6b-7473-4d4d-b2ae-c776d8ee9fe9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/floatingips/c4d2905b-c417-44e1-b526-82f6bb05813b HTTP/1.1" status: 200 len: 990 time: 0.7076833 Feb 04 13:46:52.887162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-4d37b25b-ced1-4042-81b3-c4e91b26c24e service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9841485 Feb 04 13:46:52.895068 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7feb182a-34e1-4d07-a559-75d70723fe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:45:34Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'c4d2905b-c417-44e1-b526-82f6bb05813b', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'port_id': '97905031-2f2a-4178-85eb-0808ee9411a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'mac_address': 'fa:16:3e:71:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:46:41Z', 'updated_at': '2022-02-04T13:46:41Z', 'revision_number': 0, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8422432-6331-4df2-b83b-2a773ba207aa', 'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:38:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:28Z', 'updated_at': '2022-02-04T13:45:45Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:52.980554 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb745-0ef5-4544-80ea-bfa11277dd49 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (25788901-f53c-44d0-8c03-3d63078b7fbb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:52.980947 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feb182a-34e1-4d07-a559-75d70723fe63 None None] The sync data for ids ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'] in n-d-714676-13 is: [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:45:34Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'c4d2905b-c417-44e1-b526-82f6bb05813b', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'port_id': '97905031-2f2a-4178-85eb-0808ee9411a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'mac_address': 'fa:16:3e:71:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:46:41Z', 'updated_at': '2022-02-04T13:46:41Z', 'revision_number': 0, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8422432-6331-4df2-b83b-2a773ba207aa', 'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:38:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:28Z', 'updated_at': '2022-02-04T13:45:45Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:46:53.024626 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-0c973187-7cf9-45aa-b9cc-956a979817a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:46:49Z', 'revision_number': 7, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1714abc-0b5b-41c4-a60a-28fcb9010883', 'name': '', 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a5:69:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:23Z', 'updated_at': '2022-02-04T13:46:34Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd047412-df07-4679-b8cb-b6acd322ea42', 'name': '', 'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:7e:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'cd72a417-7659-4a7e-a1e3-84952e3a83fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:35Z', 'updated_at': '2022-02-04T13:46:49Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'cd72a417-7659-4a7e-a1e3-84952e3a83fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:23Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:53.125541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c973187-7cf9-45aa-b9cc-956a979817a7 None None] Checking router: 25788901-f53c-44d0-8c03-3d63078b7fbb for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:46:53.156561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c973187-7cf9-45aa-b9cc-956a979817a7 None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:46:53.157293 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-0c973187-7cf9-45aa-b9cc-956a979817a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:46:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:53.178343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f36df9-88a5-4509-85e3-13edde57b0ea req-6f7af184-8db9-4fd8-a6ff-763ece0d7a85 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:53.181102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18f36df9-88a5-4509-85e3-13edde57b0ea req-6f7af184-8db9-4fd8-a6ff-763ece0d7a85 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.7659538 Feb 04 13:46:53.269813 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9060d-20e7-433a-9323-ef2b2c9df837 req-821adfba-003e-4784-b67e-3fe306c59a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:53.272472 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6af9060d-20e7-433a-9323-ef2b2c9df837 req-821adfba-003e-4784-b67e-3fe306c59a29 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b71daf93-69b8-48fe-bfaf-868dab64b820 HTTP/1.1" status: 200 len: 834 time: 0.4129453 Feb 04 13:46:53.417194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-0c973187-7cf9-45aa-b9cc-956a979817a7 None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:46:53.444626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18f36df9-88a5-4509-85e3-13edde57b0ea req-edc9a550-aaa5-43e3-b8c0-e9433ac18268 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468321 Feb 04 13:46:53.509098 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bac73d-e27b-450f-be72-fd1e9acbfd84 None None] New status for floating IP c4d2905b-c417-44e1-b526-82f6bb05813b: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:46:53.533641 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-8e0011b6-5eda-4ad4-ba6a-e08983bd2262 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046941 Feb 04 13:46:53.595491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59086) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:53.703813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-c0719ab1-1c03-49bf-a72b-02106945e167 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 HTTP/1.1" status: 200 len: 217 time: 0.1602430 Feb 04 13:46:53.717761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9060d-20e7-433a-9323-ef2b2c9df837 req-8b67d4ac-950c-4b6b-a2c6-ec0ca4668955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:53.726912 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6af9060d-20e7-433a-9323-ef2b2c9df837 req-8b67d4ac-950c-4b6b-a2c6-ec0ca4668955 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a0b13e3f-9762-48cf-8033-0eeb8464cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4159265 Feb 04 13:46:53.735789 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1307296155'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:53.807508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Made reservation on behalf of f7411c1603f441f7bd6e2645c0362e31 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:46:53.815871 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:53.847644 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:53.879606 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59092) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:53.918334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ee2cb745-0ef5-4544-80ea-bfa11277dd49 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port cd047412-df07-4679-b8cb-b6acd322ea42 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:46:53.918969 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb745-0ef5-4544-80ea-bfa11277dd49 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:54.241842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b9e84a4-6203-4bb9-b793-a406143aa0c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:54.265978 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b5264330-4337-445e-be5e-0e04f785012a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/floatingips/c4d2905b-c417-44e1-b526-82f6bb05813b HTTP/1.1" status: 200 len: 992 time: 0.3713834 Feb 04 13:46:54.293388 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-0c973187-7cf9-45aa-b9cc-956a979817a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:46:49Z', 'revision_number': 7, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1714abc-0b5b-41c4-a60a-28fcb9010883', 'name': '', 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a5:69:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:23Z', 'updated_at': '2022-02-04T13:46:34Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd047412-df07-4679-b8cb-b6acd322ea42', 'name': '', 'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:7e:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'cd72a417-7659-4a7e-a1e3-84952e3a83fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:35Z', 'updated_at': '2022-02-04T13:46:49Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'cd72a417-7659-4a7e-a1e3-84952e3a83fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:23Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:54.379918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c973187-7cf9-45aa-b9cc-956a979817a7 None None] The sync data for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 is: [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:46:49Z', 'revision_number': 7, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1714abc-0b5b-41c4-a60a-28fcb9010883', 'name': '', 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a5:69:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:23Z', 'updated_at': '2022-02-04T13:46:34Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd047412-df07-4679-b8cb-b6acd322ea42', 'name': '', 'network_id': '91f6f1a6-e52e-4660-a932-989d6f2ba928', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:7e:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'cd72a417-7659-4a7e-a1e3-84952e3a83fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:35Z', 'updated_at': '2022-02-04T13:46:49Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'cd72a417-7659-4a7e-a1e3-84952e3a83fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:23Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:46:54.481447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-ee2cb745-0ef5-4544-80ea-bfa11277dd49 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] For port cd047412-df07-4679-b8cb-b6acd322ea42, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=cd047412-df07-4679-b8cb-b6acd322ea42,segment=NetworkSegment(7bc7fada-6e76-4f09-8eff-b349f658189a),segment_id=7bc7fada-6e76-4f09-8eff-b349f658189a)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:54.482138 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb745-0ef5-4544-80ea-bfa11277dd49 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:54.535556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ee2cb745-0ef5-4544-80ea-bfa11277dd49 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for cd047412-df07-4679-b8cb-b6acd322ea42 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:46:54.588936 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks [] for security_group (7e8ed331-d440-4343-93c2-71969dc499b9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:54.619851 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7e8ed331-d440-4343-93c2-71969dc499b9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:54.736738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6af9060d-20e7-433a-9323-ef2b2c9df837 req-2a5cd1f4-e3cf-4426-b553-d3ba66ea5848 service neutron] 10.222.0.99 "GET /v2.0/networks/a0b13e3f-9762-48cf-8033-0eeb8464cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9888535 Feb 04 13:46:54.876108 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-36124d25-930a-4fad-ace4-f4660e1ab5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:54.877929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-36124d25-930a-4fad-ace4-f4660e1ab5d8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e3cbde94-2939-42c1-a2b7-b944609cf04a HTTP/1.1" status: 200 len: 797 time: 1.1495793 Feb 04 13:46:54.954521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb34ea3-4d2b-4532-9d5b-e2b3dfdb99f3 req-d11f881b-b468-4e51-a9dd-713e4708983d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:54.957856 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8cb34ea3-4d2b-4532-9d5b-e2b3dfdb99f3 req-d11f881b-b468-4e51-a9dd-713e4708983d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 1.0637367 Feb 04 13:46:55.070350 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6af9060d-20e7-433a-9323-ef2b2c9df837 req-818173fb-2ca8-41a6-a7b3-80579d827651 service neutron] 10.222.0.99 "GET /v2.0/networks/a0b13e3f-9762-48cf-8033-0eeb8464cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263054 Feb 04 13:46:55.106928 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-bfc995e2-322e-4cce-944d-b4c51c8373d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:55.109705 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-bfc995e2-322e-4cce-944d-b4c51c8373d7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1612d2d9-6bc5-454e-b028-8e610907a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2233119 Feb 04 13:46:55.300819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-c38fed63-8a36-4944-8429-e91e9adbdd02 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821365 Feb 04 13:46:55.319703 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8cb34ea3-4d2b-4532-9d5b-e2b3dfdb99f3 req-81c73d33-a76e-4c6e-9789-87d06935093f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523519 Feb 04 13:46:55.339885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59126) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:55.344502 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b9e84a4-6203-4bb9-b793-a406143aa0c2 admin admin] Publish callbacks [] for security_group (45f24dd4-85dc-4fec-8295-87f225f9b828), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:55.363502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:46:55.443787 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8ed331-d440-4343-93c2-71969dc499b9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:55.454413 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b9e84a4-6203-4bb9-b793-a406143aa0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (45f24dd4-85dc-4fec-8295-87f225f9b828), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:55.509399 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e86fe911-ba47-4660-b292-4a49d5b72fb6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:55.509978 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Added segment e86fe911-ba47-4660-b292-4a49d5b72fb6 of type vlan for network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 Feb 04 13:46:55.535704 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-9dedc01c-acbb-4b90-aed9-eaf1d62e3ac0 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121286 Feb 04 13:46:55.545430 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1b9e84a4-6203-4bb9-b793-a406143aa0c2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fd635962476e46c3b28bbc94a55ad866&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9441965 Feb 04 13:46:55.552509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59138) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:55.559770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:55.560401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:55.561482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:55.562054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:55.563417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:55.563417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:55.563783 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:55.564370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:55.564882 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:55.566150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:55.566150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:55.566629 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:55.567151 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:55.692322 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-f6ff1d87-32fd-4edb-bd96-b3954ddb97b7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=17d69f45-ac59-44d3-b022-1a658842a126 HTTP/1.1" status: 200 len: 217 time: 0.1519101 Feb 04 13:46:55.817746 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:55.832759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e84a4-6203-4bb9-b793-a406143aa0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f24dd4-85dc-4fec-8295-87f225f9b828,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:55.839773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-aacc19f0-2de0-4b8d-ade8-0bf5c928c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:55.842203 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-aacc19f0-2de0-4b8d-ade8-0bf5c928c40a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e3cbde94-2939-42c1-a2b7-b944609cf04a HTTP/1.1" status: 200 len: 797 time: 0.1418078 Feb 04 13:46:55.846793 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e5f6492-7bf9-42c2-922f-904953b75f3b admin admin] Publish callbacks [] for security_group (45f24dd4-85dc-4fec-8295-87f225f9b828), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:55.850672 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb745-0ef5-4544-80ea-bfa11277dd49 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (cd047412-df07-4679-b8cb-b6acd322ea42), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:55.966324 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e5f6492-7bf9-42c2-922f-904953b75f3b admin admin] Publish callbacks [] for security_group (45f24dd4-85dc-4fec-8295-87f225f9b828), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:55.981094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cb745-0ef5-4544-80ea-bfa11277dd49 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=cd047412-df07-4679-b8cb-b6acd322ea42,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:56.015534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ac40c-3779-444b-8faa-81aee66c210e req-be6f265b-51c4-4fa6-a56a-bd4b05ff45fe tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:56.019539 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a85ac40c-3779-444b-8faa-81aee66c210e req-be6f265b-51c4-4fa6-a56a-bd4b05ff45fe tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.2244124 Feb 04 13:46:56.048581 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:56.057086 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:56.058140 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:56.130572 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1a7cac3b-7821-457a-8c05-386326571795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:56.180525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-6a1e640a-8f36-47ad-ae30-64dc920395e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:56.183117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-6a1e640a-8f36-47ad-ae30-64dc920395e9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1612d2d9-6bc5-454e-b028-8e610907a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3336036 Feb 04 13:46:56.259673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a85ac40c-3779-444b-8faa-81aee66c210e req-e69e5f9a-86c2-43e2-8b41-e92ad2df57e3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844385 Feb 04 13:46:56.278005 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.8441217 Feb 04 13:46:56.285965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59150) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:56.328742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0da5c87f-8d3e-48e0-a310-baee74946533 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Request body: {'subnet': {'network_id': 'fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:56.366380 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e5f6492-7bf9-42c2-922f-904953b75f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (45f24dd4-85dc-4fec-8295-87f225f9b828), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:56.374888 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e5f6492-7bf9-42c2-922f-904953b75f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:56.377508 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2e5f6492-7bf9-42c2-922f-904953b75f3b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/45f24dd4-85dc-4fec-8295-87f225f9b828 HTTP/1.1" status: 204 len: 168 time: 0.8216362 Feb 04 13:46:56.412898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f6492-7bf9-42c2-922f-904953b75f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f24dd4-85dc-4fec-8295-87f225f9b828,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:56.467599 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfffb2f-6f3d-4020-931e-21c50d7f3a00 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event updated for resources: {'Network': ['ID=fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:56.484346 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:46:56.484963 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-449cd35f-5cbd-4478-8246-e4254e104010 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933402 Feb 04 13:46:56.701671 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb745-0ef5-4544-80ea-bfa11277dd49 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (25788901-f53c-44d0-8c03-3d63078b7fbb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:56.729335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b84e77-7c14-4418-8ea0-59e088d95667 req-7547c93a-2622-4e68-8046-e61d35c865c8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:56.756476 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65b84e77-7c14-4418-8ea0-59e088d95667 req-7547c93a-2622-4e68-8046-e61d35c865c8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.2692103 Feb 04 13:46:56.814458 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-8dcfef8e-6577-4235-b0da-6da9ceb41fb5 service neutron] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219464 Feb 04 13:46:56.943066 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-82cfe7a7-ce66-4514-9238-edd67c17cdcb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee19d8bf-beb5-420b-b1b3-ce54275a3754 HTTP/1.1" status: 200 len: 217 time: 0.0818250 Feb 04 13:46:56.959075 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65b84e77-7c14-4418-8ea0-59e088d95667 req-ff618a12-1687-4b1a-802c-33398a6b672d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008445 Feb 04 13:46:56.995009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da5c87f-8d3e-48e0-a310-baee74946533 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Made reservation on behalf of f7411c1603f441f7bd6e2645c0362e31 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:46:57.001512 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0da5c87f-8d3e-48e0-a310-baee74946533 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:57.079113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-79a36ccf-0304-4698-a620-97104640f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:57.082610 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-79a36ccf-0304-4698-a620-97104640f099 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0 HTTP/1.1" status: 200 len: 797 time: 0.1215017 Feb 04 13:46:57.084010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59168) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:57.117656 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1a7cac3b-7821-457a-8c05-386326571795 admin admin] Publish callbacks [] for security_group (935bd976-683d-4bec-b482-a826a2059496), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:57.153314 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1a7cac3b-7821-457a-8c05-386326571795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (935bd976-683d-4bec-b482-a826a2059496), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:57.164337 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-89d85810-ccab-419e-8b1e-48078ba22849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:57.309066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-1ab431b3-dbd0-47b2-ae6b-fb780501d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:57.312909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-1ab431b3-dbd0-47b2-ae6b-fb780501d1f1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=361c3099-6555-4ea8-872d-0b37bedf594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2241149 Feb 04 13:46:57.408935 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1a7cac3b-7821-457a-8c05-386326571795 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=efac27851c5041b98412086b590aefe8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0481362 Feb 04 13:46:57.413551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59178) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:57.418974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cac3b-7821-457a-8c05-386326571795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935bd976-683d-4bec-b482-a826a2059496,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:57.463940 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-89d85810-ccab-419e-8b1e-48078ba22849 admin admin] Publish callbacks [] for security_group (ed51afbe-bbb3-463b-a089-872d1dd340b4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:57.489839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2cb745-0ef5-4544-80ea-bfa11277dd49 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 25788901-f53c-44d0-8c03-3d63078b7fbb has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:46:57.509801 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-89d85810-ccab-419e-8b1e-48078ba22849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ed51afbe-bbb3-463b-a089-872d1dd340b4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:57.575501 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c7132608-af3f-4b68-b40a-1211f42d4a90 admin admin] Publish callbacks [] for security_group (935bd976-683d-4bec-b482-a826a2059496), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:57.583513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d85810-ccab-419e-8b1e-48078ba22849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed51afbe-bbb3-463b-a089-872d1dd340b4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:57.600971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-89d85810-ccab-419e-8b1e-48078ba22849 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f4c9ed974f0b4dcebec868e74f63e380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5150080 Feb 04 13:46:57.609261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59180) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:57.637162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-5cd6b62e-8459-4e0e-a7ec-2a8277177c15 service neutron] 10.222.0.99 "GET /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101990 Feb 04 13:46:57.648616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf95ab-2ee2-4dbb-8546-d7ca4f2f5933 req-66d3e3fd-68bf-4ea9-90ba-b50171782af0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:57.650266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fcf95ab-2ee2-4dbb-8546-d7ca4f2f5933 req-66d3e3fd-68bf-4ea9-90ba-b50171782af0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1853514 Feb 04 13:46:57.729867 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c7132608-af3f-4b68-b40a-1211f42d4a90 admin admin] Publish callbacks [] for security_group (935bd976-683d-4bec-b482-a826a2059496), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:57.797153 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0da5c87f-8d3e-48e0-a310-baee74946533 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (91de8eca-591e-44a7-9875-b68e526cf279), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:57.816386 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4aac411d-d43d-4f99-bb82-a3b73b861bd4 admin admin] Publish callbacks [] for security_group (ed51afbe-bbb3-463b-a089-872d1dd340b4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:57.844228 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2cb745-0ef5-4544-80ea-bfa11277dd49 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:46:57.858854 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ee2cb745-0ef5-4544-80ea-bfa11277dd49 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/25788901-f53c-44d0-8c03-3d63078b7fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1388633 Feb 04 13:46:57.859156 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fcf95ab-2ee2-4dbb-8546-d7ca4f2f5933 req-b18b25b4-9f7e-4af5-bc5b-2ab8889b1728 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949840 Feb 04 13:46:57.877867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d395f6-ae99-42af-954b-5fb55fa7cb08 None None] Sync routers for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:46:57.879165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59182) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:57.903651 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d395f6-ae99-42af-954b-5fb55fa7cb08 None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:46:57.905087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-14d395f6-ae99-42af-954b-5fb55fa7cb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:46:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:57.918308 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-7f0d2ced-c0a6-45c2-87d0-c3987e0c027e service neutron] 10.222.0.99 "GET /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668040 Feb 04 13:46:57.954185 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4aac411d-d43d-4f99-bb82-a3b73b861bd4 admin admin] Publish callbacks [] for security_group (ed51afbe-bbb3-463b-a089-872d1dd340b4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:58.022044 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-f32e88f0-9ad1-47c0-99fe-c46687ae6551 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2fb97722-6f45-48e7-8b20-1188308a58b1 HTTP/1.1" status: 200 len: 217 time: 0.0968776 Feb 04 13:46:58.058199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5c87f-8d3e-48e0-a310-baee74946533 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event updated for resources: {'Subnet': ['ID=91de8eca-591e-44a7-9875-b68e526cf279,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:58.100426 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c7132608-af3f-4b68-b40a-1211f42d4a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (935bd976-683d-4bec-b482-a826a2059496), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:58.105732 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c7132608-af3f-4b68-b40a-1211f42d4a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:58.107849 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c7132608-af3f-4b68-b40a-1211f42d4a90 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/935bd976-683d-4bec-b482-a826a2059496 HTTP/1.1" status: 204 len: 168 time: 0.6907103 Feb 04 13:46:58.118988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-598ee151-2c0f-41f8-8ed8-70a9f5c3df85 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting subnet cd72a417-7659-4a7e-a1e3-84952e3a83fb {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:46:58.125377 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da5c87f-8d3e-48e0-a310-baee74946533 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Checking segment: {'id': 'e86fe911-ba47-4660-b292-4a49d5b72fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:46:58.125975 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da5c87f-8d3e-48e0-a310-baee74946533 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Network hostable DHCP agents. Network: fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:46:58.149482 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-598ee151-2c0f-41f8-8ed8-70a9f5c3df85 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (cd72a417-7659-4a7e-a1e3-84952e3a83fb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:58.204933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-14d395f6-ae99-42af-954b-5fb55fa7cb08 None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:46:58.218972 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7132608-af3f-4b68-b40a-1211f42d4a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935bd976-683d-4bec-b482-a826a2059496,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:58.268278 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-b2557ff1-1417-4a0c-ae2b-d7f66d33c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:58.270662 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-b2557ff1-1417-4a0c-ae2b-d7f66d33c137 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0 HTTP/1.1" status: 200 len: 797 time: 0.2368197 Feb 04 13:46:58.280352 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da5c87f-8d3e-48e0-a310-baee74946533 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:46:58.326245 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-598ee151-2c0f-41f8-8ed8-70a9f5c3df85 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (cd72a417-7659-4a7e-a1e3-84952e3a83fb), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:58.396244 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4aac411d-d43d-4f99-bb82-a3b73b861bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ed51afbe-bbb3-463b-a089-872d1dd340b4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:58.407584 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4aac411d-d43d-4f99-bb82-a3b73b861bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:58.409135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4aac411d-d43d-4f99-bb82-a3b73b861bd4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ed51afbe-bbb3-463b-a089-872d1dd340b4 HTTP/1.1" status: 204 len: 168 time: 0.7978258 Feb 04 13:46:58.429516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e848c1-e9ee-4140-9907-e4130329726d req-a960f017-82fe-4f3c-aff2-bc2ee11e88c3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:58.434939 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07e848c1-e9ee-4140-9907-e4130329726d req-a960f017-82fe-4f3c-aff2-bc2ee11e88c3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.2817094 Feb 04 13:46:58.462422 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac411d-d43d-4f99-bb82-a3b73b861bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed51afbe-bbb3-463b-a089-872d1dd340b4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:58.504511 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-0da5c87f-8d3e-48e0-a310-baee74946533 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:58.508695 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-3dd76048-a261-492d-a1b7-30bda6d2074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:58.511289 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-3dd76048-a261-492d-a1b7-30bda6d2074a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=361c3099-6555-4ea8-872d-0b37bedf594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2339272 Feb 04 13:46:58.537684 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd0720d-2d85-43a1-922c-1c0932b10f3f None None] Network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:46:58.547673 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da5c87f-8d3e-48e0-a310-baee74946533 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:58.555386 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0da5c87f-8d3e-48e0-a310-baee74946533 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:58.638200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07e848c1-e9ee-4140-9907-e4130329726d req-6be3c87b-1539-45d4-a8ee-1d84aec65d94 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767521 Feb 04 13:46:58.654446 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0da5c87f-8d3e-48e0-a310-baee74946533 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3384428 Feb 04 13:46:58.659420 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59196) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:58.668595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2498974d-8b7e-4bf1-ac37-e91af0d95a4c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Request body: {'port': {'network_id': 'fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-978349371'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:58.932038 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-598ee151-2c0f-41f8-8ed8-70a9f5c3df85 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (cd72a417-7659-4a7e-a1e3-84952e3a83fb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:58.998939 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-dde7f39e-3ac3-4852-9fed-70bbc4e4edca service neutron] 10.222.0.99 "GET /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714491 Feb 04 13:46:59.040633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68', 'network_id': 'fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68', 'project_id': 'f7411c1603f441f7bd6e2645c0362e31', 'fixed_ips': [{'subnet_id': '91de8eca-591e-44a7-9875-b68e526cf279'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:46:59.043757 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:59.137810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-14d395f6-ae99-42af-954b-5fb55fa7cb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:46:55Z', 'revision_number': 8, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1714abc-0b5b-41c4-a60a-28fcb9010883', 'name': '', 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a5:69:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:23Z', 'updated_at': '2022-02-04T13:46:34Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:23Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:59.150301 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2498974d-8b7e-4bf1-ac37-e91af0d95a4c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Made reservation on behalf of f7411c1603f441f7bd6e2645c0362e31 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:46:59.167759 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2498974d-8b7e-4bf1-ac37-e91af0d95a4c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:59.177342 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-598ee151-2c0f-41f8-8ed8-70a9f5c3df85 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (cd72a417-7659-4a7e-a1e3-84952e3a83fb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:59.290033 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ee151-2c0f-41f8-8ed8-70a9f5c3df85 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Subnet': ['ID=cd72a417-7659-4a7e-a1e3-84952e3a83fb,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:59.297141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d395f6-ae99-42af-954b-5fb55fa7cb08 None None] Checking router: 25788901-f53c-44d0-8c03-3d63078b7fbb for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:46:59.340205 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-598ee151-2c0f-41f8-8ed8-70a9f5c3df85 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:59.358870 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59210) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:59.359940 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-598ee151-2c0f-41f8-8ed8-70a9f5c3df85 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/cd72a417-7659-4a7e-a1e3-84952e3a83fb HTTP/1.1" status: 204 len: 168 time: 1.4669049 Feb 04 13:46:59.365216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874d367f-5f4f-4bd0-98c9-1ea626a0b542 None None] Network 91f6f1a6-e52e-4660-a932-989d6f2ba928 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:46:59.368954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-2498974d-8b7e-4bf1-ac37-e91af0d95a4c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] device_id is not set on port 69f15604-972e-47be-976f-39f8ce457999 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:46:59.485710 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d395f6-ae99-42af-954b-5fb55fa7cb08 None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:46:59.487166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-14d395f6-ae99-42af-954b-5fb55fa7cb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:46:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:59.762982 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (91f6f1a6-e52e-4660-a932-989d6f2ba928), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:59.823868 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e934b0d4-be1a-4aaf-8d41-4e6e461d642a req-3b7ac46e-f517-4e78-be14-1992f3edd804 service neutron] 10.222.0.99 "GET /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8224416 Feb 04 13:46:59.898190 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-2498974d-8b7e-4bf1-ac37-e91af0d95a4c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Allocated IP 2001:db8::3aa (fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68/91de8eca-591e-44a7-9875-b68e526cf279/69f15604-972e-47be-976f-39f8ce457999) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:46:59.912578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce9dcc-4298-49e0-828c-aa487c279287 req-74bd9139-fcdc-412e-bb42-1bfb64f173c3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:59.927779 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55ce9dcc-4298-49e0-828c-aa487c279287 req-74bd9139-fcdc-412e-bb42-1bfb64f173c3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.6453948 Feb 04 13:47:00.111418 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55ce9dcc-4298-49e0-828c-aa487c279287 req-4f47e737-ac7f-4405-ab94-c3cdc29e25c5 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708243 Feb 04 13:47:00.144655 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port 96efe97f-215a-4c3b-a2ac-622aa8db5340 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:00.145018 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (96efe97f-215a-4c3b-a2ac-622aa8db5340), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:00.256548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] For port 96efe97f-215a-4c3b-a2ac-622aa8db5340, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=96efe97f-215a-4c3b-a2ac-622aa8db5340,segment=NetworkSegment(7bc7fada-6e76-4f09-8eff-b349f658189a),segment_id=7bc7fada-6e76-4f09-8eff-b349f658189a)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:00.256942 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (96efe97f-215a-4c3b-a2ac-622aa8db5340), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:00.292172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for 96efe97f-215a-4c3b-a2ac-622aa8db5340 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:00.323480 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-14d395f6-ae99-42af-954b-5fb55fa7cb08 None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:47:00.424993 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2498974d-8b7e-4bf1-ac37-e91af0d95a4c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks [] for port (69f15604-972e-47be-976f-39f8ce457999), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:00.522557 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2498974d-8b7e-4bf1-ac37-e91af0d95a4c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (69f15604-972e-47be-976f-39f8ce457999), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:00.558576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee49c73-db9d-453a-ac0c-23b69e5c7694 req-7e3af426-ddb8-451d-9248-757833b1a872 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:00.564985 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ee49c73-db9d-453a-ac0c-23b69e5c7694 req-7e3af426-ddb8-451d-9248-757833b1a872 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1776581 Feb 04 13:47:00.696655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b620dc9d-2986-4d4f-a357-bf2999cfc3e8 None None] DHCP port deletion for 91f6f1a6-e52e-4660-a932-989d6f2ba928 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:47:00.758261 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ee49c73-db9d-453a-ac0c-23b69e5c7694 req-d16371d2-20c4-4b9e-9e7f-ec459fc37553 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803288 Feb 04 13:47:00.759471 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (96efe97f-215a-4c3b-a2ac-622aa8db5340), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:00.815864 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498974d-8b7e-4bf1-ac37-e91af0d95a4c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event updated for resources: {'Port': ['ID=69f15604-972e-47be-976f-39f8ce457999,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:00.864221 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2498974d-8b7e-4bf1-ac37-e91af0d95a4c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:00.867250 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-2498974d-8b7e-4bf1-ac37-e91af0d95a4c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:00.880320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=96efe97f-215a-4c3b-a2ac-622aa8db5340,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:00.882566 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2498974d-8b7e-4bf1-ac37-e91af0d95a4c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:00.897483 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2498974d-8b7e-4bf1-ac37-e91af0d95a4c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:00.898220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2498974d-8b7e-4bf1-ac37-e91af0d95a4c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:00.898899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Allocated IP 2001:db8::2 (fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68/91de8eca-591e-44a7-9875-b68e526cf279/7546a070-ed7f-4209-82d6-102e33e35109) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:00.913827 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No DVR routers for this DVR port 96efe97f-215a-4c3b-a2ac-622aa8db5340 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:00.975686 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2498974d-8b7e-4bf1-ac37-e91af0d95a4c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3145859 Feb 04 13:47:00.979222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59250) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:00.992119 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c5fade24-851b-4294-84a3-13161afed241 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Request body: {'port': {'network_id': 'fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1971276993', 'allowed_address_pairs': [{'ip_address': '2001:db8::3aa', 'mac_address': 'fa:16:3e:0f:c5:5f'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:01.252527 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-6da7bd12-55df-4c3b-8c36-e615dec37002 req-46b23acc-93df-4065-9382-202648dbeacc tempest-LiveMigrationTest-530742688 tempest-LiveMigrationTest-530742688-project] (103606) timed out ('10.222.0.100', 54737) {{(pid=103606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:47:01.323243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-14d395f6-ae99-42af-954b-5fb55fa7cb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:46:55Z', 'revision_number': 8, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1714abc-0b5b-41c4-a60a-28fcb9010883', 'name': '', 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a5:69:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:23Z', 'updated_at': '2022-02-04T13:46:34Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:23Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:01.343011 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (91f6f1a6-e52e-4660-a932-989d6f2ba928), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:01.350963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 96efe97f-215a-4c3b-a2ac-622aa8db5340 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:01.445096 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f6f1a6-e52e-4660-a932-989d6f2ba928']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:01.483792 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc7fada-6e76-4f09-8eff-b349f658189a') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:01.492027 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc7fada-6e76-4f09-8eff-b349f658189a') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:01.525682 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fade24-851b-4294-84a3-13161afed241 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Made reservation on behalf of f7411c1603f441f7bd6e2645c0362e31 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:01.530598 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (7bc7fada-6e76-4f09-8eff-b349f658189a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:01.580798 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d395f6-ae99-42af-954b-5fb55fa7cb08 None None] The sync data for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 is: [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:46:55Z', 'revision_number': 8, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1714abc-0b5b-41c4-a60a-28fcb9010883', 'name': '', 'network_id': 'ccf59afb-ab6b-46c9-bda7-4b02370a8973', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a5:69:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:23Z', 'updated_at': '2022-02-04T13:46:34Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': 'c7456ef1-39c3-456c-a387-039a52c69419', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:23Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:47:01.590672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 96efe97f-215a-4c3b-a2ac-622aa8db5340 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:47:01.591356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 96efe97f-215a-4c3b-a2ac-622aa8db5340 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:47:01.621838 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Publish callbacks [] for port (7546a070-ed7f-4209-82d6-102e33e35109), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:01.635595 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (7546a070-ed7f-4209-82d6-102e33e35109), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:01.713814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:01.715979 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (7bc7fada-6e76-4f09-8eff-b349f658189a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:01.719757 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:01.734670 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:01.753944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:47:01.754729 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (7bc7fada-6e76-4f09-8eff-b349f658189a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:47:01.763927 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:47:01.773420 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5fade24-851b-4294-84a3-13161afed241 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:01.800129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-c5fade24-851b-4294-84a3-13161afed241 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] device_id is not set on port 551a0acd-ca91-4b65-99e7-f85ffdfdeb96 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:47:01.914764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce93ee-0eda-45e1-a802-1b2fa1f0fdea req-ec236aed-2efa-4d05-b7ef-b7e02c77d002 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:01.917412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bce93ee-0eda-45e1-a802-1b2fa1f0fdea req-ec236aed-2efa-4d05-b7ef-b7e02c77d002 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.3640127 Feb 04 13:47:01.924689 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (91f6f1a6-e52e-4660-a932-989d6f2ba928), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:01.943878 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:01.949504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/networks/91f6f1a6-e52e-4660-a932-989d6f2ba928 HTTP/1.1" status: 204 len: 168 time: 2.5842540 Feb 04 13:47:01.959288 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59272) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:01.979047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90094e98-7625-47a3-8b69-4e282b1140ec tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Network': ['ID=91f6f1a6-e52e-4660-a932-989d6f2ba928,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:02.022735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Pushing event updated for resources: {'Port': ['ID=7546a070-ed7f-4209-82d6-102e33e35109,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:02.075314 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bce93ee-0eda-45e1-a802-1b2fa1f0fdea req-477b5860-ed27-467c-8595-6c4cd3cee672 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475337 Feb 04 13:47:02.092182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Attempting to bind port 7546a070-ed7f-4209-82d6-102e33e35109 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:47:02.092807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Attempting to bind port 7546a070-ed7f-4209-82d6-102e33e35109 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'e86fe911-ba47-4660-b292-4a49d5b72fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:47:02.093527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Attempting to bind port 7546a070-ed7f-4209-82d6-102e33e35109 on network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:47:02.116704 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:47:02.117185 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Checking segment: {'id': 'e86fe911-ba47-4660-b292-4a49d5b72fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:47:02.117609 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:02.118018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Bound using segment: {'id': 'e86fe911-ba47-4660-b292-4a49d5b72fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:47:02.118673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Bound port: 7546a070-ed7f-4209-82d6-102e33e35109, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86fe911-ba47-4660-b292-4a49d5b72fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:47:02.118954 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7546a070-ed7f-4209-82d6-102e33e35109), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:02.312806 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] For port 7546a070-ed7f-4209-82d6-102e33e35109, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:47:02.320227 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] For port 7546a070-ed7f-4209-82d6-102e33e35109, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7546a070-ed7f-4209-82d6-102e33e35109,segment=NetworkSegment(e86fe911-ba47-4660-b292-4a49d5b72fb6),segment_id=e86fe911-ba47-4660-b292-4a49d5b72fb6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:47:02.340457 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7546a070-ed7f-4209-82d6-102e33e35109), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:02.404484 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bec7b8-9b79-4c57-997c-aa442d31be97 req-aaf85288-6f51-45e6-9b16-c6db472b0d21 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:02.407739 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-35bec7b8-9b79-4c57-997c-aa442d31be97 req-aaf85288-6f51-45e6-9b16-c6db472b0d21 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1056654 Feb 04 13:47:02.455942 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becc790-4539-49a5-8676-a20b38781b0e None None] Pushing event updated for resources: {'Port': ['ID=7546a070-ed7f-4209-82d6-102e33e35109,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:02.592332 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-35bec7b8-9b79-4c57-997c-aa442d31be97 req-c453c4ce-9bd1-4279-9d4a-2535d40be4de tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561515 Feb 04 13:47:02.798354 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-c5fade24-851b-4294-84a3-13161afed241 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Allocated IP 2001:db8::22c (fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68/91de8eca-591e-44a7-9875-b68e526cf279/551a0acd-ca91-4b65-99e7-f85ffdfdeb96) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:03.170075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586027c-1da2-48f6-999e-c2ac4f80cbf2 req-015de5ec-c7b2-48d3-a8f5-a264276bd7e6 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:03.191209 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b586027c-1da2-48f6-999e-c2ac4f80cbf2 req-015de5ec-c7b2-48d3-a8f5-a264276bd7e6 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1677313 Feb 04 13:47:03.384654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b586027c-1da2-48f6-999e-c2ac4f80cbf2 req-944ce10c-3ca2-41ec-a496-ce8ed3f7b2b7 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882639 Feb 04 13:47:03.510324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7546a070-ed7f-4209-82d6-102e33e35109 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:47:03.650405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 7546a070-ed7f-4209-82d6-102e33e35109 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:03.651394 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7546a070-ed7f-4209-82d6-102e33e35109), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:03.690186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b9763-73cf-443d-a16c-d63593a05119 req-099c07f8-024a-4954-a482-771caa8f4cb1 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:03.703499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a5b9763-73cf-443d-a16c-d63593a05119 req-099c07f8-024a-4954-a482-771caa8f4cb1 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1550927 Feb 04 13:47:03.820645 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a5b9763-73cf-443d-a16c-d63593a05119 req-c911fc58-c9d4-4e92-a035-6ae377730fed tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098750 Feb 04 13:47:03.835165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 7546a070-ed7f-4209-82d6-102e33e35109 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:03.836661 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7546a070-ed7f-4209-82d6-102e33e35109), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:03.866320 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5fade24-851b-4294-84a3-13161afed241 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks [] for port (551a0acd-ca91-4b65-99e7-f85ffdfdeb96), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:03.906809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 7546a070-ed7f-4209-82d6-102e33e35109, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7546a070-ed7f-4209-82d6-102e33e35109,segment=NetworkSegment(e86fe911-ba47-4660-b292-4a49d5b72fb6),segment_id=e86fe911-ba47-4660-b292-4a49d5b72fb6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:03.914720 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7546a070-ed7f-4209-82d6-102e33e35109), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:03.928568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device cd047412-df07-4679-b8cb-b6acd322ea42 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:04.011796 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-240cf9e4-c023-4ac0-93a9-f14eaaed4829 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (25788901-f53c-44d0-8c03-3d63078b7fbb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:04.033842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: cd047412-df07-4679-b8cb-b6acd322ea42 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:47:04.034527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device cd047412-df07-4679-b8cb-b6acd322ea42 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:47:04.068560 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5fade24-851b-4294-84a3-13161afed241 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (551a0acd-ca91-4b65-99e7-f85ffdfdeb96), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:04.106587 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=7546a070-ed7f-4209-82d6-102e33e35109,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:04.204432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fade24-851b-4294-84a3-13161afed241 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:04.210415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c5fade24-851b-4294-84a3-13161afed241 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:04.215171 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fade24-851b-4294-84a3-13161afed241 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event updated for resources: {'Port': ['ID=551a0acd-ca91-4b65-99e7-f85ffdfdeb96,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:04.221120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fade24-851b-4294-84a3-13161afed241 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:04.227281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fade24-851b-4294-84a3-13161afed241 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:04.228064 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5fade24-851b-4294-84a3-13161afed241 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:04.318722 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c5fade24-851b-4294-84a3-13161afed241 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.3375957 Feb 04 13:47:04.333058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59410) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:04.534171 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29442cdb-9d9f-497e-a3c9-1552fe7d14f2 None None] Network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:47:04.678522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e3081-4ff6-426e-b47b-258bb9b7d803 req-b281a08c-0955-43e9-8fdd-4610851ebb72 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:04.683646 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54e3081-4ff6-426e-b47b-258bb9b7d803 req-b281a08c-0955-43e9-8fdd-4610851ebb72 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/networks?id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 HTTP/1.1" status: 200 len: 813 time: 0.3854327 Feb 04 13:47:04.684642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59416) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:04.755067 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54e3081-4ff6-426e-b47b-258bb9b7d803 req-cc453f4b-c5f0-4a53-a48e-bdddd2fba27e tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/quotas/3e13c1accd464d1bb7a6d2f9df17596e HTTP/1.1" status: 200 len: 375 time: 0.0475905 Feb 04 13:47:04.793843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9e1d0f21-79e4-476e-84ec-334263982530 None None] Provisioning complete for port 7546a070-ed7f-4209-82d6-102e33e35109 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:04.794260 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0f21-79e4-476e-84ec-334263982530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7546a070-ed7f-4209-82d6-102e33e35109), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:04.795183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-240cf9e4-c023-4ac0-93a9-f14eaaed4829 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port a1714abc-0b5b-41c4-a60a-28fcb9010883 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:04.796870 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-240cf9e4-c023-4ac0-93a9-f14eaaed4829 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:04.932755 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d0f21-79e4-476e-84ec-334263982530 None None] Current status of the port 7546a070-ed7f-4209-82d6-102e33e35109 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:05.031611 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db2cbc8-16b8-45cf-a01b-53b4c7e97a58 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:05.043373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db2cbc8-16b8-45cf-a01b-53b4c7e97a58 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:05.055909 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db2cbc8-16b8-45cf-a01b-53b4c7e97a58 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:05.067821 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0db2cbc8-16b8-45cf-a01b-53b4c7e97a58 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.7308722 Feb 04 13:47:05.074173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59424) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:05.110087 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c54e3081-4ff6-426e-b47b-258bb9b7d803 req-da271a8a-0715-4ab3-bf68-5a14adca066a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3e13c1accd464d1bb7a6d2f9df17596e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3529997 Feb 04 13:47:05.286248 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-240cf9e4-c023-4ac0-93a9-f14eaaed4829 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] For port a1714abc-0b5b-41c4-a60a-28fcb9010883, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a1714abc-0b5b-41c4-a60a-28fcb9010883,segment=NetworkSegment(e6c7854a-ddd7-4792-995e-68f028749226),segment_id=e6c7854a-ddd7-4792-995e-68f028749226)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:05.286638 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-240cf9e4-c023-4ac0-93a9-f14eaaed4829 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:05.340814 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-240cf9e4-c023-4ac0-93a9-f14eaaed4829 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for a1714abc-0b5b-41c4-a60a-28fcb9010883 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:05.386456 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-942f6684-5e53-4566-afe6-56179f38feb6 None None] Provisioning complete for port 7546a070-ed7f-4209-82d6-102e33e35109 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:05.387122 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-942f6684-5e53-4566-afe6-56179f38feb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7546a070-ed7f-4209-82d6-102e33e35109), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:05.474909 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dcdf7-1f89-4a96-817e-193a1c574abb req-37ad3f84-a4bf-4949-84f6-e5f5ac91d0bf tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:05.490632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-690dcdf7-1f89-4a96-817e-193a1c574abb req-37ad3f84-a4bf-4949-84f6-e5f5ac91d0bf tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1592510 Feb 04 13:47:05.500161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7546a070-ed7f-4209-82d6-102e33e35109 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:47:05.577810 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96416ca8-3995-41b8-928d-20118c46b4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:05.593045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-690dcdf7-1f89-4a96-817e-193a1c574abb req-0125370e-19aa-492d-bac0-d2b168a65f25 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948424 Feb 04 13:47:05.624013 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-81ca8647-0f50-44cb-aaff-b3c3a0625ead tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Deleting port 551a0acd-ca91-4b65-99e7-f85ffdfdeb96 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:05.624774 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-81ca8647-0f50-44cb-aaff-b3c3a0625ead tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (551a0acd-ca91-4b65-99e7-f85ffdfdeb96), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:05.787152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-942f6684-5e53-4566-afe6-56179f38feb6 None None] Current status of the port 7546a070-ed7f-4209-82d6-102e33e35109 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:05.808503 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-81ca8647-0f50-44cb-aaff-b3c3a0625ead tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (551a0acd-ca91-4b65-99e7-f85ffdfdeb96), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:05.829351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-81ca8647-0f50-44cb-aaff-b3c3a0625ead tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Calling delete_port for 551a0acd-ca91-4b65-99e7-f85ffdfdeb96 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:05.896206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-942f6684-5e53-4566-afe6-56179f38feb6 None None] Provisioning complete for port 69f15604-972e-47be-976f-39f8ce457999 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:05.897125 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-942f6684-5e53-4566-afe6-56179f38feb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (69f15604-972e-47be-976f-39f8ce457999), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:05.918248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb27662-e046-4720-bf84-9488c27f94dc req-e5d4fcd1-a7bb-4da8-84c1-dbd63872b852 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:05.937814 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ffb27662-e046-4720-bf84-9488c27f94dc req-e5d4fcd1-a7bb-4da8-84c1-dbd63872b852 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1430073 Feb 04 13:47:06.047000 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-942f6684-5e53-4566-afe6-56179f38feb6 None None] Port 69f15604-972e-47be-976f-39f8ce457999 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:06.061145 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 7546a070-ed7f-4209-82d6-102e33e35109 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:06.062505 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7546a070-ed7f-4209-82d6-102e33e35109), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:06.068604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ffb27662-e046-4720-bf84-9488c27f94dc req-5b0c49e4-3a83-46be-965c-4244728c6d90 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200125 Feb 04 13:47:06.144693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-942f6684-5e53-4566-afe6-56179f38feb6 None None] Provisioning complete for port 551a0acd-ca91-4b65-99e7-f85ffdfdeb96 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:06.145299 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-942f6684-5e53-4566-afe6-56179f38feb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (551a0acd-ca91-4b65-99e7-f85ffdfdeb96), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:06.197687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-942f6684-5e53-4566-afe6-56179f38feb6 None None] Port 551a0acd-ca91-4b65-99e7-f85ffdfdeb96 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:06.268964 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-240cf9e4-c023-4ac0-93a9-f14eaaed4829 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a1714abc-0b5b-41c4-a60a-28fcb9010883), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:06.298784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 7546a070-ed7f-4209-82d6-102e33e35109 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:06.331718 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0cbc8620-f385-4eb9-b731-5c9375334147 None None] Provisioning complete for port 69f15604-972e-47be-976f-39f8ce457999 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:06.333317 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0cbc8620-f385-4eb9-b731-5c9375334147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (69f15604-972e-47be-976f-39f8ce457999), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:06.348536 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96416ca8-3995-41b8-928d-20118c46b4d8 admin admin] Publish callbacks [] for security_group (9385d1ee-540a-4797-a978-b8c80eb537ca), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:06.406379 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cf9e4-c023-4ac0-93a9-f14eaaed4829 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=a1714abc-0b5b-41c4-a60a-28fcb9010883,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:06.409597 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96416ca8-3995-41b8-928d-20118c46b4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9385d1ee-540a-4797-a978-b8c80eb537ca), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:06.476288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc8620-f385-4eb9-b731-5c9375334147 None None] Port 69f15604-972e-47be-976f-39f8ce457999 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:06.486545 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-96416ca8-3995-41b8-928d-20118c46b4d8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=53f331498fba4be88b620670c7afc327&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7988193 Feb 04 13:47:06.487576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59460) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:06.524187 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96416ca8-3995-41b8-928d-20118c46b4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9385d1ee-540a-4797-a978-b8c80eb537ca,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:06.608860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7f07eb0-bacd-4339-8c0d-8894f6843b13 req-e5c0a65e-9624-44e8-85f5-dd13c198042d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3e13c1accd464d1bb7a6d2f9df17596e HTTP/1.1" status: 200 len: 221 time: 0.1295087 Feb 04 13:47:06.643296 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bc262639-0dc7-4438-849a-1369a6e52be5 None None] Provisioning complete for port 551a0acd-ca91-4b65-99e7-f85ffdfdeb96 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:06.644189 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bc262639-0dc7-4438-849a-1369a6e52be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (551a0acd-ca91-4b65-99e7-f85ffdfdeb96), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:06.647204 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b5e0af5f-c1a0-4468-919c-704b210c8ff6 admin admin] Publish callbacks [] for security_group (9385d1ee-540a-4797-a978-b8c80eb537ca), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:06.658538 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-81ca8647-0f50-44cb-aaff-b3c3a0625ead tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (551a0acd-ca91-4b65-99e7-f85ffdfdeb96), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:06.670649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59464) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:06.709803 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b5e0af5f-c1a0-4468-919c-704b210c8ff6 admin admin] Publish callbacks [] for security_group (9385d1ee-540a-4797-a978-b8c80eb537ca), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:06.741598 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bc262639-0dc7-4438-849a-1369a6e52be5 None None] Port 551a0acd-ca91-4b65-99e7-f85ffdfdeb96 was deleted so its status cannot be updated. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 04 13:47:06.818464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae1932-94b1-4b50-9ae0-e59a760f2215 req-2e6cc862-08b5-4490-843b-0a2ddc5bdfe3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:06.828102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9dae1932-94b1-4b50-9ae0-e59a760f2215 req-2e6cc862-08b5-4490-843b-0a2ddc5bdfe3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1052091 Feb 04 13:47:06.863448 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca8647-0f50-44cb-aaff-b3c3a0625ead tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event deleted for resources: {'Port': ['ID=551a0acd-ca91-4b65-99e7-f85ffdfdeb96,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:06.916517 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9dae1932-94b1-4b50-9ae0-e59a760f2215 req-5b35854a-2ba6-4920-8b93-58f8e8125377 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870953 Feb 04 13:47:06.922577 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b5e0af5f-c1a0-4468-919c-704b210c8ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9385d1ee-540a-4797-a978-b8c80eb537ca), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:06.926387 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b5e0af5f-c1a0-4468-919c-704b210c8ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:06.928123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b5e0af5f-c1a0-4468-919c-704b210c8ff6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9385d1ee-540a-4797-a978-b8c80eb537ca HTTP/1.1" status: 204 len: 168 time: 0.4393327 Feb 04 13:47:06.946023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0af5f-c1a0-4468-919c-704b210c8ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9385d1ee-540a-4797-a978-b8c80eb537ca,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:07.132431 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-240cf9e4-c023-4ac0-93a9-f14eaaed4829 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (25788901-f53c-44d0-8c03-3d63078b7fbb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:07.135540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c42ee2-e88b-4e7e-862f-e2280bd20f5f req-413a2cc8-51b7-478e-9e09-1d21c50b0c73 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:07.143989 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b0c42ee2-e88b-4e7e-862f-e2280bd20f5f req-413a2cc8-51b7-478e-9e09-1d21c50b0c73 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.0946586 Feb 04 13:47:07.225021 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53360a8e-0ca6-406d-b0e6-376e7fb1327b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:07.235564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b0c42ee2-e88b-4e7e-862f-e2280bd20f5f req-a3386b74-12bc-4d62-bc80-e7c8c3cac8d8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905125 Feb 04 13:47:07.450224 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-81ca8647-0f50-44cb-aaff-b3c3a0625ead tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:07.455040 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-81ca8647-0f50-44cb-aaff-b3c3a0625ead tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "DELETE /v2.0/ports/551a0acd-ca91-4b65-99e7-f85ffdfdeb96 HTTP/1.1" status: 204 len: 168 time: 2.3783653 Feb 04 13:47:07.462225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133929f-f91d-4e79-926c-5efd8de0c73a req-fa1dd600-6802-4a75-9995-20961d7e82b7 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:07.464551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59480) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:07.465019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1133929f-f91d-4e79-926c-5efd8de0c73a req-fa1dd600-6802-4a75-9995-20961d7e82b7 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.0942817 Feb 04 13:47:07.512301 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdea7c17-c4a9-444a-9485-5a900a2ac86a tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] GET failed (client error): The resource could not be found. Feb 04 13:47:07.515005 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cdea7c17-c4a9-444a-9485-5a900a2ac86a tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "GET /v2.0/ports/551a0acd-ca91-4b65-99e7-f85ffdfdeb96 HTTP/1.1" status: 404 len: 333 time: 0.0447605 Feb 04 13:47:07.519467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59484) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:07.524753 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d9f946c7-8653-4df7-b198-b11ff7721204 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Request body: {'port': {'network_id': 'fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-557849188'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:07.547179 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1133929f-f91d-4e79-926c-5efd8de0c73a req-a0f92809-6717-4909-a38c-a22b14cd2ca2 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729473 Feb 04 13:47:07.728817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746aeef-08de-479f-9673-3cff1be0f473 req-2355896b-23c3-4f67-9e0f-a1979196fb8b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:07.730957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8746aeef-08de-479f-9673-3cff1be0f473 req-2355896b-23c3-4f67-9e0f-a1979196fb8b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.0723288 Feb 04 13:47:07.767365 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53360a8e-0ca6-406d-b0e6-376e7fb1327b admin admin] Publish callbacks [] for security_group (d8c99cd1-986c-4082-a8e5-e490924d0904), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:07.783635 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53360a8e-0ca6-406d-b0e6-376e7fb1327b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d8c99cd1-986c-4082-a8e5-e490924d0904), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:07.821547 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8746aeef-08de-479f-9673-3cff1be0f473 req-e52594f8-2e80-4947-9602-0cbe91544330 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824230 Feb 04 13:47:07.822729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59494) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:07.822893 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-53360a8e-0ca6-406d-b0e6-376e7fb1327b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e7498b9055fe4a90bf9f139e07c3046e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1322873 Feb 04 13:47:07.892081 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53360a8e-0ca6-406d-b0e6-376e7fb1327b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c99cd1-986c-4082-a8e5-e490924d0904,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:07.924434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f946c7-8653-4df7-b198-b11ff7721204 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Made reservation on behalf of f7411c1603f441f7bd6e2645c0362e31 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:07.929343 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9f946c7-8653-4df7-b198-b11ff7721204 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:07.939210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240cf9e4-c023-4ac0-93a9-f14eaaed4829 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 25788901-f53c-44d0-8c03-3d63078b7fbb has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:47:07.941436 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12faa184-af8b-4dcc-a8ca-c4e048ccaf03 admin admin] Publish callbacks [] for security_group (d8c99cd1-986c-4082-a8e5-e490924d0904), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:07.962307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-d9f946c7-8653-4df7-b198-b11ff7721204 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] device_id is not set on port a55cf3f1-b9ff-4c74-90d9-410808a0a360 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:47:07.970714 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12faa184-af8b-4dcc-a8ca-c4e048ccaf03 admin admin] Publish callbacks [] for security_group (d8c99cd1-986c-4082-a8e5-e490924d0904), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:08.068158 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12faa184-af8b-4dcc-a8ca-c4e048ccaf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d8c99cd1-986c-4082-a8e5-e490924d0904), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:08.071020 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-12faa184-af8b-4dcc-a8ca-c4e048ccaf03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:08.072992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-12faa184-af8b-4dcc-a8ca-c4e048ccaf03 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d8c99cd1-986c-4082-a8e5-e490924d0904 HTTP/1.1" status: 204 len: 168 time: 0.2473855 Feb 04 13:47:08.093320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12faa184-af8b-4dcc-a8ca-c4e048ccaf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c99cd1-986c-4082-a8e5-e490924d0904,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:08.135584 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32733487-c404-473d-b4b6-7519471358a3 req-e35f70f4-0185-46b3-bb4b-0192148f4e12 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:08.137348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32733487-c404-473d-b4b6-7519471358a3 req-e35f70f4-0185-46b3-bb4b-0192148f4e12 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1096869 Feb 04 13:47:08.257024 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32733487-c404-473d-b4b6-7519471358a3 req-1c8dff96-e4c7-400f-b708-81187e6bd819 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101513 Feb 04 13:47:08.629868 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240cf9e4-c023-4ac0-93a9-f14eaaed4829 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:47:08.637191 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a36c7-0851-4b25-9159-063fd5e5ea8d req-f40fea4c-e424-460c-8c52-68b9afbfef6b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:08.649241 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-240cf9e4-c023-4ac0-93a9-f14eaaed4829 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/25788901-f53c-44d0-8c03-3d63078b7fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6795955 Feb 04 13:47:08.650153 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59522) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:08.652349 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a207b0-34e4-4d66-a1db-1c4abd4f1697 None None] Sync routers for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:47:08.656640 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb9a36c7-0851-4b25-9159-063fd5e5ea8d req-f40fea4c-e424-460c-8c52-68b9afbfef6b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.2448082 Feb 04 13:47:08.696036 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a207b0-34e4-4d66-a1db-1c4abd4f1697 None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:47:08.696916 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-17a207b0-34e4-4d66-a1db-1c4abd4f1697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:46:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:08.797361 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb9a36c7-0851-4b25-9159-063fd5e5ea8d req-fff9801b-e511-4e84-af9a-a0907c0a1db2 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338341 Feb 04 13:47:08.853760 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-d9f946c7-8653-4df7-b198-b11ff7721204 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Allocated IP 2001:db8::1ec (fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68/91de8eca-591e-44a7-9875-b68e526cf279/a55cf3f1-b9ff-4c74-90d9-410808a0a360) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:08.991146 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-17a207b0-34e4-4d66-a1db-1c4abd4f1697 None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:47:09.054202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59532) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:09.080667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b845072c-3b12-486c-a521-6615c99c264f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting subnet c7456ef1-39c3-456c-a387-039a52c69419 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:47:09.084755 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-022f84bb-9a13-4352-a558-296bf05bc28f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:09.119498 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b845072c-3b12-486c-a521-6615c99c264f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (c7456ef1-39c3-456c-a387-039a52c69419), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:09.332978 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b845072c-3b12-486c-a521-6615c99c264f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (c7456ef1-39c3-456c-a387-039a52c69419), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:09.380141 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-022f84bb-9a13-4352-a558-296bf05bc28f admin admin] Publish callbacks [] for security_group (3a8670a3-5e87-4c19-95bd-2ec0b7649f57), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:09.395710 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-022f84bb-9a13-4352-a558-296bf05bc28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3a8670a3-5e87-4c19-95bd-2ec0b7649f57), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:09.486252 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-17a207b0-34e4-4d66-a1db-1c4abd4f1697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:47:06Z', 'revision_number': 9, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:23Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:09.493513 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-022f84bb-9a13-4352-a558-296bf05bc28f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2f2b8eb187694283b55f60c4a0862dab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4368267 Feb 04 13:47:09.502145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59544) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:09.525542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f84bb-9a13-4352-a558-296bf05bc28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8670a3-5e87-4c19-95bd-2ec0b7649f57,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:09.548707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06f292-175e-488f-a719-071fb47880d9 req-452cc849-baf6-4e54-8001-5fa4a1278b8f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:09.554351 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a207b0-34e4-4d66-a1db-1c4abd4f1697 None None] Checking router: 25788901-f53c-44d0-8c03-3d63078b7fbb for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:47:09.562792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e06f292-175e-488f-a719-071fb47880d9 req-452cc849-baf6-4e54-8001-5fa4a1278b8f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.3240771 Feb 04 13:47:09.590536 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a207b0-34e4-4d66-a1db-1c4abd4f1697 None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:47:09.591962 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-17a207b0-34e4-4d66-a1db-1c4abd4f1697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:46:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:09.603707 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9f946c7-8653-4df7-b198-b11ff7721204 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks [] for port (a55cf3f1-b9ff-4c74-90d9-410808a0a360), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:09.675047 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59546) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:09.770830 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-17a207b0-34e4-4d66-a1db-1c4abd4f1697 None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:47:09.905749 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9f946c7-8653-4df7-b198-b11ff7721204 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a55cf3f1-b9ff-4c74-90d9-410808a0a360), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:09.962997 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b845072c-3b12-486c-a521-6615c99c264f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (c7456ef1-39c3-456c-a387-039a52c69419), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:10.027583 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:10.100242 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c363a13-7114-4686-a36c-692fb032212a admin admin] Publish callbacks [] for security_group (3a8670a3-5e87-4c19-95bd-2ec0b7649f57), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:10.105328 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e06f292-175e-488f-a719-071fb47880d9 req-3fe1df61-7cf1-46e2-8b9d-1c6057f61f25 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301900 Feb 04 13:47:10.126111 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f946c7-8653-4df7-b198-b11ff7721204 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:10.135010 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c363a13-7114-4686-a36c-692fb032212a admin admin] Publish callbacks [] for security_group (3a8670a3-5e87-4c19-95bd-2ec0b7649f57), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:10.155466 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d9f946c7-8653-4df7-b198-b11ff7721204 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:10.157663 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f946c7-8653-4df7-b198-b11ff7721204 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event updated for resources: {'Port': ['ID=a55cf3f1-b9ff-4c74-90d9-410808a0a360,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:10.175512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f946c7-8653-4df7-b198-b11ff7721204 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:10.180994 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f946c7-8653-4df7-b198-b11ff7721204 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:10.181692 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9f946c7-8653-4df7-b198-b11ff7721204 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:10.187395 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:10.283662 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d9f946c7-8653-4df7-b198-b11ff7721204 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7630379 Feb 04 13:47:10.289966 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59552) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:10.295179 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b845072c-3b12-486c-a521-6615c99c264f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (c7456ef1-39c3-456c-a387-039a52c69419), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:10.297613 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-17a207b0-34e4-4d66-a1db-1c4abd4f1697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:47:06Z', 'revision_number': 9, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:23Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:10.300988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ff93e574-722d-4bee-9e2a-489e8c4a3c80 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3aa', 'mac_address': 'fa:16:3e:0f:c5:5f'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:10.372080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a216f3-4466-4fc3-81df-55e306beeac4 req-659a34d5-9898-4e0b-b931-db1ab8b2f5c0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:10.380192 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05a216f3-4466-4fc3-81df-55e306beeac4 req-659a34d5-9898-4e0b-b931-db1ab8b2f5c0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1446483 Feb 04 13:47:10.384360 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a207b0-34e4-4d66-a1db-1c4abd4f1697 None None] The sync data for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 is: [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:47:06Z', 'revision_number': 9, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc03affc-9c4e-4544-a68d-b07dacc690e0', 'name': '', 'network_id': '8a4b5ee2-cc85-4acc-916c-602f3979619b', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:39:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:46:11Z', 'updated_at': '2022-02-04T13:46:23Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:47:10.392463 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c363a13-7114-4686-a36c-692fb032212a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3a8670a3-5e87-4c19-95bd-2ec0b7649f57), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:10.395496 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c363a13-7114-4686-a36c-692fb032212a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:10.399625 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4c363a13-7114-4686-a36c-692fb032212a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3a8670a3-5e87-4c19-95bd-2ec0b7649f57 HTTP/1.1" status: 204 len: 168 time: 0.8887537 Feb 04 13:47:10.415991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845072c-3b12-486c-a521-6615c99c264f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Subnet': ['ID=c7456ef1-39c3-456c-a387-039a52c69419,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:10.424463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23deb1f-734d-4971-857c-7ad3d66601fa None None] Network ccf59afb-ab6b-46c9-bda7-4b02370a8973 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:47:10.455876 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b845072c-3b12-486c-a521-6615c99c264f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:10.460028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c363a13-7114-4686-a36c-692fb032212a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8670a3-5e87-4c19-95bd-2ec0b7649f57,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:10.467851 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b845072c-3b12-486c-a521-6615c99c264f tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/c7456ef1-39c3-456c-a387-039a52c69419 HTTP/1.1" status: 204 len: 168 time: 1.8057966 Feb 04 13:47:10.468171 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59556) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:10.623670 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (ccf59afb-ab6b-46c9-bda7-4b02370a8973), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:10.701650 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05a216f3-4466-4fc3-81df-55e306beeac4 req-3631a0f8-1679-4999-a443-d4f1e3a6a169 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194337 Feb 04 13:47:10.754844 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f894991b-b13f-4b6d-af65-e6fb168f9433 None None] Provisioning complete for port a55cf3f1-b9ff-4c74-90d9-410808a0a360 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:10.755931 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f894991b-b13f-4b6d-af65-e6fb168f9433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a55cf3f1-b9ff-4c74-90d9-410808a0a360), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:10.887365 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port 2a3b99fa-13af-4a1a-9552-92f14038ab65 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:10.887704 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:10.910002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f894991b-b13f-4b6d-af65-e6fb168f9433 None None] Port a55cf3f1-b9ff-4c74-90d9-410808a0a360 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:10.937921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e199e826-28bf-4913-9aa9-e9ac7c436baa None None] DHCP port deletion for ccf59afb-ab6b-46c9-bda7-4b02370a8973 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:47:10.994250 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:11.095278 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-edc034c3-3652-4b8d-9f32-65d6f892e6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:11.110241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] For port 2a3b99fa-13af-4a1a-9552-92f14038ab65, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2a3b99fa-13af-4a1a-9552-92f14038ab65,segment=NetworkSegment(e6c7854a-ddd7-4792-995e-68f028749226),segment_id=e6c7854a-ddd7-4792-995e-68f028749226)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:11.111116 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:11.131956 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for 2a3b99fa-13af-4a1a-9552-92f14038ab65 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:11.151603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55f6e4-3db1-4e76-b04a-9e435988bc7c req-e59df872-6ac4-4562-aed5-6e42bea2741f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:11.160813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d55f6e4-3db1-4e76-b04a-9e435988bc7c req-e59df872-6ac4-4562-aed5-6e42bea2741f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1478469 Feb 04 13:47:11.172833 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ff93e574-722d-4bee-9e2a-489e8c4a3c80 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a55cf3f1-b9ff-4c74-90d9-410808a0a360), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:11.223811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e199e826-28bf-4913-9aa9-e9ac7c436baa None None] Deleting port 2a3b99fa-13af-4a1a-9552-92f14038ab65 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:11.224244 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e199e826-28bf-4913-9aa9-e9ac7c436baa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:11.387445 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d55f6e4-3db1-4e76-b04a-9e435988bc7c req-3396f2de-f88d-4d2e-a93a-4c750622a36d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264712 Feb 04 13:47:11.427736 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e199e826-28bf-4913-9aa9-e9ac7c436baa None None] For port 2a3b99fa-13af-4a1a-9552-92f14038ab65, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2a3b99fa-13af-4a1a-9552-92f14038ab65,segment=NetworkSegment(e6c7854a-ddd7-4792-995e-68f028749226),segment_id=e6c7854a-ddd7-4792-995e-68f028749226)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:11.428276 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e199e826-28bf-4913-9aa9-e9ac7c436baa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:11.447438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e199e826-28bf-4913-9aa9-e9ac7c436baa None None] Calling delete_port for 2a3b99fa-13af-4a1a-9552-92f14038ab65 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:11.453177 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:11.456771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Allocated IP 172.25.5.218 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/679fa5d6-b31a-44b8-9140-cce7bc6c1ba6) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:11.529577 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=2a3b99fa-13af-4a1a-9552-92f14038ab65,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:11.547630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No DVR routers for this DVR port 2a3b99fa-13af-4a1a-9552-92f14038ab65 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:11.658527 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e199e826-28bf-4913-9aa9-e9ac7c436baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (2a3b99fa-13af-4a1a-9552-92f14038ab65), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:11.661961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a1714abc-0b5b-41c4-a60a-28fcb9010883 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:11.707299 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab380f99-9abf-4d74-a8e1-abed006c5f91 req-6a55ae81-ebb7-437b-bfb9-d18ab0ff7fca tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:11.717029 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab380f99-9abf-4d74-a8e1-abed006c5f91 req-6a55ae81-ebb7-437b-bfb9-d18ab0ff7fca tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1737673 Feb 04 13:47:11.724572 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (ccf59afb-ab6b-46c9-bda7-4b02370a8973), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:11.740943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199e826-28bf-4913-9aa9-e9ac7c436baa None None] Pushing event deleted for resources: {'Port': ['ID=2a3b99fa-13af-4a1a-9552-92f14038ab65,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:11.753038 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199e826-28bf-4913-9aa9-e9ac7c436baa None None] No DVR routers for this DVR port 2a3b99fa-13af-4a1a-9552-92f14038ab65 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:11.756218 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: a1714abc-0b5b-41c4-a60a-28fcb9010883 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:47:11.756990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a1714abc-0b5b-41c4-a60a-28fcb9010883 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:47:11.757618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2a3b99fa-13af-4a1a-9552-92f14038ab65 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:11.811007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 2a3b99fa-13af-4a1a-9552-92f14038ab65 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:47:11.811957 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2a3b99fa-13af-4a1a-9552-92f14038ab65 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:47:11.839717 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf59afb-ab6b-46c9-bda7-4b02370a8973']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:11.840512 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ff93e574-722d-4bee-9e2a-489e8c4a3c80 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks [] for port (a55cf3f1-b9ff-4c74-90d9-410808a0a360), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:11.850743 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ff93e574-722d-4bee-9e2a-489e8c4a3c80 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a55cf3f1-b9ff-4c74-90d9-410808a0a360), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:11.882500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab380f99-9abf-4d74-a8e1-abed006c5f91 req-b29bc2b4-fb2d-4a9c-8d57-ebd435574375 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640735 Feb 04 13:47:11.891289 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c7854a-ddd7-4792-995e-68f028749226') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:11.891842 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c7854a-ddd7-4792-995e-68f028749226') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:11.892650 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks [] for port (679fa5d6-b31a-44b8-9140-cce7bc6c1ba6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:11.967842 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (e6c7854a-ddd7-4792-995e-68f028749226), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:11.979172 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ff93e574-722d-4bee-9e2a-489e8c4a3c80 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] In _notify_port_updated(), no bound segment for port a55cf3f1-b9ff-4c74-90d9-410808a0a360 on network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:47:11.994680 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff93e574-722d-4bee-9e2a-489e8c4a3c80 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:11.998502 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ff93e574-722d-4bee-9e2a-489e8c4a3c80 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:12.003929 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ff93e574-722d-4bee-9e2a-489e8c4a3c80 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "PUT /v2.0/ports/a55cf3f1-b9ff-4c74-90d9-410808a0a360 HTTP/1.1" status: 200 len: 1002 time: 1.7088892 Feb 04 13:47:12.007070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59588) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:12.072516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93e574-722d-4bee-9e2a-489e8c4a3c80 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event updated for resources: {'Port': ['ID=a55cf3f1-b9ff-4c74-90d9-410808a0a360,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:12.100630 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (679fa5d6-b31a-44b8-9140-cce7bc6c1ba6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:12.107644 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e6c7854a-ddd7-4792-995e-68f028749226), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:12.157774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:47:12.158450 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (e6c7854a-ddd7-4792-995e-68f028749226), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:47:12.162447 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:47:12.195342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:12.207732 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:12.214217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:12.281602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Pushing event updated for resources: {'Port': ['ID=679fa5d6-b31a-44b8-9140-cce7bc6c1ba6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:12.339679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc608e-b13e-40fe-91bb-b592fb8739ce req-12b04683-1ff3-4dd9-ade8-a7b40897bad3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:12.342676 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91dc608e-b13e-40fe-91bb-b592fb8739ce req-12b04683-1ff3-4dd9-ade8-a7b40897bad3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.2956460 Feb 04 13:47:12.350572 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (ccf59afb-ab6b-46c9-bda7-4b02370a8973), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:12.366053 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:12.379002 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/networks/ccf59afb-ab6b-46c9-bda7-4b02370a8973 HTTP/1.1" status: 204 len: 168 time: 1.9021652 Feb 04 13:47:12.380151 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59594) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:12.486526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-24630341-8f26-440c-ae9a-b5d7f9ab56da tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Deleting port a55cf3f1-b9ff-4c74-90d9-410808a0a360 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:12.486922 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-24630341-8f26-440c-ae9a-b5d7f9ab56da tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a55cf3f1-b9ff-4c74-90d9-410808a0a360), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:12.491978 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4c7ff-32c2-46d7-89f1-08c4bd45f9cd tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Network': ['ID=ccf59afb-ab6b-46c9-bda7-4b02370a8973,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:12.509735 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks [] for floatingip (281f0394-3d35-4624-b284-34e1c048f435), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:12.575037 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (679fa5d6-b31a-44b8-9140-cce7bc6c1ba6), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:12.680472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2f886724-95dc-4fac-bce0-2ca247062e19 None None] Provisioning complete for port a55cf3f1-b9ff-4c74-90d9-410808a0a360 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:12.681348 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2f886724-95dc-4fac-bce0-2ca247062e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a55cf3f1-b9ff-4c74-90d9-410808a0a360), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:12.735803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91dc608e-b13e-40fe-91bb-b592fb8739ce req-ba62122b-6c75-47cc-9795-e0325716f0a9 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504100 Feb 04 13:47:12.767478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2f886724-95dc-4fac-bce0-2ca247062e19 None None] Port a55cf3f1-b9ff-4c74-90d9-410808a0a360 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:12.835833 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-24630341-8f26-440c-ae9a-b5d7f9ab56da tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a55cf3f1-b9ff-4c74-90d9-410808a0a360), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:12.872072 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks [] for port (679fa5d6-b31a-44b8-9140-cce7bc6c1ba6), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:12.888381 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (679fa5d6-b31a-44b8-9140-cce7bc6c1ba6), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:12.894302 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-24630341-8f26-440c-ae9a-b5d7f9ab56da tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Calling delete_port for a55cf3f1-b9ff-4c74-90d9-410808a0a360 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:13.036449 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (281f0394-3d35-4624-b284-34e1c048f435), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:13.095247 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:13.096828 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4203005 Feb 04 13:47:13.113179 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59606) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:13.118903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-28515682-386d-49cf-88be-5406f6f01eff tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-569339587', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'fixed_ips': [{'ip_address': '172.25.5.218'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:13.127615 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee4fa8-5bc0-446a-8b8b-a27e84f3b31a tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Pushing event updated for resources: {'Port': ['ID=679fa5d6-b31a-44b8-9140-cce7bc6c1ba6,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:13.164831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28515682-386d-49cf-88be-5406f6f01eff tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Made reservation on behalf of 652b25ccd0b548748f3e38ddc7130ab5 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:13.171975 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28515682-386d-49cf-88be-5406f6f01eff tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:13.216898 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28515682-386d-49cf-88be-5406f6f01eff tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:13.415732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1a4f7-384f-4d04-8bd1-873d939c7707 req-757543a2-06cd-456c-9cdf-0eccbccd6ab2 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:13.418247 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8b1a4f7-384f-4d04-8bd1-873d939c7707 req-757543a2-06cd-456c-9cdf-0eccbccd6ab2 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.4711678 Feb 04 13:47:13.538751 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28515682-386d-49cf-88be-5406f6f01eff tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks [] for security_group (a91d4a17-c0b7-4a1e-ac75-23771a018639), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:13.547095 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28515682-386d-49cf-88be-5406f6f01eff tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a91d4a17-c0b7-4a1e-ac75-23771a018639), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:13.611964 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-28515682-386d-49cf-88be-5406f6f01eff tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] device_id is not set on port 6c67b6f9-bedc-45a6-8b17-68367f30798f yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:47:13.703648 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8b1a4f7-384f-4d04-8bd1-873d939c7707 req-6dcc6a4a-e1be-47e6-80cd-b34ec68d25e1 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266328 Feb 04 13:47:13.709678 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-24630341-8f26-440c-ae9a-b5d7f9ab56da tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (a55cf3f1-b9ff-4c74-90d9-410808a0a360), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:13.762512 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e5d21fd-5ec3-4851-a8a3-fef8c6627f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:13.789825 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24630341-8f26-440c-ae9a-b5d7f9ab56da tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event deleted for resources: {'Port': ['ID=a55cf3f1-b9ff-4c74-90d9-410808a0a360,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:13.808828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28515682-386d-49cf-88be-5406f6f01eff tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91d4a17-c0b7-4a1e-ac75-23771a018639,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:14.018901 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:14.269296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752a296-724b-48df-99cf-75f6cad29fc1 req-d47d8e19-ebf7-4be6-8d8a-800da06060c0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:14.282830 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d752a296-724b-48df-99cf-75f6cad29fc1 req-d47d8e19-ebf7-4be6-8d8a-800da06060c0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.2956867 Feb 04 13:47:14.319992 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-28515682-386d-49cf-88be-5406f6f01eff tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 13:47:14.321320 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28515682-386d-49cf-88be-5406f6f01eff tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:47:14.343005 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-28515682-386d-49cf-88be-5406f6f01eff tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2281969 Feb 04 13:47:14.347442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59632) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:14.604856 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-24630341-8f26-440c-ae9a-b5d7f9ab56da tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:14.631170 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-24630341-8f26-440c-ae9a-b5d7f9ab56da tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "DELETE /v2.0/ports/a55cf3f1-b9ff-4c74-90d9-410808a0a360 HTTP/1.1" status: 204 len: 168 time: 2.6226068 Feb 04 13:47:14.644170 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59640) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:14.669925 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfd89054-d2b2-46d2-9730-52be3289a239 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (25788901-f53c-44d0-8c03-3d63078b7fbb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:14.680360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d752a296-724b-48df-99cf-75f6cad29fc1 req-c6627c46-86d2-46b4-a631-d534c08aee97 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930402 Feb 04 13:47:14.691642 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:14.793159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-21a01d41-9bf5-4b9e-bbb4-8d14fb53a4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Deleting port 679fa5d6-b31a-44b8-9140-cce7bc6c1ba6 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:14.794013 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21a01d41-9bf5-4b9e-bbb4-8d14fb53a4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (679fa5d6-b31a-44b8-9140-cce7bc6c1ba6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:14.814129 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-09cf9902-92d6-4d7b-a5d1-bc2ca7d25921 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] GET failed (client error): The resource could not be found. Feb 04 13:47:14.826296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-09cf9902-92d6-4d7b-a5d1-bc2ca7d25921 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "GET /v2.0/ports/a55cf3f1-b9ff-4c74-90d9-410808a0a360 HTTP/1.1" status: 404 len: 333 time: 0.1804581 Feb 04 13:47:14.827347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59648) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:14.906462 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-123d888c-1d66-4a30-8511-1a05e04a4154 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Request body: {'port': {'network_id': 'fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-531728348'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:15.093096 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21a01d41-9bf5-4b9e-bbb4-8d14fb53a4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (679fa5d6-b31a-44b8-9140-cce7bc6c1ba6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:15.093695 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21a01d41-9bf5-4b9e-bbb4-8d14fb53a4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks [] for floatingip (679fa5d6-b31a-44b8-9140-cce7bc6c1ba6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:15.122035 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-21a01d41-9bf5-4b9e-bbb4-8d14fb53a4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Calling delete_port for 679fa5d6-b31a-44b8-9140-cce7bc6c1ba6 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:15.553744 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21a01d41-9bf5-4b9e-bbb4-8d14fb53a4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (679fa5d6-b31a-44b8-9140-cce7bc6c1ba6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:15.579595 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:15.603336 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a01d41-9bf5-4b9e-bbb4-8d14fb53a4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Pushing event deleted for resources: {'Port': ['ID=679fa5d6-b31a-44b8-9140-cce7bc6c1ba6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:15.630837 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac66cd3-65ce-4b80-b3ea-d604aea17a8d req-70d8f38e-e0ee-4719-8611-7d9258ead23f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:15.633524 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aac66cd3-65ce-4b80-b3ea-d604aea17a8d req-70d8f38e-e0ee-4719-8611-7d9258ead23f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.5883093 Feb 04 13:47:15.678776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123d888c-1d66-4a30-8511-1a05e04a4154 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Made reservation on behalf of f7411c1603f441f7bd6e2645c0362e31 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:15.695997 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-123d888c-1d66-4a30-8511-1a05e04a4154 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:15.705320 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21a01d41-9bf5-4b9e-bbb4-8d14fb53a4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks [] for floatingip (281f0394-3d35-4624-b284-34e1c048f435), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:15.711103 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21a01d41-9bf5-4b9e-bbb4-8d14fb53a4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:15.717128 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-21a01d41-9bf5-4b9e-bbb4-8d14fb53a4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171 tempest-ExternalNetworksAdminNegativeTestJSON-1617705171-project-admin] 10.222.0.96 "DELETE /v2.0/floatingips/281f0394-3d35-4624-b284-34e1c048f435 HTTP/1.1" status: 204 len: 168 time: 1.3635497 Feb 04 13:47:15.791784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-123d888c-1d66-4a30-8511-1a05e04a4154 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] device_id is not set on port f05c741a-5ae3-42bc-8a31-f03c4195740b yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:47:15.890330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aac66cd3-65ce-4b80-b3ea-d604aea17a8d req-0bfb0a5e-5b0a-4977-bcb2-1bb62ab875ac tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279251 Feb 04 13:47:16.255950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-123d888c-1d66-4a30-8511-1a05e04a4154 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Allocated IP 2001:db8::5f (fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68/91de8eca-591e-44a7-9875-b68e526cf279/f05c741a-5ae3-42bc-8a31-f03c4195740b) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:16.309125 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-dfd89054-d2b2-46d2-9730-52be3289a239 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port fc03affc-9c4e-4544-a68d-b07dacc690e0 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:16.309965 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfd89054-d2b2-46d2-9730-52be3289a239 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:16.494732 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59674) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:16.714518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-dfd89054-d2b2-46d2-9730-52be3289a239 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] For port fc03affc-9c4e-4544-a68d-b07dacc690e0, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fc03affc-9c4e-4544-a68d-b07dacc690e0,segment=NetworkSegment(e78d4158-833c-49a7-ad2b-ac316726af9c),segment_id=e78d4158-833c-49a7-ad2b-ac316726af9c)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:16.714518 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfd89054-d2b2-46d2-9730-52be3289a239 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:16.761547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-dfd89054-d2b2-46d2-9730-52be3289a239 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for fc03affc-9c4e-4544-a68d-b07dacc690e0 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:16.856924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078618f3-9932-427a-a482-17b26e150c4f req-2aaf40d5-9dea-4323-a639-64842906d67f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:16.864316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-078618f3-9932-427a-a482-17b26e150c4f req-2aaf40d5-9dea-4323-a639-64842906d67f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.2728887 Feb 04 13:47:16.973560 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:17.198756 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b92eebfb-35f2-4b94-8e95-fed14960ab57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:17.376467 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b92eebfb-35f2-4b94-8e95-fed14960ab57 admin admin] Publish callbacks [] for security_group (07375d00-ab0e-4043-b2cc-df88b4c6dc3d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:17.384635 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b92eebfb-35f2-4b94-8e95-fed14960ab57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (07375d00-ab0e-4043-b2cc-df88b4c6dc3d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:17.401035 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-123d888c-1d66-4a30-8511-1a05e04a4154 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks [] for port (f05c741a-5ae3-42bc-8a31-f03c4195740b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:17.467192 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59700) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:17.473658 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b92eebfb-35f2-4b94-8e95-fed14960ab57 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4b3095032f3c4664aa327f9942853391&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9770823 Feb 04 13:47:17.477122 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92eebfb-35f2-4b94-8e95-fed14960ab57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07375d00-ab0e-4043-b2cc-df88b4c6dc3d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:17.624956 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-078618f3-9932-427a-a482-17b26e150c4f req-a62dc294-2166-40f5-94cf-4cec171ec213 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395518 Feb 04 13:47:17.719502 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-123d888c-1d66-4a30-8511-1a05e04a4154 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f05c741a-5ae3-42bc-8a31-f03c4195740b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:17.863882 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59706) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:17.901393 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123d888c-1d66-4a30-8511-1a05e04a4154 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:17.902949 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-da83bce6-013d-4174-8344-873c7dce03d9 admin admin] Publish callbacks [] for security_group (07375d00-ab0e-4043-b2cc-df88b4c6dc3d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:17.926549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-123d888c-1d66-4a30-8511-1a05e04a4154 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:17.928607 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:17.931650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d888c-1d66-4a30-8511-1a05e04a4154 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:17.941067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123d888c-1d66-4a30-8511-1a05e04a4154 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:17.942162 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-123d888c-1d66-4a30-8511-1a05e04a4154 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:18.043441 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d888c-1d66-4a30-8511-1a05e04a4154 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event updated for resources: {'Port': ['ID=f05c741a-5ae3-42bc-8a31-f03c4195740b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:18.096884 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-da83bce6-013d-4174-8344-873c7dce03d9 admin admin] Publish callbacks [] for security_group (07375d00-ab0e-4043-b2cc-df88b4c6dc3d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:18.110654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-123d888c-1d66-4a30-8511-1a05e04a4154 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2089925 Feb 04 13:47:18.111661 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59710) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:18.123175 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfd89054-d2b2-46d2-9730-52be3289a239 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (fc03affc-9c4e-4544-a68d-b07dacc690e0), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:18.127313 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-18902a6b-ea89-44fa-aef2-79e595c8733d tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0f:c5:5f'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:18.206694 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd89054-d2b2-46d2-9730-52be3289a239 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=fc03affc-9c4e-4544-a68d-b07dacc690e0,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:18.288440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341b869-d134-4f80-a9f2-82604a1fb250 req-5cff5968-91b0-40e9-a647-395765a5ffa0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:18.289827 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4341b869-d134-4f80-a9f2-82604a1fb250 req-5cff5968-91b0-40e9-a647-395765a5ffa0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.4344316 Feb 04 13:47:18.430871 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85b80650-4545-46f7-bbb0-5093adb35017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:18.498670 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18902a6b-ea89-44fa-aef2-79e595c8733d tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f05c741a-5ae3-42bc-8a31-f03c4195740b), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:18.502383 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-da83bce6-013d-4174-8344-873c7dce03d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (07375d00-ab0e-4043-b2cc-df88b4c6dc3d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:18.507778 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-da83bce6-013d-4174-8344-873c7dce03d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:18.510316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-da83bce6-013d-4174-8344-873c7dce03d9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/07375d00-ab0e-4043-b2cc-df88b4c6dc3d HTTP/1.1" status: 204 len: 168 time: 1.0417571 Feb 04 13:47:18.547457 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83bce6-013d-4174-8344-873c7dce03d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07375d00-ab0e-4043-b2cc-df88b4c6dc3d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:18.549693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f65cd9d6-f3a5-451f-b448-ec4a2778cb7e None None] Provisioning complete for port f05c741a-5ae3-42bc-8a31-f03c4195740b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:18.564756 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f65cd9d6-f3a5-451f-b448-ec4a2778cb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f05c741a-5ae3-42bc-8a31-f03c4195740b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:18.567512 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4341b869-d134-4f80-a9f2-82604a1fb250 req-7b67d366-352f-4814-b963-57a61dfc853c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591922 Feb 04 13:47:18.792656 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f65cd9d6-f3a5-451f-b448-ec4a2778cb7e None None] Port f05c741a-5ae3-42bc-8a31-f03c4195740b cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:18.912643 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfd89054-d2b2-46d2-9730-52be3289a239 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (25788901-f53c-44d0-8c03-3d63078b7fbb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:19.081797 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18902a6b-ea89-44fa-aef2-79e595c8733d tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks [] for port (f05c741a-5ae3-42bc-8a31-f03c4195740b), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:19.102282 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18902a6b-ea89-44fa-aef2-79e595c8733d tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (f05c741a-5ae3-42bc-8a31-f03c4195740b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:19.181577 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe2615-ce16-49b8-b5dd-e62d695b89fc req-6dd94611-5e4b-4f67-8177-cb45f674dba4 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:19.189271 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0cfe2615-ce16-49b8-b5dd-e62d695b89fc req-6dd94611-5e4b-4f67-8177-cb45f674dba4 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1265717 Feb 04 13:47:19.192695 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18902a6b-ea89-44fa-aef2-79e595c8733d tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event updated for resources: {'Port': ['ID=f05c741a-5ae3-42bc-8a31-f03c4195740b,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:19.206496 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-18902a6b-ea89-44fa-aef2-79e595c8733d tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] In _notify_port_updated(), no bound segment for port f05c741a-5ae3-42bc-8a31-f03c4195740b on network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:47:19.213089 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18902a6b-ea89-44fa-aef2-79e595c8733d tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:19.214118 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18902a6b-ea89-44fa-aef2-79e595c8733d tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:19.216336 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-18902a6b-ea89-44fa-aef2-79e595c8733d tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "PUT /v2.0/ports/f05c741a-5ae3-42bc-8a31-f03c4195740b HTTP/1.1" status: 200 len: 1001 time: 1.1022961 Feb 04 13:47:19.220502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59724) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:19.321974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0cfe2615-ce16-49b8-b5dd-e62d695b89fc req-cca79f54-3a4d-43ed-8760-2a056bc9d658 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301222 Feb 04 13:47:19.364139 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85b80650-4545-46f7-bbb0-5093adb35017 admin admin] Publish callbacks [] for security_group (08dc31f0-6408-495f-961a-1a2028e54565), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:19.382813 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85b80650-4545-46f7-bbb0-5093adb35017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (08dc31f0-6408-495f-961a-1a2028e54565), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:19.384427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd89054-d2b2-46d2-9730-52be3289a239 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 25788901-f53c-44d0-8c03-3d63078b7fbb has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:47:19.465135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b80650-4545-46f7-bbb0-5093adb35017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dc31f0-6408-495f-961a-1a2028e54565,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:19.474635 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-85b80650-4545-46f7-bbb0-5093adb35017 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=336dce0c6bd04d19a96508c4b2711c76&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6076519 Feb 04 13:47:19.480402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59728) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:19.488185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59730) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:19.575622 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6144860c-8ac2-4404-bf71-3bbc04f0fbe6 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Deleting port f05c741a-5ae3-42bc-8a31-f03c4195740b {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:19.576009 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6144860c-8ac2-4404-bf71-3bbc04f0fbe6 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f05c741a-5ae3-42bc-8a31-f03c4195740b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:19.655784 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5d99b9a-fd1d-4799-b958-2850d511e8c1 admin admin] Publish callbacks [] for security_group (08dc31f0-6408-495f-961a-1a2028e54565), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:19.703391 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-749e5815-a0d4-4dd5-b2c0-841ea4b3d555 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=652b25ccd0b548748f3e38ddc7130ab5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2139659 Feb 04 13:47:19.709013 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59734) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:19.737343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-cb1851cd-f3b9-48ff-81ee-b353489c0909 None None] Provisioning complete for port f05c741a-5ae3-42bc-8a31-f03c4195740b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:19.738631 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cb1851cd-f3b9-48ff-81ee-b353489c0909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f05c741a-5ae3-42bc-8a31-f03c4195740b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:19.745173 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5d99b9a-fd1d-4799-b958-2850d511e8c1 admin admin] Publish callbacks [] for security_group (08dc31f0-6408-495f-961a-1a2028e54565), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:19.798873 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6144860c-8ac2-4404-bf71-3bbc04f0fbe6 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f05c741a-5ae3-42bc-8a31-f03c4195740b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:19.804426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd89054-d2b2-46d2-9730-52be3289a239 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:47:19.807253 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-cb1851cd-f3b9-48ff-81ee-b353489c0909 None None] Port f05c741a-5ae3-42bc-8a31-f03c4195740b cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:19.820443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cc6da-a00a-4d9b-a159-c94abac759a7 None None] Sync routers for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:47:19.831628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dfd89054-d2b2-46d2-9730-52be3289a239 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/25788901-f53c-44d0-8c03-3d63078b7fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4297047 Feb 04 13:47:19.838653 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59738) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:19.846632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8e47-3046-4dde-9d12-07eb3c2a2a17 req-848b7635-9438-4804-bad9-53378dd4c4df tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:19.849037 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6144860c-8ac2-4404-bf71-3bbc04f0fbe6 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Calling delete_port for f05c741a-5ae3-42bc-8a31-f03c4195740b owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:19.850146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-422e8e47-3046-4dde-9d12-07eb3c2a2a17 req-848b7635-9438-4804-bad9-53378dd4c4df tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.2811749 Feb 04 13:47:19.872670 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261cc6da-a00a-4d9b-a159-c94abac759a7 None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:47:19.874075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-261cc6da-a00a-4d9b-a159-c94abac759a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:47:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:19.899235 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3c2c624-d4ee-419d-93bf-7b3335cf481a admin admin] Publish callbacks [] for security_group (a91d4a17-c0b7-4a1e-ac75-23771a018639), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:20.009583 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3c2c624-d4ee-419d-93bf-7b3335cf481a admin admin] Publish callbacks [] for security_group (a91d4a17-c0b7-4a1e-ac75-23771a018639), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:20.038508 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-422e8e47-3046-4dde-9d12-07eb3c2a2a17 req-db66a95c-de6b-46fb-a728-63bdf47d4fcc tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409428 Feb 04 13:47:20.063150 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6144860c-8ac2-4404-bf71-3bbc04f0fbe6 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f05c741a-5ae3-42bc-8a31-f03c4195740b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:20.156384 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3c2c624-d4ee-419d-93bf-7b3335cf481a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a91d4a17-c0b7-4a1e-ac75-23771a018639), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:20.162202 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3c2c624-d4ee-419d-93bf-7b3335cf481a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:20.168923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b3c2c624-d4ee-419d-93bf-7b3335cf481a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a91d4a17-c0b7-4a1e-ac75-23771a018639 HTTP/1.1" status: 204 len: 168 time: 0.4499891 Feb 04 13:47:20.181672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2c624-d4ee-419d-93bf-7b3335cf481a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91d4a17-c0b7-4a1e-ac75-23771a018639,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:20.187631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-261cc6da-a00a-4d9b-a159-c94abac759a7 None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:47:20.206927 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144860c-8ac2-4404-bf71-3bbc04f0fbe6 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event deleted for resources: {'Port': ['ID=f05c741a-5ae3-42bc-8a31-f03c4195740b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:20.213021 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2c6575-8018-4ca8-936a-0fed634a8336 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting subnet 8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:47:20.221147 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5d99b9a-fd1d-4799-b958-2850d511e8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (08dc31f0-6408-495f-961a-1a2028e54565), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:20.224139 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5d99b9a-fd1d-4799-b958-2850d511e8c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:20.228786 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c5d99b9a-fd1d-4799-b958-2850d511e8c1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/08dc31f0-6408-495f-961a-1a2028e54565 HTTP/1.1" status: 204 len: 168 time: 0.7479312 Feb 04 13:47:20.237883 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6575-8018-4ca8-936a-0fed634a8336 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:20.286709 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d99b9a-fd1d-4799-b958-2850d511e8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dc31f0-6408-495f-961a-1a2028e54565,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:20.312259 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6144860c-8ac2-4404-bf71-3bbc04f0fbe6 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:20.318859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59748) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:20.319552 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6144860c-8ac2-4404-bf71-3bbc04f0fbe6 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "DELETE /v2.0/ports/f05c741a-5ae3-42bc-8a31-f03c4195740b HTTP/1.1" status: 204 len: 168 time: 1.0977108 Feb 04 13:47:20.374861 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6575-8018-4ca8-936a-0fed634a8336 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:20.379090 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e138c8b-5102-4ea1-8f4f-163aa3f8ff5b tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] GET failed (client error): The resource could not be found. Feb 04 13:47:20.384568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8e138c8b-5102-4ea1-8f4f-163aa3f8ff5b tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "GET /v2.0/ports/f05c741a-5ae3-42bc-8a31-f03c4195740b HTTP/1.1" status: 404 len: 333 time: 0.0614715 Feb 04 13:47:20.385725 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59750) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:20.410506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-829a6d8e-5fb4-48f6-966e-94004963e896 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Request body: {'port': {'network_id': 'fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1223311419'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:20.613096 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6575-8018-4ca8-936a-0fed634a8336 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:20.717132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-261cc6da-a00a-4d9b-a159-c94abac759a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:47:17Z', 'revision_number': 10, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:20.752817 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6575-8018-4ca8-936a-0fed634a8336 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:20.780150 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6575-8018-4ca8-936a-0fed634a8336 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:20.789049 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ba2c6575-8018-4ca8-936a-0fed634a8336 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef HTTP/1.1" status: 204 len: 168 time: 0.9463134 Feb 04 13:47:20.790549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68938acb-e7dd-4d53-b583-8ff13d728f25 None None] Network 8a4b5ee2-cc85-4acc-916c-602f3979619b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:47:20.791410 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59756) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:20.841600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c6575-8018-4ca8-936a-0fed634a8336 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Subnet': ['ID=8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:20.915845 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cc6da-a00a-4d9b-a159-c94abac759a7 None None] Checking router: 25788901-f53c-44d0-8c03-3d63078b7fbb for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:47:20.924186 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (8a4b5ee2-cc85-4acc-916c-602f3979619b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:21.003902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829a6d8e-5fb4-48f6-966e-94004963e896 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Made reservation on behalf of f7411c1603f441f7bd6e2645c0362e31 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:21.009310 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-829a6d8e-5fb4-48f6-966e-94004963e896 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:21.025485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261cc6da-a00a-4d9b-a159-c94abac759a7 None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:47:21.027495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-261cc6da-a00a-4d9b-a159-c94abac759a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:47:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:21.045605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-829a6d8e-5fb4-48f6-966e-94004963e896 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] device_id is not set on port 0f5afcf3-d6bb-4294-ac3d-7158823177d8 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:47:21.116902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a130c2-d749-436e-a1dc-3901a4f455b1 req-42a28b89-62e3-4cf8-b313-5bef91f85777 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:21.128883 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80a130c2-d749-436e-a1dc-3901a4f455b1 req-42a28b89-62e3-4cf8-b313-5bef91f85777 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.7389436 Feb 04 13:47:21.150823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-261cc6da-a00a-4d9b-a159-c94abac759a7 None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:47:21.195211 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59768) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:21.237607 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5f0dcceb-b02f-4e47-bd02-2abef7131106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:21.287846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-829a6d8e-5fb4-48f6-966e-94004963e896 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Allocated IP 2001:db8::11 (fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68/91de8eca-591e-44a7-9875-b68e526cf279/0f5afcf3-d6bb-4294-ac3d-7158823177d8) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:21.431060 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5f0dcceb-b02f-4e47-bd02-2abef7131106 admin admin] Publish callbacks [] for security_group (db99cdc7-13f4-4965-9ca6-b49ff78e899e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:21.439645 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5f0dcceb-b02f-4e47-bd02-2abef7131106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (db99cdc7-13f4-4965-9ca6-b49ff78e899e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:21.448425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] DHCP port deletion for 8a4b5ee2-cc85-4acc-916c-602f3979619b request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:47:21.523544 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5f0dcceb-b02f-4e47-bd02-2abef7131106 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=78da90bf9809441a85b64093b350aeee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3261626 Feb 04 13:47:21.528026 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59770) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:21.558321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0dcceb-b02f-4e47-bd02-2abef7131106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db99cdc7-13f4-4965-9ca6-b49ff78e899e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:21.611301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Deleting port ba94bdca-85a5-4ddd-ae8c-fb08b915a876 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:21.612034 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ba94bdca-85a5-4ddd-ae8c-fb08b915a876), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:21.624289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-261cc6da-a00a-4d9b-a159-c94abac759a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:47:17Z', 'revision_number': 10, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:21.644732 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-829a6d8e-5fb4-48f6-966e-94004963e896 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks [] for port (0f5afcf3-d6bb-4294-ac3d-7158823177d8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:21.671308 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f156d52f-43fc-449a-80de-59c7d34897d0 admin admin] Publish callbacks [] for security_group (db99cdc7-13f4-4965-9ca6-b49ff78e899e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:21.707276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port ba94bdca-85a5-4ddd-ae8c-fb08b915a876 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:21.708196 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ba94bdca-85a5-4ddd-ae8c-fb08b915a876), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:21.740430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cc6da-a00a-4d9b-a159-c94abac759a7 None None] The sync data for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 is: [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:47:17Z', 'revision_number': 10, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None, '_interfaces': [{'id': '4668f505-da0e-4979-9e6b-fcb9d697c2b1', 'name': '', 'network_id': 'abc8932f-b540-4eb1-94d7-2f5a2a4b2a77', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'mac_address': 'fa:16:3e:a8:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:57Z', 'updated_at': '2022-02-04T13:46:10Z', 'revision_number': 5, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'subnets': [{'id': '7b4951d0-e532-4973-a882-3eab7314f5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:47:21.764421 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f156d52f-43fc-449a-80de-59c7d34897d0 admin admin] Publish callbacks [] for security_group (db99cdc7-13f4-4965-9ca6-b49ff78e899e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:21.780269 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80a130c2-d749-436e-a1dc-3901a4f455b1 req-f57e8c3a-736b-4630-a0bf-0c353ad1ef19 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6480117 Feb 04 13:47:21.919989 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f156d52f-43fc-449a-80de-59c7d34897d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (db99cdc7-13f4-4965-9ca6-b49ff78e899e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:21.924866 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f156d52f-43fc-449a-80de-59c7d34897d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:21.937898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] For port ba94bdca-85a5-4ddd-ae8c-fb08b915a876, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ba94bdca-85a5-4ddd-ae8c-fb08b915a876,segment=NetworkSegment(e78d4158-833c-49a7-ad2b-ac316726af9c),segment_id=e78d4158-833c-49a7-ad2b-ac316726af9c)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:21.938332 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ba94bdca-85a5-4ddd-ae8c-fb08b915a876), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:21.938631 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f156d52f-43fc-449a-80de-59c7d34897d0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/db99cdc7-13f4-4965-9ca6-b49ff78e899e HTTP/1.1" status: 204 len: 168 time: 0.3978009 Feb 04 13:47:21.968444 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156d52f-43fc-449a-80de-59c7d34897d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db99cdc7-13f4-4965-9ca6-b49ff78e899e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:21.984796 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-829a6d8e-5fb4-48f6-966e-94004963e896 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (0f5afcf3-d6bb-4294-ac3d-7158823177d8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:22.046901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] For port ba94bdca-85a5-4ddd-ae8c-fb08b915a876, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ba94bdca-85a5-4ddd-ae8c-fb08b915a876,segment=NetworkSegment(e78d4158-833c-49a7-ad2b-ac316726af9c),segment_id=e78d4158-833c-49a7-ad2b-ac316726af9c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:22.050848 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ba94bdca-85a5-4ddd-ae8c-fb08b915a876), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:22.090411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Calling delete_port for ba94bdca-85a5-4ddd-ae8c-fb08b915a876 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:22.111727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for ba94bdca-85a5-4ddd-ae8c-fb08b915a876 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:22.171986 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829a6d8e-5fb4-48f6-966e-94004963e896 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:22.224014 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-829a6d8e-5fb4-48f6-966e-94004963e896 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:22.229747 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a6d8e-5fb4-48f6-966e-94004963e896 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:22.231366 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59786) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:22.240362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829a6d8e-5fb4-48f6-966e-94004963e896 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:22.241885 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-829a6d8e-5fb4-48f6-966e-94004963e896 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:22.370757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a6d8e-5fb4-48f6-966e-94004963e896 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event updated for resources: {'Port': ['ID=0f5afcf3-d6bb-4294-ac3d-7158823177d8,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:22.417879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a5576-646c-4759-89bb-6927b1d4dd69 req-c2202185-6542-4868-a691-fba2576c8d46 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:22.421015 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (ba94bdca-85a5-4ddd-ae8c-fb08b915a876), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:22.430736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c22a5576-646c-4759-89bb-6927b1d4dd69 req-c2202185-6542-4868-a691-fba2576c8d46 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.3209896 Feb 04 13:47:22.448479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59792) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:22.450958 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-829a6d8e-5fb4-48f6-966e-94004963e896 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0591178 Feb 04 13:47:22.457528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fb8e74b9-eb48-4b8a-85ad-071aaefde21c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Request body: {'port': {'network_id': 'fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-100354995'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:22.571030 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c22a5576-646c-4759-89bb-6927b1d4dd69 req-d6a3e8cc-227a-4c5d-8f87-f0cf28b2a0a7 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386278 Feb 04 13:47:22.587282 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Pushing event deleted for resources: {'Port': ['ID=ba94bdca-85a5-4ddd-ae8c-fb08b915a876,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:22.629556 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ba94bdca-85a5-4ddd-ae8c-fb08b915a876), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:22.639365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:22.645290 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:22.646163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:22.647219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:22.647921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:22.648617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:22.650766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:22.652426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:22.659082 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:22.664220 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:22.673213 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:22.673897 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:22.674735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:22.696743 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad151e56-e287-4080-b5fb-e06cb849baa0 None None] No DVR routers for this DVR port ba94bdca-85a5-4ddd-ae8c-fb08b915a876 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:22.770320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=ba94bdca-85a5-4ddd-ae8c-fb08b915a876,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:22.809794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No DVR routers for this DVR port ba94bdca-85a5-4ddd-ae8c-fb08b915a876 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:22.931178 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c95d7e1b-51c5-4fef-bbdc-ccfefce36bdc None None] Provisioning complete for port 0f5afcf3-d6bb-4294-ac3d-7158823177d8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:22.932255 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c95d7e1b-51c5-4fef-bbdc-ccfefce36bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0f5afcf3-d6bb-4294-ac3d-7158823177d8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:22.959018 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4e95d3d5-0e74-4bb5-819f-e48f2c7b67b3 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-318293164'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:23.052111 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (8a4b5ee2-cc85-4acc-916c-602f3979619b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:23.071607 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e95d3d5-0e74-4bb5-819f-e48f2c7b67b3 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Made reservation on behalf of cee72a20ae9d45d5b336eeb94d1226f2 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:23.076599 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e95d3d5-0e74-4bb5-819f-e48f2c7b67b3 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:23.081069 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c95d7e1b-51c5-4fef-bbdc-ccfefce36bdc None None] Port 0f5afcf3-d6bb-4294-ac3d-7158823177d8 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:23.083797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8e74b9-eb48-4b8a-85ad-071aaefde21c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Made reservation on behalf of f7411c1603f441f7bd6e2645c0362e31 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:23.088423 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb8e74b9-eb48-4b8a-85ad-071aaefde21c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:23.100662 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e95d3d5-0e74-4bb5-819f-e48f2c7b67b3 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:23.113601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4b5ee2-cc85-4acc-916c-602f3979619b']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:23.143968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78d4158-833c-49a7-ad2b-ac316726af9c') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:23.144277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78d4158-833c-49a7-ad2b-ac316726af9c') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:23.174181 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (e78d4158-833c-49a7-ad2b-ac316726af9c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:23.220282 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-fb8e74b9-eb48-4b8a-85ad-071aaefde21c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] device_id is not set on port f010ac9d-50e6-4a7a-9083-7e448fc0d5fa yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:47:23.221887 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e78d4158-833c-49a7-ad2b-ac316726af9c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:23.260120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:47:23.260856 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (e78d4158-833c-49a7-ad2b-ac316726af9c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:47:23.264515 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:47:23.300179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3afff-c83d-4d55-939b-638d4b0b2ae4 req-d4edca71-88c9-4f9c-a4a8-c29fbb4c9966 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:23.308204 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8d3afff-c83d-4d55-939b-638d4b0b2ae4 req-d4edca71-88c9-4f9c-a4a8-c29fbb4c9966 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1831462 Feb 04 13:47:23.331230 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ba94bdca-85a5-4ddd-ae8c-fb08b915a876 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:23.416346 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (8a4b5ee2-cc85-4acc-916c-602f3979619b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:23.420199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: ba94bdca-85a5-4ddd-ae8c-fb08b915a876 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:47:23.420913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ba94bdca-85a5-4ddd-ae8c-fb08b915a876 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:47:23.423954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fc03affc-9c4e-4544-a68d-b07dacc690e0 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:23.443170 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:23.446872 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/networks/8a4b5ee2-cc85-4acc-916c-602f3979619b HTTP/1.1" status: 204 len: 168 time: 2.6491928 Feb 04 13:47:23.451677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04d376-92ea-4c3d-a6d3-8508068cae7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Network': ['ID=8a4b5ee2-cc85-4acc-916c-602f3979619b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:23.454503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59808) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:23.475366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8d3afff-c83d-4d55-939b-638d4b0b2ae4 req-67cece29-5a29-49be-9ca5-259c166a439a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661329 Feb 04 13:47:23.507434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: fc03affc-9c4e-4544-a68d-b07dacc690e0 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:47:23.508028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fc03affc-9c4e-4544-a68d-b07dacc690e0 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:47:23.585565 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e95d3d5-0e74-4bb5-819f-e48f2c7b67b3 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks [] for security_group (6e13bb41-8145-4a14-bf5b-32a62d9d8586), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:23.594498 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e95d3d5-0e74-4bb5-819f-e48f2c7b67b3 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6e13bb41-8145-4a14-bf5b-32a62d9d8586), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:23.633641 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e95d3d5-0e74-4bb5-819f-e48f2c7b67b3 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:47:23.688134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95d3d5-0e74-4bb5-819f-e48f2c7b67b3 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e13bb41-8145-4a14-bf5b-32a62d9d8586,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:23.728996 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-fb8e74b9-eb48-4b8a-85ad-071aaefde21c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Allocated IP 2001:db8::20 (fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68/91de8eca-591e-44a7-9875-b68e526cf279/f010ac9d-50e6-4a7a-9083-7e448fc0d5fa) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:23.738471 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e95d3d5-0e74-4bb5-819f-e48f2c7b67b3 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (48ccf7b4-a569-4015-abef-7b3c6b23e85e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:23.739183 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-4e95d3d5-0e74-4bb5-819f-e48f2c7b67b3 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Added segment 48ccf7b4-a569-4015-abef-7b3c6b23e85e of type vlan for network a7177dce-9e45-431f-97ff-08cef19b04ae Feb 04 13:47:23.822510 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e95d3d5-0e74-4bb5-819f-e48f2c7b67b3 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (a7177dce-9e45-431f-97ff-08cef19b04ae), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:24.101369 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c265661-5ce8-4633-b59b-34648bf5d7fa tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (25788901-f53c-44d0-8c03-3d63078b7fbb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:24.457997 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e95d3d5-0e74-4bb5-819f-e48f2c7b67b3 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (a7177dce-9e45-431f-97ff-08cef19b04ae), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:24.470972 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e95d3d5-0e74-4bb5-819f-e48f2c7b67b3 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:24.476950 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e95d3d5-0e74-4bb5-819f-e48f2c7b67b3 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:24.577741 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4e95d3d5-0e74-4bb5-819f-e48f2c7b67b3 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3405101 Feb 04 13:47:24.599553 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59834) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:24.659886 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-82a04121-c3dd-4ded-970c-25254f54e14d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Request body: {'subnet': {'network_id': 'a7177dce-9e45-431f-97ff-08cef19b04ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:24.862735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a04121-c3dd-4ded-970c-25254f54e14d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Made reservation on behalf of cee72a20ae9d45d5b336eeb94d1226f2 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:24.866921 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82a04121-c3dd-4ded-970c-25254f54e14d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:25.031615 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:47:25.059660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59844) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:25.080740 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb8e74b9-eb48-4b8a-85ad-071aaefde21c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks [] for port (f010ac9d-50e6-4a7a-9083-7e448fc0d5fa), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:25.110731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95d3d5-0e74-4bb5-819f-e48f2c7b67b3 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Pushing event updated for resources: {'Network': ['ID=a7177dce-9e45-431f-97ff-08cef19b04ae,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:25.132927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network a7177dce-9e45-431f-97ff-08cef19b04ae details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:47:25.168304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab92c7-1ac1-41de-8c78-2f1a3c724d8c req-809dfa24-bd57-4284-8ed3-cb8b073e71c8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:25.171398 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-22ab92c7-1ac1-41de-8c78-2f1a3c724d8c req-809dfa24-bd57-4284-8ed3-cb8b073e71c8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.2495625 Feb 04 13:47:25.244467 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb8e74b9-eb48-4b8a-85ad-071aaefde21c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f010ac9d-50e6-4a7a-9083-7e448fc0d5fa), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:25.247899 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82a04121-c3dd-4ded-970c-25254f54e14d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (2e617e24-86b4-47fb-ada9-829c03730b83), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:25.334705 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-22ab92c7-1ac1-41de-8c78-2f1a3c724d8c req-6b599a35-3986-4386-bc09-0839c6576d2e tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406128 Feb 04 13:47:25.343241 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e74b9-eb48-4b8a-85ad-071aaefde21c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event updated for resources: {'Port': ['ID=f010ac9d-50e6-4a7a-9083-7e448fc0d5fa,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:25.367599 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:25.418521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8e74b9-eb48-4b8a-85ad-071aaefde21c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:25.429289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-fb8e74b9-eb48-4b8a-85ad-071aaefde21c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:25.433702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a04121-c3dd-4ded-970c-25254f54e14d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Pushing event updated for resources: {'Subnet': ['ID=2e617e24-86b4-47fb-ada9-829c03730b83,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:25.436755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e74b9-eb48-4b8a-85ad-071aaefde21c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:25.443072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8e74b9-eb48-4b8a-85ad-071aaefde21c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:25.443911 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb8e74b9-eb48-4b8a-85ad-071aaefde21c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:25.472516 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fb8e74b9-eb48-4b8a-85ad-071aaefde21c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0224347 Feb 04 13:47:25.473567 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59854) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:25.483301 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-15f276d0-18fa-45f5-bfa0-46fd7ec27f3b tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3aa', 'mac_address': 'fa:16:3e:0f:c5:5f'}, {'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:8a:76:6e'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:25.548221 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a04121-c3dd-4ded-970c-25254f54e14d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Checking segment: {'id': '48ccf7b4-a569-4015-abef-7b3c6b23e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a7177dce-9e45-431f-97ff-08cef19b04ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:47:25.548494 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a04121-c3dd-4ded-970c-25254f54e14d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Network hostable DHCP agents. Network: a7177dce-9e45-431f-97ff-08cef19b04ae, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:47:25.558617 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Publish callbacks [] for security_group (c25033e4-4e39-406e-a350-843286b1632e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:25.567919 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c25033e4-4e39-406e-a350-843286b1632e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:25.634476 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=eca19f12baca491b9171ea0ddef1f7ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5710027 Feb 04 13:47:25.637252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59858) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:25.682594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25033e4-4e39-406e-a350-843286b1632e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:25.689522 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a04121-c3dd-4ded-970c-25254f54e14d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Network a7177dce-9e45-431f-97ff-08cef19b04ae is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:47:25.721331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:25.721689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:25.722025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:25.722454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:25.722792 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:25.723127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:25.723515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:25.723854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:25.724183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:25.724595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:25.724838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:25.725169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:25.725498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8340a57-d427-447e-a671-245e8a857d9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:25.761395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-4c265661-5ce8-4633-b59b-34648bf5d7fa tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port 4668f505-da0e-4979-9e6b-fcb9d697c2b1 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:25.761754 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c265661-5ce8-4633-b59b-34648bf5d7fa tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:25.794072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-82a04121-c3dd-4ded-970c-25254f54e14d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, a7177dce-9e45-431f-97ff-08cef19b04ae) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:25.800658 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a04121-c3dd-4ded-970c-25254f54e14d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:25.801278 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82a04121-c3dd-4ded-970c-25254f54e14d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:25.823954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5069c5ff-1048-4a0b-8419-8749ec0f3e9e None None] Network a7177dce-9e45-431f-97ff-08cef19b04ae requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:47:25.964236 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-82a04121-c3dd-4ded-970c-25254f54e14d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3081059 Feb 04 13:47:25.969730 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7bea4d3c-c49f-4a1d-bf3c-ed7d5088d0e0 admin admin] Publish callbacks [] for security_group (c25033e4-4e39-406e-a350-843286b1632e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:25.979324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59866) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:25.990585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-48194808-b45b-46da-824b-7d5c24622dde tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Request body: {'port': {'network_id': 'a7177dce-9e45-431f-97ff-08cef19b04ae', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1423261186'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:26.052771 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7bea4d3c-c49f-4a1d-bf3c-ed7d5088d0e0 admin admin] Publish callbacks [] for security_group (c25033e4-4e39-406e-a350-843286b1632e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:26.092565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-a7177dce-9e45-431f-97ff-08cef19b04ae', 'network_id': 'a7177dce-9e45-431f-97ff-08cef19b04ae', 'project_id': 'cee72a20ae9d45d5b336eeb94d1226f2', 'fixed_ips': [{'subnet_id': '2e617e24-86b4-47fb-ada9-829c03730b83'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:47:26.097299 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:26.109979 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15f276d0-18fa-45f5-bfa0-46fd7ec27f3b tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f010ac9d-50e6-4a7a-9083-7e448fc0d5fa), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:26.155136 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8c1d606a-43e1-4c02-80a4-a799e6a96500 None None] Provisioning complete for port f010ac9d-50e6-4a7a-9083-7e448fc0d5fa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:26.156512 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8c1d606a-43e1-4c02-80a4-a799e6a96500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f010ac9d-50e6-4a7a-9083-7e448fc0d5fa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:26.196778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-4c265661-5ce8-4633-b59b-34648bf5d7fa tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] For port 4668f505-da0e-4979-9e6b-fcb9d697c2b1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4668f505-da0e-4979-9e6b-fcb9d697c2b1,segment=NetworkSegment(c8496335-c4a2-43ee-ba77-5d8e44249ad3),segment_id=c8496335-c4a2-43ee-ba77-5d8e44249ad3)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:26.197615 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c265661-5ce8-4633-b59b-34648bf5d7fa tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:26.205726 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d606a-43e1-4c02-80a4-a799e6a96500 None None] Port f010ac9d-50e6-4a7a-9083-7e448fc0d5fa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:26.222220 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-4c265661-5ce8-4633-b59b-34648bf5d7fa tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for 4668f505-da0e-4979-9e6b-fcb9d697c2b1 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:26.402576 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15f276d0-18fa-45f5-bfa0-46fd7ec27f3b tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks [] for port (f010ac9d-50e6-4a7a-9083-7e448fc0d5fa), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:26.411409 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15f276d0-18fa-45f5-bfa0-46fd7ec27f3b tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (f010ac9d-50e6-4a7a-9083-7e448fc0d5fa), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:26.459223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48194808-b45b-46da-824b-7d5c24622dde tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Made reservation on behalf of cee72a20ae9d45d5b336eeb94d1226f2 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:26.464208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-15f276d0-18fa-45f5-bfa0-46fd7ec27f3b tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] In _notify_port_updated(), no bound segment for port f010ac9d-50e6-4a7a-9083-7e448fc0d5fa on network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:47:26.466598 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-48194808-b45b-46da-824b-7d5c24622dde tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:26.471372 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f276d0-18fa-45f5-bfa0-46fd7ec27f3b tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:26.472276 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15f276d0-18fa-45f5-bfa0-46fd7ec27f3b tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:26.477843 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-15f276d0-18fa-45f5-bfa0-46fd7ec27f3b tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "PUT /v2.0/ports/f010ac9d-50e6-4a7a-9083-7e448fc0d5fa HTTP/1.1" status: 200 len: 1065 time: 1.0013587 Feb 04 13:47:26.479815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59880) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:26.505787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a93a4-da03-4758-be20-3d5378da9cbd req-0313f918-0fde-4891-9f4e-befe2014baea tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:26.521473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e27a93a4-da03-4758-be20-3d5378da9cbd req-0313f918-0fde-4891-9f4e-befe2014baea tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.6184175 Feb 04 13:47:26.521691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Allocated IP 172.20.0.2 (a7177dce-9e45-431f-97ff-08cef19b04ae/2e617e24-86b4-47fb-ada9-829c03730b83/a5b00f83-330d-4e77-9017-5e0eb7fbb741) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:26.562641 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7bea4d3c-c49f-4a1d-bf3c-ed7d5088d0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c25033e4-4e39-406e-a350-843286b1632e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:26.565947 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7bea4d3c-c49f-4a1d-bf3c-ed7d5088d0e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:26.568489 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7bea4d3c-c49f-4a1d-bf3c-ed7d5088d0e0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c25033e4-4e39-406e-a350-843286b1632e HTTP/1.1" status: 204 len: 168 time: 0.9282684 Feb 04 13:47:26.581703 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f276d0-18fa-45f5-bfa0-46fd7ec27f3b tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event updated for resources: {'Port': ['ID=f010ac9d-50e6-4a7a-9083-7e448fc0d5fa,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:26.612935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea4d3c-c49f-4a1d-bf3c-ed7d5088d0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25033e4-4e39-406e-a350-843286b1632e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:26.626562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-48194808-b45b-46da-824b-7d5c24622dde tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] device_id is not set on port e86811f2-fd76-4b51-913b-e3f9983c01ad yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:47:26.780948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5cff3c40-52be-4232-9b01-a8e3392bbe2c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Deleting port f010ac9d-50e6-4a7a-9083-7e448fc0d5fa {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:26.781344 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cff3c40-52be-4232-9b01-a8e3392bbe2c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f010ac9d-50e6-4a7a-9083-7e448fc0d5fa), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:26.812034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e27a93a4-da03-4758-be20-3d5378da9cbd req-e1ca45ff-09b6-4eac-af00-3f977cc8e2ae tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894251 Feb 04 13:47:26.875427 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c265661-5ce8-4633-b59b-34648bf5d7fa tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (4668f505-da0e-4979-9e6b-fcb9d697c2b1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:26.920665 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c265661-5ce8-4633-b59b-34648bf5d7fa tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=4668f505-da0e-4979-9e6b-fcb9d697c2b1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:26.974620 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Publish callbacks [] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:26.992511 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:27.009145 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cff3c40-52be-4232-9b01-a8e3392bbe2c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f010ac9d-50e6-4a7a-9083-7e448fc0d5fa), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:27.046862 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5cff3c40-52be-4232-9b01-a8e3392bbe2c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Calling delete_port for f010ac9d-50e6-4a7a-9083-7e448fc0d5fa owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:27.124729 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Pushing event updated for resources: {'Port': ['ID=a5b00f83-330d-4e77-9017-5e0eb7fbb741,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:27.178086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Network a7177dce-9e45-431f-97ff-08cef19b04ae is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:27.191037 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:27.201557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:27.222091 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ef25c189-6a82-4425-b0ed-0c788119452a None None] Provisioning complete for port f010ac9d-50e6-4a7a-9083-7e448fc0d5fa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:27.222894 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ef25c189-6a82-4425-b0ed-0c788119452a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f010ac9d-50e6-4a7a-9083-7e448fc0d5fa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:27.331421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-48194808-b45b-46da-824b-7d5c24622dde tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Allocated IP 172.20.0.6 (a7177dce-9e45-431f-97ff-08cef19b04ae/2e617e24-86b4-47fb-ada9-829c03730b83/e86811f2-fd76-4b51-913b-e3f9983c01ad) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:27.355881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ef25c189-6a82-4425-b0ed-0c788119452a None None] Port f010ac9d-50e6-4a7a-9083-7e448fc0d5fa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:27.391163 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cff3c40-52be-4232-9b01-a8e3392bbe2c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f010ac9d-50e6-4a7a-9083-7e448fc0d5fa), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:27.397725 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c265661-5ce8-4633-b59b-34648bf5d7fa tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (25788901-f53c-44d0-8c03-3d63078b7fbb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:27.424300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59896) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:27.455697 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Attempting to bind port a5b00f83-330d-4e77-9017-5e0eb7fbb741 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:47:27.456144 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Attempting to bind port a5b00f83-330d-4e77-9017-5e0eb7fbb741 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '48ccf7b4-a569-4015-abef-7b3c6b23e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a7177dce-9e45-431f-97ff-08cef19b04ae'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:47:27.456591 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Attempting to bind port a5b00f83-330d-4e77-9017-5e0eb7fbb741 on network a7177dce-9e45-431f-97ff-08cef19b04ae {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:47:27.463386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff3c40-52be-4232-9b01-a8e3392bbe2c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event deleted for resources: {'Port': ['ID=f010ac9d-50e6-4a7a-9083-7e448fc0d5fa,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:27.463584 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:47:27.463903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Checking segment: {'id': '48ccf7b4-a569-4015-abef-7b3c6b23e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a7177dce-9e45-431f-97ff-08cef19b04ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:47:27.464332 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:27.464741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Bound using segment: {'id': '48ccf7b4-a569-4015-abef-7b3c6b23e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a7177dce-9e45-431f-97ff-08cef19b04ae'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:47:27.465246 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Bound port: a5b00f83-330d-4e77-9017-5e0eb7fbb741, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ccf7b4-a569-4015-abef-7b3c6b23e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a7177dce-9e45-431f-97ff-08cef19b04ae'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:47:27.466375 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:27.555219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] For port a5b00f83-330d-4e77-9017-5e0eb7fbb741, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:47:27.558297 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c1b834b-81fc-4e3f-9a04-09dce8630896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:27.560593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] For port a5b00f83-330d-4e77-9017-5e0eb7fbb741, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a5b00f83-330d-4e77-9017-5e0eb7fbb741,segment=NetworkSegment(48ccf7b4-a569-4015-abef-7b3c6b23e85e),segment_id=48ccf7b4-a569-4015-abef-7b3c6b23e85e)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:47:27.571285 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:27.664936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59898) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:27.672745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded84b5c-3458-472e-934b-4e5863ca04d0 None None] Pushing event updated for resources: {'Port': ['ID=a5b00f83-330d-4e77-9017-5e0eb7fbb741,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:28.015405 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cff3c40-52be-4232-9b01-a8e3392bbe2c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:28.032999 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5cff3c40-52be-4232-9b01-a8e3392bbe2c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "DELETE /v2.0/ports/f010ac9d-50e6-4a7a-9083-7e448fc0d5fa HTTP/1.1" status: 204 len: 168 time: 1.5429885 Feb 04 13:47:28.034583 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59904) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:28.086080 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44aacb7-c804-4b1a-b1d8-e6a8a5580df4 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] GET failed (client error): The resource could not be found. Feb 04 13:47:28.092609 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d44aacb7-c804-4b1a-b1d8-e6a8a5580df4 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "GET /v2.0/ports/f010ac9d-50e6-4a7a-9083-7e448fc0d5fa HTTP/1.1" status: 404 len: 333 time: 0.0566924 Feb 04 13:47:28.093479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59906) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:28.106312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c265661-5ce8-4633-b59b-34648bf5d7fa tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 25788901-f53c-44d0-8c03-3d63078b7fbb has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:47:28.120701 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4858-4c7c-4c72-a19e-77eae9a03198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:28.193459 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-48194808-b45b-46da-824b-7d5c24622dde tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks [] for port (e86811f2-fd76-4b51-913b-e3f9983c01ad), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:28.258586 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c1b834b-81fc-4e3f-9a04-09dce8630896 admin admin] Publish callbacks [] for security_group (c909f586-bd45-4cd6-9a34-a666ecff98f2), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:28.294400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf705f9-4bb4-4c5d-8ff4-6b2a3b4fdcf2 req-9328397e-fdd9-4ac9-bf5a-d4acc4e4ead1 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:28.302496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2bf705f9-4bb4-4c5d-8ff4-6b2a3b4fdcf2 req-9328397e-fdd9-4ac9-bf5a-d4acc4e4ead1 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.3268850 Feb 04 13:47:28.304787 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c1b834b-81fc-4e3f-9a04-09dce8630896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c909f586-bd45-4cd6-9a34-a666ecff98f2), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:28.309257 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4df0d518-cdba-4f10-bd5a-868005433b6f tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Deleting port 0f5afcf3-d6bb-4294-ac3d-7158823177d8 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:28.309500 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4df0d518-cdba-4f10-bd5a-868005433b6f tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0f5afcf3-d6bb-4294-ac3d-7158823177d8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:28.477911 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4df0d518-cdba-4f10-bd5a-868005433b6f tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0f5afcf3-d6bb-4294-ac3d-7158823177d8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:28.496258 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4df0d518-cdba-4f10-bd5a-868005433b6f tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Calling delete_port for 0f5afcf3-d6bb-4294-ac3d-7158823177d8 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:28.504409 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c265661-5ce8-4633-b59b-34648bf5d7fa tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:47:28.518166 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a13c6a-766a-47a3-864c-cacbf1ede16d None None] Sync routers for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:47:28.520661 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9c1b834b-81fc-4e3f-9a04-09dce8630896 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=16fdb2356efa490fa185a21581b5dd21&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0930016 Feb 04 13:47:28.523510 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59908) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:28.527592 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4c265661-5ce8-4633-b59b-34648bf5d7fa tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/25788901-f53c-44d0-8c03-3d63078b7fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0717878 Feb 04 13:47:28.532718 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a13c6a-766a-47a3-864c-cacbf1ede16d None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:47:28.533415 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-77a13c6a-766a-47a3-864c-cacbf1ede16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:47:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:28.538147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59910) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:28.544148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b834b-81fc-4e3f-9a04-09dce8630896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c909f586-bd45-4cd6-9a34-a666ecff98f2,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:28.565449 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-48194808-b45b-46da-824b-7d5c24622dde tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (e86811f2-fd76-4b51-913b-e3f9983c01ad), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:28.643322 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-77a13c6a-766a-47a3-864c-cacbf1ede16d None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:47:28.662230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2bf705f9-4bb4-4c5d-8ff4-6b2a3b4fdcf2 req-dc654034-7608-49ec-83d4-2e2b7018627a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583808 Feb 04 13:47:28.726221 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-77a13c6a-766a-47a3-864c-cacbf1ede16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:47:26Z', 'revision_number': 11, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:28.769602 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a13c6a-766a-47a3-864c-cacbf1ede16d None None] Checking router: 25788901-f53c-44d0-8c03-3d63078b7fbb for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:47:28.786840 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a13c6a-766a-47a3-864c-cacbf1ede16d None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:47:28.787751 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-77a13c6a-766a-47a3-864c-cacbf1ede16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:47:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:28.817757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48194808-b45b-46da-824b-7d5c24622dde tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Network a7177dce-9e45-431f-97ff-08cef19b04ae is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:28.827011 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4858-4c7c-4c72-a19e-77eae9a03198 admin admin] Publish callbacks [] for security_group (91084bb7-db1f-4e89-a28d-0e7f44cfaa29), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:28.830728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-48194808-b45b-46da-824b-7d5c24622dde tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:28.834174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48194808-b45b-46da-824b-7d5c24622dde tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Pushing event updated for resources: {'Port': ['ID=e86811f2-fd76-4b51-913b-e3f9983c01ad,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:28.839157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48194808-b45b-46da-824b-7d5c24622dde tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:28.848047 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4858-4c7c-4c72-a19e-77eae9a03198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (91084bb7-db1f-4e89-a28d-0e7f44cfaa29), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:28.849158 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fe3f818-3640-46ec-b47a-ce4d80119be9 admin admin] Publish callbacks [] for security_group (c909f586-bd45-4cd6-9a34-a666ecff98f2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:28.858740 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f89180-b994-4ee7-80a5-76e4c877555b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting subnet 7b4951d0-e532-4973-a882-3eab7314f5b8 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:47:28.876000 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1f89180-b994-4ee7-80a5-76e4c877555b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for subnet (7b4951d0-e532-4973-a882-3eab7314f5b8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:28.949524 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fe3f818-3640-46ec-b47a-ce4d80119be9 admin admin] Publish callbacks [] for security_group (c909f586-bd45-4cd6-9a34-a666ecff98f2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:28.978636 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-77a13c6a-766a-47a3-864c-cacbf1ede16d None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:47:29.018500 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1f89180-b994-4ee7-80a5-76e4c877555b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (7b4951d0-e532-4973-a882-3eab7314f5b8), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:29.062219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48194808-b45b-46da-824b-7d5c24622dde tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:29.066811 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-48194808-b45b-46da-824b-7d5c24622dde tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:29.076216 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1dcf4858-4c7c-4c72-a19e-77eae9a03198 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4305380eb8154599962943483dd3fd08&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4070489 Feb 04 13:47:29.081395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf4858-4c7c-4c72-a19e-77eae9a03198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91084bb7-db1f-4e89-a28d-0e7f44cfaa29,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:29.082505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59914) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:29.087871 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-77a13c6a-766a-47a3-864c-cacbf1ede16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:47:26Z', 'revision_number': 11, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:29.125699 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-48194808-b45b-46da-824b-7d5c24622dde tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1434150 Feb 04 13:47:29.130330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59916) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:29.150755 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a13c6a-766a-47a3-864c-cacbf1ede16d None None] The sync data for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 is: [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:47:26Z', 'revision_number': 11, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:47:29.155860 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e25e12-0a32-4846-8740-2a463760cac5 req-aa6a4b69-d413-48e6-9f33-cb38816579c8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:29.158930 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7e25e12-0a32-4846-8740-2a463760cac5 req-aa6a4b69-d413-48e6-9f33-cb38816579c8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.2534118 Feb 04 13:47:29.160634 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Request body: {'port': {'network_id': 'a7177dce-9e45-431f-97ff-08cef19b04ae', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2036776302', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:29.161184 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.api.validators [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] bootfile-name is not in valid_values {{(pid=103607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:47:29.161579 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.api.validators [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] tftp-server is not in valid_values {{(pid=103607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:47:29.161934 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.api.validators [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] server-ip-address is not in valid_values {{(pid=103607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:47:29.173955 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4df0d518-cdba-4f10-bd5a-868005433b6f tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (0f5afcf3-d6bb-4294-ac3d-7158823177d8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:29.240255 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fe3f818-3640-46ec-b47a-ce4d80119be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c909f586-bd45-4cd6-9a34-a666ecff98f2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:29.242967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fe3f818-3640-46ec-b47a-ce4d80119be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:29.244184 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9fe3f818-3640-46ec-b47a-ce4d80119be9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c909f586-bd45-4cd6-9a34-a666ecff98f2 HTTP/1.1" status: 204 len: 168 time: 0.7189209 Feb 04 13:47:29.257790 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7e25e12-0a32-4846-8740-2a463760cac5 req-12612b8c-d226-49ec-a861-8a5f206273db tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923340 Feb 04 13:47:29.383228 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0d518-cdba-4f10-bd5a-868005433b6f tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event deleted for resources: {'Port': ['ID=0f5afcf3-d6bb-4294-ac3d-7158823177d8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:29.399591 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1f89180-b994-4ee7-80a5-76e4c877555b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (7b4951d0-e532-4973-a882-3eab7314f5b8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:29.429646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3f818-3640-46ec-b47a-ce4d80119be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c909f586-bd45-4cd6-9a34-a666ecff98f2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:29.473602 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4df0d518-cdba-4f10-bd5a-868005433b6f tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:29.482606 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4df0d518-cdba-4f10-bd5a-868005433b6f tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "DELETE /v2.0/ports/0f5afcf3-d6bb-4294-ac3d-7158823177d8 HTTP/1.1" status: 204 len: 168 time: 1.3877218 Feb 04 13:47:29.485306 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061ae89-98c1-42c2-897c-b535ffbd8731 req-bf876d3a-f918-4c30-8f94-db336e522714 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:29.487387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59926) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:29.490964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a54671d-0e38-4fa3-9e4e-35fe9dc51afd None None] Network a7177dce-9e45-431f-97ff-08cef19b04ae requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:47:29.494731 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d061ae89-98c1-42c2-897c-b535ffbd8731 req-bf876d3a-f918-4c30-8f94-db336e522714 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1127851 Feb 04 13:47:29.620505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d061ae89-98c1-42c2-897c-b535ffbd8731 req-71fc43c7-b21f-44ff-a4cd-ff628f130ceb tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238744 Feb 04 13:47:29.654114 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a5b00f83-330d-4e77-9017-5e0eb7fbb741 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:47:29.709306 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-955caff6-78b4-4e6d-9e28-39d868ad7759 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] GET failed (client error): The resource could not be found. Feb 04 13:47:29.721677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59930) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:29.725146 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-955caff6-78b4-4e6d-9e28-39d868ad7759 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "GET /v2.0/ports/0f5afcf3-d6bb-4294-ac3d-7158823177d8 HTTP/1.1" status: 404 len: 333 time: 0.2315166 Feb 04 13:47:29.731243 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Made reservation on behalf of cee72a20ae9d45d5b336eeb94d1226f2 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:29.749629 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:29.757207 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8f11fbe-0a01-4a71-8552-45280a5325bb admin admin] Publish callbacks [] for security_group (91084bb7-db1f-4e89-a28d-0e7f44cfaa29), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:29.790976 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7c3cb2e7-1d43-4e29-ae82-c3e0c5fd9637 None None] Provisioning complete for port a5b00f83-330d-4e77-9017-5e0eb7fbb741 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:29.791610 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb2e7-1d43-4e29-ae82-c3e0c5fd9637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:29.801892 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59932) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:29.824873 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1f89180-b994-4ee7-80a5-76e4c877555b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (7b4951d0-e532-4973-a882-3eab7314f5b8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:29.859423 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-803e7aa1-5ba9-4737-a331-ea7246b9d9fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:29.866662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972ea91c-a8c5-4ba0-be7d-c4bf5f7178d8 None None] Network abc8932f-b540-4eb1-94d7-2f5a2a4b2a77 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:47:29.874186 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1f89180-b994-4ee7-80a5-76e4c877555b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:29.885039 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d1f89180-b994-4ee7-80a5-76e4c877555b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/7b4951d0-e532-4973-a882-3eab7314f5b8 HTTP/1.1" status: 204 len: 168 time: 1.2292497 Feb 04 13:47:29.904611 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] device_id is not set on port 43a183c2-a73a-4877-ade8-719d35b7835c yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:47:29.946418 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59934) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:29.960549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a5b00f83-330d-4e77-9017-5e0eb7fbb741 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:29.961158 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:29.977275 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f89180-b994-4ee7-80a5-76e4c877555b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Subnet': ['ID=7b4951d0-e532-4973-a882-3eab7314f5b8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:30.015862 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-803e7aa1-5ba9-4737-a331-ea7246b9d9fb admin admin] Publish callbacks [] for security_group (81cf7e5c-fc6b-4c15-9ce8-e56102027411), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.032160 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-803e7aa1-5ba9-4737-a331-ea7246b9d9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (81cf7e5c-fc6b-4c15-9ce8-e56102027411), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.080507 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8f11fbe-0a01-4a71-8552-45280a5325bb admin admin] Publish callbacks [] for security_group (91084bb7-db1f-4e89-a28d-0e7f44cfaa29), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.103248 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-803e7aa1-5ba9-4737-a331-ea7246b9d9fb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6388fd7393cb41b996809e0cd1e51f17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2973366 Feb 04 13:47:30.107524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e7aa1-5ba9-4737-a331-ea7246b9d9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cf7e5c-fc6b-4c15-9ce8-e56102027411,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:30.116458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7c3cb2e7-1d43-4e29-ae82-c3e0c5fd9637 None None] Current status of the port a5b00f83-330d-4e77-9017-5e0eb7fbb741 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:30.118174 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb2e7-1d43-4e29-ae82-c3e0c5fd9637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.127061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59936) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:30.165312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e27d6-d180-4b63-9582-14d0eecb82b7 req-aff7164e-62fe-489d-ab15-ba5a6399fe65 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:30.168344 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-354e27d6-d180-4b63-9582-14d0eecb82b7 req-aff7164e-62fe-489d-ab15-ba5a6399fe65 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.3728869 Feb 04 13:47:30.213446 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8f11fbe-0a01-4a71-8552-45280a5325bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (91084bb7-db1f-4e89-a28d-0e7f44cfaa29), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.216674 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8f11fbe-0a01-4a71-8552-45280a5325bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.218288 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d8f11fbe-0a01-4a71-8552-45280a5325bb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/91084bb7-db1f-4e89-a28d-0e7f44cfaa29 HTTP/1.1" status: 204 len: 168 time: 1.1150701 Feb 04 13:47:30.269755 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (abc8932f-b540-4eb1-94d7-2f5a2a4b2a77), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.277610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a5b00f83-330d-4e77-9017-5e0eb7fbb741 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:30.278816 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.280211 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f11fbe-0a01-4a71-8552-45280a5325bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91084bb7-db1f-4e89-a28d-0e7f44cfaa29,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:30.396735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-922b9da7-fe01-4dc5-9714-89eaaf9a625a tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Deleting port 69f15604-972e-47be-976f-39f8ce457999 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:30.406274 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-922b9da7-fe01-4dc5-9714-89eaaf9a625a tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (69f15604-972e-47be-976f-39f8ce457999), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.427801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Allocated IP 172.20.0.8 (a7177dce-9e45-431f-97ff-08cef19b04ae/2e617e24-86b4-47fb-ada9-829c03730b83/43a183c2-a73a-4877-ade8-719d35b7835c) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:30.516143 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Deleting port a5cb2d09-d96b-44ca-b039-9486b22d6375 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:30.531469 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a5cb2d09-d96b-44ca-b039-9486b22d6375), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.535956 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7c3cb2e7-1d43-4e29-ae82-c3e0c5fd9637 None None] For port a5b00f83-330d-4e77-9017-5e0eb7fbb741, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a5b00f83-330d-4e77-9017-5e0eb7fbb741,segment=NetworkSegment(48ccf7b4-a569-4015-abef-7b3c6b23e85e),segment_id=48ccf7b4-a569-4015-abef-7b3c6b23e85e)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:30.553294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96f4ade-b448-4262-9a88-13401942176c None None] DHCP port deletion for abc8932f-b540-4eb1-94d7-2f5a2a4b2a77 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:47:30.566155 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-922b9da7-fe01-4dc5-9714-89eaaf9a625a tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (69f15604-972e-47be-976f-39f8ce457999), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.579837 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb2e7-1d43-4e29-ae82-c3e0c5fd9637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.592004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-922b9da7-fe01-4dc5-9714-89eaaf9a625a tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Calling delete_port for 69f15604-972e-47be-976f-39f8ce457999 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:30.692395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] For port a5cb2d09-d96b-44ca-b039-9486b22d6375, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a5cb2d09-d96b-44ca-b039-9486b22d6375,segment=NetworkSegment(c8496335-c4a2-43ee-ba77-5d8e44249ad3),segment_id=c8496335-c4a2-43ee-ba77-5d8e44249ad3)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:30.692784 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a5cb2d09-d96b-44ca-b039-9486b22d6375), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.711287 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:47:30.711676 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:47:30.711859 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-710a5004-c399-4d43-934d-c8369e30809e admin admin] Publish callbacks [] for security_group (81cf7e5c-fc6b-4c15-9ce8-e56102027411), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.743965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Calling delete_port for a5cb2d09-d96b-44ca-b039-9486b22d6375 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:30.774320 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-354e27d6-d180-4b63-9582-14d0eecb82b7 req-0d710d55-4ca4-40a0-bdb8-95f18e345d3f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5963101 Feb 04 13:47:30.801759 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-710a5004-c399-4d43-934d-c8369e30809e admin admin] Publish callbacks [] for security_group (81cf7e5c-fc6b-4c15-9ce8-e56102027411), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.808706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cb2e7-1d43-4e29-ae82-c3e0c5fd9637 None None] Pushing event updated for resources: {'Port': ['ID=a5b00f83-330d-4e77-9017-5e0eb7fbb741,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:30.852402 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks [] for port (43a183c2-a73a-4877-ade8-719d35b7835c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.872684 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f32e3583-0ed3-4b8d-a972-87bb7e80b4cb None None] Provisioning complete for port a5b00f83-330d-4e77-9017-5e0eb7fbb741 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:30.874861 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f32e3583-0ed3-4b8d-a972-87bb7e80b4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.914567 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a5cb2d09-d96b-44ca-b039-9486b22d6375), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.928017 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (43a183c2-a73a-4877-ade8-719d35b7835c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:30.959577 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Port': ['ID=a5cb2d09-d96b-44ca-b039-9486b22d6375,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:30.962558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No DVR routers for this DVR port a5cb2d09-d96b-44ca-b039-9486b22d6375 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:30.975952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59946) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:30.981163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a96f4ade-b448-4262-9a88-13401942176c None None] Deleting port a5cb2d09-d96b-44ca-b039-9486b22d6375 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:30.981782 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a96f4ade-b448-4262-9a88-13401942176c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a5cb2d09-d96b-44ca-b039-9486b22d6375), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.047446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Network a7177dce-9e45-431f-97ff-08cef19b04ae is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:31.065902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:31.070570 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:31.080314 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ce98015-bde5-4a06-9d2a-653465920dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.088872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a96f4ade-b448-4262-9a88-13401942176c None None] For port a5cb2d09-d96b-44ca-b039-9486b22d6375, host n-d-714676-13, got binding levels [] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:31.089123 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be787075-6fa6-4d2c-af28-e7424ec5a89a req-862145e6-c1e2-45ad-a8e5-4175be4a7a64 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:31.089299 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a96f4ade-b448-4262-9a88-13401942176c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a5cb2d09-d96b-44ca-b039-9486b22d6375), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.098835 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be787075-6fa6-4d2c-af28-e7424ec5a89a req-862145e6-c1e2-45ad-a8e5-4175be4a7a64 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1635892 Feb 04 13:47:31.112380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a96f4ade-b448-4262-9a88-13401942176c None None] Calling delete_port for a5cb2d09-d96b-44ca-b039-9486b22d6375 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:31.115891 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.ipam_backend_mixin [None req-a96f4ade-b448-4262-9a88-13401942176c None None] Port a5cb2d09-d96b-44ca-b039-9486b22d6375 was not found and therefore no delete operation was performed {{(pid=103608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:47:31.117345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f32e3583-0ed3-4b8d-a972-87bb7e80b4cb None None] Current status of the port a5b00f83-330d-4e77-9017-5e0eb7fbb741 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:31.121524 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a96f4ade-b448-4262-9a88-13401942176c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (a5cb2d09-d96b-44ca-b039-9486b22d6375), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.154288 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-710a5004-c399-4d43-934d-c8369e30809e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (81cf7e5c-fc6b-4c15-9ce8-e56102027411), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.154898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f4ade-b448-4262-9a88-13401942176c None None] Pushing event deleted for resources: {'Port': ['ID=a5cb2d09-d96b-44ca-b039-9486b22d6375,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:31.163395 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-710a5004-c399-4d43-934d-c8369e30809e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.164843 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-710a5004-c399-4d43-934d-c8369e30809e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/81cf7e5c-fc6b-4c15-9ce8-e56102027411 HTTP/1.1" status: 204 len: 168 time: 1.0333278 Feb 04 13:47:31.175868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96f4ade-b448-4262-9a88-13401942176c None None] No DVR routers for this DVR port a5cb2d09-d96b-44ca-b039-9486b22d6375 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:31.181152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f32e3583-0ed3-4b8d-a972-87bb7e80b4cb None None] Provisioning complete for port e86811f2-fd76-4b51-913b-e3f9983c01ad triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:31.181559 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f32e3583-0ed3-4b8d-a972-87bb7e80b4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e86811f2-fd76-4b51-913b-e3f9983c01ad), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.192601 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Pushing event updated for resources: {'Port': ['ID=43a183c2-a73a-4877-ade8-719d35b7835c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:31.205556 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a5004-c399-4d43-934d-c8369e30809e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cf7e5c-fc6b-4c15-9ce8-e56102027411,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:31.240282 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (abc8932f-b540-4eb1-94d7-2f5a2a4b2a77), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.290407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:31.292071 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.302210 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-922b9da7-fe01-4dc5-9714-89eaaf9a625a tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (69f15604-972e-47be-976f-39f8ce457999), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.316529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be787075-6fa6-4d2c-af28-e7424ec5a89a req-ad95b327-02c9-4852-9fa5-2f3fb1964042 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165794 Feb 04 13:47:31.357008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f32e3583-0ed3-4b8d-a972-87bb7e80b4cb None None] Port e86811f2-fd76-4b51-913b-e3f9983c01ad cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:31.360129 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-28422a0e-cc15-455f-9e17-db0097f85fa8 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.2144830 Feb 04 13:47:31.361737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a5b00f83-330d-4e77-9017-5e0eb7fbb741 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:31.364548 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc8932f-b540-4eb1-94d7-2f5a2a4b2a77']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:31.396910 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59952) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:31.407875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b9da7-fe01-4dc5-9714-89eaaf9a625a tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event deleted for resources: {'Port': ['ID=69f15604-972e-47be-976f-39f8ce457999,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:31.453445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8496335-c4a2-43ee-ba77-5d8e44249ad3') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:31.453772 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8496335-c4a2-43ee-ba77-5d8e44249ad3') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:31.506588 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-922b9da7-fe01-4dc5-9714-89eaaf9a625a tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.509940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-db123bb2-bc3d-4501-8b3e-7bf7488f6a02 None None] Provisioning complete for port e86811f2-fd76-4b51-913b-e3f9983c01ad triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:31.511743 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-db123bb2-bc3d-4501-8b3e-7bf7488f6a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e86811f2-fd76-4b51-913b-e3f9983c01ad), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.515278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-922b9da7-fe01-4dc5-9714-89eaaf9a625a tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "DELETE /v2.0/ports/69f15604-972e-47be-976f-39f8ce457999 HTTP/1.1" status: 204 len: 168 time: 1.7895243 Feb 04 13:47:31.521538 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59956) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:31.581290 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (c8496335-c4a2-43ee-ba77-5d8e44249ad3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.624908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a5b00f83-330d-4e77-9017-5e0eb7fbb741 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:47:31.683664 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c8496335-c4a2-43ee-ba77-5d8e44249ad3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.705634 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-109052ad-11f1-48c3-bdb5-ba697f7f956c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Deleting subnet 91de8eca-591e-44a7-9875-b68e526cf279 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:47:31.712738 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:47:31.713541 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (c8496335-c4a2-43ee-ba77-5d8e44249ad3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.718630 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-109052ad-11f1-48c3-bdb5-ba697f7f956c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks [] for subnet (91de8eca-591e-44a7-9875-b68e526cf279), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.735220 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-db123bb2-bc3d-4501-8b3e-7bf7488f6a02 None None] Port e86811f2-fd76-4b51-913b-e3f9983c01ad cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:31.779569 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a5b00f83-330d-4e77-9017-5e0eb7fbb741 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:31.780209 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.877670 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-fd840cc5-bc96-4eeb-b0b0-32450672f72c None None] Provisioning complete for port 43a183c2-a73a-4877-ade8-719d35b7835c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:31.878459 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fd840cc5-bc96-4eeb-b0b0-32450672f72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (43a183c2-a73a-4877-ade8-719d35b7835c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.905387 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-109052ad-11f1-48c3-bdb5-ba697f7f956c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (91de8eca-591e-44a7-9875-b68e526cf279), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.953400 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ce98015-bde5-4a06-9d2a-653465920dd6 admin admin] Publish callbacks [] for security_group (f4c75c56-ca52-488e-bbf5-cdb70de3df94), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:47:31.955854 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:47:31.964780 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (abc8932f-b540-4eb1-94d7-2f5a2a4b2a77), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.986005 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ce98015-bde5-4a06-9d2a-653465920dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f4c75c56-ca52-488e-bbf5-cdb70de3df94), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.991016 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.995658 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/networks/abc8932f-b540-4eb1-94d7-2f5a2a4b2a77 HTTP/1.1" status: 204 len: 168 time: 2.0482357 Feb 04 13:47:31.999632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fd840cc5-bc96-4eeb-b0b0-32450672f72c None None] Port 43a183c2-a73a-4877-ade8-719d35b7835c cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:32.000697 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59962) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:32.015618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a5b00f83-330d-4e77-9017-5e0eb7fbb741 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:32.029536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-84ead749-6521-4f65-b381-80207e9cdf50 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'router': {'routes': None}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:32.053486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25befae-5fe4-44f9-891b-90de1aae1e3c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Pushing event deleted for resources: {'Network': ['ID=abc8932f-b540-4eb1-94d7-2f5a2a4b2a77,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:32.080376 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d034113-2762-48bf-881e-fee305dd0b27 req-dc13ba2d-8fa4-4aa7-ad14-73be50f08ff0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:32.086207 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d034113-2762-48bf-881e-fee305dd0b27 req-dc13ba2d-8fa4-4aa7-ad14-73be50f08ff0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.6099126 Feb 04 13:47:32.124629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a5cb2d09-d96b-44ca-b039-9486b22d6375 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:32.125681 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-109052ad-11f1-48c3-bdb5-ba697f7f956c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (91de8eca-591e-44a7-9875-b68e526cf279), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:32.181368 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: a5cb2d09-d96b-44ca-b039-9486b22d6375 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:47:32.181951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a5cb2d09-d96b-44ca-b039-9486b22d6375 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:47:32.184493 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4668f505-da0e-4979-9e6b-fcb9d697c2b1 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:32.197019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d034113-2762-48bf-881e-fee305dd0b27 req-f6e167ea-5bb5-4317-b14a-b8da958f0897 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068063 Feb 04 13:47:32.243638 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 4668f505-da0e-4979-9e6b-fcb9d697c2b1 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:47:32.244324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4668f505-da0e-4979-9e6b-fcb9d697c2b1 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:47:32.288293 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-109052ad-11f1-48c3-bdb5-ba697f7f956c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (91de8eca-591e-44a7-9875-b68e526cf279), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:32.361623 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109052ad-11f1-48c3-bdb5-ba697f7f956c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event deleted for resources: {'Subnet': ['ID=91de8eca-591e-44a7-9875-b68e526cf279,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:32.388666 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-109052ad-11f1-48c3-bdb5-ba697f7f956c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:32.398020 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-109052ad-11f1-48c3-bdb5-ba697f7f956c tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "DELETE /v2.0/subnets/91de8eca-591e-44a7-9875-b68e526cf279 HTTP/1.1" status: 204 len: 168 time: 0.8723650 Feb 04 13:47:32.398327 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0febf95f-2449-4f32-ace1-cae29927d46c None None] Network fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:47:32.426671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59976) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:32.597598 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:32.604808 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4ce98015-bde5-4a06-9d2a-653465920dd6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c26393293d724dd39774dcf9280c59d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6274877 Feb 04 13:47:32.611266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59982) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:32.623658 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e58096c-97f9-45e4-91dc-fbc344f94002 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:32.646687 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e58096c-97f9-45e4-91dc-fbc344f94002 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:32.664321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5cf4a-21b4-43f6-8b78-913e451572cd req-a7d5fd7f-e78e-4b1a-b228-535a0576a619 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:32.666630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e58096c-97f9-45e4-91dc-fbc344f94002 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:32.671544 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7e58096c-97f9-45e4-91dc-fbc344f94002 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 1.2730021 Feb 04 13:47:32.682640 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59986) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:32.684547 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f2a5cf4a-21b4-43f6-8b78-913e451572cd req-a7d5fd7f-e78e-4b1a-b228-535a0576a619 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.3298762 Feb 04 13:47:32.783316 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0895b0ee-5f13-4968-ac5e-b94c1219edf3 None None] DHCP port deletion for fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:47:32.806681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce98015-bde5-4a06-9d2a-653465920dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c75c56-ca52-488e-bbf5-cdb70de3df94,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:32.880852 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0895b0ee-5f13-4968-ac5e-b94c1219edf3 None None] Deleting port 7546a070-ed7f-4209-82d6-102e33e35109 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:32.882050 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0895b0ee-5f13-4968-ac5e-b94c1219edf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7546a070-ed7f-4209-82d6-102e33e35109), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:32.914413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f2a5cf4a-21b4-43f6-8b78-913e451572cd req-bf02965d-5a90-4743-bd93-7e314dab4243 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283719 Feb 04 13:47:32.928818 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf31a6fa-8a47-48be-902e-24c7880dd174 admin admin] Publish callbacks [] for security_group (f4c75c56-ca52-488e-bbf5-cdb70de3df94), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:32.986738 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Deleting port 7546a070-ed7f-4209-82d6-102e33e35109 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:32.993733 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7546a070-ed7f-4209-82d6-102e33e35109), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:33.018033 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf31a6fa-8a47-48be-902e-24c7880dd174 admin admin] Publish callbacks [] for security_group (f4c75c56-ca52-488e-bbf5-cdb70de3df94), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:33.055098 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0895b0ee-5f13-4968-ac5e-b94c1219edf3 None None] For port 7546a070-ed7f-4209-82d6-102e33e35109, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7546a070-ed7f-4209-82d6-102e33e35109,segment=NetworkSegment(e86fe911-ba47-4660-b292-4a49d5b72fb6),segment_id=e86fe911-ba47-4660-b292-4a49d5b72fb6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:33.056065 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0895b0ee-5f13-4968-ac5e-b94c1219edf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7546a070-ed7f-4209-82d6-102e33e35109), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:33.095293 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0895b0ee-5f13-4968-ac5e-b94c1219edf3 None None] Calling delete_port for 7546a070-ed7f-4209-82d6-102e33e35109 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:33.105352 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.extraroute_db [None req-84ead749-6521-4f65-b381-80207e9cdf50 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Added routes are [] {{(pid=103607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 13:47:33.105666 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.extraroute_db [None req-84ead749-6521-4f65-b381-80207e9cdf50 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Removed routes are [] {{(pid=103607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 13:47:33.107271 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84ead749-6521-4f65-b381-80207e9cdf50 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (25788901-f53c-44d0-8c03-3d63078b7fbb), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:33.212712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4ff92357-af18-43b3-b1b8-83f22769be26 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Deleting port 43a183c2-a73a-4877-ade8-719d35b7835c {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:33.213065 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ff92357-af18-43b3-b1b8-83f22769be26 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (43a183c2-a73a-4877-ade8-719d35b7835c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:33.215497 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf31a6fa-8a47-48be-902e-24c7880dd174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f4c75c56-ca52-488e-bbf5-cdb70de3df94), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:33.220837 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf31a6fa-8a47-48be-902e-24c7880dd174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:33.239099 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cf31a6fa-8a47-48be-902e-24c7880dd174 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f4c75c56-ca52-488e-bbf5-cdb70de3df94 HTTP/1.1" status: 204 len: 168 time: 0.6147585 Feb 04 13:47:33.311847 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0895b0ee-5f13-4968-ac5e-b94c1219edf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (7546a070-ed7f-4209-82d6-102e33e35109), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:33.321885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31a6fa-8a47-48be-902e-24c7880dd174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c75c56-ca52-488e-bbf5-cdb70de3df94,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:33.355343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] For port 7546a070-ed7f-4209-82d6-102e33e35109, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7546a070-ed7f-4209-82d6-102e33e35109,segment=NetworkSegment(e86fe911-ba47-4660-b292-4a49d5b72fb6),segment_id=e86fe911-ba47-4660-b292-4a49d5b72fb6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:33.357251 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7546a070-ed7f-4209-82d6-102e33e35109), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:33.379792 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Calling delete_port for 7546a070-ed7f-4209-82d6-102e33e35109 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:33.413351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590bc7d-7f39-4eaa-84b7-9522e46830d0 req-ed8c8c16-5915-47d7-9940-969509d4de7b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:33.424599 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8590bc7d-7f39-4eaa-84b7-9522e46830d0 req-ed8c8c16-5915-47d7-9940-969509d4de7b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.3002832 Feb 04 13:47:33.455174 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84ead749-6521-4f65-b381-80207e9cdf50 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (25788901-f53c-44d0-8c03-3d63078b7fbb), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:33.481580 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84ead749-6521-4f65-b381-80207e9cdf50 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (25788901-f53c-44d0-8c03-3d63078b7fbb), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:33.519001 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895b0ee-5f13-4968-ac5e-b94c1219edf3 None None] Pushing event deleted for resources: {'Port': ['ID=7546a070-ed7f-4209-82d6-102e33e35109,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:33.530286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0895b0ee-5f13-4968-ac5e-b94c1219edf3 None None] No DVR routers for this DVR port 7546a070-ed7f-4209-82d6-102e33e35109 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:33.589786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7546a070-ed7f-4209-82d6-102e33e35109 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:33.680308 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 7546a070-ed7f-4209-82d6-102e33e35109 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:47:33.681397 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8590bc7d-7f39-4eaa-84b7-9522e46830d0 req-68fe079a-0089-4899-8fc8-31b11becd2fa tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554555 Feb 04 13:47:33.690372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7546a070-ed7f-4209-82d6-102e33e35109 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:47:33.736694 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ff92357-af18-43b3-b1b8-83f22769be26 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (43a183c2-a73a-4877-ade8-719d35b7835c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:33.768395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4ff92357-af18-43b3-b1b8-83f22769be26 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Calling delete_port for 43a183c2-a73a-4877-ade8-719d35b7835c owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:33.785905 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (7546a070-ed7f-4209-82d6-102e33e35109), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:33.789387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ead749-6521-4f65-b381-80207e9cdf50 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 25788901-f53c-44d0-8c03-3d63078b7fbb has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:47:33.810606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] No DVR routers for this DVR port 7546a070-ed7f-4209-82d6-102e33e35109 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:33.897948 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event deleted for resources: {'Port': ['ID=7546a070-ed7f-4209-82d6-102e33e35109,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:34.005899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ead749-6521-4f65-b381-80207e9cdf50 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:47:34.028574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84ead749-6521-4f65-b381-80207e9cdf50 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:34.033773 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-84ead749-6521-4f65-b381-80207e9cdf50 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/25788901-f53c-44d0-8c03-3d63078b7fbb HTTP/1.1" status: 200 len: 700 time: 2.0130012 Feb 04 13:47:34.034021 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174442ca-07ef-40b2-ab34-909610a1bed5 None None] Sync routers for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:47:34.035112 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60010) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:34.055260 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:34.085090 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174442ca-07ef-40b2-ab34-909610a1bed5 None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:47:34.091085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-174442ca-07ef-40b2-ab34-909610a1bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:47:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:34.105396 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:34.113570 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-606c5b67-e79b-439b-b918-9f14a5574a09 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports?device_id=25788901-f53c-44d0-8c03-3d63078b7fbb HTTP/1.1" status: 200 len: 205 time: 0.0743682 Feb 04 13:47:34.114780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60014) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:34.138723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203cbea-1aa3-46ac-a315-2657dc2ab6f2 req-cc68519d-e1df-4376-a255-9db0e2550566 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:34.147857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9203cbea-1aa3-46ac-a315-2657dc2ab6f2 req-cc68519d-e1df-4376-a255-9db0e2550566 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1587803 Feb 04 13:47:34.184866 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86fe911-ba47-4660-b292-4a49d5b72fb6') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:34.185542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86fe911-ba47-4660-b292-4a49d5b72fb6') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:34.214706 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (e86fe911-ba47-4660-b292-4a49d5b72fb6), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:34.260972 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9203cbea-1aa3-46ac-a315-2657dc2ab6f2 req-a5584b95-d997-4439-997f-21545d6eb719 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083829 Feb 04 13:47:34.270149 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e86fe911-ba47-4660-b292-4a49d5b72fb6), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:34.297459 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:47:34.299351 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (e86fe911-ba47-4660-b292-4a49d5b72fb6), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:47:34.307149 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:47:34.310237 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62401c9e-41ce-49a7-b55b-e5bb113cab4c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (25788901-f53c-44d0-8c03-3d63078b7fbb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:34.322350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-174442ca-07ef-40b2-ab34-909610a1bed5 None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:47:34.424143 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:34.464458 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:34.470386 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] 10.222.0.96 "DELETE /v2.0/networks/fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68 HTTP/1.1" status: 204 len: 168 time: 2.0332823 Feb 04 13:47:34.478317 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ff92357-af18-43b3-b1b8-83f22769be26 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (43a183c2-a73a-4877-ade8-719d35b7835c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:34.508112 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757ab75-eb15-492f-bfa2-e6f7037abc78 tempest-AllowedAddressPairIpV6TestJSON-473329325 tempest-AllowedAddressPairIpV6TestJSON-473329325-project] Pushing event deleted for resources: {'Network': ['ID=fc0cc7fd-b6b3-4e5b-b93e-5059a4488b68,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:34.576390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-174442ca-07ef-40b2-ab34-909610a1bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:47:26Z', 'revision_number': 11, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:34.603970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff92357-af18-43b3-b1b8-83f22769be26 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Pushing event deleted for resources: {'Port': ['ID=43a183c2-a73a-4877-ade8-719d35b7835c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:34.660555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900459c-08f3-43db-bec6-051d92b2838d req-feef6b05-c040-4c13-a369-125aadbf5ea3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:34.661470 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d900459c-08f3-43db-bec6-051d92b2838d req-feef6b05-c040-4c13-a369-125aadbf5ea3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1404386 Feb 04 13:47:34.712144 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174442ca-07ef-40b2-ab34-909610a1bed5 None None] Checking router: 25788901-f53c-44d0-8c03-3d63078b7fbb for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:47:34.714191 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62401c9e-41ce-49a7-b55b-e5bb113cab4c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (25788901-f53c-44d0-8c03-3d63078b7fbb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:34.723958 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62401c9e-41ce-49a7-b55b-e5bb113cab4c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_controller (25788901-f53c-44d0-8c03-3d63078b7fbb), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:34.734706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174442ca-07ef-40b2-ab34-909610a1bed5 None None] Routers {'25788901-f53c-44d0-8c03-3d63078b7fbb'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:47:34.743489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-174442ca-07ef-40b2-ab34-909610a1bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:47:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25788901-f53c-44d0-8c03-3d63078b7fbb'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:34.770159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d900459c-08f3-43db-bec6-051d92b2838d req-a38fa602-626c-4951-8f98-2b58136631d3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882103 Feb 04 13:47:34.843966 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62401c9e-41ce-49a7-b55b-e5bb113cab4c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (25788901-f53c-44d0-8c03-3d63078b7fbb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:34.844754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62401c9e-41ce-49a7-b55b-e5bb113cab4c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Fanout notify agent at l3_agent the message router_deleted on router 25788901-f53c-44d0-8c03-3d63078b7fbb {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:47:34.860671 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-62401c9e-41ce-49a7-b55b-e5bb113cab4c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:34.866061 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-62401c9e-41ce-49a7-b55b-e5bb113cab4c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/routers/25788901-f53c-44d0-8c03-3d63078b7fbb HTTP/1.1" status: 204 len: 168 time: 0.7458556 Feb 04 13:47:34.866621 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60034) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:34.872962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-20b13487-be6a-43bf-af62-4b8c5acef1a9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1028193258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:34.873404 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ff92357-af18-43b3-b1b8-83f22769be26 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:34.877038 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4ff92357-af18-43b3-b1b8-83f22769be26 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] 10.222.0.96 "DELETE /v2.0/ports/43a183c2-a73a-4877-ade8-719d35b7835c HTTP/1.1" status: 204 len: 168 time: 2.1269794 Feb 04 13:47:34.881609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60036) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:34.895222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7975f06c-5789-4e24-9193-4544b33b9c4d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Request body: {'port': {'name': 'tempest-new-port-name-124857913', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:34.895719 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.api.validators [None req-7975f06c-5789-4e24-9193-4544b33b9c4d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] bootfile-name is not in valid_values {{(pid=103607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:47:34.896079 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.api.validators [None req-7975f06c-5789-4e24-9193-4544b33b9c4d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] tftp-server is not in valid_values {{(pid=103607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:47:34.896424 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.api.validators [None req-7975f06c-5789-4e24-9193-4544b33b9c4d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] server-ip-address is not in valid_values {{(pid=103607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:47:34.944258 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20b13487-be6a-43bf-af62-4b8c5acef1a9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (574b40df-074c-4801-a368-2890e8b19afb), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:34.945974 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20b13487-be6a-43bf-af62-4b8c5acef1a9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (574b40df-074c-4801-a368-2890e8b19afb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:35.057468 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-174442ca-07ef-40b2-ab34-909610a1bed5 None None] Set router 25788901-f53c-44d0-8c03-3d63078b7fbb gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:47:35.069146 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7975f06c-5789-4e24-9193-4544b33b9c4d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e86811f2-fd76-4b51-913b-e3f9983c01ad), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:35.135564 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-174442ca-07ef-40b2-ab34-909610a1bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:47:26Z', 'revision_number': 11, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:35.228394 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174442ca-07ef-40b2-ab34-909610a1bed5 None None] The sync data for ids ['25788901-f53c-44d0-8c03-3d63078b7fbb'] in n-d-714676-13 is: [{'id': '25788901-f53c-44d0-8c03-3d63078b7fbb', 'name': 'tempest-RoutersTest-router-916160021', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:55Z', 'updated_at': '2022-02-04T13:47:26Z', 'revision_number': 11, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:47:35.244489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60044) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:35.528822 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20b13487-be6a-43bf-af62-4b8c5acef1a9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_controller (574b40df-074c-4801-a368-2890e8b19afb), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:35.553751 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20b13487-be6a-43bf-af62-4b8c5acef1a9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (574b40df-074c-4801-a368-2890e8b19afb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:35.588306 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20b13487-be6a-43bf-af62-4b8c5acef1a9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:35.589714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-20b13487-be6a-43bf-af62-4b8c5acef1a9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7214932 Feb 04 13:47:35.601922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60058) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:35.613851 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3b474-5737-4854-b32c-95845328c89c req-3494fc3a-07c9-4c41-bc20-c8f87710b8ea tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:35.620199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-35bf966c-3e43-4dc3-888a-8056ee1415fe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:35.622529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45e3b474-5737-4854-b32c-95845328c89c req-3494fc3a-07c9-4c41-bc20-c8f87710b8ea tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1105645 Feb 04 13:47:35.695830 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7975f06c-5789-4e24-9193-4544b33b9c4d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks [] for port (e86811f2-fd76-4b51-913b-e3f9983c01ad), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:35.712171 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45e3b474-5737-4854-b32c-95845328c89c req-6d4b43d4-ff3f-45e5-906a-361d65db478e tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882857 Feb 04 13:47:35.760693 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7975f06c-5789-4e24-9193-4544b33b9c4d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (e86811f2-fd76-4b51-913b-e3f9983c01ad), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:35.896734 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-750c4c07-ee04-42b6-8acb-4d0bf9fd13ed admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f7411c1603f441f7bd6e2645c0362e31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6510363 Feb 04 13:47:35.897388 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60066) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:35.944586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e26e2b-5ccb-4439-b1d8-64d5216b4f1b req-49b9b96a-172f-4edb-88b1-576040e9d4eb tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:35.957634 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4e26e2b-5ccb-4439-b1d8-64d5216b4f1b req-49b9b96a-172f-4edb-88b1-576040e9d4eb tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.0978487 Feb 04 13:47:35.992880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975f06c-5789-4e24-9193-4544b33b9c4d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Pushing event updated for resources: {'Port': ['ID=e86811f2-fd76-4b51-913b-e3f9983c01ad,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:36.051065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4e26e2b-5ccb-4439-b1d8-64d5216b4f1b req-11d66383-3972-4c90-8131-f91a72a16a8a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799062 Feb 04 13:47:36.171219 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7975f06c-5789-4e24-9193-4544b33b9c4d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] In _notify_port_updated(), no bound segment for port e86811f2-fd76-4b51-913b-e3f9983c01ad on network a7177dce-9e45-431f-97ff-08cef19b04ae {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:47:36.176588 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7975f06c-5789-4e24-9193-4544b33b9c4d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:36.177384 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7975f06c-5789-4e24-9193-4544b33b9c4d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:36.178903 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7975f06c-5789-4e24-9193-4544b33b9c4d tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] 10.222.0.96 "PUT /v2.0/ports/e86811f2-fd76-4b51-913b-e3f9983c01ad HTTP/1.1" status: 200 len: 1135 time: 1.2928767 Feb 04 13:47:36.181466 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35bf966c-3e43-4dc3-888a-8056ee1415fe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (574b40df-074c-4801-a368-2890e8b19afb), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:36.181984 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60082) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:36.203527 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35bf966c-3e43-4dc3-888a-8056ee1415fe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (574b40df-074c-4801-a368-2890e8b19afb), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:36.210301 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0fe5e5fc-f40d-44c7-a1c9-82769ce0c49b admin admin] Publish callbacks [] for security_group (7e8ed331-d440-4343-93c2-71969dc499b9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:36.254875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1620ccf3-00e3-4ee5-a30c-1c4b9328130c tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:36.261165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1620ccf3-00e3-4ee5-a30c-1c4b9328130c tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] 10.222.0.96 "GET /v2.0/ports/e86811f2-fd76-4b51-913b-e3f9983c01ad HTTP/1.1" status: 200 len: 1135 time: 0.0778518 Feb 04 13:47:36.262141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60084) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:36.301921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-273c397b-b11b-4b29-921f-2b2d69b4a5e8 None None] Provisioning complete for port e86811f2-fd76-4b51-913b-e3f9983c01ad triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:36.305056 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-273c397b-b11b-4b29-921f-2b2d69b4a5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e86811f2-fd76-4b51-913b-e3f9983c01ad), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:36.306164 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0fe5e5fc-f40d-44c7-a1c9-82769ce0c49b admin admin] Publish callbacks [] for security_group (7e8ed331-d440-4343-93c2-71969dc499b9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:36.372558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bf966c-3e43-4dc3-888a-8056ee1415fe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Router 574b40df-074c-4801-a368-2890e8b19afb is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:47:36.375636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-273c397b-b11b-4b29-921f-2b2d69b4a5e8 None None] Port e86811f2-fd76-4b51-913b-e3f9983c01ad cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:36.424532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-67a1c968-64a1-4d1f-8848-dc839a191308 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Deleting port e86811f2-fd76-4b51-913b-e3f9983c01ad {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:36.426398 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-67a1c968-64a1-4d1f-8848-dc839a191308 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e86811f2-fd76-4b51-913b-e3f9983c01ad), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:36.549286 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-67a1c968-64a1-4d1f-8848-dc839a191308 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e86811f2-fd76-4b51-913b-e3f9983c01ad), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:36.567307 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-67a1c968-64a1-4d1f-8848-dc839a191308 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Calling delete_port for e86811f2-fd76-4b51-913b-e3f9983c01ad owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:36.788380 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-67a1c968-64a1-4d1f-8848-dc839a191308 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (e86811f2-fd76-4b51-913b-e3f9983c01ad), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:36.827414 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1c968-64a1-4d1f-8848-dc839a191308 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Pushing event deleted for resources: {'Port': ['ID=e86811f2-fd76-4b51-913b-e3f9983c01ad,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:36.899016 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bf966c-3e43-4dc3-888a-8056ee1415fe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:47:36.914623 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35bf966c-3e43-4dc3-888a-8056ee1415fe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:36.915838 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-35bf966c-3e43-4dc3-888a-8056ee1415fe tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "PUT /v2.0/routers/574b40df-074c-4801-a368-2890e8b19afb HTTP/1.1" status: 200 len: 694 time: 1.3068283 Feb 04 13:47:36.916773 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03990233-c654-4e4c-868a-4e1e04c4bc39 None None] Sync routers for ids ['574b40df-074c-4801-a368-2890e8b19afb'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:47:36.917224 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0fe5e5fc-f40d-44c7-a1c9-82769ce0c49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7e8ed331-d440-4343-93c2-71969dc499b9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:36.919982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60102) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:36.933463 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0fe5e5fc-f40d-44c7-a1c9-82769ce0c49b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:36.940783 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0fe5e5fc-f40d-44c7-a1c9-82769ce0c49b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7e8ed331-d440-4343-93c2-71969dc499b9 HTTP/1.1" status: 204 len: 168 time: 0.9735966 Feb 04 13:47:36.947784 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03990233-c654-4e4c-868a-4e1e04c4bc39 None None] Routers {'574b40df-074c-4801-a368-2890e8b19afb'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:47:36.948443 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-03990233-c654-4e4c-868a-4e1e04c4bc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:47:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['574b40df-074c-4801-a368-2890e8b19afb'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:36.962030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5e5fc-f40d-44c7-a1c9-82769ce0c49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8ed331-d440-4343-93c2-71969dc499b9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:37.044801 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-67a1c968-64a1-4d1f-8848-dc839a191308 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:37.049293 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-67a1c968-64a1-4d1f-8848-dc839a191308 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] 10.222.0.96 "DELETE /v2.0/ports/e86811f2-fd76-4b51-913b-e3f9983c01ad HTTP/1.1" status: 204 len: 168 time: 0.7855000 Feb 04 13:47:37.051569 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60108) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:37.064593 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bb61e173-2614-48d9-a9d8-9df64416676e tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/routers/574b40df-074c-4801-a368-2890e8b19afb HTTP/1.1" status: 200 len: 700 time: 0.1405013 Feb 04 13:47:37.064968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60110) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:37.113965 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-03990233-c654-4e4c-868a-4e1e04c4bc39 None None] Set router 574b40df-074c-4801-a368-2890e8b19afb gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:47:37.123233 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-32a05f19-74ae-4f52-9110-5488453fc4b5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports?device_id=574b40df-074c-4801-a368-2890e8b19afb HTTP/1.1" status: 200 len: 205 time: 0.0565810 Feb 04 13:47:37.126413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60112) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:37.192733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-608f0637-4f60-4690-960a-77299b658354 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Deleting subnet 2e617e24-86b4-47fb-ada9-829c03730b83 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:47:37.201916 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-608f0637-4f60-4690-960a-77299b658354 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks [] for subnet (2e617e24-86b4-47fb-ada9-829c03730b83), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:37.282337 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-608f0637-4f60-4690-960a-77299b658354 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (2e617e24-86b4-47fb-ada9-829c03730b83), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:37.284503 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-03990233-c654-4e4c-868a-4e1e04c4bc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b40df-074c-4801-a368-2890e8b19afb', 'name': 'tempest-RoutersTest-router-1028193258', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:34Z', 'updated_at': '2022-02-04T13:47:36Z', 'revision_number': 2, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:37.389636 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03990233-c654-4e4c-868a-4e1e04c4bc39 None None] Checking router: 574b40df-074c-4801-a368-2890e8b19afb for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:47:37.397393 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9993318e-d3a2-4721-9fe3-5814a6824085 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (574b40df-074c-4801-a368-2890e8b19afb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:37.411068 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03990233-c654-4e4c-868a-4e1e04c4bc39 None None] Routers {'574b40df-074c-4801-a368-2890e8b19afb'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:47:37.412059 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-03990233-c654-4e4c-868a-4e1e04c4bc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:47:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['574b40df-074c-4801-a368-2890e8b19afb'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:37.520773 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-608f0637-4f60-4690-960a-77299b658354 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (2e617e24-86b4-47fb-ada9-829c03730b83), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:37.534895 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-03990233-c654-4e4c-868a-4e1e04c4bc39 None None] Set router 574b40df-074c-4801-a368-2890e8b19afb gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:47:37.629344 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-608f0637-4f60-4690-960a-77299b658354 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (2e617e24-86b4-47fb-ada9-829c03730b83), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:37.677376 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-03990233-c654-4e4c-868a-4e1e04c4bc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b40df-074c-4801-a368-2890e8b19afb', 'name': 'tempest-RoutersTest-router-1028193258', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:34Z', 'updated_at': '2022-02-04T13:47:36Z', 'revision_number': 2, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:37.681300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f0637-4f60-4690-960a-77299b658354 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Pushing event deleted for resources: {'Subnet': ['ID=2e617e24-86b4-47fb-ada9-829c03730b83,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:37.689907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-608f0637-4f60-4690-960a-77299b658354 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:37.695823 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-608f0637-4f60-4690-960a-77299b658354 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] 10.222.0.96 "DELETE /v2.0/subnets/2e617e24-86b4-47fb-ada9-829c03730b83 HTTP/1.1" status: 204 len: 168 time: 0.6406870 Feb 04 13:47:37.696478 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60130) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:37.699233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3ac17f-11eb-4d8f-ac8d-ccbb4ecc6937 None None] Network a7177dce-9e45-431f-97ff-08cef19b04ae requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:47:37.761376 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03990233-c654-4e4c-868a-4e1e04c4bc39 None None] The sync data for ids ['574b40df-074c-4801-a368-2890e8b19afb'] in n-d-714676-13 is: [{'id': '574b40df-074c-4801-a368-2890e8b19afb', 'name': 'tempest-RoutersTest-router-1028193258', 'tenant_id': '866319b37a1b414d99c8c47f10151ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:34Z', 'updated_at': '2022-02-04T13:47:36Z', 'revision_number': 2, 'project_id': '866319b37a1b414d99c8c47f10151ece', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:47:37.901207 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (a7177dce-9e45-431f-97ff-08cef19b04ae), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:37.947625 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24558148-b30d-420a-aa80-3e452f8610fd None None] DHCP port deletion for a7177dce-9e45-431f-97ff-08cef19b04ae request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:47:37.967188 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9993318e-d3a2-4721-9fe3-5814a6824085 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (574b40df-074c-4801-a368-2890e8b19afb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:37.971394 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9993318e-d3a2-4721-9fe3-5814a6824085 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router_controller (574b40df-074c-4801-a368-2890e8b19afb), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:38.042038 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60136) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:38.055350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-637834ac-83c8-4f00-8be0-55acfcabe29f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Request body: {'network': {'name': 'tempest-network-smoke--544992151', 'project_id': '415201945f1c4fefa31beecb58f01da9', 'port_security_enabled': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:38.085041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-24558148-b30d-420a-aa80-3e452f8610fd None None] Deleting port a5b00f83-330d-4e77-9017-5e0eb7fbb741 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:38.085454 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-24558148-b30d-420a-aa80-3e452f8610fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:38.110865 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Deleting port a5b00f83-330d-4e77-9017-5e0eb7fbb741 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:38.111419 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:38.118722 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9993318e-d3a2-4721-9fe3-5814a6824085 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (574b40df-074c-4801-a368-2890e8b19afb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:38.119399 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9993318e-d3a2-4721-9fe3-5814a6824085 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Fanout notify agent at l3_agent the message router_deleted on router 574b40df-074c-4801-a368-2890e8b19afb {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:47:38.132214 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9993318e-d3a2-4721-9fe3-5814a6824085 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:38.141001 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9993318e-d3a2-4721-9fe3-5814a6824085 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/routers/574b40df-074c-4801-a368-2890e8b19afb HTTP/1.1" status: 204 len: 168 time: 1.0132113 Feb 04 13:47:38.142368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60140) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:38.256097 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637834ac-83c8-4f00-8be0-55acfcabe29f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Made reservation on behalf of 415201945f1c4fefa31beecb58f01da9 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:38.268215 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-637834ac-83c8-4f00-8be0-55acfcabe29f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:38.283732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-24558148-b30d-420a-aa80-3e452f8610fd None None] For port a5b00f83-330d-4e77-9017-5e0eb7fbb741, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a5b00f83-330d-4e77-9017-5e0eb7fbb741,segment=NetworkSegment(48ccf7b4-a569-4015-abef-7b3c6b23e85e),segment_id=48ccf7b4-a569-4015-abef-7b3c6b23e85e)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:38.284104 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-24558148-b30d-420a-aa80-3e452f8610fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:38.288441 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-acffe9ad-7808-4472-b7fe-763416e77e7c tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports?device_id=574b40df-074c-4801-a368-2890e8b19afb HTTP/1.1" status: 200 len: 205 time: 0.1446686 Feb 04 13:47:38.289171 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60144) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:38.307758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-24558148-b30d-420a-aa80-3e452f8610fd None None] Calling delete_port for a5b00f83-330d-4e77-9017-5e0eb7fbb741 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:38.317544 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-637834ac-83c8-4f00-8be0-55acfcabe29f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:38.372272 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] For port a5b00f83-330d-4e77-9017-5e0eb7fbb741, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a5b00f83-330d-4e77-9017-5e0eb7fbb741,segment=NetworkSegment(48ccf7b4-a569-4015-abef-7b3c6b23e85e),segment_id=48ccf7b4-a569-4015-abef-7b3c6b23e85e)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:38.372706 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:38.393470 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-206052be-78d9-4b33-9cf1-8019f308bae0 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] delete failed (client error): The resource could not be found. Feb 04 13:47:38.407045 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60148) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:38.410685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-206052be-78d9-4b33-9cf1-8019f308bae0 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/routers/574b40df-074c-4801-a368-2890e8b19afb HTTP/1.1" status: 404 len: 336 time: 0.1177397 Feb 04 13:47:38.437208 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-24558148-b30d-420a-aa80-3e452f8610fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:38.462809 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b8b2c-3c5a-4e65-a3e9-b5f9cc117db7 req-2c4b219f-e6d9-43c5-8483-5fb84c0dcc01 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:38.470065 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b8b2c-3c5a-4e65-a3e9-b5f9cc117db7 req-2c4b219f-e6d9-43c5-8483-5fb84c0dcc01 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:38.488901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24558148-b30d-420a-aa80-3e452f8610fd None None] Pushing event deleted for resources: {'Port': ['ID=a5b00f83-330d-4e77-9017-5e0eb7fbb741,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:38.493187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b8b2c-3c5a-4e65-a3e9-b5f9cc117db7 req-2c4b219f-e6d9-43c5-8483-5fb84c0dcc01 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:38.499832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24558148-b30d-420a-aa80-3e452f8610fd None None] No DVR routers for this DVR port a5b00f83-330d-4e77-9017-5e0eb7fbb741 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:38.509304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b8b2c-3c5a-4e65-a3e9-b5f9cc117db7 req-2c4b219f-e6d9-43c5-8483-5fb84c0dcc01 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:38.513632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Calling delete_port for a5b00f83-330d-4e77-9017-5e0eb7fbb741 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:38.530289 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b8b2c-3c5a-4e65-a3e9-b5f9cc117db7 req-2c4b219f-e6d9-43c5-8483-5fb84c0dcc01 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:38.540650 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-085ba1db-bbc2-4e2b-a5cc-d2de446f46a5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] DELETE failed (client error): The resource could not be found. Feb 04 13:47:38.541114 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085ba1db-bbc2-4e2b-a5cc-d2de446f46a5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:47:38.555390 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b8b2c-3c5a-4e65-a3e9-b5f9cc117db7 req-2c4b219f-e6d9-43c5-8483-5fb84c0dcc01 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:38.557956 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-085ba1db-bbc2-4e2b-a5cc-d2de446f46a5 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/cd72a417-7659-4a7e-a1e3-84952e3a83fb HTTP/1.1" status: 404 len: 337 time: 0.1497490 Feb 04 13:47:38.558725 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60154) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:38.563177 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b8b2c-3c5a-4e65-a3e9-b5f9cc117db7 req-2c4b219f-e6d9-43c5-8483-5fb84c0dcc01 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:38.565444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d2b8b2c-3c5a-4e65-a3e9-b5f9cc117db7 req-2c4b219f-e6d9-43c5-8483-5fb84c0dcc01 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5435 time: 0.4010062 Feb 04 13:47:38.611814 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc24bd9-1f0c-4b06-bec5-3ee2f76a5114 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] DELETE failed (client error): The resource could not be found. Feb 04 13:47:38.612273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc24bd9-1f0c-4b06-bec5-3ee2f76a5114 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:47:38.618459 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-abc24bd9-1f0c-4b06-bec5-3ee2f76a5114 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/c7456ef1-39c3-456c-a387-039a52c69419 HTTP/1.1" status: 404 len: 337 time: 0.0533030 Feb 04 13:47:38.638639 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60158) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:38.677216 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f066823a-09d3-4dae-8d47-57ee77a79803 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] DELETE failed (client error): The resource could not be found. Feb 04 13:47:38.677674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f066823a-09d3-4dae-8d47-57ee77a79803 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:47:38.681131 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f066823a-09d3-4dae-8d47-57ee77a79803 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/8e3a55da-e9e7-40ca-bb11-eeefc5cf4bef HTTP/1.1" status: 404 len: 337 time: 0.0414653 Feb 04 13:47:38.688294 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60160) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:38.741881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60162) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:38.749519 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d2b8b2c-3c5a-4e65-a3e9-b5f9cc117db7 req-0372de05-d3c1-422c-adee-90ed0e56e47e tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1711984 Feb 04 13:47:38.788933 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fa8a16-4a29-4030-84b2-d54060d9595a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] DELETE failed (client error): The resource could not be found. Feb 04 13:47:38.790023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fa8a16-4a29-4030-84b2-d54060d9595a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:47:38.795969 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-03fa8a16-4a29-4030-84b2-d54060d9595a tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/7b4951d0-e532-4973-a882-3eab7314f5b8 HTTP/1.1" status: 404 len: 337 time: 0.1043921 Feb 04 13:47:38.799010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60168) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:38.841776 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c7e94db5-28cc-481e-931d-6d502c776c8b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports?device_id=25788901-f53c-44d0-8c03-3d63078b7fbb HTTP/1.1" status: 200 len: 205 time: 0.0410888 Feb 04 13:47:38.845563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60170) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:38.908472 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-db4e4046-3ffc-4135-a90b-88091f794ed0 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] delete failed (client error): The resource could not be found. Feb 04 13:47:38.910071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-db4e4046-3ffc-4135-a90b-88091f794ed0 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/routers/25788901-f53c-44d0-8c03-3d63078b7fbb HTTP/1.1" status: 404 len: 336 time: 0.0631447 Feb 04 13:47:38.914593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60174) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:38.941750 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-637834ac-83c8-4f00-8be0-55acfcabe29f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group (e639faec-2916-46f1-a85c-02c338a533f2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:38.955271 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-637834ac-83c8-4f00-8be0-55acfcabe29f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e639faec-2916-46f1-a85c-02c338a533f2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:38.962220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9e42da37-b4d8-4f34-9d1b-4b7f02095a88 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports?device_id=2e4296df-0611-4016-9011-4449a913473a HTTP/1.1" status: 200 len: 205 time: 0.0449071 Feb 04 13:47:38.969098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60176) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:39.020278 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a5b00f83-330d-4e77-9017-5e0eb7fbb741), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.077391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29243f-d43d-417f-a0e5-4e8d8c25d5dd req-54fe4f51-c920-4c6d-aad8-59fe1ae99c68 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:39.080424 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de29243f-d43d-417f-a0e5-4e8d8c25d5dd req-54fe4f51-c920-4c6d-aad8-59fe1ae99c68 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1255744 Feb 04 13:47:39.157269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60180) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:39.171012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637834ac-83c8-4f00-8be0-55acfcabe29f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:47:39.177119 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-1d08e4f9-098b-4dde-9c72-e309ab947c25 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] delete failed (client error): The resource could not be found. Feb 04 13:47:39.181258 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1d08e4f9-098b-4dde-9c72-e309ab947c25 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/routers/2e4296df-0611-4016-9011-4449a913473a HTTP/1.1" status: 404 len: 336 time: 0.1994147 Feb 04 13:47:39.186592 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] No DVR routers for this DVR port a5b00f83-330d-4e77-9017-5e0eb7fbb741 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:39.189737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de29243f-d43d-417f-a0e5-4e8d8c25d5dd req-150f07b4-ecca-45b3-8f31-191952db6847 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970893 Feb 04 13:47:39.190304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60184) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:39.193604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Pushing event deleted for resources: {'Port': ['ID=a5b00f83-330d-4e77-9017-5e0eb7fbb741,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:39.210955 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-007fceb2-069e-4946-ae91-50d24f2a0d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.224840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637834ac-83c8-4f00-8be0-55acfcabe29f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e639faec-2916-46f1-a85c-02c338a533f2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:39.234018 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f95c29-d0fb-493c-88ba-56c10c3e550b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] DELETE failed (client error): The resource could not be found. Feb 04 13:47:39.235377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f95c29-d0fb-493c-88ba-56c10c3e550b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:47:39.240127 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f8f95c29-d0fb-493c-88ba-56c10c3e550b tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/a9b3441c-9416-41d9-8fe0-4e2b27722cfb HTTP/1.1" status: 404 len: 337 time: 0.0403411 Feb 04 13:47:39.246172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60186) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:39.251617 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-637834ac-83c8-4f00-8be0-55acfcabe29f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (092f8ff5-19a4-4594-a7a8-4b85c687228b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.251936 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-637834ac-83c8-4f00-8be0-55acfcabe29f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Added segment 092f8ff5-19a4-4594-a7a8-4b85c687228b of type vlan for network c86ed429-9f3a-40e9-a643-65b05ff443e8 Feb 04 13:47:39.293678 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-db564b13-485a-42e5-b9e3-d53a0dbd8cd9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports?device_id=659c6aaf-3153-4afb-a2d2-4e99ba7f4a95 HTTP/1.1" status: 200 len: 205 time: 0.0416429 Feb 04 13:47:39.294814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60190) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:39.302068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-575761939'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:39.353675 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (a7177dce-9e45-431f-97ff-08cef19b04ae), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.376404 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-89a04a57-435c-453e-9428-55ce4c1ab1a2 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] delete failed (client error): The resource could not be found. Feb 04 13:47:39.377471 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-89a04a57-435c-453e-9428-55ce4c1ab1a2 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/routers/659c6aaf-3153-4afb-a2d2-4e99ba7f4a95 HTTP/1.1" status: 404 len: 336 time: 0.0717180 Feb 04 13:47:39.381076 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-637834ac-83c8-4f00-8be0-55acfcabe29f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (c86ed429-9f3a-40e9-a643-65b05ff443e8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.394330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60192) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:39.425275 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7177dce-9e45-431f-97ff-08cef19b04ae']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:39.441042 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ccf7b4-a569-4015-abef-7b3c6b23e85e') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:39.441949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ccf7b4-a569-4015-abef-7b3c6b23e85e') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:39.468208 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-19454368-259a-4e3e-b305-f0086e22376e tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports?device_id=f859cb38-f877-46e5-8582-a1787437894e HTTP/1.1" status: 200 len: 205 time: 0.0723410 Feb 04 13:47:39.475572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Made reservation on behalf of 52739dadf2604e0388e154e9e58c319f for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:39.479852 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.482999 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60194) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:39.484954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a5b00f83-330d-4e77-9017-5e0eb7fbb741 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:39.486881 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (48ccf7b4-a569-4015-abef-7b3c6b23e85e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.507334 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-637834ac-83c8-4f00-8be0-55acfcabe29f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (c86ed429-9f3a-40e9-a643-65b05ff443e8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.509944 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.514496 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637834ac-83c8-4f00-8be0-55acfcabe29f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:39.515245 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-637834ac-83c8-4f00-8be0-55acfcabe29f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.526602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: a5b00f83-330d-4e77-9017-5e0eb7fbb741 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:47:39.527117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a5b00f83-330d-4e77-9017-5e0eb7fbb741 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:47:39.549154 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (48ccf7b4-a569-4015-abef-7b3c6b23e85e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.564054 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-2f283b2c-4f68-48ea-8e3f-124e87e26b00 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] delete failed (client error): The resource could not be found. Feb 04 13:47:39.565228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2f283b2c-4f68-48ea-8e3f-124e87e26b00 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/routers/f859cb38-f877-46e5-8582-a1787437894e HTTP/1.1" status: 404 len: 336 time: 0.0779595 Feb 04 13:47:39.573517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60196) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:39.593452 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:47:39.593752 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (48ccf7b4-a569-4015-abef-7b3c6b23e85e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:47:39.600080 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:47:39.638355 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab6ad03-b88f-4c9a-a440-8d2f2a550784 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] DELETE failed (client error): The resource could not be found. Feb 04 13:47:39.638856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab6ad03-b88f-4c9a-a440-8d2f2a550784 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:47:39.642033 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5ab6ad03-b88f-4c9a-a440-8d2f2a550784 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/b8749432-8a1a-4f4e-ba06-85c3e68c7704 HTTP/1.1" status: 404 len: 337 time: 0.0651884 Feb 04 13:47:39.649629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60198) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:39.653812 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-637834ac-83c8-4f00-8be0-55acfcabe29f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6101234 Feb 04 13:47:39.662372 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60200) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:39.667145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2111918297', 'admin_state_up': True, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:39.698992 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637834ac-83c8-4f00-8be0-55acfcabe29f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'Network': ['ID=c86ed429-9f3a-40e9-a643-65b05ff443e8,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:39.722910 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network c86ed429-9f3a-40e9-a643-65b05ff443e8 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:47:39.724064 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (a7177dce-9e45-431f-97ff-08cef19b04ae), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.730071 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.734675 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.739898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30796e6c-2d04-47b3-99f0-01e66a05610e req-561b918f-c2d0-4aa0-b732-c890427483a2 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:39.741958 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-30796e6c-2d04-47b3-99f0-01e66a05610e req-561b918f-c2d0-4aa0-b732-c890427483a2 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.3720777 Feb 04 13:47:39.758577 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6c478d54-b32a-42e6-a43b-c99af32a2549 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports?device_id=42c78f71-f626-473b-8e88-0b00303a9aba HTTP/1.1" status: 200 len: 205 time: 0.1011534 Feb 04 13:47:39.761022 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-007fceb2-069e-4946-ae91-50d24f2a0d94 admin admin] Publish callbacks [] for security_group (c1f393f4-68b0-490a-819e-6c95fa79b5d1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.769212 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60202) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:39.775777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.784029 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] 10.222.0.96 "DELETE /v2.0/networks/a7177dce-9e45-431f-97ff-08cef19b04ae HTTP/1.1" status: 204 len: 168 time: 2.0861459 Feb 04 13:47:39.795132 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-007fceb2-069e-4946-ae91-50d24f2a0d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c1f393f4-68b0-490a-819e-6c95fa79b5d1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.802669 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2d821-9dfb-46fb-b1e2-1f3ccdec4d18 tempest-ExtraDHCPOptionsTestJSON-265261888 tempest-ExtraDHCPOptionsTestJSON-265261888-project] Pushing event deleted for resources: {'Network': ['ID=a7177dce-9e45-431f-97ff-08cef19b04ae,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:39.900229 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router_controller (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:39.916123 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-0302722c-7185-401f-9ae3-4203f14759da tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] delete failed (client error): The resource could not be found. Feb 04 13:47:39.917938 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0302722c-7185-401f-9ae3-4203f14759da tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/routers/42c78f71-f626-473b-8e88-0b00303a9aba HTTP/1.1" status: 404 len: 336 time: 0.1460376 Feb 04 13:47:39.938676 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60208) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:40.018290 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fceb2-069e-4946-ae91-50d24f2a0d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f393f4-68b0-490a-819e-6c95fa79b5d1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:40.049693 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e06e05-f9c8-4c67-b196-1ed14628e7c9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] DELETE failed (client error): The resource could not be found. Feb 04 13:47:40.050536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e06e05-f9c8-4c67-b196-1ed14628e7c9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:47:40.053765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f6e06e05-f9c8-4c67-b196-1ed14628e7c9 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/1ce67aef-2f4d-4eca-b770-963553d33351 HTTP/1.1" status: 404 len: 337 time: 0.0989213 Feb 04 13:47:40.056924 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-007fceb2-069e-4946-ae91-50d24f2a0d94 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b65e6a4fe3a34f65a8c708151bfa3f13&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3134813 Feb 04 13:47:40.057819 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60212) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:40.063124 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60214) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:40.121191 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b0cc0567-9de2-4dc3-92f4-a45138bee2d1 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "GET /v2.0/ports?device_id=26c45cf3-2430-432e-a2b6-433398d4516e HTTP/1.1" status: 200 len: 205 time: 0.0524578 Feb 04 13:47:40.122433 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router_gateway (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:40.128067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60216) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:40.134831 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-30796e6c-2d04-47b3-99f0-01e66a05610e req-f69342b3-1add-4099-b7c2-e165f234632a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702667 Feb 04 13:47:40.188630 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks [] for security_group (5dd9783f-25bd-45f7-a5d4-363694ce2a42), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:40.210126 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5dd9783f-25bd-45f7-a5d4-363694ce2a42), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:40.211347 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-495dc0f7-340a-44d3-bc06-0120af9b3fd7 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] delete failed (client error): The resource could not be found. Feb 04 13:47:40.212428 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-495dc0f7-340a-44d3-bc06-0120af9b3fd7 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/routers/26c45cf3-2430-432e-a2b6-433398d4516e HTTP/1.1" status: 404 len: 336 time: 0.0821946 Feb 04 13:47:40.217550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60220) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:40.219281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60222) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:40.269193 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5afabc17-24da-45ae-a78c-218356d62430 admin admin] Publish callbacks [] for security_group (c1f393f4-68b0-490a-819e-6c95fa79b5d1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:40.294629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:47:40.299839 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11dc9e3-4651-4148-ba18-9a7715082ba4 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] DELETE failed (client error): The resource could not be found. Feb 04 13:47:40.300287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11dc9e3-4651-4148-ba18-9a7715082ba4 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:47:40.300493 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5afabc17-24da-45ae-a78c-218356d62430 admin admin] Publish callbacks [] for security_group (c1f393f4-68b0-490a-819e-6c95fa79b5d1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:40.307920 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d11dc9e3-4651-4148-ba18-9a7715082ba4 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/32c55d15-4907-426c-b4bf-5ac809c73421 HTTP/1.1" status: 404 len: 337 time: 0.0765684 Feb 04 13:47:40.310407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60226) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:40.334987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648e15-aecb-4129-afcf-5a186cb44811 req-62d2be35-a4e6-418e-81f4-03130bbca327 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.341307 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648e15-aecb-4129-afcf-5a186cb44811 req-62d2be35-a4e6-418e-81f4-03130bbca327 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.347339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648e15-aecb-4129-afcf-5a186cb44811 req-62d2be35-a4e6-418e-81f4-03130bbca327 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.353852 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648e15-aecb-4129-afcf-5a186cb44811 req-62d2be35-a4e6-418e-81f4-03130bbca327 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.360702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648e15-aecb-4129-afcf-5a186cb44811 req-62d2be35-a4e6-418e-81f4-03130bbca327 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.361785 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeef719d-81e2-4a0e-b562-e625332cae98 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] DELETE failed (client error): The resource could not be found. Feb 04 13:47:40.362285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeef719d-81e2-4a0e-b562-e625332cae98 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:47:40.367920 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-aeef719d-81e2-4a0e-b562-e625332cae98 tempest-RoutersTest-822414774 tempest-RoutersTest-822414774-project] 10.222.0.96 "DELETE /v2.0/subnets/8c17b501-048e-4db3-9375-0caee2817008 HTTP/1.1" status: 404 len: 337 time: 0.0537412 Feb 04 13:47:40.368213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648e15-aecb-4129-afcf-5a186cb44811 req-62d2be35-a4e6-418e-81f4-03130bbca327 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.372875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648e15-aecb-4129-afcf-5a186cb44811 req-62d2be35-a4e6-418e-81f4-03130bbca327 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.375183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96648e15-aecb-4129-afcf-5a186cb44811 req-62d2be35-a4e6-418e-81f4-03130bbca327 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.99 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5435 time: 0.2391014 Feb 04 13:47:40.459318 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (f6d22b8e-f3f1-4f16-8dc0-249b62484b04), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:40.459739 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Added segment f6d22b8e-f3f1-4f16-8dc0-249b62484b04 of type vlan for network c89c6711-4a76-4952-89d8-199e8d05cb7a Feb 04 13:47:40.461273 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd9783f-25bd-45f7-a5d4-363694ce2a42,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:40.485851 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5afabc17-24da-45ae-a78c-218356d62430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c1f393f4-68b0-490a-819e-6c95fa79b5d1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:40.487840 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5afabc17-24da-45ae-a78c-218356d62430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:40.491903 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5afabc17-24da-45ae-a78c-218356d62430 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c1f393f4-68b0-490a-819e-6c95fa79b5d1 HTTP/1.1" status: 204 len: 168 time: 0.4264205 Feb 04 13:47:40.546398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648e15-aecb-4129-afcf-5a186cb44811 req-bb346858-1b39-4913-ac01-dcedd4ba05f6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.548108 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96648e15-aecb-4129-afcf-5a186cb44811 req-bb346858-1b39-4913-ac01-dcedd4ba05f6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.99 "GET /v2.0/ports/a6440d92-dcd8-496d-89b6-bd6f83ea1768?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1653547 Feb 04 13:47:40.559488 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (c89c6711-4a76-4952-89d8-199e8d05cb7a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:40.581824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afabc17-24da-45ae-a78c-218356d62430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f393f4-68b0-490a-819e-6c95fa79b5d1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:40.591758 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-73a9b748-71ab-41d3-9af1-a44c6008edbf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cee72a20ae9d45d5b336eeb94d1226f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3720076 Feb 04 13:47:40.600083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60232) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:40.615894 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router_gateway (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:40.625539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c2d83-f3af-4cbf-a8d6-17c0fae1e1f4 req-10c461a6-a19d-4d51-93c7-e2942dd4bbc5 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.631156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c2d83-f3af-4cbf-a8d6-17c0fae1e1f4 req-10c461a6-a19d-4d51-93c7-e2942dd4bbc5 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.638332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c2d83-f3af-4cbf-a8d6-17c0fae1e1f4 req-10c461a6-a19d-4d51-93c7-e2942dd4bbc5 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.644329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c2d83-f3af-4cbf-a8d6-17c0fae1e1f4 req-10c461a6-a19d-4d51-93c7-e2942dd4bbc5 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.649314 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:40.650647 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c2d83-f3af-4cbf-a8d6-17c0fae1e1f4 req-10c461a6-a19d-4d51-93c7-e2942dd4bbc5 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.657040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c2d83-f3af-4cbf-a8d6-17c0fae1e1f4 req-10c461a6-a19d-4d51-93c7-e2942dd4bbc5 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.662684 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c2d83-f3af-4cbf-a8d6-17c0fae1e1f4 req-10c461a6-a19d-4d51-93c7-e2942dd4bbc5 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.665029 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b36c2d83-f3af-4cbf-a8d6-17c0fae1e1f4 req-10c461a6-a19d-4d51-93c7-e2942dd4bbc5 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 5435 time: 0.3739049 Feb 04 13:47:40.705439 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.db.resource_extend [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:47:40.799224 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (c89c6711-4a76-4952-89d8-199e8d05cb7a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:40.804361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.805097 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:40.819980 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Allocated IP 172.25.5.215 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/e16edb6a-feb6-4cb7-879a-4a4510bc1b18) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:40.889791 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60240) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:40.930067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event updated for resources: {'Network': ['ID=c89c6711-4a76-4952-89d8-199e8d05cb7a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:40.953517 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8fb41eff-2d6c-4006-aa58-d76d8f62236a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7950044 Feb 04 13:47:40.958409 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network c89c6711-4a76-4952-89d8-199e8d05cb7a details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:47:40.959491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60244) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:40.974667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-706bd94e-830a-4ce3-a06a-0f54e1f94857 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Request body: {'subnet': {'network_id': 'c89c6711-4a76-4952-89d8-199e8d05cb7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:40.983781 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96648e15-aecb-4129-afcf-5a186cb44811 req-17172c6d-0e9c-45a9-9fad-e1d8a43e392b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.99 "GET /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4269629 Feb 04 13:47:40.989202 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cfab308b-fa8a-42f6-9fb5-eba7e5e237d0 admin admin] Publish callbacks [] for security_group (6e13bb41-8145-4a14-bf5b-32a62d9d8586), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:41.002131 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b36c2d83-f3af-4cbf-a8d6-17c0fae1e1f4 req-2055ff44-9bae-4d6b-b1fb-738b53ed2a18 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3014290 Feb 04 13:47:41.041327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-96648e15-aecb-4129-afcf-5a186cb44811 req-0889da35-2e48-42b5-bbd9-382b911d5cde service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:41.045491 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2fcd8c0a-3b67-4f9c-8a87-66eea8b895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:41.064951 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for port (e16edb6a-feb6-4cb7-879a-4a4510bc1b18), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:41.239601 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60248) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:41.242932 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cfab308b-fa8a-42f6-9fb5-eba7e5e237d0 admin admin] Publish callbacks [] for security_group (6e13bb41-8145-4a14-bf5b-32a62d9d8586), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:41.300699 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b843153-af03-4541-bd34-152bb771106d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:41.313768 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-476e2946-98bc-488a-a653-a574cb92f713 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=866319b37a1b414d99c8c47f10151ece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4207895 Feb 04 13:47:41.322861 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e16edb6a-feb6-4cb7-879a-4a4510bc1b18), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:41.328021 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60250) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:41.365800 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-0889da35-2e48-42b5-bbd9-382b911d5cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:41.409540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6f651-12d1-4744-91de-abffa51e9bbd req-0c9df88b-e8bc-472f-b435-e09bd01e4708 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:41.411408 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-88c6f651-12d1-4744-91de-abffa51e9bbd req-0c9df88b-e8bc-472f-b435-e09bd01e4708 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.2395246 Feb 04 13:47:41.415369 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706bd94e-830a-4ce3-a06a-0f54e1f94857 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Made reservation on behalf of 52739dadf2604e0388e154e9e58c319f for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:41.421125 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-706bd94e-830a-4ce3-a06a-0f54e1f94857 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:41.440411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:41.462133 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:41.464875 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:41.514682 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'Port': ['ID=e16edb6a-feb6-4cb7-879a-4a4510bc1b18,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:41.523326 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cfab308b-fa8a-42f6-9fb5-eba7e5e237d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6e13bb41-8145-4a14-bf5b-32a62d9d8586), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:41.526027 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cfab308b-fa8a-42f6-9fb5-eba7e5e237d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:41.527303 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cfab308b-fa8a-42f6-9fb5-eba7e5e237d0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6e13bb41-8145-4a14-bf5b-32a62d9d8586 HTTP/1.1" status: 204 len: 168 time: 0.9258802 Feb 04 13:47:41.578133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab308b-fa8a-42f6-9fb5-eba7e5e237d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e13bb41-8145-4a14-bf5b-32a62d9d8586,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:41.633911 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b843153-af03-4541-bd34-152bb771106d admin admin] Publish callbacks [] for security_group (58395593-eb73-4252-a3f8-6ab5dff34902), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:41.651760 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b843153-af03-4541-bd34-152bb771106d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (58395593-eb73-4252-a3f8-6ab5dff34902), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:41.771595 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3b74c6b7-8452-4e8e-bf97-77c8afa22643 admin admin] Publish callbacks [] for security_group (5cf36562-a05c-4794-87fc-f1a3926bca6a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:41.810137 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b843153-af03-4541-bd34-152bb771106d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58395593-eb73-4252-a3f8-6ab5dff34902,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:41.827394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-88c6f651-12d1-4744-91de-abffa51e9bbd req-98ec8e31-268c-4702-b15d-06c861602696 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815651 Feb 04 13:47:41.861924 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3b74c6b7-8452-4e8e-bf97-77c8afa22643 admin admin] Publish callbacks [] for security_group (5cf36562-a05c-4794-87fc-f1a3926bca6a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:41.881474 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5b843153-af03-4541-bd34-152bb771106d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5e57c988bdbc44d4b7b5b118e501155d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6391587 Feb 04 13:47:41.888036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60258) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:42.011006 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-305a5dad-ceb6-4986-9800-2ffdd0e15040 admin admin] Publish callbacks [] for security_group (58395593-eb73-4252-a3f8-6ab5dff34902), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:42.043738 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-706bd94e-830a-4ce3-a06a-0f54e1f94857 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (4f6ba559-fbbd-420c-8883-ba41025e6a57), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:42.047998 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-0889da35-2e48-42b5-bbd9-382b911d5cde service neutron] For port a6440d92-dcd8-496d-89b6-bd6f83ea1768, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a6440d92-dcd8-496d-89b6-bd6f83ea1768,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:42.137036 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-305a5dad-ceb6-4986-9800-2ffdd0e15040 admin admin] Publish callbacks [] for security_group (58395593-eb73-4252-a3f8-6ab5dff34902), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:42.163978 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3b74c6b7-8452-4e8e-bf97-77c8afa22643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5cf36562-a05c-4794-87fc-f1a3926bca6a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:42.167094 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3b74c6b7-8452-4e8e-bf97-77c8afa22643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:42.172007 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3b74c6b7-8452-4e8e-bf97-77c8afa22643 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5cf36562-a05c-4794-87fc-f1a3926bca6a HTTP/1.1" status: 204 len: 168 time: 0.8401244 Feb 04 13:47:42.196591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-0889da35-2e48-42b5-bbd9-382b911d5cde service neutron] For port a6440d92-dcd8-496d-89b6-bd6f83ea1768, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:47:42.212360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74c6b7-8452-4e8e-bf97-77c8afa22643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf36562-a05c-4794-87fc-f1a3926bca6a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:42.247430 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router_gateway (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:42.316854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-96648e15-aecb-4129-afcf-5a186cb44811 req-0889da35-2e48-42b5-bbd9-382b911d5cde service neutron] device_id is not set on port a6440d92-dcd8-496d-89b6-bd6f83ea1768 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:47:42.393198 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-0889da35-2e48-42b5-bbd9-382b911d5cde service neutron] Publish callbacks [] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:42.469986 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-0889da35-2e48-42b5-bbd9-382b911d5cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:42.508941 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-305a5dad-ceb6-4986-9800-2ffdd0e15040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (58395593-eb73-4252-a3f8-6ab5dff34902), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:42.514715 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-305a5dad-ceb6-4986-9800-2ffdd0e15040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:42.516718 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-305a5dad-ceb6-4986-9800-2ffdd0e15040 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/58395593-eb73-4252-a3f8-6ab5dff34902 HTTP/1.1" status: 204 len: 168 time: 0.6274738 Feb 04 13:47:42.581233 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a5dad-ceb6-4986-9800-2ffdd0e15040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58395593-eb73-4252-a3f8-6ab5dff34902,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:42.722288 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89920f9e-dd45-4d90-a8d4-89e7614a092b req-c801a583-630f-46df-b48d-1b6d5043a119 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:42.725161 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-89920f9e-dd45-4d90-a8d4-89e7614a092b req-c801a583-630f-46df-b48d-1b6d5043a119 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.7605782 Feb 04 13:47:42.735210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bd94e-830a-4ce3-a06a-0f54e1f94857 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event updated for resources: {'Subnet': ['ID=4f6ba559-fbbd-420c-8883-ba41025e6a57,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:42.918913 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:43.210275 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:47:43.258257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-695c1372-a037-4267-9f66-625a2e5b3419 None None] Provisioning complete for port a6440d92-dcd8-496d-89b6-bd6f83ea1768 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:43.259086 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-695c1372-a037-4267-9f66-625a2e5b3419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:43.395622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-695c1372-a037-4267-9f66-625a2e5b3419 None None] Port a6440d92-dcd8-496d-89b6-bd6f83ea1768 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:43.421249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-0889da35-2e48-42b5-bbd9-382b911d5cde service neutron] No DVR routers for this DVR port a6440d92-dcd8-496d-89b6-bd6f83ea1768 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:43.432450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706bd94e-830a-4ce3-a06a-0f54e1f94857 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Checking segment: {'id': 'f6d22b8e-f3f1-4f16-8dc0-249b62484b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'c89c6711-4a76-4952-89d8-199e8d05cb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:47:43.433043 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706bd94e-830a-4ce3-a06a-0f54e1f94857 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Network hostable DHCP agents. Network: c89c6711-4a76-4952-89d8-199e8d05cb7a, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:47:43.455724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889da35-2e48-42b5-bbd9-382b911d5cde service neutron] Pushing event updated for resources: {'Port': ['ID=a6440d92-dcd8-496d-89b6-bd6f83ea1768,revision_number=6']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:43.519257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a333b2d6-efb6-4ebd-b1fe-6b9866c6fc16 req-8ece447e-55c2-4497-8fdd-98a4808b4339 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0550106 Feb 04 13:47:43.521724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706bd94e-830a-4ce3-a06a-0f54e1f94857 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Network c89c6711-4a76-4952-89d8-199e8d05cb7a is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:47:43.531976 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:47:43.546219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device d0f5a809-9c39-466e-a4d9-f65229b8adcb no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:43.572165 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:43.583682 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ed1687bb-254f-47a4-84e2-217b26fe26cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.9232867 Feb 04 13:47:43.584089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60300) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:43.598055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-706bd94e-830a-4ce3-a06a-0f54e1f94857 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, c89c6711-4a76-4952-89d8-199e8d05cb7a) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:43.664098 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706bd94e-830a-4ce3-a06a-0f54e1f94857 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:43.666740 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-706bd94e-830a-4ce3-a06a-0f54e1f94857 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:43.688205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98fba09-c5ee-469f-9bff-d86c317bedbb None None] Network c89c6711-4a76-4952-89d8-199e8d05cb7a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:47:43.738668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-89920f9e-dd45-4d90-a8d4-89e7614a092b req-bc2e950d-979b-4654-98f0-61e72ae4af87 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9772627 Feb 04 13:47:43.745421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-96648e15-aecb-4129-afcf-5a186cb44811 req-0889da35-2e48-42b5-bbd9-382b911d5cde service neutron] In _notify_port_updated(), no bound segment for port a6440d92-dcd8-496d-89b6-bd6f83ea1768 on network 1612d2d9-6bc5-454e-b028-8e610907a6d3 {{(pid=103606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:47:43.750871 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648e15-aecb-4129-afcf-5a186cb44811 req-0889da35-2e48-42b5-bbd9-382b911d5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:43.752425 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-0889da35-2e48-42b5-bbd9-382b911d5cde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:43.754199 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96648e15-aecb-4129-afcf-5a186cb44811 req-0889da35-2e48-42b5-bbd9-382b911d5cde service neutron] 10.222.0.99 "PUT /v2.0/ports/a6440d92-dcd8-496d-89b6-bd6f83ea1768 HTTP/1.1" status: 200 len: 1028 time: 2.7486479 Feb 04 13:47:43.874255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60310) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:43.881217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f50c9b18-b5f9-420b-a982-92bae9e23559 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Request body: {'port': {'network_id': 'c89c6711-4a76-4952-89d8-199e8d05cb7a', 'name': 'tempest-AllowedAddressPairTestJSON-1108123586'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:43.890609 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-706bd94e-830a-4ce3-a06a-0f54e1f94857 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9221034 Feb 04 13:47:43.923919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648e15-aecb-4129-afcf-5a186cb44811 req-8f443506-be06-4d27-867d-82bf3015a53f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:43.931290 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96648e15-aecb-4129-afcf-5a186cb44811 req-8f443506-be06-4d27-867d-82bf3015a53f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.99 "GET /v2.0/ports/5320eabc-22f0-4783-8a3f-6c8e55962f16?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1590645 Feb 04 13:47:43.951879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-96648e15-aecb-4129-afcf-5a186cb44811 req-84ebba8f-d96e-4f8c-a8d6-c823bd0b5202 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:44.033293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60312) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:44.151414 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333b2d6-efb6-4ebd-b1fe-6b9866c6fc16 req-6fbaf346-c210-4057-8ff0-1a0888515006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:44.170140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a333b2d6-efb6-4ebd-b1fe-6b9866c6fc16 req-6fbaf346-c210-4057-8ff0-1a0888515006 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3e13c1accd464d1bb7a6d2f9df17596e&device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 1129 time: 0.5351317 Feb 04 13:47:44.194316 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Sync routers for ids ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:47:44.286666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-c89c6711-4a76-4952-89d8-199e8d05cb7a', 'network_id': 'c89c6711-4a76-4952-89d8-199e8d05cb7a', 'project_id': '52739dadf2604e0388e154e9e58c319f', 'fixed_ips': [{'subnet_id': '4f6ba559-fbbd-420c-8883-ba41025e6a57'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:47:44.288226 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:44.307656 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50c9b18-b5f9-420b-a982-92bae9e23559 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Made reservation on behalf of 52739dadf2604e0388e154e9e58c319f for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:44.308370 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:44.316790 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f50c9b18-b5f9-420b-a982-92bae9e23559 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:44.371148 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-f50c9b18-b5f9-420b-a982-92bae9e23559 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] device_id is not set on port b87cd47b-4b2b-4c4a-a156-60a2566fba55 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:47:44.371418 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port d0f5a809-9c39-466e-a4d9-f65229b8adcb is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:44.371784 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:44.401213 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6881a413-a50f-4a16-ba1d-2771e492e3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:44.405335 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Routers {'5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:47:44.406608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:47:14Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:44.517901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333b2d6-efb6-4ebd-b1fe-6b9866c6fc16 req-032b16e1-a3fa-4a54-b97c-3dea3747943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:44.519745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a333b2d6-efb6-4ebd-b1fe-6b9866c6fc16 req-032b16e1-a3fa-4a54-b97c-3dea3747943e service neutron] 10.222.0.99 "GET /v2.0/networks?id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 HTTP/1.1" status: 200 len: 914 time: 0.3201635 Feb 04 13:47:44.564481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-153502c0-823c-46e7-925d-2b29d6edb9c5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-971069632'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:44.598836 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fbecc-6c41-4cd7-a039-93058d939341 req-38ca7579-e71e-493a-b8e5-7da68eca76e6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:44.616845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fbecc-6c41-4cd7-a039-93058d939341 req-38ca7579-e71e-493a-b8e5-7da68eca76e6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:44.625641 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fbecc-6c41-4cd7-a039-93058d939341 req-38ca7579-e71e-493a-b8e5-7da68eca76e6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:44.631498 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-f50c9b18-b5f9-420b-a982-92bae9e23559 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Allocated IP 172.20.0.12 (c89c6711-4a76-4952-89d8-199e8d05cb7a/4f6ba559-fbbd-420c-8883-ba41025e6a57/b87cd47b-4b2b-4c4a-a156-60a2566fba55) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:44.631842 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fbecc-6c41-4cd7-a039-93058d939341 req-38ca7579-e71e-493a-b8e5-7da68eca76e6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:44.640548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fbecc-6c41-4cd7-a039-93058d939341 req-38ca7579-e71e-493a-b8e5-7da68eca76e6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:44.647529 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fbecc-6c41-4cd7-a039-93058d939341 req-38ca7579-e71e-493a-b8e5-7da68eca76e6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:44.653745 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153502c0-823c-46e7-925d-2b29d6edb9c5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Made reservation on behalf of 6082cb1ec03b4d1f989dddec1dc529f5 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:44.657000 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e8fbecc-6c41-4cd7-a039-93058d939341 req-38ca7579-e71e-493a-b8e5-7da68eca76e6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 4660 time: 0.6995628 Feb 04 13:47:44.659966 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-153502c0-823c-46e7-925d-2b29d6edb9c5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:44.675110 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cf9b12c4-bec0-488f-b08d-f0677623d8f6 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=415201945f1c4fefa31beecb58f01da9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.0738125 Feb 04 13:47:44.686491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60324) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:44.697209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Set router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:47:44.715543 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-153502c0-823c-46e7-925d-2b29d6edb9c5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:44.727375 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port d0f5a809-9c39-466e-a4d9-f65229b8adcb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d0f5a809-9c39-466e-a4d9-f65229b8adcb,segment=NetworkSegment(b9799a29-9629-4ed2-a490-f98ffaf13677),segment_id=b9799a29-9629-4ed2-a490-f98ffaf13677)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:44.734060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0f5a809-9c39-466e-a4d9-f65229b8adcb'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:47:44.736875 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-84ebba8f-d96e-4f8c-a8d6-c823bd0b5202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:44.738305 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdd7861-30ea-4fab-b06b-159b91422762" -d '{"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-unplugged", "status": "completed", "tag": "d0f5a809-9c39-466e-a4d9-f65229b8adcb"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:47:44.810481 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:44.813056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a6440d92-dcd8-496d-89b6-bd6f83ea1768 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:44.910466 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-153502c0-823c-46e7-925d-2b29d6edb9c5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for security_group (09e20f4a-dd44-4dae-9145-4056ce647c28), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:44.911891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-84ebba8f-d96e-4f8c-a8d6-c823bd0b5202 service neutron] For port 5320eabc-22f0-4783-8a3f-6c8e55962f16, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5320eabc-22f0-4783-8a3f-6c8e55962f16,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:44.924007 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-153502c0-823c-46e7-925d-2b29d6edb9c5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (09e20f4a-dd44-4dae-9145-4056ce647c28), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:44.940782 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153502c0-823c-46e7-925d-2b29d6edb9c5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:47:44.959705 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-153502c0-823c-46e7-925d-2b29d6edb9c5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (ee841648-2e8f-4630-aba4-c04355d83c49), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:44.960092 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-153502c0-823c-46e7-925d-2b29d6edb9c5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Added segment ee841648-2e8f-4630-aba4-c04355d83c49 of type vlan for network 0bb10c51-7758-4141-b5a1-61fb7a54ce41 Feb 04 13:47:44.968576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-84ebba8f-d96e-4f8c-a8d6-c823bd0b5202 service neutron] For port 5320eabc-22f0-4783-8a3f-6c8e55962f16, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:47:45.014982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-96648e15-aecb-4129-afcf-5a186cb44811 req-84ebba8f-d96e-4f8c-a8d6-c823bd0b5202 service neutron] device_id is not set on port 5320eabc-22f0-4783-8a3f-6c8e55962f16 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:47:45.028213 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-84ebba8f-d96e-4f8c-a8d6-c823bd0b5202 service neutron] Publish callbacks [] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:45.040799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a333b2d6-efb6-4ebd-b1fe-6b9866c6fc16 req-b315c4d6-3408-4bd9-a6b4-b3eaa4f44390 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fcceb57-e3e6-485e-8606-e8f069c54053 HTTP/1.1" status: 200 len: 217 time: 0.4975839 Feb 04 13:47:45.044640 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-84ebba8f-d96e-4f8c-a8d6-c823bd0b5202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:45.130530 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60334) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:45.170660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebba8f-d96e-4f8c-a8d6-c823bd0b5202 service neutron] Pushing event updated for resources: {'Port': ['ID=5320eabc-22f0-4783-8a3f-6c8e55962f16,revision_number=6']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:45.241274 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:45.241274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port a6440d92-dcd8-496d-89b6-bd6f83ea1768 host ! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:47:45.241762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a6440d92-dcd8-496d-89b6-bd6f83ea1768 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:47:45.243148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:45.342665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e8fbecc-6c41-4cd7-a039-93058d939341 req-84cc5c1a-aeae-489a-877f-286638aafea1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&id=207c24a8-a089-46ea-8fa7-65eacd8b727c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6841533 Feb 04 13:47:45.424024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-84ebba8f-d96e-4f8c-a8d6-c823bd0b5202 service neutron] No DVR routers for this DVR port 5320eabc-22f0-4783-8a3f-6c8e55962f16 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:45.513792 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=d0f5a809-9c39-466e-a4d9-f65229b8adcb,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:45.583269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-96648e15-aecb-4129-afcf-5a186cb44811 req-84ebba8f-d96e-4f8c-a8d6-c823bd0b5202 service neutron] In _notify_port_updated(), no bound segment for port 5320eabc-22f0-4783-8a3f-6c8e55962f16 on network 1612d2d9-6bc5-454e-b028-8e610907a6d3 {{(pid=103606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:47:45.591607 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648e15-aecb-4129-afcf-5a186cb44811 req-84ebba8f-d96e-4f8c-a8d6-c823bd0b5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:45.592679 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-84ebba8f-d96e-4f8c-a8d6-c823bd0b5202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:45.594689 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96648e15-aecb-4129-afcf-5a186cb44811 req-84ebba8f-d96e-4f8c-a8d6-c823bd0b5202 service neutron] 10.222.0.99 "PUT /v2.0/ports/5320eabc-22f0-4783-8a3f-6c8e55962f16 HTTP/1.1" status: 200 len: 1027 time: 1.6566513 Feb 04 13:47:45.610762 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf1d35d-7849-46e7-af2a-c40d183734c0 x-openstack-request-id: req-ebf1d35d-7849-46e7-af2a-c40d183734c0 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:47:45.611267 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-unplugged", "status": "completed", "tag": "d0f5a809-9c39-466e-a4d9-f65229b8adcb", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:47:45.611708 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ebf1d35d-7849-46e7-af2a-c40d183734c0 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:47:45.612380 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0f5a809-9c39-466e-a4d9-f65229b8adcb', 'code': 200} Feb 04 13:47:45.646577 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333b2d6-efb6-4ebd-b1fe-6b9866c6fc16 req-e3dfe0ec-a26a-4027-9d4c-c8092a9e2bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:45.648603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a333b2d6-efb6-4ebd-b1fe-6b9866c6fc16 req-e3dfe0ec-a26a-4027-9d4c-c8092a9e2bdc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4ccf873e-5391-44ae-8d90-070fed243733 HTTP/1.1" status: 200 len: 853 time: 0.5938480 Feb 04 13:47:45.733271 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a333b2d6-efb6-4ebd-b1fe-6b9866c6fc16 req-4ea015c2-b8ef-4403-9590-e4498a855c57 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535026 Feb 04 13:47:45.797257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ac649540-687c-4297-8761-23339e57adcf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146025479'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:45.807707 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:45.815371 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:45.815915 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:45.836370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2111918297', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:39Z', 'updated_at': '2022-02-04T13:47:41Z', 'revision_number': 3, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:40Z', 'updated_at': '2022-02-04T13:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:45.875841 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Checking router: 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:47:45.876202 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Updating router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a port e16edb6a-feb6-4cb7-879a-4a4510bc1b18 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:47:45.914599 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-153502c0-823c-46e7-925d-2b29d6edb9c5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (0bb10c51-7758-4141-b5a1-61fb7a54ce41), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:45.940098 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e16edb6a-feb6-4cb7-879a-4a4510bc1b18), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:45.970659 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=69d08c20-ee26-4ffe-b5a2-9cf4daf76b84,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:45.985103 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:45.986315 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device ee19d8bf-beb5-420b-b1b3-ce54275a3754 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:46.020550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4d58683b-d3f8-4239-82e1-b21b0b1501b7 None None] Provisioning complete for port 5320eabc-22f0-4783-8a3f-6c8e55962f16 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:46.021279 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4d58683b-d3f8-4239-82e1-b21b0b1501b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:46.062585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153502c0-823c-46e7-925d-2b29d6edb9c5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e20f4a-dd44-4dae-9145-4056ce647c28,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:46.098414 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-153502c0-823c-46e7-925d-2b29d6edb9c5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (0bb10c51-7758-4141-b5a1-61fb7a54ce41), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:46.105284 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153502c0-823c-46e7-925d-2b29d6edb9c5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:46.105284 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-153502c0-823c-46e7-925d-2b29d6edb9c5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:46.187262 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac649540-687c-4297-8761-23339e57adcf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:46.218742 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac649540-687c-4297-8761-23339e57adcf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:46.222636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153502c0-823c-46e7-925d-2b29d6edb9c5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event updated for resources: {'Network': ['ID=0bb10c51-7758-4141-b5a1-61fb7a54ce41,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:46.250135 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-153502c0-823c-46e7-925d-2b29d6edb9c5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1994400 Feb 04 13:47:46.250135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27926233-672c-4b67-9d8b-14d9f0d58cea tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:46.250535 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4d58683b-d3f8-4239-82e1-b21b0b1501b7 None None] Port 5320eabc-22f0-4783-8a3f-6c8e55962f16 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:46.260831 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-27926233-672c-4b67-9d8b-14d9f0d58cea tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.5605822 Feb 04 13:47:46.260831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60352) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:46.273493 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=69d08c20-ee26-4ffe-b5a2-9cf4daf76b84,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:46.283152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 0bb10c51-7758-4141-b5a1-61fb7a54ce41 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:47:46.333551 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae83d87-927e-4134-84b9-91cf6e053d12 req-3df019b2-933d-46bd-a53a-4fd4a0788e23 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:46.339458 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aae83d87-927e-4134-84b9-91cf6e053d12 req-3df019b2-933d-46bd-a53a-4fd4a0788e23 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.6480243 Feb 04 13:47:46.475310 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fde50250-8acb-47fd-b66a-3a134e1b1e2c tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2141197 Feb 04 13:47:46.485533 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60358) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:46.520066 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-67ae18c2-019c-44f7-af65-7729d3aadac2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1625317043', 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8', 'project_id': '415201945f1c4fefa31beecb58f01da9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:46.554028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-96648e15-aecb-4129-afcf-5a186cb44811 req-01ead4ae-c991-4c5d-8e7a-aa2874ad5edf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Deleting port ee19d8bf-beb5-420b-b1b3-ce54275a3754 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:46.554667 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-01ead4ae-c991-4c5d-8e7a-aa2874ad5edf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:46.570209 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f50c9b18-b5f9-420b-a982-92bae9e23559 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks [] for port (b87cd47b-4b2b-4c4a-a156-60a2566fba55), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:46.576965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a333b2d6-efb6-4ebd-b1fe-6b9866c6fc16 req-debebfbf-8fcc-4ea7-af01-9e5800b56300 service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7942157 Feb 04 13:47:46.682423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port ee19d8bf-beb5-420b-b1b3-ce54275a3754 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:46.684478 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:46.846353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ae18c2-019c-44f7-af65-7729d3aadac2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Made reservation on behalf of 415201945f1c4fefa31beecb58f01da9 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:46.865777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67ae18c2-019c-44f7-af65-7729d3aadac2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:46.868602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port ee19d8bf-beb5-420b-b1b3-ce54275a3754, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ee19d8bf-beb5-420b-b1b3-ce54275a3754,segment=NetworkSegment(0d6d791d-09d1-4b3a-9982-b10839cf8190),segment_id=0d6d791d-09d1-4b3a-9982-b10839cf8190)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:46.888823 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:46.890461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 17d69f45-ac59-44d3-b022-1a658842a126 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:46.913797 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a333b2d6-efb6-4ebd-b1fe-6b9866c6fc16 req-d296d9dd-8fba-49ff-819c-e9d1d8c71a93 service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055012 Feb 04 13:47:46.978278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aae83d87-927e-4134-84b9-91cf6e053d12 req-657fef3a-c935-4bfe-8948-24d7c1940df6 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5890334 Feb 04 13:47:46.995154 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:47.010726 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Publish callbacks [] for port (e16edb6a-feb6-4cb7-879a-4a4510bc1b18), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:47.047453 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e16edb6a-feb6-4cb7-879a-4a4510bc1b18), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:47.113725 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-01ead4ae-c991-4c5d-8e7a-aa2874ad5edf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] For port ee19d8bf-beb5-420b-b1b3-ce54275a3754, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=ee19d8bf-beb5-420b-b1b3-ce54275a3754,segment=NetworkSegment(0d6d791d-09d1-4b3a-9982-b10839cf8190),segment_id=0d6d791d-09d1-4b3a-9982-b10839cf8190)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:47.115424 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-01ead4ae-c991-4c5d-8e7a-aa2874ad5edf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:47.193180 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f50c9b18-b5f9-420b-a982-92bae9e23559 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b87cd47b-4b2b-4c4a-a156-60a2566fba55), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:47.238896 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac649540-687c-4297-8761-23339e57adcf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (8875ed0e-8c2d-4dca-9268-ee081a73541b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:47.241368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-96648e15-aecb-4129-afcf-5a186cb44811 req-01ead4ae-c991-4c5d-8e7a-aa2874ad5edf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Calling delete_port for ee19d8bf-beb5-420b-b1b3-ce54275a3754 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:47.254715 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac649540-687c-4297-8761-23339e57adcf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8875ed0e-8c2d-4dca-9268-ee081a73541b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:47.270212 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50c9b18-b5f9-420b-a982-92bae9e23559 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Network c89c6711-4a76-4952-89d8-199e8d05cb7a is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:47.284157 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f50c9b18-b5f9-420b-a982-92bae9e23559 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:47.295461 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c9b18-b5f9-420b-a982-92bae9e23559 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:47.336388 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c9b18-b5f9-420b-a982-92bae9e23559 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event updated for resources: {'Port': ['ID=b87cd47b-4b2b-4c4a-a156-60a2566fba55,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:47.376655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Attempting to bind port e16edb6a-feb6-4cb7-879a-4a4510bc1b18 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:47:47.379577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Attempting to bind port e16edb6a-feb6-4cb7-879a-4a4510bc1b18 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:47:47.384226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Attempting to bind port e16edb6a-feb6-4cb7-879a-4a4510bc1b18 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:47:47.395392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=ee19d8bf-beb5-420b-b1b3-ce54275a3754,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:47.409935 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac649540-687c-4297-8761-23339e57adcf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (b3029e2a-9a36-4cdb-b008-443476fc95dc), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:47.565953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac649540-687c-4297-8761-23339e57adcf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8875ed0e-8c2d-4dca-9268-ee081a73541b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:47.598185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c9b18-b5f9-420b-a982-92bae9e23559 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:47.610198 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f50c9b18-b5f9-420b-a982-92bae9e23559 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:47.617133 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac649540-687c-4297-8761-23339e57adcf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b3029e2a-9a36-4cdb-b008-443476fc95dc), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:47.631051 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246362f-a615-4451-9407-200b31839ae5 None None] Pushing event updated for resources: {'Port': ['ID=e16edb6a-feb6-4cb7-879a-4a4510bc1b18,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:47.636020 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d08c20-ee26-4ffe-b5a2-9cf4daf76b84'}, {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee19d8bf-beb5-420b-b1b3-ce54275a3754'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:47:47.641020 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f44769-6321-4c66-aca7-d653ffb202e7" -d '{"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-unplugged", "status": "completed", "tag": "69d08c20-ee26-4ffe-b5a2-9cf4daf76b84"}, {"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-unplugged", "status": "completed", "tag": "ee19d8bf-beb5-420b-b1b3-ce54275a3754"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:47:47.672776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:47:47.673510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:47:47.674938 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:47.676977 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:47:47.680112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Bound port: e16edb6a-feb6-4cb7-879a-4a4510bc1b18, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:47:47.680774 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e16edb6a-feb6-4cb7-879a-4a4510bc1b18), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:47.745157 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f50c9b18-b5f9-420b-a982-92bae9e23559 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8636467 Feb 04 13:47:47.747207 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60382) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:47.766568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2349d048-38b6-4245-b4e4-2ac72db94712 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Request body: {'port': {'network_id': 'c89c6711-4a76-4952-89d8-199e8d05cb7a', 'name': 'tempest-AllowedAddressPairTestJSON-1540256348', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:24:e9:94'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:47.858000 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 17d69f45-ac59-44d3-b022-1a658842a126 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:47.859857 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (17d69f45-ac59-44d3-b022-1a658842a126), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:47.993291 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67ae18c2-019c-44f7-af65-7729d3aadac2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (e741603a-9123-4eb2-8f9b-e7ea9649f5bc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:47.997521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60386) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:48.136606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] For port e16edb6a-feb6-4cb7-879a-4a4510bc1b18, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:47:48.207415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 17d69f45-ac59-44d3-b022-1a658842a126, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=17d69f45-ac59-44d3-b022-1a658842a126,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:48.214085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae18c2-019c-44f7-af65-7729d3aadac2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'Subnet': ['ID=e741603a-9123-4eb2-8f9b-e7ea9649f5bc,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:48.243124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] For port e16edb6a-feb6-4cb7-879a-4a4510bc1b18, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=e16edb6a-feb6-4cb7-879a-4a4510bc1b18,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:47:48.248211 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:48.251274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Allocated IP 172.20.0.2 (c89c6711-4a76-4952-89d8-199e8d05cb7a/4f6ba559-fbbd-420c-8883-ba41025e6a57/f136c716-6815-419c-a73a-c2174ca60986) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:48.258478 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (17d69f45-ac59-44d3-b022-1a658842a126), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:48.259894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5320eabc-22f0-4783-8a3f-6c8e55962f16 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:48.284181 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac649540-687c-4297-8761-23339e57adcf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:48.295888 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ac649540-687c-4297-8761-23339e57adcf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 3.1588264 Feb 04 13:47:48.336718 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2349d048-38b6-4245-b4e4-2ac72db94712 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Made reservation on behalf of 52739dadf2604e0388e154e9e58c319f for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:48.342992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60392) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:48.345438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac649540-687c-4297-8761-23339e57adcf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3029e2a-9a36-4cdb-b008-443476fc95dc,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:48.360429 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae18c2-019c-44f7-af65-7729d3aadac2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Checking segment: {'id': '092f8ff5-19a4-4594-a7a8-4b85c687228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:47:48.361132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ae18c2-019c-44f7-af65-7729d3aadac2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Network hostable DHCP agents. Network: c86ed429-9f3a-40e9-a643-65b05ff443e8, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:47:48.429201 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e16edb6a-feb6-4cb7-879a-4a4510bc1b18), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:48.444354 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=17d69f45-ac59-44d3-b022-1a658842a126,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:48.482082 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port 5320eabc-22f0-4783-8a3f-6c8e55962f16 host ! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:47:48.482889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5320eabc-22f0-4783-8a3f-6c8e55962f16 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:47:48.483419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 2fb97722-6f45-48e7-8b20-1188308a58b1 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:47:48.533535 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-01ead4ae-c991-4c5d-8e7a-aa2874ad5edf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ee19d8bf-beb5-420b-b1b3-ce54275a3754), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:48.566724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Routers {'5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:47:48.566724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:47:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:48.570685 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2349d048-38b6-4245-b4e4-2ac72db94712 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:48.615096 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-2349d048-38b6-4245-b4e4-2ac72db94712 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] device_id is not set on port 1ae87188-3160-4149-92f6-83af5408c96a yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:47:48.654168 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ae18c2-019c-44f7-af65-7729d3aadac2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Network c86ed429-9f3a-40e9-a643-65b05ff443e8 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:47:48.713578 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-67ae18c2-019c-44f7-af65-7729d3aadac2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, c86ed429-9f3a-40e9-a643-65b05ff443e8) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:48.735801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ae18c2-019c-44f7-af65-7729d3aadac2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:48.737240 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67ae18c2-019c-44f7-af65-7729d3aadac2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:48.760207 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906f14a4-0ba4-4323-8716-62d9da475c14 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:48.760207 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906f14a4-0ba4-4323-8716-62d9da475c14 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:48.760635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906f14a4-0ba4-4323-8716-62d9da475c14 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:48.772995 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-906f14a4-0ba4-4323-8716-62d9da475c14 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/ports?project_id=7a0b98ed329e4084aa74e351c6f4178a&network_id=a0b13e3f-9762-48cf-8033-0eeb8464cf8d HTTP/1.1" status: 200 len: 3075 time: 0.7670910 Feb 04 13:47:48.847012 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-67ae18c2-019c-44f7-af65-7729d3aadac2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3405976 Feb 04 13:47:48.849367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60404) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:48.886960 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505662c-cdbc-45be-9b7e-7bb8228cc2cc req-a40e7efc-9908-41af-a6ab-6b7c2951ce00 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:48.894168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505662c-cdbc-45be-9b7e-7bb8228cc2cc req-a40e7efc-9908-41af-a6ab-6b7c2951ce00 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:48.900441 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505662c-cdbc-45be-9b7e-7bb8228cc2cc req-a40e7efc-9908-41af-a6ab-6b7c2951ce00 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:48.907853 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505662c-cdbc-45be-9b7e-7bb8228cc2cc req-a40e7efc-9908-41af-a6ab-6b7c2951ce00 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:48.915662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505662c-cdbc-45be-9b7e-7bb8228cc2cc req-a40e7efc-9908-41af-a6ab-6b7c2951ce00 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:48.919476 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2505662c-cdbc-45be-9b7e-7bb8228cc2cc req-a40e7efc-9908-41af-a6ab-6b7c2951ce00 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 3880 time: 1.7549109 Feb 04 13:47:48.931279 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-01ead4ae-c991-4c5d-8e7a-aa2874ad5edf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] No DVR routers for this DVR port ee19d8bf-beb5-420b-b1b3-ce54275a3754 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:48.934318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ead4ae-c991-4c5d-8e7a-aa2874ad5edf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event deleted for resources: {'Port': ['ID=ee19d8bf-beb5-420b-b1b3-ce54275a3754,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:48.952990 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-01ead4ae-c991-4c5d-8e7a-aa2874ad5edf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:48.961410 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96648e15-aecb-4129-afcf-5a186cb44811 req-01ead4ae-c991-4c5d-8e7a-aa2874ad5edf tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.99 "DELETE /v2.0/ports/ee19d8bf-beb5-420b-b1b3-ce54275a3754 HTTP/1.1" status: 204 len: 173 time: 3.3482957 Feb 04 13:47:48.969339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-deleted', 'tag': 'ee19d8bf-beb5-420b-b1b3-ce54275a3754'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:47:48.972037 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85c914a-ecc5-4a22-86e0-6a26bdce9bb0" -d '{"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-deleted", "tag": "ee19d8bf-beb5-420b-b1b3-ce54275a3754"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:47:48.981438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] Set router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:47:49.230019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ccc56473-3a27-4fed-9800-8db160be6e61 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.8661747 Feb 04 13:47:49.231284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60416) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:49.255853 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-b2aad5fb-3b8e-4fc1-8900-99d9a05bde2f tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group': {'name': 'tempest-security--1499915871', 'description': 'tempest-security-description-1337086628'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:49.378956 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d69a3df-e51d-4aba-b93d-7b9e948a4964 None None] Network c86ed429-9f3a-40e9-a643-65b05ff443e8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:47:49.507887 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2505662c-cdbc-45be-9b7e-7bb8228cc2cc req-cf873f63-c41d-48cf-bb25-cf54e0deb060 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5390871 Feb 04 13:47:49.552769 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Publish callbacks [] for port (f136c716-6815-419c-a73a-c2174ca60986), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:49.594908 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b2aad5fb-3b8e-4fc1-8900-99d9a05bde2f tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (b3029e2a-9a36-4cdb-b008-443476fc95dc), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:49.739232 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b2aad5fb-3b8e-4fc1-8900-99d9a05bde2f tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (b3029e2a-9a36-4cdb-b008-443476fc95dc), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:49.758821 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (f136c716-6815-419c-a73a-c2174ca60986), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:49.761490 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b2aad5fb-3b8e-4fc1-8900-99d9a05bde2f tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b3029e2a-9a36-4cdb-b008-443476fc95dc), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:49.766306 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246362f-a615-4451-9407-200b31839ae5 None None] Pushing event updated for resources: {'Port': ['ID=e16edb6a-feb6-4cb7-879a-4a4510bc1b18,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:49.768092 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b2aad5fb-3b8e-4fc1-8900-99d9a05bde2f tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:49.782350 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b2aad5fb-3b8e-4fc1-8900-99d9a05bde2f tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "PUT /v2.0/security-groups/b3029e2a-9a36-4cdb-b008-443476fc95dc HTTP/1.1" status: 200 len: 1797 time: 0.5399699 Feb 04 13:47:49.808652 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60422) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:49.917800 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aad5fb-3b8e-4fc1-8900-99d9a05bde2f tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3029e2a-9a36-4cdb-b008-443476fc95dc,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:49.961422 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-96648e15-aecb-4129-afcf-5a186cb44811 req-8c406750-41a3-4e42-a55a-1fcace871ec7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Deleting port 2fb97722-6f45-48e7-8b20-1188308a58b1 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:49.961784 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-8c406750-41a3-4e42-a55a-1fcace871ec7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:50.022291 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6f00c59f-6b35-4005-8026-89a98859b934 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-groups/b3029e2a-9a36-4cdb-b008-443476fc95dc HTTP/1.1" status: 200 len: 1797 time: 0.2072105 Feb 04 13:47:50.030877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60426) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:50.051233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Network c89c6711-4a76-4952-89d8-199e8d05cb7a is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:50.074744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:50.093448 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:50.121843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-2349d048-38b6-4245-b4e4-2ac72db94712 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Allocated IP 172.20.0.14 (c89c6711-4a76-4952-89d8-199e8d05cb7a/4f6ba559-fbbd-420c-8883-ba41025e6a57/1ae87188-3160-4149-92f6-83af5408c96a) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:50.158057 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 2fb97722-6f45-48e7-8b20-1188308a58b1 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:50.158564 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:50.181425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Pushing event updated for resources: {'Port': ['ID=f136c716-6815-419c-a73a-c2174ca60986,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:50.252710 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-8c406750-41a3-4e42-a55a-1fcace871ec7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] For port 2fb97722-6f45-48e7-8b20-1188308a58b1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2fb97722-6f45-48e7-8b20-1188308a58b1,segment=NetworkSegment(0d6d791d-09d1-4b3a-9982-b10839cf8190),segment_id=0d6d791d-09d1-4b3a-9982-b10839cf8190)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:50.253400 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-8c406750-41a3-4e42-a55a-1fcace871ec7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:50.288068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-96648e15-aecb-4129-afcf-5a186cb44811 req-8c406750-41a3-4e42-a55a-1fcace871ec7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Calling delete_port for 2fb97722-6f45-48e7-8b20-1188308a58b1 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:50.382299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 2fb97722-6f45-48e7-8b20-1188308a58b1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=2fb97722-6f45-48e7-8b20-1188308a58b1,segment=NetworkSegment(0d6d791d-09d1-4b3a-9982-b10839cf8190),segment_id=0d6d791d-09d1-4b3a-9982-b10839cf8190)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:50.415235 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2349d048-38b6-4245-b4e4-2ac72db94712 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks [] for port (1ae87188-3160-4149-92f6-83af5408c96a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:50.462131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60430) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:50.462422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60432) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:50.472086 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2349d048-38b6-4245-b4e4-2ac72db94712 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1ae87188-3160-4149-92f6-83af5408c96a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:50.514857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd66070-4ca5-48b2-8038-3758b0ae7b2e req-5922eb3e-1c5b-49f5-90bf-042b119306c0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:50.529496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2fd66070-4ca5-48b2-8038-3758b0ae7b2e req-5922eb3e-1c5b-49f5-90bf-042b119306c0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.7793105 Feb 04 13:47:50.536101 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:50.629383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2349d048-38b6-4245-b4e4-2ac72db94712 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Network c89c6711-4a76-4952-89d8-199e8d05cb7a is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:50.632267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17363908-4944-4fba-acd1-4b45425200de tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:50.642138 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-17363908-4944-4fba-acd1-4b45425200de tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 814 time: 0.1643271 Feb 04 13:47:50.642451 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-2349d048-38b6-4245-b4e4-2ac72db94712 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:50.653413 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2349d048-38b6-4245-b4e4-2ac72db94712 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:50.734263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2349d048-38b6-4245-b4e4-2ac72db94712 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:50.736847 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2349d048-38b6-4245-b4e4-2ac72db94712 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:50.774169 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-c86ed429-9f3a-40e9-a643-65b05ff443e8', 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8', 'project_id': '415201945f1c4fefa31beecb58f01da9', 'fixed_ips': [{'subnet_id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:47:50.776195 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:50.793579 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=2fb97722-6f45-48e7-8b20-1188308a58b1,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:50.831334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2fd66070-4ca5-48b2-8038-3758b0ae7b2e req-92a8ca40-6715-4517-8156-375774f3775a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003740 Feb 04 13:47:50.838382 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-8c406750-41a3-4e42-a55a-1fcace871ec7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (2fb97722-6f45-48e7-8b20-1188308a58b1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:50.898759 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2349d048-38b6-4245-b4e4-2ac72db94712 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 3.1327918 Feb 04 13:47:50.904156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60444) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:50.926680 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Attempting to bind port f136c716-6815-419c-a73a-c2174ca60986 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:47:50.930770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Attempting to bind port f136c716-6815-419c-a73a-c2174ca60986 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'f6d22b8e-f3f1-4f16-8dc0-249b62484b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'c89c6711-4a76-4952-89d8-199e8d05cb7a'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:47:50.932279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Attempting to bind port f136c716-6815-419c-a73a-c2174ca60986 on network c89c6711-4a76-4952-89d8-199e8d05cb7a {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:47:50.976450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c406750-41a3-4e42-a55a-1fcace871ec7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event deleted for resources: {'Port': ['ID=2fb97722-6f45-48e7-8b20-1188308a58b1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:50.979014 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60448) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:51.001717 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-b86f3f0a-f792-49a5-88c0-7e056a047cd1 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Request body: {'subnet': {'network_id': '0bb10c51-7758-4141-b5a1-61fb7a54ce41', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:51.021423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:47:51.022029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Checking segment: {'id': 'f6d22b8e-f3f1-4f16-8dc0-249b62484b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'c89c6711-4a76-4952-89d8-199e8d05cb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:47:51.022869 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.023592 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Bound using segment: {'id': 'f6d22b8e-f3f1-4f16-8dc0-249b62484b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'c89c6711-4a76-4952-89d8-199e8d05cb7a'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:47:51.024400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Bound port: f136c716-6815-419c-a73a-c2174ca60986, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d22b8e-f3f1-4f16-8dc0-249b62484b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'c89c6711-4a76-4952-89d8-199e8d05cb7a'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:47:51.025068 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f136c716-6815-419c-a73a-c2174ca60986), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.108689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349d048-38b6-4245-b4e4-2ac72db94712 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event updated for resources: {'Port': ['ID=1ae87188-3160-4149-92f6-83af5408c96a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:51.114941 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fec61dfb-09d9-49a5-b8ac-47955f8bb30e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.120470 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdea1c7-cc7b-47c2-ba60-d209d77cfaea x-openstack-request-id: req-8fdea1c7-cc7b-47c2-ba60-d209d77cfaea {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:47:51.122444 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-deleted", "tag": "ee19d8bf-beb5-420b-b1b3-ce54275a3754", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:47:51.122822 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8fdea1c7-cc7b-47c2-ba60-d209d77cfaea {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:47:51.123259 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-deleted', 'tag': 'ee19d8bf-beb5-420b-b1b3-ce54275a3754', 'status': 'completed', 'code': 200} Feb 04 13:47:51.132200 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d58335c8-e0f2-4c7a-91f5-fbca7c99df0d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (b3029e2a-9a36-4cdb-b008-443476fc95dc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.153302 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60452) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:51.160924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a3ca47a7-cfb4-4d98-a620-0696b9096a83 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'network': {'name': 'tempest-network-smoke--1918044649', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'port_security_enabled': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:51.202613 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.205847 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d58335c8-e0f2-4c7a-91f5-fbca7c99df0d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (b3029e2a-9a36-4cdb-b008-443476fc95dc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.216686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ca47a7-cfb4-4d98-a620-0696b9096a83 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Made reservation on behalf of 7a0b98ed329e4084aa74e351c6f4178a for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:51.221610 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3ca47a7-cfb4-4d98-a620-0696b9096a83 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.223841 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 04 Feb 2022 13:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03905d39-f029-4998-a95b-515fdb1eab81 x-openstack-request-id: req-03905d39-f029-4998-a95b-515fdb1eab81 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:47:51.224646 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-8c406750-41a3-4e42-a55a-1fcace871ec7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] No DVR routers for this DVR port 2fb97722-6f45-48e7-8b20-1188308a58b1 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:51.226975 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-unplugged", "status": "completed", "tag": "69d08c20-ee26-4ffe-b5a2-9cf4daf76b84", "code": 200}, {"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-unplugged", "status": "completed", "tag": "ee19d8bf-beb5-420b-b1b3-ce54275a3754", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:47:51.228135 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-03905d39-f029-4998-a95b-515fdb1eab81 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:47:51.229377 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d08c20-ee26-4ffe-b5a2-9cf4daf76b84', 'code': 200} Feb 04 13:47:51.230139 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee19d8bf-beb5-420b-b1b3-ce54275a3754', 'code': 200} Feb 04 13:47:51.237261 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-8c406750-41a3-4e42-a55a-1fcace871ec7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.241021 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96648e15-aecb-4129-afcf-5a186cb44811 req-8c406750-41a3-4e42-a55a-1fcace871ec7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.99 "DELETE /v2.0/ports/2fb97722-6f45-48e7-8b20-1188308a58b1 HTTP/1.1" status: 204 len: 173 time: 2.2739010 Feb 04 13:47:51.256742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8b270e-c98c-4fdb-a931-5d350d62dcba tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:51.264193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8b270e-c98c-4fdb-a931-5d350d62dcba tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:51.269687 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8b270e-c98c-4fdb-a931-5d350d62dcba tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:51.271780 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4a8b270e-c98c-4fdb-a931-5d350d62dcba tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3448849 Feb 04 13:47:51.282726 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60454) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:51.296979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86f3f0a-f792-49a5-88c0-7e056a047cd1 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Made reservation on behalf of 6082cb1ec03b4d1f989dddec1dc529f5 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:51.301408 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b86f3f0a-f792-49a5-88c0-7e056a047cd1 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.372915 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Allocated IP 172.20.0.2 (c86ed429-9f3a-40e9-a643-65b05ff443e8/e741603a-9123-4eb2-8f9b-e7ea9649f5bc/6117af17-b79e-4807-b1cf-f1de796296c0) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:51.410904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ca47a7-cfb4-4d98-a620-0696b9096a83 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:47:51.431257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2111918297', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:39Z', 'updated_at': '2022-02-04T13:47:41Z', 'revision_number': 3, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:40Z', 'updated_at': '2022-02-04T13:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:51.448666 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3ca47a7-cfb4-4d98-a620-0696b9096a83 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0c4ff44f-f498-4184-b0a7-c05250852337), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.449874 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-a3ca47a7-cfb4-4d98-a620-0696b9096a83 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Added segment 0c4ff44f-f498-4184-b0a7-c05250852337 of type vlan for network 64784a9a-40e5-42f1-a1dd-265e589b4bef Feb 04 13:47:51.499303 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204f4ef-a515-48bd-853e-1203237c1a32 None None] The sync data for ids ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'] in n-d-714676-13 is: [{'id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2111918297', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:39Z', 'updated_at': '2022-02-04T13:47:41Z', 'revision_number': 3, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:40Z', 'updated_at': '2022-02-04T13:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:47:51.504016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412729e-3208-446d-8637-b285963b9754 req-3b9635ae-7ce1-4079-bf7f-6f15340cc731 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:51.513026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412729e-3208-446d-8637-b285963b9754 req-3b9635ae-7ce1-4079-bf7f-6f15340cc731 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:51.517825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] For port f136c716-6815-419c-a73a-c2174ca60986, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:47:51.519992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412729e-3208-446d-8637-b285963b9754 req-3b9635ae-7ce1-4079-bf7f-6f15340cc731 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:51.528861 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7412729e-3208-446d-8637-b285963b9754 req-3b9635ae-7ce1-4079-bf7f-6f15340cc731 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 2410 time: 0.2765763 Feb 04 13:47:51.589086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] For port f136c716-6815-419c-a73a-c2174ca60986, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f136c716-6815-419c-a73a-c2174ca60986,segment=NetworkSegment(f6d22b8e-f3f1-4f16-8dc0-249b62484b04),segment_id=f6d22b8e-f3f1-4f16-8dc0-249b62484b04)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:47:51.614588 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f136c716-6815-419c-a73a-c2174ca60986), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.669592 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3ca47a7-cfb4-4d98-a620-0696b9096a83 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (64784a9a-40e5-42f1-a1dd-265e589b4bef), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.792824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7412729e-3208-446d-8637-b285963b9754 req-0296435b-4ee7-45b7-9be5-376404ed319b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582321 Feb 04 13:47:51.817942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-96648e15-aecb-4129-afcf-5a186cb44811 req-7fdbb54b-1223-4a95-8b2a-b5feee906bc7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Deleting port 17d69f45-ac59-44d3-b022-1a658842a126 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:51.818502 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-7fdbb54b-1223-4a95-8b2a-b5feee906bc7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (17d69f45-ac59-44d3-b022-1a658842a126), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.821900 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3ca47a7-cfb4-4d98-a620-0696b9096a83 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (64784a9a-40e5-42f1-a1dd-265e589b4bef), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.838758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ca47a7-cfb4-4d98-a620-0696b9096a83 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:51.847728 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3ca47a7-cfb4-4d98-a620-0696b9096a83 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.901971 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130b1ef-b98b-489c-804f-11b5becc7354 None None] Pushing event updated for resources: {'Port': ['ID=f136c716-6815-419c-a73a-c2174ca60986,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:51.937876 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Publish callbacks [] for port (6117af17-b79e-4807-b1cf-f1de796296c0), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.957077 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (6117af17-b79e-4807-b1cf-f1de796296c0), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:52.027872 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a3ca47a7-cfb4-4d98-a620-0696b9096a83 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8681915 Feb 04 13:47:52.061886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60458) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:52.079909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Network c86ed429-9f3a-40e9-a643-65b05ff443e8 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:52.083441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:52.087953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:52.097502 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Pushing event updated for resources: {'Port': ['ID=6117af17-b79e-4807-b1cf-f1de796296c0,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:52.101162 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca47a7-cfb4-4d98-a620-0696b9096a83 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Network': ['ID=64784a9a-40e5-42f1-a1dd-265e589b4bef,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:52.106545 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d58335c8-e0f2-4c7a-91f5-fbca7c99df0d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b3029e2a-9a36-4cdb-b008-443476fc95dc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:52.110078 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d58335c8-e0f2-4c7a-91f5-fbca7c99df0d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:52.113587 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d58335c8-e0f2-4c7a-91f5-fbca7c99df0d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-groups/b3029e2a-9a36-4cdb-b008-443476fc95dc HTTP/1.1" status: 204 len: 168 time: 2.0751262 Feb 04 13:47:52.124555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 64784a9a-40e5-42f1-a1dd-265e589b4bef details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:47:52.157026 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60460) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:52.160292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fec61dfb-09d9-49a5-b8ac-47955f8bb30e admin admin] Publish callbacks [] for security_group (64fcd1d5-df4b-4abf-9b96-3a40d3f5c0f6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:52.175886 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58335c8-e0f2-4c7a-91f5-fbca7c99df0d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3029e2a-9a36-4cdb-b008-443476fc95dc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:52.191163 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fec61dfb-09d9-49a5-b8ac-47955f8bb30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (64fcd1d5-df4b-4abf-9b96-3a40d3f5c0f6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:52.292423 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fec61dfb-09d9-49a5-b8ac-47955f8bb30e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6e7d65fb9e2248049980616795ead8f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8198550 Feb 04 13:47:52.324958 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60462) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:52.344835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec61dfb-09d9-49a5-b8ac-47955f8bb30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fcd1d5-df4b-4abf-9b96-3a40d3f5c0f6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:52.358622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Attempting to bind port 6117af17-b79e-4807-b1cf-f1de796296c0 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:47:52.359175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Attempting to bind port 6117af17-b79e-4807-b1cf-f1de796296c0 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '092f8ff5-19a4-4594-a7a8-4b85c687228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:47:52.359361 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Attempting to bind port 6117af17-b79e-4807-b1cf-f1de796296c0 on network c86ed429-9f3a-40e9-a643-65b05ff443e8 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:47:52.365987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:47:52.366777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Checking segment: {'id': '092f8ff5-19a4-4594-a7a8-4b85c687228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:47:52.367217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:52.367608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Bound using segment: {'id': '092f8ff5-19a4-4594-a7a8-4b85c687228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:47:52.368111 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Bound port: 6117af17-b79e-4807-b1cf-f1de796296c0, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092f8ff5-19a4-4594-a7a8-4b85c687228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:47:52.368684 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6117af17-b79e-4807-b1cf-f1de796296c0), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:52.439774 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Allocated IP 172.20.0.1 (c86ed429-9f3a-40e9-a643-65b05ff443e8/e741603a-9123-4eb2-8f9b-e7ea9649f5bc/0a9b80ce-12a8-4c9d-90ec-313040d109a2) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:52.447853 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-221cad48-94f3-4f8b-ab20-69ebc0a1b0b0 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2838383 Feb 04 13:47:52.454709 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60464) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:52.485228 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-11168709-76d3-46fc-a5ba-7ad71a695831 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] delete failed (client error): The resource could not be found. Feb 04 13:47:52.488024 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-11168709-76d3-46fc-a5ba-7ad71a695831 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-groups/b3029e2a-9a36-4cdb-b008-443476fc95dc HTTP/1.1" status: 404 len: 347 time: 0.0311263 Feb 04 13:47:52.505112 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60466) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:52.510279 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9b7abda7-f11a-4ea0-9535-ac05df376c11 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Deleting port 1ae87188-3160-4149-92f6-83af5408c96a {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:52.511137 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b7abda7-f11a-4ea0-9535-ac05df376c11 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1ae87188-3160-4149-92f6-83af5408c96a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:52.571594 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] For port 6117af17-b79e-4807-b1cf-f1de796296c0, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:47:52.584678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] For port 6117af17-b79e-4807-b1cf-f1de796296c0, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6117af17-b79e-4807-b1cf-f1de796296c0,segment=NetworkSegment(092f8ff5-19a4-4594-a7a8-4b85c687228b),segment_id=092f8ff5-19a4-4594-a7a8-4b85c687228b)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:47:52.601076 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6117af17-b79e-4807-b1cf-f1de796296c0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:52.626411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-59aefc12-f930-4a80-977e-95e3a9bab9fc tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314676068'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:52.632481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-7fdbb54b-1223-4a95-8b2a-b5feee906bc7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] For port 17d69f45-ac59-44d3-b022-1a658842a126, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=17d69f45-ac59-44d3-b022-1a658842a126,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:52.633607 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-7fdbb54b-1223-4a95-8b2a-b5feee906bc7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (17d69f45-ac59-44d3-b022-1a658842a126), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:52.688045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-96648e15-aecb-4129-afcf-5a186cb44811 req-7fdbb54b-1223-4a95-8b2a-b5feee906bc7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Calling delete_port for 17d69f45-ac59-44d3-b022-1a658842a126 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:52.738900 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0f441d8-22d8-4550-9d98-cc06f354744a admin admin] Publish callbacks [] for security_group (64fcd1d5-df4b-4abf-9b96-3a40d3f5c0f6), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:52.756864 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f452008-de92-4f7f-8d32-7e693d832659 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:52.759907 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9f452008-de92-4f7f-8d32-7e693d832659 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=7a0b98ed329e4084aa74e351c6f4178a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.6870849 Feb 04 13:47:52.769494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405aa73-5599-4291-8940-c44f5f28e135 None None] Pushing event updated for resources: {'Port': ['ID=6117af17-b79e-4807-b1cf-f1de796296c0,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:52.788519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60468) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:52.815790 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a601b7-e601-43d7-8871-5d8ccc141649 req-f9667d78-d8a6-4510-b202-708b711475ca tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:52.824830 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e9a601b7-e601-43d7-8871-5d8ccc141649 req-f9667d78-d8a6-4510-b202-708b711475ca tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.8047950 Feb 04 13:47:52.915498 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59aefc12-f930-4a80-977e-95e3a9bab9fc tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:53.033241 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b7abda7-f11a-4ea0-9535-ac05df376c11 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1ae87188-3160-4149-92f6-83af5408c96a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:53.091374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9b7abda7-f11a-4ea0-9535-ac05df376c11 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Calling delete_port for 1ae87188-3160-4149-92f6-83af5408c96a owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:53.176979 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:53.186449 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4180152-f5af-40d4-ac14-d45ffb7628e3 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:53.188243 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a4180152-f5af-40d4-ac14-d45ffb7628e3 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3995998 Feb 04 13:47:53.193967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60472) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:53.234461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17d69f45-ac59-44d3-b022-1a658842a126'}, {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb97722-6f45-48e7-8b20-1188308a58b1'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:47:53.238286 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5c3804-c8e9-4ef4-a8c4-b926d3d6e12d" -d '{"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-unplugged", "status": "completed", "tag": "17d69f45-ac59-44d3-b022-1a658842a126"}, {"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb97722-6f45-48e7-8b20-1188308a58b1"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:47:53.398962 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b86f3f0a-f792-49a5-88c0-7e056a047cd1 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (050c012b-28f7-4747-90c2-f8ce31e9c106), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:53.401690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-deleted', 'tag': '2fb97722-6f45-48e7-8b20-1188308a58b1'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:47:53.405463 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3333e2eb-3fbb-44e5-bc40-5f66aa3828a5" -d '{"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-deleted", "tag": "2fb97722-6f45-48e7-8b20-1188308a58b1"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:47:53.632969 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0f441d8-22d8-4550-9d98-cc06f354744a admin admin] Publish callbacks [] for security_group (64fcd1d5-df4b-4abf-9b96-3a40d3f5c0f6), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:53.804001 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078aa69c-f302-4f62-97f0-7883a8ac460f None None] Network c89c6711-4a76-4952-89d8-199e8d05cb7a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:47:53.822180 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f3f0a-f792-49a5-88c0-7e056a047cd1 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event updated for resources: {'Subnet': ['ID=050c012b-28f7-4747-90c2-f8ce31e9c106,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:53.877994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e9a601b7-e601-43d7-8871-5d8ccc141649 req-e1d7fc4c-cd92-4d54-8e2b-7853a20a7124 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0519946 Feb 04 13:47:53.904463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f3f0a-f792-49a5-88c0-7e056a047cd1 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Checking segment: {'id': 'ee841648-2e8f-4630-aba4-c04355d83c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0bb10c51-7758-4141-b5a1-61fb7a54ce41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:47:53.905138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f3f0a-f792-49a5-88c0-7e056a047cd1 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Network hostable DHCP agents. Network: 0bb10c51-7758-4141-b5a1-61fb7a54ce41, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:47:53.944957 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0f441d8-22d8-4550-9d98-cc06f354744a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (64fcd1d5-df4b-4abf-9b96-3a40d3f5c0f6), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:53.950978 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0f441d8-22d8-4550-9d98-cc06f354744a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:53.961891 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c0f441d8-22d8-4550-9d98-cc06f354744a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/64fcd1d5-df4b-4abf-9b96-3a40d3f5c0f6 HTTP/1.1" status: 204 len: 168 time: 1.6189275 Feb 04 13:47:53.967386 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-7fdbb54b-1223-4a95-8b2a-b5feee906bc7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (17d69f45-ac59-44d3-b022-1a658842a126), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:53.994048 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59aefc12-f930-4a80-977e-95e3a9bab9fc tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (654bc184-7aec-45a0-8245-26b8f234ac62), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:54.007880 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d304babe-e7fd-4928-86e6-aedbb4c35082 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1334367 Feb 04 13:47:54.013544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60482) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:54.024746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e16edb6a-feb6-4cb7-879a-4a4510bc1b18 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:47:54.029261 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59aefc12-f930-4a80-977e-95e3a9bab9fc tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (654bc184-7aec-45a0-8245-26b8f234ac62), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:54.088081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbb54b-1223-4a95-8b2a-b5feee906bc7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event deleted for resources: {'Port': ['ID=17d69f45-ac59-44d3-b022-1a658842a126,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:54.110321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f441d8-22d8-4550-9d98-cc06f354744a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fcd1d5-df4b-4abf-9b96-3a40d3f5c0f6,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:54.127950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f3f0a-f792-49a5-88c0-7e056a047cd1 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Network 0bb10c51-7758-4141-b5a1-61fb7a54ce41 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:47:54.128096 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3e93b710-aa5e-4304-bded-89729b923e16 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=7a0b98ed329e4084aa74e351c6f4178a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1123304 Feb 04 13:47:54.128635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60484) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:54.232173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-88c20438-39ee-4f70-ab02-25cb09f52fae None None] Provisioning complete for port f136c716-6815-419c-a73a-c2174ca60986 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:54.232173 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88c20438-39ee-4f70-ab02-25cb09f52fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f136c716-6815-419c-a73a-c2174ca60986), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:54.275728 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59aefc12-f930-4a80-977e-95e3a9bab9fc tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:54.276868 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-59aefc12-f930-4a80-977e-95e3a9bab9fc tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6828389 Feb 04 13:47:54.284810 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60486) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:54.301172 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port e16edb6a-feb6-4cb7-879a-4a4510bc1b18 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:54.301542 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e16edb6a-feb6-4cb7-879a-4a4510bc1b18), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:54.314026 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aefc12-f930-4a80-977e-95e3a9bab9fc tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654bc184-7aec-45a0-8245-26b8f234ac62,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:54.349851 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-0fdd9105-1085-497f-a346-7c0342ee002a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group_rule': {'security_group_id': '654bc184-7aec-45a0-8245-26b8f234ac62', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:54.350239 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:54.369076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-7fdbb54b-1223-4a95-8b2a-b5feee906bc7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] No DVR routers for this DVR port 17d69f45-ac59-44d3-b022-1a658842a126 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:54.373604 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-b86f3f0a-f792-49a5-88c0-7e056a047cd1 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 0bb10c51-7758-4141-b5a1-61fb7a54ce41) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:54.386366 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-7fdbb54b-1223-4a95-8b2a-b5feee906bc7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:54.393374 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5c4cac-2046-48e0-923b-c086d3169616 None None] Network 0bb10c51-7758-4141-b5a1-61fb7a54ce41 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:47:54.399978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96648e15-aecb-4129-afcf-5a186cb44811 req-7fdbb54b-1223-4a95-8b2a-b5feee906bc7 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.99 "DELETE /v2.0/ports/17d69f45-ac59-44d3-b022-1a658842a126 HTTP/1.1" status: 204 len: 173 time: 3.1475143 Feb 04 13:47:54.425700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86f3f0a-f792-49a5-88c0-7e056a047cd1 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:54.427120 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b86f3f0a-f792-49a5-88c0-7e056a047cd1 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:54.488969 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b86f3f0a-f792-49a5-88c0-7e056a047cd1 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4941304 Feb 04 13:47:54.492490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60490) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:54.553730 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9022845f-501c-4f1c-87b6-686859efa550 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2066179142'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:54.595404 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Network c86ed429-9f3a-40e9-a643-65b05ff443e8 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:54.646603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'Port': ['ID=0a9b80ce-12a8-4c9d-90ec-313040d109a2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:54.663047 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:54.668564 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9105-1085-497f-a346-7c0342ee002a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (a612cecd-daf2-4725-84cf-6b87ac1c9a4d), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:54.669473 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:54.708934 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d406d-a032-4ad0-98bb-8ef4e032a7fc req-a63dd684-aa52-4819-b955-a4f7ee9cfe7b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:54.735125 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d406d-a032-4ad0-98bb-8ef4e032a7fc req-a63dd684-aa52-4819-b955-a4f7ee9cfe7b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:54.739161 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b7d406d-a032-4ad0-98bb-8ef4e032a7fc req-a63dd684-aa52-4819-b955-a4f7ee9cfe7b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 1677 time: 0.6209583 Feb 04 13:47:54.764833 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b972a6c-1c27-4ec9-ac7f-1b3f2dbfd6da tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:54.770992 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2b972a6c-1c27-4ec9-ac7f-1b3f2dbfd6da tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6092784 Feb 04 13:47:54.777987 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60492) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:54.927007 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a3cf3beb-9db8-4173-a4fe-ae10ca4dbfd6 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1254683 Feb 04 13:47:54.927826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60494) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:54.928333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9022845f-501c-4f1c-87b6-686859efa550 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Made reservation on behalf of 6082cb1ec03b4d1f989dddec1dc529f5 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:54.928511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60496) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:54.933427 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9022845f-501c-4f1c-87b6-686859efa550 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:54.943215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-7feea103-153e-4637-9f1b-56ff35b1d583 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1607222113', 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:54.965423 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b7abda7-f11a-4ea0-9535-ac05df376c11 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1ae87188-3160-4149-92f6-83af5408c96a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.017937 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.024965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7abda7-f11a-4ea0-9535-ac05df376c11 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event deleted for resources: {'Port': ['ID=1ae87188-3160-4149-92f6-83af5408c96a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:55.072225 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3986e28-5860-4ce1-9b76-99cf17a1373c None None] Network c86ed429-9f3a-40e9-a643-65b05ff443e8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:47:55.147091 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9105-1085-497f-a346-7c0342ee002a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (a612cecd-daf2-4725-84cf-6b87ac1c9a4d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.161490 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfe193a0-04c4-49a6-a4b9-817da38dd983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.190868 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9105-1085-497f-a346-7c0342ee002a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (a612cecd-daf2-4725-84cf-6b87ac1c9a4d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.232047 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9022845f-501c-4f1c-87b6-686859efa550 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:47:55.237385 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-88c20438-39ee-4f70-ab02-25cb09f52fae None None] Current status of the port f136c716-6815-419c-a73a-c2174ca60986 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:55.238674 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88c20438-39ee-4f70-ab02-25cb09f52fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f136c716-6815-419c-a73a-c2174ca60986), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.271962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b7d406d-a032-4ad0-98bb-8ef4e032a7fc req-8ad8289c-2554-4413-bd62-575855728379 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4674573 Feb 04 13:47:55.280456 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9105-1085-497f-a346-7c0342ee002a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.286870 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0fdd9105-1085-497f-a346-7c0342ee002a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9899254 Feb 04 13:47:55.291366 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd9105-1085-497f-a346-7c0342ee002a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a612cecd-daf2-4725-84cf-6b87ac1c9a4d,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:55.294214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60498) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:55.319438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-96648e15-aecb-4129-afcf-5a186cb44811 req-ebdc5fba-7c9c-4269-b5a0-5a3c26e70b98 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Deleting port d0f5a809-9c39-466e-a4d9-f65229b8adcb {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:47:55.319438 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-ebdc5fba-7c9c-4269-b5a0-5a3c26e70b98 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.389969 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9022845f-501c-4f1c-87b6-686859efa550 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (87c674a7-b764-41a7-ab92-451585ea0ccc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.392927 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-9022845f-501c-4f1c-87b6-686859efa550 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Added segment 87c674a7-b764-41a7-ab92-451585ea0ccc of type vlan for network 9c870527-ca67-4fa8-8399-fc234802b686 Feb 04 13:47:55.488366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-0bb10c51-7758-4141-b5a1-61fb7a54ce41', 'network_id': '0bb10c51-7758-4141-b5a1-61fb7a54ce41', 'project_id': '6082cb1ec03b4d1f989dddec1dc529f5', 'fixed_ips': [{'subnet_id': '050c012b-28f7-4747-90c2-f8ce31e9c106'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:47:55.490669 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feea103-153e-4637-9f1b-56ff35b1d583 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Made reservation on behalf of 7a0b98ed329e4084aa74e351c6f4178a for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:55.497187 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7feea103-153e-4637-9f1b-56ff35b1d583 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.497848 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.506016 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfe193a0-04c4-49a6-a4b9-817da38dd983 admin admin] Publish callbacks [] for security_group (e4b90ffe-8862-4c00-94ad-65ca7f5007f3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.525415 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfe193a0-04c4-49a6-a4b9-817da38dd983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e4b90ffe-8862-4c00-94ad-65ca7f5007f3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.562373 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 04 Feb 2022 13:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e95b5f-2156-45bd-8717-4cdde56a73d9 x-openstack-request-id: req-25e95b5f-2156-45bd-8717-4cdde56a73d9 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:47:55.563208 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-unplugged", "status": "completed", "tag": "17d69f45-ac59-44d3-b022-1a658842a126", "code": 200}, {"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb97722-6f45-48e7-8b20-1188308a58b1", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:47:55.563944 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-25e95b5f-2156-45bd-8717-4cdde56a73d9 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:47:55.564797 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17d69f45-ac59-44d3-b022-1a658842a126', 'code': 200} Feb 04 13:47:55.565409 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb97722-6f45-48e7-8b20-1188308a58b1', 'code': 200} Feb 04 13:47:55.573055 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (a612cecd-daf2-4725-84cf-6b87ac1c9a4d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.659850 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (a612cecd-daf2-4725-84cf-6b87ac1c9a4d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.670962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9022845f-501c-4f1c-87b6-686859efa550 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (9c870527-ca67-4fa8-8399-fc234802b686), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.715764 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port e16edb6a-feb6-4cb7-879a-4a4510bc1b18 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:55.716689 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e16edb6a-feb6-4cb7-879a-4a4510bc1b18), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.731799 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.733088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-88c20438-39ee-4f70-ab02-25cb09f52fae None None] For port f136c716-6815-419c-a73a-c2174ca60986, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f136c716-6815-419c-a73a-c2174ca60986,segment=NetworkSegment(f6d22b8e-f3f1-4f16-8dc0-249b62484b04),segment_id=f6d22b8e-f3f1-4f16-8dc0-249b62484b04)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:55.785272 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88c20438-39ee-4f70-ab02-25cb09f52fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f136c716-6815-419c-a73a-c2174ca60986), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.800192 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b7abda7-f11a-4ea0-9535-ac05df376c11 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.804648 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9b7abda7-f11a-4ea0-9535-ac05df376c11 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "DELETE /v2.0/ports/1ae87188-3160-4149-92f6-83af5408c96a HTTP/1.1" status: 204 len: 168 time: 4.5191810 Feb 04 13:47:55.810236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60500) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:55.814437 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (a612cecd-daf2-4725-84cf-6b87ac1c9a4d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.820299 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.821492 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/a612cecd-daf2-4725-84cf-6b87ac1c9a4d HTTP/1.1" status: 204 len: 168 time: 0.5227232 Feb 04 13:47:55.847779 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60502) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:55.848958 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8645a0c4-059a-46b0-9e8a-d6f5faec79c3 x-openstack-request-id: req-8645a0c4-059a-46b0-9e8a-d6f5faec79c3 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:47:55.849351 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-deleted", "tag": "2fb97722-6f45-48e7-8b20-1188308a58b1", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:47:55.849579 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8645a0c4-059a-46b0-9e8a-d6f5faec79c3 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:47:55.850191 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-deleted', 'tag': '2fb97722-6f45-48e7-8b20-1188308a58b1', 'status': 'completed', 'code': 200} Feb 04 13:47:55.865552 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9022845f-501c-4f1c-87b6-686859efa550 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (9c870527-ca67-4fa8-8399-fc234802b686), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.870598 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022845f-501c-4f1c-87b6-686859efa550 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:55.872109 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9022845f-501c-4f1c-87b6-686859efa550 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:55.888352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe193a0-04c4-49a6-a4b9-817da38dd983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b90ffe-8862-4c00-94ad-65ca7f5007f3,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:55.904001 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c20438-39ee-4f70-ab02-25cb09f52fae None None] Pushing event updated for resources: {'Port': ['ID=f136c716-6815-419c-a73a-c2174ca60986,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:55.921131 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-e208044a-0113-4a38-a252-59bd7d8b326a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] GET failed (client error): The resource could not be found. Feb 04 13:47:55.922675 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e208044a-0113-4a38-a252-59bd7d8b326a tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "GET /v2.0/ports/1ae87188-3160-4149-92f6-83af5408c96a HTTP/1.1" status: 404 len: 333 time: 0.1094089 Feb 04 13:47:55.934067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60504) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:55.954689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-2e44de74-84c1-4fc2-be12-b4402c4e9718 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Request body: {'port': {'network_id': 'c89c6711-4a76-4952-89d8-199e8d05cb7a', 'name': 'tempest-AllowedAddressPairTestJSON-2071601791'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:55.968526 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a612cecd-daf2-4725-84cf-6b87ac1c9a4d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:56.002395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port e16edb6a-feb6-4cb7-879a-4a4510bc1b18, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=e16edb6a-feb6-4cb7-879a-4a4510bc1b18,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:56.004299 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9022845f-501c-4f1c-87b6-686859efa550 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4563746 Feb 04 13:47:56.006494 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:56.006885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:56.008068 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:56.008600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:56.008759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:56.011120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:56.011120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:56.011120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:56.011120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:56.011120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:56.011872 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:56.011872 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:56.012839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f223a-2397-435e-a098-81af0f260aa1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:56.025197 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e16edb6a-feb6-4cb7-879a-4a4510bc1b18), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:56.026394 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f136c716-6815-419c-a73a-c2174ca60986 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:47:56.034327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60506) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:56.046657 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-442c14bc-7cdf-48e8-be04-f01d597ff180 None None] Provisioning complete for port 6117af17-b79e-4807-b1cf-f1de796296c0 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:56.047360 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-442c14bc-7cdf-48e8-be04-f01d597ff180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6117af17-b79e-4807-b1cf-f1de796296c0), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:56.124898 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dfe193a0-04c4-49a6-a4b9-817da38dd983 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=29d31cc0bfbe449dadd96b15df18bfd6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1922326 Feb 04 13:47:56.134700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-e7055a41-dd54-4bba-82ab-2dad71c5f722 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Request body: {'subnet': {'network_id': '9c870527-ca67-4fa8-8399-fc234802b686', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:56.138511 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60508) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:56.154742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022845f-501c-4f1c-87b6-686859efa550 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event updated for resources: {'Network': ['ID=9c870527-ca67-4fa8-8399-fc234802b686,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:56.213272 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 9c870527-ca67-4fa8-8399-fc234802b686 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:47:56.257590 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-950cd822-ce49-440a-bded-b37c44487e2d admin admin] Publish callbacks [] for security_group (e4b90ffe-8862-4c00-94ad-65ca7f5007f3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:56.349135 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-950cd822-ce49-440a-bded-b37c44487e2d admin admin] Publish callbacks [] for security_group (e4b90ffe-8862-4c00-94ad-65ca7f5007f3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:56.372759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=e16edb6a-feb6-4cb7-879a-4a4510bc1b18,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:56.417438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Allocated IP 2001:db8:0:ffff::2 (0bb10c51-7758-4141-b5a1-61fb7a54ce41/050c012b-28f7-4747-90c2-f8ce31e9c106/b59864d4-ef0e-4fa7-818a-27fe0501ae0d) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:56.447658 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-ebdc5fba-7c9c-4269-b5a0-5a3c26e70b98 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] For port d0f5a809-9c39-466e-a4d9-f65229b8adcb, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=d0f5a809-9c39-466e-a4d9-f65229b8adcb,segment=NetworkSegment(b9799a29-9629-4ed2-a490-f98ffaf13677),segment_id=b9799a29-9629-4ed2-a490-f98ffaf13677)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:56.447658 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-ebdc5fba-7c9c-4269-b5a0-5a3c26e70b98 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:56.449881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f136c716-6815-419c-a73a-c2174ca60986 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:56.450601 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f136c716-6815-419c-a73a-c2174ca60986), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:56.525605 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-950cd822-ce49-440a-bded-b37c44487e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e4b90ffe-8862-4c00-94ad-65ca7f5007f3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:56.529488 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-950cd822-ce49-440a-bded-b37c44487e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:56.530884 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-950cd822-ce49-440a-bded-b37c44487e2d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e4b90ffe-8862-4c00-94ad-65ca7f5007f3 HTTP/1.1" status: 204 len: 168 time: 0.3891916 Feb 04 13:47:56.533937 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:56.560517 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cd822-ce49-440a-bded-b37c44487e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b90ffe-8862-4c00-94ad-65ca7f5007f3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:56.580378 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:56.645363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-442c14bc-7cdf-48e8-be04-f01d597ff180 None None] Current status of the port 6117af17-b79e-4807-b1cf-f1de796296c0 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:56.646217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-442c14bc-7cdf-48e8-be04-f01d597ff180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6117af17-b79e-4807-b1cf-f1de796296c0), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:56.728970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'Port': ['ID=0a9b80ce-12a8-4c9d-90ec-313040d109a2,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:56.788909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f136c716-6815-419c-a73a-c2174ca60986 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:56.790086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6117af17-b79e-4807-b1cf-f1de796296c0 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:47:56.846366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5b514fbb-856c-4b4d-90f7-241f5c0b87be tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9726117 Feb 04 13:47:56.854979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60514) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:56.857987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-442c14bc-7cdf-48e8-be04-f01d597ff180 None None] For port 6117af17-b79e-4807-b1cf-f1de796296c0, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6117af17-b79e-4807-b1cf-f1de796296c0,segment=NetworkSegment(092f8ff5-19a4-4594-a7a8-4b85c687228b),segment_id=092f8ff5-19a4-4594-a7a8-4b85c687228b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:47:56.879345 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-442c14bc-7cdf-48e8-be04-f01d597ff180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6117af17-b79e-4807-b1cf-f1de796296c0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:56.953340 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:56.959125 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Publish callbacks [] for port (b59864d4-ef0e-4fa7-818a-27fe0501ae0d), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:56.961882 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7feea103-153e-4637-9f1b-56ff35b1d583 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (1e403b3f-43fd-4688-a99b-1e2be4544499), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:56.995264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e44de74-84c1-4fc2-be12-b4402c4e9718 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Made reservation on behalf of 52739dadf2604e0388e154e9e58c319f for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:57.003389 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e44de74-84c1-4fc2-be12-b4402c4e9718 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:57.022164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-442c14bc-7cdf-48e8-be04-f01d597ff180 None None] Provisioning complete for port f136c716-6815-419c-a73a-c2174ca60986 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:57.022724 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-442c14bc-7cdf-48e8-be04-f01d597ff180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f136c716-6815-419c-a73a-c2174ca60986), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:57.030800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c14bc-7cdf-48e8-be04-f01d597ff180 None None] Pushing event updated for resources: {'Port': ['ID=6117af17-b79e-4807-b1cf-f1de796296c0,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:57.061938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01893d2e-2cc2-449f-9dfb-316bda7d5bbf req-82121224-edcb-4903-bba5-47e780415031 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:57.077481 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-01893d2e-2cc2-449f-9dfb-316bda7d5bbf req-82121224-edcb-4903-bba5-47e780415031 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 1.2091768 Feb 04 13:47:57.095895 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (b59864d4-ef0e-4fa7-818a-27fe0501ae0d), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:57.138251 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c3808b8-edac-4de2-a945-d01f7d0846ee tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (654bc184-7aec-45a0-8245-26b8f234ac62), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:57.204117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6117af17-b79e-4807-b1cf-f1de796296c0 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:57.204429 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6117af17-b79e-4807-b1cf-f1de796296c0), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:57.219864 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Network 0bb10c51-7758-4141-b5a1-61fb7a54ce41 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:57.263137 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c3808b8-edac-4de2-a945-d01f7d0846ee tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (654bc184-7aec-45a0-8245-26b8f234ac62), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:57.337658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:57.369648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Network c86ed429-9f3a-40e9-a643-65b05ff443e8 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:47:57.378522 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:57.385160 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-442c14bc-7cdf-48e8-be04-f01d597ff180 None None] Current status of the port f136c716-6815-419c-a73a-c2174ca60986 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:57.393550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:47:57.405572 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Pushing event updated for resources: {'Port': ['ID=b59864d4-ef0e-4fa7-818a-27fe0501ae0d,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:57.438831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-442c14bc-7cdf-48e8-be04-f01d597ff180 None None] Could not find standard attr ID for object 1ae87188-3160-4149-92f6-83af5408c96a. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:47:57.440528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-01893d2e-2cc2-449f-9dfb-316bda7d5bbf req-b0608089-3e59-4592-b024-f3ff6ada09fa tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616295 Feb 04 13:47:57.489032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-2e44de74-84c1-4fc2-be12-b4402c4e9718 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] device_id is not set on port dca8e009-cd0b-47d8-9f9a-58378fea5733 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:47:57.543733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7055a41-dd54-4bba-82ab-2dad71c5f722 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Made reservation on behalf of 6082cb1ec03b4d1f989dddec1dc529f5 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:57.556695 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e7055a41-dd54-4bba-82ab-2dad71c5f722 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:57.561824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feea103-153e-4637-9f1b-56ff35b1d583 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Subnet': ['ID=1e403b3f-43fd-4688-a99b-1e2be4544499,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:57.564114 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-442c14bc-7cdf-48e8-be04-f01d597ff180 None None] Provisioning complete for port b87cd47b-4b2b-4c4a-a156-60a2566fba55 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:57.564533 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-442c14bc-7cdf-48e8-be04-f01d597ff180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b87cd47b-4b2b-4c4a-a156-60a2566fba55), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:57.623942 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c3808b8-edac-4de2-a945-d01f7d0846ee tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (654bc184-7aec-45a0-8245-26b8f234ac62), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:57.625621 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-442c14bc-7cdf-48e8-be04-f01d597ff180 None None] Port b87cd47b-4b2b-4c4a-a156-60a2566fba55 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:57.631324 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c3808b8-edac-4de2-a945-d01f7d0846ee tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:57.632551 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5c3808b8-edac-4de2-a945-d01f7d0846ee tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-groups/654bc184-7aec-45a0-8245-26b8f234ac62 HTTP/1.1" status: 204 len: 168 time: 0.7765217 Feb 04 13:47:57.637475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60526) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:57.669557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Attempting to bind port b59864d4-ef0e-4fa7-818a-27fe0501ae0d on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:47:57.670669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Attempting to bind port b59864d4-ef0e-4fa7-818a-27fe0501ae0d by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'ee841648-2e8f-4630-aba4-c04355d83c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0bb10c51-7758-4141-b5a1-61fb7a54ce41'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:47:57.671046 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Attempting to bind port b59864d4-ef0e-4fa7-818a-27fe0501ae0d on network 0bb10c51-7758-4141-b5a1-61fb7a54ce41 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:47:57.706016 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3808b8-edac-4de2-a945-d01f7d0846ee tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654bc184-7aec-45a0-8245-26b8f234ac62,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:57.706999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:47:57.707946 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Checking segment: {'id': 'ee841648-2e8f-4630-aba4-c04355d83c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0bb10c51-7758-4141-b5a1-61fb7a54ce41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:47:57.709563 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:57.710324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Bound using segment: {'id': 'ee841648-2e8f-4630-aba4-c04355d83c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0bb10c51-7758-4141-b5a1-61fb7a54ce41'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:47:57.711622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Bound port: b59864d4-ef0e-4fa7-818a-27fe0501ae0d, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee841648-2e8f-4630-aba4-c04355d83c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0bb10c51-7758-4141-b5a1-61fb7a54ce41'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:47:57.712341 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b59864d4-ef0e-4fa7-818a-27fe0501ae0d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:57.818509 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:47:57.854638 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9d99059f-db46-4e31-abeb-6c63b6a30389 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1996186 Feb 04 13:47:57.859732 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60530) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:57.865803 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b43bbe64-a369-4f62-b1b8-03c5377d4b74 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1764542362'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:57.866751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-deleted', 'tag': '17d69f45-ac59-44d3-b022-1a658842a126'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:47:57.875954 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49369b88-6f9e-4587-bd2b-5b5f6fc41826" -d '{"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-deleted", "tag": "17d69f45-ac59-44d3-b022-1a658842a126"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:47:57.921806 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6117af17-b79e-4807-b1cf-f1de796296c0 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:57.963674 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b43bbe64-a369-4f62-b1b8-03c5377d4b74 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:57.970226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-efa67050-c247-4efc-8aa6-89011b45a381 None None] Provisioning complete for port 6117af17-b79e-4807-b1cf-f1de796296c0 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:57.972307 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-efa67050-c247-4efc-8aa6-89011b45a381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6117af17-b79e-4807-b1cf-f1de796296c0), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:58.041323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] For port b59864d4-ef0e-4fa7-818a-27fe0501ae0d, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:47:58.048052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] For port b59864d4-ef0e-4fa7-818a-27fe0501ae0d, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b59864d4-ef0e-4fa7-818a-27fe0501ae0d,segment=NetworkSegment(ee841648-2e8f-4630-aba4-c04355d83c49),segment_id=ee841648-2e8f-4630-aba4-c04355d83c49)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:47:58.062479 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b59864d4-ef0e-4fa7-818a-27fe0501ae0d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:58.083744 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feea103-153e-4637-9f1b-56ff35b1d583 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Checking segment: {'id': '0c4ff44f-f498-4184-b0a7-c05250852337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:47:58.084268 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feea103-153e-4637-9f1b-56ff35b1d583 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network hostable DHCP agents. Network: 64784a9a-40e5-42f1-a1dd-265e589b4bef, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:47:58.210030 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e16edb6a-feb6-4cb7-879a-4a4510bc1b18 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:47:58.242649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:47:58.258934 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9b143c0b-ab37-426d-830d-dc7753ad0ab0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "PUT /v2.0/routers/5ae431d4-a9ff-40bb-bf31-b958b86dcb1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4038916 Feb 04 13:47:58.267175 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60540) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:58.278985 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Sync routers for ids ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:47:58.279910 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1596d71b-3263-4179-b6d5-f7de4584be5f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--376095944', 'description': 'tempest-secgroup_access--376095944 description', 'project_id': '415201945f1c4fefa31beecb58f01da9'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:58.284872 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-ebdc5fba-7c9c-4269-b5a0-5a3c26e70b98 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:58.285235 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-ebdc5fba-7c9c-4269-b5a0-5a3c26e70b98 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (0660f869-cc7e-44c1-9849-e8c7dd150d79), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:58.285552 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-ebdc5fba-7c9c-4269-b5a0-5a3c26e70b98 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Floating IP 0660f869-cc7e-44c1-9849-e8c7dd150d79 disassociated. External IP: 172.25.5.125, port: d0f5a809-9c39-466e-a4d9-f65229b8adcb. Feb 04 13:47:58.285903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-96648e15-aecb-4129-afcf-5a186cb44811 req-ebdc5fba-7c9c-4269-b5a0-5a3c26e70b98 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Calling delete_port for d0f5a809-9c39-466e-a4d9-f65229b8adcb owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:47:58.299592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ff0e2-5f3b-4729-b617-c8f38362ca54 req-04fc3c46-92f4-4ff6-9f3c-6302bac6af71 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:58.306180 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ff0e2-5f3b-4729-b617-c8f38362ca54 req-04fc3c46-92f4-4ff6-9f3c-6302bac6af71 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:58.306818 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Routers {'5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:47:58.307775 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:47:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:58.315000 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-630ff0e2-5f3b-4729-b617-c8f38362ca54 req-04fc3c46-92f4-4ff6-9f3c-6302bac6af71 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 1677 time: 0.5715506 Feb 04 13:47:58.315684 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e7b6b-2c61-47d4-9d0c-c9f779e96b34 None None] Pushing event updated for resources: {'Port': ['ID=b59864d4-ef0e-4fa7-818a-27fe0501ae0d,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:58.341143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-2e44de74-84c1-4fc2-be12-b4402c4e9718 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Allocated IP 172.20.0.6 (c89c6711-4a76-4952-89d8-199e8d05cb7a/4f6ba559-fbbd-420c-8883-ba41025e6a57/dca8e009-cd0b-47d8-9f9a-58378fea5733) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:47:58.375919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feea103-153e-4637-9f1b-56ff35b1d583 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network 64784a9a-40e5-42f1-a1dd-265e589b4bef is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:47:58.392891 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-efa67050-c247-4efc-8aa6-89011b45a381 None None] Current status of the port 6117af17-b79e-4807-b1cf-f1de796296c0 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:58.395355 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1596d71b-3263-4179-b6d5-f7de4584be5f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:58.428776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-efa67050-c247-4efc-8aa6-89011b45a381 None None] Provisioning complete for port b87cd47b-4b2b-4c4a-a156-60a2566fba55 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:58.429506 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-efa67050-c247-4efc-8aa6-89011b45a381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b87cd47b-4b2b-4c4a-a156-60a2566fba55), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:58.458068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port e16edb6a-feb6-4cb7-879a-4a4510bc1b18 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:58.458732 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e16edb6a-feb6-4cb7-879a-4a4510bc1b18), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:58.505103 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Set router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:47:58.529534 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b43bbe64-a369-4f62-b1b8-03c5377d4b74 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (ae80ae1c-88e5-4f9a-af01-f861d5443925), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:58.543924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-efa67050-c247-4efc-8aa6-89011b45a381 None None] Port b87cd47b-4b2b-4c4a-a156-60a2566fba55 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:47:58.545196 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b43bbe64-a369-4f62-b1b8-03c5377d4b74 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ae80ae1c-88e5-4f9a-af01-f861d5443925), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:58.560229 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-efa67050-c247-4efc-8aa6-89011b45a381 None None] Could not find standard attr ID for object 1ae87188-3160-4149-92f6-83af5408c96a. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:47:58.630042 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b43bbe64-a369-4f62-b1b8-03c5377d4b74 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:58.632319 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b43bbe64-a369-4f62-b1b8-03c5377d4b74 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7700031 Feb 04 13:47:58.639117 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60544) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:58.697966 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0b8c4d0c-445a-4b9c-b0f1-3a128a075797 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group_rule': {'security_group_id': 'ae80ae1c-88e5-4f9a-af01-f861d5443925', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:58.809568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bbe64-a369-4f62-b1b8-03c5377d4b74 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae80ae1c-88e5-4f9a-af01-f861d5443925,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:58.849836 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b8c4d0c-445a-4b9c-b0f1-3a128a075797 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (06dc7ca1-2fa5-4b2e-ac87-fd9c3506cddd), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:58.873754 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1596d71b-3263-4179-b6d5-f7de4584be5f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group (0b6512d3-23af-4a34-b4a3-8a701760acea), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:58.899407 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1596d71b-3263-4179-b6d5-f7de4584be5f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0b6512d3-23af-4a34-b4a3-8a701760acea), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:58.916278 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-7feea103-153e-4637-9f1b-56ff35b1d583 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 64784a9a-40e5-42f1-a1dd-265e589b4bef) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:58.973066 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596d71b-3263-4179-b6d5-f7de4584be5f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6512d3-23af-4a34-b4a3-8a701760acea,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:58.980751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feea103-153e-4637-9f1b-56ff35b1d583 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:58.981508 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7feea103-153e-4637-9f1b-56ff35b1d583 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.040133 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1596d71b-3263-4179-b6d5-f7de4584be5f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.045128 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1596d71b-3263-4179-b6d5-f7de4584be5f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7731075 Feb 04 13:47:59.049002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60548) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:59.056370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-83f97ed3-ce5d-4c31-b1b5-15007c457e8e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1628639524', 'description': 'tempest-secgroup_general--1628639524 description', 'project_id': '415201945f1c4fefa31beecb58f01da9'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:59.075994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7feea103-153e-4637-9f1b-56ff35b1d583 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.1406257 Feb 04 13:47:59.088415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-630ff0e2-5f3b-4729-b617-c8f38362ca54 req-f18fb844-3850-4f2b-8592-049999903e1d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7715642 Feb 04 13:47:59.092830 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b8c4d0c-445a-4b9c-b0f1-3a128a075797 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (06dc7ca1-2fa5-4b2e-ac87-fd9c3506cddd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.105067 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b8c4d0c-445a-4b9c-b0f1-3a128a075797 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (06dc7ca1-2fa5-4b2e-ac87-fd9c3506cddd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.119277 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2111918297', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:39Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:40Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '0a9b80ce-12a8-4c9d-90ec-313040d109a2', 'name': '', 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'mac_address': 'fa:16:3e:b8:46:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:51Z', 'updated_at': '2022-02-04T13:47:56Z', 'revision_number': 2, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'subnets': [{'id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:59.161919 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e44de74-84c1-4fc2-be12-b4402c4e9718 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks [] for port (dca8e009-cd0b-47d8-9f9a-58378fea5733), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.181966 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c4d0c-445a-4b9c-b0f1-3a128a075797 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dc7ca1-2fa5-4b2e-ac87-fd9c3506cddd,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:59.194183 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-83f97ed3-ce5d-4c31-b1b5-15007c457e8e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.198383 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b8c4d0c-445a-4b9c-b0f1-3a128a075797 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.200674 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0b8c4d0c-445a-4b9c-b0f1-3a128a075797 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5321543 Feb 04 13:47:59.204349 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Checking router: 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:47:59.204991 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Updating router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a port 0a9b80ce-12a8-4c9d-90ec-313040d109a2 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:47:59.208007 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60558) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:59.252262 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-27aa3af5-96f2-4780-9056-74e4e7d17cf2 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group_rule': {'security_group_id': 'ae80ae1c-88e5-4f9a-af01-f861d5443925', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:59.259513 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b86003-fbf9-49f8-b104-8a07be21cd74 x-openstack-request-id: req-a2b86003-fbf9-49f8-b104-8a07be21cd74 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:47:59.259513 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-deleted", "tag": "17d69f45-ac59-44d3-b022-1a658842a126", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:47:59.259513 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a2b86003-fbf9-49f8-b104-8a07be21cd74 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:47:59.259957 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-deleted', 'tag': '17d69f45-ac59-44d3-b022-1a658842a126', 'status': 'completed', 'code': 200} Feb 04 13:47:59.271244 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.334072 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port e16edb6a-feb6-4cb7-879a-4a4510bc1b18 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:47:59.336261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f136c716-6815-419c-a73a-c2174ca60986 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:47:59.377672 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-83f97ed3-ce5d-4c31-b1b5-15007c457e8e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group (1fda3b67-5537-44dc-bf57-b89f5fc5d766), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.386900 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27aa3af5-96f2-4780-9056-74e4e7d17cf2 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (5e7d2a57-a182-47e5-8b4c-dd1487d97e19), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.390601 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-83f97ed3-ce5d-4c31-b1b5-15007c457e8e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1fda3b67-5537-44dc-bf57-b89f5fc5d766), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.421422 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-83f97ed3-ce5d-4c31-b1b5-15007c457e8e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.422939 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-83f97ed3-ce5d-4c31-b1b5-15007c457e8e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3726211 Feb 04 13:47:59.435315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60566) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:59.442609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-543dc8f7-df33-48e0-a5a4-d8bac267d229 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Request body: {'security_group_rule': {'security_group_id': '0b6512d3-23af-4a34-b4a3-8a701760acea', 'project_id': '415201945f1c4fefa31beecb58f01da9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:59.481702 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fd4b07-8790-4af9-bfc2-30494f43ce0c None None] Network 64784a9a-40e5-42f1-a1dd-265e589b4bef requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:47:59.509305 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-543dc8f7-df33-48e0-a5a4-d8bac267d229 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group_rule (1aa0d544-77bd-4f13-96f7-8b6cb653027d), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.516488 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f97ed3-ce5d-4c31-b1b5-15007c457e8e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fda3b67-5537-44dc-bf57-b89f5fc5d766,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:59.552374 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27aa3af5-96f2-4780-9056-74e4e7d17cf2 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (5e7d2a57-a182-47e5-8b4c-dd1487d97e19), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.571651 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27aa3af5-96f2-4780-9056-74e4e7d17cf2 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (5e7d2a57-a182-47e5-8b4c-dd1487d97e19), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.598711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.objects.ports [None req-e7055a41-dd54-4bba-82ab-2dad71c5f722 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:47:59.601437 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27aa3af5-96f2-4780-9056-74e4e7d17cf2 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.603139 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-27aa3af5-96f2-4780-9056-74e4e7d17cf2 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3872283 Feb 04 13:47:59.614433 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60568) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:59.622059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2be37bd8-37f4-4a74-a606-a812e5a24ad1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group_rule': {'security_group_id': 'ae80ae1c-88e5-4f9a-af01-f861d5443925', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:59.624767 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e7055a41-dd54-4bba-82ab-2dad71c5f722 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (b8d595bd-65c4-4bc3-96da-a4e2240e5f6a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.658891 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-543dc8f7-df33-48e0-a5a4-d8bac267d229 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group_rule (1aa0d544-77bd-4f13-96f7-8b6cb653027d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.666560 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa3af5-96f2-4780-9056-74e4e7d17cf2 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7d2a57-a182-47e5-8b4c-dd1487d97e19,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:59.672632 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-543dc8f7-df33-48e0-a5a4-d8bac267d229 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (1aa0d544-77bd-4f13-96f7-8b6cb653027d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.687307 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-efa67050-c247-4efc-8aa6-89011b45a381 None None] Provisioning complete for port 0a9b80ce-12a8-4c9d-90ec-313040d109a2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:59.688277 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-efa67050-c247-4efc-8aa6-89011b45a381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.691966 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2be37bd8-37f4-4a74-a606-a812e5a24ad1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (b5e6ab6b-4847-45b1-b8b8-de29c507ca66), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.700392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dc8f7-df33-48e0-a5a4-d8bac267d229 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa0d544-77bd-4f13-96f7-8b6cb653027d,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:59.736063 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-543dc8f7-df33-48e0-a5a4-d8bac267d229 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.737326 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-543dc8f7-df33-48e0-a5a4-d8bac267d229 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3009973 Feb 04 13:47:59.779645 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7055a41-dd54-4bba-82ab-2dad71c5f722 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event updated for resources: {'Subnet': ['ID=b8d595bd-65c4-4bc3-96da-a4e2240e5f6a,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:59.789643 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-ebdc5fba-7c9c-4269-b5a0-5a3c26e70b98 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d0f5a809-9c39-466e-a4d9-f65229b8adcb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.802069 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e44de74-84c1-4fc2-be12-b4402c4e9718 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (dca8e009-cd0b-47d8-9f9a-58378fea5733), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.850909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f136c716-6815-419c-a73a-c2174ca60986 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:59.851289 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f136c716-6815-419c-a73a-c2174ca60986), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.853301 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2be37bd8-37f4-4a74-a606-a812e5a24ad1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (b5e6ab6b-4847-45b1-b8b8-de29c507ca66), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.867402 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2be37bd8-37f4-4a74-a606-a812e5a24ad1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b5e6ab6b-4847-45b1-b8b8-de29c507ca66), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.935376 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be37bd8-37f4-4a74-a606-a812e5a24ad1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e6ab6b-4847-45b1-b8b8-de29c507ca66,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:59.949842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2be37bd8-37f4-4a74-a606-a812e5a24ad1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.952218 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2be37bd8-37f4-4a74-a606-a812e5a24ad1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3359103 Feb 04 13:47:59.957496 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60574) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:47:59.968876 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6b3472a9-36bb-4d09-8233-2afe8e6c8922 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group_rule': {'security_group_id': 'ae80ae1c-88e5-4f9a-af01-f861d5443925', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:59.971266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc5fba-7c9c-4269-b5a0-5a3c26e70b98 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event deleted for resources: {'Port': ['ID=d0f5a809-9c39-466e-a4d9-f65229b8adcb,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:00.042407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-efa67050-c247-4efc-8aa6-89011b45a381 None None] Port 0a9b80ce-12a8-4c9d-90ec-313040d109a2 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:00.048032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e44de74-84c1-4fc2-be12-b4402c4e9718 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Network c89c6711-4a76-4952-89d8-199e8d05cb7a is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:00.048650 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b3472a9-36bb-4d09-8233-2afe8e6c8922 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (5af43e53-ce18-4155-bb46-d4b4557240a6), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:00.120355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60576) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:00.141189 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-bd936dfe-2b4f-4c88-8ecf-de66984315a1 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-880575385', 'description': 'tempest-secgroup-smoke-880575385 description', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:00.175928 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Publish callbacks [] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:00.180515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-64784a9a-40e5-42f1-a1dd-265e589b4bef', 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ips': [{'subnet_id': '1e403b3f-43fd-4688-a99b-1e2be4544499'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:48:00.182035 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:00.190665 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:00.221735 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd936dfe-2b4f-4c88-8ecf-de66984315a1 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:00.243886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-2e44de74-84c1-4fc2-be12-b4402c4e9718 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:00.259362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60582) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:00.298376 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa719ff-0c92-4f01-8707-b3dee2e31eb1 None None] Pushing event updated for resources: {'Port': ['ID=0a9b80ce-12a8-4c9d-90ec-313040d109a2,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:00.349585 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b3472a9-36bb-4d09-8233-2afe8e6c8922 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (5af43e53-ce18-4155-bb46-d4b4557240a6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:00.366909 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa719ff-0c92-4f01-8707-b3dee2e31eb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:00.367666 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa719ff-0c92-4f01-8707-b3dee2e31eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:00.368172 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa719ff-0c92-4f01-8707-b3dee2e31eb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:00.368718 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa719ff-0c92-4f01-8707-b3dee2e31eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:00.369374 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa719ff-0c92-4f01-8707-b3dee2e31eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:00.369880 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa719ff-0c92-4f01-8707-b3dee2e31eb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:00.370669 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b3472a9-36bb-4d09-8233-2afe8e6c8922 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (5af43e53-ce18-4155-bb46-d4b4557240a6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:00.370932 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa719ff-0c92-4f01-8707-b3dee2e31eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:00.371505 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa719ff-0c92-4f01-8707-b3dee2e31eb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:00.372212 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa719ff-0c92-4f01-8707-b3dee2e31eb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:00.372772 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa719ff-0c92-4f01-8707-b3dee2e31eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:00.373271 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa719ff-0c92-4f01-8707-b3dee2e31eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:00.373870 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa719ff-0c92-4f01-8707-b3dee2e31eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:00.382883 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa719ff-0c92-4f01-8707-b3dee2e31eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:00.430650 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3472a9-36bb-4d09-8233-2afe8e6c8922 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af43e53-ce18-4155-bb46-d4b4557240a6,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:00.451756 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Attempting to bind port 0a9b80ce-12a8-4c9d-90ec-313040d109a2 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:48:00.452718 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Attempting to bind port 0a9b80ce-12a8-4c9d-90ec-313040d109a2 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '092f8ff5-19a4-4594-a7a8-4b85c687228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:48:00.453595 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Attempting to bind port 0a9b80ce-12a8-4c9d-90ec-313040d109a2 on network c86ed429-9f3a-40e9-a643-65b05ff443e8 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:00.476253 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959a0d44-1a1b-4bde-a494-257adab68468 None None] Network 0bb10c51-7758-4141-b5a1-61fb7a54ce41 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:00.477586 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:48:00.478480 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Checking segment: {'id': '092f8ff5-19a4-4594-a7a8-4b85c687228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:00.479766 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:00.481258 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Bound using segment: {'id': '092f8ff5-19a4-4594-a7a8-4b85c687228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:48:00.482941 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Bound port: 0a9b80ce-12a8-4c9d-90ec-313040d109a2, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092f8ff5-19a4-4594-a7a8-4b85c687228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:48:00.484034 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:00.485063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-043d1fde-47f4-4a32-8c50-e0c5ae583f21 None None] Provisioning complete for port 0a9b80ce-12a8-4c9d-90ec-313040d109a2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:00.485760 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-043d1fde-47f4-4a32-8c50-e0c5ae583f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:00.531265 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b3472a9-36bb-4d09-8233-2afe8e6c8922 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:00.539856 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6b3472a9-36bb-4d09-8233-2afe8e6c8922 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5793493 Feb 04 13:48:00.548364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60586) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:00.556749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-af1d7cea-fa2e-4f42-9658-d9295da074e7 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group_rule': {'security_group_id': 'ae80ae1c-88e5-4f9a-af01-f861d5443925', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:00.669133 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd936dfe-2b4f-4c88-8ecf-de66984315a1 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (967f2fac-00eb-4fe1-ad32-2ff9e89857fe), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:00.670363 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] For port 0a9b80ce-12a8-4c9d-90ec-313040d109a2, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:48:00.675650 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] For port 0a9b80ce-12a8-4c9d-90ec-313040d109a2, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0a9b80ce-12a8-4c9d-90ec-313040d109a2,segment=NetworkSegment(092f8ff5-19a4-4594-a7a8-4b85c687228b),segment_id=092f8ff5-19a4-4594-a7a8-4b85c687228b)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:48:00.687472 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:00.694410 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f136c716-6815-419c-a73a-c2174ca60986 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:00.696052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6117af17-b79e-4807-b1cf-f1de796296c0 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:00.724898 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd936dfe-2b4f-4c88-8ecf-de66984315a1 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (967f2fac-00eb-4fe1-ad32-2ff9e89857fe), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:00.817251 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa719ff-0c92-4f01-8707-b3dee2e31eb1 None None] Pushing event updated for resources: {'Port': ['ID=0a9b80ce-12a8-4c9d-90ec-313040d109a2,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:00.842176 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-043d1fde-47f4-4a32-8c50-e0c5ae583f21 None None] Port 0a9b80ce-12a8-4c9d-90ec-313040d109a2 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:00.872772 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Routers {'5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:00.880047 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:47:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:00.937061 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Allocated IP 172.20.0.18 (64784a9a-40e5-42f1-a1dd-265e589b4bef/1e403b3f-43fd-4688-a99b-1e2be4544499/2b42134b-0373-4ae5-a097-0c06aa67638a) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:00.953200 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa53a-2501-4971-9b3e-b283c417158b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:00.990290 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af1d7cea-fa2e-4f42-9658-d9295da074e7 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (d29c008d-add1-4882-8dce-346774218e45), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.006235 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6117af17-b79e-4807-b1cf-f1de796296c0 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:01.006812 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6117af17-b79e-4807-b1cf-f1de796296c0), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.014873 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd936dfe-2b4f-4c88-8ecf-de66984315a1 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.019646 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bd936dfe-2b4f-4c88-8ecf-de66984315a1 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8889005 Feb 04 13:48:01.025997 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd936dfe-2b4f-4c88-8ecf-de66984315a1 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967f2fac-00eb-4fe1-ad32-2ff9e89857fe,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:01.028966 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60588) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:01.037058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] Provisioning complete for port b59864d4-ef0e-4fa7-818a-27fe0501ae0d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:01.037544 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b59864d4-ef0e-4fa7-818a-27fe0501ae0d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.040712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-581b7436-cedc-45cf-be23-9fd06ebc4190 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': '967f2fac-00eb-4fe1-ad32-2ff9e89857fe', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:01.196589 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-581b7436-cedc-45cf-be23-9fd06ebc4190 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (d2facf27-1894-47d3-a5b1-c42d4dd49424), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.213610 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af1d7cea-fa2e-4f42-9658-d9295da074e7 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (d29c008d-add1-4882-8dce-346774218e45), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.236336 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] Set router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:01.244718 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af1d7cea-fa2e-4f42-9658-d9295da074e7 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (d29c008d-add1-4882-8dce-346774218e45), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.341257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e44de74-84c1-4fc2-be12-b4402c4e9718 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:01.370572 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d7cea-fa2e-4f42-9658-d9295da074e7 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29c008d-add1-4882-8dce-346774218e45,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:01.410895 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6117af17-b79e-4807-b1cf-f1de796296c0 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:01.424794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] Current status of the port b59864d4-ef0e-4fa7-818a-27fe0501ae0d is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:01.425256 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b59864d4-ef0e-4fa7-818a-27fe0501ae0d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.451499 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af1d7cea-fa2e-4f42-9658-d9295da074e7 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.454924 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-af1d7cea-fa2e-4f42-9658-d9295da074e7 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9048591 Feb 04 13:48:01.468687 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60590) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:01.493481 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Publish callbacks [] for port (2b42134b-0373-4ae5-a097-0c06aa67638a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.497938 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] For port b59864d4-ef0e-4fa7-818a-27fe0501ae0d, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b59864d4-ef0e-4fa7-818a-27fe0501ae0d,segment=NetworkSegment(ee841648-2e8f-4630-aba4-c04355d83c49),segment_id=ee841648-2e8f-4630-aba4-c04355d83c49)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:01.505834 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b59864d4-ef0e-4fa7-818a-27fe0501ae0d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.516109 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44de74-84c1-4fc2-be12-b4402c4e9718 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event updated for resources: {'Port': ['ID=dca8e009-cd0b-47d8-9f9a-58378fea5733,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:01.516550 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (2b42134b-0373-4ae5-a097-0c06aa67638a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.525766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7055a41-dd54-4bba-82ab-2dad71c5f722 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Checking segment: {'id': '87c674a7-b764-41a7-ab92-451585ea0ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9c870527-ca67-4fa8-8399-fc234802b686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:01.526185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7055a41-dd54-4bba-82ab-2dad71c5f722 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Network hostable DHCP agents. Network: 9c870527-ca67-4fa8-8399-fc234802b686, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:01.535143 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-581b7436-cedc-45cf-be23-9fd06ebc4190 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (d2facf27-1894-47d3-a5b1-c42d4dd49424), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.547119 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa53a-2501-4971-9b3e-b283c417158b admin admin] Publish callbacks [] for security_group (79b1cc54-9c91-4d3b-954c-0077da5abb7d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.561270 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-581b7436-cedc-45cf-be23-9fd06ebc4190 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (d2facf27-1894-47d3-a5b1-c42d4dd49424), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.604696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] Provisioning complete for port 0a9b80ce-12a8-4c9d-90ec-313040d109a2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:01.605113 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.614810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Network 64784a9a-40e5-42f1-a1dd-265e589b4bef is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:01.637128 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b7436-cedc-45cf-be23-9fd06ebc4190 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2facf27-1894-47d3-a5b1-c42d4dd49424,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:01.640953 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa53a-2501-4971-9b3e-b283c417158b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (79b1cc54-9c91-4d3b-954c-0077da5abb7d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.647334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:01.650281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:01.658181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] Pushing event updated for resources: {'Port': ['ID=b59864d4-ef0e-4fa7-818a-27fe0501ae0d,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:01.663880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e44de74-84c1-4fc2-be12-b4402c4e9718 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:01.665021 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e44de74-84c1-4fc2-be12-b4402c4e9718 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.691218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7055a41-dd54-4bba-82ab-2dad71c5f722 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Network 9c870527-ca67-4fa8-8399-fc234802b686 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:01.731893 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4d7aa53a-2501-4971-9b3e-b283c417158b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c9f17b5065884cb4acfb3b547c21b20b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4706490 Feb 04 13:48:01.751756 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60592) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:01.756685 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Pushing event updated for resources: {'Port': ['ID=2b42134b-0373-4ae5-a097-0c06aa67638a,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:01.774880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ec890-2725-43af-a434-116f3f6542ec req-0737fe97-a3cb-42a8-bead-005f78ce9ec9 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:01.781685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d3ec890-2725-43af-a434-116f3f6542ec req-0737fe97-a3cb-42a8-bead-005f78ce9ec9 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 1.5393965 Feb 04 13:48:01.813966 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c915155-29a8-4c39-8a89-6ceccef246d5 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (d29c008d-add1-4882-8dce-346774218e45), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.816081 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2e44de74-84c1-4fc2-be12-b4402c4e9718 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.8685572 Feb 04 13:48:01.826952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96648e15-aecb-4129-afcf-5a186cb44811 req-ebdc5fba-7c9c-4269-b5a0-5a3c26e70b98 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Router c876760a-8e92-479f-90f5-a91c8f2e5429 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:48:01.830970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60594) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:01.831584 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c915155-29a8-4c39-8a89-6ceccef246d5 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (d29c008d-add1-4882-8dce-346774218e45), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.842955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Attempting to bind port 2b42134b-0373-4ae5-a097-0c06aa67638a on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:48:01.843407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-7cdee150-6abb-4a41-a8b3-efd36d084a86 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:24:e9:94'}]}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:01.846870 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Attempting to bind port 2b42134b-0373-4ae5-a097-0c06aa67638a by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '0c4ff44f-f498-4184-b0a7-c05250852337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:48:01.847171 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Attempting to bind port 2b42134b-0373-4ae5-a097-0c06aa67638a on network 64784a9a-40e5-42f1-a1dd-265e589b4bef {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:01.868603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:48:01.869144 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Checking segment: {'id': '0c4ff44f-f498-4184-b0a7-c05250852337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:01.869737 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.870063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Bound using segment: {'id': '0c4ff44f-f498-4184-b0a7-c05250852337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:48:01.871203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Bound port: 2b42134b-0373-4ae5-a097-0c06aa67638a, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4ff44f-f498-4184-b0a7-c05250852337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:48:01.871920 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2b42134b-0373-4ae5-a097-0c06aa67638a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.891783 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-581b7436-cedc-45cf-be23-9fd06ebc4190 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:01.894287 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-581b7436-cedc-45cf-be23-9fd06ebc4190 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8571234 Feb 04 13:48:01.905997 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60596) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:01.906347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-e7055a41-dd54-4bba-82ab-2dad71c5f722 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 9c870527-ca67-4fa8-8399-fc234802b686) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:01.907855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7aa53a-2501-4971-9b3e-b283c417158b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b1cc54-9c91-4d3b-954c-0077da5abb7d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:01.919873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-cda587f4-9946-4fdf-b300-44bce68de05e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': '967f2fac-00eb-4fe1-ad32-2ff9e89857fe', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:02.002197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7055a41-dd54-4bba-82ab-2dad71c5f722 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:02.003802 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e7055a41-dd54-4bba-82ab-2dad71c5f722 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.006395 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c915155-29a8-4c39-8a89-6ceccef246d5 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (d29c008d-add1-4882-8dce-346774218e45), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.013971 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2111918297', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:39Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:40Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '0a9b80ce-12a8-4c9d-90ec-313040d109a2', 'name': '', 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'mac_address': 'fa:16:3e:b8:46:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:51Z', 'updated_at': '2022-02-04T13:48:00Z', 'revision_number': 4, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'subnets': [{'id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:02.026249 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c915155-29a8-4c39-8a89-6ceccef246d5 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.027696 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:48:02.033419 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5c915155-29a8-4c39-8a89-6ceccef246d5 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/d29c008d-add1-4882-8dce-346774218e45 HTTP/1.1" status: 204 len: 168 time: 0.5445149 Feb 04 13:48:02.035997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60598) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:02.051128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] For port 2b42134b-0373-4ae5-a097-0c06aa67638a, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:48:02.055636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] For port 2b42134b-0373-4ae5-a097-0c06aa67638a, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2b42134b-0373-4ae5-a097-0c06aa67638a,segment=NetworkSegment(0c4ff44f-f498-4184-b0a7-c05250852337),segment_id=0c4ff44f-f498-4184-b0a7-c05250852337)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:48:02.059916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e7055a41-dd54-4bba-82ab-2dad71c5f722 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.9328392 Feb 04 13:48:02.065126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] Current status of the port 0a9b80ce-12a8-4c9d-90ec-313040d109a2 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:02.065560 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.068498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdc62dc-789a-42f5-a4a4-6a40dc6bd0c9 None None] Network 9c870527-ca67-4fa8-8399-fc234802b686 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:02.070052 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60600) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:02.072326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b59864d4-ef0e-4fa7-818a-27fe0501ae0d up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:02.078315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c915155-29a8-4c39-8a89-6ceccef246d5 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d29c008d-add1-4882-8dce-346774218e45,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:02.079076 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2b42134b-0373-4ae5-a097-0c06aa67638a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.081975 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda587f4-9946-4fdf-b300-44bce68de05e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (3ceea706-20f7-4428-ad6a-8104c6e42245), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.094411 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-98ce4f74-3d9c-4fc6-8013-afc79a3609bb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Request body: {'port': {'network_id': '9c870527-ca67-4fa8-8399-fc234802b686', 'name': 'tempest-NetworksIpV6TestAttrs-606520780'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:02.095271 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba79b8d-c9a1-47e6-93d1-7244e72f8547 None None] The sync data for ids ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'] in n-d-714676-13 is: [{'id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2111918297', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:39Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:40Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '0a9b80ce-12a8-4c9d-90ec-313040d109a2', 'name': '', 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'mac_address': 'fa:16:3e:b8:46:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:51Z', 'updated_at': '2022-02-04T13:48:00Z', 'revision_number': 4, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'subnets': [{'id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:48:02.112286 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d3ec890-2725-43af-a434-116f3f6542ec req-273e3de0-1719-4bd9-8794-5a1e7ddb3990 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848823 Feb 04 13:48:02.131659 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-788f80ab-d188-4033-8c6f-0c5bfd83a4cf admin admin] Publish callbacks [] for security_group (79b1cc54-9c91-4d3b-954c-0077da5abb7d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.213400 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda587f4-9946-4fdf-b300-44bce68de05e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (3ceea706-20f7-4428-ad6a-8104c6e42245), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.231554 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda587f4-9946-4fdf-b300-44bce68de05e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (3ceea706-20f7-4428-ad6a-8104c6e42245), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.235149 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-788f80ab-d188-4033-8c6f-0c5bfd83a4cf admin admin] Publish callbacks [] for security_group (79b1cc54-9c91-4d3b-954c-0077da5abb7d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.292573 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda587f4-9946-4fdf-b300-44bce68de05e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ceea706-20f7-4428-ad6a-8104c6e42245,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:02.333227 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] For port 0a9b80ce-12a8-4c9d-90ec-313040d109a2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0a9b80ce-12a8-4c9d-90ec-313040d109a2,segment=NetworkSegment(092f8ff5-19a4-4594-a7a8-4b85c687228b),segment_id=092f8ff5-19a4-4594-a7a8-4b85c687228b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:02.364673 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda587f4-9946-4fdf-b300-44bce68de05e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.370331 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cda587f4-9946-4fdf-b300-44bce68de05e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4566944 Feb 04 13:48:02.370803 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.376942 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60604) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:02.383885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-751e695d-8791-4928-9113-915fcc33610d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': '967f2fac-00eb-4fe1-ad32-2ff9e89857fe', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:02.391104 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-788f80ab-d188-4033-8c6f-0c5bfd83a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (79b1cc54-9c91-4d3b-954c-0077da5abb7d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.394210 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-788f80ab-d188-4033-8c6f-0c5bfd83a4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.396143 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-788f80ab-d188-4033-8c6f-0c5bfd83a4cf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/79b1cc54-9c91-4d3b-954c-0077da5abb7d HTTP/1.1" status: 204 len: 168 time: 0.6426980 Feb 04 13:48:02.402890 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96648e15-aecb-4129-afcf-5a186cb44811 req-ebdc5fba-7c9c-4269-b5a0-5a3c26e70b98 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:48:02.422355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f672b3-fbbc-4b05-bb19-a7d8e80f734b None None] Pushing event updated for resources: {'Port': ['ID=2b42134b-0373-4ae5-a097-0c06aa67638a,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:02.425557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45a783-1307-4864-86bc-07c818cd7f95 None None] Sync routers for ids ['c876760a-8e92-479f-90f5-a91c8f2e5429'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:48:02.444495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b59864d4-ef0e-4fa7-818a-27fe0501ae0d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:02.444887 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b59864d4-ef0e-4fa7-818a-27fe0501ae0d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.459927 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f80ab-d188-4033-8c6f-0c5bfd83a4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b1cc54-9c91-4d3b-954c-0077da5abb7d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:02.522412 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-751e695d-8791-4928-9113-915fcc33610d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (5c825ebb-2450-482e-bac3-b40ad1757be3), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.538436 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] Provisioning complete for port dca8e009-cd0b-47d8-9f9a-58378fea5733 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:02.539003 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dca8e009-cd0b-47d8-9f9a-58378fea5733), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.632085 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-ebdc5fba-7c9c-4269-b5a0-5a3c26e70b98 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] No DVR routers for this DVR port d0f5a809-9c39-466e-a4d9-f65229b8adcb on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:48:02.641227 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-ebdc5fba-7c9c-4269-b5a0-5a3c26e70b98 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.645206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96648e15-aecb-4129-afcf-5a186cb44811 req-ebdc5fba-7c9c-4269-b5a0-5a3c26e70b98 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.99 "DELETE /v2.0/ports/d0f5a809-9c39-466e-a4d9-f65229b8adcb HTTP/1.1" status: 204 len: 173 time: 8.2345855 Feb 04 13:48:02.645498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc45a783-1307-4864-86bc-07c818cd7f95 None None] Routers {'c876760a-8e92-479f-90f5-a91c8f2e5429'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:02.646188 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-cc45a783-1307-4864-86bc-07c818cd7f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:47:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c876760a-8e92-479f-90f5-a91c8f2e5429'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:02.653012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-deleted', 'tag': 'd0f5a809-9c39-466e-a4d9-f65229b8adcb'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:48:02.655532 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d807f07b-c308-4de3-99f4-849d30d8939a" -d '{"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-deleted", "tag": "d0f5a809-9c39-466e-a4d9-f65229b8adcb"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:48:02.666616 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-751e695d-8791-4928-9113-915fcc33610d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (5c825ebb-2450-482e-bac3-b40ad1757be3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.678034 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-751e695d-8791-4928-9113-915fcc33610d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (5c825ebb-2450-482e-bac3-b40ad1757be3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.697583 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9bf0b57b-2a8a-43b2-9ca9-14e5a754f922 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.6549962 Feb 04 13:48:02.724108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60610) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:02.846736 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e125b870-994e-40c5-9324-3815a4d42506 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (5af43e53-ce18-4155-bb46-d4b4557240a6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.858453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e695d-8791-4928-9113-915fcc33610d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c825ebb-2450-482e-bac3-b40ad1757be3,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:02.910124 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e125b870-994e-40c5-9324-3815a4d42506 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (5af43e53-ce18-4155-bb46-d4b4557240a6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.916495 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-751e695d-8791-4928-9113-915fcc33610d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.927680 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-751e695d-8791-4928-9113-915fcc33610d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5491364 Feb 04 13:48:02.928491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60612) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:02.946249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-89da3471-f4a4-4334-8bf5-2b2d74d225a9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': '967f2fac-00eb-4fe1-ad32-2ff9e89857fe', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:03.005211 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e125b870-994e-40c5-9324-3815a4d42506 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (5af43e53-ce18-4155-bb46-d4b4557240a6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:03.007276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f05d9-c6f9-4bc2-a666-3b380467fa27 req-6b8e80b8-fcc8-4d58-aac9-cfd01c176376 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:03.026125 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-9c870527-ca67-4fa8-8399-fc234802b686', 'network_id': '9c870527-ca67-4fa8-8399-fc234802b686', 'project_id': '6082cb1ec03b4d1f989dddec1dc529f5', 'fixed_ips': [{'subnet_id': 'b8d595bd-65c4-4bc3-96da-a4e2240e5f6a'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:48:03.028558 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:03.041912 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e125b870-994e-40c5-9324-3815a4d42506 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:03.044826 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f0f05d9-c6f9-4bc2-a666-3b380467fa27 req-6b8e80b8-fcc8-4d58-aac9-cfd01c176376 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 943 time: 0.6251915 Feb 04 13:48:03.049284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60616) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:03.050928 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e125b870-994e-40c5-9324-3815a4d42506 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/5af43e53-ce18-4155-bb46-d4b4557240a6 HTTP/1.1" status: 204 len: 168 time: 0.3234656 Feb 04 13:48:03.066999 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125b870-994e-40c5-9324-3815a4d42506 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5af43e53-ce18-4155-bb46-d4b4557240a6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:03.076304 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-89da3471-f4a4-4334-8bf5-2b2d74d225a9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (e74497a3-b806-4e05-9baa-2d6fe7115144), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:03.135595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] Pushing event updated for resources: {'Port': ['ID=0a9b80ce-12a8-4c9d-90ec-313040d109a2,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:03.151562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8660140d-2e0c-4b17-9580-74fc7d17a7f2 None None] Port dca8e009-cd0b-47d8-9f9a-58378fea5733 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:03.318412 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-89da3471-f4a4-4334-8bf5-2b2d74d225a9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (e74497a3-b806-4e05-9baa-2d6fe7115144), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:03.327318 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-89da3471-f4a4-4334-8bf5-2b2d74d225a9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (e74497a3-b806-4e05-9baa-2d6fe7115144), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:03.361764 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da3471-f4a4-4334-8bf5-2b2d74d225a9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74497a3-b806-4e05-9baa-2d6fe7115144,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:03.390079 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-89da3471-f4a4-4334-8bf5-2b2d74d225a9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:03.395613 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-89da3471-f4a4-4334-8bf5-2b2d74d225a9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4560730 Feb 04 13:48:03.399816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60620) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:03.409026 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e2d86e7b-5120-45de-85b2-20277838f14e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': '967f2fac-00eb-4fe1-ad32-2ff9e89857fe', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:03.468829 n-d-714676-13 neutron-server[103607]: INFO neutron.db.securitygroups_db [None req-e2d86e7b-5120-45de-85b2-20277838f14e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Project 7a0b98ed329e4084aa74e351c6f4178a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:48:03.490077 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2d86e7b-5120-45de-85b2-20277838f14e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (4d481009-98f2-4e0f-97a5-d9a3dd267480), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:03.584033 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-be555bab-3117-43ae-af4a-d17174d4d152 None None] Provisioning complete for port b59864d4-ef0e-4fa7-818a-27fe0501ae0d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:03.584888 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be555bab-3117-43ae-af4a-d17174d4d152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b59864d4-ef0e-4fa7-818a-27fe0501ae0d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:03.609254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f0f05d9-c6f9-4bc2-a666-3b380467fa27 req-118581b3-c867-4ea2-823f-19ae2b92b7b1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups?id=34fbaed6-b3d4-4030-9a16-1f20a30987df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5036776 Feb 04 13:48:03.617068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-96648e15-aecb-4129-afcf-5a186cb44811 req-cdef5552-cac3-4e99-9a4d-64ce01237c06 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Deleting port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:03.629623 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-cdef5552-cac3-4e99-9a4d-64ce01237c06 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:03.698494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-cc45a783-1307-4864-86bc-07c818cd7f95 None None] Set router c876760a-8e92-479f-90f5-a91c8f2e5429 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:03.719091 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2d86e7b-5120-45de-85b2-20277838f14e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (4d481009-98f2-4e0f-97a5-d9a3dd267480), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:03.731711 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2d86e7b-5120-45de-85b2-20277838f14e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (4d481009-98f2-4e0f-97a5-d9a3dd267480), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:03.769810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-58370567-470b-44ba-b4ac-1336d669d243 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.6981037 Feb 04 13:48:03.769810 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7cdee150-6abb-4a41-a8b3-efd36d084a86 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dca8e009-cd0b-47d8-9f9a-58378fea5733), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:03.778835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60630) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:03.804564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ce4f74-3d9c-4fc6-8013-afc79a3609bb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Made reservation on behalf of 6082cb1ec03b4d1f989dddec1dc529f5 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:03.835235 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98ce4f74-3d9c-4fc6-8013-afc79a3609bb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:03.840143 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d86e7b-5120-45de-85b2-20277838f14e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d481009-98f2-4e0f-97a5-d9a3dd267480,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:03.922982 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c49dae0d-f27d-4f3b-a22f-9aef7c13483c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (b5e6ab6b-4847-45b1-b8b8-de29c507ca66), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:03.937623 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2d86e7b-5120-45de-85b2-20277838f14e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:03.939179 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e2d86e7b-5120-45de-85b2-20277838f14e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5376699 Feb 04 13:48:03.951458 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60638) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:03.966302 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-136f7938-79b4-4bfb-a8d5-54499ab683e4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': '967f2fac-00eb-4fe1-ad32-2ff9e89857fe', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:03.990563 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c49dae0d-f27d-4f3b-a22f-9aef7c13483c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (b5e6ab6b-4847-45b1-b8b8-de29c507ca66), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:04.051016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-98ce4f74-3d9c-4fc6-8013-afc79a3609bb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] device_id is not set on port 514f29ad-6ecd-4c39-b668-8872c223fc11 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:48:04.116200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b59864d4-ef0e-4fa7-818a-27fe0501ae0d is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:04.223387 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-5a9bcda0-9c4f-490a-8b6f-b32d12b74417 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup_general--1628639524&fields=id&tenant_id=415201945f1c4fefa31beecb58f01da9 HTTP/1.1" status: 200 len: 267 time: 0.3269045 Feb 04 13:48:04.270994 n-d-714676-13 neutron-server[103607]: INFO neutron.db.securitygroups_db [None req-136f7938-79b4-4bfb-a8d5-54499ab683e4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Project 7a0b98ed329e4084aa74e351c6f4178a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:48:04.299166 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-136f7938-79b4-4bfb-a8d5-54499ab683e4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (8f02fd8e-9670-4107-8939-ffec7fccff76), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:04.309634 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c49dae0d-f27d-4f3b-a22f-9aef7c13483c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b5e6ab6b-4847-45b1-b8b8-de29c507ca66), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:04.354541 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c49dae0d-f27d-4f3b-a22f-9aef7c13483c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:04.374001 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c49dae0d-f27d-4f3b-a22f-9aef7c13483c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/b5e6ab6b-4847-45b1-b8b8-de29c507ca66 HTTP/1.1" status: 204 len: 168 time: 0.5792789 Feb 04 13:48:04.374904 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60644) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:04.467522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Allocated IP 2001:db8::f816:3eff:fe06:54a1 (9c870527-ca67-4fa8-8399-fc234802b686/b8d595bd-65c4-4bc3-96da-a4e2240e5f6a/d1a2af2c-c3f1-497a-84b2-31634d55a6d6) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:04.499443 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-54e55801-dc40-46e5-9136-dccc2c6fc19b tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup_access--376095944&fields=id&tenant_id=415201945f1c4fefa31beecb58f01da9 HTTP/1.1" status: 200 len: 267 time: 0.2005966 Feb 04 13:48:04.505265 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49dae0d-f27d-4f3b-a22f-9aef7c13483c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5e6ab6b-4847-45b1-b8b8-de29c507ca66,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:04.679411 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-cdef5552-cac3-4e99-9a4d-64ce01237c06 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] For port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=69d08c20-ee26-4ffe-b5a2-9cf4daf76b84,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:04.680849 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-cdef5552-cac3-4e99-9a4d-64ce01237c06 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:04.692025 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6fd3ca78-2557-41fe-8708-1ecb4e26ccae tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2722635 Feb 04 13:48:04.706004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60652) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:04.722926 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-136f7938-79b4-4bfb-a8d5-54499ab683e4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (8f02fd8e-9670-4107-8939-ffec7fccff76), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:04.741126 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-136f7938-79b4-4bfb-a8d5-54499ab683e4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (8f02fd8e-9670-4107-8939-ffec7fccff76), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:04.758963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-96648e15-aecb-4129-afcf-5a186cb44811 req-cdef5552-cac3-4e99-9a4d-64ce01237c06 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Calling delete_port for 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:04.800755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f7938-79b4-4bfb-a8d5-54499ab683e4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f02fd8e-9670-4107-8939-ffec7fccff76,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:04.845860 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-136f7938-79b4-4bfb-a8d5-54499ab683e4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:04.851963 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-136f7938-79b4-4bfb-a8d5-54499ab683e4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8942151 Feb 04 13:48:04.873967 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-be555bab-3117-43ae-af4a-d17174d4d152 None None] Current status of the port b59864d4-ef0e-4fa7-818a-27fe0501ae0d is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:04.885853 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b59864d4-ef0e-4fa7-818a-27fe0501ae0d up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:04.989763 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-be555bab-3117-43ae-af4a-d17174d4d152 None None] Provisioning complete for port 0a9b80ce-12a8-4c9d-90ec-313040d109a2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:04.990190 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be555bab-3117-43ae-af4a-d17174d4d152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.024258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9ccc33-c62a-410b-9874-1bd601fa38ee None None] Network 64784a9a-40e5-42f1-a1dd-265e589b4bef requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:05.033008 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1daefa99-ed59-4849-b682-828712dda824 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (5e7d2a57-a182-47e5-8b4c-dd1487d97e19), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.147224 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1daefa99-ed59-4849-b682-828712dda824 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (5e7d2a57-a182-47e5-8b4c-dd1487d97e19), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.252017 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b59864d4-ef0e-4fa7-818a-27fe0501ae0d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:05.252287 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b59864d4-ef0e-4fa7-818a-27fe0501ae0d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.349039 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1daefa99-ed59-4849-b682-828712dda824 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (5e7d2a57-a182-47e5-8b4c-dd1487d97e19), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.362747 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-e791d564-7b64-4dff-9246-15e482d6b140 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:05.364286 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-e791d564-7b64-4dff-9246-15e482d6b140 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/networks?id=c86ed429-9f3a-40e9-a643-65b05ff443e8 HTTP/1.1" status: 200 len: 796 time: 0.7959676 Feb 04 13:48:05.367312 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Publish callbacks [] for port (d1a2af2c-c3f1-497a-84b2-31634d55a6d6), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.372826 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1daefa99-ed59-4849-b682-828712dda824 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.377929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1daefa99-ed59-4849-b682-828712dda824 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/5e7d2a57-a182-47e5-8b4c-dd1487d97e19 HTTP/1.1" status: 204 len: 168 time: 0.6528428 Feb 04 13:48:05.378327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60664) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:05.393974 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (d1a2af2c-c3f1-497a-84b2-31634d55a6d6), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.411140 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daefa99-ed59-4849-b682-828712dda824 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e7d2a57-a182-47e5-8b4c-dd1487d97e19,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:05.454972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-be555bab-3117-43ae-af4a-d17174d4d152 None None] Current status of the port 0a9b80ce-12a8-4c9d-90ec-313040d109a2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:05.461504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-e2e71a38-017b-4b97-9ba7-6ec94bf46f7b tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/quotas/415201945f1c4fefa31beecb58f01da9 HTTP/1.1" status: 200 len: 375 time: 0.0751300 Feb 04 13:48:05.471600 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7cdee150-6abb-4a41-a8b3-efd36d084a86 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks [] for port (dca8e009-cd0b-47d8-9f9a-58378fea5733), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.479562 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-cdef5552-cac3-4e99-9a4d-64ce01237c06 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (69d08c20-ee26-4ffe-b5a2-9cf4daf76b84), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.495761 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-cc45a783-1307-4864-86bc-07c818cd7f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'name': 'tempest-TaggedBootDevicesTest-1488077511-router', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:27Z', 'updated_at': '2022-02-04T13:39:40Z', 'revision_number': 4, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'gw_port': {'id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:29Z', 'updated_at': '2022-02-04T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'af449bfa-a1d6-48a5-9425-11d0c0619359', 'name': '', 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'mac_address': 'fa:16:3e:24:e6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:37Z', 'updated_at': '2022-02-04T13:39:51Z', 'revision_number': 5, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'subnets': [{'id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:05.499088 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9198179a-6f4d-4efb-83c2-89ce611077a6 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1178927 Feb 04 13:48:05.501373 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60666) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:05.503658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Network 9c870527-ca67-4fa8-8399-fc234802b686 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:05.535012 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7cdee150-6abb-4a41-a8b3-efd36d084a86 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (dca8e009-cd0b-47d8-9f9a-58378fea5733), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.539632 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fef73f8c-0e1c-430f-ac3c-38163d63671a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (06dc7ca1-2fa5-4b2e-ac87-fd9c3506cddd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.552788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef5552-cac3-4e99-9a4d-64ce01237c06 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event deleted for resources: {'Port': ['ID=69d08c20-ee26-4ffe-b5a2-9cf4daf76b84,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:05.564446 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fef73f8c-0e1c-430f-ac3c-38163d63671a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (06dc7ca1-2fa5-4b2e-ac87-fd9c3506cddd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.609236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-98ce4f74-3d9c-4fc6-8013-afc79a3609bb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Allocated IP 2001:db8::f816:3eff:fe95:2f1c (9c870527-ca67-4fa8-8399-fc234802b686/b8d595bd-65c4-4bc3-96da-a4e2240e5f6a/514f29ad-6ecd-4c39-b668-8872c223fc11) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:05.612344 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fef73f8c-0e1c-430f-ac3c-38163d63671a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (06dc7ca1-2fa5-4b2e-ac87-fd9c3506cddd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.627248 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fef73f8c-0e1c-430f-ac3c-38163d63671a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.629612 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fef73f8c-0e1c-430f-ac3c-38163d63671a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/06dc7ca1-2fa5-4b2e-ac87-fd9c3506cddd HTTP/1.1" status: 204 len: 168 time: 0.1272247 Feb 04 13:48:05.635783 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60670) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:05.656049 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef73f8c-0e1c-430f-ac3c-38163d63671a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06dc7ca1-2fa5-4b2e-ac87-fd9c3506cddd,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:05.664315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60672) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:05.669639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:05.687546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-96648e15-aecb-4129-afcf-5a186cb44811 req-cdef5552-cac3-4e99-9a4d-64ce01237c06 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] No DVR routers for this DVR port 69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:48:05.694300 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-96648e15-aecb-4129-afcf-5a186cb44811 req-cdef5552-cac3-4e99-9a4d-64ce01237c06 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.697768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96648e15-aecb-4129-afcf-5a186cb44811 req-cdef5552-cac3-4e99-9a4d-64ce01237c06 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.99 "DELETE /v2.0/ports/69d08c20-ee26-4ffe-b5a2-9cf4daf76b84 HTTP/1.1" status: 204 len: 173 time: 2.9884491 Feb 04 13:48:05.709267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Pushing event updated for resources: {'Port': ['ID=d1a2af2c-c3f1-497a-84b2-31634d55a6d6,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:05.731791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b59864d4-ef0e-4fa7-818a-27fe0501ae0d is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:05.733497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2b42134b-0373-4ae5-a097-0c06aa67638a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:05.752922 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-717b1494-50eb-45f4-96b9-300211450a1a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1149368 Feb 04 13:48:05.757855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60676) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:05.795537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:05.808481 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45a783-1307-4864-86bc-07c818cd7f95 None None] Checking router: c876760a-8e92-479f-90f5-a91c8f2e5429 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:48:05.845036 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdee150-6abb-4a41-a8b3-efd36d084a86 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event updated for resources: {'Port': ['ID=dca8e009-cd0b-47d8-9f9a-58378fea5733,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:05.845899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2b42134b-0373-4ae5-a097-0c06aa67638a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:05.846497 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2b42134b-0373-4ae5-a097-0c06aa67638a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.939414 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61f721ec-7ac0-4c17-b00f-61891ca8c25e tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (ae80ae1c-88e5-4f9a-af01-f861d5443925), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:05.953557 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-f903926e-91ca-40cd-aac2-aa6fccd916c3 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=415201945f1c4fefa31beecb58f01da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4750371 Feb 04 13:48:06.066124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-00491d63-393c-4e95-bff5-90879460422a None None] Provisioning complete for port 2b42134b-0373-4ae5-a097-0c06aa67638a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:06.066124 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-00491d63-393c-4e95-bff5-90879460422a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2b42134b-0373-4ae5-a097-0c06aa67638a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.091844 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-040a0365-0cc0-4658-b572-16ef26fdf8a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.098598 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61f721ec-7ac0-4c17-b00f-61891ca8c25e tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (ae80ae1c-88e5-4f9a-af01-f861d5443925), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.140037 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc45a783-1307-4864-86bc-07c818cd7f95 None None] Routers {'c876760a-8e92-479f-90f5-a91c8f2e5429'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:06.140610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-cc45a783-1307-4864-86bc-07c818cd7f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:47:44Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c876760a-8e92-479f-90f5-a91c8f2e5429'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:06.268128 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-7cdee150-6abb-4a41-a8b3-efd36d084a86 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] In _notify_port_updated(), no bound segment for port dca8e009-cd0b-47d8-9f9a-58378fea5733 on network c89c6711-4a76-4952-89d8-199e8d05cb7a {{(pid=103606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:48:06.274616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdee150-6abb-4a41-a8b3-efd36d084a86 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:06.282080 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61f721ec-7ac0-4c17-b00f-61891ca8c25e tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ae80ae1c-88e5-4f9a-af01-f861d5443925), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.283289 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7cdee150-6abb-4a41-a8b3-efd36d084a86 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.288196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7cdee150-6abb-4a41-a8b3-efd36d084a86 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "PUT /v2.0/ports/dca8e009-cd0b-47d8-9f9a-58378fea5733 HTTP/1.1" status: 200 len: 994 time: 4.4557834 Feb 04 13:48:06.288897 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61f721ec-7ac0-4c17-b00f-61891ca8c25e tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.295985 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-61f721ec-7ac0-4c17-b00f-61891ca8c25e tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-groups/ae80ae1c-88e5-4f9a-af01-f861d5443925 HTTP/1.1" status: 204 len: 168 time: 0.5366113 Feb 04 13:48:06.296945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60678) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:06.328932 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60680) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:06.425849 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f721ec-7ac0-4c17-b00f-61891ca8c25e tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae80ae1c-88e5-4f9a-af01-f861d5443925,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:06.486855 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f4f01ec5-f15e-4700-8805-41f9a88d7662 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1550798 Feb 04 13:48:06.497325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Attempting to bind port d1a2af2c-c3f1-497a-84b2-31634d55a6d6 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:48:06.497699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Attempting to bind port d1a2af2c-c3f1-497a-84b2-31634d55a6d6 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '87c674a7-b764-41a7-ab92-451585ea0ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9c870527-ca67-4fa8-8399-fc234802b686'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:48:06.498380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Attempting to bind port d1a2af2c-c3f1-497a-84b2-31634d55a6d6 on network 9c870527-ca67-4fa8-8399-fc234802b686 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:06.501739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60682) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:06.512149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:48:06.512827 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Checking segment: {'id': '87c674a7-b764-41a7-ab92-451585ea0ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9c870527-ca67-4fa8-8399-fc234802b686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:06.513759 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.514435 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Bound using segment: {'id': '87c674a7-b764-41a7-ab92-451585ea0ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9c870527-ca67-4fa8-8399-fc234802b686'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:48:06.514710 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4795a90d-b449-4e39-9f7b-944871072763 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598002782'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:06.515325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Bound port: d1a2af2c-c3f1-497a-84b2-31634d55a6d6, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c674a7-b764-41a7-ab92-451585ea0ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9c870527-ca67-4fa8-8399-fc234802b686'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:48:06.515901 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d1a2af2c-c3f1-497a-84b2-31634d55a6d6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.537441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-cc45a783-1307-4864-86bc-07c818cd7f95 None None] Set router c876760a-8e92-479f-90f5-a91c8f2e5429 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:06.563064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-f7c9e3ac-b768-4cff-a67f-7c17be8eeafc service neutron] 10.222.0.96 "GET /v2.0/networks/c86ed429-9f3a-40e9-a643-65b05ff443e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743871 Feb 04 13:48:06.567487 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-040a0365-0cc0-4658-b572-16ef26fdf8a1 admin admin] Publish callbacks [] for security_group (dbe07641-827e-4bcf-ab3e-381c56e746ec), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.569400 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4795a90d-b449-4e39-9f7b-944871072763 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.587374 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-040a0365-0cc0-4658-b572-16ef26fdf8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (dbe07641-827e-4bcf-ab3e-381c56e746ec), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.623076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2b42134b-0373-4ae5-a097-0c06aa67638a is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:06.623554 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2b42134b-0373-4ae5-a097-0c06aa67638a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.629256 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98ce4f74-3d9c-4fc6-8013-afc79a3609bb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for port (514f29ad-6ecd-4c39-b668-8872c223fc11), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.703074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4795a90d-b449-4e39-9f7b-944871072763 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (41e210a6-d261-46eb-90f5-87347d5d1bbe), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.720387 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4795a90d-b449-4e39-9f7b-944871072763 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (41e210a6-d261-46eb-90f5-87347d5d1bbe), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.753156 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4795a90d-b449-4e39-9f7b-944871072763 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.754981 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4795a90d-b449-4e39-9f7b-944871072763 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2512510 Feb 04 13:48:06.766784 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-040a0365-0cc0-4658-b572-16ef26fdf8a1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7985a1ccbb164e61b8fe553b5a9a077b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1008055 Feb 04 13:48:06.768083 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60684) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:06.768819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60686) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:06.780656 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-becebc67-61b8-4db3-b4eb-86f571894414 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group_rule': {'security_group_id': '41e210a6-d261-46eb-90f5-87347d5d1bbe', 'direction': 'ingress', 'protocol': 17}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:06.785279 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-1c95b97e-9d95-4483-b955-c483a043c29c service neutron] 10.222.0.96 "GET /v2.0/networks/c86ed429-9f3a-40e9-a643-65b05ff443e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120366 Feb 04 13:48:06.798980 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a0365-0cc0-4658-b572-16ef26fdf8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe07641-827e-4bcf-ab3e-381c56e746ec,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:06.840370 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98ce4f74-3d9c-4fc6-8013-afc79a3609bb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (514f29ad-6ecd-4c39-b668-8872c223fc11), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.856447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795a90d-b449-4e39-9f7b-944871072763 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e210a6-d261-46eb-90f5-87347d5d1bbe,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:06.940423 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-becebc67-61b8-4db3-b4eb-86f571894414 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (330bd96d-36d2-499b-ae4c-a65d4c2eaa35), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.968891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a75d2b11-e6dd-4fd7-8247-e4079ef8cd04 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Deleting port dca8e009-cd0b-47d8-9f9a-58378fea5733 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:06.969174 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a75d2b11-e6dd-4fd7-8247-e4079ef8cd04 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (dca8e009-cd0b-47d8-9f9a-58378fea5733), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:06.972383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ce4f74-3d9c-4fc6-8013-afc79a3609bb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Network 9c870527-ca67-4fa8-8399-fc234802b686 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:06.978295 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-98ce4f74-3d9c-4fc6-8013-afc79a3609bb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:06.997233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce4f74-3d9c-4fc6-8013-afc79a3609bb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:07.004603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ce4f74-3d9c-4fc6-8013-afc79a3609bb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:07.006040 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98ce4f74-3d9c-4fc6-8013-afc79a3609bb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:07.006263 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 2b42134b-0373-4ae5-a097-0c06aa67638a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2b42134b-0373-4ae5-a097-0c06aa67638a,segment=NetworkSegment(0c4ff44f-f498-4184-b0a7-c05250852337),segment_id=0c4ff44f-f498-4184-b0a7-c05250852337)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:07.031420 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2b42134b-0373-4ae5-a097-0c06aa67638a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:07.032252 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0a9b80ce-12a8-4c9d-90ec-313040d109a2 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:07.040554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce4f74-3d9c-4fc6-8013-afc79a3609bb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event updated for resources: {'Port': ['ID=514f29ad-6ecd-4c39-b668-8872c223fc11,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:07.050971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-98ce4f74-3d9c-4fc6-8013-afc79a3609bb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.9665196 Feb 04 13:48:07.054033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60688) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:07.133724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1cedce-981b-4942-888a-ffe96e5dfcdb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Deleting subnet b8d595bd-65c4-4bc3-96da-a4e2240e5f6a {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:48:07.140678 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d1cedce-981b-4942-888a-ffe96e5dfcdb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for subnet (b8d595bd-65c4-4bc3-96da-a4e2240e5f6a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:07.215522 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d1cedce-981b-4942-888a-ffe96e5dfcdb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (b8d595bd-65c4-4bc3-96da-a4e2240e5f6a), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:07.284357 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=2b42134b-0373-4ae5-a097-0c06aa67638a,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:07.317568 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d56b22f8-395b-4bf7-9752-2b07ad8bc194 admin admin] Publish callbacks [] for security_group (dbe07641-827e-4bcf-ab3e-381c56e746ec), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:07.369045 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a75d2b11-e6dd-4fd7-8247-e4079ef8cd04 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (dca8e009-cd0b-47d8-9f9a-58378fea5733), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:07.397044 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d56b22f8-395b-4bf7-9752-2b07ad8bc194 admin admin] Publish callbacks [] for security_group (dbe07641-827e-4bcf-ab3e-381c56e746ec), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:07.408634 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-becebc67-61b8-4db3-b4eb-86f571894414 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (330bd96d-36d2-499b-ae4c-a65d4c2eaa35), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:07.423427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a75d2b11-e6dd-4fd7-8247-e4079ef8cd04 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Calling delete_port for dca8e009-cd0b-47d8-9f9a-58378fea5733 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:07.427473 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-becebc67-61b8-4db3-b4eb-86f571894414 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (330bd96d-36d2-499b-ae4c-a65d4c2eaa35), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:07.498164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] For port d1a2af2c-c3f1-497a-84b2-31634d55a6d6, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:48:07.536160 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 0a9b80ce-12a8-4c9d-90ec-313040d109a2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:07.536799 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:07.564791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2816d-9660-4923-8740-d6b75dcc9484 req-3d31deea-8cd4-4f7f-a052-f53fcef4300d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:07.575292 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4de2816d-9660-4923-8740-d6b75dcc9484 req-3d31deea-8cd4-4f7f-a052-f53fcef4300d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.3220422 Feb 04 13:48:07.615109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] For port d1a2af2c-c3f1-497a-84b2-31634d55a6d6, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d1a2af2c-c3f1-497a-84b2-31634d55a6d6,segment=NetworkSegment(87c674a7-b764-41a7-ab92-451585ea0ccc),segment_id=87c674a7-b764-41a7-ab92-451585ea0ccc)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:48:07.648041 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d1a2af2c-c3f1-497a-84b2-31634d55a6d6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:07.685924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-00491d63-393c-4e95-bff5-90879460422a None None] Current status of the port 2b42134b-0373-4ae5-a097-0c06aa67638a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:07.708108 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4de2816d-9660-4923-8740-d6b75dcc9484 req-a152f90d-601b-4d9c-b69b-1c504bcac2c2 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123388 Feb 04 13:48:07.746280 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d1cedce-981b-4942-888a-ffe96e5dfcdb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (b8d595bd-65c4-4bc3-96da-a4e2240e5f6a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:07.759488 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d56b22f8-395b-4bf7-9752-2b07ad8bc194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (dbe07641-827e-4bcf-ab3e-381c56e746ec), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:07.772675 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d56b22f8-395b-4bf7-9752-2b07ad8bc194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:07.789703 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d56b22f8-395b-4bf7-9752-2b07ad8bc194 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dbe07641-827e-4bcf-ab3e-381c56e746ec HTTP/1.1" status: 204 len: 168 time: 0.9869697 Feb 04 13:48:07.822978 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-becebc67-61b8-4db3-b4eb-86f571894414 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:07.825957 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-becebc67-61b8-4db3-b4eb-86f571894414 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0514202 Feb 04 13:48:07.851765 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becebc67-61b8-4db3-b4eb-86f571894414 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330bd96d-36d2-499b-ae4c-a65d4c2eaa35,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:07.854920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60704) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:07.918830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b22f8-395b-4bf7-9752-2b07ad8bc194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe07641-827e-4bcf-ab3e-381c56e746ec,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:07.963578 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2636e52-642c-4f47-9fc8-5391b7e2302a x-openstack-request-id: req-f2636e52-642c-4f47-9fc8-5391b7e2302a {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:48:07.964971 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-deleted", "tag": "d0f5a809-9c39-466e-a4d9-f65229b8adcb", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:48:07.964971 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f2636e52-642c-4f47-9fc8-5391b7e2302a {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:48:07.965589 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-deleted', 'tag': 'd0f5a809-9c39-466e-a4d9-f65229b8adcb', 'status': 'completed', 'code': 200} Feb 04 13:48:07.968065 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d1cedce-981b-4942-888a-ffe96e5dfcdb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (b8d595bd-65c4-4bc3-96da-a4e2240e5f6a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:08.039562 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d1cedce-981b-4942-888a-ffe96e5dfcdb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:08.054547 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60706) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:08.064361 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4d1cedce-981b-4942-888a-ffe96e5dfcdb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/subnets/b8d595bd-65c4-4bc3-96da-a4e2240e5f6a HTTP/1.1" status: 204 len: 168 time: 1.0087888 Feb 04 13:48:08.107153 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7a5b891e-03cb-4fa7-9b89-490050c138b6 None None] Provisioning complete for port 2b42134b-0373-4ae5-a097-0c06aa67638a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:08.107873 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a5b891e-03cb-4fa7-9b89-490050c138b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2b42134b-0373-4ae5-a097-0c06aa67638a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:08.122861 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cedce-981b-4942-888a-ffe96e5dfcdb tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d595bd-65c4-4bc3-96da-a4e2240e5f6a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:08.211611 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef863af5-06e2-4668-9816-054428421aba req-b08530a8-95c5-4bc4-9054-089ee39b9500 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.0594401 Feb 04 13:48:08.269691 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74cde1eb-8f5c-4964-9fd5-a75af85d8f5f tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (41e210a6-d261-46eb-90f5-87347d5d1bbe), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:08.427001 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fcdecd-2fce-471d-ab8b-c58cfd2c6403 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:08.440485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fcdecd-2fce-471d-ab8b-c58cfd2c6403 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:08.461216 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-43fcdecd-2fce-471d-ab8b-c58cfd2c6403 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4036341 Feb 04 13:48:08.462716 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60718) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:08.466403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 0a9b80ce-12a8-4c9d-90ec-313040d109a2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:08.467481 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74cde1eb-8f5c-4964-9fd5-a75af85d8f5f tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (41e210a6-d261-46eb-90f5-87347d5d1bbe), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:08.475267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-cc45a783-1307-4864-86bc-07c818cd7f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'name': 'tempest-TaggedBootDevicesTest-1488077511-router', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:27Z', 'updated_at': '2022-02-04T13:39:40Z', 'revision_number': 4, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'gw_port': {'id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:29Z', 'updated_at': '2022-02-04T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'af449bfa-a1d6-48a5-9425-11d0c0619359', 'name': '', 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'mac_address': 'fa:16:3e:24:e6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:37Z', 'updated_at': '2022-02-04T13:39:51Z', 'revision_number': 5, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'subnets': [{'id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:08.558663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fa737-7fc0-452d-87f2-40045bf1d1f2 None None] Pushing event updated for resources: {'Port': ['ID=d1a2af2c-c3f1-497a-84b2-31634d55a6d6,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:08.594614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45a783-1307-4864-86bc-07c818cd7f95 None None] The sync data for ids ['c876760a-8e92-479f-90f5-a91c8f2e5429'] in n-d-714676-13 is: [{'id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'name': 'tempest-TaggedBootDevicesTest-1488077511-router', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:27Z', 'updated_at': '2022-02-04T13:39:40Z', 'revision_number': 4, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'gw_port': {'id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:29Z', 'updated_at': '2022-02-04T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'af449bfa-a1d6-48a5-9425-11d0c0619359', 'name': '', 'network_id': '7912785f-1fa8-4b69-9cba-aa96f632b769', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'mac_address': 'fa:16:3e:24:e6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:37Z', 'updated_at': '2022-02-04T13:39:51Z', 'revision_number': 5, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'subnets': [{'id': '2f4e23bc-2030-43db-882a-fc66074f8533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:48:08.802175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b891e-03cb-4fa7-9b89-490050c138b6 None None] Current status of the port 2b42134b-0373-4ae5-a097-0c06aa67638a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:08.823553 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74cde1eb-8f5c-4964-9fd5-a75af85d8f5f tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (41e210a6-d261-46eb-90f5-87347d5d1bbe), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:08.833981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-9e69d3b9-a592-4419-a1db-22f89e4b56d6 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-880575385&fields=id&tenant_id=7a0b98ed329e4084aa74e351c6f4178a HTTP/1.1" status: 200 len: 267 time: 0.4021621 Feb 04 13:48:08.840492 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74cde1eb-8f5c-4964-9fd5-a75af85d8f5f tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:08.845083 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-74cde1eb-8f5c-4964-9fd5-a75af85d8f5f tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-groups/41e210a6-d261-46eb-90f5-87347d5d1bbe HTTP/1.1" status: 204 len: 168 time: 0.9720709 Feb 04 13:48:08.855023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60722) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:08.864413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7a5b891e-03cb-4fa7-9b89-490050c138b6 None None] Provisioning complete for port dca8e009-cd0b-47d8-9f9a-58378fea5733 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:08.864977 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a5b891e-03cb-4fa7-9b89-490050c138b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dca8e009-cd0b-47d8-9f9a-58378fea5733), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:08.872053 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a75d2b11-e6dd-4fd7-8247-e4079ef8cd04 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (dca8e009-cd0b-47d8-9f9a-58378fea5733), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:08.984932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b891e-03cb-4fa7-9b89-490050c138b6 None None] Port dca8e009-cd0b-47d8-9f9a-58378fea5733 was deleted so its status cannot be updated. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 04 13:48:08.990521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d2b11-e6dd-4fd7-8247-e4079ef8cd04 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event deleted for resources: {'Port': ['ID=dca8e009-cd0b-47d8-9f9a-58378fea5733,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:09.013099 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cde1eb-8f5c-4964-9fd5-a75af85d8f5f tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e210a6-d261-46eb-90f5-87347d5d1bbe,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:09.036966 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-815967bc-8ae7-4740-8baa-98742df1e361 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (9c870527-ca67-4fa8-8399-fc234802b686), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:09.098053 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-815967bc-8ae7-4740-8baa-98742df1e361 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 13:48:09.104010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-815967bc-8ae7-4740-8baa-98742df1e361 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:09.108143 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-815967bc-8ae7-4740-8baa-98742df1e361 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/networks/9c870527-ca67-4fa8-8399-fc234802b686 HTTP/1.1" status: 409 len: 466 time: 0.6150174 Feb 04 13:48:09.123221 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60728) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:09.130259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8a1f0605-781b-4eaf-9a3f-e24ec3a14279 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2050616448'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:09.160801 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-35d577e8-4fa6-4c2a-a550-a83983131882 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2705796 Feb 04 13:48:09.162355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60730) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:09.192926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1f0605-781b-4eaf-9a3f-e24ec3a14279 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Made reservation on behalf of 6082cb1ec03b4d1f989dddec1dc529f5 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:09.200731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-90c22834-ee08-4e83-9d32-ab031f8151e1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311471572'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:09.201642 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0605-781b-4eaf-9a3f-e24ec3a14279 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:09.304760 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90c22834-ee08-4e83-9d32-ab031f8151e1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:09.473512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2b42134b-0373-4ae5-a097-0c06aa67638a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:09.722231 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a75d2b11-e6dd-4fd7-8247-e4079ef8cd04 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:09.751083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2b42134b-0373-4ae5-a097-0c06aa67638a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:09.751731 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2b42134b-0373-4ae5-a097-0c06aa67638a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:09.755167 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a75d2b11-e6dd-4fd7-8247-e4079ef8cd04 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "DELETE /v2.0/ports/dca8e009-cd0b-47d8-9f9a-58378fea5733 HTTP/1.1" status: 204 len: 168 time: 3.4510138 Feb 04 13:48:09.768127 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60736) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:09.879401 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab140fe-ebca-4cfb-87cb-b1ef2d93f1ff None None] New status for floating IP 0660f869-cc7e-44c1-9849-e8c7dd150d79: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:48:09.938459 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1776ac-c733-4e6b-b505-974f6b4696b5 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] GET failed (client error): The resource could not be found. Feb 04 13:48:09.940976 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7f1776ac-c733-4e6b-b505-974f6b4696b5 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "GET /v2.0/ports/dca8e009-cd0b-47d8-9f9a-58378fea5733 HTTP/1.1" status: 404 len: 333 time: 0.1567347 Feb 04 13:48:09.947404 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60740) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:09.985632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-67ce2d96-f121-4637-ac01-5982940a284e tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Request body: {'port': {'network_id': 'c89c6711-4a76-4952-89d8-199e8d05cb7a', 'name': 'tempest-AllowedAddressPairTestJSON-420703675'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:10.013644 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2b42134b-0373-4ae5-a097-0c06aa67638a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:10.015136 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d1a2af2c-c3f1-497a-84b2-31634d55a6d6 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:10.143502 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port d1a2af2c-c3f1-497a-84b2-31634d55a6d6 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:10.144413 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d1a2af2c-c3f1-497a-84b2-31634d55a6d6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:10.347012 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90c22834-ee08-4e83-9d32-ab031f8151e1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (5d5df403-f8ef-40f6-87c8-041beb212665), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:10.375696 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90c22834-ee08-4e83-9d32-ab031f8151e1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5d5df403-f8ef-40f6-87c8-041beb212665), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:10.405536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d1a2af2c-c3f1-497a-84b2-31634d55a6d6 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:10.405805 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d1a2af2c-c3f1-497a-84b2-31634d55a6d6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:10.449116 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-deleted', 'tag': '69d08c20-ee26-4ffe-b5a2-9cf4daf76b84'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:48:10.454339 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3395ce97-3aa7-4147-9b09-e9664464a5ef" -d '{"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-deleted", "tag": "69d08c20-ee26-4ffe-b5a2-9cf4daf76b84"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:48:10.464533 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c22834-ee08-4e83-9d32-ab031f8151e1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5df403-f8ef-40f6-87c8-041beb212665,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:10.466627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port d1a2af2c-c3f1-497a-84b2-31634d55a6d6, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d1a2af2c-c3f1-497a-84b2-31634d55a6d6,segment=NetworkSegment(87c674a7-b764-41a7-ab92-451585ea0ccc),segment_id=87c674a7-b764-41a7-ab92-451585ea0ccc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:10.470799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12574723-d320-4c17-8864-0bc617dc5d85 None None] Network 9c870527-ca67-4fa8-8399-fc234802b686 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:10.493249 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d1a2af2c-c3f1-497a-84b2-31634d55a6d6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:10.556256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ce2d96-f121-4637-ac01-5982940a284e tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Made reservation on behalf of 52739dadf2604e0388e154e9e58c319f for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:10.567181 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67ce2d96-f121-4637-ac01-5982940a284e tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:10.572111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-c3b98bd5-3e3d-4039-b3b8-ebe210d3e978 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:10.575178 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-c3b98bd5-3e3d-4039-b3b8-ebe210d3e978 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/networks?id=64784a9a-40e5-42f1-a1dd-265e589b4bef HTTP/1.1" status: 200 len: 797 time: 1.7396054 Feb 04 13:48:10.582965 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90c22834-ee08-4e83-9d32-ab031f8151e1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:10.585900 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-90c22834-ee08-4e83-9d32-ab031f8151e1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4172943 Feb 04 13:48:10.591035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1f0605-781b-4eaf-9a3f-e24ec3a14279 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:10.598777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60752) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:10.608036 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c1ac773f-5010-442f-ab08-21488b432942 None None] Provisioning complete for port d1a2af2c-c3f1-497a-84b2-31634d55a6d6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:10.608036 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1ac773f-5010-442f-ab08-21488b432942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d1a2af2c-c3f1-497a-84b2-31634d55a6d6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:10.617372 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-95879380-b415-445e-bc1f-6d9eff1b0ed1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521013779'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:10.634148 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0605-781b-4eaf-9a3f-e24ec3a14279 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (8ef28c44-02fe-4ce9-bbef-821048008c49), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:10.634482 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-8a1f0605-781b-4eaf-9a3f-e24ec3a14279 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Added segment 8ef28c44-02fe-4ce9-bbef-821048008c49 of type vlan for network 62674221-71d4-4720-ab1f-62faec422f7a Feb 04 13:48:10.639574 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-67ce2d96-f121-4637-ac01-5982940a284e tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] device_id is not set on port 63e07e49-6b55-4e4e-8f27-d66755f6dd02 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:48:10.656445 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=d1a2af2c-c3f1-497a-84b2-31634d55a6d6,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:10.667860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-32badaa0-3004-4bcd-bb0c-d2048643f795 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/quotas/7a0b98ed329e4084aa74e351c6f4178a HTTP/1.1" status: 200 len: 375 time: 0.0658724 Feb 04 13:48:10.767692 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95879380-b415-445e-bc1f-6d9eff1b0ed1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:10.784988 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0605-781b-4eaf-9a3f-e24ec3a14279 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (62674221-71d4-4720-ab1f-62faec422f7a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:10.811711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-4eeabeeb-f8b4-4886-a484-04361f687005 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:10.813720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-4eeabeeb-f8b4-4886-a484-04361f687005 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.99 "GET /v2.0/networks?id=c86ed429-9f3a-40e9-a643-65b05ff443e8 HTTP/1.1" status: 200 len: 796 time: 1.6244540 Feb 04 13:48:10.848099 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac773f-5010-442f-ab08-21488b432942 None None] Current status of the port d1a2af2c-c3f1-497a-84b2-31634d55a6d6 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:10.880330 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9620075b-756a-4ab4-a66d-5842044812c3 None None] DHCP port deletion for 9c870527-ca67-4fa8-8399-fc234802b686 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:48:10.941988 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0605-781b-4eaf-9a3f-e24ec3a14279 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (62674221-71d4-4720-ab1f-62faec422f7a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:10.947581 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1f0605-781b-4eaf-9a3f-e24ec3a14279 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:10.957187 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0605-781b-4eaf-9a3f-e24ec3a14279 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:10.981981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-67ce2d96-f121-4637-ac01-5982940a284e tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Allocated IP 172.20.0.10 (c89c6711-4a76-4952-89d8-199e8d05cb7a/4f6ba559-fbbd-420c-8883-ba41025e6a57/63e07e49-6b55-4e4e-8f27-d66755f6dd02) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:10.990443 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-061c12ca-6dba-46d4-aeba-a042aa0303e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:11.025805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9620075b-756a-4ab4-a66d-5842044812c3 None None] Deleting port d1a2af2c-c3f1-497a-84b2-31634d55a6d6 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:11.027184 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9620075b-756a-4ab4-a66d-5842044812c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d1a2af2c-c3f1-497a-84b2-31634d55a6d6), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:11.113533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d1a2af2c-c3f1-497a-84b2-31634d55a6d6 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:48:11.145696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f0605-781b-4eaf-9a3f-e24ec3a14279 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event updated for resources: {'Network': ['ID=62674221-71d4-4720-ab1f-62faec422f7a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:11.170190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-ec625658-92d7-4893-9b14-973e49da8d5a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4642091 Feb 04 13:48:11.203381 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 62674221-71d4-4720-ab1f-62faec422f7a details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:48:11.261722 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67ce2d96-f121-4637-ac01-5982940a284e tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks [] for port (63e07e49-6b55-4e4e-8f27-d66755f6dd02), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:11.278605 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-9e4b3d67-6851-4f13-8478-1f9c8e683cbb tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=415201945f1c4fefa31beecb58f01da9 HTTP/1.1" status: 200 len: 477 time: 0.4305384 Feb 04 13:48:11.286486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8a1f0605-781b-4eaf-9a3f-e24ec3a14279 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1605568 Feb 04 13:48:11.303207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9620075b-756a-4ab4-a66d-5842044812c3 None None] For port d1a2af2c-c3f1-497a-84b2-31634d55a6d6, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d1a2af2c-c3f1-497a-84b2-31634d55a6d6,segment=NetworkSegment(87c674a7-b764-41a7-ab92-451585ea0ccc),segment_id=87c674a7-b764-41a7-ab92-451585ea0ccc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:11.303867 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9620075b-756a-4ab4-a66d-5842044812c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d1a2af2c-c3f1-497a-84b2-31634d55a6d6), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:11.307415 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-3ca3d394-f49c-480d-838d-02bf2e718f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Request body: {'port': {'device_id': 'ed17fbf6-90f0-47fa-ba66-301dc2ee20e0', 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8', 'admin_state_up': True, 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'security_groups': ['1fda3b67-5537-44dc-bf57-b89f5fc5d766', '0b6512d3-23af-4a34-b4a3-8a701760acea']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:11.312010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60762) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:11.328940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5cc1c38e-0b92-4885-88ed-0edcfe6cbef0 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Request body: {'subnet': {'network_id': '62674221-71d4-4720-ab1f-62faec422f7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:11.336015 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9620075b-756a-4ab4-a66d-5842044812c3 None None] Calling delete_port for d1a2af2c-c3f1-497a-84b2-31634d55a6d6 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:11.340820 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67ce2d96-f121-4637-ac01-5982940a284e tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (63e07e49-6b55-4e4e-8f27-d66755f6dd02), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:11.582897 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce2d96-f121-4637-ac01-5982940a284e tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Network c89c6711-4a76-4952-89d8-199e8d05cb7a is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:11.587453 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d1a2af2c-c3f1-497a-84b2-31634d55a6d6 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:11.587453 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d1a2af2c-c3f1-497a-84b2-31634d55a6d6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:11.597587 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-67ce2d96-f121-4637-ac01-5982940a284e tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:11.624093 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce2d96-f121-4637-ac01-5982940a284e tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event updated for resources: {'Port': ['ID=63e07e49-6b55-4e4e-8f27-d66755f6dd02,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:11.628525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce2d96-f121-4637-ac01-5982940a284e tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:11.653267 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95879380-b415-445e-bc1f-6d9eff1b0ed1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (6244d6af-1e00-4314-b297-5431a503e749), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:11.668062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-3ca3d394-f49c-480d-838d-02bf2e718f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Made reservation on behalf of 415201945f1c4fefa31beecb58f01da9 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:11.674805 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-3ca3d394-f49c-480d-838d-02bf2e718f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:11.702759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port d1a2af2c-c3f1-497a-84b2-31634d55a6d6, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d1a2af2c-c3f1-497a-84b2-31634d55a6d6,segment=NetworkSegment(87c674a7-b764-41a7-ab92-451585ea0ccc),segment_id=87c674a7-b764-41a7-ab92-451585ea0ccc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:11.718523 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d1a2af2c-c3f1-497a-84b2-31634d55a6d6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:11.740222 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9620075b-756a-4ab4-a66d-5842044812c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (d1a2af2c-c3f1-497a-84b2-31634d55a6d6), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:11.790329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ce2d96-f121-4637-ac01-5982940a284e tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:11.791721 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67ce2d96-f121-4637-ac01-5982940a284e tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:11.812380 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc1c38e-0b92-4885-88ed-0edcfe6cbef0 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Made reservation on behalf of 6082cb1ec03b4d1f989dddec1dc529f5 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:11.816361 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cc1c38e-0b92-4885-88ed-0edcfe6cbef0 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:11.855963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=d1a2af2c-c3f1-497a-84b2-31634d55a6d6,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:11.859086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620075b-756a-4ab4-a66d-5842044812c3 None None] No DVR routers for this DVR port d1a2af2c-c3f1-497a-84b2-31634d55a6d6 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:48:11.903772 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620075b-756a-4ab4-a66d-5842044812c3 None None] Pushing event deleted for resources: {'Port': ['ID=d1a2af2c-c3f1-497a-84b2-31634d55a6d6,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:11.907322 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60768) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:11.972647 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-3ca3d394-f49c-480d-838d-02bf2e718f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Allocated IP 172.20.0.14 (c86ed429-9f3a-40e9-a643-65b05ff443e8/e741603a-9123-4eb2-8f9b-e7ea9649f5bc/09d869b2-3055-4af9-8be9-c90c05d86237) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:12.111374 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95879380-b415-445e-bc1f-6d9eff1b0ed1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6244d6af-1e00-4314-b297-5431a503e749), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:12.128087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f07f2584-5bc9-4f10-91c6-323611d284a4 None None] Provisioning complete for port 63e07e49-6b55-4e4e-8f27-d66755f6dd02 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:12.128464 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f07f2584-5bc9-4f10-91c6-323611d284a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (63e07e49-6b55-4e4e-8f27-d66755f6dd02), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:12.146588 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95879380-b415-445e-bc1f-6d9eff1b0ed1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:12.150796 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-95879380-b415-445e-bc1f-6d9eff1b0ed1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5507827 Feb 04 13:48:12.158880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60772) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:12.166489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-81b3a5e5-c978-4663-bdcc-35d3fc88a113 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group_rule': {'security_group_id': '5d5df403-f8ef-40f6-87c8-041beb212665', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6244d6af-1e00-4314-b297-5431a503e749', 'remote_ip_prefix': None}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:12.212908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f07f2584-5bc9-4f10-91c6-323611d284a4 None None] Port 63e07e49-6b55-4e4e-8f27-d66755f6dd02 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:12.266146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-ed63a536-a7d7-4a85-926c-ac24b6746c6a service neutron] 10.222.0.96 "GET /v2.0/networks/64784a9a-40e5-42f1-a1dd-265e589b4bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0019505 Feb 04 13:48:12.266806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95879380-b415-445e-bc1f-6d9eff1b0ed1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6244d6af-1e00-4314-b297-5431a503e749,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:12.356431 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-3ca3d394-f49c-480d-838d-02bf2e718f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for port (09d869b2-3055-4af9-8be9-c90c05d86237), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:12.370784 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-81b3a5e5-c978-4663-bdcc-35d3fc88a113 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (c229c4bc-2ce9-4f4b-900d-f99e4b256e90), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:12.474773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-f4b566cd-cceb-4566-b5b4-fff4ffec8f5e service neutron] 10.222.0.96 "GET /v2.0/networks/64784a9a-40e5-42f1-a1dd-265e589b4bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987052 Feb 04 13:48:12.504981 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-3ca3d394-f49c-480d-838d-02bf2e718f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (09d869b2-3055-4af9-8be9-c90c05d86237), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:12.564511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3d394-f49c-480d-838d-02bf2e718f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'Port': ['ID=09d869b2-3055-4af9-8be9-c90c05d86237,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:12.578753 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-81b3a5e5-c978-4663-bdcc-35d3fc88a113 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (c229c4bc-2ce9-4f4b-900d-f99e4b256e90), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:12.598451 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-81b3a5e5-c978-4663-bdcc-35d3fc88a113 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (c229c4bc-2ce9-4f4b-900d-f99e4b256e90), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:12.606496 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-67ce2d96-f121-4637-ac01-5982940a284e tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6432071 Feb 04 13:48:12.613843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-3ca3d394-f49c-480d-838d-02bf2e718f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Network c86ed429-9f3a-40e9-a643-65b05ff443e8 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:12.615252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60774) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:12.619075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1604276195'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:12.630913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2e3f178f-799b-40b1-9f2d-60171f860068 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:24:e9:94'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:12.654183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3a5e5-c978-4663-bdcc-35d3fc88a113 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c229c4bc-2ce9-4f4b-900d-f99e4b256e90,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:12.657521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-3ca3d394-f49c-480d-838d-02bf2e718f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:12.682257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-3ca3d394-f49c-480d-838d-02bf2e718f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:12.702125 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-81b3a5e5-c978-4663-bdcc-35d3fc88a113 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:12.703494 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-81b3a5e5-c978-4663-bdcc-35d3fc88a113 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5434973 Feb 04 13:48:12.714753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60778) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:12.777942 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Made reservation on behalf of 4a61bc155b1845709d751446b2b06136 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:12.781853 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:12.819818 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:12.886335 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c9ebdb8-94e7-41b5-98e1-b3786d10c0b4 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (c229c4bc-2ce9-4f4b-900d-f99e4b256e90), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:12.926741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-3ca3d394-f49c-480d-838d-02bf2e718f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:12.927444 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-3ca3d394-f49c-480d-838d-02bf2e718f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:12.932988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.objects.ports [None req-5cc1c38e-0b92-4885-88ed-0edcfe6cbef0 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:48:12.933232 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c9ebdb8-94e7-41b5-98e1-b3786d10c0b4 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (c229c4bc-2ce9-4f4b-900d-f99e4b256e90), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:12.944003 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cc1c38e-0b92-4885-88ed-0edcfe6cbef0 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (590825b6-d786-4554-a1f3-9f86c96ceded), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:12.975687 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36fbb4-5584-4de7-971d-43f6aeacae5a req-1789bf11-39d0-40d1-8411-f2bd7303a16e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:12.977816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7d36fbb4-5584-4de7-971d-43f6aeacae5a req-1789bf11-39d0-40d1-8411-f2bd7303a16e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 971 time: 0.1846411 Feb 04 13:48:12.984845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-3ca3d394-f49c-480d-838d-02bf2e718f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.6877398 Feb 04 13:48:13.003385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-acf6da18-4a42-47eb-93f2-74efa40e3739 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:48:13.004415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-acf6da18-4a42-47eb-93f2-74efa40e3739 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135942 Feb 04 13:48:13.052333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1c38e-0b92-4885-88ed-0edcfe6cbef0 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event updated for resources: {'Subnet': ['ID=590825b6-d786-4554-a1f3-9f86c96ceded,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:13.057584 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c9ebdb8-94e7-41b5-98e1-b3786d10c0b4 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (c229c4bc-2ce9-4f4b-900d-f99e4b256e90), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:13.077905 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c9ebdb8-94e7-41b5-98e1-b3786d10c0b4 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:13.079162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9c9ebdb8-94e7-41b5-98e1-b3786d10c0b4 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/c229c4bc-2ce9-4f4b-900d-f99e4b256e90 HTTP/1.1" status: 204 len: 168 time: 0.3633366 Feb 04 13:48:13.082604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60788) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:13.105274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ebdb8-94e7-41b5-98e1-b3786d10c0b4 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c229c4bc-2ce9-4f4b-900d-f99e4b256e90,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:13.173307 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7d36fbb4-5584-4de7-971d-43f6aeacae5a req-ece5bf38-91e1-4a2b-800b-1fc18eec0d88 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/security-groups?id=0b6512d3-23af-4a34-b4a3-8a701760acea&id=1fda3b67-5537-44dc-bf57-b89f5fc5d766&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1871431 Feb 04 13:48:13.189069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Request body: {'port': {'device_id': 'ed17fbf6-90f0-47fa-ba66-301dc2ee20e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:13.201549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Publish callbacks [] for security_group (a8241e34-b19f-491c-90d6-71128cfa2044), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:13.205635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc1c38e-0b92-4885-88ed-0edcfe6cbef0 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Checking segment: {'id': '8ef28c44-02fe-4ce9-bbef-821048008c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '62674221-71d4-4720-ab1f-62faec422f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:13.206273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc1c38e-0b92-4885-88ed-0edcfe6cbef0 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Network hostable DHCP agents. Network: 62674221-71d4-4720-ab1f-62faec422f7a, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:13.217719 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a8241e34-b19f-491c-90d6-71128cfa2044), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:13.232128 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:13.255273 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-06f68752-8987-453b-9d17-e82d81058925 None None] Provisioning complete for port 09d869b2-3055-4af9-8be9-c90c05d86237 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:13.257362 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-06f68752-8987-453b-9d17-e82d81058925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (09d869b2-3055-4af9-8be9-c90c05d86237), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:13.264173 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (78f6c2fb-50c2-40a3-ad26-fb71a2bef735), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:13.264832 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Added segment 78f6c2fb-50c2-40a3-ad26-fb71a2bef735 of type vlan for network 82b90624-2423-4f72-90c8-b7aacb29e4e7 Feb 04 13:48:13.355483 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (09d869b2-3055-4af9-8be9-c90c05d86237), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:13.359842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-06f68752-8987-453b-9d17-e82d81058925 None None] Port 09d869b2-3055-4af9-8be9-c90c05d86237 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:13.424876 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8241e34-b19f-491c-90d6-71128cfa2044,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:13.442961 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-80e0c31c-7703-41c2-9a04-652faf50db7c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3486891 Feb 04 13:48:13.450433 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60792) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:13.481785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc1c38e-0b92-4885-88ed-0edcfe6cbef0 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Network 62674221-71d4-4720-ab1f-62faec422f7a is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:13.527486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-5cc1c38e-0b92-4885-88ed-0edcfe6cbef0 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 62674221-71d4-4720-ab1f-62faec422f7a) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:13.539092 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabf4cf9-d7df-497c-a3f4-67a5364a5e76 None None] Network 62674221-71d4-4720-ab1f-62faec422f7a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:13.584015 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (82b90624-2423-4f72-90c8-b7aacb29e4e7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:13.617466 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e3f178f-799b-40b1-9f2d-60171f860068 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (63e07e49-6b55-4e4e-8f27-d66755f6dd02), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:13.663909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc1c38e-0b92-4885-88ed-0edcfe6cbef0 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:13.664537 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cc1c38e-0b92-4885-88ed-0edcfe6cbef0 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:13.772933 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a26b94b7-5c43-4b15-b585-6f5fe58b953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:13.910046 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-62674221-71d4-4720-ab1f-62faec422f7a', 'network_id': '62674221-71d4-4720-ab1f-62faec422f7a', 'project_id': '6082cb1ec03b4d1f989dddec1dc529f5', 'fixed_ips': [{'subnet_id': '590825b6-d786-4554-a1f3-9f86c96ceded'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:48:13.911744 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.151392 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.resource_extend [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:48:14.158688 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d869b2-3055-4af9-8be9-c90c05d86237 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:48:14.165587 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.199990 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Publish callbacks [] for port (09d869b2-3055-4af9-8be9-c90c05d86237), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.222398 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e3f178f-799b-40b1-9f2d-60171f860068 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks [] for port (63e07e49-6b55-4e4e-8f27-d66755f6dd02), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.228571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ff8d82d5-92f6-4fe7-b946-764dc29c58db tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (6244d6af-1e00-4314-b297-5431a503e749), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.240752 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a24df7a-14d2-4de3-93de-128f0b96b00e req-4ac54cca-8f49-4289-8afe-c4ac2dc9a125 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.0688543 Feb 04 13:48:14.260895 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5cc1c38e-0b92-4885-88ed-0edcfe6cbef0 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9466109 Feb 04 13:48:14.262247 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e3f178f-799b-40b1-9f2d-60171f860068 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (63e07e49-6b55-4e4e-8f27-d66755f6dd02), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.266050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60806) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:14.274160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a2a9bfff-a5ff-4c4f-9f17-c640b37daf2b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Request body: {'port': {'network_id': '62674221-71d4-4720-ab1f-62faec422f7a', 'name': 'tempest-NetworksIpV6TestAttrs-727826127'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:14.282677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Transition to ACTIVE for port object 09d869b2-3055-4af9-8be9-c90c05d86237 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:48:14.293426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Allocated IP 2001:db8::f816:3eff:feb4:4686 (62674221-71d4-4720-ab1f-62faec422f7a/590825b6-d786-4554-a1f3-9f86c96ceded/42122441-1d5b-4b25-b684-895eeb272d53) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:14.302879 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (09d869b2-3055-4af9-8be9-c90c05d86237), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.423211 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f178f-799b-40b1-9f2d-60171f860068 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event updated for resources: {'Port': ['ID=63e07e49-6b55-4e4e-8f27-d66755f6dd02,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:14.426001 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (82b90624-2423-4f72-90c8-b7aacb29e4e7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.433703 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:14.439162 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.473952 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d47df9-82bf-4576-9370-f578c31fc473 x-openstack-request-id: req-b2d47df9-82bf-4576-9370-f578c31fc473 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:48:14.474431 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236784f5-28b5-44e7-b287-a4e798ef86b4", "name": "network-vif-deleted", "tag": "69d08c20-ee26-4ffe-b5a2-9cf4daf76b84", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:48:14.474846 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b2d47df9-82bf-4576-9370-f578c31fc473 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:48:14.475473 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236784f5-28b5-44e7-b287-a4e798ef86b4', 'name': 'network-vif-deleted', 'tag': '69d08c20-ee26-4ffe-b5a2-9cf4daf76b84', 'status': 'completed', 'code': 200} Feb 04 13:48:14.486176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Pushing event updated for resources: {'Port': ['ID=09d869b2-3055-4af9-8be9-c90c05d86237,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:14.553493 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ff8d82d5-92f6-4fe7-b946-764dc29c58db tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (6244d6af-1e00-4314-b297-5431a503e749), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.579461 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Publish callbacks [] for port (42122441-1d5b-4b25-b684-895eeb272d53), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.600426 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (42122441-1d5b-4b25-b684-895eeb272d53), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.607835 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bc37c94-6c56-4fbb-b646-2eb9baf4c39a req-9a5d9d57-e84b-403c-a18e-b5f14c73f3e2 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 210 time: 0.1369846 Feb 04 13:48:14.719187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Pushing event updated for resources: {'Port': ['ID=42122441-1d5b-4b25-b684-895eeb272d53,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:14.756380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Network 62674221-71d4-4720-ab1f-62faec422f7a is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:14.768491 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:14.769552 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8610692 Feb 04 13:48:14.777743 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:14.799829 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.803199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60808) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:14.850074 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c09e32-3335-4e5c-a898-913a0432612c tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Pushing event updated for resources: {'Network': ['ID=82b90624-2423-4f72-90c8-b7aacb29e4e7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:14.890552 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f178f-799b-40b1-9f2d-60171f860068 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] In _notify_port_updated(), no bound segment for port 63e07e49-6b55-4e4e-8f27-d66755f6dd02 on network c89c6711-4a76-4952-89d8-199e8d05cb7a {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:48:14.903322 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 82b90624-2423-4f72-90c8-b7aacb29e4e7 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:48:14.915218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3f178f-799b-40b1-9f2d-60171f860068 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:14.923355 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2e3f178f-799b-40b1-9f2d-60171f860068 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.925478 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2e3f178f-799b-40b1-9f2d-60171f860068 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "PUT /v2.0/ports/63e07e49-6b55-4e4e-8f27-d66755f6dd02 HTTP/1.1" status: 200 len: 996 time: 2.3016708 Feb 04 13:48:14.928093 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ff8d82d5-92f6-4fe7-b946-764dc29c58db tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6244d6af-1e00-4314-b297-5431a503e749), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.932026 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ff8d82d5-92f6-4fe7-b946-764dc29c58db tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.936792 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ff8d82d5-92f6-4fe7-b946-764dc29c58db tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-groups/6244d6af-1e00-4314-b297-5431a503e749 HTTP/1.1" status: 204 len: 168 time: 1.4724188 Feb 04 13:48:14.937529 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60810) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:14.960472 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60812) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:14.961299 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d82d5-92f6-4fe7-b946-764dc29c58db tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6244d6af-1e00-4314-b297-5431a503e749,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:15.023165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Attempting to bind port 42122441-1d5b-4b25-b684-895eeb272d53 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:48:15.023673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Attempting to bind port 42122441-1d5b-4b25-b684-895eeb272d53 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '8ef28c44-02fe-4ce9-bbef-821048008c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '62674221-71d4-4720-ab1f-62faec422f7a'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:48:15.024223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Attempting to bind port 42122441-1d5b-4b25-b684-895eeb272d53 on network 62674221-71d4-4720-ab1f-62faec422f7a {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:15.034005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:48:15.034671 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Checking segment: {'id': '8ef28c44-02fe-4ce9-bbef-821048008c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '62674221-71d4-4720-ab1f-62faec422f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:15.035272 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.035790 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Bound using segment: {'id': '8ef28c44-02fe-4ce9-bbef-821048008c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '62674221-71d4-4720-ab1f-62faec422f7a'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:48:15.036458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Bound port: 42122441-1d5b-4b25-b684-895eeb272d53, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef28c44-02fe-4ce9-bbef-821048008c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '62674221-71d4-4720-ab1f-62faec422f7a'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:48:15.036968 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (42122441-1d5b-4b25-b684-895eeb272d53), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.144351 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a44fb92d-053f-48e5-89f3-4dcef98aa19c None None] Provisioning complete for port 63e07e49-6b55-4e4e-8f27-d66755f6dd02 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:15.145082 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a44fb92d-053f-48e5-89f3-4dcef98aa19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (63e07e49-6b55-4e4e-8f27-d66755f6dd02), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.150484 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-8473e0d3-3ee3-4f95-bf6e-30a7cbf74c22 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:15.155926 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-8473e0d3-3ee3-4f95-bf6e-30a7cbf74c22 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.99 "GET /v2.0/networks?id=64784a9a-40e5-42f1-a1dd-265e589b4bef HTTP/1.1" status: 200 len: 797 time: 0.3815346 Feb 04 13:48:15.205349 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] For port 42122441-1d5b-4b25-b684-895eeb272d53, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:48:15.216474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] For port 42122441-1d5b-4b25-b684-895eeb272d53, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=42122441-1d5b-4b25-b684-895eeb272d53,segment=NetworkSegment(8ef28c44-02fe-4ce9-bbef-821048008c49),segment_id=8ef28c44-02fe-4ce9-bbef-821048008c49)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:48:15.223740 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a44fb92d-053f-48e5-89f3-4dcef98aa19c None None] Port 63e07e49-6b55-4e4e-8f27-d66755f6dd02 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:15.239104 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (42122441-1d5b-4b25-b684-895eeb272d53), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.369562 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5608c18f-b89a-420b-8690-876092c9a612 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3815601 Feb 04 13:48:15.375864 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60818) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:15.485334 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae59996f-e20d-4c47-a0b7-f902ce36d037 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (5d5df403-f8ef-40f6-87c8-041beb212665), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.485823 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-25d99e0c-f578-4cb9-8e39-d43ed586a55c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Request body: {'network': {'name': 'tempest-network--1016525082', 'router:external': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:15.504999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a059353-a2fd-42b1-a455-95a832920650 None None] Pushing event updated for resources: {'Port': ['ID=42122441-1d5b-4b25-b684-895eeb272d53,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:15.550184 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae59996f-e20d-4c47-a0b7-f902ce36d037 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (5d5df403-f8ef-40f6-87c8-041beb212665), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.585174 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.598749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Attempting to bind port 09d869b2-3055-4af9-8be9-c90c05d86237 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:48:15.600184 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Attempting to bind port 09d869b2-3055-4af9-8be9-c90c05d86237 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '092f8ff5-19a4-4594-a7a8-4b85c687228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:48:15.602843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2ef9fb50-baf9-4047-b891-d6a6f1b792d0 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Deleting port 63e07e49-6b55-4e4e-8f27-d66755f6dd02 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:15.603695 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fb50-baf9-4047-b891-d6a6f1b792d0 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (63e07e49-6b55-4e4e-8f27-d66755f6dd02), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.619130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Attempting to bind port 09d869b2-3055-4af9-8be9-c90c05d86237 on network c86ed429-9f3a-40e9-a643-65b05ff443e8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:15.721316 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Port 09d869b2-3055-4af9-8be9-c90c05d86237 on network c86ed429-9f3a-40e9-a643-65b05ff443e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:48:15.721879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Attempting to bind port 09d869b2-3055-4af9-8be9-c90c05d86237 on network c86ed429-9f3a-40e9-a643-65b05ff443e8 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:15.749097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:48:15.749686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Checking segment: {'id': '092f8ff5-19a4-4594-a7a8-4b85c687228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:15.750422 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Bound using segment: {'id': '092f8ff5-19a4-4594-a7a8-4b85c687228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:48:15.751123 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Bound port: 09d869b2-3055-4af9-8be9-c90c05d86237, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092f8ff5-19a4-4594-a7a8-4b85c687228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:48:15.751746 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (09d869b2-3055-4af9-8be9-c90c05d86237), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.793313 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d99e0c-f578-4cb9-8e39-d43ed586a55c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Made reservation on behalf of a5984e49c24045a38df13b970b48a5c6 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:15.812740 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25d99e0c-f578-4cb9-8e39-d43ed586a55c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.856653 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae59996f-e20d-4c47-a0b7-f902ce36d037 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5d5df403-f8ef-40f6-87c8-041beb212665), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.862859 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae59996f-e20d-4c47-a0b7-f902ce36d037 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.868734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-5201b598-2a88-419c-a987-8260281be0dc tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a0b98ed329e4084aa74e351c6f4178a HTTP/1.1" status: 200 len: 472 time: 0.6329083 Feb 04 13:48:15.869431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60822) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:15.870877 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ae59996f-e20d-4c47-a0b7-f902ce36d037 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-groups/5d5df403-f8ef-40f6-87c8-041beb212665 HTTP/1.1" status: 204 len: 168 time: 0.4917560 Feb 04 13:48:15.894754 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fb50-baf9-4047-b891-d6a6f1b792d0 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (63e07e49-6b55-4e4e-8f27-d66755f6dd02), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.920323 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59996f-e20d-4c47-a0b7-f902ce36d037 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5df403-f8ef-40f6-87c8-041beb212665,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:15.923170 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-4aa04209-174e-4bf4-b76a-1d437216c1c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'port': {'device_id': 'd32284d0-192f-4e55-87a6-fb022a2cccf6', 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef', 'admin_state_up': True, 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'security_groups': ['967f2fac-00eb-4fe1-ad32-2ff9e89857fe']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:15.933477 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2ef9fb50-baf9-4047-b891-d6a6f1b792d0 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Calling delete_port for 63e07e49-6b55-4e4e-8f27-d66755f6dd02 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:15.947375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e8f0e-3bf8-4a5f-b69a-de4aeba30bfd req-4958b90f-e0e1-4e76-b683-a563f82db691 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:15.963206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b57e8f0e-3bf8-4a5f-b69a-de4aeba30bfd req-4958b90f-e0e1-4e76-b683-a563f82db691 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.7874014 Feb 04 13:48:15.975271 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a9bfff-a5ff-4c4f-9f17-c640b37daf2b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Made reservation on behalf of 6082cb1ec03b4d1f989dddec1dc529f5 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:15.980709 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a2a9bfff-a5ff-4c4f-9f17-c640b37daf2b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.990883 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25d99e0c-f578-4cb9-8e39-d43ed586a55c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:16.173567 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fb50-baf9-4047-b891-d6a6f1b792d0 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (63e07e49-6b55-4e4e-8f27-d66755f6dd02), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:16.185075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-a2a9bfff-a5ff-4c4f-9f17-c640b37daf2b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] device_id is not set on port cc708bff-baea-4ece-98f0-b1d2e2bb0192 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:48:16.210547 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9fb50-baf9-4047-b891-d6a6f1b792d0 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event deleted for resources: {'Port': ['ID=63e07e49-6b55-4e4e-8f27-d66755f6dd02,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:16.248879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] For port 09d869b2-3055-4af9-8be9-c90c05d86237, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:48:16.380639 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fb50-baf9-4047-b891-d6a6f1b792d0 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:16.384348 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2ef9fb50-baf9-4047-b891-d6a6f1b792d0 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "DELETE /v2.0/ports/63e07e49-6b55-4e4e-8f27-d66755f6dd02 HTTP/1.1" status: 204 len: 168 time: 1.4343598 Feb 04 13:48:16.388180 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60824) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:16.398766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6d3228cb-d99e-4ff9-945d-40ed96e1dc9a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4900618 Feb 04 13:48:16.407364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60826) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:16.412614 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-59264459-6ead-488c-8301-bf8104e51073 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240938671'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:16.424220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b57e8f0e-3bf8-4a5f-b69a-de4aeba30bfd req-afd7a512-1b2d-4205-8dbd-a0d68dd2651f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582205 Feb 04 13:48:16.437979 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3f6cc2-622c-4e04-94dc-58b84ce33d48 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] GET failed (client error): The resource could not be found. Feb 04 13:48:16.443924 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3a3f6cc2-622c-4e04-94dc-58b84ce33d48 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "GET /v2.0/ports/63e07e49-6b55-4e4e-8f27-d66755f6dd02 HTTP/1.1" status: 404 len: 333 time: 0.0537248 Feb 04 13:48:16.461053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] For port 09d869b2-3055-4af9-8be9-c90c05d86237, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=09d869b2-3055-4af9-8be9-c90c05d86237,segment=NetworkSegment(092f8ff5-19a4-4594-a7a8-4b85c687228b),segment_id=092f8ff5-19a4-4594-a7a8-4b85c687228b)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:48:16.498385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60828) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:16.513137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-14df5b2d-ec55-45a6-95f4-0f79e8b65c09 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Request body: {'port': {'network_id': 'c89c6711-4a76-4952-89d8-199e8d05cb7a', 'name': 'tempest-AllowedAddressPairTestJSON-478399740'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:16.515017 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59264459-6ead-488c-8301-bf8104e51073 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:16.548057 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (09d869b2-3055-4af9-8be9-c90c05d86237), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:16.696624 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59264459-6ead-488c-8301-bf8104e51073 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (42896f99-53e9-4162-b35c-385471babdc8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:16.704260 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59264459-6ead-488c-8301-bf8104e51073 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (42896f99-53e9-4162-b35c-385471babdc8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:16.757686 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59264459-6ead-488c-8301-bf8104e51073 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:16.759644 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-59264459-6ead-488c-8301-bf8104e51073 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3509955 Feb 04 13:48:16.765496 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60830) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:16.772970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-27d8e95f-8773-4352-9b03-2c854790e668 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group_rule': {'security_group_id': '42896f99-53e9-4162-b35c-385471babdc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:16.780508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59264459-6ead-488c-8301-bf8104e51073 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42896f99-53e9-4162-b35c-385471babdc8,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:16.834710 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27d8e95f-8773-4352-9b03-2c854790e668 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (f9f58c02-d175-4187-9696-bbdc2bdbb00c), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:16.915033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-4aa04209-174e-4bf4-b76a-1d437216c1c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Made reservation on behalf of 7a0b98ed329e4084aa74e351c6f4178a for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:16.919167 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-4aa04209-174e-4bf4-b76a-1d437216c1c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:16.923943 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:16.925541 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:16.927277 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] 10.222.0.99 "PUT /v2.0/ports/09d869b2-3055-4af9-8be9-c90c05d86237 HTTP/1.1" status: 200 len: 1132 time: 3.9102335 Feb 04 13:48:16.941449 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:16.945632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed17fbf6-90f0-47fa-ba66-301dc2ee20e0', 'tag': '09d869b2-3055-4af9-8be9-c90c05d86237'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:48:16.949523 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d156d0f4-6820-4ca8-97f4-66d8a1bb9b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed17fbf6-90f0-47fa-ba66-301dc2ee20e0", "tag": "09d869b2-3055-4af9-8be9-c90c05d86237"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:48:16.972879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-a2a9bfff-a5ff-4c4f-9f17-c640b37daf2b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Allocated IP 2001:db8::f816:3eff:fe79:99f (62674221-71d4-4720-ab1f-62faec422f7a/590825b6-d786-4554-a1f3-9f86c96ceded/cc708bff-baea-4ece-98f0-b1d2e2bb0192) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:17.009828 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27d8e95f-8773-4352-9b03-2c854790e668 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (f9f58c02-d175-4187-9696-bbdc2bdbb00c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.021675 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27d8e95f-8773-4352-9b03-2c854790e668 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (f9f58c02-d175-4187-9696-bbdc2bdbb00c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.059799 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27d8e95f-8773-4352-9b03-2c854790e668 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.066970 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-27d8e95f-8773-4352-9b03-2c854790e668 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2998588 Feb 04 13:48:17.070643 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60834) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:17.080959 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8e95f-8773-4352-9b03-2c854790e668 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f58c02-d175-4187-9696-bbdc2bdbb00c,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:17.116957 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-769aa949-6418-47a6-bd34-ffb2864f0ae1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (f9f58c02-d175-4187-9696-bbdc2bdbb00c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.121269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f3007-0c11-4441-97ea-8b4b07ed3059 service neutron] Pushing event updated for resources: {'Port': ['ID=09d869b2-3055-4af9-8be9-c90c05d86237,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:17.128932 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25d99e0c-f578-4cb9-8e39-d43ed586a55c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks [] for security_group (6f6bd0d2-95f7-4ebd-8c7f-e9e6d1937b33), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.144189 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-769aa949-6418-47a6-bd34-ffb2864f0ae1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (f9f58c02-d175-4187-9696-bbdc2bdbb00c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.153433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f7838-4276-4335-9326-cf68af5dc21a req-4e68dab0-39b2-4274-b504-cb8d9f81807d tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:17.164755 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d17f7838-4276-4335-9326-cf68af5dc21a req-4e68dab0-39b2-4274-b504-cb8d9f81807d tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 983 time: 0.4845445 Feb 04 13:48:17.217572 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-769aa949-6418-47a6-bd34-ffb2864f0ae1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (f9f58c02-d175-4187-9696-bbdc2bdbb00c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.229284 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-769aa949-6418-47a6-bd34-ffb2864f0ae1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.235985 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-769aa949-6418-47a6-bd34-ffb2864f0ae1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/f9f58c02-d175-4187-9696-bbdc2bdbb00c HTTP/1.1" status: 204 len: 168 time: 0.1642094 Feb 04 13:48:17.237016 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60836) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:17.270432 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25d99e0c-f578-4cb9-8e39-d43ed586a55c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6f6bd0d2-95f7-4ebd-8c7f-e9e6d1937b33), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.303244 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769aa949-6418-47a6-bd34-ffb2864f0ae1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9f58c02-d175-4187-9696-bbdc2bdbb00c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:17.324078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 42122441-1d5b-4b25-b684-895eeb272d53 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:17.358641 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d60dfd06-fcde-47d2-a6f4-200fde26d7c5 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1041927 Feb 04 13:48:17.359877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60838) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:17.386555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e567de-b3bf-4653-99d2-060ccf0b6445 None None] Network 62674221-71d4-4720-ab1f-62faec422f7a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:17.435317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14df5b2d-ec55-45a6-95f4-0f79e8b65c09 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Made reservation on behalf of 52739dadf2604e0388e154e9e58c319f for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:17.438371 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-14df5b2d-ec55-45a6-95f4-0f79e8b65c09 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.449425 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d420114-6f7d-4032-88a0-fa9c3dddae4d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (42896f99-53e9-4162-b35c-385471babdc8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.476324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d99e0c-f578-4cb9-8e39-d43ed586a55c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:17.482547 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d420114-6f7d-4032-88a0-fa9c3dddae4d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (42896f99-53e9-4162-b35c-385471babdc8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.547895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d99e0c-f578-4cb9-8e39-d43ed586a55c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6bd0d2-95f7-4ebd-8c7f-e9e6d1937b33,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:17.556326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d420114-6f7d-4032-88a0-fa9c3dddae4d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (42896f99-53e9-4162-b35c-385471babdc8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.560804 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25d99e0c-f578-4cb9-8e39-d43ed586a55c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c6110076-69e5-412a-b64d-5b6bfc12b38e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.561153 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-25d99e0c-f578-4cb9-8e39-d43ed586a55c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Added segment c6110076-69e5-412a-b64d-5b6bfc12b38e of type vlan for network f6952f6d-bb27-48cd-8840-7b3fc041eaa6 Feb 04 13:48:17.563136 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d420114-6f7d-4032-88a0-fa9c3dddae4d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.564398 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4d420114-6f7d-4032-88a0-fa9c3dddae4d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-groups/42896f99-53e9-4162-b35c-385471babdc8 HTTP/1.1" status: 204 len: 168 time: 0.1915977 Feb 04 13:48:17.571513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60842) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:17.596624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d17f7838-4276-4335-9326-cf68af5dc21a req-499ac019-4c4f-4dc3-a488-db2fa9490419 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/security-groups?id=0b6512d3-23af-4a34-b4a3-8a701760acea&id=1fda3b67-5537-44dc-bf57-b89f5fc5d766&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4277022 Feb 04 13:48:17.599994 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d420114-6f7d-4032-88a0-fa9c3dddae4d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42896f99-53e9-4162-b35c-385471babdc8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:17.637861 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-4aacdf1d-b80b-4bf8-88ad-cd8211cdf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:17.639852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-4aacdf1d-b80b-4bf8-88ad-cd8211cdf547 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=415201945f1c4fefa31beecb58f01da9&device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 1166 time: 0.6179497 Feb 04 13:48:17.703529 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-00f50c06-772e-483b-8e09-1a572fcdeb24 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1308215 Feb 04 13:48:17.709275 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60844) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:17.712745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-14df5b2d-ec55-45a6-95f4-0f79e8b65c09 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] device_id is not set on port ce87ed1d-b43d-4a1b-a6a6-cdce10169e40 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:48:17.716860 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-10b03e5f-9b62-4c14-9a3c-b8494cd7a25c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1242687347'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:17.747723 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b509d0bd-b533-4396-8bab-cb80a823db7c None None] Provisioning complete for port 42122441-1d5b-4b25-b684-895eeb272d53 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:17.749144 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b509d0bd-b533-4396-8bab-cb80a823db7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (42122441-1d5b-4b25-b684-895eeb272d53), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.754232 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10b03e5f-9b62-4c14-9a3c-b8494cd7a25c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.856481 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 42122441-1d5b-4b25-b684-895eeb272d53 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:17.857392 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (42122441-1d5b-4b25-b684-895eeb272d53), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.868924 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-d8b7b28f-05f4-44c0-af76-2ecbe6ee3293 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09d869b2-3055-4af9-8be9-c90c05d86237 HTTP/1.1" status: 200 len: 217 time: 0.1579132 Feb 04 13:48:17.965332 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10b03e5f-9b62-4c14-9a3c-b8494cd7a25c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (fab8cad8-6ecd-4f21-887e-99202c234e7f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.971233 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10b03e5f-9b62-4c14-9a3c-b8494cd7a25c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fab8cad8-6ecd-4f21-887e-99202c234e7f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.037763 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b03e5f-9b62-4c14-9a3c-b8494cd7a25c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab8cad8-6ecd-4f21-887e-99202c234e7f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:18.070312 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10b03e5f-9b62-4c14-9a3c-b8494cd7a25c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.075295 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-10b03e5f-9b62-4c14-9a3c-b8494cd7a25c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3598595 Feb 04 13:48:18.076086 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60846) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:18.091641 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4dc2bb61-14a4-4b88-98d9-48a01911acb1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group_rule': {'security_group_id': 'fab8cad8-6ecd-4f21-887e-99202c234e7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:18.158325 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4dc2bb61-14a4-4b88-98d9-48a01911acb1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (3f022350-ccaf-4019-addc-2c6481c12168), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.286543 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4dc2bb61-14a4-4b88-98d9-48a01911acb1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (3f022350-ccaf-4019-addc-2c6481c12168), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.295911 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4dc2bb61-14a4-4b88-98d9-48a01911acb1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (3f022350-ccaf-4019-addc-2c6481c12168), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.332101 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b509d0bd-b533-4396-8bab-cb80a823db7c None None] Current status of the port 42122441-1d5b-4b25-b684-895eeb272d53 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:18.333402 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b509d0bd-b533-4396-8bab-cb80a823db7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (42122441-1d5b-4b25-b684-895eeb272d53), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.337007 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.352531 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4dc2bb61-14a4-4b88-98d9-48a01911acb1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.356852 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4dc2bb61-14a4-4b88-98d9-48a01911acb1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2788758 Feb 04 13:48:18.361508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60848) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:18.376397 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2bb61-14a4-4b88-98d9-48a01911acb1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f022350-ccaf-4019-addc-2c6481c12168,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:18.378712 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25d99e0c-f578-4cb9-8e39-d43ed586a55c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (f6952f6d-bb27-48cd-8840-7b3fc041eaa6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.409786 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-79027d12-1592-441d-9e97-0d7585deb12d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules/3f022350-ccaf-4019-addc-2c6481c12168 HTTP/1.1" status: 200 len: 763 time: 0.0458000 Feb 04 13:48:18.412143 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60850) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:18.456163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bab3919e-822f-4901-8deb-642da5f6524e req-df559fb5-9f49-40ed-ab85-29957aabcce6 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.6427190 Feb 04 13:48:18.470764 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b509d0bd-b533-4396-8bab-cb80a823db7c None None] For port 42122441-1d5b-4b25-b684-895eeb272d53, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=42122441-1d5b-4b25-b684-895eeb272d53,segment=NetworkSegment(8ef28c44-02fe-4ce9-bbef-821048008c49),segment_id=8ef28c44-02fe-4ce9-bbef-821048008c49)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:18.483541 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25d99e0c-f578-4cb9-8e39-d43ed586a55c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (f6952f6d-bb27-48cd-8840-7b3fc041eaa6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.484162 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b509d0bd-b533-4396-8bab-cb80a823db7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (42122441-1d5b-4b25-b684-895eeb272d53), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.484700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d99e0c-f578-4cb9-8e39-d43ed586a55c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:18.485514 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25d99e0c-f578-4cb9-8e39-d43ed586a55c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.501684 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bb494383-98f3-4f80-a5f0-1fc451840497 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0876865 Feb 04 13:48:18.502642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60852) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:18.575944 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e620f2f-0d48-4ad9-9460-2ad8b06121bf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (3f022350-ccaf-4019-addc-2c6481c12168), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.586948 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e620f2f-0d48-4ad9-9460-2ad8b06121bf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (3f022350-ccaf-4019-addc-2c6481c12168), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.601894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 42122441-1d5b-4b25-b684-895eeb272d53 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:18.603078 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (42122441-1d5b-4b25-b684-895eeb272d53), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.638080 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e620f2f-0d48-4ad9-9460-2ad8b06121bf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (3f022350-ccaf-4019-addc-2c6481c12168), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.641483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509d0bd-b533-4396-8bab-cb80a823db7c None None] Pushing event updated for resources: {'Port': ['ID=42122441-1d5b-4b25-b684-895eeb272d53,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:18.647955 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e620f2f-0d48-4ad9-9460-2ad8b06121bf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.649202 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7e620f2f-0d48-4ad9-9460-2ad8b06121bf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/3f022350-ccaf-4019-addc-2c6481c12168 HTTP/1.1" status: 204 len: 168 time: 0.1441510 Feb 04 13:48:18.658501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60856) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:18.669001 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e620f2f-0d48-4ad9-9460-2ad8b06121bf tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f022350-ccaf-4019-addc-2c6481c12168,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:18.684895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-14df5b2d-ec55-45a6-95f4-0f79e8b65c09 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Allocated IP 172.20.0.14 (c89c6711-4a76-4952-89d8-199e8d05cb7a/4f6ba559-fbbd-420c-8883-ba41025e6a57/ce87ed1d-b43d-4a1b-a6a6-cdce10169e40) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:18.720505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-25d99e0c-f578-4cb9-8e39-d43ed586a55c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.5821729 Feb 04 13:48:18.732603 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a99ff589-66e6-4256-81c8-48b1123dfb66 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0719192 Feb 04 13:48:18.733295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60858) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:18.734138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-4aa04209-174e-4bf4-b76a-1d437216c1c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Allocated IP 172.20.0.24 (64784a9a-40e5-42f1-a1dd-265e589b4bef/1e403b3f-43fd-4688-a99b-1e2be4544499/99dbfc62-b269-4748-84af-0b2d722b8a6e) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:18.734320 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60860) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:18.749868 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:48:18.750226 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a0dab56f-2938-4a6f-862d-2b5dfde6695c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group_rule': {'security_group_id': 'fab8cad8-6ecd-4f21-887e-99202c234e7f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:18.752069 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:48:18.794212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6eeacc0e-5c03-467b-aea3-7defd9cfd309 None None] Provisioning complete for port 42122441-1d5b-4b25-b684-895eeb272d53 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:18.795204 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6eeacc0e-5c03-467b-aea3-7defd9cfd309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (42122441-1d5b-4b25-b684-895eeb272d53), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.861635 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c52b9c01-bb6a-45ca-94d6-3cd6b72fb16f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (f6952f6d-bb27-48cd-8840-7b3fc041eaa6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.863405 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0dab56f-2938-4a6f-862d-2b5dfde6695c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (1fb7bd25-da27-4a3a-a9f7-5eb63e8069fc), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.989943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6eeacc0e-5c03-467b-aea3-7defd9cfd309 None None] Current status of the port 42122441-1d5b-4b25-b684-895eeb272d53 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:19.009990 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4247c369-b4cf-4f38-a061-18aa6fe655aa req-ccb0e6c9-fe61-431c-8315-754cdd2415ea tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 210 time: 0.2702546 Feb 04 13:48:19.048154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-5a6683d8-7bb5-490b-8019-9a27ca811fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:19.049885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-5a6683d8-7bb5-490b-8019-9a27ca811fb1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e741603a-9123-4eb2-8f9b-e7ea9649f5bc HTTP/1.1" status: 200 len: 835 time: 0.6314282 Feb 04 13:48:19.053543 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a2a9bfff-a5ff-4c4f-9f17-c640b37daf2b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for port (cc708bff-baea-4ece-98f0-b1d2e2bb0192), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.063390 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0dab56f-2938-4a6f-862d-2b5dfde6695c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (1fb7bd25-da27-4a3a-a9f7-5eb63e8069fc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.066707 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c52b9c01-bb6a-45ca-94d6-3cd6b72fb16f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (f6952f6d-bb27-48cd-8840-7b3fc041eaa6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.078586 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0dab56f-2938-4a6f-862d-2b5dfde6695c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (1fb7bd25-da27-4a3a-a9f7-5eb63e8069fc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.087356 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9868630a-a41a-48c3-88b5-0b0b50168b6e x-openstack-request-id: req-9868630a-a41a-48c3-88b5-0b0b50168b6e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:48:19.087677 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed17fbf6-90f0-47fa-ba66-301dc2ee20e0", "tag": "09d869b2-3055-4af9-8be9-c90c05d86237", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:48:19.087915 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9868630a-a41a-48c3-88b5-0b0b50168b6e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:48:19.088324 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed17fbf6-90f0-47fa-ba66-301dc2ee20e0', 'tag': '09d869b2-3055-4af9-8be9-c90c05d86237', 'status': 'completed', 'code': 200} Feb 04 13:48:19.111197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c52b9c01-bb6a-45ca-94d6-3cd6b72fb16f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6952f6d-bb27-48cd-8840-7b3fc041eaa6']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:19.122743 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dab56f-2938-4a6f-862d-2b5dfde6695c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb7bd25-da27-4a3a-a9f7-5eb63e8069fc,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:19.130660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c52b9c01-bb6a-45ca-94d6-3cd6b72fb16f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6110076-69e5-412a-b64d-5b6bfc12b38e') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:19.130970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c52b9c01-bb6a-45ca-94d6-3cd6b72fb16f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6110076-69e5-412a-b64d-5b6bfc12b38e') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:19.145499 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c52b9c01-bb6a-45ca-94d6-3cd6b72fb16f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (c6110076-69e5-412a-b64d-5b6bfc12b38e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.150210 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0dab56f-2938-4a6f-862d-2b5dfde6695c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.151938 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a0dab56f-2938-4a6f-862d-2b5dfde6695c tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4064736 Feb 04 13:48:19.159028 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60862) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:19.180499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d99e0c-f578-4cb9-8e39-d43ed586a55c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event updated for resources: {'Network': ['ID=f6952f6d-bb27-48cd-8840-7b3fc041eaa6,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:19.182175 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7c525e74-930d-4f52-b9e8-dfb26ce7d2fd tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules/1fb7bd25-da27-4a3a-a9f7-5eb63e8069fc HTTP/1.1" status: 200 len: 763 time: 0.0221453 Feb 04 13:48:19.184196 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c52b9c01-bb6a-45ca-94d6-3cd6b72fb16f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c6110076-69e5-412a-b64d-5b6bfc12b38e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.186456 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60864) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:19.197904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network f6952f6d-bb27-48cd-8840-7b3fc041eaa6 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:48:19.207632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52b9c01-bb6a-45ca-94d6-3cd6b72fb16f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:19.208209 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c52b9c01-bb6a-45ca-94d6-3cd6b72fb16f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (c6110076-69e5-412a-b64d-5b6bfc12b38e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:19.211039 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:19.300556 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ac392712-90f7-4805-aabc-1a0843d9b256 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1129298 Feb 04 13:48:19.312789 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60866) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:19.347631 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c52b9c01-bb6a-45ca-94d6-3cd6b72fb16f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (f6952f6d-bb27-48cd-8840-7b3fc041eaa6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.355805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 42122441-1d5b-4b25-b684-895eeb272d53 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:19.356502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52b9c01-bb6a-45ca-94d6-3cd6b72fb16f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6952f6d-bb27-48cd-8840-7b3fc041eaa6 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 13:48:19.366789 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c52b9c01-bb6a-45ca-94d6-3cd6b72fb16f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.375553 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c52b9c01-bb6a-45ca-94d6-3cd6b72fb16f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "DELETE /v2.0/networks/f6952f6d-bb27-48cd-8840-7b3fc041eaa6 HTTP/1.1" status: 204 len: 168 time: 0.6365838 Feb 04 13:48:19.401176 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60868) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:19.406438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b9c01-bb6a-45ca-94d6-3cd6b72fb16f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6952f6d-bb27-48cd-8840-7b3fc041eaa6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:19.412257 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3f00ac13-7539-414d-8c71-b590eaebf65f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:19.416493 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1fe32dc-5cb9-4422-87e0-3c6420919565 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (1fb7bd25-da27-4a3a-a9f7-5eb63e8069fc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.445127 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1fe32dc-5cb9-4422-87e0-3c6420919565 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (1fb7bd25-da27-4a3a-a9f7-5eb63e8069fc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.477877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f00ac13-7539-414d-8c71-b590eaebf65f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Made reservation on behalf of a5984e49c24045a38df13b970b48a5c6 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:19.480923 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f00ac13-7539-414d-8c71-b590eaebf65f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.493772 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-4aa04209-174e-4bf4-b76a-1d437216c1c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.507148 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1fe32dc-5cb9-4422-87e0-3c6420919565 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (1fb7bd25-da27-4a3a-a9f7-5eb63e8069fc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.518997 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1fe32dc-5cb9-4422-87e0-3c6420919565 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.521385 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c1fe32dc-5cb9-4422-87e0-3c6420919565 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/1fb7bd25-da27-4a3a-a9f7-5eb63e8069fc HTTP/1.1" status: 204 len: 168 time: 0.2061837 Feb 04 13:48:19.524592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60872) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:19.531608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 42122441-1d5b-4b25-b684-895eeb272d53 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:19.558424 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe32dc-5cb9-4422-87e0-3c6420919565 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fb7bd25-da27-4a3a-a9f7-5eb63e8069fc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:19.574635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f00ac13-7539-414d-8c71-b590eaebf65f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:19.599813 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f00ac13-7539-414d-8c71-b590eaebf65f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (2e7b304b-ac9d-4110-b3b5-448512a81ff0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.600301 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-3f00ac13-7539-414d-8c71-b590eaebf65f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Added segment 2e7b304b-ac9d-4110-b3b5-448512a81ff0 of type vlan for network 7bd72054-3b5e-433f-970f-f29f40cebdac Feb 04 13:48:19.616772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-623c4bf7-59d3-421a-a908-77880d3cbb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:19.619030 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-623c4bf7-59d3-421a-a908-77880d3cbb89 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c86ed429-9f3a-40e9-a643-65b05ff443e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5505724 Feb 04 13:48:19.695658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 42122441-1d5b-4b25-b684-895eeb272d53 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:19.696035 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (42122441-1d5b-4b25-b684-895eeb272d53), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.702456 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a2a9bfff-a5ff-4c4f-9f17-c640b37daf2b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (cc708bff-baea-4ece-98f0-b1d2e2bb0192), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.752060 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f00ac13-7539-414d-8c71-b590eaebf65f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (7bd72054-3b5e-433f-970f-f29f40cebdac), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.771447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60874) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:19.774017 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4984b2c5-5d40-4180-a0cc-4001adf01af0 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2410281 Feb 04 13:48:19.777950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-bb5dce8a-6561-4873-b7c5-c0301e8e913a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group_rule': {'security_group_id': 'fab8cad8-6ecd-4f21-887e-99202c234e7f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:19.859368 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-4aa04209-174e-4bf4-b76a-1d437216c1c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.880828 n-d-714676-13 neutron-server[103607]: INFO neutron.db.securitygroups_db [None req-bb5dce8a-6561-4873-b7c5-c0301e8e913a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Project a0412186b8a047c5a167e6d59b2a8b70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:48:19.890035 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f00ac13-7539-414d-8c71-b590eaebf65f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (7bd72054-3b5e-433f-970f-f29f40cebdac), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.893322 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f00ac13-7539-414d-8c71-b590eaebf65f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:19.894014 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f00ac13-7539-414d-8c71-b590eaebf65f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.905602 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb5dce8a-6561-4873-b7c5-c0301e8e913a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (b8a2aafe-b86d-4f49-b6bd-5ec3e6730a6d), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.920268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 42122441-1d5b-4b25-b684-895eeb272d53 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:19.958010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-4aa04209-174e-4bf4-b76a-1d437216c1c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network 64784a9a-40e5-42f1-a1dd-265e589b4bef is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:19.967334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a9bfff-a5ff-4c4f-9f17-c640b37daf2b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Network 62674221-71d4-4720-ab1f-62faec422f7a is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:19.984284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-4aa04209-174e-4bf4-b76a-1d437216c1c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:19.995018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-4aa04209-174e-4bf4-b76a-1d437216c1c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:20.027440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ec7f0-3a8c-4265-85a1-6de373353a17 req-c087ac3a-214f-4896-9aad-df430fd966ec tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:20.047348 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3f00ac13-7539-414d-8c71-b590eaebf65f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6403437 Feb 04 13:48:20.051935 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-765ec7f0-3a8c-4265-85a1-6de373353a17 req-c087ac3a-214f-4896-9aad-df430fd966ec tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.8429699 Feb 04 13:48:20.053959 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60876) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:20.065449 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9e635b1c-3be6-435e-aefc-af7d385df7fd tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Request body: {'subnet': {'network_id': '7bd72054-3b5e-433f-970f-f29f40cebdac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:20.086334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00ac13-7539-414d-8c71-b590eaebf65f tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event updated for resources: {'Network': ['ID=7bd72054-3b5e-433f-970f-f29f40cebdac,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:20.100825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 7bd72054-3b5e-433f-970f-f29f40cebdac details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:48:20.103277 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-14df5b2d-ec55-45a6-95f4-0f79e8b65c09 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks [] for port (ce87ed1d-b43d-4a1b-a6a6-cdce10169e40), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:20.154460 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e635b1c-3be6-435e-aefc-af7d385df7fd tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Made reservation on behalf of a5984e49c24045a38df13b970b48a5c6 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:20.161277 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e635b1c-3be6-435e-aefc-af7d385df7fd tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:20.185440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-a2a9bfff-a5ff-4c4f-9f17-c640b37daf2b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:20.200680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a9bfff-a5ff-4c4f-9f17-c640b37daf2b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:20.210442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a9bfff-a5ff-4c4f-9f17-c640b37daf2b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:20.211537 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a2a9bfff-a5ff-4c4f-9f17-c640b37daf2b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:20.265379 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a2a9bfff-a5ff-4c4f-9f17-c640b37daf2b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 5.9975753 Feb 04 13:48:20.272201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60880) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:20.411934 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac03f1be-7a85-48b7-96e0-cdcba690ebd9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Deleting subnet 590825b6-d786-4554-a1f3-9f86c96ceded {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:48:20.416180 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac03f1be-7a85-48b7-96e0-cdcba690ebd9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for subnet (590825b6-d786-4554-a1f3-9f86c96ceded), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:20.473947 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac03f1be-7a85-48b7-96e0-cdcba690ebd9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (590825b6-d786-4554-a1f3-9f86c96ceded), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:20.516825 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb5dce8a-6561-4873-b7c5-c0301e8e913a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (b8a2aafe-b86d-4f49-b6bd-5ec3e6730a6d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:20.526768 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb5dce8a-6561-4873-b7c5-c0301e8e913a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b8a2aafe-b86d-4f49-b6bd-5ec3e6730a6d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:20.577317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ad7394c2-6103-4214-9bda-a3e284c88a68 None None] Provisioning complete for port 99dbfc62-b269-4748-84af-0b2d722b8a6e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:20.578296 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ad7394c2-6103-4214-9bda-a3e284c88a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:20.592939 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb5dce8a-6561-4873-b7c5-c0301e8e913a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:20.603178 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bb5dce8a-6561-4873-b7c5-c0301e8e913a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8301318 Feb 04 13:48:20.603760 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60882) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:20.612807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9bfff-a5ff-4c4f-9f17-c640b37daf2b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event updated for resources: {'Port': ['ID=cc708bff-baea-4ece-98f0-b1d2e2bb0192,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:20.651675 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-765ec7f0-3a8c-4265-85a1-6de373353a17 req-2e36ddd1-89ee-42e1-b145-660588914181 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956569 Feb 04 13:48:20.666624 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-4aa04209-174e-4bf4-b76a-1d437216c1c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:20.669847 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-4aa04209-174e-4bf4-b76a-1d437216c1c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:20.679449 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-15f1d34c-994e-4a85-8066-e2b3dcbab256 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules/b8a2aafe-b86d-4f49-b6bd-5ec3e6730a6d HTTP/1.1" status: 200 len: 769 time: 0.0509107 Feb 04 13:48:20.682134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60884) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:20.690245 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dce8a-6561-4873-b7c5-c0301e8e913a tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a2aafe-b86d-4f49-b6bd-5ec3e6730a6d,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:20.726649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ad7394c2-6103-4214-9bda-a3e284c88a68 None None] Port 99dbfc62-b269-4748-84af-0b2d722b8a6e cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:20.860533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-28406fb5-7c7a-4cdb-9438-b439574a9e7c None None] Provisioning complete for port cc708bff-baea-4ece-98f0-b1d2e2bb0192 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:20.861522 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-28406fb5-7c7a-4cdb-9438-b439574a9e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cc708bff-baea-4ece-98f0-b1d2e2bb0192), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:20.861711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-6ce0d6e1-5853-45ba-8ee7-4f397d093577 service neutron] 10.222.0.99 "GET /v2.0/networks/c86ed429-9f3a-40e9-a643-65b05ff443e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2121651 Feb 04 13:48:20.870794 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-4aa04209-174e-4bf4-b76a-1d437216c1c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9531870 Feb 04 13:48:20.894695 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-23952252-bed5-4077-aa7c-3465bdc4a8d1 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1945381 Feb 04 13:48:20.899508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60886) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:20.908346 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Request body: {'port': {'device_id': 'd32284d0-192f-4e55-87a6-fb022a2cccf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:20.967485 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce02125a-5b9e-40d8-a1ad-10450376c4af tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (b8a2aafe-b86d-4f49-b6bd-5ec3e6730a6d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:20.970209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-28406fb5-7c7a-4cdb-9438-b439574a9e7c None None] Port cc708bff-baea-4ece-98f0-b1d2e2bb0192 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:20.990514 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce02125a-5b9e-40d8-a1ad-10450376c4af tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (b8a2aafe-b86d-4f49-b6bd-5ec3e6730a6d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:21.037253 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa04209-174e-4bf4-b76a-1d437216c1c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Port': ['ID=99dbfc62-b269-4748-84af-0b2d722b8a6e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:21.040178 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-14df5b2d-ec55-45a6-95f4-0f79e8b65c09 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ce87ed1d-b43d-4a1b-a6a6-cdce10169e40), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:21.152440 n-d-714676-13 neutron-server[103607]: DEBUG neutron.objects.ports [None req-9e635b1c-3be6-435e-aefc-af7d385df7fd tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:48:21.153322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14df5b2d-ec55-45a6-95f4-0f79e8b65c09 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Network c89c6711-4a76-4952-89d8-199e8d05cb7a is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:21.154690 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e635b1c-3be6-435e-aefc-af7d385df7fd tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (09acb030-af27-4791-aabf-cb3513b07ef9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:21.158413 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce02125a-5b9e-40d8-a1ad-10450376c4af tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b8a2aafe-b86d-4f49-b6bd-5ec3e6730a6d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:21.173598 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce02125a-5b9e-40d8-a1ad-10450376c4af tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:21.179081 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ce02125a-5b9e-40d8-a1ad-10450376c4af tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/b8a2aafe-b86d-4f49-b6bd-5ec3e6730a6d HTTP/1.1" status: 204 len: 168 time: 0.2739727 Feb 04 13:48:21.189025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60888) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:21.229925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02125a-5b9e-40d8-a1ad-10450376c4af tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8a2aafe-b86d-4f49-b6bd-5ec3e6730a6d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:21.257605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-14df5b2d-ec55-45a6-95f4-0f79e8b65c09 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:21.277163 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e635b1c-3be6-435e-aefc-af7d385df7fd tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event updated for resources: {'Subnet': ['ID=09acb030-af27-4791-aabf-cb3513b07ef9,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:21.282580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df5b2d-ec55-45a6-95f4-0f79e8b65c09 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:21.306458 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e635b1c-3be6-435e-aefc-af7d385df7fd tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Checking segment: {'id': '2e7b304b-ac9d-4110-b3b5-448512a81ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7bd72054-3b5e-433f-970f-f29f40cebdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:21.307077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e635b1c-3be6-435e-aefc-af7d385df7fd tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Network hostable DHCP agents. Network: 7bd72054-3b5e-433f-970f-f29f40cebdac, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:21.337220 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e635b1c-3be6-435e-aefc-af7d385df7fd tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Network 7bd72054-3b5e-433f-970f-f29f40cebdac is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:21.338487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240354d1-be62-4b67-b892-fb69802b4bad req-b54d307d-22c0-4e8c-a13f-009f5d6e14e3 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:21.347545 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-240354d1-be62-4b67-b892-fb69802b4bad req-b54d307d-22c0-4e8c-a13f-009f5d6e14e3 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 983 time: 0.5579524 Feb 04 13:48:21.352235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-9e635b1c-3be6-435e-aefc-af7d385df7fd tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 7bd72054-3b5e-433f-970f-f29f40cebdac) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:21.369225 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92282d4b-cff1-4981-a278-33daf1b2964f None None] Network 7bd72054-3b5e-433f-970f-f29f40cebdac requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:21.374351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e635b1c-3be6-435e-aefc-af7d385df7fd tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:21.375348 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e635b1c-3be6-435e-aefc-af7d385df7fd tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:21.400094 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9e635b1c-3be6-435e-aefc-af7d385df7fd tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3446398 Feb 04 13:48:21.404106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60890) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:21.410632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Request body: {'floatingip': {'floating_network_id': '7bd72054-3b5e-433f-970f-f29f40cebdac'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:21.439145 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:21.445141 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:21.459357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df5b2d-ec55-45a6-95f4-0f79e8b65c09 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event updated for resources: {'Port': ['ID=ce87ed1d-b43d-4a1b-a6a6-cdce10169e40,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:21.496753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14df5b2d-ec55-45a6-95f4-0f79e8b65c09 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:21.497820 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-14df5b2d-ec55-45a6-95f4-0f79e8b65c09 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:21.531088 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac03f1be-7a85-48b7-96e0-cdcba690ebd9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (590825b6-d786-4554-a1f3-9f86c96ceded), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:21.586805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9403c5af-fe91-4c03-a2bc-71184dd815d8 None None] Network 7bd72054-3b5e-433f-970f-f29f40cebdac requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:21.623764 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:21.666228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-77513155-46e0-4e1a-b425-8a9d731aaaa9 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4449024 Feb 04 13:48:21.669805 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-539c3fd1-a5fb-4a6b-9216-e5ddc95170f1 req-14ec992f-ef9b-45e7-831b-6741fa906f7c service neutron] 10.222.0.99 "GET /v2.0/networks/c86ed429-9f3a-40e9-a643-65b05ff443e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7913032 Feb 04 13:48:21.696041 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60892) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:21.721633 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-14df5b2d-ec55-45a6-95f4-0f79e8b65c09 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2190652 Feb 04 13:48:21.734963 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60896) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:21.756688 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d530fbea-bb5d-467e-ab31-c6c307c3e148 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Request body: {'port': {'network_id': 'c89c6711-4a76-4952-89d8-199e8d05cb7a', 'name': 'tempest-AllowedAddressPairTestJSON-1788578983'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:21.781255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-852e8eec-3ccc-4afa-bf38-d386c4469d23 None None] Provisioning complete for port ce87ed1d-b43d-4a1b-a6a6-cdce10169e40 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:21.781957 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-852e8eec-3ccc-4afa-bf38-d386c4469d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ce87ed1d-b43d-4a1b-a6a6-cdce10169e40), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:21.893513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-852e8eec-3ccc-4afa-bf38-d386c4469d23 None None] Port ce87ed1d-b43d-4a1b-a6a6-cdce10169e40 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:21.967172 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-240354d1-be62-4b67-b892-fb69802b4bad req-13b7373c-935b-4361-aa01-023c3e39377a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/security-groups?id=0b6512d3-23af-4a34-b4a3-8a701760acea&id=1fda3b67-5537-44dc-bf57-b89f5fc5d766&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6180725 Feb 04 13:48:22.045317 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d530fbea-bb5d-467e-ab31-c6c307c3e148 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Made reservation on behalf of 52739dadf2604e0388e154e9e58c319f for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:22.052262 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d530fbea-bb5d-467e-ab31-c6c307c3e148 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:22.096453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Allocated IP 172.20.0.7 (7bd72054-3b5e-433f-970f-f29f40cebdac/09acb030-af27-4791-aabf-cb3513b07ef9/f3b8ad1d-568c-463e-8747-cde0e2587d5f) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:22.110589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-d530fbea-bb5d-467e-ab31-c6c307c3e148 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] device_id is not set on port 87a6f952-23e5-44ab-8e90-72c06fcdc4c9 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:48:22.219237 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac03f1be-7a85-48b7-96e0-cdcba690ebd9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (590825b6-d786-4554-a1f3-9f86c96ceded), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:22.225357 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9ff41f0-2850-4194-b183-d49bb4208d20 req-bbd2deb3-2501-45c4-a22c-19a99b7be315 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.1332266 Feb 04 13:48:22.300844 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d457d43c-2279-41df-9256-0d070e82533d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (fab8cad8-6ecd-4f21-887e-99202c234e7f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:22.318420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03f1be-7a85-48b7-96e0-cdcba690ebd9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Subnet': ['ID=590825b6-d786-4554-a1f3-9f86c96ceded,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:22.324030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156d0f4-6820-4ca8-97f4-66d8a1bb9b8b req-f9718dc3-e705-4ea0-b555-ec3ca1dc7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:22.326013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d156d0f4-6820-4ca8-97f4-66d8a1bb9b8b req-f9718dc3-e705-4ea0-b555-ec3ca1dc7f81 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=415201945f1c4fefa31beecb58f01da9&device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 1166 time: 0.5404866 Feb 04 13:48:22.330668 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ae21b9-63c2-4871-af36-0f8a32ffd088 None None] Network 62674221-71d4-4720-ab1f-62faec422f7a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:22.340859 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac03f1be-7a85-48b7-96e0-cdcba690ebd9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:22.349042 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ac03f1be-7a85-48b7-96e0-cdcba690ebd9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/subnets/590825b6-d786-4554-a1f3-9f86c96ceded HTTP/1.1" status: 204 len: 168 time: 2.0663090 Feb 04 13:48:22.381852 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60898) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:22.474494 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks [] for port (f3b8ad1d-568c-463e-8747-cde0e2587d5f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:22.540016 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-d530fbea-bb5d-467e-ab31-c6c307c3e148 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Allocated IP 172.20.0.6 (c89c6711-4a76-4952-89d8-199e8d05cb7a/4f6ba559-fbbd-420c-8883-ba41025e6a57/87a6f952-23e5-44ab-8e90-72c06fcdc4c9) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:22.559579 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f3b8ad1d-568c-463e-8747-cde0e2587d5f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:22.571961 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d457d43c-2279-41df-9256-0d070e82533d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (fab8cad8-6ecd-4f21-887e-99202c234e7f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:22.625936 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Network 7bd72054-3b5e-433f-970f-f29f40cebdac is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:22.632199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:22.646875 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:22.658964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] DHCP port deletion for 62674221-71d4-4720-ab1f-62faec422f7a request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:48:22.713268 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa9c01f-ee65-4507-b049-6f9aebc1738c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:22.714947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa9c01f-ee65-4507-b049-6f9aebc1738c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:22.719672 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-aaa9c01f-ee65-4507-b049-6f9aebc1738c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3341525 Feb 04 13:48:22.720544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60900) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:22.721871 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event updated for resources: {'Port': ['ID=f3b8ad1d-568c-463e-8747-cde0e2587d5f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:22.770159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Deleting port 42122441-1d5b-4b25-b684-895eeb272d53 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:22.771707 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (42122441-1d5b-4b25-b684-895eeb272d53), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:22.782420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478e65e-3a4b-4c04-9e87-f02aad25cf6a req-445f8486-a289-47d5-9a97-ed53b0f5b369 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:22.790274 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3478e65e-3a4b-4c04-9e87-f02aad25cf6a req-445f8486-a289-47d5-9a97-ed53b0f5b369 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 932 time: 0.4621346 Feb 04 13:48:22.879076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] For port 42122441-1d5b-4b25-b684-895eeb272d53, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=42122441-1d5b-4b25-b684-895eeb272d53,segment=NetworkSegment(8ef28c44-02fe-4ce9-bbef-821048008c49),segment_id=8ef28c44-02fe-4ce9-bbef-821048008c49)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:22.879874 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (42122441-1d5b-4b25-b684-895eeb272d53), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:22.897040 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d530fbea-bb5d-467e-ab31-c6c307c3e148 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks [] for port (87a6f952-23e5-44ab-8e90-72c06fcdc4c9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:22.898582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Calling delete_port for 42122441-1d5b-4b25-b684-895eeb272d53 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:22.940734 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d530fbea-bb5d-467e-ab31-c6c307c3e148 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (87a6f952-23e5-44ab-8e90-72c06fcdc4c9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:22.998519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d530fbea-bb5d-467e-ab31-c6c307c3e148 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Network c89c6711-4a76-4952-89d8-199e8d05cb7a is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:23.002731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d530fbea-bb5d-467e-ab31-c6c307c3e148 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:23.009697 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d530fbea-bb5d-467e-ab31-c6c307c3e148 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:23.046526 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (42122441-1d5b-4b25-b684-895eeb272d53), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:23.065668 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530fbea-bb5d-467e-ab31-c6c307c3e148 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event updated for resources: {'Port': ['ID=87a6f952-23e5-44ab-8e90-72c06fcdc4c9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:23.103509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Pushing event deleted for resources: {'Port': ['ID=42122441-1d5b-4b25-b684-895eeb272d53,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:23.109646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] No DVR routers for this DVR port 42122441-1d5b-4b25-b684-895eeb272d53 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:48:23.124500 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:23.124865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:23.125241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:23.125532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:23.125873 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:23.126236 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:23.126574 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:23.126911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:23.127241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:23.127574 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:23.127903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:23.128377 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:23.128711 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1fb27-d46a-4bc8-b0d6-7ed9c587ea0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:23.180518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d530fbea-bb5d-467e-ab31-c6c307c3e148 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:23.181208 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d530fbea-bb5d-467e-ab31-c6c307c3e148 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:23.210716 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d530fbea-bb5d-467e-ab31-c6c307c3e148 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4729359 Feb 04 13:48:23.213334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60904) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:23.222985 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5741edde-17e0-454a-b3fb-53f45b89d4de tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:24:e9:94'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:be:57:db'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:23.327614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156d0f4-6820-4ca8-97f4-66d8a1bb9b8b req-0b9253e6-619f-4250-99a6-d6b524de416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:23.329133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d156d0f4-6820-4ca8-97f4-66d8a1bb9b8b req-0b9253e6-619f-4250-99a6-d6b524de416e service neutron] 10.222.0.99 "GET /v2.0/networks?id=c86ed429-9f3a-40e9-a643-65b05ff443e8 HTTP/1.1" status: 200 len: 897 time: 0.9564486 Feb 04 13:48:23.351932 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d457d43c-2279-41df-9256-0d070e82533d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fab8cad8-6ecd-4f21-887e-99202c234e7f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:23.355456 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d457d43c-2279-41df-9256-0d070e82533d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:23.356883 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d457d43c-2279-41df-9256-0d070e82533d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-groups/fab8cad8-6ecd-4f21-887e-99202c234e7f HTTP/1.1" status: 204 len: 168 time: 1.6563237 Feb 04 13:48:23.396714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60908) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:23.415391 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d156d0f4-6820-4ca8-97f4-66d8a1bb9b8b req-36f1e5b4-e31d-4e98-aa93-1a719e0b56cc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09d869b2-3055-4af9-8be9-c90c05d86237 HTTP/1.1" status: 200 len: 217 time: 0.0743988 Feb 04 13:48:23.423464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457d43c-2279-41df-9256-0d070e82533d tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab8cad8-6ecd-4f21-887e-99202c234e7f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:23.496918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 42122441-1d5b-4b25-b684-895eeb272d53 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:48:23.538954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 42122441-1d5b-4b25-b684-895eeb272d53 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:48:23.539660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 42122441-1d5b-4b25-b684-895eeb272d53 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:48:23.554214 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7a64f082-4b88-4983-9897-6adf56792532 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (62674221-71d4-4720-ab1f-62faec422f7a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:23.564497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-716dcc4c-f7fe-4bf2-8dc4-1dca0a9ad7fb None None] Provisioning complete for port 87a6f952-23e5-44ab-8e90-72c06fcdc4c9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:23.564901 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-716dcc4c-f7fe-4bf2-8dc4-1dca0a9ad7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (87a6f952-23e5-44ab-8e90-72c06fcdc4c9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:23.627198 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a70b5266-be5d-4b5d-ae47-f9c173fa31dc tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2285242 Feb 04 13:48:23.633882 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-716dcc4c-f7fe-4bf2-8dc4-1dca0a9ad7fb None None] Port 87a6f952-23e5-44ab-8e90-72c06fcdc4c9 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:23.635528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60910) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:23.645123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d9c8969b-0f1a-4453-ae39-4a69b5cb8df7 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group': {'name': 'tempest-secgroup--9722460'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:23.660998 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks [] for floatingip (aa9c943a-10a7-40cd-a4fc-2103faa1ab0c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:23.669499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3478e65e-3a4b-4c04-9e87-f02aad25cf6a req-eedc0dca-090b-4544-affc-46c840cd08ad tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=967f2fac-00eb-4fe1-ad32-2ff9e89857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8783286 Feb 04 13:48:23.676739 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156d0f4-6820-4ca8-97f4-66d8a1bb9b8b req-9da84fd7-6d0b-4f12-a5bc-e600d7ca98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:23.678731 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d156d0f4-6820-4ca8-97f4-66d8a1bb9b8b req-9da84fd7-6d0b-4f12-a5bc-e600d7ca98b1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e741603a-9123-4eb2-8f9b-e7ea9649f5bc HTTP/1.1" status: 200 len: 835 time: 0.2371521 Feb 04 13:48:23.681640 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99dbfc62-b269-4748-84af-0b2d722b8a6e {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:48:23.724064 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9c8969b-0f1a-4453-ae39-4a69b5cb8df7 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:23.739846 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a64f082-4b88-4983-9897-6adf56792532 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 13:48:23.740696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a64f082-4b88-4983-9897-6adf56792532 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:23.756181 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7a64f082-4b88-4983-9897-6adf56792532 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/networks/62674221-71d4-4720-ab1f-62faec422f7a HTTP/1.1" status: 409 len: 466 time: 1.0277612 Feb 04 13:48:23.760018 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Publish callbacks [] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:23.768715 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60912) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:23.778880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ec90ca8c-c470-46b9-83ec-4c21c1b0f4c7 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-767132020'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:23.797314 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f3b8ad1d-568c-463e-8747-cde0e2587d5f), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:23.831816 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5741edde-17e0-454a-b3fb-53f45b89d4de tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (87a6f952-23e5-44ab-8e90-72c06fcdc4c9), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:23.894694 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Transition to ACTIVE for port object 99dbfc62-b269-4748-84af-0b2d722b8a6e will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:48:23.917893 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:23.983383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec90ca8c-c470-46b9-83ec-4c21c1b0f4c7 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Made reservation on behalf of 6082cb1ec03b4d1f989dddec1dc529f5 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:23.988916 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec90ca8c-c470-46b9-83ec-4c21c1b0f4c7 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:24.008465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Pushing event updated for resources: {'Port': ['ID=99dbfc62-b269-4748-84af-0b2d722b8a6e,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:24.025594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156d0f4-6820-4ca8-97f4-66d8a1bb9b8b req-fe2d6ace-4cc9-45a4-8a08-bbbec31660d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:24.027944 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d156d0f4-6820-4ca8-97f4-66d8a1bb9b8b req-fe2d6ace-4cc9-45a4-8a08-bbbec31660d6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c86ed429-9f3a-40e9-a643-65b05ff443e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3097632 Feb 04 13:48:24.039589 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d5b02-27e2-4ce9-8208-67f4178b857c req-2fa5dc65-f4a3-47a1-a3b9-ed37695d623c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:24.043209 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-084d5b02-27e2-4ce9-8208-67f4178b857c req-2fa5dc65-f4a3-47a1-a3b9-ed37695d623c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.2185698 Feb 04 13:48:24.100727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec90ca8c-c470-46b9-83ec-4c21c1b0f4c7 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:24.115172 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec90ca8c-c470-46b9-83ec-4c21c1b0f4c7 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (750465df-e69f-42f3-848e-641aa000e1e5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:24.115534 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-ec90ca8c-c470-46b9-83ec-4c21c1b0f4c7 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Added segment 750465df-e69f-42f3-848e-641aa000e1e5 of type vlan for network a4b15e3b-1e05-44ea-9226-48d80776fdc8 Feb 04 13:48:24.176079 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec90ca8c-c470-46b9-83ec-4c21c1b0f4c7 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (a4b15e3b-1e05-44ea-9226-48d80776fdc8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:24.275028 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec90ca8c-c470-46b9-83ec-4c21c1b0f4c7 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (a4b15e3b-1e05-44ea-9226-48d80776fdc8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:24.281383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec90ca8c-c470-46b9-83ec-4c21c1b0f4c7 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:24.282239 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec90ca8c-c470-46b9-83ec-4c21c1b0f4c7 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:24.354179 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ec90ca8c-c470-46b9-83ec-4c21c1b0f4c7 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5849850 Feb 04 13:48:24.355222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60914) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:24.368074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9c8969b-0f1a-4453-ae39-4a69b5cb8df7 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (66b7afa4-c814-4ef0-a72e-4eb65b648c4d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:24.384667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c3c838c7-b826-42da-ab19-0b46777dcf47 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Request body: {'subnet': {'network_id': 'a4b15e3b-1e05-44ea-9226-48d80776fdc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:24.399985 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9c8969b-0f1a-4453-ae39-4a69b5cb8df7 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (66b7afa4-c814-4ef0-a72e-4eb65b648c4d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:24.521396 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9c8969b-0f1a-4453-ae39-4a69b5cb8df7 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:24.522811 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d9c8969b-0f1a-4453-ae39-4a69b5cb8df7 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8813908 Feb 04 13:48:24.534823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60916) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:24.549267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8969b-0f1a-4453-ae39-4a69b5cb8df7 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b7afa4-c814-4ef0-a72e-4eb65b648c4d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:24.561603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-70360ff8-fff2-4436-9bc8-7598c1d7256b tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Request body: {'security_group_rule': {'security_group_id': '66b7afa4-c814-4ef0-a72e-4eb65b648c4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:24.578438 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks [] for port (f3b8ad1d-568c-463e-8747-cde0e2587d5f), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:24.595022 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (f3b8ad1d-568c-463e-8747-cde0e2587d5f), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:24.700945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90ca8c-c470-46b9-83ec-4c21c1b0f4c7 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event updated for resources: {'Network': ['ID=a4b15e3b-1e05-44ea-9226-48d80776fdc8,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:24.714127 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70360ff8-fff2-4436-9bc8-7598c1d7256b tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (a77d6185-b241-4234-8ee9-86823e932777), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:24.719338 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network a4b15e3b-1e05-44ea-9226-48d80776fdc8 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:48:24.731469 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event updated for resources: {'Port': ['ID=f3b8ad1d-568c-463e-8747-cde0e2587d5f,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:24.734268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-084d5b02-27e2-4ce9-8208-67f4178b857c req-afadc545-53e1-4dbf-b998-ffa152bb9763 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6457562 Feb 04 13:48:24.736671 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5741edde-17e0-454a-b3fb-53f45b89d4de tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks [] for port (87a6f952-23e5-44ab-8e90-72c06fcdc4c9), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:24.757429 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5741edde-17e0-454a-b3fb-53f45b89d4de tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (87a6f952-23e5-44ab-8e90-72c06fcdc4c9), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:24.771989 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d156d0f4-6820-4ca8-97f4-66d8a1bb9b8b req-5a8f79fc-2d9a-441c-bb02-a8d75b5e5adb service neutron] 10.222.0.99 "GET /v2.0/networks/c86ed429-9f3a-40e9-a643-65b05ff443e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7255406 Feb 04 13:48:24.782831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Attempting to bind port 99dbfc62-b269-4748-84af-0b2d722b8a6e on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:48:24.783253 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Attempting to bind port 99dbfc62-b269-4748-84af-0b2d722b8a6e by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '0c4ff44f-f498-4184-b0a7-c05250852337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:48:24.783628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Attempting to bind port 99dbfc62-b269-4748-84af-0b2d722b8a6e on network 64784a9a-40e5-42f1-a1dd-265e589b4bef {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:24.844255 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Port 99dbfc62-b269-4748-84af-0b2d722b8a6e on network 64784a9a-40e5-42f1-a1dd-265e589b4bef not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:48:24.844752 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Attempting to bind port 99dbfc62-b269-4748-84af-0b2d722b8a6e on network 64784a9a-40e5-42f1-a1dd-265e589b4bef {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:24.849650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c838c7-b826-42da-ab19-0b46777dcf47 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Made reservation on behalf of 6082cb1ec03b4d1f989dddec1dc529f5 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:24.854025 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c3c838c7-b826-42da-ab19-0b46777dcf47 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:24.862018 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (aa9c943a-10a7-40cd-a4fc-2103faa1ab0c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:24.955899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741edde-17e0-454a-b3fb-53f45b89d4de tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event updated for resources: {'Port': ['ID=87a6f952-23e5-44ab-8e90-72c06fcdc4c9,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:24.969072 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:24.971662 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-763bb377-7316-44c0-bcc5-44bf3ac92d86 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5650165 Feb 04 13:48:24.976867 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60920) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:25.088415 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:48:25.089976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Checking segment: {'id': '0c4ff44f-f498-4184-b0a7-c05250852337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:25.090566 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Bound using segment: {'id': '0c4ff44f-f498-4184-b0a7-c05250852337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:48:25.090867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Bound port: 99dbfc62-b269-4748-84af-0b2d722b8a6e, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4ff44f-f498-4184-b0a7-c05250852337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:48:25.091226 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:25.135125 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70360ff8-fff2-4436-9bc8-7598c1d7256b tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (a77d6185-b241-4234-8ee9-86823e932777), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:25.144549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70360ff8-fff2-4436-9bc8-7598c1d7256b tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (a77d6185-b241-4234-8ee9-86823e932777), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:25.152866 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d60d2166-0d42-44fd-bb62-debe555c5c0c tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "GET /v2.0/floatingips?floating_network_id=7bd72054-3b5e-433f-970f-f29f40cebdac HTTP/1.1" status: 200 len: 689 time: 0.1700203 Feb 04 13:48:25.155492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5741edde-17e0-454a-b3fb-53f45b89d4de tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] In _notify_port_updated(), no bound segment for port 87a6f952-23e5-44ab-8e90-72c06fcdc4c9 on network c89c6711-4a76-4952-89d8-199e8d05cb7a {{(pid=103607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:48:25.160855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5741edde-17e0-454a-b3fb-53f45b89d4de tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:25.161549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5741edde-17e0-454a-b3fb-53f45b89d4de tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:25.165811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60922) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:25.166226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60924) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:25.167349 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5741edde-17e0-454a-b3fb-53f45b89d4de tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "PUT /v2.0/ports/87a6f952-23e5-44ab-8e90-72c06fcdc4c9 HTTP/1.1" status: 200 len: 1057 time: 1.9504640 Feb 04 13:48:25.198652 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70360ff8-fff2-4436-9bc8-7598c1d7256b tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77d6185-b241-4234-8ee9-86823e932777,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:25.220492 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70360ff8-fff2-4436-9bc8-7598c1d7256b tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:25.223358 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-70360ff8-fff2-4436-9bc8-7598c1d7256b tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6760952 Feb 04 13:48:25.228010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60926) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:25.331551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-270a2807-411d-46f8-89f9-ea5b785e0c33 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (66b7afa4-c814-4ef0-a72e-4eb65b648c4d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:25.351094 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d156d0f4-6820-4ca8-97f4-66d8a1bb9b8b req-ea4d0fb8-833c-4f53-a26c-ee45b3ee78ed service neutron] 10.222.0.99 "GET /v2.0/networks/c86ed429-9f3a-40e9-a643-65b05ff443e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644634 Feb 04 13:48:25.369222 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-270a2807-411d-46f8-89f9-ea5b785e0c33 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (66b7afa4-c814-4ef0-a72e-4eb65b648c4d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:25.440410 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-270a2807-411d-46f8-89f9-ea5b785e0c33 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (66b7afa4-c814-4ef0-a72e-4eb65b648c4d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:25.444766 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-270a2807-411d-46f8-89f9-ea5b785e0c33 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:25.446838 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-270a2807-411d-46f8-89f9-ea5b785e0c33 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-groups/66b7afa4-c814-4ef0-a72e-4eb65b648c4d HTTP/1.1" status: 204 len: 168 time: 0.2175758 Feb 04 13:48:25.452241 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60928) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:25.468436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a2807-411d-46f8-89f9-ea5b785e0c33 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b7afa4-c814-4ef0-a72e-4eb65b648c4d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:25.471213 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b4d22c37-414d-40f5-951c-874af16f5143 None None] Provisioning complete for port 87a6f952-23e5-44ab-8e90-72c06fcdc4c9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:25.477663 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55938a-e9d5-4333-b8f2-5ec98d2548ad req-0ee4c2fa-6c9f-4727-929c-b6a957189c5d tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:25.480388 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f55938a-e9d5-4333-b8f2-5ec98d2548ad req-0ee4c2fa-6c9f-4727-929c-b6a957189c5d tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 983 time: 0.4471698 Feb 04 13:48:25.512805 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b4d22c37-414d-40f5-951c-874af16f5143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (87a6f952-23e5-44ab-8e90-72c06fcdc4c9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:25.522849 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e1d34935-3156-4447-ba38-76e334da0005 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0678985 Feb 04 13:48:25.530538 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60930) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:25.541103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] For port 99dbfc62-b269-4748-84af-0b2d722b8a6e, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:48:25.606868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b4d22c37-414d-40f5-951c-874af16f5143 None None] Port 87a6f952-23e5-44ab-8e90-72c06fcdc4c9 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:25.615833 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7b3bcfd3-e9a7-486f-a734-7056ee4a3aef tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0808344 Feb 04 13:48:25.617817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60932) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:25.639282 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-b59a6544-1370-48c5-8ebc-9fa1a2ec7a3f tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] delete failed (client error): The resource could not be found. Feb 04 13:48:25.640185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] For port 99dbfc62-b269-4748-84af-0b2d722b8a6e, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=99dbfc62-b269-4748-84af-0b2d722b8a6e,segment=NetworkSegment(0c4ff44f-f498-4184-b0a7-c05250852337),segment_id=0c4ff44f-f498-4184-b0a7-c05250852337)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:48:25.645291 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b59a6544-1370-48c5-8ebc-9fa1a2ec7a3f tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "DELETE /v2.0/security-groups/66b7afa4-c814-4ef0-a72e-4eb65b648c4d HTTP/1.1" status: 404 len: 347 time: 0.0217009 Feb 04 13:48:25.647217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60934) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:25.667576 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:25.696627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8fcceb57-e3e6-485e-8606-e8f069c54053 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:48:25.735857 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1a0c25ef-9df8-493f-81b1-d835fdce9bd8 tempest-SecGroupIPv6Test-1303853396 tempest-SecGroupIPv6Test-1303853396-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0872581 Feb 04 13:48:25.764721 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (7bd72054-3b5e-433f-970f-f29f40cebdac), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:25.814826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:25.815714 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:25.817171 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] 10.222.0.99 "PUT /v2.0/ports/99dbfc62-b269-4748-84af-0b2d722b8a6e HTTP/1.1" status: 200 len: 1093 time: 4.9185171 Feb 04 13:48:25.835816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32284d0-192f-4e55-87a6-fb022a2cccf6', 'tag': '99dbfc62-b269-4748-84af-0b2d722b8a6e'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:48:25.838408 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dba9d34-ff93-4a7f-a01d-e66638a54c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "d32284d0-192f-4e55-87a6-fb022a2cccf6", "tag": "99dbfc62-b269-4748-84af-0b2d722b8a6e"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:48:25.897954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8fcceb57-e3e6-485e-8606-e8f069c54053, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8fcceb57-e3e6-485e-8606-e8f069c54053,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:25.912933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '8fcceb57-e3e6-485e-8606-e8f069c54053', 'network_id': 'c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8', 'port_id': '8fcceb57-e3e6-485e-8606-e8f069c54053', 'mac_address': 'fa:16:3e:75:57:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccf873e-5391-44ae-8d90-070fed243733', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:48:26.007425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8fcceb57-e3e6-485e-8606-e8f069c54053 is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:26.008734 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:26.042432 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fcceb57-e3e6-485e-8606-e8f069c54053 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:48:26.045706 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Pushing event updated for resources: {'Port': ['ID=99dbfc62-b269-4748-84af-0b2d722b8a6e,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:26.060390 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f55938a-e9d5-4333-b8f2-5ec98d2548ad req-7113f143-328f-4ec0-8dcb-28dc77359af8 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/security-groups?id=0b6512d3-23af-4a34-b4a3-8a701760acea&id=1fda3b67-5537-44dc-bf57-b89f5fc5d766&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4817932 Feb 04 13:48:26.075651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-30dc9ebb-ca47-44cb-a54a-76b6b71323ce tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Deleting port 87a6f952-23e5-44ab-8e90-72c06fcdc4c9 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:26.076013 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30dc9ebb-ca47-44cb-a54a-76b6b71323ce tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (87a6f952-23e5-44ab-8e90-72c06fcdc4c9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:26.080672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8fcceb57-e3e6-485e-8606-e8f069c54053, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8fcceb57-e3e6-485e-8606-e8f069c54053,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:26.090505 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:26.092682 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 09d869b2-3055-4af9-8be9-c90c05d86237 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:48:26.130339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:26.130698 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:26.131047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:26.131393 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:26.131734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:26.132071 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:26.132407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:26.132734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:26.133065 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:26.133394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:26.133728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:26.134055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:26.134419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a145e-fa68-4517-aef7-aea7eed300d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:26.248143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8fcceb57-e3e6-485e-8606-e8f069c54053,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:26.313299 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60944) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:26.317091 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b27834aa-41f2-417e-8bfb-c881edd2a54b req-eacd40d0-1b8d-4b11-a766-3f5d107b4a9b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.0831099 Feb 04 13:48:26.321592 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 09d869b2-3055-4af9-8be9-c90c05d86237, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=09d869b2-3055-4af9-8be9-c90c05d86237,segment=NetworkSegment(092f8ff5-19a4-4594-a7a8-4b85c687228b),segment_id=092f8ff5-19a4-4594-a7a8-4b85c687228b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:26.337843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '09d869b2-3055-4af9-8be9-c90c05d86237', 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8', 'port_id': '09d869b2-3055-4af9-8be9-c90c05d86237', 'mac_address': 'fa:16:3e:18:6a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:48:26.366158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-fc42847f-27e6-4054-83d8-1a1c3025bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:26.367619 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-fc42847f-27e6-4054-83d8-1a1c3025bc35 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 1127 time: 0.4361784 Feb 04 13:48:26.396058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.objects.ports [None req-c3c838c7-b826-42da-ab19-0b46777dcf47 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:48:26.408539 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 09d869b2-3055-4af9-8be9-c90c05d86237 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:26.409252 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (09d869b2-3055-4af9-8be9-c90c05d86237), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:26.422834 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c3c838c7-b826-42da-ab19-0b46777dcf47 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (6213266d-9ee7-4761-9f87-7d3b78de7208), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:26.446522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d869b2-3055-4af9-8be9-c90c05d86237 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:48:26.460676 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30dc9ebb-ca47-44cb-a54a-76b6b71323ce tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (87a6f952-23e5-44ab-8e90-72c06fcdc4c9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:26.484839 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 09d869b2-3055-4af9-8be9-c90c05d86237, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=09d869b2-3055-4af9-8be9-c90c05d86237,segment=NetworkSegment(092f8ff5-19a4-4594-a7a8-4b85c687228b),segment_id=092f8ff5-19a4-4594-a7a8-4b85c687228b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:26.493953 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (09d869b2-3055-4af9-8be9-c90c05d86237), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:26.527449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-dbe38448-0e06-4642-8e99-932c8e821665 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=99dbfc62-b269-4748-84af-0b2d722b8a6e HTTP/1.1" status: 200 len: 217 time: 0.1510713 Feb 04 13:48:26.550168 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4eb67e1b-d2e9-464d-94fc-0282805eab9b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a0412186b8a047c5a167e6d59b2a8b70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2343655 Feb 04 13:48:26.550620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Deleting port f3b8ad1d-568c-463e-8747-cde0e2587d5f {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:26.550927 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f3b8ad1d-568c-463e-8747-cde0e2587d5f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:26.551704 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60948) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:26.584541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=09d869b2-3055-4af9-8be9-c90c05d86237,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:26.605075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-30dc9ebb-ca47-44cb-a54a-76b6b71323ce tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Calling delete_port for 87a6f952-23e5-44ab-8e90-72c06fcdc4c9 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:26.608066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8fcceb57-e3e6-485e-8606-e8f069c54053'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:48:26.643378 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-148e56e1-cdac-4dc9-b369-ef9cc3000e81 admin admin] Publish callbacks [] for security_group (8875ed0e-8c2d-4dca-9268-ee081a73541b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:26.677408 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-148e56e1-cdac-4dc9-b369-ef9cc3000e81 admin admin] Publish callbacks [] for security_group (8875ed0e-8c2d-4dca-9268-ee081a73541b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:26.741421 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-148e56e1-cdac-4dc9-b369-ef9cc3000e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8875ed0e-8c2d-4dca-9268-ee081a73541b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:26.746850 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-148e56e1-cdac-4dc9-b369-ef9cc3000e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:26.751222 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-148e56e1-cdac-4dc9-b369-ef9cc3000e81 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8875ed0e-8c2d-4dca-9268-ee081a73541b HTTP/1.1" status: 204 len: 168 time: 0.1979284 Feb 04 13:48:26.751831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c838c7-b826-42da-ab19-0b46777dcf47 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event updated for resources: {'Subnet': ['ID=6213266d-9ee7-4761-9f87-7d3b78de7208,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:26.771012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e56e1-cdac-4dc9-b369-ef9cc3000e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8875ed0e-8c2d-4dca-9268-ee081a73541b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:26.815202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-617c49ac-a805-44f3-8044-0d05bd528183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:26.818481 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-617c49ac-a805-44f3-8044-0d05bd528183 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1e403b3f-43fd-4688-a99b-1e2be4544499 HTTP/1.1" status: 200 len: 838 time: 0.2830856 Feb 04 13:48:26.866701 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c838c7-b826-42da-ab19-0b46777dcf47 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Checking segment: {'id': '750465df-e69f-42f3-848e-641aa000e1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a4b15e3b-1e05-44ea-9226-48d80776fdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:26.867082 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c838c7-b826-42da-ab19-0b46777dcf47 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Network hostable DHCP agents. Network: a4b15e3b-1e05-44ea-9226-48d80776fdc8, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:26.928881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63092be-a710-4871-8d84-0c1973c57a40 req-70c6047e-8367-46f3-9856-a9a8026ddacb tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:26.930519 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f63092be-a710-4871-8d84-0c1973c57a40 req-70c6047e-8367-46f3-9856-a9a8026ddacb tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 944 time: 0.3980191 Feb 04 13:48:26.932863 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f3b8ad1d-568c-463e-8747-cde0e2587d5f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:26.933375 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks [] for floatingip (f3b8ad1d-568c-463e-8747-cde0e2587d5f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:26.968644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Calling delete_port for f3b8ad1d-568c-463e-8747-cde0e2587d5f owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:27.010061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c838c7-b826-42da-ab19-0b46777dcf47 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Network a4b15e3b-1e05-44ea-9226-48d80776fdc8 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:27.056480 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['09d869b2-3055-4af9-8be9-c90c05d86237'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:48:27.098363 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-c3e012f7-47e7-4c49-868c-d02b70bc3053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:27.100034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-c3e012f7-47e7-4c49-868c-d02b70bc3053 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=64784a9a-40e5-42f1-a1dd-265e589b4bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.2648807 Feb 04 13:48:27.100764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-c3c838c7-b826-42da-ab19-0b46777dcf47 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, a4b15e3b-1e05-44ea-9226-48d80776fdc8) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:27.114389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489084ac-02f7-4d67-8008-08c925b41034 None None] Network a4b15e3b-1e05-44ea-9226-48d80776fdc8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:27.150785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c838c7-b826-42da-ab19-0b46777dcf47 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:27.151584 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c3c838c7-b826-42da-ab19-0b46777dcf47 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:27.162090 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f63092be-a710-4871-8d84-0c1973c57a40 req-cc58abf2-fa59-4bbf-a27b-b7670faf322b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=967f2fac-00eb-4fe1-ad32-2ff9e89857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211616 Feb 04 13:48:27.278680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c3c838c7-b826-42da-ab19-0b46777dcf47 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.8995802 Feb 04 13:48:27.281947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60962) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:27.297173 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30dc9ebb-ca47-44cb-a54a-76b6b71323ce tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (87a6f952-23e5-44ab-8e90-72c06fcdc4c9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:27.309136 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-a4b15e3b-1e05-44ea-9226-48d80776fdc8', 'network_id': 'a4b15e3b-1e05-44ea-9226-48d80776fdc8', 'project_id': '6082cb1ec03b4d1f989dddec1dc529f5', 'fixed_ips': [{'subnet_id': '6213266d-9ee7-4761-9f87-7d3b78de7208'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:48:27.310716 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:27.523008 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (a4b15e3b-1e05-44ea-9226-48d80776fdc8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:27.612034 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (6213266d-9ee7-4761-9f87-7d3b78de7208), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:27.759628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8fcceb57-e3e6-485e-8606-e8f069c54053 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:27.818602 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc9ebb-ca47-44cb-a54a-76b6b71323ce tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event deleted for resources: {'Port': ['ID=87a6f952-23e5-44ab-8e90-72c06fcdc4c9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:27.889377 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Allocated IP 2001:db8::f816:3eff:fe7d:944 (a4b15e3b-1e05-44ea-9226-48d80776fdc8/6213266d-9ee7-4761-9f87-7d3b78de7208/737b67de-aabf-4c73-b9fc-2be80afa5dba) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:27.904770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 8fcceb57-e3e6-485e-8606-e8f069c54053 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:27.905146 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.038161 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-2b9571cc-ce65-4b66-87a7-3487cbc43db0 service neutron] 10.222.0.99 "GET /v2.0/networks/64784a9a-40e5-42f1-a1dd-265e589b4bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9007671 Feb 04 13:48:28.074937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8fcceb57-e3e6-485e-8606-e8f069c54053 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:28.075630 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.098240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60976) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:28.134475 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e402327-2fa1-4086-b1e9-3b33b213514d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcceb57-e3e6-485e-8606-e8f069c54053'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:48:28.138473 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf312e2f-9f7e-4266-a83c-023b75ae1e8f" -d '{"events": [{"server_uuid": "1e402327-2fa1-4086-b1e9-3b33b213514d", "name": "network-vif-plugged", "status": "completed", "tag": "8fcceb57-e3e6-485e-8606-e8f069c54053"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:48:28.159900 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8fcceb57-e3e6-485e-8606-e8f069c54053, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8fcceb57-e3e6-485e-8606-e8f069c54053,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:28.189060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11724b-6dbf-4a41-8873-a26104be27d1 req-ec76206a-2aa7-4c89-a4c9-fe43c845e288 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:28.196137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a11724b-6dbf-4a41-8873-a26104be27d1 req-ec76206a-2aa7-4c89-a4c9-fe43c845e288 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 945 time: 0.3887217 Feb 04 13:48:28.200718 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.222548 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f3b8ad1d-568c-463e-8747-cde0e2587d5f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.274830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-19ac3e26-89f6-4e25-9cfd-e34461c2b559 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1950048261-network', 'tenant_id': 'c62eaaeaecc743f5a5a46e18b9d57f52'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:28.293602 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Publish callbacks [] for port (737b67de-aabf-4c73-b9fc-2be80afa5dba), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.314147 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8fcceb57-e3e6-485e-8606-e8f069c54053,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:28.317845 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (737b67de-aabf-4c73-b9fc-2be80afa5dba), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.339442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ac3e26-89f6-4e25-9cfd-e34461c2b559 admin admin] Made reservation on behalf of c62eaaeaecc743f5a5a46e18b9d57f52 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:28.342010 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19ac3e26-89f6-4e25-9cfd-e34461c2b559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.353342 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3b8ad1d-568c-463e-8747-cde0e2587d5f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:28.376057 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Pushing event updated for resources: {'Port': ['ID=737b67de-aabf-4c73-b9fc-2be80afa5dba,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:28.391044 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (6213266d-9ee7-4761-9f87-7d3b78de7208), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.395946 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19ac3e26-89f6-4e25-9cfd-e34461c2b559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.400185 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Network a4b15e3b-1e05-44ea-9226-48d80776fdc8 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:28.409652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:28.421671 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:28.422068 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a11724b-6dbf-4a41-8873-a26104be27d1 req-14d1dcb0-b90b-4753-9f5b-832fb328314b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084844 Feb 04 13:48:28.426604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3027d8e-16bc-44bd-a078-a036547f8b30 req-939bdc85-8c75-4a80-8c56-3cee751c40e0 service neutron] 10.222.0.99 "GET /v2.0/networks/64784a9a-40e5-42f1-a1dd-265e589b4bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687603 Feb 04 13:48:28.500209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Attempting to bind port 737b67de-aabf-4c73-b9fc-2be80afa5dba on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:48:28.501121 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Attempting to bind port 737b67de-aabf-4c73-b9fc-2be80afa5dba by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '750465df-e69f-42f3-848e-641aa000e1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a4b15e3b-1e05-44ea-9226-48d80776fdc8'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:48:28.501801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Attempting to bind port 737b67de-aabf-4c73-b9fc-2be80afa5dba on network a4b15e3b-1e05-44ea-9226-48d80776fdc8 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:28.513495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:48:28.514518 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Checking segment: {'id': '750465df-e69f-42f3-848e-641aa000e1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a4b15e3b-1e05-44ea-9226-48d80776fdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:28.515611 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.516489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Bound using segment: {'id': '750465df-e69f-42f3-848e-641aa000e1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a4b15e3b-1e05-44ea-9226-48d80776fdc8'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:48:28.517476 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Bound port: 737b67de-aabf-4c73-b9fc-2be80afa5dba, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750465df-e69f-42f3-848e-641aa000e1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a4b15e3b-1e05-44ea-9226-48d80776fdc8'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:48:28.518447 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (737b67de-aabf-4c73-b9fc-2be80afa5dba), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.524201 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8f83cf-59c0-4ea5-80d2-b3312604ba01 x-openstack-request-id: req-2d8f83cf-59c0-4ea5-80d2-b3312604ba01 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:48:28.524786 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32284d0-192f-4e55-87a6-fb022a2cccf6", "tag": "99dbfc62-b269-4748-84af-0b2d722b8a6e", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:48:28.525229 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2d8f83cf-59c0-4ea5-80d2-b3312604ba01 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:48:28.525932 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32284d0-192f-4e55-87a6-fb022a2cccf6', 'tag': '99dbfc62-b269-4748-84af-0b2d722b8a6e', 'status': 'completed', 'code': 200} Feb 04 13:48:28.543743 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Subnet': ['ID=6213266d-9ee7-4761-9f87-7d3b78de7208,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:28.664432 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] For port 737b67de-aabf-4c73-b9fc-2be80afa5dba, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:48:28.673048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] For port 737b67de-aabf-4c73-b9fc-2be80afa5dba, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=737b67de-aabf-4c73-b9fc-2be80afa5dba,segment=NetworkSegment(750465df-e69f-42f3-848e-641aa000e1e5),segment_id=750465df-e69f-42f3-848e-641aa000e1e5)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:48:28.696947 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (737b67de-aabf-4c73-b9fc-2be80afa5dba), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.763041 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (a4b15e3b-1e05-44ea-9226-48d80776fdc8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.791223 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks [] for floatingip (aa9c943a-10a7-40cd-a4fc-2103faa1ab0c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.795523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b15e3b-1e05-44ea-9226-48d80776fdc8']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:28.806847 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750465df-e69f-42f3-848e-641aa000e1e5') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:28.807455 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750465df-e69f-42f3-848e-641aa000e1e5') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:28.827292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (750465df-e69f-42f3-848e-641aa000e1e5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.834024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba9d34-ff93-4a7f-a01d-e66638a54c6c req-304fc065-0270-4eed-b40e-a0153078247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:28.836614 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7dba9d34-ff93-4a7f-a01d-e66638a54c6c req-304fc065-0270-4eed-b40e-a0153078247b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 1127 time: 0.2917302 Feb 04 13:48:28.842157 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30dc9ebb-ca47-44cb-a54a-76b6b71323ce tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.849227 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (750465df-e69f-42f3-848e-641aa000e1e5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.849872 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-30dc9ebb-ca47-44cb-a54a-76b6b71323ce tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "DELETE /v2.0/ports/87a6f952-23e5-44ab-8e90-72c06fcdc4c9 HTTP/1.1" status: 204 len: 168 time: 3.6543806 Feb 04 13:48:28.854994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60984) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:28.859184 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:28.859708 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (750465df-e69f-42f3-848e-641aa000e1e5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.927785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633b60d-4fa1-43b7-8891-90bb2bdd0e0d req-123e90f0-3f21-4e54-b229-4f9b3fddb30d tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:28.936456 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f633b60d-4fa1-43b7-8891-90bb2bdd0e0d req-123e90f0-3f21-4e54-b229-4f9b3fddb30d tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 984 time: 0.3038802 Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:28.942255 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:28.947755 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.api [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:48:28.947755 n-d-714676-13 neutron-server[103607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:48:28.947755 n-d-714676-13 neutron-server[103607]: [parameters: {'id': 'a4b15e3b-1e05-44ea-9226-48d80776fdc8'}] Feb 04 13:48:28.947755 n-d-714676-13 neutron-server[103607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:48:28.948719 n-d-714676-13 neutron-server[103607]: DEBUG oslo_db.api [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:48:28.951290 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19ac3e26-89f6-4e25-9cfd-e34461c2b559 admin admin] Publish callbacks [] for security_group (1602afb6-7ad4-4281-8444-d51d8ba63b83), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.959113 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19ac3e26-89f6-4e25-9cfd-e34461c2b559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1602afb6-7ad4-4281-8444-d51d8ba63b83), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.011057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ac3e26-89f6-4e25-9cfd-e34461c2b559 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:29.023928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac3e26-89f6-4e25-9cfd-e34461c2b559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1602afb6-7ad4-4281-8444-d51d8ba63b83,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:29.032745 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19ac3e26-89f6-4e25-9cfd-e34461c2b559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e20ad995-8b38-461b-99b5-b92fac834b55), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.033089 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-19ac3e26-89f6-4e25-9cfd-e34461c2b559 admin admin] Added segment e20ad995-8b38-461b-99b5-b92fac834b55 of type vlan for network 1b4ba0f1-bf61-46e2-8350-368551d1aba8 Feb 04 13:48:29.042716 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49c082a-6010-4fc2-9f7c-dcbfe78d0d42 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] GET failed (client error): The resource could not be found. Feb 04 13:48:29.047183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c49c082a-6010-4fc2-9f7c-dcbfe78d0d42 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "GET /v2.0/ports/87a6f952-23e5-44ab-8e90-72c06fcdc4c9 HTTP/1.1" status: 404 len: 333 time: 0.1858742 Feb 04 13:48:29.053060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60986) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:29.092582 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (09acb030-af27-4791-aabf-cb3513b07ef9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.105010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e763c04-0f96-438c-9fa6-3fdaee1a3d4d None None] Pushing event updated for resources: {'Port': ['ID=737b67de-aabf-4c73-b9fc-2be80afa5dba,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:29.118951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba056835-f8f7-4f09-a391-c1f45cd27030 None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:48:29.148349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f633b60d-4fa1-43b7-8891-90bb2bdd0e0d req-b209cbbf-6b93-485c-83a4-f1b4ff881157 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/security-groups?id=0b6512d3-23af-4a34-b4a3-8a701760acea&id=1fda3b67-5537-44dc-bf57-b89f5fc5d766&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2054000 Feb 04 13:48:29.245540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba9d34-ff93-4a7f-a01d-e66638a54c6c req-19c1776e-a008-4f9b-88fb-a53e05f5c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:29.254188 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7dba9d34-ff93-4a7f-a01d-e66638a54c6c req-19c1776e-a008-4f9b-88fb-a53e05f5c8dd service neutron] 10.222.0.99 "GET /v2.0/networks?id=64784a9a-40e5-42f1-a1dd-265e589b4bef HTTP/1.1" status: 200 len: 898 time: 0.3976984 Feb 04 13:48:29.272744 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19ac3e26-89f6-4e25-9cfd-e34461c2b559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (1b4ba0f1-bf61-46e2-8350-368551d1aba8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.318741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba056835-f8f7-4f09-a391-c1f45cd27030 None None] Resources bound (agent type, host, resource id): {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:48:29.331482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5b9cea8b-e903-45d7-ae82-0c541056c9f7 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Deleting port ce87ed1d-b43d-4a1b-a6a6-cdce10169e40 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:29.331956 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b9cea8b-e903-45d7-ae82-0c541056c9f7 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ce87ed1d-b43d-4a1b-a6a6-cdce10169e40), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.335972 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19ac3e26-89f6-4e25-9cfd-e34461c2b559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (1b4ba0f1-bf61-46e2-8350-368551d1aba8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.337026 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ac3e26-89f6-4e25-9cfd-e34461c2b559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:29.337725 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19ac3e26-89f6-4e25-9cfd-e34461c2b559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.366950 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7dba9d34-ff93-4a7f-a01d-e66638a54c6c req-c9486a4b-da93-48b5-84fc-46f6f81347ed service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=99dbfc62-b269-4748-84af-0b2d722b8a6e HTTP/1.1" status: 200 len: 217 time: 0.1021914 Feb 04 13:48:29.384007 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-387cff7f-524a-4ab3-9e32-5beeea3b3389 req-a61abb45-a536-48ff-804d-f7fb0bbe1424 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.1256120 Feb 04 13:48:29.453484 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-19ac3e26-89f6-4e25-9cfd-e34461c2b559 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3538284 Feb 04 13:48:29.462235 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (a4b15e3b-1e05-44ea-9226-48d80776fdc8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.466127 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60990) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:29.480221 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (09acb030-af27-4791-aabf-cb3513b07ef9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.548127 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a1155c-e046-43cf-9e9c-a5ac6a96640e x-openstack-request-id: req-a7a1155c-e046-43cf-9e9c-a5ac6a96640e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:48:29.548421 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e402327-2fa1-4086-b1e9-3b33b213514d", "name": "network-vif-plugged", "status": "completed", "tag": "8fcceb57-e3e6-485e-8606-e8f069c54053", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:48:29.548678 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a7a1155c-e046-43cf-9e9c-a5ac6a96640e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:48:29.549083 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e402327-2fa1-4086-b1e9-3b33b213514d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcceb57-e3e6-485e-8606-e8f069c54053', 'code': 200} Feb 04 13:48:29.559523 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b9cea8b-e903-45d7-ae82-0c541056c9f7 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ce87ed1d-b43d-4a1b-a6a6-cdce10169e40), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.578980 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5b9cea8b-e903-45d7-ae82-0c541056c9f7 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Calling delete_port for ce87ed1d-b43d-4a1b-a6a6-cdce10169e40 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:29.594235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba9d34-ff93-4a7f-a01d-e66638a54c6c req-f2d36f97-260a-43b7-b34f-e13d702d354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:29.596725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7dba9d34-ff93-4a7f-a01d-e66638a54c6c req-f2d36f97-260a-43b7-b34f-e13d702d354c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1e403b3f-43fd-4688-a99b-1e2be4544499 HTTP/1.1" status: 200 len: 838 time: 0.2033882 Feb 04 13:48:29.597737 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d85982cb-566e-4c3a-b6cb-1811c4c8da5c admin admin] Request body: {'subnet': {'network_id': '1b4ba0f1-bf61-46e2-8350-368551d1aba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1950048261-subnet', 'tenant_id': 'c62eaaeaecc743f5a5a46e18b9d57f52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:29.601357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=09acb030-af27-4791-aabf-cb3513b07ef9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:29.636854 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85982cb-566e-4c3a-b6cb-1811c4c8da5c admin admin] Made reservation on behalf of c62eaaeaecc743f5a5a46e18b9d57f52 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:29.639303 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d85982cb-566e-4c3a-b6cb-1811c4c8da5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.712807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e39524d-0992-4008-8e8c-7733beaa2c4f None None] Network a4b15e3b-1e05-44ea-9226-48d80776fdc8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:29.719606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 09d869b2-3055-4af9-8be9-c90c05d86237 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:29.763475 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (7bd72054-3b5e-433f-970f-f29f40cebdac), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.817847 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca83c0-15db-4f78-86dd-ca3d7706eaab req-c07409e7-8dc3-4b9f-87dc-d36ca2f3f10b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:29.826258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98ca83c0-15db-4f78-86dd-ca3d7706eaab req-c07409e7-8dc3-4b9f-87dc-d36ca2f3f10b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 944 time: 0.2344542 Feb 04 13:48:29.830423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd72054-3b5e-433f-970f-f29f40cebdac']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:29.848002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba9d34-ff93-4a7f-a01d-e66638a54c6c req-97f9523a-9cf7-47d3-9f07-917c211c6fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:29.859476 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7dba9d34-ff93-4a7f-a01d-e66638a54c6c req-97f9523a-9cf7-47d3-9f07-917c211c6fea service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=64784a9a-40e5-42f1-a1dd-265e589b4bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.2125442 Feb 04 13:48:29.865561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac3e26-89f6-4e25-9cfd-e34461c2b559 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4ba0f1-bf61-46e2-8350-368551d1aba8,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:29.872879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7b304b-ac9d-4110-b3b5-448512a81ff0') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:29.873195 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7b304b-ac9d-4110-b3b5-448512a81ff0') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:29.885590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 1b4ba0f1-bf61-46e2-8350-368551d1aba8 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:48:29.897942 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 09d869b2-3055-4af9-8be9-c90c05d86237 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:48:29.908693 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (2e7b304b-ac9d-4110-b3b5-448512a81ff0), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.926380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 09d869b2-3055-4af9-8be9-c90c05d86237 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:29.927097 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (09d869b2-3055-4af9-8be9-c90c05d86237), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.983512 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (2e7b304b-ac9d-4110-b3b5-448512a81ff0), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.012294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:30.012982 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (2e7b304b-ac9d-4110-b3b5-448512a81ff0), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:30.023910 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:30.042791 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d85982cb-566e-4c3a-b6cb-1811c4c8da5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (98480965-aca2-4f55-ba3c-b12f980962ea), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.107904 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85982cb-566e-4c3a-b6cb-1811c4c8da5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=98480965-aca2-4f55-ba3c-b12f980962ea,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:30.117604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98ca83c0-15db-4f78-86dd-ca3d7706eaab req-369132fc-3d9d-438d-84b9-b3599c8a5778 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=967f2fac-00eb-4fe1-ad32-2ff9e89857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2835438 Feb 04 13:48:30.148019 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b9cea8b-e903-45d7-ae82-0c541056c9f7 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ce87ed1d-b43d-4a1b-a6a6-cdce10169e40), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.175543 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7dba9d34-ff93-4a7f-a01d-e66638a54c6c req-6115bc24-0b06-46cb-ac01-5fd5efa89f8a service neutron] 10.222.0.99 "GET /v2.0/networks/64784a9a-40e5-42f1-a1dd-265e589b4bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859209 Feb 04 13:48:30.178414 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (7bd72054-3b5e-433f-970f-f29f40cebdac), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.198511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7bd72054-3b5e-433f-970f-f29f40cebdac {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 13:48:30.220268 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.227708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "DELETE /v2.0/networks/7bd72054-3b5e-433f-970f-f29f40cebdac HTTP/1.1" status: 204 len: 168 time: 5.0400476 Feb 04 13:48:30.230569 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 09d869b2-3055-4af9-8be9-c90c05d86237 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:30.237785 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (09d869b2-3055-4af9-8be9-c90c05d86237), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.241633 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60994) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:30.245283 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cea8b-e903-45d7-ae82-0c541056c9f7 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event deleted for resources: {'Port': ['ID=ce87ed1d-b43d-4a1b-a6a6-cdce10169e40,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:30.298479 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 09d869b2-3055-4af9-8be9-c90c05d86237, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=09d869b2-3055-4af9-8be9-c90c05d86237,segment=NetworkSegment(092f8ff5-19a4-4594-a7a8-4b85c687228b),segment_id=092f8ff5-19a4-4594-a7a8-4b85c687228b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:30.305661 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (09d869b2-3055-4af9-8be9-c90c05d86237), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.380851 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7dba9d34-ff93-4a7f-a01d-e66638a54c6c req-39c58d32-aa78-42eb-bc35-bb85cd94b1fb service neutron] 10.222.0.99 "GET /v2.0/networks/64784a9a-40e5-42f1-a1dd-265e589b4bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947613 Feb 04 13:48:30.382611 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88e944-233d-4921-9ea2-beb0893f0886 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event deleted for resources: {'Network': ['ID=7bd72054-3b5e-433f-970f-f29f40cebdac,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:30.406477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=09d869b2-3055-4af9-8be9-c90c05d86237,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:30.481358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d554f6-bda5-47a6-87ca-4d9438cae1e8 req-0784b608-6d97-4e18-a57e-fc4414d21e6f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:30.483140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59d554f6-bda5-47a6-87ca-4d9438cae1e8 req-0784b608-6d97-4e18-a57e-fc4414d21e6f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.1050410 Feb 04 13:48:30.574145 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59d554f6-bda5-47a6-87ca-4d9438cae1e8 req-60c1a065-db0e-4d49-a8ca-729a186cdaf3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795519 Feb 04 13:48:30.637950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60998) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:30.650766 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e3190096-7408-4560-9512-e6d776d62116 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.3437634 Feb 04 13:48:30.656588 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b9cea8b-e903-45d7-ae82-0c541056c9f7 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.670481 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5b9cea8b-e903-45d7-ae82-0c541056c9f7 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "DELETE /v2.0/ports/ce87ed1d-b43d-4a1b-a6a6-cdce10169e40 HTTP/1.1" status: 204 len: 168 time: 1.6120555 Feb 04 13:48:30.676204 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32768) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:30.753798 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5ee048-0acf-46d0-bccf-30e2b53cab2d tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] GET failed (client error): The resource could not be found. Feb 04 13:48:30.767989 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0e5ee048-0acf-46d0-bccf-30e2b53cab2d tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "GET /v2.0/ports/ce87ed1d-b43d-4a1b-a6a6-cdce10169e40 HTTP/1.1" status: 404 len: 333 time: 0.0851729 Feb 04 13:48:30.774843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32770) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:30.794032 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85982cb-566e-4c3a-b6cb-1811c4c8da5c admin admin] Checking segment: {'id': 'e20ad995-8b38-461b-99b5-b92fac834b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1b4ba0f1-bf61-46e2-8350-368551d1aba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:30.794453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85982cb-566e-4c3a-b6cb-1811c4c8da5c admin admin] Network hostable DHCP agents. Network: 1b4ba0f1-bf61-46e2-8350-368551d1aba8, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:30.845837 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Deleting port 737b67de-aabf-4c73-b9fc-2be80afa5dba {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:30.846310 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (737b67de-aabf-4c73-b9fc-2be80afa5dba), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.888681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd68f4e-e090-491c-b88f-50f8ddbd4054 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:30.889544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd68f4e-e090-491c-b88f-50f8ddbd4054 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:30.889870 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd68f4e-e090-491c-b88f-50f8ddbd4054 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:30.890363 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd68f4e-e090-491c-b88f-50f8ddbd4054 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:30.890820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd68f4e-e090-491c-b88f-50f8ddbd4054 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:30.891274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd68f4e-e090-491c-b88f-50f8ddbd4054 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:30.891725 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd68f4e-e090-491c-b88f-50f8ddbd4054 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:30.892173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd68f4e-e090-491c-b88f-50f8ddbd4054 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:30.892619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd68f4e-e090-491c-b88f-50f8ddbd4054 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:30.893063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd68f4e-e090-491c-b88f-50f8ddbd4054 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:30.893506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd68f4e-e090-491c-b88f-50f8ddbd4054 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:30.894065 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd68f4e-e090-491c-b88f-50f8ddbd4054 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:30.894542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd68f4e-e090-491c-b88f-50f8ddbd4054 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:30.894983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd68f4e-e090-491c-b88f-50f8ddbd4054 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:30.902197 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fcd68f4e-e090-491c-b88f-50f8ddbd4054 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8948 time: 0.2627621 Feb 04 13:48:30.902893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32772) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:30.924604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] For port 737b67de-aabf-4c73-b9fc-2be80afa5dba, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=737b67de-aabf-4c73-b9fc-2be80afa5dba,segment=NetworkSegment(750465df-e69f-42f3-848e-641aa000e1e5),segment_id=750465df-e69f-42f3-848e-641aa000e1e5)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:30.924961 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (737b67de-aabf-4c73-b9fc-2be80afa5dba), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.941853 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Calling delete_port for 737b67de-aabf-4c73-b9fc-2be80afa5dba owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:30.952215 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-ae63b60c-c1b7-4b2b-868e-4b25c7d065c5 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] delete failed (client error): The resource could not be found. Feb 04 13:48:30.957792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ae63b60c-c1b7-4b2b-868e-4b25c7d065c5 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "DELETE /v2.0/floatingips/aa9c943a-10a7-40cd-a4fc-2103faa1ab0c HTTP/1.1" status: 404 len: 345 time: 0.0486801 Feb 04 13:48:30.959045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32774) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:30.967263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac994b-39e1-44bf-8a02-e524ccf3d05e req-4c8e7d13-6fdd-4285-9886-1375813a0d06 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:30.969109 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7aac994b-39e1-44bf-8a02-e524ccf3d05e req-4c8e7d13-6fdd-4285-9886-1375813a0d06 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 985 time: 0.2328115 Feb 04 13:48:30.991919 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40edb92-3bf9-4608-9cb7-5fb6464ba89e tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 13:48:30.992449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40edb92-3bf9-4608-9cb7-5fb6464ba89e tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:30.996129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e40edb92-3bf9-4608-9cb7-5fb6464ba89e tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "DELETE /v2.0/networks/7bd72054-3b5e-433f-970f-f29f40cebdac HTTP/1.1" status: 404 len: 339 time: 0.0259781 Feb 04 13:48:31.004329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32776) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:31.012830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5a18b81e-b8b9-43db-9e8c-4875292245ff tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Request body: {'network': {'name': 'tempest-network--1725096440', 'router:external': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:31.066959 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85982cb-566e-4c3a-b6cb-1811c4c8da5c admin admin] Network 1b4ba0f1-bf61-46e2-8350-368551d1aba8 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:31.071317 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7aac994b-39e1-44bf-8a02-e524ccf3d05e req-52301de6-0aef-4697-a2f7-d4fe44b746fa tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/security-groups?id=0b6512d3-23af-4a34-b4a3-8a701760acea&id=1fda3b67-5537-44dc-bf57-b89f5fc5d766&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0819285 Feb 04 13:48:31.107196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d85982cb-566e-4c3a-b6cb-1811c4c8da5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 1b4ba0f1-bf61-46e2-8350-368551d1aba8) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:31.112347 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85982cb-566e-4c3a-b6cb-1811c4c8da5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:31.113043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d85982cb-566e-4c3a-b6cb-1811c4c8da5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:31.132281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9384de02-1f92-4c76-b0ca-5707b950f173 None None] Network 1b4ba0f1-bf61-46e2-8350-368551d1aba8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:31.132646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a18b81e-b8b9-43db-9e8c-4875292245ff tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Made reservation on behalf of a5984e49c24045a38df13b970b48a5c6 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:31.136075 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a18b81e-b8b9-43db-9e8c-4875292245ff tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:31.156514 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d85982cb-566e-4c3a-b6cb-1811c4c8da5c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5660996 Feb 04 13:48:31.189693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a18b81e-b8b9-43db-9e8c-4875292245ff tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:31.203212 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a18b81e-b8b9-43db-9e8c-4875292245ff tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (81dbe2c6-25e7-49b2-a987-00e53a28881a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:31.204062 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-5a18b81e-b8b9-43db-9e8c-4875292245ff tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Added segment 81dbe2c6-25e7-49b2-a987-00e53a28881a of type vlan for network 587fafbf-18cd-4e1f-bf87-71132f78843e Feb 04 13:48:31.237822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8de19c0-81fd-483e-85b2-cc50c003a81a req-cec65fc1-eaaf-4c77-b33f-1e22a3f2bce3 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.0734999 Feb 04 13:48:31.281905 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a18b81e-b8b9-43db-9e8c-4875292245ff tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (587fafbf-18cd-4e1f-bf87-71132f78843e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:31.360767 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19c515c-1dec-4f90-96de-401b2da9ac90 None None] Network 1b4ba0f1-bf61-46e2-8350-368551d1aba8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:31.376254 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-047b7206-6aa0-4d7c-ad77-e064af6a6b28 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Deleting port b87cd47b-4b2b-4c4a-a156-60a2566fba55 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:31.376609 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-047b7206-6aa0-4d7c-ad77-e064af6a6b28 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b87cd47b-4b2b-4c4a-a156-60a2566fba55), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:31.379587 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (737b67de-aabf-4c73-b9fc-2be80afa5dba), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:31.458782 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Port': ['ID=737b67de-aabf-4c73-b9fc-2be80afa5dba,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:31.528779 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c12414-4964-40ab-af4c-e9e12414b6f6 req-3cba498f-9d81-46a2-b391-9f915f1576e6 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:31.538001 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18c12414-4964-40ab-af4c-e9e12414b6f6 req-3cba498f-9d81-46a2-b391-9f915f1576e6 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 944 time: 0.1263165 Feb 04 13:48:31.565960 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed17fbf6-90f0-47fa-ba66-301dc2ee20e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d869b2-3055-4af9-8be9-c90c05d86237'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:48:31.568743 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a5b90c-38be-4ab8-b9ff-b24f901d1b4b" -d '{"events": [{"server_uuid": "ed17fbf6-90f0-47fa-ba66-301dc2ee20e0", "name": "network-vif-plugged", "status": "completed", "tag": "09d869b2-3055-4af9-8be9-c90c05d86237"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:48:31.577772 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] No DVR routers for this DVR port 737b67de-aabf-4c73-b9fc-2be80afa5dba on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:48:31.613220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18c12414-4964-40ab-af4c-e9e12414b6f6 req-d724a306-ee7c-495a-ab7d-4ecad287f45e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=967f2fac-00eb-4fe1-ad32-2ff9e89857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738444 Feb 04 13:48:31.631682 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a18b81e-b8b9-43db-9e8c-4875292245ff tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (587fafbf-18cd-4e1f-bf87-71132f78843e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:31.633625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18b81e-b8b9-43db-9e8c-4875292245ff tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:31.634504 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5a18b81e-b8b9-43db-9e8c-4875292245ff tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:31.694762 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b965acc8-391a-4569-9bd3-e5403c95ea05 x-openstack-request-id: req-b965acc8-391a-4569-9bd3-e5403c95ea05 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:48:31.695266 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed17fbf6-90f0-47fa-ba66-301dc2ee20e0", "name": "network-vif-plugged", "status": "completed", "tag": "09d869b2-3055-4af9-8be9-c90c05d86237", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:48:31.695714 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b965acc8-391a-4569-9bd3-e5403c95ea05 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:48:31.696433 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed17fbf6-90f0-47fa-ba66-301dc2ee20e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d869b2-3055-4af9-8be9-c90c05d86237', 'code': 200} Feb 04 13:48:31.717336 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 99dbfc62-b269-4748-84af-0b2d722b8a6e details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:48:31.851848 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5a18b81e-b8b9-43db-9e8c-4875292245ff tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8433249 Feb 04 13:48:31.856773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32790) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:31.922823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18b81e-b8b9-43db-9e8c-4875292245ff tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event updated for resources: {'Network': ['ID=587fafbf-18cd-4e1f-bf87-71132f78843e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:31.944627 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (a4b15e3b-1e05-44ea-9226-48d80776fdc8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.007353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 587fafbf-18cd-4e1f-bf87-71132f78843e details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:48:32.032053 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b15e3b-1e05-44ea-9226-48d80776fdc8']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:32.038519 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-047b7206-6aa0-4d7c-ad77-e064af6a6b28 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b87cd47b-4b2b-4c4a-a156-60a2566fba55), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.070342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750465df-e69f-42f3-848e-641aa000e1e5') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:32.070914 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750465df-e69f-42f3-848e-641aa000e1e5') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:32.090835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-047b7206-6aa0-4d7c-ad77-e064af6a6b28 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Calling delete_port for b87cd47b-4b2b-4c4a-a156-60a2566fba55 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:32.102613 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (750465df-e69f-42f3-848e-641aa000e1e5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.107117 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84f3b-9b4b-491e-964d-2ea82c7a532c req-8b59d8c4-fa23-4ac6-b9ca-92b4c7142c21 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:32.113012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eae84f3b-9b4b-491e-964d-2ea82c7a532c req-8b59d8c4-fa23-4ac6-b9ca-92b4c7142c21 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.3307104 Feb 04 13:48:32.152811 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (750465df-e69f-42f3-848e-641aa000e1e5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.218534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:32.219025 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (750465df-e69f-42f3-848e-641aa000e1e5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:32.222349 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:32.290668 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 99dbfc62-b269-4748-84af-0b2d722b8a6e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=99dbfc62-b269-4748-84af-0b2d722b8a6e,segment=NetworkSegment(0c4ff44f-f498-4184-b0a7-c05250852337),segment_id=0c4ff44f-f498-4184-b0a7-c05250852337)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:32.325370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '99dbfc62-b269-4748-84af-0b2d722b8a6e', 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef', 'port_id': '99dbfc62-b269-4748-84af-0b2d722b8a6e', 'mac_address': 'fa:16:3e:73:aa:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e403b3f-43fd-4688-a99b-1e2be4544499', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:48:32.327606 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (a4b15e3b-1e05-44ea-9226-48d80776fdc8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.330227 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e403d42c-fd8e-478c-b61e-b1e1fba2a3fb tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:32.336621 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e403d42c-fd8e-478c-b61e-b1e1fba2a3fb tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:32.345892 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.349429 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/networks/a4b15e3b-1e05-44ea-9226-48d80776fdc8 HTTP/1.1" status: 204 len: 168 time: 5.0657113 Feb 04 13:48:32.360569 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32814) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:32.363937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e403d42c-fd8e-478c-b61e-b1e1fba2a3fb tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:32.376400 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1428b194-810b-41b6-9520-2a894d53c3b9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1328085689'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:32.377965 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e403d42c-fd8e-478c-b61e-b1e1fba2a3fb tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:32.380237 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e403d42c-fd8e-478c-b61e-b1e1fba2a3fb tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5220659 Feb 04 13:48:32.388227 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32816) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:32.390572 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 99dbfc62-b269-4748-84af-0b2d722b8a6e is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:32.391285 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.425523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419db38b-1477-4cf8-9c26-8a906b411e8e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Network': ['ID=a4b15e3b-1e05-44ea-9226-48d80776fdc8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:32.427075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99dbfc62-b269-4748-84af-0b2d722b8a6e {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:48:32.506830 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 99dbfc62-b269-4748-84af-0b2d722b8a6e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=99dbfc62-b269-4748-84af-0b2d722b8a6e,segment=NetworkSegment(0c4ff44f-f498-4184-b0a7-c05250852337),segment_id=0c4ff44f-f498-4184-b0a7-c05250852337)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:32.519801 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.547229 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1428b194-810b-41b6-9520-2a894d53c3b9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Made reservation on behalf of 6082cb1ec03b4d1f989dddec1dc529f5 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:32.551783 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1428b194-810b-41b6-9520-2a894d53c3b9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.643614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=99dbfc62-b269-4748-84af-0b2d722b8a6e,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:32.697802 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32824) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:32.698596 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-047b7206-6aa0-4d7c-ad77-e064af6a6b28 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b87cd47b-4b2b-4c4a-a156-60a2566fba55), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.712486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c920ffa8-a9d5-4e06-a523-9435b5f0f25b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-452884076-network', 'tenant_id': '0da3b0b056f84834b2d397e87ca35925'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:32.723535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773476f-e5fa-4e61-821b-579d051d8b38 req-0586648e-35fc-4597-94cd-4f63637aa99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:32.726409 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f773476f-e5fa-4e61-821b-579d051d8b38 req-0586648e-35fc-4597-94cd-4f63637aa99b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 1168 time: 0.6068709 Feb 04 13:48:32.732414 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1428b194-810b-41b6-9520-2a894d53c3b9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:32.743746 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eae84f3b-9b4b-491e-964d-2ea82c7a532c req-eb921ead-0486-4962-9395-f8408e6433a9 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451838 Feb 04 13:48:32.750734 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1428b194-810b-41b6-9520-2a894d53c3b9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (80e977cc-0e11-4044-b9d0-128fba2801ef), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.751627 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-1428b194-810b-41b6-9520-2a894d53c3b9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Added segment 80e977cc-0e11-4044-b9d0-128fba2801ef of type vlan for network 6360263c-ac4e-4775-953e-5cac3915a684 Feb 04 13:48:32.799503 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-201f65a5-c32c-40d5-9bc6-6fff30417583 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (587fafbf-18cd-4e1f-bf87-71132f78843e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.862767 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['99dbfc62-b269-4748-84af-0b2d722b8a6e'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:48:32.902281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c920ffa8-a9d5-4e06-a523-9435b5f0f25b admin admin] Made reservation on behalf of 0da3b0b056f84834b2d397e87ca35925 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:32.920310 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c920ffa8-a9d5-4e06-a523-9435b5f0f25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.939362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b7206-6aa0-4d7c-ad77-e064af6a6b28 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event deleted for resources: {'Port': ['ID=b87cd47b-4b2b-4c4a-a156-60a2566fba55,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:32.998898 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1428b194-810b-41b6-9520-2a894d53c3b9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (6360263c-ac4e-4775-953e-5cac3915a684), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.007181 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c920ffa8-a9d5-4e06-a523-9435b5f0f25b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.245769 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-201f65a5-c32c-40d5-9bc6-6fff30417583 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (587fafbf-18cd-4e1f-bf87-71132f78843e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.261561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f773476f-e5fa-4e61-821b-579d051d8b38 req-b7986826-c07a-4c7f-8460-3cf6fec01932 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=1fda3b67-5537-44dc-bf57-b89f5fc5d766&id=0b6512d3-23af-4a34-b4a3-8a701760acea&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4921896 Feb 04 13:48:33.331560 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-201f65a5-c32c-40d5-9bc6-6fff30417583 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587fafbf-18cd-4e1f-bf87-71132f78843e']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:33.351731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e382a5-f8c9-425c-a1d1-d984d3d20d01 req-1bdf531b-21de-4f5e-b78f-d90b558ce80a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:33.352964 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.resource_extend [None req-1428b194-810b-41b6-9520-2a894d53c3b9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:48:33.366004 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61e382a5-f8c9-425c-a1d1-d984d3d20d01 req-1bdf531b-21de-4f5e-b78f-d90b558ce80a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 985 time: 0.4079680 Feb 04 13:48:33.402794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-201f65a5-c32c-40d5-9bc6-6fff30417583 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81dbe2c6-25e7-49b2-a987-00e53a28881a') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:33.403317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-201f65a5-c32c-40d5-9bc6-6fff30417583 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81dbe2c6-25e7-49b2-a987-00e53a28881a') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:33.455291 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-201f65a5-c32c-40d5-9bc6-6fff30417583 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (81dbe2c6-25e7-49b2-a987-00e53a28881a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.522187 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-201f65a5-c32c-40d5-9bc6-6fff30417583 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (81dbe2c6-25e7-49b2-a987-00e53a28881a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.538850 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1428b194-810b-41b6-9520-2a894d53c3b9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (6360263c-ac4e-4775-953e-5cac3915a684), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.555942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201f65a5-c32c-40d5-9bc6-6fff30417583 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:33.558395 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-201f65a5-c32c-40d5-9bc6-6fff30417583 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (81dbe2c6-25e7-49b2-a987-00e53a28881a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.559801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1428b194-810b-41b6-9520-2a894d53c3b9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:33.561356 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1428b194-810b-41b6-9520-2a894d53c3b9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:33.562007 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:33.652231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61e382a5-f8c9-425c-a1d1-d984d3d20d01 req-8067082b-7324-44a5-b7c5-293661c5e0aa tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/security-groups?id=0b6512d3-23af-4a34-b4a3-8a701760acea&id=1fda3b67-5537-44dc-bf57-b89f5fc5d766&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2848301 Feb 04 13:48:33.697279 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-047b7206-6aa0-4d7c-ad77-e064af6a6b28 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.708371 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-047b7206-6aa0-4d7c-ad77-e064af6a6b28 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "DELETE /v2.0/ports/b87cd47b-4b2b-4c4a-a156-60a2566fba55 HTTP/1.1" status: 204 len: 168 time: 2.9273682 Feb 04 13:48:33.716001 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32840) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:33.835585 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1428b194-810b-41b6-9520-2a894d53c3b9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4727426 Feb 04 13:48:33.841314 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32844) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:33.898951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428b194-810b-41b6-9520-2a894d53c3b9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event updated for resources: {'Network': ['ID=6360263c-ac4e-4775-953e-5cac3915a684,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:33.912919 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-201f65a5-c32c-40d5-9bc6-6fff30417583 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (587fafbf-18cd-4e1f-bf87-71132f78843e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.920697 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 6360263c-ac4e-4775-953e-5cac3915a684 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:48:33.923903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201f65a5-c32c-40d5-9bc6-6fff30417583 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 587fafbf-18cd-4e1f-bf87-71132f78843e {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 13:48:33.929444 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c920ffa8-a9d5-4e06-a523-9435b5f0f25b admin admin] Publish callbacks [] for security_group (970306aa-bb3c-44c5-9d2f-663d8e5092b5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.931441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-201f65a5-c32c-40d5-9bc6-6fff30417583 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.937290 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c920ffa8-a9d5-4e06-a523-9435b5f0f25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (970306aa-bb3c-44c5-9d2f-663d8e5092b5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.940955 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-201f65a5-c32c-40d5-9bc6-6fff30417583 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "DELETE /v2.0/networks/587fafbf-18cd-4e1f-bf87-71132f78843e HTTP/1.1" status: 204 len: 168 time: 1.5507636 Feb 04 13:48:33.950695 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32846) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:33.953187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-059aac69-4d24-42da-bc89-cbabea657a5b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Request body: {'subnet': {'network_id': '6360263c-ac4e-4775-953e-5cac3915a684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:33.969014 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6465934f-5c3c-460c-a1a6-a269643a0541 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Request body: {'network': {'name': 'tempest-network--789755062', 'router:external': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:33.980658 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-554efe9c-1fa5-464b-91ea-9d8c249bd52d req-c80cff79-072d-446e-a829-287af2794066 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.1432185 Feb 04 13:48:34.039386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f65a5-c32c-40d5-9bc6-6fff30417583 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event deleted for resources: {'Network': ['ID=587fafbf-18cd-4e1f-bf87-71132f78843e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:34.054269 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c920ffa8-a9d5-4e06-a523-9435b5f0f25b admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:34.173330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c920ffa8-a9d5-4e06-a523-9435b5f0f25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (f77a427e-451d-4093-aa7f-b4f5940332e4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.174030 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-c920ffa8-a9d5-4e06-a523-9435b5f0f25b admin admin] Added segment f77a427e-451d-4093-aa7f-b4f5940332e4 of type vlan for network 10aa605f-3a99-43f9-a21f-32aae9efd29f Feb 04 13:48:34.180580 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920ffa8-a9d5-4e06-a523-9435b5f0f25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970306aa-bb3c-44c5-9d2f-663d8e5092b5,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:34.223527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6465934f-5c3c-460c-a1a6-a269643a0541 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Made reservation on behalf of a5984e49c24045a38df13b970b48a5c6 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:34.234769 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6465934f-5c3c-460c-a1a6-a269643a0541 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.270680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc863c5-3d59-48a6-9bd0-bdbcf4d42ae7 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Deleting subnet 4f6ba559-fbbd-420c-8883-ba41025e6a57 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:48:34.312472 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1dc863c5-3d59-48a6-9bd0-bdbcf4d42ae7 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks [] for subnet (4f6ba559-fbbd-420c-8883-ba41025e6a57), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.438498 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c920ffa8-a9d5-4e06-a523-9435b5f0f25b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (10aa605f-3a99-43f9-a21f-32aae9efd29f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.470578 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6465934f-5c3c-460c-a1a6-a269643a0541 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:34.536790 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6465934f-5c3c-460c-a1a6-a269643a0541 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (f13c893b-3268-46b6-a332-4e6da13afbfe), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.537426 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-6465934f-5c3c-460c-a1a6-a269643a0541 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Added segment f13c893b-3268-46b6-a332-4e6da13afbfe of type vlan for network 8ae54fc5-c9c0-41c4-a168-e1be32732387 Feb 04 13:48:34.644961 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1dc863c5-3d59-48a6-9bd0-bdbcf4d42ae7 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (4f6ba559-fbbd-420c-8883-ba41025e6a57), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.779608 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c920ffa8-a9d5-4e06-a523-9435b5f0f25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (10aa605f-3a99-43f9-a21f-32aae9efd29f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.786252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c920ffa8-a9d5-4e06-a523-9435b5f0f25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:34.787378 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c920ffa8-a9d5-4e06-a523-9435b5f0f25b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.878346 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c920ffa8-a9d5-4e06-a523-9435b5f0f25b admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1710870 Feb 04 13:48:34.894844 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32850) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:34.945780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9f823102-ca21-4cd0-bb7d-e0cb8aff1e1b admin admin] Request body: {'subnet': {'network_id': '10aa605f-3a99-43f9-a21f-32aae9efd29f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-452884076-subnet', 'tenant_id': '0da3b0b056f84834b2d397e87ca35925', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:34.955965 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6465934f-5c3c-460c-a1a6-a269643a0541 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (8ae54fc5-c9c0-41c4-a168-e1be32732387), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:35.068165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f823102-ca21-4cd0-bb7d-e0cb8aff1e1b admin admin] Made reservation on behalf of 0da3b0b056f84834b2d397e87ca35925 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:35.085098 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f823102-ca21-4cd0-bb7d-e0cb8aff1e1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:35.164453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920ffa8-a9d5-4e06-a523-9435b5f0f25b admin admin] Pushing event updated for resources: {'Network': ['ID=10aa605f-3a99-43f9-a21f-32aae9efd29f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:35.178863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 10aa605f-3a99-43f9-a21f-32aae9efd29f details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:48:35.197639 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6465934f-5c3c-460c-a1a6-a269643a0541 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (8ae54fc5-c9c0-41c4-a168-e1be32732387), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:35.199520 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6465934f-5c3c-460c-a1a6-a269643a0541 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:35.200199 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6465934f-5c3c-460c-a1a6-a269643a0541 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:35.290301 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1dc863c5-3d59-48a6-9bd0-bdbcf4d42ae7 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (4f6ba559-fbbd-420c-8883-ba41025e6a57), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:35.440611 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6465934f-5c3c-460c-a1a6-a269643a0541 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4872091 Feb 04 13:48:35.444423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32854) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:35.488140 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059aac69-4d24-42da-bc89-cbabea657a5b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Made reservation on behalf of 6082cb1ec03b4d1f989dddec1dc529f5 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:35.489040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465934f-5c3c-460c-a1a6-a269643a0541 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event updated for resources: {'Network': ['ID=8ae54fc5-c9c0-41c4-a168-e1be32732387,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:35.496190 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-059aac69-4d24-42da-bc89-cbabea657a5b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:35.506474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 8ae54fc5-c9c0-41c4-a168-e1be32732387 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:48:35.541906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f482a-c3e4-40da-b3d1-766aba394060 req-2153508c-e026-4077-9feb-efb514436e62 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:35.554399 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-026f482a-c3e4-40da-b3d1-766aba394060 req-2153508c-e026-4077-9feb-efb514436e62 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 945 time: 1.2355556 Feb 04 13:48:35.745760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 99dbfc62-b269-4748-84af-0b2d722b8a6e up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:35.778327 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1dc863c5-3d59-48a6-9bd0-bdbcf4d42ae7 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (4f6ba559-fbbd-420c-8883-ba41025e6a57), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:35.931454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 99dbfc62-b269-4748-84af-0b2d722b8a6e completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:48:35.952594 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 99dbfc62-b269-4748-84af-0b2d722b8a6e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:35.953803 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.008499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc863c5-3d59-48a6-9bd0-bdbcf4d42ae7 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event deleted for resources: {'Subnet': ['ID=4f6ba559-fbbd-420c-8883-ba41025e6a57,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:36.089309 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1dc863c5-3d59-48a6-9bd0-bdbcf4d42ae7 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.108371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1dc863c5-3d59-48a6-9bd0-bdbcf4d42ae7 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "DELETE /v2.0/subnets/4f6ba559-fbbd-420c-8883-ba41025e6a57 HTTP/1.1" status: 204 len: 168 time: 2.3893938 Feb 04 13:48:36.128020 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 99dbfc62-b269-4748-84af-0b2d722b8a6e is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:36.128816 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.131842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471700e5-77e2-4f8c-ba7d-61f43f5faa93 None None] Network c89c6711-4a76-4952-89d8-199e8d05cb7a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:36.132848 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32856) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:36.282971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-026f482a-c3e4-40da-b3d1-766aba394060 req-82d6e394-385c-49ec-93a7-0760af2af941 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=967f2fac-00eb-4fe1-ad32-2ff9e89857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7270153 Feb 04 13:48:36.402548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32284d0-192f-4e55-87a6-fb022a2cccf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99dbfc62-b269-4748-84af-0b2d722b8a6e'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:48:36.409494 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e34efca-b4a4-458a-9a19-722ee9656452" -d '{"events": [{"server_uuid": "d32284d0-192f-4e55-87a6-fb022a2cccf6", "name": "network-vif-plugged", "status": "completed", "tag": "99dbfc62-b269-4748-84af-0b2d722b8a6e"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:48:36.471498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 99dbfc62-b269-4748-84af-0b2d722b8a6e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=99dbfc62-b269-4748-84af-0b2d722b8a6e,segment=NetworkSegment(0c4ff44f-f498-4184-b0a7-c05250852337),segment_id=0c4ff44f-f498-4184-b0a7-c05250852337)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:36.481231 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.580686 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=99dbfc62-b269-4748-84af-0b2d722b8a6e,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:36.590426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40ad3d9-e66e-41f2-b93e-ff9cad6542bc tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:36.601365 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32860) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:36.606939 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e40ad3d9-e66e-41f2-b93e-ff9cad6542bc tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] 10.222.0.96 "GET /v2.0/networks/8ae54fc5-c9c0-41c4-a168-e1be32732387 HTTP/1.1" status: 200 len: 756 time: 1.1608179 Feb 04 13:48:36.650672 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f823102-ca21-4cd0-bb7d-e0cb8aff1e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (5d1b4951-1671-4d5d-acc0-29956293b94f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.698667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8506eb-e634-4900-9f9f-86692d55a74d None None] DHCP port deletion for c89c6711-4a76-4952-89d8-199e8d05cb7a request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:48:36.868769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8e8506eb-e634-4900-9f9f-86692d55a74d None None] Deleting port f136c716-6815-419c-a73a-c2174ca60986 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:36.871007 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8e8506eb-e634-4900-9f9f-86692d55a74d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f136c716-6815-419c-a73a-c2174ca60986), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:37.026297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8e8506eb-e634-4900-9f9f-86692d55a74d None None] For port f136c716-6815-419c-a73a-c2174ca60986, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f136c716-6815-419c-a73a-c2174ca60986,segment=NetworkSegment(f6d22b8e-f3f1-4f16-8dc0-249b62484b04),segment_id=f6d22b8e-f3f1-4f16-8dc0-249b62484b04)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:37.026976 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8e8506eb-e634-4900-9f9f-86692d55a74d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f136c716-6815-419c-a73a-c2174ca60986), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:37.048305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8e8506eb-e634-4900-9f9f-86692d55a74d None None] Calling delete_port for f136c716-6815-419c-a73a-c2174ca60986 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:37.164304 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8e8506eb-e634-4900-9f9f-86692d55a74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (f136c716-6815-419c-a73a-c2174ca60986), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:37.220153 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8506eb-e634-4900-9f9f-86692d55a74d None None] Pushing event deleted for resources: {'Port': ['ID=f136c716-6815-419c-a73a-c2174ca60986,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:37.242795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8506eb-e634-4900-9f9f-86692d55a74d None None] No DVR routers for this DVR port f136c716-6815-419c-a73a-c2174ca60986 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:48:37.506134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f136c716-6815-419c-a73a-c2174ca60986 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:48:37.533527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: f136c716-6815-419c-a73a-c2174ca60986 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:48:37.533887 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f136c716-6815-419c-a73a-c2174ca60986 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:48:37.573751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f823102-ca21-4cd0-bb7d-e0cb8aff1e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d1b4951-1671-4d5d-acc0-29956293b94f,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:37.589689 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d2e68ba-aca4-4ba2-ac4a-99abe3a10a56 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (c89c6711-4a76-4952-89d8-199e8d05cb7a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:37.736898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf4b031-a871-4a10-bd34-c94d9302f4f9 tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:37.739469 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2bf4b031-a871-4a10-bd34-c94d9302f4f9 tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] 10.222.0.96 "GET /v2.0/networks/82b90624-2423-4f72-90c8-b7aacb29e4e7 HTTP/1.1" status: 200 len: 768 time: 1.1177168 Feb 04 13:48:37.746927 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32864) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:37.850663 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-059aac69-4d24-42da-bc89-cbabea657a5b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (d085ab2e-0ed7-4449-8e45-b555b4296dc2), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:37.872919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be1876-dc55-45dd-89de-0aceb33acf16 req-63069ac4-8589-49ca-8aaa-0a281077356e tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:37.876115 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67be1876-dc55-45dd-89de-0aceb33acf16 req-63069ac4-8589-49ca-8aaa-0a281077356e tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 1.2652032 Feb 04 13:48:37.938481 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da0d03df-3b00-45b2-a1d5-06913b1f269d tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (8ae54fc5-c9c0-41c4-a168-e1be32732387), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.196970 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da0d03df-3b00-45b2-a1d5-06913b1f269d tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (8ae54fc5-c9c0-41c4-a168-e1be32732387), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.222052 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67be1876-dc55-45dd-89de-0aceb33acf16 req-68523a40-2974-4713-82c7-d0ecdb238613 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429216 Feb 04 13:48:38.264062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-da0d03df-3b00-45b2-a1d5-06913b1f269d tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae54fc5-c9c0-41c4-a168-e1be32732387']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:38.298244 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d2e68ba-aca4-4ba2-ac4a-99abe3a10a56 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (c89c6711-4a76-4952-89d8-199e8d05cb7a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.308357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-da0d03df-3b00-45b2-a1d5-06913b1f269d tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13c893b-3268-46b6-a332-4e6da13afbfe') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:38.312789 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-da0d03df-3b00-45b2-a1d5-06913b1f269d tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13c893b-3268-46b6-a332-4e6da13afbfe') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:38.348850 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da0d03df-3b00-45b2-a1d5-06913b1f269d tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (f13c893b-3268-46b6-a332-4e6da13afbfe), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.356174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-6d2e68ba-aca4-4ba2-ac4a-99abe3a10a56 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89c6711-4a76-4952-89d8-199e8d05cb7a']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:38.385708 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da0d03df-3b00-45b2-a1d5-06913b1f269d tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (f13c893b-3268-46b6-a332-4e6da13afbfe), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.388003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-6d2e68ba-aca4-4ba2-ac4a-99abe3a10a56 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d22b8e-f3f1-4f16-8dc0-249b62484b04') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:38.390443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-6d2e68ba-aca4-4ba2-ac4a-99abe3a10a56 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d22b8e-f3f1-4f16-8dc0-249b62484b04') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:38.402391 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0d03df-3b00-45b2-a1d5-06913b1f269d tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:38.402967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da0d03df-3b00-45b2-a1d5-06913b1f269d tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (f13c893b-3268-46b6-a332-4e6da13afbfe), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:38.408045 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:38.414089 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d2e68ba-aca4-4ba2-ac4a-99abe3a10a56 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (f6d22b8e-f3f1-4f16-8dc0-249b62484b04), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.454935 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d2e68ba-aca4-4ba2-ac4a-99abe3a10a56 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (f6d22b8e-f3f1-4f16-8dc0-249b62484b04), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.475118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2e68ba-aca4-4ba2-ac4a-99abe3a10a56 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:38.476492 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d2e68ba-aca4-4ba2-ac4a-99abe3a10a56 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (f6d22b8e-f3f1-4f16-8dc0-249b62484b04), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:38.551634 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:38.555627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f823102-ca21-4cd0-bb7d-e0cb8aff1e1b admin admin] Checking segment: {'id': 'f77a427e-451d-4093-aa7f-b4f5940332e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '10aa605f-3a99-43f9-a21f-32aae9efd29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:38.555627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f823102-ca21-4cd0-bb7d-e0cb8aff1e1b admin admin] Network hostable DHCP agents. Network: 10aa605f-3a99-43f9-a21f-32aae9efd29f, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:38.566702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059aac69-4d24-42da-bc89-cbabea657a5b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event updated for resources: {'Subnet': ['ID=d085ab2e-0ed7-4449-8e45-b555b4296dc2,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:38.569034 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da0d03df-3b00-45b2-a1d5-06913b1f269d tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (8ae54fc5-c9c0-41c4-a168-e1be32732387), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.577816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0d03df-3b00-45b2-a1d5-06913b1f269d tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8ae54fc5-c9c0-41c4-a168-e1be32732387 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 13:48:38.581593 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da0d03df-3b00-45b2-a1d5-06913b1f269d tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.612321 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-da0d03df-3b00-45b2-a1d5-06913b1f269d tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "DELETE /v2.0/networks/8ae54fc5-c9c0-41c4-a168-e1be32732387 HTTP/1.1" status: 204 len: 168 time: 0.8505707 Feb 04 13:48:38.661207 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32866) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:38.664099 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d03df-3b00-45b2-a1d5-06913b1f269d tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ae54fc5-c9c0-41c4-a168-e1be32732387,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:38.731310 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-3edeb8fe-8da3-4b6e-96eb-7ea05433acd1 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Request body: {'network': {'name': 'tempest-network--895348209'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:38.881509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f823102-ca21-4cd0-bb7d-e0cb8aff1e1b admin admin] Network 10aa605f-3a99-43f9-a21f-32aae9efd29f is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:38.885700 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d2e68ba-aca4-4ba2-ac4a-99abe3a10a56 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (c89c6711-4a76-4952-89d8-199e8d05cb7a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.912208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059aac69-4d24-42da-bc89-cbabea657a5b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Checking segment: {'id': '80e977cc-0e11-4044-b9d0-128fba2801ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '6360263c-ac4e-4775-953e-5cac3915a684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:38.912814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059aac69-4d24-42da-bc89-cbabea657a5b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Network hostable DHCP agents. Network: 6360263c-ac4e-4775-953e-5cac3915a684, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:38.921450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edeb8fe-8da3-4b6e-96eb-7ea05433acd1 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Made reservation on behalf of a5984e49c24045a38df13b970b48a5c6 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:38.925331 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3edeb8fe-8da3-4b6e-96eb-7ea05433acd1 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.959219 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d2e68ba-aca4-4ba2-ac4a-99abe3a10a56 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.964988 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6d2e68ba-aca4-4ba2-ac4a-99abe3a10a56 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] 10.222.0.96 "DELETE /v2.0/networks/c89c6711-4a76-4952-89d8-199e8d05cb7a HTTP/1.1" status: 204 len: 168 time: 2.8256502 Feb 04 13:48:39.004519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9f823102-ca21-4cd0-bb7d-e0cb8aff1e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 10aa605f-3a99-43f9-a21f-32aae9efd29f) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:39.015700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e68ba-aca4-4ba2-ac4a-99abe3a10a56 tempest-AllowedAddressPairTestJSON-49256681 tempest-AllowedAddressPairTestJSON-49256681-project] Pushing event deleted for resources: {'Network': ['ID=c89c6711-4a76-4952-89d8-199e8d05cb7a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:39.016725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a90bb7f-e32e-4e4d-8bf0-02fa94ce9b7b None None] Network 10aa605f-3a99-43f9-a21f-32aae9efd29f requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:39.033463 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:48:39.042083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f823102-ca21-4cd0-bb7d-e0cb8aff1e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:39.043111 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f823102-ca21-4cd0-bb7d-e0cb8aff1e1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:39.059800 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4543b-a4f1-4f4e-b8b5-c9a73bced782 req-4fc2184d-37f3-4be7-8946-ddcae7169bd2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:39.073219 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bd4543b-a4f1-4f4e-b8b5-c9a73bced782 req-4fc2184d-37f3-4be7-8946-ddcae7169bd2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 985 time: 0.4176359 Feb 04 13:48:39.078324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edeb8fe-8da3-4b6e-96eb-7ea05433acd1 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:39.213801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bd4543b-a4f1-4f4e-b8b5-c9a73bced782 req-e93777a6-acda-44cd-87f5-6891e19dccc6 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/security-groups?id=0b6512d3-23af-4a34-b4a3-8a701760acea&id=1fda3b67-5537-44dc-bf57-b89f5fc5d766&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1385162 Feb 04 13:48:39.225120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059aac69-4d24-42da-bc89-cbabea657a5b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Network 6360263c-ac4e-4775-953e-5cac3915a684 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:39.262983 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9f823102-ca21-4cd0-bb7d-e0cb8aff1e1b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.3378923 Feb 04 13:48:39.269555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15be2499-30e5-4810-a697-2a1fd07a0d48 None None] Network 10aa605f-3a99-43f9-a21f-32aae9efd29f requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:39.273750 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3edeb8fe-8da3-4b6e-96eb-7ea05433acd1 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (be1bf8f3-db90-49af-b120-37c5252dc7c8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:39.274316 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-3edeb8fe-8da3-4b6e-96eb-7ea05433acd1 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Added segment be1bf8f3-db90-49af-b120-37c5252dc7c8 of type vlan for network d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7 Feb 04 13:48:39.278072 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-059aac69-4d24-42da-bc89-cbabea657a5b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 6360263c-ac4e-4775-953e-5cac3915a684) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:39.309225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059aac69-4d24-42da-bc89-cbabea657a5b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:39.314516 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-059aac69-4d24-42da-bc89-cbabea657a5b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:39.330603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bdf5ef-bfea-43c4-ab12-2a25f5f67e7b None None] Network 6360263c-ac4e-4775-953e-5cac3915a684 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:39.476884 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39125258-bc09-4fbb-98df-b4bed9cc1ecb req-ba50b0c9-e35c-4d3c-8a52-3ca5b11edac8 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.0733371 Feb 04 13:48:39.493151 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32876) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:39.495873 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-059aac69-4d24-42da-bc89-cbabea657a5b tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.5841084 Feb 04 13:48:39.517500 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3edeb8fe-8da3-4b6e-96eb-7ea05433acd1 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:39.592322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32878) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:39.743389 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3edeb8fe-8da3-4b6e-96eb-7ea05433acd1 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:39.768401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edeb8fe-8da3-4b6e-96eb-7ea05433acd1 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:39.772603 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3edeb8fe-8da3-4b6e-96eb-7ea05433acd1 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:39.941636 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68fe67d9-7c47-4546-b395-b2da0fe3b370 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (6360263c-ac4e-4775-953e-5cac3915a684), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.062414 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32882) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:40.080045 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68fe67d9-7c47-4546-b395-b2da0fe3b370 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (d085ab2e-0ed7-4449-8e45-b555b4296dc2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.123743 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edeb8fe-8da3-4b6e-96eb-7ea05433acd1 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event updated for resources: {'Network': ['ID=d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:40.158047 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3edeb8fe-8da3-4b6e-96eb-7ea05433acd1 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4380391 Feb 04 13:48:40.163875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-9071d07a-7233-4553-abe0-ce7bd5476920 admin admin] Deleting subnet 98480965-aca2-4f55-ba3c-b12f980962ea {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:48:40.168209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32886) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:40.180311 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-aed8f7bb-9529-48fd-845d-102170936ef3 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:40.244516 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fe5c75-32b2-4d4c-8678-224d22088242 x-openstack-request-id: req-e4fe5c75-32b2-4d4c-8678-224d22088242 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:48:40.245927 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32284d0-192f-4e55-87a6-fb022a2cccf6", "name": "network-vif-plugged", "status": "completed", "tag": "99dbfc62-b269-4748-84af-0b2d722b8a6e", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:48:40.246593 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e4fe5c75-32b2-4d4c-8678-224d22088242 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:48:40.247873 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32284d0-192f-4e55-87a6-fb022a2cccf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99dbfc62-b269-4748-84af-0b2d722b8a6e', 'code': 200} Feb 04 13:48:40.276593 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68fe67d9-7c47-4546-b395-b2da0fe3b370 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (d085ab2e-0ed7-4449-8e45-b555b4296dc2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.287065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:48:40.401225 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9071d07a-7233-4553-abe0-ce7bd5476920 admin admin] Publish callbacks [] for subnet (98480965-aca2-4f55-ba3c-b12f980962ea), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.415732 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe67d9-7c47-4546-b395-b2da0fe3b370 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Subnet': ['ID=d085ab2e-0ed7-4449-8e45-b555b4296dc2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:40.484963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15498fe9-e8d3-4132-b775-aa8af4ad5091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-6360263c-ac4e-4775-953e-5cac3915a684', 'network_id': '6360263c-ac4e-4775-953e-5cac3915a684', 'project_id': '6082cb1ec03b4d1f989dddec1dc529f5', 'fixed_ips': [{'subnet_id': 'd085ab2e-0ed7-4449-8e45-b555b4296dc2'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:48:40.485624 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-15498fe9-e8d3-4132-b775-aa8af4ad5091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.507137 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9071d07a-7233-4553-abe0-ce7bd5476920 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (98480965-aca2-4f55-ba3c-b12f980962ea), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.599226 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9071d07a-7233-4553-abe0-ce7bd5476920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (98480965-aca2-4f55-ba3c-b12f980962ea), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.640298 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c9b2215c-fb69-44ee-8980-3f85e7abb5ca admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=52739dadf2604e0388e154e9e58c319f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5764608 Feb 04 13:48:40.644312 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68fe67d9-7c47-4546-b395-b2da0fe3b370 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (6360263c-ac4e-4775-953e-5cac3915a684), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.648894 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32890) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:40.754846 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548abe03-b87f-41a0-bc45-7b5ef7d33e81 None None] Network 6360263c-ac4e-4775-953e-5cac3915a684 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:40.755438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-68fe67d9-7c47-4546-b395-b2da0fe3b370 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6360263c-ac4e-4775-953e-5cac3915a684']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:40.790638 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9071d07a-7233-4553-abe0-ce7bd5476920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (98480965-aca2-4f55-ba3c-b12f980962ea), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.819486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-68fe67d9-7c47-4546-b395-b2da0fe3b370 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e977cc-0e11-4044-b9d0-128fba2801ef') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:40.820632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-68fe67d9-7c47-4546-b395-b2da0fe3b370 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e977cc-0e11-4044-b9d0-128fba2801ef') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:40.860534 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68fe67d9-7c47-4546-b395-b2da0fe3b370 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (80e977cc-0e11-4044-b9d0-128fba2801ef), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.863409 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546e5a9-81d0-4c4a-948a-872eedee5369 req-d7739fa0-a4c5-4ca9-bf36-d3bc107e1831 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:40.876675 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8546e5a9-81d0-4c4a-948a-872eedee5369 req-d7739fa0-a4c5-4ca9-bf36-d3bc107e1831 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 946 time: 0.7876480 Feb 04 13:48:40.895534 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9071d07a-7233-4553-abe0-ce7bd5476920 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.898677 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-425487eb-b30d-47a2-b9af-1f8fe44810e2 admin admin] Publish callbacks [] for security_group (5dd9783f-25bd-45f7-a5d4-363694ce2a42), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.903683 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9071d07a-7233-4553-abe0-ce7bd5476920 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/98480965-aca2-4f55-ba3c-b12f980962ea HTTP/1.1" status: 204 len: 168 time: 1.3037601 Feb 04 13:48:40.913490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82022540-839d-41ea-bc58-6d6f5c994228 req-8b00eca1-3ad0-4ec2-8368-8b92cc545675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:40.915616 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-82022540-839d-41ea-bc58-6d6f5c994228 req-8b00eca1-3ad0-4ec2-8368-8b92cc545675 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 1129 time: 0.8866763 Feb 04 13:48:40.947306 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32892) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:40.950185 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-425487eb-b30d-47a2-b9af-1f8fe44810e2 admin admin] Publish callbacks [] for security_group (5dd9783f-25bd-45f7-a5d4-363694ce2a42), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.962700 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d6940f3f-19eb-4def-bbc4-9854359a2ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.043281 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68fe67d9-7c47-4546-b395-b2da0fe3b370 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (80e977cc-0e11-4044-b9d0-128fba2801ef), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.053540 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68fe67d9-7c47-4546-b395-b2da0fe3b370 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:41.054006 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68fe67d9-7c47-4546-b395-b2da0fe3b370 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (80e977cc-0e11-4044-b9d0-128fba2801ef), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.157877 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-06fa4eac-1d05-4c88-b01a-dd73a91b32d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (1b4ba0f1-bf61-46e2-8350-368551d1aba8), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:41.175827 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:41.180377 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-425487eb-b30d-47a2-b9af-1f8fe44810e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5dd9783f-25bd-45f7-a5d4-363694ce2a42), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.189032 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-425487eb-b30d-47a2-b9af-1f8fe44810e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.192888 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-425487eb-b30d-47a2-b9af-1f8fe44810e2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5dd9783f-25bd-45f7-a5d4-363694ce2a42 HTTP/1.1" status: 204 len: 168 time: 0.5420635 Feb 04 13:48:41.216137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-82022540-839d-41ea-bc58-6d6f5c994228 req-425e01f4-59e3-4e89-bc57-8e5eed6b800f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=967f2fac-00eb-4fe1-ad32-2ff9e89857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445769 Feb 04 13:48:41.222654 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071d07a-7233-4553-abe0-ce7bd5476920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98480965-aca2-4f55-ba3c-b12f980962ea,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:41.223474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425487eb-b30d-47a2-b9af-1f8fe44810e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd9783f-25bd-45f7-a5d4-363694ce2a42,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:41.236859 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68fe67d9-7c47-4546-b395-b2da0fe3b370 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (6360263c-ac4e-4775-953e-5cac3915a684), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.243084 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68fe67d9-7c47-4546-b395-b2da0fe3b370 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.256040 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-68fe67d9-7c47-4546-b395-b2da0fe3b370 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/networks/6360263c-ac4e-4775-953e-5cac3915a684 HTTP/1.1" status: 204 len: 168 time: 1.7603924 Feb 04 13:48:41.266827 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32896) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:41.278411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e4a1f3e4-1957-4143-826b-c96acc21ec42 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1644673182'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:41.357670 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe67d9-7c47-4546-b395-b2da0fe3b370 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Network': ['ID=6360263c-ac4e-4775-953e-5cac3915a684,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:41.388084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a1f3e4-1957-4143-826b-c96acc21ec42 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Made reservation on behalf of 6082cb1ec03b4d1f989dddec1dc529f5 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:41.413135 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4a1f3e4-1957-4143-826b-c96acc21ec42 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.473381 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aed8f7bb-9529-48fd-845d-102170936ef3 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.510971 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a1f3e4-1957-4143-826b-c96acc21ec42 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:41.530419 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8546e5a9-81d0-4c4a-948a-872eedee5369 req-388d6faf-03ed-4caf-afe6-bb194a7d0c65 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=967f2fac-00eb-4fe1-ad32-2ff9e89857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6432147 Feb 04 13:48:41.555662 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4a1f3e4-1957-4143-826b-c96acc21ec42 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (ba04a399-52f5-4f1d-a158-2baa1358d18d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.556302 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-e4a1f3e4-1957-4143-826b-c96acc21ec42 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Added segment ba04a399-52f5-4f1d-a158-2baa1358d18d of type vlan for network 000eaebe-d6c2-498e-8997-00b0d2cf06cb Feb 04 13:48:41.600305 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aed8f7bb-9529-48fd-845d-102170936ef3 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.645355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aed8f7bb-9529-48fd-845d-102170936ef3 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Network d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7 is not hosted by any dhcp agent {{(pid=103606) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 13:48:41.646680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed8f7bb-9529-48fd-845d-102170936ef3 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:41.647580 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aed8f7bb-9529-48fd-845d-102170936ef3 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.652579 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-aed8f7bb-9529-48fd-845d-102170936ef3 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "PUT /v2.0/networks/d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7 HTTP/1.1" status: 200 len: 857 time: 1.4736853 Feb 04 13:48:41.675539 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32900) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:41.757817 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-06fa4eac-1d05-4c88-b01a-dd73a91b32d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (1b4ba0f1-bf61-46e2-8350-368551d1aba8), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.909470 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4a1f3e4-1957-4143-826b-c96acc21ec42 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (000eaebe-d6c2-498e-8997-00b0d2cf06cb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.916429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-06fa4eac-1d05-4c88-b01a-dd73a91b32d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4ba0f1-bf61-46e2-8350-368551d1aba8']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:41.962303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-06fa4eac-1d05-4c88-b01a-dd73a91b32d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20ad995-8b38-461b-99b5-b92fac834b55') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:41.962652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-06fa4eac-1d05-4c88-b01a-dd73a91b32d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20ad995-8b38-461b-99b5-b92fac834b55') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:41.981460 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-06fa4eac-1d05-4c88-b01a-dd73a91b32d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (e20ad995-8b38-461b-99b5-b92fac834b55), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.020092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8f7bb-9529-48fd-845d-102170936ef3 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event updated for resources: {'Network': ['ID=d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:42.043521 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca641313-3fa8-4fe6-8ace-0920334a4f30 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.053281 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-06fa4eac-1d05-4c88-b01a-dd73a91b32d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e20ad995-8b38-461b-99b5-b92fac834b55), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.079610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fa4eac-1d05-4c88-b01a-dd73a91b32d4 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:42.081552 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-06fa4eac-1d05-4c88-b01a-dd73a91b32d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (e20ad995-8b38-461b-99b5-b92fac834b55), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:42.084711 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:42.189696 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4a1f3e4-1957-4143-826b-c96acc21ec42 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (000eaebe-d6c2-498e-8997-00b0d2cf06cb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.203124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c73828-02d9-4f23-90f3-9da2c0934ba4 req-e0a395f0-f13e-4b8c-aa53-e46a784dadad tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:42.211205 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69c73828-02d9-4f23-90f3-9da2c0934ba4 req-e0a395f0-f13e-4b8c-aa53-e46a784dadad tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 985 time: 0.3527143 Feb 04 13:48:42.211482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a1f3e4-1957-4143-826b-c96acc21ec42 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:42.211918 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4a1f3e4-1957-4143-826b-c96acc21ec42 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.340832 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-06fa4eac-1d05-4c88-b01a-dd73a91b32d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (1b4ba0f1-bf61-46e2-8350-368551d1aba8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.373923 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-06fa4eac-1d05-4c88-b01a-dd73a91b32d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.389669 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-06fa4eac-1d05-4c88-b01a-dd73a91b32d4 admin admin] 10.222.0.96 "DELETE /v2.0/networks/1b4ba0f1-bf61-46e2-8350-368551d1aba8 HTTP/1.1" status: 204 len: 168 time: 1.4113247 Feb 04 13:48:42.397023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32916) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:42.484456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa4eac-1d05-4c88-b01a-dd73a91b32d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4ba0f1-bf61-46e2-8350-368551d1aba8,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:42.620177 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69c73828-02d9-4f23-90f3-9da2c0934ba4 req-a0d7b1ea-5450-4514-aa36-487d791efa27 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/security-groups?id=0b6512d3-23af-4a34-b4a3-8a701760acea&id=1fda3b67-5537-44dc-bf57-b89f5fc5d766&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3686290 Feb 04 13:48:42.700274 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e4a1f3e4-1957-4143-826b-c96acc21ec42 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4318347 Feb 04 13:48:42.707191 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2eac5e-bede-4bc0-bb1d-796e95d1bca2 admin admin] Deleting subnet 5d1b4951-1671-4d5d-acc0-29956293b94f {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:48:42.728359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32926) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:42.735625 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca641313-3fa8-4fe6-8ace-0920334a4f30 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.750411 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1e2eac5e-bede-4bc0-bb1d-796e95d1bca2 admin admin] Publish callbacks [] for subnet (5d1b4951-1671-4d5d-acc0-29956293b94f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.792701 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-3001e076-f2f3-4d80-a587-c0531271b53c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Request body: {'subnet': {'network_id': '000eaebe-d6c2-498e-8997-00b0d2cf06cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:42.949577 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1f3e4-1957-4143-826b-c96acc21ec42 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event updated for resources: {'Network': ['ID=000eaebe-d6c2-498e-8997-00b0d2cf06cb,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:42.958934 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32930) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:42.961926 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ca641313-3fa8-4fe6-8ace-0920334a4f30 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:42.967860 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 000eaebe-d6c2-498e-8997-00b0d2cf06cb details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:48:43.043153 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ca641313-3fa8-4fe6-8ace-0920334a4f30 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1bf8f3-db90-49af-b120-37c5252dc7c8') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:43.043658 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ca641313-3fa8-4fe6-8ace-0920334a4f30 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1bf8f3-db90-49af-b120-37c5252dc7c8') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:43.086728 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca641313-3fa8-4fe6-8ace-0920334a4f30 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (be1bf8f3-db90-49af-b120-37c5252dc7c8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.109464 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1e2eac5e-bede-4bc0-bb1d-796e95d1bca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (5d1b4951-1671-4d5d-acc0-29956293b94f), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.136466 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca641313-3fa8-4fe6-8ace-0920334a4f30 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (be1bf8f3-db90-49af-b120-37c5252dc7c8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.157320 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca641313-3fa8-4fe6-8ace-0920334a4f30 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:43.158205 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca641313-3fa8-4fe6-8ace-0920334a4f30 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (be1bf8f3-db90-49af-b120-37c5252dc7c8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:43.170423 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:43.393355 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1e2eac5e-bede-4bc0-bb1d-796e95d1bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (5d1b4951-1671-4d5d-acc0-29956293b94f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.442070 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-af0a2ae6-c2ee-4ce6-86fe-82ccc2ff1d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-867708080'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:43.502440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f57bfa-e45d-4f18-a1e8-c6b24f38c357 req-c0cc4f84-5355-41d5-87ff-b0b1414000e8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:43.522083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29f57bfa-e45d-4f18-a1e8-c6b24f38c357 req-c0cc4f84-5355-41d5-87ff-b0b1414000e8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.5844426 Feb 04 13:48:43.531487 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca641313-3fa8-4fe6-8ace-0920334a4f30 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.559856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca641313-3fa8-4fe6-8ace-0920334a4f30 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 13:48:43.566063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0a2ae6-c2ee-4ce6-86fe-82ccc2ff1d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Made reservation on behalf of 15c4750f3d06430887fe1177b65293a1 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:43.580761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3001e076-f2f3-4d80-a587-c0531271b53c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Made reservation on behalf of 6082cb1ec03b4d1f989dddec1dc529f5 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:43.587954 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3001e076-f2f3-4d80-a587-c0531271b53c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.592643 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af0a2ae6-c2ee-4ce6-86fe-82ccc2ff1d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.662034 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca641313-3fa8-4fe6-8ace-0920334a4f30 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.678072 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ca641313-3fa8-4fe6-8ace-0920334a4f30 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] 10.222.0.96 "DELETE /v2.0/networks/d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7 HTTP/1.1" status: 204 len: 168 time: 1.9871063 Feb 04 13:48:43.691433 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af0a2ae6-c2ee-4ce6-86fe-82ccc2ff1d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.719413 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32934) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:43.824331 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29f57bfa-e45d-4f18-a1e8-c6b24f38c357 req-e2628fde-0ace-4be1-a06c-6b1b7757c678 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007264 Feb 04 13:48:43.927278 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-33976b68-c4a2-4c05-9309-345aa8fd080f tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] DELETE failed (client error): The resource could not be found. Feb 04 13:48:43.930912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33976b68-c4a2-4c05-9309-345aa8fd080f tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:43.948724 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-33976b68-c4a2-4c05-9309-345aa8fd080f tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] 10.222.0.96 "DELETE /v2.0/subnets/09acb030-af27-4791-aabf-cb3513b07ef9 HTTP/1.1" status: 404 len: 337 time: 0.2043574 Feb 04 13:48:43.950224 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca641313-3fa8-4fe6-8ace-0920334a4f30 tempest-ExternalNetworksTestJSON-1362150475 tempest-ExternalNetworksTestJSON-1362150475-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9a811c8-d9b2-432f-9b7e-8d8e0eeb00a7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:43.965471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32936) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:44.071618 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.080240 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1e2eac5e-bede-4bc0-bb1d-796e95d1bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (5d1b4951-1671-4d5d-acc0-29956293b94f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.146092 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1e2eac5e-bede-4bc0-bb1d-796e95d1bca2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.153969 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1e2eac5e-bede-4bc0-bb1d-796e95d1bca2 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/5d1b4951-1671-4d5d-acc0-29956293b94f HTTP/1.1" status: 204 len: 168 time: 1.7548516 Feb 04 13:48:44.227969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2eac5e-bede-4bc0-bb1d-796e95d1bca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d1b4951-1671-4d5d-acc0-29956293b94f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:44.236983 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8514e8fd-c822-430b-81ce-0fbe0203bad7 req-072ff0fb-9b19-4411-bed7-f03cba4f03b8 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.0814483 Feb 04 13:48:44.240931 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32938) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:44.531611 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af0a2ae6-c2ee-4ce6-86fe-82ccc2ff1d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks [] for security_group (e6b7e396-aff6-47a9-a682-12dcf2dea220), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.542704 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29fc7998-d38d-435d-9820-caf4e6b1aae3 tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (82b90624-2423-4f72-90c8-b7aacb29e4e7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.549691 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af0a2ae6-c2ee-4ce6-86fe-82ccc2ff1d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e6b7e396-aff6-47a9-a682-12dcf2dea220), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.661893 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0a2ae6-c2ee-4ce6-86fe-82ccc2ff1d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:44.693136 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a2ae6-c2ee-4ce6-86fe-82ccc2ff1d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b7e396-aff6-47a9-a682-12dcf2dea220,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:44.702394 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af0a2ae6-c2ee-4ce6-86fe-82ccc2ff1d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0e236419-6501-4d9b-9f71-c46f80b0b987), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.702957 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-af0a2ae6-c2ee-4ce6-86fe-82ccc2ff1d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Added segment 0e236419-6501-4d9b-9f71-c46f80b0b987 of type vlan for network ad720766-30ba-4954-8d0e-fc8540f03db1 Feb 04 13:48:44.704035 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.723607 n-d-714676-13 neutron-server[103606]: DEBUG neutron.objects.ports [None req-3001e076-f2f3-4d80-a587-c0531271b53c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:48:44.780665 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3001e076-f2f3-4d80-a587-c0531271b53c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (5924977b-931f-4bc4-9ebc-9f5ce3c54538), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.915718 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c6449fef-3637-430f-95e5-4ed0039b0d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (10aa605f-3a99-43f9-a21f-32aae9efd29f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.961724 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29fc7998-d38d-435d-9820-caf4e6b1aae3 tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (82b90624-2423-4f72-90c8-b7aacb29e4e7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.050562 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af0a2ae6-c2ee-4ce6-86fe-82ccc2ff1d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (ad720766-30ba-4954-8d0e-fc8540f03db1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.059218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c0f31-bcef-4f85-bd38-0482ba9c4c74 req-85782227-c87b-4a2a-bac4-001944d0423f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:45.070679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e8c0f31-bcef-4f85-bd38-0482ba9c4c74 req-85782227-c87b-4a2a-bac4-001944d0423f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 946 time: 0.6248162 Feb 04 13:48:45.115522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001e076-f2f3-4d80-a587-c0531271b53c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event updated for resources: {'Subnet': ['ID=5924977b-931f-4bc4-9ebc-9f5ce3c54538,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:45.121061 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91b163b3-fe71-4229-9e56-495a3f53c068 req-f7fa447b-e05c-4e08-8d60-45bd7f2a1147 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5196073 Feb 04 13:48:45.139503 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-29fc7998-d38d-435d-9820-caf4e6b1aae3 tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b90624-2423-4f72-90c8-b7aacb29e4e7']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:45.165832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-29fc7998-d38d-435d-9820-caf4e6b1aae3 tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f6c2fb-50c2-40a3-ad26-fb71a2bef735') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:45.167090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-29fc7998-d38d-435d-9820-caf4e6b1aae3 tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f6c2fb-50c2-40a3-ad26-fb71a2bef735') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:45.177027 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-02b04917-1fed-46df-bf02-3be8cf8afe45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.209430 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29fc7998-d38d-435d-9820-caf4e6b1aae3 tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (78f6c2fb-50c2-40a3-ad26-fb71a2bef735), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.222047 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af0a2ae6-c2ee-4ce6-86fe-82ccc2ff1d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (ad720766-30ba-4954-8d0e-fc8540f03db1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.228443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0a2ae6-c2ee-4ce6-86fe-82ccc2ff1d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:45.229382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af0a2ae6-c2ee-4ce6-86fe-82ccc2ff1d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.271107 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29fc7998-d38d-435d-9820-caf4e6b1aae3 tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (78f6c2fb-50c2-40a3-ad26-fb71a2bef735), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.329785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fc7998-d38d-435d-9820-caf4e6b1aae3 tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:45.330661 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29fc7998-d38d-435d-9820-caf4e6b1aae3 tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (78f6c2fb-50c2-40a3-ad26-fb71a2bef735), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:45.336271 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:45.373559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3001e076-f2f3-4d80-a587-c0531271b53c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Checking segment: {'id': 'ba04a399-52f5-4f1d-a158-2baa1358d18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '000eaebe-d6c2-498e-8997-00b0d2cf06cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:45.374355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3001e076-f2f3-4d80-a587-c0531271b53c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Network hostable DHCP agents. Network: 000eaebe-d6c2-498e-8997-00b0d2cf06cb, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:45.394434 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-af0a2ae6-c2ee-4ce6-86fe-82ccc2ff1d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4123919 Feb 04 13:48:45.437092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32944) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:45.461420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-72a8bc9e-6262-4187-969c-517c73423876 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Request body: {'subnet': {'network_id': 'ad720766-30ba-4954-8d0e-fc8540f03db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:45.573465 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.574381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a2ae6-c2ee-4ce6-86fe-82ccc2ff1d79 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Pushing event updated for resources: {'Network': ['ID=ad720766-30ba-4954-8d0e-fc8540f03db1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:45.600550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network ad720766-30ba-4954-8d0e-fc8540f03db1 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:48:45.602536 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29fc7998-d38d-435d-9820-caf4e6b1aae3 tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (82b90624-2423-4f72-90c8-b7aacb29e4e7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.639489 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29fc7998-d38d-435d-9820-caf4e6b1aae3 tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.647385 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-29fc7998-d38d-435d-9820-caf4e6b1aae3 tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] 10.222.0.96 "DELETE /v2.0/networks/82b90624-2423-4f72-90c8-b7aacb29e4e7 HTTP/1.1" status: 204 len: 168 time: 1.6696286 Feb 04 13:48:45.722943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc7998-d38d-435d-9820-caf4e6b1aae3 tempest-ExternalNetworksTestJSON-1307688562 tempest-ExternalNetworksTestJSON-1307688562-project] Pushing event deleted for resources: {'Network': ['ID=82b90624-2423-4f72-90c8-b7aacb29e4e7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:45.732016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3001e076-f2f3-4d80-a587-c0531271b53c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Network 000eaebe-d6c2-498e-8997-00b0d2cf06cb is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:45.762909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e8c0f31-bcef-4f85-bd38-0482ba9c4c74 req-fa30a1bb-8357-4531-8d7c-8664162f7f00 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=967f2fac-00eb-4fe1-ad32-2ff9e89857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6911876 Feb 04 13:48:45.799794 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c6449fef-3637-430f-95e5-4ed0039b0d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (10aa605f-3a99-43f9-a21f-32aae9efd29f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.911163 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b163b3-fe71-4229-9e56-495a3f53c068 req-3d8d8862-6c55-4aba-8f2c-7ce51c9672b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:45.934862 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91b163b3-fe71-4229-9e56-495a3f53c068 req-3d8d8862-6c55-4aba-8f2c-7ce51c9672b4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 1128 time: 0.7278614 Feb 04 13:48:45.988130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-3001e076-f2f3-4d80-a587-c0531271b53c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 000eaebe-d6c2-498e-8997-00b0d2cf06cb) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:46.009473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3001e076-f2f3-4d80-a587-c0531271b53c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:46.011024 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3001e076-f2f3-4d80-a587-c0531271b53c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.020937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a56e7b-dbea-4be0-bde0-c96ddee666f1 None None] Network 000eaebe-d6c2-498e-8997-00b0d2cf06cb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:46.100894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-c6449fef-3637-430f-95e5-4ed0039b0d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10aa605f-3a99-43f9-a21f-32aae9efd29f']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:46.276373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a8bc9e-6262-4187-969c-517c73423876 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Made reservation on behalf of 15c4750f3d06430887fe1177b65293a1 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:46.294000 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-72a8bc9e-6262-4187-969c-517c73423876 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.344283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-c6449fef-3637-430f-95e5-4ed0039b0d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77a427e-451d-4093-aa7f-b4f5940332e4') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:46.344773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-c6449fef-3637-430f-95e5-4ed0039b0d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77a427e-451d-4093-aa7f-b4f5940332e4') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:46.466496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-000eaebe-d6c2-498e-8997-00b0d2cf06cb', 'network_id': '000eaebe-d6c2-498e-8997-00b0d2cf06cb', 'project_id': '6082cb1ec03b4d1f989dddec1dc529f5', 'fixed_ips': [{'subnet_id': '5924977b-931f-4bc4-9ebc-9f5ce3c54538'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:48:46.468894 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.652324 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3001e076-f2f3-4d80-a587-c0531271b53c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.9114761 Feb 04 13:48:46.656747 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32952) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:46.662904 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c6449fef-3637-430f-95e5-4ed0039b0d8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (f77a427e-451d-4093-aa7f-b4f5940332e4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.789704 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32954) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:46.912585 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (000eaebe-d6c2-498e-8997-00b0d2cf06cb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.989912 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.068025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Allocated IP 2001:db8::f816:3eff:fe21:40aa (000eaebe-d6c2-498e-8997-00b0d2cf06cb/5924977b-931f-4bc4-9ebc-9f5ce3c54538/5d96ee97-9a0c-4477-9a26-dbeecdc16765) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:47.145337 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (5924977b-931f-4bc4-9ebc-9f5ce3c54538), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.279374 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c6449fef-3637-430f-95e5-4ed0039b0d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (f77a427e-451d-4093-aa7f-b4f5940332e4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.366562 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Publish callbacks [] for port (5d96ee97-9a0c-4477-9a26-dbeecdc16765), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.390405 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (5d96ee97-9a0c-4477-9a26-dbeecdc16765), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.428564 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (5924977b-931f-4bc4-9ebc-9f5ce3c54538), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.454399 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Network 000eaebe-d6c2-498e-8997-00b0d2cf06cb is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:47.461719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6449fef-3637-430f-95e5-4ed0039b0d8d admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:47.462486 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c6449fef-3637-430f-95e5-4ed0039b0d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (f77a427e-451d-4093-aa7f-b4f5940332e4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.463786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:47.472303 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:47.496626 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:47.554934 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Subnet': ['ID=5924977b-931f-4bc4-9ebc-9f5ce3c54538,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:47.584190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Pushing event updated for resources: {'Port': ['ID=5d96ee97-9a0c-4477-9a26-dbeecdc16765,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:47.618617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Attempting to bind port 5d96ee97-9a0c-4477-9a26-dbeecdc16765 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:48:47.620848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Attempting to bind port 5d96ee97-9a0c-4477-9a26-dbeecdc16765 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'ba04a399-52f5-4f1d-a158-2baa1358d18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '000eaebe-d6c2-498e-8997-00b0d2cf06cb'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:48:47.621800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Attempting to bind port 5d96ee97-9a0c-4477-9a26-dbeecdc16765 on network 000eaebe-d6c2-498e-8997-00b0d2cf06cb {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:47.633177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:48:47.634296 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Checking segment: {'id': 'ba04a399-52f5-4f1d-a158-2baa1358d18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '000eaebe-d6c2-498e-8997-00b0d2cf06cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:47.635297 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.636150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Bound using segment: {'id': 'ba04a399-52f5-4f1d-a158-2baa1358d18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '000eaebe-d6c2-498e-8997-00b0d2cf06cb'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:48:47.637331 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Bound port: 5d96ee97-9a0c-4477-9a26-dbeecdc16765, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba04a399-52f5-4f1d-a158-2baa1358d18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '000eaebe-d6c2-498e-8997-00b0d2cf06cb'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:48:47.638344 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5d96ee97-9a0c-4477-9a26-dbeecdc16765), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.704827 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b15cc-53e7-45fa-9568-f0d694e78d75 req-e13044b0-afb1-4844-ade5-f76f8b9bb9fc tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:47.709007 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae1b15cc-53e7-45fa-9568-f0d694e78d75 req-e13044b0-afb1-4844-ade5-f76f8b9bb9fc tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 1168 time: 1.5317078 Feb 04 13:48:47.788642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] For port 5d96ee97-9a0c-4477-9a26-dbeecdc16765, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:48:47.797205 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (000eaebe-d6c2-498e-8997-00b0d2cf06cb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.803065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] For port 5d96ee97-9a0c-4477-9a26-dbeecdc16765, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5d96ee97-9a0c-4477-9a26-dbeecdc16765,segment=NetworkSegment(ba04a399-52f5-4f1d-a158-2baa1358d18d),segment_id=ba04a399-52f5-4f1d-a158-2baa1358d18d)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:48:47.813799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-793358d6-2de9-4ed4-ab06-05188fff1b19 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4a61bc155b1845709d751446b2b06136&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9829366 Feb 04 13:48:47.819979 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5d96ee97-9a0c-4477-9a26-dbeecdc16765), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.844606 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000eaebe-d6c2-498e-8997-00b0d2cf06cb']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:47.846575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32958) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:47.859429 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba04a399-52f5-4f1d-a158-2baa1358d18d') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:47.860330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba04a399-52f5-4f1d-a158-2baa1358d18d') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:47.886212 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (ba04a399-52f5-4f1d-a158-2baa1358d18d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.886517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b163b3-fe71-4229-9e56-495a3f53c068 req-71d4862a-3830-4d21-8a86-ba54739eb0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:47.888921 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91b163b3-fe71-4229-9e56-495a3f53c068 req-71d4862a-3830-4d21-8a86-ba54739eb0ad service neutron] 10.222.0.99 "GET /v2.0/networks?id=a0b13e3f-9762-48cf-8033-0eeb8464cf8d HTTP/1.1" status: 200 len: 896 time: 1.8577809 Feb 04 13:48:47.911156 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ae1b15cc-53e7-45fa-9568-f0d694e78d75 req-70f89c4d-730a-4cba-a022-6e4931753a2f tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.921973 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (ba04a399-52f5-4f1d-a158-2baa1358d18d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.937086 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:47.938320 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (ba04a399-52f5-4f1d-a158-2baa1358d18d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.957489 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c6449fef-3637-430f-95e5-4ed0039b0d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (10aa605f-3a99-43f9-a21f-32aae9efd29f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.960529 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-72a8bc9e-6262-4187-969c-517c73423876 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (381ffb3a-425a-4bec-84d2-73a81ef25178), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:48.064119 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:48.074661 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.api [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:48:48.074661 n-d-714676-13 neutron-server[103607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:48:48.074661 n-d-714676-13 neutron-server[103607]: [parameters: {'id': '000eaebe-d6c2-498e-8997-00b0d2cf06cb'}] Feb 04 13:48:48.074661 n-d-714676-13 neutron-server[103607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:48:48.076511 n-d-714676-13 neutron-server[103607]: DEBUG oslo_db.api [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:48:48.198227 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:48.222319 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fc276-0c62-41b7-b418-09e38a584a1c None None] Pushing event updated for resources: {'Port': ['ID=5d96ee97-9a0c-4477-9a26-dbeecdc16765,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:48.273869 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9126f6a5-5f4f-4550-8941-f220b1913e74 None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:48:48.578960 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (000eaebe-d6c2-498e-8997-00b0d2cf06cb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:48.593810 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c6449fef-3637-430f-95e5-4ed0039b0d8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:48.603673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c6449fef-3637-430f-95e5-4ed0039b0d8d admin admin] 10.222.0.96 "DELETE /v2.0/networks/10aa605f-3a99-43f9-a21f-32aae9efd29f HTTP/1.1" status: 204 len: 168 time: 4.3612921 Feb 04 13:48:48.702676 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6449fef-3637-430f-95e5-4ed0039b0d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=10aa605f-3a99-43f9-a21f-32aae9efd29f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:48.743619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Deleting port 5d96ee97-9a0c-4477-9a26-dbeecdc16765 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:48.745313 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5d96ee97-9a0c-4477-9a26-dbeecdc16765), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:48.823288 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91b163b3-fe71-4229-9e56-495a3f53c068 req-e13d09dc-bc10-4dcc-aa45-4db7c6a74b4e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97905031-2f2a-4178-85eb-0808ee9411a5 HTTP/1.1" status: 200 len: 1000 time: 0.9042175 Feb 04 13:48:48.884714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8bc9e-6262-4187-969c-517c73423876 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Pushing event updated for resources: {'Subnet': ['ID=381ffb3a-425a-4bec-84d2-73a81ef25178,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:48.970118 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] For port 5d96ee97-9a0c-4477-9a26-dbeecdc16765, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5d96ee97-9a0c-4477-9a26-dbeecdc16765,segment=NetworkSegment(ba04a399-52f5-4f1d-a158-2baa1358d18d),segment_id=ba04a399-52f5-4f1d-a158-2baa1358d18d)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:48.973533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5d96ee97-9a0c-4477-9a26-dbeecdc16765), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:49.030187 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f1c73c41-f3c3-4d1e-9e9b-0d270aa7afb2 admin admin] Publish callbacks [] for security_group (a8241e34-b19f-491c-90d6-71128cfa2044), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:49.039252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8bc9e-6262-4187-969c-517c73423876 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Checking segment: {'id': '0e236419-6501-4d9b-9f71-c46f80b0b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ad720766-30ba-4954-8d0e-fc8540f03db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:49.039828 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8bc9e-6262-4187-969c-517c73423876 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Network hostable DHCP agents. Network: ad720766-30ba-4954-8d0e-fc8540f03db1, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:49.053213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Calling delete_port for 5d96ee97-9a0c-4477-9a26-dbeecdc16765 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:49.086666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9126f6a5-5f4f-4550-8941-f220b1913e74 None None] Network ad720766-30ba-4954-8d0e-fc8540f03db1 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:49.127512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32962) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:49.134051 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9126f6a5-5f4f-4550-8941-f220b1913e74 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, ad720766-30ba-4954-8d0e-fc8540f03db1) {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:48:49.136550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8bc9e-6262-4187-969c-517c73423876 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Unable to find a vacant binding_index for network ad720766-30ba-4954-8d0e-fc8540f03db1 and agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 04 13:48:49.189034 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f1c73c41-f3c3-4d1e-9e9b-0d270aa7afb2 admin admin] Publish callbacks [] for security_group (a8241e34-b19f-491c-90d6-71128cfa2044), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:49.194970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b163b3-fe71-4229-9e56-495a3f53c068 req-194edcec-d3a4-4aea-aea8-72df56f76c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:49.208518 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91b163b3-fe71-4229-9e56-495a3f53c068 req-194edcec-d3a4-4aea-aea8-72df56f76c56 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b71daf93-69b8-48fe-bfaf-868dab64b820 HTTP/1.1" status: 200 len: 834 time: 0.3838155 Feb 04 13:48:49.253360 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-72a8bc9e-6262-4187-969c-517c73423876 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, ad720766-30ba-4954-8d0e-fc8540f03db1) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:49.312378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a8bc9e-6262-4187-969c-517c73423876 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:49.313353 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-72a8bc9e-6262-4187-969c-517c73423876 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:49.408399 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (5d96ee97-9a0c-4477-9a26-dbeecdc16765), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:49.527457 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ae1b15cc-53e7-45fa-9568-f0d694e78d75 req-70f89c4d-730a-4cba-a022-6e4931753a2f tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Publish callbacks [] for security_group (6e7eeda5-d0e8-4beb-ba69-ebda1f5b2823), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:49.596088 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Port': ['ID=5d96ee97-9a0c-4477-9a26-dbeecdc16765,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:49.602472 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] No DVR routers for this DVR port 5d96ee97-9a0c-4477-9a26-dbeecdc16765 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:48:49.615091 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ae1b15cc-53e7-45fa-9568-f0d694e78d75 req-70f89c4d-730a-4cba-a022-6e4931753a2f tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6e7eeda5-d0e8-4beb-ba69-ebda1f5b2823), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:49.712214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32964) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:49.723785 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-72a8bc9e-6262-4187-969c-517c73423876 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2769883 Feb 04 13:48:49.766581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-ad720766-30ba-4954-8d0e-fc8540f03db1', 'network_id': 'ad720766-30ba-4954-8d0e-fc8540f03db1', 'project_id': '15c4750f3d06430887fe1177b65293a1', 'fixed_ips': [{'subnet_id': '381ffb3a-425a-4bec-84d2-73a81ef25178'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:48:49.767978 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:49.823485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-53332b0c-dfb4-419e-89e6-d4bbfffb71ae admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c62eaaeaecc743f5a5a46e18b9d57f52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6825261 Feb 04 13:48:49.826200 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32966) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:49.848389 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c08f144c-f718-4eb6-b8de-5237f765e373 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Request body: {'port': {'network_id': 'ad720766-30ba-4954-8d0e-fc8540f03db1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-819330991'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:49.946076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b163b3-fe71-4229-9e56-495a3f53c068 req-a4dacd7f-c60b-4e5e-bd11-754859304f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:49.949295 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91b163b3-fe71-4229-9e56-495a3f53c068 req-a4dacd7f-c60b-4e5e-bd11-754859304f8a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a0b13e3f-9762-48cf-8033-0eeb8464cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6748593 Feb 04 13:48:49.950394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f89c4d-730a-4cba-a022-6e4931753a2f tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7eeda5-d0e8-4beb-ba69-ebda1f5b2823,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:49.998481 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f1c73c41-f3c3-4d1e-9e9b-0d270aa7afb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a8241e34-b19f-491c-90d6-71128cfa2044), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.003156 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f1c73c41-f3c3-4d1e-9e9b-0d270aa7afb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.008521 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f1c73c41-f3c3-4d1e-9e9b-0d270aa7afb2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a8241e34-b19f-491c-90d6-71128cfa2044 HTTP/1.1" status: 204 len: 168 time: 2.1569273 Feb 04 13:48:50.105691 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (000eaebe-d6c2-498e-8997-00b0d2cf06cb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.138060 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae1b15cc-53e7-45fa-9568-f0d694e78d75 req-70f89c4d-730a-4cba-a022-6e4931753a2f tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=0b6512d3-23af-4a34-b4a3-8a701760acea&id=1fda3b67-5537-44dc-bf57-b89f5fc5d766&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 2.3292539 Feb 04 13:48:50.154225 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000eaebe-d6c2-498e-8997-00b0d2cf06cb']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:50.176182 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba04a399-52f5-4f1d-a158-2baa1358d18d') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:50.176670 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba04a399-52f5-4f1d-a158-2baa1358d18d') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:50.222467 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (ba04a399-52f5-4f1d-a158-2baa1358d18d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.253045 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (ba04a399-52f5-4f1d-a158-2baa1358d18d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.268273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:50.268991 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (ba04a399-52f5-4f1d-a158-2baa1358d18d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.296591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32970) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:50.324638 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Allocated IP 2001:db8::2 (ad720766-30ba-4954-8d0e-fc8540f03db1/381ffb3a-425a-4bec-84d2-73a81ef25178/fc813f2d-9916-4c51-b295-08aed0f98c2e) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:50.395007 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c73c41-f3c3-4d1e-9e9b-0d270aa7afb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8241e34-b19f-491c-90d6-71128cfa2044,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:50.434677 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:50.439235 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (000eaebe-d6c2-498e-8997-00b0d2cf06cb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.491971 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-29d96dcc-5e39-4beb-ad2d-03a69ef79f13 admin admin] Publish callbacks [] for security_group (1602afb6-7ad4-4281-8444-d51d8ba63b83), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.538977 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.547516 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/networks/000eaebe-d6c2-498e-8997-00b0d2cf06cb HTTP/1.1" status: 204 len: 168 time: 3.8889482 Feb 04 13:48:50.566405 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd5167-68a3-48d1-8d5c-d9722bd9fd16 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Network': ['ID=000eaebe-d6c2-498e-8997-00b0d2cf06cb,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:50.574779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32972) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:50.742971 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6634bb-96a3-41c2-9dad-ec43d583e39c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] DELETE failed (client error): The resource could not be found. Feb 04 13:48:50.743636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6634bb-96a3-41c2-9dad-ec43d583e39c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:50.744006 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-29d96dcc-5e39-4beb-ad2d-03a69ef79f13 admin admin] Publish callbacks [] for security_group (1602afb6-7ad4-4281-8444-d51d8ba63b83), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.760532 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fb6634bb-96a3-41c2-9dad-ec43d583e39c tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/subnets/5924977b-931f-4bc4-9ebc-9f5ce3c54538 HTTP/1.1" status: 404 len: 337 time: 0.1787004 Feb 04 13:48:50.773513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32976) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:50.867955 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Publish callbacks [] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.888175 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f64308-a63f-4fcd-b17d-53a13bccb8a8 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] DELETE failed (client error): The resource could not be found. Feb 04 13:48:50.888494 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f64308-a63f-4fcd-b17d-53a13bccb8a8 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:50.895414 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-88f64308-a63f-4fcd-b17d-53a13bccb8a8 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/networks/000eaebe-d6c2-498e-8997-00b0d2cf06cb HTTP/1.1" status: 404 len: 339 time: 0.1170075 Feb 04 13:48:50.900489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32978) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:50.921222 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.975197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a306ed6-073b-4432-ac04-9f4dea15e31f tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:50.982426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0a306ed6-073b-4432-ac04-9f4dea15e31f tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 1163 time: 0.6170480 Feb 04 13:48:50.991974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32980) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:51.003825 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b443780e-569c-4ddc-a7ad-73cb1da0bece tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] DELETE failed (client error): The resource could not be found. Feb 04 13:48:51.004452 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b443780e-569c-4ddc-a7ad-73cb1da0bece tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:51.011946 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b443780e-569c-4ddc-a7ad-73cb1da0bece tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/subnets/d085ab2e-0ed7-4449-8e45-b555b4296dc2 HTTP/1.1" status: 404 len: 337 time: 0.1086824 Feb 04 13:48:51.021884 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '09d869b2-3055-4af9-8be9-c90c05d86237', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:51.032402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32982) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:51.109259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ab077-2d21-4aa5-8976-3c87c388e433 req-92061ff6-41ea-42c8-a58b-0141a325fdab tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:51.123244 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-419ab077-2d21-4aa5-8976-3c87c388e433 req-92061ff6-41ea-42c8-a58b-0141a325fdab tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.7177632 Feb 04 13:48:51.138974 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1c1bf4-7922-41a9-8f1d-c2d5ca463ed9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] DELETE failed (client error): The resource could not be found. Feb 04 13:48:51.141188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb1c1bf4-7922-41a9-8f1d-c2d5ca463ed9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:51.156345 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-eb1c1bf4-7922-41a9-8f1d-c2d5ca463ed9 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/networks/6360263c-ac4e-4775-953e-5cac3915a684 HTTP/1.1" status: 404 len: 339 time: 0.1218591 Feb 04 13:48:51.156668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91b163b3-fe71-4229-9e56-495a3f53c068 req-faaa6f6e-aef2-4574-9b7f-0e0760a8ffa3 service neutron] 10.222.0.99 "GET /v2.0/networks/a0b13e3f-9762-48cf-8033-0eeb8464cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1887853 Feb 04 13:48:51.157266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32984) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:51.161962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Pushing event updated for resources: {'Port': ['ID=fc813f2d-9916-4c51-b295-08aed0f98c2e,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:51.168508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 32986) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:51.172010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08f144c-f718-4eb6-b8de-5237f765e373 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Made reservation on behalf of 15c4750f3d06430887fe1177b65293a1 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:51.187107 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c08f144c-f718-4eb6-b8de-5237f765e373 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:51.188565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Network ad720766-30ba-4954-8d0e-fc8540f03db1 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:51.192521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:51.201369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:51.364079 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-c08f144c-f718-4eb6-b8de-5237f765e373 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] device_id is not set on port 6022902c-b828-4e5e-92c9-fd1ba692c0f4 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:48:51.377732 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e44624-4b13-40f9-a91a-c79213780c08 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] DELETE failed (client error): The resource could not be found. Feb 04 13:48:51.378550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e44624-4b13-40f9-a91a-c79213780c08 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:51.390858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Attempting to bind port fc813f2d-9916-4c51-b295-08aed0f98c2e on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:48:51.391684 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a401b20d-2e56-46c3-a812-b7737c50c36e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a5984e49c24045a38df13b970b48a5c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2059374 Feb 04 13:48:51.391848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Attempting to bind port fc813f2d-9916-4c51-b295-08aed0f98c2e by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '0e236419-6501-4d9b-9f71-c46f80b0b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ad720766-30ba-4954-8d0e-fc8540f03db1'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:48:51.391848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Attempting to bind port fc813f2d-9916-4c51-b295-08aed0f98c2e on network ad720766-30ba-4954-8d0e-fc8540f03db1 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:51.392204 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-93e44624-4b13-40f9-a91a-c79213780c08 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/subnets/6213266d-9ee7-4761-9f87-7d3b78de7208 HTTP/1.1" status: 404 len: 337 time: 0.1394961 Feb 04 13:48:51.392374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32988) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:51.392374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32990) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:51.398141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:48:51.399317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Checking segment: {'id': '0e236419-6501-4d9b-9f71-c46f80b0b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ad720766-30ba-4954-8d0e-fc8540f03db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:51.402260 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:51.403109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Bound using segment: {'id': '0e236419-6501-4d9b-9f71-c46f80b0b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ad720766-30ba-4954-8d0e-fc8540f03db1'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:48:51.404107 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Bound port: fc813f2d-9916-4c51-b295-08aed0f98c2e, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e236419-6501-4d9b-9f71-c46f80b0b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ad720766-30ba-4954-8d0e-fc8540f03db1'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:48:51.405155 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:51.454790 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66e11f5-a4af-42c1-b808-0e5987125044 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] DELETE failed (client error): The resource could not be found. Feb 04 13:48:51.456048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66e11f5-a4af-42c1-b808-0e5987125044 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:51.461103 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e66e11f5-a4af-42c1-b808-0e5987125044 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/networks/a4b15e3b-1e05-44ea-9226-48d80776fdc8 HTTP/1.1" status: 404 len: 339 time: 0.0469415 Feb 04 13:48:51.517132 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-419ab077-2d21-4aa5-8976-3c87c388e433 req-8f41284c-ab16-4782-9b9e-1930f3dc24e9 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919680 Feb 04 13:48:51.522719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 32992) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:51.555204 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:51.560929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] For port fc813f2d-9916-4c51-b295-08aed0f98c2e, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:48:51.567673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] For port fc813f2d-9916-4c51-b295-08aed0f98c2e, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fc813f2d-9916-4c51-b295-08aed0f98c2e,segment=NetworkSegment(0e236419-6501-4d9b-9f71-c46f80b0b987),segment_id=0e236419-6501-4d9b-9f71-c46f80b0b987)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:48:51.585913 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:51.823199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00dc732-d684-4c99-ae2a-9edef7df4b8e None None] Pushing event updated for resources: {'Port': ['ID=fc813f2d-9916-4c51-b295-08aed0f98c2e,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:51.943419 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-29d96dcc-5e39-4beb-ad2d-03a69ef79f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1602afb6-7ad4-4281-8444-d51d8ba63b83), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:51.948749 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-29d96dcc-5e39-4beb-ad2d-03a69ef79f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:51.963251 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-29d96dcc-5e39-4beb-ad2d-03a69ef79f13 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1602afb6-7ad4-4281-8444-d51d8ba63b83 HTTP/1.1" status: 204 len: 168 time: 2.1056685 Feb 04 13:48:52.014518 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc0d41dd-6f14-4ccb-8bfd-3276b043a86e req-6fed1d77-d830-45ab-a966-503766a9864d tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.2286119 Feb 04 13:48:52.124130 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-c08f144c-f718-4eb6-b8de-5237f765e373 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Allocated IP 2001:db8::2b2 (ad720766-30ba-4954-8d0e-fc8540f03db1/381ffb3a-425a-4bec-84d2-73a81ef25178/6022902c-b828-4e5e-92c9-fd1ba692c0f4) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:52.223141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d96dcc-5e39-4beb-ad2d-03a69ef79f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1602afb6-7ad4-4281-8444-d51d8ba63b83,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:52.248089 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91b163b3-fe71-4229-9e56-495a3f53c068 req-68b71f26-444b-4966-9d1e-74c7f92f9fdb service neutron] 10.222.0.99 "GET /v2.0/networks/a0b13e3f-9762-48cf-8033-0eeb8464cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0478966 Feb 04 13:48:52.329235 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eff05fdc-70a8-4e12-8da5-0a4da7810c47 admin admin] Publish callbacks [] for security_group (6f6bd0d2-95f7-4ebd-8c7f-e9e6d1937b33), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:52.337195 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:52.513581 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eff05fdc-70a8-4e12-8da5-0a4da7810c47 admin admin] Publish callbacks [] for security_group (6f6bd0d2-95f7-4ebd-8c7f-e9e6d1937b33), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:52.670701 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-56f36da0-d1e7-4192-8c62-a5b91404f22a tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Deleting port cc708bff-baea-4ece-98f0-b1d2e2bb0192 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:52.674136 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56f36da0-d1e7-4192-8c62-a5b91404f22a tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (cc708bff-baea-4ece-98f0-b1d2e2bb0192), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:52.703515 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Allocated IP 172.25.5.7 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/ce46f678-5585-42bf-b805-47fe423ee568) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:53.057035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8172-7614-43a2-964a-a2797344b53d req-dc221ba3-cbb1-4606-adb7-fe7a0dcb729e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:53.069199 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfcd8172-7614-43a2-964a-a2797344b53d req-dc221ba3-cbb1-4606-adb7-fe7a0dcb729e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 946 time: 0.5891259 Feb 04 13:48:53.129009 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eff05fdc-70a8-4e12-8da5-0a4da7810c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6f6bd0d2-95f7-4ebd-8c7f-e9e6d1937b33), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:53.132426 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eff05fdc-70a8-4e12-8da5-0a4da7810c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:53.134217 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-eff05fdc-70a8-4e12-8da5-0a4da7810c47 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6f6bd0d2-95f7-4ebd-8c7f-e9e6d1937b33 HTTP/1.1" status: 204 len: 168 time: 1.7411964 Feb 04 13:48:53.161376 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56f36da0-d1e7-4192-8c62-a5b91404f22a tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (cc708bff-baea-4ece-98f0-b1d2e2bb0192), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:53.195446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff05fdc-70a8-4e12-8da5-0a4da7810c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6bd0d2-95f7-4ebd-8c7f-e9e6d1937b33,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:53.260009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-56f36da0-d1e7-4192-8c62-a5b91404f22a tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Calling delete_port for cc708bff-baea-4ece-98f0-b1d2e2bb0192 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:53.309560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfcd8172-7614-43a2-964a-a2797344b53d req-b55d9930-4ef2-4e51-b290-826180b7048c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=967f2fac-00eb-4fe1-ad32-2ff9e89857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388840 Feb 04 13:48:53.321528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33008) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:53.485553 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for port (ce46f678-5585-42bf-b805-47fe423ee568), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:53.649127 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c08f144c-f718-4eb6-b8de-5237f765e373 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks [] for port (6022902c-b828-4e5e-92c9-fd1ba692c0f4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:53.780786 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ce46f678-5585-42bf-b805-47fe423ee568), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:53.907101 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fc813f2d-9916-4c51-b295-08aed0f98c2e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:54.039972 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-40931565-7b16-4da1-8321-b939a2dba242 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0da3b0b056f84834b2d397e87ca35925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7085698 Feb 04 13:48:54.051146 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33016) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:54.053261 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56f36da0-d1e7-4192-8c62-a5b91404f22a tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (cc708bff-baea-4ece-98f0-b1d2e2bb0192), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:54.070309 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c08f144c-f718-4eb6-b8de-5237f765e373 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6022902c-b828-4e5e-92c9-fd1ba692c0f4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:54.095250 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'Port': ['ID=ce46f678-5585-42bf-b805-47fe423ee568,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:54.123332 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:54.173135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port fc813f2d-9916-4c51-b295-08aed0f98c2e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:54.173869 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:54.216412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:54.224067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:54.241608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4af8d-b6e1-49cf-9cd2-18de537a8735 req-98960500-97a2-487f-9199-949c1121261d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:54.246422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f144c-f718-4eb6-b8de-5237f765e373 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Network ad720766-30ba-4954-8d0e-fc8540f03db1 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:54.260454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1a4af8d-b6e1-49cf-9cd2-18de537a8735 req-98960500-97a2-487f-9199-949c1121261d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.5949671 Feb 04 13:48:54.292864 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c08f144c-f718-4eb6-b8de-5237f765e373 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:54.296957 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f144c-f718-4eb6-b8de-5237f765e373 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:54.313858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08f144c-f718-4eb6-b8de-5237f765e373 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:54.315101 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c08f144c-f718-4eb6-b8de-5237f765e373 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:54.392260 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f144c-f718-4eb6-b8de-5237f765e373 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Pushing event updated for resources: {'Port': ['ID=6022902c-b828-4e5e-92c9-fd1ba692c0f4,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:54.406455 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c08f144c-f718-4eb6-b8de-5237f765e373 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.6581590 Feb 04 13:48:54.410891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33020) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:54.419980 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Request body: {'port': {'network_id': 'ad720766-30ba-4954-8d0e-fc8540f03db1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2016257634', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:54.420518 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.api.validators [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] bootfile-name is not in valid_values {{(pid=103607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:48:54.421023 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.api.validators [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] tftp-server is not in valid_values {{(pid=103607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:48:54.421427 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.api.validators [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] server-ip-address is not in valid_values {{(pid=103607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:48:54.432018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd5be43-d204-446f-bb95-614f861d5250 None None] Network 000eaebe-d6c2-498e-8997-00b0d2cf06cb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:54.449490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249b7ebd-fcfd-4eee-891d-a9b93977746b None None] Network ad720766-30ba-4954-8d0e-fc8540f03db1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:54.515676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port fc813f2d-9916-4c51-b295-08aed0f98c2e is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:54.516157 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:54.554606 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1a4af8d-b6e1-49cf-9cd2-18de537a8735 req-209a0171-f0fa-486c-8581-6eb12d95bc0b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872176 Feb 04 13:48:54.555894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f36da0-d1e7-4192-8c62-a5b91404f22a tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Port': ['ID=cc708bff-baea-4ece-98f0-b1d2e2bb0192,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:54.618495 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56f36da0-d1e7-4192-8c62-a5b91404f22a tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:54.630668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-56f36da0-d1e7-4192-8c62-a5b91404f22a tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/ports/cc708bff-baea-4ece-98f0-b1d2e2bb0192 HTTP/1.1" status: 204 len: 168 time: 3.0997756 Feb 04 13:48:54.640650 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33024) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:54.798659 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1aa25d1f-a9e7-466c-9c53-b9b01410bbc5 admin admin] Publish callbacks [] for security_group (970306aa-bb3c-44c5-9d2f-663d8e5092b5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:54.854232 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-32dcebe5-e339-417e-ac14-31aea855a6e5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] DELETE failed (client error): The resource could not be found. Feb 04 13:48:54.854232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32dcebe5-e339-417e-ac14-31aea855a6e5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:54.863653 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-32dcebe5-e339-417e-ac14-31aea855a6e5 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/subnets/590825b6-d786-4554-a1f3-9f86c96ceded HTTP/1.1" status: 404 len: 337 time: 0.1689398 Feb 04 13:48:54.879000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33028) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:55.024385 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1aa25d1f-a9e7-466c-9c53-b9b01410bbc5 admin admin] Publish callbacks [] for security_group (970306aa-bb3c-44c5-9d2f-663d8e5092b5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:55.034701 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33032) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:55.093909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd5be43-d204-446f-bb95-614f861d5250 None None] Network 000eaebe-d6c2-498e-8997-00b0d2cf06cb could not be found, it might have been deleted concurrently. {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 13:48:55.192311 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0082ca1d-f8c2-45ff-97c7-0593321ac2c9 None None] Provisioning complete for port fc813f2d-9916-4c51-b295-08aed0f98c2e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:55.193407 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0082ca1d-f8c2-45ff-97c7-0593321ac2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:55.278304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52b3ff93-f48f-4123-a618-a9bd21548e18 req-848677df-319e-432f-af8d-a4aa0a956426 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.4152174 Feb 04 13:48:55.474039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port fc813f2d-9916-4c51-b295-08aed0f98c2e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fc813f2d-9916-4c51-b295-08aed0f98c2e,segment=NetworkSegment(0e236419-6501-4d9b-9f71-c46f80b0b987),segment_id=0e236419-6501-4d9b-9f71-c46f80b0b987)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:55.495514 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:55.630750 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a9dc-2339-44ea-918a-0a64ce004f2d tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (62674221-71d4-4720-ab1f-62faec422f7a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:55.656378 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1aa25d1f-a9e7-466c-9c53-b9b01410bbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (970306aa-bb3c-44c5-9d2f-663d8e5092b5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:55.674818 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1aa25d1f-a9e7-466c-9c53-b9b01410bbc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:55.676716 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1aa25d1f-a9e7-466c-9c53-b9b01410bbc5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/970306aa-bb3c-44c5-9d2f-663d8e5092b5 HTTP/1.1" status: 204 len: 168 time: 1.6079054 Feb 04 13:48:55.789033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa25d1f-a9e7-466c-9c53-b9b01410bbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970306aa-bb3c-44c5-9d2f-663d8e5092b5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:56.141157 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0082ca1d-f8c2-45ff-97c7-0593321ac2c9 None None] Current status of the port fc813f2d-9916-4c51-b295-08aed0f98c2e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:56.166649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=fc813f2d-9916-4c51-b295-08aed0f98c2e,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:56.498247 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a9dc-2339-44ea-918a-0a64ce004f2d tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (62674221-71d4-4720-ab1f-62faec422f7a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:56.642595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28b1e1-ed9d-4a6e-a027-b2873b1872df req-3614fd49-d1c0-4e29-9f04-a493bfafe5a8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:56.665404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e28b1e1-ed9d-4a6e-a027-b2873b1872df req-3614fd49-d1c0-4e29-9f04-a493bfafe5a8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.6618414 Feb 04 13:48:56.731229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-c9b6a9dc-2339-44ea-918a-0a64ce004f2d tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62674221-71d4-4720-ab1f-62faec422f7a']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:56.799253 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-c9b6a9dc-2339-44ea-918a-0a64ce004f2d tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef28c44-02fe-4ce9-bbef-821048008c49') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:56.799967 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-c9b6a9dc-2339-44ea-918a-0a64ce004f2d tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef28c44-02fe-4ce9-bbef-821048008c49') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:56.842217 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a9dc-2339-44ea-918a-0a64ce004f2d tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (8ef28c44-02fe-4ce9-bbef-821048008c49), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:56.892051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e28b1e1-ed9d-4a6e-a027-b2873b1872df req-777250f2-7800-4fc6-b72f-163b0afd03f3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221258 Feb 04 13:48:56.917152 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a9dc-2339-44ea-918a-0a64ce004f2d tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (8ef28c44-02fe-4ce9-bbef-821048008c49), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:56.982807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b6a9dc-2339-44ea-918a-0a64ce004f2d tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:56.983437 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a9dc-2339-44ea-918a-0a64ce004f2d tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (8ef28c44-02fe-4ce9-bbef-821048008c49), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:57.083795 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:57.293535 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3af1e328-4744-429a-b45b-4f913aa6ac48 req-b2f90c2c-9297-461d-91cc-1fb8fffd7cb4 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.0891089 Feb 04 13:48:57.390979 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a9dc-2339-44ea-918a-0a64ce004f2d tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (62674221-71d4-4720-ab1f-62faec422f7a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:57.488411 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a9dc-2339-44ea-918a-0a64ce004f2d tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:57.542013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c9b6a9dc-2339-44ea-918a-0a64ce004f2d tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/networks/62674221-71d4-4720-ab1f-62faec422f7a HTTP/1.1" status: 204 len: 168 time: 2.6603065 Feb 04 13:48:57.548972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33062) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:57.551443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6a9dc-2339-44ea-918a-0a64ce004f2d tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Network': ['ID=62674221-71d4-4720-ab1f-62faec422f7a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:57.811785 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fc813f2d-9916-4c51-b295-08aed0f98c2e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:58.035556 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for floatingip (a734e762-5cf0-4750-af63-5b4b44cab4db), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:58.038712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-84c96294-d8a1-494f-8b95-b1e6a2acba90 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Deleting port 514f29ad-6ecd-4c39-b668-8872c223fc11 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:58.038989 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-84c96294-d8a1-494f-8b95-b1e6a2acba90 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (514f29ad-6ecd-4c39-b668-8872c223fc11), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:58.149692 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Made reservation on behalf of 15c4750f3d06430887fe1177b65293a1 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:58.161915 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1702c19-5e1b-4613-bfb0-f9f23bd35389 None None] Network ad720766-30ba-4954-8d0e-fc8540f03db1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:58.175906 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:58.280164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] device_id is not set on port 3c853d18-329f-49dd-96d0-72748c9e9817 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:48:58.365455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7f5d585e-badd-474c-9206-84e0e023cd7e None None] Provisioning complete for port 6022902c-b828-4e5e-92c9-fd1ba692c0f4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:58.366899 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7f5d585e-badd-474c-9206-84e0e023cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6022902c-b828-4e5e-92c9-fd1ba692c0f4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:58.411359 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-84c96294-d8a1-494f-8b95-b1e6a2acba90 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (514f29ad-6ecd-4c39-b668-8872c223fc11), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:58.454937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-84c96294-d8a1-494f-8b95-b1e6a2acba90 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Calling delete_port for 514f29ad-6ecd-4c39-b668-8872c223fc11 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:58.484748 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port fc813f2d-9916-4c51-b295-08aed0f98c2e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:58.490696 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:58.661176 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d585e-badd-474c-9206-84e0e023cd7e None None] Port 6022902c-b828-4e5e-92c9-fd1ba692c0f4 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:58.767595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7f5d585e-badd-474c-9206-84e0e023cd7e None None] Provisioning complete for port fc813f2d-9916-4c51-b295-08aed0f98c2e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:58.768297 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7f5d585e-badd-474c-9206-84e0e023cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:58.877302 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-84c96294-d8a1-494f-8b95-b1e6a2acba90 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (514f29ad-6ecd-4c39-b668-8872c223fc11), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:58.897617 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ce46f678-5585-42bf-b805-47fe423ee568), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:58.981677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c96294-d8a1-494f-8b95-b1e6a2acba90 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Port': ['ID=514f29ad-6ecd-4c39-b668-8872c223fc11,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:59.012894 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-84c96294-d8a1-494f-8b95-b1e6a2acba90 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:59.019135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-84c96294-d8a1-494f-8b95-b1e6a2acba90 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/ports/514f29ad-6ecd-4c39-b668-8872c223fc11 HTTP/1.1" status: 204 len: 168 time: 1.4546645 Feb 04 13:48:59.034605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f2066-4d7f-4a14-937a-eae0942b66e8 req-b1bb057b-4b55-4bc6-91df-d13ba1527999 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:59.047005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f96f2066-4d7f-4a14-937a-eae0942b66e8 req-b1bb057b-4b55-4bc6-91df-d13ba1527999 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.4626718 Feb 04 13:48:59.047850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33086) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:59.138279 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-799d5975-7464-4710-967c-d331e323fa05 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] DELETE failed (client error): The resource could not be found. Feb 04 13:48:59.139135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799d5975-7464-4710-967c-d331e323fa05 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:59.155638 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-799d5975-7464-4710-967c-d331e323fa05 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/subnets/b8d595bd-65c4-4bc3-96da-a4e2240e5f6a HTTP/1.1" status: 404 len: 337 time: 0.1054153 Feb 04 13:48:59.182395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33090) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:59.367020 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port fc813f2d-9916-4c51-b295-08aed0f98c2e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:59.377858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d585e-badd-474c-9206-84e0e023cd7e None None] Current status of the port fc813f2d-9916-4c51-b295-08aed0f98c2e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:59.609650 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f96f2066-4d7f-4a14-937a-eae0942b66e8 req-94588fa0-8c98-4384-9090-ee4e39ee2eed tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753673 Feb 04 13:48:59.640947 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56d5d7c2-afd4-48fc-bd8e-022170c331d3 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (9c870527-ca67-4fa8-8399-fc234802b686), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:59.736166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5c929d44-6a41-458e-8887-b5deee67b030 None None] Provisioning complete for port 6022902c-b828-4e5e-92c9-fd1ba692c0f4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:59.736543 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5c929d44-6a41-458e-8887-b5deee67b030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6022902c-b828-4e5e-92c9-fd1ba692c0f4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:59.880063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5c929d44-6a41-458e-8887-b5deee67b030 None None] Port 6022902c-b828-4e5e-92c9-fd1ba692c0f4 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:59.919722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Allocated IP 2001:db8::4c (ad720766-30ba-4954-8d0e-fc8540f03db1/381ffb3a-425a-4bec-84d2-73a81ef25178/3c853d18-329f-49dd-96d0-72748c9e9817) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:59.932906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5c929d44-6a41-458e-8887-b5deee67b030 None None] Provisioning complete for port fc813f2d-9916-4c51-b295-08aed0f98c2e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:59.933951 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5c929d44-6a41-458e-8887-b5deee67b030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:59.991250 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56d5d7c2-afd4-48fc-bd8e-022170c331d3 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (9c870527-ca67-4fa8-8399-fc234802b686), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:00.049250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-56d5d7c2-afd4-48fc-bd8e-022170c331d3 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c870527-ca67-4fa8-8399-fc234802b686']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:00.078903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-56d5d7c2-afd4-48fc-bd8e-022170c331d3 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c674a7-b764-41a7-ab92-451585ea0ccc') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:00.079485 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-56d5d7c2-afd4-48fc-bd8e-022170c331d3 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c674a7-b764-41a7-ab92-451585ea0ccc') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:00.102550 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56d5d7c2-afd4-48fc-bd8e-022170c331d3 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (87c674a7-b764-41a7-ab92-451585ea0ccc), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:00.133116 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56d5d7c2-afd4-48fc-bd8e-022170c331d3 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (87c674a7-b764-41a7-ab92-451585ea0ccc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:00.149066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d5d7c2-afd4-48fc-bd8e-022170c331d3 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:49:00.149824 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56d5d7c2-afd4-48fc-bd8e-022170c331d3 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (87c674a7-b764-41a7-ab92-451585ea0ccc), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:00.241724 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for port (ce46f678-5585-42bf-b805-47fe423ee568), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:49:00.283339 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:49:00.293324 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (ce46f678-5585-42bf-b805-47fe423ee568), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:00.351699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5c929d44-6a41-458e-8887-b5deee67b030 None None] Current status of the port fc813f2d-9916-4c51-b295-08aed0f98c2e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:00.370053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12dac2e1-e6af-4dce-9403-9611f82b4c2a req-06d25235-7571-47a9-bf34-877b3564f8dc tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.0828702 Feb 04 13:49:00.382690 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56d5d7c2-afd4-48fc-bd8e-022170c331d3 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (9c870527-ca67-4fa8-8399-fc234802b686), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:00.452018 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56d5d7c2-afd4-48fc-bd8e-022170c331d3 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:00.458174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-56d5d7c2-afd4-48fc-bd8e-022170c331d3 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/networks/9c870527-ca67-4fa8-8399-fc234802b686 HTTP/1.1" status: 204 len: 168 time: 1.2740431 Feb 04 13:49:00.459691 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5d7c2-afd4-48fc-bd8e-022170c331d3 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Network': ['ID=9c870527-ca67-4fa8-8399-fc234802b686,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:00.463201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33104) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:00.585277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-daed1544-1e9e-4b22-a3e8-f1e805dcb26e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Deleting subnet 050c012b-28f7-4747-90c2-f8ce31e9c106 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:49:00.591693 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-daed1544-1e9e-4b22-a3e8-f1e805dcb26e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for subnet (050c012b-28f7-4747-90c2-f8ce31e9c106), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:00.645325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9ceab1c8-a9bb-4add-9c48-10acd78fc9ca None None] Provisioning complete for port 6022902c-b828-4e5e-92c9-fd1ba692c0f4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:00.645962 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9ceab1c8-a9bb-4add-9c48-10acd78fc9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6022902c-b828-4e5e-92c9-fd1ba692c0f4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:00.709735 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-daed1544-1e9e-4b22-a3e8-f1e805dcb26e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (050c012b-28f7-4747-90c2-f8ce31e9c106), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:00.784840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9ceab1c8-a9bb-4add-9c48-10acd78fc9ca None None] Port 6022902c-b828-4e5e-92c9-fd1ba692c0f4 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:49:00.896855 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33112) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:00.910691 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks [] for port (3c853d18-329f-49dd-96d0-72748c9e9817), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:01.121355 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (3c853d18-329f-49dd-96d0-72748c9e9817), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:01.134938 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (a734e762-5cf0-4750-af63-5b4b44cab4db), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:01.293833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabe233-edc0-40a6-bf3d-6088289a1d66 req-f32227bf-28e3-42ac-a5b9-00a2dd6d45a7 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:01.307016 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fbabe233-edc0-40a6-bf3d-6088289a1d66 req-f32227bf-28e3-42ac-a5b9-00a2dd6d45a7 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.3880522 Feb 04 13:49:01.378828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Network ad720766-30ba-4954-8d0e-fc8540f03db1 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:01.388601 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-daed1544-1e9e-4b22-a3e8-f1e805dcb26e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (050c012b-28f7-4747-90c2-f8ce31e9c106), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:01.423693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:01.427189 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'Port': ['ID=ce46f678-5585-42bf-b805-47fe423ee568,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:01.431783 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:01.449365 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:01.456350 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:01.554361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:01.557971 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:01.560350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:01.563620 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:01.566274 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:01.567019 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:01.569194 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:01.570682 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:01.573954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:01.574436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:01.575133 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:01.576601 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:01.577365 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:01.599038 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fbabe233-edc0-40a6-bf3d-6088289a1d66 req-6c91fd5e-05a3-420e-9279-db60dd438687 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904406 Feb 04 13:49:01.751273 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-daed1544-1e9e-4b22-a3e8-f1e805dcb26e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (050c012b-28f7-4747-90c2-f8ce31e9c106), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:01.882530 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:01.892109 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 7.4790790 Feb 04 13:49:01.913170 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33126) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:01.965359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed1544-1e9e-4b22-a3e8-f1e805dcb26e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Subnet': ['ID=050c012b-28f7-4747-90c2-f8ce31e9c106,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:01.980850 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-daed1544-1e9e-4b22-a3e8-f1e805dcb26e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:02.003683 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132f3969-0329-4ff2-bb11-472eea7e6d45 None None] Network 0bb10c51-7758-4141-b5a1-61fb7a54ce41 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:02.005584 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-daed1544-1e9e-4b22-a3e8-f1e805dcb26e tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/subnets/050c012b-28f7-4747-90c2-f8ce31e9c106 HTTP/1.1" status: 204 len: 168 time: 1.5410030 Feb 04 13:49:02.033029 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33128) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:02.116023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:02.153960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-768cd265-07af-4799-9e1b-f4cd48862a96 req-65c83569-9cb9-4746-99c3-0b640e5d2530 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.2213714 Feb 04 13:49:02.319729 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f16e87-87fd-4a87-999f-3f7808f0f3cb tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Pushing event updated for resources: {'Port': ['ID=3c853d18-329f-49dd-96d0-72748c9e9817,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:02.405291 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8234193a-7070-4ede-b66c-8d0a2e82707c None None] Provisioning complete for port 3c853d18-329f-49dd-96d0-72748c9e9817 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:02.406586 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8234193a-7070-4ede-b66c-8d0a2e82707c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3c853d18-329f-49dd-96d0-72748c9e9817), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:02.454715 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:02.528817 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (0bb10c51-7758-4141-b5a1-61fb7a54ce41), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:02.616231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8234193a-7070-4ede-b66c-8d0a2e82707c None None] Port 3c853d18-329f-49dd-96d0-72748c9e9817 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:49:02.705656 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d7066c-4e42-4bac-8a39-5a8ecd3db373 None None] DHCP port deletion for 0bb10c51-7758-4141-b5a1-61fb7a54ce41 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:49:02.824967 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Floating IP a734e762-5cf0-4750-af63-5b4b44cab4db associated. External IP: 172.25.5.7, port: 09d869b2-3055-4af9-8be9-c90c05d86237. Feb 04 13:49:02.923579 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d8d7066c-4e42-4bac-8a39-5a8ecd3db373 None None] Deleting port b59864d4-ef0e-4fa7-818a-27fe0501ae0d {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:02.923960 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d8d7066c-4e42-4bac-8a39-5a8ecd3db373 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b59864d4-ef0e-4fa7-818a-27fe0501ae0d), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:03.142260 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:03.148528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d8d7066c-4e42-4bac-8a39-5a8ecd3db373 None None] For port b59864d4-ef0e-4fa7-818a-27fe0501ae0d, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b59864d4-ef0e-4fa7-818a-27fe0501ae0d,segment=NetworkSegment(ee841648-2e8f-4630-aba4-c04355d83c49),segment_id=ee841648-2e8f-4630-aba4-c04355d83c49)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:03.156217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d8d7066c-4e42-4bac-8a39-5a8ecd3db373 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b59864d4-ef0e-4fa7-818a-27fe0501ae0d), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:03.212010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d8d7066c-4e42-4bac-8a39-5a8ecd3db373 None None] Calling delete_port for b59864d4-ef0e-4fa7-818a-27fe0501ae0d owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:03.310333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Allocated IP 172.25.5.192 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/b6abba72-5404-486e-b3ab-d8f2116409bc) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:03.414556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Allocated IP 172.20.0.17 (64784a9a-40e5-42f1-a1dd-265e589b4bef/1e403b3f-43fd-4688-a99b-1e2be4544499/91f8f16c-a082-4aa7-87c2-a23a73335b87) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:03.565080 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d8d7066c-4e42-4bac-8a39-5a8ecd3db373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (b59864d4-ef0e-4fa7-818a-27fe0501ae0d), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:03.646291 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d7066c-4e42-4bac-8a39-5a8ecd3db373 None None] No DVR routers for this DVR port b59864d4-ef0e-4fa7-818a-27fe0501ae0d on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:49:03.710062 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for port (b6abba72-5404-486e-b3ab-d8f2116409bc), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:03.757265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7066c-4e42-4bac-8a39-5a8ecd3db373 None None] Pushing event deleted for resources: {'Port': ['ID=b59864d4-ef0e-4fa7-818a-27fe0501ae0d,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:03.768546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d5517-be0d-48c4-bef9-692ad0ec27fc tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:03.784797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d5517-be0d-48c4-bef9-692ad0ec27fc tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:03.809978 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d5517-be0d-48c4-bef9-692ad0ec27fc tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:03.812809 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-256d5517-be0d-48c4-bef9-692ad0ec27fc tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.8916030 Feb 04 13:49:03.816566 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b59864d4-ef0e-4fa7-818a-27fe0501ae0d no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:49:03.834931 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33164) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:03.907959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: b59864d4-ef0e-4fa7-818a-27fe0501ae0d {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:49:03.908878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b59864d4-ef0e-4fa7-818a-27fe0501ae0d not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:49:03.909002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Deleting port b59864d4-ef0e-4fa7-818a-27fe0501ae0d {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:03.909091 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b59864d4-ef0e-4fa7-818a-27fe0501ae0d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:03.923810 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b6abba72-5404-486e-b3ab-d8f2116409bc), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:04.108794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:04.119651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c267a46-f5d7-4766-8080-8b234ba262e5 req-ea4fc835-35fa-468b-a660-b1e7450f2976 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:04.120457 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c267a46-f5d7-4766-8080-8b234ba262e5 req-ea4fc835-35fa-468b-a660-b1e7450f2976 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 1.2017303 Feb 04 13:49:04.161465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:04.196193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:04.295410 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:04.361925 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event updated for resources: {'Port': ['ID=b6abba72-5404-486e-b3ab-d8f2116409bc,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:04.409635 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] For port b59864d4-ef0e-4fa7-818a-27fe0501ae0d, host n-d-714676-13, got binding levels [] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:04.410303 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b59864d4-ef0e-4fa7-818a-27fe0501ae0d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:04.499185 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:04.500195 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-66c32e12-0c44-443e-b2e4-006cd5f7c117 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Deleting port 3c853d18-329f-49dd-96d0-72748c9e9817 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:04.500554 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66c32e12-0c44-443e-b2e4-006cd5f7c117 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3c853d18-329f-49dd-96d0-72748c9e9817), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:04.513529 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:49:04.627736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network 64784a9a-40e5-42f1-a1dd-265e589b4bef is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:04.666541 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66c32e12-0c44-443e-b2e4-006cd5f7c117 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3c853d18-329f-49dd-96d0-72748c9e9817), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:04.689684 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-66c32e12-0c44-443e-b2e4-006cd5f7c117 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Calling delete_port for 3c853d18-329f-49dd-96d0-72748c9e9817 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:04.807611 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33170) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:04.809325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:49:04.828286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a3aee9-082d-4ae0-a843-de201df37a75 None None] Sync routers for ids ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:49:04.831000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Calling delete_port for b59864d4-ef0e-4fa7-818a-27fe0501ae0d owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:04.847614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_backend_mixin [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Port b59864d4-ef0e-4fa7-818a-27fe0501ae0d was not found and therefore no delete operation was performed {{(pid=103606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:49:04.879595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3aee9-082d-4ae0-a843-de201df37a75 None None] Routers {'5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:04.884093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f3a3aee9-082d-4ae0-a843-de201df37a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:48:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:04.897746 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:04.910346 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:04.927636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c267a46-f5d7-4766-8080-8b234ba262e5 req-1e2bbf74-e2e6-4f7f-9299-c12c2c4f889d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7939949 Feb 04 13:49:04.933782 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b59864d4-ef0e-4fa7-818a-27fe0501ae0d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:05.048884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Port': ['ID=b59864d4-ef0e-4fa7-818a-27fe0501ae0d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:05.095450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] No DVR routers for this DVR port b59864d4-ef0e-4fa7-818a-27fe0501ae0d on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:49:05.223366 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for floatingip (6e6c9a99-0379-4dc8-9263-55cd4f326af3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:05.320837 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66c32e12-0c44-443e-b2e4-006cd5f7c117 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (3c853d18-329f-49dd-96d0-72748c9e9817), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:05.342748 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-f3a3aee9-082d-4ae0-a843-de201df37a75 None None] Set router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:49:05.546956 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9922bedb-0595-4f60-ad07-18c46c0290e6 req-58328805-60d7-49ce-bbcc-011ad3a4eec0 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/ports?device_id=236784f5-28b5-44e7-b287-a4e798ef86b4 HTTP/1.1" status: 200 len: 210 time: 0.2831843 Feb 04 13:49:05.547949 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b6abba72-5404-486e-b3ab-d8f2116409bc), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:05.588678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ff530e65-cf92-405d-ac95-3e9a78adcf22 None None] Provisioning complete for port 91f8f16c-a082-4aa7-87c2-a23a73335b87 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:05.589454 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff530e65-cf92-405d-ac95-3e9a78adcf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:05.757793 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Port': ['ID=91f8f16c-a082-4aa7-87c2-a23a73335b87,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:05.767539 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:05.812549 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c0cf0dbc-f974-4139-b9e5-c2dc853163cc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 14.8113437 Feb 04 13:49:05.816322 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed17fbf6-90f0-47fa-ba66-301dc2ee20e0', 'tag': '09d869b2-3055-4af9-8be9-c90c05d86237'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:49:05.818786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ff530e65-cf92-405d-ac95-3e9a78adcf22 None None] Port 91f8f16c-a082-4aa7-87c2-a23a73335b87 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:49:05.819338 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20d6fbd-ca48-4018-8f36-233e59015b33" -d '{"events": [{"name": "network-changed", "server_uuid": "ed17fbf6-90f0-47fa-ba66-301dc2ee20e0", "tag": "09d869b2-3055-4af9-8be9-c90c05d86237"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:49:05.824727 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33174) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:05.933737 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (b1593f1c-da1d-4cbb-bb50-693fbe31239f), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:05.991745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c32e12-0c44-443e-b2e4-006cd5f7c117 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Pushing event deleted for resources: {'Port': ['ID=3c853d18-329f-49dd-96d0-72748c9e9817,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:06.096614 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (0bb10c51-7758-4141-b5a1-61fb7a54ce41), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:06.133386 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66c32e12-0c44-443e-b2e4-006cd5f7c117 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:06.157956 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-66c32e12-0c44-443e-b2e4-006cd5f7c117 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] 10.222.0.96 "DELETE /v2.0/ports/3c853d18-329f-49dd-96d0-72748c9e9817 HTTP/1.1" status: 204 len: 168 time: 2.3172126 Feb 04 13:49:06.183394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33186) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:06.195480 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-b193cafc-b989-4da4-bcad-388001b78022 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Request body: {'port': {'name': 'tempest-new-port-name-1847676134', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:06.196031 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.api.validators [None req-b193cafc-b989-4da4-bcad-388001b78022 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] bootfile-name is not in valid_values {{(pid=103606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:49:06.197346 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.api.validators [None req-b193cafc-b989-4da4-bcad-388001b78022 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] tftp-server is not in valid_values {{(pid=103606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:49:06.197970 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.api.validators [None req-b193cafc-b989-4da4-bcad-388001b78022 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] server-ip-address is not in valid_values {{(pid=103606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:49:06.256825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f3a3aee9-082d-4ae0-a843-de201df37a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2111918297', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:39Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:40Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'a734e762-5cf0-4750-af63-5b4b44cab4db', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'port_id': '09d869b2-3055-4af9-8be9-c90c05d86237', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8', 'mac_address': 'fa:16:3e:18:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed17fbf6-90f0-47fa-ba66-301dc2ee20e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:48:56Z', 'updated_at': '2022-02-04T13:48:56Z', 'revision_number': 0, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9b80ce-12a8-4c9d-90ec-313040d109a2', 'name': '', 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'mac_address': 'fa:16:3e:b8:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:51Z', 'updated_at': '2022-02-04T13:48:02Z', 'revision_number': 5, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'subnets': [{'id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:06.382960 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a3aee9-082d-4ae0-a843-de201df37a75 None None] Checking router: 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:49:06.408360 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58717bb2-9c1d-4343-953f-54c8365cce5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:06.437687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3aee9-082d-4ae0-a843-de201df37a75 None None] Routers {'5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:06.438741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f3a3aee9-082d-4ae0-a843-de201df37a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:48:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:06.465821 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b193cafc-b989-4da4-bcad-388001b78022 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6022902c-b828-4e5e-92c9-fd1ba692c0f4), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:06.485833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb10c51-7758-4141-b5a1-61fb7a54ce41']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:06.499735 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:06.584548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee841648-2e8f-4630-aba4-c04355d83c49') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:06.585080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee841648-2e8f-4630-aba4-c04355d83c49') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:06.728617 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58717bb2-9c1d-4343-953f-54c8365cce5f admin admin] Publish callbacks [] for security_group (97fe4d7e-2a08-4239-8830-a67d8b8accf2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:06.858302 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-f3a3aee9-082d-4ae0-a843-de201df37a75 None None] Set router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:49:06.906819 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a62b700-5e56-458e-9766-502af1f31650 x-openstack-request-id: req-9a62b700-5e56-458e-9766-502af1f31650 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:49:06.910886 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed17fbf6-90f0-47fa-ba66-301dc2ee20e0", "tag": "09d869b2-3055-4af9-8be9-c90c05d86237", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:49:06.911736 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9a62b700-5e56-458e-9766-502af1f31650 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:49:06.913553 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed17fbf6-90f0-47fa-ba66-301dc2ee20e0', 'tag': '09d869b2-3055-4af9-8be9-c90c05d86237', 'status': 'completed', 'code': 200} Feb 04 13:49:06.920915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb913495-a757-4b0e-ad46-38decf957582 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:06.923199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb913495-a757-4b0e-ad46-38decf957582 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:06.924384 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb913495-a757-4b0e-ad46-38decf957582 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:06.926971 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb913495-a757-4b0e-ad46-38decf957582 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:06.928937 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb913495-a757-4b0e-ad46-38decf957582 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:06.930957 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb913495-a757-4b0e-ad46-38decf957582 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:06.932655 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb913495-a757-4b0e-ad46-38decf957582 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:06.934662 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb913495-a757-4b0e-ad46-38decf957582 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:06.935805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb913495-a757-4b0e-ad46-38decf957582 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:06.938154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb913495-a757-4b0e-ad46-38decf957582 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:06.940083 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb913495-a757-4b0e-ad46-38decf957582 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:06.941192 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb913495-a757-4b0e-ad46-38decf957582 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:06.942387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb913495-a757-4b0e-ad46-38decf957582 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:06.956017 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fb913495-a757-4b0e-ad46-38decf957582 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9107 time: 1.1260872 Feb 04 13:49:06.958768 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33190) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:07.084179 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58717bb2-9c1d-4343-953f-54c8365cce5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (97fe4d7e-2a08-4239-8830-a67d8b8accf2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:07.169282 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-58717bb2-9c1d-4343-953f-54c8365cce5f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=299585fe84244cdf8027c6008cbd7cf1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2932186 Feb 04 13:49:07.227700 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33192) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:07.377006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58717bb2-9c1d-4343-953f-54c8365cce5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fe4d7e-2a08-4239-8830-a67d8b8accf2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:07.518086 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561bc45e-889a-4ede-a7c5-44c673198330 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:07.519362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561bc45e-889a-4ede-a7c5-44c673198330 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:07.521322 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561bc45e-889a-4ede-a7c5-44c673198330 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:07.522585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561bc45e-889a-4ede-a7c5-44c673198330 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:07.527193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561bc45e-889a-4ede-a7c5-44c673198330 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:07.528940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561bc45e-889a-4ede-a7c5-44c673198330 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:07.528940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561bc45e-889a-4ede-a7c5-44c673198330 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:07.529805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561bc45e-889a-4ede-a7c5-44c673198330 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:07.530675 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561bc45e-889a-4ede-a7c5-44c673198330 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:07.531394 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561bc45e-889a-4ede-a7c5-44c673198330 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:07.532155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561bc45e-889a-4ede-a7c5-44c673198330 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:07.533103 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561bc45e-889a-4ede-a7c5-44c673198330 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:07.565279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f3a3aee9-082d-4ae0-a843-de201df37a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2111918297', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:39Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:40Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'a734e762-5cf0-4750-af63-5b4b44cab4db', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'port_id': '09d869b2-3055-4af9-8be9-c90c05d86237', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8', 'mac_address': 'fa:16:3e:18:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed17fbf6-90f0-47fa-ba66-301dc2ee20e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:48:56Z', 'updated_at': '2022-02-04T13:48:56Z', 'revision_number': 0, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9b80ce-12a8-4c9d-90ec-313040d109a2', 'name': '', 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'mac_address': 'fa:16:3e:b8:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:51Z', 'updated_at': '2022-02-04T13:48:02Z', 'revision_number': 5, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'subnets': [{'id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:07.571993 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-561bc45e-889a-4ede-a7c5-44c673198330 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7676 time: 0.5067470 Feb 04 13:49:07.591446 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (ee841648-2e8f-4630-aba4-c04355d83c49), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:07.637103 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a3aee9-082d-4ae0-a843-de201df37a75 None None] The sync data for ids ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'] in n-d-714676-13 is: [{'id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2111918297', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:39Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:40Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'a734e762-5cf0-4750-af63-5b4b44cab4db', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'port_id': '09d869b2-3055-4af9-8be9-c90c05d86237', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8', 'mac_address': 'fa:16:3e:18:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed17fbf6-90f0-47fa-ba66-301dc2ee20e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:48:56Z', 'updated_at': '2022-02-04T13:48:56Z', 'revision_number': 0, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9b80ce-12a8-4c9d-90ec-313040d109a2', 'name': '', 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'mac_address': 'fa:16:3e:b8:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:51Z', 'updated_at': '2022-02-04T13:48:02Z', 'revision_number': 5, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'subnets': [{'id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:49:07.750383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33194) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:07.912755 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:07.922405 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (ee841648-2e8f-4630-aba4-c04355d83c49), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:07.925409 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:08.002251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:49:08.003175 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (ee841648-2e8f-4630-aba4-c04355d83c49), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:08.015743 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (b1593f1c-da1d-4cbb-bb50-693fbe31239f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:49:08.024048 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:49:08.055498 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for port (b6abba72-5404-486e-b3ab-d8f2116409bc), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:08.106660 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31c9ea56-b1ef-4439-b16a-497362f47b6f admin admin] Publish callbacks [] for security_group (97fe4d7e-2a08-4239-8830-a67d8b8accf2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:08.245842 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0c496-0b4b-4202-9f1a-cb5cae0d10e6 None None] New status for floating IP a734e762-5cf0-4750-af63-5b4b44cab4db: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:49:08.304210 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b6abba72-5404-486e-b3ab-d8f2116409bc), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:08.359736 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31c9ea56-b1ef-4439-b16a-497362f47b6f admin admin] Publish callbacks [] for security_group (97fe4d7e-2a08-4239-8830-a67d8b8accf2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:08.424817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Port': ['ID=91f8f16c-a082-4aa7-87c2-a23a73335b87,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:08.441601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d6fbd-ca48-4018-8f36-233e59015b33 req-6d5198f7-6cfd-4a18-9097-012095c39bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:08.444777 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e20d6fbd-ca48-4018-8f36-233e59015b33 req-6d5198f7-6cfd-4a18-9097-012095c39bb5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=415201945f1c4fefa31beecb58f01da9&device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 1168 time: 1.7217383 Feb 04 13:49:08.463926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae69526-f25f-44db-bff0-640f2973e1b9 req-ef8c9533-f444-434b-8403-d8934ccc69db tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:08.466931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cae69526-f25f-44db-bff0-640f2973e1b9 req-ef8c9533-f444-434b-8403-d8934ccc69db tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.8705745 Feb 04 13:49:08.496239 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network 64784a9a-40e5-42f1-a1dd-265e589b4bef is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:08.497754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:08.642450 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31c9ea56-b1ef-4439-b16a-497362f47b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (97fe4d7e-2a08-4239-8830-a67d8b8accf2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:08.651933 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31c9ea56-b1ef-4439-b16a-497362f47b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:08.657482 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-31c9ea56-b1ef-4439-b16a-497362f47b6f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/97fe4d7e-2a08-4239-8830-a67d8b8accf2 HTTP/1.1" status: 204 len: 168 time: 1.3797913 Feb 04 13:49:08.754291 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9ea56-b1ef-4439-b16a-497362f47b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fe4d7e-2a08-4239-8830-a67d8b8accf2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:08.881395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Router b1593f1c-da1d-4cbb-bb50-693fbe31239f has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:49:08.909443 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (0bb10c51-7758-4141-b5a1-61fb7a54ce41), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:08.951308 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:08.958925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] 10.222.0.96 "DELETE /v2.0/networks/0bb10c51-7758-4141-b5a1-61fb7a54ce41 HTTP/1.1" status: 204 len: 168 time: 6.9219172 Feb 04 13:49:09.022722 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a5313-24ff-413f-acbd-759331e54a76 tempest-NetworksIpV6TestAttrs-1839132098 tempest-NetworksIpV6TestAttrs-1839132098-project] Pushing event deleted for resources: {'Network': ['ID=0bb10c51-7758-4141-b5a1-61fb7a54ce41,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:09.080228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event updated for resources: {'Port': ['ID=b6abba72-5404-486e-b3ab-d8f2116409bc,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:09.129343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-186c5cd9-087f-4cda-87dc-16c250c5406a None None] Provisioning complete for port 91f8f16c-a082-4aa7-87c2-a23a73335b87 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:09.130215 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-186c5cd9-087f-4cda-87dc-16c250c5406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:09.145189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d6fbd-ca48-4018-8f36-233e59015b33 req-e8ee686a-cb65-46f3-a31c-41a598c9a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:09.147765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e20d6fbd-ca48-4018-8f36-233e59015b33 req-e8ee686a-cb65-46f3-a31c-41a598c9a474 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c86ed429-9f3a-40e9-a643-65b05ff443e8 HTTP/1.1" status: 200 len: 897 time: 0.6789069 Feb 04 13:49:09.149120 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (6e6c9a99-0379-4dc8-9263-55cd4f326af3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:09.203625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:49:09.225696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Sync routers for ids ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:49:09.250566 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f32a75ca-8754-4abb-af81-c2fc142af38d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "PUT /v2.0/routers/b1593f1c-da1d-4cbb-bb50-693fbe31239f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1834066 Feb 04 13:49:09.250954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-186c5cd9-087f-4cda-87dc-16c250c5406a None None] Port 91f8f16c-a082-4aa7-87c2-a23a73335b87 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:49:09.271694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Routers {'b1593f1c-da1d-4cbb-bb50-693fbe31239f'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:09.273734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:48:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:09.277910 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:09.284001 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-10e0b4dd-2057-412f-aa22-7d57c1aea2cb tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3814790 Feb 04 13:49:09.284540 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33214) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:09.295554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-127186362'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:09.325714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cae69526-f25f-44db-bff0-640f2973e1b9 req-72bb5819-5829-4397-a3d2-f48e17211efe tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5951569 Feb 04 13:49:09.369161 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Made reservation on behalf of 5ec470d0337b4befa2c7f34ad71dda5c for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:09.374694 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e20d6fbd-ca48-4018-8f36-233e59015b33 req-7c4b5960-0908-4bfb-b45e-663f177e2332 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09d869b2-3055-4af9-8be9-c90c05d86237 HTTP/1.1" status: 200 len: 1000 time: 0.2018216 Feb 04 13:49:09.385382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:09.424133 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b193cafc-b989-4da4-bcad-388001b78022 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks [] for port (6022902c-b828-4e5e-92c9-fd1ba692c0f4), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:09.440524 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:09.505533 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b193cafc-b989-4da4-bcad-388001b78022 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (6022902c-b828-4e5e-92c9-fd1ba692c0f4), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:09.610030 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for security_group (eda74ccb-b032-4857-9d62-9de218f0075c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:09.634788 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (eda74ccb-b032-4857-9d62-9de218f0075c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:09.656731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33222) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:09.667542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33224) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:09.714012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d6fbd-ca48-4018-8f36-233e59015b33 req-8b447636-92bf-4463-9280-adbc0318c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:09.716825 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e20d6fbd-ca48-4018-8f36-233e59015b33 req-8b447636-92bf-4463-9280-adbc0318c27d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e741603a-9123-4eb2-8f9b-e7ea9649f5bc HTTP/1.1" status: 200 len: 835 time: 0.3101604 Feb 04 13:49:09.720769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-b193cafc-b989-4da4-bcad-388001b78022 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] In _notify_port_updated(), no bound segment for port 6022902c-b828-4e5e-92c9-fd1ba692c0f4 on network ad720766-30ba-4954-8d0e-fc8540f03db1 {{(pid=103606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:49:09.731773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b193cafc-b989-4da4-bcad-388001b78022 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:09.732717 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b193cafc-b989-4da4-bcad-388001b78022 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:09.733692 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Set router b1593f1c-da1d-4cbb-bb50-693fbe31239f gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:49:09.739810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b193cafc-b989-4da4-bcad-388001b78022 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] 10.222.0.96 "PUT /v2.0/ports/6022902c-b828-4e5e-92c9-fd1ba692c0f4 HTTP/1.1" status: 200 len: 1130 time: 3.5513380 Feb 04 13:49:09.749448 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33226) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:09.804086 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:49:09.819325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33228) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:09.840802 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fcbb99c0-ce57-4584-ae9d-a41333a8f3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:09.935606 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda74ccb-b032-4857-9d62-9de218f0075c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:09.973745 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (85bbc72e-0558-430b-bcef-067b07a54d0d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:09.974372 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Added segment 85bbc72e-0558-430b-bcef-067b07a54d0d of type vlan for network 53d5135c-fd2b-477e-846e-bb1c387cb632 Feb 04 13:49:10.051734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193cafc-b989-4da4-bcad-388001b78022 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Pushing event updated for resources: {'Port': ['ID=6022902c-b828-4e5e-92c9-fd1ba692c0f4,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:10.106855 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474ade2f-75e0-4a60-88ae-eb289aba6836 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:10.109041 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-474ade2f-75e0-4a60-88ae-eb289aba6836 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] 10.222.0.96 "GET /v2.0/ports/6022902c-b828-4e5e-92c9-fd1ba692c0f4 HTTP/1.1" status: 200 len: 1130 time: 0.2959414 Feb 04 13:49:10.121311 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33232) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:10.154693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f61bdb-a6de-4b7b-ba02-8386123b6816 req-f8b1582d-2db0-46e8-b1ab-0c7ed659271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:10.157413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40f61bdb-a6de-4b7b-ba02-8386123b6816 req-f8b1582d-2db0-46e8-b1ab-0c7ed659271c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3e13c1accd464d1bb7a6d2f9df17596e&device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 1129 time: 0.4390223 Feb 04 13:49:10.192826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d6fbd-ca48-4018-8f36-233e59015b33 req-cf094e48-ee31-4182-b160-c52f3a0eeeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:10.208919 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e20d6fbd-ca48-4018-8f36-233e59015b33 req-cf094e48-ee31-4182-b160-c52f3a0eeeaf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c86ed429-9f3a-40e9-a643-65b05ff443e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4555516 Feb 04 13:49:10.259876 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (53d5135c-fd2b-477e-846e-bb1c387cb632), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:10.264550 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-93444a23-a000-42e7-b6db-14216e3ac0ee tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 2.5008528 Feb 04 13:49:10.289357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33234) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:10.392868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:49:06Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'c4d2905b-c417-44e1-b526-82f6bb05813b', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'port_id': '97905031-2f2a-4178-85eb-0808ee9411a5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'mac_address': 'fa:16:3e:71:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:46:41Z', 'updated_at': '2022-02-04T13:46:53Z', 'revision_number': 1, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f8f16c-a082-4aa7-87c2-a23a73335b87', 'name': '', 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:04:75:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '1e403b3f-43fd-4688-a99b-1e2be4544499', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:02Z', 'updated_at': '2022-02-04T13:49:07Z', 'revision_number': 2, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': '1e403b3f-43fd-4688-a99b-1e2be4544499', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8422432-6331-4df2-b83b-2a773ba207aa', 'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:38:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:28Z', 'updated_at': '2022-02-04T13:45:45Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:10.412542 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.resource_extend [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:49:10.465879 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-02242c01-b169-4623-b561-57335c3199cf None None] Provisioning complete for port 6022902c-b828-4e5e-92c9-fd1ba692c0f4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:10.466576 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-02242c01-b169-4623-b561-57335c3199cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6022902c-b828-4e5e-92c9-fd1ba692c0f4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:10.475158 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-280385da-e57b-44cd-9d53-8335c5165c9b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for security_group (34fbaed6-b3d4-4030-9a16-1f20a30987df), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:10.507692 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (53d5135c-fd2b-477e-846e-bb1c387cb632), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:10.514313 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:10.515482 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:10.521198 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-02242c01-b169-4623-b561-57335c3199cf None None] Port 6022902c-b828-4e5e-92c9-fd1ba692c0f4 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:49:10.530797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Checking router: b1593f1c-da1d-4cbb-bb50-693fbe31239f for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:49:10.532469 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Updating router b1593f1c-da1d-4cbb-bb50-693fbe31239f port 91f8f16c-a082-4aa7-87c2-a23a73335b87 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:49:10.589037 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:10.599016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f61bdb-a6de-4b7b-ba02-8386123b6816 req-bd11a379-dc6a-44b6-974b-0c434fe527fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:10.608682 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40f61bdb-a6de-4b7b-ba02-8386123b6816 req-bd11a379-dc6a-44b6-974b-0c434fe527fa service neutron] 10.222.0.99 "GET /v2.0/networks?id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 HTTP/1.1" status: 200 len: 914 time: 0.3869596 Feb 04 13:49:10.733569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40f61bdb-a6de-4b7b-ba02-8386123b6816 req-33221cbb-e457-467c-8440-091404d87d07 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fcceb57-e3e6-485e-8606-e8f069c54053 HTTP/1.1" status: 200 len: 217 time: 0.1088951 Feb 04 13:49:10.735841 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-280385da-e57b-44cd-9d53-8335c5165c9b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for security_group (34fbaed6-b3d4-4030-9a16-1f20a30987df), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:10.787471 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4997802 Feb 04 13:49:10.801659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33238) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:10.860127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-754e52c5-b6ea-4416-a533-ebb114c492f5 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Request body: {'subnet': {'network_id': '53d5135c-fd2b-477e-846e-bb1c387cb632', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:10.881061 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e20d6fbd-ca48-4018-8f36-233e59015b33 req-4316be62-386f-4ad5-bea1-ff398aae5f3a service neutron] 10.222.0.99 "GET /v2.0/networks/c86ed429-9f3a-40e9-a643-65b05ff443e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675074 Feb 04 13:49:10.902211 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d3653-c7a5-46b2-a062-5de7a568bc7e tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event updated for resources: {'Network': ['ID=53d5135c-fd2b-477e-846e-bb1c387cb632,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:10.922239 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-522164db-6dc9-4a88-bf2b-98b772b7efc3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6082cb1ec03b4d1f989dddec1dc529f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0883515 Feb 04 13:49:10.924063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33240) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:10.936763 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7f55dc-7785-4e11-9e1e-08bbb08dccd3 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:10.938150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7f55dc-7785-4e11-9e1e-08bbb08dccd3 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:10.941700 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2e7f55dc-7785-4e11-9e1e-08bbb08dccd3 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=5ae431d4-a9ff-40bb-bf31-b958b86dcb1a HTTP/1.1" status: 200 len: 2064 time: 0.6485593 Feb 04 13:49:10.970212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 53d5135c-fd2b-477e-846e-bb1c387cb632 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:49:11.023411 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fcbb99c0-ce57-4584-ae9d-a41333a8f3b8 admin admin] Publish callbacks [] for security_group (21a77c3e-042e-4f8f-ac40-e70b9b899f03), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.036771 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fcbb99c0-ce57-4584-ae9d-a41333a8f3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (21a77c3e-042e-4f8f-ac40-e70b9b899f03), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.056309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-9220efcb-f332-4220-92be-e3d964abcb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Deleting port 6022902c-b828-4e5e-92c9-fd1ba692c0f4 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:11.058361 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9220efcb-f332-4220-92be-e3d964abcb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6022902c-b828-4e5e-92c9-fd1ba692c0f4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.093889 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-280385da-e57b-44cd-9d53-8335c5165c9b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (34fbaed6-b3d4-4030-9a16-1f20a30987df), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.098975 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-280385da-e57b-44cd-9d53-8335c5165c9b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.105896 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-280385da-e57b-44cd-9d53-8335c5165c9b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "DELETE /v2.0/security-groups/34fbaed6-b3d4-4030-9a16-1f20a30987df HTTP/1.1" status: 204 len: 168 time: 1.4381800 Feb 04 13:49:11.128558 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bcffb2f5-86ec-4acd-bb13-5c8b7c4e31f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.129078 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33244) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:11.138005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-e9a8f516-b654-4356-a57c-e98e4b98c188 req-20bf23a6-6ab7-473d-b857-9b28277565af tempest-ServerRescueTestJSON-1768000355 tempest-ServerRescueTestJSON-1768000355-project] (103606) timed out ('10.222.0.96', 56474) {{(pid=103606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:49:11.176946 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fcbb99c0-ce57-4584-ae9d-a41333a8f3b8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b3c9407013c7471fa378452bbabd21a8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4877968 Feb 04 13:49:11.179210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb99c0-ce57-4584-ae9d-a41333a8f3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a77c3e-042e-4f8f-ac40-e70b9b899f03,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:11.184719 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b17d3a5e-b341-485a-9071-b1711234a1bd admin admin] Publish callbacks [] for security_group (09e20f4a-dd44-4dae-9145-4056ce647c28), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.201519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33246) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:11.206864 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-4cb3fbce-e681-43a3-9909-a1a9b7e9fb70 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] show failed (client error): The resource could not be found. Feb 04 13:49:11.209455 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4cb3fbce-e681-43a3-9909-a1a9b7e9fb70 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "GET /v2.0/security-groups/34fbaed6-b3d4-4030-9a16-1f20a30987df HTTP/1.1" status: 404 len: 347 time: 0.0726843 Feb 04 13:49:11.224225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33248) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:11.249525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07f413-acbd-4726-a1c5-dabc9a53ed68 req-d5b226c8-184e-4181-b12a-e5bdbfd7ba0e tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:11.252447 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf07f413-acbd-4726-a1c5-dabc9a53ed68 req-d5b226c8-184e-4181-b12a-e5bdbfd7ba0e tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 946 time: 0.6056242 Feb 04 13:49:11.260618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280385da-e57b-44cd-9d53-8335c5165c9b tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fbaed6-b3d4-4030-9a16-1f20a30987df,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:11.267762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f61bdb-a6de-4b7b-ba02-8386123b6816 req-437adad2-d860-4db4-8067-99eac487aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:11.270544 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40f61bdb-a6de-4b7b-ba02-8386123b6816 req-437adad2-d860-4db4-8067-99eac487aba2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4ccf873e-5391-44ae-8d90-070fed243733 HTTP/1.1" status: 200 len: 853 time: 0.5161228 Feb 04 13:49:11.272892 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Publish callbacks [] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.293866 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.308471 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b17d3a5e-b341-485a-9071-b1711234a1bd admin admin] Publish callbacks [] for security_group (09e20f4a-dd44-4dae-9145-4056ce647c28), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.397754 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d404a929-b083-4925-88b8-6122a63381ee admin admin] Publish callbacks [] for security_group (21a77c3e-042e-4f8f-ac40-e70b9b899f03), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.423492 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40f61bdb-a6de-4b7b-ba02-8386123b6816 req-c6a29c19-3c22-4310-88b1-a5603776e49b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520437 Feb 04 13:49:11.454412 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d404a929-b083-4925-88b8-6122a63381ee admin admin] Publish callbacks [] for security_group (21a77c3e-042e-4f8f-ac40-e70b9b899f03), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.461730 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bdfb0-54bb-40f1-9cd4-f4bd3173693a None None] Pushing event updated for resources: {'Port': ['ID=91f8f16c-a082-4aa7-87c2-a23a73335b87,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:11.521078 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b17d3a5e-b341-485a-9071-b1711234a1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (09e20f4a-dd44-4dae-9145-4056ce647c28), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.526535 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b17d3a5e-b341-485a-9071-b1711234a1bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.541559 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b17d3a5e-b341-485a-9071-b1711234a1bd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/09e20f4a-dd44-4dae-9145-4056ce647c28 HTTP/1.1" status: 204 len: 168 time: 0.5963566 Feb 04 13:49:11.558207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Attempting to bind port 91f8f16c-a082-4aa7-87c2-a23a73335b87 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:49:11.559153 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Attempting to bind port 91f8f16c-a082-4aa7-87c2-a23a73335b87 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '0c4ff44f-f498-4184-b0a7-c05250852337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:49:11.560149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Attempting to bind port 91f8f16c-a082-4aa7-87c2-a23a73335b87 on network 64784a9a-40e5-42f1-a1dd-265e589b4bef {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:49:11.578629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:49:11.579799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Checking segment: {'id': '0c4ff44f-f498-4184-b0a7-c05250852337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:49:11.580776 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.581936 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Bound using segment: {'id': '0c4ff44f-f498-4184-b0a7-c05250852337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:49:11.583082 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Bound port: 91f8f16c-a082-4aa7-87c2-a23a73335b87, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4ff44f-f498-4184-b0a7-c05250852337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:49:11.583784 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.590832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d3a5e-b341-485a-9071-b1711234a1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e20f4a-dd44-4dae-9145-4056ce647c28,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:11.669867 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d404a929-b083-4925-88b8-6122a63381ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (21a77c3e-042e-4f8f-ac40-e70b9b899f03), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.675936 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d404a929-b083-4925-88b8-6122a63381ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.681434 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d404a929-b083-4925-88b8-6122a63381ee admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/21a77c3e-042e-4f8f-ac40-e70b9b899f03 HTTP/1.1" status: 204 len: 168 time: 0.4739478 Feb 04 13:49:11.704374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404a929-b083-4925-88b8-6122a63381ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a77c3e-042e-4f8f-ac40-e70b9b899f03,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:11.751405 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e20d6fbd-ca48-4018-8f36-233e59015b33 req-802963c2-d1e0-4b2e-93c5-1070f8d90de1 service neutron] 10.222.0.99 "GET /v2.0/networks/c86ed429-9f3a-40e9-a643-65b05ff443e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8413837 Feb 04 13:49:11.860459 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754e52c5-b6ea-4416-a533-ebb114c492f5 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Made reservation on behalf of 5ec470d0337b4befa2c7f34ad71dda5c for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:11.874868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] For port 91f8f16c-a082-4aa7-87c2-a23a73335b87, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:49:11.883477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] For port 91f8f16c-a082-4aa7-87c2-a23a73335b87, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=91f8f16c-a082-4aa7-87c2-a23a73335b87,segment=NetworkSegment(0c4ff44f-f498-4184-b0a7-c05250852337),segment_id=0c4ff44f-f498-4184-b0a7-c05250852337)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:49:11.901667 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:11.948056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8fcceb57-e3e6-485e-8606-e8f069c54053 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:49:12.183491 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Routers {'b1593f1c-da1d-4cbb-bb50-693fbe31239f'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:12.185228 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:48:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:12.413397 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bdfb0-54bb-40f1-9cd4-f4bd3173693a None None] Pushing event updated for resources: {'Port': ['ID=91f8f16c-a082-4aa7-87c2-a23a73335b87,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:12.457274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1849f894-3c50-41c2-b60e-f73149f4247e None None] Provisioning complete for port 91f8f16c-a082-4aa7-87c2-a23a73335b87 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:12.457274 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1849f894-3c50-41c2-b60e-f73149f4247e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:12.465636 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-754e52c5-b6ea-4416-a533-ebb114c492f5 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:12.497447 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9220efcb-f332-4220-92be-e3d964abcb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6022902c-b828-4e5e-92c9-fd1ba692c0f4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:12.567362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8fcceb57-e3e6-485e-8606-e8f069c54053 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:12.568055 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:12.600266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-9220efcb-f332-4220-92be-e3d964abcb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Calling delete_port for 6022902c-b828-4e5e-92c9-fd1ba692c0f4 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:12.622910 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf07f413-acbd-4726-a1c5-dabc9a53ed68 req-c75146e6-2ca1-4776-9d35-1f77009150d4 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2822819 Feb 04 13:49:12.625256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] Set router b1593f1c-da1d-4cbb-bb50-693fbe31239f gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:49:12.730375 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e402327-2fa1-4086-b1e9-3b33b213514d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fcceb57-e3e6-485e-8606-e8f069c54053'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:49:12.733458 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636da8e1-702c-43ba-87ff-7302028faf38" -d '{"events": [{"server_uuid": "1e402327-2fa1-4086-b1e9-3b33b213514d", "name": "network-vif-unplugged", "status": "completed", "tag": "8fcceb57-e3e6-485e-8606-e8f069c54053"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:49:12.785820 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8fcceb57-e3e6-485e-8606-e8f069c54053, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8fcceb57-e3e6-485e-8606-e8f069c54053,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:12.829056 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-fb3cf5c4-6600-4cf5-b8a8-c6f61ac35e35 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Deleting port ca070ae6-253c-49e2-9b33-f9b4a5bbf8a2 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:12.829056 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb3cf5c4-6600-4cf5-b8a8-c6f61ac35e35 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ca070ae6-253c-49e2-9b33-f9b4a5bbf8a2), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:12.835336 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40f61bdb-a6de-4b7b-ba02-8386123b6816 req-69ca9221-0cd9-44d9-92c5-606ce11b09a9 service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3675992 Feb 04 13:49:12.910386 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3902ff-f43f-4771-a243-9cc0ef8608fd x-openstack-request-id: req-0d3902ff-f43f-4771-a243-9cc0ef8608fd {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:49:12.910866 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e402327-2fa1-4086-b1e9-3b33b213514d", "name": "network-vif-unplugged", "status": "completed", "tag": "8fcceb57-e3e6-485e-8606-e8f069c54053", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:49:12.911818 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0d3902ff-f43f-4771-a243-9cc0ef8608fd {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:49:12.912001 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e402327-2fa1-4086-b1e9-3b33b213514d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fcceb57-e3e6-485e-8606-e8f069c54053', 'code': 200} Feb 04 13:49:12.919395 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:13.154969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1849f894-3c50-41c2-b60e-f73149f4247e None None] Current status of the port 91f8f16c-a082-4aa7-87c2-a23a73335b87 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:13.155524 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1849f894-3c50-41c2-b60e-f73149f4247e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:13.329715 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40f61bdb-a6de-4b7b-ba02-8386123b6816 req-5c57a815-d652-48e4-bcfb-050730178ed3 service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748104 Feb 04 13:49:13.458556 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb3cf5c4-6600-4cf5-b8a8-c6f61ac35e35 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ca070ae6-253c-49e2-9b33-f9b4a5bbf8a2), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:13.458867 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb3cf5c4-6600-4cf5-b8a8-c6f61ac35e35 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for floatingip (ca070ae6-253c-49e2-9b33-f9b4a5bbf8a2), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:13.474598 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8fcceb57-e3e6-485e-8606-e8f069c54053,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:13.483509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-fb3cf5c4-6600-4cf5-b8a8-c6f61ac35e35 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Calling delete_port for ca070ae6-253c-49e2-9b33-f9b4a5bbf8a2 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:13.557191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-1849f894-3c50-41c2-b60e-f73149f4247e None None] For port 91f8f16c-a082-4aa7-87c2-a23a73335b87, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=91f8f16c-a082-4aa7-87c2-a23a73335b87,segment=NetworkSegment(0c4ff44f-f498-4184-b0a7-c05250852337),segment_id=0c4ff44f-f498-4184-b0a7-c05250852337)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:13.584378 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1849f894-3c50-41c2-b60e-f73149f4247e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:13.586252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33300) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:13.761970 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849f894-3c50-41c2-b60e-f73149f4247e None None] Pushing event updated for resources: {'Port': ['ID=91f8f16c-a082-4aa7-87c2-a23a73335b87,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:13.780158 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-79f21fe5-233b-49f8-9a60-ad3d6897ca0b None None] Provisioning complete for port 91f8f16c-a082-4aa7-87c2-a23a73335b87 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:13.780789 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-79f21fe5-233b-49f8-9a60-ad3d6897ca0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:13.798810 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9220efcb-f332-4220-92be-e3d964abcb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (6022902c-b828-4e5e-92c9-fd1ba692c0f4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:13.870421 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:49:06Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'c4d2905b-c417-44e1-b526-82f6bb05813b', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'port_id': '97905031-2f2a-4178-85eb-0808ee9411a5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'mac_address': 'fa:16:3e:71:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:46:41Z', 'updated_at': '2022-02-04T13:46:53Z', 'revision_number': 1, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f8f16c-a082-4aa7-87c2-a23a73335b87', 'name': '', 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:04:75:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '1e403b3f-43fd-4688-a99b-1e2be4544499', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:02Z', 'updated_at': '2022-02-04T13:49:11Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': '1e403b3f-43fd-4688-a99b-1e2be4544499', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8422432-6331-4df2-b83b-2a773ba207aa', 'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:38:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:28Z', 'updated_at': '2022-02-04T13:45:45Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:13.894480 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220efcb-f332-4220-92be-e3d964abcb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Pushing event deleted for resources: {'Port': ['ID=6022902c-b828-4e5e-92c9-fd1ba692c0f4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:13.916579 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7268e49-6055-41a3-b3b6-f4466abf94a4 None None] The sync data for ids ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'] in n-d-714676-13 is: [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:49:06Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'c4d2905b-c417-44e1-b526-82f6bb05813b', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'port_id': '97905031-2f2a-4178-85eb-0808ee9411a5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'mac_address': 'fa:16:3e:71:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:46:41Z', 'updated_at': '2022-02-04T13:46:53Z', 'revision_number': 1, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f8f16c-a082-4aa7-87c2-a23a73335b87', 'name': '', 'network_id': '64784a9a-40e5-42f1-a1dd-265e589b4bef', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:04:75:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '1e403b3f-43fd-4688-a99b-1e2be4544499', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:02Z', 'updated_at': '2022-02-04T13:49:11Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': '1e403b3f-43fd-4688-a99b-1e2be4544499', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8422432-6331-4df2-b83b-2a773ba207aa', 'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:38:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:28Z', 'updated_at': '2022-02-04T13:45:45Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:49:14.065010 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb3cf5c4-6600-4cf5-b8a8-c6f61ac35e35 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ca070ae6-253c-49e2-9b33-f9b4a5bbf8a2), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:14.102288 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:14.107800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-79f21fe5-233b-49f8-9a60-ad3d6897ca0b None None] Current status of the port 91f8f16c-a082-4aa7-87c2-a23a73335b87 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:14.187128 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7a2b4812-e39c-44fc-8448-a71d13f049a5 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1099870223'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:14.276023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2b4812-e39c-44fc-8448-a71d13f049a5 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:14.281947 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4812-e39c-44fc-8448-a71d13f049a5 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:14.328923 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4812-e39c-44fc-8448-a71d13f049a5 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:14.408440 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9220efcb-f332-4220-92be-e3d964abcb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:14.415967 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9220efcb-f332-4220-92be-e3d964abcb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] 10.222.0.96 "DELETE /v2.0/ports/6022902c-b828-4e5e-92c9-fd1ba692c0f4 HTTP/1.1" status: 204 len: 168 time: 4.2925553 Feb 04 13:49:14.418042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cf5c4-6600-4cf5-b8a8-c6f61ac35e35 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event deleted for resources: {'Port': ['ID=ca070ae6-253c-49e2-9b33-f9b4a5bbf8a2,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:14.424630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33318) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:14.529258 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-754e52c5-b6ea-4416-a533-ebb114c492f5 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (c3db8a11-c296-49cc-b9e7-5dfcb1863469), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:14.553635 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb3cf5c4-6600-4cf5-b8a8-c6f61ac35e35 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for floatingip (0660f869-cc7e-44c1-9849-e8c7dd150d79), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:14.555096 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc2fb68-5ad0-46b1-b8a1-20c16f7ac3c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Deleting subnet 381ffb3a-425a-4bec-84d2-73a81ef25178 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:49:14.559174 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb3cf5c4-6600-4cf5-b8a8-c6f61ac35e35 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:14.565413 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3fc2fb68-5ad0-46b1-b8a1-20c16f7ac3c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks [] for subnet (381ffb3a-425a-4bec-84d2-73a81ef25178), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:14.572524 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33320) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:14.576500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fb3cf5c4-6600-4cf5-b8a8-c6f61ac35e35 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "DELETE /v2.0/floatingips/0660f869-cc7e-44c1-9849-e8c7dd150d79 HTTP/1.1" status: 204 len: 168 time: 3.3396957 Feb 04 13:49:14.687288 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e52c5-b6ea-4416-a533-ebb114c492f5 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event updated for resources: {'Subnet': ['ID=c3db8a11-c296-49cc-b9e7-5dfcb1863469,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:14.709401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081c4e6-81d2-4fdd-a96b-38e4d31ac092 req-1763c54a-41d7-49e8-91b5-86de6be4a1e4 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:14.713276 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2081c4e6-81d2-4fdd-a96b-38e4d31ac092 req-1763c54a-41d7-49e8-91b5-86de6be4a1e4 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 0.8316505 Feb 04 13:49:14.745767 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:14.789257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754e52c5-b6ea-4416-a533-ebb114c492f5 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Checking segment: {'id': '85bbc72e-0558-430b-bcef-067b07a54d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '53d5135c-fd2b-477e-846e-bb1c387cb632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:49:14.789948 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e52c5-b6ea-4416-a533-ebb114c492f5 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Network hostable DHCP agents. Network: 53d5135c-fd2b-477e-846e-bb1c387cb632, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:49:14.871872 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2081c4e6-81d2-4fdd-a96b-38e4d31ac092 req-a3d0aa87-c479-40c7-959a-55ed86622705 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357424 Feb 04 13:49:14.882817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e52c5-b6ea-4416-a533-ebb114c492f5 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Network 53d5135c-fd2b-477e-846e-bb1c387cb632 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:49:14.901015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-754e52c5-b6ea-4416-a533-ebb114c492f5 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 53d5135c-fd2b-477e-846e-bb1c387cb632) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:14.917236 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc80184-e4f2-4d85-b4aa-1269d63c08bb None None] Network 53d5135c-fd2b-477e-846e-bb1c387cb632 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:14.919531 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3fc2fb68-5ad0-46b1-b8a1-20c16f7ac3c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (381ffb3a-425a-4bec-84d2-73a81ef25178), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:14.921160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754e52c5-b6ea-4416-a533-ebb114c492f5 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:14.923528 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-754e52c5-b6ea-4416-a533-ebb114c492f5 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:14.958558 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-754e52c5-b6ea-4416-a533-ebb114c492f5 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1169493 Feb 04 13:49:14.963445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33328) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:14.975174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-223601355', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}, 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:15.016826 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4812-e39c-44fc-8448-a71d13f049a5 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for security_group (f86ab5b2-718e-4c1d-8434-a3c6ed42626d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.044403 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (6b69cb20-540a-4e1f-ac12-030386162157), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.046192 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4812-e39c-44fc-8448-a71d13f049a5 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f86ab5b2-718e-4c1d-8434-a3c6ed42626d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.048358 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (6b69cb20-540a-4e1f-ac12-030386162157), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.168722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2b4812-e39c-44fc-8448-a71d13f049a5 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:49:15.221737 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for router_controller (6b69cb20-540a-4e1f-ac12-030386162157), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.240813 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b4812-e39c-44fc-8448-a71d13f049a5 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86ab5b2-718e-4c1d-8434-a3c6ed42626d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:15.253449 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4812-e39c-44fc-8448-a71d13f049a5 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fd4a72dd-cdce-41e8-a430-9f1e80aaedad), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.254043 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-7a2b4812-e39c-44fc-8448-a71d13f049a5 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Added segment fd4a72dd-cdce-41e8-a430-9f1e80aaedad of type vlan for network c2a01095-4d0b-406c-9c9d-2def3473005b Feb 04 13:49:15.283307 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3fc2fb68-5ad0-46b1-b8a1-20c16f7ac3c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (381ffb3a-425a-4bec-84d2-73a81ef25178), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.322310 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-db62b7c7-1df5-4a63-8fd1-a16540882f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.339228 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-53d5135c-fd2b-477e-846e-bb1c387cb632', 'network_id': '53d5135c-fd2b-477e-846e-bb1c387cb632', 'project_id': '5ec470d0337b4befa2c7f34ad71dda5c', 'fixed_ips': [{'subnet_id': 'c3db8a11-c296-49cc-b9e7-5dfcb1863469'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:49:15.343839 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.357743 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b4045ba5-2b5e-4b6f-9f39-a99867b87969 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Deleting port 5320eabc-22f0-4783-8a3f-6c8e55962f16 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:15.358360 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b4045ba5-2b5e-4b6f-9f39-a99867b87969 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.557658 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4812-e39c-44fc-8448-a71d13f049a5 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (c2a01095-4d0b-406c-9c9d-2def3473005b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.669610 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.772422 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4812-e39c-44fc-8448-a71d13f049a5 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (c2a01095-4d0b-406c-9c9d-2def3473005b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.788758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2b4812-e39c-44fc-8448-a71d13f049a5 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:15.789693 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4812-e39c-44fc-8448-a71d13f049a5 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.823095 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3fc2fb68-5ad0-46b1-b8a1-20c16f7ac3c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (381ffb3a-425a-4bec-84d2-73a81ef25178), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.859977 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for router_gateway (6b69cb20-540a-4e1f-ac12-030386162157), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.875321 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Allocated IP 172.20.0.2 (53d5135c-fd2b-477e-846e-bb1c387cb632/c3db8a11-c296-49cc-b9e7-5dfcb1863469/66d84f45-3d74-4bf0-ae11-8162eb29a522) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:15.907986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 91f8f16c-a082-4aa7-87c2-a23a73335b87 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:49:15.953671 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b4045ba5-2b5e-4b6f-9f39-a99867b87969 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:16.017855 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:49:16.036330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2fb68-5ad0-46b1-b8a1-20c16f7ac3c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Pushing event deleted for resources: {'Subnet': ['ID=381ffb3a-425a-4bec-84d2-73a81ef25178,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:16.107656 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b4045ba5-2b5e-4b6f-9f39-a99867b87969 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Calling delete_port for 5320eabc-22f0-4783-8a3f-6c8e55962f16 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:16.112460 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3fc2fb68-5ad0-46b1-b8a1-20c16f7ac3c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:16.123880 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3fc2fb68-5ad0-46b1-b8a1-20c16f7ac3c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] 10.222.0.96 "DELETE /v2.0/subnets/381ffb3a-425a-4bec-84d2-73a81ef25178 HTTP/1.1" status: 204 len: 168 time: 1.6971519 Feb 04 13:49:16.133682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33344) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:16.160876 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7a2b4812-e39c-44fc-8448-a71d13f049a5 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5746572 Feb 04 13:49:16.251297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b4812-e39c-44fc-8448-a71d13f049a5 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Network': ['ID=c2a01095-4d0b-406c-9c9d-2def3473005b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:16.383184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d48b8ab-5bdc-4e5f-9ce6-6f7a764a00d8 None None] Network ad720766-30ba-4954-8d0e-fc8540f03db1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:16.408784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network c2a01095-4d0b-406c-9c9d-2def3473005b details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:49:16.410340 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33346) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:16.447874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33350) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:16.459113 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0dabbf5e-8892-432f-afc1-1dc27f0ea6d9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'subnet': {'network_id': 'c2a01095-4d0b-406c-9c9d-2def3473005b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:16.516553 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (ad720766-30ba-4954-8d0e-fc8540f03db1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:16.697178 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba9d8c-cb6d-4604-9345-96491916367b req-d1c6aa94-73a9-40f2-958a-bc96bf39943d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:16.709954 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bdba9d8c-cb6d-4604-9345-96491916367b req-d1c6aa94-73a9-40f2-958a-bc96bf39943d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 0.3461652 Feb 04 13:49:16.790624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dabbf5e-8892-432f-afc1-1dc27f0ea6d9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:16.796731 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0dabbf5e-8892-432f-afc1-1dc27f0ea6d9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:16.864603 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-01687a7a-d271-46bb-b3ec-c2e761502862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:16.880079 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for router_gateway (6b69cb20-540a-4e1f-ac12-030386162157), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:16.902804 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b4045ba5-2b5e-4b6f-9f39-a99867b87969 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (5320eabc-22f0-4783-8a3f-6c8e55962f16), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:16.976394 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 91f8f16c-a082-4aa7-87c2-a23a73335b87 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:16.976394 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:17.030789 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bdba9d8c-cb6d-4604-9345-96491916367b req-4ed58bf1-5d17-4128-b708-89e051fdd518 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192673 Feb 04 13:49:17.039289 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:17.048101 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4045ba5-2b5e-4b6f-9f39-a99867b87969 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event deleted for resources: {'Port': ['ID=5320eabc-22f0-4783-8a3f-6c8e55962f16,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:17.078665 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:17.253877 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b4045ba5-2b5e-4b6f-9f39-a99867b87969 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:17.263715 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b4045ba5-2b5e-4b6f-9f39-a99867b87969 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "DELETE /v2.0/ports/5320eabc-22f0-4783-8a3f-6c8e55962f16 HTTP/1.1" status: 204 len: 168 time: 2.6863413 Feb 04 13:49:17.273264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Deleting port fc813f2d-9916-4c51-b295-08aed0f98c2e {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:17.273881 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:17.283977 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33358) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:17.486454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4538780c-17bd-47e0-a2ed-8493538a1f98 None None] DHCP port deletion for ad720766-30ba-4954-8d0e-fc8540f03db1 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:49:17.510801 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Publish callbacks [] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:17.609909 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0dabbf5e-8892-432f-afc1-1dc27f0ea6d9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (f0da4d77-9464-4f24-ac46-2ca715a3b261), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:17.636423 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:17.726796 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 91f8f16c-a082-4aa7-87c2-a23a73335b87 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:17.766417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Network 53d5135c-fd2b-477e-846e-bb1c387cb632 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:17.790413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:17.804794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:17.815199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Pushing event updated for resources: {'Port': ['ID=66d84f45-3d74-4bf0-ae11-8162eb29a522,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:17.829585 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-01687a7a-d271-46bb-b3ec-c2e761502862 admin admin] Publish callbacks [] for security_group (644de238-e8ab-4a83-bdc7-ec2599efe7e2), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:17.843175 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabbf5e-8892-432f-afc1-1dc27f0ea6d9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Subnet': ['ID=f0da4d77-9464-4f24-ac46-2ca715a3b261,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:17.858026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] For port fc813f2d-9916-4c51-b295-08aed0f98c2e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fc813f2d-9916-4c51-b295-08aed0f98c2e,segment=NetworkSegment(0e236419-6501-4d9b-9f71-c46f80b0b987),segment_id=0e236419-6501-4d9b-9f71-c46f80b0b987)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:17.859219 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:17.894412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dabbf5e-8892-432f-afc1-1dc27f0ea6d9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Checking segment: {'id': 'fd4a72dd-cdce-41e8-a430-9f1e80aaedad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c2a01095-4d0b-406c-9c9d-2def3473005b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:49:17.895116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dabbf5e-8892-432f-afc1-1dc27f0ea6d9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network hostable DHCP agents. Network: c2a01095-4d0b-406c-9c9d-2def3473005b, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:49:17.900382 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Calling delete_port for fc813f2d-9916-4c51-b295-08aed0f98c2e owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:17.951341 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4538780c-17bd-47e0-a2ed-8493538a1f98 None None] Deleting port fc813f2d-9916-4c51-b295-08aed0f98c2e {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:17.952380 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4538780c-17bd-47e0-a2ed-8493538a1f98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:17.966650 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dabbf5e-8892-432f-afc1-1dc27f0ea6d9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network c2a01095-4d0b-406c-9c9d-2def3473005b is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:49:17.995581 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-0dabbf5e-8892-432f-afc1-1dc27f0ea6d9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, c2a01095-4d0b-406c-9c9d-2def3473005b) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:18.004411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dabbf5e-8892-432f-afc1-1dc27f0ea6d9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:18.005529 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0dabbf5e-8892-432f-afc1-1dc27f0ea6d9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.031940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fc813f2d-9916-4c51-b295-08aed0f98c2e no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:49:18.035614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8fcceb57-e3e6-485e-8606-e8f069c54053 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:49:18.044543 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0dabbf5e-8892-432f-afc1-1dc27f0ea6d9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5941336 Feb 04 13:49:18.045084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33360) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:18.054024 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-28e20d0d-a802-454b-ab59-f754cac1f9fd tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-445390270'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:18.062988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cfead2-30e0-48a7-b18c-733043a7dcd8 None None] Network c2a01095-4d0b-406c-9c9d-2def3473005b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:18.085606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Allocated IP 172.25.5.81 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/881aafca-c2d1-41d3-9562-825b7986b5f5) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:18.101927 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e20d0d-a802-454b-ab59-f754cac1f9fd tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:18.108022 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28e20d0d-a802-454b-ab59-f754cac1f9fd tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.116760 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-01687a7a-d271-46bb-b3ec-c2e761502862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (644de238-e8ab-4a83-bdc7-ec2599efe7e2), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.156891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e20d0d-a802-454b-ab59-f754cac1f9fd tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:49:18.179212 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28e20d0d-a802-454b-ab59-f754cac1f9fd tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (944d8376-e797-497e-898b-bcbf15101996), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.179212 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-28e20d0d-a802-454b-ab59-f754cac1f9fd tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Added segment 944d8376-e797-497e-898b-bcbf15101996 of type vlan for network fc30a9f2-34b4-429b-943a-7f44ffd90cbf Feb 04 13:49:18.262972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27642302-8278-44fc-bd60-99874376ea2d req-4a4e3671-c1ec-4c0e-a0d0-ed0ffe2036af tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:18.265073 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27642302-8278-44fc-bd60-99874376ea2d req-4a4e3671-c1ec-4c0e-a0d0-ed0ffe2036af tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 0.9860666 Feb 04 13:49:18.265552 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28e20d0d-a802-454b-ab59-f754cac1f9fd tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (fc30a9f2-34b4-429b-943a-7f44ffd90cbf), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.276611 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.332236 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28e20d0d-a802-454b-ab59-f754cac1f9fd tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (fc30a9f2-34b4-429b-943a-7f44ffd90cbf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.344937 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e20d0d-a802-454b-ab59-f754cac1f9fd tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:18.346273 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28e20d0d-a802-454b-ab59-f754cac1f9fd tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.374513 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-01687a7a-d271-46bb-b3ec-c2e761502862 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=68750a482ce5414f8d781584de610aed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9514062 Feb 04 13:49:18.391016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01687a7a-d271-46bb-b3ec-c2e761502862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644de238-e8ab-4a83-bdc7-ec2599efe7e2,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:18.396236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33362) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:18.471277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-0ba1582f-af9b-4eae-b18b-ebbb4652a1f1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Deleting port a6440d92-dcd8-496d-89b6-bd6f83ea1768 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:18.471860 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ba1582f-af9b-4eae-b18b-ebbb4652a1f1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.535105 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-28e20d0d-a802-454b-ab59-f754cac1f9fd tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4880672 Feb 04 13:49:18.545943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Attempting to bind port 66d84f45-3d74-4bf0-ae11-8162eb29a522 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:49:18.546595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Attempting to bind port 66d84f45-3d74-4bf0-ae11-8162eb29a522 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '85bbc72e-0558-430b-bcef-067b07a54d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '53d5135c-fd2b-477e-846e-bb1c387cb632'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:49:18.547181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Attempting to bind port 66d84f45-3d74-4bf0-ae11-8162eb29a522 on network 53d5135c-fd2b-477e-846e-bb1c387cb632 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:49:18.556644 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33364) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:18.571867 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4b830a4d-5d75-45c8-9b02-c59b0e2ad720 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'subnet': {'network_id': 'fc30a9f2-34b4-429b-943a-7f44ffd90cbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:18.576427 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.605749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e20d0d-a802-454b-ab59-f754cac1f9fd tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Network': ['ID=fc30a9f2-34b4-429b-943a-7f44ffd90cbf,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:18.615800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4538780c-17bd-47e0-a2ed-8493538a1f98 None None] For port fc813f2d-9916-4c51-b295-08aed0f98c2e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fc813f2d-9916-4c51-b295-08aed0f98c2e,segment=NetworkSegment(0e236419-6501-4d9b-9f71-c46f80b0b987),segment_id=0e236419-6501-4d9b-9f71-c46f80b0b987)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:18.616468 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4538780c-17bd-47e0-a2ed-8493538a1f98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.644154 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:49:18.644734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Checking segment: {'id': '85bbc72e-0558-430b-bcef-067b07a54d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '53d5135c-fd2b-477e-846e-bb1c387cb632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:49:18.645378 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.646012 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Bound using segment: {'id': '85bbc72e-0558-430b-bcef-067b07a54d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '53d5135c-fd2b-477e-846e-bb1c387cb632'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:49:18.646867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Bound port: 66d84f45-3d74-4bf0-ae11-8162eb29a522, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bbc72e-0558-430b-bcef-067b07a54d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '53d5135c-fd2b-477e-846e-bb1c387cb632'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:49:18.647474 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.665474 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27642302-8278-44fc-bd60-99874376ea2d req-01f6cbcb-e00c-4706-bc63-1d3f26354523 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242817 Feb 04 13:49:18.693374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] No DVR routers for this DVR port fc813f2d-9916-4c51-b295-08aed0f98c2e on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:49:18.695710 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4538780c-17bd-47e0-a2ed-8493538a1f98 None None] Calling delete_port for fc813f2d-9916-4c51-b295-08aed0f98c2e owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:18.704289 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Pushing event deleted for resources: {'Port': ['ID=fc813f2d-9916-4c51-b295-08aed0f98c2e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:18.724823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network fc30a9f2-34b4-429b-943a-7f44ffd90cbf details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:49:18.731234 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No active binding found for port fc813f2d-9916-4c51-b295-08aed0f98c2e {{(pid=103608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 13:49:18.731849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] The host n-d-714676-13 is not matching for port fc813f2d-9916-4c51-b295-08aed0f98c2e host None! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:49:18.732496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fc813f2d-9916-4c51-b295-08aed0f98c2e not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:49:18.810854 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f783889-92b6-45d2-a8a7-254a974c17bd admin admin] Publish callbacks [] for security_group (644de238-e8ab-4a83-bdc7-ec2599efe7e2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.878228 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f783889-92b6-45d2-a8a7-254a974c17bd admin admin] Publish callbacks [] for security_group (644de238-e8ab-4a83-bdc7-ec2599efe7e2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.943452 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b830a4d-5d75-45c8-9b02-c59b0e2ad720 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:18.951334 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b830a4d-5d75-45c8-9b02-c59b0e2ad720 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.985304 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (ad720766-30ba-4954-8d0e-fc8540f03db1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:19.016440 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for port (881aafca-c2d1-41d3-9562-825b7986b5f5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:19.039936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-50ef586c-e4c0-47be-abd1-1f9b46f0c651 req-e21a9df0-bf71-493e-9ca0-7405426b36a0 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:49:19.048108 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50ef586c-e4c0-47be-abd1-1f9b46f0c651 req-e21a9df0-bf71-493e-9ca0-7405426b36a0 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0274796 Feb 04 13:49:19.080454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad720766-30ba-4954-8d0e-fc8540f03db1']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:19.107837 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-c2a01095-4d0b-406c-9c9d-2def3473005b', 'network_id': 'c2a01095-4d0b-406c-9c9d-2def3473005b', 'project_id': 'f39222374bfe46758bc13b159822bacd', 'fixed_ips': [{'subnet_id': 'f0da4d77-9464-4f24-ac46-2ca715a3b261'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:49:19.110564 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:19.139326 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e236419-6501-4d9b-9f71-c46f80b0b987') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:19.139924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e236419-6501-4d9b-9f71-c46f80b0b987') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:19.159998 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8fcceb57-e3e6-485e-8606-e8f069c54053 is: DOWN; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:19.162843 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ba1582f-af9b-4eae-b18b-ebbb4652a1f1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:19.184239 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (0e236419-6501-4d9b-9f71-c46f80b0b987), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:19.226734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-0ba1582f-af9b-4eae-b18b-ebbb4652a1f1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Calling delete_port for a6440d92-dcd8-496d-89b6-bd6f83ea1768 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:19.241266 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0e236419-6501-4d9b-9f71-c46f80b0b987), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:19.243309 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f783889-92b6-45d2-a8a7-254a974c17bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (644de238-e8ab-4a83-bdc7-ec2599efe7e2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:19.249129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] For port 66d84f45-3d74-4bf0-ae11-8162eb29a522, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:19.251605 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 13:49:19.262785 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f783889-92b6-45d2-a8a7-254a974c17bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:19.262785 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3f783889-92b6-45d2-a8a7-254a974c17bd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/644de238-e8ab-4a83-bdc7-ec2599efe7e2 HTTP/1.1" status: 204 len: 168 time: 0.8621714 Feb 04 13:49:19.274447 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:49:19.274447 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (0e236419-6501-4d9b-9f71-c46f80b0b987), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:49:19.280644 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:49:19.393448 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f783889-92b6-45d2-a8a7-254a974c17bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644de238-e8ab-4a83-bdc7-ec2599efe7e2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:19.455550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] For port 66d84f45-3d74-4bf0-ae11-8162eb29a522, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=66d84f45-3d74-4bf0-ae11-8162eb29a522,segment=NetworkSegment(85bbc72e-0558-430b-bcef-067b07a54d0d),segment_id=85bbc72e-0558-430b-bcef-067b07a54d0d)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:49:19.472912 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (881aafca-c2d1-41d3-9562-825b7986b5f5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:19.476348 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4538780c-17bd-47e0-a2ed-8493538a1f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (fc813f2d-9916-4c51-b295-08aed0f98c2e), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:19.627496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538780c-17bd-47e0-a2ed-8493538a1f98 None None] Pushing event deleted for resources: {'Port': ['ID=fc813f2d-9916-4c51-b295-08aed0f98c2e,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:19.639747 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:19.657897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:19.678550 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (ad720766-30ba-4954-8d0e-fc8540f03db1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:19.700570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:19.703980 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b830a4d-5d75-45c8-9b02-c59b0e2ad720 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (22828616-1507-48f9-b9df-4324d7b64c3a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:19.721997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:19.731797 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:19.745569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] 10.222.0.96 "DELETE /v2.0/networks/ad720766-30ba-4954-8d0e-fc8540f03db1 HTTP/1.1" status: 204 len: 168 time: 3.6058705 Feb 04 13:49:19.775700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event updated for resources: {'Port': ['ID=881aafca-c2d1-41d3-9562-825b7986b5f5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:19.835246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2e218-f979-4fbd-bf8c-57e6674b675c tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965 tempest-ExtraDHCPOptionsIpV6TestJSON-1798762965-project] Pushing event deleted for resources: {'Network': ['ID=ad720766-30ba-4954-8d0e-fc8540f03db1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:19.881694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538780c-17bd-47e0-a2ed-8493538a1f98 None None] No DVR routers for this DVR port fc813f2d-9916-4c51-b295-08aed0f98c2e on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:49:19.901296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f64ef-8aed-4959-bedd-3c9b9f0f679f req-26a17334-5259-4b7e-8c49-1faf308349a6 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:19.921711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af7f64ef-8aed-4959-bedd-3c9b9f0f679f req-26a17334-5259-4b7e-8c49-1faf308349a6 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 0.4511857 Feb 04 13:49:19.969887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b830a4d-5d75-45c8-9b02-c59b0e2ad720 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Subnet': ['ID=22828616-1507-48f9-b9df-4324d7b64c3a,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:20.007253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b830a4d-5d75-45c8-9b02-c59b0e2ad720 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Checking segment: {'id': '944d8376-e797-497e-898b-bcbf15101996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'fc30a9f2-34b4-429b-943a-7f44ffd90cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:49:20.007891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b830a4d-5d75-45c8-9b02-c59b0e2ad720 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network hostable DHCP agents. Network: fc30a9f2-34b4-429b-943a-7f44ffd90cbf, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:49:20.095083 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b830a4d-5d75-45c8-9b02-c59b0e2ad720 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network fc30a9f2-34b4-429b-943a-7f44ffd90cbf is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:49:20.132268 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-4b830a4d-5d75-45c8-9b02-c59b0e2ad720 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, fc30a9f2-34b4-429b-943a-7f44ffd90cbf) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:20.145162 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b830a4d-5d75-45c8-9b02-c59b0e2ad720 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:20.146246 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b830a4d-5d75-45c8-9b02-c59b0e2ad720 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:20.163714 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c5422-c929-4585-ae83-9f210224e06c None None] Pushing event updated for resources: {'Port': ['ID=66d84f45-3d74-4bf0-ae11-8162eb29a522,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:20.192943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce56c88-9ede-4ee8-a975-f956a0e02809 None None] Network fc30a9f2-34b4-429b-943a-7f44ffd90cbf requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:20.213107 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4b830a4d-5d75-45c8-9b02-c59b0e2ad720 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6547437 Feb 04 13:49:20.214576 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Allocated IP 172.20.255.242 (c2a01095-4d0b-406c-9c9d-2def3473005b/f0da4d77-9464-4f24-ac46-2ca715a3b261/71f14110-4406-40b2-906d-db99fb2171e5) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:20.217254 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33392) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:20.437526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33398) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:20.528481 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ba1582f-af9b-4eae-b18b-ebbb4652a1f1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (a6440d92-dcd8-496d-89b6-bd6f83ea1768), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:20.607056 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af7f64ef-8aed-4959-bedd-3c9b9f0f679f req-183ccf49-6860-4fa0-97dd-15d6022c8831 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6837857 Feb 04 13:49:20.692687 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33404) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:20.868557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1582f-af9b-4eae-b18b-ebbb4652a1f1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event deleted for resources: {'Port': ['ID=a6440d92-dcd8-496d-89b6-bd6f83ea1768,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:20.887790 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dab7e9e7-d0ab-43d3-b5b8-93f178baeffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:21.112851 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Publish callbacks [] for port (71f14110-4406-40b2-906d-db99fb2171e5), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:21.136677 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (71f14110-4406-40b2-906d-db99fb2171e5), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:21.163585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33406) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:21.364097 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (fc30a9f2-34b4-429b-943a-7f44ffd90cbf), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:21.403274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Network c2a01095-4d0b-406c-9c9d-2def3473005b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:21.404815 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Pushing event updated for resources: {'Port': ['ID=71f14110-4406-40b2-906d-db99fb2171e5,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:21.423725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-fc30a9f2-34b4-429b-943a-7f44ffd90cbf', 'network_id': 'fc30a9f2-34b4-429b-943a-7f44ffd90cbf', 'project_id': 'f39222374bfe46758bc13b159822bacd', 'fixed_ips': [{'subnet_id': '22828616-1507-48f9-b9df-4324d7b64c3a'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:49:21.427883 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:21.436414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:21.443473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:21.453886 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fd84ebd5-21ef-4d25-9be5-2b3ae18c39d8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=15c4750f3d06430887fe1177b65293a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2885289 Feb 04 13:49:21.455221 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33412) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:21.619790 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33414) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:21.768182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Attempting to bind port 71f14110-4406-40b2-906d-db99fb2171e5 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:49:21.768909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Attempting to bind port 71f14110-4406-40b2-906d-db99fb2171e5 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'fd4a72dd-cdce-41e8-a430-9f1e80aaedad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c2a01095-4d0b-406c-9c9d-2def3473005b'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:49:21.769566 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Attempting to bind port 71f14110-4406-40b2-906d-db99fb2171e5 on network c2a01095-4d0b-406c-9c9d-2def3473005b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:49:21.791093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:49:21.791771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Checking segment: {'id': 'fd4a72dd-cdce-41e8-a430-9f1e80aaedad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c2a01095-4d0b-406c-9c9d-2def3473005b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:49:21.792480 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:21.793747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Bound using segment: {'id': 'fd4a72dd-cdce-41e8-a430-9f1e80aaedad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c2a01095-4d0b-406c-9c9d-2def3473005b'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:49:21.794288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Bound port: 71f14110-4406-40b2-906d-db99fb2171e5, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4a72dd-cdce-41e8-a430-9f1e80aaedad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c2a01095-4d0b-406c-9c9d-2def3473005b'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:49:21.794981 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71f14110-4406-40b2-906d-db99fb2171e5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:21.965734 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (22828616-1507-48f9-b9df-4324d7b64c3a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:22.025957 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] For port 71f14110-4406-40b2-906d-db99fb2171e5, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:49:22.032184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] For port 71f14110-4406-40b2-906d-db99fb2171e5, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=71f14110-4406-40b2-906d-db99fb2171e5,segment=NetworkSegment(fd4a72dd-cdce-41e8-a430-9f1e80aaedad),segment_id=fd4a72dd-cdce-41e8-a430-9f1e80aaedad)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:49:22.077827 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d02771e-7f4b-4579-aae1-f46887f0947b admin admin] Publish callbacks [] for security_group (e6b7e396-aff6-47a9-a682-12dcf2dea220), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:22.101410 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Allocated IP 172.20.0.2 (fc30a9f2-34b4-429b-943a-7f44ffd90cbf/22828616-1507-48f9-b9df-4324d7b64c3a/6ddb81b7-6d23-4673-8109-bd310eb98db8) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:22.188963 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d02771e-7f4b-4579-aae1-f46887f0947b admin admin] Publish callbacks [] for security_group (e6b7e396-aff6-47a9-a682-12dcf2dea220), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:22.232592 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dab7e9e7-d0ab-43d3-b5b8-93f178baeffb admin admin] Publish callbacks [] for security_group (76023400-47e1-4b65-b8e2-7b11af4c3cfe), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:22.246141 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ba1582f-af9b-4eae-b18b-ebbb4652a1f1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:22.260106 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0ba1582f-af9b-4eae-b18b-ebbb4652a1f1 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "DELETE /v2.0/ports/a6440d92-dcd8-496d-89b6-bd6f83ea1768 HTTP/1.1" status: 204 len: 168 time: 4.9706800 Feb 04 13:49:22.271078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33418) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:22.278670 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dab7e9e7-d0ab-43d3-b5b8-93f178baeffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (76023400-47e1-4b65-b8e2-7b11af4c3cfe), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:22.440547 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dab7e9e7-d0ab-43d3-b5b8-93f178baeffb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b94c5926d7c34c889c59cd17dee311a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7433009 Feb 04 13:49:22.449594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33420) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:22.460437 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 66d84f45-3d74-4bf0-ae11-8162eb29a522 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:49:22.473180 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2418d6c5-e3f8-4882-a9b0-c9c0326b8031 None None] Network 53d5135c-fd2b-477e-846e-bb1c387cb632 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:22.477408 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (71f14110-4406-40b2-906d-db99fb2171e5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:22.503785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-17713a95-9d55-4c6d-8321-558a32b50bee tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Deleting subnet cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:49:22.575412 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-17713a95-9d55-4c6d-8321-558a32b50bee tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for subnet (cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:22.593477 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d02771e-7f4b-4579-aae1-f46887f0947b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e6b7e396-aff6-47a9-a682-12dcf2dea220), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:22.598289 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d02771e-7f4b-4579-aae1-f46887f0947b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:22.604923 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0d02771e-7f4b-4579-aae1-f46887f0947b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e6b7e396-aff6-47a9-a682-12dcf2dea220 HTTP/1.1" status: 204 len: 168 time: 1.1367006 Feb 04 13:49:22.671818 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Publish callbacks [] for port (6ddb81b7-6d23-4673-8109-bd310eb98db8), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:22.763171 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02771e-7f4b-4579-aae1-f46887f0947b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b7e396-aff6-47a9-a682-12dcf2dea220,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:22.768291 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (6ddb81b7-6d23-4673-8109-bd310eb98db8), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:22.792399 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (22828616-1507-48f9-b9df-4324d7b64c3a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:22.800903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7e9e7-d0ab-43d3-b5b8-93f178baeffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76023400-47e1-4b65-b8e2-7b11af4c3cfe,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:22.858401 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48138ec3-d9f1-4394-b11a-15ebc2cc5557 req-9b8e3fa5-4916-4ba8-93ec-3b8e30d5eedf service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 2.4189029 Feb 04 13:49:22.878075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-cc538918-94ba-4b0d-bb24-e8e0f4c0eea1 None None] Provisioning complete for port 66d84f45-3d74-4bf0-ae11-8162eb29a522 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:22.878694 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cc538918-94ba-4b0d-bb24-e8e0f4c0eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:22.905142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-48138ec3-d9f1-4394-b11a-15ebc2cc5557 req-8a290348-decf-485d-9731-b1723454d591 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:49:22.913016 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48138ec3-d9f1-4394-b11a-15ebc2cc5557 req-8a290348-decf-485d-9731-b1723454d591 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0509889 Feb 04 13:49:22.921740 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-17713a95-9d55-4c6d-8321-558a32b50bee tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:22.949705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81861414-6d5c-45a5-948e-57d95d8ff7e8 None None] Pushing event updated for resources: {'Port': ['ID=71f14110-4406-40b2-906d-db99fb2171e5,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:22.965447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Network fc30a9f2-34b4-429b-943a-7f44ffd90cbf is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:23.036330 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:23.054528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:23.133189 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-17713a95-9d55-4c6d-8321-558a32b50bee tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:23.209118 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (fc30a9f2-34b4-429b-943a-7f44ffd90cbf), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:23.214628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 66d84f45-3d74-4bf0-ae11-8162eb29a522 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:23.215711 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:23.257419 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc30a9f2-34b4-429b-943a-7f44ffd90cbf']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:23.264764 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for router_gateway (6b69cb20-540a-4e1f-ac12-030386162157), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:23.292941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944d8376-e797-497e-898b-bcbf15101996') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:23.293302 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944d8376-e797-497e-898b-bcbf15101996') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:23.294872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb57bc5-151f-4367-84dd-09907dc7bba8 req-84bc385e-506c-4ff6-9d6a-ecb9f205b909 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:23.307823 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddb57bc5-151f-4367-84dd-09907dc7bba8 req-84bc385e-506c-4ff6-9d6a-ecb9f205b909 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 1.4674873 Feb 04 13:49:23.308831 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (944d8376-e797-497e-898b-bcbf15101996), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:23.340751 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (944d8376-e797-497e-898b-bcbf15101996), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:23.358976 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:49:23.361236 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (944d8376-e797-497e-898b-bcbf15101996), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:23.374148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Pushing event updated for resources: {'Port': ['ID=6ddb81b7-6d23-4673-8109-bd310eb98db8,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:23.379496 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-17713a95-9d55-4c6d-8321-558a32b50bee tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:23.456389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:23.456952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:23.457498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:23.458026 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:23.458666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:23.459160 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:23.459817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:23.460391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:23.460925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:23.461665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:23.462013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:23.462616 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:23.463128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:49:23.605336 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:49:23.613381 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.api [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:49:23.613381 n-d-714676-13 neutron-server[103607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:49:23.613381 n-d-714676-13 neutron-server[103607]: [parameters: {'id': 'fc30a9f2-34b4-429b-943a-7f44ffd90cbf'}] Feb 04 13:49:23.613381 n-d-714676-13 neutron-server[103607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:49:23.614511 n-d-714676-13 neutron-server[103607]: DEBUG oslo_db.api [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:49:23.617003 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Subnet': ['ID=22828616-1507-48f9-b9df-4324d7b64c3a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:23.630930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a589c9e5-138b-4703-b12f-33c12c2e2214 None None] Network 361c3099-6555-4ea8-872d-0b37bedf594c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:23.704561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Attempting to bind port 6ddb81b7-6d23-4673-8109-bd310eb98db8 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:49:23.705663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Attempting to bind port 6ddb81b7-6d23-4673-8109-bd310eb98db8 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '944d8376-e797-497e-898b-bcbf15101996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'fc30a9f2-34b4-429b-943a-7f44ffd90cbf'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:49:23.706989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Attempting to bind port 6ddb81b7-6d23-4673-8109-bd310eb98db8 on network fc30a9f2-34b4-429b-943a-7f44ffd90cbf {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:49:23.732663 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-17713a95-9d55-4c6d-8321-558a32b50bee tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:23.758065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-17713a95-9d55-4c6d-8321-558a32b50bee tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "DELETE /v2.0/subnets/cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0 HTTP/1.1" status: 204 len: 168 time: 1.4290547 Feb 04 13:49:23.767205 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33434) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:23.825271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:49:23.838465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Checking segment: {'id': '944d8376-e797-497e-898b-bcbf15101996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'fc30a9f2-34b4-429b-943a-7f44ffd90cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:49:23.839817 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:23.843129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Bound using segment: {'id': '944d8376-e797-497e-898b-bcbf15101996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'fc30a9f2-34b4-429b-943a-7f44ffd90cbf'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:49:23.844468 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Bound port: 6ddb81b7-6d23-4673-8109-bd310eb98db8, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944d8376-e797-497e-898b-bcbf15101996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'fc30a9f2-34b4-429b-943a-7f44ffd90cbf'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:49:23.845857 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6ddb81b7-6d23-4673-8109-bd310eb98db8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:23.865738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-cc538918-94ba-4b0d-bb24-e8e0f4c0eea1 None None] Current status of the port 66d84f45-3d74-4bf0-ae11-8162eb29a522 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:23.869432 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cc538918-94ba-4b0d-bb24-e8e0f4c0eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:23.882272 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ce0365b-6095-4a06-b654-719dd9a381c4 admin admin] Publish callbacks [] for security_group (76023400-47e1-4b65-b8e2-7b11af4c3cfe), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:23.915190 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17713a95-9d55-4c6d-8321-558a32b50bee tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb6c1c6-c171-48ae-8c12-1bb19eb1eff0,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:23.950740 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-95624606-31ac-49d3-b4d8-34a596a2875f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Deleting subnet e3cbde94-2939-42c1-a2b7-b944609cf04a {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:49:23.955668 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95624606-31ac-49d3-b4d8-34a596a2875f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for subnet (e3cbde94-2939-42c1-a2b7-b944609cf04a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:24.087889 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95624606-31ac-49d3-b4d8-34a596a2875f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (e3cbde94-2939-42c1-a2b7-b944609cf04a), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:24.095557 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ce0365b-6095-4a06-b654-719dd9a381c4 admin admin] Publish callbacks [] for security_group (76023400-47e1-4b65-b8e2-7b11af4c3cfe), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:24.182775 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (fc30a9f2-34b4-429b-943a-7f44ffd90cbf), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:24.247990 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddb57bc5-151f-4367-84dd-09907dc7bba8 req-0e6e2a42-292d-4809-90a9-d0d7d11d58d4 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9382713 Feb 04 13:49:24.381391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 66d84f45-3d74-4bf0-ae11-8162eb29a522 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:24.381909 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:24.545427 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95624606-31ac-49d3-b4d8-34a596a2875f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (e3cbde94-2939-42c1-a2b7-b944609cf04a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:24.613896 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-75a94c7f-294b-4279-9e95-834b8467a154 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (b1593f1c-da1d-4cbb-bb50-693fbe31239f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:24.686892 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ce0365b-6095-4a06-b654-719dd9a381c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (76023400-47e1-4b65-b8e2-7b11af4c3cfe), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:24.697654 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ce0365b-6095-4a06-b654-719dd9a381c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:24.708131 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6ce0365b-6095-4a06-b654-719dd9a381c4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/76023400-47e1-4b65-b8e2-7b11af4c3cfe HTTP/1.1" status: 204 len: 168 time: 2.2324016 Feb 04 13:49:24.754781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0365b-6095-4a06-b654-719dd9a381c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76023400-47e1-4b65-b8e2-7b11af4c3cfe,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:24.812449 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (6b69cb20-540a-4e1f-ac12-030386162157), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:25.120955 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Deleting port 6ddb81b7-6d23-4673-8109-bd310eb98db8 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:25.124269 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6ddb81b7-6d23-4673-8109-bd310eb98db8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:25.130398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-cc538918-94ba-4b0d-bb24-e8e0f4c0eea1 None None] For port 66d84f45-3d74-4bf0-ae11-8162eb29a522, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=66d84f45-3d74-4bf0-ae11-8162eb29a522,segment=NetworkSegment(85bbc72e-0558-430b-bcef-067b07a54d0d),segment_id=85bbc72e-0558-430b-bcef-067b07a54d0d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:25.189539 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cc538918-94ba-4b0d-bb24-e8e0f4c0eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:25.327807 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95624606-31ac-49d3-b4d8-34a596a2875f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (e3cbde94-2939-42c1-a2b7-b944609cf04a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:25.371286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc538918-94ba-4b0d-bb24-e8e0f4c0eea1 None None] Pushing event updated for resources: {'Port': ['ID=66d84f45-3d74-4bf0-ae11-8162eb29a522,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:25.405616 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] For port 6ddb81b7-6d23-4673-8109-bd310eb98db8, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:49:25.444609 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f298ce55-56fe-42e9-bedd-372db7b81b41 None None] Network c2a01095-4d0b-406c-9c9d-2def3473005b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:25.505531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33458) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:25.526465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] For port 6ddb81b7-6d23-4673-8109-bd310eb98db8, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6ddb81b7-6d23-4673-8109-bd310eb98db8,segment=NetworkSegment(944d8376-e797-497e-898b-bcbf15101996),segment_id=944d8376-e797-497e-898b-bcbf15101996)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:49:25.580348 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95624606-31ac-49d3-b4d8-34a596a2875f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:25.596878 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-95624606-31ac-49d3-b4d8-34a596a2875f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "DELETE /v2.0/subnets/e3cbde94-2939-42c1-a2b7-b944609cf04a HTTP/1.1" status: 204 len: 168 time: 1.7489612 Feb 04 13:49:25.599839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95624606-31ac-49d3-b4d8-34a596a2875f tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event deleted for resources: {'Subnet': ['ID=e3cbde94-2939-42c1-a2b7-b944609cf04a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:25.616830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33466) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:25.624993 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0f28c6e8-5ef6-42ac-a8b3-88f6dbabb369 None None] Provisioning complete for port 66d84f45-3d74-4bf0-ae11-8162eb29a522 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:25.626244 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0f28c6e8-5ef6-42ac-a8b3-88f6dbabb369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:25.693696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b671d113-08e1-40ef-9588-a23ca3f4c28f None None] Network 1612d2d9-6bc5-454e-b028-8e610907a6d3 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:25.717365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bea7f3c-24e8-4695-90f1-8976fbc4816c None None] DHCP port deletion for 361c3099-6555-4ea8-872d-0b37bedf594c request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:49:25.723459 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:49:25.724114 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:49:25.739633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Router 6b69cb20-540a-4e1f-ac12-030386162157 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:49:25.760967 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48138ec3-d9f1-4394-b11a-15ebc2cc5557 req-3251e6cd-82ff-4cf3-b1a0-3de693b46e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:25.763191 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48138ec3-d9f1-4394-b11a-15ebc2cc5557 req-3251e6cd-82ff-4cf3-b1a0-3de693b46e12 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d&tenant_id=3e13c1accd464d1bb7a6d2f9df17596e HTTP/1.1" status: 200 len: 1127 time: 0.4582400 Feb 04 13:49:25.791320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d068ede-806f-4746-a799-313966419e7d req-bff32288-a335-486a-be3e-d8ef32dba41f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:25.791752 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6ddb81b7-6d23-4673-8109-bd310eb98db8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:25.793198 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d068ede-806f-4746-a799-313966419e7d req-bff32288-a335-486a-be3e-d8ef32dba41f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 0.2835982 Feb 04 13:49:25.904678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] For port 6ddb81b7-6d23-4673-8109-bd310eb98db8, host n-d-714676-13, got binding levels [] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:25.905728 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6ddb81b7-6d23-4673-8109-bd310eb98db8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:25.999695 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fa938c8a-3974-4b44-8671-9a5084169e11 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1558193899'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:26.004317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:49:26.023579 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78381ffb-bd7d-42d1-967a-e6b1b826dc56 None None] Sync routers for ids ['6b69cb20-540a-4e1f-ac12-030386162157'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:49:26.036018 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Calling delete_port for 6ddb81b7-6d23-4673-8109-bd310eb98db8 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:26.055204 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78381ffb-bd7d-42d1-967a-e6b1b826dc56 None None] Routers {'6b69cb20-540a-4e1f-ac12-030386162157'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:26.060685 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-78381ffb-bd7d-42d1-967a-e6b1b826dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6b69cb20-540a-4e1f-ac12-030386162157'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:26.215506 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:26.216707 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-78381ffb-bd7d-42d1-967a-e6b1b826dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:26.223612 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-951bdc31-d299-4f1c-b717-efe225917340 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 11.2557645 Feb 04 13:49:26.227481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33472) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:26.235387 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78381ffb-bd7d-42d1-967a-e6b1b826dc56 None None] Routers {'6b69cb20-540a-4e1f-ac12-030386162157'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:26.236540 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-78381ffb-bd7d-42d1-967a-e6b1b826dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6b69cb20-540a-4e1f-ac12-030386162157'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:26.289576 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677d3e0-e4f6-4b76-83e2-cd9b62dbbfe2 None None] Network fc30a9f2-34b4-429b-943a-7f44ffd90cbf requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:26.320681 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-78381ffb-bd7d-42d1-967a-e6b1b826dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:26.323988 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78381ffb-bd7d-42d1-967a-e6b1b826dc56 None None] The sync data for ids ['6b69cb20-540a-4e1f-ac12-030386162157'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:49:26.359662 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (361c3099-6555-4ea8-872d-0b37bedf594c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:26.372675 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa938c8a-3974-4b44-8671-9a5084169e11 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Made reservation on behalf of 3b017a1361cf4e4c8c8fef31bfb385d4 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:26.390466 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa938c8a-3974-4b44-8671-9a5084169e11 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:26.437336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa938c8a-3974-4b44-8671-9a5084169e11 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:26.536038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48138ec3-d9f1-4394-b11a-15ebc2cc5557 req-651ae90c-92d8-48b5-aae7-e98650cc3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:26.538983 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48138ec3-d9f1-4394-b11a-15ebc2cc5557 req-651ae90c-92d8-48b5-aae7-e98650cc3033 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3e13c1accd464d1bb7a6d2f9df17596e&device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 1127 time: 0.5386136 Feb 04 13:49:26.574324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b354fb-5b0d-4e18-aec0-46757646d2d9 None None] Pushing event updated for resources: {'Port': ['ID=6ddb81b7-6d23-4673-8109-bd310eb98db8,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:26.663651 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 66d84f45-3d74-4bf0-ae11-8162eb29a522 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:26.675657 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d068ede-806f-4746-a799-313966419e7d req-6e64211e-7bbd-422f-a7dd-69d86b78e06b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6733656 Feb 04 13:49:26.730512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0f28c6e8-5ef6-42ac-a8b3-88f6dbabb369 None None] Current status of the port 66d84f45-3d74-4bf0-ae11-8162eb29a522 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:26.738073 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6bea7f3c-24e8-4695-90f1-8976fbc4816c None None] Deleting port d2bede25-d804-48f7-a879-fb619f8d1bdc {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:26.738727 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6bea7f3c-24e8-4695-90f1-8976fbc4816c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d2bede25-d804-48f7-a879-fb619f8d1bdc), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:26.764465 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6ddb81b7-6d23-4673-8109-bd310eb98db8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:26.936284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8835b22d-8abb-4b38-bb1a-6f7a6f3d2f5c None None] Provisioning complete for port 71f14110-4406-40b2-906d-db99fb2171e5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:26.937031 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8835b22d-8abb-4b38-bb1a-6f7a6f3d2f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (71f14110-4406-40b2-906d-db99fb2171e5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:27.064156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a7e8ee-800b-4024-98f3-3524509de7a7 None None] DHCP port deletion for 1612d2d9-6bc5-454e-b028-8e610907a6d3 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:49:27.095663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6bea7f3c-24e8-4695-90f1-8976fbc4816c None None] For port d2bede25-d804-48f7-a879-fb619f8d1bdc, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d2bede25-d804-48f7-a879-fb619f8d1bdc,segment=NetworkSegment(0d6d791d-09d1-4b3a-9982-b10839cf8190),segment_id=0d6d791d-09d1-4b3a-9982-b10839cf8190)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:27.096346 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6bea7f3c-24e8-4695-90f1-8976fbc4816c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d2bede25-d804-48f7-a879-fb619f8d1bdc), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:27.136648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Port': ['ID=6ddb81b7-6d23-4673-8109-bd310eb98db8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:27.163097 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No DVR routers for this DVR port 6ddb81b7-6d23-4673-8109-bd310eb98db8 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:49:27.174263 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa938c8a-3974-4b44-8671-9a5084169e11 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for security_group (0d0827a0-c5dd-40cf-8d24-9f50fda8fe52), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:27.182539 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6bea7f3c-24e8-4695-90f1-8976fbc4816c None None] Calling delete_port for d2bede25-d804-48f7-a879-fb619f8d1bdc owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:27.237485 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48138ec3-d9f1-4394-b11a-15ebc2cc5557 req-e8f6b847-dc7e-4a6f-b622-505611d2bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:27.241116 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48138ec3-d9f1-4394-b11a-15ebc2cc5557 req-e8f6b847-dc7e-4a6f-b622-505611d2bfe2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 HTTP/1.1" status: 200 len: 914 time: 0.6843133 Feb 04 13:49:27.248677 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa938c8a-3974-4b44-8671-9a5084169e11 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0d0827a0-c5dd-40cf-8d24-9f50fda8fe52), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:27.391757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa938c8a-3974-4b44-8671-9a5084169e11 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:49:27.422950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-01a7e8ee-800b-4024-98f3-3524509de7a7 None None] Deleting port af6eebe7-bf5d-443b-aeff-779b7c4bc40a {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:27.423825 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-01a7e8ee-800b-4024-98f3-3524509de7a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (af6eebe7-bf5d-443b-aeff-779b7c4bc40a), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:27.436250 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48138ec3-d9f1-4394-b11a-15ebc2cc5557 req-09db8f27-9f0a-44aa-a264-bf9a950b8bef service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fcceb57-e3e6-485e-8606-e8f069c54053 HTTP/1.1" status: 200 len: 217 time: 0.1841407 Feb 04 13:49:27.471818 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 66d84f45-3d74-4bf0-ae11-8162eb29a522 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:49:27.501813 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Deleting port d2bede25-d804-48f7-a879-fb619f8d1bdc {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:27.503066 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d2bede25-d804-48f7-a879-fb619f8d1bdc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:27.551479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa938c8a-3974-4b44-8671-9a5084169e11 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0827a0-c5dd-40cf-8d24-9f50fda8fe52,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:27.589977 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48138ec3-d9f1-4394-b11a-15ebc2cc5557 req-bb4977c3-d1c1-42bb-a52b-7c012d6cb3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:27.592808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8835b22d-8abb-4b38-bb1a-6f7a6f3d2f5c None None] Current status of the port 71f14110-4406-40b2-906d-db99fb2171e5 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:27.593637 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8835b22d-8abb-4b38-bb1a-6f7a6f3d2f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71f14110-4406-40b2-906d-db99fb2171e5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:27.594929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48138ec3-d9f1-4394-b11a-15ebc2cc5557 req-bb4977c3-d1c1-42bb-a52b-7c012d6cb3ad service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4ccf873e-5391-44ae-8d90-070fed243733 HTTP/1.1" status: 200 len: 853 time: 0.1497006 Feb 04 13:49:27.624280 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa938c8a-3974-4b44-8671-9a5084169e11 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (91deed2e-4c77-447c-89d7-74bfbe46f75b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:27.627731 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-fa938c8a-3974-4b44-8671-9a5084169e11 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Added segment 91deed2e-4c77-447c-89d7-74bfbe46f75b of type vlan for network 922633e3-d34e-4a7f-b0fa-f205accb7d64 Feb 04 13:49:27.644358 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (fc30a9f2-34b4-429b-943a-7f44ffd90cbf), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:27.781677 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6bea7f3c-24e8-4695-90f1-8976fbc4816c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (d2bede25-d804-48f7-a879-fb619f8d1bdc), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:27.822171 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bea7f3c-24e8-4695-90f1-8976fbc4816c None None] No DVR routers for this DVR port d2bede25-d804-48f7-a879-fb619f8d1bdc on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:49:27.827045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-01a7e8ee-800b-4024-98f3-3524509de7a7 None None] For port af6eebe7-bf5d-443b-aeff-779b7c4bc40a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=af6eebe7-bf5d-443b-aeff-779b7c4bc40a,segment=NetworkSegment(53d6a2ee-7a06-4697-8aa6-c0a62c54f323),segment_id=53d6a2ee-7a06-4697-8aa6-c0a62c54f323)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:27.827778 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-01a7e8ee-800b-4024-98f3-3524509de7a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (af6eebe7-bf5d-443b-aeff-779b7c4bc40a), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:27.838181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8835b22d-8abb-4b38-bb1a-6f7a6f3d2f5c None None] For port 71f14110-4406-40b2-906d-db99fb2171e5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=71f14110-4406-40b2-906d-db99fb2171e5,segment=NetworkSegment(fd4a72dd-cdce-41e8-a430-9f1e80aaedad),segment_id=fd4a72dd-cdce-41e8-a430-9f1e80aaedad)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:27.880034 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc30a9f2-34b4-429b-943a-7f44ffd90cbf']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:27.887228 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea7f3c-24e8-4695-90f1-8976fbc4816c None None] Pushing event deleted for resources: {'Port': ['ID=d2bede25-d804-48f7-a879-fb619f8d1bdc,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:27.889079 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8835b22d-8abb-4b38-bb1a-6f7a6f3d2f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (71f14110-4406-40b2-906d-db99fb2171e5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:27.899871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-01a7e8ee-800b-4024-98f3-3524509de7a7 None None] Calling delete_port for af6eebe7-bf5d-443b-aeff-779b7c4bc40a owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:27.901899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] For port d2bede25-d804-48f7-a879-fb619f8d1bdc, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d2bede25-d804-48f7-a879-fb619f8d1bdc,segment=NetworkSegment(0d6d791d-09d1-4b3a-9982-b10839cf8190),segment_id=0d6d791d-09d1-4b3a-9982-b10839cf8190)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:27.904021 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d2bede25-d804-48f7-a879-fb619f8d1bdc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:27.940624 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa938c8a-3974-4b44-8671-9a5084169e11 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (922633e3-d34e-4a7f-b0fa-f205accb7d64), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:27.966322 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944d8376-e797-497e-898b-bcbf15101996') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:27.967145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944d8376-e797-497e-898b-bcbf15101996') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:27.978568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48138ec3-d9f1-4394-b11a-15ebc2cc5557 req-a665f09a-5756-4124-9060-01e832f78596 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3697016 Feb 04 13:49:28.052769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 66d84f45-3d74-4bf0-ae11-8162eb29a522 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:28.053841 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:28.092953 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-75a94c7f-294b-4279-9e95-834b8467a154 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Deleting port 91f8f16c-a082-4aa7-87c2-a23a73335b87 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:28.094017 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-75a94c7f-294b-4279-9e95-834b8467a154 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:28.188743 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adec579-61df-44ae-82ad-68a090c2e515 req-64e017f4-8c94-47b1-bc81-df7cd7253879 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:28.201764 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7adec579-61df-44ae-82ad-68a090c2e515 req-64e017f4-8c94-47b1-bc81-df7cd7253879 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 0.2323356 Feb 04 13:49:28.209125 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835b22d-8abb-4b38-bb1a-6f7a6f3d2f5c None None] Pushing event updated for resources: {'Port': ['ID=71f14110-4406-40b2-906d-db99fb2171e5,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:28.218254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-76b7f210-6d47-44ad-b9f6-d18c179c7f29 None None] Provisioning complete for port 71f14110-4406-40b2-906d-db99fb2171e5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:28.219346 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-76b7f210-6d47-44ad-b9f6-d18c179c7f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (71f14110-4406-40b2-906d-db99fb2171e5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:28.358202 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-75a94c7f-294b-4279-9e95-834b8467a154 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] For port 91f8f16c-a082-4aa7-87c2-a23a73335b87, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=91f8f16c-a082-4aa7-87c2-a23a73335b87,segment=NetworkSegment(0c4ff44f-f498-4184-b0a7-c05250852337),segment_id=0c4ff44f-f498-4184-b0a7-c05250852337)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:28.359898 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-75a94c7f-294b-4279-9e95-834b8467a154 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:28.382930 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7adec579-61df-44ae-82ad-68a090c2e515 req-ddc2c37a-b1c7-4274-bc09-615b4381c36e tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796906 Feb 04 13:49:28.389163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48138ec3-d9f1-4394-b11a-15ebc2cc5557 req-4b68b867-3128-4155-a256-16662769f214 service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831782 Feb 04 13:49:28.396865 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-01a7e8ee-800b-4024-98f3-3524509de7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (af6eebe7-bf5d-443b-aeff-779b7c4bc40a), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:28.401941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-75a94c7f-294b-4279-9e95-834b8467a154 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Calling delete_port for 91f8f16c-a082-4aa7-87c2-a23a73335b87 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:28.447561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 66d84f45-3d74-4bf0-ae11-8162eb29a522 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:28.449244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 71f14110-4406-40b2-906d-db99fb2171e5 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:49:28.498851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7e8ee-800b-4024-98f3-3524509de7a7 None None] Pushing event deleted for resources: {'Port': ['ID=af6eebe7-bf5d-443b-aeff-779b7c4bc40a,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:28.514828 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a7e8ee-800b-4024-98f3-3524509de7a7 None None] No DVR routers for this DVR port af6eebe7-bf5d-443b-aeff-779b7c4bc40a on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:49:28.569838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-76b7f210-6d47-44ad-b9f6-d18c179c7f29 None None] Current status of the port 71f14110-4406-40b2-906d-db99fb2171e5 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:28.615825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100940cc-8f7a-4a6a-b40c-85bb4a51e2dd None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:49:28.725021 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 71f14110-4406-40b2-906d-db99fb2171e5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:28.725562 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (71f14110-4406-40b2-906d-db99fb2171e5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:28.736027 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Calling delete_port for d2bede25-d804-48f7-a879-fb619f8d1bdc owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:28.838147 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48138ec3-d9f1-4394-b11a-15ebc2cc5557 req-c9f08394-0cb9-4c0f-b745-0e661ac332b6 service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584733 Feb 04 13:49:28.848855 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa938c8a-3974-4b44-8671-9a5084169e11 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (922633e3-d34e-4a7f-b0fa-f205accb7d64), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:28.862042 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa938c8a-3974-4b44-8671-9a5084169e11 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:28.865069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa938c8a-3974-4b44-8671-9a5084169e11 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:28.877626 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (944d8376-e797-497e-898b-bcbf15101996), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:28.901983 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (944d8376-e797-497e-898b-bcbf15101996), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:28.905583 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:28.921051 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:49:28.923911 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (944d8376-e797-497e-898b-bcbf15101996), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:49:29.096612 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:49:29.208042 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d2bede25-d804-48f7-a879-fb619f8d1bdc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:29.319661 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 71f14110-4406-40b2-906d-db99fb2171e5 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:29.351682 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100940cc-8f7a-4a6a-b40c-85bb4a51e2dd None None] Resources bound (agent type, host, resource id): {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:49:29.380865 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (fc30a9f2-34b4-429b-943a-7f44ffd90cbf), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:29.396629 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fa938c8a-3974-4b44-8671-9a5084169e11 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.8688402 Feb 04 13:49:29.403242 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] No DVR routers for this DVR port d2bede25-d804-48f7-a879-fb619f8d1bdc on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:49:29.404664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33510) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:29.428138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a680a9dd-db4c-4f24-af30-a22b6ed85105 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'subnet': {'network_id': '922633e3-d34e-4a7f-b0fa-f205accb7d64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:29.440707 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event deleted for resources: {'Port': ['ID=d2bede25-d804-48f7-a879-fb619f8d1bdc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:29.479509 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:29.503030 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/fc30a9f2-34b4-429b-943a-7f44ffd90cbf HTTP/1.1" status: 204 len: 168 time: 9.2688775 Feb 04 13:49:29.522414 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33518) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:29.591319 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d2bede25-d804-48f7-a879-fb619f8d1bdc no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:49:29.625019 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c528f44a-4a9a-410a-aece-e136ae78f040 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-793523812'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:29.656231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa938c8a-3974-4b44-8671-9a5084169e11 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Network': ['ID=922633e3-d34e-4a7f-b0fa-f205accb7d64,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:29.664314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: d2bede25-d804-48f7-a879-fb619f8d1bdc {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:49:29.665434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d2bede25-d804-48f7-a879-fb619f8d1bdc not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:49:29.750355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 922633e3-d34e-4a7f-b0fa-f205accb7d64 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:49:29.940613 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-75a94c7f-294b-4279-9e95-834b8467a154 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (91f8f16c-a082-4aa7-87c2-a23a73335b87), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:29.988949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5d8e2-0093-4d8c-aea0-af5c495f3d7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Network': ['ID=fc30a9f2-34b4-429b-943a-7f44ffd90cbf,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:30.123607 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a94c7f-294b-4279-9e95-834b8467a154 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Port': ['ID=91f8f16c-a082-4aa7-87c2-a23a73335b87,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:30.139587 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (361c3099-6555-4ea8-872d-0b37bedf594c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:30.143756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 71f14110-4406-40b2-906d-db99fb2171e5 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:49:30.185068 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c528f44a-4a9a-410a-aece-e136ae78f040 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:30.191130 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c528f44a-4a9a-410a-aece-e136ae78f040 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:30.345437 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3193c6c-2bf4-4ca8-a13d-b879bae3a0c5 req-367d86c0-0318-44a6-9143-d81e3c2c3418 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:30.349540 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b3193c6c-2bf4-4ca8-a13d-b879bae3a0c5 req-367d86c0-0318-44a6-9143-d81e3c2c3418 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 0.7119222 Feb 04 13:49:30.365993 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361c3099-6555-4ea8-872d-0b37bedf594c']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:30.431969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6d791d-09d1-4b3a-9982-b10839cf8190') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:30.433151 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6d791d-09d1-4b3a-9982-b10839cf8190') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:30.475940 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (0d6d791d-09d1-4b3a-9982-b10839cf8190), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:30.524387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c528f44a-4a9a-410a-aece-e136ae78f040 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:49:30.544727 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0d6d791d-09d1-4b3a-9982-b10839cf8190), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:30.586017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:49:30.587392 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (0d6d791d-09d1-4b3a-9982-b10839cf8190), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:49:30.593804 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:49:30.720243 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c528f44a-4a9a-410a-aece-e136ae78f040 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (5b877858-d713-4cef-a8a1-075054ec794b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:30.720243 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-c528f44a-4a9a-410a-aece-e136ae78f040 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Added segment 5b877858-d713-4cef-a8a1-075054ec794b of type vlan for network aa7acec3-b837-4bb5-860a-0f48ce09d0b1 Feb 04 13:49:30.725961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a680a9dd-db4c-4f24-af30-a22b6ed85105 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Made reservation on behalf of 3b017a1361cf4e4c8c8fef31bfb385d4 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:30.768026 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a680a9dd-db4c-4f24-af30-a22b6ed85105 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:30.873151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 71f14110-4406-40b2-906d-db99fb2171e5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:30.873906 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (71f14110-4406-40b2-906d-db99fb2171e5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:31.370356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 71f14110-4406-40b2-906d-db99fb2171e5 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:31.525302 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device af6eebe7-bf5d-443b-aeff-779b7c4bc40a no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:49:31.646245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: af6eebe7-bf5d-443b-aeff-779b7c4bc40a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:49:31.646701 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device af6eebe7-bf5d-443b-aeff-779b7c4bc40a not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:49:32.048725 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (361c3099-6555-4ea8-872d-0b37bedf594c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:32.112026 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:32.123748 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "DELETE /v2.0/networks/361c3099-6555-4ea8-872d-0b37bedf594c HTTP/1.1" status: 204 len: 168 time: 6.3651061 Feb 04 13:49:32.130323 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee043dc-9e4a-4c8c-951c-854aa45015ff tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event deleted for resources: {'Network': ['ID=361c3099-6555-4ea8-872d-0b37bedf594c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:32.135955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33536) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:32.185154 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b3193c6c-2bf4-4ca8-a13d-b879bae3a0c5 req-2e6a9731-33e6-4088-b980-709480ee9251 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6516941 Feb 04 13:49:32.234373 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c528f44a-4a9a-410a-aece-e136ae78f040 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (aa7acec3-b837-4bb5-860a-0f48ce09d0b1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:32.324279 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c528f44a-4a9a-410a-aece-e136ae78f040 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (aa7acec3-b837-4bb5-860a-0f48ce09d0b1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:32.333563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c528f44a-4a9a-410a-aece-e136ae78f040 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:32.334543 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c528f44a-4a9a-410a-aece-e136ae78f040 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:32.349814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Allocated IP 172.20.0.1 (53d5135c-fd2b-477e-846e-bb1c387cb632/c3db8a11-c296-49cc-b9e7-5dfcb1863469/3508fa64-c84f-4d58-b829-984f3e0a30b8) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:32.370730 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c528f44a-4a9a-410a-aece-e136ae78f040 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8365285 Feb 04 13:49:32.371085 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-75a94c7f-294b-4279-9e95-834b8467a154 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (b1593f1c-da1d-4cbb-bb50-693fbe31239f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:32.406327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33538) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:32.628849 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for port (3508fa64-c84f-4d58-b829-984f3e0a30b8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:32.730571 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-09e10799-c480-4363-b300-def29fd53a4a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'subnet': {'network_id': 'aa7acec3-b837-4bb5-860a-0f48ce09d0b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:32.766350 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (3508fa64-c84f-4d58-b829-984f3e0a30b8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:33.029212 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event updated for resources: {'Port': ['ID=3508fa64-c84f-4d58-b829-984f3e0a30b8,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:33.057386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Network 53d5135c-fd2b-477e-846e-bb1c387cb632 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:33.079707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:33.100104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:33.229860 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (6b69cb20-540a-4e1f-ac12-030386162157), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:33.248933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:33.249228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:33.249488 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:33.249875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:33.250269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:33.250610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:33.250941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:33.251272 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:33.251787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:33.252176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:33.253482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528f44a-4a9a-410a-aece-e136ae78f040 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Network': ['ID=aa7acec3-b837-4bb5-860a-0f48ce09d0b1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:33.254305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:33.254305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:33.254595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:33.324048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network aa7acec3-b837-4bb5-860a-0f48ce09d0b1 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:49:33.408877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a94c7f-294b-4279-9e95-834b8467a154 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Router b1593f1c-da1d-4cbb-bb50-693fbe31239f has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:49:33.428462 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e10799-c480-4363-b300-def29fd53a4a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:33.460888 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09e10799-c480-4363-b300-def29fd53a4a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:33.818159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.ipam_backend_mixin [None req-09e10799-c480-4363-b300-def29fd53a4a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Performing IP validity checks on allocation pools {{(pid=103607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 13:49:33.818849 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.ipam_backend_mixin [None req-09e10799-c480-4363-b300-def29fd53a4a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 13:49:33.819052 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3e0206f-b3e1-4483-869c-8b2c018d0593 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (1612d2d9-6bc5-454e-b028-8e610907a6d3), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:33.851849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c598c929-ae98-4124-833c-d0a35ef2b0cc None None] Provisioning complete for port 3508fa64-c84f-4d58-b829-984f3e0a30b8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:33.852971 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c598c929-ae98-4124-833c-d0a35ef2b0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3508fa64-c84f-4d58-b829-984f3e0a30b8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:33.926344 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c598c929-ae98-4124-833c-d0a35ef2b0cc None None] Port 3508fa64-c84f-4d58-b829-984f3e0a30b8 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:49:34.099433 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a94c7f-294b-4279-9e95-834b8467a154 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:49:34.121665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4ff2a-65b2-4c7c-ab80-12119bce97c0 None None] Sync routers for ids ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:49:34.138269 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-75a94c7f-294b-4279-9e95-834b8467a154 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "PUT /v2.0/routers/b1593f1c-da1d-4cbb-bb50-693fbe31239f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5155544 Feb 04 13:49:34.182581 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a680a9dd-db4c-4f24-af30-a22b6ed85105 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (465d552d-55ce-440d-b073-30551caac7af), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:34.183138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4ff2a-65b2-4c7c-ab80-12119bce97c0 None None] Routers {'b1593f1c-da1d-4cbb-bb50-693fbe31239f'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:34.183822 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-00d4ff2a-65b2-4c7c-ab80-12119bce97c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:34.284140 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09e10799-c480-4363-b300-def29fd53a4a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (5135809f-f392-45bc-9642-64bc7fed8d92), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:34.496522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45703c-3e26-4628-a0c9-b311d178cbf3 req-3f51d403-44f3-45bd-9f44-4bcbb2bb40b0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:34.508997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a45703c-3e26-4628-a0c9-b311d178cbf3 req-3f51d403-44f3-45bd-9f44-4bcbb2bb40b0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 1.0055163 Feb 04 13:49:34.726321 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-00d4ff2a-65b2-4c7c-ab80-12119bce97c0 None None] Set router b1593f1c-da1d-4cbb-bb50-693fbe31239f gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:49:34.764617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e10799-c480-4363-b300-def29fd53a4a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Subnet': ['ID=5135809f-f392-45bc-9642-64bc7fed8d92,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:34.770638 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3e0206f-b3e1-4483-869c-8b2c018d0593 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (1612d2d9-6bc5-454e-b028-8e610907a6d3), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:34.793139 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e10799-c480-4363-b300-def29fd53a4a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Checking segment: {'id': '5b877858-d713-4cef-a8a1-075054ec794b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'aa7acec3-b837-4bb5-860a-0f48ce09d0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:49:34.795588 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e10799-c480-4363-b300-def29fd53a4a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network hostable DHCP agents. Network: aa7acec3-b837-4bb5-860a-0f48ce09d0b1, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:49:34.809479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680a9dd-db4c-4f24-af30-a22b6ed85105 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Subnet': ['ID=465d552d-55ce-440d-b073-30551caac7af,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:34.854250 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3508fa64-c84f-4d58-b829-984f3e0a30b8), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:34.858041 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-a3e0206f-b3e1-4483-869c-8b2c018d0593 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1612d2d9-6bc5-454e-b028-8e610907a6d3']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:34.863437 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e10799-c480-4363-b300-def29fd53a4a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network aa7acec3-b837-4bb5-860a-0f48ce09d0b1 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:49:34.864862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680a9dd-db4c-4f24-af30-a22b6ed85105 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Checking segment: {'id': '91deed2e-4c77-447c-89d7-74bfbe46f75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '922633e3-d34e-4a7f-b0fa-f205accb7d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:49:34.865486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a680a9dd-db4c-4f24-af30-a22b6ed85105 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network hostable DHCP agents. Network: 922633e3-d34e-4a7f-b0fa-f205accb7d64, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:49:34.896372 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-09e10799-c480-4363-b300-def29fd53a4a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, aa7acec3-b837-4bb5-860a-0f48ce09d0b1) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:34.900437 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a45703c-3e26-4628-a0c9-b311d178cbf3 req-ad1b4af0-d7c9-44f2-a214-297911ef62b1 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899810 Feb 04 13:49:34.908594 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e10799-c480-4363-b300-def29fd53a4a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:34.909425 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09e10799-c480-4363-b300-def29fd53a4a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:34.928982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-a3e0206f-b3e1-4483-869c-8b2c018d0593 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d6a2ee-7a06-4697-8aa6-c0a62c54f323') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:34.931300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-a3e0206f-b3e1-4483-869c-8b2c018d0593 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d6a2ee-7a06-4697-8aa6-c0a62c54f323') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:34.963644 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-09e10799-c480-4363-b300-def29fd53a4a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3073654 Feb 04 13:49:34.965512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33556) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:35.000079 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3e0206f-b3e1-4483-869c-8b2c018d0593 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (53d6a2ee-7a06-4697-8aa6-c0a62c54f323), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:35.028383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f7a852-22bc-46e7-8d91-a7d1ad857610 None None] Network aa7acec3-b837-4bb5-860a-0f48ce09d0b1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:35.134916 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3e0206f-b3e1-4483-869c-8b2c018d0593 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (53d6a2ee-7a06-4697-8aa6-c0a62c54f323), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:35.163135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a680a9dd-db4c-4f24-af30-a22b6ed85105 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network 922633e3-d34e-4a7f-b0fa-f205accb7d64 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:49:35.196950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e0206f-b3e1-4483-869c-8b2c018d0593 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:49:35.198794 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3e0206f-b3e1-4483-869c-8b2c018d0593 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (53d6a2ee-7a06-4697-8aa6-c0a62c54f323), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:49:35.207061 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:49:35.262312 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3588-b8c9-460e-92fb-8a476ff19f52 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (aa7acec3-b837-4bb5-860a-0f48ce09d0b1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:35.424946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-a680a9dd-db4c-4f24-af30-a22b6ed85105 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 922633e3-d34e-4a7f-b0fa-f205accb7d64) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:35.472549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3588-b8c9-460e-92fb-8a476ff19f52 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (5135809f-f392-45bc-9642-64bc7fed8d92), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:35.532594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a680a9dd-db4c-4f24-af30-a22b6ed85105 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:35.533476 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a680a9dd-db4c-4f24-af30-a22b6ed85105 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:35.626962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a061bebf-261e-4f3b-b277-a022e278c6a5 None None] Network 922633e3-d34e-4a7f-b0fa-f205accb7d64 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:35.661851 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3588-b8c9-460e-92fb-8a476ff19f52 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (5135809f-f392-45bc-9642-64bc7fed8d92), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:35.717361 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a680a9dd-db4c-4f24-af30-a22b6ed85105 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.3082693 Feb 04 13:49:35.734613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33562) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:35.762929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-74199458', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}, 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:35.791579 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3e0206f-b3e1-4483-869c-8b2c018d0593 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (1612d2d9-6bc5-454e-b028-8e610907a6d3), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:35.847294 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3588-b8c9-460e-92fb-8a476ff19f52 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (aa7acec3-b837-4bb5-860a-0f48ce09d0b1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:35.853325 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3e0206f-b3e1-4483-869c-8b2c018d0593 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:35.874138 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a3e0206f-b3e1-4483-869c-8b2c018d0593 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] 10.222.0.96 "DELETE /v2.0/networks/1612d2d9-6bc5-454e-b028-8e610907a6d3 HTTP/1.1" status: 204 len: 168 time: 3.7082860 Feb 04 13:49:35.903423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-7d1c3588-b8c9-460e-92fb-8a476ff19f52 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7acec3-b837-4bb5-860a-0f48ce09d0b1']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:35.918948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-7d1c3588-b8c9-460e-92fb-8a476ff19f52 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b877858-d713-4cef-a8a1-075054ec794b') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:35.919358 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-7d1c3588-b8c9-460e-92fb-8a476ff19f52 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b877858-d713-4cef-a8a1-075054ec794b') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:35.938552 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3588-b8c9-460e-92fb-8a476ff19f52 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (5b877858-d713-4cef-a8a1-075054ec794b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:35.950025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0206f-b3e1-4483-869c-8b2c018d0593 tempest-TaggedBootDevicesTest-204311971 tempest-TaggedBootDevicesTest-204311971-project] Pushing event deleted for resources: {'Network': ['ID=1612d2d9-6bc5-454e-b028-8e610907a6d3,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:35.968663 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3588-b8c9-460e-92fb-8a476ff19f52 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (5b877858-d713-4cef-a8a1-075054ec794b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:35.980740 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (32494e27-ec60-40aa-a5a4-9e1d56551c8c), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:35.983131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1c3588-b8c9-460e-92fb-8a476ff19f52 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:49:35.984720 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (32494e27-ec60-40aa-a5a4-9e1d56551c8c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:35.986813 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3588-b8c9-460e-92fb-8a476ff19f52 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (5b877858-d713-4cef-a8a1-075054ec794b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:36.017290 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba067ea8-9806-4717-8dfc-497388ee0060 req-ef7cc604-8a2e-463b-8304-72db8500d3a9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:36.026928 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba067ea8-9806-4717-8dfc-497388ee0060 req-ef7cc604-8a2e-463b-8304-72db8500d3a9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 946 time: 0.5246918 Feb 04 13:49:36.073117 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c3588-b8c9-460e-92fb-8a476ff19f52 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Subnet': ['ID=5135809f-f392-45bc-9642-64bc7fed8d92,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:49:36.083308 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:49:36.216150 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3588-b8c9-460e-92fb-8a476ff19f52 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (aa7acec3-b837-4bb5-860a-0f48ce09d0b1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:36.222928 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720e2560-9f63-470f-be66-9a889e9baccc None None] Network 922633e3-d34e-4a7f-b0fa-f205accb7d64 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:36.245981 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3588-b8c9-460e-92fb-8a476ff19f52 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:36.255493 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7d1c3588-b8c9-460e-92fb-8a476ff19f52 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/aa7acec3-b837-4bb5-860a-0f48ce09d0b1 HTTP/1.1" status: 204 len: 168 time: 1.2854753 Feb 04 13:49:36.270432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33574) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:36.282454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba067ea8-9806-4717-8dfc-497388ee0060 req-a3239bd2-dce9-4998-9f8f-686d23782d7d tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=967f2fac-00eb-4fe1-ad32-2ff9e89857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386708 Feb 04 13:49:36.306664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f8b95462-f031-4e2e-871a-4172fb56195b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-584017908'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:36.356399 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c3588-b8c9-460e-92fb-8a476ff19f52 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Network': ['ID=aa7acec3-b837-4bb5-860a-0f48ce09d0b1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:36.401628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29741c64-5a71-4c24-a76e-5d25e0b73f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-aa7acec3-b837-4bb5-860a-0f48ce09d0b1', 'network_id': 'aa7acec3-b837-4bb5-860a-0f48ce09d0b1', 'project_id': 'f39222374bfe46758bc13b159822bacd', 'fixed_ips': [{'subnet_id': '5135809f-f392-45bc-9642-64bc7fed8d92'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:49:36.403303 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-29741c64-5a71-4c24-a76e-5d25e0b73f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:36.520278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfdbe65-bf94-4735-90db-e1dcc628a333 None None] Network aa7acec3-b837-4bb5-860a-0f48ce09d0b1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:36.680204 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfdbe65-bf94-4735-90db-e1dcc628a333 None None] Network aa7acec3-b837-4bb5-860a-0f48ce09d0b1 could not be found, it might have been deleted concurrently. {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 13:49:36.707116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-00d4ff2a-65b2-4c7c-ab80-12119bce97c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:49:28Z', 'revision_number': 6, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'c4d2905b-c417-44e1-b526-82f6bb05813b', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'port_id': '97905031-2f2a-4178-85eb-0808ee9411a5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'mac_address': 'fa:16:3e:71:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:46:41Z', 'updated_at': '2022-02-04T13:46:53Z', 'revision_number': 1, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8422432-6331-4df2-b83b-2a773ba207aa', 'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:38:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:28Z', 'updated_at': '2022-02-04T13:45:45Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:36.786687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4ff2a-65b2-4c7c-ab80-12119bce97c0 None None] Checking router: b1593f1c-da1d-4cbb-bb50-693fbe31239f for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:49:36.817310 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4ff2a-65b2-4c7c-ab80-12119bce97c0 None None] Routers {'b1593f1c-da1d-4cbb-bb50-693fbe31239f'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:36.818070 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-00d4ff2a-65b2-4c7c-ab80-12119bce97c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:36.829274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b95462-f031-4e2e-871a-4172fb56195b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:36.851011 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f8b95462-f031-4e2e-871a-4172fb56195b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:37.001366 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router_controller (32494e27-ec60-40aa-a5a4-9e1d56551c8c), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:37.031423 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for port (3508fa64-c84f-4d58-b829-984f3e0a30b8), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:37.348654 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-00d4ff2a-65b2-4c7c-ab80-12119bce97c0 None None] Set router b1593f1c-da1d-4cbb-bb50-693fbe31239f gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:49:37.382166 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (3508fa64-c84f-4d58-b829-984f3e0a30b8), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:37.769161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b95462-f031-4e2e-871a-4172fb56195b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:49:37.920801 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (6b69cb20-540a-4e1f-ac12-030386162157), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:38.596083 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router_gateway (32494e27-ec60-40aa-a5a4-9e1d56551c8c), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:38.607785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event updated for resources: {'Port': ['ID=3508fa64-c84f-4d58-b829-984f3e0a30b8,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:38.662249 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f8b95462-f031-4e2e-871a-4172fb56195b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (881443b5-87e2-46e5-bbd0-a906feac2e78), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:38.662603 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-f8b95462-f031-4e2e-871a-4172fb56195b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Added segment 881443b5-87e2-46e5-bbd0-a906feac2e78 of type vlan for network 7a35ba3f-55dd-4b52-934f-8043a66654dd Feb 04 13:49:38.722426 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f8b95462-f031-4e2e-871a-4172fb56195b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (7a35ba3f-55dd-4b52-934f-8043a66654dd), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:38.885795 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f8b95462-f031-4e2e-871a-4172fb56195b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (7a35ba3f-55dd-4b52-934f-8043a66654dd), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:38.892659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b95462-f031-4e2e-871a-4172fb56195b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:38.893590 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f8b95462-f031-4e2e-871a-4172fb56195b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:38.916502 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-00d4ff2a-65b2-4c7c-ab80-12119bce97c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:49:28Z', 'revision_number': 6, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'c4d2905b-c417-44e1-b526-82f6bb05813b', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'port_id': '97905031-2f2a-4178-85eb-0808ee9411a5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'mac_address': 'fa:16:3e:71:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:46:41Z', 'updated_at': '2022-02-04T13:46:53Z', 'revision_number': 1, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8422432-6331-4df2-b83b-2a773ba207aa', 'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:38:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:28Z', 'updated_at': '2022-02-04T13:45:45Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:39.025590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4ff2a-65b2-4c7c-ab80-12119bce97c0 None None] The sync data for ids ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'] in n-d-714676-13 is: [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:49:28Z', 'revision_number': 6, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'c4d2905b-c417-44e1-b526-82f6bb05813b', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'port_id': '97905031-2f2a-4178-85eb-0808ee9411a5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'mac_address': 'fa:16:3e:71:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:46:41Z', 'updated_at': '2022-02-04T13:46:53Z', 'revision_number': 1, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8422432-6331-4df2-b83b-2a773ba207aa', 'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:38:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:28Z', 'updated_at': '2022-02-04T13:45:45Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:49:39.042763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c54205-3eeb-4bb2-9505-6a49bec26d66 req-699a34ce-982a-48d2-9308-f461dc13d609 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:39.055505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2c54205-3eeb-4bb2-9505-6a49bec26d66 req-699a34ce-982a-48d2-9308-f461dc13d609 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 2.2266808 Feb 04 13:49:39.158045 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33586) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:39.165923 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b42699c5-7a2b-42e4-90bb-ac34a5cc76ac tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'subnet': {'network_id': '7a35ba3f-55dd-4b52-934f-8043a66654dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:39.170717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f8b95462-f031-4e2e-871a-4172fb56195b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8867335 Feb 04 13:49:39.229106 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e40246-16b4-4f16-9ce3-3509ad4b2f55 req-8f4e00d8-1b6b-4167-9383-9c301cdeaa44 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:39.232086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15e40246-16b4-4f16-9ce3-3509ad4b2f55 req-8f4e00d8-1b6b-4167-9383-9c301cdeaa44 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.99 "GET /v2.0/ports?device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 946 time: 1.8620870 Feb 04 13:49:39.263297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b95462-f031-4e2e-871a-4172fb56195b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Network': ['ID=7a35ba3f-55dd-4b52-934f-8043a66654dd,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:39.282139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 7a35ba3f-55dd-4b52-934f-8043a66654dd details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:49:39.348299 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42699c5-7a2b-42e4-90bb-ac34a5cc76ac tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:39.354776 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b42699c5-7a2b-42e4-90bb-ac34a5cc76ac tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:39.522842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2c54205-3eeb-4bb2-9505-6a49bec26d66 req-0b003148-4b1d-4a71-a143-0b72503b2065 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663286 Feb 04 13:49:39.564293 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Network 53d5135c-fd2b-477e-846e-bb1c387cb632 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:39.576469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:39.713643 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-15e40246-16b4-4f16-9ce3-3509ad4b2f55 req-3210126d-7ba1-4b90-8c2a-552baf4ff23e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Deleting port 99dbfc62-b269-4748-84af-0b2d722b8a6e {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:39.715378 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-15e40246-16b4-4f16-9ce3-3509ad4b2f55 req-3210126d-7ba1-4b90-8c2a-552baf4ff23e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:39.808453 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 91f8f16c-a082-4aa7-87c2-a23a73335b87 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:49:39.901714 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 91f8f16c-a082-4aa7-87c2-a23a73335b87 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:49:39.908092 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 91f8f16c-a082-4aa7-87c2-a23a73335b87 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:49:40.031860 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b42699c5-7a2b-42e4-90bb-ac34a5cc76ac tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (cd758f83-8ec0-43fb-bb26-baf57d1bac99), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:40.083236 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d7b4a1d6-2365-4496-99cc-07c787a9f20a None None] Provisioning complete for port 3508fa64-c84f-4d58-b829-984f3e0a30b8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:40.087055 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a1d6-2365-4496-99cc-07c787a9f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3508fa64-c84f-4d58-b829-984f3e0a30b8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:40.102992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 99dbfc62-b269-4748-84af-0b2d722b8a6e no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:49:40.247674 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42699c5-7a2b-42e4-90bb-ac34a5cc76ac tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Subnet': ['ID=cd758f83-8ec0-43fb-bb26-baf57d1bac99,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:40.266353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42699c5-7a2b-42e4-90bb-ac34a5cc76ac tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Checking segment: {'id': '881443b5-87e2-46e5-bbd0-a906feac2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '7a35ba3f-55dd-4b52-934f-8043a66654dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:49:40.266353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42699c5-7a2b-42e4-90bb-ac34a5cc76ac tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network hostable DHCP agents. Network: 7a35ba3f-55dd-4b52-934f-8043a66654dd, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:49:40.319209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4a1d6-2365-4496-99cc-07c787a9f20a None None] Port 3508fa64-c84f-4d58-b829-984f3e0a30b8 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:49:40.361196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42699c5-7a2b-42e4-90bb-ac34a5cc76ac tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network 7a35ba3f-55dd-4b52-934f-8043a66654dd is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:49:40.398481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b42699c5-7a2b-42e4-90bb-ac34a5cc76ac tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 7a35ba3f-55dd-4b52-934f-8043a66654dd) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:40.435299 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42699c5-7a2b-42e4-90bb-ac34a5cc76ac tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:40.441560 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b42699c5-7a2b-42e4-90bb-ac34a5cc76ac tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:40.464876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 99dbfc62-b269-4748-84af-0b2d722b8a6e is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:40.465305 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:40.471961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1495c236-98ca-4466-bc3c-bdff153a6b3e None None] Network 7a35ba3f-55dd-4b52-934f-8043a66654dd requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:40.544915 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b42699c5-7a2b-42e4-90bb-ac34a5cc76ac tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3815303 Feb 04 13:49:40.546889 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33598) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:40.663910 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 99dbfc62-b269-4748-84af-0b2d722b8a6e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=99dbfc62-b269-4748-84af-0b2d722b8a6e,segment=NetworkSegment(0c4ff44f-f498-4184-b0a7-c05250852337),segment_id=0c4ff44f-f498-4184-b0a7-c05250852337)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:40.671372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32284d0-192f-4e55-87a6-fb022a2cccf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99dbfc62-b269-4748-84af-0b2d722b8a6e'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:49:40.678162 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32929094-9e96-4ada-9c10-5bf81e74659d" -d '{"events": [{"server_uuid": "d32284d0-192f-4e55-87a6-fb022a2cccf6", "name": "network-vif-unplugged", "status": "completed", "tag": "99dbfc62-b269-4748-84af-0b2d722b8a6e"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:49:40.692357 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:40.754347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436d904-d1b7-47a0-a2eb-d33488deed92 req-aec1dad6-1fba-42d7-a918-f7048897c6ca tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:40.760918 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a436d904-d1b7-47a0-a2eb-d33488deed92 req-aec1dad6-1fba-42d7-a918-f7048897c6ca tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 946 time: 0.8834708 Feb 04 13:49:40.770615 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router_gateway (32494e27-ec60-40aa-a5a4-9e1d56551c8c), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:40.852457 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=99dbfc62-b269-4748-84af-0b2d722b8a6e,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:40.941892 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:40.968360 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a023fe63-9b4c-47a2-a0e8-b13578a16610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:41.043505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-7a35ba3f-55dd-4b52-934f-8043a66654dd', 'network_id': '7a35ba3f-55dd-4b52-934f-8043a66654dd', 'project_id': 'f39222374bfe46758bc13b159822bacd', 'fixed_ips': [{'subnet_id': 'cd758f83-8ec0-43fb-bb26-baf57d1bac99'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:49:41.044389 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:41.091335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Router 6b69cb20-540a-4e1f-ac12-030386162157 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:49:41.176434 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (7a35ba3f-55dd-4b52-934f-8043a66654dd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:41.469832 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (cd758f83-8ec0-43fb-bb26-baf57d1bac99), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:41.489618 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Allocated IP 172.25.5.128 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/7459bc0a-e6e2-4fcd-a024-3df9c8a4e7f7) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:41.494598 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Allocated IP 172.20.0.1 (7a35ba3f-55dd-4b52-934f-8043a66654dd/cd758f83-8ec0-43fb-bb26-baf57d1bac99/c03d2a4f-db2c-4888-94b5-b6b6c91141ed) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:41.744735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a436d904-d1b7-47a0-a2eb-d33488deed92 req-817db245-fa19-467a-851a-adda4b8f18bf tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=967f2fac-00eb-4fe1-ad32-2ff9e89857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9767532 Feb 04 13:49:41.796359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-15e40246-16b4-4f16-9ce3-3509ad4b2f55 req-3210126d-7ba1-4b90-8c2a-552baf4ff23e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] For port 99dbfc62-b269-4748-84af-0b2d722b8a6e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=99dbfc62-b269-4748-84af-0b2d722b8a6e,segment=NetworkSegment(0c4ff44f-f498-4184-b0a7-c05250852337),segment_id=0c4ff44f-f498-4184-b0a7-c05250852337)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:41.797531 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-15e40246-16b4-4f16-9ce3-3509ad4b2f55 req-3210126d-7ba1-4b90-8c2a-552baf4ff23e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:41.931654 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Publish callbacks [] for port (c03d2a4f-db2c-4888-94b5-b6b6c91141ed), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:41.942055 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (c03d2a4f-db2c-4888-94b5-b6b6c91141ed), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:41.967875 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (cd758f83-8ec0-43fb-bb26-baf57d1bac99), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:42.021555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-15e40246-16b4-4f16-9ce3-3509ad4b2f55 req-3210126d-7ba1-4b90-8c2a-552baf4ff23e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Calling delete_port for 99dbfc62-b269-4748-84af-0b2d722b8a6e owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:42.039828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Subnet': ['ID=cd758f83-8ec0-43fb-bb26-baf57d1bac99,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:42.083562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Network 7a35ba3f-55dd-4b52-934f-8043a66654dd is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:42.088543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:42.105462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:42.135287 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (7a35ba3f-55dd-4b52-934f-8043a66654dd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:42.177720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Pushing event updated for resources: {'Port': ['ID=c03d2a4f-db2c-4888-94b5-b6b6c91141ed,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:42.183344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a35ba3f-55dd-4b52-934f-8043a66654dd']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:42.213987 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881443b5-87e2-46e5-bbd0-a906feac2e78') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:42.214411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881443b5-87e2-46e5-bbd0-a906feac2e78') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:42.230916 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (881443b5-87e2-46e5-bbd0-a906feac2e78), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:42.261815 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (881443b5-87e2-46e5-bbd0-a906feac2e78), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:42.280743 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:49:42.281576 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (881443b5-87e2-46e5-bbd0-a906feac2e78), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:49:42.286119 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:49:42.301166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Attempting to bind port c03d2a4f-db2c-4888-94b5-b6b6c91141ed on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:49:42.304133 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Attempting to bind port c03d2a4f-db2c-4888-94b5-b6b6c91141ed by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '881443b5-87e2-46e5-bbd0-a906feac2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '7a35ba3f-55dd-4b52-934f-8043a66654dd'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:49:42.304906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Attempting to bind port c03d2a4f-db2c-4888-94b5-b6b6c91141ed on network 7a35ba3f-55dd-4b52-934f-8043a66654dd {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:49:42.318182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:49:42.318983 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Checking segment: {'id': '881443b5-87e2-46e5-bbd0-a906feac2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '7a35ba3f-55dd-4b52-934f-8043a66654dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:49:42.320556 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:42.331036 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Bound using segment: {'id': '881443b5-87e2-46e5-bbd0-a906feac2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '7a35ba3f-55dd-4b52-934f-8043a66654dd'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:49:42.335721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Bound port: c03d2a4f-db2c-4888-94b5-b6b6c91141ed, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881443b5-87e2-46e5-bbd0-a906feac2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '7a35ba3f-55dd-4b52-934f-8043a66654dd'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:49:42.336969 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c03d2a4f-db2c-4888-94b5-b6b6c91141ed), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:42.431677 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (7459bc0a-e6e2-4fcd-a024-3df9c8a4e7f7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:42.451517 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.api [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:49:42.451517 n-d-714676-13 neutron-server[103607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:49:42.451517 n-d-714676-13 neutron-server[103607]: [parameters: {'id': '7a35ba3f-55dd-4b52-934f-8043a66654dd'}] Feb 04 13:49:42.451517 n-d-714676-13 neutron-server[103607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:49:42.451959 n-d-714676-13 neutron-server[103607]: DEBUG oslo_db.api [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:49:42.480387 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e3d44-c819-4190-81f1-84c9b477209d req-40d45b02-5f8a-4488-a87a-beeea4361082 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:42.488005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-061e3d44-c819-4190-81f1-84c9b477209d req-40d45b02-5f8a-4488-a87a-beeea4361082 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 0.5328369 Feb 04 13:49:42.566511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] For port c03d2a4f-db2c-4888-94b5-b6b6c91141ed, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:49:42.589265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] For port c03d2a4f-db2c-4888-94b5-b6b6c91141ed, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c03d2a4f-db2c-4888-94b5-b6b6c91141ed,segment=NetworkSegment(881443b5-87e2-46e5-bbd0-a906feac2e78),segment_id=881443b5-87e2-46e5-bbd0-a906feac2e78)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:49:42.606987 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c03d2a4f-db2c-4888-94b5-b6b6c91141ed), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:42.759298 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cf74c-d815-4c93-b686-a6d0efe2dee2 None None] Pushing event updated for resources: {'Port': ['ID=c03d2a4f-db2c-4888-94b5-b6b6c91141ed,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:42.768785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:49:42.783522 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af21ff82-cf69-46bb-9767-65b3b4ae94cb None None] Sync routers for ids ['6b69cb20-540a-4e1f-ac12-030386162157'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:49:42.809163 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af21ff82-cf69-46bb-9767-65b3b4ae94cb None None] Routers {'6b69cb20-540a-4e1f-ac12-030386162157'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:42.810132 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-af21ff82-cf69-46bb-9767-65b3b4ae94cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6b69cb20-540a-4e1f-ac12-030386162157'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:42.928539 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-af21ff82-cf69-46bb-9767-65b3b4ae94cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:42.934891 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc15f271-65f7-4ec0-b5cb-27e9ec80822e None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:49:42.962149 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (7a35ba3f-55dd-4b52-934f-8043a66654dd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:42.990526 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af21ff82-cf69-46bb-9767-65b3b4ae94cb None None] Routers {'6b69cb20-540a-4e1f-ac12-030386162157'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:42.991814 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-af21ff82-cf69-46bb-9767-65b3b4ae94cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6b69cb20-540a-4e1f-ac12-030386162157'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:43.034233 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-59196851-158d-459e-a3b1-08eb6f9528d3 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] 10.222.0.96 "PUT /v2.0/routers/6b69cb20-540a-4e1f-ac12-030386162157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7983017 Feb 04 13:49:43.040503 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33614) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:43.052809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c73ae677-39e0-4ef0-a457-92fd539891bf tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Request body: {'port': {'network_id': '53d5135c-fd2b-477e-846e-bb1c387cb632', 'name': 'tempest-FloatingIPAdminTestJSON-871219289'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:43.098068 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-061e3d44-c819-4190-81f1-84c9b477209d req-dfa073b4-c52c-417a-8b2d-ea6ece9054a5 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083121 Feb 04 13:49:43.100760 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-af21ff82-cf69-46bb-9767-65b3b4ae94cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:43.102512 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af21ff82-cf69-46bb-9767-65b3b4ae94cb None None] The sync data for ids ['6b69cb20-540a-4e1f-ac12-030386162157'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:49:43.171116 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (7459bc0a-e6e2-4fcd-a024-3df9c8a4e7f7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:43.281015 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc15f271-65f7-4ec0-b5cb-27e9ec80822e None None] Resources bound (agent type, host, resource id): {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:49:43.293980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=7459bc0a-e6e2-4fcd-a024-3df9c8a4e7f7,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:43.331744 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-15e40246-16b4-4f16-9ce3-3509ad4b2f55 req-3210126d-7ba1-4b90-8c2a-552baf4ff23e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (99dbfc62-b269-4748-84af-0b2d722b8a6e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:43.417595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Deleting port c03d2a4f-db2c-4888-94b5-b6b6c91141ed {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:43.417942 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c03d2a4f-db2c-4888-94b5-b6b6c91141ed), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:43.491617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:43.494927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210126d-7ba1-4b90-8c2a-552baf4ff23e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Port': ['ID=99dbfc62-b269-4748-84af-0b2d722b8a6e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:43.541737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e40246-16b4-4f16-9ce3-3509ad4b2f55 req-3210126d-7ba1-4b90-8c2a-552baf4ff23e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] No DVR routers for this DVR port 99dbfc62-b269-4748-84af-0b2d722b8a6e on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:49:43.545804 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-15e40246-16b4-4f16-9ce3-3509ad4b2f55 req-3210126d-7ba1-4b90-8c2a-552baf4ff23e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:43.551392 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15e40246-16b4-4f16-9ce3-3509ad4b2f55 req-3210126d-7ba1-4b90-8c2a-552baf4ff23e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.99 "DELETE /v2.0/ports/99dbfc62-b269-4748-84af-0b2d722b8a6e HTTP/1.1" status: 204 len: 173 time: 4.2977073 Feb 04 13:49:43.553207 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:43.562608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:43.680569 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32284d0-192f-4e55-87a6-fb022a2cccf6', 'name': 'network-vif-deleted', 'tag': '99dbfc62-b269-4748-84af-0b2d722b8a6e'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:49:43.701713 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe111f2b-afa7-44c9-b632-de68f8cdeae4" -d '{"events": [{"server_uuid": "d32284d0-192f-4e55-87a6-fb022a2cccf6", "name": "network-vif-deleted", "tag": "99dbfc62-b269-4748-84af-0b2d722b8a6e"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:49:43.828243 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] For port c03d2a4f-db2c-4888-94b5-b6b6c91141ed, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c03d2a4f-db2c-4888-94b5-b6b6c91141ed,segment=NetworkSegment(881443b5-87e2-46e5-bbd0-a906feac2e78),segment_id=881443b5-87e2-46e5-bbd0-a906feac2e78)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:43.828735 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c03d2a4f-db2c-4888-94b5-b6b6c91141ed), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:43.886079 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Calling delete_port for c03d2a4f-db2c-4888-94b5-b6b6c91141ed owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:43.910016 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73ae677-39e0-4ef0-a457-92fd539891bf tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Made reservation on behalf of 5ec470d0337b4befa2c7f34ad71dda5c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:43.913665 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c73ae677-39e0-4ef0-a457-92fd539891bf tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:43.997364 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dd7be3-9b39-4d8b-9f5d-a54c8327fa2b x-openstack-request-id: req-07dd7be3-9b39-4d8b-9f5d-a54c8327fa2b {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:49:44.004388 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32284d0-192f-4e55-87a6-fb022a2cccf6", "name": "network-vif-unplugged", "status": "completed", "tag": "99dbfc62-b269-4748-84af-0b2d722b8a6e", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:49:44.005259 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-07dd7be3-9b39-4d8b-9f5d-a54c8327fa2b {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:49:44.010701 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32284d0-192f-4e55-87a6-fb022a2cccf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99dbfc62-b269-4748-84af-0b2d722b8a6e', 'code': 200} Feb 04 13:49:44.081419 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-c73ae677-39e0-4ef0-a457-92fd539891bf tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] device_id is not set on port d2c2bbad-57f6-44c0-8dfb-aefaec134b29 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:49:44.272759 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:44.378864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0b2ea7b-4eed-4e36-969a-48670fdc0ee6 req-8d73a099-423c-4480-8fe6-bb703f0f7b24 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=d32284d0-192f-4e55-87a6-fb022a2cccf6 HTTP/1.1" status: 200 len: 210 time: 0.0683241 Feb 04 13:49:44.528882 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acad02e6-2ba0-4fd5-88ee-5a863814db3f None None] Network 7a35ba3f-55dd-4b52-934f-8043a66654dd requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:44.716822 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c03d2a4f-db2c-4888-94b5-b6b6c91141ed), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:44.782329 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e85990a-e90d-4f2f-980e-5be964d7c828 x-openstack-request-id: req-6e85990a-e90d-4f2f-980e-5be964d7c828 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:49:44.788997 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32284d0-192f-4e55-87a6-fb022a2cccf6", "name": "network-vif-deleted", "tag": "99dbfc62-b269-4748-84af-0b2d722b8a6e", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:49:44.789314 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6e85990a-e90d-4f2f-980e-5be964d7c828 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:49:44.789757 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32284d0-192f-4e55-87a6-fb022a2cccf6', 'name': 'network-vif-deleted', 'tag': '99dbfc62-b269-4748-84af-0b2d722b8a6e', 'status': 'completed', 'code': 200} Feb 04 13:49:44.838087 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:44.871722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Port': ['ID=c03d2a4f-db2c-4888-94b5-b6b6c91141ed,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:44.901140 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-c73ae677-39e0-4ef0-a457-92fd539891bf tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Allocated IP 172.20.0.5 (53d5135c-fd2b-477e-846e-bb1c387cb632/c3db8a11-c296-49cc-b9e7-5dfcb1863469/d2c2bbad-57f6-44c0-8dfb-aefaec134b29) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:44.907024 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No DVR routers for this DVR port c03d2a4f-db2c-4888-94b5-b6b6c91141ed on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:49:45.107163 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router_gateway (32494e27-ec60-40aa-a5a4-9e1d56551c8c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:45.229704 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (7a35ba3f-55dd-4b52-934f-8043a66654dd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:45.230186 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-30245521-1aed-41a8-820c-637f2a0cf8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:45.321681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a35ba3f-55dd-4b52-934f-8043a66654dd']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:45.369201 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881443b5-87e2-46e5-bbd0-a906feac2e78') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:45.369526 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881443b5-87e2-46e5-bbd0-a906feac2e78') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:45.386286 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (881443b5-87e2-46e5-bbd0-a906feac2e78), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:45.407075 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (881443b5-87e2-46e5-bbd0-a906feac2e78), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:45.439883 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:49:45.439883 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (881443b5-87e2-46e5-bbd0-a906feac2e78), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:49:45.503034 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:49:45.590012 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:45.793057 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (7a35ba3f-55dd-4b52-934f-8043a66654dd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:45.873194 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:45.885032 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/7a35ba3f-55dd-4b52-934f-8043a66654dd HTTP/1.1" status: 204 len: 168 time: 5.3366098 Feb 04 13:49:45.988569 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33642) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:45.996681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-31b5c311-48ac-4b9e-bd8f-41634b6c3dc3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-237784791'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:46.013641 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77d158-1257-4552-bfe4-e93ca197e723 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Network': ['ID=7a35ba3f-55dd-4b52-934f-8043a66654dd,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:46.110615 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c73ae677-39e0-4ef0-a457-92fd539891bf tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for port (d2c2bbad-57f6-44c0-8dfb-aefaec134b29), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:46.136108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b5c311-48ac-4b9e-bd8f-41634b6c3dc3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:46.139820 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31b5c311-48ac-4b9e-bd8f-41634b6c3dc3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:46.262073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0f81a-3e9f-4ffa-ad1a-4ebcc06e1b45 req-ac167739-fb21-4dfc-aff0-0dd775c83f8c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:46.269266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcf0f81a-3e9f-4ffa-ad1a-4ebcc06e1b45 req-ac167739-fb21-4dfc-aff0-0dd775c83f8c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 1.3390112 Feb 04 13:49:46.289714 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c73ae677-39e0-4ef0-a457-92fd539891bf tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d2c2bbad-57f6-44c0-8dfb-aefaec134b29), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:46.348249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b5c311-48ac-4b9e-bd8f-41634b6c3dc3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:49:46.393091 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b691f27-d1a0-420b-bae7-18f425f8b0b0 req-8317cf56-b7e7-4468-9f25-b5f67155e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:46.397152 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b691f27-d1a0-420b-bae7-18f425f8b0b0 req-8317cf56-b7e7-4468-9f25-b5f67155e9c8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3e13c1accd464d1bb7a6d2f9df17596e&device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 1127 time: 0.2083104 Feb 04 13:49:46.597640 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73ae677-39e0-4ef0-a457-92fd539891bf tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Network 53d5135c-fd2b-477e-846e-bb1c387cb632 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:46.616825 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c73ae677-39e0-4ef0-a457-92fd539891bf tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:46.627488 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73ae677-39e0-4ef0-a457-92fd539891bf tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:46.728730 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcf0f81a-3e9f-4ffa-ad1a-4ebcc06e1b45 req-db6e4cbe-5ae4-44bf-a975-3bca159e775d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581745 Feb 04 13:49:46.746293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ae677-39e0-4ef0-a457-92fd539891bf tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event updated for resources: {'Port': ['ID=d2c2bbad-57f6-44c0-8dfb-aefaec134b29,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:46.773056 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31b5c311-48ac-4b9e-bd8f-41634b6c3dc3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (9b92b184-b63e-46d4-9646-ae708103e1d7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:46.778562 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-31b5c311-48ac-4b9e-bd8f-41634b6c3dc3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Added segment 9b92b184-b63e-46d4-9646-ae708103e1d7 of type vlan for network 0d2cd4b4-a63e-4cfb-bba6-4701a41047eb Feb 04 13:49:46.933007 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:46.998918 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33648) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:47.041333 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31b5c311-48ac-4b9e-bd8f-41634b6c3dc3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (0d2cd4b4-a63e-4cfb-bba6-4701a41047eb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:47.097357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73ae677-39e0-4ef0-a457-92fd539891bf tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:47.098435 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c73ae677-39e0-4ef0-a457-92fd539891bf tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:47.150025 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c73ae677-39e0-4ef0-a457-92fd539891bf tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1070273 Feb 04 13:49:47.152267 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31b5c311-48ac-4b9e-bd8f-41634b6c3dc3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (0d2cd4b4-a63e-4cfb-bba6-4701a41047eb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:47.159613 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b5c311-48ac-4b9e-bd8f-41634b6c3dc3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:47.160289 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31b5c311-48ac-4b9e-bd8f-41634b6c3dc3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:47.165579 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33650) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:47.283979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5a46ab6b-8149-4a6e-a7b4-0058b261f8be None None] Provisioning complete for port d2c2bbad-57f6-44c0-8dfb-aefaec134b29 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:47.284855 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5a46ab6b-8149-4a6e-a7b4-0058b261f8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d2c2bbad-57f6-44c0-8dfb-aefaec134b29), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:47.290673 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-31b5c311-48ac-4b9e-bd8f-41634b6c3dc3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2966328 Feb 04 13:49:47.296528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33654) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:47.308391 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a14329dd-b1d4-480b-9bdd-1dbe70ee959e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'subnet': {'network_id': '0d2cd4b4-a63e-4cfb-bba6-4701a41047eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:47.323047 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (32494e27-ec60-40aa-a5a4-9e1d56551c8c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:47.341782 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f897f811-55c4-4fb8-881a-7a9a4f64cd4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (967f2fac-00eb-4fe1-ad32-2ff9e89857fe), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:47.408754 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5a46ab6b-8149-4a6e-a7b4-0058b261f8be None None] Port d2c2bbad-57f6-44c0-8dfb-aefaec134b29 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:49:47.450043 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5c311-48ac-4b9e-bd8f-41634b6c3dc3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Network': ['ID=0d2cd4b4-a63e-4cfb-bba6-4701a41047eb,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:47.453727 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f897f811-55c4-4fb8-881a-7a9a4f64cd4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (967f2fac-00eb-4fe1-ad32-2ff9e89857fe), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:47.465240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 0d2cd4b4-a63e-4cfb-bba6-4701a41047eb details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:49:47.584544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b691f27-d1a0-420b-bae7-18f425f8b0b0 req-81b4e8b1-a078-4dd3-ade9-a1219e448918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:47.586815 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b691f27-d1a0-420b-bae7-18f425f8b0b0 req-81b4e8b1-a078-4dd3-ade9-a1219e448918 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 HTTP/1.1" status: 200 len: 914 time: 0.9640782 Feb 04 13:49:47.615289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'project_id': '5ec470d0337b4befa2c7f34ad71dda5c', 'port_id': 'd2c2bbad-57f6-44c0-8dfb-aefaec134b29'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:47.647022 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f897f811-55c4-4fb8-881a-7a9a4f64cd4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (967f2fac-00eb-4fe1-ad32-2ff9e89857fe), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:47.650764 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f897f811-55c4-4fb8-881a-7a9a4f64cd4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:47.664790 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f897f811-55c4-4fb8-881a-7a9a4f64cd4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "DELETE /v2.0/security-groups/967f2fac-00eb-4fe1-ad32-2ff9e89857fe HTTP/1.1" status: 204 len: 168 time: 0.6543274 Feb 04 13:49:47.676281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14329dd-b1d4-480b-9bdd-1dbe70ee959e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:47.684477 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a14329dd-b1d4-480b-9bdd-1dbe70ee959e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:47.705405 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:47.732700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33660) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:47.781144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897f811-55c4-4fb8-881a-7a9a4f64cd4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967f2fac-00eb-4fe1-ad32-2ff9e89857fe,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:47.837349 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88df906-cf32-476e-ab38-c3ed2f610975 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Deleting subnet 1e403b3f-43fd-4688-a99b-1e2be4544499 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:49:47.842527 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c88df906-cf32-476e-ab38-c3ed2f610975 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for subnet (1e403b3f-43fd-4688-a99b-1e2be4544499), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:47.930635 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:48.013433 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c88df906-cf32-476e-ab38-c3ed2f610975 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (1e403b3f-43fd-4688-a99b-1e2be4544499), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:48.088165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee34445-5016-440f-95f7-58efae87a584 req-470e7a89-3f0d-4217-9e67-d2465dce1239 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:48.090440 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bee34445-5016-440f-95f7-58efae87a584 req-470e7a89-3f0d-4217-9e67-d2465dce1239 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 0.2047243 Feb 04 13:49:48.120262 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a14329dd-b1d4-480b-9bdd-1dbe70ee959e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (af4a9939-d629-4e79-af76-e2f375be48f5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:48.128133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router 32494e27-ec60-40aa-a5a4-9e1d56551c8c is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:49:48.224142 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:48.261089 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bee34445-5016-440f-95f7-58efae87a584 req-16fd28ae-2c15-4ed5-87fd-27ccda697f75 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638012 Feb 04 13:49:48.319099 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c88df906-cf32-476e-ab38-c3ed2f610975 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (1e403b3f-43fd-4688-a99b-1e2be4544499), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:48.405815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Allocated IP 172.25.5.30 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/703329b4-d730-403d-93b7-494e0c9ff18e) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:48.413021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:49:48.427088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f41b7-31ac-4d7a-b419-a33d9b705744 None None] Sync routers for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:49:48.449706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18f41b7-31ac-4d7a-b419-a33d9b705744 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:48.451330 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e18f41b7-31ac-4d7a-b419-a33d9b705744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:48.455324 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c88df906-cf32-476e-ab38-c3ed2f610975 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (1e403b3f-43fd-4688-a99b-1e2be4544499), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:48.531883 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88df906-cf32-476e-ab38-c3ed2f610975 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Subnet': ['ID=1e403b3f-43fd-4688-a99b-1e2be4544499,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:48.540819 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e18f41b7-31ac-4d7a-b419-a33d9b705744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:48.551795 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks [] for port (703329b4-d730-403d-93b7-494e0c9ff18e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:48.557769 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c88df906-cf32-476e-ab38-c3ed2f610975 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:48.567858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c88df906-cf32-476e-ab38-c3ed2f610975 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "DELETE /v2.0/subnets/1e403b3f-43fd-4688-a99b-1e2be4544499 HTTP/1.1" status: 204 len: 168 time: 0.8307159 Feb 04 13:49:48.569103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33666) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:48.573229 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18f41b7-31ac-4d7a-b419-a33d9b705744 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:48.574162 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e18f41b7-31ac-4d7a-b419-a33d9b705744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:48.598807 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:48.602952 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (703329b4-d730-403d-93b7-494e0c9ff18e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:48.603180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6e3976f1-4e2e-458b-a5d0-50cdda46096e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.8587787 Feb 04 13:49:48.606875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33668) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:48.607097 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14329dd-b1d4-480b-9bdd-1dbe70ee959e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Checking segment: {'id': '9b92b184-b63e-46d4-9646-ae708103e1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0d2cd4b4-a63e-4cfb-bba6-4701a41047eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:49:48.609617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14329dd-b1d4-480b-9bdd-1dbe70ee959e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network hostable DHCP agents. Network: 0d2cd4b4-a63e-4cfb-bba6-4701a41047eb, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:49:48.609903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14329dd-b1d4-480b-9bdd-1dbe70ee959e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Subnet': ['ID=af4a9939-d629-4e79-af76-e2f375be48f5,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:48.648158 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e97fca-e7f2-4074-81fa-6ec475fbe73d None None] Network 64784a9a-40e5-42f1-a1dd-265e589b4bef requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:48.655165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e18f41b7-31ac-4d7a-b419-a33d9b705744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:48.656214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f41b7-31ac-4d7a-b419-a33d9b705744 None None] The sync data for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:49:48.688415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:48.698311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:48.709140 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:48.786559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14329dd-b1d4-480b-9bdd-1dbe70ee959e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network 0d2cd4b4-a63e-4cfb-bba6-4701a41047eb is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:49:48.797689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Pushing event updated for resources: {'Port': ['ID=703329b4-d730-403d-93b7-494e0c9ff18e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:48.819677 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-a14329dd-b1d4-480b-9bdd-1dbe70ee959e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 0d2cd4b4-a63e-4cfb-bba6-4701a41047eb) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:48.827656 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14329dd-b1d4-480b-9bdd-1dbe70ee959e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:48.828276 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a14329dd-b1d4-480b-9bdd-1dbe70ee959e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:48.837185 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3f0016-5454-4ac2-a6bf-7b8fafe3a0cf None None] Network 0d2cd4b4-a63e-4cfb-bba6-4701a41047eb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:49.096025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47abe595-81ac-4d7e-8676-13ec36e55c3d None None] DHCP port deletion for 64784a9a-40e5-42f1-a1dd-265e589b4bef request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:49:49.133935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-0d2cd4b4-a63e-4cfb-bba6-4701a41047eb', 'network_id': '0d2cd4b4-a63e-4cfb-bba6-4701a41047eb', 'project_id': 'f39222374bfe46758bc13b159822bacd', 'fixed_ips': [{'subnet_id': 'af4a9939-d629-4e79-af76-e2f375be48f5'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:49:49.135419 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:49.158217 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (64784a9a-40e5-42f1-a1dd-265e589b4bef), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:49.232737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b691f27-d1a0-420b-bae7-18f425f8b0b0 req-581fca40-22af-4580-98fe-da90bc97513c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fcceb57-e3e6-485e-8606-e8f069c54053 HTTP/1.1" status: 200 len: 217 time: 0.1428137 Feb 04 13:49:49.303023 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-47abe595-81ac-4d7e-8676-13ec36e55c3d None None] Deleting port 2b42134b-0373-4ae5-a097-0c06aa67638a {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:49.303528 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-47abe595-81ac-4d7e-8676-13ec36e55c3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2b42134b-0373-4ae5-a097-0c06aa67638a), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:49.433449 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-47abe595-81ac-4d7e-8676-13ec36e55c3d None None] For port 2b42134b-0373-4ae5-a097-0c06aa67638a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2b42134b-0373-4ae5-a097-0c06aa67638a,segment=NetworkSegment(0c4ff44f-f498-4184-b0a7-c05250852337),segment_id=0c4ff44f-f498-4184-b0a7-c05250852337)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:49.434235 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-47abe595-81ac-4d7e-8676-13ec36e55c3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2b42134b-0373-4ae5-a097-0c06aa67638a), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:49.455386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Allocated IP 172.20.0.2 (0d2cd4b4-a63e-4cfb-bba6-4701a41047eb/af4a9939-d629-4e79-af76-e2f375be48f5/62aa9ba9-fa51-44e9-b963-30f50f455907) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:49.461048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-47abe595-81ac-4d7e-8676-13ec36e55c3d None None] Calling delete_port for 2b42134b-0373-4ae5-a097-0c06aa67638a owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:49.576902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6855df-6fa9-4c08-b5b7-a970b3f00d50 req-074e48e4-4ab9-471c-aaf9-c91df75b6418 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:49.579458 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c6855df-6fa9-4c08-b5b7-a970b3f00d50 req-074e48e4-4ab9-471c-aaf9-c91df75b6418 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 0.1385911 Feb 04 13:49:49.616840 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Deleting port 2b42134b-0373-4ae5-a097-0c06aa67638a {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:49.618661 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2b42134b-0373-4ae5-a097-0c06aa67638a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:49.725744 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b691f27-d1a0-420b-bae7-18f425f8b0b0 req-c83773fa-f98d-4d18-aabe-ccad2d3cd0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:49.738488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b691f27-d1a0-420b-bae7-18f425f8b0b0 req-c83773fa-f98d-4d18-aabe-ccad2d3cd0e3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4ccf873e-5391-44ae-8d90-070fed243733 HTTP/1.1" status: 200 len: 853 time: 0.4090211 Feb 04 13:49:49.754446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] For port 2b42134b-0373-4ae5-a097-0c06aa67638a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2b42134b-0373-4ae5-a097-0c06aa67638a,segment=NetworkSegment(0c4ff44f-f498-4184-b0a7-c05250852337),segment_id=0c4ff44f-f498-4184-b0a7-c05250852337)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:49.754826 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2b42134b-0373-4ae5-a097-0c06aa67638a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:49.918889 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Calling delete_port for 2b42134b-0373-4ae5-a097-0c06aa67638a owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:49.923351 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b691f27-d1a0-420b-bae7-18f425f8b0b0 req-557709f7-ed33-4f48-bfb1-c0271cb9cb8b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1543067 Feb 04 13:49:49.943102 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2b42134b-0373-4ae5-a097-0c06aa67638a no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:49:49.962494 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks [] for floatingip (5b0180e3-441b-455f-a76a-80fabf5cc3c5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:50.015193 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-47abe595-81ac-4d7e-8676-13ec36e55c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (2b42134b-0373-4ae5-a097-0c06aa67638a), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:50.056756 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c6855df-6fa9-4c08-b5b7-a970b3f00d50 req-f640ebf9-980d-4139-9618-2f39b8af08af tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623380 Feb 04 13:49:50.093747 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a14329dd-b1d4-480b-9bdd-1dbe70ee959e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7941918 Feb 04 13:49:50.095526 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33678) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:50.125420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abe595-81ac-4d7e-8676-13ec36e55c3d None None] Pushing event deleted for resources: {'Port': ['ID=2b42134b-0373-4ae5-a097-0c06aa67638a,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:50.139739 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47abe595-81ac-4d7e-8676-13ec36e55c3d None None] No DVR routers for this DVR port 2b42134b-0373-4ae5-a097-0c06aa67638a on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:49:50.147289 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (703329b4-d730-403d-93b7-494e0c9ff18e), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:50.223079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No active binding found for port 2b42134b-0373-4ae5-a097-0c06aa67638a {{(pid=103608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 13:49:50.227462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] The host n-d-714676-13 is not matching for port 2b42134b-0373-4ae5-a097-0c06aa67638a host None! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:49:50.227462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2b42134b-0373-4ae5-a097-0c06aa67638a not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:49:50.227462 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Publish callbacks [] for port (62aa9ba9-fa51-44e9-b963-30f50f455907), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:50.239488 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (62aa9ba9-fa51-44e9-b963-30f50f455907), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:50.356014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Network 0d2cd4b4-a63e-4cfb-bba6-4701a41047eb is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:50.365530 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:50.368409 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b691f27-d1a0-420b-bae7-18f425f8b0b0 req-e726c3e8-24ae-4d34-a387-8e6da50f33c9 service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007094 Feb 04 13:49:50.369482 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:50.375894 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (2b42134b-0373-4ae5-a097-0c06aa67638a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:50.451489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Attempting to bind port 62aa9ba9-fa51-44e9-b963-30f50f455907 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:49:50.451977 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Attempting to bind port 62aa9ba9-fa51-44e9-b963-30f50f455907 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '9b92b184-b63e-46d4-9646-ae708103e1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0d2cd4b4-a63e-4cfb-bba6-4701a41047eb'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:49:50.452446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Attempting to bind port 62aa9ba9-fa51-44e9-b963-30f50f455907 on network 0d2cd4b4-a63e-4cfb-bba6-4701a41047eb {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:49:50.458739 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Pushing event updated for resources: {'Port': ['ID=62aa9ba9-fa51-44e9-b963-30f50f455907,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:50.472784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:49:50.473924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Checking segment: {'id': '9b92b184-b63e-46d4-9646-ae708103e1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0d2cd4b4-a63e-4cfb-bba6-4701a41047eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:49:50.474763 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:50.475759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Bound using segment: {'id': '9b92b184-b63e-46d4-9646-ae708103e1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0d2cd4b4-a63e-4cfb-bba6-4701a41047eb'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:49:50.477293 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Bound port: 62aa9ba9-fa51-44e9-b963-30f50f455907, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b92b184-b63e-46d4-9646-ae708103e1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0d2cd4b4-a63e-4cfb-bba6-4701a41047eb'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:49:50.477995 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (62aa9ba9-fa51-44e9-b963-30f50f455907), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:50.593937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] For port 62aa9ba9-fa51-44e9-b963-30f50f455907, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:49:50.598897 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] For port 62aa9ba9-fa51-44e9-b963-30f50f455907, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=62aa9ba9-fa51-44e9-b963-30f50f455907,segment=NetworkSegment(9b92b184-b63e-46d4-9646-ae708103e1d7),segment_id=9b92b184-b63e-46d4-9646-ae708103e1d7)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:49:50.605847 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks [] for port (703329b4-d730-403d-93b7-494e0c9ff18e), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:50.618691 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (0d2cd4b4-a63e-4cfb-bba6-4701a41047eb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:50.620581 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (62aa9ba9-fa51-44e9-b963-30f50f455907), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:50.635946 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (703329b4-d730-403d-93b7-494e0c9ff18e), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:50.716168 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c338b-59c2-486a-89f3-b8e20c13e855 None None] Pushing event updated for resources: {'Port': ['ID=62aa9ba9-fa51-44e9-b963-30f50f455907,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:50.795598 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Pushing event updated for resources: {'Port': ['ID=703329b4-d730-403d-93b7-494e0c9ff18e,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:50.828618 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (5b0180e3-441b-455f-a76a-80fabf5cc3c5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:50.831943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Deleting port 62aa9ba9-fa51-44e9-b963-30f50f455907 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:50.832306 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (62aa9ba9-fa51-44e9-b963-30f50f455907), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:50.859704 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] No DVR routers for this DVR port 2b42134b-0373-4ae5-a097-0c06aa67638a on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:49:50.880203 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:50.917010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Port': ['ID=2b42134b-0373-4ae5-a097-0c06aa67638a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:51.005587 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b691f27-d1a0-420b-bae7-18f425f8b0b0 req-aa7fb8b0-07a4-473c-b0bc-7d8af152346e service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250384 Feb 04 13:49:51.110858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] For port 62aa9ba9-fa51-44e9-b963-30f50f455907, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=62aa9ba9-fa51-44e9-b963-30f50f455907,segment=NetworkSegment(9b92b184-b63e-46d4-9646-ae708103e1d7),segment_id=9b92b184-b63e-46d4-9646-ae708103e1d7)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:51.111481 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (62aa9ba9-fa51-44e9-b963-30f50f455907), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:51.133060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Calling delete_port for 62aa9ba9-fa51-44e9-b963-30f50f455907 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:51.334708 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (64784a9a-40e5-42f1-a1dd-265e589b4bef), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:51.361685 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Floating IP 5b0180e3-441b-455f-a76a-80fabf5cc3c5 associated. External IP: 172.25.5.30, port: d2c2bbad-57f6-44c0-8dfb-aefaec134b29. Feb 04 13:49:51.452646 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64784a9a-40e5-42f1-a1dd-265e589b4bef']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:51.483062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4ff44f-f498-4184-b0a7-c05250852337') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:51.483440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4ff44f-f498-4184-b0a7-c05250852337') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:51.490834 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (62aa9ba9-fa51-44e9-b963-30f50f455907), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:51.502736 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (0c4ff44f-f498-4184-b0a7-c05250852337), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:51.526504 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0c4ff44f-f498-4184-b0a7-c05250852337), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:51.537198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:49:51.537424 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (0c4ff44f-f498-4184-b0a7-c05250852337), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:51.537746 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Port': ['ID=62aa9ba9-fa51-44e9-b963-30f50f455907,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:51.605333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No DVR routers for this DVR port 62aa9ba9-fa51-44e9-b963-30f50f455907 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:49:51.660625 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:49:51.735668 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (af4a9939-d629-4e79-af76-e2f375be48f5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:51.913276 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (64784a9a-40e5-42f1-a1dd-265e589b4bef), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:51.919322 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:51.922893 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "DELETE /v2.0/networks/64784a9a-40e5-42f1-a1dd-265e589b4bef HTTP/1.1" status: 204 len: 168 time: 3.3524714 Feb 04 13:49:51.936527 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33694) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:51.957455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88f2ce-1b7e-44a8-9657-b13b3449e24e req-94fb526c-44cf-48db-a546-821e0f46d120 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:51.964552 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb88f2ce-1b7e-44a8-9657-b13b3449e24e req-94fb526c-44cf-48db-a546-821e0f46d120 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 0.7458875 Feb 04 13:49:52.015718 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (af4a9939-d629-4e79-af76-e2f375be48f5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:52.082046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cd1f8-8c26-472c-a2f6-52a339829fb0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Network': ['ID=64784a9a-40e5-42f1-a1dd-265e589b4bef,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:52.113625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Allocated IP 172.20.0.1 (922633e3-d34e-4a7f-b0fa-f205accb7d64/465d552d-55ce-440d-b073-30551caac7af/1046152f-aee0-4dd8-9adb-ed909d414485) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:52.141340 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Subnet': ['ID=af4a9939-d629-4e79-af76-e2f375be48f5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:52.223976 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb88f2ce-1b7e-44a8-9657-b13b3449e24e req-10f2d4d0-6d1b-4f68-903c-84d12099fa20 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584352 Feb 04 13:49:52.235931 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (0d2cd4b4-a63e-4cfb-bba6-4701a41047eb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:52.282583 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2cd4b4-a63e-4cfb-bba6-4701a41047eb']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:52.295637 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b92b184-b63e-46d4-9646-ae708103e1d7') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:52.295989 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b92b184-b63e-46d4-9646-ae708103e1d7') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:52.311582 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (9b92b184-b63e-46d4-9646-ae708103e1d7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:52.329107 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (9b92b184-b63e-46d4-9646-ae708103e1d7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:52.339299 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:49:52.339714 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (9b92b184-b63e-46d4-9646-ae708103e1d7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:52.375654 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d563a45a-7730-465a-b3f8-172148300dea None None] Network 0d2cd4b4-a63e-4cfb-bba6-4701a41047eb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:49:52.421137 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:49:52.504030 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-daad5324-3fb6-4341-b5fd-4c17e945ab3b None None] Could not find standard attr ID for object 62aa9ba9-fa51-44e9-b963-30f50f455907. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:49:52.514958 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Router 6b69cb20-540a-4e1f-ac12-030386162157 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:49:52.541185 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (0d2cd4b4-a63e-4cfb-bba6-4701a41047eb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:52.576689 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (1046152f-aee0-4dd8-9adb-ed909d414485), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:52.588226 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:52.604704 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/0d2cd4b4-a63e-4cfb-bba6-4701a41047eb HTTP/1.1" status: 204 len: 168 time: 2.4589825 Feb 04 13:49:52.607255 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33704) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:52.610431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc1296-98cc-434a-b3bd-aff7bbdf0f0e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Network': ['ID=0d2cd4b4-a63e-4cfb-bba6-4701a41047eb,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:52.636751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31de6d1-0181-408e-a869-4b92bde78883 None None] DHCP port deletion for 0d2cd4b4-a63e-4cfb-bba6-4701a41047eb request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:49:52.656127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-36b90611-5d23-4445-8408-2e38d2d0958f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-131442955'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:52.808025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b90611-5d23-4445-8408-2e38d2d0958f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:52.815609 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-36b90611-5d23-4445-8408-2e38d2d0958f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:52.849443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-0ca532fe-3580-471f-8ec7-68f9abb4a046 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Deleting port 74208507-c67d-4509-8212-9a9819133186 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:52.849949 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ca532fe-3580-471f-8ec7-68f9abb4a046 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (74208507-c67d-4509-8212-9a9819133186), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:52.855437 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (1046152f-aee0-4dd8-9adb-ed909d414485), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:52.888771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:49:52.910168 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82856870-1e02-4723-ad0f-7cceec124c02 None None] Sync routers for ids ['6b69cb20-540a-4e1f-ac12-030386162157'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:49:52.922476 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:52.938066 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82856870-1e02-4723-ad0f-7cceec124c02 None None] Routers {'6b69cb20-540a-4e1f-ac12-030386162157'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:52.938756 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-82856870-1e02-4723-ad0f-7cceec124c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6b69cb20-540a-4e1f-ac12-030386162157'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:52.950489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b90611-5d23-4445-8408-2e38d2d0958f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:49:52.978666 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-36b90611-5d23-4445-8408-2e38d2d0958f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fa1f2884-f01f-4dee-8e99-0770181a5a35), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:52.980810 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-36b90611-5d23-4445-8408-2e38d2d0958f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Added segment fa1f2884-f01f-4dee-8e99-0770181a5a35 of type vlan for network 87e38259-bec9-4844-8fe4-34803d37bd5f Feb 04 13:49:52.999148 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b1b261c5-2d6d-4efd-b4ae-df487400463a tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 5.8277895 Feb 04 13:49:52.999790 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33710) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:53.041670 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-36b90611-5d23-4445-8408-2e38d2d0958f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (87e38259-bec9-4844-8fe4-34803d37bd5f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:53.046602 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-82856870-1e02-4723-ad0f-7cceec124c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:53.053674 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:49:53.059367 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82856870-1e02-4723-ad0f-7cceec124c02 None None] Routers {'6b69cb20-540a-4e1f-ac12-030386162157'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:53.071328 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-82856870-1e02-4723-ad0f-7cceec124c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6b69cb20-540a-4e1f-ac12-030386162157'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:53.113304 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-36b90611-5d23-4445-8408-2e38d2d0958f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (87e38259-bec9-4844-8fe4-34803d37bd5f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:53.119489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b90611-5d23-4445-8408-2e38d2d0958f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:53.120146 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-36b90611-5d23-4445-8408-2e38d2d0958f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:53.150423 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-82856870-1e02-4723-ad0f-7cceec124c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:53.151605 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82856870-1e02-4723-ad0f-7cceec124c02 None None] The sync data for ids ['6b69cb20-540a-4e1f-ac12-030386162157'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:49:53.205261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network 922633e3-d34e-4a7f-b0fa-f205accb7d64 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:53.208555 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9132b0f9-5800-41e5-9ddf-a8392339fd2c tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] 10.222.0.96 "GET /v2.0/floatingips/5b0180e3-441b-455f-a76a-80fabf5cc3c5 HTTP/1.1" status: 200 len: 981 time: 0.2074547 Feb 04 13:49:53.212956 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33712) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:53.251557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=1046152f-aee0-4dd8-9adb-ed909d414485,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:53.254212 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:53.278212 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-36b90611-5d23-4445-8408-2e38d2d0958f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6411402 Feb 04 13:49:53.280566 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:53.318396 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33716) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:53.420479 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ca532fe-3580-471f-8ec7-68f9abb4a046 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (74208507-c67d-4509-8212-9a9819133186), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:53.420815 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ca532fe-3580-471f-8ec7-68f9abb4a046 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for floatingip (74208507-c67d-4509-8212-9a9819133186), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:53.439142 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-79812336-fa4a-4a67-96b9-f46d7cb41ce7 tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3033 time: 0.2223344 Feb 04 13:49:53.450761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33720) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:53.452293 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-16b9bf9a-8021-41e5-a182-a3982ae5c6bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'subnet': {'network_id': '87e38259-bec9-4844-8fe4-34803d37bd5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:53.513506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-0ca532fe-3580-471f-8ec7-68f9abb4a046 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Calling delete_port for 74208507-c67d-4509-8212-9a9819133186 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:53.678849 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b90611-5d23-4445-8408-2e38d2d0958f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Network': ['ID=87e38259-bec9-4844-8fe4-34803d37bd5f,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:53.721625 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 87e38259-bec9-4844-8fe4-34803d37bd5f details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:49:53.813197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33724) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:53.860447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 62aa9ba9-fa51-44e9-b963-30f50f455907 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:49:53.892214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 62aa9ba9-fa51-44e9-b963-30f50f455907 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:49:53.892878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 62aa9ba9-fa51-44e9-b963-30f50f455907 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:49:53.947592 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (32494e27-ec60-40aa-a5a4-9e1d56551c8c), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:54.135928 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8fcceb57-e3e6-485e-8606-e8f069c54053 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:49:54.149300 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3ac82c32-afa3-44e0-8016-f175266eb142 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4099 time: 0.3348293 Feb 04 13:49:54.152300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33726) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:54.161393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3d77ce0e-7498-456a-b700-3cdfcc49455e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Request body: {'network': {'name': 'tempest-network-smoke--610210066', 'project_id': '415201945f1c4fefa31beecb58f01da9', 'port_security_enabled': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:54.196477 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-897287d5-34a6-4933-ad18-bc386e850b40 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Deleting port 703329b4-d730-403d-93b7-494e0c9ff18e {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:49:54.196844 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-897287d5-34a6-4933-ad18-bc386e850b40 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (703329b4-d730-403d-93b7-494e0c9ff18e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:54.200881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d77ce0e-7498-456a-b700-3cdfcc49455e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Made reservation on behalf of 415201945f1c4fefa31beecb58f01da9 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:54.205372 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d77ce0e-7498-456a-b700-3cdfcc49455e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:54.291182 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d77ce0e-7498-456a-b700-3cdfcc49455e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:49:54.318723 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d77ce0e-7498-456a-b700-3cdfcc49455e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (600a9123-6d3c-4596-a82e-a099b916b617), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:54.319311 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-3d77ce0e-7498-456a-b700-3cdfcc49455e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Added segment 600a9123-6d3c-4596-a82e-a099b916b617 of type vlan for network 9bfc854a-bd24-4139-b8d4-0d516bb63262 Feb 04 13:49:54.396029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8fcceb57-e3e6-485e-8606-e8f069c54053, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8fcceb57-e3e6-485e-8606-e8f069c54053,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:54.426323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '8fcceb57-e3e6-485e-8606-e8f069c54053', 'network_id': 'c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8', 'port_id': '8fcceb57-e3e6-485e-8606-e8f069c54053', 'mac_address': 'fa:16:3e:75:57:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccf873e-5391-44ae-8d90-070fed243733', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:49:54.469368 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-897287d5-34a6-4933-ad18-bc386e850b40 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (703329b4-d730-403d-93b7-494e0c9ff18e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:54.469802 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-897287d5-34a6-4933-ad18-bc386e850b40 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for floatingip (703329b4-d730-403d-93b7-494e0c9ff18e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:54.519999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8fcceb57-e3e6-485e-8606-e8f069c54053 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:54.520491 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:54.532232 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1046152f-aee0-4dd8-9adb-ed909d414485), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:54.533970 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d77ce0e-7498-456a-b700-3cdfcc49455e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (9bfc854a-bd24-4139-b8d4-0d516bb63262), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:54.540088 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ca532fe-3580-471f-8ec7-68f9abb4a046 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (74208507-c67d-4509-8212-9a9819133186), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:54.544938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-897287d5-34a6-4933-ad18-bc386e850b40 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Calling delete_port for 703329b4-d730-403d-93b7-494e0c9ff18e owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:49:54.574267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcceb57-e3e6-485e-8606-e8f069c54053 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:49:54.612101 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca532fe-3580-471f-8ec7-68f9abb4a046 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Port': ['ID=74208507-c67d-4509-8212-9a9819133186,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:54.624190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8fcceb57-e3e6-485e-8606-e8f069c54053, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8fcceb57-e3e6-485e-8606-e8f069c54053,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:54.635471 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:54.743692 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8fcceb57-e3e6-485e-8606-e8f069c54053,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:54.761448 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d77ce0e-7498-456a-b700-3cdfcc49455e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (9bfc854a-bd24-4139-b8d4-0d516bb63262), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:54.768131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d77ce0e-7498-456a-b700-3cdfcc49455e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:54.768822 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d77ce0e-7498-456a-b700-3cdfcc49455e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:54.815714 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3d77ce0e-7498-456a-b700-3cdfcc49455e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6599305 Feb 04 13:49:54.864466 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33730) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:54.881084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-369359540', 'admin_state_up': True, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:54.995700 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8fcceb57-e3e6-485e-8606-e8f069c54053'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:49:55.005286 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (700633c4-9e95-41ff-979d-eb8a63ccb7b2), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:55.006527 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (700633c4-9e95-41ff-979d-eb8a63ccb7b2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:55.066127 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77ce0e-7498-456a-b700-3cdfcc49455e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'Network': ['ID=9bfc854a-bd24-4139-b8d4-0d516bb63262,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:55.094256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 9bfc854a-bd24-4139-b8d4-0d516bb63262 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:49:55.231872 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (1046152f-aee0-4dd8-9adb-ed909d414485), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:55.253105 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router_controller (700633c4-9e95-41ff-979d-eb8a63ccb7b2), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:55.302972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad0bd6-e891-4ede-9379-adda6b70d28b req-c33e6454-1772-4402-8603-d38af8f9ff94 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:55.307051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34ad0bd6-e891-4ede-9379-adda6b70d28b req-c33e6454-1772-4402-8603-d38af8f9ff94 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 944 time: 1.7985442 Feb 04 13:49:55.308660 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (1046152f-aee0-4dd8-9adb-ed909d414485), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:55.534779 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (32494e27-ec60-40aa-a5a4-9e1d56551c8c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:55.547214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=1046152f-aee0-4dd8-9adb-ed909d414485,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:55.613141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b9bf9a-8021-41e5-a182-a3982ae5c6bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:55.621243 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-16b9bf9a-8021-41e5-a182-a3982ae5c6bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:55.739237 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34ad0bd6-e891-4ede-9379-adda6b70d28b req-e73fd177-6dfa-44c5-94df-820f8a289ea2 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409777 Feb 04 13:49:56.103024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_backend_mixin [None req-16b9bf9a-8021-41e5-a182-a3982ae5c6bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Performing IP validity checks on allocation pools {{(pid=103606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 13:49:56.103794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_backend_mixin [None req-16b9bf9a-8021-41e5-a182-a3982ae5c6bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 13:49:56.128086 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router_gateway (700633c4-9e95-41ff-979d-eb8a63ccb7b2), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:56.142341 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ca532fe-3580-471f-8ec7-68f9abb4a046 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for floatingip (c4d2905b-c417-44e1-b526-82f6bb05813b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:56.142980 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-0ca532fe-3580-471f-8ec7-68f9abb4a046 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Floating IP c4d2905b-c417-44e1-b526-82f6bb05813b disassociated (deleted). External IP: 172.25.5.18, port: 97905031-2f2a-4178-85eb-0808ee9411a5. Feb 04 13:49:56.237485 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-897287d5-34a6-4933-ad18-bc386e850b40 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (703329b4-d730-403d-93b7-494e0c9ff18e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:56.265567 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897287d5-34a6-4933-ad18-bc386e850b40 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event deleted for resources: {'Port': ['ID=703329b4-d730-403d-93b7-494e0c9ff18e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:56.374719 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-897287d5-34a6-4933-ad18-bc386e850b40 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for floatingip (5b0180e3-441b-455f-a76a-80fabf5cc3c5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:56.375098 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-897287d5-34a6-4933-ad18-bc386e850b40 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Floating IP 5b0180e3-441b-455f-a76a-80fabf5cc3c5 disassociated (deleted). External IP: 172.25.5.30, port: d2c2bbad-57f6-44c0-8dfb-aefaec134b29. Feb 04 13:49:56.397199 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-16b9bf9a-8021-41e5-a182-a3982ae5c6bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (6b454029-e603-41e1-b848-77c72b39a746), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:56.471027 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9bf9a-8021-41e5-a182-a3982ae5c6bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Subnet': ['ID=6b454029-e603-41e1-b848-77c72b39a746,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:56.517060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network 922633e3-d34e-4a7f-b0fa-f205accb7d64 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:56.521995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:56.720064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b9bf9a-8021-41e5-a182-a3982ae5c6bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Checking segment: {'id': 'fa1f2884-f01f-4dee-8e99-0770181a5a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '87e38259-bec9-4844-8fe4-34803d37bd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:49:56.720774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b9bf9a-8021-41e5-a182-a3982ae5c6bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network hostable DHCP agents. Network: 87e38259-bec9-4844-8fe4-34803d37bd5f, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:49:56.905937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router 32494e27-ec60-40aa-a5a4-9e1d56551c8c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:49:56.908402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897287d5-34a6-4933-ad18-bc386e850b40 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Router 6b69cb20-540a-4e1f-ac12-030386162157 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:49:56.926838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b9bf9a-8021-41e5-a182-a3982ae5c6bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network 87e38259-bec9-4844-8fe4-34803d37bd5f is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:49:56.938363 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router_gateway (700633c4-9e95-41ff-979d-eb8a63ccb7b2), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:56.978837 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:56.987993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca532fe-3580-471f-8ec7-68f9abb4a046 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Router b1593f1c-da1d-4cbb-bb50-693fbe31239f has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:49:57.067715 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-16b9bf9a-8021-41e5-a182-a3982ae5c6bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 87e38259-bec9-4844-8fe4-34803d37bd5f) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:57.089346 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9df1a7-fffb-454c-bd70-53e7474d4199 None None] Network 87e38259-bec9-4844-8fe4-34803d37bd5f requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:49:57.149467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b9bf9a-8021-41e5-a182-a3982ae5c6bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:57.162468 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-16b9bf9a-8021-41e5-a182-a3982ae5c6bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:57.247909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897287d5-34a6-4933-ad18-bc386e850b40 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:49:57.253729 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-897287d5-34a6-4933-ad18-bc386e850b40 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:57.297037 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-897287d5-34a6-4933-ad18-bc386e850b40 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] 10.222.0.96 "DELETE /v2.0/floatingips/5b0180e3-441b-455f-a76a-80fabf5cc3c5 HTTP/1.1" status: 204 len: 168 time: 3.8444858 Feb 04 13:49:57.300895 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Allocated IP 172.25.5.142 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/2dfea3ef-bc53-4706-b796-6294ebd0bc9b) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:57.300895 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33744) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:57.306809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:57.343770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ccd978-ac26-4afb-804b-bc48dc6feb2c None None] Sync routers for ids ['6b69cb20-540a-4e1f-ac12-030386162157'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:49:57.346930 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:57.379038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca532fe-3580-471f-8ec7-68f9abb4a046 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:49:57.394178 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ca532fe-3580-471f-8ec7-68f9abb4a046 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:57.395466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ccd978-ac26-4afb-804b-bc48dc6feb2c None None] Routers {'6b69cb20-540a-4e1f-ac12-030386162157'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:57.396365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b4ccd978-ac26-4afb-804b-bc48dc6feb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6b69cb20-540a-4e1f-ac12-030386162157'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:57.418415 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a361010-d52d-4887-9984-dd763302caf8 None None] Sync routers for ids ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:49:57.434607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-16b9bf9a-8021-41e5-a182-a3982ae5c6bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.0352228 Feb 04 13:49:57.442688 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf69d93-1d33-4777-8832-29df4e4348de req-e8b63b8b-10d9-469b-808c-dc7bde2c24f0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:57.450240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddf69d93-1d33-4777-8832-29df4e4348de req-e8b63b8b-10d9-469b-808c-dc7bde2c24f0 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 945 time: 0.4600885 Feb 04 13:49:57.453073 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a361010-d52d-4887-9984-dd763302caf8 None None] Routers {'b1593f1c-da1d-4cbb-bb50-693fbe31239f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:57.454505 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4a361010-d52d-4887-9984-dd763302caf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:57.457540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33746) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:57.484601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b4ccd978-ac26-4afb-804b-bc48dc6feb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:57.542693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ccd978-ac26-4afb-804b-bc48dc6feb2c None None] Routers {'6b69cb20-540a-4e1f-ac12-030386162157'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:57.543239 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b4ccd978-ac26-4afb-804b-bc48dc6feb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6b69cb20-540a-4e1f-ac12-030386162157'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:57.631159 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (87e38259-bec9-4844-8fe4-34803d37bd5f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:57.644972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-87e38259-bec9-4844-8fe4-34803d37bd5f', 'network_id': '87e38259-bec9-4844-8fe4-34803d37bd5f', 'project_id': 'f39222374bfe46758bc13b159822bacd', 'fixed_ips': [{'subnet_id': '6b454029-e603-41e1-b848-77c72b39a746'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:49:57.645856 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:57.657539 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b4ccd978-ac26-4afb-804b-bc48dc6feb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:57.658247 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ccd978-ac26-4afb-804b-bc48dc6feb2c None None] The sync data for ids ['6b69cb20-540a-4e1f-ac12-030386162157'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:49:57.680203 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4a361010-d52d-4887-9984-dd763302caf8 None None] Set router b1593f1c-da1d-4cbb-bb50-693fbe31239f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:49:57.693103 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0ca532fe-3580-471f-8ec7-68f9abb4a046 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "DELETE /v2.0/floatingips/c4d2905b-c417-44e1-b526-82f6bb05813b HTTP/1.1" status: 204 len: 168 time: 5.7553246 Feb 04 13:49:57.724923 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'tag': '97905031-2f2a-4178-85eb-0808ee9411a5'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:49:57.727618 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf73e959-a5db-41b2-b7cf-cb16ea9ed6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5797b8-3d45-4fce-b472-55e2f8462e10", "tag": "97905031-2f2a-4178-85eb-0808ee9411a5"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:49:57.761813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddf69d93-1d33-4777-8832-29df4e4348de req-57ff7660-c658-4482-95d2-cc26710a0c96 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104892 Feb 04 13:49:57.802196 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for port (2dfea3ef-bc53-4706-b796-6294ebd0bc9b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:57.897198 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2dfea3ef-bc53-4706-b796-6294ebd0bc9b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:57.971849 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (6b454029-e603-41e1-b848-77c72b39a746), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:57.989659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:49:58.008941 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-990f6336-50f0-464d-9905-5efb08a04007 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "PUT /v2.0/routers/32494e27-ec60-40aa-a5a4-9e1d56551c8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4007030 Feb 04 13:49:58.029769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33758) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:58.051110 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be475929-73aa-4037-aa02-59ba7e1fd78b None None] Sync routers for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:49:58.056328 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4a361010-d52d-4887-9984-dd763302caf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:49:28Z', 'revision_number': 6, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b8422432-6331-4df2-b83b-2a773ba207aa', 'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:38:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:28Z', 'updated_at': '2022-02-04T13:45:45Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:58.080836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fd70d3bf-1c49-4b45-8574-2013dd922039 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'port': {'network_id': '922633e3-d34e-4a7f-b0fa-f205accb7d64', 'name': 'tempest-FloatingIPTestJSON-1667048804'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:58.089023 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a361010-d52d-4887-9984-dd763302caf8 None None] Checking router: b1593f1c-da1d-4cbb-bb50-693fbe31239f for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:49:58.099715 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a361010-d52d-4887-9984-dd763302caf8 None None] Routers {'b1593f1c-da1d-4cbb-bb50-693fbe31239f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:58.100599 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4a361010-d52d-4887-9984-dd763302caf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:58.203738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8fcceb57-e3e6-485e-8606-e8f069c54053 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:49:58.239842 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c5ca78-9d4c-47fb-8255-b9cbc2b1b2c9 x-openstack-request-id: req-f0c5ca78-9d4c-47fb-8255-b9cbc2b1b2c9 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:49:58.240366 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5797b8-3d45-4fce-b472-55e2f8462e10", "tag": "97905031-2f2a-4178-85eb-0808ee9411a5", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:49:58.240790 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f0c5ca78-9d4c-47fb-8255-b9cbc2b1b2c9 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:49:58.242983 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'tag': '97905031-2f2a-4178-85eb-0808ee9411a5', 'status': 'completed', 'code': 200} Feb 04 13:49:58.300776 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4a361010-d52d-4887-9984-dd763302caf8 None None] Set router b1593f1c-da1d-4cbb-bb50-693fbe31239f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:49:58.373058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be475929-73aa-4037-aa02-59ba7e1fd78b None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:58.376833 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-be475929-73aa-4037-aa02-59ba7e1fd78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:58.430484 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:58.435252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:58.450046 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd70d3bf-1c49-4b45-8574-2013dd922039 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Made reservation on behalf of 3b017a1361cf4e4c8c8fef31bfb385d4 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:58.451801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73e959-a5db-41b2-b7cf-cb16ea9ed6fd req-7771ff4a-b423-4990-b170-63da49c86fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:58.453398 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf73e959-a5db-41b2-b7cf-cb16ea9ed6fd req-7771ff4a-b423-4990-b170-63da49c86fe9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 1128 time: 0.1919510 Feb 04 13:49:58.454476 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd70d3bf-1c49-4b45-8574-2013dd922039 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:58.482835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:58.506691 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-fd70d3bf-1c49-4b45-8574-2013dd922039 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] device_id is not set on port 86b9f112-0e80-440a-8cc5-0af2f60ce2fb yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:49:58.517401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Allocated IP 172.20.0.3 (87e38259-bec9-4844-8fe4-34803d37bd5f/6b454029-e603-41e1-b848-77c72b39a746/04011fad-cb59-4db5-aa20-4d7816335f4c) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:58.653970 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-be475929-73aa-4037-aa02-59ba7e1fd78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:58.704356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33766) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:49:58.725413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 8fcceb57-e3e6-485e-8606-e8f069c54053 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:58.726396 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:58.738670 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4a361010-d52d-4887-9984-dd763302caf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:49:28Z', 'revision_number': 6, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b8422432-6331-4df2-b83b-2a773ba207aa', 'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:38:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:28Z', 'updated_at': '2022-02-04T13:45:45Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:58.741242 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-fd70d3bf-1c49-4b45-8574-2013dd922039 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Allocated IP 172.20.0.6 (922633e3-d34e-4a7f-b0fa-f205accb7d64/465d552d-55ce-440d-b073-30551caac7af/86b9f112-0e80-440a-8cc5-0af2f60ce2fb) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:58.808742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be475929-73aa-4037-aa02-59ba7e1fd78b None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:58.809531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-be475929-73aa-4037-aa02-59ba7e1fd78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:58.817826 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a361010-d52d-4887-9984-dd763302caf8 None None] The sync data for ids ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'] in n-d-714676-13 is: [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:49:28Z', 'revision_number': 6, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b8422432-6331-4df2-b83b-2a773ba207aa', 'name': '', 'network_id': 'a0b13e3f-9762-48cf-8033-0eeb8464cf8d', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:38:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:28Z', 'updated_at': '2022-02-04T13:45:45Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b71daf93-69b8-48fe-bfaf-868dab64b820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:49:58.848891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703c27e-5769-4a8e-b633-4f73f2847bda req-1c40795f-4cec-4b45-ad0f-74c9dc584868 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:58.861708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a703c27e-5769-4a8e-b633-4f73f2847bda req-1c40795f-4cec-4b45-ad0f-74c9dc584868 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 945 time: 0.4567342 Feb 04 13:49:58.937587 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-be475929-73aa-4037-aa02-59ba7e1fd78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:58.943979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be475929-73aa-4037-aa02-59ba7e1fd78b None None] The sync data for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:49:58.970395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'Port': ['ID=2dfea3ef-bc53-4706-b796-6294ebd0bc9b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:59.021755 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0a9c63bf-d603-461c-805b-f928a3c357db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:59.057839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73e959-a5db-41b2-b7cf-cb16ea9ed6fd req-29e3fd39-dfd7-41b6-9c9e-27a5fe3d26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:59.064405 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf73e959-a5db-41b2-b7cf-cb16ea9ed6fd req-29e3fd39-dfd7-41b6-9c9e-27a5fe3d26ba service neutron] 10.222.0.99 "GET /v2.0/networks?id=a0b13e3f-9762-48cf-8033-0eeb8464cf8d HTTP/1.1" status: 200 len: 896 time: 0.5974131 Feb 04 13:49:59.122576 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd70d3bf-1c49-4b45-8574-2013dd922039 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (86b9f112-0e80-440a-8cc5-0af2f60ce2fb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:59.156304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf73e959-a5db-41b2-b7cf-cb16ea9ed6fd req-00f883c7-84ec-459d-8537-6fbce1a80d16 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97905031-2f2a-4178-85eb-0808ee9411a5 HTTP/1.1" status: 200 len: 217 time: 0.0731204 Feb 04 13:49:59.174243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8fcceb57-e3e6-485e-8606-e8f069c54053 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:49:59.174670 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:59.222506 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e402327-2fa1-4086-b1e9-3b33b213514d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcceb57-e3e6-485e-8606-e8f069c54053'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:49:59.224946 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0899d5-aa7f-4188-9278-3f451d08f267" -d '{"events": [{"server_uuid": "1e402327-2fa1-4086-b1e9-3b33b213514d", "name": "network-vif-plugged", "status": "completed", "tag": "8fcceb57-e3e6-485e-8606-e8f069c54053"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:49:59.243681 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:59.249456 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Publish callbacks [] for port (04011fad-cb59-4db5-aa20-4d7816335f4c), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:59.256509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8fcceb57-e3e6-485e-8606-e8f069c54053, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8fcceb57-e3e6-485e-8606-e8f069c54053,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:49:59.261369 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (04011fad-cb59-4db5-aa20-4d7816335f4c), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:59.268718 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:59.276189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a703c27e-5769-4a8e-b633-4f73f2847bda req-55fcff4c-fdee-4c2a-a28d-ec540053e9ac tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=dfcb9ee8-da56-4717-b20a-f84cdca8dda6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4132276 Feb 04 13:49:59.364846 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Network 87e38259-bec9-4844-8fe4-34803d37bd5f is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:59.371832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:59.393728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:59.416008 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead0e8f-32cb-4e97-be5b-af3bf5e89b48 None None] New status for floating IP c4d2905b-c417-44e1-b526-82f6bb05813b: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:49:59.442494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Pushing event updated for resources: {'Port': ['ID=04011fad-cb59-4db5-aa20-4d7816335f4c,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:59.484606 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (6b454029-e603-41e1-b848-77c72b39a746), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:59.524267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Allocated IP 172.25.5.172 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/1383d48c-605b-4473-9a37-d72571dcef40) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:59.531898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8fcceb57-e3e6-485e-8606-e8f069c54053,revision_number=10']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:59.563689 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Attempting to bind port 04011fad-cb59-4db5-aa20-4d7816335f4c on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:49:59.564365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Attempting to bind port 04011fad-cb59-4db5-aa20-4d7816335f4c by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'fa1f2884-f01f-4dee-8e99-0770181a5a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '87e38259-bec9-4844-8fe4-34803d37bd5f'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:49:59.570717 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Attempting to bind port 04011fad-cb59-4db5-aa20-4d7816335f4c on network 87e38259-bec9-4844-8fe4-34803d37bd5f {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:49:59.579535 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:49:59.580003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Checking segment: {'id': 'fa1f2884-f01f-4dee-8e99-0770181a5a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '87e38259-bec9-4844-8fe4-34803d37bd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:49:59.580734 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:59.581372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Bound using segment: {'id': 'fa1f2884-f01f-4dee-8e99-0770181a5a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '87e38259-bec9-4844-8fe4-34803d37bd5f'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:49:59.582067 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Bound port: 04011fad-cb59-4db5-aa20-4d7816335f4c, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1f2884-f01f-4dee-8e99-0770181a5a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '87e38259-bec9-4844-8fe4-34803d37bd5f'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:49:59.582553 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (04011fad-cb59-4db5-aa20-4d7816335f4c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:59.703010 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd70d3bf-1c49-4b45-8574-2013dd922039 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (86b9f112-0e80-440a-8cc5-0af2f60ce2fb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:59.713899 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73e959-a5db-41b2-b7cf-cb16ea9ed6fd req-9d9435f9-bb93-4dc3-9689-1fc675c982f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:59.726790 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks [] for port (1383d48c-605b-4473-9a37-d72571dcef40), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:59.727071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf73e959-a5db-41b2-b7cf-cb16ea9ed6fd req-9d9435f9-bb93-4dc3-9689-1fc675c982f2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b71daf93-69b8-48fe-bfaf-868dab64b820 HTTP/1.1" status: 200 len: 834 time: 0.5584650 Feb 04 13:49:59.728355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Subnet': ['ID=6b454029-e603-41e1-b848-77c72b39a746,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:59.787270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] For port 04011fad-cb59-4db5-aa20-4d7816335f4c, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:49:59.799674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] For port 04011fad-cb59-4db5-aa20-4d7816335f4c, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=04011fad-cb59-4db5-aa20-4d7816335f4c,segment=NetworkSegment(fa1f2884-f01f-4dee-8e99-0770181a5a35),segment_id=fa1f2884-f01f-4dee-8e99-0770181a5a35)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:49:59.816910 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (04011fad-cb59-4db5-aa20-4d7816335f4c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:59.875111 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd70d3bf-1c49-4b45-8574-2013dd922039 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network 922633e3-d34e-4a7f-b0fa-f205accb7d64 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:59.879041 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70d3bf-1c49-4b45-8574-2013dd922039 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=86b9f112-0e80-440a-8cc5-0af2f60ce2fb,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:59.895365 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-fd70d3bf-1c49-4b45-8574-2013dd922039 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:59.914314 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70d3bf-1c49-4b45-8574-2013dd922039 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:49:59.990055 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305e742-5511-4d27-a22b-d9223b5d42fc None None] Pushing event updated for resources: {'Port': ['ID=04011fad-cb59-4db5-aa20-4d7816335f4c,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:00.043102 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02e2a26-4e21-43d3-9b0d-a7ea4afe3fad None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:50:00.075729 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (87e38259-bec9-4844-8fe4-34803d37bd5f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:00.171561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e38259-bec9-4844-8fe4-34803d37bd5f']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:00.188536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6486f73-356f-4011-b241-70dfb7321dae req-797eeffa-cd56-4d71-933e-6cf3a1f287cc tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:00.199373 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router_gateway (700633c4-9e95-41ff-979d-eb8a63ccb7b2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:00.200947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c6486f73-356f-4011-b241-70dfb7321dae req-797eeffa-cd56-4d71-933e-6cf3a1f287cc tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.4998679 Feb 04 13:50:00.227188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73e959-a5db-41b2-b7cf-cb16ea9ed6fd req-cfb00a83-7802-4724-911c-4deb6197b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:00.228405 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf73e959-a5db-41b2-b7cf-cb16ea9ed6fd req-cfb00a83-7802-4724-911c-4deb6197b2b2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a0b13e3f-9762-48cf-8033-0eeb8464cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4270601 Feb 04 13:50:00.237551 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0a9c63bf-d603-461c-805b-f928a3c357db admin admin] Publish callbacks [] for security_group (933636fd-926b-442e-b6e6-7df231d0295d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:00.255542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1f2884-f01f-4dee-8e99-0770181a5a35') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:00.255838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1f2884-f01f-4dee-8e99-0770181a5a35') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:00.285798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7618bac-b180-4270-9229-1f19bb6dccca req-e07436c9-849a-4475-90eb-2a68f213efef tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:00.287416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7618bac-b180-4270-9229-1f19bb6dccca req-e07436c9-849a-4475-90eb-2a68f213efef tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 945 time: 0.4560225 Feb 04 13:50:00.291803 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0a9c63bf-d603-461c-805b-f928a3c357db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (933636fd-926b-442e-b6e6-7df231d0295d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:00.295378 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02e2a26-4e21-43d3-9b0d-a7ea4afe3fad None None] Resources bound (agent type, host, resource id): {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:50:00.307062 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (fa1f2884-f01f-4dee-8e99-0770181a5a35), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:00.328955 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1383d48c-605b-4473-9a37-d72571dcef40), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:00.349510 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd70d3bf-1c49-4b45-8574-2013dd922039 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:00.350326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd70d3bf-1c49-4b45-8574-2013dd922039 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:00.406331 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:00.416533 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:00.428440 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:00.472959 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fd70d3bf-1c49-4b45-8574-2013dd922039 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4147441 Feb 04 13:50:00.479357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33782) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:00.480069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Pushing event updated for resources: {'Port': ['ID=1383d48c-605b-4473-9a37-d72571dcef40,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:00.486950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e3443c2a-c6bc-41ac-8dcf-fb01dd4fbc6c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'port': {'network_id': '922633e3-d34e-4a7f-b0fa-f205accb7d64', 'name': 'tempest-FloatingIPTestJSON-1668051127'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:00.628878 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fa1f2884-f01f-4dee-8e99-0770181a5a35), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:00.642238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c63bf-d603-461c-805b-f928a3c357db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933636fd-926b-442e-b6e6-7df231d0295d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:00.658425 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:00.658916 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (fa1f2884-f01f-4dee-8e99-0770181a5a35), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:00.662575 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:00.690363 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0a9c63bf-d603-461c-805b-f928a3c357db admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8a6d61c443864b7181bfa2765b992406&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9748273 Feb 04 13:50:00.728341 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94464066-60af-4a6e-b8fc-62f059d46fc0 None None] Network 87e38259-bec9-4844-8fe4-34803d37bd5f requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:00.729526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33786) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:00.861510 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3443c2a-c6bc-41ac-8dcf-fb01dd4fbc6c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Made reservation on behalf of 3b017a1361cf4e4c8c8fef31bfb385d4 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:00.864807 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3443c2a-c6bc-41ac-8dcf-fb01dd4fbc6c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:00.867763 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c6486f73-356f-4011-b241-70dfb7321dae req-61bdb3e6-8cd7-4794-82ba-949201b45e9a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6654987 Feb 04 13:50:00.880731 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.db.api [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:50:00.880731 n-d-714676-13 neutron-server[103606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:50:00.880731 n-d-714676-13 neutron-server[103606]: [parameters: {'id': '87e38259-bec9-4844-8fe4-34803d37bd5f'}] Feb 04 13:50:00.880731 n-d-714676-13 neutron-server[103606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:50:00.881429 n-d-714676-13 neutron-server[103606]: DEBUG oslo_db.api [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:50:00.889874 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf73e959-a5db-41b2-b7cf-cb16ea9ed6fd req-f8bd2a66-8bba-4aa1-8d3a-54f3239cb09c service neutron] 10.222.0.99 "GET /v2.0/networks/a0b13e3f-9762-48cf-8033-0eeb8464cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507635 Feb 04 13:50:00.931193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-e3443c2a-c6bc-41ac-8dcf-fb01dd4fbc6c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] device_id is not set on port 01ae7537-659f-4aed-a1da-31c28f82da84 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:50:00.940735 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks [] for floatingip (84544e20-04b9-4c2d-abde-1ac6a457b1d8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:00.970921 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d58455-79ee-41aa-9735-24582571c8d4 x-openstack-request-id: req-f1d58455-79ee-41aa-9735-24582571c8d4 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:50:00.971203 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e402327-2fa1-4086-b1e9-3b33b213514d", "name": "network-vif-plugged", "status": "completed", "tag": "8fcceb57-e3e6-485e-8606-e8f069c54053", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:50:00.971464 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f1d58455-79ee-41aa-9735-24582571c8d4 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:50:00.971865 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e402327-2fa1-4086-b1e9-3b33b213514d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcceb57-e3e6-485e-8606-e8f069c54053', 'code': 200} Feb 04 13:50:01.078764 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (700633c4-9e95-41ff-979d-eb8a63ccb7b2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:01.369675 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8db0e7a0-c050-42a9-b39d-40507149ca21 admin admin] Publish callbacks [] for security_group (933636fd-926b-442e-b6e6-7df231d0295d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:01.386750 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (87e38259-bec9-4844-8fe4-34803d37bd5f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:01.403520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-c7618bac-b180-4270-9229-1f19bb6dccca req-e7327ec4-0002-4a33-908f-193b314db730 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Deleting port 97905031-2f2a-4178-85eb-0808ee9411a5 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:01.404014 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c7618bac-b180-4270-9229-1f19bb6dccca req-e7327ec4-0002-4a33-908f-193b314db730 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (97905031-2f2a-4178-85eb-0808ee9411a5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:01.485760 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8db0e7a0-c050-42a9-b39d-40507149ca21 admin admin] Publish callbacks [] for security_group (933636fd-926b-442e-b6e6-7df231d0295d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:01.536674 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf73e959-a5db-41b2-b7cf-cb16ea9ed6fd req-1603f222-629f-4157-ac1e-a55a0b090e03 service neutron] 10.222.0.99 "GET /v2.0/networks/a0b13e3f-9762-48cf-8033-0eeb8464cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291568 Feb 04 13:50:01.562203 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331e56a-891b-4db4-a343-ce78dd45a4dc req-3be29ba3-d397-4c41-ae1e-e29d7b8ee7c7 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:01.569390 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9331e56a-891b-4db4-a343-ce78dd45a4dc req-3be29ba3-d397-4c41-ae1e-e29d7b8ee7c7 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 945 time: 0.2781122 Feb 04 13:50:01.584830 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1383d48c-605b-4473-9a37-d72571dcef40), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:01.619257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656b78a-b011-4edd-b873-a28872a305d5 req-8e0088a3-9572-4438-a854-c0d6d9eabb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:01.621019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6656b78a-b011-4edd-b873-a28872a305d5 req-8e0088a3-9572-4438-a854-c0d6d9eabb38 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 1130 time: 0.3343139 Feb 04 13:50:01.669577 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-e3443c2a-c6bc-41ac-8dcf-fb01dd4fbc6c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Allocated IP 172.20.0.3 (922633e3-d34e-4a7f-b0fa-f205accb7d64/465d552d-55ce-440d-b073-30551caac7af/01ae7537-659f-4aed-a1da-31c28f82da84) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:01.732777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-c7618bac-b180-4270-9229-1f19bb6dccca req-e7327ec4-0002-4a33-908f-193b314db730 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] For port 97905031-2f2a-4178-85eb-0808ee9411a5, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=97905031-2f2a-4178-85eb-0808ee9411a5,segment=NetworkSegment(fadaa059-7bfa-4c73-be41-777107576852),segment_id=fadaa059-7bfa-4c73-be41-777107576852)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:01.733303 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c7618bac-b180-4270-9229-1f19bb6dccca req-e7327ec4-0002-4a33-908f-193b314db730 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (97905031-2f2a-4178-85eb-0808ee9411a5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:01.739179 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9331e56a-891b-4db4-a343-ce78dd45a4dc req-550ee0c8-f980-475b-853d-3bb71a0fe5d2 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=dfcb9ee8-da56-4717-b20a-f84cdca8dda6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687741 Feb 04 13:50:01.754871 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8db0e7a0-c050-42a9-b39d-40507149ca21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (933636fd-926b-442e-b6e6-7df231d0295d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:01.758318 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8db0e7a0-c050-42a9-b39d-40507149ca21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:01.759724 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8db0e7a0-c050-42a9-b39d-40507149ca21 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/933636fd-926b-442e-b6e6-7df231d0295d HTTP/1.1" status: 204 len: 168 time: 1.0263538 Feb 04 13:50:01.787208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-c7618bac-b180-4270-9229-1f19bb6dccca req-e7327ec4-0002-4a33-908f-193b314db730 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Calling delete_port for 97905031-2f2a-4178-85eb-0808ee9411a5 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:01.809446 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6656b78a-b011-4edd-b873-a28872a305d5 req-df229a2a-e6ff-4f8e-be5c-791cb6d932ad service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764326 Feb 04 13:50:01.814225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0e7a0-c050-42a9-b39d-40507149ca21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933636fd-926b-442e-b6e6-7df231d0295d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:01.854322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Deleting port 04011fad-cb59-4db5-aa20-4d7816335f4c {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:01.854766 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (04011fad-cb59-4db5-aa20-4d7816335f4c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:01.942668 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Router 700633c4-9e95-41ff-979d-eb8a63ccb7b2 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:50:01.990043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks [] for port (1383d48c-605b-4473-9a37-d72571dcef40), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:02.044242 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3443c2a-c6bc-41ac-8dcf-fb01dd4fbc6c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (01ae7537-659f-4aed-a1da-31c28f82da84), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:02.048965 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c7618bac-b180-4270-9229-1f19bb6dccca req-e7327ec4-0002-4a33-908f-193b314db730 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (97905031-2f2a-4178-85eb-0808ee9411a5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:02.135984 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7327ec4-0002-4a33-908f-193b314db730 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Port': ['ID=97905031-2f2a-4178-85eb-0808ee9411a5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:02.146061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] For port 04011fad-cb59-4db5-aa20-4d7816335f4c, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=04011fad-cb59-4db5-aa20-4d7816335f4c,segment=NetworkSegment(fa1f2884-f01f-4dee-8e99-0770181a5a35),segment_id=fa1f2884-f01f-4dee-8e99-0770181a5a35)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:02.146579 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (04011fad-cb59-4db5-aa20-4d7816335f4c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:02.162036 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 97905031-2f2a-4178-85eb-0808ee9411a5 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:50:02.188732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Calling delete_port for 04011fad-cb59-4db5-aa20-4d7816335f4c owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:02.201974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 97905031-2f2a-4178-85eb-0808ee9411a5 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:50:02.211288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 97905031-2f2a-4178-85eb-0808ee9411a5 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:50:02.220788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7618bac-b180-4270-9229-1f19bb6dccca req-e7327ec4-0002-4a33-908f-193b314db730 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] No DVR routers for this DVR port 97905031-2f2a-4178-85eb-0808ee9411a5 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:02.225013 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (1383d48c-605b-4473-9a37-d72571dcef40), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:02.229381 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-c7618bac-b180-4270-9229-1f19bb6dccca req-e7327ec4-0002-4a33-908f-193b314db730 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:02.232936 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7618bac-b180-4270-9229-1f19bb6dccca req-e7327ec4-0002-4a33-908f-193b314db730 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.99 "DELETE /v2.0/ports/97905031-2f2a-4178-85eb-0808ee9411a5 HTTP/1.1" status: 204 len: 173 time: 1.9238980 Feb 04 13:50:02.233504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'name': 'network-vif-deleted', 'tag': '97905031-2f2a-4178-85eb-0808ee9411a5'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:50:02.234248 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3443c2a-c6bc-41ac-8dcf-fb01dd4fbc6c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (01ae7537-659f-4aed-a1da-31c28f82da84), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:02.236406 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df61362d-1835-4ee8-bc53-c4cda49fa7c5" -d '{"events": [{"server_uuid": "ec5797b8-3d45-4fce-b472-55e2f8462e10", "name": "network-vif-deleted", "tag": "97905031-2f2a-4178-85eb-0808ee9411a5"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:50:02.254320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bc724-d636-4d4a-99d7-e68f0cbccedb req-71088b7a-534b-4ef5-aab3-b5c7c29d7880 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:02.256397 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a60bc724-d636-4d4a-99d7-e68f0cbccedb req-71088b7a-534b-4ef5-aab3-b5c7c29d7880 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.1933022 Feb 04 13:50:02.316689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3443c2a-c6bc-41ac-8dcf-fb01dd4fbc6c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network 922633e3-d34e-4a7f-b0fa-f205accb7d64 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:02.341627 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-e3443c2a-c6bc-41ac-8dcf-fb01dd4fbc6c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:02.344777 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3443c2a-c6bc-41ac-8dcf-fb01dd4fbc6c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:02.385904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33798) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:02.418963 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Pushing event updated for resources: {'Port': ['ID=1383d48c-605b-4473-9a37-d72571dcef40,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:02.430705 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-109b376a-f668-46ca-929b-d0c693f85a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:02.433965 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (84544e20-04b9-4c2d-abde-1ac6a457b1d8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:02.448584 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a60bc724-d636-4d4a-99d7-e68f0cbccedb req-0aca0f00-214d-4ce0-8ab4-4aaeb7c32ccd tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532152 Feb 04 13:50:02.460156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:02.460510 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:02.461072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:02.461648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:02.462036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:02.462445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:02.462785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:02.463447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:02.464073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:02.464213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:02.464460 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:02.464850 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:02.465181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:02.482247 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:02.494585 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Sync routers for ids ['700633c4-9e95-41ff-979d-eb8a63ccb7b2'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:02.520645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Routers {'700633c4-9e95-41ff-979d-eb8a63ccb7b2'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:02.522510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['700633c4-9e95-41ff-979d-eb8a63ccb7b2'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:02.523255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3443c2a-c6bc-41ac-8dcf-fb01dd4fbc6c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:02.524032 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3443c2a-c6bc-41ac-8dcf-fb01dd4fbc6c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:02.532605 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (04011fad-cb59-4db5-aa20-4d7816335f4c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:02.538164 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:02.549639 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989523f5-8409-45f6-8375-8800e4d59f95 x-openstack-request-id: req-989523f5-8409-45f6-8375-8800e4d59f95 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:50:02.549912 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7c7efef8-3729-494c-97fe-9f5984b5a431 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.6837337 Feb 04 13:50:02.550019 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5797b8-3d45-4fce-b472-55e2f8462e10", "name": "network-vif-deleted", "tag": "97905031-2f2a-4178-85eb-0808ee9411a5", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:50:02.550325 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-989523f5-8409-45f6-8375-8800e4d59f95 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:50:02.551188 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5797b8-3d45-4fce-b472-55e2f8462e10', 'name': 'network-vif-deleted', 'tag': '97905031-2f2a-4178-85eb-0808ee9411a5', 'status': 'completed', 'code': 200} Feb 04 13:50:02.551315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33800) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:02.591203 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Port': ['ID=04011fad-cb59-4db5-aa20-4d7816335f4c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:02.597216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No DVR routers for this DVR port 04011fad-cb59-4db5-aa20-4d7816335f4c on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:02.690359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Set router 700633c4-9e95-41ff-979d-eb8a63ccb7b2 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:50:02.714527 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:02.715978 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-15fd39ba-a299-49bf-990c-9656a81abbdc tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4143631 Feb 04 13:50:02.730719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33806) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:02.768902 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e3443c2a-c6bc-41ac-8dcf-fb01dd4fbc6c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2858794 Feb 04 13:50:02.770351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3443c2a-c6bc-41ac-8dcf-fb01dd4fbc6c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=01ae7537-659f-4aed-a1da-31c28f82da84,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:02.770483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33810) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:02.780781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '01ae7537-659f-4aed-a1da-31c28f82da84', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:02.832480 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (87e38259-bec9-4844-8fe4-34803d37bd5f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:02.840158 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:02.919768 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567c276c-6dba-4438-b109-8bda623a1914 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:02.930416 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-567c276c-6dba-4438-b109-8bda623a1914 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=415201945f1c4fefa31beecb58f01da9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3425987 Feb 04 13:50:02.931002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33816) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:03.040050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e38259-bec9-4844-8fe4-34803d37bd5f']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:03.112570 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-369359540', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:55Z', 'updated_at': '2022-02-04T13:49:59Z', 'revision_number': 3, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:56Z', 'updated_at': '2022-02-04T13:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:03.137521 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-109b376a-f668-46ca-929b-d0c693f85a00 admin admin] Publish callbacks [] for security_group (46770d03-9654-4080-91b1-c70814ecaecc), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:03.168182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Checking router: 700633c4-9e95-41ff-979d-eb8a63ccb7b2 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:50:03.171534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Updating router 700633c4-9e95-41ff-979d-eb8a63ccb7b2 port 2dfea3ef-bc53-4706-b796-6294ebd0bc9b binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:50:03.215080 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2dfea3ef-bc53-4706-b796-6294ebd0bc9b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:03.232933 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-109b376a-f668-46ca-929b-d0c693f85a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (46770d03-9654-4080-91b1-c70814ecaecc), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:03.247711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1f2884-f01f-4dee-8e99-0770181a5a35') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:03.247964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1f2884-f01f-4dee-8e99-0770181a5a35') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:03.253919 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc43e87f-7123-40d5-95b9-9a06ac57fc4e req-208f9b5b-cb82-465c-89d7-8b216d81b1d1 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec5797b8-3d45-4fce-b472-55e2f8462e10 HTTP/1.1" status: 200 len: 210 time: 0.2167222 Feb 04 13:50:03.378264 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (fa1f2884-f01f-4dee-8e99-0770181a5a35), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:03.408104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:03.448610 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-109b376a-f668-46ca-929b-d0c693f85a00 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=45c41835661f483496e8095c6e3e8715&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0563145 Feb 04 13:50:03.449688 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33828) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:03.464511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b376a-f668-46ca-929b-d0c693f85a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46770d03-9654-4080-91b1-c70814ecaecc,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:03.499790 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fa1f2884-f01f-4dee-8e99-0770181a5a35), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:03.549653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:03.550580 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (fa1f2884-f01f-4dee-8e99-0770181a5a35), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:03.556196 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:03.579543 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a77f56a5-1a36-4a2e-b31e-7c6d9c3eac98 admin admin] Publish callbacks [] for security_group (46770d03-9654-4080-91b1-c70814ecaecc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:03.622423 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:03.626898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd0a787-763e-46a3-99fe-c3c173df9108 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:03.627633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a77f56a5-1a36-4a2e-b31e-7c6d9c3eac98 admin admin] Publish callbacks [] for security_group (46770d03-9654-4080-91b1-c70814ecaecc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:03.632315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33832) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:03.633191 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0cd0a787-763e-46a3-99fe-c3c173df9108 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6674669 Feb 04 13:50:03.745233 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b4bc7c2c-cb4e-480e-b5ae-d326e8502d8d tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1074665 Feb 04 13:50:03.750902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33834) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:03.759757 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Publish callbacks [] for port (2dfea3ef-bc53-4706-b796-6294ebd0bc9b), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:03.770079 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2dfea3ef-bc53-4706-b796-6294ebd0bc9b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:03.797453 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (87e38259-bec9-4844-8fe4-34803d37bd5f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:03.804663 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:03.812489 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/87e38259-bec9-4844-8fe4-34803d37bd5f HTTP/1.1" status: 204 len: 168 time: 6.3440194 Feb 04 13:50:03.824341 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33840) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:03.873068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214bd08-185a-429b-b744-83c591df08e0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Network': ['ID=87e38259-bec9-4844-8fe4-34803d37bd5f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:03.899860 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8eee3008-c082-4f20-ba5c-226e877e3379 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1611228312'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:03.936032 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7f4131ad-da4c-47f8-ba98-b94825574a2c tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=415201945f1c4fefa31beecb58f01da9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1768806 Feb 04 13:50:03.952438 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a77f56a5-1a36-4a2e-b31e-7c6d9c3eac98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (46770d03-9654-4080-91b1-c70814ecaecc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:03.955057 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a77f56a5-1a36-4a2e-b31e-7c6d9c3eac98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:03.958768 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a77f56a5-1a36-4a2e-b31e-7c6d9c3eac98 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/46770d03-9654-4080-91b1-c70814ecaecc HTTP/1.1" status: 204 len: 168 time: 0.5052779 Feb 04 13:50:03.959092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33850) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:03.968949 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:04.015122 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Attempting to bind port 2dfea3ef-bc53-4706-b796-6294ebd0bc9b on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:50:04.017533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Attempting to bind port 2dfea3ef-bc53-4706-b796-6294ebd0bc9b by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:50:04.018091 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Attempting to bind port 2dfea3ef-bc53-4706-b796-6294ebd0bc9b on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:04.043864 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f56a5-1a36-4a2e-b31e-7c6d9c3eac98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46770d03-9654-4080-91b1-c70814ecaecc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:04.060908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:50:04.063521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:04.064058 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:04.064654 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:50:04.065170 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Bound port: 2dfea3ef-bc53-4706-b796-6294ebd0bc9b, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:50:04.065292 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eee3008-c082-4f20-ba5c-226e877e3379 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:04.068849 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2dfea3ef-bc53-4706-b796-6294ebd0bc9b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:04.075958 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8eee3008-c082-4f20-ba5c-226e877e3379 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:04.168483 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eee3008-c082-4f20-ba5c-226e877e3379 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:50:04.188563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d15c8-2f30-450d-9233-272c84753edd req-777d7e5e-66b7-409b-a3d6-faffca97f316 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:04.201711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-436d15c8-2f30-450d-9233-272c84753edd req-777d7e5e-66b7-409b-a3d6-faffca97f316 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.4895236 Feb 04 13:50:04.204314 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66f240-4cb6-4aea-a303-64942a758b25 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:04.208002 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8eee3008-c082-4f20-ba5c-226e877e3379 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a16b5063-7379-4ed3-be59-4be566b47e51), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:04.208680 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-8eee3008-c082-4f20-ba5c-226e877e3379 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Added segment a16b5063-7379-4ed3-be59-4be566b47e51 of type vlan for network 073e7cf8-3a32-4227-9c0a-c781afdc3dbd Feb 04 13:50:04.211412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dc66f240-4cb6-4aea-a303-64942a758b25 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2378991 Feb 04 13:50:04.227719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] For port 2dfea3ef-bc53-4706-b796-6294ebd0bc9b, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:50:04.229987 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33870) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:04.235666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] For port 2dfea3ef-bc53-4706-b796-6294ebd0bc9b, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2dfea3ef-bc53-4706-b796-6294ebd0bc9b,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:50:04.262195 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d3e48-45ee-4500-acf6-8710298ffef8 None None] Pushing event updated for resources: {'Port': ['ID=2dfea3ef-bc53-4706-b796-6294ebd0bc9b,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:04.267488 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2dfea3ef-bc53-4706-b796-6294ebd0bc9b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:04.413097 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8b101a97-a4e7-452d-9a9c-71855eb8c5f9 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1810853 Feb 04 13:50:04.420368 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33874) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:04.425676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Routers {'700633c4-9e95-41ff-979d-eb8a63ccb7b2'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:04.427698 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-09be7691-900a-4d42-a7c9-0ac0ff0b866a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1117628047', 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262', 'project_id': '415201945f1c4fefa31beecb58f01da9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:04.429610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['700633c4-9e95-41ff-979d-eb8a63ccb7b2'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:04.453528 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8eee3008-c082-4f20-ba5c-226e877e3379 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (073e7cf8-3a32-4227-9c0a-c781afdc3dbd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:04.529628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d3e48-45ee-4500-acf6-8710298ffef8 None None] Pushing event updated for resources: {'Port': ['ID=2dfea3ef-bc53-4706-b796-6294ebd0bc9b,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:04.548715 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8eee3008-c082-4f20-ba5c-226e877e3379 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (073e7cf8-3a32-4227-9c0a-c781afdc3dbd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:04.555519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eee3008-c082-4f20-ba5c-226e877e3379 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:04.556551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8eee3008-c082-4f20-ba5c-226e877e3379 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:04.632839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09be7691-900a-4d42-a7c9-0ac0ff0b866a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Made reservation on behalf of 415201945f1c4fefa31beecb58f01da9 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:04.637018 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09be7691-900a-4d42-a7c9-0ac0ff0b866a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:04.650988 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8eee3008-c082-4f20-ba5c-226e877e3379 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7573943 Feb 04 13:50:04.651782 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Allocated IP 172.25.5.251 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/7a70cf5f-bac0-44cc-a8b5-450450708714) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:04.663100 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33878) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:04.664890 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee3008-c082-4f20-ba5c-226e877e3379 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Network': ['ID=073e7cf8-3a32-4227-9c0a-c781afdc3dbd,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:04.708612 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c38beee8-13dd-4f78-9bb6-097abaec1601 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'subnet': {'network_id': '073e7cf8-3a32-4227-9c0a-c781afdc3dbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:04.803207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 073e7cf8-3a32-4227-9c0a-c781afdc3dbd details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:50:04.973905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38beee8-13dd-4f78-9bb6-097abaec1601 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:04.982454 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c38beee8-13dd-4f78-9bb6-097abaec1601 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:05.118292 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:05.271093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] Set router 700633c4-9e95-41ff-979d-eb8a63ccb7b2 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:50:05.292173 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-436d15c8-2f30-450d-9233-272c84753edd req-ff1042a1-1c72-49c0-9204-bc3163cc100b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0892134 Feb 04 13:50:05.327911 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (7a70cf5f-bac0-44cc-a8b5-450450708714), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:05.454907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33896) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:05.466895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Allocated IP 172.25.5.110 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/c9bf789a-b96b-4633-82dd-3c2fe8f018a1) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:05.480444 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c38beee8-13dd-4f78-9bb6-097abaec1601 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (9170da80-2a4a-4ef5-b8ed-a4981ff736bd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:05.541672 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (7a70cf5f-bac0-44cc-a8b5-450450708714), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:05.701256 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Publish callbacks [] for port (c9bf789a-b96b-4633-82dd-3c2fe8f018a1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:05.716754 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:05.724180 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af257992-ba78-4d88-84bf-63fa22ea5c7a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (dfcb9ee8-da56-4717-b20a-f84cdca8dda6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:05.724399 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:05.730218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:05.756072 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=7a70cf5f-bac0-44cc-a8b5-450450708714,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:05.771258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-369359540', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:55Z', 'updated_at': '2022-02-04T13:49:59Z', 'revision_number': 3, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:56Z', 'updated_at': '2022-02-04T13:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:05.785918 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af257992-ba78-4d88-84bf-63fa22ea5c7a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (dfcb9ee8-da56-4717-b20a-f84cdca8dda6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:05.868426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467547bf-cf90-4d38-8621-e1647ffbd8c6 None None] The sync data for ids ['700633c4-9e95-41ff-979d-eb8a63ccb7b2'] in n-d-714676-13 is: [{'id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-369359540', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:55Z', 'updated_at': '2022-02-04T13:49:59Z', 'revision_number': 3, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:56Z', 'updated_at': '2022-02-04T13:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:05.895554 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c9bf789a-b96b-4633-82dd-3c2fe8f018a1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:05.927784 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38beee8-13dd-4f78-9bb6-097abaec1601 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Subnet': ['ID=9170da80-2a4a-4ef5-b8ed-a4981ff736bd,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:05.935744 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38beee8-13dd-4f78-9bb6-097abaec1601 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Checking segment: {'id': 'a16b5063-7379-4ed3-be59-4be566b47e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '073e7cf8-3a32-4227-9c0a-c781afdc3dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:05.936511 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38beee8-13dd-4f78-9bb6-097abaec1601 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network hostable DHCP agents. Network: 073e7cf8-3a32-4227-9c0a-c781afdc3dbd, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:50:05.939798 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af257992-ba78-4d88-84bf-63fa22ea5c7a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (dfcb9ee8-da56-4717-b20a-f84cdca8dda6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:05.942927 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af257992-ba78-4d88-84bf-63fa22ea5c7a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:05.944364 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-af257992-ba78-4d88-84bf-63fa22ea5c7a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "DELETE /v2.0/security-groups/dfcb9ee8-da56-4717-b20a-f84cdca8dda6 HTTP/1.1" status: 204 len: 168 time: 0.4861374 Feb 04 13:50:06.009970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af257992-ba78-4d88-84bf-63fa22ea5c7a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcb9ee8-da56-4717-b20a-f84cdca8dda6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:06.014036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33908) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:06.506432 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09be7691-900a-4d42-a7c9-0ac0ff0b866a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (f05d6a3f-c5bf-43b5-893d-b15a00dda878), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:06.668043 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38beee8-13dd-4f78-9bb6-097abaec1601 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network 073e7cf8-3a32-4227-9c0a-c781afdc3dbd is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:50:06.681474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be7691-900a-4d42-a7c9-0ac0ff0b866a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'Subnet': ['ID=f05d6a3f-c5bf-43b5-893d-b15a00dda878,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:06.700552 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c38beee8-13dd-4f78-9bb6-097abaec1601 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 073e7cf8-3a32-4227-9c0a-c781afdc3dbd) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:06.715221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4f2a58-bc82-4ef4-ac30-008dcafafb65 None None] Network 073e7cf8-3a32-4227-9c0a-c781afdc3dbd requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:06.732131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be7691-900a-4d42-a7c9-0ac0ff0b866a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Checking segment: {'id': '600a9123-6d3c-4596-a82e-a099b916b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:06.732785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09be7691-900a-4d42-a7c9-0ac0ff0b866a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Network hostable DHCP agents. Network: 9bfc854a-bd24-4139-b8d4-0d516bb63262, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:50:06.739077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38beee8-13dd-4f78-9bb6-097abaec1601 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:06.740095 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c38beee8-13dd-4f78-9bb6-097abaec1601 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:06.776516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:06.789271 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c38beee8-13dd-4f78-9bb6-097abaec1601 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1210320 Feb 04 13:50:06.790117 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:06.791220 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33916) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:06.795281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:06.810629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33918) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:06.863459 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Pushing event updated for resources: {'Port': ['ID=c9bf789a-b96b-4633-82dd-3c2fe8f018a1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:06.898648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09be7691-900a-4d42-a7c9-0ac0ff0b866a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Network 9bfc854a-bd24-4139-b8d4-0d516bb63262 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:50:06.933455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-073e7cf8-3a32-4227-9c0a-c781afdc3dbd', 'network_id': '073e7cf8-3a32-4227-9c0a-c781afdc3dbd', 'project_id': 'f39222374bfe46758bc13b159822bacd', 'fixed_ips': [{'subnet_id': '9170da80-2a4a-4ef5-b8ed-a4981ff736bd'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:50:06.934717 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:06.985801 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Publish callbacks [] for floatingip (1ebcb447-888b-4b93-9a00-d9c9f09362b9), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:07.062285 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c9bf789a-b96b-4633-82dd-3c2fe8f018a1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:07.081166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-09be7691-900a-4d42-a7c9-0ac0ff0b866a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 9bfc854a-bd24-4139-b8d4-0d516bb63262) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:07.095950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09be7691-900a-4d42-a7c9-0ac0ff0b866a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:07.096606 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09be7691-900a-4d42-a7c9-0ac0ff0b866a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:07.162745 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-09be7691-900a-4d42-a7c9-0ac0ff0b866a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7407384 Feb 04 13:50:07.178247 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Allocated IP 172.20.0.1 (073e7cf8-3a32-4227-9c0a-c781afdc3dbd/9170da80-2a4a-4ef5-b8ed-a4981ff736bd/d5cf6d28-3099-48f2-b317-90f91e40e166) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:07.179696 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33922) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:07.350308 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (073e7cf8-3a32-4227-9c0a-c781afdc3dbd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:07.379011 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Publish callbacks [] for port (d5cf6d28-3099-48f2-b317-90f91e40e166), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:07.391573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Publish callbacks [] for port (c9bf789a-b96b-4633-82dd-3c2fe8f018a1), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:07.402749 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a89166-753e-4c95-85d6-b3f8484fd1b3 None None] Network 9bfc854a-bd24-4139-b8d4-0d516bb63262 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:07.406186 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (d5cf6d28-3099-48f2-b317-90f91e40e166), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:07.423943 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78274282-1e19-4ec1-a1ea-ad2fe29b1990 req-e6c1e2fb-691b-4847-a803-c87d0f0b222c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:07.426455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-78274282-1e19-4ec1-a1ea-ad2fe29b1990 req-e6c1e2fb-691b-4847-a803-c87d0f0b222c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.8344753 Feb 04 13:50:07.427435 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (c9bf789a-b96b-4633-82dd-3c2fe8f018a1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:07.539087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Network 073e7cf8-3a32-4227-9c0a-c781afdc3dbd is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:07.552220 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:07.559750 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ef83ac2c-0616-4b8e-8f67-b52e103e53a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:07.595743 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:07.631631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Pushing event updated for resources: {'Port': ['ID=d5cf6d28-3099-48f2-b317-90f91e40e166,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:07.652686 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Deleting port d5cf6d28-3099-48f2-b317-90f91e40e166 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:07.653241 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d5cf6d28-3099-48f2-b317-90f91e40e166), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:07.737943 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3c1ee26-6119-4c4d-9a42-eef0a1eb6f41 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (b1593f1c-da1d-4cbb-bb50-693fbe31239f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:07.767849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Attempting to bind port d5cf6d28-3099-48f2-b317-90f91e40e166 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:50:07.768365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Attempting to bind port d5cf6d28-3099-48f2-b317-90f91e40e166 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'a16b5063-7379-4ed3-be59-4be566b47e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '073e7cf8-3a32-4227-9c0a-c781afdc3dbd'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:50:07.768576 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Attempting to bind port d5cf6d28-3099-48f2-b317-90f91e40e166 on network 073e7cf8-3a32-4227-9c0a-c781afdc3dbd {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:07.780688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:50:07.781326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Checking segment: {'id': 'a16b5063-7379-4ed3-be59-4be566b47e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '073e7cf8-3a32-4227-9c0a-c781afdc3dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:07.781895 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:07.782607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Bound using segment: {'id': 'a16b5063-7379-4ed3-be59-4be566b47e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '073e7cf8-3a32-4227-9c0a-c781afdc3dbd'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:50:07.784093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Bound port: d5cf6d28-3099-48f2-b317-90f91e40e166, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16b5063-7379-4ed3-be59-4be566b47e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '073e7cf8-3a32-4227-9c0a-c781afdc3dbd'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:50:07.784787 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d5cf6d28-3099-48f2-b317-90f91e40e166), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:07.860444 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-9bfc854a-bd24-4139-b8d4-0d516bb63262', 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262', 'project_id': '415201945f1c4fefa31beecb58f01da9', 'fixed_ips': [{'subnet_id': 'f05d6a3f-c5bf-43b5-893d-b15a00dda878'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:50:07.869255 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:07.958836 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Pushing event updated for resources: {'Port': ['ID=c9bf789a-b96b-4633-82dd-3c2fe8f018a1,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:07.971319 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (1ebcb447-888b-4b93-9a00-d9c9f09362b9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:08.046425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] For port d5cf6d28-3099-48f2-b317-90f91e40e166, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:50:08.065542 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2dfea3ef-bc53-4706-b796-6294ebd0bc9b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:50:08.148505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] For port d5cf6d28-3099-48f2-b317-90f91e40e166, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d5cf6d28-3099-48f2-b317-90f91e40e166,segment=NetworkSegment(a16b5063-7379-4ed3-be59-4be566b47e51),segment_id=a16b5063-7379-4ed3-be59-4be566b47e51)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:50:08.166742 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:08.169065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-25265f83-6465-4307-9fc1-38e0bdbdd56e tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4370172 Feb 04 13:50:08.177087 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d5cf6d28-3099-48f2-b317-90f91e40e166), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:08.180571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33926) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:08.204875 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-78274282-1e19-4ec1-a1ea-ad2fe29b1990 req-890745a6-8604-4828-8309-cf2285c26cad tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7459865 Feb 04 13:50:08.438872 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] For port d5cf6d28-3099-48f2-b317-90f91e40e166, host n-d-714676-13, got binding levels [] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:08.439390 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d5cf6d28-3099-48f2-b317-90f91e40e166), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:08.469519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Calling delete_port for d5cf6d28-3099-48f2-b317-90f91e40e166 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:08.500222 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e9684868-475c-4962-a519-64ed097a203c tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.3158071 Feb 04 13:50:08.505834 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33930) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:08.546624 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcfd4a-28b5-447b-9515-571bfe4770ad req-41287e4b-3ce2-480f-bb3f-e1c6912b6fd8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:08.556369 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bbcfd4a-28b5-447b-9515-571bfe4770ad req-41287e4b-3ce2-480f-bb3f-e1c6912b6fd8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.2294147 Feb 04 13:50:08.567153 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (4a3945ce-0d7f-4e24-b6ff-e4173f8400c8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:08.679514 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ef83ac2c-0616-4b8e-8f67-b52e103e53a9 admin admin] Publish callbacks [] for security_group (082a16a6-dabf-4f16-9209-f8d89f100736), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:08.699735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4c21e-9c3f-42ce-bff9-7ca750d73c1d None None] Pushing event updated for resources: {'Port': ['ID=d5cf6d28-3099-48f2-b317-90f91e40e166,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:08.704333 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ef83ac2c-0616-4b8e-8f67-b52e103e53a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (082a16a6-dabf-4f16-9209-f8d89f100736), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:08.705119 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e11ca88a-df0a-4c93-baa7-da2bbd00397d tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1896865 Feb 04 13:50:08.708196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33934) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:08.723549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Allocated IP 172.20.0.18 (9bfc854a-bd24-4139-b8d4-0d516bb63262/f05d6a3f-c5bf-43b5-893d-b15a00dda878/59d04e4e-120c-4768-b3a7-3b52c54ddd7a) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:08.740416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2dfea3ef-bc53-4706-b796-6294ebd0bc9b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:08.741727 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2dfea3ef-bc53-4706-b796-6294ebd0bc9b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:08.848689 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bbcfd4a-28b5-447b-9515-571bfe4770ad req-be3c0a50-105e-481a-9169-148da9e56cd2 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892072 Feb 04 13:50:08.911891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83ac2c-0616-4b8e-8f67-b52e103e53a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082a16a6-dabf-4f16-9209-f8d89f100736,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:08.950515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ef83ac2c-0616-4b8e-8f67-b52e103e53a9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4cc52bef450441bf881aa8570c201fdd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1372170 Feb 04 13:50:08.951210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33938) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:09.052795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2dfea3ef-bc53-4706-b796-6294ebd0bc9b is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:09.053349 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2dfea3ef-bc53-4706-b796-6294ebd0bc9b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:09.093784 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7a70cf5f-bac0-44cc-a8b5-450450708714), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:09.106482 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 2dfea3ef-bc53-4706-b796-6294ebd0bc9b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2dfea3ef-bc53-4706-b796-6294ebd0bc9b,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:09.113746 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Publish callbacks [] for port (59d04e4e-120c-4768-b3a7-3b52c54ddd7a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:09.123018 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2dfea3ef-bc53-4706-b796-6294ebd0bc9b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:09.128123 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (59d04e4e-120c-4768-b3a7-3b52c54ddd7a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:09.192615 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:09.207140 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Network 9bfc854a-bd24-4139-b8d4-0d516bb63262 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:09.210965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:09.214763 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:09.273776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=2dfea3ef-bc53-4706-b796-6294ebd0bc9b,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:09.335425 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c075a3-34b8-40ff-926e-d38ae114491b req-f22144fb-37d0-410a-9f33-5b0e370bca43 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:09.342774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45c075a3-34b8-40ff-926e-d38ae114491b req-f22144fb-37d0-410a-9f33-5b0e370bca43 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.3025665 Feb 04 13:50:09.375324 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-77913a98-4a22-4863-ad18-9411599086dc admin admin] Publish callbacks [] for security_group (082a16a6-dabf-4f16-9209-f8d89f100736), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:09.384818 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Attempting to bind port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:50:09.385204 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Attempting to bind port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '600a9123-6d3c-4596-a82e-a099b916b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:50:09.385578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Attempting to bind port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a on network 9bfc854a-bd24-4139-b8d4-0d516bb63262 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:09.391134 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d5cf6d28-3099-48f2-b317-90f91e40e166), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:09.396617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:50:09.401628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Checking segment: {'id': '600a9123-6d3c-4596-a82e-a099b916b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:09.402194 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:09.402621 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Bound using segment: {'id': '600a9123-6d3c-4596-a82e-a099b916b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:50:09.403356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Bound port: 59d04e4e-120c-4768-b3a7-3b52c54ddd7a, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600a9123-6d3c-4596-a82e-a099b916b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:50:09.403915 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (59d04e4e-120c-4768-b3a7-3b52c54ddd7a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:09.426417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Pushing event updated for resources: {'Port': ['ID=59d04e4e-120c-4768-b3a7-3b52c54ddd7a,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:09.439337 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-08ec917e-ba8a-4740-8096-4da57d574796 tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Deleting port c9bf789a-b96b-4633-82dd-3c2fe8f018a1 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:09.439689 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08ec917e-ba8a-4740-8096-4da57d574796 tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c9bf789a-b96b-4633-82dd-3c2fe8f018a1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:09.454427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Port': ['ID=d5cf6d28-3099-48f2-b317-90f91e40e166,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:09.456334 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-77913a98-4a22-4863-ad18-9411599086dc admin admin] Publish callbacks [] for security_group (082a16a6-dabf-4f16-9209-f8d89f100736), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:09.504819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45c075a3-34b8-40ff-926e-d38ae114491b req-500f603d-dbb4-4aa0-98eb-eb6d3f02b12a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444621 Feb 04 13:50:09.526032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] For port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:50:09.530241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] For port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=59d04e4e-120c-4768-b3a7-3b52c54ddd7a,segment=NetworkSegment(600a9123-6d3c-4596-a82e-a099b916b617),segment_id=600a9123-6d3c-4596-a82e-a099b916b617)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:50:09.543366 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (59d04e4e-120c-4768-b3a7-3b52c54ddd7a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:09.553463 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No DVR routers for this DVR port d5cf6d28-3099-48f2-b317-90f91e40e166 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:09.671658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf8061-4001-4915-ab2c-7f9173d28cd9 None None] Pushing event updated for resources: {'Port': ['ID=59d04e4e-120c-4768-b3a7-3b52c54ddd7a,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:09.772438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e3c1ee26-6119-4c4d-9a42-eef0a1eb6f41 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Deleting port b8422432-6331-4df2-b83b-2a773ba207aa {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:09.773112 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3c1ee26-6119-4c4d-9a42-eef0a1eb6f41 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:09.805074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (9170da80-2a4a-4ef5-b8ed-a4981ff736bd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:09.969742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2dfea3ef-bc53-4706-b796-6294ebd0bc9b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:50:09.999359 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (9170da80-2a4a-4ef5-b8ed-a4981ff736bd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.070916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2dfea3ef-bc53-4706-b796-6294ebd0bc9b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:10.071485 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2dfea3ef-bc53-4706-b796-6294ebd0bc9b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.160364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Allocated IP 172.20.0.17 (9bfc854a-bd24-4139-b8d4-0d516bb63262/f05d6a3f-c5bf-43b5-893d-b15a00dda878/1f1c8b2f-73b8-4c87-8276-dfa444301a65) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:10.239551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Subnet': ['ID=9170da80-2a4a-4ef5-b8ed-a4981ff736bd,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:10.264228 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2dfea3ef-bc53-4706-b796-6294ebd0bc9b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:10.340927 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (073e7cf8-3a32-4227-9c0a-c781afdc3dbd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.376034 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (7a70cf5f-bac0-44cc-a8b5-450450708714), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.394853 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (7a70cf5f-bac0-44cc-a8b5-450450708714), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.421059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073e7cf8-3a32-4227-9c0a-c781afdc3dbd']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:10.424690 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08ec917e-ba8a-4740-8096-4da57d574796 tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c9bf789a-b96b-4633-82dd-3c2fe8f018a1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.425019 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08ec917e-ba8a-4740-8096-4da57d574796 tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Publish callbacks [] for floatingip (c9bf789a-b96b-4633-82dd-3c2fe8f018a1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.432951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-e3c1ee26-6119-4c4d-9a42-eef0a1eb6f41 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] For port b8422432-6331-4df2-b83b-2a773ba207aa, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b8422432-6331-4df2-b83b-2a773ba207aa,segment=NetworkSegment(fadaa059-7bfa-4c73-be41-777107576852),segment_id=fadaa059-7bfa-4c73-be41-777107576852)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:10.432951 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3c1ee26-6119-4c4d-9a42-eef0a1eb6f41 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.450859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16b5063-7379-4ed3-be59-4be566b47e51') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:10.451164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16b5063-7379-4ed3-be59-4be566b47e51') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:10.455631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f8edca-81ff-4941-91b9-09956888970f None None] Network 073e7cf8-3a32-4227-9c0a-c781afdc3dbd requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:10.477625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e3c1ee26-6119-4c4d-9a42-eef0a1eb6f41 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Calling delete_port for b8422432-6331-4df2-b83b-2a773ba207aa owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:10.480406 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (a16b5063-7379-4ed3-be59-4be566b47e51), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.484055 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.495725 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e6e47-60ed-47a9-8fc4-9dde4bf39cef req-f4e5cf58-3c7f-4f25-9466-4ac006e40cbf tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:10.504504 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a16b5063-7379-4ed3-be59-4be566b47e51), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.517496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-371e6e47-60ed-47a9-8fc4-9dde4bf39cef req-f4e5cf58-3c7f-4f25-9466-4ac006e40cbf tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.3051531 Feb 04 13:50:10.529203 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-08ec917e-ba8a-4740-8096-4da57d574796 tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Calling delete_port for c9bf789a-b96b-4633-82dd-3c2fe8f018a1 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:10.542735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bb8cb2a8-c844-49cb-bea6-23d42cc68b19 None None] Could not find standard attr ID for object d5cf6d28-3099-48f2-b317-90f91e40e166. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:50:10.560837 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-77913a98-4a22-4863-ad18-9411599086dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (082a16a6-dabf-4f16-9209-f8d89f100736), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.561285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:10.561699 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (a16b5063-7379-4ed3-be59-4be566b47e51), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.563583 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-77913a98-4a22-4863-ad18-9411599086dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.565667 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-77913a98-4a22-4863-ad18-9411599086dc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/082a16a6-dabf-4f16-9209-f8d89f100736 HTTP/1.1" status: 204 len: 168 time: 1.6023333 Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:10.569391 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:10.685572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77913a98-4a22-4863-ad18-9411599086dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082a16a6-dabf-4f16-9209-f8d89f100736,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:10.697323 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=7a70cf5f-bac0-44cc-a8b5-450450708714,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:10.801793 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (4a3945ce-0d7f-4e24-b6ff-e4173f8400c8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.814005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15603688-1112-43ea-860a-863057b7e042 None None] DHCP port deletion for 073e7cf8-3a32-4227-9c0a-c781afdc3dbd request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:50:10.878697 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (073e7cf8-3a32-4227-9c0a-c781afdc3dbd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.888619 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.900385 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/073e7cf8-3a32-4227-9c0a-c781afdc3dbd HTTP/1.1" status: 204 len: 168 time: 4.0232165 Feb 04 13:50:10.911193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33952) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:10.924873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9162318f-45c1-47c2-a00a-b85ec511ade4 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1054476020'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:10.962338 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-803cf8b0-80b7-4e22-b9c9-d649fd3949c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.979197 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:10.985320 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd83e40-2efe-4738-8f5a-bdcf050cf418 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Network': ['ID=073e7cf8-3a32-4227-9c0a-c781afdc3dbd,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:11.057382 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-371e6e47-60ed-47a9-8fc4-9dde4bf39cef req-5fa7a074-57f8-4b45-886c-8a63a10259cc tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149653 Feb 04 13:50:11.075334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Network 9bfc854a-bd24-4139-b8d4-0d516bb63262 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:11.087620 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:11.091944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:11.126828 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9162318f-45c1-47c2-a00a-b85ec511ade4 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:11.136313 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9162318f-45c1-47c2-a00a-b85ec511ade4 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:11.160058 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (700633c4-9e95-41ff-979d-eb8a63ccb7b2), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:11.304832 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Floating IP 4a3945ce-0d7f-4e24-b6ff-e4173f8400c8 associated. External IP: 172.25.5.251, port: 01ae7537-659f-4aed-a1da-31c28f82da84. Feb 04 13:50:11.333092 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'Port': ['ID=1f1c8b2f-73b8-4c87-8276-dfa444301a65,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:11.378401 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:11.464262 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3c1ee26-6119-4c4d-9a42-eef0a1eb6f41 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b8422432-6331-4df2-b83b-2a773ba207aa), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:11.537222 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08ec917e-ba8a-4740-8096-4da57d574796 tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c9bf789a-b96b-4633-82dd-3c2fe8f018a1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:11.572474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9162318f-45c1-47c2-a00a-b85ec511ade4 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:50:11.627406 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec917e-ba8a-4740-8096-4da57d574796 tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Pushing event deleted for resources: {'Port': ['ID=c9bf789a-b96b-4633-82dd-3c2fe8f018a1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:11.630754 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9162318f-45c1-47c2-a00a-b85ec511ade4 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (388a6615-0e4f-45f2-b6f9-a669b378c808), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:11.631100 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-9162318f-45c1-47c2-a00a-b85ec511ade4 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Added segment 388a6615-0e4f-45f2-b6f9-a669b378c808 of type vlan for network b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25 Feb 04 13:50:11.632301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f25d2bb-698d-48d1-b313-be6d131e6496 None None] Network 9bfc854a-bd24-4139-b8d4-0d516bb63262 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:11.652058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f7184-51f2-4807-8503-41044e892031 req-1779fbcd-21ad-49db-8e79-c0efe0bc5353 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:11.659632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-813f7184-51f2-4807-8503-41044e892031 req-1779fbcd-21ad-49db-8e79-c0efe0bc5353 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.3695724 Feb 04 13:50:11.659832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1ee26-6119-4c4d-9a42-eef0a1eb6f41 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Port': ['ID=b8422432-6331-4df2-b83b-2a773ba207aa,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:11.892353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7fccfa08-81d2-44e4-b6d5-ba03dde44c18 None None] Provisioning complete for port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:11.892727 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7fccfa08-81d2-44e4-b6d5-ba03dde44c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (59d04e4e-120c-4768-b3a7-3b52c54ddd7a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:11.907094 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9162318f-45c1-47c2-a00a-b85ec511ade4 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:12.043706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-813f7184-51f2-4807-8503-41044e892031 req-739128f7-9401-46f9-9bc3-d8f9f7d9a53c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590827 Feb 04 13:50:12.044776 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08ec917e-ba8a-4740-8096-4da57d574796 tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Publish callbacks [] for floatingip (1ebcb447-888b-4b93-9a00-d9c9f09362b9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:12.047568 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08ec917e-ba8a-4740-8096-4da57d574796 tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:12.048751 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-08ec917e-ba8a-4740-8096-4da57d574796 tempest-FloatingIPAdminTestJSON-1426171838 tempest-FloatingIPAdminTestJSON-1426171838-project] 10.222.0.96 "DELETE /v2.0/floatingips/1ebcb447-888b-4b93-9a00-d9c9f09362b9 HTTP/1.1" status: 204 len: 168 time: 3.3250449 Feb 04 13:50:12.059498 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33976) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:12.098258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router 32494e27-ec60-40aa-a5a4-9e1d56551c8c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:50:12.099921 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9162318f-45c1-47c2-a00a-b85ec511ade4 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:12.113884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9162318f-45c1-47c2-a00a-b85ec511ade4 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:12.114565 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9162318f-45c1-47c2-a00a-b85ec511ade4 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:12.169927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7fccfa08-81d2-44e4-b6d5-ba03dde44c18 None None] Current status of the port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:12.170361 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7fccfa08-81d2-44e4-b6d5-ba03dde44c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (59d04e4e-120c-4768-b3a7-3b52c54ddd7a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:12.171996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9162318f-45c1-47c2-a00a-b85ec511ade4 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2479806 Feb 04 13:50:12.173833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33984) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:12.221500 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-018b4d80-2af1-4c3f-a627-7e5cf0191f0d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'subnet': {'network_id': 'b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:12.240306 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 59d04e4e-120c-4768-b3a7-3b52c54ddd7a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:50:12.296771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7fccfa08-81d2-44e4-b6d5-ba03dde44c18 None None] For port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=59d04e4e-120c-4768-b3a7-3b52c54ddd7a,segment=NetworkSegment(600a9123-6d3c-4596-a82e-a099b916b617),segment_id=600a9123-6d3c-4596-a82e-a099b916b617)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:12.304366 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7fccfa08-81d2-44e4-b6d5-ba03dde44c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (59d04e4e-120c-4768-b3a7-3b52c54ddd7a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:12.347231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162318f-45c1-47c2-a00a-b85ec511ade4 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Network': ['ID=b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:12.375725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccfa08-81d2-44e4-b6d5-ba03dde44c18 None None] Pushing event updated for resources: {'Port': ['ID=59d04e4e-120c-4768-b3a7-3b52c54ddd7a,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:12.381783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:50:12.468424 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:12.512966 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3c1ee26-6119-4c4d-9a42-eef0a1eb6f41 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (b1593f1c-da1d-4cbb-bb50-693fbe31239f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:12.516642 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:12.597483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bb6d8078-b033-48bf-b1db-c32d51603c16 None None] Provisioning complete for port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:12.598122 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bb6d8078-b033-48bf-b1db-c32d51603c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (59d04e4e-120c-4768-b3a7-3b52c54ddd7a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:12.601596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:12.617399 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (59d04e4e-120c-4768-b3a7-3b52c54ddd7a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:12.814827 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6311d-058a-46bd-9f05-3ce3f651b425 req-e902ead3-257e-451b-adb5-4d838353e74c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:12.829962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4d6311d-058a-46bd-9f05-3ce3f651b425 req-e902ead3-257e-451b-adb5-4d838353e74c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.4783621 Feb 04 13:50:12.941509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:12.952498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018b4d80-2af1-4c3f-a627-7e5cf0191f0d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:12.961095 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-018b4d80-2af1-4c3f-a627-7e5cf0191f0d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:12.964269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d5cf6d28-3099-48f2-b317-90f91e40e166 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:50:13.016801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: d5cf6d28-3099-48f2-b317-90f91e40e166 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:50:13.017559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d5cf6d28-3099-48f2-b317-90f91e40e166 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:50:13.024392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d8078-b033-48bf-b1db-c32d51603c16 None None] Current status of the port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:13.069758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bb6d8078-b033-48bf-b1db-c32d51603c16 None None] Provisioning complete for port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:13.070532 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bb6d8078-b033-48bf-b1db-c32d51603c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:13.181170 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4d6311d-058a-46bd-9f05-3ce3f651b425 req-dea93579-5d7b-4d46-98a2-75ab183ca8aa tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497241 Feb 04 13:50:13.203797 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:13.244973 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb1b1fd-55ed-48b0-8587-b005b28f8872 None None] Sync routers for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:13.252084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d8078-b033-48bf-b1db-c32d51603c16 None None] Port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:50:13.260213 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb1b1fd-55ed-48b0-8587-b005b28f8872 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:13.260860 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-adb1b1fd-55ed-48b0-8587-b005b28f8872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:13.325992 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:13.352171 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-adb1b1fd-55ed-48b0-8587-b005b28f8872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:13.371560 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb1b1fd-55ed-48b0-8587-b005b28f8872 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:13.372195 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-adb1b1fd-55ed-48b0-8587-b005b28f8872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:13.385709 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a937c0a6-4738-4e87-9e17-ce3350722608 None None] Provisioning complete for port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:13.387378 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a937c0a6-4738-4e87-9e17-ce3350722608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:13.454767 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-adb1b1fd-55ed-48b0-8587-b005b28f8872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:13.455581 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb1b1fd-55ed-48b0-8587-b005b28f8872 None None] The sync data for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:13.464374 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a937c0a6-4738-4e87-9e17-ce3350722608 None None] Port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:50:13.517354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-45bd8ab8-e88e-4fe2-9b18-649b76c522c3 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.7420611 Feb 04 13:50:13.519761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33994) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:13.526903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-2b004753-b12b-48db-b604-a7a91a0985d4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:13.590970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b53496-d62a-4421-9ac6-6115ed08a5fd req-6f364c39-e38d-4bcf-9f4e-2e4531e57bbe tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:13.592626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7b53496-d62a-4421-9ac6-6115ed08a5fd req-6f364c39-e38d-4bcf-9f4e-2e4531e57bbe tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.2282534 Feb 04 13:50:13.677766 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b004753-b12b-48db-b604-a7a91a0985d4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (4a3945ce-0d7f-4e24-b6ff-e4173f8400c8), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:13.685002 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-018b4d80-2af1-4c3f-a627-7e5cf0191f0d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (0c9bf47b-1c3e-4f05-b4f6-ec833dc5f6c7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:13.731605 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'Port': ['ID=1f1c8b2f-73b8-4c87-8276-dfa444301a65,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:13.742822 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (700633c4-9e95-41ff-979d-eb8a63ccb7b2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:13.764479 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7b53496-d62a-4421-9ac6-6115ed08a5fd req-088a2eb3-8261-4a00-b599-f05f13bf8971 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383245 Feb 04 13:50:13.927706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 59d04e4e-120c-4768-b3a7-3b52c54ddd7a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:50:13.981890 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b4d80-2af1-4c3f-a627-7e5cf0191f0d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Subnet': ['ID=0c9bf47b-1c3e-4f05-b4f6-ec833dc5f6c7,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:14.002765 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-272306e1-c715-461e-9495-29ba82f1f88d tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Deleting port 1383d48c-605b-4473-9a37-d72571dcef40 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:14.003033 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-272306e1-c715-461e-9495-29ba82f1f88d tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1383d48c-605b-4473-9a37-d72571dcef40), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:14.003620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b4d80-2af1-4c3f-a627-7e5cf0191f0d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Checking segment: {'id': '388a6615-0e4f-45f2-b6f9-a669b378c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:14.004465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018b4d80-2af1-4c3f-a627-7e5cf0191f0d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network hostable DHCP agents. Network: b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:50:14.094085 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b004753-b12b-48db-b604-a7a91a0985d4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:14.103356 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b004753-b12b-48db-b604-a7a91a0985d4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (4a3945ce-0d7f-4e24-b6ff-e4173f8400c8), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:14.103777 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-2b004753-b12b-48db-b604-a7a91a0985d4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Floating IP 4a3945ce-0d7f-4e24-b6ff-e4173f8400c8 disassociated. External IP: 172.25.5.251, port: 01ae7537-659f-4aed-a1da-31c28f82da84. Feb 04 13:50:14.131468 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:14.144115 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:14.145271 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (59d04e4e-120c-4768-b3a7-3b52c54ddd7a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:14.202623 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018b4d80-2af1-4c3f-a627-7e5cf0191f0d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:50:14.215613 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Network 9bfc854a-bd24-4139-b8d4-0d516bb63262 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:14.268818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34004) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:14.270450 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:14.318870 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-272306e1-c715-461e-9495-29ba82f1f88d tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1383d48c-605b-4473-9a37-d72571dcef40), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:14.322536 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-272306e1-c715-461e-9495-29ba82f1f88d tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks [] for floatingip (1383d48c-605b-4473-9a37-d72571dcef40), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:14.357830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-018b4d80-2af1-4c3f-a627-7e5cf0191f0d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:14.385781 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:14.393424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4089cfe6-1ca8-4646-a7e9-8af9af9c2b7a None None] Network b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:14.411728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018b4d80-2af1-4c3f-a627-7e5cf0191f0d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:14.412331 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-018b4d80-2af1-4c3f-a627-7e5cf0191f0d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:14.506018 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-272306e1-c715-461e-9495-29ba82f1f88d tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Calling delete_port for 1383d48c-605b-4473-9a37-d72571dcef40 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:14.556744 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-018b4d80-2af1-4c3f-a627-7e5cf0191f0d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3401160 Feb 04 13:50:14.565694 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34010) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:14.735702 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:14.753361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5f4b-c9b8-4e73-89e1-0dd8aaab4982 req-c543601a-9769-43df-8794-69c39378fece tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:14.763094 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be9c5f4b-c9b8-4e73-89e1-0dd8aaab4982 req-c543601a-9769-43df-8794-69c39378fece tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.4792430 Feb 04 13:50:14.776205 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c1ee26-6119-4c4d-9a42-eef0a1eb6f41 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Router b1593f1c-da1d-4cbb-bb50-693fbe31239f has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:50:14.805555 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:14.820023 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25', 'network_id': 'b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25', 'project_id': 'f39222374bfe46758bc13b159822bacd', 'fixed_ips': [{'subnet_id': '0c9bf47b-1c3e-4f05-b4f6-ec833dc5f6c7'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:50:14.821397 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Router 700633c4-9e95-41ff-979d-eb8a63ccb7b2 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:50:14.829818 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:14.968008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3162aec5-505a-4c3f-a0b8-f5f9495a02a7 None None] Provisioning complete for port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:14.968634 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3162aec5-505a-4c3f-a0b8-f5f9495a02a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:15.046445 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3162aec5-505a-4c3f-a0b8-f5f9495a02a7 None None] Port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:50:15.096036 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Allocated IP 172.20.0.1 (b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25/0c9bf47b-1c3e-4f05-b4f6-ec833dc5f6c7/d627bb33-2e9a-4cef-a33b-7dd680a9f1d4) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:15.245859 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-272306e1-c715-461e-9495-29ba82f1f88d tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1383d48c-605b-4473-9a37-d72571dcef40), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:15.272186 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c1ee26-6119-4c4d-9a42-eef0a1eb6f41 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:15.306448 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e3c1ee26-6119-4c4d-9a42-eef0a1eb6f41 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "PUT /v2.0/routers/b1593f1c-da1d-4cbb-bb50-693fbe31239f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2849858 Feb 04 13:50:15.308012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272306e1-c715-461e-9495-29ba82f1f88d tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Pushing event deleted for resources: {'Port': ['ID=1383d48c-605b-4473-9a37-d72571dcef40,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:15.311160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34012) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:15.321503 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be9c5f4b-c9b8-4e73-89e1-0dd8aaab4982 req-3df3832a-76f6-4bac-a06e-a3a7b69347ac tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571456 Feb 04 13:50:15.344130 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:15.358149 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Sync routers for ids ['700633c4-9e95-41ff-979d-eb8a63ccb7b2'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:15.379767 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Routers {'700633c4-9e95-41ff-979d-eb8a63ccb7b2'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:15.380413 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['700633c4-9e95-41ff-979d-eb8a63ccb7b2'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:15.381251 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cf31afe5-42b3-4496-be27-a1754d4a8c35 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "PUT /v2.0/routers/700633c4-9e95-41ff-979d-eb8a63ccb7b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2005005 Feb 04 13:50:15.479079 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (0c9bf47b-1c3e-4f05-b4f6-ec833dc5f6c7), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:15.588614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b004753-b12b-48db-b604-a7a91a0985d4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router 32494e27-ec60-40aa-a5a4-9e1d56551c8c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:50:15.612297 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Set router 700633c4-9e95-41ff-979d-eb8a63ccb7b2 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:50:15.767393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f4e62-c6a6-47b6-aa91-5d1ff4d6ff17 None None] Sync routers for ids ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:15.792917 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ef995018-1dce-4bae-ac12-791d761600ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:15.812014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f4e62-c6a6-47b6-aa91-5d1ff4d6ff17 None None] Routers {'b1593f1c-da1d-4cbb-bb50-693fbe31239f'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:15.812659 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-697f4e62-c6a6-47b6-aa91-5d1ff4d6ff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:15.815033 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Publish callbacks [] for port (d627bb33-2e9a-4cef-a33b-7dd680a9f1d4), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:15.817229 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:15.822080 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d0d095-8247-4ddd-a9ef-582e739bfc2a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Deleting subnet b71daf93-69b8-48fe-bfaf-868dab64b820 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:50:15.935649 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-41d0d095-8247-4ddd-a9ef-582e739bfc2a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for subnet (b71daf93-69b8-48fe-bfaf-868dab64b820), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:15.959362 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (d627bb33-2e9a-4cef-a33b-7dd680a9f1d4), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.056344 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Pushing event updated for resources: {'Port': ['ID=d627bb33-2e9a-4cef-a33b-7dd680a9f1d4,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:16.078912 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Network b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:16.082938 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:16.087605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:16.092799 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b004753-b12b-48db-b604-a7a91a0985d4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:16.097572 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (0c9bf47b-1c3e-4f05-b4f6-ec833dc5f6c7), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.115270 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b004753-b12b-48db-b604-a7a91a0985d4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.120413 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-369359540', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:55Z', 'updated_at': '2022-02-04T13:50:11Z', 'revision_number': 4, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:56Z', 'updated_at': '2022-02-04T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '1f1c8b2f-73b8-4c87-8276-dfa444301a65', 'name': '', 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'mac_address': 'fa:16:3e:74:a2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'f05d6a3f-c5bf-43b5-893d-b15a00dda878', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:09Z', 'updated_at': '2022-02-04T13:50:11Z', 'revision_number': 2, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'subnets': [{'id': 'f05d6a3f-c5bf-43b5-893d-b15a00dda878', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:16.152330 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dce95a-6281-4a7b-afd5-ebc45c1ca4d2 None None] Sync routers for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:16.172867 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-41d0d095-8247-4ddd-a9ef-582e739bfc2a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (b71daf93-69b8-48fe-bfaf-868dab64b820), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.207862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-697f4e62-c6a6-47b6-aa91-5d1ff4d6ff17 None None] Set router b1593f1c-da1d-4cbb-bb50-693fbe31239f gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:50:16.214631 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Checking router: 700633c4-9e95-41ff-979d-eb8a63ccb7b2 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:50:16.215228 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Updating router 700633c4-9e95-41ff-979d-eb8a63ccb7b2 port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:50:16.285306 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.298404 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-272306e1-c715-461e-9495-29ba82f1f88d tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks [] for floatingip (84544e20-04b9-4c2d-abde-1ac6a457b1d8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.302177 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-272306e1-c715-461e-9495-29ba82f1f88d tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.303481 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-272306e1-c715-461e-9495-29ba82f1f88d tempest-FloatingIPAdminTestJSON-961602947 tempest-FloatingIPAdminTestJSON-961602947-project-admin] 10.222.0.96 "DELETE /v2.0/floatingips/84544e20-04b9-4c2d-abde-1ac6a457b1d8 HTTP/1.1" status: 204 len: 168 time: 4.2346985 Feb 04 13:50:16.309765 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dce95a-6281-4a7b-afd5-ebc45c1ca4d2 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:16.310333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34030) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:16.310481 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-28dce95a-6281-4a7b-afd5-ebc45c1ca4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:16.354928 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6966551c-5a71-4b0a-99e0-bef923b6c57b tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:16.362369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-28dce95a-6281-4a7b-afd5-ebc45c1ca4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:16.362698 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6966551c-5a71-4b0a-99e0-bef923b6c57b tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/networks?id=9bfc854a-bd24-4139-b8d4-0d516bb63262 HTTP/1.1" status: 200 len: 797 time: 0.4987545 Feb 04 13:50:16.377960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2b004753-b12b-48db-b604-a7a91a0985d4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "PUT /v2.0/floatingips/4a3945ce-0d7f-4e24-b6ff-e4173f8400c8 HTTP/1.1" status: 200 len: 688 time: 2.8570795 Feb 04 13:50:16.379047 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Attempting to bind port d627bb33-2e9a-4cef-a33b-7dd680a9f1d4 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:50:16.379600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Attempting to bind port d627bb33-2e9a-4cef-a33b-7dd680a9f1d4 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '388a6615-0e4f-45f2-b6f9-a669b378c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:50:16.380122 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Attempting to bind port d627bb33-2e9a-4cef-a33b-7dd680a9f1d4 on network b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:16.384045 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34034) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:16.394473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-3c70ad57-4e52-4fd2-ace3-dcf04a8dcfae tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/quotas/415201945f1c4fefa31beecb58f01da9 HTTP/1.1" status: 200 len: 375 time: 0.0307777 Feb 04 13:50:16.405136 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Subnet': ['ID=0c9bf47b-1c3e-4f05-b4f6-ec833dc5f6c7,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:16.417202 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:50:16.417951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Checking segment: {'id': '388a6615-0e4f-45f2-b6f9-a669b378c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:16.418606 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.419235 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Bound using segment: {'id': '388a6615-0e4f-45f2-b6f9-a669b378c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:50:16.419926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Bound port: d627bb33-2e9a-4cef-a33b-7dd680a9f1d4, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388a6615-0e4f-45f2-b6f9-a669b378c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:50:16.420530 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d627bb33-2e9a-4cef-a33b-7dd680a9f1d4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.447649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dce95a-6281-4a7b-afd5-ebc45c1ca4d2 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:16.448635 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-28dce95a-6281-4a7b-afd5-ebc45c1ca4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:16.493384 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-28dce95a-6281-4a7b-afd5-ebc45c1ca4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:16.494466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dce95a-6281-4a7b-afd5-ebc45c1ca4d2 None None] The sync data for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:16.644135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] For port d627bb33-2e9a-4cef-a33b-7dd680a9f1d4, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:50:16.647614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] For port d627bb33-2e9a-4cef-a33b-7dd680a9f1d4, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d627bb33-2e9a-4cef-a33b-7dd680a9f1d4,segment=NetworkSegment(388a6615-0e4f-45f2-b6f9-a669b378c808),segment_id=388a6615-0e4f-45f2-b6f9-a669b378c808)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:50:16.665937 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d627bb33-2e9a-4cef-a33b-7dd680a9f1d4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.698199 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.751616 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Publish callbacks [] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.757001 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:16.759929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b89b8-b10d-44de-857c-919deb56ccc2 None None] Pushing event updated for resources: {'Port': ['ID=d627bb33-2e9a-4cef-a33b-7dd680a9f1d4,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:16.763235 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.811241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388a6615-0e4f-45f2-b6f9-a669b378c808') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:16.811788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388a6615-0e4f-45f2-b6f9-a669b378c808') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:16.843168 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-697f4e62-c6a6-47b6-aa91-5d1ff4d6ff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:50:11Z', 'revision_number': 7, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:16.888224 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab40e8-c339-420a-9eac-4bc5027b2e5f None None] Pushing event updated for resources: {'Port': ['ID=1f1c8b2f-73b8-4c87-8276-dfa444301a65,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:16.889828 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f4e62-c6a6-47b6-aa91-5d1ff4d6ff17 None None] Checking router: b1593f1c-da1d-4cbb-bb50-693fbe31239f for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:50:16.894423 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-42f9f1ac-70bb-4ced-a34a-2060db37d20c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=415201945f1c4fefa31beecb58f01da9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4990218 Feb 04 13:50:16.896492 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (388a6615-0e4f-45f2-b6f9-a669b378c808), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.907680 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40920ac2-19ac-469d-b505-5d01d665bdeb None None] Network b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:16.917399 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-41d0d095-8247-4ddd-a9ef-582e739bfc2a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (b71daf93-69b8-48fe-bfaf-868dab64b820), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.942740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-1f9653ee-36be-4495-8043-36efeeb60d39 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:50:16.945174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-1f9653ee-36be-4495-8043-36efeeb60d39 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208976 Feb 04 13:50:16.950721 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (388a6615-0e4f-45f2-b6f9-a669b378c808), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.977931 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:16.978395 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (388a6615-0e4f-45f2-b6f9-a669b378c808), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:16.981634 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:16.985143 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab40e8-c339-420a-9eac-4bc5027b2e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:16.985502 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab40e8-c339-420a-9eac-4bc5027b2e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:16.985845 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab40e8-c339-420a-9eac-4bc5027b2e5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:16.986224 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab40e8-c339-420a-9eac-4bc5027b2e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:16.986552 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab40e8-c339-420a-9eac-4bc5027b2e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:16.986874 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab40e8-c339-420a-9eac-4bc5027b2e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:16.987205 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab40e8-c339-420a-9eac-4bc5027b2e5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:16.987530 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab40e8-c339-420a-9eac-4bc5027b2e5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:16.987853 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab40e8-c339-420a-9eac-4bc5027b2e5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:16.988175 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab40e8-c339-420a-9eac-4bc5027b2e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:16.988500 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab40e8-c339-420a-9eac-4bc5027b2e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:16.988821 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab40e8-c339-420a-9eac-4bc5027b2e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:16.989153 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab40e8-c339-420a-9eac-4bc5027b2e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:17.011364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f4e62-c6a6-47b6-aa91-5d1ff4d6ff17 None None] Routers {'b1593f1c-da1d-4cbb-bb50-693fbe31239f'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:17.012020 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-697f4e62-c6a6-47b6-aa91-5d1ff4d6ff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:17.069154 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Attempting to bind port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:50:17.070224 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Attempting to bind port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '600a9123-6d3c-4596-a82e-a099b916b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:50:17.070679 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Attempting to bind port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 on network 9bfc854a-bd24-4139-b8d4-0d516bb63262 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:17.081922 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:50:17.082403 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Checking segment: {'id': '600a9123-6d3c-4596-a82e-a099b916b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:17.082818 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:17.083395 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Bound using segment: {'id': '600a9123-6d3c-4596-a82e-a099b916b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:50:17.085625 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Bound port: 1f1c8b2f-73b8-4c87-8276-dfa444301a65, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600a9123-6d3c-4596-a82e-a099b916b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:50:17.085625 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:17.119118 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-41d0d095-8247-4ddd-a9ef-582e739bfc2a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (b71daf93-69b8-48fe-bfaf-868dab64b820), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:17.164646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0d095-8247-4ddd-a9ef-582e739bfc2a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Subnet': ['ID=b71daf93-69b8-48fe-bfaf-868dab64b820,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:17.169619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e73635e8-cf9e-4f2c-8bb0-366e59bf9afe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Deleting port d2c2bbad-57f6-44c0-8dfb-aefaec134b29 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:17.170542 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e73635e8-cf9e-4f2c-8bb0-366e59bf9afe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d2c2bbad-57f6-44c0-8dfb-aefaec134b29), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:17.222362 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:17.242813 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-697f4e62-c6a6-47b6-aa91-5d1ff4d6ff17 None None] Set router b1593f1c-da1d-4cbb-bb50-693fbe31239f gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:50:17.295833 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-41d0d095-8247-4ddd-a9ef-582e739bfc2a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:17.301092 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-41d0d095-8247-4ddd-a9ef-582e739bfc2a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "DELETE /v2.0/subnets/b71daf93-69b8-48fe-bfaf-868dab64b820 HTTP/1.1" status: 204 len: 168 time: 1.9853325 Feb 04 13:50:17.304492 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] For port 1f1c8b2f-73b8-4c87-8276-dfa444301a65, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:50:17.306651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34042) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:17.356871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb19a46-80f7-4dc4-ae0a-f41754b5a7e5 None None] Network a0b13e3f-9762-48cf-8033-0eeb8464cf8d requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:17.384453 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e73635e8-cf9e-4f2c-8bb0-366e59bf9afe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d2c2bbad-57f6-44c0-8dfb-aefaec134b29), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:17.405391 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e73635e8-cf9e-4f2c-8bb0-366e59bf9afe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Calling delete_port for d2c2bbad-57f6-44c0-8dfb-aefaec134b29 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:17.443742 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] For port 1f1c8b2f-73b8-4c87-8276-dfa444301a65, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1f1c8b2f-73b8-4c87-8276-dfa444301a65,segment=NetworkSegment(600a9123-6d3c-4596-a82e-a099b916b617),segment_id=600a9123-6d3c-4596-a82e-a099b916b617)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:50:17.447349 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2602a3d-71ef-4037-8f40-99e0f9914e04 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router (b1593f1c-da1d-4cbb-bb50-693fbe31239f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:17.462115 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.db.api [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:50:17.462115 n-d-714676-13 neutron-server[103606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:50:17.462115 n-d-714676-13 neutron-server[103606]: [parameters: {'id': 'b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25'}] Feb 04 13:50:17.462115 n-d-714676-13 neutron-server[103606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:50:17.463128 n-d-714676-13 neutron-server[103606]: DEBUG oslo_db.api [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:50:17.465534 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:17.549012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e3e928d3-59fa-4c88-ba9b-351c985e2749 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting port 7a70cf5f-bac0-44cc-a8b5-450450708714 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:17.549390 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3e928d3-59fa-4c88-ba9b-351c985e2749 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7a70cf5f-bac0-44cc-a8b5-450450708714), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:17.577997 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Routers {'700633c4-9e95-41ff-979d-eb8a63ccb7b2'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:17.578856 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['700633c4-9e95-41ff-979d-eb8a63ccb7b2'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:17.621458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-48c21b33-2b2c-47ea-8200-e71bb8ab1a39 None None] Provisioning complete for port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:17.621887 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-48c21b33-2b2c-47ea-8200-e71bb8ab1a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:17.653732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-e31936de-e2f6-490b-b1ff-c1764f52a844 service neutron] 10.222.0.96 "GET /v2.0/networks/9bfc854a-bd24-4139-b8d4-0d516bb63262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6903491 Feb 04 13:50:17.681628 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab40e8-c339-420a-9eac-4bc5027b2e5f None None] Pushing event updated for resources: {'Port': ['ID=1f1c8b2f-73b8-4c87-8276-dfa444301a65,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:17.773512 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3e928d3-59fa-4c88-ba9b-351c985e2749 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7a70cf5f-bac0-44cc-a8b5-450450708714), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:17.774272 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3e928d3-59fa-4c88-ba9b-351c985e2749 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (7a70cf5f-bac0-44cc-a8b5-450450708714), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:17.827241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-48c21b33-2b2c-47ea-8200-e71bb8ab1a39 None None] Current status of the port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:17.828669 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e3e928d3-59fa-4c88-ba9b-351c985e2749 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Calling delete_port for 7a70cf5f-bac0-44cc-a8b5-450450708714 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:17.836425 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-48c21b33-2b2c-47ea-8200-e71bb8ab1a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:17.847482 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2602a3d-71ef-4037-8f40-99e0f9914e04 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router_gateway (b1593f1c-da1d-4cbb-bb50-693fbe31239f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:17.907168 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-48c21b33-2b2c-47ea-8200-e71bb8ab1a39 None None] For port 1f1c8b2f-73b8-4c87-8276-dfa444301a65, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1f1c8b2f-73b8-4c87-8276-dfa444301a65,segment=NetworkSegment(600a9123-6d3c-4596-a82e-a099b916b617),segment_id=600a9123-6d3c-4596-a82e-a099b916b617)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:17.909804 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4684640-a656-4792-a8fd-e6d5ef7fe94d None None] DHCP port deletion for a0b13e3f-9762-48cf-8033-0eeb8464cf8d request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:50:17.935539 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] Set router 700633c4-9e95-41ff-979d-eb8a63ccb7b2 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:50:17.937856 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-48c21b33-2b2c-47ea-8200-e71bb8ab1a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:17.952636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-697f4e62-c6a6-47b6-aa91-5d1ff4d6ff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:50:11Z', 'revision_number': 7, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:18.000147 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:18.001843 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47d86ed2-bbc0-433b-909f-c4d39a02fb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (c876760a-8e92-479f-90f5-a91c8f2e5429), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:18.016800 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-b3400d7d-dd27-4521-8f4b-ec5d9e7ac852 service neutron] 10.222.0.96 "GET /v2.0/networks/9bfc854a-bd24-4139-b8d4-0d516bb63262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512738 Feb 04 13:50:18.094768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-c2602a3d-71ef-4037-8f40-99e0f9914e04 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Deleting port 5cfc991d-7dee-4cb7-8f43-e57c7e27a269 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:18.095185 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2602a3d-71ef-4037-8f40-99e0f9914e04 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5cfc991d-7dee-4cb7-8f43-e57c7e27a269), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:18.233266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Deleting port d627bb33-2e9a-4cef-a33b-7dd680a9f1d4 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:18.233674 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d627bb33-2e9a-4cef-a33b-7dd680a9f1d4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:18.399479 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f4e62-c6a6-47b6-aa91-5d1ff4d6ff17 None None] The sync data for ids ['b1593f1c-da1d-4cbb-bb50-693fbe31239f'] in n-d-714676-13 is: [{'id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'name': 'tempest-TestNetworkBasicOps-router-936451828', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:45:15Z', 'updated_at': '2022-02-04T13:50:11Z', 'revision_number': 7, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '5cfc991d-7dee-4cb7-8f43-e57c7e27a269', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1593f1c-da1d-4cbb-bb50-693fbe31239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:45:17Z', 'updated_at': '2022-02-04T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:18.405467 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:18.436855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-1b65d7c9-8bf6-44c0-99bd-6344a218d9cd req-da16e08c-c3e8-41cc-8e09-9259ce610a57 service neutron] (103607) timed out ('10.222.0.99', 64980) {{(pid=103607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:50:18.456940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5f597f3b-e7c8-4fe1-a6c6-4b6229217190 None None] Provisioning complete for port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:18.457433 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f597f3b-e7c8-4fe1-a6c6-4b6229217190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:18.471101 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e73635e8-cf9e-4f2c-8bb0-366e59bf9afe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d2c2bbad-57f6-44c0-8dfb-aefaec134b29), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:18.514653 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e4684640-a656-4792-a8fd-e6d5ef7fe94d None None] Deleting port 5602e845-cdd4-4e80-aefc-e59f6b531967 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:18.514653 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e4684640-a656-4792-a8fd-e6d5ef7fe94d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5602e845-cdd4-4e80-aefc-e59f6b531967), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:18.514989 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73635e8-cf9e-4f2c-8bb0-366e59bf9afe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event deleted for resources: {'Port': ['ID=d2c2bbad-57f6-44c0-8dfb-aefaec134b29,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:18.516341 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c21b33-2b2c-47ea-8200-e71bb8ab1a39 None None] Pushing event updated for resources: {'Port': ['ID=1f1c8b2f-73b8-4c87-8276-dfa444301a65,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:18.591741 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3e928d3-59fa-4c88-ba9b-351c985e2749 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7a70cf5f-bac0-44cc-a8b5-450450708714), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:18.628456 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e4684640-a656-4792-a8fd-e6d5ef7fe94d None None] For port 5602e845-cdd4-4e80-aefc-e59f6b531967, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5602e845-cdd4-4e80-aefc-e59f6b531967,segment=NetworkSegment(fadaa059-7bfa-4c73-be41-777107576852),segment_id=fadaa059-7bfa-4c73-be41-777107576852)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:18.629181 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e4684640-a656-4792-a8fd-e6d5ef7fe94d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5602e845-cdd4-4e80-aefc-e59f6b531967), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:18.635444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] For port d627bb33-2e9a-4cef-a33b-7dd680a9f1d4, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d627bb33-2e9a-4cef-a33b-7dd680a9f1d4,segment=NetworkSegment(388a6615-0e4f-45f2-b6f9-a669b378c808),segment_id=388a6615-0e4f-45f2-b6f9-a669b378c808)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:18.637205 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d627bb33-2e9a-4cef-a33b-7dd680a9f1d4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:18.654445 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-369359540', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:55Z', 'updated_at': '2022-02-04T13:50:11Z', 'revision_number': 4, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:56Z', 'updated_at': '2022-02-04T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '1f1c8b2f-73b8-4c87-8276-dfa444301a65', 'name': '', 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'mac_address': 'fa:16:3e:74:a2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'f05d6a3f-c5bf-43b5-893d-b15a00dda878', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:09Z', 'updated_at': '2022-02-04T13:50:17Z', 'revision_number': 4, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'subnets': [{'id': 'f05d6a3f-c5bf-43b5-893d-b15a00dda878', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:18.684025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e4684640-a656-4792-a8fd-e6d5ef7fe94d None None] Calling delete_port for 5602e845-cdd4-4e80-aefc-e59f6b531967 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:18.710137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5f597f3b-e7c8-4fe1-a6c6-4b6229217190 None None] Current status of the port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:18.713342 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Calling delete_port for d627bb33-2e9a-4cef-a33b-7dd680a9f1d4 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:18.739897 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85ac1e-2bc5-48db-b003-ade2d896c4a1 None None] The sync data for ids ['700633c4-9e95-41ff-979d-eb8a63ccb7b2'] in n-d-714676-13 is: [{'id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-369359540', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:55Z', 'updated_at': '2022-02-04T13:50:11Z', 'revision_number': 4, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:56Z', 'updated_at': '2022-02-04T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '1f1c8b2f-73b8-4c87-8276-dfa444301a65', 'name': '', 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'mac_address': 'fa:16:3e:74:a2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'f05d6a3f-c5bf-43b5-893d-b15a00dda878', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:09Z', 'updated_at': '2022-02-04T13:50:17Z', 'revision_number': 4, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'subnets': [{'id': 'f05d6a3f-c5bf-43b5-893d-b15a00dda878', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:18.741144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-c2602a3d-71ef-4037-8f40-99e0f9914e04 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] For port 5cfc991d-7dee-4cb7-8f43-e57c7e27a269, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5cfc991d-7dee-4cb7-8f43-e57c7e27a269,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:18.750155 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2602a3d-71ef-4037-8f40-99e0f9914e04 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5cfc991d-7dee-4cb7-8f43-e57c7e27a269), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:18.775125 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-c2602a3d-71ef-4037-8f40-99e0f9914e04 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Calling delete_port for 5cfc991d-7dee-4cb7-8f43-e57c7e27a269 owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:18.776333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e928d3-59fa-4c88-ba9b-351c985e2749 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Port': ['ID=7a70cf5f-bac0-44cc-a8b5-450450708714,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:18.852299 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2e637-8309-4c3b-9a84-c529088c8271 req-1d91b206-bb26-4872-ba42-743db3766bf8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:18.863276 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dce2e637-8309-4c3b-9a84-c529088c8271 req-1d91b206-bb26-4872-ba42-743db3766bf8 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.3946621 Feb 04 13:50:18.908991 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e4684640-a656-4792-a8fd-e6d5ef7fe94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (5602e845-cdd4-4e80-aefc-e59f6b531967), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:18.982358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4684640-a656-4792-a8fd-e6d5ef7fe94d None None] No DVR routers for this DVR port 5602e845-cdd4-4e80-aefc-e59f6b531967 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:18.984288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4684640-a656-4792-a8fd-e6d5ef7fe94d None None] Pushing event deleted for resources: {'Port': ['ID=5602e845-cdd4-4e80-aefc-e59f6b531967,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:19.098375 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3e928d3-59fa-4c88-ba9b-351c985e2749 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (4a3945ce-0d7f-4e24-b6ff-e4173f8400c8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:19.102988 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3e928d3-59fa-4c88-ba9b-351c985e2749 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:19.108246 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e3e928d3-59fa-4c88-ba9b-351c985e2749 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/floatingips/4a3945ce-0d7f-4e24-b6ff-e4173f8400c8 HTTP/1.1" status: 204 len: 168 time: 2.7192917 Feb 04 13:50:19.112399 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34054) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:19.122312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '86b9f112-0e80-440a-8cc5-0af2f60ce2fb'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:19.165287 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e73635e8-cf9e-4f2c-8bb0-366e59bf9afe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:19.171331 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e73635e8-cf9e-4f2c-8bb0-366e59bf9afe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] 10.222.0.96 "DELETE /v2.0/ports/d2c2bbad-57f6-44c0-8dfb-aefaec134b29 HTTP/1.1" status: 204 len: 168 time: 2.8566744 Feb 04 13:50:19.174278 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34056) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:19.213379 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fafe09-402e-4f88-a921-8c975d3fa1ed None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:50:19.283628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dce2e637-8309-4c3b-9a84-c529088c8271 req-65a5020e-d31a-4454-ba3a-08528940c581 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834489 Feb 04 13:50:19.384923 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d627bb33-2e9a-4cef-a33b-7dd680a9f1d4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:19.406031 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2602a3d-71ef-4037-8f40-99e0f9914e04 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (5cfc991d-7dee-4cb7-8f43-e57c7e27a269), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:19.421307 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No DVR routers for this DVR port d627bb33-2e9a-4cef-a33b-7dd680a9f1d4 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:19.443447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fafe09-402e-4f88-a921-8c975d3fa1ed None None] Resources bound (agent type, host, resource id): {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:50:19.571046 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-297ef93e-f638-4264-a5dd-bf543dbe8a2c tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=d954cf1ae4df4ddd95b2077c481a7a6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498476 Feb 04 13:50:19.578816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Port': ['ID=d627bb33-2e9a-4cef-a33b-7dd680a9f1d4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:19.888122 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2602a3d-71ef-4037-8f40-99e0f9914e04 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Port': ['ID=5cfc991d-7dee-4cb7-8f43-e57c7e27a269,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:19.919533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:19.940063 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:20.038378 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819f78db-15b1-49e9-b850-518e45718479 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:20.041396 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-819f78db-15b1-49e9-b850-518e45718479 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b69cb20-540a-4e1f-ac12-030386162157 HTTP/1.1" status: 200 len: 913 time: 0.8648496 Feb 04 13:50:20.042229 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34070) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:20.053263 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1f1c8b2f-73b8-4c87-8276-dfa444301a65 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:50:20.163049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:20.165451 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:20.198196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-47d86ed2-bbc0-433b-909f-c4d39a02fb2e admin admin] Deleting port af449bfa-a1d6-48a5-9425-11d0c0619359 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:20.199288 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47d86ed2-bbc0-433b-909f-c4d39a02fb2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:20.311121 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:20.391326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5602e845-cdd4-4e80-aefc-e59f6b531967 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:50:20.436331 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-47d86ed2-bbc0-433b-909f-c4d39a02fb2e admin admin] For port af449bfa-a1d6-48a5-9425-11d0c0619359, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=af449bfa-a1d6-48a5-9425-11d0c0619359,segment=NetworkSegment(b9799a29-9629-4ed2-a490-f98ffaf13677),segment_id=b9799a29-9629-4ed2-a490-f98ffaf13677)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:20.436786 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47d86ed2-bbc0-433b-909f-c4d39a02fb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:20.439694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 5602e845-cdd4-4e80-aefc-e59f6b531967 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:50:20.440112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5602e845-cdd4-4e80-aefc-e59f6b531967 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:50:20.441170 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b8422432-6331-4df2-b83b-2a773ba207aa no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:50:20.461780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-47d86ed2-bbc0-433b-909f-c4d39a02fb2e admin admin] Calling delete_port for af449bfa-a1d6-48a5-9425-11d0c0619359 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:20.487109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: b8422432-6331-4df2-b83b-2a773ba207aa {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:50:20.487484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b8422432-6331-4df2-b83b-2a773ba207aa not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:50:20.503188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:20.505015 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:20.560019 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2602a3d-71ef-4037-8f40-99e0f9914e04 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (b1593f1c-da1d-4cbb-bb50-693fbe31239f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:20.585281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.100', 54984) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:20.665854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388a6615-0e4f-45f2-b6f9-a669b378c808') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:20.666335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388a6615-0e4f-45f2-b6f9-a669b378c808') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:20.724600 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (388a6615-0e4f-45f2-b6f9-a669b378c808), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:20.736346 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2602a3d-71ef-4037-8f40-99e0f9914e04 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (b1593f1c-da1d-4cbb-bb50-693fbe31239f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:20.740439 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2602a3d-71ef-4037-8f40-99e0f9914e04 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router_controller (b1593f1c-da1d-4cbb-bb50-693fbe31239f), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:20.753092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-7d2bdce5-1f13-4ef1-8f55-ffee25a21da3 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:20.761801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-7d2bdce5-1f13-4ef1-8f55-ffee25a21da3 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1308074 Feb 04 13:50:20.777109 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-8a8461bb-1fbd-40c2-a9ea-86a96c70b23d tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/quotas/d954cf1ae4df4ddd95b2077c481a7a6c HTTP/1.1" status: 200 len: 375 time: 0.0140076 Feb 04 13:50:20.780279 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (388a6615-0e4f-45f2-b6f9-a669b378c808), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:20.876587 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:20.877067 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (388a6615-0e4f-45f2-b6f9-a669b378c808), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:20.880677 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:20.964710 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2602a3d-71ef-4037-8f40-99e0f9914e04 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (b1593f1c-da1d-4cbb-bb50-693fbe31239f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:20.965299 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2602a3d-71ef-4037-8f40-99e0f9914e04 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Fanout notify agent at l3_agent the message router_deleted on router b1593f1c-da1d-4cbb-bb50-693fbe31239f {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:50:20.974745 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Allocated IP 172.25.5.129 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/2d709be1-361a-4ef6-8670-8ae14a2189cb) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:20.978618 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f8f1e0fb-8ec1-408e-8b8c-997f0d3fb969 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d954cf1ae4df4ddd95b2077c481a7a6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1163239 Feb 04 13:50:20.984422 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c2602a3d-71ef-4037-8f40-99e0f9914e04 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:20.988355 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c2602a3d-71ef-4037-8f40-99e0f9914e04 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "DELETE /v2.0/routers/b1593f1c-da1d-4cbb-bb50-693fbe31239f HTTP/1.1" status: 204 len: 168 time: 3.6762156 Feb 04 13:50:20.989363 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34072) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:21.111325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-49fa1141-91d9-447e-bfb2-97039195c4d9 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:21.112874 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-49fa1141-91d9-447e-bfb2-97039195c4d9 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.100 "GET /v2.0/networks?id=9bfc854a-bd24-4139-b8d4-0d516bb63262 HTTP/1.1" status: 200 len: 797 time: 0.5268667 Feb 04 13:50:21.122735 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.129634 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.134271 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-3de804d1-81af-4d6d-b2af-815ff9e48543 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Request body: {'port': {'device_id': '7dda7bb2-03c8-4633-8d1e-b267efb37a09', 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262', 'admin_state_up': True, 'tenant_id': '415201945f1c4fefa31beecb58f01da9'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:21.138502 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25 HTTP/1.1" status: 204 len: 168 time: 6.5609024 Feb 04 13:50:21.141723 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34074) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:21.151049 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3489a82d-f066-49bd-8037-d1ee58a63e7c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1146102952'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:21.173765 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b533e0e-e30d-4cfd-bf2d-9fda6911fb4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (a0b13e3f-9762-48cf-8033-0eeb8464cf8d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.213401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46144b34-5dd0-4624-be24-41b5823a439a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Network': ['ID=b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:21.279251 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c1fbbd3-8132-4b35-add6-54b78f4d6ea5 req-d1ce7437-a007-42d4-867f-577a9e73f973 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 210 time: 0.0562394 Feb 04 13:50:21.357864 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b533e0e-e30d-4cfd-bf2d-9fda6911fb4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (a0b13e3f-9762-48cf-8033-0eeb8464cf8d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.361535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3489a82d-f066-49bd-8037-d1ee58a63e7c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:21.365045 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3489a82d-f066-49bd-8037-d1ee58a63e7c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.395823 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-6b533e0e-e30d-4cfd-bf2d-9fda6911fb4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b13e3f-9762-48cf-8033-0eeb8464cf8d']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:21.414048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-6b533e0e-e30d-4cfd-bf2d-9fda6911fb4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadaa059-7bfa-4c73-be41-777107576852') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:21.414432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-6b533e0e-e30d-4cfd-bf2d-9fda6911fb4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadaa059-7bfa-4c73-be41-777107576852') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:21.415442 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (2d709be1-361a-4ef6-8670-8ae14a2189cb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.437266 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b533e0e-e30d-4cfd-bf2d-9fda6911fb4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (fadaa059-7bfa-4c73-be41-777107576852), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.462768 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47d86ed2-bbc0-433b-909f-c4d39a02fb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (af449bfa-a1d6-48a5-9425-11d0c0619359), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.479224 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-895c6732-bf21-4ce4-b72a-1dacd605ca32 req-ee0a3792-4f7a-469c-83f8-6f441b91b5fe tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 210 time: 0.0619774 Feb 04 13:50:21.488909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3489a82d-f066-49bd-8037-d1ee58a63e7c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:50:21.497858 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b533e0e-e30d-4cfd-bf2d-9fda6911fb4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fadaa059-7bfa-4c73-be41-777107576852), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.507562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b533e0e-e30d-4cfd-bf2d-9fda6911fb4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:21.508170 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b533e0e-e30d-4cfd-bf2d-9fda6911fb4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (fadaa059-7bfa-4c73-be41-777107576852), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.549574 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d86ed2-bbc0-433b-909f-c4d39a02fb2e admin admin] Pushing event deleted for resources: {'Port': ['ID=af449bfa-a1d6-48a5-9425-11d0c0619359,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:21.596936 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3489a82d-f066-49bd-8037-d1ee58a63e7c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (5eed8d86-c161-436b-908f-83693cea313e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.597574 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-3489a82d-f066-49bd-8037-d1ee58a63e7c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Added segment 5eed8d86-c161-436b-908f-83693cea313e of type vlan for network 6359e715-1b82-4e32-97b9-98fb3824720c Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:21.612667 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:21.617027 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b533e0e-e30d-4cfd-bf2d-9fda6911fb4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (a0b13e3f-9762-48cf-8033-0eeb8464cf8d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.623242 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b533e0e-e30d-4cfd-bf2d-9fda6911fb4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.647291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6b533e0e-e30d-4cfd-bf2d-9fda6911fb4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "DELETE /v2.0/networks/a0b13e3f-9762-48cf-8033-0eeb8464cf8d HTTP/1.1" status: 204 len: 168 time: 0.6570854 Feb 04 13:50:21.661912 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34086) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:21.674615 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-be0c0f0e-8aad-4a5f-8575-96b1fc537c69 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'network': {'name': 'tempest-network-smoke--1367842610', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'port_security_enabled': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:21.675583 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3489a82d-f066-49bd-8037-d1ee58a63e7c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (6359e715-1b82-4e32-97b9-98fb3824720c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.705690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b533e0e-e30d-4cfd-bf2d-9fda6911fb4b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Network': ['ID=a0b13e3f-9762-48cf-8033-0eeb8464cf8d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:21.712986 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0c0f0e-8aad-4a5f-8575-96b1fc537c69 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Made reservation on behalf of 7a0b98ed329e4084aa74e351c6f4178a for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:21.717606 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f574a6c-bb3b-47be-8c70-65c33878b221 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (6b69cb20-540a-4e1f-ac12-030386162157), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.726778 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be0c0f0e-8aad-4a5f-8575-96b1fc537c69 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.761872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0c0f0e-8aad-4a5f-8575-96b1fc537c69 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:50:21.774483 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be0c0f0e-8aad-4a5f-8575-96b1fc537c69 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (187eb62e-1330-434b-bf3b-de9d1e2a4baa), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.777052 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-be0c0f0e-8aad-4a5f-8575-96b1fc537c69 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Added segment 187eb62e-1330-434b-bf3b-de9d1e2a4baa of type vlan for network 61663296-fa91-417f-8ee4-7de19885aedb Feb 04 13:50:21.871256 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be0c0f0e-8aad-4a5f-8575-96b1fc537c69 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (61663296-fa91-417f-8ee4-7de19885aedb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.906279 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2d709be1-361a-4ef6-8670-8ae14a2189cb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.924149 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be0c0f0e-8aad-4a5f-8575-96b1fc537c69 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (61663296-fa91-417f-8ee4-7de19885aedb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.939734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-3de804d1-81af-4d6d-b2af-815ff9e48543 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Made reservation on behalf of 415201945f1c4fefa31beecb58f01da9 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:21.943382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-3de804d1-81af-4d6d-b2af-815ff9e48543 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.959437 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0c0f0e-8aad-4a5f-8575-96b1fc537c69 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:21.960720 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be0c0f0e-8aad-4a5f-8575-96b1fc537c69 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.970453 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3489a82d-f066-49bd-8037-d1ee58a63e7c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (6359e715-1b82-4e32-97b9-98fb3824720c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.975576 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3489a82d-f066-49bd-8037-d1ee58a63e7c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:21.976255 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3489a82d-f066-49bd-8037-d1ee58a63e7c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:22.035533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5cfc991d-7dee-4cb7-8f43-e57c7e27a269 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:50:22.060674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 5cfc991d-7dee-4cb7-8f43-e57c7e27a269 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:50:22.061544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5cfc991d-7dee-4cb7-8f43-e57c7e27a269 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:50:22.090044 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:22.110587 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-be0c0f0e-8aad-4a5f-8575-96b1fc537c69 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4372034 Feb 04 13:50:22.114528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34092) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:22.119107 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1405476499', 'admin_state_up': True, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:22.133521 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3489a82d-f066-49bd-8037-d1ee58a63e7c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9879732 Feb 04 13:50:22.134298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:22.136509 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=2d709be1-361a-4ef6-8670-8ae14a2189cb,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:22.139982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34094) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:22.158291 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-1f3c1943-b921-44ff-b3c0-afbf5b3e1697 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:22.179761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:22.213421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c0f0e-8aad-4a5f-8575-96b1fc537c69 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Network': ['ID=61663296-fa91-417f-8ee4-7de19885aedb,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:22.227951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 61663296-fa91-417f-8ee4-7de19885aedb details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:50:22.241901 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489a82d-f066-49bd-8037-d1ee58a63e7c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Network': ['ID=6359e715-1b82-4e32-97b9-98fb3824720c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:22.243592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773335-7d06-48ab-bc7a-96019d1ac62b req-0c11175f-7244-486d-a91d-aaf626130fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:22.245456 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97773335-7d06-48ab-bc7a-96019d1ac62b req-0c11175f-7244-486d-a91d-aaf626130fb6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3e13c1accd464d1bb7a6d2f9df17596e&device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 1130 time: 0.2729230 Feb 04 13:50:22.249407 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (3fe81a06-038c-4986-b249-e5fb9c066e79), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:22.250511 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (3fe81a06-038c-4986-b249-e5fb9c066e79), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:22.300201 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 6359e715-1b82-4e32-97b9-98fb3824720c details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:50:22.329886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324707e-4993-41af-8240-07f06a1ac4f6 req-b57d98ac-2c97-4fdb-a532-da61db0b1312 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:22.331740 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0324707e-4993-41af-8240-07f06a1ac4f6 req-b57d98ac-2c97-4fdb-a532-da61db0b1312 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.3116362 Feb 04 13:50:22.495861 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47d86ed2-bbc0-433b-909f-c4d39a02fb2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (c876760a-8e92-479f-90f5-a91c8f2e5429), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:22.502723 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router_controller (3fe81a06-038c-4986-b249-e5fb9c066e79), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:22.561774 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-3de804d1-81af-4d6d-b2af-815ff9e48543 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Allocated IP 172.20.0.24 (9bfc854a-bd24-4139-b8d4-0d516bb63262/f05d6a3f-c5bf-43b5-893d-b15a00dda878/69a47796-8a95-45ec-a109-f37b63e5429f) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:22.662357 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-9f0e0a07-c746-492c-bfda-f26b5f220ac4 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=d954cf1ae4df4ddd95b2077c481a7a6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1356697 Feb 04 13:50:22.676818 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0324707e-4993-41af-8240-07f06a1ac4f6 req-4f962bfd-bfe3-47c0-8228-bbfea40a3fad tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300920 Feb 04 13:50:22.677953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773335-7d06-48ab-bc7a-96019d1ac62b req-fbb110dd-92cc-4a17-80d9-2dbd581f5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:22.679513 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97773335-7d06-48ab-bc7a-96019d1ac62b req-fbb110dd-92cc-4a17-80d9-2dbd581f5aec service neutron] 10.222.0.99 "GET /v2.0/networks?id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 HTTP/1.1" status: 200 len: 914 time: 0.4229980 Feb 04 13:50:22.693495 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1f3c1943-b921-44ff-b3c0-afbf5b3e1697 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (6359e715-1b82-4e32-97b9-98fb3824720c), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:22.810361 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97773335-7d06-48ab-bc7a-96019d1ac62b req-338af0dd-7228-4223-9dea-1f3dc066ee45 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fcceb57-e3e6-485e-8606-e8f069c54053 HTTP/1.1" status: 200 len: 217 time: 0.1134434 Feb 04 13:50:22.861720 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1f3c1943-b921-44ff-b3c0-afbf5b3e1697 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (6359e715-1b82-4e32-97b9-98fb3824720c), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:22.923694 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7dfc748-a7fe-47da-9e3f-5999902a3b04 req-133c24b7-a776-47e4-8ce6-e7b693cbea79 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 210 time: 0.1482339 Feb 04 13:50:22.993712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f3c1943-b921-44ff-b3c0-afbf5b3e1697 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network 6359e715-1b82-4e32-97b9-98fb3824720c is not hosted by any dhcp agent {{(pid=103606) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 13:50:22.998546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3c1943-b921-44ff-b3c0-afbf5b3e1697 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:22.999206 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1f3c1943-b921-44ff-b3c0-afbf5b3e1697 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:23.003161 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1f3c1943-b921-44ff-b3c0-afbf5b3e1697 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "PUT /v2.0/networks/6359e715-1b82-4e32-97b9-98fb3824720c HTTP/1.1" status: 200 len: 723 time: 0.8566523 Feb 04 13:50:23.004094 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router_gateway (3fe81a06-038c-4986-b249-e5fb9c066e79), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:23.013446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34100) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:23.049228 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f99bca02-1bc5-43f4-b877-05295b1a685c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'subnet': {'network_id': '6359e715-1b82-4e32-97b9-98fb3824720c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:23.096201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773335-7d06-48ab-bc7a-96019d1ac62b req-ab7940e2-3865-4935-b085-bf70a88ee445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:23.098054 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97773335-7d06-48ab-bc7a-96019d1ac62b req-ab7940e2-3865-4935-b085-bf70a88ee445 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4ccf873e-5391-44ae-8d90-070fed243733 HTTP/1.1" status: 200 len: 853 time: 0.2373362 Feb 04 13:50:23.098711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c1943-b921-44ff-b3c0-afbf5b3e1697 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Network': ['ID=6359e715-1b82-4e32-97b9-98fb3824720c,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:23.103098 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc64eab2-ca0f-4230-96b4-3246fd5981f9 req-87699310-d3c2-4b23-b5b1-334a4be17d73 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 210 time: 0.1013274 Feb 04 13:50:23.116912 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 6359e715-1b82-4e32-97b9-98fb3824720c details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:50:23.179907 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97773335-7d06-48ab-bc7a-96019d1ac62b req-0b8ecabd-1626-41a8-9b86-a6407bf27344 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742223 Feb 04 13:50:23.191885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-eb35dbb5-c584-4a8e-b78f-f8f98f39c3b1 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:23.193669 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-eb35dbb5-c584-4a8e-b78f-f8f98f39c3b1 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5223386 Feb 04 13:50:23.208296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Request body: {'port': {'device_id': 'ae4bdf6e-e054-4749-bee9-0441a16017c6', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': 'd954cf1ae4df4ddd95b2077c481a7a6c'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:23.402354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97773335-7d06-48ab-bc7a-96019d1ac62b req-5fef6536-6d84-4fe4-a84c-e203e5ab1379 service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168386 Feb 04 13:50:23.479586 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99bca02-1bc5-43f4-b877-05295b1a685c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:23.482890 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f99bca02-1bc5-43f4-b877-05295b1a685c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:23.502064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Made reservation on behalf of d954cf1ae4df4ddd95b2077c481a7a6c for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:23.505357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:23.572945 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-3de804d1-81af-4d6d-b2af-815ff9e48543 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for port (69a47796-8a95-45ec-a109-f37b63e5429f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:23.676854 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9f574a6c-bb3b-47be-8c70-65c33878b221 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Deleting port 3508fa64-c84f-4d58-b829-984f3e0a30b8 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:23.677369 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f574a6c-bb3b-47be-8c70-65c33878b221 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3508fa64-c84f-4d58-b829-984f3e0a30b8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:23.791373 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (5cc5ffa2-9f01-40d5-9959-32827b7efb98), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:23.826553 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-3de804d1-81af-4d6d-b2af-815ff9e48543 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (69a47796-8a95-45ec-a109-f37b63e5429f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:23.829704 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d86ed2-bbc0-433b-909f-c4d39a02fb2e admin admin] Router c876760a-8e92-479f-90f5-a91c8f2e5429 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:50:23.894731 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:23.957172 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router_gateway (3fe81a06-038c-4986-b249-e5fb9c066e79), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:23.964601 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-3de804d1-81af-4d6d-b2af-815ff9e48543 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Network 9bfc854a-bd24-4139-b8d4-0d516bb63262 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:23.968087 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f574a6c-bb3b-47be-8c70-65c33878b221 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3508fa64-c84f-4d58-b829-984f3e0a30b8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:24.002935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-3de804d1-81af-4d6d-b2af-815ff9e48543 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:24.003150 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:24.012491 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97773335-7d06-48ab-bc7a-96019d1ac62b req-64442876-9909-4dba-8aa7-515fa75a4273 service neutron] 10.222.0.99 "GET /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987442 Feb 04 13:50:24.017549 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-3de804d1-81af-4d6d-b2af-815ff9e48543 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:24.034209 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de804d1-81af-4d6d-b2af-815ff9e48543 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event updated for resources: {'Port': ['ID=69a47796-8a95-45ec-a109-f37b63e5429f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:24.061434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9f574a6c-bb3b-47be-8c70-65c33878b221 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Calling delete_port for 3508fa64-c84f-4d58-b829-984f3e0a30b8 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:24.085412 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e6808-09f0-445d-990d-011f68a68e14 req-c7deb3b0-41ff-46af-a5c0-4fa0179a189a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:24.087044 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-074e6808-09f0-445d-990d-011f68a68e14 req-c7deb3b0-41ff-46af-a5c0-4fa0179a189a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.2201953 Feb 04 13:50:24.159803 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2d709be1-361a-4ef6-8670-8ae14a2189cb), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:24.227774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-074e6808-09f0-445d-990d-011f68a68e14 req-02c661bf-10e5-4c27-a03e-1c4843d092f9 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340549 Feb 04 13:50:24.230047 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Publish callbacks [] for security_group (9db38408-1fab-47b8-b6ff-6c3cc2423b0c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:24.243547 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9db38408-1fab-47b8-b6ff-6c3cc2423b0c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:24.247784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Allocated IP 172.25.5.116 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/6a8443a9-c7c0-47ef-a35c-084f8d314f47) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:24.289897 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-3de804d1-81af-4d6d-b2af-815ff9e48543 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:24.290597 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-3de804d1-81af-4d6d-b2af-815ff9e48543 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:24.323371 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f99bca02-1bc5-43f4-b877-05295b1a685c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (d27509f5-bc6d-49ff-bd95-faf4cc10b26b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:24.354203 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-3de804d1-81af-4d6d-b2af-815ff9e48543 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.2306492 Feb 04 13:50:24.391051 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-89d90df1-078b-411f-80c6-49dc1384d94d tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:50:24.392127 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-89d90df1-078b-411f-80c6-49dc1384d94d tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122066 Feb 04 13:50:24.395261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db38408-1fab-47b8-b6ff-6c3cc2423b0c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:24.402390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1238242b-fd63-408d-a452-a2916ad9f942 None None] Provisioning complete for port 69a47796-8a95-45ec-a109-f37b63e5429f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:24.404028 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1238242b-fd63-408d-a452-a2916ad9f942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (69a47796-8a95-45ec-a109-f37b63e5429f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:24.459896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1238242b-fd63-408d-a452-a2916ad9f942 None None] Port 69a47796-8a95-45ec-a109-f37b63e5429f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:50:24.509520 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d86ed2-bbc0-433b-909f-c4d39a02fb2e admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:24.523997 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-47d86ed2-bbc0-433b-909f-c4d39a02fb2e admin admin] 10.222.0.96 "PUT /v2.0/routers/c876760a-8e92-479f-90f5-a91c8f2e5429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2478249 Feb 04 13:50:24.529955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34110) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:24.530717 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b70b770-f503-44a7-b740-a646cf543911 None None] Sync routers for ids ['c876760a-8e92-479f-90f5-a91c8f2e5429'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:24.534642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bca02-1bc5-43f4-b877-05295b1a685c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Subnet': ['ID=d27509f5-bc6d-49ff-bd95-faf4cc10b26b,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:24.543728 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Request body: {'port': {'device_id': '7dda7bb2-03c8-4633-8d1e-b267efb37a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:24.551775 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b70b770-f503-44a7-b740-a646cf543911 None None] Routers {'c876760a-8e92-479f-90f5-a91c8f2e5429'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:24.552550 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3b70b770-f503-44a7-b740-a646cf543911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c876760a-8e92-479f-90f5-a91c8f2e5429'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:24.555060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Allocated IP 192.168.233.248 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/861c3087-2ef7-4e20-9f54-972fa1542128) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:24.560260 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for port (6a8443a9-c7c0-47ef-a35c-084f8d314f47), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:24.614602 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8f109-67a1-402c-ae7c-ece33222ec16 req-3b294322-8bab-49ab-a90c-7310000cb3f4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:24.615331 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cbe8f109-67a1-402c-ae7c-ece33222ec16 req-3b294322-8bab-49ab-a90c-7310000cb3f4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 895 time: 0.2711759 Feb 04 13:50:24.639325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99bca02-1bc5-43f4-b877-05295b1a685c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Checking segment: {'id': '5eed8d86-c161-436b-908f-83693cea313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6359e715-1b82-4e32-97b9-98fb3824720c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:24.639325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99bca02-1bc5-43f4-b877-05295b1a685c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network hostable DHCP agents. Network: 6359e715-1b82-4e32-97b9-98fb3824720c, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:50:24.688465 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (2d709be1-361a-4ef6-8670-8ae14a2189cb), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:24.699423 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (2d709be1-361a-4ef6-8670-8ae14a2189cb), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:24.741374 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-3b70b770-f503-44a7-b740-a646cf543911 None None] Set router c876760a-8e92-479f-90f5-a91c8f2e5429 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:50:24.777410 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c793d9b9-0f3c-4e0b-9033-101980a62316 req-c6901989-1582-47d1-ac01-46ef1d22abf3 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 210 time: 0.0390217 Feb 04 13:50:24.780098 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (6a8443a9-c7c0-47ef-a35c-084f8d314f47), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:24.791795 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-74653c33-b7ce-48a4-994d-60c34d028dcc admin admin] Publish callbacks [] for router (c876760a-8e92-479f-90f5-a91c8f2e5429), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:24.906627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:24.938044 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:24.947904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:24.952973 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Port': ['ID=6a8443a9-c7c0-47ef-a35c-084f8d314f47,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:24.994202 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3b70b770-f503-44a7-b740-a646cf543911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'name': 'tempest-TaggedBootDevicesTest-1488077511-router', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:27Z', 'updated_at': '2022-02-04T13:50:21Z', 'revision_number': 5, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'gw_port': {'id': 'ea3c3d00-5b1d-4d4e-9945-46026d7ad276', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:29Z', 'updated_at': '2022-02-04T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:25.009538 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-74653c33-b7ce-48a4-994d-60c34d028dcc admin admin] Publish callbacks [] for router_gateway (c876760a-8e92-479f-90f5-a91c8f2e5429), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:25.041095 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b70b770-f503-44a7-b740-a646cf543911 None None] Checking router: c876760a-8e92-479f-90f5-a91c8f2e5429 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:50:25.050969 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b70b770-f503-44a7-b740-a646cf543911 None None] Routers {'c876760a-8e92-479f-90f5-a91c8f2e5429'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:25.051606 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3b70b770-f503-44a7-b740-a646cf543911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c876760a-8e92-479f-90f5-a91c8f2e5429'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:25.152564 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-3b70b770-f503-44a7-b740-a646cf543911 None None] Set router c876760a-8e92-479f-90f5-a91c8f2e5429 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:50:25.177920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-74653c33-b7ce-48a4-994d-60c34d028dcc admin admin] Deleting port ea3c3d00-5b1d-4d4e-9945-46026d7ad276 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:25.178905 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-74653c33-b7ce-48a4-994d-60c34d028dcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ea3c3d00-5b1d-4d4e-9945-46026d7ad276), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:25.208407 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3b70b770-f503-44a7-b740-a646cf543911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'name': 'tempest-TaggedBootDevicesTest-1488077511-router', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:27Z', 'updated_at': '2022-02-04T13:50:25Z', 'revision_number': 6, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:25.234684 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (69a47796-8a95-45ec-a109-f37b63e5429f), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:25.242867 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99bca02-1bc5-43f4-b877-05295b1a685c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network 6359e715-1b82-4e32-97b9-98fb3824720c is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:50:25.243524 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b70b770-f503-44a7-b740-a646cf543911 None None] The sync data for ids ['c876760a-8e92-479f-90f5-a91c8f2e5429'] in n-d-714676-13 is: [{'id': 'c876760a-8e92-479f-90f5-a91c8f2e5429', 'name': 'tempest-TaggedBootDevicesTest-1488077511-router', 'tenant_id': 'b7509a3710d94881bcf821ccba4baf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:27Z', 'updated_at': '2022-02-04T13:50:25Z', 'revision_number': 6, 'project_id': 'b7509a3710d94881bcf821ccba4baf3b', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:25.272971 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-74653c33-b7ce-48a4-994d-60c34d028dcc admin admin] For port ea3c3d00-5b1d-4d4e-9945-46026d7ad276, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ea3c3d00-5b1d-4d4e-9945-46026d7ad276,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:25.273734 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-74653c33-b7ce-48a4-994d-60c34d028dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ea3c3d00-5b1d-4d4e-9945-46026d7ad276), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:25.275706 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=2d709be1-361a-4ef6-8670-8ae14a2189cb,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:25.295582 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-74653c33-b7ce-48a4-994d-60c34d028dcc admin admin] Calling delete_port for ea3c3d00-5b1d-4d4e-9945-46026d7ad276 owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:25.323877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f99bca02-1bc5-43f4-b877-05295b1a685c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 6359e715-1b82-4e32-97b9-98fb3824720c) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:25.334795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6663d136-09ec-41c3-949d-50462a585114 None None] Network 6359e715-1b82-4e32-97b9-98fb3824720c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:25.335041 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99bca02-1bc5-43f4-b877-05295b1a685c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:25.335609 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f99bca02-1bc5-43f4-b877-05295b1a685c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:25.343320 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (5cc5ffa2-9f01-40d5-9959-32827b7efb98), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:25.345472 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f574a6c-bb3b-47be-8c70-65c33878b221 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (3508fa64-c84f-4d58-b829-984f3e0a30b8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:25.451826 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f574a6c-bb3b-47be-8c70-65c33878b221 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event deleted for resources: {'Port': ['ID=3508fa64-c84f-4d58-b829-984f3e0a30b8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:25.464462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-6359e715-1b82-4e32-97b9-98fb3824720c', 'network_id': '6359e715-1b82-4e32-97b9-98fb3824720c', 'project_id': 'f39222374bfe46758bc13b159822bacd', 'fixed_ips': [{'subnet_id': 'd27509f5-bc6d-49ff-bd95-faf4cc10b26b'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:50:25.466311 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:25.475171 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f99bca02-1bc5-43f4-b877-05295b1a685c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4299827 Feb 04 13:50:25.478777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34114) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:25.519834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-91bf7295-fc09-424b-ae18-7e4a5be2d4e6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:25.697896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Allocated IP 172.20.0.2 (6359e715-1b82-4e32-97b9-98fb3824720c/d27509f5-bc6d-49ff-bd95-faf4cc10b26b/beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:25.734135 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Floating IP 5cc5ffa2-9f01-40d5-9959-32827b7efb98 associated. External IP: 172.25.5.129, port: 86b9f112-0e80-440a-8cc5-0af2f60ce2fb. Feb 04 13:50:25.751823 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51415dd2-cc96-4b43-a8c0-1df446a8f4bd req-aae544cf-d1d7-4b5c-bea8-de363e7b9bdc tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:25.753833 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51415dd2-cc96-4b43-a8c0-1df446a8f4bd req-aae544cf-d1d7-4b5c-bea8-de363e7b9bdc tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.4116125 Feb 04 13:50:25.761152 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Publish callbacks [] for port (861c3087-2ef7-4e20-9f54-972fa1542128), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:25.822832 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router_gateway (3fe81a06-038c-4986-b249-e5fb9c066e79), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:25.890368 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device af449bfa-a1d6-48a5-9425-11d0c0619359 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:50:25.924533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: af449bfa-a1d6-48a5-9425-11d0c0619359 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:50:25.927121 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device af449bfa-a1d6-48a5-9425-11d0c0619359 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:50:25.935718 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (861c3087-2ef7-4e20-9f54-972fa1542128), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:25.989542 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Publish callbacks [] for port (beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:26.001297 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:26.013585 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f574a6c-bb3b-47be-8c70-65c33878b221 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (6b69cb20-540a-4e1f-ac12-030386162157), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:26.045011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Network 6359e715-1b82-4e32-97b9-98fb3824720c is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:26.059142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:26.059400 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-91bf7295-fc09-424b-ae18-7e4a5be2d4e6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1058622096'] for subnet (d27509f5-bc6d-49ff-bd95-faf4cc10b26b), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:26.063267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:26.077779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Pushing event updated for resources: {'Port': ['ID=beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:26.104599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:26.105045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:26.105466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:26.105982 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:26.106426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:26.106828 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:26.107224 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:26.107617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:26.108011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:26.108401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:26.108794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:26.109184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:26.109572 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:26.138376 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51415dd2-cc96-4b43-a8c0-1df446a8f4bd req-ee75546b-4edf-4856-b744-dc2ea4163965 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663127 Feb 04 13:50:26.148333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:26.151238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Attempting to bind port beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:50:26.151828 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Attempting to bind port beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '5eed8d86-c161-436b-908f-83693cea313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6359e715-1b82-4e32-97b9-98fb3824720c'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:50:26.152509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Attempting to bind port beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7 on network 6359e715-1b82-4e32-97b9-98fb3824720c {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:26.159276 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:50:26.160542 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Checking segment: {'id': '5eed8d86-c161-436b-908f-83693cea313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6359e715-1b82-4e32-97b9-98fb3824720c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:26.160924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Pushing event updated for resources: {'Port': ['ID=861c3087-2ef7-4e20-9f54-972fa1542128,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:26.161596 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:26.162205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Bound using segment: {'id': '5eed8d86-c161-436b-908f-83693cea313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6359e715-1b82-4e32-97b9-98fb3824720c'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:50:26.162905 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Bound port: beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eed8d86-c161-436b-908f-83693cea313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6359e715-1b82-4e32-97b9-98fb3824720c'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:50:26.163519 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:26.164188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:26.173806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:26.228038 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a47796-8a95-45ec-a109-f37b63e5429f {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:50:26.244085 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-74653c33-b7ce-48a4-994d-60c34d028dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ea3c3d00-5b1d-4d4e-9945-46026d7ad276), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:26.247745 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Publish callbacks [] for port (69a47796-8a95-45ec-a109-f37b63e5429f), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:26.298890 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] For port beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:50:26.299487 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Transition to ACTIVE for port object 69a47796-8a95-45ec-a109-f37b63e5429f will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:50:26.313540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] For port beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7,segment=NetworkSegment(5eed8d86-c161-436b-908f-83693cea313e),segment_id=5eed8d86-c161-436b-908f-83693cea313e)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:50:26.313751 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (69a47796-8a95-45ec-a109-f37b63e5429f), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:26.321206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74653c33-b7ce-48a4-994d-60c34d028dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=ea3c3d00-5b1d-4d4e-9945-46026d7ad276,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:26.324662 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:26.417910 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router 32494e27-ec60-40aa-a5a4-9e1d56551c8c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:50:26.435927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba900873-7dca-4ea6-ae57-055801353d24 None None] Pushing event updated for resources: {'Port': ['ID=beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:26.442640 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:26.443405 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:26.467492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Pushing event updated for resources: {'Port': ['ID=69a47796-8a95-45ec-a109-f37b63e5429f,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:26.721274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3d38900a-a9c3-4bca-9fdd-49f28b6be66e None None] Provisioning complete for port 861c3087-2ef7-4e20-9f54-972fa1542128 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:26.722744 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3d38900a-a9c3-4bca-9fdd-49f28b6be66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (861c3087-2ef7-4e20-9f54-972fa1542128), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:26.784452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3d38900a-a9c3-4bca-9fdd-49f28b6be66e None None] Port 861c3087-2ef7-4e20-9f54-972fa1542128 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:50:26.798818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Attempting to bind port 69a47796-8a95-45ec-a109-f37b63e5429f on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:50:26.799446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Attempting to bind port 69a47796-8a95-45ec-a109-f37b63e5429f by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '600a9123-6d3c-4596-a82e-a099b916b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:50:26.800161 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Attempting to bind port 69a47796-8a95-45ec-a109-f37b63e5429f on network 9bfc854a-bd24-4139-b8d4-0d516bb63262 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:26.819723 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Port 69a47796-8a95-45ec-a109-f37b63e5429f on network 9bfc854a-bd24-4139-b8d4-0d516bb63262 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:50:26.820195 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Attempting to bind port 69a47796-8a95-45ec-a109-f37b63e5429f on network 9bfc854a-bd24-4139-b8d4-0d516bb63262 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:26.824524 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:26.846503 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:50:26.846984 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Checking segment: {'id': '600a9123-6d3c-4596-a82e-a099b916b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:26.849476 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338adc5-631d-484c-8d81-c9c2df9daa35 None None] Sync routers for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:26.849613 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Bound using segment: {'id': '600a9123-6d3c-4596-a82e-a099b916b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:50:26.849613 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Bound port: 69a47796-8a95-45ec-a109-f37b63e5429f, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '600a9123-6d3c-4596-a82e-a099b916b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:50:26.849613 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (69a47796-8a95-45ec-a109-f37b63e5429f), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:26.853559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f574a6c-bb3b-47be-8c70-65c33878b221 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Router 6b69cb20-540a-4e1f-ac12-030386162157 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:50:26.883097 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338adc5-631d-484c-8d81-c9c2df9daa35 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:26.883750 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3338adc5-631d-484c-8d81-c9c2df9daa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:26.889747 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:26.934181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3338adc5-631d-484c-8d81-c9c2df9daa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:26.951187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338adc5-631d-484c-8d81-c9c2df9daa35 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:26.951815 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3338adc5-631d-484c-8d81-c9c2df9daa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:26.996886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3338adc5-631d-484c-8d81-c9c2df9daa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:26.997287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338adc5-631d-484c-8d81-c9c2df9daa35 None None] The sync data for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:27.035615 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a0ff7726-36a0-4287-944e-76eeda72f67f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.9156053 Feb 04 13:50:27.041205 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34122) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:27.078707 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f8095c27-c523-44f1-b622-a29ae34eb1a7 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8751454 Feb 04 13:50:27.121974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] For port 69a47796-8a95-45ec-a109-f37b63e5429f, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:50:27.128363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] For port 69a47796-8a95-45ec-a109-f37b63e5429f, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=69a47796-8a95-45ec-a109-f37b63e5429f,segment=NetworkSegment(600a9123-6d3c-4596-a82e-a099b916b617),segment_id=600a9123-6d3c-4596-a82e-a099b916b617)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:50:27.139361 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (69a47796-8a95-45ec-a109-f37b63e5429f), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:27.155718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Request body: {'port': {'device_id': 'ae4bdf6e-e054-4749-bee9-0441a16017c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:27.191161 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:27.191893 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:27.192795 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] 10.222.0.100 "PUT /v2.0/ports/69a47796-8a95-45ec-a109-f37b63e5429f HTTP/1.1" status: 200 len: 1056 time: 2.7857184 Feb 04 13:50:27.193999 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f574a6c-bb3b-47be-8c70-65c33878b221 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:27.195903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dda7bb2-03c8-4633-8d1e-b267efb37a09', 'tag': '69a47796-8a95-45ec-a109-f37b63e5429f'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:50:27.199653 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25128fdc-0c20-450d-ad14-75e2be0d8d58" -d '{"events": [{"name": "network-changed", "server_uuid": "7dda7bb2-03c8-4633-8d1e-b267efb37a09", "tag": "69a47796-8a95-45ec-a109-f37b63e5429f"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:50:27.212845 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9f574a6c-bb3b-47be-8c70-65c33878b221 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] 10.222.0.96 "PUT /v2.0/routers/6b69cb20-540a-4e1f-ac12-030386162157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1571429 Feb 04 13:50:27.213303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34126) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:27.224702 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8575b700-ee1d-4298-aee3-e772f90c4f78 None None] Sync routers for ids ['6b69cb20-540a-4e1f-ac12-030386162157'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:27.247795 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8575b700-ee1d-4298-aee3-e772f90c4f78 None None] Routers {'6b69cb20-540a-4e1f-ac12-030386162157'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:27.248986 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8575b700-ee1d-4298-aee3-e772f90c4f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6b69cb20-540a-4e1f-ac12-030386162157'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:27.251649 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-74653c33-b7ce-48a4-994d-60c34d028dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (c876760a-8e92-479f-90f5-a91c8f2e5429), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:27.267886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2d3fa-e9f0-429f-8eaf-fac37d9d3f58 req-944fca09-5ca9-4c49-8ef1-b348b415b934 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:27.269622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-efb2d3fa-e9f0-429f-8eaf-fac37d9d3f58 req-944fca09-5ca9-4c49-8ef1-b348b415b934 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 907 time: 0.8398001 Feb 04 13:50:27.276916 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-91bf7295-fc09-424b-ae18-7e4a5be2d4e6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775158855406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1057814168'] for subnet (d27509f5-bc6d-49ff-bd95-faf4cc10b26b), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:27.342064 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8575b700-ee1d-4298-aee3-e772f90c4f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:27.352272 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (3fe81a06-038c-4986-b249-e5fb9c066e79), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:27.355785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99388d-d667-4f8f-878b-a44036c30673 service neutron] Pushing event updated for resources: {'Port': ['ID=69a47796-8a95-45ec-a109-f37b63e5429f,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:27.383902 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8575b700-ee1d-4298-aee3-e772f90c4f78 None None] Routers {'6b69cb20-540a-4e1f-ac12-030386162157'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:27.385463 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8575b700-ee1d-4298-aee3-e772f90c4f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6b69cb20-540a-4e1f-ac12-030386162157'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:27.421589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-a8bac106-7ec5-4e0f-a5ac-496f571e2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:27.423822 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-a8bac106-7ec5-4e0f-a5ac-496f571e2561 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=415201945f1c4fefa31beecb58f01da9&device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 1090 time: 0.1364107 Feb 04 13:50:27.454405 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (861c3087-2ef7-4e20-9f54-972fa1542128), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:27.459515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5738a30c-b1b0-4774-a14d-02f1e41624ce tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "GET /v2.0/floatingips/5cc5ffa2-9f01-40d5-9959-32827b7efb98 HTTP/1.1" status: 200 len: 978 time: 0.4113991 Feb 04 13:50:27.469335 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8575b700-ee1d-4298-aee3-e772f90c4f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:27.470006 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8575b700-ee1d-4298-aee3-e772f90c4f78 None None] The sync data for ids ['6b69cb20-540a-4e1f-ac12-030386162157'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:27.510678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34128) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:27.513517 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ee77b63-1a8c-4410-9647-53f5d72ab338 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for router (6b69cb20-540a-4e1f-ac12-030386162157), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:27.517786 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-3e8e7e57-12e8-4284-9a55-9a65366d9f43 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=69a47796-8a95-45ec-a109-f37b63e5429f HTTP/1.1" status: 200 len: 217 time: 0.0861914 Feb 04 13:50:27.611609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bf7295-fc09-424b-ae18-7e4a5be2d4e6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:27.612213 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-91bf7295-fc09-424b-ae18-7e4a5be2d4e6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:27.617018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-91bf7295-fc09-424b-ae18-7e4a5be2d4e6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "PUT /v2.0/subnets/d27509f5-bc6d-49ff-bd95-faf4cc10b26b HTTP/1.1" status: 200 len: 806 time: 2.1043847 Feb 04 13:50:27.621943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34130) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:27.633885 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-74653c33-b7ce-48a4-994d-60c34d028dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (c876760a-8e92-479f-90f5-a91c8f2e5429), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:27.689495 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-74653c33-b7ce-48a4-994d-60c34d028dcc admin admin] Publish callbacks [] for router_controller (c876760a-8e92-479f-90f5-a91c8f2e5429), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:27.736001 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-a53710d0-6c22-44a6-95dc-8e33099e5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:27.737733 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-a53710d0-6c22-44a6-95dc-8e33099e5d12 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f05d6a3f-c5bf-43b5-893d-b15a00dda878 HTTP/1.1" status: 200 len: 838 time: 0.1863284 Feb 04 13:50:27.784733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf7295-fc09-424b-ae18-7e4a5be2d4e6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Subnet': ['ID=d27509f5-bc6d-49ff-bd95-faf4cc10b26b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:27.883165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-43f288e9-c0e7-4b6e-b9f4-3c143f9ccbbc tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3662474 Feb 04 13:50:27.890955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34132) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:27.901889 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-03a12204-52be-4142-b9dc-bca5e70a449c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'floatingip': {'port_id': '01ae7537-659f-4aed-a1da-31c28f82da84'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:27.907435 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-74653c33-b7ce-48a4-994d-60c34d028dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (c876760a-8e92-479f-90f5-a91c8f2e5429), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:27.908163 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74653c33-b7ce-48a4-994d-60c34d028dcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c876760a-8e92-479f-90f5-a91c8f2e5429 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:50:27.923271 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-74653c33-b7ce-48a4-994d-60c34d028dcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:27.924585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-74653c33-b7ce-48a4-994d-60c34d028dcc admin admin] 10.222.0.96 "DELETE /v2.0/routers/c876760a-8e92-479f-90f5-a91c8f2e5429 HTTP/1.1" status: 204 len: 168 time: 3.3893456 Feb 04 13:50:27.977838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34134) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:28.017844 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:50:28.132523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:28.133080 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:28.161009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e4f768-bfeb-4670-8235-610a6df6028e None None] Network 6359e715-1b82-4e32-97b9-98fb3824720c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:28.205498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3eec9-7d35-4aa6-90a0-c52c85afbe5b req-1abee456-e8f7-406e-bdec-f461c37f5a19 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:28.208153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70d3eec9-7d35-4aa6-90a0-c52c85afbe5b req-1abee456-e8f7-406e-bdec-f461c37f5a19 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 936 time: 0.7128952 Feb 04 13:50:28.238570 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e31541e6-31ba-4b21-ba6d-69b34c5e7b37 None None] Provisioning complete for port beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:28.238995 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e31541e6-31ba-4b21-ba6d-69b34c5e7b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:28.266573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-03a12204-52be-4142-b9dc-bca5e70a449c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (5cc5ffa2-9f01-40d5-9959-32827b7efb98), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:28.276402 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (6359e715-1b82-4e32-97b9-98fb3824720c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:28.300344 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ee77b63-1a8c-4410-9647-53f5d72ab338 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for router_gateway (6b69cb20-540a-4e1f-ac12-030386162157), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:28.321064 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-332e5ac9-b0da-45f7-b18b-c64fbfa53312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:28.322851 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-332e5ac9-b0da-45f7-b18b-c64fbfa53312 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9bfc854a-bd24-4139-b8d4-0d516bb63262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.5751100 Feb 04 13:50:28.357898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb52659-32a3-4f99-9951-2b1e936c52ad admin admin] Deleting subnet 2f4e23bc-2030-43db-882a-fc66074f8533 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:50:28.379295 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:28.380053 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:28.397958 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cfb52659-32a3-4f99-9951-2b1e936c52ad admin admin] Publish callbacks [] for subnet (2f4e23bc-2030-43db-882a-fc66074f8533), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:28.426586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Router 3fe81a06-038c-4986-b249-e5fb9c066e79 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:50:28.464410 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7,segment=NetworkSegment(5eed8d86-c161-436b-908f-83693cea313e),segment_id=5eed8d86-c161-436b-908f-83693cea313e)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:28.466983 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e31541e6-31ba-4b21-ba6d-69b34c5e7b37 None None] Current status of the port beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:28.469960 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e31541e6-31ba-4b21-ba6d-69b34c5e7b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:28.473648 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:28.485138 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-8ee77b63-1a8c-4410-9647-53f5d72ab338 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Deleting port 881aafca-c2d1-41d3-9562-825b7986b5f5 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:28.485494 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ee77b63-1a8c-4410-9647-53f5d72ab338 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (881aafca-c2d1-41d3-9562-825b7986b5f5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:28.528418 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cfb52659-32a3-4f99-9951-2b1e936c52ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (2f4e23bc-2030-43db-882a-fc66074f8533), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:28.543273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Deleting port beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:28.543642 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:28.577550 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70d3eec9-7d35-4aa6-90a0-c52c85afbe5b req-22915e64-f6d3-40c5-8d0d-6f4e654abf94 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db38408-1fab-47b8-b6ff-6c3cc2423b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455021 Feb 04 13:50:28.588318 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-9f89fc14-8edd-4fc1-bde9-9e2f5a159887 service neutron] 10.222.0.100 "GET /v2.0/networks/9bfc854a-bd24-4139-b8d4-0d516bb63262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241628 Feb 04 13:50:28.616832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ea3c3d00-5b1d-4d4e-9945-46026d7ad276 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:50:28.656081 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:28.661180 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: ea3c3d00-5b1d-4d4e-9945-46026d7ad276 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:50:28.661895 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ea3c3d00-5b1d-4d4e-9945-46026d7ad276 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:50:28.667623 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-e31541e6-31ba-4b21-ba6d-69b34c5e7b37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:50:28.668728 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-e31541e6-31ba-4b21-ba6d-69b34c5e7b37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:50:28.775105 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ee77b63-1a8c-4410-9647-53f5d72ab338 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (881aafca-c2d1-41d3-9562-825b7986b5f5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:28.789019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bb0786-3c3a-437d-8519-b259f9a95f97 None None] Network 6359e715-1b82-4e32-97b9-98fb3824720c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:28.811539 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-8ee77b63-1a8c-4410-9647-53f5d72ab338 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Calling delete_port for 881aafca-c2d1-41d3-9562-825b7986b5f5 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:28.824262 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] For port beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7,segment=NetworkSegment(5eed8d86-c161-436b-908f-83693cea313e),segment_id=5eed8d86-c161-436b-908f-83693cea313e)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:28.824634 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:28.894492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Calling delete_port for beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:28.903250 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2f7767b0-b7c6-4236-bff5-8380765b87fe req-44c85017-ef10-4e3b-a798-dba0bbe8ede4 service neutron] 10.222.0.100 "GET /v2.0/networks/9bfc854a-bd24-4139-b8d4-0d516bb63262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705450 Feb 04 13:50:29.162517 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:29.164741 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ee77b63-1a8c-4410-9647-53f5d72ab338 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (881aafca-c2d1-41d3-9562-825b7986b5f5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:29.197876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e31541e6-31ba-4b21-ba6d-69b34c5e7b37 None None] Port beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7 update to ACTIVE by agent not found {{(pid=103608) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 04 13:50:29.208314 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Port': ['ID=beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:29.281207 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee77b63-1a8c-4410-9647-53f5d72ab338 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event deleted for resources: {'Port': ['ID=881aafca-c2d1-41d3-9562-825b7986b5f5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:29.302861 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55ceb5c-2012-4b4a-8f99-fbe9d8621cd7 None None] DHCP port deletion for 6359e715-1b82-4e32-97b9-98fb3824720c request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:50:29.314718 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c844f67c-51f3-47c8-9333-789c606b7942 None None] Could not find standard attr ID for object beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:50:29.322673 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No DVR routers for this DVR port beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:29.339987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed25d369-a4d7-467e-b37f-031687db5913 None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:50:29.377988 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ee77b63-1a8c-4410-9647-53f5d72ab338 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (6b69cb20-540a-4e1f-ac12-030386162157), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:29.442441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cfb52659-32a3-4f99-9951-2b1e936c52ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (2f4e23bc-2030-43db-882a-fc66074f8533), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:29.448164 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:29.482539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baf852-dee9-4161-8e3f-5abb74d166c0 req-afd9b8a4-d977-40aa-90a6-51e93b404965 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:29.485067 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0baf852-dee9-4161-8e3f-5abb74d166c0 req-afd9b8a4-d977-40aa-90a6-51e93b404965 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.7814338 Feb 04 13:50:29.493531 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (d27509f5-bc6d-49ff-bd95-faf4cc10b26b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:29.507630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861c3087-2ef7-4e20-9f54-972fa1542128 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:50:29.525789 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ee77b63-1a8c-4410-9647-53f5d72ab338 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (6b69cb20-540a-4e1f-ac12-030386162157), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:29.530914 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ee77b63-1a8c-4410-9647-53f5d72ab338 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for router_controller (6b69cb20-540a-4e1f-ac12-030386162157), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:29.550065 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Publish callbacks [] for port (861c3087-2ef7-4e20-9f54-972fa1542128), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:29.589872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Transition to ACTIVE for port object 861c3087-2ef7-4e20-9f54-972fa1542128 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:50:29.596906 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:29.601737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ee3183d5-f9de-4e8e-883e-d1ed4787b33c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.4837084 Feb 04 13:50:29.604838 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34138) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:29.626506 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ee77b63-1a8c-4410-9647-53f5d72ab338 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (6b69cb20-540a-4e1f-ac12-030386162157), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:29.627470 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee77b63-1a8c-4410-9647-53f5d72ab338 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Fanout notify agent at l3_agent the message router_deleted on router 6b69cb20-540a-4e1f-ac12-030386162157 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:50:29.634558 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ee77b63-1a8c-4410-9647-53f5d72ab338 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:29.635722 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8ee77b63-1a8c-4410-9647-53f5d72ab338 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] 10.222.0.96 "DELETE /v2.0/routers/6b69cb20-540a-4e1f-ac12-030386162157 HTTP/1.1" status: 204 len: 168 time: 2.4217381 Feb 04 13:50:29.637551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (d27509f5-bc6d-49ff-bd95-faf4cc10b26b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:29.646498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34144) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:29.663703 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (861c3087-2ef7-4e20-9f54-972fa1542128), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:29.671007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Sync routers for ids ['3fe81a06-038c-4986-b249-e5fb9c066e79'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:29.684680 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Subnet': ['ID=d27509f5-bc6d-49ff-bd95-faf4cc10b26b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:29.717547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Routers {'3fe81a06-038c-4986-b249-e5fb9c066e79'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:29.718772 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3fe81a06-038c-4986-b249-e5fb9c066e79'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:29.774599 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (6359e715-1b82-4e32-97b9-98fb3824720c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:29.788830 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0baf852-dee9-4161-8e3f-5abb74d166c0 req-e8be4ade-6754-4c7b-bfb7-2800e7aee044 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862580 Feb 04 13:50:29.829166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6359e715-1b82-4e32-97b9-98fb3824720c']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:29.843563 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed25d369-a4d7-467e-b37f-031687db5913 None None] Resources bound (agent type, host, resource id): {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:50:29.852774 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cfb52659-32a3-4f99-9951-2b1e936c52ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (2f4e23bc-2030-43db-882a-fc66074f8533), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:29.868188 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7e577115-4213-44ee-9762-964be00f8e5e tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=7a0b98ed329e4084aa74e351c6f4178a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2476737 Feb 04 13:50:29.871385 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34148) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:29.894122 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94162c26-c46d-4a87-86bd-19255a866852 x-openstack-request-id: req-94162c26-c46d-4a87-86bd-19255a866852 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:50:29.894122 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dda7bb2-03c8-4633-8d1e-b267efb37a09", "tag": "69a47796-8a95-45ec-a109-f37b63e5429f", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:50:29.894122 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-94162c26-c46d-4a87-86bd-19255a866852 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:50:29.894122 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dda7bb2-03c8-4633-8d1e-b267efb37a09', 'tag': '69a47796-8a95-45ec-a109-f37b63e5429f', 'status': 'completed', 'code': 200} Feb 04 13:50:29.894585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eed8d86-c161-436b-908f-83693cea313e') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:29.895634 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eed8d86-c161-436b-908f-83693cea313e') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:29.911619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-3305777a-5b30-48f0-9a80-d996ef29556c tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Deleting subnet c3db8a11-c296-49cc-b9e7-5dfcb1863469 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:50:29.958090 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:50:29.982790 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (5eed8d86-c161-436b-908f-83693cea313e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:29.991221 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb52659-32a3-4f99-9951-2b1e936c52ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f4e23bc-2030-43db-882a-fc66074f8533,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:30.008810 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3305777a-5b30-48f0-9a80-d996ef29556c tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for subnet (c3db8a11-c296-49cc-b9e7-5dfcb1863469), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.011300 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:50:30.011631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device beb5b4b7-20ac-4b10-97a7-22d6ea29b7c7 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:50:30.034141 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (5eed8d86-c161-436b-908f-83693cea313e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.036673 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:50:30.041453 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Set router 3fe81a06-038c-4986-b249-e5fb9c066e79 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:50:30.058594 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:30.059025 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (5eed8d86-c161-436b-908f-83693cea313e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:30.063423 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:30.074152 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cfb52659-32a3-4f99-9951-2b1e936c52ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.078942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cfb52659-32a3-4f99-9951-2b1e936c52ad admin admin] 10.222.0.96 "DELETE /v2.0/subnets/2f4e23bc-2030-43db-882a-fc66074f8533 HTTP/1.1" status: 204 len: 168 time: 2.0288455 Feb 04 13:50:30.090547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34150) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:30.127609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Pushing event updated for resources: {'Port': ['ID=861c3087-2ef7-4e20-9f54-972fa1542128,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:30.171208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25128fdc-0c20-450d-ad14-75e2be0d8d58 req-3acb7ae4-f80d-409e-9d7a-acb0fbfcba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:30.173712 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-25128fdc-0c20-450d-ad14-75e2be0d8d58 req-3acb7ae4-f80d-409e-9d7a-acb0fbfcba5f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=415201945f1c4fefa31beecb58f01da9&device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 1090 time: 0.2685828 Feb 04 13:50:30.184071 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (6359e715-1b82-4e32-97b9-98fb3824720c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.225054 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.228609 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/6359e715-1b82-4e32-97b9-98fb3824720c HTTP/1.1" status: 204 len: 168 time: 2.6057241 Feb 04 13:50:30.247573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3305777a-5b30-48f0-9a80-d996ef29556c tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (c3db8a11-c296-49cc-b9e7-5dfcb1863469), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.251049 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34152) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:30.263368 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad06f92-a699-408c-82dd-ba5595fa5b39 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:30.267856 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fad06f92-a699-408c-82dd-ba5595fa5b39 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3929718 Feb 04 13:50:30.268092 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34154) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:30.280831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d61d4-bf88-4194-8eb3-17c53f5c5b8f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Network': ['ID=6359e715-1b82-4e32-97b9-98fb3824720c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:30.313644 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c589d259-3268-44a7-8c87-6710896a3c45 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445309 Feb 04 13:50:30.324805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34156) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:30.333053 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7c8321e2-650e-408f-a190-00817bc3c88e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-778425723', 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:30.366445 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fc835f-9ee0-41de-a1bd-471d52518b6b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:30.367144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75fc835f-9ee0-41de-a1bd-471d52518b6b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:30.374534 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-75fc835f-9ee0-41de-a1bd-471d52518b6b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/6359e715-1b82-4e32-97b9-98fb3824720c HTTP/1.1" status: 404 len: 339 time: 0.1123848 Feb 04 13:50:30.390298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34158) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:30.399780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ff697a47-6c61-4100-80a3-04f4f8a42e6f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1753872138', 'description': 'd1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:30.419269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'name': 'tempest-TestNetworkBasicOps-router-1405476499', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:25Z', 'revision_number': 3, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:24Z', 'updated_at': '2022-02-04T13:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:30.430955 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (7912785f-1fa8-4b69-9cba-aa96f632b769), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.438727 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.db.resource_extend [None req-03a12204-52be-4142-b9dc-bca5e70a449c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:50:30.478237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692755ba-44b9-49bc-9928-2acbfcbf2c61 None None] Network 6359e715-1b82-4e32-97b9-98fb3824720c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:30.482623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92b3da6-ca90-4292-b972-84cb09c451ce None None] Network 7912785f-1fa8-4b69-9cba-aa96f632b769 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:30.485239 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff697a47-6c61-4100-80a3-04f4f8a42e6f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:30.489453 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ff697a47-6c61-4100-80a3-04f4f8a42e6f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.490344 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Checking router: 3fe81a06-038c-4986-b249-e5fb9c066e79 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:50:30.491636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Updating router 3fe81a06-038c-4986-b249-e5fb9c066e79 port 6a8443a9-c7c0-47ef-a35c-084f8d314f47 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:50:30.496092 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25128fdc-0c20-450d-ad14-75e2be0d8d58 req-18527f12-6769-43d6-9c33-6fe08828bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:30.496834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd559f0-f359-4367-80bc-4e882fea027a req-340151d6-a73f-4ce4-a08a-755c9a12a38c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:30.497627 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-25128fdc-0c20-450d-ad14-75e2be0d8d58 req-18527f12-6769-43d6-9c33-6fe08828bef8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9bfc854a-bd24-4139-b8d4-0d516bb63262 HTTP/1.1" status: 200 len: 898 time: 0.3076448 Feb 04 13:50:30.498528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2bd559f0-f359-4367-80bc-4e882fea027a req-340151d6-a73f-4ce4-a08a-755c9a12a38c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 907 time: 0.4981816 Feb 04 13:50:30.590354 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-03a12204-52be-4142-b9dc-bca5e70a449c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.604417 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-25128fdc-0c20-450d-ad14-75e2be0d8d58 req-12658506-528f-4b35-83ac-a3c10d0bd161 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=69a47796-8a95-45ec-a109-f37b63e5429f HTTP/1.1" status: 200 len: 217 time: 0.0894835 Feb 04 13:50:30.609568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8321e2-650e-408f-a190-00817bc3c88e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Made reservation on behalf of 7a0b98ed329e4084aa74e351c6f4178a for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:30.614620 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c8321e2-650e-408f-a190-00817bc3c88e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.622777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Attempting to bind port 861c3087-2ef7-4e20-9f54-972fa1542128 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:50:30.623245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Attempting to bind port 861c3087-2ef7-4e20-9f54-972fa1542128 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:50:30.623760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Attempting to bind port 861c3087-2ef7-4e20-9f54-972fa1542128 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:30.627629 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3305777a-5b30-48f0-9a80-d996ef29556c tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (c3db8a11-c296-49cc-b9e7-5dfcb1863469), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.628043 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692755ba-44b9-49bc-9928-2acbfcbf2c61 None None] Network 6359e715-1b82-4e32-97b9-98fb3824720c could not be found, it might have been deleted concurrently. {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 13:50:30.631120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff697a47-6c61-4100-80a3-04f4f8a42e6f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:50:30.662876 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6a8443a9-c7c0-47ef-a35c-084f8d314f47), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.667862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be5a5fd-aa4d-42cb-961a-70c7b97cdab4 None None] DHCP port deletion for 6359e715-1b82-4e32-97b9-98fb3824720c request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:50:30.706484 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-03a12204-52be-4142-b9dc-bca5e70a449c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (5cc5ffa2-9f01-40d5-9959-32827b7efb98), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.729515 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ff697a47-6c61-4100-80a3-04f4f8a42e6f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3f60cf39-40dc-483a-a7e7-5d8b10d1b1a0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.729873 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-ff697a47-6c61-4100-80a3-04f4f8a42e6f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Added segment 3f60cf39-40dc-483a-a7e7-5d8b10d1b1a0 of type vlan for network 92d63019-6887-4a59-92bf-4919c26fe96a Feb 04 13:50:30.779814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Port 861c3087-2ef7-4e20-9f54-972fa1542128 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:50:30.780244 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Attempting to bind port 861c3087-2ef7-4e20-9f54-972fa1542128 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:30.801791 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25128fdc-0c20-450d-ad14-75e2be0d8d58 req-9fae76ae-95b3-46a7-8083-9180156608de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:30.804762 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-25128fdc-0c20-450d-ad14-75e2be0d8d58 req-9fae76ae-95b3-46a7-8083-9180156608de service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f05d6a3f-c5bf-43b5-893d-b15a00dda878 HTTP/1.1" status: 200 len: 838 time: 0.1852989 Feb 04 13:50:30.892244 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ff697a47-6c61-4100-80a3-04f4f8a42e6f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (92d63019-6887-4a59-92bf-4919c26fe96a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.949877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd1b483-2cb8-4010-905e-5b6f8084d673 None None] DHCP port deletion for 7912785f-1fa8-4b69-9cba-aa96f632b769 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:50:30.958802 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25128fdc-0c20-450d-ad14-75e2be0d8d58 req-9d3b2ff7-bb03-49c2-8c94-c4d33be00921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:30.961054 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-25128fdc-0c20-450d-ad14-75e2be0d8d58 req-9d3b2ff7-bb03-49c2-8c94-c4d33be00921 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9bfc854a-bd24-4139-b8d4-0d516bb63262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1405880 Feb 04 13:50:30.966995 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ff697a47-6c61-4100-80a3-04f4f8a42e6f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (92d63019-6887-4a59-92bf-4919c26fe96a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:30.972824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff697a47-6c61-4100-80a3-04f4f8a42e6f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:30.973358 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ff697a47-6c61-4100-80a3-04f4f8a42e6f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.001822 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-03a12204-52be-4142-b9dc-bca5e70a449c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Floating IP 5cc5ffa2-9f01-40d5-9959-32827b7efb98 associated. External IP: 172.25.5.129, port: 86b9f112-0e80-440a-8cc5-0af2f60ce2fb. Feb 04 13:50:31.124260 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fbd1b483-2cb8-4010-905e-5b6f8084d673 None None] Deleting port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:31.124633 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b483-2cb8-4010-905e-5b6f8084d673 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (9a9b90d9-6704-4b45-9ec4-25b47a45eeb2), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.140800 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ff697a47-6c61-4100-80a3-04f4f8a42e6f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7494712 Feb 04 13:50:31.149786 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34160) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:31.183945 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Publish callbacks [] for port (6a8443a9-c7c0-47ef-a35c-084f8d314f47), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.217466 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6a8443a9-c7c0-47ef-a35c-084f8d314f47), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.221636 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:50:31.222172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:31.222279 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:50:31.222750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Bound port: 861c3087-2ef7-4e20-9f54-972fa1542128, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:50:31.223186 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (861c3087-2ef7-4e20-9f54-972fa1542128), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.236313 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff697a47-6c61-4100-80a3-04f4f8a42e6f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Network': ['ID=92d63019-6887-4a59-92bf-4919c26fe96a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:31.248633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-fbd1b483-2cb8-4010-905e-5b6f8084d673 None None] For port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=9a9b90d9-6704-4b45-9ec4-25b47a45eeb2,segment=NetworkSegment(b9799a29-9629-4ed2-a490-f98ffaf13677),segment_id=b9799a29-9629-4ed2-a490-f98ffaf13677)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:31.249367 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b483-2cb8-4010-905e-5b6f8084d673 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (9a9b90d9-6704-4b45-9ec4-25b47a45eeb2), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.301157 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 92d63019-6887-4a59-92bf-4919c26fe96a details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:50:31.324447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fbd1b483-2cb8-4010-905e-5b6f8084d673 None None] Calling delete_port for 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:31.341824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a4d07-4748-4f73-880d-b175a2a22672 req-93c22f85-2d85-4681-a5fb-ec2a5c0d35b9 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:31.346003 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-25128fdc-0c20-450d-ad14-75e2be0d8d58 req-76a5d14b-41f0-4233-b457-b42477c3e6e7 service neutron] 10.222.0.100 "GET /v2.0/networks/9bfc854a-bd24-4139-b8d4-0d516bb63262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676808 Feb 04 13:50:31.349727 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da3a4d07-4748-4f73-880d-b175a2a22672 req-93c22f85-2d85-4681-a5fb-ec2a5c0d35b9 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 948 time: 0.7151704 Feb 04 13:50:31.350607 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c8321e2-650e-408f-a190-00817bc3c88e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (b5301bf8-00fb-476c-bc1d-6b0b6e7524b5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.365004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9ae485-02d1-4e96-80b6-817a8cf3f40f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:31.366970 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0f9ae485-02d1-4e96-80b6-817a8cf3f40f tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "GET /v2.0/networks?id=92d63019-6887-4a59-92bf-4919c26fe96a HTTP/1.1" status: 200 len: 761 time: 0.2104528 Feb 04 13:50:31.379391 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34162) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:31.422854 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0d19a48f-0a15-4b50-be16-7420c39786e8 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'network': {'description': 'd2'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:31.430507 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3305777a-5b30-48f0-9a80-d996ef29556c tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (c3db8a11-c296-49cc-b9e7-5dfcb1863469), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.486854 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b483-2cb8-4010-905e-5b6f8084d673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (9a9b90d9-6704-4b45-9ec4-25b47a45eeb2), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.514630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d0d9d-8745-420b-80bb-d42948a8307d None None] Pushing event updated for resources: {'Port': ['ID=6a8443a9-c7c0-47ef-a35c-084f8d314f47,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:31.524317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Attempting to bind port 6a8443a9-c7c0-47ef-a35c-084f8d314f47 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:50:31.524317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Attempting to bind port 6a8443a9-c7c0-47ef-a35c-084f8d314f47 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:50:31.524658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Attempting to bind port 6a8443a9-c7c0-47ef-a35c-084f8d314f47 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:31.542981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1b483-2cb8-4010-905e-5b6f8084d673 None None] No DVR routers for this DVR port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:31.547610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Deleting port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:31.548241 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (9a9b90d9-6704-4b45-9ec4-25b47a45eeb2), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.565306 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305777a-5b30-48f0-9a80-d996ef29556c tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event deleted for resources: {'Subnet': ['ID=c3db8a11-c296-49cc-b9e7-5dfcb1863469,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:31.570358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:50:31.570753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:31.571469 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.572163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:50:31.573449 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Bound port: 6a8443a9-c7c0-47ef-a35c-084f8d314f47, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:50:31.574314 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6a8443a9-c7c0-47ef-a35c-084f8d314f47), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.584032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1b483-2cb8-4010-905e-5b6f8084d673 None None] Pushing event deleted for resources: {'Port': ['ID=9a9b90d9-6704-4b45-9ec4-25b47a45eeb2,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:31.596969 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3305777a-5b30-48f0-9a80-d996ef29556c tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.614617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8321e2-650e-408f-a190-00817bc3c88e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Subnet': ['ID=b5301bf8-00fb-476c-bc1d-6b0b6e7524b5,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:31.615287 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3305777a-5b30-48f0-9a80-d996ef29556c tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] 10.222.0.96 "DELETE /v2.0/subnets/c3db8a11-c296-49cc-b9e7-5dfcb1863469 HTTP/1.1" status: 204 len: 168 time: 1.9536719 Feb 04 13:50:31.625132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34166) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:31.625369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5236278-4280-4019-bcc9-d1e49b73529c None None] Network 53d5135c-fd2b-477e-846e-bb1c387cb632 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:31.736055 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] For port 6a8443a9-c7c0-47ef-a35c-084f8d314f47, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:50:31.746895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] For port 861c3087-2ef7-4e20-9f54-972fa1542128, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:50:31.778751 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-25128fdc-0c20-450d-ad14-75e2be0d8d58 req-ab7a16e9-269d-4b67-8590-0c4234a29ecf service neutron] 10.222.0.100 "GET /v2.0/networks/9bfc854a-bd24-4139-b8d4-0d516bb63262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256322 Feb 04 13:50:31.783261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] For port 6a8443a9-c7c0-47ef-a35c-084f8d314f47, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6a8443a9-c7c0-47ef-a35c-084f8d314f47,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:50:31.796239 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6a8443a9-c7c0-47ef-a35c-084f8d314f47), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.804041 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8321e2-650e-408f-a190-00817bc3c88e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Checking segment: {'id': '187eb62e-1330-434b-bf3b-de9d1e2a4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:31.804702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8321e2-650e-408f-a190-00817bc3c88e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network hostable DHCP agents. Network: 61663296-fa91-417f-8ee4-7de19885aedb, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:50:31.805610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] For port 861c3087-2ef7-4e20-9f54-972fa1542128, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=861c3087-2ef7-4e20-9f54-972fa1542128,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:50:31.870911 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (861c3087-2ef7-4e20-9f54-972fa1542128), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.874869 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] For port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2, host n-d-714676-13, got binding levels [] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:31.875433 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (9a9b90d9-6704-4b45-9ec4-25b47a45eeb2), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.875760 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (53d5135c-fd2b-477e-846e-bb1c387cb632), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.880500 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Routers {'3fe81a06-038c-4986-b249-e5fb9c066e79'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:31.882152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3fe81a06-038c-4986-b249-e5fb9c066e79'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:31.902413 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d19a48f-0a15-4b50-be16-7420c39786e8 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (92d63019-6887-4a59-92bf-4919c26fe96a), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.906379 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da3a4d07-4748-4f73-880d-b175a2a22672 req-570adb5a-3a15-46df-9546-152be16ae507 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db38408-1fab-47b8-b6ff-6c3cc2423b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487299 Feb 04 13:50:31.906874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8321e2-650e-408f-a190-00817bc3c88e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network 61663296-fa91-417f-8ee4-7de19885aedb is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:50:31.933227 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d19a48f-0a15-4b50-be16-7420c39786e8 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (92d63019-6887-4a59-92bf-4919c26fe96a), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.935916 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-7c8321e2-650e-408f-a190-00817bc3c88e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 61663296-fa91-417f-8ee4-7de19885aedb) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:31.956243 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8321e2-650e-408f-a190-00817bc3c88e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:31.957032 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7c8321e2-650e-408f-a190-00817bc3c88e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:31.994149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d0d9d-8745-420b-80bb-d42948a8307d None None] Pushing event updated for resources: {'Port': ['ID=6a8443a9-c7c0-47ef-a35c-084f8d314f47,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:32.002155 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e66536-b763-449b-ae81-766102d7f613 None None] Network 61663296-fa91-417f-8ee4-7de19885aedb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:32.051036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d19a48f-0a15-4b50-be16-7420c39786e8 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network 92d63019-6887-4a59-92bf-4919c26fe96a is not hosted by any dhcp agent {{(pid=103607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 13:50:32.059883 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d19a48f-0a15-4b50-be16-7420c39786e8 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:32.060587 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d19a48f-0a15-4b50-be16-7420c39786e8 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:32.062283 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0d19a48f-0a15-4b50-be16-7420c39786e8 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "PUT /v2.0/networks/92d63019-6887-4a59-92bf-4919c26fe96a HTTP/1.1" status: 200 len: 758 time: 0.6787028 Feb 04 13:50:32.079179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34168) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:32.081803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Calling delete_port for 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:32.095942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_backend_mixin [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 was not found and therefore no delete operation was performed {{(pid=103606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:50:32.119889 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:32.120827 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:32.122669 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] 10.222.0.99 "PUT /v2.0/ports/861c3087-2ef7-4e20-9f54-972fa1542128 HTTP/1.1" status: 200 len: 1097 time: 4.9853668 Feb 04 13:50:32.126610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4bdf6e-e054-4749-bee9-0441a16017c6', 'tag': '861c3087-2ef7-4e20-9f54-972fa1542128'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:50:32.129889 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1f8d67-64a9-426a-85c2-e1851c6fdd01" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4bdf6e-e054-4749-bee9-0441a16017c6", "tag": "861c3087-2ef7-4e20-9f54-972fa1542128"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:50:32.140168 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (9a9b90d9-6704-4b45-9ec4-25b47a45eeb2), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:32.161217 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7c8321e2-650e-408f-a190-00817bc3c88e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8348670 Feb 04 13:50:32.168187 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34174) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:32.195617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19a48f-0a15-4b50-be16-7420c39786e8 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Network': ['ID=92d63019-6887-4a59-92bf-4919c26fe96a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:32.284711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a12204-52be-4142-b9dc-bca5e70a449c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router 32494e27-ec60-40aa-a5a4-9e1d56551c8c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:50:32.303587 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:50:32.315557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677bf963-9a3f-461c-b505-3720ba7ec930 None None] DHCP port deletion for 53d5135c-fd2b-477e-846e-bb1c387cb632 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:50:32.318138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 92d63019-6887-4a59-92bf-4919c26fe96a details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:50:32.325728 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Deleting port 66d84f45-3d74-4bf0-ae11-8162eb29a522 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:32.326017 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:32.405138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca83511-588b-43e2-b093-df36622b0bdc service neutron] Pushing event updated for resources: {'Port': ['ID=861c3087-2ef7-4e20-9f54-972fa1542128,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:32.415067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] No DVR routers for this DVR port 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:32.422461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:50:32.422785 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9a9b90d9-6704-4b45-9ec4-25b47a45eeb2 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:50:32.462603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] For port 66d84f45-3d74-4bf0-ae11-8162eb29a522, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=66d84f45-3d74-4bf0-ae11-8162eb29a522,segment=NetworkSegment(85bbc72e-0558-430b-bcef-067b07a54d0d),segment_id=85bbc72e-0558-430b-bcef-067b07a54d0d)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:32.463370 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:32.504166 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a9b90d9-6704-4b45-9ec4-25b47a45eeb2,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:32.517818 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879ed018-7da3-4cd9-aa27-4c29782ea3b6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:32.524087 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-879ed018-7da3-4cd9-aa27-4c29782ea3b6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "GET /v2.0/networks?id=92d63019-6887-4a59-92bf-4919c26fe96a HTTP/1.1" status: 200 len: 761 time: 0.4360075 Feb 04 13:50:32.528340 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34176) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:32.540563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Calling delete_port for 66d84f45-3d74-4bf0-ae11-8162eb29a522 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:32.584377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-6b9a8d4c-7227-422c-ac60-c69176f8cd42 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1022964268'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:32.585262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] Set router 3fe81a06-038c-4986-b249-e5fb9c066e79 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:50:32.683439 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-61663296-fa91-417f-8ee4-7de19885aedb', 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ips': [{'subnet_id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:50:32.684334 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:32.729588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-677bf963-9a3f-461c-b505-3720ba7ec930 None None] Deleting port 66d84f45-3d74-4bf0-ae11-8162eb29a522 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:32.730394 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-677bf963-9a3f-461c-b505-3720ba7ec930 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:32.732541 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-80c44f95-15fe-4baf-ab3d-aae4ce3d0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:32.734297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-80c44f95-15fe-4baf-ab3d-aae4ce3d0471 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d954cf1ae4df4ddd95b2077c481a7a6c&device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 1131 time: 0.4579051 Feb 04 13:50:32.736334 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (7912785f-1fa8-4b69-9cba-aa96f632b769), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:32.750332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9a8d4c-7227-422c-ac60-c69176f8cd42 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:32.755326 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8d4c-7227-422c-ac60-c69176f8cd42 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:32.775840 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1d175-86e0-43f6-9d07-c694fc17cb4c req-32c16eb2-ec67-49b0-9f3f-1a9e46b107c4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:32.777846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f0e1d175-86e0-43f6-9d07-c694fc17cb4c req-32c16eb2-ec67-49b0-9f3f-1a9e46b107c4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 907 time: 0.4839365 Feb 04 13:50:32.836290 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-f2b8fe67-d9ae-4660-bbe3-171a9ffb9489 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=861c3087-2ef7-4e20-9f54-972fa1542128 HTTP/1.1" status: 200 len: 217 time: 0.0870507 Feb 04 13:50:32.840949 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7912785f-1fa8-4b69-9cba-aa96f632b769']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:32.890353 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9799a29-9629-4ed2-a490-f98ffaf13677') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:32.890859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9799a29-9629-4ed2-a490-f98ffaf13677') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:32.952052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-677bf963-9a3f-461c-b505-3720ba7ec930 None None] For port 66d84f45-3d74-4bf0-ae11-8162eb29a522, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=66d84f45-3d74-4bf0-ae11-8162eb29a522,segment=NetworkSegment(85bbc72e-0558-430b-bcef-067b07a54d0d),segment_id=85bbc72e-0558-430b-bcef-067b07a54d0d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:32.952453 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-677bf963-9a3f-461c-b505-3720ba7ec930 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:32.996074 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-677bf963-9a3f-461c-b505-3720ba7ec930 None None] Calling delete_port for 66d84f45-3d74-4bf0-ae11-8162eb29a522 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:33.112845 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 69a47796-8a95-45ec-a109-f37b63e5429f details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:50:33.144352 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Allocated IP 172.20.0.2 (61663296-fa91-417f-8ee4-7de19885aedb/b5301bf8-00fb-476c-bc1d-6b0b6e7524b5/9b6eed37-86f9-4953-bc2e-b9baf51e7a24) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:33.243201 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.278429 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event deleted for resources: {'Port': ['ID=66d84f45-3d74-4bf0-ae11-8162eb29a522,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:33.286755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] No DVR routers for this DVR port 66d84f45-3d74-4bf0-ae11-8162eb29a522 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:33.345033 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'name': 'tempest-TestNetworkBasicOps-router-1405476499', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:25Z', 'revision_number': 3, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:24Z', 'updated_at': '2022-02-04T13:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:33.345435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9a8d4c-7227-422c-ac60-c69176f8cd42 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:50:33.349396 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (b9799a29-9629-4ed2-a490-f98ffaf13677), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.352218 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-677bf963-9a3f-461c-b505-3720ba7ec930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (66d84f45-3d74-4bf0-ae11-8162eb29a522), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.372003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a12204-52be-4142-b9dc-bca5e70a449c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:33.386307 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-62db65e1-8e7a-4e33-b33c-9ebc47178726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:33.388071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-62db65e1-8e7a-4e33-b33c-9ebc47178726 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.5428128 Feb 04 13:50:33.408111 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e59a29-49af-4db8-b76e-1fdcd46e79d7 None None] Sync routers for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:33.424779 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e59a29-49af-4db8-b76e-1fdcd46e79d7 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:33.425059 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (53d5135c-fd2b-477e-846e-bb1c387cb632), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.425417 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-36e59a29-49af-4db8-b76e-1fdcd46e79d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:33.433955 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8d4c-7227-422c-ac60-c69176f8cd42 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (cf9a185b-64cd-4c36-bebb-63c5deb8e8f5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.434519 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-6b9a8d4c-7227-422c-ac60-c69176f8cd42 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Added segment cf9a185b-64cd-4c36-bebb-63c5deb8e8f5 of type vlan for network 150e07d8-c770-446b-a53d-119e8bf7dc8c Feb 04 13:50:33.440655 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (b9799a29-9629-4ed2-a490-f98ffaf13677), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.458933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 69a47796-8a95-45ec-a109-f37b63e5429f, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=69a47796-8a95-45ec-a109-f37b63e5429f,segment=NetworkSegment(600a9123-6d3c-4596-a82e-a099b916b617),segment_id=600a9123-6d3c-4596-a82e-a099b916b617)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:33.463059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d5135c-fd2b-477e-846e-bb1c387cb632']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:33.477033 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-36e59a29-49af-4db8-b76e-1fdcd46e79d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:33.477263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bbc72e-0558-430b-bcef-067b07a54d0d') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:33.477601 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bbc72e-0558-430b-bcef-067b07a54d0d') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:33.488510 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e59a29-49af-4db8-b76e-1fdcd46e79d7 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:33.489427 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-36e59a29-49af-4db8-b76e-1fdcd46e79d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:33.504730 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '69a47796-8a95-45ec-a109-f37b63e5429f', 'network_id': '9bfc854a-bd24-4139-b8d4-0d516bb63262', 'port_id': '69a47796-8a95-45ec-a109-f37b63e5429f', 'mac_address': 'fa:16:3e:cf:d6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05d6a3f-c5bf-43b5-893d-b15a00dda878', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:50:33.509066 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (85bbc72e-0558-430b-bcef-067b07a54d0d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.541120 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (85bbc72e-0558-430b-bcef-067b07a54d0d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.544304 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-36e59a29-49af-4db8-b76e-1fdcd46e79d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:33.545248 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e59a29-49af-4db8-b76e-1fdcd46e79d7 None None] The sync data for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:33.552516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:33.553491 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (85bbc72e-0558-430b-bcef-067b07a54d0d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:33.556656 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:33.574982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:33.576259 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (b9799a29-9629-4ed2-a490-f98ffaf13677), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:33.579716 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:33.588438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677bf963-9a3f-461c-b505-3720ba7ec930 None None] No DVR routers for this DVR port 66d84f45-3d74-4bf0-ae11-8162eb29a522 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:33.601380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdecab-dd62-4805-928a-aa2ba3f102a5 None None] The sync data for ids ['3fe81a06-038c-4986-b249-e5fb9c066e79'] in n-d-714676-13 is: [{'id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'name': 'tempest-TestNetworkBasicOps-router-1405476499', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:25Z', 'revision_number': 3, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:24Z', 'updated_at': '2022-02-04T13:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:33.603297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bf963-9a3f-461c-b505-3720ba7ec930 None None] Pushing event deleted for resources: {'Port': ['ID=66d84f45-3d74-4bf0-ae11-8162eb29a522,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:33.672485 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.686536 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8d4c-7227-422c-ac60-c69176f8cd42 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (150e07d8-c770-446b-a53d-119e8bf7dc8c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.691960 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (53d5135c-fd2b-477e-846e-bb1c387cb632), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.708405 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.712895 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] 10.222.0.96 "DELETE /v2.0/networks/53d5135c-fd2b-477e-846e-bb1c387cb632 HTTP/1.1" status: 204 len: 168 time: 2.0807447 Feb 04 13:50:33.716436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34180) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:33.721649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 69a47796-8a95-45ec-a109-f37b63e5429f is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:33.728782 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (69a47796-8a95-45ec-a109-f37b63e5429f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.739190 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391be323-2b87-4b81-9da8-8d9a4ff60be8 tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event deleted for resources: {'Network': ['ID=53d5135c-fd2b-477e-846e-bb1c387cb632,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:33.750233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a47796-8a95-45ec-a109-f37b63e5429f {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:50:33.768119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad254621-dcef-40c0-88b3-db0ff9da9449 req-c688f911-b0dc-449c-8f4c-e3741dddc287 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:33.781737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad254621-dcef-40c0-88b3-db0ff9da9449 req-c688f911-b0dc-449c-8f4c-e3741dddc287 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.8833721 Feb 04 13:50:33.813813 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Publish callbacks [] for port (9b6eed37-86f9-4953-bc2e-b9baf51e7a24), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.832165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 69a47796-8a95-45ec-a109-f37b63e5429f, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=69a47796-8a95-45ec-a109-f37b63e5429f,segment=NetworkSegment(600a9123-6d3c-4596-a82e-a099b916b617),segment_id=600a9123-6d3c-4596-a82e-a099b916b617)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:33.842296 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (9b6eed37-86f9-4953-bc2e-b9baf51e7a24), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.856879 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (69a47796-8a95-45ec-a109-f37b63e5429f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.858037 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (7912785f-1fa8-4b69-9cba-aa96f632b769), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.870897 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.878824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] 10.222.0.96 "DELETE /v2.0/networks/7912785f-1fa8-4b69-9cba-aa96f632b769 HTTP/1.1" status: 204 len: 168 time: 3.7825706 Feb 04 13:50:33.879265 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34184) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:33.883822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-303f6ba1-7261-4e14-ade2-5df9b9ed9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:33.885495 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-303f6ba1-7261-4e14-ade2-5df9b9ed9c3a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4468975 Feb 04 13:50:33.905291 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8d4c-7227-422c-ac60-c69176f8cd42 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (150e07d8-c770-446b-a53d-119e8bf7dc8c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.910575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9a8d4c-7227-422c-ac60-c69176f8cd42 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:33.911797 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8d4c-7227-422c-ac60-c69176f8cd42 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:33.927862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Pushing event deleted for resources: {'Network': ['ID=7912785f-1fa8-4b69-9cba-aa96f632b769,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:33.934415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Network 61663296-fa91-417f-8ee4-7de19885aedb is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:33.938481 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:33.942333 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:33.954674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Pushing event updated for resources: {'Port': ['ID=9b6eed37-86f9-4953-bc2e-b9baf51e7a24,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:33.981530 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 66d84f45-3d74-4bf0-ae11-8162eb29a522 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:50:34.003432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:34.003771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:34.004103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:34.004442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:34.004846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:34.005179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:34.005512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:34.006393 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:34.006743 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:34.007249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:34.007590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:34.007971 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:34.008305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab9f40-6b58-487e-9313-155e6798ab05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:34.081498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 66d84f45-3d74-4bf0-ae11-8162eb29a522 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:50:34.082261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 66d84f45-3d74-4bf0-ae11-8162eb29a522 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:50:34.141964 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad254621-dcef-40c0-88b3-db0ff9da9449 req-b002119f-354f-4f6e-865d-46d799c646cd tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586323 Feb 04 13:50:34.192994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=69a47796-8a95-45ec-a109-f37b63e5429f,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:34.204107 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Attempting to bind port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:50:34.204667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Attempting to bind port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '187eb62e-1330-434b-bf3b-de9d1e2a4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:50:34.205631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Attempting to bind port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 on network 61663296-fa91-417f-8ee4-7de19885aedb {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:34.213896 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6b9a8d4c-7227-422c-ac60-c69176f8cd42 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6728172 Feb 04 13:50:34.215404 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:50:34.215867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Checking segment: {'id': '187eb62e-1330-434b-bf3b-de9d1e2a4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:34.216436 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:34.219257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Bound using segment: {'id': '187eb62e-1330-434b-bf3b-de9d1e2a4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:50:34.219886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Bound port: 9b6eed37-86f9-4953-bc2e-b9baf51e7a24, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187eb62e-1330-434b-bf3b-de9d1e2a4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:50:34.220348 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9b6eed37-86f9-4953-bc2e-b9baf51e7a24), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:34.222113 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34188) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:34.234497 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d366621f-4b2a-4d97-9464-9d8276cd2e6e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'subnet': {'network_id': '150e07d8-c770-446b-a53d-119e8bf7dc8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:34.282124 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cdd80ee5-e838-4094-9fd2-36828c245efe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Deleting port b6abba72-5404-486e-b3ab-d8f2116409bc {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:34.282361 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd80ee5-e838-4094-9fd2-36828c245efe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b6abba72-5404-486e-b3ab-d8f2116409bc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:34.296294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['69a47796-8a95-45ec-a109-f37b63e5429f'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:50:34.302352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a8d4c-7227-422c-ac60-c69176f8cd42 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Network': ['ID=150e07d8-c770-446b-a53d-119e8bf7dc8c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:34.361072 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 150e07d8-c770-446b-a53d-119e8bf7dc8c details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:50:34.377682 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f31fe1e-55a1-41b7-b3f1-bea2a99adc0c x-openstack-request-id: req-2f31fe1e-55a1-41b7-b3f1-bea2a99adc0c {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:50:34.378074 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4bdf6e-e054-4749-bee9-0441a16017c6", "tag": "861c3087-2ef7-4e20-9f54-972fa1542128", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:50:34.378430 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2f31fe1e-55a1-41b7-b3f1-bea2a99adc0c {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:50:34.380510 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4bdf6e-e054-4749-bee9-0441a16017c6', 'tag': '861c3087-2ef7-4e20-9f54-972fa1542128', 'status': 'completed', 'code': 200} Feb 04 13:50:34.393361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a12204-52be-4142-b9dc-bca5e70a449c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router 32494e27-ec60-40aa-a5a4-9e1d56551c8c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:50:34.473532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] For port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:50:34.480752 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-89891b31-3260-48dd-bc0b-5232b1b3e574 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767426 Feb 04 13:50:34.487291 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] For port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=9b6eed37-86f9-4953-bc2e-b9baf51e7a24,segment=NetworkSegment(187eb62e-1330-434b-bf3b-de9d1e2a4baa),segment_id=187eb62e-1330-434b-bf3b-de9d1e2a4baa)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:50:34.517531 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9b6eed37-86f9-4953-bc2e-b9baf51e7a24), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:34.617558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab15f8b-6834-4998-9b8d-3d76e1a7d1f7 None None] Pushing event updated for resources: {'Port': ['ID=9b6eed37-86f9-4953-bc2e-b9baf51e7a24,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:34.688196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Allocated IP 172.20.0.1 (61663296-fa91-417f-8ee4-7de19885aedb/b5301bf8-00fb-476c-bc1d-6b0b6e7524b5/345715c1-4d19-455d-bd10-a42aafae86c1) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:34.693686 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d366621f-4b2a-4d97-9464-9d8276cd2e6e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:34.699895 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d366621f-4b2a-4d97-9464-9d8276cd2e6e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:34.720762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d8f93-e373-4270-b11e-11d40414d343 req-2fd6c18c-a007-48c5-93a3-2084f1b84ce4 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:34.724229 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f5d8f93-e373-4270-b11e-11d40414d343 req-2fd6c18c-a007-48c5-93a3-2084f1b84ce4 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 948 time: 0.3271005 Feb 04 13:50:34.788186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a12204-52be-4142-b9dc-bca5e70a449c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:34.804414 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-03a12204-52be-4142-b9dc-bca5e70a449c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:34.808999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1ca8bf-076c-4464-8a04-d08ce738750a None None] Sync routers for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:34.846403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ca8bf-076c-4464-8a04-d08ce738750a None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:34.846403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5d1ca8bf-076c-4464-8a04-d08ce738750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:34.874864 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd80ee5-e838-4094-9fd2-36828c245efe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b6abba72-5404-486e-b3ab-d8f2116409bc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:34.875646 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd80ee5-e838-4094-9fd2-36828c245efe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for floatingip (b6abba72-5404-486e-b3ab-d8f2116409bc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:34.896155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cdd80ee5-e838-4094-9fd2-36828c245efe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Calling delete_port for b6abba72-5404-486e-b3ab-d8f2116409bc owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:34.897612 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f5d8f93-e373-4270-b11e-11d40414d343 req-214b74af-4425-48c6-8398-8bdbf85f90bf tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db38408-1fab-47b8-b6ff-6c3cc2423b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649690 Feb 04 13:50:34.907703 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5d1ca8bf-076c-4464-8a04-d08ce738750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:34.927198 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72ede0d6-96d4-4bad-99d5-e04b57271475 req-ccd5db5a-98cb-4753-bf91-4d99b82f94f4 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263232 Feb 04 13:50:34.928499 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ca8bf-076c-4464-8a04-d08ce738750a None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:34.929359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5d1ca8bf-076c-4464-8a04-d08ce738750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:35.001733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5d1ca8bf-076c-4464-8a04-d08ce738750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:35.002729 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1ca8bf-076c-4464-8a04-d08ce738750a None None] The sync data for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:35.111809 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-03a12204-52be-4142-b9dc-bca5e70a449c tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "PUT /v2.0/floatingips/5cc5ffa2-9f01-40d5-9959-32827b7efb98 HTTP/1.1" status: 200 len: 978 time: 7.2208648 Feb 04 13:50:35.113964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34190) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:35.120869 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-33a17fe1-4327-4133-9261-c2bf54452739 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:35.129093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 69a47796-8a95-45ec-a109-f37b63e5429f up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:50:35.199379 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4b2c8-6d95-498c-853c-6c4a7a0adc5e req-1061c23c-0474-4b0f-9827-baea79ded95a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:35.201477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 69a47796-8a95-45ec-a109-f37b63e5429f completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:50:35.206522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 69a47796-8a95-45ec-a109-f37b63e5429f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:35.207039 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (69a47796-8a95-45ec-a109-f37b63e5429f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:35.210940 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32a4b2c8-6d95-498c-853c-6c4a7a0adc5e req-1061c23c-0474-4b0f-9827-baea79ded95a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 908 time: 0.1742663 Feb 04 13:50:35.237827 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f8d67-64a9-426a-85c2-e1851c6fdd01 req-02e95f3b-6c5f-4fb9-8c46-95e29aa9dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:35.239530 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f1f8d67-64a9-426a-85c2-e1851c6fdd01 req-02e95f3b-6c5f-4fb9-8c46-95e29aa9dc32 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d954cf1ae4df4ddd95b2077c481a7a6c&device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 1131 time: 0.2458889 Feb 04 13:50:35.241826 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33a17fe1-4327-4133-9261-c2bf54452739 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (5cc5ffa2-9f01-40d5-9959-32827b7efb98), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:35.305587 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd80ee5-e838-4094-9fd2-36828c245efe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b6abba72-5404-486e-b3ab-d8f2116409bc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:35.345899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 69a47796-8a95-45ec-a109-f37b63e5429f is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:35.346680 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (69a47796-8a95-45ec-a109-f37b63e5429f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:35.372653 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd80ee5-e838-4094-9fd2-36828c245efe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Pushing event deleted for resources: {'Port': ['ID=b6abba72-5404-486e-b3ab-d8f2116409bc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:35.393576 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dda7bb2-03c8-4633-8d1e-b267efb37a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a47796-8a95-45ec-a109-f37b63e5429f'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:50:35.394576 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for port (345715c1-4d19-455d-bd10-a42aafae86c1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:35.396080 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ae86e2-7d5a-448a-b704-c4e2d3e5a4d3" -d '{"events": [{"server_uuid": "7dda7bb2-03c8-4633-8d1e-b267efb37a09", "name": "network-vif-plugged", "status": "completed", "tag": "69a47796-8a95-45ec-a109-f37b63e5429f"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:50:35.414618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 69a47796-8a95-45ec-a109-f37b63e5429f, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=69a47796-8a95-45ec-a109-f37b63e5429f,segment=NetworkSegment(600a9123-6d3c-4596-a82e-a099b916b617),segment_id=600a9123-6d3c-4596-a82e-a099b916b617)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:35.420158 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (69a47796-8a95-45ec-a109-f37b63e5429f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:35.525235 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33a17fe1-4327-4133-9261-c2bf54452739 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:35.534522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bff6d-8aea-4de2-976f-dd8eca60b229 req-b61aebba-9690-4851-b61b-92fd4d717c79 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:35.536275 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-394bff6d-8aea-4de2-976f-dd8eca60b229 req-b61aebba-9690-4851-b61b-92fd4d717c79 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.1949849 Feb 04 13:50:35.539726 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33a17fe1-4327-4133-9261-c2bf54452739 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (5cc5ffa2-9f01-40d5-9959-32827b7efb98), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:35.540060 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-33a17fe1-4327-4133-9261-c2bf54452739 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Floating IP 5cc5ffa2-9f01-40d5-9959-32827b7efb98 disassociated. External IP: 172.25.5.129, port: 01ae7537-659f-4aed-a1da-31c28f82da84. Feb 04 13:50:35.543500 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd80ee5-e838-4094-9fd2-36828c245efe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks [] for floatingip (6e6c9a99-0379-4dc8-9263-55cd4f326af3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:35.547504 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd80ee5-e838-4094-9fd2-36828c245efe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:35.551957 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cdd80ee5-e838-4094-9fd2-36828c245efe tempest-FloatingIPAdminTestJSON-1406186738 tempest-FloatingIPAdminTestJSON-1406186738-project] 10.222.0.96 "DELETE /v2.0/floatingips/6e6c9a99-0379-4dc8-9263-55cd4f326af3 HTTP/1.1" status: 204 len: 168 time: 1.8344285 Feb 04 13:50:35.624950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f8d67-64a9-426a-85c2-e1851c6fdd01 req-2158e693-669f-4c86-acac-084e29ba57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:35.626628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f1f8d67-64a9-426a-85c2-e1851c6fdd01 req-2158e693-669f-4c86-acac-084e29ba57ce service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3795712 Feb 04 13:50:35.645146 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:35.665764 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=69a47796-8a95-45ec-a109-f37b63e5429f,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:35.693534 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f1f8d67-64a9-426a-85c2-e1851c6fdd01 req-eb056a25-65ee-47c9-b36f-ae1e7458eb72 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=861c3087-2ef7-4e20-9f54-972fa1542128 HTTP/1.1" status: 200 len: 217 time: 0.0501757 Feb 04 13:50:35.754070 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4314dfa8-7cfa-4f47-88fc-a67dfdf913c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (3a5a428b-b5ac-4f27-a041-fd20a0163031), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:35.771970 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-394bff6d-8aea-4de2-976f-dd8eca60b229 req-084099dd-0d3f-4010-b07b-82274b281486 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532927 Feb 04 13:50:35.784445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f8d67-64a9-426a-85c2-e1851c6fdd01 req-19da5622-5fef-40f3-b467-1f10a7dff48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:35.785974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f1f8d67-64a9-426a-85c2-e1851c6fdd01 req-19da5622-5fef-40f3-b467-1f10a7dff48b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0826547 Feb 04 13:50:35.843640 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3846f61a-902f-440d-956f-df1110559c90 x-openstack-request-id: req-3846f61a-902f-440d-956f-df1110559c90 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:50:35.844239 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dda7bb2-03c8-4633-8d1e-b267efb37a09", "name": "network-vif-plugged", "status": "completed", "tag": "69a47796-8a95-45ec-a109-f37b63e5429f", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:50:35.844599 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3846f61a-902f-440d-956f-df1110559c90 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:50:35.845323 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dda7bb2-03c8-4633-8d1e-b267efb37a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a47796-8a95-45ec-a109-f37b63e5429f', 'code': 200} Feb 04 13:50:35.944002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network 61663296-fa91-417f-8ee4-7de19885aedb is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:35.945254 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d366621f-4b2a-4d97-9464-9d8276cd2e6e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (1a6ca30b-4c65-4ea2-b327-ee4d252470db), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:35.947095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34202) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:36.013766 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:36.031107 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:36.087391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f8d67-64a9-426a-85c2-e1851c6fdd01 req-8725187c-1d4a-4f5c-97e4-7b5c207be600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:36.089063 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f1f8d67-64a9-426a-85c2-e1851c6fdd01 req-8725187c-1d4a-4f5c-97e4-7b5c207be600 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2946358 Feb 04 13:50:36.106587 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Port': ['ID=345715c1-4d19-455d-bd10-a42aafae86c1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:36.155133 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:50:36.191596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a17fe1-4327-4133-9261-c2bf54452739 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router 32494e27-ec60-40aa-a5a4-9e1d56551c8c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:50:36.259256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:36.259909 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9b6eed37-86f9-4953-bc2e-b9baf51e7a24), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:36.358835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3df833-ef1f-46f1-b97f-718356f47d9b req-1455ca87-f4bd-402d-9921-c1075fe22ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:36.360402 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4b3df833-ef1f-46f1-b97f-718356f47d9b req-1455ca87-f4bd-402d-9921-c1075fe22ef8 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 1092 time: 0.4280136 Feb 04 13:50:36.361128 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366621f-4b2a-4d97-9464-9d8276cd2e6e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Subnet': ['ID=1a6ca30b-4c65-4ea2-b327-ee4d252470db,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:36.379019 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (3fe81a06-038c-4986-b249-e5fb9c066e79), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:36.433923 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:36.436680 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9b6eed37-86f9-4953-bc2e-b9baf51e7a24), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:36.493654 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d366621f-4b2a-4d97-9464-9d8276cd2e6e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Checking segment: {'id': 'cf9a185b-64cd-4c36-bebb-63c5deb8e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '150e07d8-c770-446b-a53d-119e8bf7dc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:36.494033 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366621f-4b2a-4d97-9464-9d8276cd2e6e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network hostable DHCP agents. Network: 150e07d8-c770-446b-a53d-119e8bf7dc8c, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:50:36.505715 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=9b6eed37-86f9-4953-bc2e-b9baf51e7a24,segment=NetworkSegment(187eb62e-1330-434b-bf3b-de9d1e2a4baa),segment_id=187eb62e-1330-434b-bf3b-de9d1e2a4baa)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:36.514876 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9b6eed37-86f9-4953-bc2e-b9baf51e7a24), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:36.516146 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6a8443a9-c7c0-47ef-a35c-084f8d314f47 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:50:36.575075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd618a55-7fc3-4b0e-a46a-91b8339ca190 None None] Network 61663296-fa91-417f-8ee4-7de19885aedb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:36.690661 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-172dc480-7e86-422b-8090-fc2b204e153e None None] Provisioning complete for port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:36.691326 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-172dc480-7e86-422b-8090-fc2b204e153e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9b6eed37-86f9-4953-bc2e-b9baf51e7a24), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:36.692428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c14cfc-1bbb-4aeb-8d4a-3c754f20b2ed req-86445cf9-71ce-49ed-a8fd-c04efe48bca4 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:36.703296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56c14cfc-1bbb-4aeb-8d4a-3c754f20b2ed req-86445cf9-71ce-49ed-a8fd-c04efe48bca4 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 948 time: 0.6804850 Feb 04 13:50:36.741878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=9b6eed37-86f9-4953-bc2e-b9baf51e7a24,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:36.784013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6a8443a9-c7c0-47ef-a35c-084f8d314f47 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:36.784334 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6a8443a9-c7c0-47ef-a35c-084f8d314f47), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:36.863089 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f1f8d67-64a9-426a-85c2-e1851c6fdd01 req-f8f09277-e815-4d45-b460-430709b0d42c service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7670074 Feb 04 13:50:36.868077 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-172dc480-7e86-422b-8090-fc2b204e153e None None] Current status of the port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:36.947251 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56c14cfc-1bbb-4aeb-8d4a-3c754f20b2ed req-2a1c1f13-eed7-47f8-a8d3-142daab3afdc tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db38408-1fab-47b8-b6ff-6c3cc2423b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429578 Feb 04 13:50:36.954601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6a8443a9-c7c0-47ef-a35c-084f8d314f47 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:36.955157 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6a8443a9-c7c0-47ef-a35c-084f8d314f47), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:36.972751 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-17c1c36e-ea52-4bde-8c21-041016522d09 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5ec470d0337b4befa2c7f34ad71dda5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9999740 Feb 04 13:50:36.979396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 6a8443a9-c7c0-47ef-a35c-084f8d314f47, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6a8443a9-c7c0-47ef-a35c-084f8d314f47,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:36.982171 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34210) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:36.996496 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6a8443a9-c7c0-47ef-a35c-084f8d314f47), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:37.019049 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a17fe1-4327-4133-9261-c2bf54452739 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:37.028758 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33a17fe1-4327-4133-9261-c2bf54452739 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:37.034963 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35335b5a-97f1-476c-91ed-e9216a56e468 None None] Sync routers for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:37.053910 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35335b5a-97f1-476c-91ed-e9216a56e468 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:37.055910 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-35335b5a-97f1-476c-91ed-e9216a56e468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:37.076553 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f1f8d67-64a9-426a-85c2-e1851c6fdd01 req-d416020a-a764-40a2-a5a9-58a1f6e83d78 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026718 Feb 04 13:50:37.113070 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-35335b5a-97f1-476c-91ed-e9216a56e468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:37.119768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=6a8443a9-c7c0-47ef-a35c-084f8d314f47,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:37.125790 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:37.135188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366621f-4b2a-4d97-9464-9d8276cd2e6e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network 150e07d8-c770-446b-a53d-119e8bf7dc8c is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:50:37.139571 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-33a17fe1-4327-4133-9261-c2bf54452739 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "PUT /v2.0/floatingips/5cc5ffa2-9f01-40d5-9959-32827b7efb98 HTTP/1.1" status: 200 len: 688 time: 2.0202618 Feb 04 13:50:37.141041 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35335b5a-97f1-476c-91ed-e9216a56e468 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:37.141730 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-35335b5a-97f1-476c-91ed-e9216a56e468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:37.142630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34212) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:37.189304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d366621f-4b2a-4d97-9464-9d8276cd2e6e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 150e07d8-c770-446b-a53d-119e8bf7dc8c) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:37.198304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d366621f-4b2a-4d97-9464-9d8276cd2e6e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:37.198929 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d366621f-4b2a-4d97-9464-9d8276cd2e6e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:37.209694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229b01b-b77e-4a8e-ad8c-c4db3a5de675 None None] Network 150e07d8-c770-446b-a53d-119e8bf7dc8c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:37.223508 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-35335b5a-97f1-476c-91ed-e9216a56e468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:37.224497 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35335b5a-97f1-476c-91ed-e9216a56e468 None None] The sync data for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:37.282973 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cb754-a507-4417-a6fb-754f05d17b1a req-d5685fe9-23b5-4281-9856-86c0f1a2f8ca tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:37.286004 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d366621f-4b2a-4d97-9464-9d8276cd2e6e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0616205 Feb 04 13:50:37.287166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34214) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:37.290701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8c7cb754-a507-4417-a6fb-754f05d17b1a req-d5685fe9-23b5-4281-9856-86c0f1a2f8ca tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.2334132 Feb 04 13:50:37.305876 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bad4cc72-7693-4bd4-879c-4e7c4f3e8b9c admin admin] Publish callbacks [] for security_group (eda74ccb-b032-4857-9d62-9de218f0075c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:37.388817 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bad4cc72-7693-4bd4-879c-4e7c4f3e8b9c admin admin] Publish callbacks [] for security_group (eda74ccb-b032-4857-9d62-9de218f0075c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:37.403770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8c7cb754-a507-4417-a6fb-754f05d17b1a req-c9ffe4f2-d57d-4ea9-8336-f4a9baf0d9ea tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030715 Feb 04 13:50:37.412170 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-db33d58c-33a6-4bba-8962-374c352d9355 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting port 2d709be1-361a-4ef6-8670-8ae14a2189cb {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:37.412624 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-db33d58c-33a6-4bba-8962-374c352d9355 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2d709be1-361a-4ef6-8670-8ae14a2189cb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:37.461205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-150e07d8-c770-446b-a53d-119e8bf7dc8c', 'network_id': '150e07d8-c770-446b-a53d-119e8bf7dc8c', 'project_id': 'f39222374bfe46758bc13b159822bacd', 'fixed_ips': [{'subnet_id': '1a6ca30b-4c65-4ea2-b327-ee4d252470db'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:50:37.462112 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:37.581784 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-db33d58c-33a6-4bba-8962-374c352d9355 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2d709be1-361a-4ef6-8670-8ae14a2189cb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:37.582183 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-db33d58c-33a6-4bba-8962-374c352d9355 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (2d709be1-361a-4ef6-8670-8ae14a2189cb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:37.601484 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-db33d58c-33a6-4bba-8962-374c352d9355 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Calling delete_port for 2d709be1-361a-4ef6-8670-8ae14a2189cb owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:37.603671 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4a7d8dba-c9bf-4ecc-94fc-db200e1bd36b None None] Provisioning complete for port 345715c1-4d19-455d-bd10-a42aafae86c1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:37.604176 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4a7d8dba-c9bf-4ecc-94fc-db200e1bd36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:37.631709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b717e5-960f-46ed-8f2b-2282222e594e req-ddf08569-919b-4ce6-b16a-fbde1a51282a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:37.633396 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1b717e5-960f-46ed-8f2b-2282222e594e req-ddf08569-919b-4ce6-b16a-fbde1a51282a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 909 time: 0.1304948 Feb 04 13:50:37.707870 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bad4cc72-7693-4bd4-879c-4e7c4f3e8b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (eda74ccb-b032-4857-9d62-9de218f0075c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:37.713109 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bad4cc72-7693-4bd4-879c-4e7c4f3e8b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:37.714780 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bad4cc72-7693-4bd4-879c-4e7c4f3e8b9c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/eda74ccb-b032-4857-9d62-9de218f0075c HTTP/1.1" status: 204 len: 168 time: 0.7290208 Feb 04 13:50:37.757919 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d8dba-c9bf-4ecc-94fc-db200e1bd36b None None] Port 345715c1-4d19-455d-bd10-a42aafae86c1 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:50:37.787994 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4cc72-7693-4bd4-879c-4e7c4f3e8b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda74ccb-b032-4857-9d62-9de218f0075c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:37.903111 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (150e07d8-c770-446b-a53d-119e8bf7dc8c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:37.904903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4a7d8dba-c9bf-4ecc-94fc-db200e1bd36b None None] Provisioning complete for port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:37.905473 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4a7d8dba-c9bf-4ecc-94fc-db200e1bd36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9b6eed37-86f9-4953-bc2e-b9baf51e7a24), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:37.955482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb290f0-1090-4995-a356-b786d2a4ec63 req-dc6ca152-c88a-49c4-8d73-c3ddfa18560c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:37.957096 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fb290f0-1090-4995-a356-b786d2a4ec63 req-dc6ca152-c88a-49c4-8d73-c3ddfa18560c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.1858218 Feb 04 13:50:37.996070 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Allocated IP 172.20.0.2 (150e07d8-c770-446b-a53d-119e8bf7dc8c/1a6ca30b-4c65-4ea2-b327-ee4d252470db/03f94ef1-8b3d-4f5a-8f92-35000f320aa3) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:38.017862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:50:38.058578 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4314dfa8-7cfa-4f47-88fc-a67dfdf913c6 admin admin] Deleting port 3d52bbb2-bd7e-4264-9425-a30c7d7870de {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:38.059614 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4314dfa8-7cfa-4f47-88fc-a67dfdf913c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.095294 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-db33d58c-33a6-4bba-8962-374c352d9355 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (2d709be1-361a-4ef6-8670-8ae14a2189cb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.120865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fb290f0-1090-4995-a356-b786d2a4ec63 req-a4efa05f-8179-4f24-ace2-d1632806ab2d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497774 Feb 04 13:50:38.175489 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (1a6ca30b-4c65-4ea2-b327-ee4d252470db), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.190777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d8dba-c9bf-4ecc-94fc-db200e1bd36b None None] Current status of the port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:38.191720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33d58c-33a6-4bba-8962-374c352d9355 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Port': ['ID=2d709be1-361a-4ef6-8670-8ae14a2189cb,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:38.210191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:38.210704 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9b6eed37-86f9-4953-bc2e-b9baf51e7a24), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.243331 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for port (345715c1-4d19-455d-bd10-a42aafae86c1), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.258795 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.305717 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Publish callbacks [] for port (03f94ef1-8b3d-4f5a-8f92-35000f320aa3), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.313430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 861c3087-2ef7-4e20-9f54-972fa1542128 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:50:38.322140 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34226) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:38.328773 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (03f94ef1-8b3d-4f5a-8f92-35000f320aa3), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.367378 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-4314dfa8-7cfa-4f47-88fc-a67dfdf913c6 admin admin] For port 3d52bbb2-bd7e-4264-9425-a30c7d7870de, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3d52bbb2-bd7e-4264-9425-a30c7d7870de,segment=NetworkSegment(7bb135b1-2805-463c-bb2b-98eaac232c9a),segment_id=7bb135b1-2805-463c-bb2b-98eaac232c9a)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:38.367711 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4314dfa8-7cfa-4f47-88fc-a67dfdf913c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.415194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-63cbe97a-55cc-4a3c-85ae-4371a851863e None None] Provisioning complete for port 345715c1-4d19-455d-bd10-a42aafae86c1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:38.415568 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-63cbe97a-55cc-4a3c-85ae-4371a851863e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.419012 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Network 150e07d8-c770-446b-a53d-119e8bf7dc8c is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:38.422015 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Port': ['ID=345715c1-4d19-455d-bd10-a42aafae86c1,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:38.431004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4314dfa8-7cfa-4f47-88fc-a67dfdf913c6 admin admin] Calling delete_port for 3d52bbb2-bd7e-4264-9425-a30c7d7870de owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:38.432672 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b2314069-65d4-4eeb-a69a-6aec4a8b1a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.438224 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (3fe81a06-038c-4986-b249-e5fb9c066e79), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.440483 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (1a6ca30b-4c65-4ea2-b327-ee4d252470db), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.463841 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-db33d58c-33a6-4bba-8962-374c352d9355 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (5cc5ffa2-9f01-40d5-9959-32827b7efb98), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.467869 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-db33d58c-33a6-4bba-8962-374c352d9355 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.469829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-db33d58c-33a6-4bba-8962-374c352d9355 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/floatingips/5cc5ffa2-9f01-40d5-9959-32827b7efb98 HTTP/1.1" status: 204 len: 168 time: 1.3259456 Feb 04 13:50:38.475603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34228) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:38.488245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:38.498853 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:38.508310 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Pushing event updated for resources: {'Port': ['ID=03f94ef1-8b3d-4f5a-8f92-35000f320aa3,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:38.516699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Subnet': ['ID=1a6ca30b-4c65-4ea2-b327-ee4d252470db,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:38.520463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:38.522196 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6a8443a9-c7c0-47ef-a35c-084f8d314f47 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:50:38.523132 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56c6b5-30f8-43e2-8e49-213d2024ecae req-ba82902f-e0b6-4cbb-a26e-01b4cdb2bb87 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:38.532161 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a56c6b5-30f8-43e2-8e49-213d2024ecae req-ba82902f-e0b6-4cbb-a26e-01b4cdb2bb87 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 948 time: 0.2673347 Feb 04 13:50:38.582804 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-63cbe97a-55cc-4a3c-85ae-4371a851863e None None] Port 345715c1-4d19-455d-bd10-a42aafae86c1 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:50:38.607727 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-2007779e-5e0f-48be-b09e-14666ea58a21 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] delete failed (client error): The resource could not be found. Feb 04 13:50:38.608313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2007779e-5e0f-48be-b09e-14666ea58a21 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/floatingips/5cc5ffa2-9f01-40d5-9959-32827b7efb98 HTTP/1.1" status: 404 len: 345 time: 0.1293983 Feb 04 13:50:38.614166 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34230) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:38.666416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 861c3087-2ef7-4e20-9f54-972fa1542128, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=861c3087-2ef7-4e20-9f54-972fa1542128,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:38.670601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Attempting to bind port 03f94ef1-8b3d-4f5a-8f92-35000f320aa3 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:50:38.671022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Attempting to bind port 03f94ef1-8b3d-4f5a-8f92-35000f320aa3 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'cf9a185b-64cd-4c36-bebb-63c5deb8e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '150e07d8-c770-446b-a53d-119e8bf7dc8c'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:50:38.671387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Attempting to bind port 03f94ef1-8b3d-4f5a-8f92-35000f320aa3 on network 150e07d8-c770-446b-a53d-119e8bf7dc8c {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:38.676825 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (150e07d8-c770-446b-a53d-119e8bf7dc8c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.695832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:50:38.696216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Checking segment: {'id': 'cf9a185b-64cd-4c36-bebb-63c5deb8e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '150e07d8-c770-446b-a53d-119e8bf7dc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:38.696616 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.697015 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Bound using segment: {'id': 'cf9a185b-64cd-4c36-bebb-63c5deb8e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '150e07d8-c770-446b-a53d-119e8bf7dc8c'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:50:38.697628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Bound port: 03f94ef1-8b3d-4f5a-8f92-35000f320aa3, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9a185b-64cd-4c36-bebb-63c5deb8e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '150e07d8-c770-446b-a53d-119e8bf7dc8c'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:50:38.697878 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (03f94ef1-8b3d-4f5a-8f92-35000f320aa3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.701928 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '861c3087-2ef7-4e20-9f54-972fa1542128', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '861c3087-2ef7-4e20-9f54-972fa1542128', 'mac_address': 'fa:16:3e:f4:b1:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:50:38.702452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a56c6b5-30f8-43e2-8e49-213d2024ecae req-4d9723d8-1d34-48e0-9d46-dbd5519efea5 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db38408-1fab-47b8-b6ff-6c3cc2423b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692452 Feb 04 13:50:38.728240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150e07d8-c770-446b-a53d-119e8bf7dc8c']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:38.763343 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9a185b-64cd-4c36-bebb-63c5deb8e8f5') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:38.763654 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9a185b-64cd-4c36-bebb-63c5deb8e8f5') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:38.787009 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (cf9a185b-64cd-4c36-bebb-63c5deb8e8f5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.831059 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34da37a0-dbda-4388-b17c-33732a9def07 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:38.837879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34da37a0-dbda-4388-b17c-33732a9def07 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:38.844243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34da37a0-dbda-4388-b17c-33732a9def07 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:38.846029 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-34da37a0-dbda-4388-b17c-33732a9def07 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "GET /v2.0/ports?network_id=922633e3-d34e-4a7f-b0fa-f205accb7d64 HTTP/1.1" status: 200 len: 2358 time: 0.2304437 Feb 04 13:50:38.851517 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34236) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:38.856979 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (cf9a185b-64cd-4c36-bebb-63c5deb8e8f5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.885641 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b2314069-65d4-4eeb-a69a-6aec4a8b1a0c admin admin] Publish callbacks [] for security_group (55f03bd4-ea5f-4511-9e54-6d091dad21b8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.892669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6a8443a9-c7c0-47ef-a35c-084f8d314f47 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:38.893450 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6a8443a9-c7c0-47ef-a35c-084f8d314f47), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.908304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:38.908822 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (cf9a185b-64cd-4c36-bebb-63c5deb8e8f5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.911104 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b2314069-65d4-4eeb-a69a-6aec4a8b1a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (55f03bd4-ea5f-4511-9e54-6d091dad21b8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:38.911824 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:38.931236 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 861c3087-2ef7-4e20-9f54-972fa1542128 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:38.931681 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (861c3087-2ef7-4e20-9f54-972fa1542128), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:38.972902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2314069-65d4-4eeb-a69a-6aec4a8b1a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f03bd4-ea5f-4511-9e54-6d091dad21b8,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:38.987917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b2314069-65d4-4eeb-a69a-6aec4a8b1a0c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4d30fe298148447ab7158eff9fb94b62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6641936 Feb 04 13:50:38.991557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34238) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:39.008983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfedf97-2543-4202-b8ac-e3b802349f9e req-12790fc5-83ad-422d-a72c-f99874001939 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:39.010887 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ebfedf97-2543-4202-b8ac-e3b802349f9e req-12790fc5-83ad-422d-a72c-f99874001939 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 909 time: 0.1459854 Feb 04 13:50:39.015694 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network 61663296-fa91-417f-8ee4-7de19885aedb is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:39.029944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] For port 03f94ef1-8b3d-4f5a-8f92-35000f320aa3, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:50:39.032015 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:39.037504 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.api [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:50:39.037504 n-d-714676-13 neutron-server[103607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:50:39.037504 n-d-714676-13 neutron-server[103607]: [parameters: {'id': '150e07d8-c770-446b-a53d-119e8bf7dc8c'}] Feb 04 13:50:39.037504 n-d-714676-13 neutron-server[103607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:50:39.038744 n-d-714676-13 neutron-server[103607]: DEBUG oslo_db.api [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:50:39.046128 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86010c7a-9c52-4765-81ae-0ac0a9d416ae tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:39.052246 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-86010c7a-9c52-4765-81ae-0ac0a9d416ae tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "GET /v2.0/subnets/465d552d-55ce-440d-b073-30551caac7af HTTP/1.1" status: 200 len: 797 time: 0.1949780 Feb 04 13:50:39.052486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] For port 03f94ef1-8b3d-4f5a-8f92-35000f320aa3, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=03f94ef1-8b3d-4f5a-8f92-35000f320aa3,segment=NetworkSegment(cf9a185b-64cd-4c36-bebb-63c5deb8e8f5),segment_id=cf9a185b-64cd-4c36-bebb-63c5deb8e8f5)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:50:39.055795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34240) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:39.059197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861c3087-2ef7-4e20-9f54-972fa1542128 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:50:39.063884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-305b9630-cf88-4d59-8717-b2fc85c07ee4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'port': {'network_id': '922633e3-d34e-4a7f-b0fa-f205accb7d64', 'name': 'tempest-FloatingIPTestJSON-257160236', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:39.093298 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (03f94ef1-8b3d-4f5a-8f92-35000f320aa3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:39.150137 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-65060bee-6530-48f4-8235-fa4adf2472dd admin admin] Publish callbacks [] for security_group (55f03bd4-ea5f-4511-9e54-6d091dad21b8), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:39.172885 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 861c3087-2ef7-4e20-9f54-972fa1542128, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=861c3087-2ef7-4e20-9f54-972fa1542128,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:39.186825 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (861c3087-2ef7-4e20-9f54-972fa1542128), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:39.233041 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-65060bee-6530-48f4-8235-fa4adf2472dd admin admin] Publish callbacks [] for security_group (55f03bd4-ea5f-4511-9e54-6d091dad21b8), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:39.240329 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4314dfa8-7cfa-4f47-88fc-a67dfdf913c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (3d52bbb2-bd7e-4264-9425-a30c7d7870de), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:39.278204 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314dfa8-7cfa-4f47-88fc-a67dfdf913c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d52bbb2-bd7e-4264-9425-a30c7d7870de,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:39.300010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f50e59-945c-47bd-b3a9-f33e9141c73b None None] Pushing event updated for resources: {'Port': ['ID=03f94ef1-8b3d-4f5a-8f92-35000f320aa3,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:39.390833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305b9630-cf88-4d59-8717-b2fc85c07ee4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Made reservation on behalf of 3b017a1361cf4e4c8c8fef31bfb385d4 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:39.505524 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-305b9630-cf88-4d59-8717-b2fc85c07ee4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:39.532790 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247b16f-7df4-4484-bfd5-4f13ed7c1e3d req-5c8376cb-1954-4471-a2f5-476bffa5165c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:39.541154 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c247b16f-7df4-4484-bfd5-4f13ed7c1e3d req-5c8376cb-1954-4471-a2f5-476bffa5165c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.2704244 Feb 04 13:50:39.548809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6a8443a9-c7c0-47ef-a35c-084f8d314f47 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:39.567082 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (150e07d8-c770-446b-a53d-119e8bf7dc8c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:39.569067 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-65060bee-6530-48f4-8235-fa4adf2472dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (55f03bd4-ea5f-4511-9e54-6d091dad21b8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:39.572219 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-65060bee-6530-48f4-8235-fa4adf2472dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:39.573413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-65060bee-6530-48f4-8235-fa4adf2472dd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/55f03bd4-ea5f-4511-9e54-6d091dad21b8 HTTP/1.1" status: 204 len: 168 time: 0.5805695 Feb 04 13:50:39.574863 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-305b9630-cf88-4d59-8717-b2fc85c07ee4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] device_id is not set on port 7307fe1c-8448-4543-b8b9-567b62228420 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:50:39.591513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Router 3fe81a06-038c-4986-b249-e5fb9c066e79 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:50:39.609321 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a33fa6-f6e4-4da5-8662-f2ef8fa58f97 None None] Network 150e07d8-c770-446b-a53d-119e8bf7dc8c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:39.664853 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4314dfa8-7cfa-4f47-88fc-a67dfdf913c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (3a5a428b-b5ac-4f27-a041-fd20a0163031), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:39.718076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['861c3087-2ef7-4e20-9f54-972fa1542128'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:50:39.777965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b6de6499-61e8-4393-a63f-adc1165c4d75 None None] Provisioning complete for port 345715c1-4d19-455d-bd10-a42aafae86c1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:39.777965 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b6de6499-61e8-4393-a63f-adc1165c4d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:39.829430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b6de6499-61e8-4393-a63f-adc1165c4d75 None None] Port 345715c1-4d19-455d-bd10-a42aafae86c1 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:50:39.845934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=861c3087-2ef7-4e20-9f54-972fa1542128,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:39.886532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6138603d-8d4b-465b-be56-a0e86c43e21b None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:50:39.909786 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Deleting port 03f94ef1-8b3d-4f5a-8f92-35000f320aa3 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:39.910258 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (03f94ef1-8b3d-4f5a-8f92-35000f320aa3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:39.918486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:39.924678 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-58355448-a01b-4853-9bc5-ec26fc77566f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "PUT /v2.0/routers/3fe81a06-038c-4986-b249-e5fb9c066e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7555280 Feb 04 13:50:39.935116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34250) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:39.939645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Sync routers for ids ['3fe81a06-038c-4986-b249-e5fb9c066e79'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:40.002497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Routers {'3fe81a06-038c-4986-b249-e5fb9c066e79'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:40.004384 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3fe81a06-038c-4986-b249-e5fb9c066e79'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:40.077953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-305b9630-cf88-4d59-8717-b2fc85c07ee4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Allocated IP 172.20.0.14 (922633e3-d34e-4a7f-b0fa-f205accb7d64/465d552d-55ce-440d-b073-30551caac7af/7307fe1c-8448-4543-b8b9-567b62228420) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:40.086784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-305b9630-cf88-4d59-8717-b2fc85c07ee4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Allocated IP 172.20.0.13 (922633e3-d34e-4a7f-b0fa-f205accb7d64/465d552d-55ce-440d-b073-30551caac7af/7307fe1c-8448-4543-b8b9-567b62228420) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:40.116504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c247b16f-7df4-4484-bfd5-4f13ed7c1e3d req-543861d9-5cfa-4a13-a66f-5ab0fdc26cec tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742984 Feb 04 13:50:40.122373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65060bee-6530-48f4-8235-fa4adf2472dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f03bd4-ea5f-4511-9e54-6d091dad21b8,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:40.226645 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34254) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:40.282877 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a57323b8-d73b-45da-b647-63ba16eac036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:40.315597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6138603d-8d4b-465b-be56-a0e86c43e21b None None] Resources bound (agent type, host, resource id): {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:50:40.334351 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Set router 3fe81a06-038c-4986-b249-e5fb9c066e79 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:50:40.398894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96df79-8001-4e47-88ae-d15e44f243ac req-c6304bfb-71ae-4a6d-ae52-cb22ecb1bf0b tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.401677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e96df79-8001-4e47-88ae-d15e44f243ac req-c6304bfb-71ae-4a6d-ae52-cb22ecb1bf0b tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 909 time: 0.1738594 Feb 04 13:50:40.463331 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] For port 03f94ef1-8b3d-4f5a-8f92-35000f320aa3, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=03f94ef1-8b3d-4f5a-8f92-35000f320aa3,segment=NetworkSegment(cf9a185b-64cd-4c36-bebb-63c5deb8e8f5),segment_id=cf9a185b-64cd-4c36-bebb-63c5deb8e8f5)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:40.464059 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (03f94ef1-8b3d-4f5a-8f92-35000f320aa3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:40.492410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Calling delete_port for 03f94ef1-8b3d-4f5a-8f92-35000f320aa3 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:40.508970 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-305b9630-cf88-4d59-8717-b2fc85c07ee4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (7307fe1c-8448-4543-b8b9-567b62228420), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:40.610167 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a57323b8-d73b-45da-b647-63ba16eac036 admin admin] Publish callbacks [] for security_group (663a6a11-94ac-4eb0-be87-68581cfb99d7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:40.620856 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a57323b8-d73b-45da-b647-63ba16eac036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (663a6a11-94ac-4eb0-be87-68581cfb99d7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:40.666195 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f88678-ad26-44f3-b7c7-4ba51adf7933 req-8bf3822f-b186-445f-85b2-8a9c363bffc4 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.667843 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24f88678-ad26-44f3-b7c7-4ba51adf7933 req-8bf3822f-b186-445f-85b2-8a9c363bffc4 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 949 time: 0.1426365 Feb 04 13:50:40.669380 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-305b9630-cf88-4d59-8717-b2fc85c07ee4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (7307fe1c-8448-4543-b8b9-567b62228420), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:40.684960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee347193-f744-4e02-97d5-a4504cd82028 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.684960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee347193-f744-4e02-97d5-a4504cd82028 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.684960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee347193-f744-4e02-97d5-a4504cd82028 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.685561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee347193-f744-4e02-97d5-a4504cd82028 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.685747 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee347193-f744-4e02-97d5-a4504cd82028 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.686842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee347193-f744-4e02-97d5-a4504cd82028 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.686842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee347193-f744-4e02-97d5-a4504cd82028 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.687277 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee347193-f744-4e02-97d5-a4504cd82028 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.687851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee347193-f744-4e02-97d5-a4504cd82028 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.689607 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee347193-f744-4e02-97d5-a4504cd82028 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.689607 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee347193-f744-4e02-97d5-a4504cd82028 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.689607 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee347193-f744-4e02-97d5-a4504cd82028 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.698405 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ee347193-f744-4e02-97d5-a4504cd82028 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8365 time: 0.7543123 Feb 04 13:50:40.698405 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34258) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:40.700997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57323b8-d73b-45da-b647-63ba16eac036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663a6a11-94ac-4eb0-be87-68581cfb99d7,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:40.739482 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a57323b8-d73b-45da-b647-63ba16eac036 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e5b8bea9bef64937ac0cccac94f7c3f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5017769 Feb 04 13:50:40.745127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34260) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:40.767876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305b9630-cf88-4d59-8717-b2fc85c07ee4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network 922633e3-d34e-4a7f-b0fa-f205accb7d64 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:40.795847 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-305b9630-cf88-4d59-8717-b2fc85c07ee4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:40.814019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b9630-cf88-4d59-8717-b2fc85c07ee4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:40.833869 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089519b2-4983-4250-a031-7ad95f591891 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.834860 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089519b2-4983-4250-a031-7ad95f591891 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.835322 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089519b2-4983-4250-a031-7ad95f591891 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.835769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089519b2-4983-4250-a031-7ad95f591891 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.836420 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089519b2-4983-4250-a031-7ad95f591891 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.836881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089519b2-4983-4250-a031-7ad95f591891 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.837345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089519b2-4983-4250-a031-7ad95f591891 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.837812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089519b2-4983-4250-a031-7ad95f591891 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.838282 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089519b2-4983-4250-a031-7ad95f591891 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.838910 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089519b2-4983-4250-a031-7ad95f591891 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.844228 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-089519b2-4983-4250-a031-7ad95f591891 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6455 time: 0.1421628 Feb 04 13:50:40.846305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34262) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:40.857829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24f88678-ad26-44f3-b7c7-4ba51adf7933 req-8edafc1e-72fe-4daa-906e-de811bbea8e3 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db38408-1fab-47b8-b6ff-6c3cc2423b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733465 Feb 04 13:50:40.858542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b9630-cf88-4d59-8717-b2fc85c07ee4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=7307fe1c-8448-4543-b8b9-567b62228420,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:40.898397 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4314dfa8-7cfa-4f47-88fc-a67dfdf913c6 admin admin] Router 3a5a428b-b5ac-4f27-a041-fd20a0163031 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:50:40.902533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (03f94ef1-8b3d-4f5a-8f92-35000f320aa3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:40.918362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305b9630-cf88-4d59-8717-b2fc85c07ee4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:40.919045 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-305b9630-cf88-4d59-8717-b2fc85c07ee4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:40.934297 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40bb084d-03eb-46f2-a0c4-651ebb899903 admin admin] Publish callbacks [] for security_group (663a6a11-94ac-4eb0-be87-68581cfb99d7), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:40.940031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Port': ['ID=03f94ef1-8b3d-4f5a-8f92-35000f320aa3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:40.943279 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No DVR routers for this DVR port 03f94ef1-8b3d-4f5a-8f92-35000f320aa3 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:40.959578 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5147d480-a1bb-4f9e-a48b-6be01308c4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:40.983537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'name': 'tempest-TestNetworkBasicOps-router-1405476499', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:24Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '345715c1-4d19-455d-bd10-a42aafae86c1', 'name': '', 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:3f:d5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:34Z', 'updated_at': '2022-02-04T13:50:37Z', 'revision_number': 2, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:40.997335 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40bb084d-03eb-46f2-a0c4-651ebb899903 admin admin] Publish callbacks [] for security_group (663a6a11-94ac-4eb0-be87-68581cfb99d7), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:41.016357 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Checking router: 3fe81a06-038c-4986-b249-e5fb9c066e79 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:50:41.016593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Updating router 3fe81a06-038c-4986-b249-e5fb9c066e79 port 345715c1-4d19-455d-bd10-a42aafae86c1 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:50:41.042925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-305b9630-cf88-4d59-8717-b2fc85c07ee4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.9881744 Feb 04 13:50:41.059798 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:41.063980 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34264) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:41.102699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '7307fe1c-8448-4543-b8b9-567b62228420', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:41.151835 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40bb084d-03eb-46f2-a0c4-651ebb899903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (663a6a11-94ac-4eb0-be87-68581cfb99d7), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:41.157837 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40bb084d-03eb-46f2-a0c4-651ebb899903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:41.164212 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-40bb084d-03eb-46f2-a0c4-651ebb899903 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/663a6a11-94ac-4eb0-be87-68581cfb99d7 HTTP/1.1" status: 204 len: 168 time: 0.4168730 Feb 04 13:50:41.188380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b02db-c8cd-4c05-ba1b-d2cb3bede048 req-911b525c-bff8-44b4-8c21-62fe2b22a581 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:41.201720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-313b02db-c8cd-4c05-ba1b-d2cb3bede048 req-911b525c-bff8-44b4-8c21-62fe2b22a581 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.1474652 Feb 04 13:50:41.234930 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb084d-03eb-46f2-a0c4-651ebb899903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663a6a11-94ac-4eb0-be87-68581cfb99d7,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:41.280514 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (150e07d8-c770-446b-a53d-119e8bf7dc8c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:41.294220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:41.335077 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-313b02db-c8cd-4c05-ba1b-d2cb3bede048 req-f3093ab6-b4df-474c-9102-a1d93b45b39a tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317146 Feb 04 13:50:41.445501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150e07d8-c770-446b-a53d-119e8bf7dc8c']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:41.471866 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9a185b-64cd-4c36-bebb-63c5deb8e8f5') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:41.472557 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9a185b-64cd-4c36-bebb-63c5deb8e8f5') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:41.478605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980d8f7-3618-4325-9a40-ba3dbac9b6d2 req-cc3c70ba-91b0-4415-8a3c-c607dc6c4ef5 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:41.480430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3980d8f7-3618-4325-9a40-ba3dbac9b6d2 req-cc3c70ba-91b0-4415-8a3c-c607dc6c4ef5 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 1092 time: 0.0785270 Feb 04 13:50:41.496069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (cf9a185b-64cd-4c36-bebb-63c5deb8e8f5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:41.510952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4314dfa8-7cfa-4f47-88fc-a67dfdf913c6 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:41.531556 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4314dfa8-7cfa-4f47-88fc-a67dfdf913c6 admin admin] 10.222.0.96 "PUT /v2.0/routers/3a5a428b-b5ac-4f27-a041-fd20a0163031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6497817 Feb 04 13:50:41.533437 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34272) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:41.534926 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7294fe9-76cf-405f-b608-a63bf8f60088 None None] Sync routers for ids ['3a5a428b-b5ac-4f27-a041-fd20a0163031'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:41.560038 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Publish callbacks [] for port (345715c1-4d19-455d-bd10-a42aafae86c1), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:41.561420 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7294fe9-76cf-405f-b608-a63bf8f60088 None None] Routers {'3a5a428b-b5ac-4f27-a041-fd20a0163031'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:41.562249 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f7294fe9-76cf-405f-b608-a63bf8f60088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3a5a428b-b5ac-4f27-a041-fd20a0163031'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:41.569239 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (cf9a185b-64cd-4c36-bebb-63c5deb8e8f5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:41.584095 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:41.608923 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:41.609906 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (cf9a185b-64cd-4c36-bebb-63c5deb8e8f5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:41.617193 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:41.681402 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893f77b-8250-4597-ac74-4af5219e8b57 None None] Pushing event updated for resources: {'Port': ['ID=345715c1-4d19-455d-bd10-a42aafae86c1,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:41.782412 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (150e07d8-c770-446b-a53d-119e8bf7dc8c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:41.835752 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-f7294fe9-76cf-405f-b608-a63bf8f60088 None None] Set router 3a5a428b-b5ac-4f27-a041-fd20a0163031 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:50:41.842580 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-47b42527-28cf-4252-92bf-cb36f0707387 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 0.9943099 Feb 04 13:50:41.884936 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:41.891820 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/150e07d8-c770-446b-a53d-119e8bf7dc8c HTTP/1.1" status: 204 len: 168 time: 4.5995471 Feb 04 13:50:41.895515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Attempting to bind port 345715c1-4d19-455d-bd10-a42aafae86c1 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:50:41.895905 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Attempting to bind port 345715c1-4d19-455d-bd10-a42aafae86c1 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '187eb62e-1330-434b-bf3b-de9d1e2a4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:50:41.896705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Attempting to bind port 345715c1-4d19-455d-bd10-a42aafae86c1 on network 61663296-fa91-417f-8ee4-7de19885aedb {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:41.901873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34282) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:41.915363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:50:41.915787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Checking segment: {'id': '187eb62e-1330-434b-bf3b-de9d1e2a4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:41.917404 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:41.922251 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Bound using segment: {'id': '187eb62e-1330-434b-bf3b-de9d1e2a4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:50:41.922251 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Bound port: 345715c1-4d19-455d-bd10-a42aafae86c1, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187eb62e-1330-434b-bf3b-de9d1e2a4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:50:41.922251 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:42.045883 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe00e1-541b-40c4-a161-4912695ee05e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Network': ['ID=150e07d8-c770-446b-a53d-119e8bf7dc8c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:42.056507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] For port 345715c1-4d19-455d-bd10-a42aafae86c1, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:50:42.066741 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3893836-37e7-4a68-977b-2bb28ffe5472 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] GET failed (client error): The resource could not be found. Feb 04 13:50:42.068811 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c3893836-37e7-4a68-977b-2bb28ffe5472 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "GET /v2.0/subnets/1a6ca30b-4c65-4ea2-b327-ee4d252470db HTTP/1.1" status: 404 len: 337 time: 0.1607769 Feb 04 13:50:42.076776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34290) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:42.077621 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] For port 345715c1-4d19-455d-bd10-a42aafae86c1, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=345715c1-4d19-455d-bd10-a42aafae86c1,segment=NetworkSegment(187eb62e-1330-434b-bf3b-de9d1e2a4baa),segment_id=187eb62e-1330-434b-bf3b-de9d1e2a4baa)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:50:42.094166 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:42.102186 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:42.215087 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d55925-7797-48ea-b67f-9f10881796f6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:42.215617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d55925-7797-48ea-b67f-9f10881796f6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:42.228385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-31d55925-7797-48ea-b67f-9f10881796f6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/150e07d8-c770-446b-a53d-119e8bf7dc8c HTTP/1.1" status: 404 len: 339 time: 0.1461127 Feb 04 13:50:42.253886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34294) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:42.278166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Allocated IP 172.25.5.202 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/c6d6f0f7-3cdb-41d1-bf3d-11e73af67fa7) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:42.342436 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a410b15-cdc8-4649-b35f-5727120b39fa req-2d8532c8-b4e4-4c7d-b211-70efe0311740 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:42.352894 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a410b15-cdc8-4649-b35f-5727120b39fa req-2d8532c8-b4e4-4c7d-b211-70efe0311740 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 1168 time: 0.4143343 Feb 04 13:50:42.368636 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f7294fe9-76cf-405f-b608-a63bf8f60088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'name': 'tempest-TaggedBootDevicesTest-100403116-router', 'tenant_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:49Z', 'updated_at': '2022-02-04T13:50:39Z', 'revision_number': 5, 'project_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'gw_port': {'id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:53Z', 'updated_at': '2022-02-04T13:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:42.380915 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893f77b-8250-4597-ac74-4af5219e8b57 None None] Pushing event updated for resources: {'Port': ['ID=345715c1-4d19-455d-bd10-a42aafae86c1,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:42.390053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 861c3087-2ef7-4e20-9f54-972fa1542128 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:50:42.447311 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dc50c801-a5a6-4948-b109-b353bbcd036c admin admin] Publish callbacks [] for router (3a5a428b-b5ac-4f27-a041-fd20a0163031), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:42.469053 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7294fe9-76cf-405f-b608-a63bf8f60088 None None] Checking router: 3a5a428b-b5ac-4f27-a041-fd20a0163031 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:50:42.480200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Routers {'3fe81a06-038c-4986-b249-e5fb9c066e79'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:42.480848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3fe81a06-038c-4986-b249-e5fb9c066e79'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:42.496318 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7294fe9-76cf-405f-b608-a63bf8f60088 None None] Routers {'3a5a428b-b5ac-4f27-a041-fd20a0163031'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:42.506673 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f7294fe9-76cf-405f-b608-a63bf8f60088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3a5a428b-b5ac-4f27-a041-fd20a0163031'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:42.529527 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (c6d6f0f7-3cdb-41d1-bf3d-11e73af67fa7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:42.621091 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c6d6f0f7-3cdb-41d1-bf3d-11e73af67fa7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:42.695823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7da9ea2d-671b-4b21-b96c-ae97737e8c3e None None] Provisioning complete for port 345715c1-4d19-455d-bd10-a42aafae86c1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:42.696408 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7da9ea2d-671b-4b21-b96c-ae97737e8c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:42.748253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=c6d6f0f7-3cdb-41d1-bf3d-11e73af67fa7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:42.760542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:42.764298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:42.768633 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:42.776397 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-f7294fe9-76cf-405f-b608-a63bf8f60088 None None] Set router 3a5a428b-b5ac-4f27-a041-fd20a0163031 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:50:42.844135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] Set router 3fe81a06-038c-4986-b249-e5fb9c066e79 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:50:42.993826 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dc50c801-a5a6-4948-b109-b353bbcd036c admin admin] Publish callbacks [] for router_gateway (3a5a428b-b5ac-4f27-a041-fd20a0163031), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:43.029594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d7ebab-1f41-4cf5-b7ea-c4fb6f8914a1 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:43.032171 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f7294fe9-76cf-405f-b608-a63bf8f60088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'name': 'tempest-TaggedBootDevicesTest-100403116-router', 'tenant_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:49Z', 'updated_at': '2022-02-04T13:50:39Z', 'revision_number': 5, 'project_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'gw_port': {'id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:53Z', 'updated_at': '2022-02-04T13:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:43.034013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-10d7ebab-1f41-4cf5-b7ea-c4fb6f8914a1 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7747555 Feb 04 13:50:43.054203 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34306) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:43.109259 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7294fe9-76cf-405f-b608-a63bf8f60088 None None] The sync data for ids ['3a5a428b-b5ac-4f27-a041-fd20a0163031'] in n-d-714676-13 is: [{'id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'name': 'tempest-TaggedBootDevicesTest-100403116-router', 'tenant_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:49Z', 'updated_at': '2022-02-04T13:50:39Z', 'revision_number': 5, 'project_id': '3db1e97d387a404da9bfd7ad7a6eeaa0', 'gw_port': {'id': 'dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5a428b-b5ac-4f27-a041-fd20a0163031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:53Z', 'updated_at': '2022-02-04T13:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:43.155081 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-09cf538b-0240-427e-97b5-26abd0078f91 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 207 time: 0.0980067 Feb 04 13:50:43.183765 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34308) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:43.209265 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a410b15-cdc8-4649-b35f-5727120b39fa req-1f3ef0b2-231c-4b52-85d7-57294f10e60a tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=0b6512d3-23af-4a34-b4a3-8a701760acea&id=1fda3b67-5537-44dc-bf57-b89f5fc5d766&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8544385 Feb 04 13:50:43.253130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34310) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:43.362363 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-dc50c801-a5a6-4948-b109-b353bbcd036c admin admin] Deleting port dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:43.362715 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dc50c801-a5a6-4948-b109-b353bbcd036c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:43.494433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-dc50c801-a5a6-4948-b109-b353bbcd036c admin admin] For port dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:43.494812 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dc50c801-a5a6-4948-b109-b353bbcd036c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:43.510891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-dc50c801-a5a6-4948-b109-b353bbcd036c admin admin] Calling delete_port for dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:43.625356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 861c3087-2ef7-4e20-9f54-972fa1542128 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:50:43.635682 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 861c3087-2ef7-4e20-9f54-972fa1542128 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:43.636062 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (861c3087-2ef7-4e20-9f54-972fa1542128), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:43.652502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311b4d80-b444-42e4-9e23-fb436ed5fff8 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:43.667822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311b4d80-b444-42e4-9e23-fb436ed5fff8 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:43.673223 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311b4d80-b444-42e4-9e23-fb436ed5fff8 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:43.692358 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311b4d80-b444-42e4-9e23-fb436ed5fff8 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:43.696503 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-311b4d80-b444-42e4-9e23-fb436ed5fff8 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5117960 Feb 04 13:50:43.711264 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34314) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:43.737666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7da9ea2d-671b-4b21-b96c-ae97737e8c3e None None] Current status of the port 345715c1-4d19-455d-bd10-a42aafae86c1 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:43.738234 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7da9ea2d-671b-4b21-b96c-ae97737e8c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:43.769757 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dc50c801-a5a6-4948-b109-b353bbcd036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:43.936678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 861c3087-2ef7-4e20-9f54-972fa1542128 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:43.942072 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (861c3087-2ef7-4e20-9f54-972fa1542128), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:43.963439 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3d52bbb2-bd7e-4264-9425-a30c7d7870de no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:50:43.967901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7da9ea2d-671b-4b21-b96c-ae97737e8c3e None None] For port 345715c1-4d19-455d-bd10-a42aafae86c1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=345715c1-4d19-455d-bd10-a42aafae86c1,segment=NetworkSegment(187eb62e-1330-434b-bf3b-de9d1e2a4baa),segment_id=187eb62e-1330-434b-bf3b-de9d1e2a4baa)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:44.013222 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7da9ea2d-671b-4b21-b96c-ae97737e8c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:44.036150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 3d52bbb2-bd7e-4264-9425-a30c7d7870de {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:50:44.037006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3d52bbb2-bd7e-4264-9425-a30c7d7870de not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:50:44.045365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4bdf6e-e054-4749-bee9-0441a16017c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861c3087-2ef7-4e20-9f54-972fa1542128'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:50:44.047940 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9583c3a3-a6f0-4fd7-8f9a-d10ebbe194b2" -d '{"events": [{"server_uuid": "ae4bdf6e-e054-4749-bee9-0441a16017c6", "name": "network-vif-plugged", "status": "completed", "tag": "861c3087-2ef7-4e20-9f54-972fa1542128"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:50:44.078820 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'name': 'tempest-TestNetworkBasicOps-router-1405476499', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:24Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '345715c1-4d19-455d-bd10-a42aafae86c1', 'name': '', 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:3f:d5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:34Z', 'updated_at': '2022-02-04T13:50:42Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:44.147709 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 861c3087-2ef7-4e20-9f54-972fa1542128, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=861c3087-2ef7-4e20-9f54-972fa1542128,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:44.172421 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b2d9b-9338-45ce-8a38-fcadcc25e560 None None] The sync data for ids ['3fe81a06-038c-4986-b249-e5fb9c066e79'] in n-d-714676-13 is: [{'id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'name': 'tempest-TestNetworkBasicOps-router-1405476499', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:24Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '345715c1-4d19-455d-bd10-a42aafae86c1', 'name': '', 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:3f:d5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:34Z', 'updated_at': '2022-02-04T13:50:42Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:44.188157 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (861c3087-2ef7-4e20-9f54-972fa1542128), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:44.195644 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:44.206553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9dd5707b-baca-4d9d-943d-4798238c5663 None None] Provisioning complete for port 345715c1-4d19-455d-bd10-a42aafae86c1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:44.207111 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9dd5707b-baca-4d9d-943d-4798238c5663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:44.262016 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cc6514d1-db4e-4006-8170-86359bddc720 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.5493138 Feb 04 13:50:44.271773 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34326) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:44.278774 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9ea2d-671b-4b21-b96c-ae97737e8c3e None None] Pushing event updated for resources: {'Port': ['ID=345715c1-4d19-455d-bd10-a42aafae86c1,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:44.348449 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (feff6119-4dea-49a6-806f-7b7b8f113754), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:44.415324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=861c3087-2ef7-4e20-9f54-972fa1542128,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:44.492597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9dd5707b-baca-4d9d-943d-4798238c5663 None None] Current status of the port 345715c1-4d19-455d-bd10-a42aafae86c1 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:44.509469 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76532046-54a3-4d73-88fe-17d4db0487a6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:44.511630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76532046-54a3-4d73-88fe-17d4db0487a6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:44.521047 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-76532046-54a3-4d73-88fe-17d4db0487a6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2431564 Feb 04 13:50:44.523249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34330) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:44.625596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34332) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:44.635562 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c6d6f0f7-3cdb-41d1-bf3d-11e73af67fa7), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:44.653972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50c801-a5a6-4948-b109-b353bbcd036c admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:44.676919 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c876edd-6584-437b-bd51-87206b9dbc0a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:44.678559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c876edd-6584-437b-bd51-87206b9dbc0a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:44.689506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f3686-cd53-4038-abfe-1680b43021d7 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:44.689506 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-179f3686-cd53-4038-abfe-1680b43021d7 tempest-TestSecurityGroupsBasicOps-1189414515 tempest-TestSecurityGroupsBasicOps-1189414515-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 1087 time: 1.4321487 Feb 04 13:50:44.699303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34338) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:44.700035 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0c876edd-6584-437b-bd51-87206b9dbc0a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1742156 Feb 04 13:50:44.712503 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:44.793372 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-59bf2e75-aafe-4b3f-9152-6f72582101ce tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-414795747'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:44.793976 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-59bf2e75-aafe-4b3f-9152-6f72582101ce tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] Unknown quota resources ['metering_label']. {{(pid=103607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:50:44.834281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7034323-e7cb-4fbd-bbeb-d365f7f43fa6 req-4e8378b0-5ffb-4abf-bcd8-bb43d59763ab tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:44.836140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7034323-e7cb-4fbd-bbeb-d365f7f43fa6 req-4e8378b0-5ffb-4abf-bcd8-bb43d59763ab tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 1.0723658 Feb 04 13:50:44.878458 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dc50c801-a5a6-4948-b109-b353bbcd036c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (3a5a428b-b5ac-4f27-a041-fd20a0163031), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.022443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b856c81b-0e9c-4d60-854b-c42c1d68d1d1 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:45.024098 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b856c81b-0e9c-4d60-854b-c42c1d68d1d1 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "GET /v2.0/networks/c2a01095-4d0b-406c-9c9d-2def3473005b HTTP/1.1" status: 200 len: 800 time: 0.3166633 Feb 04 13:50:45.026338 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dc50c801-a5a6-4948-b109-b353bbcd036c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (3a5a428b-b5ac-4f27-a041-fd20a0163031), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.031622 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dc50c801-a5a6-4948-b109-b353bbcd036c admin admin] Publish callbacks [] for router_controller (3a5a428b-b5ac-4f27-a041-fd20a0163031), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.033192 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34340) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:45.054883 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7034323-e7cb-4fbd-bbeb-d365f7f43fa6 req-21e3f562-f73b-4e16-a5d2-819d5354744f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095196 Feb 04 13:50:45.162976 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-33c0076b-0c5d-4dcc-bd0f-a9a9ad2a1678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.228224 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dc50c801-a5a6-4948-b109-b353bbcd036c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (3a5a428b-b5ac-4f27-a041-fd20a0163031), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.228876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc50c801-a5a6-4948-b109-b353bbcd036c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a5a428b-b5ac-4f27-a041-fd20a0163031 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:50:45.238954 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dc50c801-a5a6-4948-b109-b353bbcd036c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.245437 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dc50c801-a5a6-4948-b109-b353bbcd036c admin admin] 10.222.0.96 "DELETE /v2.0/routers/3a5a428b-b5ac-4f27-a041-fd20a0163031 HTTP/1.1" status: 204 len: 168 time: 3.7107363 Feb 04 13:50:45.252233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34344) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:45.263095 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-24ddbd02-42c0-4eee-bb6c-0b7ada2713c2 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "GET /v2.0/networks/c2a01095-4d0b-406c-9c9d-2def3473005b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2283828 Feb 04 13:50:45.273425 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34346) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:45.348784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34348) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:45.356708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c8375977-8307-49a3-9cf8-657198f652f0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-605126144', 'description': 'tempest-secgroup-smoke-605126144 description', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:45.422617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902e7524-c2cb-4338-be5f-38ba21b0de5c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:45.428394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-902e7524-c2cb-4338-be5f-38ba21b0de5c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "GET /v2.0/subnets/f0da4d77-9464-4f24-ac46-2ca715a3b261 HTTP/1.1" status: 200 len: 811 time: 0.1491272 Feb 04 13:50:45.429510 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c8375977-8307-49a3-9cf8-657198f652f0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.462124 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34350) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:45.485554 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59bf2e75-aafe-4b3f-9152-6f72582101ce tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.491035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34352) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:45.491244 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-59bf2e75-aafe-4b3f-9152-6f72582101ce tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8661644 Feb 04 13:50:45.501075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-aabf6ecb-e5ac-49b5-b83b-68442757a3b5 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a50ba8a9-20bd-425a-aada-eae068e560f8'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:45.501572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-aabf6ecb-e5ac-49b5-b83b-68442757a3b5 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:50:45.523742 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-33095289-f6c9-4333-911e-4c66254b7a19 admin admin] Deleting subnet 08f51fe5-2606-4a39-804f-1f191a611f8c {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:50:45.527003 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33095289-f6c9-4333-911e-4c66254b7a19 admin admin] Publish callbacks [] for subnet (08f51fe5-2606-4a39-804f-1f191a611f8c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.565009 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33095289-f6c9-4333-911e-4c66254b7a19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (08f51fe5-2606-4a39-804f-1f191a611f8c), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.571905 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.581197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d498b4-1801-48bd-9916-7af8cf76b41b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:45.584046 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d1d498b4-1801-48bd-9916-7af8cf76b41b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "GET /v2.0/subnets/f0da4d77-9464-4f24-ac46-2ca715a3b261?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1205370 Feb 04 13:50:45.593277 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34354) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:45.606198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6c586785-472a-497c-8071-ce41e7d134b9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2139756991'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:45.636070 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (c6d6f0f7-3cdb-41d1-bf3d-11e73af67fa7), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.645484 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (c6d6f0f7-3cdb-41d1-bf3d-11e73af67fa7), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.680780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c586785-472a-497c-8071-ce41e7d134b9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:45.687071 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c586785-472a-497c-8071-ce41e7d134b9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.694506 n-d-714676-13 neutron-server[103606]: WARNING neutron.services.metering.metering_plugin [None req-aabf6ecb-e5ac-49b5-b83b-68442757a3b5 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 04 13:50:45.746153 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=c6d6f0f7-3cdb-41d1-bf3d-11e73af67fa7,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:45.773728 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c586785-472a-497c-8071-ce41e7d134b9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:50:45.800571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (feff6119-4dea-49a6-806f-7b7b8f113754), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.815209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca489a-d161-45a8-aceb-9124d18a56eb req-946da9bb-8622-496c-99a6-7c73d86df473 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:45.816746 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29ca489a-d161-45a8-aceb-9124d18a56eb req-946da9bb-8622-496c-99a6-7c73d86df473 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 950 time: 0.4093208 Feb 04 13:50:45.848244 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c8375977-8307-49a3-9cf8-657198f652f0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (077e3ac8-6451-40e3-a1b9-897e8ab5b494), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.890730 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c586785-472a-497c-8071-ce41e7d134b9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (26a3db7e-f0b1-4698-894e-53c27f10a1e0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.891175 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-6c586785-472a-497c-8071-ce41e7d134b9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Added segment 26a3db7e-f0b1-4698-894e-53c27f10a1e0 of type vlan for network 5e68670a-08c3-4c42-afc8-469229649c29 Feb 04 13:50:45.919599 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c8375977-8307-49a3-9cf8-657198f652f0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (077e3ac8-6451-40e3-a1b9-897e8ab5b494), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.939853 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aabf6ecb-e5ac-49b5-b83b-68442757a3b5 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.940973 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-aabf6ecb-e5ac-49b5-b83b-68442757a3b5 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4469593 Feb 04 13:50:45.951372 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34356) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:45.957257 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-82a39066-f56f-4336-ae02-4a1b965612da tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a50ba8a9-20bd-425a-aada-eae068e560f8'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:45.958031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-82a39066-f56f-4336-ae02-4a1b965612da tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:50:45.967092 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33095289-f6c9-4333-911e-4c66254b7a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (08f51fe5-2606-4a39-804f-1f191a611f8c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:45.971510 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c586785-472a-497c-8071-ce41e7d134b9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (5e68670a-08c3-4c42-afc8-469229649c29), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.022072 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c8375977-8307-49a3-9cf8-657198f652f0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.026194 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c8375977-8307-49a3-9cf8-657198f652f0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6727827 Feb 04 13:50:46.029433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8375977-8307-49a3-9cf8-657198f652f0 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077e3ac8-6451-40e3-a1b9-897e8ab5b494,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:46.030697 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34358) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:46.033018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 345715c1-4d19-455d-bd10-a42aafae86c1 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:50:46.035142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-76a93493-aec1-4266-be82-3cdeeccaf9c4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': '077e3ac8-6451-40e3-a1b9-897e8ab5b494', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:46.073920 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29ca489a-d161-45a8-aceb-9124d18a56eb req-d630b80a-afb8-4ad9-ace5-853cc8f60455 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db38408-1fab-47b8-b6ff-6c3cc2423b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217584 Feb 04 13:50:46.080076 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Floating IP feff6119-4dea-49a6-806f-7b7b8f113754 associated. External IP: 172.25.5.202, port: 7307fe1c-8448-4543-b8b9-567b62228420. Feb 04 13:50:46.103004 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-76a93493-aec1-4266-be82-3cdeeccaf9c4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (41bf477e-0565-4cdd-b70d-e7162b54c32d), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.121027 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33095289-f6c9-4333-911e-4c66254b7a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (08f51fe5-2606-4a39-804f-1f191a611f8c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.135276 n-d-714676-13 neutron-server[103607]: WARNING neutron.services.metering.metering_plugin [None req-82a39066-f56f-4336-ae02-4a1b965612da tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 04 13:50:46.161814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33095289-f6c9-4333-911e-4c66254b7a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08f51fe5-2606-4a39-804f-1f191a611f8c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:46.176325 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-33095289-f6c9-4333-911e-4c66254b7a19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.181409 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9382d78-c7fc-47d7-8460-364f9f18395d x-openstack-request-id: req-d9382d78-c7fc-47d7-8460-364f9f18395d {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:50:46.181712 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4bdf6e-e054-4749-bee9-0441a16017c6", "name": "network-vif-plugged", "status": "completed", "tag": "861c3087-2ef7-4e20-9f54-972fa1542128", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:50:46.183554 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-33095289-f6c9-4333-911e-4c66254b7a19 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/08f51fe5-2606-4a39-804f-1f191a611f8c HTTP/1.1" status: 204 len: 168 time: 0.9177864 Feb 04 13:50:46.183735 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d9382d78-c7fc-47d7-8460-364f9f18395d {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:50:46.183932 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4bdf6e-e054-4749-bee9-0441a16017c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861c3087-2ef7-4e20-9f54-972fa1542128', 'code': 200} Feb 04 13:50:46.185419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34360) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:46.188219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bcac71-32dc-4ce3-895e-9efb2aba0449 None None] Network 332d5c82-920d-420c-9ecd-efdf8d199923 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:46.253915 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c586785-472a-497c-8071-ce41e7d134b9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (5e68670a-08c3-4c42-afc8-469229649c29), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.259492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c586785-472a-497c-8071-ce41e7d134b9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:46.260207 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c586785-472a-497c-8071-ce41e7d134b9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.277988 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-76a93493-aec1-4266-be82-3cdeeccaf9c4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (41bf477e-0565-4cdd-b70d-e7162b54c32d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.284156 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-76a93493-aec1-4266-be82-3cdeeccaf9c4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (41bf477e-0565-4cdd-b70d-e7162b54c32d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.333106 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (332d5c82-920d-420c-9ecd-efdf8d199923), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.351209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a93493-aec1-4266-be82-3cdeeccaf9c4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bf477e-0565-4cdd-b70d-e7162b54c32d,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:46.359211 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-76a93493-aec1-4266-be82-3cdeeccaf9c4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.363320 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-76a93493-aec1-4266-be82-3cdeeccaf9c4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3288283 Feb 04 13:50:46.364260 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34362) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:46.372457 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-6ea56e88-3292-47cb-bda7-c88bd3d315f9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': '077e3ac8-6451-40e3-a1b9-897e8ab5b494', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:46.373688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 345715c1-4d19-455d-bd10-a42aafae86c1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:46.374071 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.395221 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82a39066-f56f-4336-ae02-4a1b965612da tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.398034 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-82a39066-f56f-4336-ae02-4a1b965612da tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4454193 Feb 04 13:50:46.448937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34364) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:46.493022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 345715c1-4d19-455d-bd10-a42aafae86c1 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:50:46.511758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90f6ab0-bcc8-4aa9-b3b3-83c4c507de72 None None] DHCP port deletion for 332d5c82-920d-420c-9ecd-efdf8d199923 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:50:46.584361 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d90f6ab0-bcc8-4aa9-b3b3-83c4c507de72 None None] Deleting port 3317c095-0790-4580-a937-b0eb6b579087 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:46.584877 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ab0-bcc8-4aa9-b3b3-83c4c507de72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3317c095-0790-4580-a937-b0eb6b579087), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.609283 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-67dc9bf5-10eb-4027-9f9c-1edc28dea991 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=d403e101-6ffd-41b7-8023-abb8b16c2959 HTTP/1.1" status: 200 len: 462 time: 0.1411185 Feb 04 13:50:46.610129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34370) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:46.625474 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ea56e88-3292-47cb-bda7-c88bd3d315f9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (c0b98b34-966d-4d88-abe4-3f3033c1b489), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.643331 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6c586785-472a-497c-8071-ce41e7d134b9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0484762 Feb 04 13:50:46.648254 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34372) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:46.674366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d90f6ab0-bcc8-4aa9-b3b3-83c4c507de72 None None] For port 3317c095-0790-4580-a937-b0eb6b579087, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3317c095-0790-4580-a937-b0eb6b579087,segment=NetworkSegment(7bb135b1-2805-463c-bb2b-98eaac232c9a),segment_id=7bb135b1-2805-463c-bb2b-98eaac232c9a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:46.674898 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ab0-bcc8-4aa9-b3b3-83c4c507de72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3317c095-0790-4580-a937-b0eb6b579087), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.685876 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f13ffbb8-ceb6-4544-8688-3aa9e6d589bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'subnet': {'network_id': '5e68670a-08c3-4c42-afc8-469229649c29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:46.700794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d90f6ab0-bcc8-4aa9-b3b3-83c4c507de72 None None] Calling delete_port for 3317c095-0790-4580-a937-b0eb6b579087 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:46.706731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc21f7-eec5-4ea4-a991-4f8940f94c76 req-8a5eff19-f8db-41f8-bd0d-75c5dd5d4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:46.708297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7dc21f7-eec5-4ea4-a991-4f8940f94c76 req-8a5eff19-f8db-41f8-bd0d-75c5dd5d4e89 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 1133 time: 0.4046280 Feb 04 13:50:46.715039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:50:46.742899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:50:46.743542 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device dfc0b50b-ebe4-4d6b-8d82-660e2b9c55ed not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:50:46.780158 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c586785-472a-497c-8071-ce41e7d134b9 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Network': ['ID=5e68670a-08c3-4c42-afc8-469229649c29,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:46.798150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 5e68670a-08c3-4c42-afc8-469229649c29 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:50:46.823777 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ea56e88-3292-47cb-bda7-c88bd3d315f9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (c0b98b34-966d-4d88-abe4-3f3033c1b489), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.842222 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ad51ec1-8c2b-4791-9f59-3984ca2e07fd req-6ec0b948-881f-4e7c-9d90-d6ef564c1360 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3921688 Feb 04 13:50:46.844815 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ea56e88-3292-47cb-bda7-c88bd3d315f9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (c0b98b34-966d-4d88-abe4-3f3033c1b489), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.871882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] Deleting port 3317c095-0790-4580-a937-b0eb6b579087 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:46.872223 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3317c095-0790-4580-a937-b0eb6b579087), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.888401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13ffbb8-ceb6-4544-8688-3aa9e6d589bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Made reservation on behalf of f39222374bfe46758bc13b159822bacd for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:46.897067 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f13ffbb8-ceb6-4544-8688-3aa9e6d589bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.910173 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.929507 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ab0-bcc8-4aa9-b3b3-83c4c507de72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (3317c095-0790-4580-a937-b0eb6b579087), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:46.964551 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f6ab0-bcc8-4aa9-b3b3-83c4c507de72 None None] Pushing event deleted for resources: {'Port': ['ID=3317c095-0790-4580-a937-b0eb6b579087,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:46.968992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f6ab0-bcc8-4aa9-b3b3-83c4c507de72 None None] No DVR routers for this DVR port 3317c095-0790-4580-a937-b0eb6b579087 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:46.986719 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.ipam_backend_mixin [None req-f13ffbb8-ceb6-4544-8688-3aa9e6d589bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Performing IP validity checks on allocation pools {{(pid=103607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 13:50:46.987247 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.ipam_backend_mixin [None req-f13ffbb8-ceb6-4544-8688-3aa9e6d589bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 13:50:46.990733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router 32494e27-ec60-40aa-a5a4-9e1d56551c8c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:50:47.055175 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea56e88-3292-47cb-bda7-c88bd3d315f9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b98b34-966d-4d88-abe4-3f3033c1b489,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:47.086484 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ea56e88-3292-47cb-bda7-c88bd3d315f9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.087884 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6ea56e88-3292-47cb-bda7-c88bd3d315f9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7221417 Feb 04 13:50:47.121308 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34374) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:47.127429 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8cdb8ac3-2c2e-4f14-98a8-856fb46f0e78 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': '077e3ac8-6451-40e3-a1b9-897e8ab5b494', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:47.139558 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-454395d7-e3b6-4165-9bc8-bf50db75eda1 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.140729 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-454395d7-e3b6-4165-9bc8-bf50db75eda1 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-label-rules/d403e101-6ffd-41b7-8023-abb8b16c2959 HTTP/1.1" status: 204 len: 168 time: 0.5220549 Feb 04 13:50:47.147468 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34378) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:47.151497 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7dc21f7-eec5-4ea4-a991-4f8940f94c76 req-d3b05ea8-d6c3-4367-b71d-02902e37779f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9db38408-1fab-47b8-b6ff-6c3cc2423b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324832 Feb 04 13:50:47.161296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5f1a0-4ba7-4805-99d4-ecd895aa66ff req-884210d3-9945-499b-a3fb-630a4166a117 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:47.162998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64e5f1a0-4ba7-4805-99d4-ecd895aa66ff req-884210d3-9945-499b-a3fb-630a4166a117 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.5798199 Feb 04 13:50:47.168372 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] For port 3317c095-0790-4580-a937-b0eb6b579087, host n-d-714676-13, got binding levels [] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:47.168737 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3317c095-0790-4580-a937-b0eb6b579087), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.181714 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ff640d1d-6da9-45e7-bd10-99c020b60dbe tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=d403e101-6ffd-41b7-8023-abb8b16c2959 HTTP/1.1" status: 200 len: 221 time: 0.0271885 Feb 04 13:50:47.184403 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34380) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:47.207564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] Calling delete_port for 3317c095-0790-4580-a937-b0eb6b579087 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:47.212559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c2801377-08c5-42ba-9116-8b894601b611 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1275055110', 'description': 'label created by tempest'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:47.213018 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c2801377-08c5-42ba-9116-8b894601b611 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] Unknown quota resources ['metering_label']. {{(pid=103607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:50:47.213423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_backend_mixin [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] Port 3317c095-0790-4580-a937-b0eb6b579087 was not found and therefore no delete operation was performed {{(pid=103606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:50:47.221700 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (3317c095-0790-4580-a937-b0eb6b579087), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.233204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad51ec1-8c2b-4791-9f59-3984ca2e07fd req-a00f4393-6c39-4090-bba4-684a0cecac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:47.234628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ad51ec1-8c2b-4791-9f59-3984ca2e07fd req-a00f4393-6c39-4090-bba4-684a0cecac4c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=415201945f1c4fefa31beecb58f01da9&device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 1168 time: 0.2561431 Feb 04 13:50:47.263335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=3317c095-0790-4580-a937-b0eb6b579087,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:47.275571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] No DVR routers for this DVR port 3317c095-0790-4580-a937-b0eb6b579087 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:47.276305 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8ac3-2c2e-4f14-98a8-856fb46f0e78 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (fdf3ec45-1f74-494b-b5ca-85b7b29974c5), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.284328 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64e5f1a0-4ba7-4805-99d4-ecd895aa66ff req-abcdfae2-ac15-4069-a034-7af20ef71b59 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112747 Feb 04 13:50:47.354825 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:47.368602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820cea7b-a7fe-40c1-b5ef-2e1c04ddda3e None None] Sync routers for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:47.382795 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (332d5c82-920d-420c-9ecd-efdf8d199923), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.383451 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820cea7b-a7fe-40c1-b5ef-2e1c04ddda3e None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:47.386319 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-820cea7b-a7fe-40c1-b5ef-2e1c04ddda3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:47.430150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-820cea7b-a7fe-40c1-b5ef-2e1c04ddda3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:47.440226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820cea7b-a7fe-40c1-b5ef-2e1c04ddda3e None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:47.441104 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-820cea7b-a7fe-40c1-b5ef-2e1c04ddda3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:47.487299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-820cea7b-a7fe-40c1-b5ef-2e1c04ddda3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:47.488435 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820cea7b-a7fe-40c1-b5ef-2e1c04ddda3e None None] The sync data for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:47.505898 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.508811 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f13ffbb8-ceb6-4544-8688-3aa9e6d589bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (1d1a25e5-c6d3-44f2-b6b9-b3b65ddfb988), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.511392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332d5c82-920d-420c-9ecd-efdf8d199923']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:47.512660 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c2801377-08c5-42ba-9116-8b894601b611 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.516706 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c2801377-08c5-42ba-9116-8b894601b611 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3257391 Feb 04 13:50:47.518322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34384) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:47.543286 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb135b1-2805-463c-bb2b-98eaac232c9a') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:47.543582 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb135b1-2805-463c-bb2b-98eaac232c9a') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:47.588272 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8ac3-2c2e-4f14-98a8-856fb46f0e78 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (fdf3ec45-1f74-494b-b5ca-85b7b29974c5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.597515 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8ac3-2c2e-4f14-98a8-856fb46f0e78 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (fdf3ec45-1f74-494b-b5ca-85b7b29974c5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.611226 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-055e3a73-952a-4d8f-90cf-bd9c90b025ff tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5111423 Feb 04 13:50:47.615609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34386) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:47.632111 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (7bb135b1-2805-463c-bb2b-98eaac232c9a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.635741 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-bf04a2da-85a8-494d-bf4c-79cda7b16971 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'floatingip': {'port_id': '7307fe1c-8448-4543-b8b9-567b62228420', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:47.644077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ffbb8-ceb6-4544-8688-3aa9e6d589bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Subnet': ['ID=1d1a25e5-c6d3-44f2-b6b9-b3b65ddfb988,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:47.646874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb8ac3-2c2e-4f14-98a8-856fb46f0e78 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf3ec45-1f74-494b-b5ca-85b7b29974c5,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:47.650508 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-60b330f0-7ff0-45a4-a817-00b14eacd47a tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=f38f31c7-fa7d-44e5-babd-ed400cf181c3 HTTP/1.1" status: 200 len: 468 time: 0.1284766 Feb 04 13:50:47.652390 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34388) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:47.659802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1b60e-c475-458c-b490-2f69a0448e0f req-8d5a9ecc-0876-4b6a-8d35-4439f885e740 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:47.661498 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2de1b60e-c475-458c-b490-2f69a0448e0f req-8d5a9ecc-0876-4b6a-8d35-4439f885e740 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 909 time: 0.2684865 Feb 04 13:50:47.694592 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (7bb135b1-2805-463c-bb2b-98eaac232c9a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.700112 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8ac3-2c2e-4f14-98a8-856fb46f0e78 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.701337 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8cdb8ac3-2c2e-4f14-98a8-856fb46f0e78 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5790462 Feb 04 13:50:47.703981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34390) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:47.709149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4d91e889-b633-4334-8264-d1eed84f4324 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': '077e3ac8-6451-40e3-a1b9-897e8ab5b494', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:47.712259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:47.712259 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (7bb135b1-2805-463c-bb2b-98eaac232c9a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.736661 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13ffbb8-ceb6-4544-8688-3aa9e6d589bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Checking segment: {'id': '26a3db7e-f0b1-4698-894e-53c27f10a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5e68670a-08c3-4c42-afc8-469229649c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:47.737033 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13ffbb8-ceb6-4544-8688-3aa9e6d589bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network hostable DHCP agents. Network: 5e68670a-08c3-4c42-afc8-469229649c29, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:50:47.748890 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf04a2da-85a8-494d-bf4c-79cda7b16971 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (feff6119-4dea-49a6-806f-7b7b8f113754), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:47.758250 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:47.806236 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d91e889-b633-4334-8264-d1eed84f4324 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (e574f443-ad7f-45f4-a1a7-c4eb040d787f), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.827100 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13ffbb8-ceb6-4544-8688-3aa9e6d589bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Network 5e68670a-08c3-4c42-afc8-469229649c29 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:50:47.878041 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f13ffbb8-ceb6-4544-8688-3aa9e6d589bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 5e68670a-08c3-4c42-afc8-469229649c29) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:47.882428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad51ec1-8c2b-4791-9f59-3984ca2e07fd req-aacf3695-8a75-42ef-b842-c60f7c164f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:47.883944 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ad51ec1-8c2b-4791-9f59-3984ca2e07fd req-aacf3695-8a75-42ef-b842-c60f7c164f9c service neutron] 10.222.0.99 "GET /v2.0/networks?id=c86ed429-9f3a-40e9-a643-65b05ff443e8 HTTP/1.1" status: 200 len: 897 time: 0.4411840 Feb 04 13:50:47.894212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b104c666-539e-40d7-9553-6c3a8e987fc8 None None] Network 5e68670a-08c3-4c42-afc8-469229649c29 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:47.914744 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13ffbb8-ceb6-4544-8688-3aa9e6d589bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:47.915364 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f13ffbb8-ceb6-4544-8688-3aa9e6d589bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604416'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:47.958145 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f13ffbb8-ceb6-4544-8688-3aa9e6d589bf tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3064456 Feb 04 13:50:47.965979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34392) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:47.971346 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-643f19db-47df-47a5-a356-c849b976e8f3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:47.973663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3317c095-0790-4580-a937-b0eb6b579087 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:50:48.007825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 3317c095-0790-4580-a937-b0eb6b579087 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:50:48.008379 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3317c095-0790-4580-a937-b0eb6b579087 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:50:48.012112 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:48.043296 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d91e889-b633-4334-8264-d1eed84f4324 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (e574f443-ad7f-45f4-a1a7-c4eb040d787f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:48.088189 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d91e889-b633-4334-8264-d1eed84f4324 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (e574f443-ad7f-45f4-a1a7-c4eb040d787f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:48.113619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-5e68670a-08c3-4c42-afc8-469229649c29', 'network_id': '5e68670a-08c3-4c42-afc8-469229649c29', 'project_id': 'f39222374bfe46758bc13b159822bacd', 'fixed_ips': [{'subnet_id': '1d1a25e5-c6d3-44f2-b6b9-b3b65ddfb988'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:50:48.116273 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:48.145392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91e889-b633-4334-8264-d1eed84f4324 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e574f443-ad7f-45f4-a1a7-c4eb040d787f,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:48.154664 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d91e889-b633-4334-8264-d1eed84f4324 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:48.158477 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4d91e889-b633-4334-8264-d1eed84f4324 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4507737 Feb 04 13:50:48.162800 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34394) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:48.170796 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-64407000-dc24-459a-a4f6-007d78fb980e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': '077e3ac8-6451-40e3-a1b9-897e8ab5b494', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:48.285127 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-643f19db-47df-47a5-a356-c849b976e8f3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1066815033'] for subnet (1d1a25e5-c6d3-44f2-b6b9-b3b65ddfb988), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:48.288635 n-d-714676-13 neutron-server[103607]: INFO neutron.db.securitygroups_db [None req-64407000-dc24-459a-a4f6-007d78fb980e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Project 7a0b98ed329e4084aa74e351c6f4178a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:50:48.304307 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64407000-dc24-459a-a4f6-007d78fb980e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (e740ac6a-dd82-40b9-bcf5-8d2ddc393e80), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:48.401375 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (332d5c82-920d-420c-9ecd-efdf8d199923), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:48.463072 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:48.469114 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] 10.222.0.96 "DELETE /v2.0/networks/332d5c82-920d-420c-9ecd-efdf8d199923 HTTP/1.1" status: 204 len: 168 time: 2.2826762 Feb 04 13:50:48.483904 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ad51ec1-8c2b-4791-9f59-3984ca2e07fd req-8f710158-6b45-425d-ace0-fa1428e1a3bd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09d869b2-3055-4af9-8be9-c90c05d86237 HTTP/1.1" status: 200 len: 1000 time: 0.5879111 Feb 04 13:50:48.486784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0b611-1370-4ac6-a422-984533cf7c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=332d5c82-920d-420c-9ecd-efdf8d199923,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:48.542538 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87a630-b392-45bc-a6ee-5d31da70daf0 req-7b0ea7c3-775d-41c7-a140-5ed882da9778 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:48.549410 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e87a630-b392-45bc-a6ee-5d31da70daf0 req-7b0ea7c3-775d-41c7-a140-5ed882da9778 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 950 time: 0.7843335 Feb 04 13:50:48.554256 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-abc496ee-1b62-4028-b6ec-9144e4e982b7 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:48.558266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-abc496ee-1b62-4028-b6ec-9144e4e982b7 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-labels/f38f31c7-fa7d-44e5-babd-ed400cf181c3 HTTP/1.1" status: 204 len: 168 time: 0.8921423 Feb 04 13:50:48.563882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34398) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:48.567811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad51ec1-8c2b-4791-9f59-3984ca2e07fd req-1d7335f7-ab66-4a4a-835f-6613e5881908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:48.569322 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ad51ec1-8c2b-4791-9f59-3984ca2e07fd req-1d7335f7-ab66-4a4a-835f-6613e5881908 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e741603a-9123-4eb2-8f9b-e7ea9649f5bc HTTP/1.1" status: 200 len: 835 time: 0.0776808 Feb 04 13:50:48.596035 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 13:50:48.596035 n-d-714676-13 neutron-server[103608]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 04 13:50:48.596035 n-d-714676-13 neutron-server[103608]: [parameters: {'in_use': 1, 'id_1': '1d1a25e5-c6d3-44f2-b6b9-b3b65ddfb988'}] Feb 04 13:50:48.596035 n-d-714676-13 neutron-server[103608]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:50:48.596786 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:50:48.619194 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-79feb061-1093-417b-998e-5c684766968c tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=f38f31c7-fa7d-44e5-babd-ed400cf181c3 HTTP/1.1" status: 200 len: 216 time: 0.0541794 Feb 04 13:50:48.628832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34400) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:48.631079 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64407000-dc24-459a-a4f6-007d78fb980e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (e740ac6a-dd82-40b9-bcf5-8d2ddc393e80), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:48.657117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0935bd32-cec9-4bcd-9309-5bb492e5d9ac tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0224769 Feb 04 13:50:48.657980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34402) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:48.673575 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e87a630-b392-45bc-a6ee-5d31da70daf0 req-90a701b8-142a-4575-9b6c-288db3d268dc tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db38408-1fab-47b8-b6ff-6c3cc2423b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231959 Feb 04 13:50:48.689609 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f9a5935c-90d9-4dd5-b74c-cfa741581466 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0274997 Feb 04 13:50:48.691365 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34404) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:48.693518 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64407000-dc24-459a-a4f6-007d78fb980e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (e740ac6a-dd82-40b9-bcf5-8d2ddc393e80), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:48.732212 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-64407000-dc24-459a-a4f6-007d78fb980e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:48.733690 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-64407000-dc24-459a-a4f6-007d78fb980e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5677207 Feb 04 13:50:48.751553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34410) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:48.754923 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa48978-9a44-43ff-b83f-bbaba258133f req-c25a715e-bc85-47dc-aad5-76e61359db3f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:48.757224 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2fa48978-9a44-43ff-b83f-bbaba258133f req-c25a715e-bc85-47dc-aad5-76e61359db3f tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.100 "GET /v2.0/ports?device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 909 time: 0.3052418 Feb 04 13:50:48.758394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a0a46fd7-a6c9-4e1b-ba71-2ef0a37a385f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'security_group_rule': {'security_group_id': '077e3ac8-6451-40e3-a1b9-897e8ab5b494', 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:48.777466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad51ec1-8c2b-4791-9f59-3984ca2e07fd req-72f0c911-b13d-4572-9e05-3f7e4a8bd819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:48.777972 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64407000-dc24-459a-a4f6-007d78fb980e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e740ac6a-dd82-40b9-bcf5-8d2ddc393e80,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:48.779080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ad51ec1-8c2b-4791-9f59-3984ca2e07fd req-72f0c911-b13d-4572-9e05-3f7e4a8bd819 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c86ed429-9f3a-40e9-a643-65b05ff443e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1983736 Feb 04 13:50:48.783853 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-57c66297-84ec-45f6-bdd1-6a2c5a346fff tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels/a50ba8a9-20bd-425a-aada-eae068e560f8 HTTP/1.1" status: 200 len: 472 time: 0.0881603 Feb 04 13:50:48.784522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34412) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:48.791062 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.resource_extend [None req-bf04a2da-85a8-494d-bf4c-79cda7b16971 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:50:48.807085 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34414) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:48.820928 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-a0a46fd7-a6c9-4e1b-ba71-2ef0a37a385f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Project 7a0b98ed329e4084aa74e351c6f4178a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:50:48.862852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8e73c7be-053f-4685-9067-ccdbd8e388ea tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules/75ff5e8d-f0b8-4e46-b853-43bdd1b13c4a HTTP/1.1" status: 200 len: 459 time: 0.0760903 Feb 04 13:50:48.882142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34416) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:48.893001 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0a46fd7-a6c9-4e1b-ba71-2ef0a37a385f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (c9bc8dd5-7a60-4732-bd75-6e2bcdc3fbbb), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:48.941907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf04a2da-85a8-494d-bf4c-79cda7b16971 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:48.951874 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf04a2da-85a8-494d-bf4c-79cda7b16971 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (feff6119-4dea-49a6-806f-7b7b8f113754), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.011259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-513b436a-92e8-4833-9edc-a3a690c1effb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b7509a3710d94881bcf821ccba4baf3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1911411 Feb 04 13:50:49.023993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34418) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:49.097949 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.128953 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ad51ec1-8c2b-4791-9f59-3984ca2e07fd req-ebb3f34a-8164-4cce-99ea-20ff6441c7c8 service neutron] 10.222.0.99 "GET /v2.0/networks/c86ed429-9f3a-40e9-a643-65b05ff443e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371747 Feb 04 13:50:49.205426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e2878-8f9b-4bb9-8841-d8e42487beeb req-d4337279-507e-48dc-a271-de03e11321e2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:49.207066 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d9e2878-8f9b-4bb9-8841-d8e42487beeb req-d4337279-507e-48dc-a271-de03e11321e2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dda7bb2-03c8-4633-8d1e-b267efb37a09 HTTP/1.1" status: 200 len: 909 time: 0.3478496 Feb 04 13:50:49.247242 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d7af3091-f44f-4f1e-9a17-4230287f877a tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.248488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d7af3091-f44f-4f1e-9a17-4230287f877a tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-label-rules/75ff5e8d-f0b8-4e46-b853-43bdd1b13c4a HTTP/1.1" status: 204 len: 168 time: 0.3653440 Feb 04 13:50:49.278305 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0a46fd7-a6c9-4e1b-ba71-2ef0a37a385f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (c9bc8dd5-7a60-4732-bd75-6e2bcdc3fbbb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.280135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34420) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:49.308888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Allocated IP 172.20.0.3 (5e68670a-08c3-4c42-afc8-469229649c29/1d1a25e5-c6d3-44f2-b6b9-b3b65ddfb988/7c8f83c4-526b-42b3-a7da-9944cc3f90a2) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:49.366143 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0a46fd7-a6c9-4e1b-ba71-2ef0a37a385f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (c9bc8dd5-7a60-4732-bd75-6e2bcdc3fbbb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.375533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-643f19db-47df-47a5-a356-c849b976e8f3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775158855406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1066078622'] for subnet (1d1a25e5-c6d3-44f2-b6b9-b3b65ddfb988), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.489721 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643f19db-47df-47a5-a356-c849b976e8f3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:49.490858 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-643f19db-47df-47a5-a356-c849b976e8f3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.493045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a46fd7-a6c9-4e1b-ba71-2ef0a37a385f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bc8dd5-7a60-4732-bd75-6e2bcdc3fbbb,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:49.494593 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-643f19db-47df-47a5-a356-c849b976e8f3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "PUT /v2.0/subnets/1d1a25e5-c6d3-44f2-b6b9-b3b65ddfb988 HTTP/1.1" status: 200 len: 877 time: 1.5275266 Feb 04 13:50:49.497252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34422) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:49.501678 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aee0a352-a393-426d-a5f1-ad9e1483fbf0 admin admin] Publish callbacks [] for security_group (207c24a8-a089-46ea-8fa7-65eacd8b727c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.510657 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Publish callbacks [] for port (7c8f83c4-526b-42b3-a7da-9944cc3f90a2), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.518237 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (7c8f83c4-526b-42b3-a7da-9944cc3f90a2), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.534082 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f19db-47df-47a5-a356-c849b976e8f3 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event updated for resources: {'Subnet': ['ID=1d1a25e5-c6d3-44f2-b6b9-b3b65ddfb988,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:49.568973 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Network 5e68670a-08c3-4c42-afc8-469229649c29 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:49.574211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:49.577990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:49.586531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-2fa48978-9a44-43ff-b83f-bbaba258133f req-a023deca-96f8-4cd4-95f3-4f89b17c43d0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Deleting port 69a47796-8a95-45ec-a109-f37b63e5429f {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:49.586977 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2fa48978-9a44-43ff-b83f-bbaba258133f req-a023deca-96f8-4cd4-95f3-4f89b17c43d0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (69a47796-8a95-45ec-a109-f37b63e5429f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.612160 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0a46fd7-a6c9-4e1b-ba71-2ef0a37a385f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.622069 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a0a46fd7-a6c9-4e1b-ba71-2ef0a37a385f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8592257 Feb 04 13:50:49.622069 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ad51ec1-8c2b-4791-9f59-3984ca2e07fd req-d898eb3d-2914-4ce5-9538-f600343777af service neutron] 10.222.0.99 "GET /v2.0/networks/c86ed429-9f3a-40e9-a643-65b05ff443e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791095 Feb 04 13:50:49.628036 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Pushing event updated for resources: {'Port': ['ID=7c8f83c4-526b-42b3-a7da-9944cc3f90a2,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:49.648640 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aee0a352-a393-426d-a5f1-ad9e1483fbf0 admin admin] Publish callbacks [] for security_group (207c24a8-a089-46ea-8fa7-65eacd8b727c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.699189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Attempting to bind port 7c8f83c4-526b-42b3-a7da-9944cc3f90a2 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:50:49.699969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Attempting to bind port 7c8f83c4-526b-42b3-a7da-9944cc3f90a2 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '26a3db7e-f0b1-4698-894e-53c27f10a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5e68670a-08c3-4c42-afc8-469229649c29'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:50:49.700637 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Attempting to bind port 7c8f83c4-526b-42b3-a7da-9944cc3f90a2 on network 5e68670a-08c3-4c42-afc8-469229649c29 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:49.707684 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:50:49.708188 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Checking segment: {'id': '26a3db7e-f0b1-4698-894e-53c27f10a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5e68670a-08c3-4c42-afc8-469229649c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:49.714206 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.714206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Bound using segment: {'id': '26a3db7e-f0b1-4698-894e-53c27f10a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5e68670a-08c3-4c42-afc8-469229649c29'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:50:49.714206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Bound port: 7c8f83c4-526b-42b3-a7da-9944cc3f90a2, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a3db7e-f0b1-4698-894e-53c27f10a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5e68670a-08c3-4c42-afc8-469229649c29'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:50:49.714206 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7c8f83c4-526b-42b3-a7da-9944cc3f90a2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.756878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692fd0d-9a83-4bc2-a440-cf337dbdabf9 req-09faef09-17ac-47d2-9458-f9c93b6502a6 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:49.758950 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c692fd0d-9a83-4bc2-a440-cf337dbdabf9 req-09faef09-17ac-47d2-9458-f9c93b6502a6 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.3954084 Feb 04 13:50:49.763057 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b69c889-e7f9-4d2c-93a5-b9fdb5b84c41 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.779200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4b69c889-e7f9-4d2c-93a5-b9fdb5b84c41 tempest-MeteringIpV6TestJSON-1858185395 tempest-MeteringIpV6TestJSON-1858185395-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-labels/a50ba8a9-20bd-425a-aada-eae068e560f8 HTTP/1.1" status: 204 len: 168 time: 0.4707196 Feb 04 13:50:49.798305 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (5e68670a-08c3-4c42-afc8-469229649c29), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.839534 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aee0a352-a393-426d-a5f1-ad9e1483fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (207c24a8-a089-46ea-8fa7-65eacd8b727c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.843322 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aee0a352-a393-426d-a5f1-ad9e1483fbf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.845910 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-aee0a352-a393-426d-a5f1-ad9e1483fbf0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/207c24a8-a089-46ea-8fa7-65eacd8b727c HTTP/1.1" status: 204 len: 168 time: 0.8130016 Feb 04 13:50:49.859067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-2fa48978-9a44-43ff-b83f-bbaba258133f req-a023deca-96f8-4cd4-95f3-4f89b17c43d0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] For port 69a47796-8a95-45ec-a109-f37b63e5429f, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=69a47796-8a95-45ec-a109-f37b63e5429f,segment=NetworkSegment(600a9123-6d3c-4596-a82e-a099b916b617),segment_id=600a9123-6d3c-4596-a82e-a099b916b617)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:49.859444 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2fa48978-9a44-43ff-b83f-bbaba258133f req-a023deca-96f8-4cd4-95f3-4f89b17c43d0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (69a47796-8a95-45ec-a109-f37b63e5429f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.874731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0a352-a393-426d-a5f1-ad9e1483fbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207c24a8-a089-46ea-8fa7-65eacd8b727c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:49.874977 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] For port 7c8f83c4-526b-42b3-a7da-9944cc3f90a2, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:50:49.879161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] For port 7c8f83c4-526b-42b3-a7da-9944cc3f90a2, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7c8f83c4-526b-42b3-a7da-9944cc3f90a2,segment=NetworkSegment(26a3db7e-f0b1-4698-894e-53c27f10a1e0),segment_id=26a3db7e-f0b1-4698-894e-53c27f10a1e0)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:50:49.902369 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-2fa48978-9a44-43ff-b83f-bbaba258133f req-a023deca-96f8-4cd4-95f3-4f89b17c43d0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Calling delete_port for 69a47796-8a95-45ec-a109-f37b63e5429f owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:49.919636 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7c8f83c4-526b-42b3-a7da-9944cc3f90a2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.930148 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf04a2da-85a8-494d-bf4c-79cda7b16971 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router 32494e27-ec60-40aa-a5a4-9e1d56551c8c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:50:49.942296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c692fd0d-9a83-4bc2-a440-cf337dbdabf9 req-22ec5830-81ed-4bf4-bdf8-f09cfda8c5e3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613774 Feb 04 13:50:50.066617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c197fd9-5585-4ba6-8524-5b0335e6fd9a None None] Pushing event updated for resources: {'Port': ['ID=7c8f83c4-526b-42b3-a7da-9944cc3f90a2,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:50.104378 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Deleting port 7c8f83c4-526b-42b3-a7da-9944cc3f90a2 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:50.104718 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7c8f83c4-526b-42b3-a7da-9944cc3f90a2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:50.135755 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cce8ef-bbce-4c40-8128-5bcbc6c3bd99 req-79294462-26e9-4897-b74d-809104d1b1c1 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:50.141138 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-66cce8ef-bbce-4c40-8128-5bcbc6c3bd99 req-79294462-26e9-4897-b74d-809104d1b1c1 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 950 time: 0.1132174 Feb 04 13:50:50.212595 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-66cce8ef-bbce-4c40-8128-5bcbc6c3bd99 req-ce3278e8-13df-498f-99be-7ac9f71e4892 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db38408-1fab-47b8-b6ff-6c3cc2423b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658314 Feb 04 13:50:50.263039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34448) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:50.294281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] For port 7c8f83c4-526b-42b3-a7da-9944cc3f90a2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7c8f83c4-526b-42b3-a7da-9944cc3f90a2,segment=NetworkSegment(26a3db7e-f0b1-4698-894e-53c27f10a1e0),segment_id=26a3db7e-f0b1-4698-894e-53c27f10a1e0)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:50.294665 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7c8f83c4-526b-42b3-a7da-9944cc3f90a2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:50.310484 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Calling delete_port for 7c8f83c4-526b-42b3-a7da-9944cc3f90a2 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:50.467633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34456) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:50.527769 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4a5b659f-0257-4a76-b00f-c222ace13c11 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605126144&fields=id&tenant_id=7a0b98ed329e4084aa74e351c6f4178a HTTP/1.1" status: 200 len: 267 time: 0.1839173 Feb 04 13:50:50.557887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf04a2da-85a8-494d-bf4c-79cda7b16971 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:50.570807 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e85fea-e583-4c95-a808-c4e8f015ea24 None None] Sync routers for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:50.582159 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf04a2da-85a8-494d-bf4c-79cda7b16971 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:50.602878 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e85fea-e583-4c95-a808-c4e8f015ea24 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:50.604132 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-89e85fea-e583-4c95-a808-c4e8f015ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:50.632047 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-daca898f-33a1-4837-859f-eef200fd5d4d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3db1e97d387a404da9bfd7ad7a6eeaa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1604803 Feb 04 13:50:50.632724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34458) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:50.650032 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-89e85fea-e583-4c95-a808-c4e8f015ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:50.660903 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e85fea-e583-4c95-a808-c4e8f015ea24 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:50.661619 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-89e85fea-e583-4c95-a808-c4e8f015ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:50.664627 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7c8f83c4-526b-42b3-a7da-9944cc3f90a2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:50.709936 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-89e85fea-e583-4c95-a808-c4e8f015ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:50.710738 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e85fea-e583-4c95-a808-c4e8f015ea24 None None] The sync data for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:50.740087 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2fa48978-9a44-43ff-b83f-bbaba258133f req-a023deca-96f8-4cd4-95f3-4f89b17c43d0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (69a47796-8a95-45ec-a109-f37b63e5429f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:50.742087 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Port': ['ID=7c8f83c4-526b-42b3-a7da-9944cc3f90a2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:50.765435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-dac9a763-13b0-4341-a073-13e097e7a445 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:50.772703 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-dac9a763-13b0-4341-a073-13e097e7a445 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/networks?id=61663296-fa91-417f-8ee4-7de19885aedb HTTP/1.1" status: 200 len: 797 time: 0.2203135 Feb 04 13:50:50.800554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023deca-96f8-4cd4-95f3-4f89b17c43d0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event deleted for resources: {'Port': ['ID=69a47796-8a95-45ec-a109-f37b63e5429f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:50.803296 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d382d219-dbbe-41cc-887b-29a063a5e945 admin admin] Publish callbacks [] for security_group (fc97817b-a927-4f5f-9c3f-13eb5760448b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:50.805833 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b994bbf-355e-4bd7-8838-b95947e631e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:50.811563 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-5cc6b53f-3901-4a8c-869c-5fc1c2beb32a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/quotas/7a0b98ed329e4084aa74e351c6f4178a HTTP/1.1" status: 200 len: 375 time: 0.0363057 Feb 04 13:50:50.834149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No DVR routers for this DVR port 7c8f83c4-526b-42b3-a7da-9944cc3f90a2 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:50.875637 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d382d219-dbbe-41cc-887b-29a063a5e945 admin admin] Publish callbacks [] for security_group (fc97817b-a927-4f5f-9c3f-13eb5760448b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:50.881647 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bf04a2da-85a8-494d-bf4c-79cda7b16971 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "PUT /v2.0/floatingips/feff6119-4dea-49a6-806f-7b7b8f113754 HTTP/1.1" status: 200 len: 978 time: 3.2561159 Feb 04 13:50:50.898370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34460) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:50.913530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa48978-9a44-43ff-b83f-bbaba258133f req-a023deca-96f8-4cd4-95f3-4f89b17c43d0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] No DVR routers for this DVR port 69a47796-8a95-45ec-a109-f37b63e5429f on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:50.923900 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2fa48978-9a44-43ff-b83f-bbaba258133f req-a023deca-96f8-4cd4-95f3-4f89b17c43d0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:50.928113 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2fa48978-9a44-43ff-b83f-bbaba258133f req-a023deca-96f8-4cd4-95f3-4f89b17c43d0 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.100 "DELETE /v2.0/ports/69a47796-8a95-45ec-a109-f37b63e5429f HTTP/1.1" status: 204 len: 173 time: 2.1623538 Feb 04 13:50:50.928922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dda7bb2-03c8-4633-8d1e-b267efb37a09', 'name': 'network-vif-deleted', 'tag': '69a47796-8a95-45ec-a109-f37b63e5429f'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:50:50.931644 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62ce0d0-69af-458b-b36b-9d9a7cb43d74" -d '{"events": [{"server_uuid": "7dda7bb2-03c8-4633-8d1e-b267efb37a09", "name": "network-vif-deleted", "tag": "69a47796-8a95-45ec-a109-f37b63e5429f"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:50:50.957175 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (1d1a25e5-c6d3-44f2-b6b9-b3b65ddfb988), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.065985 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (1d1a25e5-c6d3-44f2-b6b9-b3b65ddfb988), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.066322 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-fa57c4fd-7ebe-450f-954d-6a11861a5cef tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2428324 Feb 04 13:50:51.111886 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1a25e5-c6d3-44f2-b6b9-b3b65ddfb988,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:51.212748 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (5e68670a-08c3-4c42-afc8-469229649c29), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.228303 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b994bbf-355e-4bd7-8838-b95947e631e8 admin admin] Publish callbacks [] for security_group (a788d427-964d-4dce-a051-9e7b6ee9187f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.229299 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d382d219-dbbe-41cc-887b-29a063a5e945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fc97817b-a927-4f5f-9c3f-13eb5760448b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.232272 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d382d219-dbbe-41cc-887b-29a063a5e945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.234166 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d382d219-dbbe-41cc-887b-29a063a5e945 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fc97817b-a927-4f5f-9c3f-13eb5760448b HTTP/1.1" status: 204 len: 168 time: 0.5998926 Feb 04 13:50:51.241174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e68670a-08c3-4c42-afc8-469229649c29']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:51.247375 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b994bbf-355e-4bd7-8838-b95947e631e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a788d427-964d-4dce-a051-9e7b6ee9187f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.259603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a3db7e-f0b1-4698-894e-53c27f10a1e0') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:51.263179 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a3db7e-f0b1-4698-894e-53c27f10a1e0') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:51.277347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382d219-dbbe-41cc-887b-29a063a5e945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc97817b-a927-4f5f-9c3f-13eb5760448b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:51.290710 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (26a3db7e-f0b1-4698-894e-53c27f10a1e0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.323973 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (26a3db7e-f0b1-4698-894e-53c27f10a1e0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.336886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2b994bbf-355e-4bd7-8838-b95947e631e8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9c5c61afff16457389b0144f10b4bad8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0719843 Feb 04 13:50:51.351647 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34466) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:51.376772 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:51.377406 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (26a3db7e-f0b1-4698-894e-53c27f10a1e0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.379750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b994bbf-355e-4bd7-8838-b95947e631e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a788d427-964d-4dce-a051-9e7b6ee9187f,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:51.389300 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-a0c24d00-d4da-4d51-a6fe-e63dbfc73f0e service neutron] 10.222.0.96 "GET /v2.0/networks/61663296-fa91-417f-8ee4-7de19885aedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713108 Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:51.516074 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:51.520199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-d175f358-d175-46e4-8a45-719637762f39 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting port c6d6f0f7-3cdb-41d1-bf3d-11e73af67fa7 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:51.520199 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d175f358-d175-46e4-8a45-719637762f39 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c6d6f0f7-3cdb-41d1-bf3d-11e73af67fa7), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.527787 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (5e68670a-08c3-4c42-afc8-469229649c29), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.550456 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.558213 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/5e68670a-08c3-4c42-afc8-469229649c29 HTTP/1.1" status: 204 len: 168 time: 2.0563350 Feb 04 13:50:51.569509 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7f2bb65-964b-40e2-94d6-123bc8644a1d admin admin] Publish callbacks [] for security_group (a788d427-964d-4dce-a051-9e7b6ee9187f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.581622 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34468) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:51.593663 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c298643-0948-4524-8fc4-4058cae0bd5d tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Network': ['ID=5e68670a-08c3-4c42-afc8-469229649c29,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:51.625423 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d52f76-3f59-4f6a-b47b-c8f11eaa9af1 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:51.626635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d52f76-3f59-4f6a-b47b-c8f11eaa9af1 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:51.631080 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f8d52f76-3f59-4f6a-b47b-c8f11eaa9af1 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/subnets/1d1a25e5-c6d3-44f2-b6b9-b3b65ddfb988 HTTP/1.1" status: 404 len: 337 time: 0.0472915 Feb 04 13:50:51.639092 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34472) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:51.680833 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7f2bb65-964b-40e2-94d6-123bc8644a1d admin admin] Publish callbacks [] for security_group (a788d427-964d-4dce-a051-9e7b6ee9187f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.681330 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-359cc408-ecff-460f-9f7b-efac277856d6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:51.681870 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359cc408-ecff-460f-9f7b-efac277856d6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:51.687940 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-359cc408-ecff-460f-9f7b-efac277856d6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/5e68670a-08c3-4c42-afc8-469229649c29 HTTP/1.1" status: 404 len: 339 time: 0.0473003 Feb 04 13:50:51.688616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34474) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:51.717443 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-ca5abd77-210e-4bef-8cc6-54deaadb005a service neutron] 10.222.0.96 "GET /v2.0/networks/61663296-fa91-417f-8ee4-7de19885aedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159044 Feb 04 13:50:51.761603 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-66368f70-bab2-408c-abfd-483999e92105 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:51.762126 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66368f70-bab2-408c-abfd-483999e92105 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:51.773764 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-66368f70-bab2-408c-abfd-483999e92105 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/subnets/1a6ca30b-4c65-4ea2-b327-ee4d252470db HTTP/1.1" status: 404 len: 337 time: 0.0840485 Feb 04 13:50:51.774380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34476) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:51.852867 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d175f358-d175-46e4-8a45-719637762f39 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c6d6f0f7-3cdb-41d1-bf3d-11e73af67fa7), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.853283 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d175f358-d175-46e4-8a45-719637762f39 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (c6d6f0f7-3cdb-41d1-bf3d-11e73af67fa7), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.857122 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51d74eb-f90d-4f19-85f9-bcbcde6a2dbd tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:51.857653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51d74eb-f90d-4f19-85f9-bcbcde6a2dbd tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:51.860717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f51d74eb-f90d-4f19-85f9-bcbcde6a2dbd tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/150e07d8-c770-446b-a53d-119e8bf7dc8c HTTP/1.1" status: 404 len: 339 time: 0.0822780 Feb 04 13:50:51.865885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34482) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:51.882420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-d175f358-d175-46e4-8a45-719637762f39 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Calling delete_port for c6d6f0f7-3cdb-41d1-bf3d-11e73af67fa7 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:51.912098 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b28fc51b-9ba4-4c1f-b623-65654f460fe2 None None] Could not find standard attr ID for object 7c8f83c4-526b-42b3-a7da-9944cc3f90a2. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:50:51.975306 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718a460e-04f3-49ed-bd60-613222295ca1 None None] DHCP port deletion for 5e68670a-08c3-4c42-afc8-469229649c29 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:50:52.008248 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7f2bb65-964b-40e2-94d6-123bc8644a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a788d427-964d-4dce-a051-9e7b6ee9187f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:52.013811 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7f2bb65-964b-40e2-94d6-123bc8644a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:52.013950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177c1f59-945a-4f80-b58f-e30fd79f4326 None None] Network 5e68670a-08c3-4c42-afc8-469229649c29 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:52.016897 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f7f2bb65-964b-40e2-94d6-123bc8644a1d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a788d427-964d-4dce-a051-9e7b6ee9187f HTTP/1.1" status: 204 len: 168 time: 0.6642473 Feb 04 13:50:52.036208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2bb65-964b-40e2-94d6-123bc8644a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a788d427-964d-4dce-a051-9e7b6ee9187f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:52.054575 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ec2630b-6418-427b-bda1-c6b6b5c629b0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (92d63019-6887-4a59-92bf-4919c26fe96a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:52.079318 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177c1f59-945a-4f80-b58f-e30fd79f4326 None None] Network 5e68670a-08c3-4c42-afc8-469229649c29 could not be found, it might have been deleted concurrently. {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 13:50:52.113167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cae8e59-a949-4d3c-af8f-710a1244a642 None None] Network 5e68670a-08c3-4c42-afc8-469229649c29 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:52.159161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cae8e59-a949-4d3c-af8f-710a1244a642 None None] Network 5e68670a-08c3-4c42-afc8-469229649c29 could not be found, it might have been deleted concurrently. {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 13:50:52.225870 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ec2630b-6418-427b-bda1-c6b6b5c629b0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (92d63019-6887-4a59-92bf-4919c26fe96a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:52.261328 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3ec2630b-6418-427b-bda1-c6b6b5c629b0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d63019-6887-4a59-92bf-4919c26fe96a']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:52.265674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7ba5a-7b32-428f-8e18-f209c50940b9 req-469ab6ac-098d-41cc-a5fe-36a94e62f4b7 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:52.273504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47a7ba5a-7b32-428f-8e18-f209c50940b9 req-469ab6ac-098d-41cc-a5fe-36a94e62f4b7 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.1526220 Feb 04 13:50:52.279462 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3ec2630b-6418-427b-bda1-c6b6b5c629b0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f60cf39-40dc-483a-a7e7-5d8b10d1b1a0') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:52.280085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3ec2630b-6418-427b-bda1-c6b6b5c629b0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f60cf39-40dc-483a-a7e7-5d8b10d1b1a0') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:52.296364 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ec2630b-6418-427b-bda1-c6b6b5c629b0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (3f60cf39-40dc-483a-a7e7-5d8b10d1b1a0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:52.318654 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ec2630b-6418-427b-bda1-c6b6b5c629b0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3f60cf39-40dc-483a-a7e7-5d8b10d1b1a0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:52.327682 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec2630b-6418-427b-bda1-c6b6b5c629b0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:52.328347 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ec2630b-6418-427b-bda1-c6b6b5c629b0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (3f60cf39-40dc-483a-a7e7-5d8b10d1b1a0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:52.335320 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:52.419009 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47a7ba5a-7b32-428f-8e18-f209c50940b9 req-9eeeb684-9e03-4d43-bdd0-7ad9124c5e6d tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444883 Feb 04 13:50:52.434746 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ec2630b-6418-427b-bda1-c6b6b5c629b0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (92d63019-6887-4a59-92bf-4919c26fe96a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:52.441991 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ec2630b-6418-427b-bda1-c6b6b5c629b0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:52.453080 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3ec2630b-6418-427b-bda1-c6b6b5c629b0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/92d63019-6887-4a59-92bf-4919c26fe96a HTTP/1.1" status: 204 len: 168 time: 0.5848665 Feb 04 13:50:52.455482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34504) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:52.491813 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d175f358-d175-46e4-8a45-719637762f39 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c6d6f0f7-3cdb-41d1-bf3d-11e73af67fa7), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:52.531593 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2630b-6418-427b-bda1-c6b6b5c629b0 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Network': ['ID=92d63019-6887-4a59-92bf-4919c26fe96a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:52.539165 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b25c44f-f791-441f-bd22-19df61bc5dbb tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:52.540132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b25c44f-f791-441f-bd22-19df61bc5dbb tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:52.547170 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5b25c44f-f791-441f-bd22-19df61bc5dbb tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/subnets/d27509f5-bc6d-49ff-bd95-faf4cc10b26b HTTP/1.1" status: 404 len: 337 time: 0.0859454 Feb 04 13:50:52.550485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34508) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:52.562454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175f358-d175-46e4-8a45-719637762f39 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Port': ['ID=c6d6f0f7-3cdb-41d1-bf3d-11e73af67fa7,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:52.653622 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34516) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:52.662698 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a1b91a-e433-4fbb-b172-478d9a954f5a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:52.663006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a1b91a-e433-4fbb-b172-478d9a954f5a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:52.668788 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-07a1b91a-e433-4fbb-b172-478d9a954f5a tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/6359e715-1b82-4e32-97b9-98fb3824720c HTTP/1.1" status: 404 len: 339 time: 0.1108425 Feb 04 13:50:52.672203 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34518) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:52.682411 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fcfc09f5-2ce3-4e6f-8291-59dd18df23d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:52.736355 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d175f358-d175-46e4-8a45-719637762f39 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (feff6119-4dea-49a6-806f-7b7b8f113754), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:52.736574 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-d175f358-d175-46e4-8a45-719637762f39 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Floating IP feff6119-4dea-49a6-806f-7b7b8f113754 disassociated (deleted). External IP: 172.25.5.202, port: 7307fe1c-8448-4543-b8b9-567b62228420. Feb 04 13:50:52.745165 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-609491fe-379e-4fd2-b6c9-3a99694c7371 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:52.745630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609491fe-379e-4fd2-b6c9-3a99694c7371 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:52.750632 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-609491fe-379e-4fd2-b6c9-3a99694c7371 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/subnets/0c9bf47b-1c3e-4f05-b4f6-ec833dc5f6c7 HTTP/1.1" status: 404 len: 337 time: 0.0773795 Feb 04 13:50:52.761993 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34522) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:52.822724 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f366c5-d8bd-418c-8f98-eb233b17af5e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:52.825386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f366c5-d8bd-418c-8f98-eb233b17af5e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:52.830644 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-20f366c5-d8bd-418c-8f98-eb233b17af5e tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/b00cc4e6-a3ce-479a-bf4c-3ce74b4aed25 HTTP/1.1" status: 404 len: 339 time: 0.0675972 Feb 04 13:50:52.837868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34528) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:52.879876 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-358c8f45-3cb1-4535-aa32-4036285791ed tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:52.880495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358c8f45-3cb1-4535-aa32-4036285791ed tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:52.886824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-358c8f45-3cb1-4535-aa32-4036285791ed tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/subnets/9170da80-2a4a-4ef5-b8ed-a4981ff736bd HTTP/1.1" status: 404 len: 337 time: 0.0477462 Feb 04 13:50:52.887030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34532) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:53.000278 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fcfc09f5-2ce3-4e6f-8291-59dd18df23d4 admin admin] Publish callbacks [] for security_group (aea96b12-f10a-4619-a114-672d539db8be), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:53.003292 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c69f79-b5d8-4bb3-bc13-0bbb4d2b6d47 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:53.004335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c69f79-b5d8-4bb3-bc13-0bbb4d2b6d47 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:53.009870 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-24c69f79-b5d8-4bb3-bc13-0bbb4d2b6d47 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/073e7cf8-3a32-4227-9c0a-c781afdc3dbd HTTP/1.1" status: 404 len: 339 time: 0.1218402 Feb 04 13:50:53.012288 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fcfc09f5-2ce3-4e6f-8291-59dd18df23d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (aea96b12-f10a-4619-a114-672d539db8be), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:53.018542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34534) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:53.069067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34536) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:53.089594 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-733a2b51-0f7b-4ffb-a7ed-a59a230c8677 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:53.090352 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733a2b51-0f7b-4ffb-a7ed-a59a230c8677 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:53.093887 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-733a2b51-0f7b-4ffb-a7ed-a59a230c8677 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/subnets/6b454029-e603-41e1-b848-77c72b39a746 HTTP/1.1" status: 404 len: 337 time: 0.0707152 Feb 04 13:50:53.115766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34542) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:53.139144 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fcfc09f5-2ce3-4e6f-8291-59dd18df23d4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8f02a1f9104c4a78b9c51ba341aa71a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4820426 Feb 04 13:50:53.139144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc09f5-2ce3-4e6f-8291-59dd18df23d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea96b12-f10a-4619-a114-672d539db8be,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:53.142836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34544) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:53.155156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34546) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:53.211403 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3692aca-0792-4862-af46-9dfdee144aae tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:53.212127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3692aca-0792-4862-af46-9dfdee144aae tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:53.215217 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d3692aca-0792-4862-af46-9dfdee144aae tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/87e38259-bec9-4844-8fe4-34803d37bd5f HTTP/1.1" status: 404 len: 339 time: 0.0965843 Feb 04 13:50:53.235801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34550) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:53.237801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 69a47796-8a95-45ec-a109-f37b63e5429f no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:50:53.249218 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb86c79-4a79-4514-9f2d-a66a2661222e x-openstack-request-id: req-1bb86c79-4a79-4514-9f2d-a66a2661222e {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:50:53.249456 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dda7bb2-03c8-4633-8d1e-b267efb37a09", "name": "network-vif-deleted", "tag": "69a47796-8a95-45ec-a109-f37b63e5429f", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:50:53.249678 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1bb86c79-4a79-4514-9f2d-a66a2661222e {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:50:53.250087 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dda7bb2-03c8-4633-8d1e-b267efb37a09', 'name': 'network-vif-deleted', 'tag': '69a47796-8a95-45ec-a109-f37b63e5429f', 'status': 'completed', 'code': 200} Feb 04 13:50:53.309959 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1563dd0-b644-4fb4-ae5d-0943728d4edc tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:53.310449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1563dd0-b644-4fb4-ae5d-0943728d4edc tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:53.312446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 69a47796-8a95-45ec-a109-f37b63e5429f {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:50:53.312954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 69a47796-8a95-45ec-a109-f37b63e5429f not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:50:53.313757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c1563dd0-b644-4fb4-ae5d-0943728d4edc tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/subnets/af4a9939-d629-4e79-af76-e2f375be48f5 HTTP/1.1" status: 404 len: 337 time: 0.0668032 Feb 04 13:50:53.317147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34552) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:53.355083 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-978a45c4-9ca6-42c9-9a7b-4d2a0a856733 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:53.355083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978a45c4-9ca6-42c9-9a7b-4d2a0a856733 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:53.357393 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-978a45c4-9ca6-42c9-9a7b-4d2a0a856733 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/0d2cd4b4-a63e-4cfb-bba6-4701a41047eb HTTP/1.1" status: 404 len: 339 time: 0.0392413 Feb 04 13:50:53.361274 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34554) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:53.381462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a51a754c-b933-4be1-a458-94f1e3e5790b req-3b08d805-7a22-4628-996f-a49dfa7f961e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 210 time: 0.0413024 Feb 04 13:50:53.411408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d175f358-d175-46e4-8a45-719637762f39 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router 32494e27-ec60-40aa-a5a4-9e1d56551c8c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:50:53.437146 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1ce96b5b-c736-4c2f-a6cb-64da1a712f8d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-461874603-network', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:53.445146 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3dd48b-701a-4c8f-a050-dd500609da6c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:53.446471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3dd48b-701a-4c8f-a050-dd500609da6c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:53.451170 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8b3dd48b-701a-4c8f-a050-dd500609da6c tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/subnets/cd758f83-8ec0-43fb-bb26-baf57d1bac99 HTTP/1.1" status: 404 len: 337 time: 0.0829327 Feb 04 13:50:53.466378 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34558) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:53.513790 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-3042b0d2-ce30-4f61-a1ea-ce0d6362ea7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:53.514345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3042b0d2-ce30-4f61-a1ea-ce0d6362ea7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:53.520143 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3042b0d2-ce30-4f61-a1ea-ce0d6362ea7b tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/7a35ba3f-55dd-4b52-934f-8043a66654dd HTTP/1.1" status: 404 len: 339 time: 0.0499916 Feb 04 13:50:53.522994 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34560) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:53.539746 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce96b5b-c736-4c2f-a6cb-64da1a712f8d admin admin] Made reservation on behalf of 3a088728a0e04cbb8731f38e93f3d6e1 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:53.542182 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ce96b5b-c736-4c2f-a6cb-64da1a712f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:53.583199 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a64ca1b-5af4-4720-b399-62c8dffb0cfa tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:53.583668 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a64ca1b-5af4-4720-b399-62c8dffb0cfa tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:53.589714 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8a64ca1b-5af4-4720-b399-62c8dffb0cfa tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/subnets/5135809f-f392-45bc-9642-64bc7fed8d92 HTTP/1.1" status: 404 len: 337 time: 0.0630977 Feb 04 13:50:53.590877 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ce96b5b-c736-4c2f-a6cb-64da1a712f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:53.592977 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e63daec-fd57-445e-8541-8c15fbf1e2df admin admin] Publish callbacks [] for security_group (aea96b12-f10a-4619-a114-672d539db8be), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:53.597331 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34562) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:53.709099 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddf38dd-6d5a-4a3f-a4a6-231980ac4386 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:53.709738 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bddf38dd-6d5a-4a3f-a4a6-231980ac4386 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:53.716490 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bddf38dd-6d5a-4a3f-a4a6-231980ac4386 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/aa7acec3-b837-4bb5-860a-0f48ce09d0b1 HTTP/1.1" status: 404 len: 339 time: 0.1159008 Feb 04 13:50:53.783216 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34564) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:53.807932 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e63daec-fd57-445e-8541-8c15fbf1e2df admin admin] Publish callbacks [] for security_group (aea96b12-f10a-4619-a114-672d539db8be), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:53.894486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7c8f83c4-526b-42b3-a7da-9944cc3f90a2 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:50:53.941200 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-e720bba6-4003-4c08-8f9a-08554b4b44ce tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:53.942395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e720bba6-4003-4c08-8f9a-08554b4b44ce tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:53.947532 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e720bba6-4003-4c08-8f9a-08554b4b44ce tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/subnets/22828616-1507-48f9-b9df-4324d7b64c3a HTTP/1.1" status: 404 len: 337 time: 0.1589394 Feb 04 13:50:53.967314 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34566) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:54.018592 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f573281-2569-4a3a-99d0-c481e1facde6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] DELETE failed (client error): The resource could not be found. Feb 04 13:50:54.019367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f573281-2569-4a3a-99d0-c481e1facde6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:50:54.020283 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 7c8f83c4-526b-42b3-a7da-9944cc3f90a2 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:50:54.020876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7c8f83c4-526b-42b3-a7da-9944cc3f90a2 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:50:54.023544 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4f573281-2569-4a3a-99d0-c481e1facde6 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/fc30a9f2-34b4-429b-943a-7f44ffd90cbf HTTP/1.1" status: 404 len: 339 time: 0.0541835 Feb 04 13:50:54.028604 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34568) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:54.088746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0d1d4-55be-44f9-b780-9542e4f64d85 req-fd76ff58-24b0-43a6-ab61-cd3c3f07b766 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:54.096192 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5c0d1d4-55be-44f9-b780-9542e4f64d85 req-fd76ff58-24b0-43a6-ab61-cd3c3f07b766 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.5846999 Feb 04 13:50:54.151254 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f72e76-9e02-45fd-b271-20b587a70a13 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Deleting subnet f0da4d77-9464-4f24-ac46-2ca715a3b261 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:50:54.164313 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-68f72e76-9e02-45fd-b271-20b587a70a13 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for subnet (f0da4d77-9464-4f24-ac46-2ca715a3b261), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:54.167826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d175f358-d175-46e4-8a45-719637762f39 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:50:54.201579 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d175f358-d175-46e4-8a45-719637762f39 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:54.205401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c57a276-00f4-4919-977e-b654fe719ec1 None None] Sync routers for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:54.245510 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5c0d1d4-55be-44f9-b780-9542e4f64d85 req-a2c0f9d7-f098-422e-88aa-bbbf0ad5416f tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483088 Feb 04 13:50:54.258460 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e63daec-fd57-445e-8541-8c15fbf1e2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (aea96b12-f10a-4619-a114-672d539db8be), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:54.261772 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e63daec-fd57-445e-8541-8c15fbf1e2df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:54.263833 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4e63daec-fd57-445e-8541-8c15fbf1e2df admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aea96b12-f10a-4619-a114-672d539db8be HTTP/1.1" status: 204 len: 168 time: 1.1118772 Feb 04 13:50:54.283224 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c57a276-00f4-4919-977e-b654fe719ec1 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:54.284191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2c57a276-00f4-4919-977e-b654fe719ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:54.296562 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-e81504fa-42ed-4447-a8a3-e9b617b9298a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:54.299155 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-e81504fa-42ed-4447-a8a3-e9b617b9298a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.100 "GET /v2.0/networks?id=61663296-fa91-417f-8ee4-7de19885aedb HTTP/1.1" status: 200 len: 797 time: 0.5237072 Feb 04 13:50:54.321963 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-68f72e76-9e02-45fd-b271-20b587a70a13 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (f0da4d77-9464-4f24-ac46-2ca715a3b261), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:54.336538 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ce96b5b-c736-4c2f-a6cb-64da1a712f8d admin admin] Publish callbacks [] for security_group (66289a5f-3221-4e2a-8701-1b44c75dd7cc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:54.357262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2c57a276-00f4-4919-977e-b654fe719ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:54.374615 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63daec-fd57-445e-8541-8c15fbf1e2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea96b12-f10a-4619-a114-672d539db8be,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:54.376315 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c57a276-00f4-4919-977e-b654fe719ec1 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:50:54.377241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2c57a276-00f4-4919-977e-b654fe719ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:54.390488 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ce96b5b-c736-4c2f-a6cb-64da1a712f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (66289a5f-3221-4e2a-8701-1b44c75dd7cc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:54.435346 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d175f358-d175-46e4-8a45-719637762f39 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/floatingips/feff6119-4dea-49a6-806f-7b7b8f113754 HTTP/1.1" status: 204 len: 168 time: 3.5331285 Feb 04 13:50:54.436549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34578) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:54.474061 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce96b5b-c736-4c2f-a6cb-64da1a712f8d admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:50:54.512643 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce96b5b-c736-4c2f-a6cb-64da1a712f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66289a5f-3221-4e2a-8701-1b44c75dd7cc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:54.525166 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ce96b5b-c736-4c2f-a6cb-64da1a712f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e875aa9e-bf78-4b00-9cdc-c88282ddbf83), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:54.527393 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-1ce96b5b-c736-4c2f-a6cb-64da1a712f8d admin admin] Added segment e875aa9e-bf78-4b00-9cdc-c88282ddbf83 of type vlan for network e850f246-0270-48c7-b292-77ce5d0c8d2b Feb 04 13:50:54.567592 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2c57a276-00f4-4919-977e-b654fe719ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:54.569283 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c57a276-00f4-4919-977e-b654fe719ec1 None None] The sync data for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:54.601947 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-e378e07d-7508-4c22-9496-e46742339069 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a0b98ed329e4084aa74e351c6f4178a HTTP/1.1" status: 200 len: 379 time: 0.2475264 Feb 04 13:50:54.628729 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ce96b5b-c736-4c2f-a6cb-64da1a712f8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (e850f246-0270-48c7-b292-77ce5d0c8d2b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:54.664361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8125f30-7e47-41c7-8d6c-7a17496a82da req-ebda4466-6161-443d-bbba-79a33205982e tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:54.665967 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8125f30-7e47-41c7-8d6c-7a17496a82da req-ebda4466-6161-443d-bbba-79a33205982e tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.2380793 Feb 04 13:50:54.716624 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ce96b5b-c736-4c2f-a6cb-64da1a712f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (e850f246-0270-48c7-b292-77ce5d0c8d2b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:54.717726 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce96b5b-c736-4c2f-a6cb-64da1a712f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:54.718345 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ce96b5b-c736-4c2f-a6cb-64da1a712f8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:54.727249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-f641db65-66b1-4873-a512-a7f899a9a245 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'port': {'device_id': '4fc88ab3-58a2-47bc-ad0e-7620d8312735', 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb', 'admin_state_up': True, 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'security_groups': ['077e3ac8-6451-40e3-a1b9-897e8ab5b494']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:54.769319 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-68f72e76-9e02-45fd-b271-20b587a70a13 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (f0da4d77-9464-4f24-ac46-2ca715a3b261), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:54.836799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8125f30-7e47-41c7-8d6c-7a17496a82da req-32cd7fb1-dc31-440b-9bd4-32cb366c259c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399858 Feb 04 13:50:54.888142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-2259c469-8bec-4994-9b1f-5d280e71db53 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting port 7307fe1c-8448-4543-b8b9-567b62228420 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:54.888500 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2259c469-8bec-4994-9b1f-5d280e71db53 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7307fe1c-8448-4543-b8b9-567b62228420), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:54.976936 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-68f72e76-9e02-45fd-b271-20b587a70a13 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (f0da4d77-9464-4f24-ac46-2ca715a3b261), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:55.013730 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb980c2-d728-486f-8dce-7b3365e8d2e1 None None] Network c2a01095-4d0b-406c-9c9d-2def3473005b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:55.032616 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-68f72e76-9e02-45fd-b271-20b587a70a13 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:55.034198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce96b5b-c736-4c2f-a6cb-64da1a712f8d admin admin] Pushing event updated for resources: {'Network': ['ID=e850f246-0270-48c7-b292-77ce5d0c8d2b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:55.054948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-68f72e76-9e02-45fd-b271-20b587a70a13 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/subnets/f0da4d77-9464-4f24-ac46-2ca715a3b261 HTTP/1.1" status: 204 len: 168 time: 1.0225327 Feb 04 13:50:55.065454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34592) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:55.094088 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f72e76-9e02-45fd-b271-20b587a70a13 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Subnet': ['ID=f0da4d77-9464-4f24-ac46-2ca715a3b261,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:55.094858 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1ce96b5b-c736-4c2f-a6cb-64da1a712f8d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0232673 Feb 04 13:50:55.097859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34594) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:55.126825 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-95f012ea-fe0a-4afc-967f-f3f09ebdbc86 admin admin] Request body: {'subnet': {'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-461874603-subnet', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:55.157591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-f641db65-66b1-4873-a512-a7f899a9a245 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Made reservation on behalf of 7a0b98ed329e4084aa74e351c6f4178a for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:55.166293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-f641db65-66b1-4873-a512-a7f899a9a245 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:55.175667 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76ad58c4-2f8d-4bed-9fac-6a6c29331f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (700633c4-9e95-41ff-979d-eb8a63ccb7b2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:55.221054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network e850f246-0270-48c7-b292-77ce5d0c8d2b details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:50:55.257477 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03daa3d1-8f46-41dd-bab8-8b4e4f0559cf req-38643086-dd1d-4720-8981-0c81b3e464f4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 210 time: 0.1464348 Feb 04 13:50:55.278486 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2259c469-8bec-4994-9b1f-5d280e71db53 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7307fe1c-8448-4543-b8b9-567b62228420), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:55.315191 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-2259c469-8bec-4994-9b1f-5d280e71db53 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Calling delete_port for 7307fe1c-8448-4543-b8b9-567b62228420 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:55.328139 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (c2a01095-4d0b-406c-9c9d-2def3473005b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:55.579595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76241d88-8b2b-42af-a95b-a0d6151f862a None None] DHCP port deletion for c2a01095-4d0b-406c-9c9d-2def3473005b request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:50:55.658946 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-76241d88-8b2b-42af-a95b-a0d6151f862a None None] Deleting port 71f14110-4406-40b2-906d-db99fb2171e5 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:55.659591 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-76241d88-8b2b-42af-a95b-a0d6151f862a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (71f14110-4406-40b2-906d-db99fb2171e5), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:55.750811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-76241d88-8b2b-42af-a95b-a0d6151f862a None None] For port 71f14110-4406-40b2-906d-db99fb2171e5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=71f14110-4406-40b2-906d-db99fb2171e5,segment=NetworkSegment(fd4a72dd-cdce-41e8-a430-9f1e80aaedad),segment_id=fd4a72dd-cdce-41e8-a430-9f1e80aaedad)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:55.751601 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-76241d88-8b2b-42af-a95b-a0d6151f862a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (71f14110-4406-40b2-906d-db99fb2171e5), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:55.756076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d643e-b761-4968-931b-2f59db7da3be req-1d539a9b-5203-43b1-8e16-6654f05e1a6b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:55.757737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-235d643e-b761-4968-931b-2f59db7da3be req-1d539a9b-5203-43b1-8e16-6654f05e1a6b tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.2575150 Feb 04 13:50:55.772473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-76241d88-8b2b-42af-a95b-a0d6151f862a None None] Calling delete_port for 71f14110-4406-40b2-906d-db99fb2171e5 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:55.857287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Deleting port 71f14110-4406-40b2-906d-db99fb2171e5 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:55.857929 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (71f14110-4406-40b2-906d-db99fb2171e5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:55.956526 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f012ea-fe0a-4afc-967f-f3f09ebdbc86 admin admin] Made reservation on behalf of 3a088728a0e04cbb8731f38e93f3d6e1 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:55.959427 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95f012ea-fe0a-4afc-967f-f3f09ebdbc86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:56.055830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] For port 71f14110-4406-40b2-906d-db99fb2171e5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=71f14110-4406-40b2-906d-db99fb2171e5,segment=NetworkSegment(fd4a72dd-cdce-41e8-a430-9f1e80aaedad),segment_id=fd4a72dd-cdce-41e8-a430-9f1e80aaedad)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:56.056438 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (71f14110-4406-40b2-906d-db99fb2171e5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:56.075743 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Calling delete_port for 71f14110-4406-40b2-906d-db99fb2171e5 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:56.100285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-f641db65-66b1-4873-a512-a7f899a9a245 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Allocated IP 172.20.0.6 (61663296-fa91-417f-8ee4-7de19885aedb/b5301bf8-00fb-476c-bc1d-6b0b6e7524b5/f2c67f5a-6160-4a47-9dc3-9f30ee4a8220) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:56.299075 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-235d643e-b761-4968-931b-2f59db7da3be req-9356ddf4-ba63-41d6-b120-af78c21ad2fe tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217083 Feb 04 13:50:56.299935 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (71f14110-4406-40b2-906d-db99fb2171e5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:56.339728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 71f14110-4406-40b2-906d-db99fb2171e5 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:50:56.369178 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 71f14110-4406-40b2-906d-db99fb2171e5 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:50:56.369717 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 71f14110-4406-40b2-906d-db99fb2171e5 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:50:56.393247 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-76241d88-8b2b-42af-a95b-a0d6151f862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (71f14110-4406-40b2-906d-db99fb2171e5), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:56.464049 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] No DVR routers for this DVR port 71f14110-4406-40b2-906d-db99fb2171e5 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:56.465706 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Port': ['ID=71f14110-4406-40b2-906d-db99fb2171e5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:56.484200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76241d88-8b2b-42af-a95b-a0d6151f862a None None] Pushing event deleted for resources: {'Port': ['ID=71f14110-4406-40b2-906d-db99fb2171e5,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:56.510222 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76241d88-8b2b-42af-a95b-a0d6151f862a None None] No DVR routers for this DVR port 71f14110-4406-40b2-906d-db99fb2171e5 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:56.647691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0f94815-c023-4a1c-b573-06d49a6d8dc0 req-15a1595c-7ec7-4549-bb74-7bf34abb621b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 210 time: 0.1425228 Feb 04 13:50:56.651610 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (c2a01095-4d0b-406c-9c9d-2def3473005b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:56.701749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a01095-4d0b-406c-9c9d-2def3473005b']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:56.711443 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2259c469-8bec-4994-9b1f-5d280e71db53 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (7307fe1c-8448-4543-b8b9-567b62228420), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:56.722287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4a72dd-cdce-41e8-a430-9f1e80aaedad') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:56.723189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4a72dd-cdce-41e8-a430-9f1e80aaedad') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:56.763837 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (fd4a72dd-cdce-41e8-a430-9f1e80aaedad), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:56.767601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259c469-8bec-4994-9b1f-5d280e71db53 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Port': ['ID=7307fe1c-8448-4543-b8b9-567b62228420,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:56.813571 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fd4a72dd-cdce-41e8-a430-9f1e80aaedad), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:56.823533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:56.824545 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (fd4a72dd-cdce-41e8-a430-9f1e80aaedad), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:56.883373 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-f641db65-66b1-4873-a512-a7f899a9a245 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for port (f2c67f5a-6160-4a47-9dc3-9f30ee4a8220), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:56.924688 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:56.930634 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (c2a01095-4d0b-406c-9c9d-2def3473005b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:56.964789 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:56.971935 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] 10.222.0.96 "DELETE /v2.0/networks/c2a01095-4d0b-406c-9c9d-2def3473005b HTTP/1.1" status: 204 len: 168 time: 1.9019382 Feb 04 13:50:57.012985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34632) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:57.027050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbd291-55ce-4bde-aa24-96359dd8b5d7 tempest-NetworksTest-975460410 tempest-NetworksTest-975460410-project] Pushing event deleted for resources: {'Network': ['ID=c2a01095-4d0b-406c-9c9d-2def3473005b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:57.054640 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2259c469-8bec-4994-9b1f-5d280e71db53 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:57.058699 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2259c469-8bec-4994-9b1f-5d280e71db53 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/ports/7307fe1c-8448-4543-b8b9-567b62228420 HTTP/1.1" status: 204 len: 168 time: 2.6130481 Feb 04 13:50:57.063750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34636) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:57.071479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:57.102248 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:57.303014 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-f641db65-66b1-4873-a512-a7f899a9a245 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f2c67f5a-6160-4a47-9dc3-9f30ee4a8220), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:57.313889 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-76ad58c4-2f8d-4bed-9fac-6a6c29331f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Deleting port 1f1c8b2f-73b8-4c87-8276-dfa444301a65 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:50:57.314248 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76ad58c4-2f8d-4bed-9fac-6a6c29331f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:57.317056 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-5753d9b0-56f8-4cf5-bfbb-123e5b55484d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-976380708', 'router:external': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:57.327538 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:57.414410 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5753d9b0-56f8-4cf5-bfbb-123e5b55484d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Made reservation on behalf of 8d1ff25c0fd8475ebbd576e4d1a0464a for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:57.416928 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5753d9b0-56f8-4cf5-bfbb-123e5b55484d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:57.434892 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5753d9b0-56f8-4cf5-bfbb-123e5b55484d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:57.437577 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95f012ea-fe0a-4afc-967f-f3f09ebdbc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (4fa6a57d-4833-477c-a4c3-0b43c577818b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:57.509147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34640) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:57.540854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Allocated IP 172.25.5.53 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/7764ee0e-74e1-4a8b-a735-e8984290533e) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:57.599872 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-f641db65-66b1-4873-a512-a7f899a9a245 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network 61663296-fa91-417f-8ee4-7de19885aedb is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:57.643356 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-f641db65-66b1-4873-a512-a7f899a9a245 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:57.657016 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-f641db65-66b1-4873-a512-a7f899a9a245 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:57.658121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f012ea-fe0a-4afc-967f-f3f09ebdbc86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa6a57d-4833-477c-a4c3-0b43c577818b,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:57.721030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641db65-66b1-4873-a512-a7f899a9a245 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Port': ['ID=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:57.724210 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5753d9b0-56f8-4cf5-bfbb-123e5b55484d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for security_group (181d996f-1b78-4ff6-a814-b369f493a11e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:57.778617 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5753d9b0-56f8-4cf5-bfbb-123e5b55484d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (181d996f-1b78-4ff6-a814-b369f493a11e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:57.792601 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-76ad58c4-2f8d-4bed-9fac-6a6c29331f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] For port 1f1c8b2f-73b8-4c87-8276-dfa444301a65, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1f1c8b2f-73b8-4c87-8276-dfa444301a65,segment=NetworkSegment(600a9123-6d3c-4596-a82e-a099b916b617),segment_id=600a9123-6d3c-4596-a82e-a099b916b617)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:50:57.793506 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76ad58c4-2f8d-4bed-9fac-6a6c29331f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:57.805617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f012ea-fe0a-4afc-967f-f3f09ebdbc86 admin admin] Checking segment: {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:57.806432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f012ea-fe0a-4afc-967f-f3f09ebdbc86 admin admin] Network hostable DHCP agents. Network: e850f246-0270-48c7-b292-77ce5d0c8d2b, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:50:57.821658 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-76ad58c4-2f8d-4bed-9fac-6a6c29331f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Calling delete_port for 1f1c8b2f-73b8-4c87-8276-dfa444301a65 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:50:57.829055 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-f641db65-66b1-4873-a512-a7f899a9a245 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:57.830265 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-f641db65-66b1-4873-a512-a7f899a9a245 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:57.874630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753d9b0-56f8-4cf5-bfbb-123e5b55484d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181d996f-1b78-4ff6-a814-b369f493a11e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:57.930037 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (7764ee0e-74e1-4a8b-a735-e8984290533e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:57.930516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f012ea-fe0a-4afc-967f-f3f09ebdbc86 admin admin] Network e850f246-0270-48c7-b292-77ce5d0c8d2b is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:50:57.944301 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-f641db65-66b1-4873-a512-a7f899a9a245 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2282796 Feb 04 13:50:57.947714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-95f012ea-fe0a-4afc-967f-f3f09ebdbc86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, e850f246-0270-48c7-b292-77ce5d0c8d2b) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:57.958032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93859b07-d962-4b3b-93eb-fd712c76116b None None] Network e850f246-0270-48c7-b292-77ce5d0c8d2b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:50:57.960092 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Request body: {'port': {'device_id': '4fc88ab3-58a2-47bc-ad0e-7620d8312735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:57.963475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f012ea-fe0a-4afc-967f-f3f09ebdbc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:57.964079 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95f012ea-fe0a-4afc-967f-f3f09ebdbc86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:57.997509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5753d9b0-56f8-4cf5-bfbb-123e5b55484d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:50:58.043874 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-95f012ea-fe0a-4afc-967f-f3f09ebdbc86 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9378014 Feb 04 13:50:58.053504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34650) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:58.058729 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5753d9b0-56f8-4cf5-bfbb-123e5b55484d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3ff2c6e6-2f9c-4a6c-b310-1471bceb285e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.059920 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-5753d9b0-56f8-4cf5-bfbb-123e5b55484d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Added segment 3ff2c6e6-2f9c-4a6c-b310-1471bceb285e of type vlan for network 35a526b9-d9d9-4edf-ac1d-4d11cfee188d Feb 04 13:50:58.065671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-461874603-router', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:58.103419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-141dd408-65ae-4502-9921-82bda2585c89 None None] Provisioning complete for port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:58.105212 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-141dd408-65ae-4502-9921-82bda2585c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f2c67f5a-6160-4a47-9dc3-9f30ee4a8220), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.131052 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.132556 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.175147 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2c0e8e31-ac0e-4ff0-bc07-902746a5b28a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f39222374bfe46758bc13b159822bacd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6632545 Feb 04 13:50:58.181253 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (7764ee0e-74e1-4a8b-a735-e8984290533e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.183700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34652) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:58.202320 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-141dd408-65ae-4502-9921-82bda2585c89 None None] Port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:50:58.237273 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-e850f246-0270-48c7-b292-77ce5d0c8d2b', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:50:58.238235 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.246616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedc5ba-6689-416f-a92a-8dab14bf6520 req-fb0d3599-1c33-48ab-9ce4-1e87e1b01c35 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:58.250732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4eedc5ba-6689-416f-a92a-8dab14bf6520 req-fb0d3599-1c33-48ab-9ce4-1e87e1b01c35 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 931 time: 0.3771372 Feb 04 13:50:58.263850 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f2c67f5a-6160-4a47-9dc3-9f30ee4a8220), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.316444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=7764ee0e-74e1-4a8b-a735-e8984290533e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:58.343908 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5753d9b0-56f8-4cf5-bfbb-123e5b55484d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (35a526b9-d9d9-4edf-ac1d-4d11cfee188d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.516362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:58.522235 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5753d9b0-56f8-4cf5-bfbb-123e5b55484d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (35a526b9-d9d9-4edf-ac1d-4d11cfee188d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.523224 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5753d9b0-56f8-4cf5-bfbb-123e5b55484d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:58.523788 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5753d9b0-56f8-4cf5-bfbb-123e5b55484d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.532484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Allocated IP 172.20.0.2 (e850f246-0270-48c7-b292-77ce5d0c8d2b/4fa6a57d-4833-477c-a4c3-0b43c577818b/b27429bc-e735-49fd-8801-c41aceb59e37) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:58.590569 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:50:58.598451 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Publish callbacks [] for port (f2c67f5a-6160-4a47-9dc3-9f30ee4a8220), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.648420 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Transition to ACTIVE for port object f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:50:58.649679 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76ad58c4-2f8d-4bed-9fac-6a6c29331f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1f1c8b2f-73b8-4c87-8276-dfa444301a65), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.657994 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Publish callbacks [] for router_controller (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.670984 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:58.674681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:58.736772 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (f2c67f5a-6160-4a47-9dc3-9f30ee4a8220), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.750640 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Publish callbacks [] for port (b27429bc-e735-49fd-8801-c41aceb59e37), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.760506 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (b27429bc-e735-49fd-8801-c41aceb59e37), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.781370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Network e850f246-0270-48c7-b292-77ce5d0c8d2b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:58.789951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:58.834550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:50:58.840454 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5ad71353-5c71-4079-a4ad-6bc816144eef admin admin] Publish callbacks [] for security_group (f86ab5b2-718e-4c1d-8434-a3c6ed42626d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:58.871022 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad58c4-2f8d-4bed-9fac-6a6c29331f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event deleted for resources: {'Port': ['ID=1f1c8b2f-73b8-4c87-8276-dfa444301a65,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:58.891925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Pushing event updated for resources: {'Port': ['ID=b27429bc-e735-49fd-8801-c41aceb59e37,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:58.947888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:58.976190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5753d9b0-56f8-4cf5-bfbb-123e5b55484d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9610183 Feb 04 13:50:58.984641 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34658) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:50:58.991670 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-db8cb11e-c74b-4d4e-9ae6-46a7f06a99db tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Request body: {'subnet': {'network_id': '35a526b9-d9d9-4edf-ac1d-4d11cfee188d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:59.044437 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8cb11e-c74b-4d4e-9ae6-46a7f06a99db tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Made reservation on behalf of 8d1ff25c0fd8475ebbd576e4d1a0464a for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:59.047279 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-db8cb11e-c74b-4d4e-9ae6-46a7f06a99db tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:59.059127 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Attempting to bind port b27429bc-e735-49fd-8801-c41aceb59e37 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:50:59.059693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Attempting to bind port b27429bc-e735-49fd-8801-c41aceb59e37 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:50:59.059894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Attempting to bind port b27429bc-e735-49fd-8801-c41aceb59e37 on network e850f246-0270-48c7-b292-77ce5d0c8d2b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:59.080610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:50:59.081007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Checking segment: {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:59.081423 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:59.081822 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Bound using segment: {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:50:59.082358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Bound port: b27429bc-e735-49fd-8801-c41aceb59e37, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:50:59.082757 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b27429bc-e735-49fd-8801-c41aceb59e37), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:59.115818 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753d9b0-56f8-4cf5-bfbb-123e5b55484d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Pushing event updated for resources: {'Network': ['ID=35a526b9-d9d9-4edf-ac1d-4d11cfee188d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:59.172245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 35a526b9-d9d9-4edf-ac1d-4d11cfee188d details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:50:59.213854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4eedc5ba-6689-416f-a92a-8dab14bf6520 req-c35c5416-074a-4dc2-a991-b9c255922129 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=077e3ac8-6451-40e3-a1b9-897e8ab5b494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8766885 Feb 04 13:50:59.218587 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5ad71353-5c71-4079-a4ad-6bc816144eef admin admin] Publish callbacks [] for security_group (f86ab5b2-718e-4c1d-8434-a3c6ed42626d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:59.326049 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Publish callbacks [] for router_gateway (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:59.346968 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (250b1df9-6a86-4608-b621-f3d6b571a02b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:59.420268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] For port b27429bc-e735-49fd-8801-c41aceb59e37, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:50:59.434011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] For port b27429bc-e735-49fd-8801-c41aceb59e37, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b27429bc-e735-49fd-8801-c41aceb59e37,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:50:59.455513 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76ad58c4-2f8d-4bed-9fac-6a6c29331f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (700633c4-9e95-41ff-979d-eb8a63ccb7b2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:59.457313 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b27429bc-e735-49fd-8801-c41aceb59e37), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:59.469544 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7764ee0e-74e1-4a8b-a735-e8984290533e), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:59.577288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cb5b4-5f76-4b78-85f5-7e1fd3dffe2b None None] Pushing event updated for resources: {'Port': ['ID=b27429bc-e735-49fd-8801-c41aceb59e37,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:59.597642 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5ad71353-5c71-4079-a4ad-6bc816144eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f86ab5b2-718e-4c1d-8434-a3c6ed42626d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:59.600888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Attempting to bind port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:50:59.601410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Attempting to bind port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '187eb62e-1330-434b-bf3b-de9d1e2a4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:50:59.604609 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5ad71353-5c71-4079-a4ad-6bc816144eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:59.605127 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Attempting to bind port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 on network 61663296-fa91-417f-8ee4-7de19885aedb {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:59.611400 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5ad71353-5c71-4079-a4ad-6bc816144eef admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f86ab5b2-718e-4c1d-8434-a3c6ed42626d HTTP/1.1" status: 204 len: 168 time: 1.4186313 Feb 04 13:50:59.733221 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad71353-5c71-4079-a4ad-6bc816144eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86ab5b2-718e-4c1d-8434-a3c6ed42626d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:59.736915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 on network 61663296-fa91-417f-8ee4-7de19885aedb not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:50:59.747597 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Attempting to bind port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 on network 61663296-fa91-417f-8ee4-7de19885aedb {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:50:59.765749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:50:59.782613 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Checking segment: {'id': '187eb62e-1330-434b-bf3b-de9d1e2a4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:50:59.783250 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Bound using segment: {'id': '187eb62e-1330-434b-bf3b-de9d1e2a4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:50:59.784600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Bound port: f2c67f5a-6160-4a47-9dc3-9f30ee4a8220, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187eb62e-1330-434b-bf3b-de9d1e2a4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:50:59.785913 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f2c67f5a-6160-4a47-9dc3-9f30ee4a8220), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:00.111299 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] For port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:51:00.121856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] For port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220,segment=NetworkSegment(187eb62e-1330-434b-bf3b-de9d1e2a4baa),segment_id=187eb62e-1330-434b-bf3b-de9d1e2a4baa)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:51:00.167193 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (f2c67f5a-6160-4a47-9dc3-9f30ee4a8220), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:00.225377 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Publish callbacks [] for router_gateway (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:00.228184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b27429bc-e735-49fd-8801-c41aceb59e37 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:00.255919 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:00.270035 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (7764ee0e-74e1-4a8b-a735-e8984290533e), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:00.285748 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (7764ee0e-74e1-4a8b-a735-e8984290533e), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:00.372397 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b27429bc-e735-49fd-8801-c41aceb59e37 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:00.373946 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b27429bc-e735-49fd-8801-c41aceb59e37), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:00.392812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.objects.ports [None req-db8cb11e-c74b-4d4e-9ae6-46a7f06a99db tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:51:00.398581 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-db8cb11e-c74b-4d4e-9ae6-46a7f06a99db tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (229cea42-e8bf-4cb7-8303-854c2d6d8de7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:00.415742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:00.423213 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:00.430958 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] 10.222.0.100 "PUT /v2.0/ports/f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 HTTP/1.1" status: 200 len: 1092 time: 2.4767227 Feb 04 13:51:00.548200 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=7764ee0e-74e1-4a8b-a735-e8984290533e,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:00.580143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b27429bc-e735-49fd-8801-c41aceb59e37 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:00.580546 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b27429bc-e735-49fd-8801-c41aceb59e37), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:00.581733 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (250b1df9-6a86-4608-b621-f3d6b571a02b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:00.616734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc88ab3-58a2-47bc-ad0e-7620d8312735', 'tag': 'f2c67f5a-6160-4a47-9dc3-9f30ee4a8220'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:51:00.622237 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887e6734-6c7a-449c-8afe-c3a957474eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc88ab3-58a2-47bc-ad0e-7620d8312735", "tag": "f2c67f5a-6160-4a47-9dc3-9f30ee4a8220"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:51:00.631775 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d6f93-fe96-46d9-b4aa-37eb6de13d73 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:00.642024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f0975-a5cb-4414-bb21-9cb7f5808f6f req-0fc78319-f911-4e07-ac30-3c1b78d110be tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:00.643783 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-793f0975-a5cb-4414-bb21-9cb7f5808f6f req-0fc78319-f911-4e07-ac30-3c1b78d110be tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 943 time: 0.3197088 Feb 04 13:51:00.666991 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:00.668357 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1ffd692d-23d1-427f-a470-6ccc8c951209 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6027677 Feb 04 13:51:00.683078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34682) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:00.698254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port b27429bc-e735-49fd-8801-c41aceb59e37, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b27429bc-e735-49fd-8801-c41aceb59e37,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:00.698466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ec86236e-a950-4a61-b01c-fb81c25fc921 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'port': {'network_id': '922633e3-d34e-4a7f-b0fa-f205accb7d64', 'name': 'tempest-FloatingIPTestJSON-510471270'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:00.706548 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b27429bc-e735-49fd-8801-c41aceb59e37), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:00.740509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Allocated IP 172.25.5.244 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/4383ec65-2b37-4777-8067-934fb10f1e2b) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:00.869892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=b27429bc-e735-49fd-8801-c41aceb59e37,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:00.977432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ad58c4-2f8d-4bed-9fac-6a6c29331f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Router 700633c4-9e95-41ff-979d-eb8a63ccb7b2 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:51:00.999877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cb11e-c74b-4d4e-9ae6-46a7f06a99db tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Pushing event updated for resources: {'Subnet': ['ID=229cea42-e8bf-4cb7-8303-854c2d6d8de7,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:01.034502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8cb11e-c74b-4d4e-9ae6-46a7f06a99db tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Checking segment: {'id': '3ff2c6e6-2f9c-4a6c-b310-1471bceb285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '35a526b9-d9d9-4edf-ac1d-4d11cfee188d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:51:01.034883 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8cb11e-c74b-4d4e-9ae6-46a7f06a99db tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Network hostable DHCP agents. Network: 35a526b9-d9d9-4edf-ac1d-4d11cfee188d, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:51:01.084803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-793f0975-a5cb-4414-bb21-9cb7f5808f6f req-5d706674-4d11-4b02-88b8-13c39b77369c tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=077e3ac8-6451-40e3-a1b9-897e8ab5b494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4274588 Feb 04 13:51:01.113152 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-ca26768c-0de1-45e5-a0b2-f86197a8ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:01.134653 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-ca26768c-0de1-45e5-a0b2-f86197a8ea4d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 1126 time: 0.2967391 Feb 04 13:51:01.201598 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Publish callbacks [] for port (4383ec65-2b37-4777-8067-934fb10f1e2b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:01.202998 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34694) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:01.216318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec86236e-a950-4a61-b01c-fb81c25fc921 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Made reservation on behalf of 3b017a1361cf4e4c8c8fef31bfb385d4 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:51:01.220531 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec86236e-a950-4a61-b01c-fb81c25fc921 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:01.258974 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a377ba5f-19ee-4c7f-bca8-122b92218da0 x-openstack-request-id: req-a377ba5f-19ee-4c7f-bca8-122b92218da0 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:51:01.259190 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc88ab3-58a2-47bc-ad0e-7620d8312735", "tag": "f2c67f5a-6160-4a47-9dc3-9f30ee4a8220", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:51:01.259476 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a377ba5f-19ee-4c7f-bca8-122b92218da0 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:51:01.259825 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc88ab3-58a2-47bc-ad0e-7620d8312735', 'tag': 'f2c67f5a-6160-4a47-9dc3-9f30ee4a8220', 'status': 'completed', 'code': 200} Feb 04 13:51:01.261454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-ec86236e-a950-4a61-b01c-fb81c25fc921 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] device_id is not set on port 2469de30-3e39-4b69-8eb8-57b46adac01b yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:51:01.394351 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-4441f222-b7cd-41ad-8272-66afeaef54bf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 HTTP/1.1" status: 200 len: 217 time: 0.1249537 Feb 04 13:51:01.430089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-ec86236e-a950-4a61-b01c-fb81c25fc921 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Allocated IP 172.20.0.11 (922633e3-d34e-4a7f-b0fa-f205accb7d64/465d552d-55ce-440d-b073-30551caac7af/2469de30-3e39-4b69-8eb8-57b46adac01b) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:01.465328 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8cb11e-c74b-4d4e-9ae6-46a7f06a99db tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Network 35a526b9-d9d9-4edf-ac1d-4d11cfee188d is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:51:01.533089 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-db8cb11e-c74b-4d4e-9ae6-46a7f06a99db tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 35a526b9-d9d9-4edf-ac1d-4d11cfee188d) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:01.542795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54deca02-9c19-4dad-8e53-5f4a4ce65040 None None] Network 35a526b9-d9d9-4edf-ac1d-4d11cfee188d requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:51:01.571589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8cb11e-c74b-4d4e-9ae6-46a7f06a99db tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:01.572209 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-db8cb11e-c74b-4d4e-9ae6-46a7f06a99db tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:01.578402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-51e91a21-966c-4434-9877-c38980e9042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:01.580172 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-51e91a21-966c-4434-9877-c38980e9042e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5301bf8-00fb-476c-bc1d-6b0b6e7524b5 HTTP/1.1" status: 200 len: 834 time: 0.1850014 Feb 04 13:51:01.602696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c439863d-7461-4f80-a038-e9b0ec0abb0b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641279934'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:01.636309 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ad58c4-2f8d-4bed-9fac-6a6c29331f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:01.650597 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216e2292-c089-421d-b73d-07e9e6e7b34b None None] Sync routers for ids ['700633c4-9e95-41ff-979d-eb8a63ccb7b2'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:01.661701 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec86236e-a950-4a61-b01c-fb81c25fc921 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (2469de30-3e39-4b69-8eb8-57b46adac01b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:01.671652 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (4383ec65-2b37-4777-8067-934fb10f1e2b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:01.673324 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e2292-c089-421d-b73d-07e9e6e7b34b None None] Routers {'700633c4-9e95-41ff-979d-eb8a63ccb7b2'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:01.673721 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c439863d-7461-4f80-a038-e9b0ec0abb0b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:01.674571 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-216e2292-c089-421d-b73d-07e9e6e7b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['700633c4-9e95-41ff-979d-eb8a63ccb7b2'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:01.702572 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-db8cb11e-c74b-4d4e-9ae6-46a7f06a99db tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7120292 Feb 04 13:51:01.706041 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-76ad58c4-2f8d-4bed-9fac-6a6c29331f8c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "PUT /v2.0/routers/700633c4-9e95-41ff-979d-eb8a63ccb7b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5501444 Feb 04 13:51:01.710044 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34698) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:01.710336 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34700) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:01.717726 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-380f5b58-9a7b-4f31-abf0-a2ee7e13643f tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-533361826', 'network_id': '35a526b9-d9d9-4edf-ac1d-4d11cfee188d'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:01.813294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d74159-e28e-4594-b3a8-fe979260de59 None None] Network 35a526b9-d9d9-4edf-ac1d-4d11cfee188d requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:51:01.870442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-0ee2695c-350f-43db-a14e-3d1f09e0d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:01.872629 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-0ee2695c-350f-43db-a14e-3d1f09e0d1c4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61663296-fa91-417f-8ee4-7de19885aedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2851171 Feb 04 13:51:01.879307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380f5b58-9a7b-4f31-abf0-a2ee7e13643f tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Made reservation on behalf of 8d1ff25c0fd8475ebbd576e4d1a0464a for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:51:01.883212 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-380f5b58-9a7b-4f31-abf0-a2ee7e13643f tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:01.972350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Deleting subnet f05d6a3f-c5bf-43b5-893d-b15a00dda878 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:51:01.997611 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-216e2292-c089-421d-b73d-07e9e6e7b34b None None] Set router 700633c4-9e95-41ff-979d-eb8a63ccb7b2 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:02.038492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-380f5b58-9a7b-4f31-abf0-a2ee7e13643f tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] device_id is not set on port a5470ea9-aa4b-4eea-ae0f-6b175c8d7b82 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:51:02.072608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f0aa9f-6b5e-4a20-9bf9-0d02486bf32a None None] Network e850f246-0270-48c7-b292-77ce5d0c8d2b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:51:02.200245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b27429bc-e735-49fd-8801-c41aceb59e37 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:02.217368 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c439863d-7461-4f80-a038-e9b0ec0abb0b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:02.298667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:02.301916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:02.396427 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c439863d-7461-4f80-a038-e9b0ec0abb0b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (9251c626-8aee-4ab9-8175-e645711c1c11), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:02.398663 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:02.416023 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c439863d-7461-4f80-a038-e9b0ec0abb0b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9251c626-8aee-4ab9-8175-e645711c1c11), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:02.423624 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-216e2292-c089-421d-b73d-07e9e6e7b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-369359540', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:55Z', 'updated_at': '2022-02-04T13:50:58Z', 'revision_number': 5, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:56Z', 'updated_at': '2022-02-04T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:02.506628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439863d-7461-4f80-a038-e9b0ec0abb0b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9251c626-8aee-4ab9-8175-e645711c1c11,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:02.508026 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c7c8125e-688d-42e9-9186-b80951ee1115 None None] Provisioning complete for port b27429bc-e735-49fd-8801-c41aceb59e37 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:02.508525 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c7c8125e-688d-42e9-9186-b80951ee1115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b27429bc-e735-49fd-8801-c41aceb59e37), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:02.512987 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216e2292-c089-421d-b73d-07e9e6e7b34b None None] Checking router: 700633c4-9e95-41ff-979d-eb8a63ccb7b2 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:51:02.519987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=4383ec65-2b37-4777-8067-934fb10f1e2b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:02.532447 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e2292-c089-421d-b73d-07e9e6e7b34b None None] Routers {'700633c4-9e95-41ff-979d-eb8a63ccb7b2'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:02.533094 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-216e2292-c089-421d-b73d-07e9e6e7b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['700633c4-9e95-41ff-979d-eb8a63ccb7b2'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:02.563100 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b27429bc-e735-49fd-8801-c41aceb59e37 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:02.563722 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b27429bc-e735-49fd-8801-c41aceb59e37), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:02.575604 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec86236e-a950-4a61-b01c-fb81c25fc921 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (2469de30-3e39-4b69-8eb8-57b46adac01b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:02.748395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8125e-688d-42e9-9186-b80951ee1115 None None] Current status of the port b27429bc-e735-49fd-8801-c41aceb59e37 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:02.796166 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-216e2292-c089-421d-b73d-07e9e6e7b34b None None] Set router 700633c4-9e95-41ff-979d-eb8a63ccb7b2 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:02.877078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b27429bc-e735-49fd-8801-c41aceb59e37 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:02.901994 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for subnet (f05d6a3f-c5bf-43b5-893d-b15a00dda878), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:02.915180 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-380f5b58-9a7b-4f31-abf0-a2ee7e13643f tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Allocated IP 2001:db8::26d (35a526b9-d9d9-4edf-ac1d-4d11cfee188d/229cea42-e8bf-4cb7-8303-854c2d6d8de7/a5470ea9-aa4b-4eea-ae0f-6b175c8d7b82) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:03.015350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7f606-8270-4452-9af6-84f3bca107aa req-0835ccb2-6efe-46e2-b38a-d111d7519432 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:03.030704 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bdf7f606-8270-4452-9af6-84f3bca107aa req-0835ccb2-6efe-46e2-b38a-d111d7519432 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 943 time: 0.8072693 Feb 04 13:51:03.036955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec86236e-a950-4a61-b01c-fb81c25fc921 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network 922633e3-d34e-4a7f-b0fa-f205accb7d64 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:03.100745 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (f05d6a3f-c5bf-43b5-893d-b15a00dda878), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:03.152479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-ec86236e-a950-4a61-b01c-fb81c25fc921 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:03.165634 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec86236e-a950-4a61-b01c-fb81c25fc921 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:03.221108 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-216e2292-c089-421d-b73d-07e9e6e7b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-369359540', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:55Z', 'updated_at': '2022-02-04T13:50:58Z', 'revision_number': 5, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:56Z', 'updated_at': '2022-02-04T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:03.290566 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216e2292-c089-421d-b73d-07e9e6e7b34b None None] The sync data for ids ['700633c4-9e95-41ff-979d-eb8a63ccb7b2'] in n-d-714676-13 is: [{'id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-369359540', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:55Z', 'updated_at': '2022-02-04T13:50:58Z', 'revision_number': 5, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': '2dfea3ef-bc53-4706-b796-6294ebd0bc9b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700633c4-9e95-41ff-979d-eb8a63ccb7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:56Z', 'updated_at': '2022-02-04T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:03.291831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-49382cd9-7a74-429a-b6df-a45c6ae76143 None None] Provisioning complete for port b27429bc-e735-49fd-8801-c41aceb59e37 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:03.292221 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-49382cd9-7a74-429a-b6df-a45c6ae76143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b27429bc-e735-49fd-8801-c41aceb59e37), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:03.332235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86236e-a950-4a61-b01c-fb81c25fc921 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=2469de30-3e39-4b69-8eb8-57b46adac01b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:03.381243 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c439863d-7461-4f80-a038-e9b0ec0abb0b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (5c0b850f-99e9-4560-b748-94bef382d493), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:03.399792 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c439863d-7461-4f80-a038-e9b0ec0abb0b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5c0b850f-99e9-4560-b748-94bef382d493), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:03.484440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec86236e-a950-4a61-b01c-fb81c25fc921 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:03.485625 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec86236e-a950-4a61-b01c-fb81c25fc921 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:03.517264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-49382cd9-7a74-429a-b6df-a45c6ae76143 None None] Current status of the port b27429bc-e735-49fd-8801-c41aceb59e37 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:03.527809 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-380f5b58-9a7b-4f31-abf0-a2ee7e13643f tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for port (a5470ea9-aa4b-4eea-ae0f-6b175c8d7b82), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:03.571021 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ec86236e-a950-4a61-b01c-fb81c25fc921 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8864732 Feb 04 13:51:03.574592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34716) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:03.583086 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c439863d-7461-4f80-a038-e9b0ec0abb0b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:03.592133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c439863d-7461-4f80-a038-e9b0ec0abb0b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.3835063 Feb 04 13:51:03.617228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bdf7f606-8270-4452-9af6-84f3bca107aa req-83a72839-d31f-4fd7-8817-0d94def8e58f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=077e3ac8-6451-40e3-a1b9-897e8ab5b494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4902067 Feb 04 13:51:03.619474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34718) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:03.631979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-22aaa1d4-7bec-41e5-ace5-e92872b1086f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'floatingip': {'port_id': '2469de30-3e39-4b69-8eb8-57b46adac01b'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:03.640950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439863d-7461-4f80-a038-e9b0ec0abb0b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0b850f-99e9-4560-b748-94bef382d493,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:03.723064 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Publish callbacks [] for router_gateway (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:03.795961 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (f05d6a3f-c5bf-43b5-893d-b15a00dda878), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:03.807494 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-22aaa1d4-7bec-41e5-ace5-e92872b1086f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (250b1df9-6a86-4608-b621-f3d6b571a02b), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:03.903490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1f1c8b2f-73b8-4c87-8276-dfa444301a65 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:51:03.913845 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-380f5b58-9a7b-4f31-abf0-a2ee7e13643f tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a5470ea9-aa4b-4eea-ae0f-6b175c8d7b82), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:03.925276 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (f05d6a3f-c5bf-43b5-893d-b15a00dda878), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:04.010934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 1f1c8b2f-73b8-4c87-8276-dfa444301a65 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:51:04.011579 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1f1c8b2f-73b8-4c87-8276-dfa444301a65 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:51:04.053608 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event deleted for resources: {'Subnet': ['ID=f05d6a3f-c5bf-43b5-893d-b15a00dda878,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:04.073962 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:04.074512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:04.075038 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:04.075391 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:04.075734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:04.076076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:04.076513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:04.076859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:04.077197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:04.077535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:04.077872 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:04.078242 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:04.078623 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:04.085646 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-d07963ca-b562-4d5d-88df-33c192e8cce1 service neutron] 10.222.0.100 "GET /v2.0/networks/61663296-fa91-417f-8ee4-7de19885aedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1997168 Feb 04 13:51:04.099785 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8faa7e-41f9-4ee2-a8fa-22d71800c0ff None None] Network 9bfc854a-bd24-4139-b8d4-0d516bb63262 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:51:04.107582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380f5b58-9a7b-4f31-abf0-a2ee7e13643f tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Network 35a526b9-d9d9-4edf-ac1d-4d11cfee188d is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:04.110040 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:04.117453 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f047f19c-fdac-47cf-8dbc-6c4e95550e7c tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "DELETE /v2.0/subnets/f05d6a3f-c5bf-43b5-893d-b15a00dda878 HTTP/1.1" status: 204 len: 168 time: 2.3816669 Feb 04 13:51:04.215357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34720) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:04.237844 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-aad87237-176f-41b1-aff9-07c1b5a24e2a tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.5977640 Feb 04 13:51:04.238451 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-380f5b58-9a7b-4f31-abf0-a2ee7e13643f tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:04.248197 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d5447bc9-23ad-4630-83f5-ddf3401f0f42 req-fbf28192-f6af-4ff2-9225-80df33305e03 service neutron] 10.222.0.100 "GET /v2.0/networks/61663296-fa91-417f-8ee4-7de19885aedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289852 Feb 04 13:51:04.251430 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34722) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:04.252651 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f5b58-9a7b-4f31-abf0-a2ee7e13643f tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:04.253711 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380f5b58-9a7b-4f31-abf0-a2ee7e13643f tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:04.258351 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-380f5b58-9a7b-4f31-abf0-a2ee7e13643f tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:04.265713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fe9ff6df-52dd-4907-b27a-aacf43ccccc0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group': {'name': 'tempest-security--1915327142', 'description': 'tempest-security-description-1804846099'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:04.351290 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f5b58-9a7b-4f31-abf0-a2ee7e13643f tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Pushing event updated for resources: {'Port': ['ID=a5470ea9-aa4b-4eea-ae0f-6b175c8d7b82,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:04.420314 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fe9ff6df-52dd-4907-b27a-aacf43ccccc0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (5c0b850f-99e9-4560-b748-94bef382d493), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:04.468016 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e280155b-2805-4306-96ba-447d59bdf88a None None] DHCP port deletion for 9bfc854a-bd24-4139-b8d4-0d516bb63262 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:51:04.519553 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fe9ff6df-52dd-4907-b27a-aacf43ccccc0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (5c0b850f-99e9-4560-b748-94bef382d493), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:04.528267 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-380f5b58-9a7b-4f31-abf0-a2ee7e13643f tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.8168492 Feb 04 13:51:04.530041 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fe9ff6df-52dd-4907-b27a-aacf43ccccc0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5c0b850f-99e9-4560-b748-94bef382d493), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:04.534087 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fe9ff6df-52dd-4907-b27a-aacf43ccccc0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:04.535689 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fe9ff6df-52dd-4907-b27a-aacf43ccccc0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "PUT /v2.0/security-groups/5c0b850f-99e9-4560-b748-94bef382d493 HTTP/1.1" status: 200 len: 1797 time: 0.2743893 Feb 04 13:51:04.542621 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34728) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:04.543050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34730) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:04.611904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e280155b-2805-4306-96ba-447d59bdf88a None None] Deleting port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:51:04.612371 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e280155b-2805-4306-96ba-447d59bdf88a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (59d04e4e-120c-4768-b3a7-3b52c54ddd7a), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:04.699532 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4c294204-4d98-4ef5-96c3-3d9339776258 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-groups/5c0b850f-99e9-4560-b748-94bef382d493 HTTP/1.1" status: 200 len: 1797 time: 0.1375809 Feb 04 13:51:04.705592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34734) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:04.714222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6734-6c7a-449c-8afe-c3a957474eb1 req-a20929fc-6c93-403b-abe2-4235f6db0dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:04.716338 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-887e6734-6c7a-449c-8afe-c3a957474eb1 req-a20929fc-6c93-403b-abe2-4235f6db0dab service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 1126 time: 0.3940518 Feb 04 13:51:04.795110 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e280155b-2805-4306-96ba-447d59bdf88a None None] For port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=59d04e4e-120c-4768-b3a7-3b52c54ddd7a,segment=NetworkSegment(600a9123-6d3c-4596-a82e-a099b916b617),segment_id=600a9123-6d3c-4596-a82e-a099b916b617)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:04.795629 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e280155b-2805-4306-96ba-447d59bdf88a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (59d04e4e-120c-4768-b3a7-3b52c54ddd7a), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:04.821583 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e280155b-2805-4306-96ba-447d59bdf88a None None] Calling delete_port for 59d04e4e-120c-4768-b3a7-3b52c54ddd7a owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:51:04.828672 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ff6df-52dd-4907-b27a-aacf43ccccc0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0b850f-99e9-4560-b748-94bef382d493,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:04.987321 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e280155b-2805-4306-96ba-447d59bdf88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (59d04e4e-120c-4768-b3a7-3b52c54ddd7a), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:04.998264 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:05.014694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280155b-2805-4306-96ba-447d59bdf88a None None] Pushing event deleted for resources: {'Port': ['ID=59d04e4e-120c-4768-b3a7-3b52c54ddd7a,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:05.027714 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e280155b-2805-4306-96ba-447d59bdf88a None None] No DVR routers for this DVR port 59d04e4e-120c-4768-b3a7-3b52c54ddd7a on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:51:05.038384 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1636241a-2688-461d-ac28-33ac9a4eb219 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Deleting port a5470ea9-aa4b-4eea-ae0f-6b175c8d7b82 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:51:05.042761 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1636241a-2688-461d-ac28-33ac9a4eb219 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a5470ea9-aa4b-4eea-ae0f-6b175c8d7b82), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:05.124605 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6734-6c7a-449c-8afe-c3a957474eb1 req-2d6e3bff-47d7-4cd5-87cd-fdebeef22d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:05.126957 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-887e6734-6c7a-449c-8afe-c3a957474eb1 req-2d6e3bff-47d7-4cd5-87cd-fdebeef22d29 service neutron] 10.222.0.100 "GET /v2.0/networks?id=61663296-fa91-417f-8ee4-7de19885aedb HTTP/1.1" status: 200 len: 898 time: 0.3411398 Feb 04 13:51:05.184768 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-887e6734-6c7a-449c-8afe-c3a957474eb1 req-daf414ec-11b3-4f29-af6e-7f022a79601d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 HTTP/1.1" status: 200 len: 217 time: 0.0471952 Feb 04 13:51:05.249952 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1f9705c-0be9-4fde-8ec6-5ca552b9adb1 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router (700633c4-9e95-41ff-979d-eb8a63ccb7b2), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:05.281019 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1636241a-2688-461d-ac28-33ac9a4eb219 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a5470ea9-aa4b-4eea-ae0f-6b175c8d7b82), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:05.296674 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6734-6c7a-449c-8afe-c3a957474eb1 req-c3ecab12-b795-4e8a-a2e5-ba752277741d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:05.299533 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-887e6734-6c7a-449c-8afe-c3a957474eb1 req-c3ecab12-b795-4e8a-a2e5-ba752277741d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5301bf8-00fb-476c-bc1d-6b0b6e7524b5 HTTP/1.1" status: 200 len: 834 time: 0.1045082 Feb 04 13:51:05.309762 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1636241a-2688-461d-ac28-33ac9a4eb219 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Calling delete_port for a5470ea9-aa4b-4eea-ae0f-6b175c8d7b82 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:51:05.394260 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a2655010-9a36-4f22-a71b-11ea7eafa6bf tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (5c0b850f-99e9-4560-b748-94bef382d493), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:05.423231 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a2655010-9a36-4f22-a71b-11ea7eafa6bf tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (5c0b850f-99e9-4560-b748-94bef382d493), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:05.455741 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6734-6c7a-449c-8afe-c3a957474eb1 req-0084d2b5-48b9-406d-9bfc-0736cefbda39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:05.457448 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-887e6734-6c7a-449c-8afe-c3a957474eb1 req-0084d2b5-48b9-406d-9bfc-0736cefbda39 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61663296-fa91-417f-8ee4-7de19885aedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1450987 Feb 04 13:51:05.476373 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1f9705c-0be9-4fde-8ec6-5ca552b9adb1 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router_gateway (700633c4-9e95-41ff-979d-eb8a63ccb7b2), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:05.523963 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a2655010-9a36-4f22-a71b-11ea7eafa6bf tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5c0b850f-99e9-4560-b748-94bef382d493), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:05.527782 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a2655010-9a36-4f22-a71b-11ea7eafa6bf tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:05.529451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a2655010-9a36-4f22-a71b-11ea7eafa6bf tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-groups/5c0b850f-99e9-4560-b748-94bef382d493 HTTP/1.1" status: 204 len: 168 time: 0.8192010 Feb 04 13:51:05.537202 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34740) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:05.608096 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:51:05.660595 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0a145d3c-50cc-4bd4-9cd5-537dff3e086a tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1207716 Feb 04 13:51:05.660792 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef18a64-0453-4c67-8778-133969b0b43f req-029a2f03-df9f-4a3a-9105-4dddcfd5a405 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:05.661835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34742) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:05.663249 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef18a64-0453-4c67-8778-133969b0b43f req-029a2f03-df9f-4a3a-9105-4dddcfd5a405 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 943 time: 0.6732359 Feb 04 13:51:05.665888 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2655010-9a36-4f22-a71b-11ea7eafa6bf tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0b850f-99e9-4560-b748-94bef382d493,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:05.733129 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-3a5bed32-23a8-4dbd-818b-94b72123b785 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] delete failed (client error): The resource could not be found. Feb 04 13:51:05.739001 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3a5bed32-23a8-4dbd-818b-94b72123b785 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-groups/5c0b850f-99e9-4560-b748-94bef382d493 HTTP/1.1" status: 404 len: 347 time: 0.0719061 Feb 04 13:51:05.743179 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34744) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:05.755150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f1c56c34-cf89-40fd-997f-abaf95cd95cc tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group': {'name': 'tempest-secgroup--568326752'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:05.779070 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-887e6734-6c7a-449c-8afe-c3a957474eb1 req-2ff8cbbe-7d65-4fec-94f4-91113e71f1ee service neutron] 10.222.0.100 "GET /v2.0/networks/61663296-fa91-417f-8ee4-7de19885aedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141460 Feb 04 13:51:05.797048 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ef18a64-0453-4c67-8778-133969b0b43f req-55b2ae35-cabb-4938-b42f-e34983515f59 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=077e3ac8-6451-40e3-a1b9-897e8ab5b494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269305 Feb 04 13:51:05.867806 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1636241a-2688-461d-ac28-33ac9a4eb219 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a5470ea9-aa4b-4eea-ae0f-6b175c8d7b82), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:05.924168 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1c56c34-cf89-40fd-997f-abaf95cd95cc tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:05.925537 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-d1f9705c-0be9-4fde-8ec6-5ca552b9adb1 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Deleting port 2dfea3ef-bc53-4706-b796-6294ebd0bc9b {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:51:05.926089 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1f9705c-0be9-4fde-8ec6-5ca552b9adb1 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2dfea3ef-bc53-4706-b796-6294ebd0bc9b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:05.937111 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1636241a-2688-461d-ac28-33ac9a4eb219 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:05.945233 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1636241a-2688-461d-ac28-33ac9a4eb219 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "DELETE /v2.0/ports/a5470ea9-aa4b-4eea-ae0f-6b175c8d7b82 HTTP/1.1" status: 204 len: 168 time: 1.3954289 Feb 04 13:51:05.954560 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34746) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:05.981866 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35a526b9-d9d9-4edf-ac1d-4d11cfee188d', 'external_fixed_ips': [{'subnet_id': '229cea42-e8bf-4cb7-8303-854c2d6d8de7', 'ip_address': '2001:db8::26d'}]}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:05.997606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 59d04e4e-120c-4768-b3a7-3b52c54ddd7a no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:51:06.002191 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636241a-2688-461d-ac28-33ac9a4eb219 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5470ea9-aa4b-4eea-ae0f-6b175c8d7b82,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:06.052045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:06.058490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 59d04e4e-120c-4768-b3a7-3b52c54ddd7a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:51:06.060509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 59d04e4e-120c-4768-b3a7-3b52c54ddd7a not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:51:06.083795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Sync routers for ids ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:06.090616 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:06.095924 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-32088947-0787-4b3e-8dc5-e8c431a96ed0 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0389607 Feb 04 13:51:06.096726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34748) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:06.107008 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (22b64c60-b352-4cd2-8a1c-2419c0b536d1), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:06.108126 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (22b64c60-b352-4cd2-8a1c-2419c0b536d1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:06.133906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Routers {'5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:06.142932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:06.241679 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_controller (22b64c60-b352-4cd2-8a1c-2419c0b536d1), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:06.276843 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-887e6734-6c7a-449c-8afe-c3a957474eb1 req-c9c9f3e5-af4d-49b0-90d1-596c6bd1bb5c service neutron] 10.222.0.100 "GET /v2.0/networks/61663296-fa91-417f-8ee4-7de19885aedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868231 Feb 04 13:51:06.472301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Set router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:06.532533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (22b64c60-b352-4cd2-8a1c-2419c0b536d1), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:06.561119 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1c56c34-cf89-40fd-997f-abaf95cd95cc tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (cd477491-ad64-4be7-b88d-8246d5bfae33), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:06.578820 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1c56c34-cf89-40fd-997f-abaf95cd95cc tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cd477491-ad64-4be7-b88d-8246d5bfae33), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:06.657100 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c56c34-cf89-40fd-997f-abaf95cd95cc tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd477491-ad64-4be7-b88d-8246d5bfae33,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:06.679930 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1c56c34-cf89-40fd-997f-abaf95cd95cc tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:06.685329 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f1c56c34-cf89-40fd-997f-abaf95cd95cc tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9362879 Feb 04 13:51:06.686251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34754) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:06.695749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-68547704-dd42-4b09-8463-fed168198fa7 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group_rule': {'security_group_id': 'cd477491-ad64-4be7-b88d-8246d5bfae33', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:06.756849 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68547704-dd42-4b09-8463-fed168198fa7 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (b039f151-1766-4068-bef0-9d5ecbc1b633), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:06.814046 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'name': 'tempest-ServerActionsTestJSON-461874603-router', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:58Z', 'updated_at': '2022-02-04T13:51:02Z', 'revision_number': 3, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'gw_port': {'id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:00Z', 'updated_at': '2022-02-04T13:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:06.858400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Checking router: 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:51:06.858794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Updating router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 port 4383ec65-2b37-4777-8067-934fb10f1e2b binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:51:06.901667 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4383ec65-2b37-4777-8067-934fb10f1e2b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:06.949573 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68547704-dd42-4b09-8463-fed168198fa7 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (b039f151-1766-4068-bef0-9d5ecbc1b633), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:06.957124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-d1f9705c-0be9-4fde-8ec6-5ca552b9adb1 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] For port 2dfea3ef-bc53-4706-b796-6294ebd0bc9b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2dfea3ef-bc53-4706-b796-6294ebd0bc9b,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:06.961745 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1f9705c-0be9-4fde-8ec6-5ca552b9adb1 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2dfea3ef-bc53-4706-b796-6294ebd0bc9b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:06.971684 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68547704-dd42-4b09-8463-fed168198fa7 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b039f151-1766-4068-bef0-9d5ecbc1b633), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:06.981134 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.db.resource_extend [None req-22aaa1d4-7bec-41e5-ace5-e92872b1086f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] It took 1.00 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:51:07.028471 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:51:07.047734 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-22aaa1d4-7bec-41e5-ace5-e92872b1086f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.132240 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-22aaa1d4-7bec-41e5-ace5-e92872b1086f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (250b1df9-6a86-4608-b621-f3d6b571a02b), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.141302 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-d1f9705c-0be9-4fde-8ec6-5ca552b9adb1 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Calling delete_port for 2dfea3ef-bc53-4706-b796-6294ebd0bc9b owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:51:07.182868 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68547704-dd42-4b09-8463-fed168198fa7 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b039f151-1766-4068-bef0-9d5ecbc1b633,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:07.249759 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (22b64c60-b352-4cd2-8a1c-2419c0b536d1), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.257777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68547704-dd42-4b09-8463-fed168198fa7 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.263383 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-68547704-dd42-4b09-8463-fed168198fa7 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5732584 Feb 04 13:51:07.264307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34758) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:07.345689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12fa71-f4b6-449b-8978-ba5fba0721ca req-9ea92190-be59-4d87-8f8b-3d743742cbbe tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:07.347202 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e12fa71-f4b6-449b-8978-ba5fba0721ca req-9ea92190-be59-4d87-8f8b-3d743742cbbe tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 943 time: 0.2845550 Feb 04 13:51:07.353462 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.383416 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecac9be7-b001-4665-ab20-2ba9d7873af2 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (b039f151-1766-4068-bef0-9d5ecbc1b633), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.397324 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecac9be7-b001-4665-ab20-2ba9d7873af2 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (b039f151-1766-4068-bef0-9d5ecbc1b633), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.402838 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Publish callbacks [] for port (4383ec65-2b37-4777-8067-934fb10f1e2b), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.413467 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4383ec65-2b37-4777-8067-934fb10f1e2b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.520804 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecac9be7-b001-4665-ab20-2ba9d7873af2 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b039f151-1766-4068-bef0-9d5ecbc1b633), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.530015 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecac9be7-b001-4665-ab20-2ba9d7873af2 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.534377 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ecac9be7-b001-4665-ab20-2ba9d7873af2 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/b039f151-1766-4068-bef0-9d5ecbc1b633 HTTP/1.1" status: 204 len: 168 time: 0.2581589 Feb 04 13:51:07.546292 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-22aaa1d4-7bec-41e5-ace5-e92872b1086f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Floating IP 250b1df9-6a86-4608-b621-f3d6b571a02b associated. External IP: 172.25.5.53, port: 2469de30-3e39-4b69-8eb8-57b46adac01b. Feb 04 13:51:07.549581 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34762) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:07.566725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Attempting to bind port 4383ec65-2b37-4777-8067-934fb10f1e2b on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:51:07.567414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Attempting to bind port 4383ec65-2b37-4777-8067-934fb10f1e2b by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:51:07.568433 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Attempting to bind port 4383ec65-2b37-4777-8067-934fb10f1e2b on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:51:07.591494 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac9be7-b001-4665-ab20-2ba9d7873af2 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b039f151-1766-4068-bef0-9d5ecbc1b633,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:07.592217 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:51:07.593883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:51:07.595353 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.595843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:51:07.596415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Bound port: 4383ec65-2b37-4777-8067-934fb10f1e2b, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:51:07.597955 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4383ec65-2b37-4777-8067-934fb10f1e2b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.663961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] For port 4383ec65-2b37-4777-8067-934fb10f1e2b, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:51:07.667959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] For port 4383ec65-2b37-4777-8067-934fb10f1e2b, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4383ec65-2b37-4777-8067-934fb10f1e2b,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:51:07.674366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4c2fe-3c49-423b-8f9a-6af52c705ec0 None None] Pushing event updated for resources: {'Port': ['ID=4383ec65-2b37-4777-8067-934fb10f1e2b,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:07.678617 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4383ec65-2b37-4777-8067-934fb10f1e2b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.727862 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4e0c6cec-520a-4549-8055-39a5abe0e242 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1653960 Feb 04 13:51:07.734325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34766) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:07.751780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Routers {'5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:07.752498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:07.820842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d465e1f6-3f66-4697-9a76-39746a887b12 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (cd477491-ad64-4be7-b88d-8246d5bfae33), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.853100 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d465e1f6-3f66-4697-9a76-39746a887b12 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (cd477491-ad64-4be7-b88d-8246d5bfae33), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.921479 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d465e1f6-3f66-4697-9a76-39746a887b12 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cd477491-ad64-4be7-b88d-8246d5bfae33), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.924650 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d465e1f6-3f66-4697-9a76-39746a887b12 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:07.929709 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d465e1f6-3f66-4697-9a76-39746a887b12 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-groups/cd477491-ad64-4be7-b88d-8246d5bfae33 HTTP/1.1" status: 204 len: 168 time: 0.1935399 Feb 04 13:51:07.930514 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34768) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:07.965482 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e12fa71-f4b6-449b-8978-ba5fba0721ca req-d39c8908-6c67-496f-ae8a-0405fdb43e74 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=077e3ac8-6451-40e3-a1b9-897e8ab5b494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5668464 Feb 04 13:51:07.993127 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465e1f6-3f66-4697-9a76-39746a887b12 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd477491-ad64-4be7-b88d-8246d5bfae33,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:08.064631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Allocated IP 2001:db8::26d (35a526b9-d9d9-4edf-ac1d-4d11cfee188d/229cea42-e8bf-4cb7-8303-854c2d6d8de7/80bf3cd5-222e-49a8-8bcc-7d1b8ecc2b04) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:08.068894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4c2fe-3c49-423b-8f9a-6af52c705ec0 None None] Pushing event updated for resources: {'Port': ['ID=4383ec65-2b37-4777-8067-934fb10f1e2b,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:08.108703 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-88b9899b-5956-4696-9be7-6694b2e6f2b2 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1282353 Feb 04 13:51:08.109730 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34770) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:08.121459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9e1d2008-394b-476b-ae32-f2216e9a6a78 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405881107'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:08.154974 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e1d2008-394b-476b-ae32-f2216e9a6a78 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:08.247517 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1f9705c-0be9-4fde-8ec6-5ca552b9adb1 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (2dfea3ef-bc53-4706-b796-6294ebd0bc9b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:08.277715 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] Set router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:08.382830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9705c-0be9-4fde-8ec6-5ca552b9adb1 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event deleted for resources: {'Port': ['ID=2dfea3ef-bc53-4706-b796-6294ebd0bc9b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:08.511043 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1f9705c-0be9-4fde-8ec6-5ca552b9adb1 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (700633c4-9e95-41ff-979d-eb8a63ccb7b2), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:08.605099 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'name': 'tempest-ServerActionsTestJSON-461874603-router', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:58Z', 'updated_at': '2022-02-04T13:51:02Z', 'revision_number': 3, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'gw_port': {'id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:00Z', 'updated_at': '2022-02-04T13:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:08.633547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22aaa1d4-7bec-41e5-ace5-e92872b1086f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router 32494e27-ec60-40aa-a5a4-9e1d56551c8c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:51:08.676674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453372cd-c784-4d1f-b026-f07f81be5c75 None None] The sync data for ids ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'] in n-d-714676-13 is: [{'id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'name': 'tempest-ServerActionsTestJSON-461874603-router', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:58Z', 'updated_at': '2022-02-04T13:51:02Z', 'revision_number': 3, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'gw_port': {'id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:00Z', 'updated_at': '2022-02-04T13:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:08.716020 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1f9705c-0be9-4fde-8ec6-5ca552b9adb1 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (700633c4-9e95-41ff-979d-eb8a63ccb7b2), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:08.726624 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1f9705c-0be9-4fde-8ec6-5ca552b9adb1 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router_controller (700633c4-9e95-41ff-979d-eb8a63ccb7b2), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:08.844017 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e1d2008-394b-476b-ae32-f2216e9a6a78 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (a810ebef-cb91-47ef-855e-db5fb95bc6a2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:08.851360 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e1d2008-394b-476b-ae32-f2216e9a6a78 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a810ebef-cb91-47ef-855e-db5fb95bc6a2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:08.898933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d2008-394b-476b-ae32-f2216e9a6a78 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a810ebef-cb91-47ef-855e-db5fb95bc6a2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:08.904877 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e1d2008-394b-476b-ae32-f2216e9a6a78 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:08.909985 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9e1d2008-394b-476b-ae32-f2216e9a6a78 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7957909 Feb 04 13:51:08.910585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34776) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:08.917443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-37a14604-75f9-4948-a238-c3d6988281ab tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group_rule': {'security_group_id': 'a810ebef-cb91-47ef-855e-db5fb95bc6a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:08.979574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37a14604-75f9-4948-a238-c3d6988281ab tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (091cbc44-49ba-48e4-945d-8a574dad1e3f), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:08.992065 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22aaa1d4-7bec-41e5-ace5-e92872b1086f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:08.998521 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:09.013916 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfb8a2-e28a-45a8-9ecc-f6cb799a38d4 None None] Sync routers for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:09.026169 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-22aaa1d4-7bec-41e5-ace5-e92872b1086f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:09.027773 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for port (80bf3cd5-222e-49a8-8bcc-7d1b8ecc2b04), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:09.034379 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1f9705c-0be9-4fde-8ec6-5ca552b9adb1 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (700633c4-9e95-41ff-979d-eb8a63ccb7b2), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:09.035216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f9705c-0be9-4fde-8ec6-5ca552b9adb1 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Fanout notify agent at l3_agent the message router_deleted on router 700633c4-9e95-41ff-979d-eb8a63ccb7b2 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:51:09.054590 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfb8a2-e28a-45a8-9ecc-f6cb799a38d4 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:09.058048 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-16dfb8a2-e28a-45a8-9ecc-f6cb799a38d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:09.064956 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37a14604-75f9-4948-a238-c3d6988281ab tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (091cbc44-49ba-48e4-945d-8a574dad1e3f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:09.074981 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37a14604-75f9-4948-a238-c3d6988281ab tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (091cbc44-49ba-48e4-945d-8a574dad1e3f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:09.106040 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1f9705c-0be9-4fde-8ec6-5ca552b9adb1 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:09.109912 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d1f9705c-0be9-4fde-8ec6-5ca552b9adb1 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "DELETE /v2.0/routers/700633c4-9e95-41ff-979d-eb8a63ccb7b2 HTTP/1.1" status: 204 len: 168 time: 4.8684907 Feb 04 13:51:09.110574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34780) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:09.121427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a14604-75f9-4948-a238-c3d6988281ab tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091cbc44-49ba-48e4-945d-8a574dad1e3f,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:09.141765 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37a14604-75f9-4948-a238-c3d6988281ab tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:09.147849 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-37a14604-75f9-4948-a238-c3d6988281ab tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2337990 Feb 04 13:51:09.148619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34782) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:09.160396 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-88a20f72-f9fb-49ac-9d79-18a830b4f34d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group_rule': {'security_group_id': 'a810ebef-cb91-47ef-855e-db5fb95bc6a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:09.212675 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-88a20f72-f9fb-49ac-9d79-18a830b4f34d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (aed5e466-4696-4377-9993-dbfd49cf0584), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:09.234525 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-16dfb8a2-e28a-45a8-9ecc-f6cb799a38d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:09.240849 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (80bf3cd5-222e-49a8-8bcc-7d1b8ecc2b04), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:09.267892 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfb8a2-e28a-45a8-9ecc-f6cb799a38d4 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:09.268979 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-16dfb8a2-e28a-45a8-9ecc-f6cb799a38d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:09.320576 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Network 35a526b9-d9d9-4edf-ac1d-4d11cfee188d is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:09.330890 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:51:09.335399 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:09.342154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:09.424243 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8de9239c-6281-4c86-8466-d2c78071c30e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (9bfc854a-bd24-4139-b8d4-0d516bb63262), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:09.522072 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-22aaa1d4-7bec-41e5-ace5-e92872b1086f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "PUT /v2.0/floatingips/250b1df9-6a86-4608-b621-f3d6b571a02b HTTP/1.1" status: 200 len: 977 time: 5.9327846 Feb 04 13:51:09.531561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34784) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:09.576907 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-16dfb8a2-e28a-45a8-9ecc-f6cb799a38d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:09.587808 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfb8a2-e28a-45a8-9ecc-f6cb799a38d4 None None] The sync data for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:09.588022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220,segment=NetworkSegment(187eb62e-1330-434b-bf3b-de9d1e2a4baa),segment_id=187eb62e-1330-434b-bf3b-de9d1e2a4baa)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:09.608694 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Pushing event updated for resources: {'Port': ['ID=80bf3cd5-222e-49a8-8bcc-7d1b8ecc2b04,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:09.615130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'f2c67f5a-6160-4a47-9dc3-9f30ee4a8220', 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb', 'port_id': 'f2c67f5a-6160-4a47-9dc3-9f30ee4a8220', 'mac_address': 'fa:16:3e:bf:b8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:51:09.644298 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-88a20f72-f9fb-49ac-9d79-18a830b4f34d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (aed5e466-4696-4377-9993-dbfd49cf0584), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:09.711650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:09.712061 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f2c67f5a-6160-4a47-9dc3-9f30ee4a8220), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:09.733254 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-88a20f72-f9fb-49ac-9d79-18a830b4f34d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (aed5e466-4696-4377-9993-dbfd49cf0584), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:09.762785 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:51:09.805171 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220,segment=NetworkSegment(187eb62e-1330-434b-bf3b-de9d1e2a4baa),segment_id=187eb62e-1330-434b-bf3b-de9d1e2a4baa)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:09.812859 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f2c67f5a-6160-4a47-9dc3-9f30ee4a8220), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:09.871195 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a20f72-f9fb-49ac-9d79-18a830b4f34d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed5e466-4696-4377-9993-dbfd49cf0584,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:09.909675 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-88a20f72-f9fb-49ac-9d79-18a830b4f34d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:09.914350 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-88a20f72-f9fb-49ac-9d79-18a830b4f34d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7597950 Feb 04 13:51:09.915050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34792) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:09.919468 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:09.922449 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d110bfba-1869-4bfa-aae1-0f5014492c06 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group_rule': {'security_group_id': 'a810ebef-cb91-47ef-855e-db5fb95bc6a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:10.019930 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d110bfba-1869-4bfa-aae1-0f5014492c06 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (e0efabdb-05d0-42a5-9792-e06f62d893ff), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:10.024100 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (22b64c60-b352-4cd2-8a1c-2419c0b536d1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:10.033130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675f15f-5f31-49e6-9493-f44e7ce0c9cd req-815aa299-5c74-43f5-a7e8-3d2b20f312b5 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:10.035425 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6675f15f-5f31-49e6-9493-f44e7ce0c9cd req-815aa299-5c74-43f5-a7e8-3d2b20f312b5 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 943 time: 0.7760327 Feb 04 13:51:10.104286 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8de9239c-6281-4c86-8466-d2c78071c30e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (9bfc854a-bd24-4139-b8d4-0d516bb63262), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:10.169045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['f2c67f5a-6160-4a47-9dc3-9f30ee4a8220'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:51:10.198009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-8de9239c-6281-4c86-8466-d2c78071c30e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bfc854a-bd24-4139-b8d4-0d516bb63262']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:10.249387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4383ec65-2b37-4777-8067-934fb10f1e2b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:10.259703 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-8de9239c-6281-4c86-8466-d2c78071c30e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600a9123-6d3c-4596-a82e-a099b916b617') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:10.260012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-8de9239c-6281-4c86-8466-d2c78071c30e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600a9123-6d3c-4596-a82e-a099b916b617') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:10.282349 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Allocated IP 172.20.0.1 (e850f246-0270-48c7-b292-77ce5d0c8d2b/4fa6a57d-4833-477c-a4c3-0b43c577818b/fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:10.304021 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8de9239c-6281-4c86-8466-d2c78071c30e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (600a9123-6d3c-4596-a82e-a099b916b617), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:10.321874 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6675f15f-5f31-49e6-9493-f44e7ce0c9cd req-e9f960db-3be9-4394-8863-845c715bd8e9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=077e3ac8-6451-40e3-a1b9-897e8ab5b494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683401 Feb 04 13:51:10.360926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-b1152c86-9c7d-48cf-906f-1563cef979e6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting port 2469de30-3e39-4b69-8eb8-57b46adac01b {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:51:10.361450 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1152c86-9c7d-48cf-906f-1563cef979e6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2469de30-3e39-4b69-8eb8-57b46adac01b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:10.404501 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4383ec65-2b37-4777-8067-934fb10f1e2b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:10.404805 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4383ec65-2b37-4777-8067-934fb10f1e2b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:10.424010 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d110bfba-1869-4bfa-aae1-0f5014492c06 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (e0efabdb-05d0-42a5-9792-e06f62d893ff), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:10.437782 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d110bfba-1869-4bfa-aae1-0f5014492c06 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (e0efabdb-05d0-42a5-9792-e06f62d893ff), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:10.490896 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1152c86-9c7d-48cf-906f-1563cef979e6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2469de30-3e39-4b69-8eb8-57b46adac01b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:10.500203 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d110bfba-1869-4bfa-aae1-0f5014492c06 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:10.506429 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d110bfba-1869-4bfa-aae1-0f5014492c06 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5883849 Feb 04 13:51:10.507307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34798) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:10.542009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-aa6fe256-4937-433d-9b15-7d05cae2b7e0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group_rule': {'security_group_id': 'a810ebef-cb91-47ef-855e-db5fb95bc6a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:10.560453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110bfba-1869-4bfa-aae1-0f5014492c06 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0efabdb-05d0-42a5-9792-e06f62d893ff,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:10.582490 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (22b64c60-b352-4cd2-8a1c-2419c0b536d1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:10.799987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4383ec65-2b37-4777-8067-934fb10f1e2b is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:10.800586 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4383ec65-2b37-4777-8067-934fb10f1e2b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:10.832634 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aa6fe256-4937-433d-9b15-7d05cae2b7e0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (b19ef30a-d94b-4a1c-9590-9a805ad63be5), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:10.866856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 4383ec65-2b37-4777-8067-934fb10f1e2b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4383ec65-2b37-4777-8067-934fb10f1e2b,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:10.938507 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4383ec65-2b37-4777-8067-934fb10f1e2b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:10.962789 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aa6fe256-4937-433d-9b15-7d05cae2b7e0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (b19ef30a-d94b-4a1c-9590-9a805ad63be5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:10.975081 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aa6fe256-4937-433d-9b15-7d05cae2b7e0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b19ef30a-d94b-4a1c-9590-9a805ad63be5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.049303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fe256-4937-433d-9b15-7d05cae2b7e0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19ef30a-d94b-4a1c-9590-9a805ad63be5,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:11.060059 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aa6fe256-4937-433d-9b15-7d05cae2b7e0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.062317 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-aa6fe256-4937-433d-9b15-7d05cae2b7e0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5366585 Feb 04 13:51:11.071298 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2dfea3ef-bc53-4706-b796-6294ebd0bc9b no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:51:11.072038 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34804) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:11.085173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a65a30f5-fb66-4f03-ab6b-9ef2ca51136b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group_rule': {'security_group_id': 'a810ebef-cb91-47ef-855e-db5fb95bc6a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:11.146293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a65a30f5-fb66-4f03-ab6b-9ef2ca51136b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (e5a29972-cab5-42f2-af0f-95e887725d60), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.151772 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-115796eb-83aa-4355-ad8a-99c7074a302b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.171481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Router 22b64c60-b352-4cd2-8a1c-2419c0b536d1 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:51:11.177613 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 2dfea3ef-bc53-4706-b796-6294ebd0bc9b {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:51:11.178552 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2dfea3ef-bc53-4706-b796-6294ebd0bc9b not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:51:11.215822 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=4383ec65-2b37-4777-8067-934fb10f1e2b,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:11.330564 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a65a30f5-fb66-4f03-ab6b-9ef2ca51136b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (e5a29972-cab5-42f2-af0f-95e887725d60), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.360493 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a65a30f5-fb66-4f03-ab6b-9ef2ca51136b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (e5a29972-cab5-42f2-af0f-95e887725d60), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.368330 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8de9239c-6281-4c86-8466-d2c78071c30e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (600a9123-6d3c-4596-a82e-a099b916b617), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.374899 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de9239c-6281-4c86-8466-d2c78071c30e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:51:11.375341 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8de9239c-6281-4c86-8466-d2c78071c30e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (600a9123-6d3c-4596-a82e-a099b916b617), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:51:11.394715 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:51:11.397927 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a30f5-fb66-4f03-ab6b-9ef2ca51136b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a29972-cab5-42f2-af0f-95e887725d60,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:11.403061 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:11.413095 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a65a30f5-fb66-4f03-ab6b-9ef2ca51136b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.416590 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a65a30f5-fb66-4f03-ab6b-9ef2ca51136b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3377724 Feb 04 13:51:11.419318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34808) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:11.432233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b24e18-e3d9-4212-b7fc-4f88933f7d81 None None] Sync routers for ids ['22b64c60-b352-4cd2-8a1c-2419c0b536d1'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:11.451319 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b24e18-e3d9-4212-b7fc-4f88933f7d81 None None] Routers {'22b64c60-b352-4cd2-8a1c-2419c0b536d1'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:11.456244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-27b24e18-e3d9-4212-b7fc-4f88933f7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['22b64c60-b352-4cd2-8a1c-2419c0b536d1'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:11.471069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c5b94d7-80db-4660-9597-56cd49d1f656 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (e5a29972-cab5-42f2-af0f-95e887725d60), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.480166 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.484029 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a10981fc-e524-4357-be1b-0811c98a2055 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.5052562 Feb 04 13:51:11.500907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34810) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:11.504330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c5b94d7-80db-4660-9597-56cd49d1f656 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (e5a29972-cab5-42f2-af0f-95e887725d60), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.615714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600cde6-8ccf-48de-847a-312e3cf59ce8 req-28ee0ee8-82b9-4e7d-88f1-608032e057a4 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:11.624928 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2600cde6-8ccf-48de-847a-312e3cf59ce8 req-28ee0ee8-82b9-4e7d-88f1-608032e057a4 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.2868159 Feb 04 13:51:11.642466 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c5b94d7-80db-4660-9597-56cd49d1f656 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (e5a29972-cab5-42f2-af0f-95e887725d60), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.668907 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-27b24e18-e3d9-4212-b7fc-4f88933f7d81 None None] Set router 22b64c60-b352-4cd2-8a1c-2419c0b536d1 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:11.676841 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8de9239c-6281-4c86-8466-d2c78071c30e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (9bfc854a-bd24-4139-b8d4-0d516bb63262), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.681806 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1152c86-9c7d-48cf-906f-1563cef979e6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.682210 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1152c86-9c7d-48cf-906f-1563cef979e6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (250b1df9-6a86-4608-b621-f3d6b571a02b), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.682592 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-b1152c86-9c7d-48cf-906f-1563cef979e6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Floating IP 250b1df9-6a86-4608-b621-f3d6b571a02b disassociated. External IP: 172.25.5.53, port: 2469de30-3e39-4b69-8eb8-57b46adac01b. Feb 04 13:51:11.682891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-b1152c86-9c7d-48cf-906f-1563cef979e6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Calling delete_port for 2469de30-3e39-4b69-8eb8-57b46adac01b owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:51:11.713486 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8de9239c-6281-4c86-8466-d2c78071c30e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.717129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8de9239c-6281-4c86-8466-d2c78071c30e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "DELETE /v2.0/networks/9bfc854a-bd24-4139-b8d4-0d516bb63262 HTTP/1.1" status: 204 len: 168 time: 2.6041503 Feb 04 13:51:11.725121 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9239c-6281-4c86-8466-d2c78071c30e tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event deleted for resources: {'Network': ['ID=9bfc854a-bd24-4139-b8d4-0d516bb63262,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:11.727096 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34812) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:11.732209 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c5b94d7-80db-4660-9597-56cd49d1f656 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.739191 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6c5b94d7-80db-4660-9597-56cd49d1f656 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/e5a29972-cab5-42f2-af0f-95e887725d60 HTTP/1.1" status: 204 len: 168 time: 0.3166769 Feb 04 13:51:11.748355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34814) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:11.766578 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b94d7-80db-4660-9597-56cd49d1f656 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5a29972-cab5-42f2-af0f-95e887725d60,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:11.845287 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58bc73ab-bf7d-415d-818a-678a3b2ef574 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router (22b64c60-b352-4cd2-8a1c-2419c0b536d1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:11.881973 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2600cde6-8ccf-48de-847a-312e3cf59ce8 req-c4b3babc-666d-4ea7-98ac-452eba1ceca1 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557747 Feb 04 13:51:11.969186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4e67b4bd-8878-4b75-93cd-bcc5b73a0d78 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2171807 Feb 04 13:51:11.978773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34816) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:12.040508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4383ec65-2b37-4777-8067-934fb10f1e2b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:12.077670 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58bc73ab-bf7d-415d-818a-678a3b2ef574 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (22b64c60-b352-4cd2-8a1c-2419c0b536d1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.082399 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Publish callbacks [] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.109660 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6fb772aa-578a-45e1-b271-521bde774b2a tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (b19ef30a-d94b-4a1c-9590-9a805ad63be5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.118926 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6fb772aa-578a-45e1-b271-521bde774b2a tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (b19ef30a-d94b-4a1c-9590-9a805ad63be5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.158773 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-58bc73ab-bf7d-415d-818a-678a3b2ef574 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Deleting port 80bf3cd5-222e-49a8-8bcc-7d1b8ecc2b04 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:51:12.159421 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58bc73ab-bf7d-415d-818a-678a3b2ef574 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (80bf3cd5-222e-49a8-8bcc-7d1b8ecc2b04), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.167416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-27b24e18-e3d9-4212-b7fc-4f88933f7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b64c60-b352-4cd2-8a1c-2419c0b536d1', 'name': '', 'tenant_id': '8d1ff25c0fd8475ebbd576e4d1a0464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a526b9-d9d9-4edf-ac1d-4d11cfee188d', 'external_fixed_ips': [{'subnet_id': '229cea42-e8bf-4cb7-8303-854c2d6d8de7', 'ip_address': '2001:db8::26d'}], 'enable_snat': True}, 'gw_port_id': '80bf3cd5-222e-49a8-8bcc-7d1b8ecc2b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:06Z', 'updated_at': '2022-02-04T13:51:09Z', 'revision_number': 3, 'project_id': '8d1ff25c0fd8475ebbd576e4d1a0464a', 'gw_port': {'id': '80bf3cd5-222e-49a8-8bcc-7d1b8ecc2b04', 'name': '', 'network_id': '35a526b9-d9d9-4edf-ac1d-4d11cfee188d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b64c60-b352-4cd2-8a1c-2419c0b536d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '229cea42-e8bf-4cb7-8303-854c2d6d8de7', 'ip_address': '2001:db8::26d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:07Z', 'updated_at': '2022-02-04T13:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229cea42-e8bf-4cb7-8303-854c2d6d8de7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:12.187252 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6fb772aa-578a-45e1-b271-521bde774b2a tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b19ef30a-d94b-4a1c-9590-9a805ad63be5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.200625 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b24e18-e3d9-4212-b7fc-4f88933f7d81 None None] Checking router: 22b64c60-b352-4cd2-8a1c-2419c0b536d1 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:51:12.200978 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b24e18-e3d9-4212-b7fc-4f88933f7d81 None None] Updating router 22b64c60-b352-4cd2-8a1c-2419c0b536d1 port 80bf3cd5-222e-49a8-8bcc-7d1b8ecc2b04 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:51:12.205407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4383ec65-2b37-4777-8067-934fb10f1e2b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:12.205407 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4383ec65-2b37-4777-8067-934fb10f1e2b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.213342 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6fb772aa-578a-45e1-b271-521bde774b2a tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.214537 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6fb772aa-578a-45e1-b271-521bde774b2a tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/b19ef30a-d94b-4a1c-9590-9a805ad63be5 HTTP/1.1" status: 204 len: 168 time: 0.2331138 Feb 04 13:51:12.216137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb772aa-578a-45e1-b271-521bde774b2a tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b19ef30a-d94b-4a1c-9590-9a805ad63be5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:12.224549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf859a-f3b9-4ee3-a565-244420ffbaac req-6e823579-f704-45f8-8223-e679249b0435 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:12.226139 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0dbf859a-f3b9-4ee3-a565-244420ffbaac req-6e823579-f704-45f8-8223-e679249b0435 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 944 time: 0.2136323 Feb 04 13:51:12.232990 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34820) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:12.267438 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58bc73ab-bf7d-415d-818a-678a3b2ef574 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (80bf3cd5-222e-49a8-8bcc-7d1b8ecc2b04), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.282626 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-58bc73ab-bf7d-415d-818a-678a3b2ef574 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Calling delete_port for 80bf3cd5-222e-49a8-8bcc-7d1b8ecc2b04 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:51:12.322293 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4383ec65-2b37-4777-8067-934fb10f1e2b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:12.324407 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-27b24e18-e3d9-4212-b7fc-4f88933f7d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (80bf3cd5-222e-49a8-8bcc-7d1b8ecc2b04), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.372058 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2a03105d-bb09-4e95-a3b1-821b76c457cf tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1313727 Feb 04 13:51:12.376020 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0dbf859a-f3b9-4ee3-a565-244420ffbaac req-4774ae13-1483-4e9c-85ae-017282733b95 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=077e3ac8-6451-40e3-a1b9-897e8ab5b494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287551 Feb 04 13:51:12.400181 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34822) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:12.422408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-859f0dcb-de78-4e74-8a45-bdc83b926cd4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Deleting port ce46f678-5585-42bf-b805-47fe423ee568 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:51:12.422757 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-859f0dcb-de78-4e74-8a45-bdc83b926cd4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ce46f678-5585-42bf-b805-47fe423ee568), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.483077 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.502455 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f290c99b-e01a-4e99-ab68-f9fa458a14d0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (e0efabdb-05d0-42a5-9792-e06f62d893ff), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.503969 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58bc73ab-bf7d-415d-818a-678a3b2ef574 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (80bf3cd5-222e-49a8-8bcc-7d1b8ecc2b04), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.514716 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f290c99b-e01a-4e99-ab68-f9fa458a14d0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (e0efabdb-05d0-42a5-9792-e06f62d893ff), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.534931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc73ab-bf7d-415d-818a-678a3b2ef574 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Pushing event deleted for resources: {'Port': ['ID=80bf3cd5-222e-49a8-8bcc-7d1b8ecc2b04,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:12.573570 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58bc73ab-bf7d-415d-818a-678a3b2ef574 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (22b64c60-b352-4cd2-8a1c-2419c0b536d1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.590404 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f290c99b-e01a-4e99-ab68-f9fa458a14d0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (e0efabdb-05d0-42a5-9792-e06f62d893ff), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.597384 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Network e850f246-0270-48c7-b292-77ce5d0c8d2b is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:12.611388 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-27b24e18-e3d9-4212-b7fc-4f88933f7d81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:51:12.611761 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-27b24e18-e3d9-4212-b7fc-4f88933f7d81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:51:12.618486 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f290c99b-e01a-4e99-ab68-f9fa458a14d0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.622036 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f290c99b-e01a-4e99-ab68-f9fa458a14d0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/e0efabdb-05d0-42a5-9792-e06f62d893ff HTTP/1.1" status: 204 len: 168 time: 0.2205572 Feb 04 13:51:12.632303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34824) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:12.633259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:12.635252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290c99b-e01a-4e99-ab68-f9fa458a14d0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0efabdb-05d0-42a5-9792-e06f62d893ff,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:12.656961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:12.695571 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1152c86-9c7d-48cf-906f-1563cef979e6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (2469de30-3e39-4b69-8eb8-57b46adac01b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.723067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Pushing event updated for resources: {'Port': ['ID=fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:12.733902 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58bc73ab-bf7d-415d-818a-678a3b2ef574 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (22b64c60-b352-4cd2-8a1c-2419c0b536d1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.736587 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58bc73ab-bf7d-415d-818a-678a3b2ef574 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_controller (22b64c60-b352-4cd2-8a1c-2419c0b536d1), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.787453 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f7254326-55ef-4e4c-961e-5691b015ee21 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1471245 Feb 04 13:51:12.792616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1152c86-9c7d-48cf-906f-1563cef979e6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Port': ['ID=2469de30-3e39-4b69-8eb8-57b46adac01b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:12.803279 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34826) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:12.819848 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-859f0dcb-de78-4e74-8a45-bdc83b926cd4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ce46f678-5585-42bf-b805-47fe423ee568), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.820100 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-859f0dcb-de78-4e74-8a45-bdc83b926cd4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for floatingip (ce46f678-5585-42bf-b805-47fe423ee568), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.821339 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58bc73ab-bf7d-415d-818a-678a3b2ef574 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (22b64c60-b352-4cd2-8a1c-2419c0b536d1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.822040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bc73ab-bf7d-415d-818a-678a3b2ef574 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22b64c60-b352-4cd2-8a1c-2419c0b536d1 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:51:12.836663 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58bc73ab-bf7d-415d-818a-678a3b2ef574 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.840074 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.840210 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-58bc73ab-bf7d-415d-818a-678a3b2ef574 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "DELETE /v2.0/routers/22b64c60-b352-4cd2-8a1c-2419c0b536d1 HTTP/1.1" status: 204 len: 168 time: 1.3353796 Feb 04 13:51:12.840210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34828) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:12.893628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-859f0dcb-de78-4e74-8a45-bdc83b926cd4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Calling delete_port for ce46f678-5585-42bf-b805-47fe423ee568 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:51:12.909066 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d142e97-a443-4e69-9869-875c9fe0bb6a tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Deleting subnet 229cea42-e8bf-4cb7-8303-854c2d6d8de7 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:51:12.913295 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d142e97-a443-4e69-9869-875c9fe0bb6a tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for subnet (229cea42-e8bf-4cb7-8303-854c2d6d8de7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.931036 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3e27110c-7515-45b7-8b3b-93af14f28604 None None] Provisioning complete for port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:12.932688 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3e27110c-7515-45b7-8b3b-93af14f28604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.959089 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d142e97-a443-4e69-9869-875c9fe0bb6a tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (229cea42-e8bf-4cb7-8303-854c2d6d8de7), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:12.983020 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3e27110c-7515-45b7-8b3b-93af14f28604 None None] Port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:51:13.008871 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d142e97-a443-4e69-9869-875c9fe0bb6a tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (229cea42-e8bf-4cb7-8303-854c2d6d8de7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.037106 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5db37d3f-95e0-4d15-b1fe-696f91117015 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (aed5e466-4696-4377-9993-dbfd49cf0584), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.071473 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d142e97-a443-4e69-9869-875c9fe0bb6a tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (229cea42-e8bf-4cb7-8303-854c2d6d8de7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.102995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d142e97-a443-4e69-9869-875c9fe0bb6a tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=229cea42-e8bf-4cb7-8303-854c2d6d8de7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:13.107878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d142e97-a443-4e69-9869-875c9fe0bb6a tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.111562 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4d142e97-a443-4e69-9869-875c9fe0bb6a tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "DELETE /v2.0/subnets/229cea42-e8bf-4cb7-8303-854c2d6d8de7 HTTP/1.1" status: 204 len: 168 time: 0.2703221 Feb 04 13:51:13.114973 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34832) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:13.127882 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5db37d3f-95e0-4d15-b1fe-696f91117015 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (aed5e466-4696-4377-9993-dbfd49cf0584), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.133187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b24e18-e3d9-4212-b7fc-4f88933f7d81 None None] Port 80bf3cd5-222e-49a8-8bcc-7d1b8ecc2b04 not found while updating agent binding for router 22b64c60-b352-4cd2-8a1c-2419c0b536d1. {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 13:51:13.142609 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b24e18-e3d9-4212-b7fc-4f88933f7d81 None None] Routers set() bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:13.142978 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b24e18-e3d9-4212-b7fc-4f88933f7d81 None None] Router IDs set() for agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 13:51:13.143632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_agentschedulers_db [None req-27b24e18-e3d9-4212-b7fc-4f88933f7d81 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'22b64c60-b352-4cd2-8a1c-2419c0b536d1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent'). {{(pid=103608) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 13:51:13.144008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b24e18-e3d9-4212-b7fc-4f88933f7d81 None None] The sync data for ids ['22b64c60-b352-4cd2-8a1c-2419c0b536d1'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:13.189499 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c14505cf-6fda-4d23-b408-a40684a7b6a2 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (35a526b9-d9d9-4edf-ac1d-4d11cfee188d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.242874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8657a2-dbcc-4f21-9a8a-55720c2dd46b req-a3d0f805-40ee-452d-8faa-7454dadb5cd3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:13.244339 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db8657a2-dbcc-4f21-9a8a-55720c2dd46b req-a3d0f805-40ee-452d-8faa-7454dadb5cd3 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.3095577 Feb 04 13:51:13.258070 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5db37d3f-95e0-4d15-b1fe-696f91117015 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (aed5e466-4696-4377-9993-dbfd49cf0584), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.276122 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5db37d3f-95e0-4d15-b1fe-696f91117015 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.277238 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5db37d3f-95e0-4d15-b1fe-696f91117015 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/aed5e466-4696-4377-9993-dbfd49cf0584 HTTP/1.1" status: 204 len: 168 time: 0.4730251 Feb 04 13:51:13.282342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34836) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:13.292016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa8c6d-ec58-43ee-af45-6cd06e565227 req-a421721b-27b0-4515-9a02-2437a5fc9416 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:13.293528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4ffa8c6d-ec58-43ee-af45-6cd06e565227 req-a421721b-27b0-4515-9a02-2437a5fc9416 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.2808359 Feb 04 13:51:13.311061 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c14505cf-6fda-4d23-b408-a40684a7b6a2 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (35a526b9-d9d9-4edf-ac1d-4d11cfee188d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.330777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:13.352687 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f9cc1653-d188-49e3-8cdb-26cb61ccca75 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0691638 Feb 04 13:51:13.354628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db37d3f-95e0-4d15-b1fe-696f91117015 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aed5e466-4696-4377-9993-dbfd49cf0584,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:13.355455 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34838) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:13.361674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1152c86-9c7d-48cf-906f-1563cef979e6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router 32494e27-ec60-40aa-a5a4-9e1d56551c8c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:51:13.363434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c14505cf-6fda-4d23-b408-a40684a7b6a2 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a526b9-d9d9-4edf-ac1d-4d11cfee188d']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:13.381727 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c14505cf-6fda-4d23-b408-a40684a7b6a2 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff2c6e6-2f9c-4a6c-b310-1471bceb285e') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:13.382153 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c14505cf-6fda-4d23-b408-a40684a7b6a2 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff2c6e6-2f9c-4a6c-b310-1471bceb285e') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:13.396799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:51:13.403589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:13.405001 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f2c67f5a-6160-4a47-9dc3-9f30ee4a8220), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.405132 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c14505cf-6fda-4d23-b408-a40684a7b6a2 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (3ff2c6e6-2f9c-4a6c-b310-1471bceb285e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.408500 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-703dfd05-58ab-406a-8737-141dac3e6c48 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (091cbc44-49ba-48e4-945d-8a574dad1e3f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.421802 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-703dfd05-58ab-406a-8737-141dac3e6c48 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (091cbc44-49ba-48e4-945d-8a574dad1e3f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.440020 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c14505cf-6fda-4d23-b408-a40684a7b6a2 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3ff2c6e6-2f9c-4a6c-b310-1471bceb285e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.462948 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.463597 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14505cf-6fda-4d23-b408-a40684a7b6a2 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:51:13.463597 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c14505cf-6fda-4d23-b408-a40684a7b6a2 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (3ff2c6e6-2f9c-4a6c-b310-1471bceb285e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:51:13.465472 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:51:13.482750 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-703dfd05-58ab-406a-8737-141dac3e6c48 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (091cbc44-49ba-48e4-945d-8a574dad1e3f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.488520 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-703dfd05-58ab-406a-8737-141dac3e6c48 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.491093 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-703dfd05-58ab-406a-8737-141dac3e6c48 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/091cbc44-49ba-48e4-945d-8a574dad1e3f HTTP/1.1" status: 204 len: 168 time: 0.1347106 Feb 04 13:51:13.504075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:13.504333 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f2c67f5a-6160-4a47-9dc3-9f30ee4a8220), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.514039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34842) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:13.518146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4ffa8c6d-ec58-43ee-af45-6cd06e565227 req-adfd809f-0a73-40b8-9a06-84234a3bda0e tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993103 Feb 04 13:51:13.542327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dfd05-58ab-406a-8737-141dac3e6c48 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=091cbc44-49ba-48e4-945d-8a574dad1e3f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:13.546273 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220,segment=NetworkSegment(187eb62e-1330-434b-bf3b-de9d1e2a4baa),segment_id=187eb62e-1330-434b-bf3b-de9d1e2a4baa)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:13.547792 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc88ab3-58a2-47bc-ad0e-7620d8312735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c67f5a-6160-4a47-9dc3-9f30ee4a8220'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:51:13.551232 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e769cc72-5d5b-494d-892b-e07b571ef0e6" -d '{"events": [{"server_uuid": "4fc88ab3-58a2-47bc-ad0e-7620d8312735", "name": "network-vif-plugged", "status": "completed", "tag": "f2c67f5a-6160-4a47-9dc3-9f30ee4a8220"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:51:13.556095 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f2c67f5a-6160-4a47-9dc3-9f30ee4a8220), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.568926 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c14505cf-6fda-4d23-b408-a40684a7b6a2 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (35a526b9-d9d9-4edf-ac1d-4d11cfee188d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.586057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14505cf-6fda-4d23-b408-a40684a7b6a2 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 35a526b9-d9d9-4edf-ac1d-4d11cfee188d {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 13:51:13.589146 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c14505cf-6fda-4d23-b408-a40684a7b6a2 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.596114 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c14505cf-6fda-4d23-b408-a40684a7b6a2 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "DELETE /v2.0/networks/35a526b9-d9d9-4edf-ac1d-4d11cfee188d HTTP/1.1" status: 204 len: 168 time: 0.4762685 Feb 04 13:51:13.607820 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14505cf-6fda-4d23-b408-a40684a7b6a2 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Pushing event deleted for resources: {'Network': ['ID=35a526b9-d9d9-4edf-ac1d-4d11cfee188d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:13.649187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:13.762343 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-859f0dcb-de78-4e74-8a45-bdc83b926cd4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ce46f678-5585-42bf-b805-47fe423ee568), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.835655 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f0dcb-de78-4e74-8a45-bdc83b926cd4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event deleted for resources: {'Port': ['ID=ce46f678-5585-42bf-b805-47fe423ee568,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:13.873896 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-996fafa0-d789-4f74-b477-2350c547fe68 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3545635 Feb 04 13:51:13.876157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-db8657a2-dbcc-4f21-9a8a-55720c2dd46b req-64cc9402-0b03-4f23-ac90-b71a7ef1b576 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Deleting port 8fcceb57-e3e6-485e-8606-e8f069c54053 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:51:13.876551 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-db8657a2-dbcc-4f21-9a8a-55720c2dd46b req-64cc9402-0b03-4f23-ac90-b71a7ef1b576 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.877269 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34852) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:13.914609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34854) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:13.919193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-77c8a18a-cd37-433f-a8d1-0e35efd362ad tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Request body: {'router': {'name': 'tempest-router--1620079742', 'project_id': '6ade94b33b034692b3b4574780f5607a'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:13.963910 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77c8a18a-cd37-433f-a8d1-0e35efd362ad tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (bc3af337-9fec-413c-a6a2-426b54792c39), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.965097 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77c8a18a-cd37-433f-a8d1-0e35efd362ad tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (bc3af337-9fec-413c-a6a2-426b54792c39), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.976916 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ada4b30f-3813-43d0-a705-6308cabed829 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (a810ebef-cb91-47ef-855e-db5fb95bc6a2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:13.997738 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1152c86-9c7d-48cf-906f-1563cef979e6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:14.037540 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ada4b30f-3813-43d0-a705-6308cabed829 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (a810ebef-cb91-47ef-855e-db5fb95bc6a2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.040365 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.058733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417024a4-787c-454e-bf7a-395bd135b421 req-0a545eef-a52e-4546-9d08-089db4116cef tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:14.063980 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-417024a4-787c-454e-bf7a-395bd135b421 req-0a545eef-a52e-4546-9d08-089db4116cef tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 945 time: 0.3874235 Feb 04 13:51:14.077497 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77c8a18a-cd37-433f-a8d1-0e35efd362ad tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_controller (bc3af337-9fec-413c-a6a2-426b54792c39), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.091980 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77c8a18a-cd37-433f-a8d1-0e35efd362ad tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (bc3af337-9fec-413c-a6a2-426b54792c39), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.119046 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77c8a18a-cd37-433f-a8d1-0e35efd362ad tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.120526 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-77c8a18a-cd37-433f-a8d1-0e35efd362ad tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2047710 Feb 04 13:51:14.126626 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34856) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:14.141037 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ada4b30f-3813-43d0-a705-6308cabed829 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a810ebef-cb91-47ef-855e-db5fb95bc6a2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.143767 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ada4b30f-3813-43d0-a705-6308cabed829 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.148030 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ada4b30f-3813-43d0-a705-6308cabed829 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-groups/a810ebef-cb91-47ef-855e-db5fb95bc6a2 HTTP/1.1" status: 204 len: 168 time: 0.2652423 Feb 04 13:51:14.160900 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34858) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:14.199211 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f88646-661e-40c1-82da-d9e1e39fcd84 None None] Sync routers for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:14.201044 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-859f0dcb-de78-4e74-8a45-bdc83b926cd4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for floatingip (a734e762-5cf0-4750-af63-5b4b44cab4db), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.202151 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-859f0dcb-de78-4e74-8a45-bdc83b926cd4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Floating IP a734e762-5cf0-4750-af63-5b4b44cab4db disassociated (deleted). External IP: 172.25.5.7, port: 09d869b2-3055-4af9-8be9-c90c05d86237. Feb 04 13:51:14.210263 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f88646-661e-40c1-82da-d9e1e39fcd84 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:14.211179 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-75f88646-661e-40c1-82da-d9e1e39fcd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:14.217823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4b30f-3813-43d0-a705-6308cabed829 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a810ebef-cb91-47ef-855e-db5fb95bc6a2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:14.224649 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bbfe3d42-e755-407f-9403-41c370036c71 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router (bc3af337-9fec-413c-a6a2-426b54792c39), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.248583 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-75f88646-661e-40c1-82da-d9e1e39fcd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:14.263188 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f88646-661e-40c1-82da-d9e1e39fcd84 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:14.264118 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-75f88646-661e-40c1-82da-d9e1e39fcd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:50:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:14.301233 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-75f88646-661e-40c1-82da-d9e1e39fcd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:14.302387 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f88646-661e-40c1-82da-d9e1e39fcd84 None None] The sync data for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:14.412136 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bbfe3d42-e755-407f-9403-41c370036c71 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (bc3af337-9fec-413c-a6a2-426b54792c39), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.414746 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bbfe3d42-e755-407f-9403-41c370036c71 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_controller (bc3af337-9fec-413c-a6a2-426b54792c39), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.467439 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bbfe3d42-e755-407f-9403-41c370036c71 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (bc3af337-9fec-413c-a6a2-426b54792c39), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.468217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfe3d42-e755-407f-9403-41c370036c71 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc3af337-9fec-413c-a6a2-426b54792c39 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:51:14.472806 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bbfe3d42-e755-407f-9403-41c370036c71 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.476645 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bbfe3d42-e755-407f-9403-41c370036c71 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "DELETE /v2.0/routers/bc3af337-9fec-413c-a6a2-426b54792c39 HTTP/1.1" status: 204 len: 168 time: 0.3461444 Feb 04 13:51:14.593175 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34866) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:14.714868 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1152c86-9c7d-48cf-906f-1563cef979e6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.717011 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.720521 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b1152c86-9c7d-48cf-906f-1563cef979e6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/ports/2469de30-3e39-4b69-8eb8-57b46adac01b HTTP/1.1" status: 204 len: 168 time: 5.1841114 Feb 04 13:51:14.721200 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34870) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:14.738824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-db8657a2-dbcc-4f21-9a8a-55720c2dd46b req-64cc9402-0b03-4f23-ac90-b71a7ef1b576 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] For port 8fcceb57-e3e6-485e-8606-e8f069c54053, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8fcceb57-e3e6-485e-8606-e8f069c54053,segment=NetworkSegment(8f61ba35-39fc-4dd6-a8ce-d7b52da9637c),segment_id=8f61ba35-39fc-4dd6-a8ce-d7b52da9637c)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:14.739659 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-db8657a2-dbcc-4f21-9a8a-55720c2dd46b req-64cc9402-0b03-4f23-ac90-b71a7ef1b576 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.776050 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a1e9ec1c-29c5-4286-a7f8-5be8d26a10d4 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "GET /v2.0/floatingips/250b1df9-6a86-4608-b621-f3d6b571a02b HTTP/1.1" status: 200 len: 687 time: 0.0506709 Feb 04 13:51:14.776050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34872) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:14.788216 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-417024a4-787c-454e-bf7a-395bd135b421 req-4b2f2ddc-c166-4662-b7e1-55ddce997919 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=077e3ac8-6451-40e3-a1b9-897e8ab5b494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6791561 Feb 04 13:51:14.789507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-db8657a2-dbcc-4f21-9a8a-55720c2dd46b req-64cc9402-0b03-4f23-ac90-b71a7ef1b576 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Calling delete_port for 8fcceb57-e3e6-485e-8606-e8f069c54053 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:51:14.793785 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Publish callbacks [] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.803246 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-37915935-4097-49c8-b6ba-4d20a4967590 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6397495 Feb 04 13:51:14.810686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34874) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:14.820501 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.820501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-151980ce-970b-4f75-9227-71622683dd1e tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1671804626'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:14.864197 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac0e91a-3d1b-4986-9488-515076239c9b x-openstack-request-id: req-bac0e91a-3d1b-4986-9488-515076239c9b {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:51:14.864939 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc88ab3-58a2-47bc-ad0e-7620d8312735", "name": "network-vif-plugged", "status": "completed", "tag": "f2c67f5a-6160-4a47-9dc3-9f30ee4a8220", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:51:14.865444 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bac0e91a-3d1b-4986-9488-515076239c9b {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:51:14.866206 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc88ab3-58a2-47bc-ad0e-7620d8312735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c67f5a-6160-4a47-9dc3-9f30ee4a8220', 'code': 200} Feb 04 13:51:15.043556 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-151980ce-970b-4f75-9227-71622683dd1e tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.045872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Pushing event updated for resources: {'Port': ['ID=fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:15.051830 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.135998 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1124724365', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:15.157436 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-23bc2c5c-3b65-4487-a40c-120e0dfc8fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.235204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c7c34-c224-431f-9acb-bf9b9f34456f req-804695c2-0b9c-4924-b511-7d85016da9f6 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:15.236813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-710c7c34-c224-431f-9acb-bf9b9f34456f req-804695c2-0b9c-4924-b511-7d85016da9f6 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e402327-2fa1-4086-b1e9-3b33b213514d HTTP/1.1" status: 200 len: 947 time: 0.3081605 Feb 04 13:51:15.242630 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (00ff7d10-9e17-4213-8a1e-0510fb6e9e8e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.243675 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (00ff7d10-9e17-4213-8a1e-0510fb6e9e8e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.286428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761e7a5-c633-48b4-9298-fd3bb77cb952 req-ba6a2c07-37b2-495d-9cc8-95b7ac69fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:15.288205 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e761e7a5-c633-48b4-9298-fd3bb77cb952 req-ba6a2c07-37b2-495d-9cc8-95b7ac69fa2b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 1128 time: 0.1559553 Feb 04 13:51:15.345902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-bdac7b2a-4985-4ae2-998b-82935f2177be tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting port 7764ee0e-74e1-4a8b-a735-e8984290533e {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:51:15.346172 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bdac7b2a-4985-4ae2-998b-82935f2177be tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7764ee0e-74e1-4a8b-a735-e8984290533e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.361978 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_controller (00ff7d10-9e17-4213-8a1e-0510fb6e9e8e), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.423018 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-151980ce-970b-4f75-9227-71622683dd1e tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (2367f8b4-4fb2-42f1-9928-e9e17bcdbb35), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.424097 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-db8657a2-dbcc-4f21-9a8a-55720c2dd46b req-64cc9402-0b03-4f23-ac90-b71a7ef1b576 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8fcceb57-e3e6-485e-8606-e8f069c54053), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.436071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8fcceb57-e3e6-485e-8606-e8f069c54053'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:51:15.440722 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-151980ce-970b-4f75-9227-71622683dd1e tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2367f8b4-4fb2-42f1-9928-e9e17bcdbb35), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.472894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859f0dcb-de78-4e74-8a45-bdc83b926cd4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:51:15.474849 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Network e850f246-0270-48c7-b292-77ce5d0c8d2b is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:15.482344 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-710c7c34-c224-431f-9acb-bf9b9f34456f req-d7e9407c-28c4-4b72-b73c-633bc34e0a7c tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.96 "GET /v2.0/security-groups?id=8210cc52-b3ef-4189-9c58-5c617d0ca898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347028 Feb 04 13:51:15.487246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc9402-0b03-4f23-ac90-b71a7ef1b576 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Pushing event deleted for resources: {'Port': ['ID=8fcceb57-e3e6-485e-8606-e8f069c54053,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:15.496452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:15.504257 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e761e7a5-c633-48b4-9298-fd3bb77cb952 req-f201f1a3-fd55-45d3-bb8c-09d49e6729bc service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=077e3ac8-6451-40e3-a1b9-897e8ab5b494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076387 Feb 04 13:51:15.544279 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-151980ce-970b-4f75-9227-71622683dd1e tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.545529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-151980ce-970b-4f75-9227-71622683dd1e tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7316751 Feb 04 13:51:15.554076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34878) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:15.556865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151980ce-970b-4f75-9227-71622683dd1e tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2367f8b4-4fb2-42f1-9928-e9e17bcdbb35,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:15.583578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-0d6c9c9e-6587-4ddb-8090-44b78051afa1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group_rule': {'security_group_id': '2367f8b4-4fb2-42f1-9928-e9e17bcdbb35', 'direction': 'ingress', 'protocol': 17}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:15.594417 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.612811 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bdac7b2a-4985-4ae2-998b-82935f2177be tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7764ee0e-74e1-4a8b-a735-e8984290533e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.613152 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bdac7b2a-4985-4ae2-998b-82935f2177be tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (7764ee0e-74e1-4a8b-a735-e8984290533e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.617616 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (00ff7d10-9e17-4213-8a1e-0510fb6e9e8e), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.626246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8657a2-dbcc-4f21-9a8a-55720c2dd46b req-64cc9402-0b03-4f23-ac90-b71a7ef1b576 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] No DVR routers for this DVR port 8fcceb57-e3e6-485e-8606-e8f069c54053 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:51:15.635496 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-bdac7b2a-4985-4ae2-998b-82935f2177be tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Calling delete_port for 7764ee0e-74e1-4a8b-a735-e8984290533e owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:51:15.661701 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-db8657a2-dbcc-4f21-9a8a-55720c2dd46b req-64cc9402-0b03-4f23-ac90-b71a7ef1b576 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.665106 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db8657a2-dbcc-4f21-9a8a-55720c2dd46b req-64cc9402-0b03-4f23-ac90-b71a7ef1b576 tempest-ServersNegativeTestJSON-677970262 tempest-ServersNegativeTestJSON-677970262-project] 10.222.0.99 "DELETE /v2.0/ports/8fcceb57-e3e6-485e-8606-e8f069c54053 HTTP/1.1" status: 204 len: 173 time: 2.4097474 Feb 04 13:51:15.704823 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e402327-2fa1-4086-b1e9-3b33b213514d', 'name': 'network-vif-deleted', 'tag': '8fcceb57-e3e6-485e-8606-e8f069c54053'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:51:15.707231 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdac9eb-8e51-415a-b729-1b3ae44679de" -d '{"events": [{"server_uuid": "1e402327-2fa1-4086-b1e9-3b33b213514d", "name": "network-vif-deleted", "tag": "8fcceb57-e3e6-485e-8606-e8f069c54053"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:51:15.808629 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc62064-9f12-4552-8583-af12c136ff47 x-openstack-request-id: req-bdc62064-9f12-4552-8583-af12c136ff47 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:51:15.809361 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e402327-2fa1-4086-b1e9-3b33b213514d", "name": "network-vif-deleted", "tag": "8fcceb57-e3e6-485e-8606-e8f069c54053", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:51:15.809361 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bdc62064-9f12-4552-8583-af12c136ff47 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:51:15.809653 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e402327-2fa1-4086-b1e9-3b33b213514d', 'name': 'network-vif-deleted', 'tag': '8fcceb57-e3e6-485e-8606-e8f069c54053', 'status': 'completed', 'code': 200} Feb 04 13:51:15.842332 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9c9e-6587-4ddb-8090-44b78051afa1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (f02476ae-4d98-4b97-84c7-efe109a19d93), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.848101 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6cbf5145-0c21-40d7-a0e6-4020d23d97fd None None] Provisioning complete for port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:15.849294 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5145-0c21-40d7-a0e6-4020d23d97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.900963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:51:15.914792 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6cbf5145-0c21-40d7-a0e6-4020d23d97fd None None] Port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:51:15.921240 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bdac7b2a-4985-4ae2-998b-82935f2177be tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7764ee0e-74e1-4a8b-a735-e8984290533e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.971293 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859f0dcb-de78-4e74-8a45-bdc83b926cd4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:15.976645 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-859f0dcb-de78-4e74-8a45-bdc83b926cd4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.981723 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30fd4d4-afb4-4941-b3fa-0c9109ba45ae None None] Sync routers for ids ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:16.000913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30fd4d4-afb4-4941-b3fa-0c9109ba45ae None None] Routers {'5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:16.001694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e30fd4d4-afb4-4941-b3fa-0c9109ba45ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:16.014135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac7b2a-4985-4ae2-998b-82935f2177be tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Port': ['ID=7764ee0e-74e1-4a8b-a735-e8984290533e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:16.061424 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9c9e-6587-4ddb-8090-44b78051afa1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (f02476ae-4d98-4b97-84c7-efe109a19d93), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.070394 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (00ff7d10-9e17-4213-8a1e-0510fb6e9e8e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.101961 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9c9e-6587-4ddb-8090-44b78051afa1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (f02476ae-4d98-4b97-84c7-efe109a19d93), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.110460 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.124310 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-859f0dcb-de78-4e74-8a45-bdc83b926cd4 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "DELETE /v2.0/floatingips/a734e762-5cf0-4750-af63-5b4b44cab4db HTTP/1.1" status: 204 len: 168 time: 4.3837910 Feb 04 13:51:16.147844 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f74ea-2d19-4945-baf1-dbd5505e9781 req-35fb663f-4f16-44c3-9edc-a763eba03f15 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:16.149915 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c81f74ea-2d19-4945-baf1-dbd5505e9781 req-35fb663f-4f16-44c3-9edc-a763eba03f15 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 945 time: 0.2443497 Feb 04 13:51:16.152001 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-e30fd4d4-afb4-4941-b3fa-0c9109ba45ae None None] Set router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:16.154816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c9c9e-6587-4ddb-8090-44b78051afa1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02476ae-4d98-4b97-84c7-efe109a19d93,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:16.164965 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9c9e-6587-4ddb-8090-44b78051afa1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.169356 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0d6c9c9e-6587-4ddb-8090-44b78051afa1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6098795 Feb 04 13:51:16.171554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34886) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:16.229805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Allocated IP 172.25.5.222 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/46763cf8-c7d2-4f73-92e7-1e8343c06220) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:16.294289 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c81f74ea-2d19-4945-baf1-dbd5505e9781 req-3a885001-a55f-4e8c-8d13-5dda150f22bd tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=077e3ac8-6451-40e3-a1b9-897e8ab5b494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235487 Feb 04 13:51:16.310354 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:16.325058 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2556289d-d4b3-475b-af8a-b5096a9d57f9 admin admin] 10.222.0.96 "PUT /v2.0/routers/5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2120268 Feb 04 13:51:16.325529 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Sync routers for ids ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:16.327675 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bdac7b2a-4985-4ae2-998b-82935f2177be tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (250b1df9-6a86-4608-b621-f3d6b571a02b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.330432 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bdac7b2a-4985-4ae2-998b-82935f2177be tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.331615 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bdac7b2a-4985-4ae2-998b-82935f2177be tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/floatingips/250b1df9-6a86-4608-b621-f3d6b571a02b HTTP/1.1" status: 204 len: 168 time: 1.5547826 Feb 04 13:51:16.336464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34890) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:16.342797 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '01ae7537-659f-4aed-a1da-31c28f82da84'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:16.378406 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.387563 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Routers {'5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:16.391005 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:16.392079 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for port (46763cf8-c7d2-4f73-92e7-1e8343c06220), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.438172 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dd2359e-9579-4b0b-8f2c-2d077996fbd3 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (2367f8b4-4fb2-42f1-9928-e9e17bcdbb35), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.490933 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dd2359e-9579-4b0b-8f2c-2d077996fbd3 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (2367f8b4-4fb2-42f1-9928-e9e17bcdbb35), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.491983 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (46763cf8-c7d2-4f73-92e7-1e8343c06220), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.594559 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.596841 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dd2359e-9579-4b0b-8f2c-2d077996fbd3 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2367f8b4-4fb2-42f1-9928-e9e17bcdbb35), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.601109 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dd2359e-9579-4b0b-8f2c-2d077996fbd3 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.605464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2dd2359e-9579-4b0b-8f2c-2d077996fbd3 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-groups/2367f8b4-4fb2-42f1-9928-e9e17bcdbb35 HTTP/1.1" status: 204 len: 168 time: 0.4269242 Feb 04 13:51:16.607386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34896) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:16.674054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:16.683897 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9f64a77d-715a-47ae-be0c-240787d23cb0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0713172 Feb 04 13:51:16.683897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2359e-9579-4b0b-8f2c-2d077996fbd3 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2367f8b4-4fb2-42f1-9928-e9e17bcdbb35,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:16.688766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34900) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:16.695027 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-b1dc619c-580c-4e71-850c-ed677269ed4a tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592452949'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:16.704957 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:16.716662 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:16.751662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34902) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:16.793148 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Set router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:16.821692 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1dc619c-580c-4e71-850c-ed677269ed4a tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.840236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Pushing event updated for resources: {'Port': ['ID=46763cf8-c7d2-4f73-92e7-1e8343c06220,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:16.971588 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f859a6-8e20-473a-9b61-0766e3de5cc4 req-8e0f12b5-75ff-45b0-be18-e5cd5fc388b2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:16.974858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26f859a6-8e20-473a-9b61-0766e3de5cc4 req-8e0f12b5-75ff-45b0-be18-e5cd5fc388b2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 985 time: 0.1260362 Feb 04 13:51:16.978345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Allocated IP 172.25.5.238 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/8a62531b-8d49-410c-b86a-cd8c86e79094) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:17.022433 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.214891 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26f859a6-8e20-473a-9b61-0766e3de5cc4 req-2956f39b-7fe6-4f56-894c-62712b539a7a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/security-groups?id=0b6512d3-23af-4a34-b4a3-8a701760acea&id=1fda3b67-5537-44dc-bf57-b89f5fc5d766&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2339034 Feb 04 13:51:17.215950 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'name': 'tempest-ServerActionsTestJSON-461874603-router', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:58Z', 'updated_at': '2022-02-04T13:51:13Z', 'revision_number': 4, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'gw_port': {'id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:00Z', 'updated_at': '2022-02-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4', 'name': '', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'mac_address': 'fa:16:3e:e7:19:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:09Z', 'updated_at': '2022-02-04T13:51:13Z', 'revision_number': 2, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'subnets': [{'id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:17.236008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e30fd4d4-afb4-4941-b3fa-0c9109ba45ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2111918297', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:39Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:40Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '0a9b80ce-12a8-4c9d-90ec-313040d109a2', 'name': '', 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'mac_address': 'fa:16:3e:b8:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:51Z', 'updated_at': '2022-02-04T13:48:02Z', 'revision_number': 5, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'subnets': [{'id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:17.247994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fe0251-12bd-4bb0-8683-57863612739e admin admin] Deleting subnet 4ccf873e-5391-44ae-8d90-070fed243733 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:51:17.255774 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1dc619c-580c-4e71-850c-ed677269ed4a tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (998708b6-aba7-42d4-a901-6fbea58ce290), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.258919 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a4fe0251-12bd-4bb0-8683-57863612739e admin admin] Publish callbacks [] for subnet (4ccf873e-5391-44ae-8d90-070fed243733), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.270708 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Checking router: 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:51:17.271805 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Updating router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:51:17.284165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30fd4d4-afb4-4941-b3fa-0c9109ba45ae None None] Checking router: 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:51:17.300343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30fd4d4-afb4-4941-b3fa-0c9109ba45ae None None] Routers {'5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:17.301746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e30fd4d4-afb4-4941-b3fa-0c9109ba45ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:17.321747 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.339943 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (00ff7d10-9e17-4213-8a1e-0510fb6e9e8e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.340587 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1dc619c-580c-4e71-850c-ed677269ed4a tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (998708b6-aba7-42d4-a901-6fbea58ce290), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.388387 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1dc619c-580c-4e71-850c-ed677269ed4a tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.389686 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b1dc619c-580c-4e71-850c-ed677269ed4a tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6998508 Feb 04 13:51:17.401140 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34912) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:17.417615 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-57a7a89e-f4d9-4801-843a-9e017e689161 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568070945'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:17.450985 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-e30fd4d4-afb4-4941-b3fa-0c9109ba45ae None None] Set router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:17.485523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc619c-580c-4e71-850c-ed677269ed4a tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998708b6-aba7-42d4-a901-6fbea58ce290,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:17.501290 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a4fe0251-12bd-4bb0-8683-57863612739e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (4ccf873e-5391-44ae-8d90-070fed243733), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.534469 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (8a62531b-8d49-410c-b86a-cd8c86e79094), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.568759 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a4fe0251-12bd-4bb0-8683-57863612739e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (4ccf873e-5391-44ae-8d90-070fed243733), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.648761 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8a62531b-8d49-410c-b86a-cd8c86e79094), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.742371 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57a7a89e-f4d9-4801-843a-9e017e689161 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.752928 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=8a62531b-8d49-410c-b86a-cd8c86e79094,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:17.792663 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:17.809378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:17.820865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed17fbf6-90f0-47fa-ba66-301dc2ee20e0', 'tag': '09d869b2-3055-4af9-8be9-c90c05d86237'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:51:17.836553 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3103fa-4240-44b4-bc8c-f60e08ee2ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "ed17fbf6-90f0-47fa-ba66-301dc2ee20e0", "tag": "09d869b2-3055-4af9-8be9-c90c05d86237"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:51:17.849374 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a4fe0251-12bd-4bb0-8683-57863612739e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (4ccf873e-5391-44ae-8d90-070fed243733), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.860441 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:17.861101 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (00ff7d10-9e17-4213-8a1e-0510fb6e9e8e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.861506 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Publish callbacks [] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.881226 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.960092 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.968370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e30fd4d4-afb4-4941-b3fa-0c9109ba45ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2111918297', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:39Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:40Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '0a9b80ce-12a8-4c9d-90ec-313040d109a2', 'name': '', 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'mac_address': 'fa:16:3e:b8:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:51Z', 'updated_at': '2022-02-04T13:48:02Z', 'revision_number': 5, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'subnets': [{'id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:17.971867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe0251-12bd-4bb0-8683-57863612739e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ccf873e-5391-44ae-8d90-070fed243733,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:17.977297 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a4fe0251-12bd-4bb0-8683-57863612739e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:17.983202 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a4fe0251-12bd-4bb0-8683-57863612739e admin admin] 10.222.0.96 "DELETE /v2.0/subnets/4ccf873e-5391-44ae-8d90-070fed243733 HTTP/1.1" status: 204 len: 168 time: 1.2304018 Feb 04 13:51:17.991292 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34920) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:18.001197 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0e518-9b01-4d28-95bd-8bed0e0e69a6 None None] Pushing event updated for resources: {'Port': ['ID=fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:18.053332 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30fd4d4-afb4-4941-b3fa-0c9109ba45ae None None] The sync data for ids ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'] in n-d-714676-13 is: [{'id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2111918297', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:39Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:40Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '0a9b80ce-12a8-4c9d-90ec-313040d109a2', 'name': '', 'network_id': 'c86ed429-9f3a-40e9-a643-65b05ff443e8', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'mac_address': 'fa:16:3e:b8:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:51Z', 'updated_at': '2022-02-04T13:48:02Z', 'revision_number': 5, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'subnets': [{'id': 'e741603a-9123-4eb2-8f9b-e7ea9649f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:18.060406 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d0e518-9b01-4d28-95bd-8bed0e0e69a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:18.060406 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d0e518-9b01-4d28-95bd-8bed0e0e69a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:18.060756 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d0e518-9b01-4d28-95bd-8bed0e0e69a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:18.061523 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d0e518-9b01-4d28-95bd-8bed0e0e69a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:18.062061 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d0e518-9b01-4d28-95bd-8bed0e0e69a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:18.063109 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d0e518-9b01-4d28-95bd-8bed0e0e69a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:18.070023 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d0e518-9b01-4d28-95bd-8bed0e0e69a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:18.070684 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d0e518-9b01-4d28-95bd-8bed0e0e69a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:18.071182 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d0e518-9b01-4d28-95bd-8bed0e0e69a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:18.071675 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d0e518-9b01-4d28-95bd-8bed0e0e69a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:18.072166 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d0e518-9b01-4d28-95bd-8bed0e0e69a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:18.072655 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d0e518-9b01-4d28-95bd-8bed0e0e69a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:18.073151 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d0e518-9b01-4d28-95bd-8bed0e0e69a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:18.152081 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Attempting to bind port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:51:18.152459 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Attempting to bind port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:51:18.152818 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Attempting to bind port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 on network e850f246-0270-48c7-b292-77ce5d0c8d2b {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:51:18.176078 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:51:18.177097 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Checking segment: {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:51:18.177561 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:18.177966 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Bound using segment: {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:51:18.178473 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Bound port: fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:51:18.178859 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:18.209355 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ea05aca-0bf1-4ba8-833b-af9a73eaae10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:18.288491 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] For port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:51:18.295241 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] For port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:51:18.309880 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:18.447134 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0e518-9b01-4d28-95bd-8bed0e0e69a6 None None] Pushing event updated for resources: {'Port': ['ID=fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:18.452925 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Routers {'5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:18.461482 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:18.469997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8fcceb57-e3e6-485e-8606-e8f069c54053 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:51:18.526222 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 8fcceb57-e3e6-485e-8606-e8f069c54053 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:51:18.526954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8fcceb57-e3e6-485e-8606-e8f069c54053 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:51:18.533877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4bdbcd51-a4ca-47b5-b927-e4a1f20c4955 None None] Provisioning complete for port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:18.535560 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4bdbcd51-a4ca-47b5-b927-e4a1f20c4955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:18.580423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10efdedc-f9a8-463f-bb81-14ffb1e892d6 None None] New status for floating IP a734e762-5cf0-4750-af63-5b4b44cab4db: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:51:18.694133 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ea05aca-0bf1-4ba8-833b-af9a73eaae10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:18.729155 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] Set router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:18.745569 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-6ea05aca-0bf1-4ba8-833b-af9a73eaae10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:18.792287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-6ea05aca-0bf1-4ba8-833b-af9a73eaae10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f61ba35-39fc-4dd6-a8ce-d7b52da9637c') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:18.792578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-6ea05aca-0bf1-4ba8-833b-af9a73eaae10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f61ba35-39fc-4dd6-a8ce-d7b52da9637c') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:18.826300 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbcd51-a4ca-47b5-b927-e4a1f20c4955 None None] Current status of the port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:18.827179 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4bdbcd51-a4ca-47b5-b927-e4a1f20c4955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:18.832067 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ea05aca-0bf1-4ba8-833b-af9a73eaae10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (8f61ba35-39fc-4dd6-a8ce-d7b52da9637c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:18.852334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34926) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:18.861648 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ea05aca-0bf1-4ba8-833b-af9a73eaae10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (8f61ba35-39fc-4dd6-a8ce-d7b52da9637c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:18.866986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-65f2a82a-3580-4f8a-893c-4441835cd6a1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--207571651', 'description': 'tempest-description--116579446'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:18.876178 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea05aca-0bf1-4ba8-833b-af9a73eaae10 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:51:18.876582 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ea05aca-0bf1-4ba8-833b-af9a73eaae10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (8f61ba35-39fc-4dd6-a8ce-d7b52da9637c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:18.907332 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57a7a89e-f4d9-4801-843a-9e017e689161 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (43292e0e-be23-4c21-bcfd-a95e6c394771), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:18.924182 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57a7a89e-f4d9-4801-843a-9e017e689161 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (43292e0e-be23-4c21-bcfd-a95e6c394771), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:18.927871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4bdbcd51-a4ca-47b5-b927-e4a1f20c4955 None None] For port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:18.933524 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4bdbcd51-a4ca-47b5-b927-e4a1f20c4955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:18.961448 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57a7a89e-f4d9-4801-843a-9e017e689161 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:18.966744 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-57a7a89e-f4d9-4801-843a-9e017e689161 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5542872 Feb 04 13:51:18.977815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34928) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:51:18.981041 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:51:18.984734 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65f2a82a-3580-4f8a-893c-4441835cd6a1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:18.992460 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-952b20fe-b85a-42fe-bd4c-c694e17d03f1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group_rule': {'security_group_id': '998708b6-aba7-42d4-a901-6fbea58ce290', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '43292e0e-be23-4c21-bcfd-a95e6c394771', 'remote_ip_prefix': None}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:19.017144 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ea05aca-0bf1-4ba8-833b-af9a73eaae10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.032660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7a89e-f4d9-4801-843a-9e017e689161 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43292e0e-be23-4c21-bcfd-a95e6c394771,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:19.053421 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbcd51-a4ca-47b5-b927-e4a1f20c4955 None None] Pushing event updated for resources: {'Port': ['ID=fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:19.059758 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6ea05aca-0bf1-4ba8-833b-af9a73eaae10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.077128 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6ea05aca-0bf1-4ba8-833b-af9a73eaae10 admin admin] 10.222.0.96 "DELETE /v2.0/networks/c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8 HTTP/1.1" status: 204 len: 168 time: 1.0756199 Feb 04 13:51:19.087244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b8e019d1-2c17-40df-9bca-bbea7cd5edc4 None None] Provisioning complete for port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:19.087798 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b8e019d1-2c17-40df-9bca-bbea7cd5edc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.192537 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ebb1e-e495-4d09-96f4-4cba5e86541b req-6629449b-da75-4827-a91a-575d903cba9a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:19.194117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-617ebb1e-e495-4d09-96f4-4cba5e86541b req-6629449b-da75-4827-a91a-575d903cba9a tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 985 time: 0.7648268 Feb 04 13:51:19.230252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Router 00ff7d10-9e17-4213-8a1e-0510fb6e9e8e is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:51:19.252307 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'name': 'tempest-ServerActionsTestJSON-461874603-router', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:58Z', 'updated_at': '2022-02-04T13:51:13Z', 'revision_number': 4, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'gw_port': {'id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:00Z', 'updated_at': '2022-02-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4', 'name': '', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'mac_address': 'fa:16:3e:e7:19:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:09Z', 'updated_at': '2022-02-04T13:51:18Z', 'revision_number': 4, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'subnets': [{'id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:19.259335 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65f2a82a-3580-4f8a-893c-4441835cd6a1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for security_group (c044d777-cd8e-4684-92aa-8448fc9bd5fc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.265199 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65f2a82a-3580-4f8a-893c-4441835cd6a1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c044d777-cd8e-4684-92aa-8448fc9bd5fc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.289697 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484dbba-84fd-4e61-ba68-f7ab9b221af3 None None] The sync data for ids ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'] in n-d-714676-13 is: [{'id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'name': 'tempest-ServerActionsTestJSON-461874603-router', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:58Z', 'updated_at': '2022-02-04T13:51:13Z', 'revision_number': 4, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'gw_port': {'id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:00Z', 'updated_at': '2022-02-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4', 'name': '', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'mac_address': 'fa:16:3e:e7:19:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:09Z', 'updated_at': '2022-02-04T13:51:18Z', 'revision_number': 4, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'subnets': [{'id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:19.300355 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-952b20fe-b85a-42fe-bd4c-c694e17d03f1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (84cf1271-a801-45d1-8e5d-42dd771743c8), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.300556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b8e019d1-2c17-40df-9bca-bbea7cd5edc4 None None] Current status of the port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:19.359362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34934) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:19.394509 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2a82a-3580-4f8a-893c-4441835cd6a1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c044d777-cd8e-4684-92aa-8448fc9bd5fc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:19.417762 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-952b20fe-b85a-42fe-bd4c-c694e17d03f1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (84cf1271-a801-45d1-8e5d-42dd771743c8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.419045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea05aca-0bf1-4ba8-833b-af9a73eaae10 admin admin] Pushing event deleted for resources: {'Network': ['ID=c307d1fc-3a82-4bb0-96f6-2fcc2c2d1ec8,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:19.473779 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65f2a82a-3580-4f8a-893c-4441835cd6a1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.475151 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-65f2a82a-3580-4f8a-893c-4441835cd6a1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6167219 Feb 04 13:51:19.478373 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34936) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:19.483035 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-aed611c2-f4f7-4564-b9c4-07f03136d0d5 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Request body: {'security_group_rule': {'security_group_id': 'c044d777-cd8e-4684-92aa-8448fc9bd5fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:19.491225 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-952b20fe-b85a-42fe-bd4c-c694e17d03f1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (84cf1271-a801-45d1-8e5d-42dd771743c8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.517184 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aed611c2-f4f7-4564-b9c4-07f03136d0d5 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for security_group_rule (ae88c639-d93a-4303-acc1-8c7c2ccce671), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.551350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:19.563061 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68892a9-ee20-4e43-9a04-8ed8b6a4d0cd None None] Sync routers for ids ['00ff7d10-9e17-4213-8a1e-0510fb6e9e8e'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:19.581385 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68892a9-ee20-4e43-9a04-8ed8b6a4d0cd None None] Routers {'00ff7d10-9e17-4213-8a1e-0510fb6e9e8e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:19.583972 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a68892a9-ee20-4e43-9a04-8ed8b6a4d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['00ff7d10-9e17-4213-8a1e-0510fb6e9e8e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:19.590014 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.594383 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6618b06e-6303-4c30-bcec-368e6f4aad4b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.0010853 Feb 04 13:51:19.600369 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34938) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:19.613086 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aed611c2-f4f7-4564-b9c4-07f03136d0d5 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for security_group_rule (ae88c639-d93a-4303-acc1-8c7c2ccce671), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.651366 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a68892a9-ee20-4e43-9a04-8ed8b6a4d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:19.657354 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aed611c2-f4f7-4564-b9c4-07f03136d0d5 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (ae88c639-d93a-4303-acc1-8c7c2ccce671), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.665044 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68892a9-ee20-4e43-9a04-8ed8b6a4d0cd None None] Routers {'00ff7d10-9e17-4213-8a1e-0510fb6e9e8e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:19.665927 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a68892a9-ee20-4e43-9a04-8ed8b6a4d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['00ff7d10-9e17-4213-8a1e-0510fb6e9e8e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:19.712397 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a68892a9-ee20-4e43-9a04-8ed8b6a4d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:19.713961 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68892a9-ee20-4e43-9a04-8ed8b6a4d0cd None None] The sync data for ids ['00ff7d10-9e17-4213-8a1e-0510fb6e9e8e'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:19.735712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed611c2-f4f7-4564-b9c4-07f03136d0d5 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae88c639-d93a-4303-acc1-8c7c2ccce671,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:19.740638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b20fe-b85a-42fe-bd4c-c694e17d03f1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cf1271-a801-45d1-8e5d-42dd771743c8,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:19.743302 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aed611c2-f4f7-4564-b9c4-07f03136d0d5 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.753265 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-aed611c2-f4f7-4564-b9c4-07f03136d0d5 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2738304 Feb 04 13:51:19.755438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c4f9e-36c7-45be-abd3-e988a21817f5 req-e49fee1b-61dc-4ee9-9bd5-e64c6c606528 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:19.757584 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34940) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:19.763677 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9aac972e-ae2e-4750-9a32-21d4cdfd1d2d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Request body: {'security_group_rule': {'security_group_id': 'c044d777-cd8e-4684-92aa-8448fc9bd5fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:19.764186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-190c4f9e-36c7-45be-abd3-e988a21817f5 req-e49fee1b-61dc-4ee9-9bd5-e64c6c606528 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 945 time: 0.7851269 Feb 04 13:51:19.775230 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-952b20fe-b85a-42fe-bd4c-c694e17d03f1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.777659 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-952b20fe-b85a-42fe-bd4c-c694e17d03f1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7958076 Feb 04 13:51:19.780939 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34942) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:19.806347 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dc16f343-050e-4e01-8645-0217c5f8cb0f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3e13c1accd464d1bb7a6d2f9df17596e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3800676 Feb 04 13:51:19.806959 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34944) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:19.829322 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-39cbcaa7-4a88-4a76-8628-ee2596cf08f9 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/routers/00ff7d10-9e17-4213-8a1e-0510fb6e9e8e HTTP/1.1" status: 200 len: 925 time: 0.2273138 Feb 04 13:51:19.835240 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34946) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:19.846046 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2081f706-04b6-4820-b3a5-b097b89f9bcd tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (84cf1271-a801-45d1-8e5d-42dd771743c8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.864497 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2081f706-04b6-4820-b3a5-b097b89f9bcd tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (84cf1271-a801-45d1-8e5d-42dd771743c8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.868479 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9aac972e-ae2e-4750-9a32-21d4cdfd1d2d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for security_group_rule (c799b4c8-cdc0-4667-9f90-79f4c9ff227c), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.932124 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2f2e7837-6542-4fbd-b6b7-5c5a7964e670 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "GET /v2.0/ports?device_id=00ff7d10-9e17-4213-8a1e-0510fb6e9e8e HTTP/1.1" status: 200 len: 205 time: 0.0917110 Feb 04 13:51:19.938168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34948) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:19.969150 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2081f706-04b6-4820-b3a5-b097b89f9bcd tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (84cf1271-a801-45d1-8e5d-42dd771743c8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:19.999559 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2081f706-04b6-4820-b3a5-b097b89f9bcd tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.001126 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2081f706-04b6-4820-b3a5-b097b89f9bcd tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/84cf1271-a801-45d1-8e5d-42dd771743c8 HTTP/1.1" status: 204 len: 168 time: 0.2171423 Feb 04 13:51:20.010763 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081f706-04b6-4820-b3a5-b097b89f9bcd tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84cf1271-a801-45d1-8e5d-42dd771743c8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:20.024713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34950) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:20.077148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:20.092289 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9aac972e-ae2e-4750-9a32-21d4cdfd1d2d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for security_group_rule (c799b4c8-cdc0-4667-9f90-79f4c9ff227c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.104827 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9aac972e-ae2e-4750-9a32-21d4cdfd1d2d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (c799b4c8-cdc0-4667-9f90-79f4c9ff227c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.145856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac972e-ae2e-4750-9a32-21d4cdfd1d2d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c799b4c8-cdc0-4667-9f90-79f4c9ff227c,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:20.165586 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:20.165975 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.189107 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ad857920-4661-45ff-bc89-962ca6b118b0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1573801 Feb 04 13:51:20.192803 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34952) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:20.211401 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9aac972e-ae2e-4750-9a32-21d4cdfd1d2d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.212692 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9aac972e-ae2e-4750-9a32-21d4cdfd1d2d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4541249 Feb 04 13:51:20.236967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34956) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:20.242652 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:20.314379 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-587cfb0b-1212-41ff-8f3e-57cfaec7bb4d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (43292e0e-be23-4c21-bcfd-a95e6c394771), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.338831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:20.343160 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.346456 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-587cfb0b-1212-41ff-8f3e-57cfaec7bb4d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (43292e0e-be23-4c21-bcfd-a95e6c394771), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.468058 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-587cfb0b-1212-41ff-8f3e-57cfaec7bb4d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (43292e0e-be23-4c21-bcfd-a95e6c394771), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.471075 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-587cfb0b-1212-41ff-8f3e-57cfaec7bb4d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.472627 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-587cfb0b-1212-41ff-8f3e-57cfaec7bb4d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-groups/43292e0e-be23-4c21-bcfd-a95e6c394771 HTTP/1.1" status: 204 len: 168 time: 0.2532046 Feb 04 13:51:20.479597 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34958) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:20.524447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cfb0b-1212-41ff-8f3e-57cfaec7bb4d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43292e0e-be23-4c21-bcfd-a95e6c394771,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:20.586048 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.596083 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f101f15b-f907-4c09-b09b-0f6dbd9ff57b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1124842 Feb 04 13:51:20.596687 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34960) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:20.631433 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (aac8fc59-b144-4933-ad99-7d05484b85fb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.699089 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8b479a7f-11ba-4785-a7c3-e675452247e4 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (00ff7d10-9e17-4213-8a1e-0510fb6e9e8e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.719790 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-617ebb1e-e495-4d09-96f4-4cba5e86541b req-1908eb38-ed59-4304-8ea9-cf4363976a91 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Deleting port 09d869b2-3055-4af9-8be9-c90c05d86237 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:51:20.720134 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-617ebb1e-e495-4d09-96f4-4cba5e86541b req-1908eb38-ed59-4304-8ea9-cf4363976a91 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (09d869b2-3055-4af9-8be9-c90c05d86237), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.766039 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c303-1664-487a-a882-4ed899867255 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (998708b6-aba7-42d4-a901-6fbea58ce290), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.800828 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c303-1664-487a-a882-4ed899867255 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (998708b6-aba7-42d4-a901-6fbea58ce290), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.839924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Allocated IP 172.25.5.152 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/c0246ecc-8cd5-4589-b256-f0940c1231e3) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:20.886404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-190c4f9e-36c7-45be-abd3-e988a21817f5 req-aa5b6b03-6fa2-4f3e-b87c-83479991d2d1 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=077e3ac8-6451-40e3-a1b9-897e8ab5b494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1192448 Feb 04 13:51:20.977754 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d453bf-e134-438b-92b4-b59bd7c075f1 x-openstack-request-id: req-a2d453bf-e134-438b-92b4-b59bd7c075f1 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:51:20.978377 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed17fbf6-90f0-47fa-ba66-301dc2ee20e0", "tag": "09d869b2-3055-4af9-8be9-c90c05d86237", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:51:20.978377 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a2d453bf-e134-438b-92b4-b59bd7c075f1 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:51:20.978704 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed17fbf6-90f0-47fa-ba66-301dc2ee20e0', 'tag': '09d869b2-3055-4af9-8be9-c90c05d86237', 'status': 'completed', 'code': 200} Feb 04 13:51:20.984111 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8a62531b-8d49-410c-b86a-cd8c86e79094), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.006827 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for port (c0246ecc-8cd5-4589-b256-f0940c1231e3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.055540 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c0246ecc-8cd5-4589-b256-f0940c1231e3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.073524 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f742cc3c-0a79-4f00-976e-da24260ab0ed admin admin] Publish callbacks [] for security_group (8210cc52-b3ef-4189-9c58-5c617d0ca898), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.086813 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c303-1664-487a-a882-4ed899867255 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (998708b6-aba7-42d4-a901-6fbea58ce290), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.090760 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c303-1664-487a-a882-4ed899867255 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.094719 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dfb2c303-1664-487a-a882-4ed899867255 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-groups/998708b6-aba7-42d4-a901-6fbea58ce290 HTTP/1.1" status: 204 len: 168 time: 0.4928970 Feb 04 13:51:21.101673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34964) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:21.147358 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:21.152392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2c303-1664-487a-a882-4ed899867255 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998708b6-aba7-42d4-a901-6fbea58ce290,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:21.157138 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:21.161165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:21.199649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event updated for resources: {'Port': ['ID=c0246ecc-8cd5-4589-b256-f0940c1231e3,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:21.230423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-617ebb1e-e495-4d09-96f4-4cba5e86541b req-1908eb38-ed59-4304-8ea9-cf4363976a91 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] For port 09d869b2-3055-4af9-8be9-c90c05d86237, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=09d869b2-3055-4af9-8be9-c90c05d86237,segment=NetworkSegment(092f8ff5-19a4-4594-a7a8-4b85c687228b),segment_id=092f8ff5-19a4-4594-a7a8-4b85c687228b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:21.230799 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-617ebb1e-e495-4d09-96f4-4cba5e86541b req-1908eb38-ed59-4304-8ea9-cf4363976a91 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (09d869b2-3055-4af9-8be9-c90c05d86237), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.239786 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f742cc3c-0a79-4f00-976e-da24260ab0ed admin admin] Publish callbacks [] for security_group (8210cc52-b3ef-4189-9c58-5c617d0ca898), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.321819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for floatingip (ebbffdfb-b0a2-4c17-8a02-4c50a3fcc0b5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.331815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-617ebb1e-e495-4d09-96f4-4cba5e86541b req-1908eb38-ed59-4304-8ea9-cf4363976a91 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Calling delete_port for 09d869b2-3055-4af9-8be9-c90c05d86237 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:51:21.361196 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8b479a7f-11ba-4785-a7c3-e675452247e4 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (00ff7d10-9e17-4213-8a1e-0510fb6e9e8e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.366440 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c0246ecc-8cd5-4589-b256-f0940c1231e3), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.388512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3103fa-4240-44b4-bc8c-f60e08ee2ae9 req-ea41073d-918a-45e4-920c-0fba40c7b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:21.390041 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab3103fa-4240-44b4-bc8c-f60e08ee2ae9 req-ea41073d-918a-45e4-920c-0fba40c7b63a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=415201945f1c4fefa31beecb58f01da9&device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 1168 time: 0.3533762 Feb 04 13:51:21.408883 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-efe7e0eb-f32e-4de8-a9df-d2b1b7d0bc38 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2922504 Feb 04 13:51:21.425073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34968) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:21.430674 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a8ee40a5-5b46-4116-bcde-499eab514318 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group': {'name': 'tempest-secgroup--997103390'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:21.497488 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8ee40a5-5b46-4116-bcde-499eab514318 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.539327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8d8f7-7b52-4378-aef4-4b71ff33f281 req-c14b69e6-f0b8-4c5f-98de-bdc63df360cf tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:21.542917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fbe8d8f7-7b52-4378-aef4-4b71ff33f281 req-c14b69e6-f0b8-4c5f-98de-bdc63df360cf tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed17fbf6-90f0-47fa-ba66-301dc2ee20e0 HTTP/1.1" status: 200 len: 985 time: 0.4385049 Feb 04 13:51:21.610046 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for port (c0246ecc-8cd5-4589-b256-f0940c1231e3), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.618810 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (c0246ecc-8cd5-4589-b256-f0940c1231e3), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.661276 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8ee40a5-5b46-4116-bcde-499eab514318 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (3f4ebe7d-44e4-403a-8d04-565454d5c469), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.674417 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f742cc3c-0a79-4f00-976e-da24260ab0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8210cc52-b3ef-4189-9c58-5c617d0ca898), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.677590 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f742cc3c-0a79-4f00-976e-da24260ab0ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.681427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f742cc3c-0a79-4f00-976e-da24260ab0ed admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8210cc52-b3ef-4189-9c58-5c617d0ca898 HTTP/1.1" status: 204 len: 168 time: 1.8677444 Feb 04 13:51:21.696940 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (8a62531b-8d49-410c-b86a-cd8c86e79094), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.697237 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8ee40a5-5b46-4116-bcde-499eab514318 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3f4ebe7d-44e4-403a-8d04-565454d5c469), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.736757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event updated for resources: {'Port': ['ID=c0246ecc-8cd5-4589-b256-f0940c1231e3,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:21.738006 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (8a62531b-8d49-410c-b86a-cd8c86e79094), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.749995 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8ee40a5-5b46-4116-bcde-499eab514318 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.754207 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a8ee40a5-5b46-4116-bcde-499eab514318 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3254170 Feb 04 13:51:21.754400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742cc3c-0a79-4f00-976e-da24260ab0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8210cc52-b3ef-4189-9c58-5c617d0ca898,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:21.759999 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34972) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:21.767446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-711f96c4-8b91-4ee5-b764-034356e4bbc1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group_rule': {'security_group_id': '3f4ebe7d-44e4-403a-8d04-565454d5c469', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:21.774151 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (ebbffdfb-b0a2-4c17-8a02-4c50a3fcc0b5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.782907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee40a5-5b46-4116-bcde-499eab514318 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4ebe7d-44e4-403a-8d04-565454d5c469,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:21.805214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3103fa-4240-44b4-bc8c-f60e08ee2ae9 req-cb57c96e-9c26-48e6-9ecb-b78301c9d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:21.806750 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab3103fa-4240-44b4-bc8c-f60e08ee2ae9 req-cb57c96e-9c26-48e6-9ecb-b78301c9d92b service neutron] 10.222.0.99 "GET /v2.0/networks?id=c86ed429-9f3a-40e9-a643-65b05ff443e8 HTTP/1.1" status: 200 len: 897 time: 0.4062350 Feb 04 13:51:21.811775 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.815233 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fb4bd580-8422-4b16-aaff-69dfbf107b64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5766952 Feb 04 13:51:21.826800 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-711f96c4-8b91-4ee5-b764-034356e4bbc1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (f4ce3026-c080-49cd-8f1a-696ed45c3ce9), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.870361 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fbe8d8f7-7b52-4378-aef4-4b71ff33f281 req-d652eaa5-b949-4990-855b-30ec7fa82ec2 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "GET /v2.0/security-groups?id=0b6512d3-23af-4a34-b4a3-8a701760acea&id=1fda3b67-5537-44dc-bf57-b89f5fc5d766&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2861364 Feb 04 13:51:21.913493 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-711f96c4-8b91-4ee5-b764-034356e4bbc1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (f4ce3026-c080-49cd-8f1a-696ed45c3ce9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.920553 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-711f96c4-8b91-4ee5-b764-034356e4bbc1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (f4ce3026-c080-49cd-8f1a-696ed45c3ce9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.971873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=8a62531b-8d49-410c-b86a-cd8c86e79094,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:21.976323 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab3103fa-4240-44b4-bc8c-f60e08ee2ae9 req-8d05a1e5-53b6-4ec2-8f8e-73808ae48e34 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09d869b2-3055-4af9-8be9-c90c05d86237 HTTP/1.1" status: 200 len: 217 time: 0.1405945 Feb 04 13:51:21.983121 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-8b479a7f-11ba-4785-a7c3-e675452247e4 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Deleting port 46763cf8-c7d2-4f73-92e7-1e8343c06220 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:51:21.984101 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8b479a7f-11ba-4785-a7c3-e675452247e4 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (46763cf8-c7d2-4f73-92e7-1e8343c06220), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.000350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f96c4-8b91-4ee5-b764-034356e4bbc1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ce3026-c080-49cd-8f1a-696ed45c3ce9,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:22.021694 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-711f96c4-8b91-4ee5-b764-034356e4bbc1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.023821 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-711f96c4-8b91-4ee5-b764-034356e4bbc1 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2602906 Feb 04 13:51:22.026811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34978) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:22.058287 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-827b89e9-6266-4f7b-80c2-8432826080bf tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (f4ce3026-c080-49cd-8f1a-696ed45c3ce9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.071529 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-827b89e9-6266-4f7b-80c2-8432826080bf tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (f4ce3026-c080-49cd-8f1a-696ed45c3ce9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.080697 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (aac8fc59-b144-4933-ad99-7d05484b85fb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.109735 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-827b89e9-6266-4f7b-80c2-8432826080bf tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (f4ce3026-c080-49cd-8f1a-696ed45c3ce9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.116961 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-827b89e9-6266-4f7b-80c2-8432826080bf tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.119046 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-827b89e9-6266-4f7b-80c2-8432826080bf tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/f4ce3026-c080-49cd-8f1a-696ed45c3ce9 HTTP/1.1" status: 204 len: 168 time: 0.0907459 Feb 04 13:51:22.122362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34982) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:22.136064 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b89e9-6266-4f7b-80c2-8432826080bf tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4ce3026-c080-49cd-8f1a-696ed45c3ce9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:22.186552 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e0f94038-28fa-4a93-abf1-1e96f6630b65 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0590086 Feb 04 13:51:22.187177 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34986) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:22.259290 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-292ab64f-a68b-45f6-b879-5c33da9c5939 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (3f4ebe7d-44e4-403a-8d04-565454d5c469), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.287104 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-617ebb1e-e495-4d09-96f4-4cba5e86541b req-1908eb38-ed59-4304-8ea9-cf4363976a91 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (09d869b2-3055-4af9-8be9-c90c05d86237), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.301143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3103fa-4240-44b4-bc8c-f60e08ee2ae9 req-32c0ab14-487c-4c81-9740-747ab4f569e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:22.302753 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab3103fa-4240-44b4-bc8c-f60e08ee2ae9 req-32c0ab14-487c-4c81-9740-747ab4f569e9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e741603a-9123-4eb2-8f9b-e7ea9649f5bc HTTP/1.1" status: 200 len: 835 time: 0.3163471 Feb 04 13:51:22.319950 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-292ab64f-a68b-45f6-b879-5c33da9c5939 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (3f4ebe7d-44e4-403a-8d04-565454d5c469), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.387503 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-292ab64f-a68b-45f6-b879-5c33da9c5939 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3f4ebe7d-44e4-403a-8d04-565454d5c469), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.391531 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-292ab64f-a68b-45f6-b879-5c33da9c5939 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.392859 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-292ab64f-a68b-45f6-b879-5c33da9c5939 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-groups/3f4ebe7d-44e4-403a-8d04-565454d5c469 HTTP/1.1" status: 204 len: 168 time: 0.2035339 Feb 04 13:51:22.397359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908eb38-ed59-4304-8ea9-cf4363976a91 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event deleted for resources: {'Port': ['ID=09d869b2-3055-4af9-8be9-c90c05d86237,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:22.397667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34996) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:22.431217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ab64f-a68b-45f6-b879-5c33da9c5939 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4ebe7d-44e4-403a-8d04-565454d5c469,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:22.461560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 09d869b2-3055-4af9-8be9-c90c05d86237 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:51:22.491877 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8b479a7f-11ba-4785-a7c3-e675452247e4 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (46763cf8-c7d2-4f73-92e7-1e8343c06220), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.495550 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4ddfa75b-e42e-4d98-9934-8bc636f5ba15 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0968983 Feb 04 13:51:22.499410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35000) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:22.511151 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0c25948c-3020-487a-9c03-24641bc9f8b5 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1682398450'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:22.515571 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 09d869b2-3055-4af9-8be9-c90c05d86237 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:51:22.515916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 09d869b2-3055-4af9-8be9-c90c05d86237 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:51:22.522455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a152f04-d66a-4664-9bc1-ec898ce1debb req-9cb85ff3-004f-442c-9d82-8a2478d7e547 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:22.524354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a152f04-d66a-4664-9bc1-ec898ce1debb req-9cb85ff3-004f-442c-9d82-8a2478d7e547 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 945 time: 0.4515095 Feb 04 13:51:22.549325 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c25948c-3020-487a-9c03-24641bc9f8b5 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.568572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-617ebb1e-e495-4d09-96f4-4cba5e86541b req-1908eb38-ed59-4304-8ea9-cf4363976a91 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] No DVR routers for this DVR port 09d869b2-3055-4af9-8be9-c90c05d86237 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:51:22.573317 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-617ebb1e-e495-4d09-96f4-4cba5e86541b req-1908eb38-ed59-4304-8ea9-cf4363976a91 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.578279 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-617ebb1e-e495-4d09-96f4-4cba5e86541b req-1908eb38-ed59-4304-8ea9-cf4363976a91 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.99 "DELETE /v2.0/ports/09d869b2-3055-4af9-8be9-c90c05d86237 HTTP/1.1" status: 204 len: 173 time: 3.3600626 Feb 04 13:51:22.596516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-8b479a7f-11ba-4785-a7c3-e675452247e4 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Calling delete_port for 46763cf8-c7d2-4f73-92e7-1e8343c06220 owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:51:22.613025 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Floating IP aac8fc59-b144-4933-ad99-7d05484b85fb associated. External IP: 172.25.5.238, port: 01ae7537-659f-4aed-a1da-31c28f82da84. Feb 04 13:51:22.658929 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c25948c-3020-487a-9c03-24641bc9f8b5 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (a4ee1079-cd51-4c1b-9116-24d23504c465), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.667304 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c25948c-3020-487a-9c03-24641bc9f8b5 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a4ee1079-cd51-4c1b-9116-24d23504c465), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.712010 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c25948c-3020-487a-9c03-24641bc9f8b5 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.716825 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0c25948c-3020-487a-9c03-24641bc9f8b5 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2156670 Feb 04 13:51:22.719246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35002) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:22.725238 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-59afc74b-b3c0-41ec-87f5-09a1054f2f56 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group_rule': {'security_group_id': 'a4ee1079-cd51-4c1b-9116-24d23504c465', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:22.777830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25948c-3020-487a-9c03-24641bc9f8b5 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ee1079-cd51-4c1b-9116-24d23504c465,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:22.801014 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59afc74b-b3c0-41ec-87f5-09a1054f2f56 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (a03e8189-1c8d-4a50-b175-24159ac226cc), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.902665 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3103fa-4240-44b4-bc8c-f60e08ee2ae9 req-05dc0ab8-71e4-4d87-a0f5-35fa1b18c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:22.904240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab3103fa-4240-44b4-bc8c-f60e08ee2ae9 req-05dc0ab8-71e4-4d87-a0f5-35fa1b18c094 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c86ed429-9f3a-40e9-a643-65b05ff443e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5893452 Feb 04 13:51:22.907775 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59afc74b-b3c0-41ec-87f5-09a1054f2f56 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (a03e8189-1c8d-4a50-b175-24159ac226cc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.916661 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59afc74b-b3c0-41ec-87f5-09a1054f2f56 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (a03e8189-1c8d-4a50-b175-24159ac226cc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.934717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a152f04-d66a-4664-9bc1-ec898ce1debb req-5689b3d4-9085-4422-8951-49c20781d50b tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=077e3ac8-6451-40e3-a1b9-897e8ab5b494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3783739 Feb 04 13:51:22.945636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afc74b-b3c0-41ec-87f5-09a1054f2f56 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03e8189-1c8d-4a50-b175-24159ac226cc,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:22.967121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35014) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:23.046638 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59afc74b-b3c0-41ec-87f5-09a1054f2f56 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:23.052729 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-59afc74b-b3c0-41ec-87f5-09a1054f2f56 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3326399 Feb 04 13:51:23.056732 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35020) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:23.081987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed17fbf6-90f0-47fa-ba66-301dc2ee20e0', 'name': 'network-vif-deleted', 'tag': '09d869b2-3055-4af9-8be9-c90c05d86237'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:51:23.096412 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40232ada-d27a-4bc5-9113-2af5eb326014" -d '{"events": [{"server_uuid": "ed17fbf6-90f0-47fa-ba66-301dc2ee20e0", "name": "network-vif-deleted", "tag": "09d869b2-3055-4af9-8be9-c90c05d86237"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:51:23.110820 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3bb430-900d-4ab1-b851-4bd81e355f18 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:23.116388 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5d3bb430-900d-4ab1-b851-4bd81e355f18 tempest-TestNetworkBasicOps-2037080374 tempest-TestNetworkBasicOps-2037080374-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 1123 time: 0.1412821 Feb 04 13:51:23.132199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35028) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:23.132782 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35030) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:23.135202 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cc9c23f4-0e1f-49ff-b26b-5e8ded430761 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules/a03e8189-1c8d-4a50-b175-24159ac226cc HTTP/1.1" status: 200 len: 763 time: 0.0763805 Feb 04 13:51:23.153971 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': 'f2c67f5a-6160-4a47-9dc3-9f30ee4a8220', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:23.331489 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:23.399214 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-ea3104a8-29ce-425f-bd9a-8e41f09b9d70 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--207571651&fields=id&tenant_id=3a088728a0e04cbb8731f38e93f3d6e1 HTTP/1.1" status: 200 len: 267 time: 0.2857370 Feb 04 13:51:23.444883 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-edfced59-c2be-4bbd-9d70-1145992f4469 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3069158 Feb 04 13:51:23.447054 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab3103fa-4240-44b4-bc8c-f60e08ee2ae9 req-a0b05157-29c7-4bca-a4b8-904a03fb7c61 service neutron] 10.222.0.99 "GET /v2.0/networks/c86ed429-9f3a-40e9-a643-65b05ff443e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279944 Feb 04 13:51:23.447851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35038) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:23.466064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router 32494e27-ec60-40aa-a5a4-9e1d56551c8c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:51:23.480780 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90527f31-97f7-48d0-a055-e0c872a9b8a5 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (a03e8189-1c8d-4a50-b175-24159ac226cc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:23.491609 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90527f31-97f7-48d0-a055-e0c872a9b8a5 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (a03e8189-1c8d-4a50-b175-24159ac226cc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:23.534081 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90527f31-97f7-48d0-a055-e0c872a9b8a5 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (a03e8189-1c8d-4a50-b175-24159ac226cc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:23.541454 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90527f31-97f7-48d0-a055-e0c872a9b8a5 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:23.545495 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-90527f31-97f7-48d0-a055-e0c872a9b8a5 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/a03e8189-1c8d-4a50-b175-24159ac226cc HTTP/1.1" status: 204 len: 168 time: 0.0938160 Feb 04 13:51:23.547240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35040) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:23.559401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90527f31-97f7-48d0-a055-e0c872a9b8a5 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a03e8189-1c8d-4a50-b175-24159ac226cc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:23.597536 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c00c4b2a-10dc-46ec-b064-431312eb8672 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0487895 Feb 04 13:51:23.601034 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35042) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:23.614411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7e8331b3-455f-45e4-beba-f11cec600561 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group_rule': {'security_group_id': 'a4ee1079-cd51-4c1b-9116-24d23504c465', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:23.657421 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e8331b3-455f-45e4-beba-f11cec600561 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (b65684de-82cb-4621-a0ab-eb700dab9155), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:23.740264 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e8331b3-455f-45e4-beba-f11cec600561 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (b65684de-82cb-4621-a0ab-eb700dab9155), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:23.745635 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e8331b3-455f-45e4-beba-f11cec600561 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b65684de-82cb-4621-a0ab-eb700dab9155), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:23.767318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8331b3-455f-45e4-beba-f11cec600561 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65684de-82cb-4621-a0ab-eb700dab9155,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:23.780113 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e8331b3-455f-45e4-beba-f11cec600561 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:23.784207 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7e8331b3-455f-45e4-beba-f11cec600561 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1790843 Feb 04 13:51:23.784521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35044) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:23.806224 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-417a62fe-b27c-47ad-b29e-5508c9b669b9 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules/b65684de-82cb-4621-a0ab-eb700dab9155 HTTP/1.1" status: 200 len: 763 time: 0.0178597 Feb 04 13:51:23.806565 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35046) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:23.881587 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-45610372-5623-46cf-b5bd-b081f25dcabd tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0737145 Feb 04 13:51:23.882322 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35048) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:23.909578 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a7df7b2f-1806-40cf-8119-28bf5843ab2d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (b65684de-82cb-4621-a0ab-eb700dab9155), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:23.918536 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a7df7b2f-1806-40cf-8119-28bf5843ab2d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (b65684de-82cb-4621-a0ab-eb700dab9155), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:23.950132 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a7df7b2f-1806-40cf-8119-28bf5843ab2d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b65684de-82cb-4621-a0ab-eb700dab9155), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:23.957757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a7df7b2f-1806-40cf-8119-28bf5843ab2d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:23.962076 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a7df7b2f-1806-40cf-8119-28bf5843ab2d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/b65684de-82cb-4621-a0ab-eb700dab9155 HTTP/1.1" status: 204 len: 168 time: 0.0756953 Feb 04 13:51:23.962076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35050) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:23.979984 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df7b2f-1806-40cf-8119-28bf5843ab2d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b65684de-82cb-4621-a0ab-eb700dab9155,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:24.018270 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5ca93357-4599-4a24-8203-7e3e8a347165 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0525675 Feb 04 13:51:24.018862 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35052) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:24.023645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9e54b04e-11c1-4182-93a3-58a2ec8baef0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group_rule': {'security_group_id': 'a4ee1079-cd51-4c1b-9116-24d23504c465', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:24.055720 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e54b04e-11c1-4182-93a3-58a2ec8baef0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (fda4ab88-f048-4388-b3db-4aff7c2d8088), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.123150 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e54b04e-11c1-4182-93a3-58a2ec8baef0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (fda4ab88-f048-4388-b3db-4aff7c2d8088), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.129076 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e54b04e-11c1-4182-93a3-58a2ec8baef0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (fda4ab88-f048-4388-b3db-4aff7c2d8088), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.147193 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8b479a7f-11ba-4785-a7c3-e675452247e4 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (46763cf8-c7d2-4f73-92e7-1e8343c06220), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.152327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b04e-11c1-4182-93a3-58a2ec8baef0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda4ab88-f048-4388-b3db-4aff7c2d8088,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:24.159532 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9e54b04e-11c1-4182-93a3-58a2ec8baef0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.165170 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9e54b04e-11c1-4182-93a3-58a2ec8baef0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452711 Feb 04 13:51:24.165914 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35054) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:24.189043 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4f3d88cb-d54e-4a66-a70b-e9fce82b61a5 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules/fda4ab88-f048-4388-b3db-4aff7c2d8088 HTTP/1.1" status: 200 len: 764 time: 0.0217934 Feb 04 13:51:24.189789 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35056) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:24.201295 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-0602e93d-619a-4624-9b19-de2adea0cd95 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:24.202915 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-0602e93d-619a-4624-9b19-de2adea0cd95 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 811 time: 0.7689404 Feb 04 13:51:24.214207 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab3103fa-4240-44b4-bc8c-f60e08ee2ae9 req-c1a9e228-3301-4b67-861e-e0f7de1b4da8 service neutron] 10.222.0.99 "GET /v2.0/networks/c86ed429-9f3a-40e9-a643-65b05ff443e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7607384 Feb 04 13:51:24.214959 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b479a7f-11ba-4785-a7c3-e675452247e4 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Pushing event deleted for resources: {'Port': ['ID=46763cf8-c7d2-4f73-92e7-1e8343c06220,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:24.246460 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35058) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:24.246838 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-72c1a951-0116-4bf1-983e-d6852a893f8d tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0554667 Feb 04 13:51:24.318313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-ad79d153-f850-4d21-9091-699e02da76ec tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/quotas/3a088728a0e04cbb8731f38e93f3d6e1 HTTP/1.1" status: 200 len: 375 time: 0.0707693 Feb 04 13:51:24.331943 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:24.352980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f169878-19bd-4816-8425-63d1b4d04481 None None] Sync routers for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:24.364237 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-773705c3-9f46-4b8b-b96f-0f04db79b492 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (fda4ab88-f048-4388-b3db-4aff7c2d8088), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.369266 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f169878-19bd-4816-8425-63d1b4d04481 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:24.370437 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1f169878-19bd-4816-8425-63d1b4d04481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:24.402060 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8b479a7f-11ba-4785-a7c3-e675452247e4 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (00ff7d10-9e17-4213-8a1e-0510fb6e9e8e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.404659 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-773705c3-9f46-4b8b-b96f-0f04db79b492 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (fda4ab88-f048-4388-b3db-4aff7c2d8088), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.419412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1f169878-19bd-4816-8425-63d1b4d04481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:24.430903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f169878-19bd-4816-8425-63d1b4d04481 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:24.431597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1f169878-19bd-4816-8425-63d1b4d04481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:24.451952 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.470159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1f169878-19bd-4816-8425-63d1b4d04481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:24.471077 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f169878-19bd-4816-8425-63d1b4d04481 None None] The sync data for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:24.492370 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.572495 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8b479a7f-11ba-4785-a7c3-e675452247e4 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (00ff7d10-9e17-4213-8a1e-0510fb6e9e8e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.578201 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8b479a7f-11ba-4785-a7c3-e675452247e4 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_controller (00ff7d10-9e17-4213-8a1e-0510fb6e9e8e), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.587755 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-773705c3-9f46-4b8b-b96f-0f04db79b492 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (fda4ab88-f048-4388-b3db-4aff7c2d8088), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.628486 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-773705c3-9f46-4b8b-b96f-0f04db79b492 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.630488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-773705c3-9f46-4b8b-b96f-0f04db79b492 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/fda4ab88-f048-4388-b3db-4aff7c2d8088 HTTP/1.1" status: 204 len: 168 time: 0.3771603 Feb 04 13:51:24.634572 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35064) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:24.637251 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d93f9887-aa56-4788-ae94-bb38acf7830b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2996378 Feb 04 13:51:24.646715 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35066) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:24.651653 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e2b8c133-1248-45c7-a088-7ed0b7d1785e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1819419965'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:24.710557 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b8c133-1248-45c7-a088-7ed0b7d1785e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Made reservation on behalf of 3b017a1361cf4e4c8c8fef31bfb385d4 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:51:24.715230 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c133-1248-45c7-a088-7ed0b7d1785e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.765089 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-2875ecae-0830-4353-a412-24a98189bba4 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4379017 Feb 04 13:51:24.773478 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bc4ab603-75e0-4603-9e0c-72ac4125f609 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1335828 Feb 04 13:51:24.774010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35068) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:24.790357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773705c3-9f46-4b8b-b96f-0f04db79b492 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fda4ab88-f048-4388-b3db-4aff7c2d8088,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:24.852801 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8b479a7f-11ba-4785-a7c3-e675452247e4 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (00ff7d10-9e17-4213-8a1e-0510fb6e9e8e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.853352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b479a7f-11ba-4785-a7c3-e675452247e4 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Fanout notify agent at l3_agent the message router_deleted on router 00ff7d10-9e17-4213-8a1e-0510fb6e9e8e {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:51:24.854218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b8c133-1248-45c7-a088-7ed0b7d1785e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:51:24.874547 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c133-1248-45c7-a088-7ed0b7d1785e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (d42fcf38-c5d0-4687-9793-fc604444ef66), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.874911 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-e2b8c133-1248-45c7-a088-7ed0b7d1785e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Added segment d42fcf38-c5d0-4687-9793-fc604444ef66 of type vlan for network ac705205-e3c0-4fee-8ba8-3230167e5089 Feb 04 13:51:24.902987 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8b479a7f-11ba-4785-a7c3-e675452247e4 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.904793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8b479a7f-11ba-4785-a7c3-e675452247e4 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "DELETE /v2.0/routers/00ff7d10-9e17-4213-8a1e-0510fb6e9e8e HTTP/1.1" status: 204 len: 168 time: 4.9606435 Feb 04 13:51:24.909912 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35072) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:24.914134 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Request body: {'router': {'name': 'tempest-snat-router-346584829', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'enable_snat': False}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:24.960762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Allocated IP 172.25.5.252 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/558d8de5-2afa-4663-a2c0-f806a84034ff) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:24.963555 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (9f523832-5278-495d-b411-a9aa8da266ee), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.964623 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (9f523832-5278-495d-b411-a9aa8da266ee), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.993178 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57145cb8-b039-44b7-adb6-1482280dbff0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (a4ee1079-cd51-4c1b-9116-24d23504c465), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.023480 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c133-1248-45c7-a088-7ed0b7d1785e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (ac705205-e3c0-4fee-8ba8-3230167e5089), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.044442 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57145cb8-b039-44b7-adb6-1482280dbff0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (a4ee1079-cd51-4c1b-9116-24d23504c465), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.117559 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c133-1248-45c7-a088-7ed0b7d1785e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (ac705205-e3c0-4fee-8ba8-3230167e5089), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.126974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8c133-1248-45c7-a088-7ed0b7d1785e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:25.127915 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c133-1248-45c7-a088-7ed0b7d1785e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.142620 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_controller (9f523832-5278-495d-b411-a9aa8da266ee), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.252782 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57145cb8-b039-44b7-adb6-1482280dbff0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a4ee1079-cd51-4c1b-9116-24d23504c465), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.256527 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57145cb8-b039-44b7-adb6-1482280dbff0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.260429 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-57145cb8-b039-44b7-adb6-1482280dbff0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-groups/a4ee1079-cd51-4c1b-9116-24d23504c465 HTTP/1.1" status: 204 len: 168 time: 0.4850519 Feb 04 13:51:25.261717 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35074) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:25.277259 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e2b8c133-1248-45c7-a088-7ed0b7d1785e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6285119 Feb 04 13:51:25.281160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35076) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:25.289316 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-328149c2-bb89-4dee-b138-fe752e7a9475 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'subnet': {'network_id': 'ac705205-e3c0-4fee-8ba8-3230167e5089', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:25.289876 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57145cb8-b039-44b7-adb6-1482280dbff0 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ee1079-cd51-4c1b-9116-24d23504c465,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:25.298812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8c133-1248-45c7-a088-7ed0b7d1785e tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Network': ['ID=ac705205-e3c0-4fee-8ba8-3230167e5089,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:25.322227 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network ac705205-e3c0-4fee-8ba8-3230167e5089 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:51:25.340754 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b94944d3-a335-4900-8ccd-a2e80e8db8f8 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0721529 Feb 04 13:51:25.341426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35078) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:25.345974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d9bf5018-8fc6-4b1c-abd9-4be74da8d92c tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group': {'name': 'tempest-secgroup--371437070'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:25.368262 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for port (558d8de5-2afa-4663-a2c0-f806a84034ff), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.371292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5018-8fc6-4b1c-abd9-4be74da8d92c tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.468757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5018-8fc6-4b1c-abd9-4be74da8d92c tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (d85b5b95-17a8-4907-94a6-b5f2c696fbf7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.475283 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5018-8fc6-4b1c-abd9-4be74da8d92c tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d85b5b95-17a8-4907-94a6-b5f2c696fbf7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.505354 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5018-8fc6-4b1c-abd9-4be74da8d92c tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.510770 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d9bf5018-8fc6-4b1c-abd9-4be74da8d92c tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1644011 Feb 04 13:51:25.511690 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35082) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:25.515786 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-77449166-e91e-4453-9d98-d6847dbc389b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Request body: {'security_group_rule': {'security_group_id': 'd85b5b95-17a8-4907-94a6-b5f2c696fbf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:25.529617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf5018-8fc6-4b1c-abd9-4be74da8d92c tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d85b5b95-17a8-4907-94a6-b5f2c696fbf7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:25.546119 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-8a0cd4c8-2d47-4cc6-b50d-2fe6fb58a712 service neutron] 10.222.0.96 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7299106 Feb 04 13:51:25.555947 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (9f523832-5278-495d-b411-a9aa8da266ee), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.560316 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77449166-e91e-4453-9d98-d6847dbc389b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (b2bc26cf-c15b-414f-a570-78b99d157d5c), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.632848 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77449166-e91e-4453-9d98-d6847dbc389b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (b2bc26cf-c15b-414f-a570-78b99d157d5c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.638717 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77449166-e91e-4453-9d98-d6847dbc389b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b2bc26cf-c15b-414f-a570-78b99d157d5c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.659420 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77449166-e91e-4453-9d98-d6847dbc389b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bc26cf-c15b-414f-a570-78b99d157d5c,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:25.670036 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77449166-e91e-4453-9d98-d6847dbc389b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.672710 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-77449166-e91e-4453-9d98-d6847dbc389b tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1591601 Feb 04 13:51:25.674616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35084) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:25.737752 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (558d8de5-2afa-4663-a2c0-f806a84034ff), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.744910 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e841ddf3-1c76-49e2-811b-e0bea851c8ae tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (d85b5b95-17a8-4907-94a6-b5f2c696fbf7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.774882 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e841ddf3-1c76-49e2-811b-e0bea851c8ae tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (d85b5b95-17a8-4907-94a6-b5f2c696fbf7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.790706 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328149c2-bb89-4dee-b138-fe752e7a9475 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Made reservation on behalf of 3b017a1361cf4e4c8c8fef31bfb385d4 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:51:25.794783 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-328149c2-bb89-4dee-b138-fe752e7a9475 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.834775 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e841ddf3-1c76-49e2-811b-e0bea851c8ae tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d85b5b95-17a8-4907-94a6-b5f2c696fbf7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.837581 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e841ddf3-1c76-49e2-811b-e0bea851c8ae tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:25.841185 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e841ddf3-1c76-49e2-811b-e0bea851c8ae tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-groups/d85b5b95-17a8-4907-94a6-b5f2c696fbf7 HTTP/1.1" status: 204 len: 168 time: 0.1622484 Feb 04 13:51:25.842434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35086) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:25.862428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841ddf3-1c76-49e2-811b-e0bea851c8ae tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85b5b95-17a8-4907-94a6-b5f2c696fbf7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:25.874489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:25.906619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:25.909777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:25.914232 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-66fd4588-9eab-462d-9f5b-e45f4bf90d94 service neutron] 10.222.0.96 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488324 Feb 04 13:51:25.921649 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-26dbfb80-a7e4-466b-8cc0-07580f10b8bc tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0758731 Feb 04 13:51:25.923197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35088) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:25.941784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Port': ['ID=558d8de5-2afa-4663-a2c0-f806a84034ff,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:25.976364 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-083041b3-2149-4bab-8034-60971e9e5607 tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0493846 Feb 04 13:51:25.976844 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35090) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:26.001593 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-48322e77-8f38-47b1-ad91-cdd101f9ce8f tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] delete failed (client error): The resource could not be found. Feb 04 13:51:26.003662 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-48322e77-8f38-47b1-ad91-cdd101f9ce8f tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "DELETE /v2.0/security-groups/d85b5b95-17a8-4907-94a6-b5f2c696fbf7 HTTP/1.1" status: 404 len: 347 time: 0.0247633 Feb 04 13:51:26.008204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35092) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:26.158351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35098) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:26.244533 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906ae801-7f77-42e7-8018-6f7a6033838a x-openstack-request-id: req-906ae801-7f77-42e7-8018-6f7a6033838a {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:51:26.246181 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed17fbf6-90f0-47fa-ba66-301dc2ee20e0", "name": "network-vif-deleted", "tag": "09d869b2-3055-4af9-8be9-c90c05d86237", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:51:26.246685 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-906ae801-7f77-42e7-8018-6f7a6033838a {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:51:26.247234 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed17fbf6-90f0-47fa-ba66-301dc2ee20e0', 'name': 'network-vif-deleted', 'tag': '09d869b2-3055-4af9-8be9-c90c05d86237', 'status': 'completed', 'code': 200} Feb 04 13:51:26.273087 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fac279a4-6c4d-4a09-a640-4067f68eb19a tempest-SecGroupTest-481689059 tempest-SecGroupTest-481689059-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2638037 Feb 04 13:51:26.370945 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c356-cc7d-44b2-a2fb-e15dfec46975 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group (1fda3b67-5537-44dc-bf57-b89f5fc5d766), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:26.408388 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c356-cc7d-44b2-a2fb-e15dfec46975 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group (1fda3b67-5537-44dc-bf57-b89f5fc5d766), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:26.512659 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c356-cc7d-44b2-a2fb-e15dfec46975 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1fda3b67-5537-44dc-bf57-b89f5fc5d766), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:26.521302 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c356-cc7d-44b2-a2fb-e15dfec46975 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:26.527040 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dcf7c356-cc7d-44b2-a2fb-e15dfec46975 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "DELETE /v2.0/security-groups/1fda3b67-5537-44dc-bf57-b89f5fc5d766 HTTP/1.1" status: 204 len: 168 time: 0.3665409 Feb 04 13:51:26.527488 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35108) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:26.607407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7c356-cc7d-44b2-a2fb-e15dfec46975 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fda3b67-5537-44dc-bf57-b89f5fc5d766,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:26.778117 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66cbe262-9e1a-4757-b1e4-6da92e19fbbc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group (0b6512d3-23af-4a34-b4a3-8a701760acea), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:26.834278 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66cbe262-9e1a-4757-b1e4-6da92e19fbbc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group (0b6512d3-23af-4a34-b4a3-8a701760acea), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:26.939333 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66cbe262-9e1a-4757-b1e4-6da92e19fbbc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0b6512d3-23af-4a34-b4a3-8a701760acea), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:26.944068 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66cbe262-9e1a-4757-b1e4-6da92e19fbbc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:26.945296 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-66cbe262-9e1a-4757-b1e4-6da92e19fbbc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "DELETE /v2.0/security-groups/0b6512d3-23af-4a34-b4a3-8a701760acea HTTP/1.1" status: 204 len: 168 time: 0.3895092 Feb 04 13:51:26.950614 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35122) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:26.966049 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbe262-9e1a-4757-b1e4-6da92e19fbbc tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6512d3-23af-4a34-b4a3-8a701760acea,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:27.008200 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35124) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:27.124437 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a41fcdb-a159-484b-ac2f-0f16642eca5d req-56cdf0c4-33e7-401d-8a26-e2da884e2289 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 210 time: 0.1463218 Feb 04 13:51:27.128999 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-328149c2-bb89-4dee-b138-fe752e7a9475 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (938573de-6fc5-4cd1-bc08-28cd0a0dabbb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:27.373806 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for floatingip (790c2173-856a-4479-8180-9f16e2a46dcf), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:27.403157 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (9f523832-5278-495d-b411-a9aa8da266ee), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:27.434183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328149c2-bb89-4dee-b138-fe752e7a9475 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Subnet': ['ID=938573de-6fc5-4cd1-bc08-28cd0a0dabbb,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:27.473890 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:27.478162 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328149c2-bb89-4dee-b138-fe752e7a9475 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Checking segment: {'id': 'd42fcf38-c5d0-4687-9793-fc604444ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ac705205-e3c0-4fee-8ba8-3230167e5089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:51:27.478962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328149c2-bb89-4dee-b138-fe752e7a9475 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network hostable DHCP agents. Network: ac705205-e3c0-4fee-8ba8-3230167e5089, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:51:27.592737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fc6fab96-89e7-449f-bf6c-f32b49ec22f5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=637ea0e9f7de454a8029f79c1a4addd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5234332 Feb 04 13:51:27.592737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328149c2-bb89-4dee-b138-fe752e7a9475 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network ac705205-e3c0-4fee-8ba8-3230167e5089 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:51:27.595615 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35138) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:27.660356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-328149c2-bb89-4dee-b138-fe752e7a9475 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, ac705205-e3c0-4fee-8ba8-3230167e5089) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:27.673989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4980e29e-f094-4f39-923e-ef6aa6bb12e8 None None] Network ac705205-e3c0-4fee-8ba8-3230167e5089 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:51:27.683644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328149c2-bb89-4dee-b138-fe752e7a9475 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:27.684253 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-328149c2-bb89-4dee-b138-fe752e7a9475 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:27.745391 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (558d8de5-2afa-4663-a2c0-f806a84034ff), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:27.779097 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a311ff9-e676-424f-bbc2-91fad438dbbf tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:27.812259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-ac705205-e3c0-4fee-8ba8-3230167e5089', 'network_id': 'ac705205-e3c0-4fee-8ba8-3230167e5089', 'project_id': '3b017a1361cf4e4c8c8fef31bfb385d4', 'fixed_ips': [{'subnet_id': '938573de-6fc5-4cd1-bc08-28cd0a0dabbb'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:51:27.813147 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:27.880735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-328149c2-bb89-4dee-b138-fe752e7a9475 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5951569 Feb 04 13:51:27.891885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35154) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:27.909413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1458108592', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}, 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:27.929993 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-639e201d-fc87-4497-8f4b-354854319c89 admin admin] Publish callbacks [] for security_group (9251c626-8aee-4ab9-8175-e645711c1c11), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:27.936431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Allocated IP 172.25.5.57 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/7e4e91ff-bdd8-4b8c-be87-83db13530a13) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:28.097142 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-639e201d-fc87-4497-8f4b-354854319c89 admin admin] Publish callbacks [] for security_group (9251c626-8aee-4ab9-8175-e645711c1c11), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:28.112345 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (b8d3677e-d452-4e58-a7ef-1e8deca15465), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:28.114588 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (b8d3677e-d452-4e58-a7ef-1e8deca15465), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:28.127821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Allocated IP 172.20.0.2 (ac705205-e3c0-4fee-8ba8-3230167e5089/938573de-6fc5-4cd1-bc08-28cd0a0dabbb/28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:28.419033 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-8a311ff9-e676-424f-bbc2-91fad438dbbf tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Deleting port 0a9b80ce-12a8-4c9d-90ec-313040d109a2 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:51:28.419607 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a311ff9-e676-424f-bbc2-91fad438dbbf tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:28.422602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35162) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:28.569738 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Publish callbacks [] for port (28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:28.573431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-8a311ff9-e676-424f-bbc2-91fad438dbbf tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] For port 0a9b80ce-12a8-4c9d-90ec-313040d109a2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0a9b80ce-12a8-4c9d-90ec-313040d109a2,segment=NetworkSegment(092f8ff5-19a4-4594-a7a8-4b85c687228b),segment_id=092f8ff5-19a4-4594-a7a8-4b85c687228b)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:28.573952 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a311ff9-e676-424f-bbc2-91fad438dbbf tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:28.586816 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:28.600951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-8a311ff9-e676-424f-bbc2-91fad438dbbf tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Calling delete_port for 0a9b80ce-12a8-4c9d-90ec-313040d109a2 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:51:28.673395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Network ac705205-e3c0-4fee-8ba8-3230167e5089 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:28.678440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:28.702966 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:28.849512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Attempting to bind port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:51:28.851090 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Attempting to bind port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'd42fcf38-c5d0-4687-9793-fc604444ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ac705205-e3c0-4fee-8ba8-3230167e5089'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:51:28.851748 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Attempting to bind port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e on network ac705205-e3c0-4fee-8ba8-3230167e5089 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:51:28.854443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Pushing event updated for resources: {'Port': ['ID=28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:28.867277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:28.867996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:28.868559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:28.869323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:28.869909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:28.871519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:28.872148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:28.872906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:28.873476 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:28.874183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:28.874757 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:28.875949 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:28.876545 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:28.884024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:51:28.884857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Checking segment: {'id': 'd42fcf38-c5d0-4687-9793-fc604444ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ac705205-e3c0-4fee-8ba8-3230167e5089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:51:28.886349 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:28.889630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Bound using segment: {'id': 'd42fcf38-c5d0-4687-9793-fc604444ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ac705205-e3c0-4fee-8ba8-3230167e5089'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:51:28.891663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Bound port: 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fcf38-c5d0-4687-9793-fc604444ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ac705205-e3c0-4fee-8ba8-3230167e5089'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:51:28.892077 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:28.900547 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b13814e-244b-4672-9287-1656bdda2f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:28.939981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5db98815-e6b6-4a22-b281-92ddb25c3039 req-4f70b734-c7f9-47a8-9481-368dfb4b219e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 210 time: 0.6812379 Feb 04 13:51:28.992339 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a311ff9-e676-424f-bbc2-91fad438dbbf tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (0a9b80ce-12a8-4c9d-90ec-313040d109a2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:29.001666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] For port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:51:29.004565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] For port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e,segment=NetworkSegment(d42fcf38-c5d0-4687-9793-fc604444ef66),segment_id=d42fcf38-c5d0-4687-9793-fc604444ef66)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:51:29.013950 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:29.028477 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a311ff9-e676-424f-bbc2-91fad438dbbf tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event deleted for resources: {'Port': ['ID=0a9b80ce-12a8-4c9d-90ec-313040d109a2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:29.056036 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router_controller (b8d3677e-d452-4e58-a7ef-1e8deca15465), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:29.100646 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-726b78a4-892c-4b34-a9c5-ce13cf99bde3 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:29.103338 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-726b78a4-892c-4b34-a9c5-ce13cf99bde3 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 811 time: 1.1350334 Feb 04 13:51:29.139677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b3c68-aa2c-4570-aa60-34da3f675db9 None None] Pushing event updated for resources: {'Port': ['ID=28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:29.152631 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for port (7e4e91ff-bdd8-4b8c-be87-83db13530a13), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:29.154412 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-639e201d-fc87-4497-8f4b-354854319c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9251c626-8aee-4ab9-8175-e645711c1c11), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:29.157343 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-639e201d-fc87-4497-8f4b-354854319c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:29.160584 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-639e201d-fc87-4497-8f4b-354854319c89 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9251c626-8aee-4ab9-8175-e645711c1c11 HTTP/1.1" status: 204 len: 168 time: 1.5623405 Feb 04 13:51:29.192379 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b13814e-244b-4672-9287-1656bdda2f4a admin admin] Publish callbacks [] for security_group (eef201e7-e91b-43bf-adc9-83391e167c0e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:29.202352 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b13814e-244b-4672-9287-1656bdda2f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (eef201e7-e91b-43bf-adc9-83391e167c0e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:29.294163 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for port (558d8de5-2afa-4663-a2c0-f806a84034ff), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:29.298389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e201d-fc87-4497-8f4b-354854319c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9251c626-8aee-4ab9-8175-e645711c1c11,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:29.326737 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (558d8de5-2afa-4663-a2c0-f806a84034ff), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:29.383609 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5b13814e-244b-4672-9287-1656bdda2f4a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7c982efdb6f84a66bf0e0ffc26b3c832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9583621 Feb 04 13:51:29.416612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35170) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:29.541168 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13814e-244b-4672-9287-1656bdda2f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef201e7-e91b-43bf-adc9-83391e167c0e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:29.597470 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a311ff9-e676-424f-bbc2-91fad438dbbf tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:29.628548 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router_gateway (b8d3677e-d452-4e58-a7ef-1e8deca15465), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:29.773986 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-738cddd3-7168-4e47-b221-79b795c8ad45 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a088728a0e04cbb8731f38e93f3d6e1 HTTP/1.1" status: 200 len: 379 time: 0.6261702 Feb 04 13:51:29.910557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Request body: {'port': {'device_id': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'admin_state_up': True, 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'security_groups': ['c044d777-cd8e-4684-92aa-8448fc9bd5fc']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:30.118271 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95628e3e-3098-4a90-a315-1c2312c38b64 admin admin] Publish callbacks [] for security_group (eef201e7-e91b-43bf-adc9-83391e167c0e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:30.153604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a311ff9-e676-424f-bbc2-91fad438dbbf tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:51:30.173000 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95628e3e-3098-4a90-a315-1c2312c38b64 admin admin] Publish callbacks [] for security_group (eef201e7-e91b-43bf-adc9-83391e167c0e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:30.207406 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event updated for resources: {'Port': ['ID=558d8de5-2afa-4663-a2c0-f806a84034ff,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:30.230335 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (7e4e91ff-bdd8-4b8c-be87-83db13530a13), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:30.302032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:30.349259 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (790c2173-856a-4479-8180-9f16e2a46dcf), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:30.365104 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c44f6413-2a33-4917-acbf-4cfd223f99d0 req-0a7b9ef5-ad58-4b4d-8714-ebea6a2f7306 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 210 time: 0.1867735 Feb 04 13:51:30.400231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a311ff9-e676-424f-bbc2-91fad438dbbf tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:30.408689 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8a311ff9-e676-424f-bbc2-91fad438dbbf tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "PUT /v2.0/routers/5ae431d4-a9ff-40bb-bf31-b958b86dcb1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4567428 Feb 04 13:51:30.415693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35188) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:30.424225 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93051c2-a43d-4d39-b93d-5b6f554f9d6d None None] Sync routers for ids ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:30.451165 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93051c2-a43d-4d39-b93d-5b6f554f9d6d None None] Routers {'5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:30.451842 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c93051c2-a43d-4d39-b93d-5b6f554f9d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:30.521904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:30.522725 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:30.603156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:30.618791 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-209809a7-7222-43e8-adaa-c99a88b0fd33 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Deleting subnet e741603a-9123-4eb2-8f9b-e7ea9649f5bc {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:51:30.623321 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-209809a7-7222-43e8-adaa-c99a88b0fd33 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for subnet (e741603a-9123-4eb2-8f9b-e7ea9649f5bc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:30.641427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Pushing event updated for resources: {'Port': ['ID=7e4e91ff-bdd8-4b8c-be87-83db13530a13,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:30.679182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:30.694977 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:30.720261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:30.721557 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:30.753532 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-209809a7-7222-43e8-adaa-c99a88b0fd33 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (e741603a-9123-4eb2-8f9b-e7ea9649f5bc), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:30.776048 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95628e3e-3098-4a90-a315-1c2312c38b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (eef201e7-e91b-43bf-adc9-83391e167c0e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:30.779249 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95628e3e-3098-4a90-a315-1c2312c38b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:30.780730 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-95628e3e-3098-4a90-a315-1c2312c38b64 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/eef201e7-e91b-43bf-adc9-83391e167c0e HTTP/1.1" status: 204 len: 168 time: 1.2527499 Feb 04 13:51:30.800765 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-c93051c2-a43d-4d39-b93d-5b6f554f9d6d None None] Set router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:30.805028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e,segment=NetworkSegment(d42fcf38-c5d0-4687-9793-fc604444ef66),segment_id=d42fcf38-c5d0-4687-9793-fc604444ef66)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:30.813110 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:30.863073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95628e3e-3098-4a90-a315-1c2312c38b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef201e7-e91b-43bf-adc9-83391e167c0e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:30.907521 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Floating IP 790c2173-856a-4479-8180-9f16e2a46dcf associated. External IP: 172.25.5.252, port: f2c67f5a-6160-4a47-9dc3-9f30ee4a8220. Feb 04 13:51:30.972461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Made reservation on behalf of 3a088728a0e04cbb8731f38e93f3d6e1 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:51:30.977266 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:30.990989 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-209809a7-7222-43e8-adaa-c99a88b0fd33 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (e741603a-9123-4eb2-8f9b-e7ea9649f5bc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:30.998439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35200) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:31.126363 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-209809a7-7222-43e8-adaa-c99a88b0fd33 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (e741603a-9123-4eb2-8f9b-e7ea9649f5bc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:31.188183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209809a7-7222-43e8-adaa-c99a88b0fd33 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event deleted for resources: {'Subnet': ['ID=e741603a-9123-4eb2-8f9b-e7ea9649f5bc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:31.195992 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-209809a7-7222-43e8-adaa-c99a88b0fd33 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:31.209606 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-209809a7-7222-43e8-adaa-c99a88b0fd33 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "DELETE /v2.0/subnets/e741603a-9123-4eb2-8f9b-e7ea9649f5bc HTTP/1.1" status: 204 len: 168 time: 0.7750142 Feb 04 13:51:31.210614 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35206) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:31.321655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674d39dc-7be4-43f2-b033-d9084dd7d3a1 None None] Network ac705205-e3c0-4fee-8ba8-3230167e5089 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:51:31.333896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54e6d63-a8d4-43ec-9709-1bf3afcdc58c None None] Network c86ed429-9f3a-40e9-a643-65b05ff443e8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:51:31.479923 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27e3808d-07bc-46a8-bca6-92a87d568f31 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:31.683227 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router_gateway (b8d3677e-d452-4e58-a7ef-1e8deca15465), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:31.712688 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c93051c2-a43d-4d39-b93d-5b6f554f9d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2111918297', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:39Z', 'updated_at': '2022-02-04T13:51:28Z', 'revision_number': 5, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:40Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:31.796942 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93051c2-a43d-4d39-b93d-5b6f554f9d6d None None] Checking router: 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:51:31.818806 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93051c2-a43d-4d39-b93d-5b6f554f9d6d None None] Routers {'5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:31.820052 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c93051c2-a43d-4d39-b93d-5b6f554f9d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:31.845521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:31.893706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-651b95a6-f6b6-4075-85e0-4bee94b03562 None None] Provisioning complete for port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:31.894363 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-651b95a6-f6b6-4075-85e0-4bee94b03562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:31.974951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0ce3bbb5-ede6-44a0-bd67-7178770c4161 req-919e0563-fc39-400e-a454-dd466c26e6ac tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 210 time: 0.2895234 Feb 04 13:51:32.041405 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27e3808d-07bc-46a8-bca6-92a87d568f31 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router_gateway (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:32.053421 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-c93051c2-a43d-4d39-b93d-5b6f554f9d6d None None] Set router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:32.199586 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:32.242251 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:32.278815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-27e3808d-07bc-46a8-bca6-92a87d568f31 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Deleting port e16edb6a-feb6-4cb7-879a-4a4510bc1b18 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:51:32.280064 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27e3808d-07bc-46a8-bca6-92a87d568f31 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e16edb6a-feb6-4cb7-879a-4a4510bc1b18), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:32.309097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f5a6f8f9-00ac-4976-8966-d018b426d192 tempest-SubnetPoolsTestJSON-1235749337 tempest-SubnetPoolsTestJSON-1235749337-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1312309600', 'prefixes': ['172.20.0.0/16']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:32.404130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d020170-bf3b-4792-afd9-f05f66bd1d63 None None] DHCP port deletion for c86ed429-9f3a-40e9-a643-65b05ff443e8 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:51:32.465887 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c93051c2-a43d-4d39-b93d-5b6f554f9d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2111918297', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:39Z', 'updated_at': '2022-02-04T13:51:28Z', 'revision_number': 5, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:40Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:32.486022 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-27e3808d-07bc-46a8-bca6-92a87d568f31 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] For port e16edb6a-feb6-4cb7-879a-4a4510bc1b18, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=e16edb6a-feb6-4cb7-879a-4a4510bc1b18,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:32.487040 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27e3808d-07bc-46a8-bca6-92a87d568f31 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e16edb6a-feb6-4cb7-879a-4a4510bc1b18), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:32.527317 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-27e3808d-07bc-46a8-bca6-92a87d568f31 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Calling delete_port for e16edb6a-feb6-4cb7-879a-4a4510bc1b18 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:51:32.536845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Allocated IP 172.20.0.11 (e850f246-0270-48c7-b292-77ce5d0c8d2b/4fa6a57d-4833-477c-a4c3-0b43c577818b/9946594f-81ea-48c8-b3b1-392d84dd7b49) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:32.540615 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93051c2-a43d-4d39-b93d-5b6f554f9d6d None None] The sync data for ids ['5ae431d4-a9ff-40bb-bf31-b958b86dcb1a'] in n-d-714676-13 is: [{'id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2111918297', 'tenant_id': '415201945f1c4fefa31beecb58f01da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:47:39Z', 'updated_at': '2022-02-04T13:51:28Z', 'revision_number': 5, 'project_id': '415201945f1c4fefa31beecb58f01da9', 'gw_port': {'id': 'e16edb6a-feb6-4cb7-879a-4a4510bc1b18', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae431d4-a9ff-40bb-bf31-b958b86dcb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:47:40Z', 'updated_at': '2022-02-04T13:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:32.588975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:32.597469 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:32.642570 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-651b95a6-f6b6-4075-85e0-4bee94b03562 None None] Current status of the port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:32.711332 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9d020170-bf3b-4792-afd9-f05f66bd1d63 None None] Deleting port 6117af17-b79e-4807-b1cf-f1de796296c0 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:51:32.712039 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9d020170-bf3b-4792-afd9-f05f66bd1d63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6117af17-b79e-4807-b1cf-f1de796296c0), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:32.917217 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (9f523832-5278-495d-b411-a9aa8da266ee), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:32.926610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9d020170-bf3b-4792-afd9-f05f66bd1d63 None None] For port 6117af17-b79e-4807-b1cf-f1de796296c0, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6117af17-b79e-4807-b1cf-f1de796296c0,segment=NetworkSegment(092f8ff5-19a4-4594-a7a8-4b85c687228b),segment_id=092f8ff5-19a4-4594-a7a8-4b85c687228b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:32.932725 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9d020170-bf3b-4792-afd9-f05f66bd1d63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6117af17-b79e-4807-b1cf-f1de796296c0), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:33.059028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9d020170-bf3b-4792-afd9-f05f66bd1d63 None None] Calling delete_port for 6117af17-b79e-4807-b1cf-f1de796296c0 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:51:33.102868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35230) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:33.106444 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:33.242302 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-643283b1-03a8-4996-a28a-c2e5dd048ef0 None None] Provisioning complete for port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:33.242677 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-643283b1-03a8-4996-a28a-c2e5dd048ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:33.380577 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9d020170-bf3b-4792-afd9-f05f66bd1d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (6117af17-b79e-4807-b1cf-f1de796296c0), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:33.385000 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-643283b1-03a8-4996-a28a-c2e5dd048ef0 None None] Current status of the port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:33.419695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d020170-bf3b-4792-afd9-f05f66bd1d63 None None] Pushing event deleted for resources: {'Port': ['ID=6117af17-b79e-4807-b1cf-f1de796296c0,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:33.422209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d020170-bf3b-4792-afd9-f05f66bd1d63 None None] No DVR routers for this DVR port 6117af17-b79e-4807-b1cf-f1de796296c0 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:51:33.569509 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27e3808d-07bc-46a8-bca6-92a87d568f31 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e16edb6a-feb6-4cb7-879a-4a4510bc1b18), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:33.619407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3808d-07bc-46a8-bca6-92a87d568f31 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event deleted for resources: {'Port': ['ID=e16edb6a-feb6-4cb7-879a-4a4510bc1b18,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:33.725524 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27e3808d-07bc-46a8-bca6-92a87d568f31 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:33.830641 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27e3808d-07bc-46a8-bca6-92a87d568f31 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:33.844153 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27e3808d-07bc-46a8-bca6-92a87d568f31 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router_controller (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:33.904663 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27e3808d-07bc-46a8-bca6-92a87d568f31 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (5ae431d4-a9ff-40bb-bf31-b958b86dcb1a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:33.906357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e3808d-07bc-46a8-bca6-92a87d568f31 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Fanout notify agent at l3_agent the message router_deleted on router 5ae431d4-a9ff-40bb-bf31-b958b86dcb1a {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:51:33.915977 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27e3808d-07bc-46a8-bca6-92a87d568f31 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:33.924743 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-27e3808d-07bc-46a8-bca6-92a87d568f31 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "DELETE /v2.0/routers/5ae431d4-a9ff-40bb-bf31-b958b86dcb1a HTTP/1.1" status: 204 len: 168 time: 2.7128816 Feb 04 13:51:33.925758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35238) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:34.086512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Allocated IP 172.25.5.7 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/f8b4a7ff-ee89-4020-b317-0e77f786bf40) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:34.119301 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca8c09cb-971d-457c-b880-5a5fb39759e6 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (c86ed429-9f3a-40e9-a643-65b05ff443e8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.169322 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f8f9-00ac-4976-8966-d018b426d192 tempest-SubnetPoolsTestJSON-1235749337 tempest-SubnetPoolsTestJSON-1235749337-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.170714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f5a6f8f9-00ac-4976-8966-d018b426d192 tempest-SubnetPoolsTestJSON-1235749337 tempest-SubnetPoolsTestJSON-1235749337-project] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 3.1669579 Feb 04 13:51:34.175209 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35240) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:34.253751 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ad71ea8-35d9-43b1-92f2-9b685b2307d2 req-e7eebc3f-2d48-4af0-b74a-dfa731ff8466 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 210 time: 0.1955297 Feb 04 13:51:34.255377 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-05f1886e-880f-4203-8374-002181b45fce tempest-SubnetPoolsTestJSON-1235749337 tempest-SubnetPoolsTestJSON-1235749337-project] 10.222.0.96 "GET /v2.0/subnetpools/914280f5-8373-4a50-bd5d-a666a8da1a69 HTTP/1.1" status: 200 len: 732 time: 0.0773773 Feb 04 13:51:34.267932 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35242) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:34.303948 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Router 3fe81a06-038c-4986-b249-e5fb9c066e79 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:51:34.305365 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4a9309f3-3df4-4b1d-a4f9-7a2723691086 tempest-SubnetPoolsTestJSON-1235749337 tempest-SubnetPoolsTestJSON-1235749337-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-480642247'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:34.338633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-34adc1f4-4d92-4333-88fd-cc3214ec187f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-917007809-network', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:34.408636 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.417034 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca8c09cb-971d-457c-b880-5a5fb39759e6 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (c86ed429-9f3a-40e9-a643-65b05ff443e8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.438905 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (9f523832-5278-495d-b411-a9aa8da266ee), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.472350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ca8c09cb-971d-457c-b880-5a5fb39759e6 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86ed429-9f3a-40e9-a643-65b05ff443e8']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:34.487017 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (f8b4a7ff-ee89-4020-b317-0e77f786bf40), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.489727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34adc1f4-4d92-4333-88fd-cc3214ec187f admin admin] Made reservation on behalf of 7b65b42bd66c4f1ea41855347bee985a for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:51:34.492332 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-34adc1f4-4d92-4333-88fd-cc3214ec187f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.494070 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ca8c09cb-971d-457c-b880-5a5fb39759e6 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092f8ff5-19a4-4594-a7a8-4b85c687228b') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:34.494401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-ca8c09cb-971d-457c-b880-5a5fb39759e6 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092f8ff5-19a4-4594-a7a8-4b85c687228b') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:34.520978 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca8c09cb-971d-457c-b880-5a5fb39759e6 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (092f8ff5-19a4-4594-a7a8-4b85c687228b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.528753 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a9309f3-3df4-4b1d-a4f9-7a2723691086 tempest-SubnetPoolsTestJSON-1235749337 tempest-SubnetPoolsTestJSON-1235749337-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.530221 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4a9309f3-3df4-4b1d-a4f9-7a2723691086 tempest-SubnetPoolsTestJSON-1235749337 tempest-SubnetPoolsTestJSON-1235749337-project] 10.222.0.96 "PUT /v2.0/subnetpools/914280f5-8373-4a50-bd5d-a666a8da1a69 HTTP/1.1" status: 200 len: 683 time: 0.2305486 Feb 04 13:51:34.538141 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35244) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:34.560050 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0a9b80ce-12a8-4c9d-90ec-313040d109a2 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:51:34.567097 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca8c09cb-971d-457c-b880-5a5fb39759e6 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (092f8ff5-19a4-4594-a7a8-4b85c687228b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.579702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8c09cb-971d-457c-b880-5a5fb39759e6 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:51:34.580810 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca8c09cb-971d-457c-b880-5a5fb39759e6 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (092f8ff5-19a4-4594-a7a8-4b85c687228b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.586196 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-34adc1f4-4d92-4333-88fd-cc3214ec187f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:51:34.588395 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:51:34.635697 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 0a9b80ce-12a8-4c9d-90ec-313040d109a2 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:51:34.636661 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0a9b80ce-12a8-4c9d-90ec-313040d109a2 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:51:34.637722 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6117af17-b79e-4807-b1cf-f1de796296c0 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:51:34.697784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 6117af17-b79e-4807-b1cf-f1de796296c0 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:51:34.698441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6117af17-b79e-4807-b1cf-f1de796296c0 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:51:34.736754 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca8c09cb-971d-457c-b880-5a5fb39759e6 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (c86ed429-9f3a-40e9-a643-65b05ff443e8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.750463 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca8c09cb-971d-457c-b880-5a5fb39759e6 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.755707 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ca8c09cb-971d-457c-b880-5a5fb39759e6 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] 10.222.0.96 "DELETE /v2.0/networks/c86ed429-9f3a-40e9-a643-65b05ff443e8 HTTP/1.1" status: 204 len: 168 time: 0.8287106 Feb 04 13:51:34.784291 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-03a6818c-d3c9-46dc-8102-129c39f80fe1 tempest-SubnetPoolsTestJSON-1235749337 tempest-SubnetPoolsTestJSON-1235749337-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.786489 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-03a6818c-d3c9-46dc-8102-129c39f80fe1 tempest-SubnetPoolsTestJSON-1235749337 tempest-SubnetPoolsTestJSON-1235749337-project] 10.222.0.96 "DELETE /v2.0/subnetpools/914280f5-8373-4a50-bd5d-a666a8da1a69 HTTP/1.1" status: 204 len: 168 time: 0.2473457 Feb 04 13:51:34.787648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c09cb-971d-457c-b880-5a5fb39759e6 tempest-TestSecurityGroupsBasicOps-466085976 tempest-TestSecurityGroupsBasicOps-466085976-project] Pushing event deleted for resources: {'Network': ['ID=c86ed429-9f3a-40e9-a643-65b05ff443e8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:34.789615 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35248) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:34.812384 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-44706eae-8a65-4bbe-b17a-416c4df2b951 tempest-SubnetPoolsTestJSON-1235749337 tempest-SubnetPoolsTestJSON-1235749337-project] show failed (client error): The resource could not be found. Feb 04 13:51:34.814542 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-44706eae-8a65-4bbe-b17a-416c4df2b951 tempest-SubnetPoolsTestJSON-1235749337 tempest-SubnetPoolsTestJSON-1235749337-project] 10.222.0.96 "GET /v2.0/subnetpools/914280f5-8373-4a50-bd5d-a666a8da1a69 HTTP/1.1" status: 404 len: 346 time: 0.0228503 Feb 04 13:51:34.824355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35250) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:34.876225 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.885465 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-a6116881-5ee0-4b81-842f-c449b6f80c15 tempest-SubnetPoolsTestJSON-1235749337 tempest-SubnetPoolsTestJSON-1235749337-project] delete failed (client error): The resource could not be found. Feb 04 13:51:34.890424 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a6116881-5ee0-4b81-842f-c449b6f80c15 tempest-SubnetPoolsTestJSON-1235749337 tempest-SubnetPoolsTestJSON-1235749337-project] 10.222.0.96 "DELETE /v2.0/subnetpools/914280f5-8373-4a50-bd5d-a666a8da1a69 HTTP/1.1" status: 404 len: 346 time: 0.0608273 Feb 04 13:51:35.001022 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f8b4a7ff-ee89-4020-b317-0e77f786bf40), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:35.038029 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:35.052250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Network e850f246-0270-48c7-b292-77ce5d0c8d2b is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:35.064904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d05c8-5317-418f-aeb6-fc2665823280 None None] Sync routers for ids ['3fe81a06-038c-4986-b249-e5fb9c066e79'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:35.078452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:35.080027 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:35.080569 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d05c8-5317-418f-aeb6-fc2665823280 None None] Routers {'3fe81a06-038c-4986-b249-e5fb9c066e79'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:35.081299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-603d05c8-5317-418f-aeb6-fc2665823280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3fe81a06-038c-4986-b249-e5fb9c066e79'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:35.083678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:35.131129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:35.141638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event updated for resources: {'Port': ['ID=9946594f-81ea-48c8-b3b1-392d84dd7b49,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:35.152027 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:35.238927 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:35.330731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:35.335876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:35.336616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:35.337198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:35.337930 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:35.338638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:35.340825 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:35.344177 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:35.344820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:35.345752 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:35.346329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:35.346470 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:35.346811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:35.383800 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-34adc1f4-4d92-4333-88fd-cc3214ec187f admin admin] Publish callbacks [] for security_group (63e22d00-25b0-4210-a544-88815a74e608), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:35.396915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35264) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:35.423099 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-603d05c8-5317-418f-aeb6-fc2665823280 None None] Set router 3fe81a06-038c-4986-b249-e5fb9c066e79 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:35.491546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35268) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:35.496243 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-34adc1f4-4d92-4333-88fd-cc3214ec187f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (63e22d00-25b0-4210-a544-88815a74e608), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:35.595312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:35.595997 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:35.659421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-66646280-de74-4a89-a49e-8c9772abfe36 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.5221639 Feb 04 13:51:35.665922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35272) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:35.669164 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34adc1f4-4d92-4333-88fd-cc3214ec187f admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:51:35.676861 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc88ab3-58a2-47bc-ad0e-7620d8312735', 'tag': 'f2c67f5a-6160-4a47-9dc3-9f30ee4a8220'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:51:35.680306 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd697c5-0584-46b7-a6f9-6ed6e246c620" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc88ab3-58a2-47bc-ad0e-7620d8312735", "tag": "f2c67f5a-6160-4a47-9dc3-9f30ee4a8220"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:51:35.726477 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adc1f4-4d92-4333-88fd-cc3214ec187f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e22d00-25b0-4210-a544-88815a74e608,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:35.742500 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c0fba4d4-fa6f-487f-bb7d-b07778c17392 None None] Provisioning complete for port 9946594f-81ea-48c8-b3b1-392d84dd7b49 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:35.743015 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c0fba4d4-fa6f-487f-bb7d-b07778c17392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:35.745702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=f8b4a7ff-ee89-4020-b317-0e77f786bf40,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:35.775413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Router 9f523832-5278-495d-b411-a9aa8da266ee is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:51:35.788730 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-cd4d4fb9-dde4-4ac6-8270-935189f3dc64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8960862 Feb 04 13:51:35.793272 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-34adc1f4-4d92-4333-88fd-cc3214ec187f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (937251ae-75b4-4065-b639-46ecb34f3ebf), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:35.793913 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-34adc1f4-4d92-4333-88fd-cc3214ec187f admin admin] Added segment 937251ae-75b4-4065-b639-46ecb34f3ebf of type vlan for network 88f6d30e-6939-4db7-9dac-021644b341a5 Feb 04 13:51:35.826548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Request body: {'port': {'device_id': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:35.839038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f655abe-0211-4782-9d60-d49245d9cc05 req-5fda2e0e-250f-4338-a61a-4bd1ec1f3f67 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:35.840881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f655abe-0211-4782-9d60-d49245d9cc05 req-5fda2e0e-250f-4338-a61a-4bd1ec1f3f67 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 932 time: 0.3848069 Feb 04 13:51:35.865913 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ed1185b-510d-4387-8b76-49dc5e215255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:35.935514 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2ab4422b-cdd5-48c0-b60e-9fa8e59f8650 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=415201945f1c4fefa31beecb58f01da9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5368772 Feb 04 13:51:35.938382 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c0fba4d4-fa6f-487f-bb7d-b07778c17392 None None] Port 9946594f-81ea-48c8-b3b1-392d84dd7b49 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:51:35.945917 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6adc5aa2-2338-4a9a-85ea-a0f7f2694613 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/floatingips/790c2173-856a-4479-8180-9f16e2a46dcf HTTP/1.1" status: 200 len: 991 time: 0.2779760 Feb 04 13:51:35.946735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35278) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:35.986737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e16edb6a-feb6-4cb7-879a-4a4510bc1b18 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:51:36.020755 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: e16edb6a-feb6-4cb7-879a-4a4510bc1b18 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:51:36.021458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device e16edb6a-feb6-4cb7-879a-4a4510bc1b18 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:51:36.057584 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72904698-2bfe-49f2-8a3e-99b2fb579b92 admin admin] Publish callbacks [] for security_group (e639faec-2916-46f1-a85c-02c338a533f2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:36.061109 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ed1185b-510d-4387-8b76-49dc5e215255 admin admin] Publish callbacks [] for security_group (04e2621f-e556-4634-a7e2-e27792e6e66a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:36.073999 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ed1185b-510d-4387-8b76-49dc5e215255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (04e2621f-e556-4634-a7e2-e27792e6e66a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:36.118274 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6ed1185b-510d-4387-8b76-49dc5e215255 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=423e7e0ed6a249dcb9b694874912fb0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6193552 Feb 04 13:51:36.122817 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-34adc1f4-4d92-4333-88fd-cc3214ec187f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (88f6d30e-6939-4db7-9dac-021644b341a5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:36.128155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35280) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:36.145921 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72904698-2bfe-49f2-8a3e-99b2fb579b92 admin admin] Publish callbacks [] for security_group (e639faec-2916-46f1-a85c-02c338a533f2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:36.165058 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f655abe-0211-4782-9d60-d49245d9cc05 req-d29209f5-fda4-491b-b906-49394a4c54c2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831593 Feb 04 13:51:36.193451 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1185b-510d-4387-8b76-49dc5e215255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e2621f-e556-4634-a7e2-e27792e6e66a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:36.258993 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:36.266352 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-603d05c8-5317-418f-aeb6-fc2665823280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'name': 'tempest-TestNetworkBasicOps-router-1405476499', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:24Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '790c2173-856a-4479-8180-9f16e2a46dcf', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'port_id': 'f2c67f5a-6160-4a47-9dc3-9f30ee4a8220', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb', 'mac_address': 'fa:16:3e:bf:b8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc88ab3-58a2-47bc-ad0e-7620d8312735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:51:26Z', 'updated_at': '2022-02-04T13:51:26Z', 'revision_number': 0, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345715c1-4d19-455d-bd10-a42aafae86c1', 'name': '', 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:3f:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:34Z', 'updated_at': '2022-02-04T13:50:43Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:36.288782 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ac2890e6-a973-44c2-a705-8471fbcd8cee admin admin] Publish callbacks [] for security_group (04e2621f-e556-4634-a7e2-e27792e6e66a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:36.290544 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72904698-2bfe-49f2-8a3e-99b2fb579b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e639faec-2916-46f1-a85c-02c338a533f2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:36.294032 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72904698-2bfe-49f2-8a3e-99b2fb579b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:36.295550 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-72904698-2bfe-49f2-8a3e-99b2fb579b92 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e639faec-2916-46f1-a85c-02c338a533f2 HTTP/1.1" status: 204 len: 168 time: 0.3465586 Feb 04 13:51:36.301478 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-34adc1f4-4d92-4333-88fd-cc3214ec187f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (88f6d30e-6939-4db7-9dac-021644b341a5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:36.302856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34adc1f4-4d92-4333-88fd-cc3214ec187f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:36.303751 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-34adc1f4-4d92-4333-88fd-cc3214ec187f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:36.316899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72904698-2bfe-49f2-8a3e-99b2fb579b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e639faec-2916-46f1-a85c-02c338a533f2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:36.345763 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ac2890e6-a973-44c2-a705-8471fbcd8cee admin admin] Publish callbacks [] for security_group (04e2621f-e556-4634-a7e2-e27792e6e66a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:36.423199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d05c8-5317-418f-aeb6-fc2665823280 None None] Checking router: 3fe81a06-038c-4986-b249-e5fb9c066e79 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:51:36.468232 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d05c8-5317-418f-aeb6-fc2665823280 None None] Routers {'3fe81a06-038c-4986-b249-e5fb9c066e79'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:36.469325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-603d05c8-5317-418f-aeb6-fc2665823280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3fe81a06-038c-4986-b249-e5fb9c066e79'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:36.496375 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6475f70f-b2c3-497d-a7c9-8b0157afb4b3 x-openstack-request-id: req-6475f70f-b2c3-497d-a7c9-8b0157afb4b3 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:51:36.497138 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc88ab3-58a2-47bc-ad0e-7620d8312735", "tag": "f2c67f5a-6160-4a47-9dc3-9f30ee4a8220", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:51:36.497648 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6475f70f-b2c3-497d-a7c9-8b0157afb4b3 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:51:36.498026 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc88ab3-58a2-47bc-ad0e-7620d8312735', 'tag': 'f2c67f5a-6160-4a47-9dc3-9f30ee4a8220', 'status': 'completed', 'code': 200} Feb 04 13:51:36.522687 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd697c5-0584-46b7-a6f9-6ed6e246c620 req-c43f775d-0989-4423-bee9-131ad0284bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:36.524671 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6cd697c5-0584-46b7-a6f9-6ed6e246c620 req-c43f775d-0989-4423-bee9-131ad0284bb8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 1128 time: 0.1145563 Feb 04 13:51:36.526523 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ac2890e6-a973-44c2-a705-8471fbcd8cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (04e2621f-e556-4634-a7e2-e27792e6e66a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:36.529332 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ac2890e6-a973-44c2-a705-8471fbcd8cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:36.533581 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ac2890e6-a973-44c2-a705-8471fbcd8cee admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/04e2621f-e556-4634-a7e2-e27792e6e66a HTTP/1.1" status: 204 len: 168 time: 0.4037254 Feb 04 13:51:36.568636 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:36.581416 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Sync routers for ids ['9f523832-5278-495d-b411-a9aa8da266ee'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:36.612117 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Routers {'9f523832-5278-495d-b411-a9aa8da266ee'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:36.613995 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['9f523832-5278-495d-b411-a9aa8da266ee'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:36.649425 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router_gateway (b8d3677e-d452-4e58-a7ef-1e8deca15465), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:36.694721 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2890e6-a973-44c2-a705-8471fbcd8cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e2621f-e556-4634-a7e2-e27792e6e66a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:36.703165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd697c5-0584-46b7-a6f9-6ed6e246c620 req-c4174eda-a5f9-4b76-b5bf-a9a6bc907bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:36.707729 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6cd697c5-0584-46b7-a6f9-6ed6e246c620 req-c4174eda-a5f9-4b76-b5bf-a9a6bc907bf9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=61663296-fa91-417f-8ee4-7de19885aedb HTTP/1.1" status: 200 len: 898 time: 0.1720672 Feb 04 13:51:36.846251 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-34adc1f4-4d92-4333-88fd-cc3214ec187f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.7433546 Feb 04 13:51:36.861631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-603d05c8-5317-418f-aeb6-fc2665823280 None None] Set router 3fe81a06-038c-4986-b249-e5fb9c066e79 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:36.932053 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Set router 9f523832-5278-495d-b411-a9aa8da266ee gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:36.937435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35288) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:36.954066 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:36.958506 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cb7cdece-9b96-4886-acfe-cbdb09f58861 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 12.0451269 Feb 04 13:51:36.972345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35292) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:36.972345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35294) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:36.976636 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-798db9ca-4571-4b10-910e-8bfc707b7445 admin admin] Request body: {'subnet': {'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-subnet', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:37.021686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adc1f4-4d92-4333-88fd-cc3214ec187f admin admin] Pushing event updated for resources: {'Network': ['ID=88f6d30e-6939-4db7-9dac-021644b341a5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:37.039279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 88f6d30e-6939-4db7-9dac-021644b341a5 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:51:37.056413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798db9ca-4571-4b10-910e-8bfc707b7445 admin admin] Made reservation on behalf of 7b65b42bd66c4f1ea41855347bee985a for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:51:37.061221 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-798db9ca-4571-4b10-910e-8bfc707b7445 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:37.271803 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6cd697c5-0584-46b7-a6f9-6ed6e246c620 req-cd202739-37aa-4ec1-8f06-ca4bedb85460 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 HTTP/1.1" status: 200 len: 999 time: 0.5553532 Feb 04 13:51:37.372142 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd697c5-0584-46b7-a6f9-6ed6e246c620 req-4043f6d8-ad23-405c-b9ff-d1dc552a3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:37.382642 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6cd697c5-0584-46b7-a6f9-6ed6e246c620 req-4043f6d8-ad23-405c-b9ff-d1dc552a3f7f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5301bf8-00fb-476c-bc1d-6b0b6e7524b5 HTTP/1.1" status: 200 len: 834 time: 0.1046600 Feb 04 13:51:37.541649 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5468580d-ca3a-48d1-9d3b-38ce978408f4 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/floatingips/790c2173-856a-4479-8180-9f16e2a46dcf HTTP/1.1" status: 200 len: 991 time: 0.5307109 Feb 04 13:51:37.589323 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f523832-5278-495d-b411-a9aa8da266ee', 'name': 'tempest-snat-router-346584829', 'tenant_id': '8d1ff25c0fd8475ebbd576e4d1a0464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.57'}], 'enable_snat': False}, 'gw_port_id': '7e4e91ff-bdd8-4b8c-be87-83db13530a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:24Z', 'updated_at': '2022-02-04T13:51:31Z', 'revision_number': 3, 'project_id': '8d1ff25c0fd8475ebbd576e4d1a0464a', 'gw_port': {'id': '7e4e91ff-bdd8-4b8c-be87-83db13530a13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f523832-5278-495d-b411-a9aa8da266ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:27Z', 'updated_at': '2022-02-04T13:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:37.607208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35302) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:37.646457 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Checking router: 9f523832-5278-495d-b411-a9aa8da266ee for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:51:37.647295 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Updating router 9f523832-5278-495d-b411-a9aa8da266ee port 7e4e91ff-bdd8-4b8c-be87-83db13530a13 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:51:37.689357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd697c5-0584-46b7-a6f9-6ed6e246c620 req-66340e84-b108-4f46-90b3-05c85ddcd064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:37.695954 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6cd697c5-0584-46b7-a6f9-6ed6e246c620 req-66340e84-b108-4f46-90b3-05c85ddcd064 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61663296-fa91-417f-8ee4-7de19885aedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3073919 Feb 04 13:51:37.706681 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7e4e91ff-bdd8-4b8c-be87-83db13530a13), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:37.924386 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6cd697c5-0584-46b7-a6f9-6ed6e246c620 req-d37e8950-41ff-4532-9463-149a8d4524aa service neutron] 10.222.0.100 "GET /v2.0/networks/61663296-fa91-417f-8ee4-7de19885aedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211490 Feb 04 13:51:38.059898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-603d05c8-5317-418f-aeb6-fc2665823280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'name': 'tempest-TestNetworkBasicOps-router-1405476499', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:24Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '790c2173-856a-4479-8180-9f16e2a46dcf', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'port_id': 'f2c67f5a-6160-4a47-9dc3-9f30ee4a8220', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb', 'mac_address': 'fa:16:3e:bf:b8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc88ab3-58a2-47bc-ad0e-7620d8312735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:51:26Z', 'updated_at': '2022-02-04T13:51:26Z', 'revision_number': 0, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345715c1-4d19-455d-bd10-a42aafae86c1', 'name': '', 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:3f:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:34Z', 'updated_at': '2022-02-04T13:50:43Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:38.098907 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d05c8-5317-418f-aeb6-fc2665823280 None None] The sync data for ids ['3fe81a06-038c-4986-b249-e5fb9c066e79'] in n-d-714676-13 is: [{'id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'name': 'tempest-TestNetworkBasicOps-router-1405476499', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:24Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '790c2173-856a-4479-8180-9f16e2a46dcf', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'port_id': 'f2c67f5a-6160-4a47-9dc3-9f30ee4a8220', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb', 'mac_address': 'fa:16:3e:bf:b8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc88ab3-58a2-47bc-ad0e-7620d8312735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:51:26Z', 'updated_at': '2022-02-04T13:51:26Z', 'revision_number': 0, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345715c1-4d19-455d-bd10-a42aafae86c1', 'name': '', 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:3f:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:34Z', 'updated_at': '2022-02-04T13:50:43Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:38.146300 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6cd697c5-0584-46b7-a6f9-6ed6e246c620 req-f7a5b49b-6be8-402c-9217-3eadea9d669e service neutron] 10.222.0.100 "GET /v2.0/networks/61663296-fa91-417f-8ee4-7de19885aedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038443 Feb 04 13:51:38.328031 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Publish callbacks [] for port (7e4e91ff-bdd8-4b8c-be87-83db13530a13), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:38.338150 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7e4e91ff-bdd8-4b8c-be87-83db13530a13), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:38.382656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-621771f4-4d8d-46af-9527-52796e441018 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/routers/9f523832-5278-495d-b411-a9aa8da266ee HTTP/1.1" status: 200 len: 907 time: 1.3707798 Feb 04 13:51:38.382656 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-84fdee46-e0ef-46c0-9e49-12b7a0f80985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:38.383075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35316) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:38.387603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Request body: {'router': {'name': 'tempest-snat-router-346584829', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'enable_snat': True}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:38.436347 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (af8e623d-74f0-4164-9496-9924c1d0291d), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:38.438855 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (af8e623d-74f0-4164-9496-9924c1d0291d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:38.484287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818cdef-d212-4393-bd56-28cdf73adc0c req-0f476804-20a9-4b95-9a44-25823871edff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:38.500561 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Attempting to bind port 7e4e91ff-bdd8-4b8c-be87-83db13530a13 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:51:38.501116 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Attempting to bind port 7e4e91ff-bdd8-4b8c-be87-83db13530a13 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:51:38.501499 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Attempting to bind port 7e4e91ff-bdd8-4b8c-be87-83db13530a13 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:51:38.503839 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d818cdef-d212-4393-bd56-28cdf73adc0c req-0f476804-20a9-4b95-9a44-25823871edff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 932 time: 1.1493130 Feb 04 13:51:38.536806 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:51:38.538080 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:51:38.538511 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:38.539888 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:51:38.540589 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Bound port: 7e4e91ff-bdd8-4b8c-be87-83db13530a13, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:51:38.540855 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7e4e91ff-bdd8-4b8c-be87-83db13530a13), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:38.543046 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f635af9-df6c-4fb0-ad62-5749d596d0fe None None] Pushing event updated for resources: {'Port': ['ID=7e4e91ff-bdd8-4b8c-be87-83db13530a13,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:38.596930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a7cf89-63ac-425b-b277-79884cf2acf7 None None] New status for floating IP 790c2173-856a-4479-8180-9f16e2a46dcf: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:51:38.597987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9946594f-81ea-48c8-b3b1-392d84dd7b49 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:51:38.603581 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35320) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:38.645927 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Publish callbacks [] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:38.650189 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_controller (af8e623d-74f0-4164-9496-9924c1d0291d), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:38.727056 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-45b96649-c15a-4133-ac9d-9cf8f036ea9e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/floatingips/790c2173-856a-4479-8180-9f16e2a46dcf HTTP/1.1" status: 200 len: 991 time: 0.1209638 Feb 04 13:51:38.776814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Transition to ACTIVE for port object 9946594f-81ea-48c8-b3b1-392d84dd7b49 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:51:38.787223 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (b8d3677e-d452-4e58-a7ef-1e8deca15465), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:38.797422 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:38.798329 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] For port 7e4e91ff-bdd8-4b8c-be87-83db13530a13, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:51:38.826083 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] For port 7e4e91ff-bdd8-4b8c-be87-83db13530a13, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7e4e91ff-bdd8-4b8c-be87-83db13530a13,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:51:38.862612 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7e4e91ff-bdd8-4b8c-be87-83db13530a13), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:39.006426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35324) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:39.030283 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Routers {'9f523832-5278-495d-b411-a9aa8da266ee'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:39.038650 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['9f523832-5278-495d-b411-a9aa8da266ee'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:39.062779 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d818cdef-d212-4393-bd56-28cdf73adc0c req-6d37fbc2-56de-4ffa-a4a7-96051a61bee0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5537348 Feb 04 13:51:39.106297 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (af8e623d-74f0-4164-9496-9924c1d0291d), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:39.161662 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f635af9-df6c-4fb0-ad62-5749d596d0fe None None] Pushing event updated for resources: {'Port': ['ID=7e4e91ff-bdd8-4b8c-be87-83db13530a13,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:39.370079 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] Set router 9f523832-5278-495d-b411-a9aa8da266ee gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:39.450862 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-798db9ca-4571-4b10-910e-8bfc707b7445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (227dabb0-cb78-452d-ad4c-dc1f18b911ed), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:39.540891 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (af8e623d-74f0-4164-9496-9924c1d0291d), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:39.568130 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:39.657601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-cb2c150c-dcbf-42dd-81b8-37a83750c85d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1653661711'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:39.706114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Pushing event updated for resources: {'Port': ['ID=9946594f-81ea-48c8-b3b1-392d84dd7b49,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:39.717712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Allocated IP 172.25.5.33 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/8ecf9381-c610-4ca8-862a-4ddea80f6349) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:39.728160 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-84fdee46-e0ef-46c0-9e49-12b7a0f80985 admin admin] Publish callbacks [] for security_group (6e5682df-e975-4d40-9f08-e9720e843f87), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:39.729645 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35330) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:39.776986 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f523832-5278-495d-b411-a9aa8da266ee', 'name': 'tempest-snat-router-346584829', 'tenant_id': '8d1ff25c0fd8475ebbd576e4d1a0464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.57'}], 'enable_snat': False}, 'gw_port_id': '7e4e91ff-bdd8-4b8c-be87-83db13530a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:24Z', 'updated_at': '2022-02-04T13:51:31Z', 'revision_number': 3, 'project_id': '8d1ff25c0fd8475ebbd576e4d1a0464a', 'gw_port': {'id': '7e4e91ff-bdd8-4b8c-be87-83db13530a13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f523832-5278-495d-b411-a9aa8da266ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:27Z', 'updated_at': '2022-02-04T13:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:39.837320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Attempting to bind port 9946594f-81ea-48c8-b3b1-392d84dd7b49 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:51:39.837915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Attempting to bind port 9946594f-81ea-48c8-b3b1-392d84dd7b49 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:51:39.838570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Attempting to bind port 9946594f-81ea-48c8-b3b1-392d84dd7b49 on network e850f246-0270-48c7-b292-77ce5d0c8d2b {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:51:39.842707 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-84fdee46-e0ef-46c0-9e49-12b7a0f80985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6e5682df-e975-4d40-9f08-e9720e843f87), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:39.849375 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for port (8ecf9381-c610-4ca8-862a-4ddea80f6349), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:39.914635 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8ecf9381-c610-4ca8-862a-4ddea80f6349), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:39.992310 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c038ef-a35b-4bd7-916c-7c3ac629ea33 None None] The sync data for ids ['9f523832-5278-495d-b411-a9aa8da266ee'] in n-d-714676-13 is: [{'id': '9f523832-5278-495d-b411-a9aa8da266ee', 'name': 'tempest-snat-router-346584829', 'tenant_id': '8d1ff25c0fd8475ebbd576e4d1a0464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.57'}], 'enable_snat': False}, 'gw_port_id': '7e4e91ff-bdd8-4b8c-be87-83db13530a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:24Z', 'updated_at': '2022-02-04T13:51:31Z', 'revision_number': 3, 'project_id': '8d1ff25c0fd8475ebbd576e4d1a0464a', 'gw_port': {'id': '7e4e91ff-bdd8-4b8c-be87-83db13530a13', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f523832-5278-495d-b411-a9aa8da266ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:27Z', 'updated_at': '2022-02-04T13:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:40.002281 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-84fdee46-e0ef-46c0-9e49-12b7a0f80985 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=af0cd33e5f144cdebf6ba6a1bfdbe670&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3894262 Feb 04 13:51:40.003432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Port 9946594f-81ea-48c8-b3b1-392d84dd7b49 on network e850f246-0270-48c7-b292-77ce5d0c8d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:51:40.004536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Attempting to bind port 9946594f-81ea-48c8-b3b1-392d84dd7b49 on network e850f246-0270-48c7-b292-77ce5d0c8d2b {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:51:40.007576 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:40.008154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35332) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:40.011074 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:40.017392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:40.047418 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Pushing event updated for resources: {'Port': ['ID=8ecf9381-c610-4ca8-862a-4ddea80f6349,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:40.072066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798db9ca-4571-4b10-910e-8bfc707b7445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=227dabb0-cb78-452d-ad4c-dc1f18b911ed,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:40.080538 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2c150c-dcbf-42dd-81b8-37a83750c85d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Made reservation on behalf of a5139f81a06c4086a2902056bede9d96 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:51:40.085009 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb2c150c-dcbf-42dd-81b8-37a83750c85d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:40.124215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:51:40.124215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Checking segment: {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:51:40.125142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Bound using segment: {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:51:40.125508 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Bound port: 9946594f-81ea-48c8-b3b1-392d84dd7b49, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:51:40.125703 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:40.139596 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb2c150c-dcbf-42dd-81b8-37a83750c85d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:40.143429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdee46-e0ef-46c0-9e49-12b7a0f80985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5682df-e975-4d40-9f08-e9720e843f87,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:40.162644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9f124742-ef30-4fc9-9389-d0392d0ae0dc tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/floatingips/790c2173-856a-4479-8180-9f16e2a46dcf HTTP/1.1" status: 200 len: 993 time: 0.4127121 Feb 04 13:51:40.181117 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router b8d3677e-d452-4e58-a7ef-1e8deca15465 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:51:40.232515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798db9ca-4571-4b10-910e-8bfc707b7445 admin admin] Checking segment: {'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:51:40.232753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798db9ca-4571-4b10-910e-8bfc707b7445 admin admin] Network hostable DHCP agents. Network: 88f6d30e-6939-4db7-9dac-021644b341a5, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:51:40.517069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798db9ca-4571-4b10-910e-8bfc707b7445 admin admin] Network 88f6d30e-6939-4db7-9dac-021644b341a5 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:51:40.520206 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-97a13cbe-05e0-470d-bf66-196197d245d0 admin admin] Publish callbacks [] for security_group (6e5682df-e975-4d40-9f08-e9720e843f87), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:40.565363 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-97a13cbe-05e0-470d-bf66-196197d245d0 admin admin] Publish callbacks [] for security_group (6e5682df-e975-4d40-9f08-e9720e843f87), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:40.612384 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-798db9ca-4571-4b10-910e-8bfc707b7445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 88f6d30e-6939-4db7-9dac-021644b341a5) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:40.624261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:51:40.631525 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39b2874-7a13-443d-9230-35c5c8f4299b None None] Network 88f6d30e-6939-4db7-9dac-021644b341a5 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:51:40.637685 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798db9ca-4571-4b10-910e-8bfc707b7445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:40.638338 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-798db9ca-4571-4b10-910e-8bfc707b7445 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:40.678201 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (af8e623d-74f0-4164-9496-9924c1d0291d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:40.680970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:51:40.727045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836649ba-bbec-4d45-8af9-105126c50e89 req-b3e4ad0b-833d-451d-901a-417a4fcf33b7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:40.728443 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-836649ba-bbec-4d45-8af9-105126c50e89 req-b3e4ad0b-833d-451d-901a-417a4fcf33b7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 944 time: 0.4857550 Feb 04 13:51:40.775978 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:40.803693 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-798db9ca-4571-4b10-910e-8bfc707b7445 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.8470612 Feb 04 13:51:40.819780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35338) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:40.865377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:40.902380 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb2c150c-dcbf-42dd-81b8-37a83750c85d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks [] for security_group (ddc6622b-ef03-4332-8754-f84c45e97afe), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:40.962479 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-88f6d30e-6939-4db7-9dac-021644b341a5', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:51:40.963747 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:40.979729 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb2c150c-dcbf-42dd-81b8-37a83750c85d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ddc6622b-ef03-4332-8754-f84c45e97afe), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:40.993098 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:40.993802 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:40.995754 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] 10.222.0.99 "PUT /v2.0/ports/9946594f-81ea-48c8-b3b1-392d84dd7b49 HTTP/1.1" status: 200 len: 1093 time: 5.1981657 Feb 04 13:51:41.001811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:51:41.005571 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d167e7e1-5ef5-41eb-811e-2cf3e0c3d0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:51:41.041137 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2385dd85-3d3c-487b-ad58-36300f9a77ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:41.086802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:41.102876 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d417c0ce-97a1-41dd-9856-d24993d5b8bb None None] Sync routers for ids ['b8d3677e-d452-4e58-a7ef-1e8deca15465'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:41.139111 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d417c0ce-97a1-41dd-9856-d24993d5b8bb None None] Routers {'b8d3677e-d452-4e58-a7ef-1e8deca15465'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:41.141209 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d417c0ce-97a1-41dd-9856-d24993d5b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8d3677e-d452-4e58-a7ef-1e8deca15465'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:41.156363 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-97a13cbe-05e0-470d-bf66-196197d245d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6e5682df-e975-4d40-9f08-e9720e843f87), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:41.170960 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-97a13cbe-05e0-470d-bf66-196197d245d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:41.172628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-97a13cbe-05e0-470d-bf66-196197d245d0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6e5682df-e975-4d40-9f08-e9720e843f87 HTTP/1.1" status: 204 len: 168 time: 1.1103482 Feb 04 13:51:41.269000 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d417c0ce-97a1-41dd-9856-d24993d5b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:41.326223 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d417c0ce-97a1-41dd-9856-d24993d5b8bb None None] Routers {'b8d3677e-d452-4e58-a7ef-1e8deca15465'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:41.330482 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d417c0ce-97a1-41dd-9856-d24993d5b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8d3677e-d452-4e58-a7ef-1e8deca15465'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:41.345728 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (af8e623d-74f0-4164-9496-9924c1d0291d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:41.412767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2c150c-dcbf-42dd-81b8-37a83750c85d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:51:41.462808 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb2c150c-dcbf-42dd-81b8-37a83750c85d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (9d3ab421-f93b-4724-a1a8-bfc3f0b4f799), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:41.464846 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-cb2c150c-dcbf-42dd-81b8-37a83750c85d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Added segment 9d3ab421-f93b-4724-a1a8-bfc3f0b4f799 of type vlan for network 4bd929ea-23ea-4b40-a97a-b7fa718b0a91 Feb 04 13:51:41.537161 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d417c0ce-97a1-41dd-9856-d24993d5b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:41.538089 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d417c0ce-97a1-41dd-9856-d24993d5b8bb None None] The sync data for ids ['b8d3677e-d452-4e58-a7ef-1e8deca15465'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:41.586247 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb2c150c-dcbf-42dd-81b8-37a83750c85d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (4bd929ea-23ea-4b40-a97a-b7fa718b0a91), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:41.650659 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-836649ba-bbec-4d45-8af9-105126c50e89 req-2448464a-23ee-4cb8-981c-812867871c4e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8934855 Feb 04 13:51:41.671734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Allocated IP 172.20.0.2 (88f6d30e-6939-4db7-9dac-021644b341a5/227dabb0-cb78-452d-ad4c-dc1f18b911ed/5855b404-bdb2-4cb7-a252-d059f31bb3e6) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:41.674795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c150c-dcbf-42dd-81b8-37a83750c85d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc6622b-ef03-4332-8754-f84c45e97afe,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:41.700671 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb2c150c-dcbf-42dd-81b8-37a83750c85d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (4bd929ea-23ea-4b40-a97a-b7fa718b0a91), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:41.707565 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2c150c-dcbf-42dd-81b8-37a83750c85d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:41.708629 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb2c150c-dcbf-42dd-81b8-37a83750c85d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:41.752194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affc8bb-0d08-47fe-a537-676b01e46d26 service neutron] Pushing event updated for resources: {'Port': ['ID=9946594f-81ea-48c8-b3b1-392d84dd7b49,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:41.770540 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (7615c355-8740-4775-96b9-e8ea7677f529), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:41.772560 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (7615c355-8740-4775-96b9-e8ea7677f529), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:41.916571 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cb2c150c-dcbf-42dd-81b8-37a83750c85d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8514075 Feb 04 13:51:41.934330 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b2e1f4-c33f-44a1-91bd-ae56ff0add4f x-openstack-request-id: req-73b2e1f4-c33f-44a1-91bd-ae56ff0add4f {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:51:41.934701 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:51:41.934996 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-73b2e1f4-c33f-44a1-91bd-ae56ff0add4f {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:51:41.935431 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'status': 'completed', 'code': 200} Feb 04 13:51:41.951616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35346) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:41.970157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a13cbe-05e0-470d-bf66-196197d245d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5682df-e975-4d40-9f08-e9720e843f87,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:41.975637 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:41.977020 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-90fa4dc1-a827-49a7-a509-22fb3a1d9b69 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 14.0842853 Feb 04 13:51:41.985887 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35350) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:42.005876 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-95a7e0c4-810a-4256-8a0b-17e554bf4405 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Request body: {'subnet': {'network_id': '4bd929ea-23ea-4b40-a97a-b7fa718b0a91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:42.252661 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Publish callbacks [] for port (5855b404-bdb2-4cb7-a252-d059f31bb3e6), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:42.262516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c150c-dcbf-42dd-81b8-37a83750c85d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Pushing event updated for resources: {'Network': ['ID=4bd929ea-23ea-4b40-a97a-b7fa718b0a91,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:42.263327 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (5855b404-bdb2-4cb7-a252-d059f31bb3e6), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:42.271003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-1db27379-c5e4-4f83-81af-9e27fd032d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:42.273439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-1db27379-c5e4-4f83-81af-9e27fd032d2c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 1127 time: 1.1663151 Feb 04 13:51:42.278062 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Publish callbacks [] for router_controller (7615c355-8740-4775-96b9-e8ea7677f529), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:42.311785 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 4bd929ea-23ea-4b40-a97a-b7fa718b0a91 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:51:42.407425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7e4e91ff-bdd8-4b8c-be87-83db13530a13 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:42.479789 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Network 88f6d30e-6939-4db7-9dac-021644b341a5 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:42.485716 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35354) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:42.485934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:42.492843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:42.514972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Pushing event updated for resources: {'Port': ['ID=5855b404-bdb2-4cb7-a252-d059f31bb3e6,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:42.543477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 7e4e91ff-bdd8-4b8c-be87-83db13530a13 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:42.543926 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7e4e91ff-bdd8-4b8c-be87-83db13530a13), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:42.636672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Attempting to bind port 5855b404-bdb2-4cb7-a252-d059f31bb3e6 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:51:42.637338 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Attempting to bind port 5855b404-bdb2-4cb7-a252-d059f31bb3e6 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:51:42.637948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Attempting to bind port 5855b404-bdb2-4cb7-a252-d059f31bb3e6 on network 88f6d30e-6939-4db7-9dac-021644b341a5 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:51:42.651448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-104c52b3-6036-4286-ac5e-840abe4560b6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b24a94b95c814e16a3fc6e27d6dad60d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1551609 Feb 04 13:51:42.681095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35356) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:42.705962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:51:42.707164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Checking segment: {'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:51:42.708586 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:42.709036 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Bound using segment: {'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:51:42.709544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Bound port: 5855b404-bdb2-4cb7-a252-d059f31bb3e6, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:51:42.712998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-accc82ed-9e30-4363-b2cd-cca431d2a97e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49 HTTP/1.1" status: 200 len: 217 time: 0.4292805 Feb 04 13:51:42.715099 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5855b404-bdb2-4cb7-a252-d059f31bb3e6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:42.734041 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Router af8e623d-74f0-4164-9496-9924c1d0291d is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:51:42.796559 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18333f24-9923-4bb8-9f52-c98a9930e34c admin admin] Publish callbacks [] for security_group (6e7eeda5-d0e8-4beb-ba69-ebda1f5b2823), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:42.834071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 7e4e91ff-bdd8-4b8c-be87-83db13530a13 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:42.834797 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7e4e91ff-bdd8-4b8c-be87-83db13530a13), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:42.876114 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18333f24-9923-4bb8-9f52-c98a9930e34c admin admin] Publish callbacks [] for security_group (6e7eeda5-d0e8-4beb-ba69-ebda1f5b2823), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:42.882431 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 7e4e91ff-bdd8-4b8c-be87-83db13530a13, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7e4e91ff-bdd8-4b8c-be87-83db13530a13,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:42.887359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] For port 5855b404-bdb2-4cb7-a252-d059f31bb3e6, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:51:42.893532 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7e4e91ff-bdd8-4b8c-be87-83db13530a13), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:42.947660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] For port 5855b404-bdb2-4cb7-a252-d059f31bb3e6, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5855b404-bdb2-4cb7-a252-d059f31bb3e6,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:51:43.029832 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5855b404-bdb2-4cb7-a252-d059f31bb3e6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:43.112686 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18333f24-9923-4bb8-9f52-c98a9930e34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6e7eeda5-d0e8-4beb-ba69-ebda1f5b2823), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:43.119980 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18333f24-9923-4bb8-9f52-c98a9930e34c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:43.137803 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=7e4e91ff-bdd8-4b8c-be87-83db13530a13,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:43.147834 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-18333f24-9923-4bb8-9f52-c98a9930e34c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6e7eeda5-d0e8-4beb-ba69-ebda1f5b2823 HTTP/1.1" status: 204 len: 168 time: 0.4610155 Feb 04 13:51:43.232979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-f54b549e-c7df-4a03-99cb-f39fea9cd1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:43.247223 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-f54b549e-c7df-4a03-99cb-f39fea9cd1ba service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.4419305 Feb 04 13:51:43.270495 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Publish callbacks [] for router_gateway (7615c355-8740-4775-96b9-e8ea7677f529), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:43.287029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a7e0c4-810a-4256-8a0b-17e554bf4405 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Made reservation on behalf of a5139f81a06c4086a2902056bede9d96 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:51:43.297363 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95a7e0c4-810a-4256-8a0b-17e554bf4405 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:43.311683 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c35a38-22f8-4bca-9af1-7525eaa28423 None None] Pushing event updated for resources: {'Port': ['ID=5855b404-bdb2-4cb7-a252-d059f31bb3e6,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:43.532434 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4439e4-3139-4184-ad21-1ca6a2977536 req-4be00250-bd1d-42e7-bb4d-9d71ce0b5fca tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:43.537833 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be4439e4-3139-4184-ad21-1ca6a2977536 req-4be00250-bd1d-42e7-bb4d-9d71ce0b5fca tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 944 time: 0.7022145 Feb 04 13:51:43.569755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18333f24-9923-4bb8-9f52-c98a9930e34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7eeda5-d0e8-4beb-ba69-ebda1f5b2823,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:43.686915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-d9031cc4-e834-4fc6-9e02-4da6f7cb9331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:43.703097 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-d9031cc4-e834-4fc6-9e02-4da6f7cb9331 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4271982 Feb 04 13:51:43.846415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:43.914127 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a14609-1eca-419c-84b9-0155f95b656c None None] Sync routers for ids ['af8e623d-74f0-4164-9496-9924c1d0291d'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:43.933030 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:43.937225 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5c39dc4d-c97b-4b41-b93a-0ac9f21092c1 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.5518644 Feb 04 13:51:43.938559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a14609-1eca-419c-84b9-0155f95b656c None None] Routers {'af8e623d-74f0-4164-9496-9924c1d0291d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:43.939233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d6a14609-1eca-419c-84b9-0155f95b656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['af8e623d-74f0-4164-9496-9924c1d0291d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:43.944204 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35364) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:44.058027 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:51:44.164463 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95a7e0c4-810a-4256-8a0b-17e554bf4405 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (9043d7d4-ffef-4f0d-ab39-48938011a5cf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:44.205214 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be4439e4-3139-4184-ad21-1ca6a2977536 req-fae728bf-f4f4-47e3-bb99-1db6483798ad tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6562600 Feb 04 13:51:44.306359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-d6a14609-1eca-419c-84b9-0155f95b656c None None] Set router af8e623d-74f0-4164-9496-9924c1d0291d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:44.307871 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7e0c4-810a-4256-8a0b-17e554bf4405 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Pushing event updated for resources: {'Subnet': ['ID=9043d7d4-ffef-4f0d-ab39-48938011a5cf,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:44.331444 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c40477db-2dbb-497b-90ce-b208cd3747c9 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/routers/af8e623d-74f0-4164-9496-9924c1d0291d HTTP/1.1" status: 200 len: 906 time: 0.3843322 Feb 04 13:51:44.335244 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7e0c4-810a-4256-8a0b-17e554bf4405 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Checking segment: {'id': '9d3ab421-f93b-4724-a1a8-bfc3f0b4f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4bd929ea-23ea-4b40-a97a-b7fa718b0a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:51:44.335878 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a7e0c4-810a-4256-8a0b-17e554bf4405 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Network hostable DHCP agents. Network: 4bd929ea-23ea-4b40-a97a-b7fa718b0a91, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:51:44.340495 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35366) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:44.423393 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-774ef7b3-0836-4a78-85cf-936b54b7a9c2 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7030666 Feb 04 13:51:44.485981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a7e0c4-810a-4256-8a0b-17e554bf4405 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Network 4bd929ea-23ea-4b40-a97a-b7fa718b0a91 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:51:44.532944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-95a7e0c4-810a-4256-8a0b-17e554bf4405 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 4bd929ea-23ea-4b40-a97a-b7fa718b0a91) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:44.535255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5855b404-bdb2-4cb7-a252-d059f31bb3e6 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:44.552847 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a7e0c4-810a-4256-8a0b-17e554bf4405 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:44.553525 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-95a7e0c4-810a-4256-8a0b-17e554bf4405 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:44.561420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3c7d72-d1ce-4d65-b0d4-c475570ce26c None None] Network 4bd929ea-23ea-4b40-a97a-b7fa718b0a91 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:51:44.585971 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-95a7e0c4-810a-4256-8a0b-17e554bf4405 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6280215 Feb 04 13:51:44.591561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35370) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:44.599113 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fa2bfa94-918a-4310-b5fd-08e6c706039b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Request body: {'port': {'network_id': '4bd929ea-23ea-4b40-a97a-b7fa718b0a91', 'name': 'tempest-TagsExtTest-268624710'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:44.661992 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad6f6-c7bc-48ee-bbe8-86bc4e15455d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router (af8e623d-74f0-4164-9496-9924c1d0291d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:44.883043 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:44.931382 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:45.031174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2bfa94-918a-4310-b5fd-08e6c706039b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Made reservation on behalf of a5139f81a06c4086a2902056bede9d96 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:51:45.042505 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa2bfa94-918a-4310-b5fd-08e6c706039b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:45.083629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5855b404-bdb2-4cb7-a252-d059f31bb3e6 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:45.084099 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5855b404-bdb2-4cb7-a252-d059f31bb3e6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:45.100611 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad6f6-c7bc-48ee-bbe8-86bc4e15455d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (af8e623d-74f0-4164-9496-9924c1d0291d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:45.125167 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-fa2bfa94-918a-4310-b5fd-08e6c706039b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] device_id is not set on port 79b202a4-d21f-4413-8d78-008e5648ab1a yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:51:45.139138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-4bd929ea-23ea-4b40-a97a-b7fa718b0a91', 'network_id': '4bd929ea-23ea-4b40-a97a-b7fa718b0a91', 'project_id': 'a5139f81a06c4086a2902056bede9d96', 'fixed_ips': [{'subnet_id': '9043d7d4-ffef-4f0d-ab39-48938011a5cf'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:51:45.140785 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:45.161587 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d6a14609-1eca-419c-84b9-0155f95b656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8e623d-74f0-4164-9496-9924c1d0291d', 'name': 'tempest-snat-router-346584829', 'tenant_id': '8d1ff25c0fd8475ebbd576e4d1a0464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '8ecf9381-c610-4ca8-862a-4ddea80f6349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:38Z', 'updated_at': '2022-02-04T13:51:40Z', 'revision_number': 3, 'project_id': '8d1ff25c0fd8475ebbd576e4d1a0464a', 'gw_port': {'id': '8ecf9381-c610-4ca8-862a-4ddea80f6349', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:71:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8e623d-74f0-4164-9496-9924c1d0291d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:39Z', 'updated_at': '2022-02-04T13:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:45.240331 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479be4b8-f260-4d92-9824-5ec12014a160 None None] Network 88f6d30e-6939-4db7-9dac-021644b341a5 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:51:45.246041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a14609-1eca-419c-84b9-0155f95b656c None None] Checking router: af8e623d-74f0-4164-9496-9924c1d0291d for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:51:45.246510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a14609-1eca-419c-84b9-0155f95b656c None None] Updating router af8e623d-74f0-4164-9496-9924c1d0291d port 8ecf9381-c610-4ca8-862a-4ddea80f6349 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:51:45.281179 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9428c5f-e7c6-406b-a8dc-3846b51a16c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:45.307011 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d6a14609-1eca-419c-84b9-0155f95b656c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8ecf9381-c610-4ca8-862a-4ddea80f6349), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:45.428100 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:45.467680 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ad6f6-c7bc-48ee-bbe8-86bc4e15455d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Deleting port 8ecf9381-c610-4ca8-862a-4ddea80f6349 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:51:45.468237 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad6f6-c7bc-48ee-bbe8-86bc4e15455d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8ecf9381-c610-4ca8-862a-4ddea80f6349), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:45.538675 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ed9b856-1da0-435f-9a2f-cffdd3052732 req-ecbf7312-0ba2-412d-9dec-5ca0823cb7f9 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0945268 Feb 04 13:51:45.615735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5855b404-bdb2-4cb7-a252-d059f31bb3e6 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:45.616182 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5855b404-bdb2-4cb7-a252-d059f31bb3e6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:45.668395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-fa2bfa94-918a-4310-b5fd-08e6c706039b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Allocated IP 172.20.0.13 (4bd929ea-23ea-4b40-a97a-b7fa718b0a91/9043d7d4-ffef-4f0d-ab39-48938011a5cf/79b202a4-d21f-4413-8d78-008e5648ab1a) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:45.793851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6b143fd1-5846-48c1-9ea5-ca004c99da7f None None] Provisioning complete for port 5855b404-bdb2-4cb7-a252-d059f31bb3e6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:45.794846 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6b143fd1-5846-48c1-9ea5-ca004c99da7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5855b404-bdb2-4cb7-a252-d059f31bb3e6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:45.830510 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Publish callbacks [] for router_gateway (7615c355-8740-4775-96b9-e8ea7677f529), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:45.909324 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:45.914949 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:45.921615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 5855b404-bdb2-4cb7-a252-d059f31bb3e6, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5855b404-bdb2-4cb7-a252-d059f31bb3e6,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:45.951560 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5855b404-bdb2-4cb7-a252-d059f31bb3e6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:45.953338 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7e4e91ff-bdd8-4b8c-be87-83db13530a13 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:45.986902 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad6f6-c7bc-48ee-bbe8-86bc4e15455d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8ecf9381-c610-4ca8-862a-4ddea80f6349), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:46.026721 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ad6f6-c7bc-48ee-bbe8-86bc4e15455d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Calling delete_port for 8ecf9381-c610-4ca8-862a-4ddea80f6349 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:51:46.033782 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11163f56-d1b1-4010-be7b-43bb39e658a7 req-17400584-3385-46f9-a7b6-a81676cab8cb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:46.040865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11163f56-d1b1-4010-be7b-43bb39e658a7 req-17400584-3385-46f9-a7b6-a81676cab8cb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 944 time: 0.5787861 Feb 04 13:51:46.146465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167e7e1-5ef5-41eb-811e-2cf3e0c3d0f0 req-c2b2a5cb-b7b5-4f31-9cb8-24881a1cd724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:46.148230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d167e7e1-5ef5-41eb-811e-2cf3e0c3d0f0 req-c2b2a5cb-b7b5-4f31-9cb8-24881a1cd724 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 1127 time: 0.4992521 Feb 04 13:51:46.172457 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa2bfa94-918a-4310-b5fd-08e6c706039b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks [] for port (79b202a4-d21f-4413-8d78-008e5648ab1a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:46.319523 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa2bfa94-918a-4310-b5fd-08e6c706039b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (79b202a4-d21f-4413-8d78-008e5648ab1a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:46.382902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2bfa94-918a-4310-b5fd-08e6c706039b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Network 4bd929ea-23ea-4b40-a97a-b7fa718b0a91 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:46.412871 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-fa2bfa94-918a-4310-b5fd-08e6c706039b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:46.420982 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2bfa94-918a-4310-b5fd-08e6c706039b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:46.494038 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Allocated IP 172.20.0.2 (4bd929ea-23ea-4b40-a97a-b7fa718b0a91/9043d7d4-ffef-4f0d-ab39-48938011a5cf/4388a9c3-b2de-4998-b5fa-3b60127f3f9c) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:46.531364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bfa94-918a-4310-b5fd-08e6c706039b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Pushing event updated for resources: {'Port': ['ID=79b202a4-d21f-4413-8d78-008e5648ab1a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:46.559249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2bfa94-918a-4310-b5fd-08e6c706039b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:46.560223 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fa2bfa94-918a-4310-b5fd-08e6c706039b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:46.597446 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad6f6-c7bc-48ee-bbe8-86bc4e15455d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8ecf9381-c610-4ca8-862a-4ddea80f6349), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:46.626213 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fa2bfa94-918a-4310-b5fd-08e6c706039b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0287085 Feb 04 13:51:46.653976 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35378) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:46.662976 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ee56cd8e-4c03-48f9-a58e-de77f2de823a tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-183584407', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:46.677299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=5855b404-bdb2-4cb7-a252-d059f31bb3e6,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:46.694942 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ad6f6-c7bc-48ee-bbe8-86bc4e15455d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ecf9381-c610-4ca8-862a-4ddea80f6349,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:46.796628 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee56cd8e-4c03-48f9-a58e-de77f2de823a tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (5d370bb9-0cc8-4b25-9dbc-efca8593fa40), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:46.798357 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee56cd8e-4c03-48f9-a58e-de77f2de823a tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (5d370bb9-0cc8-4b25-9dbc-efca8593fa40), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:46.825302 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Allocated IP 172.25.5.13 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/602c8183-a7d3-4494-a42f-a88d60648900) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:46.828767 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad6f6-c7bc-48ee-bbe8-86bc4e15455d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (af8e623d-74f0-4164-9496-9924c1d0291d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:46.908301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6b143fd1-5846-48c1-9ea5-ca004c99da7f None None] Current status of the port 5855b404-bdb2-4cb7-a252-d059f31bb3e6 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:47.050090 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 7e4e91ff-bdd8-4b8c-be87-83db13530a13 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:47.051762 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7e4e91ff-bdd8-4b8c-be87-83db13530a13), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:47.060616 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Publish callbacks [] for port (602c8183-a7d3-4494-a42f-a88d60648900), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:47.099408 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad6f6-c7bc-48ee-bbe8-86bc4e15455d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (af8e623d-74f0-4164-9496-9924c1d0291d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:47.165745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11163f56-d1b1-4010-be7b-43bb39e658a7 req-e590b7f0-fe15-4587-9672-a29784624b0e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0946169 Feb 04 13:51:47.177937 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (602c8183-a7d3-4494-a42f-a88d60648900), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:47.247905 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad6f6-c7bc-48ee-bbe8-86bc4e15455d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_controller (af8e623d-74f0-4164-9496-9924c1d0291d), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:47.269943 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee56cd8e-4c03-48f9-a58e-de77f2de823a tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks [] for router_controller (5d370bb9-0cc8-4b25-9dbc-efca8593fa40), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:47.278499 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee56cd8e-4c03-48f9-a58e-de77f2de823a tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (5d370bb9-0cc8-4b25-9dbc-efca8593fa40), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:47.295001 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:47.418903 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee56cd8e-4c03-48f9-a58e-de77f2de823a tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:47.424390 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:47.428391 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ee56cd8e-4c03-48f9-a58e-de77f2de823a tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7691808 Feb 04 13:51:47.429938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35380) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:47.459993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:47.469077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c9d9d792-242d-4b1b-8478-0e33c0d62b50 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1302645453', 'prefixes': ['172.20.0.0/16']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:47.474951 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167e7e1-5ef5-41eb-811e-2cf3e0c3d0f0 req-3ffa84b3-71c9-451f-8157-8f383477a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:47.479581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d167e7e1-5ef5-41eb-811e-2cf3e0c3d0f0 req-3ffa84b3-71c9-451f-8157-8f383477a7ff service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 1.3196664 Feb 04 13:51:47.489968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Allocated IP 172.20.0.1 (ac705205-e3c0-4fee-8ba8-3230167e5089/938573de-6fc5-4cd1-bc08-28cd0a0dabbb/688a784c-6ad2-4c33-8327-abf48eefb065) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:47.493400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:47.511333 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad6f6-c7bc-48ee-bbe8-86bc4e15455d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (af8e623d-74f0-4164-9496-9924c1d0291d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:47.512922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8ad6f6-c7bc-48ee-bbe8-86bc4e15455d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af8e623d-74f0-4164-9496-9924c1d0291d {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:51:47.530798 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad6f6-c7bc-48ee-bbe8-86bc4e15455d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:47.536371 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4b8ad6f6-c7bc-48ee-bbe8-86bc4e15455d tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "DELETE /v2.0/routers/af8e623d-74f0-4164-9496-9924c1d0291d HTTP/1.1" status: 204 len: 168 time: 3.1895349 Feb 04 13:51:47.565403 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=602c8183-a7d3-4494-a42f-a88d60648900,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:47.568356 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35384) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:47.572508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-88f56862-4c36-45c3-af40-d7f4ac9d2062 None None] Provisioning complete for port 5855b404-bdb2-4cb7-a252-d059f31bb3e6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:47.572508 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88f56862-4c36-45c3-af40-d7f4ac9d2062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5855b404-bdb2-4cb7-a252-d059f31bb3e6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:47.643260 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d167e7e1-5ef5-41eb-811e-2cf3e0c3d0f0 req-0d720592-0793-4e50-83a1-f9583f8697b4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49 HTTP/1.1" status: 200 len: 217 time: 0.1456425 Feb 04 13:51:47.802787 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Publish callbacks [] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:47.816900 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d792-242d-4b1b-8478-0e33c0d62b50 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:47.827350 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c9d9d792-242d-4b1b-8478-0e33c0d62b50 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3865976 Feb 04 13:51:47.827580 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 7e4e91ff-bdd8-4b8c-be87-83db13530a13 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:47.827688 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35388) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:47.833861 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-519d8dc3-8e54-4d76-8657-3960cf781d70 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9043d7d4-ffef-4f0d-ab39-48938011a5cf', 'tempest-TagsExtTest-Tag-1119840435') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:47.842064 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:47.869167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Network 4bd929ea-23ea-4b40-a97a-b7fa718b0a91 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:47.875073 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:47.914891 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:47.929624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-88f56862-4c36-45c3-af40-d7f4ac9d2062 None None] Current status of the port 5855b404-bdb2-4cb7-a252-d059f31bb3e6 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:47.929891 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d0d539c-3d6c-4286-9ace-bb134085b2b6 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router (9f523832-5278-495d-b411-a9aa8da266ee), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:48.029792 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (688a784c-6ad2-4c33-8327-abf48eefb065), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:48.058656 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5855b404-bdb2-4cb7-a252-d059f31bb3e6 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:48.220363 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-519d8dc3-8e54-4d76-8657-3960cf781d70 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "PUT /v2.0/subnets/9043d7d4-ffef-4f0d-ab39-48938011a5cf/tags/tempest-TagsExtTest-Tag-1119840435 HTTP/1.1" status: 201 len: 201 time: 0.3940990 Feb 04 13:51:48.222981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Attempting to bind port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:51:48.223998 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Attempting to bind port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '9d3ab421-f93b-4724-a1a8-bfc3f0b4f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4bd929ea-23ea-4b40-a97a-b7fa718b0a91'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:51:48.224807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Attempting to bind port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c on network 4bd929ea-23ea-4b40-a97a-b7fa718b0a91 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:51:48.225880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35390) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:48.228729 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:48.230800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Pushing event updated for resources: {'Port': ['ID=4388a9c3-b2de-4998-b5fa-3b60127f3f9c,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:48.230973 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167e7e1-5ef5-41eb-811e-2cf3e0c3d0f0 req-d7f0bae9-15a2-4574-891a-c089c0410a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:48.232916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d167e7e1-5ef5-41eb-811e-2cf3e0c3d0f0 req-d7f0bae9-15a2-4574-891a-c089c0410a6f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.5758922 Feb 04 13:51:48.239069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-3f6d93fd-ee82-4e28-9706-dd7764b30197 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '79b202a4-d21f-4413-8d78-008e5648ab1a', 'tempest-TagsExtTest-Tag-1579933690') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:48.292051 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:51:48.293229 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Checking segment: {'id': '9d3ab421-f93b-4724-a1a8-bfc3f0b4f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4bd929ea-23ea-4b40-a97a-b7fa718b0a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:51:48.296670 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:48.297539 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d0d539c-3d6c-4286-9ace-bb134085b2b6 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (9f523832-5278-495d-b411-a9aa8da266ee), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:48.298142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Bound using segment: {'id': '9d3ab421-f93b-4724-a1a8-bfc3f0b4f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4bd929ea-23ea-4b40-a97a-b7fa718b0a91'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:51:48.299299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Bound port: 4388a9c3-b2de-4998-b5fa-3b60127f3f9c, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3ab421-f93b-4724-a1a8-bfc3f0b4f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4bd929ea-23ea-4b40-a97a-b7fa718b0a91'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:51:48.300331 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:48.351127 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-d6a14609-1eca-419c-84b9-0155f95b656c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:51:48.352193 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-d6a14609-1eca-419c-84b9-0155f95b656c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:51:48.440582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5855b404-bdb2-4cb7-a252-d059f31bb3e6 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:48.442331 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5855b404-bdb2-4cb7-a252-d059f31bb3e6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:48.514325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] For port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:51:48.528801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] For port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4388a9c3-b2de-4998-b5fa-3b60127f3f9c,segment=NetworkSegment(9d3ab421-f93b-4724-a1a8-bfc3f0b4f799),segment_id=9d3ab421-f93b-4724-a1a8-bfc3f0b4f799)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:51:48.545101 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:48.630342 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3f6d93fd-ee82-4e28-9706-dd7764b30197 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "PUT /v2.0/ports/79b202a4-d21f-4413-8d78-008e5648ab1a/tags/tempest-TagsExtTest-Tag-1579933690 HTTP/1.1" status: 201 len: 201 time: 0.3968449 Feb 04 13:51:48.632515 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35396) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:48.661840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-20d11666-0287-4e67-bb3e-eaf0d9472437 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5d370bb9-0cc8-4b25-9dbc-efca8593fa40', 'tempest-TagsExtTest-Tag-115586917') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:48.674417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d539c-3d6c-4286-9ace-bb134085b2b6 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Deleting port 7e4e91ff-bdd8-4b8c-be87-83db13530a13 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:51:48.675830 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d0d539c-3d6c-4286-9ace-bb134085b2b6 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7e4e91ff-bdd8-4b8c-be87-83db13530a13), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:48.750207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea848a13-3600-4908-b3cf-1e949173ae4e None None] Pushing event updated for resources: {'Port': ['ID=4388a9c3-b2de-4998-b5fa-3b60127f3f9c,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:48.793291 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Publish callbacks [] for router_gateway (7615c355-8740-4775-96b9-e8ea7677f529), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:48.868223 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-5d0d539c-3d6c-4286-9ace-bb134085b2b6 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] For port 7e4e91ff-bdd8-4b8c-be87-83db13530a13, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7e4e91ff-bdd8-4b8c-be87-83db13530a13,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:48.869261 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d0d539c-3d6c-4286-9ace-bb134085b2b6 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7e4e91ff-bdd8-4b8c-be87-83db13530a13), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:48.890154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d539c-3d6c-4286-9ace-bb134085b2b6 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Calling delete_port for 7e4e91ff-bdd8-4b8c-be87-83db13530a13 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:51:48.899855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5855b404-bdb2-4cb7-a252-d059f31bb3e6 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:48.904270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a14609-1eca-419c-84b9-0155f95b656c None None] Port 8ecf9381-c610-4ca8-862a-4ddea80f6349 not found while updating agent binding for router af8e623d-74f0-4164-9496-9924c1d0291d. {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 13:51:48.936779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a14609-1eca-419c-84b9-0155f95b656c None None] Routers set() bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:48.937436 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a14609-1eca-419c-84b9-0155f95b656c None None] Router IDs set() for agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 13:51:48.938578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_agentschedulers_db [None req-d6a14609-1eca-419c-84b9-0155f95b656c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'af8e623d-74f0-4164-9496-9924c1d0291d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent'). {{(pid=103608) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 13:51:48.939253 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a14609-1eca-419c-84b9-0155f95b656c None None] The sync data for ids ['af8e623d-74f0-4164-9496-9924c1d0291d'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:48.960262 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (688a784c-6ad2-4c33-8327-abf48eefb065), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:48.986856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9f176-7c2c-4557-b991-0fc543b3229c req-54a4d891-7915-4cee-a851-f505ccaf388d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:48.993713 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87d9f176-7c2c-4557-b991-0fc543b3229c req-54a4d891-7915-4cee-a851-f505ccaf388d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 944 time: 0.6009464 Feb 04 13:51:49.015771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167e7e1-5ef5-41eb-811e-2cf3e0c3d0f0 req-4743cd1f-2213-49d4-9d12-b0398f28af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:49.019069 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d167e7e1-5ef5-41eb-811e-2cf3e0c3d0f0 req-4743cd1f-2213-49d4-9d12-b0398f28af39 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7770681 Feb 04 13:51:49.248347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=688a784c-6ad2-4c33-8327-abf48eefb065,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:49.461731 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60e05bc8-00aa-40fb-959b-0ce8d4cf768b req-7301ebe0-4e05-469f-9ce1-0ab226d5cfee service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0088289 Feb 04 13:51:49.517593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network ac705205-e3c0-4fee-8ba8-3230167e5089 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:49.559443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:49.592921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:49.733787 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d0d539c-3d6c-4286-9ace-bb134085b2b6 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7e4e91ff-bdd8-4b8c-be87-83db13530a13), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:49.767486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d167e7e1-5ef5-41eb-811e-2cf3e0c3d0f0 req-d308ee14-61cd-4ef6-a962-2c7340f24202 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055752 Feb 04 13:51:49.768801 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (b8d3677e-d452-4e58-a7ef-1e8deca15465), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:49.824535 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fef0ce12-93d7-4903-a17a-370ba1a27fa3 req-ff8e851d-6557-41fd-8da8-948e52d7817b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2997615 Feb 04 13:51:49.834317 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d539c-3d6c-4286-9ace-bb134085b2b6 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e4e91ff-bdd8-4b8c-be87-83db13530a13,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:49.900412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87d9f176-7c2c-4557-b991-0fc543b3229c req-f7349264-8eb1-42cc-8b40-071d0ccb25eb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8958576 Feb 04 13:51:50.087397 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-20d11666-0287-4e67-bb3e-eaf0d9472437 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "PUT /v2.0/routers/5d370bb9-0cc8-4b25-9dbc-efca8593fa40/tags/tempest-TagsExtTest-Tag-115586917 HTTP/1.1" status: 201 len: 201 time: 1.4473836 Feb 04 13:51:50.106884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35400) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:50.151615 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-3bc5f3ae-9d86-4990-a0c8-d4e5719436f7 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '30016a06-7a56-487d-9028-857163c32dc2', 'tempest-TagsExtTest-Tag-1371820952') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:50.167651 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d0d539c-3d6c-4286-9ace-bb134085b2b6 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (9f523832-5278-495d-b411-a9aa8da266ee), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:50.222737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-483da709-1567-47ba-b076-1d8a6989d884 None None] Provisioning complete for port 688a784c-6ad2-4c33-8327-abf48eefb065 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:50.223466 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-483da709-1567-47ba-b076-1d8a6989d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (688a784c-6ad2-4c33-8327-abf48eefb065), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:50.305735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-483da709-1567-47ba-b076-1d8a6989d884 None None] Port 688a784c-6ad2-4c33-8327-abf48eefb065 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:51:50.402889 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d0d539c-3d6c-4286-9ace-bb134085b2b6 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (9f523832-5278-495d-b411-a9aa8da266ee), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:50.408030 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d0d539c-3d6c-4286-9ace-bb134085b2b6 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_controller (9f523832-5278-495d-b411-a9aa8da266ee), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:50.408356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4388a9c3-b2de-4998-b5fa-3b60127f3f9c up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:50.417936 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0ce12-93d7-4903-a17a-370ba1a27fa3 req-02c800e6-c6be-4e43-8565-8416da214422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:50.421048 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fef0ce12-93d7-4903-a17a-370ba1a27fa3 req-02c800e6-c6be-4e43-8565-8416da214422 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 1128 time: 0.4643188 Feb 04 13:51:50.466869 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (7615c355-8740-4775-96b9-e8ea7677f529), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:50.493149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e05bc8-00aa-40fb-959b-0ce8d4cf768b req-80660881-f757-424f-b9af-87d55c6ef173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:50.498493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60e05bc8-00aa-40fb-959b-0ce8d4cf768b req-80660881-f757-424f-b9af-87d55c6ef173 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d954cf1ae4df4ddd95b2077c481a7a6c&device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 1133 time: 0.9192116 Feb 04 13:51:50.585875 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9946594f-81ea-48c8-b3b1-392d84dd7b49 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:51:50.589799 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d0d539c-3d6c-4286-9ace-bb134085b2b6 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (9f523832-5278-495d-b411-a9aa8da266ee), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:50.591694 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0d539c-3d6c-4286-9ace-bb134085b2b6 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f523832-5278-495d-b411-a9aa8da266ee {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:51:50.596824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:50.597945 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:50.604187 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d0d539c-3d6c-4286-9ace-bb134085b2b6 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:50.610309 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5d0d539c-3d6c-4286-9ace-bb134085b2b6 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "DELETE /v2.0/routers/9f523832-5278-495d-b411-a9aa8da266ee HTTP/1.1" status: 204 len: 168 time: 3.0353034 Feb 04 13:51:50.687883 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35402) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:50.710190 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-998485368', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}, 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:50.857960 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94be12b-44de-4453-853f-490357147578 None None] Network 4bd929ea-23ea-4b40-a97a-b7fa718b0a91 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:51:50.921374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0ce12-93d7-4903-a17a-370ba1a27fa3 req-3be982cb-593d-4a74-9889-c25c9129d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:50.933057 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fef0ce12-93d7-4903-a17a-370ba1a27fa3 req-3be982cb-593d-4a74-9889-c25c9129d352 service neutron] 10.222.0.100 "GET /v2.0/networks?id=61663296-fa91-417f-8ee4-7de19885aedb HTTP/1.1" status: 200 len: 898 time: 0.4188955 Feb 04 13:51:51.069917 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fef0ce12-93d7-4903-a17a-370ba1a27fa3 req-dd91add5-ad65-47a9-9333-b70166772b0e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 HTTP/1.1" status: 200 len: 1001 time: 0.1292455 Feb 04 13:51:51.074227 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3c871f98-c21c-49d1-9f80-f9e372ba0f25 None None] Provisioning complete for port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:51.074733 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c871f98-c21c-49d1-9f80-f9e372ba0f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:51.148160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0ce12-93d7-4903-a17a-370ba1a27fa3 req-3ee44367-773f-45c9-a111-292aeb03094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:51.149775 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fef0ce12-93d7-4903-a17a-370ba1a27fa3 req-3ee44367-773f-45c9-a111-292aeb03094c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5301bf8-00fb-476c-bc1d-6b0b6e7524b5 HTTP/1.1" status: 200 len: 834 time: 0.0718133 Feb 04 13:51:51.231271 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0ce12-93d7-4903-a17a-370ba1a27fa3 req-df1db4f3-5143-43dd-a124-4ae91fee6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:51.233850 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fef0ce12-93d7-4903-a17a-370ba1a27fa3 req-df1db4f3-5143-43dd-a124-4ae91fee6ab8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61663296-fa91-417f-8ee4-7de19885aedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0777731 Feb 04 13:51:51.269950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:51.300888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:51.302034 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:51.386225 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'port_id': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'mac_address': 'fa:16:3e:ee:c0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:51:51.445238 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fef0ce12-93d7-4903-a17a-370ba1a27fa3 req-ac8fd976-6965-4695-834e-953264542972 service neutron] 10.222.0.100 "GET /v2.0/networks/61663296-fa91-417f-8ee4-7de19885aedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024052 Feb 04 13:51:51.498407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9946594f-81ea-48c8-b3b1-392d84dd7b49 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:51.499411 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:51.549566 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4388a9c3-b2de-4998-b5fa-3b60127f3f9c,segment=NetworkSegment(9d3ab421-f93b-4724-a1a8-bfc3f0b4f799),segment_id=9d3ab421-f93b-4724-a1a8-bfc3f0b4f799)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:51.558585 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9946594f-81ea-48c8-b3b1-392d84dd7b49 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:51:51.591635 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:51.609156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3c871f98-c21c-49d1-9f80-f9e372ba0f25 None None] Current status of the port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:51.609832 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c871f98-c21c-49d1-9f80-f9e372ba0f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:51.619762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:51.686656 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:51.731680 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fef0ce12-93d7-4903-a17a-370ba1a27fa3 req-a9417610-a3c9-41cd-8097-c68623fce5bb service neutron] 10.222.0.100 "GET /v2.0/networks/61663296-fa91-417f-8ee4-7de19885aedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799370 Feb 04 13:51:51.837081 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-3c871f98-c21c-49d1-9f80-f9e372ba0f25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:51:51.842709 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-3c871f98-c21c-49d1-9f80-f9e372ba0f25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:51:51.874488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3bc5f3ae-9d86-4990-a0c8-d4e5719436f7 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "PUT /v2.0/subnetpools/30016a06-7a56-487d-9028-857163c32dc2/tags/tempest-TagsExtTest-Tag-1371820952 HTTP/1.1" status: 201 len: 201 time: 1.7493699 Feb 04 13:51:51.879809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35410) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:51.881550 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (6d61afa3-fcda-40c9-9d75-b33269c14ef2), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:51.883283 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (6d61afa3-fcda-40c9-9d75-b33269c14ef2), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:51.889912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-b93b50f0-d3f1-47d3-93ab-f16c0a344d40 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9043d7d4-ffef-4f0d-ab39-48938011a5cf') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:51.895499 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=4388a9c3-b2de-4998-b5fa-3b60127f3f9c,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:51.979860 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_controller (6d61afa3-fcda-40c9-9d75-b33269c14ef2), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:52.030001 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d167e7e1-5ef5-41eb-811e-2cf3e0c3d0f0 req-706224a7-6a9a-4362-85cf-b4dcaf617148 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0559878 Feb 04 13:51:52.082490 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b93b50f0-d3f1-47d3-93ab-f16c0a344d40 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/subnets/9043d7d4-ffef-4f0d-ab39-48938011a5cf/tags HTTP/1.1" status: 200 len: 241 time: 0.1974537 Feb 04 13:51:52.084573 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35412) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:52.096581 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-a8213b60-0b81-40ee-adc3-e207e3cfa8be tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9043d7d4-ffef-4f0d-ab39-48938011a5cf', 'tempest-TagsExtTest-Tag-1119840435') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:52.212168 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (688a784c-6ad2-4c33-8327-abf48eefb065), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:52.246740 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a8213b60-0b81-40ee-adc3-e207e3cfa8be tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/subnets/9043d7d4-ffef-4f0d-ab39-48938011a5cf/tags/tempest-TagsExtTest-Tag-1119840435 HTTP/1.1" status: 204 len: 168 time: 0.1568708 Feb 04 13:51:52.252027 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35414) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:52.262779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-c402a078-8e56-4193-99db-db9ed63f0543 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9043d7d4-ffef-4f0d-ab39-48938011a5cf', 'tempest-TagsExtTest-Tag-1119840435') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:52.294290 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7e4e91ff-bdd8-4b8c-be87-83db13530a13 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:51:52.298961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['9946594f-81ea-48c8-b3b1-392d84dd7b49'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:51:52.334484 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e05bc8-00aa-40fb-959b-0ce8d4cf768b req-b90fc83b-2df4-4ce9-ab06-2f2be30e4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:52.337875 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60e05bc8-00aa-40fb-959b-0ce8d4cf768b req-b90fc83b-2df4-4ce9-ab06-2f2be30e4e3e service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 1.7768099 Feb 04 13:51:52.467085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 7e4e91ff-bdd8-4b8c-be87-83db13530a13 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:51:52.468027 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7e4e91ff-bdd8-4b8c-be87-83db13530a13 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:51:52.484178 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c402a078-8e56-4193-99db-db9ed63f0543 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/subnets/9043d7d4-ffef-4f0d-ab39-48938011a5cf/tags/tempest-TagsExtTest-Tag-1119840435 HTTP/1.1" status: 204 len: 168 time: 0.2294669 Feb 04 13:51:52.485206 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35416) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:52.516154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-7c478910-a6bc-44bc-92e9-0e8273e6e398 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9043d7d4-ffef-4f0d-ab39-48938011a5cf') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:52.528155 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9946594f-81ea-48c8-b3b1-392d84dd7b49,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:52.560093 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (6d61afa3-fcda-40c9-9d75-b33269c14ef2), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:52.566971 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3c871f98-c21c-49d1-9f80-f9e372ba0f25 None None] Current status of the port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:52.621657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116a518-0dff-46dc-b65b-bdbbd381ae0d req-0d4730c1-cda7-40ca-a2ef-57c2fd041f5b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:52.625288 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6116a518-0dff-46dc-b65b-bdbbd381ae0d req-0d4730c1-cda7-40ca-a2ef-57c2fd041f5b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.8572352 Feb 04 13:51:52.675314 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7c478910-a6bc-44bc-92e9-0e8273e6e398 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/subnets/9043d7d4-ffef-4f0d-ab39-48938011a5cf/tags HTTP/1.1" status: 200 len: 205 time: 0.1815302 Feb 04 13:51:52.679640 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35418) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:52.688635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-45039272-72f3-49c3-988f-4ee3f0fd9db7 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '79b202a4-d21f-4413-8d78-008e5648ab1a') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:52.781268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-daf32907-11c5-41f0-8353-16b885e75c59 None None] Provisioning complete for port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:52.781931 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-daf32907-11c5-41f0-8353-16b885e75c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:52.798247 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-45039272-72f3-49c3-988f-4ee3f0fd9db7 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/ports/79b202a4-d21f-4413-8d78-008e5648ab1a/tags HTTP/1.1" status: 200 len: 241 time: 0.1157036 Feb 04 13:51:52.800055 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35420) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:52.809947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-601df02e-fd33-4da3-85e3-cc70f849036b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '79b202a4-d21f-4413-8d78-008e5648ab1a', 'tempest-TagsExtTest-Tag-1579933690') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:52.952390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-daf32907-11c5-41f0-8353-16b885e75c59 None None] Current status of the port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:52.962861 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-601df02e-fd33-4da3-85e3-cc70f849036b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/ports/79b202a4-d21f-4413-8d78-008e5648ab1a/tags/tempest-TagsExtTest-Tag-1579933690 HTTP/1.1" status: 204 len: 168 time: 0.1593440 Feb 04 13:51:52.964869 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35424) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:52.965037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60e05bc8-00aa-40fb-959b-0ce8d4cf768b req-16e357c8-4920-42bf-aa3d-280fecbb70d5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=861c3087-2ef7-4e20-9f54-972fa1542128 HTTP/1.1" status: 200 len: 217 time: 0.3702908 Feb 04 13:51:52.973307 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-daf32907-11c5-41f0-8353-16b885e75c59 None None] Provisioning complete for port 79b202a4-d21f-4413-8d78-008e5648ab1a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:52.973701 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-67d46e2b-4ad1-4d35-b5a7-c02ae905bc3b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '79b202a4-d21f-4413-8d78-008e5648ab1a', 'tempest-TagsExtTest-Tag-1579933690') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:52.974206 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-daf32907-11c5-41f0-8353-16b885e75c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (79b202a4-d21f-4413-8d78-008e5648ab1a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:52.975960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6116a518-0dff-46dc-b65b-bdbbd381ae0d req-b0a3ccb4-19f5-4ff3-8e63-a046d3f5ff31 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662521 Feb 04 13:51:53.044942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Router 7615c355-8740-4775-96b9-e8ea7677f529 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:51:53.056814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-daf32907-11c5-41f0-8353-16b885e75c59 None None] Port 79b202a4-d21f-4413-8d78-008e5648ab1a cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:51:53.123063 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-67d46e2b-4ad1-4d35-b5a7-c02ae905bc3b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/ports/79b202a4-d21f-4413-8d78-008e5648ab1a/tags/tempest-TagsExtTest-Tag-1579933690 HTTP/1.1" status: 204 len: 168 time: 0.1566823 Feb 04 13:51:53.126760 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35426) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:53.134526 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-b26aff4f-e9c0-4683-9301-30cb4a769f21 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '79b202a4-d21f-4413-8d78-008e5648ab1a') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:53.232115 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b26aff4f-e9c0-4683-9301-30cb4a769f21 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/ports/79b202a4-d21f-4413-8d78-008e5648ab1a/tags HTTP/1.1" status: 200 len: 205 time: 0.1000953 Feb 04 13:51:53.232625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35428) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:53.239816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-41c90e80-3f22-4a84-8231-983c1a1b2312 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5d370bb9-0cc8-4b25-9dbc-efca8593fa40') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:53.252912 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e05bc8-00aa-40fb-959b-0ce8d4cf768b req-9ffad610-7439-42ff-8c28-3b024c300e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:53.255937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60e05bc8-00aa-40fb-959b-0ce8d4cf768b req-9ffad610-7439-42ff-8c28-3b024c300e19 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.2786186 Feb 04 13:51:53.387744 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-41c90e80-3f22-4a84-8231-983c1a1b2312 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/routers/5d370bb9-0cc8-4b25-9dbc-efca8593fa40/tags HTTP/1.1" status: 200 len: 240 time: 0.1497583 Feb 04 13:51:53.389971 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35430) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:53.397664 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-d67a3512-d451-452b-96c9-28980a13eb84 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d370bb9-0cc8-4b25-9dbc-efca8593fa40', 'tempest-TagsExtTest-Tag-115586917') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:53.533830 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d67a3512-d451-452b-96c9-28980a13eb84 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/routers/5d370bb9-0cc8-4b25-9dbc-efca8593fa40/tags/tempest-TagsExtTest-Tag-115586917 HTTP/1.1" status: 204 len: 168 time: 0.1405451 Feb 04 13:51:53.535385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35432) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:53.551016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-92eacb23-9bed-4678-a3c9-1f1378e56885 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5d370bb9-0cc8-4b25-9dbc-efca8593fa40', 'tempest-TagsExtTest-Tag-115586917') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:53.559622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e05bc8-00aa-40fb-959b-0ce8d4cf768b req-2dfb53e1-48af-4db8-9ef7-126accafd4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:53.561365 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60e05bc8-00aa-40fb-959b-0ce8d4cf768b req-2dfb53e1-48af-4db8-9ef7-126accafd4c2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2978513 Feb 04 13:51:53.675869 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:53.695207 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Sync routers for ids ['7615c355-8740-4775-96b9-e8ea7677f529'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:53.715242 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Routers {'7615c355-8740-4775-96b9-e8ea7677f529'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:53.715886 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7615c355-8740-4775-96b9-e8ea7677f529'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:53.890006 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:53.894600 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-027d68a8-ffa7-4b57-9f4e-e85339d49fb0 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.0352762 Feb 04 13:51:53.896222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35434) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:54.032177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4388a9c3-b2de-4998-b5fa-3b60127f3f9c up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:54.049573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (688a784c-6ad2-4c33-8327-abf48eefb065), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:54.056408 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Set router 7615c355-8740-4775-96b9-e8ea7677f529 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:54.132727 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (688a784c-6ad2-4c33-8327-abf48eefb065), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:54.156141 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60e05bc8-00aa-40fb-959b-0ce8d4cf768b req-7f2fb10f-618e-49c9-a667-697147561d68 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357802 Feb 04 13:51:54.208868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:54.209251 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:54.361654 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:54.397243 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:48Z', 'revision_number': 3, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:54.465627 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Checking router: 7615c355-8740-4775-96b9-e8ea7677f529 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:51:54.466209 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Updating router 7615c355-8740-4775-96b9-e8ea7677f529 port 602c8183-a7d3-4494-a42f-a88d60648900 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:51:54.520481 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (602c8183-a7d3-4494-a42f-a88d60648900), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:54.608443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9946594f-81ea-48c8-b3b1-392d84dd7b49 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:54.755779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 9946594f-81ea-48c8-b3b1-392d84dd7b49 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:51:54.761536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 9946594f-81ea-48c8-b3b1-392d84dd7b49 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:54.762007 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:54.911772 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-92eacb23-9bed-4678-a3c9-1f1378e56885 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/routers/5d370bb9-0cc8-4b25-9dbc-efca8593fa40/tags/tempest-TagsExtTest-Tag-115586917 HTTP/1.1" status: 204 len: 168 time: 1.3692143 Feb 04 13:51:54.912611 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (6d61afa3-fcda-40c9-9d75-b33269c14ef2), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:54.939824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35440) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:54.957446 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:54.961263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-8ef8447f-63de-4300-811c-1e194291a187 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5d370bb9-0cc8-4b25-9dbc-efca8593fa40') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:54.980988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9946594f-81ea-48c8-b3b1-392d84dd7b49 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:54.981799 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:54.988086 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (b8d3677e-d452-4e58-a7ef-1e8deca15465), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:55.050805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:55.052052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:51:55.056873 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb04a806-7043-4da5-bd61-c47826504183" -d '{"events": [{"server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "name": "network-vif-plugged", "status": "completed", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:51:55.062664 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:55.106971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60e05bc8-00aa-40fb-959b-0ce8d4cf768b req-c8f293b3-1f95-4434-bea9-f90ee7722580 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9054859 Feb 04 13:51:55.114083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=688a784c-6ad2-4c33-8327-abf48eefb065,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:55.179895 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Publish callbacks [] for port (602c8183-a7d3-4494-a42f-a88d60648900), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:55.185518 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9946594f-81ea-48c8-b3b1-392d84dd7b49,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:55.192760 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (602c8183-a7d3-4494-a42f-a88d60648900), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:55.209279 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:55.311478 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Attempting to bind port 602c8183-a7d3-4494-a42f-a88d60648900 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:51:55.312157 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Attempting to bind port 602c8183-a7d3-4494-a42f-a88d60648900 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:51:55.312847 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Attempting to bind port 602c8183-a7d3-4494-a42f-a88d60648900 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:51:55.328795 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce629c3-7106-4223-a248-d294e5bb745e None None] Pushing event updated for resources: {'Port': ['ID=602c8183-a7d3-4494-a42f-a88d60648900,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:55.334482 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:51:55.335444 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:51:55.336272 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:55.337780 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:51:55.338009 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Bound port: 602c8183-a7d3-4494-a42f-a88d60648900, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:51:55.338819 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (602c8183-a7d3-4494-a42f-a88d60648900), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:55.364608 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8ef8447f-63de-4300-811c-1e194291a187 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/routers/5d370bb9-0cc8-4b25-9dbc-efca8593fa40/tags HTTP/1.1" status: 200 len: 205 time: 0.4163861 Feb 04 13:51:55.365481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35446) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:55.372431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-f48c11b3-b810-4cb9-a984-17b0ec34fe1c tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '30016a06-7a56-487d-9028-857163c32dc2') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:55.411053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0cd98-2ab5-40a9-b8ea-99c9d4ab72e3 req-b86632a2-6c2c-49ff-9796-f9089f629ead tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:55.413628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7e0cd98-2ab5-40a9-b8ea-99c9d4ab72e3 req-b86632a2-6c2c-49ff-9796-f9089f629ead tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 1.1728287 Feb 04 13:51:55.464208 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] For port 602c8183-a7d3-4494-a42f-a88d60648900, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:51:55.470519 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] For port 602c8183-a7d3-4494-a42f-a88d60648900, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=602c8183-a7d3-4494-a42f-a88d60648900,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:51:55.494458 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (602c8183-a7d3-4494-a42f-a88d60648900), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:55.611522 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f48c11b3-b810-4cb9-a984-17b0ec34fe1c tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/subnetpools/30016a06-7a56-487d-9028-857163c32dc2/tags HTTP/1.1" status: 200 len: 241 time: 0.2399232 Feb 04 13:51:55.623416 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35448) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:55.642798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-3703016f-0dda-4ecd-8a1f-ea0f4ea64159 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '30016a06-7a56-487d-9028-857163c32dc2', 'tempest-TagsExtTest-Tag-1371820952') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:55.668985 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Allocated IP 172.20.0.1 (88f6d30e-6939-4db7-9dac-021644b341a5/227dabb0-cb78-452d-ad4c-dc1f18b911ed/a1825d62-8bc8-4e95-b60d-5ed87c9335d5) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:55.690263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network ac705205-e3c0-4fee-8ba8-3230167e5089 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:55.705402 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Routers {'7615c355-8740-4775-96b9-e8ea7677f529'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:55.708361 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7615c355-8740-4775-96b9-e8ea7677f529'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:55.729746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Allocated IP 172.25.5.168 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/2938413e-08cb-4ee6-8d0e-e3d42540e815) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:55.796638 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce629c3-7106-4223-a248-d294e5bb745e None None] Pushing event updated for resources: {'Port': ['ID=602c8183-a7d3-4494-a42f-a88d60648900,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:55.885068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:55.919388 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7e0cd98-2ab5-40a9-b8ea-99c9d4ab72e3 req-3d1ef4f1-fe4c-4a54-bf53-4e9115ab0cdb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4822533 Feb 04 13:51:56.021819 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] Set router 7615c355-8740-4775-96b9-e8ea7677f529 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:56.080121 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Publish callbacks [] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:56.133723 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758bb612-ab67-44e0-920f-b3465a1b04fb x-openstack-request-id: req-758bb612-ab67-44e0-920f-b3465a1b04fb {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:51:56.134430 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "name": "network-vif-plugged", "status": "completed", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:51:56.134596 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-758bb612-ab67-44e0-920f-b3465a1b04fb {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:51:56.135188 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'code': 200} Feb 04 13:51:56.190878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:56.264894 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3703016f-0dda-4ecd-8a1f-ea0f4ea64159 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/subnetpools/30016a06-7a56-487d-9028-857163c32dc2/tags/tempest-TagsExtTest-Tag-1371820952 HTTP/1.1" status: 204 len: 168 time: 0.6213202 Feb 04 13:51:56.285343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35452) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:56.294698 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-2235b2d9-abba-4d3f-9360-9f2194c31418 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '30016a06-7a56-487d-9028-857163c32dc2', 'tempest-TagsExtTest-Tag-1371820952') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:56.374875 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Network 88f6d30e-6939-4db7-9dac-021644b341a5 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:56.424828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a1825d62-8bc8-4e95-b60d-5ed87c9335d5,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:56.450942 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:56.473789 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:56.474976 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for port (2938413e-08cb-4ee6-8d0e-e3d42540e815), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:56.481270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b501d3f7-6b41-4641-b2b7-d2c75b825d8c None None] Provisioning complete for port 688a784c-6ad2-4c33-8327-abf48eefb065 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:56.481919 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b501d3f7-6b41-4641-b2b7-d2c75b825d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (688a784c-6ad2-4c33-8327-abf48eefb065), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:56.585138 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (7615c355-8740-4775-96b9-e8ea7677f529), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:56.626030 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b501d3f7-6b41-4641-b2b7-d2c75b825d8c None None] Port 688a784c-6ad2-4c33-8327-abf48eefb065 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:51:56.632466 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (2938413e-08cb-4ee6-8d0e-e3d42540e815), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:56.685929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2235b2d9-abba-4d3f-9360-9f2194c31418 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/subnetpools/30016a06-7a56-487d-9028-857163c32dc2/tags/tempest-TagsExtTest-Tag-1371820952 HTTP/1.1" status: 204 len: 168 time: 0.3971341 Feb 04 13:51:56.695371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35454) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:56.724951 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:48Z', 'revision_number': 3, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:56.754344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-e4f86c54-4a1c-4594-b949-570be46097b4 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '30016a06-7a56-487d-9028-857163c32dc2') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:56.803009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:56.812649 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe63248-7c2e-4375-83d4-c517bdfcfcb3 None None] The sync data for ids ['7615c355-8740-4775-96b9-e8ea7677f529'] in n-d-714676-13 is: [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:48Z', 'revision_number': 3, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:56.818009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3f08d-0870-4365-a3b0-0ce93d249848 req-294ecb72-4d5f-4192-a6f0-a25ab5d65710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:56.820522 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9f3f08d-0870-4365-a3b0-0ce93d249848 req-294ecb72-4d5f-4192-a6f0-a25ab5d65710 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 1129 time: 0.5624857 Feb 04 13:51:56.846479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Pushing event updated for resources: {'Port': ['ID=2938413e-08cb-4ee6-8d0e-e3d42540e815,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:56.872465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:56.890938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:56.903263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router b8d3677e-d452-4e58-a7ef-1e8deca15465 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:51:56.981906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2357b427-b583-4ab0-90de-1fc8be2ffab5 None None] Provisioning complete for port a1825d62-8bc8-4e95-b60d-5ed87c9335d5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:56.982611 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2357b427-b583-4ab0-90de-1fc8be2ffab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:57.009878 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9f3f08d-0870-4365-a3b0-0ce93d249848 req-826f26c8-3b38-4f4b-91b7-a8f570bdfbac service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515925 Feb 04 13:51:57.023677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e4f86c54-4a1c-4594-b949-570be46097b4 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/subnetpools/30016a06-7a56-487d-9028-857163c32dc2/tags HTTP/1.1" status: 200 len: 205 time: 0.2760038 Feb 04 13:51:57.023975 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35458) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:57.032013 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-4fc2eb9f-e45b-4ecb-ad4a-f44595411746 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '30016a06-7a56-487d-9028-857163c32dc2') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:57.105293 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2357b427-b583-4ab0-90de-1fc8be2ffab5 None None] Port a1825d62-8bc8-4e95-b60d-5ed87c9335d5 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:51:57.118791 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:57.607709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:57.628937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bfc072-fc74-4c4e-bd07-a3c56ed9aafe None None] Sync routers for ids ['b8d3677e-d452-4e58-a7ef-1e8deca15465'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:57.663169 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bfc072-fc74-4c4e-bd07-a3c56ed9aafe None None] Routers {'b8d3677e-d452-4e58-a7ef-1e8deca15465'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:57.665829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-09bfc072-fc74-4c4e-bd07-a3c56ed9aafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8d3677e-d452-4e58-a7ef-1e8deca15465'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:57.699241 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f9b6e20e-5f5e-4fc5-a179-9c3baa4d1679 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "PUT /v2.0/routers/b8d3677e-d452-4e58-a7ef-1e8deca15465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7078512 Feb 04 13:51:57.699567 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4fc2eb9f-e45b-4ecb-ad4a-f44595411746 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/subnetpools/30016a06-7a56-487d-9028-857163c32dc2/tags HTTP/1.1" status: 204 len: 168 time: 0.6698961 Feb 04 13:51:57.701602 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35462) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:57.702659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35464) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:57.712095 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-1ff8eb06-3a60-4448-b109-d7540fc3c018 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'port': {'network_id': 'ac705205-e3c0-4fee-8ba8-3230167e5089', 'name': 'tempest-FloatingIPTestJSON-565335160'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:57.724592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-9db78ee2-2931-413e-ae48-5ff7c220d62c tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d370bb9-0cc8-4b25-9dbc-efca8593fa40') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:57.772659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd607931-c6cd-422c-a9a2-49e8dc90336f req-1e1ae7d2-c89e-4a12-a0ff-8fe4700140c6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:57.775955 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd607931-c6cd-422c-a9a2-49e8dc90336f req-1e1ae7d2-c89e-4a12-a0ff-8fe4700140c6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 946 time: 0.6113210 Feb 04 13:51:57.786956 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-09bfc072-fc74-4c4e-bd07-a3c56ed9aafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:57.816883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bfc072-fc74-4c4e-bd07-a3c56ed9aafe None None] Routers {'b8d3677e-d452-4e58-a7ef-1e8deca15465'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:57.821289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-09bfc072-fc74-4c4e-bd07-a3c56ed9aafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8d3677e-d452-4e58-a7ef-1e8deca15465'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:57.919771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-09bfc072-fc74-4c4e-bd07-a3c56ed9aafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:57.921334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bfc072-fc74-4c4e-bd07-a3c56ed9aafe None None] The sync data for ids ['b8d3677e-d452-4e58-a7ef-1e8deca15465'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:58.163108 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 602c8183-a7d3-4494-a42f-a88d60648900 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:58.181978 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (6d61afa3-fcda-40c9-9d75-b33269c14ef2), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:58.216123 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Publish callbacks [] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:58.228463 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:58.323811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 602c8183-a7d3-4494-a42f-a88d60648900 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:58.324250 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (602c8183-a7d3-4494-a42f-a88d60648900), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:58.468183 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (7615c355-8740-4775-96b9-e8ea7677f529), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:58.559295 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 602c8183-a7d3-4494-a42f-a88d60648900 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:58.559800 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (602c8183-a7d3-4494-a42f-a88d60648900), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:58.617152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 602c8183-a7d3-4494-a42f-a88d60648900, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=602c8183-a7d3-4494-a42f-a88d60648900,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:58.625514 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (602c8183-a7d3-4494-a42f-a88d60648900), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:58.644874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a1825d62-8bc8-4e95-b60d-5ed87c9335d5,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:58.662490 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd607931-c6cd-422c-a9a2-49e8dc90336f req-3f2888b3-2423-4c25-bdb5-758614776da1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6744297 Feb 04 13:51:58.703856 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9db78ee2-2931-413e-ae48-5ff7c220d62c tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/routers/5d370bb9-0cc8-4b25-9dbc-efca8593fa40/tags HTTP/1.1" status: 204 len: 168 time: 0.9846683 Feb 04 13:51:58.712432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35470) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:58.726493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-e85d1bc4-55af-4d79-ac58-4f9cd798a768 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '79b202a4-d21f-4413-8d78-008e5648ab1a') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:58.777833 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=602c8183-a7d3-4494-a42f-a88d60648900,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:58.806232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Network 88f6d30e-6939-4db7-9dac-021644b341a5 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:58.810141 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:58.923111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff8eb06-3a60-4448-b109-d7540fc3c018 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Made reservation on behalf of 3b017a1361cf4e4c8c8fef31bfb385d4 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:51:58.929344 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ff8eb06-3a60-4448-b109-d7540fc3c018 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:59.071296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-1ff8eb06-3a60-4448-b109-d7540fc3c018 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] device_id is not set on port 808b0161-9c6b-496e-a6b5-7cd320fae82f yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:51:59.154568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Router 7615c355-8740-4775-96b9-e8ea7677f529 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:51:59.284707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-20bd35f8-deba-4e10-be6f-150d08095991 None None] Provisioning complete for port a1825d62-8bc8-4e95-b60d-5ed87c9335d5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:59.285095 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-20bd35f8-deba-4e10-be6f-150d08095991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:59.342609 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-20bd35f8-deba-4e10-be6f-150d08095991 None None] Port a1825d62-8bc8-4e95-b60d-5ed87c9335d5 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:51:59.391817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:59.400088 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-166f6936-2ac9-4c33-9832-16b81ac355e0 admin admin] 10.222.0.96 "PUT /v2.0/routers/7615c355-8740-4775-96b9-e8ea7677f529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5017927 Feb 04 13:51:59.521307 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e85d1bc4-55af-4d79-ac58-4f9cd798a768 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/ports/79b202a4-d21f-4413-8d78-008e5648ab1a/tags HTTP/1.1" status: 204 len: 168 time: 0.8038452 Feb 04 13:51:59.523859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35478) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:59.530405 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-6c67ca57-64be-485b-a377-1a75ff4d9069 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9043d7d4-ffef-4f0d-ab39-48938011a5cf') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:59.540423 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (6d61afa3-fcda-40c9-9d75-b33269c14ef2), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:59.668393 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6c67ca57-64be-485b-a377-1a75ff4d9069 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/subnets/9043d7d4-ffef-4f0d-ab39-48938011a5cf/tags HTTP/1.1" status: 204 len: 168 time: 0.1404223 Feb 04 13:51:59.671574 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35484) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:59.679567 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-030e0703-7fe7-468b-b0e3-ee0405250070 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9043d7d4-ffef-4f0d-ab39-48938011a5cf', 'tempest-TagsExtTest-Tag-1184940070') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:59.724816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-1ff8eb06-3a60-4448-b109-d7540fc3c018 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Allocated IP 172.20.0.8 (ac705205-e3c0-4fee-8ba8-3230167e5089/938573de-6fc5-4cd1-bc08-28cd0a0dabbb/808b0161-9c6b-496e-a6b5-7cd320fae82f) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:59.893683 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-030e0703-7fe7-468b-b0e3-ee0405250070 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "PUT /v2.0/subnets/9043d7d4-ffef-4f0d-ab39-48938011a5cf/tags/tempest-TagsExtTest-Tag-1184940070 HTTP/1.1" status: 201 len: 201 time: 0.2153440 Feb 04 13:51:59.896767 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35488) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:59.935814 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-351b6123-ab8c-4803-9223-2c7a0c6d8efa tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '79b202a4-d21f-4413-8d78-008e5648ab1a', 'tempest-TagsExtTest-Tag-972753847') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:59.939943 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Router 6d61afa3-fcda-40c9-9d75-b33269c14ef2 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:52:00.019434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 602c8183-a7d3-4494-a42f-a88d60648900 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:52:00.079491 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ff8eb06-3a60-4448-b109-d7540fc3c018 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for port (808b0161-9c6b-496e-a6b5-7cd320fae82f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:00.108701 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Sync routers for ids ['7615c355-8740-4775-96b9-e8ea7677f529'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:00.112444 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-351b6123-ab8c-4803-9223-2c7a0c6d8efa tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "PUT /v2.0/ports/79b202a4-d21f-4413-8d78-008e5648ab1a/tags/tempest-TagsExtTest-Tag-972753847 HTTP/1.1" status: 201 len: 201 time: 0.2100079 Feb 04 13:52:00.113298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35490) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:00.127941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-ca6e7a36-3a5a-413c-87db-0d4e4786b049 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5d370bb9-0cc8-4b25-9dbc-efca8593fa40', 'tempest-TagsExtTest-Tag-322036340') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:00.136132 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Routers {'7615c355-8740-4775-96b9-e8ea7677f529'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:00.137359 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7615c355-8740-4775-96b9-e8ea7677f529'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:00.205781 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 602c8183-a7d3-4494-a42f-a88d60648900 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:00.207680 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (602c8183-a7d3-4494-a42f-a88d60648900), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:00.301920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:52:00.311145 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ff8eb06-3a60-4448-b109-d7540fc3c018 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (808b0161-9c6b-496e-a6b5-7cd320fae82f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:00.321914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd22a8-bf33-4994-b4ef-6d8493f38fca None None] Sync routers for ids ['6d61afa3-fcda-40c9-9d75-b33269c14ef2'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:00.356779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd22a8-bf33-4994-b4ef-6d8493f38fca None None] Routers {'6d61afa3-fcda-40c9-9d75-b33269c14ef2'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:00.358802 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-28fd22a8-bf33-4994-b4ef-6d8493f38fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6d61afa3-fcda-40c9-9d75-b33269c14ef2'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:00.450625 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ca6e7a36-3a5a-413c-87db-0d4e4786b049 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "PUT /v2.0/routers/5d370bb9-0cc8-4b25-9dbc-efca8593fa40/tags/tempest-TagsExtTest-Tag-322036340 HTTP/1.1" status: 201 len: 201 time: 0.3315084 Feb 04 13:52:00.451516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35494) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:00.457863 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Set router 7615c355-8740-4775-96b9-e8ea7677f529 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:52:00.458196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-13a7ace6-e39e-43ad-9cf6-d8fbb14d56d5 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '30016a06-7a56-487d-9028-857163c32dc2', 'tempest-TagsExtTest-Tag-1569997209') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:00.462639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-28fd22a8-bf33-4994-b4ef-6d8493f38fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:00.536893 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35496) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:00.550776 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-94bcaece-08bf-4344-9c1e-41222a8cd76b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582253508', 'description': 'tempest-description--623649810'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:00.554448 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd22a8-bf33-4994-b4ef-6d8493f38fca None None] Routers {'6d61afa3-fcda-40c9-9d75-b33269c14ef2'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:00.554675 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8eb06-3a60-4448-b109-d7540fc3c018 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event updated for resources: {'Port': ['ID=808b0161-9c6b-496e-a6b5-7cd320fae82f,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:00.555958 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-28fd22a8-bf33-4994-b4ef-6d8493f38fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6d61afa3-fcda-40c9-9d75-b33269c14ef2'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:00.582487 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-13a7ace6-e39e-43ad-9cf6-d8fbb14d56d5 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "PUT /v2.0/subnetpools/30016a06-7a56-487d-9028-857163c32dc2/tags/tempest-TagsExtTest-Tag-1569997209 HTTP/1.1" status: 201 len: 201 time: 0.1290724 Feb 04 13:52:00.583303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35498) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:00.594928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-fb278188-c65b-4e27-93f9-98db6e6d3b9e tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9043d7d4-ffef-4f0d-ab39-48938011a5cf', {'tags': ['tempest-TagsExtTest-Tag-508214413', 'tempest-TagsExtTest-Tag-910064390', 'tempest-TagsExtTest-Tag-59691512']}) {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:00.600095 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:00.623034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9ea91d25-bfbc-47b3-976e-e8d5ff37791a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.9295847 Feb 04 13:52:00.627114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8eb06-3a60-4448-b109-d7540fc3c018 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Network ac705205-e3c0-4fee-8ba8-3230167e5089 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:52:00.628872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35500) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:00.649753 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-94bcaece-08bf-4344-9c1e-41222a8cd76b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:00.650183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-4b8ed202-5d22-449a-81b7-872e3365ed89 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'enable_snat': False}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:00.724792 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-28fd22a8-bf33-4994-b4ef-6d8493f38fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:00.725518 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd22a8-bf33-4994-b4ef-6d8493f38fca None None] The sync data for ids ['6d61afa3-fcda-40c9-9d75-b33269c14ef2'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:00.750562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 602c8183-a7d3-4494-a42f-a88d60648900 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:52:00.810907 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fb278188-c65b-4e27-93f9-98db6e6d3b9e tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "PUT /v2.0/subnets/9043d7d4-ffef-4f0d-ab39-48938011a5cf/tags HTTP/1.1" status: 200 len: 314 time: 0.2235484 Feb 04 13:52:00.814714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35502) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:00.825770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-a0512f76-40a9-4eec-a959-d129fc3d8b7a tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9043d7d4-ffef-4f0d-ab39-48938011a5cf') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:00.881844 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-1ff8eb06-3a60-4448-b109-d7540fc3c018 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:00.899764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff8eb06-3a60-4448-b109-d7540fc3c018 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:52:00.959325 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:56Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a1825d62-8bc8-4e95-b60d-5ed87c9335d5', 'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'mac_address': 'fa:16:3e:79:7e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:55Z', 'updated_at': '2022-02-04T13:51:57Z', 'revision_number': 2, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'subnets': [{'id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:00.964503 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-94bcaece-08bf-4344-9c1e-41222a8cd76b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group (4025e957-fc7f-4f50-a391-470d7e33eb91), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.008809 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-94bcaece-08bf-4344-9c1e-41222a8cd76b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4025e957-fc7f-4f50-a391-470d7e33eb91), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.032810 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Checking router: 7615c355-8740-4775-96b9-e8ea7677f529 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:52:01.033571 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Updating router 7615c355-8740-4775-96b9-e8ea7677f529 port a1825d62-8bc8-4e95-b60d-5ed87c9335d5 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:52:01.092822 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.116303 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-94bcaece-08bf-4344-9c1e-41222a8cd76b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.119101 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-94bcaece-08bf-4344-9c1e-41222a8cd76b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5800912 Feb 04 13:52:01.125483 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35504) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:01.134598 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d6936951-73cf-4c58-8507-2f5a8401d75a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Request body: {'security_group_rule': {'security_group_id': '4025e957-fc7f-4f50-a391-470d7e33eb91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:01.142830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcaece-08bf-4344-9c1e-41222a8cd76b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4025e957-fc7f-4f50-a391-470d7e33eb91,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:01.247284 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a0512f76-40a9-4eec-a959-d129fc3d8b7a tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/subnets/9043d7d4-ffef-4f0d-ab39-48938011a5cf/tags HTTP/1.1" status: 204 len: 168 time: 0.4294386 Feb 04 13:52:01.248456 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d6936951-73cf-4c58-8507-2f5a8401d75a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group_rule (5d3a2570-12a7-4fa3-b3b5-e017e885f1ad), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.261381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35506) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:01.285828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-53f29431-f1bd-4f81-90d3-c27d28bd8485 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9043d7d4-ffef-4f0d-ab39-48938011a5cf', 'tempest-TagsExtTest-Tag-508214413') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:01.309828 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff8eb06-3a60-4448-b109-d7540fc3c018 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:01.311541 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ff8eb06-3a60-4448-b109-d7540fc3c018 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.339529 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df49fce-98b5-4d11-8866-fd5ab93b5afa req-9f33085e-15af-4f6f-87c0-584634f28dea tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:01.348484 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3df49fce-98b5-4d11-8866-fd5ab93b5afa req-9f33085e-15af-4f6f-87c0-584634f28dea tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 946 time: 0.4632142 Feb 04 13:52:01.432596 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d6936951-73cf-4c58-8507-2f5a8401d75a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group_rule (5d3a2570-12a7-4fa3-b3b5-e017e885f1ad), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.443440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-40e9c1f0-fd6b-44cd-9203-541b81f4592f None None] Provisioning complete for port 808b0161-9c6b-496e-a6b5-7cd320fae82f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:01.444816 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-40e9c1f0-fd6b-44cd-9203-541b81f4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (808b0161-9c6b-496e-a6b5-7cd320fae82f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.451955 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d6936951-73cf-4c58-8507-2f5a8401d75a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (5d3a2570-12a7-4fa3-b3b5-e017e885f1ad), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.490511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1ff8eb06-3a60-4448-b109-d7540fc3c018 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7849653 Feb 04 13:52:01.491979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35510) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:01.495567 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-40e9c1f0-fd6b-44cd-9203-541b81f4592f None None] Port 808b0161-9c6b-496e-a6b5-7cd320fae82f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:52:01.507973 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-aa681e9d-389a-4dfc-887e-c73a6097de1d tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Request body: {'floatingip': {'port_id': '808b0161-9c6b-496e-a6b5-7cd320fae82f'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:01.524884 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d6936951-73cf-4c58-8507-2f5a8401d75a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.533233 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d6936951-73cf-4c58-8507-2f5a8401d75a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4050090 Feb 04 13:52:01.535261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35514) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:01.546618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f9f3ee50-2d81-485d-81ca-6837b5bb0b7a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Request body: {'security_group_rule': {'security_group_id': '4025e957-fc7f-4f50-a391-470d7e33eb91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:01.611797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6936951-73cf-4c58-8507-2f5a8401d75a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3a2570-12a7-4fa3-b3b5-e017e885f1ad,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:01.618983 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ee50-2d81-485d-81ca-6837b5bb0b7a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group_rule (b477321f-58ea-4b3a-bfe9-ef0bc89a3451), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.666391 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Publish callbacks [] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.669760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3df49fce-98b5-4d11-8866-fd5ab93b5afa req-04fbe3a5-6afc-4381-a672-49e74509c9dc tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3195817 Feb 04 13:52:01.680442 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.778506 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415f163-6808-4cd9-8d0e-614bb8b95734 None None] Pushing event updated for resources: {'Port': ['ID=a1825d62-8bc8-4e95-b60d-5ed87c9335d5,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:01.792699 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aa681e9d-389a-4dfc-887e-c73a6097de1d tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (aac8fc59-b144-4933-ad99-7d05484b85fb), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.820798 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ee50-2d81-485d-81ca-6837b5bb0b7a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group_rule (b477321f-58ea-4b3a-bfe9-ef0bc89a3451), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.823681 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-53f29431-f1bd-4f81-90d3-c27d28bd8485 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] show failed (client error): The resource could not be found. Feb 04 13:52:01.828811 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-53f29431-f1bd-4f81-90d3-c27d28bd8485 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/subnets/9043d7d4-ffef-4f0d-ab39-48938011a5cf/tags/tempest-TagsExtTest-Tag-508214413 HTTP/1.1" status: 404 len: 328 time: 0.5656123 Feb 04 13:52:01.833506 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ee50-2d81-485d-81ca-6837b5bb0b7a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b477321f-58ea-4b3a-bfe9-ef0bc89a3451), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.843470 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35518) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:01.852723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-e2af5638-89d8-45f0-92a0-b99196cc2a3e tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9043d7d4-ffef-4f0d-ab39-48938011a5cf', 'tempest-TagsExtTest-Tag-910064390') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:01.904438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3ee50-2d81-485d-81ca-6837b5bb0b7a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b477321f-58ea-4b3a-bfe9-ef0bc89a3451,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:01.924107 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ee50-2d81-485d-81ca-6837b5bb0b7a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.933247 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f9f3ee50-2d81-485d-81ca-6837b5bb0b7a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3885527 Feb 04 13:52:01.934015 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35520) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:01.951245 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:01.969927 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Attempting to bind port a1825d62-8bc8-4e95-b60d-5ed87c9335d5 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:52:01.970371 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Attempting to bind port a1825d62-8bc8-4e95-b60d-5ed87c9335d5 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:52:01.970954 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Attempting to bind port a1825d62-8bc8-4e95-b60d-5ed87c9335d5 on network 88f6d30e-6939-4db7-9dac-021644b341a5 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:52:01.984043 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:52:01.985087 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Checking segment: {'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:52:01.985353 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:01.985879 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Bound using segment: {'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:52:01.995079 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Bound port: a1825d62-8bc8-4e95-b60d-5ed87c9335d5, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:52:01.995417 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:02.010499 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:02.031819 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b8ed202-5d22-449a-81b7-872e3365ed89 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (6d61afa3-fcda-40c9-9d75-b33269c14ef2), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:02.212834 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] For port a1825d62-8bc8-4e95-b60d-5ed87c9335d5, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:52:02.224270 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] For port a1825d62-8bc8-4e95-b60d-5ed87c9335d5, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a1825d62-8bc8-4e95-b60d-5ed87c9335d5,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:52:02.238575 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:02.281028 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:02.347042 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-e2af5638-89d8-45f0-92a0-b99196cc2a3e tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] show failed (client error): The resource could not be found. Feb 04 13:52:02.352857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e2af5638-89d8-45f0-92a0-b99196cc2a3e tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/subnets/9043d7d4-ffef-4f0d-ab39-48938011a5cf/tags/tempest-TagsExtTest-Tag-910064390 HTTP/1.1" status: 404 len: 328 time: 0.5006135 Feb 04 13:52:02.372813 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0b7ac03d-7df8-4b1c-addf-4bab3efcabcf None None] Provisioning complete for port a1825d62-8bc8-4e95-b60d-5ed87c9335d5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:02.373175 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Routers {'7615c355-8740-4775-96b9-e8ea7677f529'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:02.373770 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326df12-97a1-4d96-afc6-3793e10035cf req-2d0e1e09-127a-4907-80dc-048f0d3610b8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:02.374124 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0b7ac03d-7df8-4b1c-addf-4bab3efcabcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:02.374584 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7615c355-8740-4775-96b9-e8ea7677f529'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:02.376447 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5326df12-97a1-4d96-afc6-3793e10035cf req-2d0e1e09-127a-4907-80dc-048f0d3610b8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 946 time: 0.3936133 Feb 04 13:52:02.377488 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35522) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:02.406786 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35524) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:02.414300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c29012d9-d80c-4b47-95c9-1a6227811536 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Request body: {'floatingip': {'port_id': '9946594f-81ea-48c8-b3b1-392d84dd7b49'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:02.430133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-95b66823-7d25-45be-89c7-abaaacece0bb tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9043d7d4-ffef-4f0d-ab39-48938011a5cf', 'tempest-TagsExtTest-Tag-59691512') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:02.574143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ac03d-7df8-4b1c-addf-4bab3efcabcf None None] Current status of the port a1825d62-8bc8-4e95-b60d-5ed87c9335d5 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:52:02.575746 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0b7ac03d-7df8-4b1c-addf-4bab3efcabcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:02.608928 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c29012d9-d80c-4b47-95c9-1a6227811536 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for floatingip (ebbffdfb-b0a2-4c17-8a02-4c50a3fcc0b5), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:02.692537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0b7ac03d-7df8-4b1c-addf-4bab3efcabcf None None] For port a1825d62-8bc8-4e95-b60d-5ed87c9335d5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a1825d62-8bc8-4e95-b60d-5ed87c9335d5,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:02.699723 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0b7ac03d-7df8-4b1c-addf-4bab3efcabcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:02.724006 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] Set router 7615c355-8740-4775-96b9-e8ea7677f529 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:52:02.903141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ac03d-7df8-4b1c-addf-4bab3efcabcf None None] Pushing event updated for resources: {'Port': ['ID=a1825d62-8bc8-4e95-b60d-5ed87c9335d5,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:02.956528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c39dc660-1179-460d-b3aa-14263aa0125f None None] Provisioning complete for port a1825d62-8bc8-4e95-b60d-5ed87c9335d5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:02.957512 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c39dc660-1179-460d-b3aa-14263aa0125f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:03.121041 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415f163-6808-4cd9-8d0e-614bb8b95734 None None] Pushing event updated for resources: {'Port': ['ID=a1825d62-8bc8-4e95-b60d-5ed87c9335d5,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:03.204690 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:56Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a1825d62-8bc8-4e95-b60d-5ed87c9335d5', 'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'mac_address': 'fa:16:3e:79:7e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:55Z', 'updated_at': '2022-02-04T13:52:02Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'subnets': [{'id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:03.235780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c39dc660-1179-460d-b3aa-14263aa0125f None None] Current status of the port a1825d62-8bc8-4e95-b60d-5ed87c9335d5 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:52:03.281185 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f6e2e-15b6-4d17-8b0d-1753b4a9d5a4 None None] The sync data for ids ['7615c355-8740-4775-96b9-e8ea7677f529'] in n-d-714676-13 is: [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:56Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a1825d62-8bc8-4e95-b60d-5ed87c9335d5', 'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'mac_address': 'fa:16:3e:79:7e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:55Z', 'updated_at': '2022-02-04T13:52:02Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'subnets': [{'id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:03.736958 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-95b66823-7d25-45be-89c7-abaaacece0bb tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] show failed (client error): The resource could not be found. Feb 04 13:52:03.744522 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-95b66823-7d25-45be-89c7-abaaacece0bb tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/subnets/9043d7d4-ffef-4f0d-ab39-48938011a5cf/tags/tempest-TagsExtTest-Tag-59691512 HTTP/1.1" status: 404 len: 327 time: 1.3302119 Feb 04 13:52:03.816576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35530) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:03.827977 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-3a115f0c-dda0-48bb-822a-a166ea82fae0 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '79b202a4-d21f-4413-8d78-008e5648ab1a', {'tags': ['tempest-TagsExtTest-Tag-322957768', 'tempest-TagsExtTest-Tag-1828798341', 'tempest-TagsExtTest-Tag-24802382']}) {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:03.927340 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c29012d9-d80c-4b47-95c9-1a6227811536 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:03.985633 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Allocated IP 172.25.5.48 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/0bda12df-4390-46c4-b76b-8256013903f2) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:52:04.156985 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a1825d62-8bc8-4e95-b60d-5ed87c9335d5 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:52:04.225367 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for port (0bda12df-4390-46c4-b76b-8256013903f2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:04.231118 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aa681e9d-389a-4dfc-887e-c73a6097de1d tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:04.282467 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c29012d9-d80c-4b47-95c9-1a6227811536 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (ebbffdfb-b0a2-4c17-8a02-4c50a3fcc0b5), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:04.329370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a1825d62-8bc8-4e95-b60d-5ed87c9335d5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:04.329907 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:04.342248 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aa681e9d-389a-4dfc-887e-c73a6097de1d tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (aac8fc59-b144-4933-ad99-7d05484b85fb), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:04.451067 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3a115f0c-dda0-48bb-822a-a166ea82fae0 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "PUT /v2.0/ports/79b202a4-d21f-4413-8d78-008e5648ab1a/tags HTTP/1.1" status: 200 len: 315 time: 0.6292944 Feb 04 13:52:04.462702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35532) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:04.474472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-dd4142c6-d81d-49c3-9496-b78a5c791515 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '79b202a4-d21f-4413-8d78-008e5648ab1a') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:04.573337 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (0bda12df-4390-46c4-b76b-8256013903f2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:04.589050 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-c29012d9-d80c-4b47-95c9-1a6227811536 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Floating IP ebbffdfb-b0a2-4c17-8a02-4c50a3fcc0b5 associated. External IP: 172.25.5.152, port: 9946594f-81ea-48c8-b3b1-392d84dd7b49. Feb 04 13:52:04.618175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a1825d62-8bc8-4e95-b60d-5ed87c9335d5 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:52:04.839683 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:52:04.856100 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:04.880725 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:52:04.888303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event updated for resources: {'Port': ['ID=0bda12df-4390-46c4-b76b-8256013903f2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:04.959536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:04.961262 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:04.962060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:04.963004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:04.963777 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:04.964896 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:04.965674 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:04.966456 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:04.967708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:04.968701 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:04.969473 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:04.970321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:04.971123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:05.173180 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for floatingip (3873553e-1745-4213-bd15-aa79350efa85), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:05.249122 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b8ed202-5d22-449a-81b7-872e3365ed89 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (6d61afa3-fcda-40c9-9d75-b33269c14ef2), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:05.279528 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b8ed202-5d22-449a-81b7-872e3365ed89 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (6d61afa3-fcda-40c9-9d75-b33269c14ef2), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:05.345748 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dd4142c6-d81d-49c3-9496-b78a5c791515 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/ports/79b202a4-d21f-4413-8d78-008e5648ab1a/tags HTTP/1.1" status: 204 len: 168 time: 0.8794923 Feb 04 13:52:05.363361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35538) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:05.413700 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-aa681e9d-389a-4dfc-887e-c73a6097de1d tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Floating IP aac8fc59-b144-4933-ad99-7d05484b85fb associated. External IP: 172.25.5.238, port: 01ae7537-659f-4aed-a1da-31c28f82da84. Feb 04 13:52:05.429522 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-5175a4cb-ce85-4c88-9b64-8f151138069b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '79b202a4-d21f-4413-8d78-008e5648ab1a', 'tempest-TagsExtTest-Tag-322957768') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:05.436290 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0bda12df-4390-46c4-b76b-8256013903f2), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:05.664433 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29012d9-d80c-4b47-95c9-1a6227811536 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:52:05.810243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8ed202-5d22-449a-81b7-872e3365ed89 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Router 6d61afa3-fcda-40c9-9d75-b33269c14ef2 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:52:05.987566 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-5175a4cb-ce85-4c88-9b64-8f151138069b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] show failed (client error): The resource could not be found. Feb 04 13:52:05.989853 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5175a4cb-ce85-4c88-9b64-8f151138069b tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/ports/79b202a4-d21f-4413-8d78-008e5648ab1a/tags/tempest-TagsExtTest-Tag-322957768 HTTP/1.1" status: 404 len: 328 time: 0.5662003 Feb 04 13:52:05.997149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35542) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:06.014482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-4371e5e4-6e74-43e5-b416-b17c4e7bcb1d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '79b202a4-d21f-4413-8d78-008e5648ab1a', 'tempest-TagsExtTest-Tag-1828798341') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:06.228176 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for port (0bda12df-4390-46c4-b76b-8256013903f2), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:06.257240 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (0bda12df-4390-46c4-b76b-8256013903f2), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:06.292912 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8ed202-5d22-449a-81b7-872e3365ed89 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:52:06.305161 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b8ed202-5d22-449a-81b7-872e3365ed89 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:06.307488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4b8ed202-5d22-449a-81b7-872e3365ed89 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "PUT /v2.0/routers/6d61afa3-fcda-40c9-9d75-b33269c14ef2 HTTP/1.1" status: 200 len: 925 time: 5.6772628 Feb 04 13:52:06.312152 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35544) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:06.317786 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a9ffdf-4880-4f77-b71d-993344a51f14 None None] Sync routers for ids ['6d61afa3-fcda-40c9-9d75-b33269c14ef2'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:06.351953 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a9ffdf-4880-4f77-b71d-993344a51f14 None None] Routers {'6d61afa3-fcda-40c9-9d75-b33269c14ef2'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:06.354910 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c1a9ffdf-4880-4f77-b71d-993344a51f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6d61afa3-fcda-40c9-9d75-b33269c14ef2'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:06.461532 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29012d9-d80c-4b47-95c9-1a6227811536 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:52:06.463778 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c1a9ffdf-4880-4f77-b71d-993344a51f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:06.465614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa681e9d-389a-4dfc-887e-c73a6097de1d tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router 32494e27-ec60-40aa-a5a4-9e1d56551c8c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:52:06.473423 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c29012d9-d80c-4b47-95c9-1a6227811536 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:06.482249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e0ef82-09c3-4e09-b25a-ed5cb62730c6 None None] Sync routers for ids ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:06.491285 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (3873553e-1745-4213-bd15-aa79350efa85), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:06.532786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e0ef82-09c3-4e09-b25a-ed5cb62730c6 None None] Routers {'5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:06.537653 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-85e0ef82-09c3-4e09-b25a-ed5cb62730c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:06.544867 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a9ffdf-4880-4f77-b71d-993344a51f14 None None] Routers {'6d61afa3-fcda-40c9-9d75-b33269c14ef2'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:06.546971 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c1a9ffdf-4880-4f77-b71d-993344a51f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6d61afa3-fcda-40c9-9d75-b33269c14ef2'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:06.564822 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-4371e5e4-6e74-43e5-b416-b17c4e7bcb1d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] show failed (client error): The resource could not be found. Feb 04 13:52:06.572572 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4371e5e4-6e74-43e5-b416-b17c4e7bcb1d tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/ports/79b202a4-d21f-4413-8d78-008e5648ab1a/tags/tempest-TagsExtTest-Tag-1828798341 HTTP/1.1" status: 404 len: 329 time: 0.5629058 Feb 04 13:52:06.583532 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35546) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:06.594136 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-61d155ba-062a-47f7-ba71-5b9f69d5dfeb tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '79b202a4-d21f-4413-8d78-008e5648ab1a', 'tempest-TagsExtTest-Tag-24802382') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:06.659122 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:06.666263 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7266243 Feb 04 13:52:06.666263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e6c3c-0568-4c11-b615-d08d7be6ac38 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event updated for resources: {'Port': ['ID=0bda12df-4390-46c4-b76b-8256013903f2,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:06.683205 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c29012d9-d80c-4b47-95c9-1a6227811536 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "PUT /v2.0/floatingips/ebbffdfb-b0a2-4c17-8a02-4c50a3fcc0b5 HTTP/1.1" status: 200 len: 992 time: 4.2749269 Feb 04 13:52:06.698977 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:52:06.711601 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b0770b-3a85-49cf-bcee-a1ed66f355ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:52:06.725511 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c1a9ffdf-4880-4f77-b71d-993344a51f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:06.726273 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a9ffdf-4880-4f77-b71d-993344a51f14 None None] The sync data for ids ['6d61afa3-fcda-40c9-9d75-b33269c14ef2'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:06.793703 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-61d155ba-062a-47f7-ba71-5b9f69d5dfeb tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] show failed (client error): The resource could not be found. Feb 04 13:52:06.795382 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-61d155ba-062a-47f7-ba71-5b9f69d5dfeb tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/ports/79b202a4-d21f-4413-8d78-008e5648ab1a/tags/tempest-TagsExtTest-Tag-24802382 HTTP/1.1" status: 404 len: 327 time: 0.2083819 Feb 04 13:52:06.800916 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35558) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:06.808915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-7ae2b74c-1ca1-47b0-be08-4bde2353d450 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5d370bb9-0cc8-4b25-9dbc-efca8593fa40', {'tags': ['tempest-TagsExtTest-Tag-2059638693', 'tempest-TagsExtTest-Tag-990331721', 'tempest-TagsExtTest-Tag-19438483']}) {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:06.867726 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-85e0ef82-09c3-4e09-b25a-ed5cb62730c6 None None] Set router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:52:07.300872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa681e9d-389a-4dfc-887e-c73a6097de1d tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:52:07.316403 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433364a-c801-4b87-bac6-6a0f1b8df718 None None] Sync routers for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:07.352463 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7433364a-c801-4b87-bac6-6a0f1b8df718 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:07.355017 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7433364a-c801-4b87-bac6-6a0f1b8df718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:07.432129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2477e5cf-c99f-412e-b01d-6023c8f8228a tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/routers/6d61afa3-fcda-40c9-9d75-b33269c14ef2 HTTP/1.1" status: 200 len: 925 time: 1.1178503 Feb 04 13:52:07.442060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35560) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:07.499083 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7ae2b74c-1ca1-47b0-be08-4bde2353d450 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "PUT /v2.0/routers/5d370bb9-0cc8-4b25-9dbc-efca8593fa40/tags HTTP/1.1" status: 200 len: 315 time: 0.6894147 Feb 04 13:52:07.499083 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35562) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:07.500245 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7433364a-c801-4b87-bac6-6a0f1b8df718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:07.505076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-f97bcaf9-ca76-4307-bdf5-c1eadfb76977 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d370bb9-0cc8-4b25-9dbc-efca8593fa40') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:07.536114 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7433364a-c801-4b87-bac6-6a0f1b8df718 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:07.537216 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7433364a-c801-4b87-bac6-6a0f1b8df718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:07.590126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-85e0ef82-09c3-4e09-b25a-ed5cb62730c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'name': 'tempest-ServerActionsTestJSON-461874603-router', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:58Z', 'updated_at': '2022-02-04T13:51:13Z', 'revision_number': 4, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'gw_port': {'id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:00Z', 'updated_at': '2022-02-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'ebbffdfb-b0a2-4c17-8a02-4c50a3fcc0b5', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'port_id': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'mac_address': 'fa:16:3e:ee:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:51:21Z', 'updated_at': '2022-02-04T13:52:03Z', 'revision_number': 1, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4', 'name': '', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'mac_address': 'fa:16:3e:e7:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:09Z', 'updated_at': '2022-02-04T13:51:18Z', 'revision_number': 5, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'subnets': [{'id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:07.605587 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7433364a-c801-4b87-bac6-6a0f1b8df718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:07.606672 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433364a-c801-4b87-bac6-6a0f1b8df718 None None] The sync data for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:07.666683 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e0ef82-09c3-4e09-b25a-ed5cb62730c6 None None] Checking router: 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:52:07.683838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e0ef82-09c3-4e09-b25a-ed5cb62730c6 None None] Routers {'5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:07.684835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-85e0ef82-09c3-4e09-b25a-ed5cb62730c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:07.737711 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f97bcaf9-ca76-4307-bdf5-c1eadfb76977 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/routers/5d370bb9-0cc8-4b25-9dbc-efca8593fa40/tags HTTP/1.1" status: 204 len: 168 time: 0.2380805 Feb 04 13:52:07.741933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35564) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:07.754031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-37fa2ae2-23e9-4056-a78c-44eb53de4a4e tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d370bb9-0cc8-4b25-9dbc-efca8593fa40', 'tempest-TagsExtTest-Tag-2059638693') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:07.902952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b4205-20a8-4b0a-93fc-2f0826a4875d req-90e8ca4f-3788-406a-bd7e-d7d528e0d754 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:07.905757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba2b4205-20a8-4b0a-93fc-2f0826a4875d req-90e8ca4f-3788-406a-bd7e-d7d528e0d754 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 946 time: 0.5289760 Feb 04 13:52:07.962629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-85e0ef82-09c3-4e09-b25a-ed5cb62730c6 None None] Set router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:52:07.964702 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-37fa2ae2-23e9-4056-a78c-44eb53de4a4e tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] show failed (client error): The resource could not be found. Feb 04 13:52:07.965824 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-37fa2ae2-23e9-4056-a78c-44eb53de4a4e tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/routers/5d370bb9-0cc8-4b25-9dbc-efca8593fa40/tags/tempest-TagsExtTest-Tag-2059638693 HTTP/1.1" status: 404 len: 329 time: 0.2208059 Feb 04 13:52:07.969491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35568) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:07.977332 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-7f443caf-cc27-4854-80d9-43c29a44a9e7 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d370bb9-0cc8-4b25-9dbc-efca8593fa40', 'tempest-TagsExtTest-Tag-990331721') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:07.996816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2632fe-8d2e-4d28-b968-39778bd111cc tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:08.005132 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6c2632fe-8d2e-4d28-b968-39778bd111cc tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&device_id=6d61afa3-fcda-40c9-9d75-b33269c14ef2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5555644 Feb 04 13:52:08.011204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35570) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:08.153580 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-7f443caf-cc27-4854-80d9-43c29a44a9e7 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] show failed (client error): The resource could not be found. Feb 04 13:52:08.155762 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7f443caf-cc27-4854-80d9-43c29a44a9e7 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/routers/5d370bb9-0cc8-4b25-9dbc-efca8593fa40/tags/tempest-TagsExtTest-Tag-990331721 HTTP/1.1" status: 404 len: 328 time: 0.1845396 Feb 04 13:52:08.159834 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35572) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:08.174256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-09a1fc24-0369-4bf6-9dda-84089460f2ce tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d370bb9-0cc8-4b25-9dbc-efca8593fa40', 'tempest-TagsExtTest-Tag-19438483') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:08.370439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba2b4205-20a8-4b0a-93fc-2f0826a4875d req-f89710ac-3b67-4b88-9d8c-7daa7154be12 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4449069 Feb 04 13:52:08.383961 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-09a1fc24-0369-4bf6-9dda-84089460f2ce tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] show failed (client error): The resource could not be found. Feb 04 13:52:08.393389 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-09a1fc24-0369-4bf6-9dda-84089460f2ce tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/routers/5d370bb9-0cc8-4b25-9dbc-efca8593fa40/tags/tempest-TagsExtTest-Tag-19438483 HTTP/1.1" status: 404 len: 327 time: 0.2242672 Feb 04 13:52:08.393881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35574) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:08.404756 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-bf0b0e79-8604-4258-ba3f-5952654d2ee4 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '30016a06-7a56-487d-9028-857163c32dc2', {'tags': ['tempest-TagsExtTest-Tag-905060049', 'tempest-TagsExtTest-Tag-946648474', 'tempest-TagsExtTest-Tag-1588877155']}) {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:08.488373 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5bdcb8-1e50-416b-8ecc-9f5a1a401ec1 x-openstack-request-id: req-1c5bdcb8-1e50-416b-8ecc-9f5a1a401ec1 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:52:08.488833 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:52:08.489286 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1c5bdcb8-1e50-416b-8ecc-9f5a1a401ec1 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:52:08.489983 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'status': 'completed', 'code': 200} Feb 04 13:52:08.494557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb22390-4edd-437b-8e41-da2fb0e69447 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:08.502905 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-beb22390-4edd-437b-8e41-da2fb0e69447 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 881 time: 0.4882803 Feb 04 13:52:08.509804 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35576) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:08.575855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-85e0ef82-09c3-4e09-b25a-ed5cb62730c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'name': 'tempest-ServerActionsTestJSON-461874603-router', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:58Z', 'updated_at': '2022-02-04T13:51:13Z', 'revision_number': 4, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'gw_port': {'id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:00Z', 'updated_at': '2022-02-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'ebbffdfb-b0a2-4c17-8a02-4c50a3fcc0b5', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'port_id': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'mac_address': 'fa:16:3e:ee:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:51:21Z', 'updated_at': '2022-02-04T13:52:03Z', 'revision_number': 1, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4', 'name': '', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'mac_address': 'fa:16:3e:e7:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:09Z', 'updated_at': '2022-02-04T13:51:18Z', 'revision_number': 5, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'subnets': [{'id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:08.611216 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-92a378f9-843c-4e9b-9b0c-d59dd136f36a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d61afa3-fcda-40c9-9d75-b33269c14ef2 HTTP/1.1" status: 200 len: 205 time: 0.0965469 Feb 04 13:52:08.613183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa681e9d-389a-4dfc-887e-c73a6097de1d tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router b8d3677e-d452-4e58-a7ef-1e8deca15465 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:52:08.616763 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35582) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:08.649580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0770b-3a85-49cf-bcee-a1ed66f355ca req-dfd689f3-9eae-422e-afc7-79df0c8df6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:08.652886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5b0770b-3a85-49cf-bcee-a1ed66f355ca req-dfd689f3-9eae-422e-afc7-79df0c8df6c1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 1129 time: 0.1361005 Feb 04 13:52:08.660125 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e0ef82-09c3-4e09-b25a-ed5cb62730c6 None None] The sync data for ids ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'] in n-d-714676-13 is: [{'id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'name': 'tempest-ServerActionsTestJSON-461874603-router', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:58Z', 'updated_at': '2022-02-04T13:51:13Z', 'revision_number': 4, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'gw_port': {'id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:00Z', 'updated_at': '2022-02-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'ebbffdfb-b0a2-4c17-8a02-4c50a3fcc0b5', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'port_id': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'mac_address': 'fa:16:3e:ee:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:51:21Z', 'updated_at': '2022-02-04T13:52:03Z', 'revision_number': 1, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4', 'name': '', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'mac_address': 'fa:16:3e:e7:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:09Z', 'updated_at': '2022-02-04T13:51:18Z', 'revision_number': 5, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'subnets': [{'id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:08.717651 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bf0b0e79-8604-4258-ba3f-5952654d2ee4 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "PUT /v2.0/subnetpools/30016a06-7a56-487d-9028-857163c32dc2/tags HTTP/1.1" status: 200 len: 316 time: 0.3219049 Feb 04 13:52:08.806660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35588) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:08.811787 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-4c6faf23-9c20-4735-936a-c400fdc80fc8 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '30016a06-7a56-487d-9028-857163c32dc2') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:08.864181 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2c09-536c-4207-80af-28b399a4d2ff tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (6d61afa3-fcda-40c9-9d75-b33269c14ef2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:08.908322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0770b-3a85-49cf-bcee-a1ed66f355ca req-bb436c33-0d87-4835-bb59-52f59a2f5f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:08.913578 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5b0770b-3a85-49cf-bcee-a1ed66f355ca req-bb436c33-0d87-4835-bb59-52f59a2f5f93 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.2431557 Feb 04 13:52:09.057466 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4c6faf23-9c20-4735-936a-c400fdc80fc8 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/subnetpools/30016a06-7a56-487d-9028-857163c32dc2/tags HTTP/1.1" status: 204 len: 168 time: 0.2494659 Feb 04 13:52:09.061640 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35592) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:09.073560 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-4c925e5e-337f-435d-a1f0-100488968549 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '30016a06-7a56-487d-9028-857163c32dc2', 'tempest-TagsExtTest-Tag-905060049') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:09.147727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51e22a-06b2-47f8-a580-91022c313cd7 None None] New status for floating IP ebbffdfb-b0a2-4c17-8a02-4c50a3fcc0b5: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:52:09.151972 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-4c925e5e-337f-435d-a1f0-100488968549 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] show failed (client error): The resource could not be found. Feb 04 13:52:09.153148 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4c925e5e-337f-435d-a1f0-100488968549 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/subnetpools/30016a06-7a56-487d-9028-857163c32dc2/tags/tempest-TagsExtTest-Tag-905060049 HTTP/1.1" status: 404 len: 328 time: 0.0897825 Feb 04 13:52:09.157677 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35594) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:09.167531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-78ef2119-5b92-45b4-96fc-02b6bf12e679 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '30016a06-7a56-487d-9028-857163c32dc2', 'tempest-TagsExtTest-Tag-946648474') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:09.198217 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2c09-536c-4207-80af-28b399a4d2ff tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (6d61afa3-fcda-40c9-9d75-b33269c14ef2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:09.209642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-b65b2989-b29d-47fa-a7e0-5d970873de77 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1582253508&fields=id&tenant_id=7b65b42bd66c4f1ea41855347bee985a HTTP/1.1" status: 200 len: 267 time: 0.5509005 Feb 04 13:52:09.223152 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-78ef2119-5b92-45b4-96fc-02b6bf12e679 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] show failed (client error): The resource could not be found. Feb 04 13:52:09.225288 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-78ef2119-5b92-45b4-96fc-02b6bf12e679 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/subnetpools/30016a06-7a56-487d-9028-857163c32dc2/tags/tempest-TagsExtTest-Tag-946648474 HTTP/1.1" status: 404 len: 328 time: 0.0657229 Feb 04 13:52:09.229520 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35596) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:09.239010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-f7cbc98c-9e0a-4017-a269-128b39b92a81 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '30016a06-7a56-487d-9028-857163c32dc2', 'tempest-TagsExtTest-Tag-1588877155') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:09.360581 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-f7cbc98c-9e0a-4017-a269-128b39b92a81 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] show failed (client error): The resource could not be found. Feb 04 13:52:09.363130 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f7cbc98c-9e0a-4017-a269-128b39b92a81 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/subnetpools/30016a06-7a56-487d-9028-857163c32dc2/tags/tempest-TagsExtTest-Tag-1588877155 HTTP/1.1" status: 404 len: 329 time: 0.1297045 Feb 04 13:52:09.369468 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35598) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:09.384847 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-0b05e1d6-1180-49fe-b4e1-525a106ab2d8 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '30016a06-7a56-487d-9028-857163c32dc2') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:09.423787 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e0dd2c09-536c-4207-80af-28b399a4d2ff tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Deleting port 2938413e-08cb-4ee6-8d0e-e3d42540e815 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:09.424384 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2c09-536c-4207-80af-28b399a4d2ff tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2938413e-08cb-4ee6-8d0e-e3d42540e815), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:09.450326 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5b0770b-3a85-49cf-bcee-a1ed66f355ca req-2ffdd86d-0aad-4ddf-9ed7-ecfa43c47cc8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49 HTTP/1.1" status: 200 len: 1000 time: 0.5284140 Feb 04 13:52:09.584738 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0b05e1d6-1180-49fe-b4e1-525a106ab2d8 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/subnetpools/30016a06-7a56-487d-9028-857163c32dc2/tags HTTP/1.1" status: 204 len: 168 time: 0.2085423 Feb 04 13:52:09.590181 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35604) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:09.630645 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-ce9c6aaa-9f5e-4ca0-9a0c-a9c75437d22f tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d370bb9-0cc8-4b25-9dbc-efca8593fa40') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:09.645285 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2c09-536c-4207-80af-28b399a4d2ff tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2938413e-08cb-4ee6-8d0e-e3d42540e815), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:09.649746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa681e9d-389a-4dfc-887e-c73a6097de1d tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:52:09.667575 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc37400-6ef0-47f5-a22d-8db9644cb44d None None] Sync routers for ids ['b8d3677e-d452-4e58-a7ef-1e8deca15465'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:09.695668 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e0dd2c09-536c-4207-80af-28b399a4d2ff tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Calling delete_port for 2938413e-08cb-4ee6-8d0e-e3d42540e815 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:09.698640 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc37400-6ef0-47f5-a22d-8db9644cb44d None None] Routers {'b8d3677e-d452-4e58-a7ef-1e8deca15465'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:09.699246 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5bc37400-6ef0-47f5-a22d-8db9644cb44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8d3677e-d452-4e58-a7ef-1e8deca15465'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:09.786044 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aa681e9d-389a-4dfc-887e-c73a6097de1d tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:09.806778 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5bc37400-6ef0-47f5-a22d-8db9644cb44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:09.836069 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc37400-6ef0-47f5-a22d-8db9644cb44d None None] Routers {'b8d3677e-d452-4e58-a7ef-1e8deca15465'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:09.836069 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5bc37400-6ef0-47f5-a22d-8db9644cb44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8d3677e-d452-4e58-a7ef-1e8deca15465'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:09.921275 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5bc37400-6ef0-47f5-a22d-8db9644cb44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:09.924498 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc37400-6ef0-47f5-a22d-8db9644cb44d None None] The sync data for ids ['b8d3677e-d452-4e58-a7ef-1e8deca15465'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:09.976705 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0770b-3a85-49cf-bcee-a1ed66f355ca req-3dd793f6-11d4-4edf-b542-c8ab6abfbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:09.979573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5b0770b-3a85-49cf-bcee-a1ed66f355ca req-3dd793f6-11d4-4edf-b542-c8ab6abfbeec service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.5144875 Feb 04 13:52:09.998535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-b1f22027-d8d1-4919-87a0-d8eb78b7ccd7 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:10.001080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-b1f22027-d8d1-4919-87a0-d8eb78b7ccd7 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 816 time: 0.7587564 Feb 04 13:52:10.113080 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2c09-536c-4207-80af-28b399a4d2ff tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2938413e-08cb-4ee6-8d0e-e3d42540e815), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:10.150035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-fca13307-a408-4bd9-b040-28381a276f39 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/quotas/7b65b42bd66c4f1ea41855347bee985a HTTP/1.1" status: 200 len: 375 time: 0.1227043 Feb 04 13:52:10.155300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd2c09-536c-4207-80af-28b399a4d2ff tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Pushing event deleted for resources: {'Port': ['ID=2938413e-08cb-4ee6-8d0e-e3d42540e815,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:10.170301 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-aa681e9d-389a-4dfc-887e-c73a6097de1d tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "PUT /v2.0/floatingips/aac8fc59-b144-4933-ad99-7d05484b85fb HTTP/1.1" status: 200 len: 977 time: 8.6687415 Feb 04 13:52:10.178604 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35610) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:10.198936 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ce9c6aaa-9f5e-4ca0-9a0c-a9c75437d22f tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/routers/5d370bb9-0cc8-4b25-9dbc-efca8593fa40/tags HTTP/1.1" status: 204 len: 168 time: 0.6036468 Feb 04 13:52:10.210445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35612) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:10.215427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-cf475850-e424-4647-9bd2-d98e3a8367aa tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '79b202a4-d21f-4413-8d78-008e5648ab1a') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:10.275845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0770b-3a85-49cf-bcee-a1ed66f355ca req-fb485ae4-91ca-44fa-a345-c869e2918879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:10.278559 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5b0770b-3a85-49cf-bcee-a1ed66f355ca req-fb485ae4-91ca-44fa-a345-c869e2918879 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2720506 Feb 04 13:52:10.337684 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2c09-536c-4207-80af-28b399a4d2ff tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (6d61afa3-fcda-40c9-9d75-b33269c14ef2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:10.480907 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-c51e46e2-3b96-4326-a75a-4aebc00e2dc6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3058333 Feb 04 13:52:10.495043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2c09-536c-4207-80af-28b399a4d2ff tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (6d61afa3-fcda-40c9-9d75-b33269c14ef2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:10.500225 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2c09-536c-4207-80af-28b399a4d2ff tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_controller (6d61afa3-fcda-40c9-9d75-b33269c14ef2), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:10.531195 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cf475850-e424-4647-9bd2-d98e3a8367aa tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/ports/79b202a4-d21f-4413-8d78-008e5648ab1a/tags HTTP/1.1" status: 204 len: 168 time: 0.3135731 Feb 04 13:52:10.540027 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35614) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:10.554666 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-909668fa-731f-46c5-9889-02159f506e69 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9043d7d4-ffef-4f0d-ab39-48938011a5cf') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:10.621124 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2c09-536c-4207-80af-28b399a4d2ff tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (6d61afa3-fcda-40c9-9d75-b33269c14ef2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:10.622797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dd2c09-536c-4207-80af-28b399a4d2ff tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Fanout notify agent at l3_agent the message router_deleted on router 6d61afa3-fcda-40c9-9d75-b33269c14ef2 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:52:10.631818 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2c09-536c-4207-80af-28b399a4d2ff tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:10.633080 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e0dd2c09-536c-4207-80af-28b399a4d2ff tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "DELETE /v2.0/routers/6d61afa3-fcda-40c9-9d75-b33269c14ef2 HTTP/1.1" status: 204 len: 168 time: 2.0148251 Feb 04 13:52:10.641501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35616) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:10.650132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f1517898-ca76-4d6e-b3de-4853a2c18221 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2031911051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:10.695444 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1517898-ca76-4d6e-b3de-4853a2c18221 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (2aceae9b-7924-41ed-b3cf-70182850dc21), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:10.696952 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1517898-ca76-4d6e-b3de-4853a2c18221 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (2aceae9b-7924-41ed-b3cf-70182850dc21), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:10.806729 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1517898-ca76-4d6e-b3de-4853a2c18221 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_controller (2aceae9b-7924-41ed-b3cf-70182850dc21), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:10.812889 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1517898-ca76-4d6e-b3de-4853a2c18221 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (2aceae9b-7924-41ed-b3cf-70182850dc21), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:10.853420 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1517898-ca76-4d6e-b3de-4853a2c18221 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:10.856631 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f1517898-ca76-4d6e-b3de-4853a2c18221 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2118406 Feb 04 13:52:10.860010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35618) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:10.866218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Request body: {'router': {'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:10.984876 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-724c61bd-90e5-4754-9e07-326d4c106597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:11.064622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5b0770b-3a85-49cf-bcee-a1ed66f355ca req-127e675c-5b49-4de0-8467-c4cfdf398e3a service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7732310 Feb 04 13:52:11.068222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-a476b045-4133-400f-aa4d-fe4b215bca9f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting port 808b0161-9c6b-496e-a6b5-7cd320fae82f {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:11.068634 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a476b045-4133-400f-aa4d-fe4b215bca9f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (808b0161-9c6b-496e-a6b5-7cd320fae82f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:11.295352 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-bee06935-89a3-44b6-9343-2151379d1ee3 service neutron] 10.222.0.96 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7736790 Feb 04 13:52:11.346220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (2aceae9b-7924-41ed-b3cf-70182850dc21), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:11.464440 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a476b045-4133-400f-aa4d-fe4b215bca9f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (808b0161-9c6b-496e-a6b5-7cd320fae82f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:11.487189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5b0770b-3a85-49cf-bcee-a1ed66f355ca req-f8431f8d-133d-48dc-9bc3-b9ae2d1805dc service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106896 Feb 04 13:52:11.529060 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-909668fa-731f-46c5-9889-02159f506e69 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/subnets/9043d7d4-ffef-4f0d-ab39-48938011a5cf/tags HTTP/1.1" status: 204 len: 168 time: 0.9810259 Feb 04 13:52:11.559320 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35622) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:11.685806 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (2aceae9b-7924-41ed-b3cf-70182850dc21), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:11.724753 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:11.727804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-59133446-f697-4b31-b157-97d003351e06 service neutron] 10.222.0.96 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209776 Feb 04 13:52:11.786964 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1428d10-b1ea-46e9-a977-984350a3bf3a tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:11.788264 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d1428d10-b1ea-46e9-a977-984350a3bf3a tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/subnetpools/30016a06-7a56-487d-9028-857163c32dc2 HTTP/1.1" status: 204 len: 168 time: 0.2273965 Feb 04 13:52:11.791413 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35624) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:11.832043 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-723c397c-f497-4e87-9d6b-6c3e794ce6eb tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d370bb9-0cc8-4b25-9dbc-efca8593fa40 HTTP/1.1" status: 200 len: 205 time: 0.0393097 Feb 04 13:52:11.835038 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35626) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:11.899351 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a476b045-4133-400f-aa4d-fe4b215bca9f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:11.899733 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a476b045-4133-400f-aa4d-fe4b215bca9f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (aac8fc59-b144-4933-ad99-7d05484b85fb), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:11.900058 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-a476b045-4133-400f-aa4d-fe4b215bca9f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Floating IP aac8fc59-b144-4933-ad99-7d05484b85fb disassociated. External IP: 172.25.5.238, port: 808b0161-9c6b-496e-a6b5-7cd320fae82f. Feb 04 13:52:11.900418 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-a476b045-4133-400f-aa4d-fe4b215bca9f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Calling delete_port for 808b0161-9c6b-496e-a6b5-7cd320fae82f owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:12.049082 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a2f588d8-0a45-4f1e-86ea-9030d6cbd53e tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks [] for router (5d370bb9-0cc8-4b25-9dbc-efca8593fa40), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:12.202511 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Allocated IP 172.25.5.71 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/8067cd15-cbeb-411a-9db3-2271158e9c86) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:52:12.211555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba3c50-85e7-475b-ab52-fc03bae39fd9 req-74f28bdf-8aba-475f-b5ee-7fcd0e4b2d8c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:12.214635 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09ba3c50-85e7-475b-ab52-fc03bae39fd9 req-74f28bdf-8aba-475f-b5ee-7fcd0e4b2d8c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 946 time: 0.1776624 Feb 04 13:52:12.291817 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a476b045-4133-400f-aa4d-fe4b215bca9f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (808b0161-9c6b-496e-a6b5-7cd320fae82f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:12.379583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476b045-4133-400f-aa4d-fe4b215bca9f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Port': ['ID=808b0161-9c6b-496e-a6b5-7cd320fae82f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:12.434301 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a2f588d8-0a45-4f1e-86ea-9030d6cbd53e tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (5d370bb9-0cc8-4b25-9dbc-efca8593fa40), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:12.484163 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a2f588d8-0a45-4f1e-86ea-9030d6cbd53e tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks [] for router_controller (5d370bb9-0cc8-4b25-9dbc-efca8593fa40), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:12.551324 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09ba3c50-85e7-475b-ab52-fc03bae39fd9 req-59a5ee38-015e-4da9-81a4-8460bcfe8024 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3211844 Feb 04 13:52:12.698342 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d88fac9f-a0c0-4003-9a79-0ba26e2f2fa8 req-43e94811-865e-4005-9060-2483e27f26d3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 210 time: 0.0333495 Feb 04 13:52:12.773997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a476b045-4133-400f-aa4d-fe4b215bca9f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router b8d3677e-d452-4e58-a7ef-1e8deca15465 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:52:13.009757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a476b045-4133-400f-aa4d-fe4b215bca9f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:52:13.030007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14fc5e0-8116-4977-b4fa-c4f7493a859e None None] Sync routers for ids ['b8d3677e-d452-4e58-a7ef-1e8deca15465'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:13.046847 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14fc5e0-8116-4977-b4fa-c4f7493a859e None None] Routers {'b8d3677e-d452-4e58-a7ef-1e8deca15465'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:13.048712 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d14fc5e0-8116-4977-b4fa-c4f7493a859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8d3677e-d452-4e58-a7ef-1e8deca15465'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:13.060626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc91679-2c2a-4874-b661-2510a3b7e5f7 req-9509af30-0002-4634-8ca9-57c8221cbc94 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:13.062279 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dfc91679-2c2a-4874-b661-2510a3b7e5f7 req-9509af30-0002-4634-8ca9-57c8221cbc94 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 946 time: 0.1161146 Feb 04 13:52:13.121613 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d14fc5e0-8116-4977-b4fa-c4f7493a859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:13.141700 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a2f588d8-0a45-4f1e-86ea-9030d6cbd53e tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (5d370bb9-0cc8-4b25-9dbc-efca8593fa40), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:13.141700 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f588d8-0a45-4f1e-86ea-9030d6cbd53e tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Fanout notify agent at l3_agent the message router_deleted on router 5d370bb9-0cc8-4b25-9dbc-efca8593fa40 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:52:13.149057 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a2f588d8-0a45-4f1e-86ea-9030d6cbd53e tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:13.152256 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a2f588d8-0a45-4f1e-86ea-9030d6cbd53e tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/routers/5d370bb9-0cc8-4b25-9dbc-efca8593fa40 HTTP/1.1" status: 204 len: 168 time: 1.3160646 Feb 04 13:52:13.153365 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35662) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:13.157460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14fc5e0-8116-4977-b4fa-c4f7493a859e None None] Routers {'b8d3677e-d452-4e58-a7ef-1e8deca15465'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:13.158481 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d14fc5e0-8116-4977-b4fa-c4f7493a859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:51:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8d3677e-d452-4e58-a7ef-1e8deca15465'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:13.163623 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a476b045-4133-400f-aa4d-fe4b215bca9f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:13.170452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a476b045-4133-400f-aa4d-fe4b215bca9f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/ports/808b0161-9c6b-496e-a6b5-7cd320fae82f HTTP/1.1" status: 204 len: 168 time: 2.9906466 Feb 04 13:52:13.175604 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35664) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:13.194140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dfc91679-2c2a-4874-b661-2510a3b7e5f7 req-14f19828-15e6-4c74-b628-99ae44427b08 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092718 Feb 04 13:52:13.204246 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d14fc5e0-8116-4977-b4fa-c4f7493a859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:13.204918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14fc5e0-8116-4977-b4fa-c4f7493a859e None None] The sync data for ids ['b8d3677e-d452-4e58-a7ef-1e8deca15465'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:13.320189 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for port (8067cd15-cbeb-411a-9db3-2271158e9c86), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:13.346228 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-639e6847-4a7a-49f4-a99f-a38258e00447 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Deleting port 79b202a4-d21f-4413-8d78-008e5648ab1a {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:13.347925 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-639e6847-4a7a-49f4-a99f-a38258e00447 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (79b202a4-d21f-4413-8d78-008e5648ab1a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:13.478038 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8067cd15-cbeb-411a-9db3-2271158e9c86), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:13.565436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Pushing event updated for resources: {'Port': ['ID=8067cd15-cbeb-411a-9db3-2271158e9c86,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:13.587429 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-639e6847-4a7a-49f4-a99f-a38258e00447 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (79b202a4-d21f-4413-8d78-008e5648ab1a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:13.621102 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-639e6847-4a7a-49f4-a99f-a38258e00447 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Calling delete_port for 79b202a4-d21f-4413-8d78-008e5648ab1a owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:13.636411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:52:13.646513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:13.668794 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:52:14.012755 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:14.047454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65b15e73-2505-4f34-90ef-eff50abadcf4 req-fd975614-c90a-4c1a-bab8-dbb0e475f3ff tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 210 time: 0.0748260 Feb 04 13:52:14.074318 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1601b4b-35ef-4487-8e12-b54c0e95764a tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (b8d3677e-d452-4e58-a7ef-1e8deca15465), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:14.244009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-7b2e268e-be20-44f7-a1ee-1013989f960c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:14.245495 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-7b2e268e-be20-44f7-a1ee-1013989f960c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 816 time: 0.3159754 Feb 04 13:52:14.249237 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (2aceae9b-7924-41ed-b3cf-70182850dc21), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:14.424744 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-639e6847-4a7a-49f4-a99f-a38258e00447 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (79b202a4-d21f-4413-8d78-008e5648ab1a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:14.431160 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-0405f974-125d-4df0-90d1-4aa0ea4d89d1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b65b42bd66c4f1ea41855347bee985a HTTP/1.1" status: 200 len: 380 time: 0.1440439 Feb 04 13:52:14.451091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-59f1b1b0-eb04-4d39-8933-e9915ed01bbb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Request body: {'port': {'device_id': '96208542-d552-4dc4-9d73-19cda0d724c4', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'admin_state_up': True, 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'security_groups': ['4025e957-fc7f-4f50-a391-470d7e33eb91']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:14.533307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e6847-4a7a-49f4-a99f-a38258e00447 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Pushing event deleted for resources: {'Port': ['ID=79b202a4-d21f-4413-8d78-008e5648ab1a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:14.733971 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:14.750424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-a1601b4b-35ef-4487-8e12-b54c0e95764a tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting port 688a784c-6ad2-4c33-8327-abf48eefb065 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:14.750907 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1601b4b-35ef-4487-8e12-b54c0e95764a tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (688a784c-6ad2-4c33-8327-abf48eefb065), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:14.756302 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-639e6847-4a7a-49f4-a99f-a38258e00447 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:14.761255 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-639e6847-4a7a-49f4-a99f-a38258e00447 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/ports/79b202a4-d21f-4413-8d78-008e5648ab1a HTTP/1.1" status: 204 len: 168 time: 1.6046329 Feb 04 13:52:14.766896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35702) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:14.848079 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (2aceae9b-7924-41ed-b3cf-70182850dc21), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:14.861521 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (2aceae9b-7924-41ed-b3cf-70182850dc21), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:14.865072 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-93192108-cf26-4f7f-b400-1c487cbdd710 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Deleting subnet 9043d7d4-ffef-4f0d-ab39-48938011a5cf {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:52:14.870358 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-93192108-cf26-4f7f-b400-1c487cbdd710 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks [] for subnet (9043d7d4-ffef-4f0d-ab39-48938011a5cf), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:14.875558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-59f1b1b0-eb04-4d39-8933-e9915ed01bbb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Made reservation on behalf of 7b65b42bd66c4f1ea41855347bee985a for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:52:14.881367 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-59f1b1b0-eb04-4d39-8933-e9915ed01bbb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:14.933320 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1601b4b-35ef-4487-8e12-b54c0e95764a tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (688a784c-6ad2-4c33-8327-abf48eefb065), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:14.944826 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-93192108-cf26-4f7f-b400-1c487cbdd710 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (9043d7d4-ffef-4f0d-ab39-48938011a5cf), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:14.972915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-a1601b4b-35ef-4487-8e12-b54c0e95764a tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Calling delete_port for 688a784c-6ad2-4c33-8327-abf48eefb065 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:15.150770 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-93192108-cf26-4f7f-b400-1c487cbdd710 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (9043d7d4-ffef-4f0d-ab39-48938011a5cf), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:15.173379 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f69251e1-34cf-4cef-baf2-4bf46e3efa12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:15.193173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-59f1b1b0-eb04-4d39-8933-e9915ed01bbb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Allocated IP 172.20.0.4 (88f6d30e-6939-4db7-9dac-021644b341a5/227dabb0-cb78-452d-ad4c-dc1f18b911ed/8bdab68b-078e-45cb-bb4e-284a1c7efd1a) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:52:15.207624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Router 2aceae9b-7924-41ed-b3cf-70182850dc21 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:52:15.299331 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ecc60d0b-f31b-4601-b11f-6e2383cf700b req-022f09ab-2120-423e-9810-7bd36eda823c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 210 time: 0.0503991 Feb 04 13:52:15.356574 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-93192108-cf26-4f7f-b400-1c487cbdd710 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (9043d7d4-ffef-4f0d-ab39-48938011a5cf), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:15.390950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93192108-cf26-4f7f-b400-1c487cbdd710 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Pushing event deleted for resources: {'Subnet': ['ID=9043d7d4-ffef-4f0d-ab39-48938011a5cf,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:15.398380 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-93192108-cf26-4f7f-b400-1c487cbdd710 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:15.404748 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-93192108-cf26-4f7f-b400-1c487cbdd710 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/subnets/9043d7d4-ffef-4f0d-ab39-48938011a5cf HTTP/1.1" status: 204 len: 168 time: 0.6341224 Feb 04 13:52:15.406242 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35718) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:15.417288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32904d67-d370-4ec0-ab76-fcf1440d4504 None None] Network 4bd929ea-23ea-4b40-a97a-b7fa718b0a91 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:52:15.474820 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1601b4b-35ef-4487-8e12-b54c0e95764a tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (688a784c-6ad2-4c33-8327-abf48eefb065), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:15.505799 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:52:15.518841 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840276b-089a-40cd-b4f4-751c3276178d None None] Sync routers for ids ['2aceae9b-7924-41ed-b3cf-70182850dc21'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:15.526482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1601b4b-35ef-4487-8e12-b54c0e95764a tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Port': ['ID=688a784c-6ad2-4c33-8327-abf48eefb065,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:15.527362 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:15.528740 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2982dbb1-de85-466d-be46-d19607fc683f tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "PUT /v2.0/routers/2aceae9b-7924-41ed-b3cf-70182850dc21 HTTP/1.1" status: 200 len: 883 time: 4.6673958 Feb 04 13:52:15.542278 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5840276b-089a-40cd-b4f4-751c3276178d None None] Routers {'2aceae9b-7924-41ed-b3cf-70182850dc21'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:15.543205 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5840276b-089a-40cd-b4f4-751c3276178d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2aceae9b-7924-41ed-b3cf-70182850dc21'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:15.545839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35720) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:15.570522 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (4bd929ea-23ea-4b40-a97a-b7fa718b0a91), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:15.583640 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-59f1b1b0-eb04-4d39-8933-e9915ed01bbb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:15.636559 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5840276b-089a-40cd-b4f4-751c3276178d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:15.647310 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:15.663925 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5840276b-089a-40cd-b4f4-751c3276178d None None] Routers {'2aceae9b-7924-41ed-b3cf-70182850dc21'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:15.664563 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5840276b-089a-40cd-b4f4-751c3276178d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2aceae9b-7924-41ed-b3cf-70182850dc21'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:15.739055 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-59f1b1b0-eb04-4d39-8933-e9915ed01bbb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:15.772216 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5840276b-089a-40cd-b4f4-751c3276178d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:15.773123 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840276b-089a-40cd-b4f4-751c3276178d None None] The sync data for ids ['2aceae9b-7924-41ed-b3cf-70182850dc21'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:15.807711 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e86444-5ac6-4b34-9391-0e9adf711a60 None None] DHCP port deletion for 4bd929ea-23ea-4b40-a97a-b7fa718b0a91 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:52:15.821831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-59f1b1b0-eb04-4d39-8933-e9915ed01bbb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Network 88f6d30e-6939-4db7-9dac-021644b341a5 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:52:15.829412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-59f1b1b0-eb04-4d39-8933-e9915ed01bbb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:15.833534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-59f1b1b0-eb04-4d39-8933-e9915ed01bbb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:52:15.906595 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-db54f815-2d94-4c39-919d-0fde9a5b4a3f tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/routers/2aceae9b-7924-41ed-b3cf-70182850dc21 HTTP/1.1" status: 200 len: 924 time: 0.3545578 Feb 04 13:52:15.911681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35730) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:15.918456 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1b1b0-eb04-4d39-8933-e9915ed01bbb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event updated for resources: {'Port': ['ID=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:15.936161 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Deleting port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:15.936808 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:16.026223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e4e86444-5ac6-4b34-9391-0e9adf711a60 None None] Deleting port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:16.035236 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e4e86444-5ac6-4b34-9391-0e9adf711a60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:16.091582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-59f1b1b0-eb04-4d39-8933-e9915ed01bbb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:16.091948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4388a9c3-b2de-4998-b5fa-3b60127f3f9c no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:52:16.092467 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-59f1b1b0-eb04-4d39-8933-e9915ed01bbb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:16.149070 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-59f1b1b0-eb04-4d39-8933-e9915ed01bbb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7072189 Feb 04 13:52:16.187786 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Request body: {'port': {'device_id': '96208542-d552-4dc4-9d73-19cda0d724c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:16.196194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b91e6c0-676b-4ef2-9b17-169102e4c458 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:16.198871 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8b91e6c0-676b-4ef2-9b17-169102e4c458 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&device_id=2aceae9b-7924-41ed-b3cf-70182850dc21&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2860694 Feb 04 13:52:16.204466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35732) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:16.245401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e4e86444-5ac6-4b34-9391-0e9adf711a60 None None] For port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4388a9c3-b2de-4998-b5fa-3b60127f3f9c,segment=NetworkSegment(9d3ab421-f93b-4724-a1a8-bfc3f0b4f799),segment_id=9d3ab421-f93b-4724-a1a8-bfc3f0b4f799)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:16.247239 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e4e86444-5ac6-4b34-9391-0e9adf711a60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:16.274796 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e4e86444-5ac6-4b34-9391-0e9adf711a60 None None] Calling delete_port for 4388a9c3-b2de-4998-b5fa-3b60127f3f9c owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:16.295388 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] For port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4388a9c3-b2de-4998-b5fa-3b60127f3f9c,segment=NetworkSegment(9d3ab421-f93b-4724-a1a8-bfc3f0b4f799),segment_id=9d3ab421-f93b-4724-a1a8-bfc3f0b4f799)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:16.295772 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:16.335006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Calling delete_port for 4388a9c3-b2de-4998-b5fa-3b60127f3f9c owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:16.338549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:16.475193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b725149-ae05-4e8a-a6e3-dffc4fa88d45 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:16.494162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0b725149-ae05-4e8a-a6e3-dffc4fa88d45 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 881 time: 0.2742381 Feb 04 13:52:16.494450 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:52:16.494450 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:16.494800 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1601b4b-35ef-4487-8e12-b54c0e95764a tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (b8d3677e-d452-4e58-a7ef-1e8deca15465), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:16.494800 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35742) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:16.526744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6ca98296-493d-4d9b-8184-a852f8d83e0d None None] Provisioning complete for port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:16.527113 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6ca98296-493d-4d9b-8184-a852f8d83e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:16.602364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4388a9c3-b2de-4998-b5fa-3b60127f3f9c,segment=NetworkSegment(9d3ab421-f93b-4724-a1a8-bfc3f0b4f799),segment_id=9d3ab421-f93b-4724-a1a8-bfc3f0b4f799)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:16.620830 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6ca98296-493d-4d9b-8184-a852f8d83e0d None None] Port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:52:16.622822 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:16.680414 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e4e86444-5ac6-4b34-9391-0e9adf711a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:16.708483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e86444-5ac6-4b34-9391-0e9adf711a60 None None] No DVR routers for this DVR port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:52:16.736560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7a254711-a999-468f-b5e5-0dfde4003a0e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "GET /v2.0/ports?device_id=2aceae9b-7924-41ed-b3cf-70182850dc21 HTTP/1.1" status: 200 len: 205 time: 0.0987053 Feb 04 13:52:16.742952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35748) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:16.743690 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=4388a9c3-b2de-4998-b5fa-3b60127f3f9c,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:16.825210 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e86444-5ac6-4b34-9391-0e9adf711a60 None None] Pushing event deleted for resources: {'Port': ['ID=4388a9c3-b2de-4998-b5fa-3b60127f3f9c,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:16.886421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55def8-1116-49e5-96b8-52177948003a req-8c8a62c0-a2f9-4d37-bdca-79521c5a4cd2 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:16.888695 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb55def8-1116-49e5-96b8-52177948003a req-8c8a62c0-a2f9-4d37-bdca-79521c5a4cd2 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 931 time: 0.3935058 Feb 04 13:52:16.912978 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:17.047775 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7aab-b654-459b-874c-997a9ed6d59e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (2aceae9b-7924-41ed-b3cf-70182850dc21), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:17.101144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bdab68b-078e-45cb-bb4e-284a1c7efd1a {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:52:17.111209 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Publish callbacks [] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:17.111407 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb55def8-1116-49e5-96b8-52177948003a req-964a2a10-9814-4750-a018-8c192b19853e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025142 Feb 04 13:52:17.140756 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Transition to ACTIVE for port object 8bdab68b-078e-45cb-bb4e-284a1c7efd1a will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:52:17.152476 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4388a9c3-b2de-4998-b5fa-3b60127f3f9c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:17.187351 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:17.190706 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] No DVR routers for this DVR port 4388a9c3-b2de-4998-b5fa-3b60127f3f9c on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:52:17.192645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Pushing event deleted for resources: {'Port': ['ID=4388a9c3-b2de-4998-b5fa-3b60127f3f9c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:17.235317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1601b4b-35ef-4487-8e12-b54c0e95764a tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router b8d3677e-d452-4e58-a7ef-1e8deca15465 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:52:17.266461 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7aab-b654-459b-874c-997a9ed6d59e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (2aceae9b-7924-41ed-b3cf-70182850dc21), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:17.387518 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (4bd929ea-23ea-4b40-a97a-b7fa718b0a91), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:17.428755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Pushing event updated for resources: {'Port': ['ID=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:17.488585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd929ea-23ea-4b40-a97a-b7fa718b0a91']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:17.514951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3ab421-f93b-4724-a1a8-bfc3f0b4f799') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:17.515304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3ab421-f93b-4724-a1a8-bfc3f0b4f799') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:17.542491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1601b4b-35ef-4487-8e12-b54c0e95764a tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:52:17.554911 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (9d3ab421-f93b-4724-a1a8-bfc3f0b4f799), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:17.564661 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d7aab-b654-459b-874c-997a9ed6d59e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Deleting port 8067cd15-cbeb-411a-9db3-2271158e9c86 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:17.565668 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7aab-b654-459b-874c-997a9ed6d59e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8067cd15-cbeb-411a-9db3-2271158e9c86), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:17.568455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb67795-4b3a-4ad8-a78b-6602aa51c2d3 None None] Sync routers for ids ['b8d3677e-d452-4e58-a7ef-1e8deca15465'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:17.580107 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a1601b4b-35ef-4487-8e12-b54c0e95764a tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "PUT /v2.0/routers/b8d3677e-d452-4e58-a7ef-1e8deca15465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4031074 Feb 04 13:52:17.584522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35764) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:17.593751 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (9d3ab421-f93b-4724-a1a8-bfc3f0b4f799), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:17.605857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Attempting to bind port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:52:17.606736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Attempting to bind port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:52:17.607291 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Attempting to bind port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a on network 88f6d30e-6939-4db7-9dac-021644b341a5 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:52:17.615479 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb67795-4b3a-4ad8-a78b-6602aa51c2d3 None None] Routers {'b8d3677e-d452-4e58-a7ef-1e8deca15465'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:17.616771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:52:17.617456 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (9d3ab421-f93b-4724-a1a8-bfc3f0b4f799), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:17.622362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ccb67795-4b3a-4ad8-a78b-6602aa51c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8d3677e-d452-4e58-a7ef-1e8deca15465'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: self.session.flush() Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:52:17.622719 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:52:17.635739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a on network 88f6d30e-6939-4db7-9dac-021644b341a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:52:17.636077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Attempting to bind port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a on network 88f6d30e-6939-4db7-9dac-021644b341a5 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:52:17.687777 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:52:17.688361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Checking segment: {'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:52:17.689011 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Bound using segment: {'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:52:17.689770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Bound port: 8bdab68b-078e-45cb-bb4e-284a1c7efd1a, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:52:17.691646 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:17.713559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ccb67795-4b3a-4ad8-a78b-6602aa51c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:17.764573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb67795-4b3a-4ad8-a78b-6602aa51c2d3 None None] Routers {'b8d3677e-d452-4e58-a7ef-1e8deca15465'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:17.765624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ccb67795-4b3a-4ad8-a78b-6602aa51c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b8d3677e-d452-4e58-a7ef-1e8deca15465'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:17.782258 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (4bd929ea-23ea-4b40-a97a-b7fa718b0a91), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:17.795909 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:17.802136 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] 10.222.0.96 "DELETE /v2.0/networks/4bd929ea-23ea-4b40-a97a-b7fa718b0a91 HTTP/1.1" status: 204 len: 168 time: 2.3927112 Feb 04 13:52:17.842505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d153736-1bf8-44c9-8e9a-4cc4be961da1 tempest-TagsExtTest-1383033788 tempest-TagsExtTest-1383033788-project] Pushing event deleted for resources: {'Network': ['ID=4bd929ea-23ea-4b40-a97a-b7fa718b0a91,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:17.917198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] For port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:52:17.922189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ccb67795-4b3a-4ad8-a78b-6602aa51c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:17.923547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb67795-4b3a-4ad8-a78b-6602aa51c2d3 None None] The sync data for ids ['b8d3677e-d452-4e58-a7ef-1e8deca15465'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:17.934575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] For port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:52:17.959037 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:18.027000 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:18.088304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:18.090282 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:18.093513 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] 10.222.0.100 "PUT /v2.0/ports/8bdab68b-078e-45cb-bb4e-284a1c7efd1a HTTP/1.1" status: 200 len: 1092 time: 1.9207897 Feb 04 13:52:18.094269 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96208542-d552-4dc4-9d73-19cda0d724c4', 'tag': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:52:18.099019 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae92092-bd8c-4a4d-ae3c-f44dba0f9212" -d '{"events": [{"name": "network-changed", "server_uuid": "96208542-d552-4dc4-9d73-19cda0d724c4", "tag": "8bdab68b-078e-45cb-bb4e-284a1c7efd1a"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:52:18.173816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad9726-dde0-40cd-a5a5-1edf1d762b41 service neutron] Pushing event updated for resources: {'Port': ['ID=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:18.226173 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74cbbce-258f-4b0e-8fae-ee9acbb03b75 x-openstack-request-id: req-f74cbbce-258f-4b0e-8fae-ee9acbb03b75 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:52:18.228714 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96208542-d552-4dc4-9d73-19cda0d724c4", "tag": "8bdab68b-078e-45cb-bb4e-284a1c7efd1a", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:52:18.229021 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f74cbbce-258f-4b0e-8fae-ee9acbb03b75 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:52:18.229465 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96208542-d552-4dc4-9d73-19cda0d724c4', 'tag': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a', 'status': 'completed', 'code': 200} Feb 04 13:52:18.273090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-1bd8d0e5-1614-47ae-a606-ebb6f84dd0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:18.275347 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-1bd8d0e5-1614-47ae-a606-ebb6f84dd0e9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 1126 time: 0.1105280 Feb 04 13:52:18.334860 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-1c9f7baf-3ba5-426e-9f73-d5b26e9c52c3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a HTTP/1.1" status: 200 len: 217 time: 0.0522037 Feb 04 13:52:18.396419 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35788) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:18.421098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-9f76f1e5-e690-4124-9036-4b87811e543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:18.423090 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-9f76f1e5-e690-4124-9036-4b87811e543c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.0817995 Feb 04 13:52:18.469565 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7aab-b654-459b-874c-997a9ed6d59e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8067cd15-cbeb-411a-9db3-2271158e9c86), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:18.493511 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6142cc92-837e-4fa6-b5ba-4875902abb4f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router (b8d3677e-d452-4e58-a7ef-1e8deca15465), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:18.516095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-f0e555fe-1820-4bc1-b577-d96d276f82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:18.517793 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-f0e555fe-1820-4bc1-b577-d96d276f82a2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0696676 Feb 04 13:52:18.566318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d7aab-b654-459b-874c-997a9ed6d59e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Calling delete_port for 8067cd15-cbeb-411a-9db3-2271158e9c86 owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:18.581211 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfb788-7d33-441c-8080-e958b79bff80 req-fd13a156-f30a-42a4-85e8-c81320ef9bab tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:18.583951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59dfb788-7d33-441c-8080-e958b79bff80 req-fd13a156-f30a-42a4-85e8-c81320ef9bab tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.2442930 Feb 04 13:52:18.637608 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-8471a7e1-3f6f-4f0a-b703-2a3f07c684cd service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140432 Feb 04 13:52:18.725855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9946594f-81ea-48c8-b3b1-392d84dd7b49 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:52:18.759570 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-db31d592-bbcd-41de-a441-4e9d86f06c03 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a5139f81a06c4086a2902056bede9d96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3574972 Feb 04 13:52:18.759570 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35796) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:18.807645 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59dfb788-7d33-441c-8080-e958b79bff80 req-24bc9a45-508d-487a-b273-008e5bcbb23e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530845 Feb 04 13:52:18.856144 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d635c90-d776-4e2e-bb60-9dae90be4af8 admin admin] Publish callbacks [] for security_group (ddc6622b-ef03-4332-8754-f84c45e97afe), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:18.866188 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-21eff02c-81d3-4896-bc04-40f6ffc1292b req-c8ab189b-9a9b-4ce8-bf92-9ee7cd9f6a64 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226827 Feb 04 13:52:18.902113 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d635c90-d776-4e2e-bb60-9dae90be4af8 admin admin] Publish callbacks [] for security_group (ddc6622b-ef03-4332-8754-f84c45e97afe), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:18.946827 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:18.960103 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6142cc92-837e-4fa6-b5ba-4875902abb4f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router_gateway (b8d3677e-d452-4e58-a7ef-1e8deca15465), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:18.969317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'port_id': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'mac_address': 'fa:16:3e:ee:c0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:52:19.047609 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9946594f-81ea-48c8-b3b1-392d84dd7b49 is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:52:19.048051 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:19.050838 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d635c90-d776-4e2e-bb60-9dae90be4af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ddc6622b-ef03-4332-8754-f84c45e97afe), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:19.053799 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d635c90-d776-4e2e-bb60-9dae90be4af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:19.058956 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1d635c90-d776-4e2e-bb60-9dae90be4af8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ddc6622b-ef03-4332-8754-f84c45e97afe HTTP/1.1" status: 204 len: 168 time: 0.2960885 Feb 04 13:52:19.085702 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7aab-b654-459b-874c-997a9ed6d59e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8067cd15-cbeb-411a-9db3-2271158e9c86), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:19.085962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9946594f-81ea-48c8-b3b1-392d84dd7b49 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:52:19.102563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d635c90-d776-4e2e-bb60-9dae90be4af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc6622b-ef03-4332-8754-f84c45e97afe,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:19.123110 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae92092-bd8c-4a4d-ae3c-f44dba0f9212 req-37e4cffe-fdce-4244-a45c-2001cfde7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:19.123563 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3ae92092-bd8c-4a4d-ae3c-f44dba0f9212 req-37e4cffe-fdce-4244-a45c-2001cfde7912 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 1126 time: 0.1543133 Feb 04 13:52:19.138827 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6142cc92-837e-4fa6-b5ba-4875902abb4f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting port f8b4a7ff-ee89-4020-b317-0e77f786bf40 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:19.139214 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6142cc92-837e-4fa6-b5ba-4875902abb4f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f8b4a7ff-ee89-4020-b317-0e77f786bf40), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:19.176389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:19.189781 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:19.308183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['9946594f-81ea-48c8-b3b1-392d84dd7b49'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:52:19.323201 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6142cc92-837e-4fa6-b5ba-4875902abb4f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f8b4a7ff-ee89-4020-b317-0e77f786bf40), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:19.336603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9946594f-81ea-48c8-b3b1-392d84dd7b49,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:19.349976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6142cc92-837e-4fa6-b5ba-4875902abb4f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Calling delete_port for f8b4a7ff-ee89-4020-b317-0e77f786bf40 owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:19.425835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae92092-bd8c-4a4d-ae3c-f44dba0f9212 req-1fc6aa91-81c6-4d26-9554-f244c6138686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:19.432684 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3ae92092-bd8c-4a4d-ae3c-f44dba0f9212 req-1fc6aa91-81c6-4d26-9554-f244c6138686 service neutron] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 917 time: 0.3031642 Feb 04 13:52:19.442735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d7aab-b654-459b-874c-997a9ed6d59e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Pushing event deleted for resources: {'Port': ['ID=8067cd15-cbeb-411a-9db3-2271158e9c86,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:19.568254 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3ae92092-bd8c-4a4d-ae3c-f44dba0f9212 req-d5af7b7d-222e-42f6-97b3-f9bb045e46e9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a HTTP/1.1" status: 200 len: 217 time: 0.1297197 Feb 04 13:52:19.662040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae92092-bd8c-4a4d-ae3c-f44dba0f9212 req-27bcfdaa-1a1e-4ac8-bde1-0fe619b8aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:19.664806 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7aab-b654-459b-874c-997a9ed6d59e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (2aceae9b-7924-41ed-b3cf-70182850dc21), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:19.666840 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3ae92092-bd8c-4a4d-ae3c-f44dba0f9212 req-27bcfdaa-1a1e-4ac8-bde1-0fe619b8aaed service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.0928850 Feb 04 13:52:19.734249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae92092-bd8c-4a4d-ae3c-f44dba0f9212 req-fb2b41d0-96e6-41ee-9345-8451f6ab6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:19.736083 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3ae92092-bd8c-4a4d-ae3c-f44dba0f9212 req-fb2b41d0-96e6-41ee-9345-8451f6ab6bc6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0614419 Feb 04 13:52:19.818885 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7aab-b654-459b-874c-997a9ed6d59e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (2aceae9b-7924-41ed-b3cf-70182850dc21), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:19.823309 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7aab-b654-459b-874c-997a9ed6d59e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_controller (2aceae9b-7924-41ed-b3cf-70182850dc21), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:19.886984 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3ae92092-bd8c-4a4d-ae3c-f44dba0f9212 req-1ce6ef11-ec79-40e4-a177-a3f97b9f69e8 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447105 Feb 04 13:52:19.919091 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7aab-b654-459b-874c-997a9ed6d59e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (2aceae9b-7924-41ed-b3cf-70182850dc21), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:19.919673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1d7aab-b654-459b-874c-997a9ed6d59e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Fanout notify agent at l3_agent the message router_deleted on router 2aceae9b-7924-41ed-b3cf-70182850dc21 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:52:19.938470 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7aab-b654-459b-874c-997a9ed6d59e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:19.938470 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fb1d7aab-b654-459b-874c-997a9ed6d59e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "DELETE /v2.0/routers/2aceae9b-7924-41ed-b3cf-70182850dc21 HTTP/1.1" status: 204 len: 168 time: 3.1857662 Feb 04 13:52:19.944041 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35830) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:19.950266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-30399bb7-9646-4b0a-9004-574fdf9f1dbb tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1303756912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:19.992875 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6142cc92-837e-4fa6-b5ba-4875902abb4f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f8b4a7ff-ee89-4020-b317-0e77f786bf40), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.065914 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142cc92-837e-4fa6-b5ba-4875902abb4f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Port': ['ID=f8b4a7ff-ee89-4020-b317-0e77f786bf40,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:20.067308 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3ae92092-bd8c-4a4d-ae3c-f44dba0f9212 req-a2c5cebf-5292-4ae5-aceb-31a24a945f8a service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746469 Feb 04 13:52:20.162770 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30399bb7-9646-4b0a-9004-574fdf9f1dbb tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (5cdbf00d-fc0e-4c10-bd11-06567d364bee), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.164526 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30399bb7-9646-4b0a-9004-574fdf9f1dbb tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (5cdbf00d-fc0e-4c10-bd11-06567d364bee), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.238883 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39140bc-7988-494c-825c-ddcf229a285e req-bceef4d1-139b-44b7-bdff-da0923244cd6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:20.246915 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b39140bc-7988-494c-825c-ddcf229a285e req-bceef4d1-139b-44b7-bdff-da0923244cd6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.3137066 Feb 04 13:52:20.299927 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6142cc92-837e-4fa6-b5ba-4875902abb4f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (b8d3677e-d452-4e58-a7ef-1e8deca15465), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.384577 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35848) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:20.475358 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30399bb7-9646-4b0a-9004-574fdf9f1dbb tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_controller (5cdbf00d-fc0e-4c10-bd11-06567d364bee), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.482941 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b39140bc-7988-494c-825c-ddcf229a285e req-dacdd67e-6321-4263-a551-cebeb5eb9ea0 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347801 Feb 04 13:52:20.486727 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30399bb7-9646-4b0a-9004-574fdf9f1dbb tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (5cdbf00d-fc0e-4c10-bd11-06567d364bee), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.500323 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6142cc92-837e-4fa6-b5ba-4875902abb4f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (b8d3677e-d452-4e58-a7ef-1e8deca15465), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.505814 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6142cc92-837e-4fa6-b5ba-4875902abb4f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router_controller (b8d3677e-d452-4e58-a7ef-1e8deca15465), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.522586 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-30399bb7-9646-4b0a-9004-574fdf9f1dbb tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.528149 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-30399bb7-9646-4b0a-9004-574fdf9f1dbb tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5788372 Feb 04 13:52:20.528673 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35854) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:20.553298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'enable_snat': True}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:20.556011 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-68b7f87a-c5a7-40b1-88c5-18fa51158650 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1125952919'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:20.579768 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6142cc92-837e-4fa6-b5ba-4875902abb4f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (b8d3677e-d452-4e58-a7ef-1e8deca15465), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.580730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6142cc92-837e-4fa6-b5ba-4875902abb4f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Fanout notify agent at l3_agent the message router_deleted on router b8d3677e-d452-4e58-a7ef-1e8deca15465 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:52:20.593769 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6142cc92-837e-4fa6-b5ba-4875902abb4f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.598176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6142cc92-837e-4fa6-b5ba-4875902abb4f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/routers/b8d3677e-d452-4e58-a7ef-1e8deca15465 HTTP/1.1" status: 204 len: 168 time: 3.0093508 Feb 04 13:52:20.603282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35856) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:20.664494 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b7f87a-c5a7-40b1-88c5-18fa51158650 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Made reservation on behalf of 6f192f3d7a9b4e6fbe01c4850f6f07ec for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:52:20.669081 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68b7f87a-c5a7-40b1-88c5-18fa51158650 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.683225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a693a486-9758-414c-b678-e57719db3e85 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting subnet 938573de-6fc5-4cd1-bc08-28cd0a0dabbb {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:52:20.689158 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68b7f87a-c5a7-40b1-88c5-18fa51158650 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.691058 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a693a486-9758-414c-b678-e57719db3e85 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for subnet (938573de-6fc5-4cd1-bc08-28cd0a0dabbb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.727725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9946594f-81ea-48c8-b3b1-392d84dd7b49 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:52:20.780424 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a693a486-9758-414c-b678-e57719db3e85 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (938573de-6fc5-4cd1-bc08-28cd0a0dabbb), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.828893 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 9946594f-81ea-48c8-b3b1-392d84dd7b49 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:20.829588 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.912525 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a693a486-9758-414c-b678-e57719db3e85 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (938573de-6fc5-4cd1-bc08-28cd0a0dabbb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.933715 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (5cdbf00d-fc0e-4c10-bd11-06567d364bee), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.949282 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9946594f-81ea-48c8-b3b1-392d84dd7b49 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:52:20.949813 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.981715 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:52:20.984463 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dcd4af-4fc0-42c7-97bc-ac60ca9f5c6c" -d '{"events": [{"server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "name": "network-vif-plugged", "status": "completed", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:52:21.007278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:21.018388 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.029216 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a693a486-9758-414c-b678-e57719db3e85 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (938573de-6fc5-4cd1-bc08-28cd0a0dabbb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.055644 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68b7f87a-c5a7-40b1-88c5-18fa51158650 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Publish callbacks [] for security_group (139b3d73-1bf7-490a-8aed-11ae7b78b9dc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.065923 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:52:21.085204 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a693a486-9758-414c-b678-e57719db3e85 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.089962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68b7f87a-c5a7-40b1-88c5-18fa51158650 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (139b3d73-1bf7-490a-8aed-11ae7b78b9dc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.091897 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a693a486-9758-414c-b678-e57719db3e85 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/subnets/938573de-6fc5-4cd1-bc08-28cd0a0dabbb HTTP/1.1" status: 204 len: 168 time: 0.4857965 Feb 04 13:52:21.093115 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693a486-9758-414c-b678-e57719db3e85 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Subnet': ['ID=938573de-6fc5-4cd1-bc08-28cd0a0dabbb,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:21.095301 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35864) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:21.136076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b7f87a-c5a7-40b1-88c5-18fa51158650 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:52:21.147291 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f49398-58fb-4651-80d6-cf46c8c8c126 x-openstack-request-id: req-a0f49398-58fb-4651-80d6-cf46c8c8c126 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:52:21.148214 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "name": "network-vif-plugged", "status": "completed", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:52:21.148399 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a0f49398-58fb-4651-80d6-cf46c8c8c126 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:52:21.149088 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'code': 200} Feb 04 13:52:21.150390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a2df94-2929-42b7-a785-c49f22bd5840 None None] Network ac705205-e3c0-4fee-8ba8-3230167e5089 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:52:21.151742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7f87a-c5a7-40b1-88c5-18fa51158650 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=139b3d73-1bf7-490a-8aed-11ae7b78b9dc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:21.160413 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68b7f87a-c5a7-40b1-88c5-18fa51158650 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (26d138f1-e4f3-45aa-9103-5dd6eb6055e9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.161568 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-68b7f87a-c5a7-40b1-88c5-18fa51158650 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Added segment 26d138f1-e4f3-45aa-9103-5dd6eb6055e9 of type vlan for network 3f6dd75c-18a5-476e-9a0a-30213e48b243 Feb 04 13:52:21.222766 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68b7f87a-c5a7-40b1-88c5-18fa51158650 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (3f6dd75c-18a5-476e-9a0a-30213e48b243), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.306337 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (ac705205-e3c0-4fee-8ba8-3230167e5089), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.367488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9946594f-81ea-48c8-b3b1-392d84dd7b49,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:21.369067 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68b7f87a-c5a7-40b1-88c5-18fa51158650 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (3f6dd75c-18a5-476e-9a0a-30213e48b243), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.378914 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b7f87a-c5a7-40b1-88c5-18fa51158650 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:21.379816 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-68b7f87a-c5a7-40b1-88c5-18fa51158650 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.409596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:21.415037 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.534992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] For port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e,segment=NetworkSegment(d42fcf38-c5d0-4687-9793-fc604444ef66),segment_id=d42fcf38-c5d0-4687-9793-fc604444ef66)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:21.536329 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.538960 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dea8cf-867c-4e42-bd3b-d3855c6342b3 None None] DHCP port deletion for ac705205-e3c0-4fee-8ba8-3230167e5089 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:52:21.558043 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-68b7f87a-c5a7-40b1-88c5-18fa51158650 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1699965 Feb 04 13:52:21.561747 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35878) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:21.564385 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7f87a-c5a7-40b1-88c5-18fa51158650 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Pushing event updated for resources: {'Network': ['ID=3f6dd75c-18a5-476e-9a0a-30213e48b243,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:21.576774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-c0b719aa-59ff-4b53-a5a1-71a388a12baf tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3f6dd75c-18a5-476e-9a0a-30213e48b243', 'tempest-TagsTest-Tag-792640639') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:21.581980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Calling delete_port for 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:21.585295 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (5cdbf00d-fc0e-4c10-bd11-06567d364bee), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.624858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 3f6dd75c-18a5-476e-9a0a-30213e48b243 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:52:21.625992 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.763267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-53dea8cf-867c-4e42-bd3b-d3855c6342b3 None None] Deleting port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:21.764082 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-53dea8cf-867c-4e42-bd3b-d3855c6342b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.801289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Allocated IP 172.25.5.174 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/20f22ec2-cf62-4d69-8fce-39dfd7f578c4) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:52:21.898426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-53dea8cf-867c-4e42-bd3b-d3855c6342b3 None None] For port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e,segment=NetworkSegment(d42fcf38-c5d0-4687-9793-fc604444ef66),segment_id=d42fcf38-c5d0-4687-9793-fc604444ef66)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:21.899101 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-53dea8cf-867c-4e42-bd3b-d3855c6342b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.923721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-53dea8cf-867c-4e42-bd3b-d3855c6342b3 None None] Calling delete_port for 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:21.952454 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.996399 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for port (20f22ec2-cf62-4d69-8fce-39dfd7f578c4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:22.012598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] No DVR routers for this DVR port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:52:22.050532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:52:22.068983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Port': ['ID=28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:22.092396 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (20f22ec2-cf62-4d69-8fce-39dfd7f578c4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:22.094195 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-53dea8cf-867c-4e42-bd3b-d3855c6342b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:22.147525 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dea8cf-867c-4e42-bd3b-d3855c6342b3 None None] Pushing event deleted for resources: {'Port': ['ID=28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:22.153123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:52:22.157039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:52:22.157413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:52:22.162473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dea8cf-867c-4e42-bd3b-d3855c6342b3 None None] No DVR routers for this DVR port 28b6b7f2-04c4-412a-91b1-1ab7ae8cb58e on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:52:22.162867 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:22.167854 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:52:22.217560 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Pushing event updated for resources: {'Port': ['ID=20f22ec2-cf62-4d69-8fce-39dfd7f578c4,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:22.232481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6572d2-6033-433d-a65a-b74ebfd139ba req-a9f57935-364c-416e-893b-8b69650c1afe tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:22.235373 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e6572d2-6033-433d-a65a-b74ebfd139ba req-a9f57935-364c-416e-893b-8b69650c1afe tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.3993344 Feb 04 13:52:22.292221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c0b719aa-59ff-4b53-a5a1-71a388a12baf tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] 10.222.0.96 "PUT /v2.0/networks/3f6dd75c-18a5-476e-9a0a-30213e48b243/tags/tempest-TagsTest-Tag-792640639 HTTP/1.1" status: 201 len: 201 time: 0.7219102 Feb 04 13:52:22.298198 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (ac705205-e3c0-4fee-8ba8-3230167e5089), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:22.300843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35886) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:22.307151 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-c6c9e7b4-76f4-43ce-b4ae-c18a307374ad tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f6dd75c-18a5-476e-9a0a-30213e48b243', 'tempest-TagsTest-Tag-792640639') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:22.328479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac705205-e3c0-4fee-8ba8-3230167e5089']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:22.352944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42fcf38-c5d0-4687-9793-fc604444ef66') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:22.353234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42fcf38-c5d0-4687-9793-fc604444ef66') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:22.375172 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (d42fcf38-c5d0-4687-9793-fc604444ef66), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:22.437205 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e6572d2-6033-433d-a65a-b74ebfd139ba req-d970ebfb-f727-4826-8b75-a9969888c9d7 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920607 Feb 04 13:52:22.447183 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (d42fcf38-c5d0-4687-9793-fc604444ef66), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (d42fcf38-c5d0-4687-9793-fc604444ef66), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:52:22.482970 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:52:22.505081 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c6c9e7b4-76f4-43ce-b4ae-c18a307374ad tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] 10.222.0.96 "GET /v2.0/networks/3f6dd75c-18a5-476e-9a0a-30213e48b243/tags/tempest-TagsTest-Tag-792640639 HTTP/1.1" status: 204 len: 168 time: 0.2023828 Feb 04 13:52:22.508968 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35904) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:22.514519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-f8480659-dd5e-413d-8dcf-67314332b89f tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3f6dd75c-18a5-476e-9a0a-30213e48b243') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:22.579884 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (ac705205-e3c0-4fee-8ba8-3230167e5089), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:22.598761 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:22.604260 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/networks/ac705205-e3c0-4fee-8ba8-3230167e5089 HTTP/1.1" status: 204 len: 168 time: 1.5016942 Feb 04 13:52:22.614636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35908) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:22.629458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f1b48-0932-4ed4-af6c-41975397bc55 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Network': ['ID=ac705205-e3c0-4fee-8ba8-3230167e5089,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:22.817599 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (5cdbf00d-fc0e-4c10-bd11-06567d364bee), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:22.864233 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f8480659-dd5e-413d-8dcf-67314332b89f tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] 10.222.0.96 "GET /v2.0/networks/3f6dd75c-18a5-476e-9a0a-30213e48b243/tags HTTP/1.1" status: 200 len: 237 time: 0.3541024 Feb 04 13:52:22.868614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35920) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:22.872763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-2aa08f0f-d12f-4104-b0a7-1bf278800106 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3f6dd75c-18a5-476e-9a0a-30213e48b243', {'tags': ['tempest-TagsTest-Tag-1008193352', 'tempest-TagsTest-Tag-990520383', 'tempest-TagsTest-Tag-270380524']}) {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:22.978439 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3ef41934-2a00-4032-ac9b-fa554fd4f4d6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting port 8a62531b-8d49-410c-b86a-cd8c86e79094 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:22.979271 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ef41934-2a00-4032-ac9b-fa554fd4f4d6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8a62531b-8d49-410c-b86a-cd8c86e79094), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:23.000665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2aa08f0f-d12f-4104-b0a7-1bf278800106 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] 10.222.0.96 "PUT /v2.0/networks/3f6dd75c-18a5-476e-9a0a-30213e48b243/tags HTTP/1.1" status: 200 len: 307 time: 0.1318057 Feb 04 13:52:23.006151 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35922) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:23.013514 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-f3a17897-fe1f-4090-9d92-a594768b870b tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3f6dd75c-18a5-476e-9a0a-30213e48b243', 'tempest-TagsTest-Tag-1008193352') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:23.189175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f3a17897-fe1f-4090-9d92-a594768b870b tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] 10.222.0.96 "DELETE /v2.0/networks/3f6dd75c-18a5-476e-9a0a-30213e48b243/tags/tempest-TagsTest-Tag-1008193352 HTTP/1.1" status: 204 len: 168 time: 0.1817667 Feb 04 13:52:23.201975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35938) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:23.215435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-59251ce9-c97b-4b10-a08a-de70bdc77730 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f6dd75c-18a5-476e-9a0a-30213e48b243', 'tempest-TagsTest-Tag-1008193352') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:23.326338 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-59251ce9-c97b-4b10-a08a-de70bdc77730 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] show failed (client error): The resource could not be found. Feb 04 13:52:23.331855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-59251ce9-c97b-4b10-a08a-de70bdc77730 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] 10.222.0.96 "GET /v2.0/networks/3f6dd75c-18a5-476e-9a0a-30213e48b243/tags/tempest-TagsTest-Tag-1008193352 HTTP/1.1" status: 404 len: 326 time: 0.1261337 Feb 04 13:52:23.332301 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35940) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:23.341978 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-71af29fb-25b1-4be7-8e98-467c1ccf0669 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f6dd75c-18a5-476e-9a0a-30213e48b243', 'tempest-TagsTest-Tag-990520383') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:23.487760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-71af29fb-25b1-4be7-8e98-467c1ccf0669 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] 10.222.0.96 "GET /v2.0/networks/3f6dd75c-18a5-476e-9a0a-30213e48b243/tags/tempest-TagsTest-Tag-990520383 HTTP/1.1" status: 204 len: 168 time: 0.1511757 Feb 04 13:52:23.488509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35952) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:23.498623 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-008b2a42-a29e-4f37-a942-6557bda1cf2c tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f6dd75c-18a5-476e-9a0a-30213e48b243', 'tempest-TagsTest-Tag-270380524') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:23.678600 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ef41934-2a00-4032-ac9b-fa554fd4f4d6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8a62531b-8d49-410c-b86a-cd8c86e79094), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:23.679978 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ef41934-2a00-4032-ac9b-fa554fd4f4d6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (8a62531b-8d49-410c-b86a-cd8c86e79094), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:23.712667 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (5cdbf00d-fc0e-4c10-bd11-06567d364bee), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:23.716005 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35960) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:23.716458 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-008b2a42-a29e-4f37-a942-6557bda1cf2c tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] 10.222.0.96 "GET /v2.0/networks/3f6dd75c-18a5-476e-9a0a-30213e48b243/tags/tempest-TagsTest-Tag-270380524 HTTP/1.1" status: 204 len: 168 time: 0.2264607 Feb 04 13:52:23.717698 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3ef41934-2a00-4032-ac9b-fa554fd4f4d6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Calling delete_port for 8a62531b-8d49-410c-b86a-cd8c86e79094 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:23.726748 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.tag.tag_plugin [None req-3f8c3893-d402-4a16-9c91-e867b7ddece5 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3f6dd75c-18a5-476e-9a0a-30213e48b243') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:23.742909 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86eff6-855a-4467-9cf3-b183745bb4dc req-10111621-efa4-4e2e-a43f-77ccdf99c970 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:23.744640 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb86eff6-855a-4467-9cf3-b183745bb4dc req-10111621-efa4-4e2e-a43f-77ccdf99c970 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1103139 Feb 04 13:52:23.784605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 8bdab68b-078e-45cb-bb4e-284a1c7efd1a details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:52:23.844379 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb86eff6-855a-4467-9cf3-b183745bb4dc req-59585861-a230-4c07-9ef6-e5e8aa8b5e8b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795746 Feb 04 13:52:23.956135 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (5cdbf00d-fc0e-4c10-bd11-06567d364bee), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:24.100505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:24.120797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'port_id': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a', 'mac_address': 'fa:16:3e:ff:0a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:52:24.229921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:52:24.232299 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:24.277550 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ef41934-2a00-4032-ac9b-fa554fd4f4d6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8a62531b-8d49-410c-b86a-cd8c86e79094), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:24.277907 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bdab68b-078e-45cb-bb4e-284a1c7efd1a {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:52:24.313486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef41934-2a00-4032-ac9b-fa554fd4f4d6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Port': ['ID=8a62531b-8d49-410c-b86a-cd8c86e79094,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:24.372728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:24.383765 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:24.469644 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3f8c3893-d402-4a16-9c91-e867b7ddece5 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] 10.222.0.96 "DELETE /v2.0/networks/3f6dd75c-18a5-476e-9a0a-30213e48b243/tags HTTP/1.1" status: 204 len: 168 time: 0.7490971 Feb 04 13:52:24.474265 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35970) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:24.484964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-4ee173c9-6cb1-4982-af2c-0216bed613ff tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f6dd75c-18a5-476e-9a0a-30213e48b243', 'tempest-TagsTest-Tag-990520383') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:24.558990 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ef41934-2a00-4032-ac9b-fa554fd4f4d6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for floatingip (aac8fc59-b144-4933-ad99-7d05484b85fb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:24.563910 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ef41934-2a00-4032-ac9b-fa554fd4f4d6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:24.566977 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3ef41934-2a00-4032-ac9b-fa554fd4f4d6 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/floatingips/aac8fc59-b144-4933-ad99-7d05484b85fb HTTP/1.1" status: 204 len: 168 time: 1.9234190 Feb 04 13:52:24.575102 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35972) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:24.585959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:24.608861 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Router 5cdbf00d-fc0e-4c10-bd11-06567d364bee is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:52:24.642475 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e1906e-69da-4a1b-a770-b4c993b71ee0 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] DELETE failed (client error): The resource could not be found. Feb 04 13:52:24.643347 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e1906e-69da-4a1b-a770-b4c993b71ee0 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:52:24.648011 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a9e1906e-69da-4a1b-a770-b4c993b71ee0 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/ports/808b0161-9c6b-496e-a6b5-7cd320fae82f HTTP/1.1" status: 404 len: 333 time: 0.0682533 Feb 04 13:52:24.652183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35976) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:24.734152 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-95803691-ffbf-419e-8cf0-4573f83761cd tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8d3677e-d452-4e58-a7ef-1e8deca15465 HTTP/1.1" status: 200 len: 205 time: 0.0803385 Feb 04 13:52:24.744318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35978) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:24.773991 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-4ee173c9-6cb1-4982-af2c-0216bed613ff tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] show failed (client error): The resource could not be found. Feb 04 13:52:24.775841 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4ee173c9-6cb1-4982-af2c-0216bed613ff tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] 10.222.0.96 "GET /v2.0/networks/3f6dd75c-18a5-476e-9a0a-30213e48b243/tags/tempest-TagsTest-Tag-990520383 HTTP/1.1" status: 404 len: 325 time: 0.2987990 Feb 04 13:52:24.790822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35980) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:24.797065 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-6360c37a-fbe5-4449-9bb4-6d61f1aaab05 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f6dd75c-18a5-476e-9a0a-30213e48b243', 'tempest-TagsTest-Tag-270380524') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:24.810147 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['8bdab68b-078e-45cb-bb4e-284a1c7efd1a'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:52:24.887115 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-66ade6b8-cac5-40a6-a4d9-c80db62845be tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] delete failed (client error): The resource could not be found. Feb 04 13:52:24.889264 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-66ade6b8-cac5-40a6-a4d9-c80db62845be tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/routers/b8d3677e-d452-4e58-a7ef-1e8deca15465 HTTP/1.1" status: 404 len: 336 time: 0.1433933 Feb 04 13:52:24.895551 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35982) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:24.991027 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-67748eaf-a590-4052-b64d-717a6dbb2b36 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] DELETE failed (client error): The resource could not be found. Feb 04 13:52:24.991500 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67748eaf-a590-4052-b64d-717a6dbb2b36 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:52:24.994991 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-67748eaf-a590-4052-b64d-717a6dbb2b36 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/subnets/938573de-6fc5-4cd1-bc08-28cd0a0dabbb HTTP/1.1" status: 404 len: 337 time: 0.0979500 Feb 04 13:52:24.999919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35986) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:25.108288 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:52:25.131492 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:25.134160 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ab6b4bf4-4f2a-4df9-b1a2-87d3706802df tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "PUT /v2.0/routers/5cdbf00d-fc0e-4c10-bd11-06567d364bee HTTP/1.1" status: 200 len: 919 time: 4.6034856 Feb 04 13:52:25.138830 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897dd216-412c-4b3e-9480-3eaff2d2e7cc None None] Sync routers for ids ['5cdbf00d-fc0e-4c10-bd11-06567d364bee'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:25.140471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35992) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:25.195682 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897dd216-412c-4b3e-9480-3eaff2d2e7cc None None] Routers {'5cdbf00d-fc0e-4c10-bd11-06567d364bee'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:25.202965 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-897dd216-412c-4b3e-9480-3eaff2d2e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5cdbf00d-fc0e-4c10-bd11-06567d364bee'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:25.215091 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-6360c37a-fbe5-4449-9bb4-6d61f1aaab05 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] show failed (client error): The resource could not be found. Feb 04 13:52:25.216502 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6360c37a-fbe5-4449-9bb4-6d61f1aaab05 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] 10.222.0.96 "GET /v2.0/networks/3f6dd75c-18a5-476e-9a0a-30213e48b243/tags/tempest-TagsTest-Tag-270380524 HTTP/1.1" status: 404 len: 325 time: 0.4240518 Feb 04 13:52:25.253269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35994) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:25.283239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.tag.tag_plugin [None req-0a3c9806-873b-43fc-b521-8de9e8f6893a tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3f6dd75c-18a5-476e-9a0a-30213e48b243') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:25.388975 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-897dd216-412c-4b3e-9480-3eaff2d2e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:25.419466 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897dd216-412c-4b3e-9480-3eaff2d2e7cc None None] Routers {'5cdbf00d-fc0e-4c10-bd11-06567d364bee'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:25.420509 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-897dd216-412c-4b3e-9480-3eaff2d2e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5cdbf00d-fc0e-4c10-bd11-06567d364bee'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:25.551594 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-436b3232-e4f8-43a1-885f-66cef78a3164 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/routers/5cdbf00d-fc0e-4c10-bd11-06567d364bee HTTP/1.1" status: 200 len: 925 time: 0.4068522 Feb 04 13:52:25.556093 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36000) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:25.704212 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-897dd216-412c-4b3e-9480-3eaff2d2e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:25.704910 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897dd216-412c-4b3e-9480-3eaff2d2e7cc None None] The sync data for ids ['5cdbf00d-fc0e-4c10-bd11-06567d364bee'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:25.785324 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3e85c-3465-4bac-945c-633441339ce0 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:25.790886 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-89b3e85c-3465-4bac-945c-633441339ce0 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&device_id=5cdbf00d-fc0e-4c10-bd11-06567d364bee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2303462 Feb 04 13:52:25.792721 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36008) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:25.918717 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6da06227-015f-49ab-9c4f-b2e5c3b3e9ab tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting port 01ae7537-659f-4aed-a1da-31c28f82da84 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:25.919592 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6da06227-015f-49ab-9c4f-b2e5c3b3e9ab tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (01ae7537-659f-4aed-a1da-31c28f82da84), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:26.003731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3930dd7f-c672-4d59-9f68-c2e890512d04 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:26.008208 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3930dd7f-c672-4d59-9f68-c2e890512d04 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 881 time: 0.2098887 Feb 04 13:52:26.009003 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36010) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:26.033467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce8e83-0bdf-4e50-b391-4829269791d9 req-919b36be-7e02-410b-a061-c8d4712865c8 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:26.042758 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29ce8e83-0bdf-4e50-b391-4829269791d9 req-919b36be-7e02-410b-a061-c8d4712865c8 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 944 time: 0.9280546 Feb 04 13:52:26.077091 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f8f9b41f-ce55-42a6-950b-c95e73c91e50 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "GET /v2.0/ports?device_id=5cdbf00d-fc0e-4c10-bd11-06567d364bee HTTP/1.1" status: 200 len: 205 time: 0.0638962 Feb 04 13:52:26.080857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36012) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:26.167890 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6da06227-015f-49ab-9c4f-b2e5c3b3e9ab tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (01ae7537-659f-4aed-a1da-31c28f82da84), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:26.189540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6da06227-015f-49ab-9c4f-b2e5c3b3e9ab tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Calling delete_port for 01ae7537-659f-4aed-a1da-31c28f82da84 owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:26.289882 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-309327d6-7390-411a-83cc-ed18e67adf80 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (5cdbf00d-fc0e-4c10-bd11-06567d364bee), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:26.394503 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0a3c9806-873b-43fc-b521-8de9e8f6893a tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] 10.222.0.96 "DELETE /v2.0/networks/3f6dd75c-18a5-476e-9a0a-30213e48b243/tags HTTP/1.1" status: 204 len: 168 time: 1.1176736 Feb 04 13:52:26.404535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36018) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:26.564661 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-309327d6-7390-411a-83cc-ed18e67adf80 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (5cdbf00d-fc0e-4c10-bd11-06567d364bee), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:26.633272 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29ce8e83-0bdf-4e50-b391-4829269791d9 req-1bd7e425-0ca4-4c86-b187-057ef7805706 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5891469 Feb 04 13:52:26.683036 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-820e5e99-5ca0-4706-9dad-31c4bcf77685 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (3f6dd75c-18a5-476e-9a0a-30213e48b243), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:26.809043 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6da06227-015f-49ab-9c4f-b2e5c3b3e9ab tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (01ae7537-659f-4aed-a1da-31c28f82da84), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:26.866461 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-309327d6-7390-411a-83cc-ed18e67adf80 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Deleting port 20f22ec2-cf62-4d69-8fce-39dfd7f578c4 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:26.867293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-309327d6-7390-411a-83cc-ed18e67adf80 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (20f22ec2-cf62-4d69-8fce-39dfd7f578c4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:27.000841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da06227-015f-49ab-9c4f-b2e5c3b3e9ab tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Port': ['ID=01ae7537-659f-4aed-a1da-31c28f82da84,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:27.089378 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-820e5e99-5ca0-4706-9dad-31c4bcf77685 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (3f6dd75c-18a5-476e-9a0a-30213e48b243), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:27.128941 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-309327d6-7390-411a-83cc-ed18e67adf80 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (20f22ec2-cf62-4d69-8fce-39dfd7f578c4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:27.145172 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-309327d6-7390-411a-83cc-ed18e67adf80 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Calling delete_port for 20f22ec2-cf62-4d69-8fce-39dfd7f578c4 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:27.147923 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-820e5e99-5ca0-4706-9dad-31c4bcf77685 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6dd75c-18a5-476e-9a0a-30213e48b243']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:27.170234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-820e5e99-5ca0-4706-9dad-31c4bcf77685 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d138f1-e4f3-45aa-9103-5dd6eb6055e9') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:27.170565 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-820e5e99-5ca0-4706-9dad-31c4bcf77685 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d138f1-e4f3-45aa-9103-5dd6eb6055e9') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:27.186077 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6da06227-015f-49ab-9c4f-b2e5c3b3e9ab tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:27.193165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6da06227-015f-49ab-9c4f-b2e5c3b3e9ab tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/ports/01ae7537-659f-4aed-a1da-31c28f82da84 HTTP/1.1" status: 204 len: 168 time: 2.1914401 Feb 04 13:52:27.195630 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-820e5e99-5ca0-4706-9dad-31c4bcf77685 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (26d138f1-e4f3-45aa-9103-5dd6eb6055e9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:27.197601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36030) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:27.284678 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-820e5e99-5ca0-4706-9dad-31c4bcf77685 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (26d138f1-e4f3-45aa-9103-5dd6eb6055e9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:27.349425 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820e5e99-5ca0-4706-9dad-31c4bcf77685 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:52:27.350281 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-820e5e99-5ca0-4706-9dad-31c4bcf77685 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (26d138f1-e4f3-45aa-9103-5dd6eb6055e9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:27.443768 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-309327d6-7390-411a-83cc-ed18e67adf80 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (20f22ec2-cf62-4d69-8fce-39dfd7f578c4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:52:27.462543 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:52:27.489785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309327d6-7390-411a-83cc-ed18e67adf80 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Pushing event deleted for resources: {'Port': ['ID=20f22ec2-cf62-4d69-8fce-39dfd7f578c4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:27.511411 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-820e5e99-5ca0-4706-9dad-31c4bcf77685 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (3f6dd75c-18a5-476e-9a0a-30213e48b243), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:27.522597 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-820e5e99-5ca0-4706-9dad-31c4bcf77685 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:27.527383 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-820e5e99-5ca0-4706-9dad-31c4bcf77685 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] 10.222.0.96 "DELETE /v2.0/networks/3f6dd75c-18a5-476e-9a0a-30213e48b243 HTTP/1.1" status: 204 len: 168 time: 1.1026444 Feb 04 13:52:27.555828 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e5e99-5ca0-4706-9dad-31c4bcf77685 tempest-TagsTest-1822815174 tempest-TagsTest-1822815174-project] Pushing event deleted for resources: {'Network': ['ID=3f6dd75c-18a5-476e-9a0a-30213e48b243,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:27.580838 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-309327d6-7390-411a-83cc-ed18e67adf80 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (5cdbf00d-fc0e-4c10-bd11-06567d364bee), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:27.590954 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e97b1-2676-44d3-85d0-83be86cfe06b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting port 86b9f112-0e80-440a-8cc5-0af2f60ce2fb {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:27.591459 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cd7e97b1-2676-44d3-85d0-83be86cfe06b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (86b9f112-0e80-440a-8cc5-0af2f60ce2fb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:27.811789 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 8bdab68b-078e-45cb-bb4e-284a1c7efd1a up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:52:27.856068 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-309327d6-7390-411a-83cc-ed18e67adf80 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (5cdbf00d-fc0e-4c10-bd11-06567d364bee), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:27.864529 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-309327d6-7390-411a-83cc-ed18e67adf80 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_controller (5cdbf00d-fc0e-4c10-bd11-06567d364bee), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:27.897153 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cd7e97b1-2676-44d3-85d0-83be86cfe06b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (86b9f112-0e80-440a-8cc5-0af2f60ce2fb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:27.931657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e97b1-2676-44d3-85d0-83be86cfe06b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Calling delete_port for 86b9f112-0e80-440a-8cc5-0af2f60ce2fb owned by {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:27.968540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:52:27.981531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:27.983185 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:27.999523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac69be-2846-4b59-8ad8-32997ad8b290 req-9ab425a7-d76e-4488-93f5-48c565643d60 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:28.007535 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e4ac69be-2846-4b59-8ad8-32997ad8b290 req-9ab425a7-d76e-4488-93f5-48c565643d60 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 944 time: 0.2109699 Feb 04 13:52:28.017984 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-309327d6-7390-411a-83cc-ed18e67adf80 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (5cdbf00d-fc0e-4c10-bd11-06567d364bee), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:28.020006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309327d6-7390-411a-83cc-ed18e67adf80 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Fanout notify agent at l3_agent the message router_deleted on router 5cdbf00d-fc0e-4c10-bd11-06567d364bee {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:52:28.036756 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-309327d6-7390-411a-83cc-ed18e67adf80 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:28.041989 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-309327d6-7390-411a-83cc-ed18e67adf80 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "DELETE /v2.0/routers/5cdbf00d-fc0e-4c10-bd11-06567d364bee HTTP/1.1" status: 204 len: 168 time: 1.9563963 Feb 04 13:52:28.043036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36052) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:28.058988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-bd1a8e6c-e8a3-49b2-b008-18242ed1052b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1806126686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:28.099565 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd1a8e6c-e8a3-49b2-b008-18242ed1052b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:28.100897 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd1a8e6c-e8a3-49b2-b008-18242ed1052b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:28.194988 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd1a8e6c-e8a3-49b2-b008-18242ed1052b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_controller (2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:28.213919 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:52:28.214351 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:28.219165 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd1a8e6c-e8a3-49b2-b008-18242ed1052b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:28.227072 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e4ac69be-2846-4b59-8ad8-32997ad8b290 req-c5d3bf27-fd24-4fb4-a081-49cdb9debb3d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078739 Feb 04 13:52:28.227765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36054) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:28.265649 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bd1a8e6c-e8a3-49b2-b008-18242ed1052b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:28.271082 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96208542-d552-4dc4-9d73-19cda0d724c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:52:28.271652 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bd1a8e6c-e8a3-49b2-b008-18242ed1052b tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2220423 Feb 04 13:52:28.274590 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead2640f-9921-412e-a8a5-baea959cbb3b" -d '{"events": [{"server_uuid": "96208542-d552-4dc4-9d73-19cda0d724c4", "name": "network-vif-plugged", "status": "completed", "tag": "8bdab68b-078e-45cb-bb4e-284a1c7efd1a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:52:28.274961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36060) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:28.293524 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:28.304738 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:28.311286 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'enable_snat': False}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:28.548357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cd7e97b1-2676-44d3-85d0-83be86cfe06b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (86b9f112-0e80-440a-8cc5-0af2f60ce2fb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:28.620996 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e97b1-2676-44d3-85d0-83be86cfe06b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Port': ['ID=86b9f112-0e80-440a-8cc5-0af2f60ce2fb,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:28.771307 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3b5c51df-625e-4ddb-8b69-dc298c48ba0e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6f192f3d7a9b4e6fbe01c4850f6f07ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5114419 Feb 04 13:52:28.774857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36070) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:28.851013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:28.867601 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cd7e97b1-2676-44d3-85d0-83be86cfe06b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:28.873397 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cd7e97b1-2676-44d3-85d0-83be86cfe06b tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/ports/86b9f112-0e80-440a-8cc5-0af2f60ce2fb HTTP/1.1" status: 204 len: 168 time: 1.6728663 Feb 04 13:52:28.876626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36072) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:28.943239 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f036587-8404-481f-b3f7-c521df091728 x-openstack-request-id: req-9f036587-8404-481f-b3f7-c521df091728 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:52:28.944415 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96208542-d552-4dc4-9d73-19cda0d724c4", "name": "network-vif-plugged", "status": "completed", "tag": "8bdab68b-078e-45cb-bb4e-284a1c7efd1a", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:52:28.944984 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9f036587-8404-481f-b3f7-c521df091728 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:52:28.945682 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96208542-d552-4dc4-9d73-19cda0d724c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a', 'code': 200} Feb 04 13:52:29.006606 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e9f000fe-b5de-4e45-a2bb-14b7dd6ae157 admin admin] Publish callbacks [] for security_group (139b3d73-1bf7-490a-8aed-11ae7b78b9dc), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:29.016711 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:29.070948 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e9f000fe-b5de-4e45-a2bb-14b7dd6ae157 admin admin] Publish callbacks [] for security_group (139b3d73-1bf7-490a-8aed-11ae7b78b9dc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:29.153375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e254b98-d995-44db-96b6-ce90625d2016 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:29.156717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8e254b98-d995-44db-96b6-ce90625d2016 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "GET /v2.0/ports?device_id=32494e27-ec60-40aa-a5a4-9e1d56551c8c HTTP/1.1" status: 200 len: 913 time: 0.2783921 Feb 04 13:52:29.169704 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36082) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:29.237741 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e9f000fe-b5de-4e45-a2bb-14b7dd6ae157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (139b3d73-1bf7-490a-8aed-11ae7b78b9dc), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:29.240748 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e9f000fe-b5de-4e45-a2bb-14b7dd6ae157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:29.243934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e9f000fe-b5de-4e45-a2bb-14b7dd6ae157 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/139b3d73-1bf7-490a-8aed-11ae7b78b9dc HTTP/1.1" status: 204 len: 168 time: 0.4664466 Feb 04 13:52:29.264834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f000fe-b5de-4e45-a2bb-14b7dd6ae157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139b3d73-1bf7-490a-8aed-11ae7b78b9dc,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:29.583373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4f575-b0db-43a2-beb0-04ddc182c39b req-730f1c27-b2f8-4656-bc7e-b3a37d36094c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:29.602153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ab4f575-b0db-43a2-beb0-04ddc182c39b req-730f1c27-b2f8-4656-bc7e-b3a37d36094c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.1601169 Feb 04 13:52:29.767112 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ab4f575-b0db-43a2-beb0-04ddc182c39b req-ec2d30e7-c8be-44ca-94c6-7b35512ea751 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730926 Feb 04 13:52:29.923505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4e94-47df-473f-915d-45523c5b96d2 req-8980a782-ce0d-4db5-ac1b-378bacf09064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:29.927053 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-475a4e94-47df-473f-915d-45523c5b96d2 req-8980a782-ce0d-4db5-ac1b-378bacf09064 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 1128 time: 0.8789773 Feb 04 13:52:30.166164 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-475a4e94-47df-473f-915d-45523c5b96d2 req-76273459-af21-4e1e-8d69-82accaa85585 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202456 Feb 04 13:52:30.528750 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:30.560081 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:30.889385 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Allocated IP 172.25.5.84 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/ef8715c0-3ff1-4f07-aa3c-6fc615fe935d) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:52:31.038856 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-579666f1-7946-4a1f-a804-14c5ccd9aa56 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (32494e27-ec60-40aa-a5a4-9e1d56551c8c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:31.112473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac6279-825d-4ded-8779-57e0e513e961 req-b0f497e8-d722-419e-89e0-a486c32a025e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:31.118870 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7aac6279-825d-4ded-8779-57e0e513e961 req-b0f497e8-d722-419e-89e0-a486c32a025e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.1674082 Feb 04 13:52:31.246270 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7aac6279-825d-4ded-8779-57e0e513e961 req-ebc6f77e-9b12-4883-9885-e23cdcb9dcfe tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052184 Feb 04 13:52:31.353494 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for port (ef8715c0-3ff1-4f07-aa3c-6fc615fe935d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:31.618307 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ef8715c0-3ff1-4f07-aa3c-6fc615fe935d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:31.690148 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:52:31.729296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:31.742279 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:52:31.909029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Pushing event updated for resources: {'Port': ['ID=ef8715c0-3ff1-4f07-aa3c-6fc615fe935d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:32.253522 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-579666f1-7946-4a1f-a804-14c5ccd9aa56 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting port 1046152f-aee0-4dd8-9adb-ed909d414485 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:32.254222 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-579666f1-7946-4a1f-a804-14c5ccd9aa56 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1046152f-aee0-4dd8-9adb-ed909d414485), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:32.524820 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-579666f1-7946-4a1f-a804-14c5ccd9aa56 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1046152f-aee0-4dd8-9adb-ed909d414485), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:32.546294 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-579666f1-7946-4a1f-a804-14c5ccd9aa56 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Calling delete_port for 1046152f-aee0-4dd8-9adb-ed909d414485 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:32.548490 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router_gateway (2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:32.936145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a053fbb-ddbe-4d72-84e2-67ae6a79f24a req-6dc920fb-f15e-4738-91bc-fb93d9242d1d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:32.966729 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a053fbb-ddbe-4d72-84e2-67ae6a79f24a req-6dc920fb-f15e-4738-91bc-fb93d9242d1d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.5929317 Feb 04 13:52:33.006551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:33.035037 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:33.130804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a053fbb-ddbe-4d72-84e2-67ae6a79f24a req-01286190-01fe-48ab-a796-8515d5a0811d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631174 Feb 04 13:52:33.161781 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-579666f1-7946-4a1f-a804-14c5ccd9aa56 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1046152f-aee0-4dd8-9adb-ed909d414485), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:33.200243 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579666f1-7946-4a1f-a804-14c5ccd9aa56 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Port': ['ID=1046152f-aee0-4dd8-9adb-ed909d414485,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:33.521775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d68b7-39dc-4f37-a17e-c5227558b3a6 req-a2e70321-a1a5-4e8f-9367-13640ea0e1eb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:33.530915 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-371d68b7-39dc-4f37-a17e-c5227558b3a6 req-a2e70321-a1a5-4e8f-9367-13640ea0e1eb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.1997464 Feb 04 13:52:33.546904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36198) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:33.567738 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-192b22d3-185a-4d4d-b77b-5722ac9c81fb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Request body: {'floatingip': {'port_id': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:33.576423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Router 2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:52:33.730788 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-192b22d3-185a-4d4d-b77b-5722ac9c81fb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for floatingip (3873553e-1745-4213-bd15-aa79350efa85), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:34.440619 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-192b22d3-185a-4d4d-b77b-5722ac9c81fb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:34.462039 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-192b22d3-185a-4d4d-b77b-5722ac9c81fb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (3873553e-1745-4213-bd15-aa79350efa85), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:34.914362 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-192b22d3-185a-4d4d-b77b-5722ac9c81fb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Floating IP 3873553e-1745-4213-bd15-aa79350efa85 associated. External IP: 172.25.5.48, port: 8bdab68b-078e-45cb-bb4e-284a1c7efd1a. Feb 04 13:52:34.928262 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-579666f1-7946-4a1f-a804-14c5ccd9aa56 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (32494e27-ec60-40aa-a5a4-9e1d56551c8c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:34.945512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:52:34.957483 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:34.960066 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fb5d88b2-1bfa-4656-b36f-040572127444 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "PUT /v2.0/routers/2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb HTTP/1.1" status: 200 len: 919 time: 6.6828756 Feb 04 13:52:34.962182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10266dee-7530-4a05-a56b-0a3a9c67fb3a None None] Sync routers for ids ['2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:34.964646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36230) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:34.990844 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10266dee-7530-4a05-a56b-0a3a9c67fb3a None None] Routers {'2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:34.991606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-10266dee-7530-4a05-a56b-0a3a9c67fb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:35.100580 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-10266dee-7530-4a05-a56b-0a3a9c67fb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:35.126490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10266dee-7530-4a05-a56b-0a3a9c67fb3a None None] Routers {'2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:35.129706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-10266dee-7530-4a05-a56b-0a3a9c67fb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:35.236691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-10266dee-7530-4a05-a56b-0a3a9c67fb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:35.238360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10266dee-7530-4a05-a56b-0a3a9c67fb3a None None] The sync data for ids ['2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:35.277125 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-807c251b-ab3e-4d85-ae4c-b307c9c3adcf tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/routers/2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb HTTP/1.1" status: 200 len: 925 time: 0.3069727 Feb 04 13:52:35.279810 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36244) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:35.428633 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d6585b-3435-4d18-ba72-b044964a6e65 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:35.430229 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-74d6585b-3435-4d18-ba72-b044964a6e65 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&device_id=2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1492443 Feb 04 13:52:35.433068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36246) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:35.472784 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579666f1-7946-4a1f-a804-14c5ccd9aa56 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Router 32494e27-ec60-40aa-a5a4-9e1d56551c8c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:52:35.526056 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192b22d3-185a-4d4d-b77b-5722ac9c81fb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Router 7615c355-8740-4775-96b9-e8ea7677f529 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:52:35.681095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579666f1-7946-4a1f-a804-14c5ccd9aa56 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:52:35.690168 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-579666f1-7946-4a1f-a804-14c5ccd9aa56 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "PUT /v2.0/routers/32494e27-ec60-40aa-a5a4-9e1d56551c8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5002623 Feb 04 13:52:35.690720 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36248) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:35.701543 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4bad88-3a6d-451c-a0db-8b64f0d17a55 None None] Sync routers for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:35.718002 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4bad88-3a6d-451c-a0db-8b64f0d17a55 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:35.725434 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9f4bad88-3a6d-451c-a0db-8b64f0d17a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:35.754127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04de51f6-b3f0-4476-8220-db19992bf748 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:35.758808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-04de51f6-b3f0-4476-8220-db19992bf748 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/networks/92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 881 time: 0.3218369 Feb 04 13:52:35.760643 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36250) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:35.829539 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9f4bad88-3a6d-451c-a0db-8b64f0d17a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:35.853042 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4bad88-3a6d-451c-a0db-8b64f0d17a55 None None] Routers {'32494e27-ec60-40aa-a5a4-9e1d56551c8c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:35.853683 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9f4bad88-3a6d-451c-a0db-8b64f0d17a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:35.876315 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-25c0aef1-13cc-45e9-978a-e1a046431e50 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb HTTP/1.1" status: 200 len: 205 time: 0.1139119 Feb 04 13:52:35.892396 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192b22d3-185a-4d4d-b77b-5722ac9c81fb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:52:35.894736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36256) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:35.914229 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe11739-a774-4625-84ea-e247453286da None None] Sync routers for ids ['7615c355-8740-4775-96b9-e8ea7677f529'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:35.942664 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe11739-a774-4625-84ea-e247453286da None None] Routers {'7615c355-8740-4775-96b9-e8ea7677f529'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:35.944454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-dbe11739-a774-4625-84ea-e247453286da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7615c355-8740-4775-96b9-e8ea7677f529'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:35.959281 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-192b22d3-185a-4d4d-b77b-5722ac9c81fb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:35.966759 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9f4bad88-3a6d-451c-a0db-8b64f0d17a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:35.967469 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4bad88-3a6d-451c-a0db-8b64f0d17a55 None None] The sync data for ids ['32494e27-ec60-40aa-a5a4-9e1d56551c8c'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:36.058384 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-192b22d3-185a-4d4d-b77b-5722ac9c81fb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "PUT /v2.0/floatingips/3873553e-1745-4213-bd15-aa79350efa85 HTTP/1.1" status: 200 len: 990 time: 2.5018842 Feb 04 13:52:36.122787 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c66eca6a-fdd2-4db4-961b-a836c120292f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router (32494e27-ec60-40aa-a5a4-9e1d56551c8c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:36.196344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96208542-d552-4dc4-9d73-19cda0d724c4', 'tag': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:52:36.198984 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6d8419-e7a9-4e55-8cbf-6d6a18017144" -d '{"events": [{"name": "network-changed", "server_uuid": "96208542-d552-4dc4-9d73-19cda0d724c4", "tag": "8bdab68b-078e-45cb-bb4e-284a1c7efd1a"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:52:36.203882 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:36.324701 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c66eca6a-fdd2-4db4-961b-a836c120292f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router_gateway (32494e27-ec60-40aa-a5a4-9e1d56551c8c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:36.448633 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-c66eca6a-fdd2-4db4-961b-a836c120292f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting port 7459bc0a-e6e2-4fcd-a024-3df9c8a4e7f7 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:36.448633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c66eca6a-fdd2-4db4-961b-a836c120292f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7459bc0a-e6e2-4fcd-a024-3df9c8a4e7f7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:36.508279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-dbe11739-a774-4625-84ea-e247453286da None None] Set router 7615c355-8740-4775-96b9-e8ea7677f529 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:52:36.801419 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c66eca6a-fdd2-4db4-961b-a836c120292f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7459bc0a-e6e2-4fcd-a024-3df9c8a4e7f7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:36.835134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-c66eca6a-fdd2-4db4-961b-a836c120292f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Calling delete_port for 7459bc0a-e6e2-4fcd-a024-3df9c8a4e7f7 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:37.036145 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:37.192973 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-dbe11739-a774-4625-84ea-e247453286da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:56Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '3873553e-1745-4213-bd15-aa79350efa85', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'port_id': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'mac_address': 'fa:16:3e:ff:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96208542-d552-4dc4-9d73-19cda0d724c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:52:05Z', 'updated_at': '2022-02-04T13:52:34Z', 'revision_number': 1, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1825d62-8bc8-4e95-b60d-5ed87c9335d5', 'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'mac_address': 'fa:16:3e:79:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:55Z', 'updated_at': '2022-02-04T13:52:02Z', 'revision_number': 5, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'subnets': [{'id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:37.255796 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc7a5c-b682-4054-9f1f-1951e9a5db6c req-abb61bb4-109d-4e7a-8889-58c0a742c7b3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:37.258404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ddc7a5c-b682-4054-9f1f-1951e9a5db6c req-abb61bb4-109d-4e7a-8889-58c0a742c7b3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 1.0508492 Feb 04 13:52:37.277428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe11739-a774-4625-84ea-e247453286da None None] Checking router: 7615c355-8740-4775-96b9-e8ea7677f529 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:52:37.331791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe11739-a774-4625-84ea-e247453286da None None] Routers {'7615c355-8740-4775-96b9-e8ea7677f529'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:37.332795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-dbe11739-a774-4625-84ea-e247453286da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7615c355-8740-4775-96b9-e8ea7677f529'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:37.424975 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ddc7a5c-b682-4054-9f1f-1951e9a5db6c req-5d1dacdb-a4e0-47dd-9d56-4137c50e67e1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433108 Feb 04 13:52:37.445886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Deleting port ef8715c0-3ff1-4f07-aa3c-6fc615fe935d {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:37.446257 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ef8715c0-3ff1-4f07-aa3c-6fc615fe935d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:37.555646 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c66eca6a-fdd2-4db4-961b-a836c120292f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7459bc0a-e6e2-4fcd-a024-3df9c8a4e7f7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:37.598396 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66eca6a-fdd2-4db4-961b-a836c120292f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Port': ['ID=7459bc0a-e6e2-4fcd-a024-3df9c8a4e7f7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:37.653687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-dbe11739-a774-4625-84ea-e247453286da None None] Set router 7615c355-8740-4775-96b9-e8ea7677f529 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:52:37.670248 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0b1f7d-ea79-4481-bc30-7dd2b9e0915c x-openstack-request-id: req-5d0b1f7d-ea79-4481-bc30-7dd2b9e0915c {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:52:37.670550 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96208542-d552-4dc4-9d73-19cda0d724c4", "tag": "8bdab68b-078e-45cb-bb4e-284a1c7efd1a", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:52:37.670819 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5d0b1f7d-ea79-4481-bc30-7dd2b9e0915c {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:52:37.671260 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96208542-d552-4dc4-9d73-19cda0d724c4', 'tag': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a', 'status': 'completed', 'code': 200} Feb 04 13:52:37.801862 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c66eca6a-fdd2-4db4-961b-a836c120292f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (32494e27-ec60-40aa-a5a4-9e1d56551c8c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:37.825103 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ef8715c0-3ff1-4f07-aa3c-6fc615fe935d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:37.896005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Calling delete_port for ef8715c0-3ff1-4f07-aa3c-6fc615fe935d owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:38.016767 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d8419-e7a9-4e55-8cbf-6d6a18017144 req-f120cb5a-0e3b-4fae-9709-f08a1ef3c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:38.020057 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dd6d8419-e7a9-4e55-8cbf-6d6a18017144 req-f120cb5a-0e3b-4fae-9709-f08a1ef3c2d1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 1128 time: 0.3403831 Feb 04 13:52:38.024531 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c66eca6a-fdd2-4db4-961b-a836c120292f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (32494e27-ec60-40aa-a5a4-9e1d56551c8c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:38.027130 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c66eca6a-fdd2-4db4-961b-a836c120292f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router_controller (32494e27-ec60-40aa-a5a4-9e1d56551c8c), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:38.151398 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c66eca6a-fdd2-4db4-961b-a836c120292f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (32494e27-ec60-40aa-a5a4-9e1d56551c8c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:38.151893 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66eca6a-fdd2-4db4-961b-a836c120292f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Fanout notify agent at l3_agent the message router_deleted on router 32494e27-ec60-40aa-a5a4-9e1d56551c8c {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:52:38.176194 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c66eca6a-fdd2-4db4-961b-a836c120292f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:38.177799 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c66eca6a-fdd2-4db4-961b-a836c120292f tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/routers/32494e27-ec60-40aa-a5a4-9e1d56551c8c HTTP/1.1" status: 204 len: 168 time: 2.4858563 Feb 04 13:52:38.181409 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36296) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:38.269903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-dbe11739-a774-4625-84ea-e247453286da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:56Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '3873553e-1745-4213-bd15-aa79350efa85', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'port_id': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'mac_address': 'fa:16:3e:ff:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96208542-d552-4dc4-9d73-19cda0d724c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:52:05Z', 'updated_at': '2022-02-04T13:52:34Z', 'revision_number': 1, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1825d62-8bc8-4e95-b60d-5ed87c9335d5', 'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'mac_address': 'fa:16:3e:79:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:55Z', 'updated_at': '2022-02-04T13:52:02Z', 'revision_number': 5, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'subnets': [{'id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:38.416432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d8419-e7a9-4e55-8cbf-6d6a18017144 req-20a57465-2d66-4780-903d-80909e0aba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:38.418992 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dd6d8419-e7a9-4e55-8cbf-6d6a18017144 req-20a57465-2d66-4780-903d-80909e0aba84 service neutron] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 917 time: 0.3900483 Feb 04 13:52:38.432681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a07609-5853-4a85-b006-a6208732b727 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Deleting subnet 465d552d-55ce-440d-b073-30551caac7af {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:52:38.455429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe11739-a774-4625-84ea-e247453286da None None] The sync data for ids ['7615c355-8740-4775-96b9-e8ea7677f529'] in n-d-714676-13 is: [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:56Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '3873553e-1745-4213-bd15-aa79350efa85', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'port_id': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'mac_address': 'fa:16:3e:ff:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96208542-d552-4dc4-9d73-19cda0d724c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:52:05Z', 'updated_at': '2022-02-04T13:52:34Z', 'revision_number': 1, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1825d62-8bc8-4e95-b60d-5ed87c9335d5', 'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'mac_address': 'fa:16:3e:79:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:55Z', 'updated_at': '2022-02-04T13:52:02Z', 'revision_number': 5, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'subnets': [{'id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:38.519008 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30a07609-5853-4a85-b006-a6208732b727 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for subnet (465d552d-55ce-440d-b073-30551caac7af), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:38.626721 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30a07609-5853-4a85-b006-a6208732b727 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (465d552d-55ce-440d-b073-30551caac7af), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:38.633828 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dd6d8419-e7a9-4e55-8cbf-6d6a18017144 req-20625208-df80-4a88-824d-053e5c333a42 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a HTTP/1.1" status: 200 len: 998 time: 0.1981146 Feb 04 13:52:38.643751 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ef8715c0-3ff1-4f07-aa3c-6fc615fe935d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:38.769971 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30a07609-5853-4a85-b006-a6208732b727 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (465d552d-55ce-440d-b073-30551caac7af), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:38.774655 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d8419-e7a9-4e55-8cbf-6d6a18017144 req-6e99206c-8ead-4556-be48-f1aff79d8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:38.776153 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dd6d8419-e7a9-4e55-8cbf-6d6a18017144 req-6e99206c-8ead-4556-be48-f1aff79d8b40 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.1072695 Feb 04 13:52:38.795978 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:38.803240 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Pushing event deleted for resources: {'Port': ['ID=ef8715c0-3ff1-4f07-aa3c-6fc615fe935d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:38.920411 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e648e433-6051-4968-978b-d6a7720f9799 None None] New status for floating IP 3873553e-1745-4213-bd15-aa79350efa85: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:52:38.922565 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:38.926007 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_controller (2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:38.994665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d8419-e7a9-4e55-8cbf-6d6a18017144 req-80030efa-ee0c-4225-9606-7519c59bbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:39.003911 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:39.004432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Fanout notify agent at l3_agent the message router_deleted on router 2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:52:39.014423 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dd6d8419-e7a9-4e55-8cbf-6d6a18017144 req-80030efa-ee0c-4225-9606-7519c59bbab7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1856794 Feb 04 13:52:39.014577 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:39.016324 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "DELETE /v2.0/routers/2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb HTTP/1.1" status: 204 len: 168 time: 3.0969279 Feb 04 13:52:39.020289 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30a07609-5853-4a85-b006-a6208732b727 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (465d552d-55ce-440d-b073-30551caac7af), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:39.025432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36314) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:39.032668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:39.033707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:39.042512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:39.042914 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:39.043267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:39.043720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:39.044067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:39.044549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:39.044931 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:39.045296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:39.045627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:39.045963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:39.046387 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a1f8c-1cb8-4bc2-adde-1e4cd15f9c5a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:39.067748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1559153767', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}, 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:39.109681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626b7c5-b4bc-4f06-8bdf-9de2dda12b13 req-ec02df78-d4bd-40b4-8430-52ea2b8242a6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:39.111725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2626b7c5-b4bc-4f06-8bdf-9de2dda12b13 req-ec02df78-d4bd-40b4-8430-52ea2b8242a6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.3666885 Feb 04 13:52:39.137240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a07609-5853-4a85-b006-a6208732b727 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Subnet': ['ID=465d552d-55ce-440d-b073-30551caac7af,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:39.172025 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (eaf9fb84-dd11-46c8-b3c0-24d9227e6456), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:39.174283 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (eaf9fb84-dd11-46c8-b3c0-24d9227e6456), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:39.225963 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-30a07609-5853-4a85-b006-a6208732b727 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:39.229652 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-30a07609-5853-4a85-b006-a6208732b727 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/subnets/465d552d-55ce-440d-b073-30551caac7af HTTP/1.1" status: 204 len: 168 time: 1.0469155 Feb 04 13:52:39.232512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36318) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:39.282686 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_controller (eaf9fb84-dd11-46c8-b3c0-24d9227e6456), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:39.352766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2626b7c5-b4bc-4f06-8bdf-9de2dda12b13 req-a54caa3c-bc33-47c3-8788-26e2cf6b3b05 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337646 Feb 04 13:52:39.444325 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0d26ec6-bbdc-4ef0-9fed-3e9ca8e83064 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (922633e3-d34e-4a7f-b0fa-f205accb7d64), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:39.466805 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dd6d8419-e7a9-4e55-8cbf-6d6a18017144 req-8f0e942b-a1bc-4d1d-9c73-a14e530d6f90 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425132 Feb 04 13:52:39.597904 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (eaf9fb84-dd11-46c8-b3c0-24d9227e6456), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:39.869484 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0d26ec6-bbdc-4ef0-9fed-3e9ca8e83064 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (922633e3-d34e-4a7f-b0fa-f205accb7d64), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:39.902459 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dd6d8419-e7a9-4e55-8cbf-6d6a18017144 req-111b0816-4ff6-40c0-987b-b6c0745b9e3a service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291842 Feb 04 13:52:39.920592 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c0d26ec6-bbdc-4ef0-9fed-3e9ca8e83064 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922633e3-d34e-4a7f-b0fa-f205accb7d64']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:39.939814 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c0d26ec6-bbdc-4ef0-9fed-3e9ca8e83064 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91deed2e-4c77-447c-89d7-74bfbe46f75b') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:39.940192 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c0d26ec6-bbdc-4ef0-9fed-3e9ca8e83064 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91deed2e-4c77-447c-89d7-74bfbe46f75b') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:39.957103 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0d26ec6-bbdc-4ef0-9fed-3e9ca8e83064 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (91deed2e-4c77-447c-89d7-74bfbe46f75b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:39.977786 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0d26ec6-bbdc-4ef0-9fed-3e9ca8e83064 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (91deed2e-4c77-447c-89d7-74bfbe46f75b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:40.003427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d26ec6-bbdc-4ef0-9fed-3e9ca8e83064 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:52:40.005365 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0d26ec6-bbdc-4ef0-9fed-3e9ca8e83064 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (91deed2e-4c77-447c-89d7-74bfbe46f75b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:40.051301 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (eaf9fb84-dd11-46c8-b3c0-24d9227e6456), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:40.099658 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:52:40.115080 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:52:40.183118 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0d26ec6-bbdc-4ef0-9fed-3e9ca8e83064 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (922633e3-d34e-4a7f-b0fa-f205accb7d64), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:40.189012 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0d26ec6-bbdc-4ef0-9fed-3e9ca8e83064 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:40.200603 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c0d26ec6-bbdc-4ef0-9fed-3e9ca8e83064 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] 10.222.0.96 "DELETE /v2.0/networks/922633e3-d34e-4a7f-b0fa-f205accb7d64 HTTP/1.1" status: 204 len: 168 time: 0.9670229 Feb 04 13:52:40.244236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d26ec6-bbdc-4ef0-9fed-3e9ca8e83064 tempest-FloatingIPTestJSON-964857533 tempest-FloatingIPTestJSON-964857533-project] Pushing event deleted for resources: {'Network': ['ID=922633e3-d34e-4a7f-b0fa-f205accb7d64,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:40.342260 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Allocated IP 172.25.5.153 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/372ecbc0-c65b-484b-9ae8-5a9d8665fdc6) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:52:40.729927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b1d9c-d693-4d81-803b-d1da7c80d504 req-8cd0b788-92bc-461e-bf9c-1b17ef4fb941 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:40.733092 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-250b1d9c-d693-4d81-803b-d1da7c80d504 req-8cd0b788-92bc-461e-bf9c-1b17ef4fb941 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.2362936 Feb 04 13:52:40.792316 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for port (372ecbc0-c65b-484b-9ae8-5a9d8665fdc6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:40.873514 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36374) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:40.970056 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f5f78557-a75e-41f1-979f-091613c64608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:40.987152 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-250b1d9c-d693-4d81-803b-d1da7c80d504 req-04f075d1-8c15-4793-b7a2-11a0c9c35855 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408428 Feb 04 13:52:41.024922 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (372ecbc0-c65b-484b-9ae8-5a9d8665fdc6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:41.087700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:52:41.093080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:41.163570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:52:41.337844 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Pushing event updated for resources: {'Port': ['ID=372ecbc0-c65b-484b-9ae8-5a9d8665fdc6,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:41.436539 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cb021b54-a094-42c3-951f-38f1f6904b76 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3b017a1361cf4e4c8c8fef31bfb385d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5616212 Feb 04 13:52:41.441805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36386) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:41.661862 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5986f1aa-246c-4d64-96a2-4fe45eeaad2c admin admin] Publish callbacks [] for security_group (0d0827a0-c5dd-40cf-8d24-9f50fda8fe52), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:41.748111 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5986f1aa-246c-4d64-96a2-4fe45eeaad2c admin admin] Publish callbacks [] for security_group (0d0827a0-c5dd-40cf-8d24-9f50fda8fe52), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:41.883983 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (eaf9fb84-dd11-46c8-b3c0-24d9227e6456), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:41.905415 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5986f1aa-246c-4d64-96a2-4fe45eeaad2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0d0827a0-c5dd-40cf-8d24-9f50fda8fe52), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:41.908278 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5986f1aa-246c-4d64-96a2-4fe45eeaad2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:41.909463 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5986f1aa-246c-4d64-96a2-4fe45eeaad2c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0d0827a0-c5dd-40cf-8d24-9f50fda8fe52 HTTP/1.1" status: 204 len: 168 time: 0.4666092 Feb 04 13:52:41.936776 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986f1aa-246c-4d64-96a2-4fe45eeaad2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0827a0-c5dd-40cf-8d24-9f50fda8fe52,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:42.766159 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (eaf9fb84-dd11-46c8-b3c0-24d9227e6456), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:43.188486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Router eaf9fb84-dd11-46c8-b3c0-24d9227e6456 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:52:43.579916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:52:43.601240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e4bab-be19-4b80-b736-e99406e2dd31 None None] Sync routers for ids ['eaf9fb84-dd11-46c8-b3c0-24d9227e6456'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:43.631070 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442e4bab-be19-4b80-b736-e99406e2dd31 None None] Routers {'eaf9fb84-dd11-46c8-b3c0-24d9227e6456'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:43.632033 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-442e4bab-be19-4b80-b736-e99406e2dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['eaf9fb84-dd11-46c8-b3c0-24d9227e6456'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:43.638968 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:43.648092 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-be7121ea-e837-4d9b-8006-017d1b763a22 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6171350 Feb 04 13:52:43.651283 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36444) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:43.656406 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-de804145-5055-4ef1-bc46-afe705a5e0fe tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:43.749452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-442e4bab-be19-4b80-b736-e99406e2dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:43.760100 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36452) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:43.803250 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442e4bab-be19-4b80-b736-e99406e2dd31 None None] Routers {'eaf9fb84-dd11-46c8-b3c0-24d9227e6456'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:43.813254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-442e4bab-be19-4b80-b736-e99406e2dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['eaf9fb84-dd11-46c8-b3c0-24d9227e6456'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:43.963580 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-442e4bab-be19-4b80-b736-e99406e2dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:43.968260 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e4bab-be19-4b80-b736-e99406e2dd31 None None] The sync data for ids ['eaf9fb84-dd11-46c8-b3c0-24d9227e6456'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:44.036170 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-7cc9606d-f6d3-4a59-b223-6486863784e8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-296100606'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:44.039465 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:44.087483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc9606d-f6d3-4a59-b223-6486863784e8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:52:44.093860 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7cc9606d-f6d3-4a59-b223-6486863784e8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:44.126262 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7cc9606d-f6d3-4a59-b223-6486863784e8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:44.446186 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7cc9606d-f6d3-4a59-b223-6486863784e8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for security_group (ad8df9ad-516c-4790-be18-259c34e13208), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:44.455555 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7cc9606d-f6d3-4a59-b223-6486863784e8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ad8df9ad-516c-4790-be18-259c34e13208), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:44.531300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc9606d-f6d3-4a59-b223-6486863784e8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:52:44.571457 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9606d-f6d3-4a59-b223-6486863784e8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8df9ad-516c-4790-be18-259c34e13208,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:44.580606 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7cc9606d-f6d3-4a59-b223-6486863784e8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (616232fe-cce0-4f79-9621-1096acb1ce37), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:44.581098 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-7cc9606d-f6d3-4a59-b223-6486863784e8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Added segment 616232fe-cce0-4f79-9621-1096acb1ce37 of type vlan for network 7c394948-4b63-49bf-bbc4-cffb7d4d7844 Feb 04 13:52:44.696030 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7cc9606d-f6d3-4a59-b223-6486863784e8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (7c394948-4b63-49bf-bbc4-cffb7d4d7844), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:44.774924 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7cc9606d-f6d3-4a59-b223-6486863784e8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (7c394948-4b63-49bf-bbc4-cffb7d4d7844), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:44.785088 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:44.790554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc9606d-f6d3-4a59-b223-6486863784e8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:44.807446 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7cc9606d-f6d3-4a59-b223-6486863784e8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:44.890132 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7cc9606d-f6d3-4a59-b223-6486863784e8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1166198 Feb 04 13:52:45.175596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9606d-f6d3-4a59-b223-6486863784e8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Network': ['ID=7c394948-4b63-49bf-bbc4-cffb7d4d7844,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:45.208236 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 7c394948-4b63-49bf-bbc4-cffb7d4d7844 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:52:45.223176 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-65dc88f9-3496-4d52-b646-8fae0512fb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:45.404889 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de804145-5055-4ef1-bc46-afe705a5e0fe tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (eaf9fb84-dd11-46c8-b3c0-24d9227e6456), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:45.464968 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de804145-5055-4ef1-bc46-afe705a5e0fe tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_gateway (eaf9fb84-dd11-46c8-b3c0-24d9227e6456), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:45.676044 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:45.741619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-de804145-5055-4ef1-bc46-afe705a5e0fe tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Deleting port 372ecbc0-c65b-484b-9ae8-5a9d8665fdc6 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:45.742729 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de804145-5055-4ef1-bc46-afe705a5e0fe tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (372ecbc0-c65b-484b-9ae8-5a9d8665fdc6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:45.996561 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de804145-5055-4ef1-bc46-afe705a5e0fe tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (372ecbc0-c65b-484b-9ae8-5a9d8665fdc6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:46.021938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-de804145-5055-4ef1-bc46-afe705a5e0fe tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Calling delete_port for 372ecbc0-c65b-484b-9ae8-5a9d8665fdc6 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:46.546626 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de804145-5055-4ef1-bc46-afe705a5e0fe tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (372ecbc0-c65b-484b-9ae8-5a9d8665fdc6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:46.613594 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804145-5055-4ef1-bc46-afe705a5e0fe tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Pushing event deleted for resources: {'Port': ['ID=372ecbc0-c65b-484b-9ae8-5a9d8665fdc6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:46.787651 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de804145-5055-4ef1-bc46-afe705a5e0fe tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (eaf9fb84-dd11-46c8-b3c0-24d9227e6456), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:46.928065 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:47.305051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36516) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:47.490549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de804145-5055-4ef1-bc46-afe705a5e0fe tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (eaf9fb84-dd11-46c8-b3c0-24d9227e6456), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:47.509155 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de804145-5055-4ef1-bc46-afe705a5e0fe tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (eaf9fb84-dd11-46c8-b3c0-24d9227e6456), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:47.518651 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-81411d25-6133-44b6-a447-cebf254021da tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/floatingips/790c2173-856a-4479-8180-9f16e2a46dcf HTTP/1.1" status: 200 len: 993 time: 0.2080607 Feb 04 13:52:47.731625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de804145-5055-4ef1-bc46-afe705a5e0fe tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Router eaf9fb84-dd11-46c8-b3c0-24d9227e6456 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:52:47.854200 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de804145-5055-4ef1-bc46-afe705a5e0fe tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:52:47.879424 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de804145-5055-4ef1-bc46-afe705a5e0fe tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:47.882518 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-de804145-5055-4ef1-bc46-afe705a5e0fe tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "PUT /v2.0/routers/eaf9fb84-dd11-46c8-b3c0-24d9227e6456 HTTP/1.1" status: 200 len: 710 time: 4.2298384 Feb 04 13:52:47.882956 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36536) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:47.890885 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7179994e-bee3-4056-86ce-ad623054efe4 None None] Sync routers for ids ['eaf9fb84-dd11-46c8-b3c0-24d9227e6456'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:47.901118 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36538) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:47.910252 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7179994e-bee3-4056-86ce-ad623054efe4 None None] Routers {'eaf9fb84-dd11-46c8-b3c0-24d9227e6456'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:47.911676 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7179994e-bee3-4056-86ce-ad623054efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['eaf9fb84-dd11-46c8-b3c0-24d9227e6456'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:48.005947 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:48.035280 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7179994e-bee3-4056-86ce-ad623054efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:48.070852 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7179994e-bee3-4056-86ce-ad623054efe4 None None] Routers {'eaf9fb84-dd11-46c8-b3c0-24d9227e6456'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:48.094590 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7179994e-bee3-4056-86ce-ad623054efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['eaf9fb84-dd11-46c8-b3c0-24d9227e6456'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:48.277595 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6133315c-eb94-4758-9325-ca08ed84acd8 tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/routers/eaf9fb84-dd11-46c8-b3c0-24d9227e6456 HTTP/1.1" status: 200 len: 745 time: 0.3745787 Feb 04 13:52:48.280074 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36548) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:48.306444 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7179994e-bee3-4056-86ce-ad623054efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:48.310440 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7179994e-bee3-4056-86ce-ad623054efe4 None None] The sync data for ids ['eaf9fb84-dd11-46c8-b3c0-24d9227e6456'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:48.418480 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3e912bbc-34b8-4fa8-90a8-a9d04f0a8fac tempest-RoutersIpV6AdminTest-662870646 tempest-RoutersIpV6AdminTest-662870646-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&device_id=eaf9fb84-dd11-46c8-b3c0-24d9227e6456 HTTP/1.1" status: 200 len: 205 time: 0.1370020 Feb 04 13:52:48.419760 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36554) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:48.502378 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f181f4f0-f0ab-4f84-bec3-6d740cfa9718 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaf9fb84-dd11-46c8-b3c0-24d9227e6456 HTTP/1.1" status: 200 len: 205 time: 0.0738595 Feb 04 13:52:48.503385 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36558) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:48.609695 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ce1249f-655d-4852-9192-e2f502753350 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (eaf9fb84-dd11-46c8-b3c0-24d9227e6456), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:48.856953 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ce1249f-655d-4852-9192-e2f502753350 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (eaf9fb84-dd11-46c8-b3c0-24d9227e6456), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:48.865063 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ce1249f-655d-4852-9192-e2f502753350 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router_controller (eaf9fb84-dd11-46c8-b3c0-24d9227e6456), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:48.940822 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1eee832b-0874-4df6-a217-8afc67a7d9ef req-5c580a4a-bf46-4a86-97f8-e6db4469f31c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6614032 Feb 04 13:52:48.942727 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ce1249f-655d-4852-9192-e2f502753350 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (eaf9fb84-dd11-46c8-b3c0-24d9227e6456), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:48.943646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce1249f-655d-4852-9192-e2f502753350 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Fanout notify agent at l3_agent the message router_deleted on router eaf9fb84-dd11-46c8-b3c0-24d9227e6456 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:52:48.971966 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ce1249f-655d-4852-9192-e2f502753350 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:48.977675 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3ce1249f-655d-4852-9192-e2f502753350 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "DELETE /v2.0/routers/eaf9fb84-dd11-46c8-b3c0-24d9227e6456 HTTP/1.1" status: 204 len: 168 time: 0.4699094 Feb 04 13:52:48.983303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36568) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:49.100447 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-84a8461d-cd8b-4bd3-99c0-03058e9c0aea tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaf9fb84-dd11-46c8-b3c0-24d9227e6456 HTTP/1.1" status: 200 len: 205 time: 0.1173832 Feb 04 13:52:49.104493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36576) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:49.175867 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-5a15ef80-2c6d-4654-94e7-a6b29f8506f3 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] delete failed (client error): The resource could not be found. Feb 04 13:52:49.179371 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5a15ef80-2c6d-4654-94e7-a6b29f8506f3 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "DELETE /v2.0/routers/eaf9fb84-dd11-46c8-b3c0-24d9227e6456 HTTP/1.1" status: 404 len: 336 time: 0.0734272 Feb 04 13:52:49.197618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36578) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:49.247236 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5a158502-ca30-42f6-87d5-1721f3f6bfbd tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb HTTP/1.1" status: 200 len: 205 time: 0.0459082 Feb 04 13:52:49.247490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36580) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:49.251927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36582) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:49.262731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5996f-636c-413d-ad8e-76576b8fb845 req-947228aa-e885-443d-ace6-bfe7400801f8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:49.264936 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bb5996f-636c-413d-ad8e-76576b8fb845 req-947228aa-e885-443d-ace6-bfe7400801f8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 946 time: 0.9895401 Feb 04 13:52:49.271447 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-1185f3a8-ea96-43eb-8278-54ff5bc6d654 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'subnet': {'network_id': '7c394948-4b63-49bf-bbc4-cffb7d4d7844', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:49.298943 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-bdbc24b6-022d-4308-8e74-528faf8b01f1 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] delete failed (client error): The resource could not be found. Feb 04 13:52:49.300205 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bdbc24b6-022d-4308-8e74-528faf8b01f1 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "DELETE /v2.0/routers/2b6d6c81-d9a2-4344-a8f8-2de7cf0368fb HTTP/1.1" status: 404 len: 336 time: 0.0516584 Feb 04 13:52:49.304254 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36584) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:49.306564 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee832b-0874-4df6-a217-8afc67a7d9ef req-d5a76448-c38a-4053-9591-9a44a52bc9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:49.308150 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1eee832b-0874-4df6-a217-8afc67a7d9ef req-d5a76448-c38a-4053-9591-9a44a52bc9b9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 1128 time: 0.2327299 Feb 04 13:52:49.350837 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-61bb9c6c-4f53-4401-9642-c8f5230a2726 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "GET /v2.0/ports?device_id=5cdbf00d-fc0e-4c10-bd11-06567d364bee HTTP/1.1" status: 200 len: 205 time: 0.0416453 Feb 04 13:52:49.355726 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36586) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:49.405929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ec9b9aa-b9fa-4d93-b6ae-c3422682bcf5 req-7e8ec447-8f45-442c-8f53-e1a772f511d9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9679604 Feb 04 13:52:49.429525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-a1dccf28-1103-4f47-be17-7908bb743f8e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Deleting port 558d8de5-2afa-4663-a2c0-f806a84034ff {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:49.429791 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1dccf28-1103-4f47-be17-7908bb743f8e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (558d8de5-2afa-4663-a2c0-f806a84034ff), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:49.439547 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-cab63893-f268-48dd-8e26-5171ea36e37a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] delete failed (client error): The resource could not be found. Feb 04 13:52:49.443570 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cab63893-f268-48dd-8e26-5171ea36e37a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "DELETE /v2.0/routers/5cdbf00d-fc0e-4c10-bd11-06567d364bee HTTP/1.1" status: 404 len: 336 time: 0.0843079 Feb 04 13:52:49.451929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bb5996f-636c-413d-ad8e-76576b8fb845 req-8c1f9293-3020-4085-b4c2-612023624bef tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042178 Feb 04 13:52:49.469062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36588) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:49.537067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee832b-0874-4df6-a217-8afc67a7d9ef req-7860aec2-54a6-493a-a507-76ba6e1ee74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:49.540876 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1eee832b-0874-4df6-a217-8afc67a7d9ef req-7860aec2-54a6-493a-a507-76ba6e1ee74b service neutron] 10.222.0.100 "GET /v2.0/networks?id=61663296-fa91-417f-8ee4-7de19885aedb HTTP/1.1" status: 200 len: 898 time: 0.2011485 Feb 04 13:52:49.614273 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c94725e7-dedc-453f-b4f5-ce34e0636b6e tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "GET /v2.0/ports?device_id=2aceae9b-7924-41ed-b3cf-70182850dc21 HTTP/1.1" status: 200 len: 205 time: 0.1441271 Feb 04 13:52:49.625080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36598) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:49.705601 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1eee832b-0874-4df6-a217-8afc67a7d9ef req-21bd53c4-db91-408a-b901-1f6659532e25 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 HTTP/1.1" status: 200 len: 1001 time: 0.1583831 Feb 04 13:52:49.756130 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1dccf28-1103-4f47-be17-7908bb743f8e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (558d8de5-2afa-4663-a2c0-f806a84034ff), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:49.756465 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1dccf28-1103-4f47-be17-7908bb743f8e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for floatingip (558d8de5-2afa-4663-a2c0-f806a84034ff), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:49.774375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-a1dccf28-1103-4f47-be17-7908bb743f8e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Calling delete_port for 558d8de5-2afa-4663-a2c0-f806a84034ff owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:49.778148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1185f3a8-ea96-43eb-8278-54ff5bc6d654 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:52:49.782357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1185f3a8-ea96-43eb-8278-54ff5bc6d654 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:49.796716 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-ba99dbbe-9d62-48b5-9430-e14dd4e8be4a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] delete failed (client error): The resource could not be found. Feb 04 13:52:49.802707 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ba99dbbe-9d62-48b5-9430-e14dd4e8be4a tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "DELETE /v2.0/routers/2aceae9b-7924-41ed-b3cf-70182850dc21 HTTP/1.1" status: 404 len: 336 time: 0.1737247 Feb 04 13:52:49.804063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36606) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:49.822981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee832b-0874-4df6-a217-8afc67a7d9ef req-c6532116-304f-4b4b-b368-6d66854d1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:49.823910 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1eee832b-0874-4df6-a217-8afc67a7d9ef req-c6532116-304f-4b4b-b368-6d66854d1c51 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5301bf8-00fb-476c-bc1d-6b0b6e7524b5 HTTP/1.1" status: 200 len: 834 time: 0.1117351 Feb 04 13:52:49.870684 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9b9aa-b9fa-4d93-b6ae-c3422682bcf5 req-4317ee6c-ec5d-47b1-9279-6708ed726c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:49.872436 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ec9b9aa-b9fa-4d93-b6ae-c3422682bcf5 req-4317ee6c-ec5d-47b1-9279-6708ed726c90 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d954cf1ae4df4ddd95b2077c481a7a6c&device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 1133 time: 0.3890765 Feb 04 13:52:49.892938 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a18489d8-5190-4fb8-a609-07257db7e94c tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d61afa3-fcda-40c9-9d75-b33269c14ef2 HTTP/1.1" status: 200 len: 205 time: 0.0874650 Feb 04 13:52:49.895845 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36610) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:49.985555 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-c4a1fc3c-d8d7-4d1b-a19c-afd71bf7a4d0 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] delete failed (client error): The resource could not be found. Feb 04 13:52:49.987865 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c4a1fc3c-d8d7-4d1b-a19c-afd71bf7a4d0 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "DELETE /v2.0/routers/6d61afa3-fcda-40c9-9d75-b33269c14ef2 HTTP/1.1" status: 404 len: 336 time: 0.0908577 Feb 04 13:52:49.990649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36612) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:50.041986 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-140d758f-1e1f-484e-b3b2-6dad48ada222 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "GET /v2.0/ports?device_id=00ff7d10-9e17-4213-8a1e-0510fb6e9e8e HTTP/1.1" status: 200 len: 205 time: 0.0497510 Feb 04 13:52:50.044438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36614) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:50.119092 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-4698444a-1f87-4820-b052-cf19aa2b6987 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] delete failed (client error): The resource could not be found. Feb 04 13:52:50.121993 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4698444a-1f87-4820-b052-cf19aa2b6987 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "DELETE /v2.0/routers/00ff7d10-9e17-4213-8a1e-0510fb6e9e8e HTTP/1.1" status: 404 len: 336 time: 0.0760746 Feb 04 13:52:50.125402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36618) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:50.178679 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da7bec5-0443-4a63-beae-080dc07d1e69 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] DELETE failed (client error): The resource could not be found. Feb 04 13:52:50.179194 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da7bec5-0443-4a63-beae-080dc07d1e69 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:52:50.183205 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8da7bec5-0443-4a63-beae-080dc07d1e69 tempest-RoutersIpV6AdminTest-678261376 tempest-RoutersIpV6AdminTest-678261376-project] 10.222.0.96 "DELETE /v2.0/subnets/229cea42-e8bf-4cb7-8303-854c2d6d8de7 HTTP/1.1" status: 404 len: 337 time: 0.0547187 Feb 04 13:52:50.185401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee832b-0874-4df6-a217-8afc67a7d9ef req-a351758c-6ef8-43db-ab7a-36e546b9a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:50.187335 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1eee832b-0874-4df6-a217-8afc67a7d9ef req-a351758c-6ef8-43db-ab7a-36e546b9a276 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61663296-fa91-417f-8ee4-7de19885aedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3159552 Feb 04 13:52:50.280934 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9b9aa-b9fa-4d93-b6ae-c3422682bcf5 req-ff82473d-68be-4cc1-afba-6aabad5f0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:50.283737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ec9b9aa-b9fa-4d93-b6ae-c3422682bcf5 req-ff82473d-68be-4cc1-afba-6aabad5f0907 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.3244112 Feb 04 13:52:50.337817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36628) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:50.350747 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ec9b9aa-b9fa-4d93-b6ae-c3422682bcf5 req-5e5ed5b8-fc5a-4f61-927b-831d44eaa4d8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=861c3087-2ef7-4e20-9f54-972fa1542128 HTTP/1.1" status: 200 len: 217 time: 0.0576518 Feb 04 13:52:50.432717 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9b9aa-b9fa-4d93-b6ae-c3422682bcf5 req-f7116529-76b2-4cbe-9e1e-c3254d27f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:50.435179 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ec9b9aa-b9fa-4d93-b6ae-c3422682bcf5 req-f7116529-76b2-4cbe-9e1e-c3254d27f175 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0672357 Feb 04 13:52:50.448998 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1eee832b-0874-4df6-a217-8afc67a7d9ef req-39f5aeea-0676-4f2b-adc4-227bdbdb6637 service neutron] 10.222.0.100 "GET /v2.0/networks/61663296-fa91-417f-8ee4-7de19885aedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470360 Feb 04 13:52:50.621470 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-80b3d6e2-5535-41e0-99a5-d10ded704bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:50.654955 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1eee832b-0874-4df6-a217-8afc67a7d9ef req-92b916f8-74ea-423b-97de-6e3fa4ad3dcb service neutron] 10.222.0.100 "GET /v2.0/networks/61663296-fa91-417f-8ee4-7de19885aedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985085 Feb 04 13:52:50.663262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9b9aa-b9fa-4d93-b6ae-c3422682bcf5 req-4e212184-8a65-46fa-bdd2-ed1b6d5c7e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:50.665034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ec9b9aa-b9fa-4d93-b6ae-c3422682bcf5 req-4e212184-8a65-46fa-bdd2-ed1b6d5c7e3b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2206817 Feb 04 13:52:50.674258 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1185f3a8-ea96-43eb-8278-54ff5bc6d654 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (75b57460-842e-4c63-8ce9-cf5087306f79), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:50.718650 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36636) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:50.816474 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1dccf28-1103-4f47-be17-7908bb743f8e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (558d8de5-2afa-4663-a2c0-f806a84034ff), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:50.817271 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-80b3d6e2-5535-41e0-99a5-d10ded704bea admin admin] Publish callbacks [] for security_group (aefb9a1d-e5e7-4e21-8414-a3f5f4078762), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:50.822827 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-80b3d6e2-5535-41e0-99a5-d10ded704bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (aefb9a1d-e5e7-4e21-8414-a3f5f4078762), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:50.895062 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5278f626-25c9-46e0-ba29-deed6e0ee81e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:50.910215 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-80b3d6e2-5535-41e0-99a5-d10ded704bea admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a8719c7c011e47bc9ddf91391015ed19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5708828 Feb 04 13:52:50.914306 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76027e00-4c3d-4eb8-b411-4b983bd095c0 req-c69dbced-13c2-461e-9b87-7a4a4020a293 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:50.924996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76027e00-4c3d-4eb8-b411-4b983bd095c0 req-c69dbced-13c2-461e-9b87-7a4a4020a293 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 946 time: 0.3151209 Feb 04 13:52:50.930414 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36640) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:50.975543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dccf28-1103-4f47-be17-7908bb743f8e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Port': ['ID=558d8de5-2afa-4663-a2c0-f806a84034ff,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:51.011885 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5278f626-25c9-46e0-ba29-deed6e0ee81e admin admin] Publish callbacks [] for security_group (a97d8199-01c6-48c4-9b51-a93e61bdcfef), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:51.014364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3d6e2-5535-41e0-99a5-d10ded704bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefb9a1d-e5e7-4e21-8414-a3f5f4078762,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:51.022669 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5278f626-25c9-46e0-ba29-deed6e0ee81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a97d8199-01c6-48c4-9b51-a93e61bdcfef), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:51.085239 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278f626-25c9-46e0-ba29-deed6e0ee81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97d8199-01c6-48c4-9b51-a93e61bdcfef,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:51.108737 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5278f626-25c9-46e0-ba29-deed6e0ee81e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0bccc991c9fc40128cca7471c81ac3c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3770258 Feb 04 13:52:51.109731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36646) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:51.110237 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185f3a8-ea96-43eb-8278-54ff5bc6d654 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Subnet': ['ID=75b57460-842e-4c63-8ce9-cf5087306f79,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:51.198995 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b548576-e553-4fb6-a4e1-7f9c4ea4cb08 admin admin] Publish callbacks [] for security_group (a97d8199-01c6-48c4-9b51-a93e61bdcfef), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:51.215107 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ec9b9aa-b9fa-4d93-b6ae-c3422682bcf5 req-801a3344-b63a-4f24-ae4e-a41ca51b17d9 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362546 Feb 04 13:52:51.241359 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b548576-e553-4fb6-a4e1-7f9c4ea4cb08 admin admin] Publish callbacks [] for security_group (a97d8199-01c6-48c4-9b51-a93e61bdcfef), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:51.243948 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1185f3a8-ea96-43eb-8278-54ff5bc6d654 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Checking segment: {'id': '616232fe-cce0-4f79-9621-1096acb1ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7c394948-4b63-49bf-bbc4-cffb7d4d7844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:52:51.244472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1185f3a8-ea96-43eb-8278-54ff5bc6d654 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network hostable DHCP agents. Network: 7c394948-4b63-49bf-bbc4-cffb7d4d7844, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:52:51.254044 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1dccf28-1103-4f47-be17-7908bb743f8e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for floatingip (790c2173-856a-4479-8180-9f16e2a46dcf), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:51.254547 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-a1dccf28-1103-4f47-be17-7908bb743f8e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Floating IP 790c2173-856a-4479-8180-9f16e2a46dcf disassociated (deleted). External IP: 172.25.5.252, port: f2c67f5a-6160-4a47-9dc3-9f30ee4a8220. Feb 04 13:52:51.307650 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b548576-e553-4fb6-a4e1-7f9c4ea4cb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a97d8199-01c6-48c4-9b51-a93e61bdcfef), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:51.310689 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b548576-e553-4fb6-a4e1-7f9c4ea4cb08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:51.315271 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5b548576-e553-4fb6-a4e1-7f9c4ea4cb08 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a97d8199-01c6-48c4-9b51-a93e61bdcfef HTTP/1.1" status: 204 len: 168 time: 0.1979361 Feb 04 13:52:51.323210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b548576-e553-4fb6-a4e1-7f9c4ea4cb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97d8199-01c6-48c4-9b51-a93e61bdcfef,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:51.365300 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76027e00-4c3d-4eb8-b411-4b983bd095c0 req-643b4554-82f9-4f8a-a530-456a70aa7e72 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4392478 Feb 04 13:52:51.495177 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1185f3a8-ea96-43eb-8278-54ff5bc6d654 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network 7c394948-4b63-49bf-bbc4-cffb7d4d7844 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:52:51.523555 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cc2981bf-2e91-45f0-880c-1e8cb81b46cd admin admin] Publish callbacks [] for security_group (aefb9a1d-e5e7-4e21-8414-a3f5f4078762), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:51.577123 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-1185f3a8-ea96-43eb-8278-54ff5bc6d654 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 7c394948-4b63-49bf-bbc4-cffb7d4d7844) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:51.585531 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1185f3a8-ea96-43eb-8278-54ff5bc6d654 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:51.587019 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1185f3a8-ea96-43eb-8278-54ff5bc6d654 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:51.588017 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6496a4fe-ce0e-422d-8e34-541d38970f5b None None] Network 7c394948-4b63-49bf-bbc4-cffb7d4d7844 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:52:51.632435 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cc2981bf-2e91-45f0-880c-1e8cb81b46cd admin admin] Publish callbacks [] for security_group (aefb9a1d-e5e7-4e21-8414-a3f5f4078762), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:51.638367 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ec9b9aa-b9fa-4d93-b6ae-c3422682bcf5 req-c6140f98-7019-4154-8253-82af384654e4 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986616 Feb 04 13:52:51.662647 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36664) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:51.665034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1185f3a8-ea96-43eb-8278-54ff5bc6d654 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3989730 Feb 04 13:52:51.670728 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-dfcc0a56-1efd-4215-8009-1c21f23a8727 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2096611559'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:51.722057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcc0a56-1efd-4215-8009-1c21f23a8727 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:52:51.730701 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0a56-1efd-4215-8009-1c21f23a8727 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:51.822756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-7c394948-4b63-49bf-bbc4-cffb7d4d7844', 'network_id': '7c394948-4b63-49bf-bbc4-cffb7d4d7844', 'project_id': '8e4b268e32a5427cb95566e031bf736a', 'fixed_ips': [{'subnet_id': '75b57460-842e-4c63-8ce9-cf5087306f79'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:52:51.824878 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:51.849150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfcc0a56-1efd-4215-8009-1c21f23a8727 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:52:51.885397 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0a56-1efd-4215-8009-1c21f23a8727 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (f0682df5-a77e-4900-92ef-8bb67e6cfbbd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:51.886016 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-dfcc0a56-1efd-4215-8009-1c21f23a8727 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Added segment f0682df5-a77e-4900-92ef-8bb67e6cfbbd of type vlan for network c499ea22-2ef4-44ae-94b5-e00a70b3c6ac Feb 04 13:52:51.955564 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0a56-1efd-4215-8009-1c21f23a8727 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (c499ea22-2ef4-44ae-94b5-e00a70b3c6ac), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:52.017856 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cc2981bf-2e91-45f0-880c-1e8cb81b46cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (aefb9a1d-e5e7-4e21-8414-a3f5f4078762), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:52.018427 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0a56-1efd-4215-8009-1c21f23a8727 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (c499ea22-2ef4-44ae-94b5-e00a70b3c6ac), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:52.030579 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cc2981bf-2e91-45f0-880c-1e8cb81b46cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:52.043546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cc2981bf-2e91-45f0-880c-1e8cb81b46cd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aefb9a1d-e5e7-4e21-8414-a3f5f4078762 HTTP/1.1" status: 204 len: 168 time: 1.0987103 Feb 04 13:52:52.047393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcc0a56-1efd-4215-8009-1c21f23a8727 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:52.048633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0a56-1efd-4215-8009-1c21f23a8727 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:52.089733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2981bf-2e91-45f0-880c-1e8cb81b46cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefb9a1d-e5e7-4e21-8414-a3f5f4078762,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:52.191052 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc0a56-1efd-4215-8009-1c21f23a8727 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Network': ['ID=c499ea22-2ef4-44ae-94b5-e00a70b3c6ac,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:52.193535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36682) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:52.196378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dccf28-1103-4f47-be17-7908bb743f8e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Router 3fe81a06-038c-4986-b249-e5fb9c066e79 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:52:52.222853 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dfcc0a56-1efd-4215-8009-1c21f23a8727 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5582945 Feb 04 13:52:52.227743 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36684) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:52.239470 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network c499ea22-2ef4-44ae-94b5-e00a70b3c6ac details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:52:52.243681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-671380fe-ad0c-400a-838b-c90306d7f694 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'subnet': {'network_id': 'c499ea22-2ef4-44ae-94b5-e00a70b3c6ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:52.307820 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dfca863a-e9d9-4588-8efe-f8390f0b9844 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8d1ff25c0fd8475ebbd576e4d1a0464a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1000969 Feb 04 13:52:52.311672 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36688) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:52.453577 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-483b668f-a58a-4a53-80ac-14496bd9dd7b admin admin] Publish callbacks [] for security_group (181d996f-1b78-4ff6-a814-b369f493a11e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:52.499153 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Allocated IP 2001:db8:0:ffff::2 (7c394948-4b63-49bf-bbc4-cffb7d4d7844/75b57460-842e-4c63-8ce9-cf5087306f79/35fff98f-6f30-4fe5-bd4d-e284c2478500) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:52:52.519668 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-483b668f-a58a-4a53-80ac-14496bd9dd7b admin admin] Publish callbacks [] for security_group (181d996f-1b78-4ff6-a814-b369f493a11e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:52.640496 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-483b668f-a58a-4a53-80ac-14496bd9dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (181d996f-1b78-4ff6-a814-b369f493a11e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:52.644465 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-483b668f-a58a-4a53-80ac-14496bd9dd7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:52.646007 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-483b668f-a58a-4a53-80ac-14496bd9dd7b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/181d996f-1b78-4ff6-a814-b369f493a11e HTTP/1.1" status: 204 len: 168 time: 0.3333340 Feb 04 13:52:52.671880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b668f-a58a-4a53-80ac-14496bd9dd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181d996f-1b78-4ff6-a814-b369f493a11e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:52.741103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671380fe-ad0c-400a-838b-c90306d7f694 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:52:52.751006 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-671380fe-ad0c-400a-838b-c90306d7f694 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:52.999992 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36698) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:53.035347 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Publish callbacks [] for port (35fff98f-6f30-4fe5-bd4d-e284c2478500), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:53.046956 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ef20981d-17f5-4626-b625-092cf73fcf76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:53.047405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9946594f-81ea-48c8-b3b1-392d84dd7b49 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:52:53.055427 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (35fff98f-6f30-4fe5-bd4d-e284c2478500), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:53.148486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Network 7c394948-4b63-49bf-bbc4-cffb7d4d7844 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:52:53.295709 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:53.296177 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ef20981d-17f5-4626-b625-092cf73fcf76 admin admin] Publish callbacks [] for security_group (123c6794-2948-492b-a58f-2c319b55b531), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:53.304209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:52:53.309880 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ef20981d-17f5-4626-b625-092cf73fcf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (123c6794-2948-492b-a58f-2c319b55b531), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:53.326226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Pushing event updated for resources: {'Port': ['ID=35fff98f-6f30-4fe5-bd4d-e284c2478500,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:53.376641 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20981d-17f5-4626-b625-092cf73fcf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123c6794-2948-492b-a58f-2c319b55b531,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:53.428036 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ef20981d-17f5-4626-b625-092cf73fcf76 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=40f6a64826104eff8a035949ec58ea35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4265611 Feb 04 13:52:53.431912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36712) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:53.515078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.517663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.518628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.519541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.520432 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.521112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.521947 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.522798 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.523606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.524725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.525556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.526452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.527322 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.591714 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb036cf9-773d-409d-b7a8-a26d6c10caa6 admin admin] Publish callbacks [] for security_group (123c6794-2948-492b-a58f-2c319b55b531), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:53.613780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Attempting to bind port 35fff98f-6f30-4fe5-bd4d-e284c2478500 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:52:53.614499 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Attempting to bind port 35fff98f-6f30-4fe5-bd4d-e284c2478500 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '616232fe-cce0-4f79-9621-1096acb1ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7c394948-4b63-49bf-bbc4-cffb7d4d7844'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:52:53.615111 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Attempting to bind port 35fff98f-6f30-4fe5-bd4d-e284c2478500 on network 7c394948-4b63-49bf-bbc4-cffb7d4d7844 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:52:53.640236 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:52:53.640931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Checking segment: {'id': '616232fe-cce0-4f79-9621-1096acb1ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7c394948-4b63-49bf-bbc4-cffb7d4d7844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:52:53.643036 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:53.643803 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Bound using segment: {'id': '616232fe-cce0-4f79-9621-1096acb1ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7c394948-4b63-49bf-bbc4-cffb7d4d7844'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:52:53.644472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Bound port: 35fff98f-6f30-4fe5-bd4d-e284c2478500, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616232fe-cce0-4f79-9621-1096acb1ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7c394948-4b63-49bf-bbc4-cffb7d4d7844'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:52:53.645042 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (35fff98f-6f30-4fe5-bd4d-e284c2478500), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:53.665384 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb036cf9-773d-409d-b7a8-a26d6c10caa6 admin admin] Publish callbacks [] for security_group (123c6794-2948-492b-a58f-2c319b55b531), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:53.687357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dccf28-1103-4f47-be17-7908bb743f8e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:52:53.696092 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1dccf28-1103-4f47-be17-7908bb743f8e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:53.717753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b224d507-bc68-459c-818c-7c7dc0089380 None None] Sync routers for ids ['3fe81a06-038c-4986-b249-e5fb9c066e79'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:53.767766 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb036cf9-773d-409d-b7a8-a26d6c10caa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (123c6794-2948-492b-a58f-2c319b55b531), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:53.773948 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb036cf9-773d-409d-b7a8-a26d6c10caa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:53.777937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a1dccf28-1103-4f47-be17-7908bb743f8e tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "DELETE /v2.0/floatingips/790c2173-856a-4479-8180-9f16e2a46dcf HTTP/1.1" status: 204 len: 168 time: 5.8912585 Feb 04 13:52:53.781110 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-eb036cf9-773d-409d-b7a8-a26d6c10caa6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/123c6794-2948-492b-a58f-2c319b55b531 HTTP/1.1" status: 204 len: 168 time: 0.3474751 Feb 04 13:52:53.796554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb036cf9-773d-409d-b7a8-a26d6c10caa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123c6794-2948-492b-a58f-2c319b55b531,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:53.813913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc88ab3-58a2-47bc-ad0e-7620d8312735', 'tag': 'f2c67f5a-6160-4a47-9dc3-9f30ee4a8220'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:52:53.820558 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f80ff0-d736-4e82-bd63-ae34d0c08d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc88ab3-58a2-47bc-ad0e-7620d8312735", "tag": "f2c67f5a-6160-4a47-9dc3-9f30ee4a8220"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:52:53.857264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9946594f-81ea-48c8-b3b1-392d84dd7b49 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:52:53.858638 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:53.950737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b224d507-bc68-459c-818c-7c7dc0089380 None None] Routers {'3fe81a06-038c-4986-b249-e5fb9c066e79'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:53.955612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b224d507-bc68-459c-818c-7c7dc0089380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3fe81a06-038c-4986-b249-e5fb9c066e79'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:54.028551 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:54.038519 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-671380fe-ad0c-400a-838b-c90306d7f694 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (ed789a4e-c0b4-4e18-b74a-c3734c5f4a58), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:54.113866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:52:54.125352 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af7c93d-bebc-489c-804d-cbfefec95541" -d '{"events": [{"server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:52:54.160083 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:54.231481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671380fe-ad0c-400a-838b-c90306d7f694 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Subnet': ['ID=ed789a4e-c0b4-4e18-b74a-c3734c5f4a58,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:54.245216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671380fe-ad0c-400a-838b-c90306d7f694 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Checking segment: {'id': 'f0682df5-a77e-4900-92ef-8bb67e6cfbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c499ea22-2ef4-44ae-94b5-e00a70b3c6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:52:54.248446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671380fe-ad0c-400a-838b-c90306d7f694 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network hostable DHCP agents. Network: c499ea22-2ef4-44ae-94b5-e00a70b3c6ac, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:52:54.294895 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f43cfae-a176-4e75-a500-06dcb08d650b x-openstack-request-id: req-9f43cfae-a176-4e75-a500-06dcb08d650b {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:52:54.295345 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc88ab3-58a2-47bc-ad0e-7620d8312735", "tag": "f2c67f5a-6160-4a47-9dc3-9f30ee4a8220", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:52:54.296235 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9f43cfae-a176-4e75-a500-06dcb08d650b {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:52:54.297124 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc88ab3-58a2-47bc-ad0e-7620d8312735', 'tag': 'f2c67f5a-6160-4a47-9dc3-9f30ee4a8220', 'status': 'completed', 'code': 200} Feb 04 13:52:54.316107 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671380fe-ad0c-400a-838b-c90306d7f694 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network c499ea22-2ef4-44ae-94b5-e00a70b3c6ac is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:52:54.341557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-671380fe-ad0c-400a-838b-c90306d7f694 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, c499ea22-2ef4-44ae-94b5-e00a70b3c6ac) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:54.347463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671380fe-ad0c-400a-838b-c90306d7f694 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:54.351110 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-671380fe-ad0c-400a-838b-c90306d7f694 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:54.382700 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-671380fe-ad0c-400a-838b-c90306d7f694 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1488373 Feb 04 13:52:54.385198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36750) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:54.517929 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f80ff0-d736-4e82-bd63-ae34d0c08d4b req-395ad5e6-fb62-4242-adf0-46739df04ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:54.520312 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-95f80ff0-d736-4e82-bd63-ae34d0c08d4b req-395ad5e6-fb62-4242-adf0-46739df04ca3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 1128 time: 0.2113180 Feb 04 13:52:54.609807 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a43733-1b6b-4c8f-b19b-d4f0ff75ec36 x-openstack-request-id: req-a8a43733-1b6b-4c8f-b19b-d4f0ff75ec36 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:52:54.609807 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:52:54.609807 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a8a43733-1b6b-4c8f-b19b-d4f0ff75ec36 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:52:54.609807 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'code': 200} Feb 04 13:52:54.609807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29b2f6c-52cc-4446-8092-773f36d99717 None None] Network c499ea22-2ef4-44ae-94b5-e00a70b3c6ac requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:52:54.726075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36758) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:54.734399 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369a2bd-8468-4db9-9be6-4a1e917876ee req-5232562e-916d-49b3-b449-f27662755085 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:54.749046 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c369a2bd-8468-4db9-9be6-4a1e917876ee req-5232562e-916d-49b3-b449-f27662755085 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 945 time: 0.2336390 Feb 04 13:52:54.755417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] For port 35fff98f-6f30-4fe5-bd4d-e284c2478500, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:52:54.762407 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9fd6193-c76e-4323-ac58-02ead7604a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:54.762661 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-35dd6588-7d7e-433d-b6fc-dab27738c5ba tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (c499ea22-2ef4-44ae-94b5-e00a70b3c6ac), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:54.846474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] For port 35fff98f-6f30-4fe5-bd4d-e284c2478500, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=35fff98f-6f30-4fe5-bd4d-e284c2478500,segment=NetworkSegment(616232fe-cce0-4f79-9621-1096acb1ce37),segment_id=616232fe-cce0-4f79-9621-1096acb1ce37)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:52:54.903470 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c369a2bd-8468-4db9-9be6-4a1e917876ee req-4f48ffe8-bd61-4d68-a6fc-ae6aa379c87f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=077e3ac8-6451-40e3-a1b9-897e8ab5b494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481123 Feb 04 13:52:54.915605 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9fd6193-c76e-4323-ac58-02ead7604a4f admin admin] Publish callbacks [] for security_group (4dcb349c-c489-4b9e-96f1-6b75499532f3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:54.927230 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (35fff98f-6f30-4fe5-bd4d-e284c2478500), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:54.928500 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9fd6193-c76e-4323-ac58-02ead7604a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4dcb349c-c489-4b9e-96f1-6b75499532f3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:54.955530 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9946594f-81ea-48c8-b3b1-392d84dd7b49,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:54.988623 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd6193-c76e-4323-ac58-02ead7604a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcb349c-c489-4b9e-96f1-6b75499532f3,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:54.991009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36760) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:54.993381 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-35dd6588-7d7e-433d-b6fc-dab27738c5ba tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (ed789a4e-c0b4-4e18-b74a-c3734c5f4a58), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:55.058992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c74f8a-2e22-4565-bf1d-2bda6eac92c9 None None] Pushing event updated for resources: {'Port': ['ID=35fff98f-6f30-4fe5-bd4d-e284c2478500,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:55.098148 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e9fd6193-c76e-4323-ac58-02ead7604a4f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f8a52bd9d3a1445f870bf31f4791ea24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3678215 Feb 04 13:52:55.101132 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36764) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:55.106667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f80ff0-d736-4e82-bd63-ae34d0c08d4b req-828dca5d-580d-43b4-8c99-57d2be106fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:55.110314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4967ff0-78bb-4810-a582-c9a87d5472a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-c499ea22-2ef4-44ae-94b5-e00a70b3c6ac', 'network_id': 'c499ea22-2ef4-44ae-94b5-e00a70b3c6ac', 'project_id': '8e4b268e32a5427cb95566e031bf736a', 'fixed_ips': [{'subnet_id': 'ed789a4e-c0b4-4e18-b74a-c3734c5f4a58'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:52:55.112136 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b4967ff0-78bb-4810-a582-c9a87d5472a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:55.113403 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-95f80ff0-d736-4e82-bd63-ae34d0c08d4b req-828dca5d-580d-43b4-8c99-57d2be106fdd service neutron] 10.222.0.100 "GET /v2.0/networks?id=61663296-fa91-417f-8ee4-7de19885aedb HTTP/1.1" status: 200 len: 898 time: 0.5846598 Feb 04 13:52:55.158910 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b224d507-bc68-459c-818c-7c7dc0089380 None None] Set router 3fe81a06-038c-4986-b249-e5fb9c066e79 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:52:55.184527 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-95f80ff0-d736-4e82-bd63-ae34d0c08d4b req-4605f8b9-a331-4ecd-be4a-0e618216b37b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 HTTP/1.1" status: 200 len: 217 time: 0.0630338 Feb 04 13:52:55.301717 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a6b68376-fa22-4ef2-bdad-c098b068a693 tempest-DvrRoutersNegativeTest-2053678847 tempest-DvrRoutersNegativeTest-2053678847-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1031512498', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:55.313727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.policy [None req-a6b68376-fa22-4ef2-bdad-c098b068a693 tempest-DvrRoutersNegativeTest-2053678847 tempest-DvrRoutersNegativeTest-2053678847-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103606) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 04 13:52:55.317567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.policy [None req-a6b68376-fa22-4ef2-bdad-c098b068a693 tempest-DvrRoutersNegativeTest-2053678847 tempest-DvrRoutersNegativeTest-2053678847-project] Failed policy check for 'create_router' {{(pid=103606) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 04 13:52:55.318695 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-a6b68376-fa22-4ef2-bdad-c098b068a693 tempest-DvrRoutersNegativeTest-2053678847 tempest-DvrRoutersNegativeTest-2053678847-project] create failed (client error): Access was denied to this resource. Feb 04 13:52:55.331818 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a6b68376-fa22-4ef2-bdad-c098b068a693 tempest-DvrRoutersNegativeTest-2053678847 tempest-DvrRoutersNegativeTest-2053678847-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3396518 Feb 04 13:52:55.381159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f80ff0-d736-4e82-bd63-ae34d0c08d4b req-d99a1a47-a5cd-45da-8226-4b9039bd42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:55.384084 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-95f80ff0-d736-4e82-bd63-ae34d0c08d4b req-d99a1a47-a5cd-45da-8226-4b9039bd42fa service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5301bf8-00fb-476c-bc1d-6b0b6e7524b5 HTTP/1.1" status: 200 len: 834 time: 0.1925993 Feb 04 13:52:55.450946 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-35dd6588-7d7e-433d-b6fc-dab27738c5ba tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (ed789a4e-c0b4-4e18-b74a-c3734c5f4a58), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:55.469490 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-abffbff2-8518-4827-ab9f-d8f667fb4a61 admin admin] Publish callbacks [] for security_group (4dcb349c-c489-4b9e-96f1-6b75499532f3), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server [None req-b4967ff0-78bb-4810-a582-c9a87d5472a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed789a4e-c0b4-4e18-b74a-c3734c5f4a58: This subnet is being modified by another concurrent operation. Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise exception Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed789a4e-c0b4-4e18-b74a-c3734c5f4a58: This subnet is being modified by another concurrent operation. Feb 04 13:52:55.488899 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server Feb 04 13:52:55.536664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd6588-7d7e-433d-b6fc-dab27738c5ba tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Subnet': ['ID=ed789a4e-c0b4-4e18-b74a-c3734c5f4a58,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:55.553135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f80ff0-d736-4e82-bd63-ae34d0c08d4b req-039dcaf4-c0f8-46dc-9af5-a074981cd260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:55.556030 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-95f80ff0-d736-4e82-bd63-ae34d0c08d4b req-039dcaf4-c0f8-46dc-9af5-a074981cd260 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=61663296-fa91-417f-8ee4-7de19885aedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1640346 Feb 04 13:52:55.626210 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4b31b7-523d-4336-9735-c08635cc37ce None None] Network c499ea22-2ef4-44ae-94b5-e00a70b3c6ac requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:52:55.648401 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-35dd6588-7d7e-433d-b6fc-dab27738c5ba tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (c499ea22-2ef4-44ae-94b5-e00a70b3c6ac), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:55.699859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-35dd6588-7d7e-433d-b6fc-dab27738c5ba tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c499ea22-2ef4-44ae-94b5-e00a70b3c6ac']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:55.713914 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-35dd6588-7d7e-433d-b6fc-dab27738c5ba tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0682df5-a77e-4900-92ef-8bb67e6cfbbd') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:55.714495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-35dd6588-7d7e-433d-b6fc-dab27738c5ba tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0682df5-a77e-4900-92ef-8bb67e6cfbbd') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:55.727200 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-35dd6588-7d7e-433d-b6fc-dab27738c5ba tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (f0682df5-a77e-4900-92ef-8bb67e6cfbbd), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:55.749153 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-35dd6588-7d7e-433d-b6fc-dab27738c5ba tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (f0682df5-a77e-4900-92ef-8bb67e6cfbbd), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:55.757525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35dd6588-7d7e-433d-b6fc-dab27738c5ba tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:52:55.758508 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-35dd6588-7d7e-433d-b6fc-dab27738c5ba tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (f0682df5-a77e-4900-92ef-8bb67e6cfbbd), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:52:55.862548 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:52:55.866778 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-35dd6588-7d7e-433d-b6fc-dab27738c5ba tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (c499ea22-2ef4-44ae-94b5-e00a70b3c6ac), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:55.898784 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-35dd6588-7d7e-433d-b6fc-dab27738c5ba tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:55.904691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-35dd6588-7d7e-433d-b6fc-dab27738c5ba tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/c499ea22-2ef4-44ae-94b5-e00a70b3c6ac HTTP/1.1" status: 204 len: 168 time: 1.5134563 Feb 04 13:52:55.908447 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36784) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:55.919287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-1e62b72e-28a4-4ae1-87a1-2a01adc5c699 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1508317341'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:55.931944 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-abffbff2-8518-4827-ab9f-d8f667fb4a61 admin admin] Publish callbacks [] for security_group (4dcb349c-c489-4b9e-96f1-6b75499532f3), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:55.963427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd6588-7d7e-433d-b6fc-dab27738c5ba tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Network': ['ID=c499ea22-2ef4-44ae-94b5-e00a70b3c6ac,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:56.011859 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b224d507-bc68-459c-818c-7c7dc0089380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'name': 'tempest-TestNetworkBasicOps-router-1405476499', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:24Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '345715c1-4d19-455d-bd10-a42aafae86c1', 'name': '', 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:3f:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:34Z', 'updated_at': '2022-02-04T13:50:43Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:56.060673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.100', 54996) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:56.062197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36788) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:56.072436 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b224d507-bc68-459c-818c-7c7dc0089380 None None] Checking router: 3fe81a06-038c-4986-b249-e5fb9c066e79 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:52:56.106763 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b224d507-bc68-459c-818c-7c7dc0089380 None None] Routers {'3fe81a06-038c-4986-b249-e5fb9c066e79'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:52:56.107615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b224d507-bc68-459c-818c-7c7dc0089380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3fe81a06-038c-4986-b249-e5fb9c066e79'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:56.121196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e62b72e-28a4-4ae1-87a1-2a01adc5c699 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:52:56.125554 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1e62b72e-28a4-4ae1-87a1-2a01adc5c699 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:56.303517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 35fff98f-6f30-4fe5-bd4d-e284c2478500 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:52:56.391119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e62b72e-28a4-4ae1-87a1-2a01adc5c699 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:52:56.408784 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1e62b72e-28a4-4ae1-87a1-2a01adc5c699 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (5a664b15-33f0-40bf-b5e5-3184cf1cca95), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:56.409556 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-1e62b72e-28a4-4ae1-87a1-2a01adc5c699 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Added segment 5a664b15-33f0-40bf-b5e5-3184cf1cca95 of type vlan for network 163a02f9-829e-4525-82ff-1f7efc243a23 Feb 04 13:52:56.412308 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-abffbff2-8518-4827-ab9f-d8f667fb4a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4dcb349c-c489-4b9e-96f1-6b75499532f3), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:56.416286 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-abffbff2-8518-4827-ab9f-d8f667fb4a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:56.420059 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-abffbff2-8518-4827-ab9f-d8f667fb4a61 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4dcb349c-c489-4b9e-96f1-6b75499532f3 HTTP/1.1" status: 204 len: 168 time: 1.3175795 Feb 04 13:52:56.472837 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-95f80ff0-d736-4e82-bd63-ae34d0c08d4b req-e3e9fcad-e7f2-4cdf-918a-0c6050c1506e service neutron] 10.222.0.100 "GET /v2.0/networks/61663296-fa91-417f-8ee4-7de19885aedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8979616 Feb 04 13:52:56.493390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b224d507-bc68-459c-818c-7c7dc0089380 None None] Set router 3fe81a06-038c-4986-b249-e5fb9c066e79 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:52:56.522505 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1e62b72e-28a4-4ae1-87a1-2a01adc5c699 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (163a02f9-829e-4525-82ff-1f7efc243a23), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:56.573262 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-630eca8a-9b79-41fd-bd32-6a173b8fed34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:56.577956 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1e62b72e-28a4-4ae1-87a1-2a01adc5c699 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (163a02f9-829e-4525-82ff-1f7efc243a23), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:56.586165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e62b72e-28a4-4ae1-87a1-2a01adc5c699 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:56.587671 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 35fff98f-6f30-4fe5-bd4d-e284c2478500 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:56.588063 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (35fff98f-6f30-4fe5-bd4d-e284c2478500), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:56.589443 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1e62b72e-28a4-4ae1-87a1-2a01adc5c699 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:56.604527 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffbff2-8518-4827-ab9f-d8f667fb4a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcb349c-c489-4b9e-96f1-6b75499532f3,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:56.708540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21973004-3c58-41fc-908a-b8f1e19e9f2a req-0ee78c43-b688-4b03-a587-004c9f7f54c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:56.711007 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21973004-3c58-41fc-908a-b8f1e19e9f2a req-0ee78c43-b688-4b03-a587-004c9f7f54c9 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 945 time: 0.6197853 Feb 04 13:52:56.734692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a2de0-35d6-44d7-a068-7983aa4ff4d6 req-0cbf03ce-8d32-4d2f-a429-6d10d05d1092 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:56.736976 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-474a2de0-35d6-44d7-a068-7983aa4ff4d6 req-0cbf03ce-8d32-4d2f-a429-6d10d05d1092 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 945 time: 0.6788554 Feb 04 13:52:56.737163 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-95f80ff0-d736-4e82-bd63-ae34d0c08d4b req-ec12ea92-06b4-4846-97a3-9d71acdab63d service neutron] 10.222.0.100 "GET /v2.0/networks/61663296-fa91-417f-8ee4-7de19885aedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587202 Feb 04 13:52:56.861001 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1e62b72e-28a4-4ae1-87a1-2a01adc5c699 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9473488 Feb 04 13:52:56.866004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36812) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:56.872106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ec4bfffb-d596-40c4-8e3a-96848c26682a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'subnet': {'network_id': '163a02f9-829e-4525-82ff-1f7efc243a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:56.949029 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-630eca8a-9b79-41fd-bd32-6a173b8fed34 admin admin] Publish callbacks [] for security_group (2a6ac691-ad1b-4b65-a0bb-d0d21e583a93), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:56.965460 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-630eca8a-9b79-41fd-bd32-6a173b8fed34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2a6ac691-ad1b-4b65-a0bb-d0d21e583a93), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:57.000461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62b72e-28a4-4ae1-87a1-2a01adc5c699 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Network': ['ID=163a02f9-829e-4525-82ff-1f7efc243a23,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:57.073881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9946594f-81ea-48c8-b3b1-392d84dd7b49 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:52:57.082160 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6041241e-4a2b-426a-95ca-f52a89b0c945 None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:52:57.085912 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 163a02f9-829e-4525-82ff-1f7efc243a23 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:52:57.089539 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4bfffb-d596-40c4-8e3a-96848c26682a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:52:57.100092 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-474a2de0-35d6-44d7-a068-7983aa4ff4d6 req-b93c0559-89d8-4b5c-957f-22e04659b968 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/security-groups?id=077e3ac8-6451-40e3-a1b9-897e8ab5b494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097379 Feb 04 13:52:57.100322 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ec4bfffb-d596-40c4-8e3a-96848c26682a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:57.106239 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-630eca8a-9b79-41fd-bd32-6a173b8fed34 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7f0d4cd0a4dc409db55082b1b7add0cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0133314 Feb 04 13:52:57.107000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630eca8a-9b79-41fd-bd32-6a173b8fed34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6ac691-ad1b-4b65-a0bb-d0d21e583a93,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:57.114057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36820) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:57.210226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-21973004-3c58-41fc-908a-b8f1e19e9f2a req-968d69f3-339f-4cb8-a0a9-f4d1edce7bce tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Deleting port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:52:57.210226 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-21973004-3c58-41fc-908a-b8f1e19e9f2a req-968d69f3-339f-4cb8-a0a9-f4d1edce7bce tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f2c67f5a-6160-4a47-9dc3-9f30ee4a8220), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:57.247564 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be5e3be6-4578-4cc4-9a36-5f1cf8bda6a1 admin admin] Publish callbacks [] for security_group (2a6ac691-ad1b-4b65-a0bb-d0d21e583a93), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:57.373092 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 35fff98f-6f30-4fe5-bd4d-e284c2478500 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:52:57.374907 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (35fff98f-6f30-4fe5-bd4d-e284c2478500), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:57.415741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-21973004-3c58-41fc-908a-b8f1e19e9f2a req-968d69f3-339f-4cb8-a0a9-f4d1edce7bce tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] For port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220,segment=NetworkSegment(187eb62e-1330-434b-bf3b-de9d1e2a4baa),segment_id=187eb62e-1330-434b-bf3b-de9d1e2a4baa)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:57.416270 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-21973004-3c58-41fc-908a-b8f1e19e9f2a req-968d69f3-339f-4cb8-a0a9-f4d1edce7bce tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f2c67f5a-6160-4a47-9dc3-9f30ee4a8220), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:57.436683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-21973004-3c58-41fc-908a-b8f1e19e9f2a req-968d69f3-339f-4cb8-a0a9-f4d1edce7bce tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Calling delete_port for f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:52:57.473594 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ec4bfffb-d596-40c4-8e3a-96848c26682a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (bfc2c811-2b2f-4ce5-98e9-40664f6176df), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:57.478573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 35fff98f-6f30-4fe5-bd4d-e284c2478500, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=35fff98f-6f30-4fe5-bd4d-e284c2478500,segment=NetworkSegment(616232fe-cce0-4f79-9621-1096acb1ce37),segment_id=616232fe-cce0-4f79-9621-1096acb1ce37)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:57.487372 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.resource_extend [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:52:57.534173 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (35fff98f-6f30-4fe5-bd4d-e284c2478500), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:57.605828 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-96d7eb2e-b5a2-461d-84e1-c410e6cd6f2c None None] Provisioning complete for port 35fff98f-6f30-4fe5-bd4d-e284c2478500 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:57.606223 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-96d7eb2e-b5a2-461d-84e1-c410e6cd6f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (35fff98f-6f30-4fe5-bd4d-e284c2478500), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:57.615367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bfffb-d596-40c4-8e3a-96848c26682a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Subnet': ['ID=bfc2c811-2b2f-4ce5-98e9-40664f6176df,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:57.619968 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4bfffb-d596-40c4-8e3a-96848c26682a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Checking segment: {'id': '5a664b15-33f0-40bf-b5e5-3184cf1cca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '163a02f9-829e-4525-82ff-1f7efc243a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:52:57.620742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4bfffb-d596-40c4-8e3a-96848c26682a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network hostable DHCP agents. Network: 163a02f9-829e-4525-82ff-1f7efc243a23, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:52:57.656560 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be5e3be6-4578-4cc4-9a36-5f1cf8bda6a1 admin admin] Publish callbacks [] for security_group (2a6ac691-ad1b-4b65-a0bb-d0d21e583a93), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:57.692009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4bfffb-d596-40c4-8e3a-96848c26682a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network 163a02f9-829e-4525-82ff-1f7efc243a23 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:52:57.715758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-ec4bfffb-d596-40c4-8e3a-96848c26682a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 163a02f9-829e-4525-82ff-1f7efc243a23) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:57.728157 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4bfffb-d596-40c4-8e3a-96848c26682a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:57.729076 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ec4bfffb-d596-40c4-8e3a-96848c26682a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:57.785079 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ec4bfffb-d596-40c4-8e3a-96848c26682a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9134636 Feb 04 13:52:57.787424 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36844) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:57.801743 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e60a3193-c06c-4c1a-9617-feff4c660a58 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-796308011'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:57.808603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6041241e-4a2b-426a-95ca-f52a89b0c945 None None] Resources bound (agent type, host, resource id): {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:52:57.843226 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-21973004-3c58-41fc-908a-b8f1e19e9f2a req-968d69f3-339f-4cb8-a0a9-f4d1edce7bce tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f2c67f5a-6160-4a47-9dc3-9f30ee4a8220), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:57.856339 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60a3193-c06c-4c1a-9617-feff4c660a58 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:52:57.860958 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e60a3193-c06c-4c1a-9617-feff4c660a58 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:57.918266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d69f3-339f-4cb8-a0a9-f4d1edce7bce tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Port': ['ID=f2c67f5a-6160-4a47-9dc3-9f30ee4a8220,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:57.929730 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60a3193-c06c-4c1a-9617-feff4c660a58 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:52:57.933515 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be5e3be6-4578-4cc4-9a36-5f1cf8bda6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2a6ac691-ad1b-4b65-a0bb-d0d21e583a93), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:57.937581 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be5e3be6-4578-4cc4-9a36-5f1cf8bda6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:57.943980 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-be5e3be6-4578-4cc4-9a36-5f1cf8bda6a1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2a6ac691-ad1b-4b65-a0bb-d0d21e583a93 HTTP/1.1" status: 204 len: 168 time: 0.8273618 Feb 04 13:52:57.960015 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e60a3193-c06c-4c1a-9617-feff4c660a58 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (36821e5b-09aa-401c-bdc7-a805f6a6ff43), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:57.960426 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-e60a3193-c06c-4c1a-9617-feff4c660a58 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Added segment 36821e5b-09aa-401c-bdc7-a805f6a6ff43 of type vlan for network eaaefec0-92cf-47c8-a056-918656af8442 Feb 04 13:52:57.976416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b224d507-bc68-459c-818c-7c7dc0089380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'name': 'tempest-TestNetworkBasicOps-router-1405476499', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:24Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '345715c1-4d19-455d-bd10-a42aafae86c1', 'name': '', 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:3f:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:34Z', 'updated_at': '2022-02-04T13:50:43Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:58.015057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e3be6-4578-4cc4-9a36-5f1cf8bda6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6ac691-ad1b-4b65-a0bb-d0d21e583a93,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:58.052401 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:52:58.060508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=35fff98f-6f30-4fe5-bd4d-e284c2478500,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:58.081797 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e60a3193-c06c-4c1a-9617-feff4c660a58 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (eaaefec0-92cf-47c8-a056-918656af8442), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:58.089853 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-21973004-3c58-41fc-908a-b8f1e19e9f2a req-968d69f3-339f-4cb8-a0a9-f4d1edce7bce tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] No DVR routers for this DVR port f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:52:58.099234 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-21973004-3c58-41fc-908a-b8f1e19e9f2a req-968d69f3-339f-4cb8-a0a9-f4d1edce7bce tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:58.119789 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21973004-3c58-41fc-908a-b8f1e19e9f2a req-968d69f3-339f-4cb8-a0a9-f4d1edce7bce tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.100 "DELETE /v2.0/ports/f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 HTTP/1.1" status: 204 len: 173 time: 1.3376374 Feb 04 13:52:58.124682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc88ab3-58a2-47bc-ad0e-7620d8312735', 'name': 'network-vif-deleted', 'tag': 'f2c67f5a-6160-4a47-9dc3-9f30ee4a8220'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:52:58.131432 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6ecb6c-aee4-4830-890b-d4e31d92e30d" -d '{"events": [{"server_uuid": "4fc88ab3-58a2-47bc-ad0e-7620d8312735", "name": "network-vif-deleted", "tag": "f2c67f5a-6160-4a47-9dc3-9f30ee4a8220"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:52:58.152161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b224d507-bc68-459c-818c-7c7dc0089380 None None] The sync data for ids ['3fe81a06-038c-4986-b249-e5fb9c066e79'] in n-d-714676-13 is: [{'id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'name': 'tempest-TestNetworkBasicOps-router-1405476499', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:24Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '345715c1-4d19-455d-bd10-a42aafae86c1', 'name': '', 'network_id': '61663296-fa91-417f-8ee4-7de19885aedb', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'mac_address': 'fa:16:3e:3f:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:34Z', 'updated_at': '2022-02-04T13:50:43Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'subnets': [{'id': 'b5301bf8-00fb-476c-bc1d-6b0b6e7524b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:58.179118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36858) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:58.187982 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e60a3193-c06c-4c1a-9617-feff4c660a58 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (eaaefec0-92cf-47c8-a056-918656af8442), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:58.194459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a3193-c06c-4c1a-9617-feff4c660a58 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:58.208889 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e60a3193-c06c-4c1a-9617-feff4c660a58 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:58.257989 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba5723c-a98b-4f6c-b0cd-380c0f8ed32a x-openstack-request-id: req-cba5723c-a98b-4f6c-b0cd-380c0f8ed32a {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:52:58.258595 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc88ab3-58a2-47bc-ad0e-7620d8312735", "name": "network-vif-deleted", "tag": "f2c67f5a-6160-4a47-9dc3-9f30ee4a8220", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:52:58.259041 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cba5723c-a98b-4f6c-b0cd-380c0f8ed32a {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:52:58.259628 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc88ab3-58a2-47bc-ad0e-7620d8312735', 'name': 'network-vif-deleted', 'tag': 'f2c67f5a-6160-4a47-9dc3-9f30ee4a8220', 'status': 'completed', 'code': 200} Feb 04 13:52:58.335078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:58.435297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-96d7eb2e-b5a2-461d-84e1-c410e6cd6f2c None None] Current status of the port 35fff98f-6f30-4fe5-bd4d-e284c2478500 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:52:58.453727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'port_id': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'mac_address': 'fa:16:3e:ee:c0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:52:58.526326 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e60a3193-c06c-4c1a-9617-feff4c660a58 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7375810 Feb 04 13:52:58.530755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a3193-c06c-4c1a-9617-feff4c660a58 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Network': ['ID=eaaefec0-92cf-47c8-a056-918656af8442,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:58.537174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36870) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:58.556907 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18fc29fe-2747-42b4-97a0-8c9a4fab7178 req-0cb44862-d674-47b4-b7cd-7066b183fe03 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fc88ab3-58a2-47bc-ad0e-7620d8312735 HTTP/1.1" status: 200 len: 210 time: 0.0944309 Feb 04 13:52:58.558374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e2596f57-add7-463f-8505-2527f9558347 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'subnet': {'network_id': 'eaaefec0-92cf-47c8-a056-918656af8442', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:58.600818 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network eaaefec0-92cf-47c8-a056-918656af8442 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:52:58.756076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9946594f-81ea-48c8-b3b1-392d84dd7b49 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:52:58.756076 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:58.874787 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2596f57-add7-463f-8505-2527f9558347 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:52:58.879426 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2596f57-add7-463f-8505-2527f9558347 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:58.886760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a6364bb1-1fcc-438a-93c6-5ec5c6f7011b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1636298807-network', 'tenant_id': '646759e6a0064cf19d2fd47c71a2457d'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:58.908450 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc150b2-b7cd-485e-9c23-905be5ccd909 None None] New status for floating IP 790c2173-856a-4479-8180-9f16e2a46dcf: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:52:58.942540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6364bb1-1fcc-438a-93c6-5ec5c6f7011b admin admin] Made reservation on behalf of 646759e6a0064cf19d2fd47c71a2457d for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:52:58.945599 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a6364bb1-1fcc-438a-93c6-5ec5c6f7011b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:59.009006 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a6364bb1-1fcc-438a-93c6-5ec5c6f7011b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:59.068464 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.ipam_backend_mixin [None req-e2596f57-add7-463f-8505-2527f9558347 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Performing IP validity checks on allocation pools {{(pid=103607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 13:52:59.069036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.ipam_backend_mixin [None req-e2596f57-add7-463f-8505-2527f9558347 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 13:52:59.256547 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a6364bb1-1fcc-438a-93c6-5ec5c6f7011b admin admin] Publish callbacks [] for security_group (30df4f62-ce31-485c-b8fd-05de52232b4a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:59.262387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9946594f-81ea-48c8-b3b1-392d84dd7b49 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:52:59.264206 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a6364bb1-1fcc-438a-93c6-5ec5c6f7011b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (30df4f62-ce31-485c-b8fd-05de52232b4a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:59.342405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:52:59.386989 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:59.387395 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2596f57-add7-463f-8505-2527f9558347 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (ba6e3625-c783-4b68-978a-236448f60db1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:59.400658 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6364bb1-1fcc-438a-93c6-5ec5c6f7011b admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:52:59.429296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6364bb1-1fcc-438a-93c6-5ec5c6f7011b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30df4f62-ce31-485c-b8fd-05de52232b4a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:59.447814 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a6364bb1-1fcc-438a-93c6-5ec5c6f7011b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (82107b47-e55b-48cb-8cd7-dac7f8d0b10b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:59.448247 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-a6364bb1-1fcc-438a-93c6-5ec5c6f7011b admin admin] Added segment 82107b47-e55b-48cb-8cd7-dac7f8d0b10b of type vlan for network 707324b8-ddda-4dcf-a33d-967e7bf40189 Feb 04 13:52:59.460908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9946594f-81ea-48c8-b3b1-392d84dd7b49,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:59.465955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-163a02f9-829e-4525-82ff-1f7efc243a23', 'network_id': '163a02f9-829e-4525-82ff-1f7efc243a23', 'project_id': '8e4b268e32a5427cb95566e031bf736a', 'fixed_ips': [{'subnet_id': 'bfc2c811-2b2f-4ce5-98e9-40664f6176df'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:52:59.466767 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:59.526991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2596f57-add7-463f-8505-2527f9558347 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Subnet': ['ID=ba6e3625-c783-4b68-978a-236448f60db1,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:59.557028 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2596f57-add7-463f-8505-2527f9558347 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Checking segment: {'id': '36821e5b-09aa-401c-bdc7-a805f6a6ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'eaaefec0-92cf-47c8-a056-918656af8442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:52:59.561695 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2596f57-add7-463f-8505-2527f9558347 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network hostable DHCP agents. Network: eaaefec0-92cf-47c8-a056-918656af8442, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:52:59.564302 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a6364bb1-1fcc-438a-93c6-5ec5c6f7011b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (707324b8-ddda-4dcf-a33d-967e7bf40189), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:59.601646 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a6364bb1-1fcc-438a-93c6-5ec5c6f7011b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (707324b8-ddda-4dcf-a33d-967e7bf40189), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:59.603321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6364bb1-1fcc-438a-93c6-5ec5c6f7011b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:59.604576 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a6364bb1-1fcc-438a-93c6-5ec5c6f7011b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:59.604740 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2596f57-add7-463f-8505-2527f9558347 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network eaaefec0-92cf-47c8-a056-918656af8442 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:52:59.627273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-e2596f57-add7-463f-8505-2527f9558347 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, eaaefec0-92cf-47c8-a056-918656af8442) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:59.634154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2596f57-add7-463f-8505-2527f9558347 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:59.634919 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2596f57-add7-463f-8505-2527f9558347 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:59.671789 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e2596f57-add7-463f-8505-2527f9558347 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1242521 Feb 04 13:52:59.671789 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36906) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:59.672227 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Allocated IP 2001:db8::3 (163a02f9-829e-4525-82ff-1f7efc243a23/bfc2c811-2b2f-4ce5-98e9-40664f6176df/aecd4d6c-e741-4340-9a5f-631baa130435) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:52:59.672924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36908) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:59.727205 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a6364bb1-1fcc-438a-93c6-5ec5c6f7011b admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5464973 Feb 04 13:52:59.727884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36910) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:52:59.746987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-bbde8fe2-13d0-43b2-a26e-9276f907eec5 admin admin] Request body: {'subnet': {'network_id': '707324b8-ddda-4dcf-a33d-967e7bf40189', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1636298807-subnet', 'tenant_id': '646759e6a0064cf19d2fd47c71a2457d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:59.770759 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6364bb1-1fcc-438a-93c6-5ec5c6f7011b admin admin] Pushing event updated for resources: {'Network': ['ID=707324b8-ddda-4dcf-a33d-967e7bf40189,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:59.817154 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['9946594f-81ea-48c8-b3b1-392d84dd7b49'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:52:59.817979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbde8fe2-13d0-43b2-a26e-9276f907eec5 admin admin] Made reservation on behalf of 646759e6a0064cf19d2fd47c71a2457d for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:52:59.824302 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bbde8fe2-13d0-43b2-a26e-9276f907eec5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:59.870817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 707324b8-ddda-4dcf-a33d-967e7bf40189 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:52:59.978510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:00.017586 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29b121c5-4edc-492b-bbb8-bcb05166437a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (077e3ac8-6451-40e3-a1b9-897e8ab5b494), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.030738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:53:00.031287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device f2c67f5a-6160-4a47-9dc3-9f30ee4a8220 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:00.117290 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46de9600-8c4a-40e4-805b-c47f61620135 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (eaaefec0-92cf-47c8-a056-918656af8442), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.128586 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29b121c5-4edc-492b-bbb8-bcb05166437a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (077e3ac8-6451-40e3-a1b9-897e8ab5b494), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.139186 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Publish callbacks [] for port (aecd4d6c-e741-4340-9a5f-631baa130435), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.147400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 35fff98f-6f30-4fe5-bd4d-e284c2478500 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:53:00.185705 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bbde8fe2-13d0-43b2-a26e-9276f907eec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (1b5ad6c2-4b79-4856-b0d2-cbd9b2cd047c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.203149 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (aecd4d6c-e741-4340-9a5f-631baa130435), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.257051 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46de9600-8c4a-40e4-805b-c47f61620135 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (ba6e3625-c783-4b68-978a-236448f60db1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.322223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Network 163a02f9-829e-4525-82ff-1f7efc243a23 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:53:00.334879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde8fe2-13d0-43b2-a26e-9276f907eec5 admin admin] Checking segment: {'id': '82107b47-e55b-48cb-8cd7-dac7f8d0b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '707324b8-ddda-4dcf-a33d-967e7bf40189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:00.335519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbde8fe2-13d0-43b2-a26e-9276f907eec5 admin admin] Network hostable DHCP agents. Network: 707324b8-ddda-4dcf-a33d-967e7bf40189, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:53:00.343008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde8fe2-13d0-43b2-a26e-9276f907eec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b5ad6c2-4b79-4856-b0d2-cbd9b2cd047c,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:00.358584 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:00.389747 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbde8fe2-13d0-43b2-a26e-9276f907eec5 admin admin] Network 707324b8-ddda-4dcf-a33d-967e7bf40189 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:53:00.394015 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:53:00.408251 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29b121c5-4edc-492b-bbb8-bcb05166437a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (077e3ac8-6451-40e3-a1b9-897e8ab5b494), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.412141 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29b121c5-4edc-492b-bbb8-bcb05166437a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.413643 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-29b121c5-4edc-492b-bbb8-bcb05166437a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "DELETE /v2.0/security-groups/077e3ac8-6451-40e3-a1b9-897e8ab5b494 HTTP/1.1" status: 204 len: 168 time: 0.7395883 Feb 04 13:53:00.419171 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46de9600-8c4a-40e4-805b-c47f61620135 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (ba6e3625-c783-4b68-978a-236448f60db1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.427201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-bbde8fe2-13d0-43b2-a26e-9276f907eec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 707324b8-ddda-4dcf-a33d-967e7bf40189) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:00.445079 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbde8fe2-13d0-43b2-a26e-9276f907eec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:00.446459 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bbde8fe2-13d0-43b2-a26e-9276f907eec5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.466957 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 35fff98f-6f30-4fe5-bd4d-e284c2478500 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:00.467600 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (35fff98f-6f30-4fe5-bd4d-e284c2478500), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.473806 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b121c5-4edc-492b-bbb8-bcb05166437a tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077e3ac8-6451-40e3-a1b9-897e8ab5b494,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:00.479120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de9600-8c4a-40e4-805b-c47f61620135 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6e3625-c783-4b68-978a-236448f60db1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:00.514226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Pushing event updated for resources: {'Port': ['ID=aecd4d6c-e741-4340-9a5f-631baa130435,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:00.519259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bbde8fe2-13d0-43b2-a26e-9276f907eec5 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7868516 Feb 04 13:53:00.523496 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36936) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:00.598002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Attempting to bind port aecd4d6c-e741-4340-9a5f-631baa130435 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:53:00.598428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Attempting to bind port aecd4d6c-e741-4340-9a5f-631baa130435 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '5a664b15-33f0-40bf-b5e5-3184cf1cca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '163a02f9-829e-4525-82ff-1f7efc243a23'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:53:00.598802 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Attempting to bind port aecd4d6c-e741-4340-9a5f-631baa130435 on network 163a02f9-829e-4525-82ff-1f7efc243a23 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:53:00.634864 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:53:00.637992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Checking segment: {'id': '5a664b15-33f0-40bf-b5e5-3184cf1cca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '163a02f9-829e-4525-82ff-1f7efc243a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:00.638714 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.639349 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Bound using segment: {'id': '5a664b15-33f0-40bf-b5e5-3184cf1cca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '163a02f9-829e-4525-82ff-1f7efc243a23'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:53:00.640059 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Bound port: aecd4d6c-e741-4340-9a5f-631baa130435, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a664b15-33f0-40bf-b5e5-3184cf1cca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '163a02f9-829e-4525-82ff-1f7efc243a23'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:53:00.641890 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (aecd4d6c-e741-4340-9a5f-631baa130435), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.655503 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46de9600-8c4a-40e4-805b-c47f61620135 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (eaaefec0-92cf-47c8-a056-918656af8442), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.733173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-46de9600-8c4a-40e4-805b-c47f61620135 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaaefec0-92cf-47c8-a056-918656af8442']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:00.760619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-46de9600-8c4a-40e4-805b-c47f61620135 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36821e5b-09aa-401c-bdc7-a805f6a6ff43') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:00.760619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-46de9600-8c4a-40e4-805b-c47f61620135 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36821e5b-09aa-401c-bdc7-a805f6a6ff43') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:00.784834 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46de9600-8c4a-40e4-805b-c47f61620135 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (36821e5b-09aa-401c-bdc7-a805f6a6ff43), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.820744 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46de9600-8c4a-40e4-805b-c47f61620135 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (36821e5b-09aa-401c-bdc7-a805f6a6ff43), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.848109 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46de9600-8c4a-40e4-805b-c47f61620135 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:53:00.848529 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46de9600-8c4a-40e4-805b-c47f61620135 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (36821e5b-09aa-401c-bdc7-a805f6a6ff43), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:53:00.852246 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:53:00.913040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 35fff98f-6f30-4fe5-bd4d-e284c2478500 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:00.947771 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46de9600-8c4a-40e4-805b-c47f61620135 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (eaaefec0-92cf-47c8-a056-918656af8442), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:00.968387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] For port aecd4d6c-e741-4340-9a5f-631baa130435, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:53:00.976547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] For port aecd4d6c-e741-4340-9a5f-631baa130435, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=aecd4d6c-e741-4340-9a5f-631baa130435,segment=NetworkSegment(5a664b15-33f0-40bf-b5e5-3184cf1cca95),segment_id=5a664b15-33f0-40bf-b5e5-3184cf1cca95)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:53:00.990239 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (aecd4d6c-e741-4340-9a5f-631baa130435), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:01.022757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46de9600-8c4a-40e4-805b-c47f61620135 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:01.052364 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-46de9600-8c4a-40e4-805b-c47f61620135 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/eaaefec0-92cf-47c8-a056-918656af8442 HTTP/1.1" status: 204 len: 168 time: 1.3749313 Feb 04 13:53:01.056740 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de9600-8c4a-40e4-805b-c47f61620135 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Network': ['ID=eaaefec0-92cf-47c8-a056-918656af8442,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:01.066636 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36962) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:01.095276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f22badfe-b954-49d8-b7f2-17760aadf332 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1935412909'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:01.138400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17c699-61d6-485f-9567-edd139c8faee None None] Pushing event updated for resources: {'Port': ['ID=aecd4d6c-e741-4340-9a5f-631baa130435,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:01.306050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22badfe-b954-49d8-b7f2-17760aadf332 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:01.312943 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f22badfe-b954-49d8-b7f2-17760aadf332 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:01.375461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9946594f-81ea-48c8-b3b1-392d84dd7b49 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:53:01.399850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22badfe-b954-49d8-b7f2-17760aadf332 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:53:01.431948 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f22badfe-b954-49d8-b7f2-17760aadf332 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (949e8306-6e2e-4f70-b190-5d8347088bf6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:01.432572 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-f22badfe-b954-49d8-b7f2-17760aadf332 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Added segment 949e8306-6e2e-4f70-b190-5d8347088bf6 of type vlan for network 5b58b95b-1c5c-411f-a219-b716141de7b3 Feb 04 13:53:01.520971 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f22badfe-b954-49d8-b7f2-17760aadf332 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (5b58b95b-1c5c-411f-a219-b716141de7b3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:01.541905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36986) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:01.559585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-bf57f785-876f-4b0d-90c6-caaeb8150bd2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2104086025-network', 'tenant_id': '42f676775a194a94b93ab09abb33c6a5'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:01.628974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf57f785-876f-4b0d-90c6-caaeb8150bd2 admin admin] Made reservation on behalf of 42f676775a194a94b93ab09abb33c6a5 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:01.651140 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf57f785-876f-4b0d-90c6-caaeb8150bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:01.657626 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 9946594f-81ea-48c8-b3b1-392d84dd7b49 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:01.658836 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:01.670320 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf57f785-876f-4b0d-90c6-caaeb8150bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:01.721459 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f22badfe-b954-49d8-b7f2-17760aadf332 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (5b58b95b-1c5c-411f-a219-b716141de7b3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:01.729471 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22badfe-b954-49d8-b7f2-17760aadf332 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:01.729471 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f22badfe-b954-49d8-b7f2-17760aadf332 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:01.756409 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f22badfe-b954-49d8-b7f2-17760aadf332 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6866639 Feb 04 13:53:01.757124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36998) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:01.819953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-5441cb2b-fc41-46b8-ad6d-27112a0e1998 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'subnet': {'network_id': '5b58b95b-1c5c-411f-a219-b716141de7b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:01.855362 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf57f785-876f-4b0d-90c6-caaeb8150bd2 admin admin] Publish callbacks [] for security_group (aabcef50-0e6c-4c5d-8546-984148eb94c6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:01.865686 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf57f785-876f-4b0d-90c6-caaeb8150bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (aabcef50-0e6c-4c5d-8546-984148eb94c6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:01.923303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf57f785-876f-4b0d-90c6-caaeb8150bd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:53:01.949892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57f785-876f-4b0d-90c6-caaeb8150bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabcef50-0e6c-4c5d-8546-984148eb94c6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:01.957442 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf57f785-876f-4b0d-90c6-caaeb8150bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fc33e77b-6969-455b-9564-898e29dc5549), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:01.957985 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-bf57f785-876f-4b0d-90c6-caaeb8150bd2 admin admin] Added segment fc33e77b-6969-455b-9564-898e29dc5549 of type vlan for network 194367d5-f50e-4051-9c7e-654ddfe426a3 Feb 04 13:53:01.987952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9946594f-81ea-48c8-b3b1-392d84dd7b49 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:01.990263 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:02.013450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22badfe-b954-49d8-b7f2-17760aadf332 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Network': ['ID=5b58b95b-1c5c-411f-a219-b716141de7b3,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:02.026060 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf57f785-876f-4b0d-90c6-caaeb8150bd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (194367d5-f50e-4051-9c7e-654ddfe426a3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:02.046766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 5b58b95b-1c5c-411f-a219-b716141de7b3 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:53:02.099801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:53:02.102594 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf57f785-876f-4b0d-90c6-caaeb8150bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (194367d5-f50e-4051-9c7e-654ddfe426a3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:02.103807 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf57f785-876f-4b0d-90c6-caaeb8150bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:02.104613 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf57f785-876f-4b0d-90c6-caaeb8150bd2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:02.119177 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931a7efd-6adc-411b-9444-2ed47c6b0033" -d '{"events": [{"server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "name": "network-vif-plugged", "status": "completed", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:53:02.246503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5441cb2b-fc41-46b8-ad6d-27112a0e1998 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:02.251517 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5441cb2b-fc41-46b8-ad6d-27112a0e1998 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:02.362951 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-da5b85b2-5ee7-4b59-bd87-5917df37ed13 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (3fe81a06-038c-4986-b249-e5fb9c066e79), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:02.389202 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bf57f785-876f-4b0d-90c6-caaeb8150bd2 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8456757 Feb 04 13:53:02.410263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37018) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:02.410739 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b92990-bef7-4d30-908b-bb75f6c7b6c9 x-openstack-request-id: req-b5b92990-bef7-4d30-908b-bb75f6c7b6c9 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:53:02.411046 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "name": "network-vif-plugged", "status": "completed", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:53:02.411305 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b5b92990-bef7-4d30-908b-bb75f6c7b6c9 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:53:02.411708 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'code': 200} Feb 04 13:53:02.435232 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device aecd4d6c-e741-4340-9a5f-631baa130435 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:53:02.458851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3f6754ac-1606-4094-9162-0e74ab9f71f6 admin admin] Request body: {'subnet': {'network_id': '194367d5-f50e-4051-9c7e-654ddfe426a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2104086025-subnet', 'tenant_id': '42f676775a194a94b93ab09abb33c6a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:02.511992 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57f785-876f-4b0d-90c6-caaeb8150bd2 admin admin] Pushing event updated for resources: {'Network': ['ID=194367d5-f50e-4051-9c7e-654ddfe426a3,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:02.585618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6754ac-1606-4094-9162-0e74ab9f71f6 admin admin] Made reservation on behalf of 42f676775a194a94b93ab09abb33c6a5 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:02.587742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:02.594268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 194367d5-f50e-4051-9c7e-654ddfe426a3 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:53:02.601111 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f6754ac-1606-4094-9162-0e74ab9f71f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:02.803918 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:02.928102 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port aecd4d6c-e741-4340-9a5f-631baa130435 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:02.929047 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (aecd4d6c-e741-4340-9a5f-631baa130435), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:03.076793 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9946594f-81ea-48c8-b3b1-392d84dd7b49,revision_number=10']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:03.105317 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f6754ac-1606-4094-9162-0e74ab9f71f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (f73c1c02-8636-4795-8cd4-2e2d65e593bf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:03.162412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port aecd4d6c-e741-4340-9a5f-631baa130435 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:03.162686 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (aecd4d6c-e741-4340-9a5f-631baa130435), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:03.211150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port aecd4d6c-e741-4340-9a5f-631baa130435, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=aecd4d6c-e741-4340-9a5f-631baa130435,segment=NetworkSegment(5a664b15-33f0-40bf-b5e5-3184cf1cca95),segment_id=5a664b15-33f0-40bf-b5e5-3184cf1cca95)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:03.221196 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (aecd4d6c-e741-4340-9a5f-631baa130435), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:03.304184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=aecd4d6c-e741-4340-9a5f-631baa130435,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:03.334735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6754ac-1606-4094-9162-0e74ab9f71f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f73c1c02-8636-4795-8cd4-2e2d65e593bf,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:03.339647 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5441cb2b-fc41-46b8-ad6d-27112a0e1998 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (1c74bac8-8557-4172-9fa6-29adb026188e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:03.343951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6754ac-1606-4094-9162-0e74ab9f71f6 admin admin] Checking segment: {'id': 'fc33e77b-6969-455b-9564-898e29dc5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '194367d5-f50e-4051-9c7e-654ddfe426a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:03.344324 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6754ac-1606-4094-9162-0e74ab9f71f6 admin admin] Network hostable DHCP agents. Network: 194367d5-f50e-4051-9c7e-654ddfe426a3, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:53:03.346423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64009c79-5084-4d07-9305-b074e2618b8a None None] Network 7c394948-4b63-49bf-bbc4-cffb7d4d7844 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:03.369486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6754ac-1606-4094-9162-0e74ab9f71f6 admin admin] Network 194367d5-f50e-4051-9c7e-654ddfe426a3 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:53:03.388463 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-3f6754ac-1606-4094-9162-0e74ab9f71f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 194367d5-f50e-4051-9c7e-654ddfe426a3) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:03.397980 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6754ac-1606-4094-9162-0e74ab9f71f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:03.398664 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f6754ac-1606-4094-9162-0e74ab9f71f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:03.398918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9c5b7b-4820-47f7-aade-07899198e444 None None] Network 163a02f9-829e-4525-82ff-1f7efc243a23 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:03.452379 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3f6754ac-1606-4094-9162-0e74ab9f71f6 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0396292 Feb 04 13:53:03.505344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441cb2b-fc41-46b8-ad6d-27112a0e1998 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Subnet': ['ID=1c74bac8-8557-4172-9fa6-29adb026188e,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:03.512034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186434eb-6e57-4b47-891e-cf7960680504 None None] Network 707324b8-ddda-4dcf-a33d-967e7bf40189 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:03.517748 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de70cded-c0e3-4dc8-ad94-f26facbddbcb None None] Network 194367d5-f50e-4051-9c7e-654ddfe426a3 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:03.538182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5441cb2b-fc41-46b8-ad6d-27112a0e1998 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Checking segment: {'id': '949e8306-6e2e-4f70-b190-5d8347088bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5b58b95b-1c5c-411f-a219-b716141de7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:03.543451 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5441cb2b-fc41-46b8-ad6d-27112a0e1998 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network hostable DHCP agents. Network: 5b58b95b-1c5c-411f-a219-b716141de7b3, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:53:03.635633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5441cb2b-fc41-46b8-ad6d-27112a0e1998 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network 5b58b95b-1c5c-411f-a219-b716141de7b3 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:53:03.722756 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-5441cb2b-fc41-46b8-ad6d-27112a0e1998 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 5b58b95b-1c5c-411f-a219-b716141de7b3) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:03.741966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5441cb2b-fc41-46b8-ad6d-27112a0e1998 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:03.743296 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5441cb2b-fc41-46b8-ad6d-27112a0e1998 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:03.829522 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5441cb2b-fc41-46b8-ad6d-27112a0e1998 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0493867 Feb 04 13:53:03.830590 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37052) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:03.853979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-da5b85b2-5ee7-4b59-bd87-5917df37ed13 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Deleting port 345715c1-4d19-455d-bd10-a42aafae86c1 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:03.861898 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-da5b85b2-5ee7-4b59-bd87-5917df37ed13 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:03.901870 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a8c86-cab5-4907-9433-550711cd1421 None None] Network eaaefec0-92cf-47c8-a056-918656af8442 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:03.950752 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d63181-3f6a-4664-a434-a79cf70be860 None None] Network 5b58b95b-1c5c-411f-a219-b716141de7b3 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:04.232602 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-da5b85b2-5ee7-4b59-bd87-5917df37ed13 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] For port 345715c1-4d19-455d-bd10-a42aafae86c1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=345715c1-4d19-455d-bd10-a42aafae86c1,segment=NetworkSegment(187eb62e-1330-434b-bf3b-de9d1e2a4baa),segment_id=187eb62e-1330-434b-bf3b-de9d1e2a4baa)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:04.232974 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-da5b85b2-5ee7-4b59-bd87-5917df37ed13 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:04.256058 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (5b58b95b-1c5c-411f-a219-b716141de7b3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:04.268217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-da5b85b2-5ee7-4b59-bd87-5917df37ed13 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Calling delete_port for 345715c1-4d19-455d-bd10-a42aafae86c1 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:04.303709 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a8c86-cab5-4907-9433-550711cd1421 None None] Network eaaefec0-92cf-47c8-a056-918656af8442 could not be found, it might have been deleted concurrently. {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 13:53:04.413159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device aecd4d6c-e741-4340-9a5f-631baa130435 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:53:04.415680 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37dfe13-a667-4dc6-841a-9b4e6a817397 None None] Network 194367d5-f50e-4051-9c7e-654ddfe426a3 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:04.497675 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a95fc0-4cdd-4ce2-8bc3-a12825064efc None None] Network eaaefec0-92cf-47c8-a056-918656af8442 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:04.508886 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (1c74bac8-8557-4172-9fa6-29adb026188e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:04.865019 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (1c74bac8-8557-4172-9fa6-29adb026188e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:04.968523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Subnet': ['ID=1c74bac8-8557-4172-9fa6-29adb026188e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:05.004679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a95fc0-4cdd-4ce2-8bc3-a12825064efc None None] Network eaaefec0-92cf-47c8-a056-918656af8442 could not be found, it might have been deleted concurrently. {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 13:53:05.108249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0ce01f4b-3118-47aa-b3e0-34672425f04a None None] Provisioning complete for port aecd4d6c-e741-4340-9a5f-631baa130435 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:05.109006 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0ce01f4b-3118-47aa-b3e0-34672425f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (aecd4d6c-e741-4340-9a5f-631baa130435), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:05.139886 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.142394 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.143681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.145388 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.145959 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.146490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.153486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.154121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.155491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.156027 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.159027 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.160075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.164140 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.205078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8ad825-8c72-4de9-af72-1c831f2a79df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-5b58b95b-1c5c-411f-a219-b716141de7b3', 'network_id': '5b58b95b-1c5c-411f-a219-b716141de7b3', 'project_id': '8e4b268e32a5427cb95566e031bf736a', 'fixed_ips': [{'subnet_id': '1c74bac8-8557-4172-9fa6-29adb026188e'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:53:05.207932 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad825-8c72-4de9-af72-1c831f2a79df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:05.223127 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (5b58b95b-1c5c-411f-a219-b716141de7b3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:05.286111 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b58b95b-1c5c-411f-a219-b716141de7b3']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:05.318492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949e8306-6e2e-4f70-b190-5d8347088bf6') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:05.322603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949e8306-6e2e-4f70-b190-5d8347088bf6') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:05.345245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-40b79b95-a6b2-4923-841c-9817df6c7313 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:05.355485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-40b79b95-a6b2-4923-841c-9817df6c7313 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/networks?id=707324b8-ddda-4dcf-a33d-967e7bf40189 HTTP/1.1" status: 200 len: 809 time: 0.4394157 Feb 04 13:53:05.425141 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (949e8306-6e2e-4f70-b190-5d8347088bf6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:05.436808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-3df8b261-c25f-4d95-b8e6-ee2f59bf5ad1 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/quotas/646759e6a0064cf19d2fd47c71a2457d HTTP/1.1" status: 200 len: 375 time: 0.0636761 Feb 04 13:53:05.487261 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (949e8306-6e2e-4f70-b190-5d8347088bf6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:05.511681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:53:05.514018 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (949e8306-6e2e-4f70-b190-5d8347088bf6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:53:05.570980 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:53:05.684633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb515ef9-c039-487f-8997-f7034e0f14f1 None None] Network 707324b8-ddda-4dcf-a33d-967e7bf40189 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:05.770753 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (5b58b95b-1c5c-411f-a219-b716141de7b3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:05.788990 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:05.805997 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/5b58b95b-1c5c-411f-a219-b716141de7b3 HTTP/1.1" status: 204 len: 168 time: 1.9732802 Feb 04 13:53:05.808269 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37110) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:05.846078 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b500839d-4983-49c9-a9dc-0b595b3a85b6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-628538787'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:05.857506 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-9b8ad825-8c72-4de9-af72-1c831f2a79df None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 13:53:05.857506 n-d-714676-13 neutron-server[103608]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 04 13:53:05.857506 n-d-714676-13 neutron-server[103608]: [parameters: {'project_id': '8e4b268e32a5427cb95566e031bf736a', 'id': '82699af9-29c1-4ed1-9de9-6c292af6efa7', 'name': '', 'network_id': '5b58b95b-1c5c-411f-a219-b716141de7b3', 'mac_address': 'fa:16:3e:78:f8:be', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-5b58b95b-1c5c-411f-a219-b716141de7b3', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3112}] Feb 04 13:53:05.857506 n-d-714676-13 neutron-server[103608]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:53:05.857506 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-9b8ad825-8c72-4de9-af72-1c831f2a79df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:53:05.925267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432b981-154d-42f9-822d-00209641ed3f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Network': ['ID=5b58b95b-1c5c-411f-a219-b716141de7b3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:05.972450 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b500839d-4983-49c9-a9dc-0b595b3a85b6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:05.985033 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b500839d-4983-49c9-a9dc-0b595b3a85b6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:06.062900 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port aecd4d6c-e741-4340-9a5f-631baa130435 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:06.064383 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (aecd4d6c-e741-4340-9a5f-631baa130435), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:06.065905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b500839d-4983-49c9-a9dc-0b595b3a85b6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:53:06.096812 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b500839d-4983-49c9-a9dc-0b595b3a85b6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3def7fb3-bdf0-45af-8485-aa6757810f8c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:06.098473 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-b500839d-4983-49c9-a9dc-0b595b3a85b6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Added segment 3def7fb3-bdf0-45af-8485-aa6757810f8c of type vlan for network 12eae9b9-0d6f-4170-afc7-61717dab8550 Feb 04 13:53:06.125438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0ce01f4b-3118-47aa-b3e0-34672425f04a None None] Current status of the port aecd4d6c-e741-4340-9a5f-631baa130435 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:06.229427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port aecd4d6c-e741-4340-9a5f-631baa130435 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:06.283308 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b500839d-4983-49c9-a9dc-0b595b3a85b6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (12eae9b9-0d6f-4170-afc7-61717dab8550), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:06.352878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b500839d-4983-49c9-a9dc-0b595b3a85b6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (12eae9b9-0d6f-4170-afc7-61717dab8550), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:06.356332 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad825-8c72-4de9-af72-1c831f2a79df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:06.367126 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b500839d-4983-49c9-a9dc-0b595b3a85b6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:06.368795 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b500839d-4983-49c9-a9dc-0b595b3a85b6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:06.458078 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-accf99bb-597d-4f13-a493-d20745f93860 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=646759e6a0064cf19d2fd47c71a2457d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.9764922 Feb 04 13:53:06.479770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af6d6bc-ba5e-4318-b7b8-fb460db24369 None None] Network 5b58b95b-1c5c-411f-a219-b716141de7b3 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:06.525940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af6d6bc-ba5e-4318-b7b8-fb460db24369 None None] Network 5b58b95b-1c5c-411f-a219-b716141de7b3 could not be found, it might have been deleted concurrently. {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 13:53:06.552996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4633e760-f748-4b23-a0c0-37950fec6203 None None] Provisioning complete for port 35fff98f-6f30-4fe5-bd4d-e284c2478500 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:06.554162 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4633e760-f748-4b23-a0c0-37950fec6203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (35fff98f-6f30-4fe5-bd4d-e284c2478500), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:06.602670 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-f7cd4ad9-a5f3-491a-94a8-58a91f2bea35 service neutron] 10.222.0.96 "GET /v2.0/networks/707324b8-ddda-4dcf-a33d-967e7bf40189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235273 Feb 04 13:53:06.635647 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500839d-4983-49c9-a9dc-0b595b3a85b6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Network': ['ID=12eae9b9-0d6f-4170-afc7-61717dab8550,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:06.647666 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b500839d-4983-49c9-a9dc-0b595b3a85b6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8179033 Feb 04 13:53:06.649290 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37126) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:06.669052 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ccc20d83-99bf-4f4e-b601-69f8eb7f2788 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'subnet': {'network_id': '12eae9b9-0d6f-4170-afc7-61717dab8550', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:06.764035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 12eae9b9-0d6f-4170-afc7-61717dab8550 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:53:06.818345 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-da5b85b2-5ee7-4b59-bd87-5917df37ed13 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (345715c1-4d19-455d-bd10-a42aafae86c1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:06.904124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b85b2-5ee7-4b59-bd87-5917df37ed13 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Port': ['ID=345715c1-4d19-455d-bd10-a42aafae86c1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:06.968953 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc20d83-99bf-4f4e-b601-69f8eb7f2788 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:06.972777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ccc20d83-99bf-4f4e-b601-69f8eb7f2788 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:06.988125 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4633e760-f748-4b23-a0c0-37950fec6203 None None] Current status of the port 35fff98f-6f30-4fe5-bd4d-e284c2478500 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:07.179995 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-cb910ef0-ad15-4acb-83d9-8daad039d4bd service neutron] 10.222.0.96 "GET /v2.0/networks/707324b8-ddda-4dcf-a33d-967e7bf40189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638244 Feb 04 13:53:07.382010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dfc940-28a5-4d9a-b347-2bc2eac05c92 None None] Network 163a02f9-829e-4525-82ff-1f7efc243a23 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:07.708883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0f5e5f62-dfc4-45d9-a28d-f1eda74a9f9c None None] Provisioning complete for port aecd4d6c-e741-4340-9a5f-631baa130435 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:07.709377 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5f62-dfc4-45d9-a28d-f1eda74a9f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (aecd4d6c-e741-4340-9a5f-631baa130435), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:07.729692 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4219927f-f1e1-4f06-9540-b0d5e9e50697 req-6127eb62-1e58-42cd-b37a-05ce67b56468 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 210 time: 0.1352525 Feb 04 13:53:07.740587 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ccc20d83-99bf-4f4e-b601-69f8eb7f2788 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (7470ba06-e821-48e6-9d73-d492cab1bc5e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:07.848409 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-da5b85b2-5ee7-4b59-bd87-5917df37ed13 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (3fe81a06-038c-4986-b249-e5fb9c066e79), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:08.086382 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e5f62-dfc4-45d9-a28d-f1eda74a9f9c None None] Current status of the port aecd4d6c-e741-4340-9a5f-631baa130435 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:08.115952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc20d83-99bf-4f4e-b601-69f8eb7f2788 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Subnet': ['ID=7470ba06-e821-48e6-9d73-d492cab1bc5e,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:08.138357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc20d83-99bf-4f4e-b601-69f8eb7f2788 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Checking segment: {'id': '3def7fb3-bdf0-45af-8485-aa6757810f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '12eae9b9-0d6f-4170-afc7-61717dab8550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:08.138746 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc20d83-99bf-4f4e-b601-69f8eb7f2788 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network hostable DHCP agents. Network: 12eae9b9-0d6f-4170-afc7-61717dab8550, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:53:08.193489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc20d83-99bf-4f4e-b601-69f8eb7f2788 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network 12eae9b9-0d6f-4170-afc7-61717dab8550 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:53:08.238132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-ccc20d83-99bf-4f4e-b601-69f8eb7f2788 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 12eae9b9-0d6f-4170-afc7-61717dab8550) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:08.250370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae74ef56-03ca-4db5-b5e2-5a12051e4daa None None] Network 12eae9b9-0d6f-4170-afc7-61717dab8550 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:08.261162 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc20d83-99bf-4f4e-b601-69f8eb7f2788 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:08.273176 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ccc20d83-99bf-4f4e-b601-69f8eb7f2788 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:08.326634 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ccc20d83-99bf-4f4e-b601-69f8eb7f2788 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6723254 Feb 04 13:53:08.328112 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37178) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:08.720482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5b85b2-5ee7-4b59-bd87-5917df37ed13 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Router 3fe81a06-038c-4986-b249-e5fb9c066e79 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:53:08.744692 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-12eae9b9-0d6f-4170-afc7-61717dab8550', 'network_id': '12eae9b9-0d6f-4170-afc7-61717dab8550', 'project_id': '8e4b268e32a5427cb95566e031bf736a', 'fixed_ips': [{'subnet_id': '7470ba06-e821-48e6-9d73-d492cab1bc5e'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:53:08.756682 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:08.828370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-07cc7408-9467-4111-bf0b-70aeadc316b9 req-53532339-8ecf-4e6a-a603-3ea703a47912 service neutron] (103607) timed out ('10.222.0.96', 50614) {{(pid=103607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:53:08.849886 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (12eae9b9-0d6f-4170-afc7-61717dab8550), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:08.999868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37190) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:09.037349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6b764a5a-8e11-4b71-9c3f-6da4a832282c req-4387de8a-58c1-41ae-ae80-45fee19256d3 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 210 time: 0.1171818 Feb 04 13:53:09.081652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5b85b2-5ee7-4b59-bd87-5917df37ed13 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:53:09.107579 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-da5b85b2-5ee7-4b59-bd87-5917df37ed13 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "PUT /v2.0/routers/3fe81a06-038c-4986-b249-e5fb9c066e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5816340 Feb 04 13:53:09.111605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37198) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:09.156619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d937bc-c32f-4e6d-a431-cf32b2d7f70f None None] Sync routers for ids ['3fe81a06-038c-4986-b249-e5fb9c066e79'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:53:09.169832 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (7470ba06-e821-48e6-9d73-d492cab1bc5e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:09.223766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b7f33cf6-d0ec-4884-9a3b-c5fefe8cfc45 None None] Provisioning complete for port aecd4d6c-e741-4340-9a5f-631baa130435 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:09.224659 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7f33cf6-d0ec-4884-9a3b-c5fefe8cfc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (aecd4d6c-e741-4340-9a5f-631baa130435), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:09.260475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1caa0c6a-e78d-4739-bfdb-6f69d4ac4b08 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Deleting subnet b5301bf8-00fb-476c-bc1d-6b0b6e7524b5 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:53:09.266234 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1caa0c6a-e78d-4739-bfdb-6f69d4ac4b08 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for subnet (b5301bf8-00fb-476c-bc1d-6b0b6e7524b5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:09.328575 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1caa0c6a-e78d-4739-bfdb-6f69d4ac4b08 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (b5301bf8-00fb-476c-bc1d-6b0b6e7524b5), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:09.372058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d937bc-c32f-4e6d-a431-cf32b2d7f70f None None] Routers {'3fe81a06-038c-4986-b249-e5fb9c066e79'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:53:09.373245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-66d937bc-c32f-4e6d-a431-cf32b2d7f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3fe81a06-038c-4986-b249-e5fb9c066e79'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:09.486715 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0313822-a313-47ed-97a4-87557addb5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:09.591756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Allocated IP 2001:db8::1 (12eae9b9-0d6f-4170-afc7-61717dab8550/7470ba06-e821-48e6-9d73-d492cab1bc5e/56a1f960-f0fc-4e82-b08b-a851a53bf1c0) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:53:09.616738 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1caa0c6a-e78d-4739-bfdb-6f69d4ac4b08 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (b5301bf8-00fb-476c-bc1d-6b0b6e7524b5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:09.757789 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0313822-a313-47ed-97a4-87557addb5cb admin admin] Publish callbacks [] for security_group (92cfdd0c-7418-4408-8bef-ace40aaa47db), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:09.766709 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c0313822-a313-47ed-97a4-87557addb5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (92cfdd0c-7418-4408-8bef-ace40aaa47db), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:09.776530 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1caa0c6a-e78d-4739-bfdb-6f69d4ac4b08 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (b5301bf8-00fb-476c-bc1d-6b0b6e7524b5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:09.903157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa0c6a-e78d-4739-bfdb-6f69d4ac4b08 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Subnet': ['ID=b5301bf8-00fb-476c-bc1d-6b0b6e7524b5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:09.912953 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c0313822-a313-47ed-97a4-87557addb5cb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7f44a28604f44c269b3b848e6ade000a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9081140 Feb 04 13:53:09.918471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37206) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:09.945972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a2043d-b2ae-453a-be17-d9c52679dda5 None None] Network 61663296-fa91-417f-8ee4-7de19885aedb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:09.963339 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1caa0c6a-e78d-4739-bfdb-6f69d4ac4b08 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:09.964047 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b7f33cf6-d0ec-4884-9a3b-c5fefe8cfc45 None None] Current status of the port aecd4d6c-e741-4340-9a5f-631baa130435 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:09.987137 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37208) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:09.988048 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1caa0c6a-e78d-4739-bfdb-6f69d4ac4b08 tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "DELETE /v2.0/subnets/b5301bf8-00fb-476c-bc1d-6b0b6e7524b5 HTTP/1.1" status: 204 len: 168 time: 0.8751764 Feb 04 13:53:10.113503 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-66d937bc-c32f-4e6d-a431-cf32b2d7f70f None None] Set router 3fe81a06-038c-4986-b249-e5fb9c066e79 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:53:10.159801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0313822-a313-47ed-97a4-87557addb5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cfdd0c-7418-4408-8bef-ace40aaa47db,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:10.335540 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17dc127a-f294-49b7-93b5-c5aa5518bfee admin admin] Publish callbacks [] for security_group (92cfdd0c-7418-4408-8bef-ace40aaa47db), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:10.412537 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17dc127a-f294-49b7-93b5-c5aa5518bfee admin admin] Publish callbacks [] for security_group (92cfdd0c-7418-4408-8bef-ace40aaa47db), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:10.490697 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3db6da8-d229-43ab-8717-f7cddec7f44f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router (3fe81a06-038c-4986-b249-e5fb9c066e79), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:10.516017 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-f06bef91-3eb3-4f1a-b889-7c6bca9c2bba tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:10.518858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-f06bef91-3eb3-4f1a-b889-7c6bca9c2bba tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.100 "GET /v2.0/networks?id=707324b8-ddda-4dcf-a33d-967e7bf40189 HTTP/1.1" status: 200 len: 809 time: 0.6025126 Feb 04 13:53:10.522687 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18530e90-35a5-43fc-9a39-b5f1f274f07b req-7010517a-040d-40ea-9b5a-8377ef083047 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 210 time: 0.2134061 Feb 04 13:53:10.562350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-ef3fe725-4fb3-484b-9d83-1cc9f9f9692a tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Request body: {'port': {'device_id': '00f98f3b-69d8-44a6-a75c-593e78076c8f', 'network_id': '707324b8-ddda-4dcf-a33d-967e7bf40189', 'admin_state_up': True, 'tenant_id': '646759e6a0064cf19d2fd47c71a2457d'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:10.660322 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3db6da8-d229-43ab-8717-f7cddec7f44f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router_gateway (3fe81a06-038c-4986-b249-e5fb9c066e79), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:10.796874 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17dc127a-f294-49b7-93b5-c5aa5518bfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (92cfdd0c-7418-4408-8bef-ace40aaa47db), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:10.805965 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17dc127a-f294-49b7-93b5-c5aa5518bfee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:10.823485 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-17dc127a-f294-49b7-93b5-c5aa5518bfee admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/92cfdd0c-7418-4408-8bef-ace40aaa47db HTTP/1.1" status: 204 len: 168 time: 0.9000540 Feb 04 13:53:10.870041 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc127a-f294-49b7-93b5-c5aa5518bfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cfdd0c-7418-4408-8bef-ace40aaa47db,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:10.894871 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e3db6da8-d229-43ab-8717-f7cddec7f44f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Deleting port 6a8443a9-c7c0-47ef-a35c-084f8d314f47 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:10.895483 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3db6da8-d229-43ab-8717-f7cddec7f44f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6a8443a9-c7c0-47ef-a35c-084f8d314f47), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:11.041630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-ef3fe725-4fb3-484b-9d83-1cc9f9f9692a tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Made reservation on behalf of 646759e6a0064cf19d2fd47c71a2457d for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:11.054001 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-ef3fe725-4fb3-484b-9d83-1cc9f9f9692a tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:11.254739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-e3db6da8-d229-43ab-8717-f7cddec7f44f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] For port 6a8443a9-c7c0-47ef-a35c-084f8d314f47, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6a8443a9-c7c0-47ef-a35c-084f8d314f47,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:11.260014 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3db6da8-d229-43ab-8717-f7cddec7f44f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6a8443a9-c7c0-47ef-a35c-084f8d314f47), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:11.289768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-ef3fe725-4fb3-484b-9d83-1cc9f9f9692a tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Allocated IP 172.20.0.14 (707324b8-ddda-4dcf-a33d-967e7bf40189/1b5ad6c2-4b79-4856-b0d2-cbd9b2cd047c/85363194-f810-4f30-9a4e-8e283a8a053a) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:53:11.302492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e3db6da8-d229-43ab-8717-f7cddec7f44f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Calling delete_port for 6a8443a9-c7c0-47ef-a35c-084f8d314f47 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:11.526457 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-ef3fe725-4fb3-484b-9d83-1cc9f9f9692a tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Publish callbacks [] for port (85363194-f810-4f30-9a4e-8e283a8a053a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:11.568577 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Publish callbacks [] for port (56a1f960-f0fc-4e82-b08b-a851a53bf1c0), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:11.601996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8566e8-eaaa-4f44-8c4f-bfac26186b0a None None] DHCP port deletion for 61663296-fa91-417f-8ee4-7de19885aedb request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:53:11.627046 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-ef3fe725-4fb3-484b-9d83-1cc9f9f9692a tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (85363194-f810-4f30-9a4e-8e283a8a053a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:11.678229 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (56a1f960-f0fc-4e82-b08b-a851a53bf1c0), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:11.729960 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37242) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:11.768530 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (7470ba06-e821-48e6-9d73-d492cab1bc5e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:11.840947 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-66d937bc-c32f-4e6d-a431-cf32b2d7f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'name': 'tempest-TestNetworkBasicOps-router-1405476499', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:53:05Z', 'revision_number': 5, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port': {'id': '6a8443a9-c7c0-47ef-a35c-084f8d314f47', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:24Z', 'updated_at': '2022-02-04T13:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:11.843951 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88f50756-038a-43d7-a621-52e0c37a2b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:11.882505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Subnet': ['ID=7470ba06-e821-48e6-9d73-d492cab1bc5e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:11.926778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-ef3fe725-4fb3-484b-9d83-1cc9f9f9692a tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Network 707324b8-ddda-4dcf-a33d-967e7bf40189 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:53:11.928921 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d4732744-a618-4613-81e9-7ecab56cea76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:11.943418 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d937bc-c32f-4e6d-a431-cf32b2d7f70f None None] Checking router: 3fe81a06-038c-4986-b249-e5fb9c066e79 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:53:11.947645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Network 12eae9b9-0d6f-4170-afc7-61717dab8550 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:53:11.965068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Pushing event updated for resources: {'Port': ['ID=56a1f960-f0fc-4e82-b08b-a851a53bf1c0,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:11.972306 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:11.977198 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:53:11.989570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-ef3fe725-4fb3-484b-9d83-1cc9f9f9692a tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:12.000157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-ef3fe725-4fb3-484b-9d83-1cc9f9f9692a tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:53:12.003948 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (12eae9b9-0d6f-4170-afc7-61717dab8550), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.016669 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3db6da8-d229-43ab-8717-f7cddec7f44f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6a8443a9-c7c0-47ef-a35c-084f8d314f47), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.080927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d937bc-c32f-4e6d-a431-cf32b2d7f70f None None] Routers {'3fe81a06-038c-4986-b249-e5fb9c066e79'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:53:12.086364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-66d937bc-c32f-4e6d-a431-cf32b2d7f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:52:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3fe81a06-038c-4986-b249-e5fb9c066e79'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:12.089338 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db6da8-d229-43ab-8717-f7cddec7f44f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Port': ['ID=6a8443a9-c7c0-47ef-a35c-084f8d314f47,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:12.102645 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fe725-4fb3-484b-9d83-1cc9f9f9692a tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Pushing event updated for resources: {'Port': ['ID=85363194-f810-4f30-9a4e-8e283a8a053a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:12.122040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12eae9b9-0d6f-4170-afc7-61717dab8550']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:12.223914 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3def7fb3-bdf0-45af-8485-aa6757810f8c') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:12.234091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3def7fb3-bdf0-45af-8485-aa6757810f8c') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:12.264488 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d4732744-a618-4613-81e9-7ecab56cea76 admin admin] Publish callbacks [] for security_group (d88b7724-9787-4714-805c-819e8b371f84), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.278949 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (3def7fb3-bdf0-45af-8485-aa6757810f8c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.287409 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d4732744-a618-4613-81e9-7ecab56cea76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d88b7724-9787-4714-805c-819e8b371f84), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.345990 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4732744-a618-4613-81e9-7ecab56cea76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88b7724-9787-4714-805c-819e8b371f84,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:12.359549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-ef3fe725-4fb3-484b-9d83-1cc9f9f9692a tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:12.361536 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-ef3fe725-4fb3-484b-9d83-1cc9f9f9692a tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.370894 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3db6da8-d229-43ab-8717-f7cddec7f44f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (3fe81a06-038c-4986-b249-e5fb9c066e79), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.379196 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3def7fb3-bdf0-45af-8485-aa6757810f8c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.448251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e412bb-500c-42dd-9679-c9f194710bfe req-fe9f3858-85e8-42b3-8296-dfb5baf8f800 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:12.449664 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3c8566e8-eaaa-4f44-8c4f-bfac26186b0a None None] Deleting port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:12.450044 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c8566e8-eaaa-4f44-8c4f-bfac26186b0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (9b6eed37-86f9-4953-bc2e-b9baf51e7a24), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.463922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-88e412bb-500c-42dd-9679-c9f194710bfe req-fe9f3858-85e8-42b3-8296-dfb5baf8f800 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 932 time: 0.6630235 Feb 04 13:53:12.493014 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-ef3fe725-4fb3-484b-9d83-1cc9f9f9692a tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9631190 Feb 04 13:53:12.553074 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:53:12.553608 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (3def7fb3-bdf0-45af-8485-aa6757810f8c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:53:12.558645 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:53:12.567191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3c8566e8-eaaa-4f44-8c4f-bfac26186b0a None None] For port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=9b6eed37-86f9-4953-bc2e-b9baf51e7a24,segment=NetworkSegment(187eb62e-1330-434b-bf3b-de9d1e2a4baa),segment_id=187eb62e-1330-434b-bf3b-de9d1e2a4baa)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:12.567601 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c8566e8-eaaa-4f44-8c4f-bfac26186b0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (9b6eed37-86f9-4953-bc2e-b9baf51e7a24), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.606235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Request body: {'port': {'device_id': '00f98f3b-69d8-44a6-a75c-593e78076c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:12.617593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3c8566e8-eaaa-4f44-8c4f-bfac26186b0a None None] Calling delete_port for 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:12.626143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:12.655938 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d4732744-a618-4613-81e9-7ecab56cea76 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=48881c77e477480f90fd8439ad829738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9151397 Feb 04 13:53:12.656826 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3db6da8-d229-43ab-8717-f7cddec7f44f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (3fe81a06-038c-4986-b249-e5fb9c066e79), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.660773 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3db6da8-d229-43ab-8717-f7cddec7f44f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router_controller (3fe81a06-038c-4986-b249-e5fb9c066e79), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.673401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37262) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:12.716451 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-66d937bc-c32f-4e6d-a431-cf32b2d7f70f None None] Set router 3fe81a06-038c-4986-b249-e5fb9c066e79 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:53:12.783728 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-88e412bb-500c-42dd-9679-c9f194710bfe req-8d82135a-f5fc-4393-9d93-9854e0065f9a tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/security-groups?id=30df4f62-ce31-485c-b8fd-05de52232b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043787 Feb 04 13:53:12.854963 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (85363194-f810-4f30-9a4e-8e283a8a053a), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.894569 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90d6fe95-2703-48f0-a87e-c890afb2ff89 admin admin] Publish callbacks [] for security_group (d88b7724-9787-4714-805c-819e8b371f84), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.913395 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3db6da8-d229-43ab-8717-f7cddec7f44f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (3fe81a06-038c-4986-b249-e5fb9c066e79), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.914886 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3db6da8-d229-43ab-8717-f7cddec7f44f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Fanout notify agent at l3_agent the message router_deleted on router 3fe81a06-038c-4986-b249-e5fb9c066e79 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:53:12.918807 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.api [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:53:12.918807 n-d-714676-13 neutron-server[103607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:53:12.918807 n-d-714676-13 neutron-server[103607]: [parameters: {'id': '12eae9b9-0d6f-4170-afc7-61717dab8550'}] Feb 04 13:53:12.918807 n-d-714676-13 neutron-server[103607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:53:12.919505 n-d-714676-13 neutron-server[103607]: DEBUG oslo_db.api [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:53:12.926342 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e3db6da8-d229-43ab-8717-f7cddec7f44f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:12.931065 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e3db6da8-d229-43ab-8717-f7cddec7f44f tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "DELETE /v2.0/routers/3fe81a06-038c-4986-b249-e5fb9c066e79 HTTP/1.1" status: 204 len: 168 time: 2.9402380 Feb 04 13:53:12.931740 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37270) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:12.948615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-66d937bc-c32f-4e6d-a431-cf32b2d7f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'name': 'tempest-TestNetworkBasicOps-router-1405476499', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:53:11Z', 'revision_number': 7, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:13.093557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Attempting to bind port 56a1f960-f0fc-4e82-b08b-a851a53bf1c0 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:53:13.094039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Attempting to bind port 56a1f960-f0fc-4e82-b08b-a851a53bf1c0 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '3def7fb3-bdf0-45af-8485-aa6757810f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '12eae9b9-0d6f-4170-afc7-61717dab8550'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:53:13.096958 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Attempting to bind port 56a1f960-f0fc-4e82-b08b-a851a53bf1c0 on network 12eae9b9-0d6f-4170-afc7-61717dab8550 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:53:13.177863 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (61663296-fa91-417f-8ee4-7de19885aedb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:13.336359 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90d6fe95-2703-48f0-a87e-c890afb2ff89 admin admin] Publish callbacks [] for security_group (d88b7724-9787-4714-805c-819e8b371f84), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:13.352773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:53:13.353569 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Checking segment: {'id': '3def7fb3-bdf0-45af-8485-aa6757810f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '12eae9b9-0d6f-4170-afc7-61717dab8550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:13.355478 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:13.356098 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Bound using segment: {'id': '3def7fb3-bdf0-45af-8485-aa6757810f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '12eae9b9-0d6f-4170-afc7-61717dab8550'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:53:13.357429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Bound port: 56a1f960-f0fc-4e82-b08b-a851a53bf1c0, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3def7fb3-bdf0-45af-8485-aa6757810f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '12eae9b9-0d6f-4170-afc7-61717dab8550'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:53:13.358622 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (56a1f960-f0fc-4e82-b08b-a851a53bf1c0), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:13.361445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Deleting port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:13.362475 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (9b6eed37-86f9-4953-bc2e-b9baf51e7a24), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:13.433417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85363194-f810-4f30-9a4e-8e283a8a053a {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:53:13.451605 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (12eae9b9-0d6f-4170-afc7-61717dab8550), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:13.455199 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Publish callbacks [] for port (85363194-f810-4f30-9a4e-8e283a8a053a), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:13.502057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Transition to ACTIVE for port object 85363194-f810-4f30-9a4e-8e283a8a053a will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:53:13.502544 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90d6fe95-2703-48f0-a87e-c890afb2ff89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d88b7724-9787-4714-805c-819e8b371f84), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:13.511393 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-90d6fe95-2703-48f0-a87e-c890afb2ff89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:13.518644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-90d6fe95-2703-48f0-a87e-c890afb2ff89 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d88b7724-9787-4714-805c-819e8b371f84 HTTP/1.1" status: 204 len: 168 time: 0.8414581 Feb 04 13:53:13.526860 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (85363194-f810-4f30-9a4e-8e283a8a053a), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:13.582308 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] For port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24, host n-d-714676-13, got binding levels [] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:13.582726 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (9b6eed37-86f9-4953-bc2e-b9baf51e7a24), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:13.658558 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6fe95-2703-48f0-a87e-c890afb2ff89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88b7724-9787-4714-805c-819e8b371f84,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:13.662462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] For port 56a1f960-f0fc-4e82-b08b-a851a53bf1c0, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:53:13.671221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] For port 56a1f960-f0fc-4e82-b08b-a851a53bf1c0, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=56a1f960-f0fc-4e82-b08b-a851a53bf1c0,segment=NetworkSegment(3def7fb3-bdf0-45af-8485-aa6757810f8c),segment_id=3def7fb3-bdf0-45af-8485-aa6757810f8c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:53:13.680521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d937bc-c32f-4e6d-a431-cf32b2d7f70f None None] The sync data for ids ['3fe81a06-038c-4986-b249-e5fb9c066e79'] in n-d-714676-13 is: [{'id': '3fe81a06-038c-4986-b249-e5fb9c066e79', 'name': 'tempest-TestNetworkBasicOps-router-1405476499', 'tenant_id': '7a0b98ed329e4084aa74e351c6f4178a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:53:11Z', 'revision_number': 7, 'project_id': '7a0b98ed329e4084aa74e351c6f4178a', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:53:13.700526 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c8566e8-eaaa-4f44-8c4f-bfac26186b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (9b6eed37-86f9-4953-bc2e-b9baf51e7a24), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:13.702152 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Calling delete_port for 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:13.715654 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.ipam_backend_mixin [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 was not found and therefore no delete operation was performed {{(pid=103607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:53:13.720929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No active binding found for port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 {{(pid=103608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 13:53:13.721930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] The host n-d-714676-13 is not matching for port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 host None! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:53:13.723118 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:13.724996 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (9b6eed37-86f9-4953-bc2e-b9baf51e7a24), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:13.733108 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (56a1f960-f0fc-4e82-b08b-a851a53bf1c0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:13.881580 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] No DVR routers for this DVR port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:13.890780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8566e8-eaaa-4f44-8c4f-bfac26186b0a None None] Pushing event deleted for resources: {'Port': ['ID=9b6eed37-86f9-4953-bc2e-b9baf51e7a24,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:13.895592 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8566e8-eaaa-4f44-8c4f-bfac26186b0a None None] No DVR routers for this DVR port 9b6eed37-86f9-4953-bc2e-b9baf51e7a24 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:13.958910 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Port': ['ID=9b6eed37-86f9-4953-bc2e-b9baf51e7a24,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:13.960534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Pushing event updated for resources: {'Port': ['ID=85363194-f810-4f30-9a4e-8e283a8a053a,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:14.003442 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f388425d-a0e1-47ac-8ddb-fec62eb5fe3f None None] Network 12eae9b9-0d6f-4170-afc7-61717dab8550 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:14.146627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Attempting to bind port 85363194-f810-4f30-9a4e-8e283a8a053a on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:53:14.147127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Attempting to bind port 85363194-f810-4f30-9a4e-8e283a8a053a by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '82107b47-e55b-48cb-8cd7-dac7f8d0b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '707324b8-ddda-4dcf-a33d-967e7bf40189'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:53:14.147427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Attempting to bind port 85363194-f810-4f30-9a4e-8e283a8a053a on network 707324b8-ddda-4dcf-a33d-967e7bf40189 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:53:14.148392 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:14.173844 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Port 85363194-f810-4f30-9a4e-8e283a8a053a on network 707324b8-ddda-4dcf-a33d-967e7bf40189 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:53:14.174348 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Attempting to bind port 85363194-f810-4f30-9a4e-8e283a8a053a on network 707324b8-ddda-4dcf-a33d-967e7bf40189 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:53:14.192342 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6c5a0-6824-4196-bad4-78cd7230e8ec None None] Pushing event updated for resources: {'Port': ['ID=56a1f960-f0fc-4e82-b08b-a851a53bf1c0,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:14.198707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa770f-5000-49ce-b632-33cc5c642353 req-0d4a498f-58ad-4fad-824b-5a8d96c6081e tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:14.208481 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ffa770f-5000-49ce-b632-33cc5c642353 req-0d4a498f-58ad-4fad-824b-5a8d96c6081e tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 944 time: 0.2193055 Feb 04 13:53:14.231096 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:53:14.231452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Checking segment: {'id': '82107b47-e55b-48cb-8cd7-dac7f8d0b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '707324b8-ddda-4dcf-a33d-967e7bf40189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:14.231854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Bound using segment: {'id': '82107b47-e55b-48cb-8cd7-dac7f8d0b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '707324b8-ddda-4dcf-a33d-967e7bf40189'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:53:14.232311 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Bound port: 85363194-f810-4f30-9a4e-8e283a8a053a, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82107b47-e55b-48cb-8cd7-dac7f8d0b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '707324b8-ddda-4dcf-a33d-967e7bf40189'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:53:14.232685 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (85363194-f810-4f30-9a4e-8e283a8a053a), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:14.260366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841f673a-e2db-44fc-8563-b94f45a1cf92 None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:53:14.319097 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 345715c1-4d19-455d-bd10-a42aafae86c1 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:14.406946 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 345715c1-4d19-455d-bd10-a42aafae86c1 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:53:14.407200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 345715c1-4d19-455d-bd10-a42aafae86c1 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:14.444561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ffa770f-5000-49ce-b632-33cc5c642353 req-f41fb8a4-fbd7-407d-ac95-4cb8c1734047 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/security-groups?id=30df4f62-ce31-485c-b8fd-05de52232b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350578 Feb 04 13:53:14.522283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] For port 85363194-f810-4f30-9a4e-8e283a8a053a, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:53:14.542994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] For port 85363194-f810-4f30-9a4e-8e283a8a053a, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=85363194-f810-4f30-9a4e-8e283a8a053a,segment=NetworkSegment(82107b47-e55b-48cb-8cd7-dac7f8d0b10b),segment_id=82107b47-e55b-48cb-8cd7-dac7f8d0b10b)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:53:14.556215 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (85363194-f810-4f30-9a4e-8e283a8a053a), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:14.607002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:14.608493 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:14.611629 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] 10.222.0.100 "PUT /v2.0/ports/85363194-f810-4f30-9a4e-8e283a8a053a HTTP/1.1" status: 200 len: 1093 time: 2.0169580 Feb 04 13:53:14.612431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f98f3b-69d8-44a6-a75c-593e78076c8f', 'tag': '85363194-f810-4f30-9a4e-8e283a8a053a'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:53:14.615574 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37412c9d-f715-49df-a1de-e5a078cf6160" -d '{"events": [{"name": "network-changed", "server_uuid": "00f98f3b-69d8-44a6-a75c-593e78076c8f", "tag": "85363194-f810-4f30-9a4e-8e283a8a053a"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:53:14.680181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841f673a-e2db-44fc-8563-b94f45a1cf92 None None] Resources bound (agent type, host, resource id): {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:53:14.786291 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:14.787605 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (61663296-fa91-417f-8ee4-7de19885aedb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:14.801519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60855a4a-0b29-4838-bdc4-155b532b24ad service neutron] Pushing event updated for resources: {'Port': ['ID=85363194-f810-4f30-9a4e-8e283a8a053a,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:14.808966 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Deleting port 56a1f960-f0fc-4e82-b08b-a851a53bf1c0 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:14.814531 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (56a1f960-f0fc-4e82-b08b-a851a53bf1c0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:14.834891 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1baf9dc-32b4-45f6-89a7-61f1cfe2e299 x-openstack-request-id: req-d1baf9dc-32b4-45f6-89a7-61f1cfe2e299 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:53:14.837157 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f98f3b-69d8-44a6-a75c-593e78076c8f", "tag": "85363194-f810-4f30-9a4e-8e283a8a053a", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:53:14.843563 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d1baf9dc-32b4-45f6-89a7-61f1cfe2e299 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:53:14.844757 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f98f3b-69d8-44a6-a75c-593e78076c8f', 'tag': '85363194-f810-4f30-9a4e-8e283a8a053a', 'status': 'completed', 'code': 200} Feb 04 13:53:14.926111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-933cb7a6-0245-4ba1-ad19-329e86faaa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:14.931186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-933cb7a6-0245-4ba1-ad19-329e86faaa60 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=646759e6a0064cf19d2fd47c71a2457d&device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 1127 time: 0.2719457 Feb 04 13:53:14.988105 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61663296-fa91-417f-8ee4-7de19885aedb']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:15.034977 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187eb62e-1330-434b-bf3b-de9d1e2a4baa') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:15.035659 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187eb62e-1330-434b-bf3b-de9d1e2a4baa') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:15.070421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-465e6586-4126-4eb1-b869-ce8132a3564b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85363194-f810-4f30-9a4e-8e283a8a053a HTTP/1.1" status: 200 len: 217 time: 0.1292441 Feb 04 13:53:15.093767 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (187eb62e-1330-434b-bf3b-de9d1e2a4baa), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:15.177610 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (187eb62e-1330-434b-bf3b-de9d1e2a4baa), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:15.191372 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bd8be2bd-cbba-4989-88c4-eeeeb3702d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:15.221288 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] For port 56a1f960-f0fc-4e82-b08b-a851a53bf1c0, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=56a1f960-f0fc-4e82-b08b-a851a53bf1c0,segment=NetworkSegment(3def7fb3-bdf0-45af-8485-aa6757810f8c),segment_id=3def7fb3-bdf0-45af-8485-aa6757810f8c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:15.221862 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (56a1f960-f0fc-4e82-b08b-a851a53bf1c0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:15.239291 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-d2c4c870-b60e-4f96-924f-bcc3a38e419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:15.239495 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:53:15.239803 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (187eb62e-1330-434b-bf3b-de9d1e2a4baa), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:15.240870 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-d2c4c870-b60e-4f96-924f-bcc3a38e419f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1b5ad6c2-4b79-4856-b0d2-cbd9b2cd047c HTTP/1.1" status: 200 len: 849 time: 0.1648793 Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:53:15.256161 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:53:15.304404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-68a5e662-451b-468e-83ee-4ed234db6b93 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=707324b8-ddda-4dcf-a33d-967e7bf40189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580487 Feb 04 13:53:15.365827 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Calling delete_port for 56a1f960-f0fc-4e82-b08b-a851a53bf1c0 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:15.519795 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-4148fdb4-a80a-462a-be1e-9726e46075c8 service neutron] 10.222.0.100 "GET /v2.0/networks/707324b8-ddda-4dcf-a33d-967e7bf40189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085533 Feb 04 13:53:15.541536 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (61663296-fa91-417f-8ee4-7de19885aedb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:15.551660 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:15.561449 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] 10.222.0.96 "DELETE /v2.0/networks/61663296-fa91-417f-8ee4-7de19885aedb HTTP/1.1" status: 204 len: 168 time: 2.6253166 Feb 04 13:53:15.627173 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:15.639884 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c992569-133b-45f6-9f1a-092f0a49aead tempest-TestNetworkBasicOps-108512290 tempest-TestNetworkBasicOps-108512290-project] Pushing event deleted for resources: {'Network': ['ID=61663296-fa91-417f-8ee4-7de19885aedb,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:15.771512 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (56a1f960-f0fc-4e82-b08b-a851a53bf1c0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:15.828042 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Port': ['ID=56a1f960-f0fc-4e82-b08b-a851a53bf1c0,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:15.834893 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No DVR routers for this DVR port 56a1f960-f0fc-4e82-b08b-a851a53bf1c0 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:15.887567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7ec4a-a633-4511-ac4f-769f1541d9a5 req-0cee52a3-ca0a-48d5-80d7-962434f2a4ab tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:15.891963 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fca7ec4a-a633-4511-ac4f-769f1541d9a5 req-0cee52a3-ca0a-48d5-80d7-962434f2a4ab tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 944 time: 0.1676252 Feb 04 13:53:15.972132 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3bcb5f-e405-45df-9736-617034831ea4 req-af2a31d4-0ada-43e0-8d8e-4b3832b7f631 service neutron] 10.222.0.100 "GET /v2.0/networks/707324b8-ddda-4dcf-a33d-967e7bf40189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402630 Feb 04 13:53:15.990488 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (12eae9b9-0d6f-4170-afc7-61717dab8550), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:16.076102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fca7ec4a-a633-4511-ac4f-769f1541d9a5 req-9f346d0e-4307-464c-9060-7b4e6ac0d541 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/security-groups?id=30df4f62-ce31-485c-b8fd-05de52232b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543555 Feb 04 13:53:16.086153 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12eae9b9-0d6f-4170-afc7-61717dab8550']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:16.112800 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3def7fb3-bdf0-45af-8485-aa6757810f8c') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:16.113621 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3def7fb3-bdf0-45af-8485-aa6757810f8c') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:16.149214 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (3def7fb3-bdf0-45af-8485-aa6757810f8c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:16.205225 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3def7fb3-bdf0-45af-8485-aa6757810f8c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:16.230309 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:53:16.235987 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (3def7fb3-bdf0-45af-8485-aa6757810f8c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:53:16.241747 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:53:16.246199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37412c9d-f715-49df-a1de-e5a078cf6160 req-aa24023e-c76f-4728-a5b7-3762ee60e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:16.249180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37412c9d-f715-49df-a1de-e5a078cf6160 req-aa24023e-c76f-4728-a5b7-3762ee60e18b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=646759e6a0064cf19d2fd47c71a2457d&device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 1127 time: 0.1707575 Feb 04 13:53:16.331911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6a8443a9-c7c0-47ef-a35c-084f8d314f47 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:16.392423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 6a8443a9-c7c0-47ef-a35c-084f8d314f47 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:53:16.393284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6a8443a9-c7c0-47ef-a35c-084f8d314f47 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:16.444519 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (12eae9b9-0d6f-4170-afc7-61717dab8550), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:16.461059 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:16.467702 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/12eae9b9-0d6f-4170-afc7-61717dab8550 HTTP/1.1" status: 204 len: 168 time: 8.1376314 Feb 04 13:53:16.472423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37412c9d-f715-49df-a1de-e5a078cf6160 req-b9dee9ae-a01a-4dbb-8565-175443f81d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:16.474699 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37412c9d-f715-49df-a1de-e5a078cf6160 req-b9dee9ae-a01a-4dbb-8565-175443f81d62 service neutron] 10.222.0.100 "GET /v2.0/networks?id=707324b8-ddda-4dcf-a33d-967e7bf40189 HTTP/1.1" status: 200 len: 910 time: 0.2186253 Feb 04 13:53:16.479761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37326) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:16.481705 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37328) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:16.485895 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69febeff-9357-4c87-97e1-3798e0ec1844 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Network': ['ID=12eae9b9-0d6f-4170-afc7-61717dab8550,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:16.488279 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-4ab44730-9c19-4450-808d-cd15e3a33ba5 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-892850218'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:16.614749 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37412c9d-f715-49df-a1de-e5a078cf6160 req-fbeb4b76-7b00-4275-8162-04cdb21b67cd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85363194-f810-4f30-9a4e-8e283a8a053a HTTP/1.1" status: 200 len: 217 time: 0.1203172 Feb 04 13:53:16.878909 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab44730-9c19-4450-808d-cd15e3a33ba5 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:16.887350 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4ab44730-9c19-4450-808d-cd15e3a33ba5 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:16.925653 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:16.949852 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37412c9d-f715-49df-a1de-e5a078cf6160 req-96ed4c6e-b159-417d-9d83-ce01c702353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:16.951406 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37412c9d-f715-49df-a1de-e5a078cf6160 req-96ed4c6e-b159-417d-9d83-ce01c702353b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1b5ad6c2-4b79-4856-b0d2-cbd9b2cd047c HTTP/1.1" status: 200 len: 849 time: 0.3098919 Feb 04 13:53:16.968159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-334a4aad-0791-4b96-b2ab-a1386d18b92f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7a0b98ed329e4084aa74e351c6f4178a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4734464 Feb 04 13:53:16.968672 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37344) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:17.060777 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37412c9d-f715-49df-a1de-e5a078cf6160 req-df314975-10f9-4bea-b36d-836155959f57 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=707324b8-ddda-4dcf-a33d-967e7bf40189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927408 Feb 04 13:53:17.066018 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4960258-81c2-49f2-acc3-72e79f21e155 admin admin] Publish callbacks [] for security_group (b57513ac-8569-4081-ab01-3dc2b08e0b27), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:17.091799 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4960258-81c2-49f2-acc3-72e79f21e155 admin admin] Publish callbacks [] for security_group (b57513ac-8569-4081-ab01-3dc2b08e0b27), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:17.123304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab44730-9c19-4450-808d-cd15e3a33ba5 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:53:17.167068 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4960258-81c2-49f2-acc3-72e79f21e155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b57513ac-8569-4081-ab01-3dc2b08e0b27), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:17.172817 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c4960258-81c2-49f2-acc3-72e79f21e155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:17.181892 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c4960258-81c2-49f2-acc3-72e79f21e155 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b57513ac-8569-4081-ab01-3dc2b08e0b27 HTTP/1.1" status: 204 len: 168 time: 0.2089343 Feb 04 13:53:17.223451 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4960258-81c2-49f2-acc3-72e79f21e155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57513ac-8569-4081-ab01-3dc2b08e0b27,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:17.237189 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4ab44730-9c19-4450-808d-cd15e3a33ba5 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (24db3f50-18ca-47bd-b9d4-db43436dab0b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:17.237712 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-4ab44730-9c19-4450-808d-cd15e3a33ba5 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Added segment 24db3f50-18ca-47bd-b9d4-db43436dab0b of type vlan for network a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5 Feb 04 13:53:17.634757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a02bbd-65be-4704-a10c-68cd61854a41 req-2d74e8bc-76a9-407f-bb4c-3ed8c78c9c64 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:17.637755 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59a02bbd-65be-4704-a10c-68cd61854a41 req-2d74e8bc-76a9-407f-bb4c-3ed8c78c9c64 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 944 time: 0.3131540 Feb 04 13:53:17.759821 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4ab44730-9c19-4450-808d-cd15e3a33ba5 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:17.770174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59a02bbd-65be-4704-a10c-68cd61854a41 req-aa8f0600-5228-467d-b9c2-98e148bdea90 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/security-groups?id=30df4f62-ce31-485c-b8fd-05de52232b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118228 Feb 04 13:53:17.820432 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37412c9d-f715-49df-a1de-e5a078cf6160 req-c943abfc-b929-4f2d-bbe5-5a5cd1ae0bcc service neutron] 10.222.0.100 "GET /v2.0/networks/707324b8-ddda-4dcf-a33d-967e7bf40189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469170 Feb 04 13:53:17.934873 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4ab44730-9c19-4450-808d-cd15e3a33ba5 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:17.944016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab44730-9c19-4450-808d-cd15e3a33ba5 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:17.945222 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4ab44730-9c19-4450-808d-cd15e3a33ba5 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:17.989895 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:18.126414 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab44730-9c19-4450-808d-cd15e3a33ba5 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Network': ['ID=a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:18.131947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4ab44730-9c19-4450-808d-cd15e3a33ba5 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6489561 Feb 04 13:53:18.136383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37368) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:18.141981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1e39f3bd-a4e4-4eac-9372-35e2a8a572e2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'subnet': {'network_id': 'a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:18.142876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:53:18.229339 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37412c9d-f715-49df-a1de-e5a078cf6160 req-d1181044-fa1e-4243-b358-3a25e79a85ea service neutron] 10.222.0.100 "GET /v2.0/networks/707324b8-ddda-4dcf-a33d-967e7bf40189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962061 Feb 04 13:53:18.261407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37370) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:18.290359 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c086a660-1aba-4133-aeb6-62b9abd14de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:18.380530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e39f3bd-a4e4-4eac-9372-35e2a8a572e2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:18.402336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1e39f3bd-a4e4-4eac-9372-35e2a8a572e2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:18.458464 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c086a660-1aba-4133-aeb6-62b9abd14de9 admin admin] Publish callbacks [] for security_group (d2802b46-0919-42d8-be24-5f264052044c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:18.468594 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c086a660-1aba-4133-aeb6-62b9abd14de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d2802b46-0919-42d8-be24-5f264052044c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:18.573687 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c086a660-1aba-4133-aeb6-62b9abd14de9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=937f4e3da91a4a889cf36578b792267a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3107235 Feb 04 13:53:18.576135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086a660-1aba-4133-aeb6-62b9abd14de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2802b46-0919-42d8-be24-5f264052044c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:18.579315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37376) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:18.691491 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ae91-4785-44a1-9873-3a43347d9f94 admin admin] Publish callbacks [] for security_group (d2802b46-0919-42d8-be24-5f264052044c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:18.763782 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ae91-4785-44a1-9873-3a43347d9f94 admin admin] Publish callbacks [] for security_group (d2802b46-0919-42d8-be24-5f264052044c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:19.009464 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1e39f3bd-a4e4-4eac-9372-35e2a8a572e2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (403d164b-0b11-4075-b902-b16d8bb60a3d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:19.096711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec592e59-fa40-4983-a7c1-5123bd7bf77f req-8e393e9f-19c7-4c30-be9a-9ebb0d493539 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:19.099281 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec592e59-fa40-4983-a7c1-5123bd7bf77f req-8e393e9f-19c7-4c30-be9a-9ebb0d493539 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 944 time: 0.1701989 Feb 04 13:53:19.138237 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ae91-4785-44a1-9873-3a43347d9f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d2802b46-0919-42d8-be24-5f264052044c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:19.141360 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ae91-4785-44a1-9873-3a43347d9f94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:19.142933 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d1e3ae91-4785-44a1-9873-3a43347d9f94 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d2802b46-0919-42d8-be24-5f264052044c HTTP/1.1" status: 204 len: 168 time: 0.5626481 Feb 04 13:53:19.197958 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39f3bd-a4e4-4eac-9372-35e2a8a572e2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Subnet': ['ID=403d164b-0b11-4075-b902-b16d8bb60a3d,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:19.210796 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3ae91-4785-44a1-9873-3a43347d9f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2802b46-0919-42d8-be24-5f264052044c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:19.225761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e39f3bd-a4e4-4eac-9372-35e2a8a572e2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Checking segment: {'id': '24db3f50-18ca-47bd-b9d4-db43436dab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:19.226175 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e39f3bd-a4e4-4eac-9372-35e2a8a572e2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network hostable DHCP agents. Network: a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:53:19.259170 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec592e59-fa40-4983-a7c1-5123bd7bf77f req-52d6c286-dbf3-445c-ab80-16c49fbf57a8 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/security-groups?id=30df4f62-ce31-485c-b8fd-05de52232b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525731 Feb 04 13:53:19.261811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e39f3bd-a4e4-4eac-9372-35e2a8a572e2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:53:19.286349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-1e39f3bd-a4e4-4eac-9372-35e2a8a572e2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:19.291476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e39f3bd-a4e4-4eac-9372-35e2a8a572e2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:19.292207 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1e39f3bd-a4e4-4eac-9372-35e2a8a572e2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:19.299475 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da44322-c642-4606-9efa-262bb5792d74 None None] Network a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:19.327624 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1e39f3bd-a4e4-4eac-9372-35e2a8a572e2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1895871 Feb 04 13:53:19.331170 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37390) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:19.338680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-bf14162b-2ea6-4059-96dd-b35616151d7f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'subnet': {'network_id': 'a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:19.585298 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5', 'network_id': 'a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5', 'project_id': '8e4b268e32a5427cb95566e031bf736a', 'fixed_ips': [{'subnet_id': '403d164b-0b11-4075-b902-b16d8bb60a3d'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:53:19.585298 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:19.724390 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf14162b-2ea6-4059-96dd-b35616151d7f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:19.733702 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf14162b-2ea6-4059-96dd-b35616151d7f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:20.244077 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Allocated IP 2001:db8::2 (a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5/403d164b-0b11-4075-b902-b16d8bb60a3d/53cf7d7a-6258-4648-83b9-efb418fe5f7b) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:53:20.553056 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Publish callbacks [] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:20.560609 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 85363194-f810-4f30-9a4e-8e283a8a053a details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:53:20.566552 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:20.637850 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Pushing event updated for resources: {'Port': ['ID=53cf7d7a-6258-4648-83b9-efb418fe5f7b,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:20.648237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Network a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:53:20.655817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:20.660403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:53:20.779913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Attempting to bind port 53cf7d7a-6258-4648-83b9-efb418fe5f7b on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:53:20.779913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Attempting to bind port 53cf7d7a-6258-4648-83b9-efb418fe5f7b by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '24db3f50-18ca-47bd-b9d4-db43436dab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:53:20.779913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Attempting to bind port 53cf7d7a-6258-4648-83b9-efb418fe5f7b on network a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:53:20.793721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:53:20.794065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Checking segment: {'id': '24db3f50-18ca-47bd-b9d4-db43436dab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:20.794503 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:20.794908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Bound using segment: {'id': '24db3f50-18ca-47bd-b9d4-db43436dab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:53:20.795401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Bound port: 53cf7d7a-6258-4648-83b9-efb418fe5f7b, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24db3f50-18ca-47bd-b9d4-db43436dab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:53:20.795789 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:20.879184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] For port 53cf7d7a-6258-4648-83b9-efb418fe5f7b, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:53:20.888550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] For port 53cf7d7a-6258-4648-83b9-efb418fe5f7b, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=53cf7d7a-6258-4648-83b9-efb418fe5f7b,segment=NetworkSegment(24db3f50-18ca-47bd-b9d4-db43436dab0b),segment_id=24db3f50-18ca-47bd-b9d4-db43436dab0b)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:53:20.941796 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 85363194-f810-4f30-9a4e-8e283a8a053a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=85363194-f810-4f30-9a4e-8e283a8a053a,segment=NetworkSegment(82107b47-e55b-48cb-8cd7-dac7f8d0b10b),segment_id=82107b47-e55b-48cb-8cd7-dac7f8d0b10b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:20.958286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '85363194-f810-4f30-9a4e-8e283a8a053a', 'network_id': '707324b8-ddda-4dcf-a33d-967e7bf40189', 'port_id': '85363194-f810-4f30-9a4e-8e283a8a053a', 'mac_address': 'fa:16:3e:ce:1a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5ad6c2-4b79-4856-b0d2-cbd9b2cd047c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:53:20.962883 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8198d43-c599-4e02-8a02-e5e01c0b9cb7 req-bbdd67ce-301d-4496-8a55-55b10ab31ab9 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:20.977340 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c8198d43-c599-4e02-8a02-e5e01c0b9cb7 req-bbdd67ce-301d-4496-8a55-55b10ab31ab9 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 944 time: 0.3828855 Feb 04 13:53:20.979998 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:21.088396 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c8198d43-c599-4e02-8a02-e5e01c0b9cb7 req-7f0d2f3f-cb5f-4a20-9221-005e96f75244 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/security-groups?id=30df4f62-ce31-485c-b8fd-05de52232b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094117 Feb 04 13:53:21.142010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 85363194-f810-4f30-9a4e-8e283a8a053a is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:21.143622 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (85363194-f810-4f30-9a4e-8e283a8a053a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:21.148382 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff5319-90c6-4ad4-addb-422e3b8702f9 None None] Pushing event updated for resources: {'Port': ['ID=53cf7d7a-6258-4648-83b9-efb418fe5f7b,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:21.197487 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85363194-f810-4f30-9a4e-8e283a8a053a {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:53:21.262198 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 85363194-f810-4f30-9a4e-8e283a8a053a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=85363194-f810-4f30-9a4e-8e283a8a053a,segment=NetworkSegment(82107b47-e55b-48cb-8cd7-dac7f8d0b10b),segment_id=82107b47-e55b-48cb-8cd7-dac7f8d0b10b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:21.288461 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (85363194-f810-4f30-9a4e-8e283a8a053a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:21.435566 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=85363194-f810-4f30-9a4e-8e283a8a053a,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:21.456616 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf14162b-2ea6-4059-96dd-b35616151d7f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (3fa2d388-f75b-40cb-867c-dd6e15da775e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:21.562405 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf14162b-2ea6-4059-96dd-b35616151d7f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:53:21.570279 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-bf14162b-2ea6-4059-96dd-b35616151d7f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:21.583817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf14162b-2ea6-4059-96dd-b35616151d7f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:21.584568 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bf14162b-2ea6-4059-96dd-b35616151d7f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:21.614521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14162b-2ea6-4059-96dd-b35616151d7f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Subnet': ['ID=3fa2d388-f75b-40cb-867c-dd6e15da775e,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:21.637810 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37416) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:21.639243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bf14162b-2ea6-4059-96dd-b35616151d7f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3063798 Feb 04 13:53:21.665155 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['85363194-f810-4f30-9a4e-8e283a8a053a'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:53:21.789140 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d280fda-e158-40f1-b34e-62995520949a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:21.790782 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d280fda-e158-40f1-b34e-62995520949a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:21.792242 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d280fda-e158-40f1-b34e-62995520949a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:21.800117 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d280fda-e158-40f1-b34e-62995520949a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:21.801577 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d280fda-e158-40f1-b34e-62995520949a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:21.805312 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5d280fda-e158-40f1-b34e-62995520949a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1636229 Feb 04 13:53:21.809299 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37418) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:21.815425 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9916ca63-25e8-4e2d-bc6d-d78da79515c6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-739461999'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:21.872000 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9916ca63-25e8-4e2d-bc6d-d78da79515c6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:21.876769 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9916ca63-25e8-4e2d-bc6d-d78da79515c6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:22.014877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9916ca63-25e8-4e2d-bc6d-d78da79515c6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:53:22.036014 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9916ca63-25e8-4e2d-bc6d-d78da79515c6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (60bbcd2f-8411-4850-be06-d204e87dd83c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:22.036453 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-9916ca63-25e8-4e2d-bc6d-d78da79515c6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Added segment 60bbcd2f-8411-4850-be06-d204e87dd83c of type vlan for network 4a247151-2884-47ab-b100-9c62da1eecee Feb 04 13:53:22.155778 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9916ca63-25e8-4e2d-bc6d-d78da79515c6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (4a247151-2884-47ab-b100-9c62da1eecee), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:22.262402 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9916ca63-25e8-4e2d-bc6d-d78da79515c6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (4a247151-2884-47ab-b100-9c62da1eecee), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:22.269418 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916ca63-25e8-4e2d-bc6d-d78da79515c6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:22.270063 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9916ca63-25e8-4e2d-bc6d-d78da79515c6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:22.299932 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9916ca63-25e8-4e2d-bc6d-d78da79515c6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4893417 Feb 04 13:53:22.300654 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37430) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:22.311200 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-250adda9-7978-49f5-8637-2864dd4ce258 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:22.336216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc24e24-4846-4f7a-92a2-9f5a942a80fc req-14ed9d12-8ec8-4419-b1a3-ca3033f00ebb tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:22.354242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fc24e24-4846-4f7a-92a2-9f5a942a80fc req-14ed9d12-8ec8-4419-b1a3-ca3033f00ebb tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 945 time: 0.1098108 Feb 04 13:53:22.461864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fc24e24-4846-4f7a-92a2-9f5a942a80fc req-e0ccb4a5-c8b0-44d7-9ac8-d293e636066b tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/security-groups?id=30df4f62-ce31-485c-b8fd-05de52232b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062534 Feb 04 13:53:22.615766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 53cf7d7a-6258-4648-83b9-efb418fe5f7b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:53:22.731255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916ca63-25e8-4e2d-bc6d-d78da79515c6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Network': ['ID=4a247151-2884-47ab-b100-9c62da1eecee,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:22.761525 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 53cf7d7a-6258-4648-83b9-efb418fe5f7b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:22.762472 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:22.771687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 4a247151-2884-47ab-b100-9c62da1eecee details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:53:22.977604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 53cf7d7a-6258-4648-83b9-efb418fe5f7b is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:22.977994 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:23.003662 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-250adda9-7978-49f5-8637-2864dd4ce258 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (4a247151-2884-47ab-b100-9c62da1eecee), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:23.075339 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-250adda9-7978-49f5-8637-2864dd4ce258 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (4a247151-2884-47ab-b100-9c62da1eecee), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:23.104837 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 53cf7d7a-6258-4648-83b9-efb418fe5f7b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=53cf7d7a-6258-4648-83b9-efb418fe5f7b,segment=NetworkSegment(24db3f50-18ca-47bd-b9d4-db43436dab0b),segment_id=24db3f50-18ca-47bd-b9d4-db43436dab0b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:23.120208 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:23.197351 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=53cf7d7a-6258-4648-83b9-efb418fe5f7b,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:23.216166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a9134d-d17a-44a8-ad28-bd91c94d8ab0 None None] Network a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:23.242938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-250adda9-7978-49f5-8637-2864dd4ce258 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network 4a247151-2884-47ab-b100-9c62da1eecee is not hosted by any dhcp agent {{(pid=103607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 13:53:23.248293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250adda9-7978-49f5-8637-2864dd4ce258 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:23.248813 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-250adda9-7978-49f5-8637-2864dd4ce258 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:23.255449 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-250adda9-7978-49f5-8637-2864dd4ce258 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "PUT /v2.0/networks/4a247151-2884-47ab-b100-9c62da1eecee HTTP/1.1" status: 200 len: 723 time: 0.9456005 Feb 04 13:53:23.256025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37446) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:23.263121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-77f53149-a972-42af-b4af-3c8ae0088935 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'subnet': {'network_id': '4a247151-2884-47ab-b100-9c62da1eecee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:23.370661 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250adda9-7978-49f5-8637-2864dd4ce258 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Network': ['ID=4a247151-2884-47ab-b100-9c62da1eecee,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:23.389554 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-457da7ba-2af6-48b4-a38f-8cd3555d90ec None None] Provisioning complete for port 53cf7d7a-6258-4648-83b9-efb418fe5f7b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:23.390205 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-457da7ba-2af6-48b4-a38f-8cd3555d90ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:23.420988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 4a247151-2884-47ab-b100-9c62da1eecee details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:53:23.502669 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f53149-a972-42af-b4af-3c8ae0088935 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:23.513449 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77f53149-a972-42af-b4af-3c8ae0088935 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:23.889353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-457da7ba-2af6-48b4-a38f-8cd3555d90ec None None] Current status of the port 53cf7d7a-6258-4648-83b9-efb418fe5f7b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:23.920465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd85816-6efe-4b30-8ab9-4f138ea06e47 req-98b276c0-dc90-4ddd-9904-2442402491ec tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:23.927120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4cd85816-6efe-4b30-8ab9-4f138ea06e47 req-98b276c0-dc90-4ddd-9904-2442402491ec tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 945 time: 0.2105584 Feb 04 13:53:24.008274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4980c2-8114-4816-93fb-b4aaf6d4ab99 None None] Update dhcp port {'port': {'network_id': 'a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5', 'fixed_ips': [{'subnet_id': '403d164b-0b11-4075-b902-b16d8bb60a3d', 'ip_address': '2001:db8::2'}, {'subnet_id': '3fa2d388-f75b-40cb-867c-dd6e15da775e'}], 'binding:host_id': 'n-d-714676-13'}, 'id': '53cf7d7a-6258-4648-83b9-efb418fe5f7b'} from n-d-714676-13. {{(pid=103608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:53:24.051848 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4cd85816-6efe-4b30-8ab9-4f138ea06e47 req-4c3edf87-45a7-48b0-b0ca-19f955f7dc6a tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/security-groups?id=30df4f62-ce31-485c-b8fd-05de52232b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121979 Feb 04 13:53:24.107992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 85363194-f810-4f30-9a4e-8e283a8a053a up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:53:24.242055 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5b4980c2-8114-4816-93fb-b4aaf6d4ab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:24.242945 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77f53149-a972-42af-b4af-3c8ae0088935 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (ecd2d3f2-1ae2-48e7-981a-e6313035e18b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:24.432516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f53149-a972-42af-b4af-3c8ae0088935 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Subnet': ['ID=ecd2d3f2-1ae2-48e7-981a-e6313035e18b,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:24.444789 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f53149-a972-42af-b4af-3c8ae0088935 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Checking segment: {'id': '60bbcd2f-8411-4850-be06-d204e87dd83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4a247151-2884-47ab-b100-9c62da1eecee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:24.445807 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f53149-a972-42af-b4af-3c8ae0088935 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network hostable DHCP agents. Network: 4a247151-2884-47ab-b100-9c62da1eecee, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:53:24.449123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 85363194-f810-4f30-9a4e-8e283a8a053a completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:53:24.481881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f53149-a972-42af-b4af-3c8ae0088935 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network 4a247151-2884-47ab-b100-9c62da1eecee is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:53:24.522739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-77f53149-a972-42af-b4af-3c8ae0088935 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 4a247151-2884-47ab-b100-9c62da1eecee) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:24.534632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f53149-a972-42af-b4af-3c8ae0088935 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:24.536013 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77f53149-a972-42af-b4af-3c8ae0088935 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:24.573867 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-77f53149-a972-42af-b4af-3c8ae0088935 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3168802 Feb 04 13:53:24.578317 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37458) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:24.586237 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4a4715b0-600e-42b5-abd4-15468ddc53d2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:24.633811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 53cf7d7a-6258-4648-83b9-efb418fe5f7b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:53:24.707395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d18db6-8a6e-4f69-bc96-534e7aacd642 None None] Network 4a247151-2884-47ab-b100-9c62da1eecee requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:24.799938 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a4715b0-600e-42b5-abd4-15468ddc53d2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1066815033'] for subnet (ecd2d3f2-1ae2-48e7-981a-e6313035e18b), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:24.863273 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 85363194-f810-4f30-9a4e-8e283a8a053a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:24.863561 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (85363194-f810-4f30-9a4e-8e283a8a053a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:25.013448 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-4a247151-2884-47ab-b100-9c62da1eecee', 'network_id': '4a247151-2884-47ab-b100-9c62da1eecee', 'project_id': '8e4b268e32a5427cb95566e031bf736a', 'fixed_ips': [{'subnet_id': 'ecd2d3f2-1ae2-48e7-981a-e6313035e18b'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:53:25.034606 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:25.247883 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a4715b0-600e-42b5-abd4-15468ddc53d2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775158855406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1066078622'] for subnet (ecd2d3f2-1ae2-48e7-981a-e6313035e18b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:25.373505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4715b0-600e-42b5-abd4-15468ddc53d2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:25.391617 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a4715b0-600e-42b5-abd4-15468ddc53d2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:25.397658 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4a4715b0-600e-42b5-abd4-15468ddc53d2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "PUT /v2.0/subnets/ecd2d3f2-1ae2-48e7-981a-e6313035e18b HTTP/1.1" status: 200 len: 826 time: 0.8181150 Feb 04 13:53:25.400682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37478) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:25.423464 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Allocated IP 2001:db8::2 (4a247151-2884-47ab-b100-9c62da1eecee/ecd2d3f2-1ae2-48e7-981a-e6313035e18b/8e76e571-de89-420d-ba9f-9b43a5bd518b) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:53:25.440006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4715b0-600e-42b5-abd4-15468ddc53d2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Subnet': ['ID=ecd2d3f2-1ae2-48e7-981a-e6313035e18b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:25.471962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c30bf-ff16-457a-a872-2ce5cc36cb24 req-8e958e98-4fe7-4674-b1a8-6c890b480cd6 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:25.473773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a7c30bf-ff16-457a-a872-2ce5cc36cb24 req-8e958e98-4fe7-4674-b1a8-6c890b480cd6 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 945 time: 0.2554953 Feb 04 13:53:25.713015 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a7c30bf-ff16-457a-a872-2ce5cc36cb24 req-8c8374d3-31ab-4dac-ab01-69df376b3478 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/security-groups?id=30df4f62-ce31-485c-b8fd-05de52232b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315366 Feb 04 13:53:25.796240 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (4a247151-2884-47ab-b100-9c62da1eecee), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:25.838915 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 53cf7d7a-6258-4648-83b9-efb418fe5f7b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:25.839507 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:25.878035 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (ecd2d3f2-1ae2-48e7-981a-e6313035e18b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:26.157247 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-5b4980c2-8114-4816-93fb-b4aaf6d4ab99 None None] Allocated IP 172.20.0.1 (a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5/3fa2d388-f75b-40cb-867c-dd6e15da775e/53cf7d7a-6258-4648-83b9-efb418fe5f7b) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:53:26.233679 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Publish callbacks [] for port (8e76e571-de89-420d-ba9f-9b43a5bd518b), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:26.245473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 85363194-f810-4f30-9a4e-8e283a8a053a is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:26.246308 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (85363194-f810-4f30-9a4e-8e283a8a053a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:26.270332 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (ecd2d3f2-1ae2-48e7-981a-e6313035e18b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:26.369995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd2d3f2-1ae2-48e7-981a-e6313035e18b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:26.382723 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (8e76e571-de89-420d-ba9f-9b43a5bd518b), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:26.500522 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (4a247151-2884-47ab-b100-9c62da1eecee), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:26.577718 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 53cf7d7a-6258-4648-83b9-efb418fe5f7b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:26.586620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a247151-2884-47ab-b100-9c62da1eecee']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:26.626190 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bbcd2f-8411-4850-be06-d204e87dd83c') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:26.627473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f98f3b-69d8-44a6-a75c-593e78076c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85363194-f810-4f30-9a4e-8e283a8a053a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:53:26.627890 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bbcd2f-8411-4850-be06-d204e87dd83c') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:26.632646 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92213b95-ed8f-4def-8639-590c1bf7dc37" -d '{"events": [{"server_uuid": "00f98f3b-69d8-44a6-a75c-593e78076c8f", "name": "network-vif-plugged", "status": "completed", "tag": "85363194-f810-4f30-9a4e-8e283a8a053a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:53:26.673405 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (60bbcd2f-8411-4850-be06-d204e87dd83c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:26.714484 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (60bbcd2f-8411-4850-be06-d204e87dd83c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:26.731411 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:53:26.731843 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (60bbcd2f-8411-4850-be06-d204e87dd83c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:26.920407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Network 4a247151-2884-47ab-b100-9c62da1eecee is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:53:26.927791 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:53:26.941810 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.db.api [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:53:26.941810 n-d-714676-13 neutron-server[103606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:53:26.941810 n-d-714676-13 neutron-server[103606]: [parameters: {'id': '4a247151-2884-47ab-b100-9c62da1eecee'}] Feb 04 13:53:26.941810 n-d-714676-13 neutron-server[103606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:53:26.943453 n-d-714676-13 neutron-server[103606]: DEBUG oslo_db.api [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:53:26.978581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 85363194-f810-4f30-9a4e-8e283a8a053a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=85363194-f810-4f30-9a4e-8e283a8a053a,segment=NetworkSegment(82107b47-e55b-48cb-8cd7-dac7f8d0b10b),segment_id=82107b47-e55b-48cb-8cd7-dac7f8d0b10b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:26.985230 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:26.993999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:53:27.084853 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Pushing event updated for resources: {'Port': ['ID=8e76e571-de89-420d-ba9f-9b43a5bd518b,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:27.143148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab5a2e-63ab-4d74-bef2-80dc094ad808 req-b9b2d5a2-c900-47a8-a39f-7ca20d94ad7f tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:27.144654 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (85363194-f810-4f30-9a4e-8e283a8a053a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.146052 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92ab5a2e-63ab-4d74-bef2-80dc094ad808 req-b9b2d5a2-c900-47a8-a39f-7ca20d94ad7f tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 945 time: 0.2154431 Feb 04 13:53:27.281544 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92ab5a2e-63ab-4d74-bef2-80dc094ad808 req-319ac107-6193-44b3-939b-865e66787e56 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/security-groups?id=30df4f62-ce31-485c-b8fd-05de52232b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289628 Feb 04 13:53:27.307023 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Attempting to bind port 8e76e571-de89-420d-ba9f-9b43a5bd518b on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:53:27.310538 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Attempting to bind port 8e76e571-de89-420d-ba9f-9b43a5bd518b by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '60bbcd2f-8411-4850-be06-d204e87dd83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4a247151-2884-47ab-b100-9c62da1eecee'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:53:27.310930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Attempting to bind port 8e76e571-de89-420d-ba9f-9b43a5bd518b on network 4a247151-2884-47ab-b100-9c62da1eecee {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:53:27.322794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=85363194-f810-4f30-9a4e-8e283a8a053a,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:27.366199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:53:27.366677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Checking segment: {'id': '60bbcd2f-8411-4850-be06-d204e87dd83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4a247151-2884-47ab-b100-9c62da1eecee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:27.367106 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.367513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Bound using segment: {'id': '60bbcd2f-8411-4850-be06-d204e87dd83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4a247151-2884-47ab-b100-9c62da1eecee'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:53:27.368020 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Bound port: 8e76e571-de89-420d-ba9f-9b43a5bd518b, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60bbcd2f-8411-4850-be06-d204e87dd83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4a247151-2884-47ab-b100-9c62da1eecee'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:53:27.368415 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8e76e571-de89-420d-ba9f-9b43a5bd518b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.396113 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb8014a-3581-4a05-8a5a-b3bac3d93617 x-openstack-request-id: req-deb8014a-3581-4a05-8a5a-b3bac3d93617 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:53:27.396452 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f98f3b-69d8-44a6-a75c-593e78076c8f", "name": "network-vif-plugged", "status": "completed", "tag": "85363194-f810-4f30-9a4e-8e283a8a053a", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:53:27.396690 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-deb8014a-3581-4a05-8a5a-b3bac3d93617 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:53:27.399297 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f98f3b-69d8-44a6-a75c-593e78076c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85363194-f810-4f30-9a4e-8e283a8a053a', 'code': 200} Feb 04 13:53:27.414579 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5b4980c2-8114-4816-93fb-b4aaf6d4ab99 None None] For port 53cf7d7a-6258-4648-83b9-efb418fe5f7b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=53cf7d7a-6258-4648-83b9-efb418fe5f7b,segment=NetworkSegment(24db3f50-18ca-47bd-b9d4-db43436dab0b),segment_id=24db3f50-18ca-47bd-b9d4-db43436dab0b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:27.495429 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (4a247151-2884-47ab-b100-9c62da1eecee), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.586524 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5b4980c2-8114-4816-93fb-b4aaf6d4ab99 None None] Publish callbacks [] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.601238 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5b4980c2-8114-4816-93fb-b4aaf6d4ab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.652497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d514c87-ba1f-44c0-9616-ff597f439f88 req-3737f004-4a91-421b-bf62-b3feca26269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:27.654045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d514c87-ba1f-44c0-9616-ff597f439f88 req-3737f004-4a91-421b-bf62-b3feca26269f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 1129 time: 0.2152188 Feb 04 13:53:27.677966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Deleting port 8e76e571-de89-420d-ba9f-9b43a5bd518b {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:27.678340 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8e76e571-de89-420d-ba9f-9b43a5bd518b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.714472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] For port 8e76e571-de89-420d-ba9f-9b43a5bd518b, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:53:27.789005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] For port 8e76e571-de89-420d-ba9f-9b43a5bd518b, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8e76e571-de89-420d-ba9f-9b43a5bd518b,segment=NetworkSegment(60bbcd2f-8411-4850-be06-d204e87dd83c),segment_id=60bbcd2f-8411-4850-be06-d204e87dd83c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:53:27.790499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] For port 8e76e571-de89-420d-ba9f-9b43a5bd518b, host n-d-714676-13, got binding levels [] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:27.790882 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8e76e571-de89-420d-ba9f-9b43a5bd518b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.814942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Calling delete_port for 8e76e571-de89-420d-ba9f-9b43a5bd518b owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:27.857307 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8e76e571-de89-420d-ba9f-9b43a5bd518b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.900972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4980c2-8114-4816-93fb-b4aaf6d4ab99 None None] Pushing event updated for resources: {'Port': ['ID=53cf7d7a-6258-4648-83b9-efb418fe5f7b,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:28.003715 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d514c87-ba1f-44c0-9616-ff597f439f88 req-63c87d40-3134-4449-9009-f2d4eb0a41b0 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=30df4f62-ce31-485c-b8fd-05de52232b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319886 Feb 04 13:53:28.046269 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8e76e571-de89-420d-ba9f-9b43a5bd518b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.112757 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c6ffe-e5a1-46af-88b5-c27b3dbfffad None None] Pushing event updated for resources: {'Port': ['ID=8e76e571-de89-420d-ba9f-9b43a5bd518b,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:28.128075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Port': ['ID=8e76e571-de89-420d-ba9f-9b43a5bd518b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:28.134052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae795b9-41d7-483c-82d4-5b2ce0589efd None None] Network 4a247151-2884-47ab-b100-9c62da1eecee requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:28.148046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No DVR routers for this DVR port 8e76e571-de89-420d-ba9f-9b43a5bd518b on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:28.383862 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (4a247151-2884-47ab-b100-9c62da1eecee), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.399872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255eebf5-e713-41b4-badc-2f28e6512c08 None None] Network 4a247151-2884-47ab-b100-9c62da1eecee requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:28.429783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a247151-2884-47ab-b100-9c62da1eecee']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:28.444911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bbcd2f-8411-4850-be06-d204e87dd83c') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:28.445745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bbcd2f-8411-4850-be06-d204e87dd83c') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:28.477482 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (60bbcd2f-8411-4850-be06-d204e87dd83c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.503069 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (60bbcd2f-8411-4850-be06-d204e87dd83c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.521911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:53:28.522713 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (60bbcd2f-8411-4850-be06-d204e87dd83c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:53:28.604039 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:53:28.645433 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (4a247151-2884-47ab-b100-9c62da1eecee), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.664497 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.681112 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/4a247151-2884-47ab-b100-9c62da1eecee HTTP/1.1" status: 204 len: 168 time: 3.2764239 Feb 04 13:53:28.681463 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37546) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:28.724968 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e1b7d1-0f43-43f6-a50b-6ed33414f7cd tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] DELETE failed (client error): The resource could not be found. Feb 04 13:53:28.725765 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e1b7d1-0f43-43f6-a50b-6ed33414f7cd tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:53:28.729232 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-43e1b7d1-0f43-43f6-a50b-6ed33414f7cd tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/4a247151-2884-47ab-b100-9c62da1eecee HTTP/1.1" status: 404 len: 339 time: 0.0466421 Feb 04 13:53:28.735867 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37548) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:28.751846 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4cde874c-55cc-4ab2-b732-333718334a50 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1687728002', 'description': 'd1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:28.785950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cde874c-55cc-4ab2-b732-333718334a50 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:28.791858 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cde874c-55cc-4ab2-b732-333718334a50 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.815211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 53cf7d7a-6258-4648-83b9-efb418fe5f7b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:53:28.860342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cde874c-55cc-4ab2-b732-333718334a50 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:53:28.883341 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cde874c-55cc-4ab2-b732-333718334a50 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0b6af5d6-210c-4e96-b140-59b9be1113ad), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.884003 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-4cde874c-55cc-4ab2-b732-333718334a50 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Added segment 0b6af5d6-210c-4e96-b140-59b9be1113ad of type vlan for network 21610279-be3b-4f9d-a3c8-77e8a46599df Feb 04 13:53:28.933595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da00fc6-7f29-43de-b4ba-a90d89b78287 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Network': ['ID=4a247151-2884-47ab-b100-9c62da1eecee,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:28.994615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 53cf7d7a-6258-4648-83b9-efb418fe5f7b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:28.995506 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:29.029209 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cde874c-55cc-4ab2-b732-333718334a50 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (21610279-be3b-4f9d-a3c8-77e8a46599df), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:29.052205 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07ebf-be03-42b8-a570-0b4214b52272 req-23594e27-cb1b-4728-b43d-933003109a80 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:29.060328 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff07ebf-be03-42b8-a570-0b4214b52272 req-23594e27-cb1b-4728-b43d-933003109a80 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 946 time: 0.4528687 Feb 04 13:53:29.098452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d8eed2-9fa9-43da-af75-78d1e42d09f3 None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:53:29.111459 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cde874c-55cc-4ab2-b732-333718334a50 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (21610279-be3b-4f9d-a3c8-77e8a46599df), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:29.119896 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cde874c-55cc-4ab2-b732-333718334a50 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:29.120633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cde874c-55cc-4ab2-b732-333718334a50 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:29.223770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ff07ebf-be03-42b8-a570-0b4214b52272 req-670be1f3-e811-4d31-bd44-c01a5d0d5e03 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/security-groups?id=30df4f62-ce31-485c-b8fd-05de52232b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525538 Feb 04 13:53:29.275754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde874c-55cc-4ab2-b732-333718334a50 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Network': ['ID=21610279-be3b-4f9d-a3c8-77e8a46599df,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:29.283475 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4cde874c-55cc-4ab2-b732-333718334a50 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5461729 Feb 04 13:53:29.286628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37554) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:29.330769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 21610279-be3b-4f9d-a3c8-77e8a46599df details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:53:29.431724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-70a4ae16-3d56-482c-91a1-841c2ef3dda8 None None] Provisioning complete for port 53cf7d7a-6258-4648-83b9-efb418fe5f7b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:29.432703 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-70a4ae16-3d56-482c-91a1-841c2ef3dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:29.562333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a520b2c7-083f-4dcc-9f13-f286a2e27446 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:29.567791 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37562) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:29.570194 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a520b2c7-083f-4dcc-9f13-f286a2e27446 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "GET /v2.0/networks?id=21610279-be3b-4f9d-a3c8-77e8a46599df HTTP/1.1" status: 200 len: 765 time: 0.2823026 Feb 04 13:53:29.574412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-83dfd422-17e6-4632-88ee-410bd9b65002 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'network': {'description': 'd2'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:29.608517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 53cf7d7a-6258-4648-83b9-efb418fe5f7b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:29.619038 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d8eed2-9fa9-43da-af75-78d1e42d09f3 None None] Resources bound (agent type, host, resource id): {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:53:29.806746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-70a4ae16-3d56-482c-91a1-841c2ef3dda8 None None] Current status of the port 53cf7d7a-6258-4648-83b9-efb418fe5f7b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:29.939399 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-83dfd422-17e6-4632-88ee-410bd9b65002 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (21610279-be3b-4f9d-a3c8-77e8a46599df), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:29.963943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a6830c-95a7-4e9e-a5d2-8fe9e8498497 None None] Network a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:29.972796 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-83dfd422-17e6-4632-88ee-410bd9b65002 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (21610279-be3b-4f9d-a3c8-77e8a46599df), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:29.995874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83dfd422-17e6-4632-88ee-410bd9b65002 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network 21610279-be3b-4f9d-a3c8-77e8a46599df is not hosted by any dhcp agent {{(pid=103607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 13:53:30.003822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dfd422-17e6-4632-88ee-410bd9b65002 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:30.008485 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-83dfd422-17e6-4632-88ee-410bd9b65002 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:30.013067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37564) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:30.027037 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-83dfd422-17e6-4632-88ee-410bd9b65002 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "PUT /v2.0/networks/21610279-be3b-4f9d-a3c8-77e8a46599df HTTP/1.1" status: 200 len: 762 time: 0.4560423 Feb 04 13:53:30.200675 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfd422-17e6-4632-88ee-410bd9b65002 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Network': ['ID=21610279-be3b-4f9d-a3c8-77e8a46599df,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:30.225601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 21610279-be3b-4f9d-a3c8-77e8a46599df details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:53:30.226889 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db5a121-b162-4c64-8023-004d5a0bc6a2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:30.230227 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0db5a121-b162-4c64-8023-004d5a0bc6a2 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "GET /v2.0/networks?id=21610279-be3b-4f9d-a3c8-77e8a46599df HTTP/1.1" status: 200 len: 765 time: 0.2148378 Feb 04 13:53:30.236327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37566) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:30.703970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef07e80-1833-4fd2-a6b7-e4a441e1dec7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:30.708341 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cef07e80-1833-4fd2-a6b7-e4a441e1dec7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4677570 Feb 04 13:53:30.709081 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37578) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:30.766997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-64d8968c-73ec-447e-9344-509e8c88c21e None None] Provisioning complete for port 53cf7d7a-6258-4648-83b9-efb418fe5f7b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:30.770646 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-64d8968c-73ec-447e-9344-509e8c88c21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:30.773035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c0d71-1599-4c52-86e5-159090d27d61 req-86bb4889-3808-4e6d-b273-0745194e24f5 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:30.775362 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-816c0d71-1599-4c52-86e5-159090d27d61 req-86bb4889-3808-4e6d-b273-0745194e24f5 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 946 time: 0.0684974 Feb 04 13:53:30.872849 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0239f57e-05a9-44c2-a4cf-c5939f28333b tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e HTTP/1.1" status: 200 len: 207 time: 0.1575103 Feb 04 13:53:30.873345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37580) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:30.885604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-816c0d71-1599-4c52-86e5-159090d27d61 req-bae0012d-99b4-4fbb-806a-946565431802 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/security-groups?id=30df4f62-ce31-485c-b8fd-05de52232b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978518 Feb 04 13:53:30.963150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-64d8968c-73ec-447e-9344-509e8c88c21e None None] Current status of the port 53cf7d7a-6258-4648-83b9-efb418fe5f7b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:31.215126 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d7a484-e855-44a6-9fe8-205fd97c9505 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:31.222147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d7a484-e855-44a6-9fe8-205fd97c9505 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:31.238530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d7a484-e855-44a6-9fe8-205fd97c9505 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:31.254463 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d7a484-e855-44a6-9fe8-205fd97c9505 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:31.261779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d7a484-e855-44a6-9fe8-205fd97c9505 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:31.279392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d7a484-e855-44a6-9fe8-205fd97c9505 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:31.285376 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-80d7a484-e855-44a6-9fe8-205fd97c9505 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4104528 Feb 04 13:53:31.288521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37584) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:31.918883 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bb1b53b2-753c-4dd7-aba0-1c64a42d2246 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.6281567 Feb 04 13:53:31.924793 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37598) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:32.113679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6b6f5c-8ca2-414e-87a8-6f721201ee14 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:32.116355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6b6f5c-8ca2-414e-87a8-6f721201ee14 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:32.118984 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6b6f5c-8ca2-414e-87a8-6f721201ee14 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:32.121785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6b6f5c-8ca2-414e-87a8-6f721201ee14 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:32.125608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6b6f5c-8ca2-414e-87a8-6f721201ee14 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:32.128606 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8c6b6f5c-8ca2-414e-87a8-6f721201ee14 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2027638 Feb 04 13:53:32.137521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37600) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:32.286122 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5606bf-b45b-4d97-a20b-131fe6413a08 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:32.287392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5606bf-b45b-4d97-a20b-131fe6413a08 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:32.292530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5606bf-b45b-4d97-a20b-131fe6413a08 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:32.293958 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5606bf-b45b-4d97-a20b-131fe6413a08 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:32.301531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5606bf-b45b-4d97-a20b-131fe6413a08 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:32.303801 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fc5606bf-b45b-4d97-a20b-131fe6413a08 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1643085 Feb 04 13:53:32.344857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37604) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:32.673355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a7aa6f-5d01-41e8-8f1f-5cb0d550a595 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:32.675652 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-75a7aa6f-5d01-41e8-8f1f-5cb0d550a595 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "GET /v2.0/networks/7c394948-4b63-49bf-bbc4-cffb7d4d7844 HTTP/1.1" status: 200 len: 803 time: 0.3301940 Feb 04 13:53:32.684773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37612) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:33.010978 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37624) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:33.011209 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-65cb6b98-4670-448d-95d1-512fd478d8cf tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "GET /v2.0/networks/7c394948-4b63-49bf-bbc4-cffb7d4d7844?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3181524 Feb 04 13:53:33.199389 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb35796-31e1-4d28-9159-ab96b9ba5f03 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:33.200944 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6fb35796-31e1-4d28-9159-ab96b9ba5f03 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "GET /v2.0/subnets/75b57460-842e-4c63-8ce9-cf5087306f79 HTTP/1.1" status: 200 len: 843 time: 0.1882539 Feb 04 13:53:33.210449 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37626) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:33.370618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0907694b-0d76-44a6-9aa1-579723946eb4 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:33.381555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37628) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:33.389788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-76b3e0dc-2133-4d4d-9612-df4b9c116b5f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-951247049'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:33.398211 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0907694b-0d76-44a6-9aa1-579723946eb4 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "GET /v2.0/subnets/75b57460-842e-4c63-8ce9-cf5087306f79?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1861691 Feb 04 13:53:33.454787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b3e0dc-2133-4d4d-9612-df4b9c116b5f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:33.464610 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-76b3e0dc-2133-4d4d-9612-df4b9c116b5f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:33.565529 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b3e0dc-2133-4d4d-9612-df4b9c116b5f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:53:33.603137 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-76b3e0dc-2133-4d4d-9612-df4b9c116b5f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (d9eb7732-f51f-4ca4-9ae4-ee8cae0d6941), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:33.603484 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-76b3e0dc-2133-4d4d-9612-df4b9c116b5f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Added segment d9eb7732-f51f-4ca4-9ae4-ee8cae0d6941 of type vlan for network b0c5fe6d-9f89-42ac-add3-35bbc47734f5 Feb 04 13:53:33.726620 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-76b3e0dc-2133-4d4d-9612-df4b9c116b5f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (b0c5fe6d-9f89-42ac-add3-35bbc47734f5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:33.785901 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-76b3e0dc-2133-4d4d-9612-df4b9c116b5f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (b0c5fe6d-9f89-42ac-add3-35bbc47734f5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:33.792355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b3e0dc-2133-4d4d-9612-df4b9c116b5f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:33.793352 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-76b3e0dc-2133-4d4d-9612-df4b9c116b5f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:33.869832 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-76b3e0dc-2133-4d4d-9612-df4b9c116b5f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4865134 Feb 04 13:53:33.872696 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37636) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:33.878809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-06091e76-6bf5-407b-970a-aa81f98aedd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'subnet': {'network_id': 'b0c5fe6d-9f89-42ac-add3-35bbc47734f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:33.941333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3e0dc-2133-4d4d-9612-df4b9c116b5f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Network': ['ID=b0c5fe6d-9f89-42ac-add3-35bbc47734f5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:33.956233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network b0c5fe6d-9f89-42ac-add3-35bbc47734f5 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:53:34.149735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06091e76-6bf5-407b-970a-aa81f98aedd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Made reservation on behalf of 8e4b268e32a5427cb95566e031bf736a for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:34.154685 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-06091e76-6bf5-407b-970a-aa81f98aedd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:34.275217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.ipam_backend_mixin [None req-06091e76-6bf5-407b-970a-aa81f98aedd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Performing IP validity checks on allocation pools {{(pid=103607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 13:53:34.275786 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.ipam_backend_mixin [None req-06091e76-6bf5-407b-970a-aa81f98aedd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 13:53:34.490427 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-06091e76-6bf5-407b-970a-aa81f98aedd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (587cfd3e-979a-46ae-bcc5-67ef55d13856), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:34.565909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06091e76-6bf5-407b-970a-aa81f98aedd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Subnet': ['ID=587cfd3e-979a-46ae-bcc5-67ef55d13856,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:34.582874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06091e76-6bf5-407b-970a-aa81f98aedd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Checking segment: {'id': 'd9eb7732-f51f-4ca4-9ae4-ee8cae0d6941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b0c5fe6d-9f89-42ac-add3-35bbc47734f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:34.583326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06091e76-6bf5-407b-970a-aa81f98aedd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network hostable DHCP agents. Network: b0c5fe6d-9f89-42ac-add3-35bbc47734f5, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:53:34.611302 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06091e76-6bf5-407b-970a-aa81f98aedd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Network b0c5fe6d-9f89-42ac-add3-35bbc47734f5 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:53:34.622927 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-06091e76-6bf5-407b-970a-aa81f98aedd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, b0c5fe6d-9f89-42ac-add3-35bbc47734f5) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:34.628716 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06091e76-6bf5-407b-970a-aa81f98aedd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:34.629470 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-06091e76-6bf5-407b-970a-aa81f98aedd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:34.635002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fd7164-ef7b-46a9-a9cc-cbf5826c722a None None] Network b0c5fe6d-9f89-42ac-add3-35bbc47734f5 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:34.664293 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-06091e76-6bf5-407b-970a-aa81f98aedd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7899818 Feb 04 13:53:34.666637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37654) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:34.672972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c3339d7b-c25b-4639-81b0-8767e07d3545 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:34.774603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb12d9e-f7ef-40f8-b966-6dfdf395e35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-b0c5fe6d-9f89-42ac-add3-35bbc47734f5', 'network_id': 'b0c5fe6d-9f89-42ac-add3-35bbc47734f5', 'project_id': '8e4b268e32a5427cb95566e031bf736a', 'fixed_ips': [{'subnet_id': '587cfd3e-979a-46ae-bcc5-67ef55d13856'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:53:34.775479 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbb12d9e-f7ef-40f8-b966-6dfdf395e35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:34.864892 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c3339d7b-c25b-4639-81b0-8767e07d3545 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1058622096'] for subnet (587cfd3e-979a-46ae-bcc5-67ef55d13856), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:34.957320 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-bbb12d9e-f7ef-40f8-b966-6dfdf395e35b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 13:53:34.957320 n-d-714676-13 neutron-server[103608]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 04 13:53:34.957320 n-d-714676-13 neutron-server[103608]: [parameters: {'in_use': 1, 'id_1': '587cfd3e-979a-46ae-bcc5-67ef55d13856'}] Feb 04 13:53:34.957320 n-d-714676-13 neutron-server[103608]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:53:34.959146 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-bbb12d9e-f7ef-40f8-b966-6dfdf395e35b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:53:35.047775 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:53:35.148208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be59f07-f7af-4f0c-9fa1-ff2444daf711 req-a1a788d6-4bf8-4b15-bfa8-10aeb4c9d356 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:35.150133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4be59f07-f7af-4f0c-9fa1-ff2444daf711 req-a1a788d6-4bf8-4b15-bfa8-10aeb4c9d356 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.1596575 Feb 04 13:53:35.176820 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c3339d7b-c25b-4639-81b0-8767e07d3545 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775158855406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1057814168'] for subnet (587cfd3e-979a-46ae-bcc5-67ef55d13856), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:35.257791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3339d7b-c25b-4639-81b0-8767e07d3545 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:35.258614 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c3339d7b-c25b-4639-81b0-8767e07d3545 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:35.260781 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c3339d7b-c25b-4639-81b0-8767e07d3545 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "PUT /v2.0/subnets/587cfd3e-979a-46ae-bcc5-67ef55d13856 HTTP/1.1" status: 200 len: 900 time: 0.5922856 Feb 04 13:53:35.263105 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37682) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:35.315124 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4be59f07-f7af-4f0c-9fa1-ff2444daf711 req-4a5f62bd-7366-4810-8612-1fe5f4f38ab1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567218 Feb 04 13:53:35.340364 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3339d7b-c25b-4639-81b0-8767e07d3545 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event updated for resources: {'Subnet': ['ID=587cfd3e-979a-46ae-bcc5-67ef55d13856,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:35.412315 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d25d579-2327-455b-bcab-0700e8a8bdd1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (b0c5fe6d-9f89-42ac-add3-35bbc47734f5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:35.460902 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbb12d9e-f7ef-40f8-b966-6dfdf395e35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:35.486261 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d25d579-2327-455b-bcab-0700e8a8bdd1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (587cfd3e-979a-46ae-bcc5-67ef55d13856), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:35.581029 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d25d579-2327-455b-bcab-0700e8a8bdd1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (587cfd3e-979a-46ae-bcc5-67ef55d13856), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:35.621418 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25d579-2327-455b-bcab-0700e8a8bdd1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Subnet': ['ID=587cfd3e-979a-46ae-bcc5-67ef55d13856,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server [None req-bbb12d9e-f7ef-40f8-b966-6dfdf395e35b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 587cfd3e-979a-46ae-bcc5-67ef55d13856: This subnet is being modified by another concurrent operation. Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise exception Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 587cfd3e-979a-46ae-bcc5-67ef55d13856: This subnet is being modified by another concurrent operation. Feb 04 13:53:35.721619 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server Feb 04 13:53:35.740638 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d25d579-2327-455b-bcab-0700e8a8bdd1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (b0c5fe6d-9f89-42ac-add3-35bbc47734f5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:35.749490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138ba4a1-1f67-4f66-862e-d3a025bf623f None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:53:35.800679 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2d25d579-2327-455b-bcab-0700e8a8bdd1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c5fe6d-9f89-42ac-add3-35bbc47734f5']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:35.828940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2d25d579-2327-455b-bcab-0700e8a8bdd1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9eb7732-f51f-4ca4-9ae4-ee8cae0d6941') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:35.829358 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-2d25d579-2327-455b-bcab-0700e8a8bdd1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9eb7732-f51f-4ca4-9ae4-ee8cae0d6941') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:35.871364 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d25d579-2327-455b-bcab-0700e8a8bdd1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (d9eb7732-f51f-4ca4-9ae4-ee8cae0d6941), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:35.947012 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d25d579-2327-455b-bcab-0700e8a8bdd1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (d9eb7732-f51f-4ca4-9ae4-ee8cae0d6941), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:35.953397 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37720) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:35.974868 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d25d579-2327-455b-bcab-0700e8a8bdd1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:53:35.975199 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d25d579-2327-455b-bcab-0700e8a8bdd1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (d9eb7732-f51f-4ca4-9ae4-ee8cae0d6941), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:36.091004 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ba4a1-1f67-4f66-862e-d3a025bf623f None None] Resources bound (agent type, host, resource id): {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:53:36.107746 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:53:36.112416 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d25d579-2327-455b-bcab-0700e8a8bdd1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (b0c5fe6d-9f89-42ac-add3-35bbc47734f5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:36.139245 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d25d579-2327-455b-bcab-0700e8a8bdd1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:36.151088 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2d25d579-2327-455b-bcab-0700e8a8bdd1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/b0c5fe6d-9f89-42ac-add3-35bbc47734f5 HTTP/1.1" status: 204 len: 168 time: 0.8854957 Feb 04 13:53:36.154959 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37736) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:36.175497 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25d579-2327-455b-bcab-0700e8a8bdd1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Network': ['ID=b0c5fe6d-9f89-42ac-add3-35bbc47734f5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:36.220918 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffd73a6-a9e9-4c7a-90dc-400cd9bfd98c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] DELETE failed (client error): The resource could not be found. Feb 04 13:53:36.223386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cffd73a6-a9e9-4c7a-90dc-400cd9bfd98c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:53:36.234359 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cffd73a6-a9e9-4c7a-90dc-400cd9bfd98c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/subnets/587cfd3e-979a-46ae-bcc5-67ef55d13856 HTTP/1.1" status: 404 len: 337 time: 0.0781665 Feb 04 13:53:36.234499 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37746) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:36.272934 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf14482-6343-41ed-8d02-15867eb3fc8e tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] DELETE failed (client error): The resource could not be found. Feb 04 13:53:36.274312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf14482-6343-41ed-8d02-15867eb3fc8e tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:53:36.275322 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a6cee26b-1aad-4f08-ac58-e4d82ea1583b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:36.279965 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fdf14482-6343-41ed-8d02-15867eb3fc8e tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/b0c5fe6d-9f89-42ac-add3-35bbc47734f5 HTTP/1.1" status: 404 len: 339 time: 0.0437822 Feb 04 13:53:36.282599 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37752) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:36.440079 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a6cee26b-1aad-4f08-ac58-e4d82ea1583b admin admin] Publish callbacks [] for security_group (8d1ed25d-f90e-4dab-9dc7-89a8d30c3326), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:36.543220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-068993cd-f3c0-4cfb-8a2f-97eac65aa38c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (21610279-be3b-4f9d-a3c8-77e8a46599df), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:36.561054 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a6cee26b-1aad-4f08-ac58-e4d82ea1583b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8d1ed25d-f90e-4dab-9dc7-89a8d30c3326), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:36.680241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf93e0d4-8005-405c-a02e-19f34ac29702 None None] Network b0c5fe6d-9f89-42ac-add3-35bbc47734f5 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:36.697564 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf93e0d4-8005-405c-a02e-19f34ac29702 None None] Network b0c5fe6d-9f89-42ac-add3-35bbc47734f5 could not be found, it might have been deleted concurrently. {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 13:53:36.717666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a6cee26b-1aad-4f08-ac58-e4d82ea1583b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5d1e1c720dac418ebdedfc5f9ca90224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7608716 Feb 04 13:53:36.717829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e272f53d-b5ab-46a2-a272-2538ee716321 None None] Network b0c5fe6d-9f89-42ac-add3-35bbc47734f5 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:36.717936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cee26b-1aad-4f08-ac58-e4d82ea1583b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1ed25d-f90e-4dab-9dc7-89a8d30c3326,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:36.720969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37800) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:36.750829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e272f53d-b5ab-46a2-a272-2538ee716321 None None] Network b0c5fe6d-9f89-42ac-add3-35bbc47734f5 could not be found, it might have been deleted concurrently. {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 13:53:36.866006 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-068993cd-f3c0-4cfb-8a2f-97eac65aa38c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (21610279-be3b-4f9d-a3c8-77e8a46599df), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:36.884286 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23052e6d-2c84-4fa9-84bf-9f5b72528980 req-cf6a9b57-4506-4cc7-8ed2-1e6067a81df1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:36.886427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23052e6d-2c84-4fa9-84bf-9f5b72528980 req-cf6a9b57-4506-4cc7-8ed2-1e6067a81df1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.4440510 Feb 04 13:53:36.942900 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee844083-ea27-4e71-b0b6-00f2a4b9f6b4 admin admin] Publish callbacks [] for security_group (8d1ed25d-f90e-4dab-9dc7-89a8d30c3326), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:36.964584 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-068993cd-f3c0-4cfb-8a2f-97eac65aa38c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21610279-be3b-4f9d-a3c8-77e8a46599df']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:37.000461 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-068993cd-f3c0-4cfb-8a2f-97eac65aa38c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6af5d6-210c-4e96-b140-59b9be1113ad') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:37.000816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-068993cd-f3c0-4cfb-8a2f-97eac65aa38c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6af5d6-210c-4e96-b140-59b9be1113ad') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:37.030342 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23052e6d-2c84-4fa9-84bf-9f5b72528980 req-39676e18-58ca-4ad4-9e46-dd55620fa9a4 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265192 Feb 04 13:53:37.048895 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-068993cd-f3c0-4cfb-8a2f-97eac65aa38c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (0b6af5d6-210c-4e96-b140-59b9be1113ad), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:37.073776 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-068993cd-f3c0-4cfb-8a2f-97eac65aa38c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0b6af5d6-210c-4e96-b140-59b9be1113ad), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:37.076246 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee844083-ea27-4e71-b0b6-00f2a4b9f6b4 admin admin] Publish callbacks [] for security_group (8d1ed25d-f90e-4dab-9dc7-89a8d30c3326), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:37.083234 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068993cd-f3c0-4cfb-8a2f-97eac65aa38c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:53:37.083975 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-068993cd-f3c0-4cfb-8a2f-97eac65aa38c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (0b6af5d6-210c-4e96-b140-59b9be1113ad), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:53:37.088356 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:53:37.192201 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee844083-ea27-4e71-b0b6-00f2a4b9f6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8d1ed25d-f90e-4dab-9dc7-89a8d30c3326), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:37.195702 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee844083-ea27-4e71-b0b6-00f2a4b9f6b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:37.199469 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ee844083-ea27-4e71-b0b6-00f2a4b9f6b4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8d1ed25d-f90e-4dab-9dc7-89a8d30c3326 HTTP/1.1" status: 204 len: 168 time: 0.4625442 Feb 04 13:53:37.237448 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee844083-ea27-4e71-b0b6-00f2a4b9f6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1ed25d-f90e-4dab-9dc7-89a8d30c3326,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:37.253972 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-068993cd-f3c0-4cfb-8a2f-97eac65aa38c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (21610279-be3b-4f9d-a3c8-77e8a46599df), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:37.303313 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-068993cd-f3c0-4cfb-8a2f-97eac65aa38c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:37.309163 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-068993cd-f3c0-4cfb-8a2f-97eac65aa38c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/21610279-be3b-4f9d-a3c8-77e8a46599df HTTP/1.1" status: 204 len: 168 time: 1.0245364 Feb 04 13:53:37.310208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068993cd-f3c0-4cfb-8a2f-97eac65aa38c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Network': ['ID=21610279-be3b-4f9d-a3c8-77e8a46599df,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:37.311757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37864) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:37.376441 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7a259e-e31f-4af0-ac12-0311f00aaf25 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] DELETE failed (client error): The resource could not be found. Feb 04 13:53:37.377036 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7a259e-e31f-4af0-ac12-0311f00aaf25 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:53:37.380421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0c7a259e-e31f-4af0-ac12-0311f00aaf25 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/subnets/ecd2d3f2-1ae2-48e7-981a-e6313035e18b HTTP/1.1" status: 404 len: 337 time: 0.0648823 Feb 04 13:53:37.383969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37874) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:37.425082 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf616ad-6213-4af9-acc3-cb56caf6646a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] DELETE failed (client error): The resource could not be found. Feb 04 13:53:37.426184 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf616ad-6213-4af9-acc3-cb56caf6646a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:53:37.438480 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-adf616ad-6213-4af9-acc3-cb56caf6646a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/4a247151-2884-47ab-b100-9c62da1eecee HTTP/1.1" status: 404 len: 339 time: 0.0514882 Feb 04 13:53:37.439443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37880) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:37.537404 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8be2543-53b6-4c58-baf9-b1d6b6e391d0 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Deleting subnet 3fa2d388-f75b-40cb-867c-dd6e15da775e {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:53:37.542458 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e8be2543-53b6-4c58-baf9-b1d6b6e391d0 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (3fa2d388-f75b-40cb-867c-dd6e15da775e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:37.553069 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9946594f-81ea-48c8-b3b1-392d84dd7b49 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:37.712193 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9946594f-81ea-48c8-b3b1-392d84dd7b49 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:37.721249 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:37.787258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:53:37.791661 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8b7403-6ddd-40cf-9f74-6e9c9ac95ec5" -d '{"events": [{"server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:53:37.799273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37920) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:37.829957 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da8e2337-8568-4a50-bd65-2492ec4c88f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:37.836666 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e8be2543-53b6-4c58-baf9-b1d6b6e391d0 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (3fa2d388-f75b-40cb-867c-dd6e15da775e), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:37.841137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:37.850920 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:37.974937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9946594f-81ea-48c8-b3b1-392d84dd7b49,revision_number=11']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:38.013912 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da8e2337-8568-4a50-bd65-2492ec4c88f2 admin admin] Publish callbacks [] for security_group (cf789aed-024f-4be4-ad7c-d91d49c11235), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:38.021143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d590de6-993a-4859-bade-fd4341331128 req-af4d10f8-7346-4290-83f7-c6b155252e3f tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:38.021323 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da8e2337-8568-4a50-bd65-2492ec4c88f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cf789aed-024f-4be4-ad7c-d91d49c11235), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:38.030798 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d590de6-993a-4859-bade-fd4341331128 req-af4d10f8-7346-4290-83f7-c6b155252e3f tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 946 time: 0.2822146 Feb 04 13:53:38.084666 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-da8e2337-8568-4a50-bd65-2492ec4c88f2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=41d53f459acb4802a791a3114e22e694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2839992 Feb 04 13:53:38.090346 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37948) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:38.113459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e2337-8568-4a50-bd65-2492ec4c88f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf789aed-024f-4be4-ad7c-d91d49c11235,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:38.151159 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e8be2543-53b6-4c58-baf9-b1d6b6e391d0 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (3fa2d388-f75b-40cb-867c-dd6e15da775e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:38.204240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d590de6-993a-4859-bade-fd4341331128 req-60e4f6f5-7472-487a-bc27-445f8e13156d tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/security-groups?id=30df4f62-ce31-485c-b8fd-05de52232b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716497 Feb 04 13:53:38.248121 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e8be2543-53b6-4c58-baf9-b1d6b6e391d0 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (3fa2d388-f75b-40cb-867c-dd6e15da775e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:38.282805 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be2543-53b6-4c58-baf9-b1d6b6e391d0 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa2d388-f75b-40cb-867c-dd6e15da775e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:38.288375 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4aa0-f51b-4dc5-ab41-0700c4e17a87 admin admin] Publish callbacks [] for security_group (cf789aed-024f-4be4-ad7c-d91d49c11235), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:38.305000 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e8be2543-53b6-4c58-baf9-b1d6b6e391d0 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:38.309152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810375bb-6b52-4d5f-a752-8dac9948c135 None None] Network a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:38.319821 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e8be2543-53b6-4c58-baf9-b1d6b6e391d0 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/subnets/3fa2d388-f75b-40cb-867c-dd6e15da775e HTTP/1.1" status: 204 len: 168 time: 0.8789639 Feb 04 13:53:38.322369 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37970) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:38.364045 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4aa0-f51b-4dc5-ab41-0700c4e17a87 admin admin] Publish callbacks [] for security_group (cf789aed-024f-4be4-ad7c-d91d49c11235), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:38.364586 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2070a0-54d5-4f34-87aa-59984806d520 x-openstack-request-id: req-fc2070a0-54d5-4f34-87aa-59984806d520 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:53:38.365750 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:53:38.367380 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fc2070a0-54d5-4f34-87aa-59984806d520 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:53:38.369279 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'code': 200} Feb 04 13:53:38.438326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b563ca3e-0c46-4ff3-87cb-880651dbd30a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Deleting subnet 403d164b-0b11-4075-b902-b16d8bb60a3d {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:53:38.442438 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b563ca3e-0c46-4ff3-87cb-880651dbd30a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (403d164b-0b11-4075-b902-b16d8bb60a3d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:38.503427 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b563ca3e-0c46-4ff3-87cb-880651dbd30a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (403d164b-0b11-4075-b902-b16d8bb60a3d), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:38.540851 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aaf808-b1ea-4d24-aca0-1d9a37cff05d req-beafa734-75a5-4ce5-836d-63316223d5f4 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:38.544622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73aaf808-b1ea-4d24-aca0-1d9a37cff05d req-beafa734-75a5-4ce5-836d-63316223d5f4 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1154826 Feb 04 13:53:38.550551 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4aa0-f51b-4dc5-ab41-0700c4e17a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cf789aed-024f-4be4-ad7c-d91d49c11235), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:38.555044 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4aa0-f51b-4dc5-ab41-0700c4e17a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:38.559745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8f3f4aa0-f51b-4dc5-ab41-0700c4e17a87 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cf789aed-024f-4be4-ad7c-d91d49c11235 HTTP/1.1" status: 204 len: 168 time: 0.4684305 Feb 04 13:53:38.609778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f4aa0-f51b-4dc5-ab41-0700c4e17a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf789aed-024f-4be4-ad7c-d91d49c11235,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:38.726259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73aaf808-b1ea-4d24-aca0-1d9a37cff05d req-ba02d194-cd43-4757-ac6e-4d8ea5d82b8c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647882 Feb 04 13:53:38.727684 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b563ca3e-0c46-4ff3-87cb-880651dbd30a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (403d164b-0b11-4075-b902-b16d8bb60a3d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:38.852011 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b563ca3e-0c46-4ff3-87cb-880651dbd30a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (403d164b-0b11-4075-b902-b16d8bb60a3d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:38.893197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563ca3e-0c46-4ff3-87cb-880651dbd30a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Subnet': ['ID=403d164b-0b11-4075-b902-b16d8bb60a3d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:38.904100 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b563ca3e-0c46-4ff3-87cb-880651dbd30a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:38.908138 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b563ca3e-0c46-4ff3-87cb-880651dbd30a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/subnets/403d164b-0b11-4075-b902-b16d8bb60a3d HTTP/1.1" status: 204 len: 168 time: 0.5847492 Feb 04 13:53:38.910749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38026) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:39.095007 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:39.179802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Deleting port 53cf7d7a-6258-4648-83b9-efb418fe5f7b {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:39.180838 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:39.353547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] For port 53cf7d7a-6258-4648-83b9-efb418fe5f7b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=53cf7d7a-6258-4648-83b9-efb418fe5f7b,segment=NetworkSegment(24db3f50-18ca-47bd-b9d4-db43436dab0b),segment_id=24db3f50-18ca-47bd-b9d4-db43436dab0b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:39.355341 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:39.396452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Calling delete_port for 53cf7d7a-6258-4648-83b9-efb418fe5f7b owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:39.648461 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (53cf7d7a-6258-4648-83b9-efb418fe5f7b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:39.669522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5e64d1-c9ad-441d-bb46-488602fb7ee0 None None] Network a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:39.774776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c6accd08-173d-48f3-8bd4-5faf8c0e5651 None None] Could not find standard attr ID for object 53cf7d7a-6258-4648-83b9-efb418fe5f7b. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:53:39.876121 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3665b47d-e29a-4198-9a3a-78ee80d1755e None None] DHCP port deletion for a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:53:40.029019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Port': ['ID=53cf7d7a-6258-4648-83b9-efb418fe5f7b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:40.039073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8525842-e033-42c7-8eb0-baa553306cbc req-27571d20-26b5-49b4-abb6-5efd29c10eec tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:40.041006 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8525842-e033-42c7-8eb0-baa553306cbc req-27571d20-26b5-49b4-abb6-5efd29c10eec tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 946 time: 0.6298039 Feb 04 13:53:40.054199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No DVR routers for this DVR port 53cf7d7a-6258-4648-83b9-efb418fe5f7b on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:40.067304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd702d-9d69-4451-96c1-254017a13048 req-b6898cb7-e5ab-425e-bd53-48a8bf5a6995 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:40.069585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6fd702d-9d69-4451-96c1-254017a13048 req-b6898cb7-e5ab-425e-bd53-48a8bf5a6995 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.100 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 946 time: 0.4962964 Feb 04 13:53:40.087307 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:40.087657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:40.088237 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:40.089289 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:40.089628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:40.089960 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:40.090319 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:40.090854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:40.091183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:40.091516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:40.091827 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:40.092148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:40.092581 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:40.275202 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:40.282361 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8525842-e033-42c7-8eb0-baa553306cbc req-fba239a0-96d0-480a-b624-1964b9ddeb7c tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/security-groups?id=30df4f62-ce31-485c-b8fd-05de52232b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336211 Feb 04 13:53:40.326595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:40.350817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24db3f50-18ca-47bd-b9d4-db43436dab0b') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:40.351127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24db3f50-18ca-47bd-b9d4-db43436dab0b') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:40.363316 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (24db3f50-18ca-47bd-b9d4-db43436dab0b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:40.391112 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (24db3f50-18ca-47bd-b9d4-db43436dab0b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:40.423072 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:53:40.423568 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (24db3f50-18ca-47bd-b9d4-db43436dab0b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:53:40.426929 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:53:40.430505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d6fd702d-9d69-4451-96c1-254017a13048 req-ec5e11b1-083d-4fce-b21f-afe7a0f5a2a4 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Deleting port 85363194-f810-4f30-9a4e-8e283a8a053a {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:40.430854 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d6fd702d-9d69-4451-96c1-254017a13048 req-ec5e11b1-083d-4fce-b21f-afe7a0f5a2a4 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (85363194-f810-4f30-9a4e-8e283a8a053a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:40.583307 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5145ac-6588-4e16-b3aa-383984325268 req-5037cc61-e2cb-40fc-a713-3eace96e463b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:40.584885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c5145ac-6588-4e16-b3aa-383984325268 req-5037cc61-e2cb-40fc-a713-3eace96e463b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.2055919 Feb 04 13:53:40.588437 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:40.607012 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:40.611235 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5 HTTP/1.1" status: 204 len: 168 time: 1.6992862 Feb 04 13:53:40.613909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38216) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:40.631983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962dda7-bdac-4f70-b083-b7ea75ea75c8 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Network': ['ID=a5b2bc4d-83a1-41ed-bdca-237c8cd4ceb5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:40.661713 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d6fd702d-9d69-4451-96c1-254017a13048 req-ec5e11b1-083d-4fce-b21f-afe7a0f5a2a4 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] For port 85363194-f810-4f30-9a4e-8e283a8a053a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=85363194-f810-4f30-9a4e-8e283a8a053a,segment=NetworkSegment(82107b47-e55b-48cb-8cd7-dac7f8d0b10b),segment_id=82107b47-e55b-48cb-8cd7-dac7f8d0b10b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:40.662006 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d6fd702d-9d69-4451-96c1-254017a13048 req-ec5e11b1-083d-4fce-b21f-afe7a0f5a2a4 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (85363194-f810-4f30-9a4e-8e283a8a053a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:40.678495 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5cdf43-c67d-4c2e-b68e-94031b91859c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] DELETE failed (client error): The resource could not be found. Feb 04 13:53:40.681631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5cdf43-c67d-4c2e-b68e-94031b91859c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:53:40.684894 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-aa5cdf43-c67d-4c2e-b68e-94031b91859c tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/subnets/7470ba06-e821-48e6-9d73-d492cab1bc5e HTTP/1.1" status: 404 len: 337 time: 0.0693300 Feb 04 13:53:40.686625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d6fd702d-9d69-4451-96c1-254017a13048 req-ec5e11b1-083d-4fce-b21f-afe7a0f5a2a4 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Calling delete_port for 85363194-f810-4f30-9a4e-8e283a8a053a owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:40.688187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38226) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:40.736679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 53cf7d7a-6258-4648-83b9-efb418fe5f7b no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:40.740413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c5145ac-6588-4e16-b3aa-383984325268 req-43775647-ef03-47c5-907d-82dc5f497b4b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179876 Feb 04 13:53:40.757930 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a975938-edf3-4e76-9eb9-b88509b7ddb1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] DELETE failed (client error): The resource could not be found. Feb 04 13:53:40.758512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a975938-edf3-4e76-9eb9-b88509b7ddb1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:53:40.761826 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4a975938-edf3-4e76-9eb9-b88509b7ddb1 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/12eae9b9-0d6f-4170-afc7-61717dab8550 HTTP/1.1" status: 404 len: 339 time: 0.0681810 Feb 04 13:53:40.764265 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38238) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:40.797770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 53cf7d7a-6258-4648-83b9-efb418fe5f7b {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:53:40.798291 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 53cf7d7a-6258-4648-83b9-efb418fe5f7b not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:40.853833 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab9744a-d386-4efe-90ff-0797837403da tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] DELETE failed (client error): The resource could not be found. Feb 04 13:53:40.854620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab9744a-d386-4efe-90ff-0797837403da tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:53:40.861395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38252) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:40.871680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dab9744a-d386-4efe-90ff-0797837403da tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/subnets/1c74bac8-8557-4172-9fa6-29adb026188e HTTP/1.1" status: 404 len: 337 time: 0.1060641 Feb 04 13:53:40.891311 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcde546e-7484-4b01-9480-b572fb6cd26a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] DELETE failed (client error): The resource could not be found. Feb 04 13:53:40.896840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcde546e-7484-4b01-9480-b572fb6cd26a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:53:40.900410 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fcde546e-7484-4b01-9480-b572fb6cd26a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/5b58b95b-1c5c-411f-a219-b716141de7b3 HTTP/1.1" status: 404 len: 339 time: 0.0377457 Feb 04 13:53:40.903197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38254) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:40.943923 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bccccc-7e11-439d-833f-c5544bb4ad46 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] DELETE failed (client error): The resource could not be found. Feb 04 13:53:40.944799 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68bccccc-7e11-439d-833f-c5544bb4ad46 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:53:40.948178 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-68bccccc-7e11-439d-833f-c5544bb4ad46 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/subnets/ba6e3625-c783-4b68-978a-236448f60db1 HTTP/1.1" status: 404 len: 337 time: 0.0435450 Feb 04 13:53:40.951210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38256) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:40.979074 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f00b14e5-3db8-4e25-b03b-a58207b6baee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:41.006539 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ec76b2-c434-4c54-ad05-ff5849b77955 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] DELETE failed (client error): The resource could not be found. Feb 04 13:53:41.007063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ec76b2-c434-4c54-ad05-ff5849b77955 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:53:41.012443 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-96ec76b2-c434-4c54-ad05-ff5849b77955 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/eaaefec0-92cf-47c8-a056-918656af8442 HTTP/1.1" status: 404 len: 339 time: 0.0562172 Feb 04 13:53:41.012775 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38262) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:41.050392 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d6fd702d-9d69-4451-96c1-254017a13048 req-ec5e11b1-083d-4fce-b21f-afe7a0f5a2a4 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (85363194-f810-4f30-9a4e-8e283a8a053a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:41.064178 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['85363194-f810-4f30-9a4e-8e283a8a053a'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:53:41.091445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e11b1-083d-4fce-b21f-afe7a0f5a2a4 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Pushing event deleted for resources: {'Port': ['ID=85363194-f810-4f30-9a4e-8e283a8a053a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:41.096991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9daeec7b-6646-40d1-8e53-ec81dff1a940 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Deleting subnet bfc2c811-2b2f-4ce5-98e9-40664f6176df {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:53:41.109479 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9daeec7b-6646-40d1-8e53-ec81dff1a940 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (bfc2c811-2b2f-4ce5-98e9-40664f6176df), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:41.179219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fd702d-9d69-4451-96c1-254017a13048 req-ec5e11b1-083d-4fce-b21f-afe7a0f5a2a4 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] No DVR routers for this DVR port 85363194-f810-4f30-9a4e-8e283a8a053a on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:41.186448 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d6fd702d-9d69-4451-96c1-254017a13048 req-ec5e11b1-083d-4fce-b21f-afe7a0f5a2a4 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:41.195066 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6fd702d-9d69-4451-96c1-254017a13048 req-ec5e11b1-083d-4fce-b21f-afe7a0f5a2a4 tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.100 "DELETE /v2.0/ports/85363194-f810-4f30-9a4e-8e283a8a053a HTTP/1.1" status: 204 len: 173 time: 1.0835567 Feb 04 13:53:41.196690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f98f3b-69d8-44a6-a75c-593e78076c8f', 'name': 'network-vif-deleted', 'tag': '85363194-f810-4f30-9a4e-8e283a8a053a'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:53:41.197054 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9daeec7b-6646-40d1-8e53-ec81dff1a940 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (bfc2c811-2b2f-4ce5-98e9-40664f6176df), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:41.207539 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc93f632-57e0-4011-9044-08bac50d2676" -d '{"events": [{"server_uuid": "00f98f3b-69d8-44a6-a75c-593e78076c8f", "name": "network-vif-deleted", "tag": "85363194-f810-4f30-9a4e-8e283a8a053a"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:53:41.402804 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9daeec7b-6646-40d1-8e53-ec81dff1a940 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (bfc2c811-2b2f-4ce5-98e9-40664f6176df), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:41.501685 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9daeec7b-6646-40d1-8e53-ec81dff1a940 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (bfc2c811-2b2f-4ce5-98e9-40664f6176df), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:41.586771 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9daeec7b-6646-40d1-8e53-ec81dff1a940 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:41.590752 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9daeec7b-6646-40d1-8e53-ec81dff1a940 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/subnets/bfc2c811-2b2f-4ce5-98e9-40664f6176df HTTP/1.1" status: 204 len: 168 time: 0.5766823 Feb 04 13:53:41.592867 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daeec7b-6646-40d1-8e53-ec81dff1a940 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc2c811-2b2f-4ce5-98e9-40664f6176df,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:41.595366 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38300) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:41.599688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9946594f-81ea-48c8-b3b1-392d84dd7b49 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:53:41.612781 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514ea934-464e-4d87-a358-cbdcf9c976fe None None] Network 163a02f9-829e-4525-82ff-1f7efc243a23 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:41.788009 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e6916e-d801-4d47-bebe-d8db4a34a6cc x-openstack-request-id: req-e5e6916e-d801-4d47-bebe-d8db4a34a6cc {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:53:41.788334 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f98f3b-69d8-44a6-a75c-593e78076c8f", "name": "network-vif-deleted", "tag": "85363194-f810-4f30-9a4e-8e283a8a053a", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:53:41.788559 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e5e6916e-d801-4d47-bebe-d8db4a34a6cc {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:53:41.788975 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f98f3b-69d8-44a6-a75c-593e78076c8f', 'name': 'network-vif-deleted', 'tag': '85363194-f810-4f30-9a4e-8e283a8a053a', 'status': 'completed', 'code': 200} Feb 04 13:53:41.921906 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (163a02f9-829e-4525-82ff-1f7efc243a23), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:41.926598 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9f4f2c4-81e9-4c1c-9e9e-8575e575aa90 req-0dab0464-a60d-4ea5-8d4f-f7408f0f401c tempest-VolumesActionsTest-1089756288 tempest-VolumesActionsTest-1089756288-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f98f3b-69d8-44a6-a75c-593e78076c8f HTTP/1.1" status: 200 len: 210 time: 0.0738719 Feb 04 13:53:42.030913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Deleting port aecd4d6c-e741-4340-9a5f-631baa130435 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:42.031376 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (aecd4d6c-e741-4340-9a5f-631baa130435), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:42.201879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] For port aecd4d6c-e741-4340-9a5f-631baa130435, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=aecd4d6c-e741-4340-9a5f-631baa130435,segment=NetworkSegment(5a664b15-33f0-40bf-b5e5-3184cf1cca95),segment_id=5a664b15-33f0-40bf-b5e5-3184cf1cca95)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:42.202648 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (aecd4d6c-e741-4340-9a5f-631baa130435), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:42.220891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Calling delete_port for aecd4d6c-e741-4340-9a5f-631baa130435 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:42.248794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563bd4c-fc18-4c0c-81a7-3c158c92f360 req-4609faba-7c5a-483b-95a8-380afd9146bf tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:42.256616 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4563bd4c-fc18-4c0c-81a7-3c158c92f360 req-4609faba-7c5a-483b-95a8-380afd9146bf tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1171284 Feb 04 13:53:42.323071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:42.366385 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'port_id': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'mac_address': 'fa:16:3e:ee:c0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:53:42.412791 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38314) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:42.450440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9946594f-81ea-48c8-b3b1-392d84dd7b49 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:42.450832 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:42.458371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4563bd4c-fc18-4c0c-81a7-3c158c92f360 req-bfe06c8f-73c7-4d31-a8c9-6f12ef3201e9 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005847 Feb 04 13:53:42.482405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ca1d0-7aa4-4941-a550-c302b3ea5eb2 None None] DHCP port deletion for 163a02f9-829e-4525-82ff-1f7efc243a23 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:53:42.496629 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (aecd4d6c-e741-4340-9a5f-631baa130435), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:42.502791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9946594f-81ea-48c8-b3b1-392d84dd7b49 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:53:42.516167 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No DVR routers for this DVR port aecd4d6c-e741-4340-9a5f-631baa130435 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:42.547043 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Port': ['ID=aecd4d6c-e741-4340-9a5f-631baa130435,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:42.562878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:42.570140 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:42.662970 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c045d6e-6165-4af3-b723-ae0cb72f56e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:42.714415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['9946594f-81ea-48c8-b3b1-392d84dd7b49'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:53:42.787731 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (163a02f9-829e-4525-82ff-1f7efc243a23), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:42.810494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device aecd4d6c-e741-4340-9a5f-631baa130435 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:42.821922 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163a02f9-829e-4525-82ff-1f7efc243a23']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:42.835586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a664b15-33f0-40bf-b5e5-3184cf1cca95') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:42.835960 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a664b15-33f0-40bf-b5e5-3184cf1cca95') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:42.852822 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (5a664b15-33f0-40bf-b5e5-3184cf1cca95), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:42.867452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9946594f-81ea-48c8-b3b1-392d84dd7b49,revision_number=12']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:42.877217 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: aecd4d6c-e741-4340-9a5f-631baa130435 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:53:42.877713 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device aecd4d6c-e741-4340-9a5f-631baa130435 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:42.881907 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (5a664b15-33f0-40bf-b5e5-3184cf1cca95), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:42.891170 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:53:42.891733 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (5a664b15-33f0-40bf-b5e5-3184cf1cca95), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:42.903321 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c045d6e-6165-4af3-b723-ae0cb72f56e1 admin admin] Publish callbacks [] for security_group (ecc72fb7-0c83-4e36-8d14-9d72ce433b85), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:53:42.909414 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:53:42.911920 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c045d6e-6165-4af3-b723-ae0cb72f56e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ecc72fb7-0c83-4e36-8d14-9d72ce433b85), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:42.976793 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4c045d6e-6165-4af3-b723-ae0cb72f56e1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b9a9965d278d4188a7161bea8b821ef3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5627327 Feb 04 13:53:42.979853 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38322) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:42.992715 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (163a02f9-829e-4525-82ff-1f7efc243a23), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:43.042987 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c045d6e-6165-4af3-b723-ae0cb72f56e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc72fb7-0c83-4e36-8d14-9d72ce433b85,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:43.053264 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:43.061153 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38326) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:43.061749 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/163a02f9-829e-4525-82ff-1f7efc243a23 HTTP/1.1" status: 204 len: 168 time: 1.4652872 Feb 04 13:53:43.071045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3eb9a6-ca04-4fd0-8f48-defba087e6b7 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Network': ['ID=163a02f9-829e-4525-82ff-1f7efc243a23,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:43.150797 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fe9d81-52a3-4364-84b5-a609b9019fe6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] DELETE failed (client error): The resource could not be found. Feb 04 13:53:43.151262 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fe9d81-52a3-4364-84b5-a609b9019fe6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:53:43.154311 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-40fe9d81-52a3-4364-84b5-a609b9019fe6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/subnets/ed789a4e-c0b4-4e18-b74a-c3734c5f4a58 HTTP/1.1" status: 404 len: 337 time: 0.0921698 Feb 04 13:53:43.157837 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38328) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:43.189574 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4150ac2-391d-423f-a215-8ecbd5953b2a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] DELETE failed (client error): The resource could not be found. Feb 04 13:53:43.190139 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4150ac2-391d-423f-a215-8ecbd5953b2a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:53:43.199630 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d4150ac2-391d-423f-a215-8ecbd5953b2a tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/c499ea22-2ef4-44ae-94b5-e00a70b3c6ac HTTP/1.1" status: 404 len: 339 time: 0.0406621 Feb 04 13:53:43.200411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38330) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:43.216833 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2decfcf-d0e7-4cb5-9b27-b38013f51552 admin admin] Publish callbacks [] for security_group (ecc72fb7-0c83-4e36-8d14-9d72ce433b85), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:43.286231 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2decfcf-d0e7-4cb5-9b27-b38013f51552 admin admin] Publish callbacks [] for security_group (ecc72fb7-0c83-4e36-8d14-9d72ce433b85), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:43.303762 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b70542-5d82-4834-b400-95c0a078edd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Deleting subnet 75b57460-842e-4c63-8ce9-cf5087306f79 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:53:43.314488 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96b70542-5d82-4834-b400-95c0a078edd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (75b57460-842e-4c63-8ce9-cf5087306f79), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:43.396860 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96b70542-5d82-4834-b400-95c0a078edd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (75b57460-842e-4c63-8ce9-cf5087306f79), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:43.484860 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2decfcf-d0e7-4cb5-9b27-b38013f51552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ecc72fb7-0c83-4e36-8d14-9d72ce433b85), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:43.488436 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e2decfcf-d0e7-4cb5-9b27-b38013f51552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:43.489624 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e2decfcf-d0e7-4cb5-9b27-b38013f51552 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ecc72fb7-0c83-4e36-8d14-9d72ce433b85 HTTP/1.1" status: 204 len: 168 time: 0.5088990 Feb 04 13:53:43.513476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2decfcf-d0e7-4cb5-9b27-b38013f51552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc72fb7-0c83-4e36-8d14-9d72ce433b85,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:43.581628 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96b70542-5d82-4834-b400-95c0a078edd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (75b57460-842e-4c63-8ce9-cf5087306f79), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:43.594734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9946594f-81ea-48c8-b3b1-392d84dd7b49 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:53:43.771866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 9946594f-81ea-48c8-b3b1-392d84dd7b49 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:43.794967 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:43.809738 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf6e31-5b6a-460a-9d7a-97eeadcd66c6 req-a431bac0-074f-479d-a4b3-3e408f55cc20 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:43.819706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5bf6e31-5b6a-460a-9d7a-97eeadcd66c6 req-a431bac0-074f-479d-a4b3-3e408f55cc20 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 946 time: 0.1528747 Feb 04 13:53:43.823654 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96b70542-5d82-4834-b400-95c0a078edd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (75b57460-842e-4c63-8ce9-cf5087306f79), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:43.884509 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5bf6e31-5b6a-460a-9d7a-97eeadcd66c6 req-ef1628d4-80a7-45ba-be87-15358b5f7418 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633359 Feb 04 13:53:43.893627 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96b70542-5d82-4834-b400-95c0a078edd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:43.904090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38346) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:43.905189 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-96b70542-5d82-4834-b400-95c0a078edd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/subnets/75b57460-842e-4c63-8ce9-cf5087306f79 HTTP/1.1" status: 204 len: 168 time: 0.7031653 Feb 04 13:53:43.948820 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c621a6e-c2c1-4eff-8f4c-09529e9383dc None None] Network 7c394948-4b63-49bf-bbc4-cffb7d4d7844 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:44.003160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b70542-5d82-4834-b400-95c0a078edd6 tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Subnet': ['ID=75b57460-842e-4c63-8ce9-cf5087306f79,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:44.014016 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (7c394948-4b63-49bf-bbc4-cffb7d4d7844), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.104068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Deleting port 35fff98f-6f30-4fe5-bd4d-e284c2478500 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:44.105231 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (35fff98f-6f30-4fe5-bd4d-e284c2478500), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.119032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9946594f-81ea-48c8-b3b1-392d84dd7b49 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:44.119547 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.192857 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.197957 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 85363194-f810-4f30-9a4e-8e283a8a053a no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:44.208504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38348) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:44.234867 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-385a5630-4683-44b2-bdc5-14d706bfd451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.248644 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:53:44.251995 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517fe797-7447-48b3-8c25-68af6cdbc11d" -d '{"events": [{"server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "name": "network-vif-plugged", "status": "completed", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:53:44.255978 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 85363194-f810-4f30-9a4e-8e283a8a053a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:53:44.256580 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 85363194-f810-4f30-9a4e-8e283a8a053a not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:44.283022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:44.293800 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.365367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9946594f-81ea-48c8-b3b1-392d84dd7b49,revision_number=13']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:44.379568 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf1e5fa-05f2-4752-9dc2-d3c23e06bd8e x-openstack-request-id: req-caf1e5fa-05f2-4752-9dc2-d3c23e06bd8e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:53:44.380062 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "name": "network-vif-plugged", "status": "completed", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:53:44.380528 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-caf1e5fa-05f2-4752-9dc2-d3c23e06bd8e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:53:44.381135 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'code': 200} Feb 04 13:53:44.392060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f4e18c-b5ec-42c7-a99d-445c04807952 None None] DHCP port deletion for 7c394948-4b63-49bf-bbc4-cffb7d4d7844 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:53:44.426171 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] For port 35fff98f-6f30-4fe5-bd4d-e284c2478500, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=35fff98f-6f30-4fe5-bd4d-e284c2478500,segment=NetworkSegment(616232fe-cce0-4f79-9621-1096acb1ce37),segment_id=616232fe-cce0-4f79-9621-1096acb1ce37)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:44.432972 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (35fff98f-6f30-4fe5-bd4d-e284c2478500), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.461912 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Calling delete_port for 35fff98f-6f30-4fe5-bd4d-e284c2478500 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:44.518824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-88f4e18c-b5ec-42c7-a99d-445c04807952 None None] Deleting port 35fff98f-6f30-4fe5-bd4d-e284c2478500 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:44.519212 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88f4e18c-b5ec-42c7-a99d-445c04807952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (35fff98f-6f30-4fe5-bd4d-e284c2478500), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.568041 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-385a5630-4683-44b2-bdc5-14d706bfd451 admin admin] Publish callbacks [] for security_group (aa88634d-a6f8-428c-b910-72f426d4aa67), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.587192 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-385a5630-4683-44b2-bdc5-14d706bfd451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (aa88634d-a6f8-428c-b910-72f426d4aa67), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.644294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-385a5630-4683-44b2-bdc5-14d706bfd451 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=357cd265aa2943179d002bbdc0bdf565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4343915 Feb 04 13:53:44.646859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38354) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:44.652135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-88f4e18c-b5ec-42c7-a99d-445c04807952 None None] For port 35fff98f-6f30-4fe5-bd4d-e284c2478500, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=35fff98f-6f30-4fe5-bd4d-e284c2478500,segment=NetworkSegment(616232fe-cce0-4f79-9621-1096acb1ce37),segment_id=616232fe-cce0-4f79-9621-1096acb1ce37)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:44.653600 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88f4e18c-b5ec-42c7-a99d-445c04807952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (35fff98f-6f30-4fe5-bd4d-e284c2478500), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.683869 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a5630-4683-44b2-bdc5-14d706bfd451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa88634d-a6f8-428c-b910-72f426d4aa67,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:44.694187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-88f4e18c-b5ec-42c7-a99d-445c04807952 None None] Calling delete_port for 35fff98f-6f30-4fe5-bd4d-e284c2478500 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:44.738004 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (35fff98f-6f30-4fe5-bd4d-e284c2478500), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.756419 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e911fc0d-f3b4-4e34-bf34-881d1bdf183e admin admin] Publish callbacks [] for security_group (aa88634d-a6f8-428c-b910-72f426d4aa67), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.801099 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Port': ['ID=35fff98f-6f30-4fe5-bd4d-e284c2478500,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:44.802557 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e911fc0d-f3b4-4e34-bf34-881d1bdf183e admin admin] Publish callbacks [] for security_group (aa88634d-a6f8-428c-b910-72f426d4aa67), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.805910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] No DVR routers for this DVR port 35fff98f-6f30-4fe5-bd4d-e284c2478500 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:44.810351 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 35fff98f-6f30-4fe5-bd4d-e284c2478500 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:44.853346 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.856096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 35fff98f-6f30-4fe5-bd4d-e284c2478500 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:53:44.856612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 35fff98f-6f30-4fe5-bd4d-e284c2478500 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:44.914755 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88f4e18c-b5ec-42c7-a99d-445c04807952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (35fff98f-6f30-4fe5-bd4d-e284c2478500), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.918977 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e911fc0d-f3b4-4e34-bf34-881d1bdf183e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (aa88634d-a6f8-428c-b910-72f426d4aa67), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.923695 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e911fc0d-f3b4-4e34-bf34-881d1bdf183e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:44.934979 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e911fc0d-f3b4-4e34-bf34-881d1bdf183e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aa88634d-a6f8-428c-b910-72f426d4aa67 HTTP/1.1" status: 204 len: 168 time: 0.2812033 Feb 04 13:53:44.971659 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911fc0d-f3b4-4e34-bf34-881d1bdf183e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa88634d-a6f8-428c-b910-72f426d4aa67,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:44.989181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4e18c-b5ec-42c7-a99d-445c04807952 None None] No DVR routers for this DVR port 35fff98f-6f30-4fe5-bd4d-e284c2478500 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:45.074962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4e18c-b5ec-42c7-a99d-445c04807952 None None] Pushing event deleted for resources: {'Port': ['ID=35fff98f-6f30-4fe5-bd4d-e284c2478500,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:45.146917 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (7c394948-4b63-49bf-bbc4-cffb7d4d7844), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:45.160578 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5962-f948-4006-bf56-237a5ac20fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:45.184141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c394948-4b63-49bf-bbc4-cffb7d4d7844']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:45.214503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616232fe-cce0-4f79-9621-1096acb1ce37') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:45.214953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616232fe-cce0-4f79-9621-1096acb1ce37') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:45.239839 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (616232fe-cce0-4f79-9621-1096acb1ce37), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:45.252319 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae899325-a6e7-4411-bae1-43a6a27148ae req-fb40cad6-ecae-4c2e-ab72-d6351980065c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:45.254996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae899325-a6e7-4411-bae1-43a6a27148ae req-fb40cad6-ecae-4c2e-ab72-d6351980065c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.1677382 Feb 04 13:53:45.301605 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (616232fe-cce0-4f79-9621-1096acb1ce37), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:45.319152 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:53:45.319567 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (616232fe-cce0-4f79-9621-1096acb1ce37), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:53:45.322836 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:53:45.392368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae899325-a6e7-4411-bae1-43a6a27148ae req-e0e6d772-1d83-4c2e-8082-2409d31bbbaf tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236482 Feb 04 13:53:45.427468 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (7c394948-4b63-49bf-bbc4-cffb7d4d7844), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:45.437766 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:45.449622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] 10.222.0.96 "DELETE /v2.0/networks/7c394948-4b63-49bf-bbc4-cffb7d4d7844 HTTP/1.1" status: 204 len: 168 time: 1.5427530 Feb 04 13:53:45.481935 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d2dac-a7b1-4be2-a3a2-c03b0288666f tempest-NetworksIpV6Test-25672006 tempest-NetworksIpV6Test-25672006-project] Pushing event deleted for resources: {'Network': ['ID=7c394948-4b63-49bf-bbc4-cffb7d4d7844,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:45.640229 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:45.908214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38398) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:46.165472 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3de4a293-c52d-4e8e-b3b6-f13ef9bb0c58 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8e4b268e32a5427cb95566e031bf736a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2557552 Feb 04 13:53:46.168252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38410) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:46.275875 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f732c1dc-ac64-4376-861b-100e3d2e6292 admin admin] Publish callbacks [] for security_group (ad8df9ad-516c-4790-be18-259c34e13208), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:46.311372 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f732c1dc-ac64-4376-861b-100e3d2e6292 admin admin] Publish callbacks [] for security_group (ad8df9ad-516c-4790-be18-259c34e13208), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:46.386435 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f732c1dc-ac64-4376-861b-100e3d2e6292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ad8df9ad-516c-4790-be18-259c34e13208), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:46.391303 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f732c1dc-ac64-4376-861b-100e3d2e6292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:46.393197 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f732c1dc-ac64-4376-861b-100e3d2e6292 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ad8df9ad-516c-4790-be18-259c34e13208 HTTP/1.1" status: 204 len: 168 time: 0.2236464 Feb 04 13:53:46.403741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732c1dc-ac64-4376-861b-100e3d2e6292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8df9ad-516c-4790-be18-259c34e13208,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:46.472898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38420) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:46.724564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b6e56-4548-40a9-9bbd-e6b9b6e8e004 req-54749147-09ee-4d83-87ca-e731e943bdaa tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:46.729353 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f9b6e56-4548-40a9-9bbd-e6b9b6e8e004 req-54749147-09ee-4d83-87ca-e731e943bdaa tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.2063842 Feb 04 13:53:46.848298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f9b6e56-4548-40a9-9bbd-e6b9b6e8e004 req-4ffeb578-6032-4f14-aec4-5c6ce87448f1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103828 Feb 04 13:53:46.923845 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:47.010774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-d870cf6e-1d7e-4b16-8a99-e7debdb0297d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-678558123-network', 'tenant_id': '3a594c608b654cdfa4fcb7070230c855'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:47.063061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d870cf6e-1d7e-4b16-8a99-e7debdb0297d admin admin] Made reservation on behalf of 3a594c608b654cdfa4fcb7070230c855 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:47.070667 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d870cf6e-1d7e-4b16-8a99-e7debdb0297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:47.106137 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d870cf6e-1d7e-4b16-8a99-e7debdb0297d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:47.373059 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d870cf6e-1d7e-4b16-8a99-e7debdb0297d admin admin] Publish callbacks [] for security_group (5f84a0b1-c9e3-45c3-8f27-3811d4c504d8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:47.380675 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d870cf6e-1d7e-4b16-8a99-e7debdb0297d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5f84a0b1-c9e3-45c3-8f27-3811d4c504d8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:47.406012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d870cf6e-1d7e-4b16-8a99-e7debdb0297d admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:53:47.440242 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d870cf6e-1d7e-4b16-8a99-e7debdb0297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3ccea207-e09d-4fbc-a5c0-0303a8d04f9a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:47.440819 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-d870cf6e-1d7e-4b16-8a99-e7debdb0297d admin admin] Added segment 3ccea207-e09d-4fbc-a5c0-0303a8d04f9a of type vlan for network a74dc432-12cf-4cad-9a93-aa93f8cb2c30 Feb 04 13:53:47.492697 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870cf6e-1d7e-4b16-8a99-e7debdb0297d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:47.537498 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d870cf6e-1d7e-4b16-8a99-e7debdb0297d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (a74dc432-12cf-4cad-9a93-aa93f8cb2c30), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:47.599223 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d870cf6e-1d7e-4b16-8a99-e7debdb0297d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (a74dc432-12cf-4cad-9a93-aa93f8cb2c30), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:47.599223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d870cf6e-1d7e-4b16-8a99-e7debdb0297d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:47.602222 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d870cf6e-1d7e-4b16-8a99-e7debdb0297d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:47.652666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d870cf6e-1d7e-4b16-8a99-e7debdb0297d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1771865 Feb 04 13:53:47.656722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38454) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:47.673563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7e747e0c-2ae7-435b-9eac-fddeab5a6e8a admin admin] Request body: {'subnet': {'network_id': 'a74dc432-12cf-4cad-9a93-aa93f8cb2c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-678558123-subnet', 'tenant_id': '3a594c608b654cdfa4fcb7070230c855', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:47.728396 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e747e0c-2ae7-435b-9eac-fddeab5a6e8a admin admin] Made reservation on behalf of 3a594c608b654cdfa4fcb7070230c855 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:47.735890 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e747e0c-2ae7-435b-9eac-fddeab5a6e8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:47.800141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870cf6e-1d7e-4b16-8a99-e7debdb0297d admin admin] Pushing event updated for resources: {'Network': ['ID=a74dc432-12cf-4cad-9a93-aa93f8cb2c30,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:47.814567 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network a74dc432-12cf-4cad-9a93-aa93f8cb2c30 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:53:47.947126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38460) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:48.008115 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e747e0c-2ae7-435b-9eac-fddeab5a6e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (ffdb9c0d-844f-4aab-ba64-bda5890aff67), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:48.049293 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:48.108753 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e747e0c-2ae7-435b-9eac-fddeab5a6e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffdb9c0d-844f-4aab-ba64-bda5890aff67,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:48.151012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dda9b2-5558-423e-aeb7-a73e39b612a2 req-d81c9179-9f82-46cf-a6ce-9a3ecd741e87 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:48.163652 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11dda9b2-5558-423e-aeb7-a73e39b612a2 req-d81c9179-9f82-46cf-a6ce-9a3ecd741e87 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.1490681 Feb 04 13:53:48.193698 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e747e0c-2ae7-435b-9eac-fddeab5a6e8a admin admin] Checking segment: {'id': '3ccea207-e09d-4fbc-a5c0-0303a8d04f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a74dc432-12cf-4cad-9a93-aa93f8cb2c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:48.195602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e747e0c-2ae7-435b-9eac-fddeab5a6e8a admin admin] Network hostable DHCP agents. Network: a74dc432-12cf-4cad-9a93-aa93f8cb2c30, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:53:48.200591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-b02d2d5a-d3d0-48a0-b588-1bc4b6dd7c11 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-514645553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:48.242472 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e747e0c-2ae7-435b-9eac-fddeab5a6e8a admin admin] Network a74dc432-12cf-4cad-9a93-aa93f8cb2c30 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:53:48.261043 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11dda9b2-5558-423e-aeb7-a73e39b612a2 req-5eec0de5-e3b9-425d-9091-a0413a53cf18 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919836 Feb 04 13:53:48.266189 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-7e747e0c-2ae7-435b-9eac-fddeab5a6e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, a74dc432-12cf-4cad-9a93-aa93f8cb2c30) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:48.270596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e747e0c-2ae7-435b-9eac-fddeab5a6e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:48.272382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7e747e0c-2ae7-435b-9eac-fddeab5a6e8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:48.277735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afd0255-b2f7-4e24-9444-dd690dad20fa None None] Network a74dc432-12cf-4cad-9a93-aa93f8cb2c30 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:48.316415 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7e747e0c-2ae7-435b-9eac-fddeab5a6e8a admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6579578 Feb 04 13:53:48.342746 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b02d2d5a-d3d0-48a0-b588-1bc4b6dd7c11 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:48.355989 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b02d2d5a-d3d0-48a0-b588-1bc4b6dd7c11 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:48.492082 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b02d2d5a-d3d0-48a0-b588-1bc4b6dd7c11 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for router_controller (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:48.510400 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b02d2d5a-d3d0-48a0-b588-1bc4b6dd7c11 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:48.543720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db0a852-1967-44d3-ab21-9dcf504d6573 None None] Network a74dc432-12cf-4cad-9a93-aa93f8cb2c30 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:48.566424 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b02d2d5a-d3d0-48a0-b588-1bc4b6dd7c11 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:48.570287 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b02d2d5a-d3d0-48a0-b588-1bc4b6dd7c11 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6189475 Feb 04 13:53:48.570641 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38470) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:48.571033 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a316a2a9-1e1f-43fa-abbb-be13d44a470c req-0134ecd1-49e6-4857-96c1-1f36221424dd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3372507 Feb 04 13:53:48.575911 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6b758dd8-1145-4cf8-89b9-c5c4de91aaed tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1926993360'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:48.624550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b758dd8-1145-4cf8-89b9-c5c4de91aaed tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Made reservation on behalf of 979cc930edd148a88bb887e7352cb726 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:48.628444 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b758dd8-1145-4cf8-89b9-c5c4de91aaed tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:48.676277 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b758dd8-1145-4cf8-89b9-c5c4de91aaed tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:48.725277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316a2a9-1e1f-43fa-abbb-be13d44a470c req-e271c192-79ef-4c80-acc0-87fdfbfb33c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:48.727452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a316a2a9-1e1f-43fa-abbb-be13d44a470c req-e271c192-79ef-4c80-acc0-87fdfbfb33c6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 1128 time: 0.1267004 Feb 04 13:53:48.914261 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b758dd8-1145-4cf8-89b9-c5c4de91aaed tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for security_group (cabe52cf-6f35-4672-811f-04d76e010a91), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:48.925046 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b758dd8-1145-4cf8-89b9-c5c4de91aaed tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cabe52cf-6f35-4672-811f-04d76e010a91), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:48.952313 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316a2a9-1e1f-43fa-abbb-be13d44a470c req-db6db52c-89a1-49b2-a21b-950dfcc9e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:48.958236 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a316a2a9-1e1f-43fa-abbb-be13d44a470c req-db6db52c-89a1-49b2-a21b-950dfcc9e2b1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 917 time: 0.2033100 Feb 04 13:53:49.015821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b758dd8-1145-4cf8-89b9-c5c4de91aaed tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:53:49.046534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b758dd8-1145-4cf8-89b9-c5c4de91aaed tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cabe52cf-6f35-4672-811f-04d76e010a91,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:49.062298 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b758dd8-1145-4cf8-89b9-c5c4de91aaed tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3bc798d2-e1c7-4c63-b506-fa4c427367f2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:49.063502 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-6b758dd8-1145-4cf8-89b9-c5c4de91aaed tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Added segment 3bc798d2-e1c7-4c63-b506-fa4c427367f2 of type vlan for network 914296cf-40a1-4418-9397-96759e2932bb Feb 04 13:53:49.088700 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a316a2a9-1e1f-43fa-abbb-be13d44a470c req-ef8f0abe-c1a5-4c41-9fe8-078ca92ab084 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a HTTP/1.1" status: 200 len: 1000 time: 0.1277509 Feb 04 13:53:49.135162 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b758dd8-1145-4cf8-89b9-c5c4de91aaed tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (914296cf-40a1-4418-9397-96759e2932bb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:49.173940 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316a2a9-1e1f-43fa-abbb-be13d44a470c req-53ffacfb-08b1-4aaa-91cc-9d2db115449d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:49.175709 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a316a2a9-1e1f-43fa-abbb-be13d44a470c req-53ffacfb-08b1-4aaa-91cc-9d2db115449d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.0799742 Feb 04 13:53:49.177682 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b758dd8-1145-4cf8-89b9-c5c4de91aaed tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (914296cf-40a1-4418-9397-96759e2932bb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:49.184442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b758dd8-1145-4cf8-89b9-c5c4de91aaed tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:49.185538 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b758dd8-1145-4cf8-89b9-c5c4de91aaed tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:49.263276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316a2a9-1e1f-43fa-abbb-be13d44a470c req-f95363ee-85b7-46fe-8af7-996f232ad1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:49.266830 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a316a2a9-1e1f-43fa-abbb-be13d44a470c req-f95363ee-85b7-46fe-8af7-996f232ad1d6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0853074 Feb 04 13:53:49.289438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b758dd8-1145-4cf8-89b9-c5c4de91aaed tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event updated for resources: {'Network': ['ID=914296cf-40a1-4418-9397-96759e2932bb,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:49.302637 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6b758dd8-1145-4cf8-89b9-c5c4de91aaed tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7307305 Feb 04 13:53:49.303723 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38478) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:49.308868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 914296cf-40a1-4418-9397-96759e2932bb details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:53:49.312301 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7751920f-6847-4686-9bcd-e317b3de0bb5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Request body: {'subnet': {'network_id': '914296cf-40a1-4418-9397-96759e2932bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:49.513256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7751920f-6847-4686-9bcd-e317b3de0bb5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Made reservation on behalf of 979cc930edd148a88bb887e7352cb726 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:49.519210 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7751920f-6847-4686-9bcd-e317b3de0bb5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:49.536189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a316a2a9-1e1f-43fa-abbb-be13d44a470c req-a89832af-36e3-4ff4-8d08-7e4fe4a79955 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606995 Feb 04 13:53:49.761118 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a316a2a9-1e1f-43fa-abbb-be13d44a470c req-1a2d2a67-2730-4b23-8ea6-e3986b58eaf8 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064168 Feb 04 13:53:49.886794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a9bb9-cc16-4ebc-9239-ebfabd262133 req-98337382-ab99-406e-bbb0-c93214db659a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:49.906848 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-214a9bb9-cc16-4ebc-9239-ebfabd262133 req-98337382-ab99-406e-bbb0-c93214db659a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.3682582 Feb 04 13:53:50.055125 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ebd99-ac04-483a-a263-752be09e0554 req-1f7424ec-4dc5-440f-a5a3-15a1ad2b7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:50.061142 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-095ebd99-ac04-483a-a263-752be09e0554 req-1f7424ec-4dc5-440f-a5a3-15a1ad2b7e20 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 1130 time: 0.5238366 Feb 04 13:53:50.075736 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7751920f-6847-4686-9bcd-e317b3de0bb5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (4a868bfd-3b79-46d3-9c66-2d2d1a48f689), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:50.101860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-214a9bb9-cc16-4ebc-9239-ebfabd262133 req-ee395223-29ee-4f8e-9a4e-75dd0bc24f8f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931438 Feb 04 13:53:50.165241 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751920f-6847-4686-9bcd-e317b3de0bb5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event updated for resources: {'Subnet': ['ID=4a868bfd-3b79-46d3-9c66-2d2d1a48f689,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:50.181982 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751920f-6847-4686-9bcd-e317b3de0bb5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Checking segment: {'id': '3bc798d2-e1c7-4c63-b506-fa4c427367f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '914296cf-40a1-4418-9397-96759e2932bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:50.182527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7751920f-6847-4686-9bcd-e317b3de0bb5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Network hostable DHCP agents. Network: 914296cf-40a1-4418-9397-96759e2932bb, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:53:50.227345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7751920f-6847-4686-9bcd-e317b3de0bb5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Network 914296cf-40a1-4418-9397-96759e2932bb is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:53:50.257164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-7751920f-6847-4686-9bcd-e317b3de0bb5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 914296cf-40a1-4418-9397-96759e2932bb) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:50.267089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ab7078-bfe6-43b9-8935-c53c3191f194 None None] Network 914296cf-40a1-4418-9397-96759e2932bb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:50.271009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7751920f-6847-4686-9bcd-e317b3de0bb5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:50.271613 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7751920f-6847-4686-9bcd-e317b3de0bb5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:50.328219 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7751920f-6847-4686-9bcd-e317b3de0bb5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0226054 Feb 04 13:53:50.333679 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38492) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:50.346411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0febe3f3-3117-489d-9a1a-d465b85e71f0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Request body: {'network': {'name': 'tempest-router-network01--2048310376'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:50.368472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ebd99-ac04-483a-a263-752be09e0554 req-8be92738-6410-41b9-9c63-193ebbcb33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:50.370608 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-095ebd99-ac04-483a-a263-752be09e0554 req-8be92738-6410-41b9-9c63-193ebbcb33fe service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.2611225 Feb 04 13:53:50.392113 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0febe3f3-3117-489d-9a1a-d465b85e71f0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Made reservation on behalf of 979cc930edd148a88bb887e7352cb726 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:50.401366 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0febe3f3-3117-489d-9a1a-d465b85e71f0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:50.467360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0febe3f3-3117-489d-9a1a-d465b85e71f0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:53:50.487989 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0febe3f3-3117-489d-9a1a-d465b85e71f0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:50.488400 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-0febe3f3-3117-489d-9a1a-d465b85e71f0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Added segment 8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1 of type vlan for network 51e6aee8-0196-4307-9f71-68468509d6d1 Feb 04 13:53:50.523648 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-914296cf-40a1-4418-9397-96759e2932bb', 'network_id': '914296cf-40a1-4418-9397-96759e2932bb', 'project_id': '979cc930edd148a88bb887e7352cb726', 'fixed_ips': [{'subnet_id': '4a868bfd-3b79-46d3-9c66-2d2d1a48f689'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:53:50.525559 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:50.577696 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-095ebd99-ac04-483a-a263-752be09e0554 req-870668c3-fb76-4c98-bf5b-42eebe6d720b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49 HTTP/1.1" status: 200 len: 1002 time: 0.1990366 Feb 04 13:53:50.617960 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0febe3f3-3117-489d-9a1a-d465b85e71f0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (51e6aee8-0196-4307-9f71-68468509d6d1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:50.677330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0febe3f3-3117-489d-9a1a-d465b85e71f0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (51e6aee8-0196-4307-9f71-68468509d6d1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:50.690169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0febe3f3-3117-489d-9a1a-d465b85e71f0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:50.690169 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0febe3f3-3117-489d-9a1a-d465b85e71f0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:50.706361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ebd99-ac04-483a-a263-752be09e0554 req-f2e6f744-4640-4291-b918-1e44dc887f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:50.710570 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-095ebd99-ac04-483a-a263-752be09e0554 req-f2e6f744-4640-4291-b918-1e44dc887f42 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.1240404 Feb 04 13:53:50.744471 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0febe3f3-3117-489d-9a1a-d465b85e71f0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4084606 Feb 04 13:53:50.773667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38496) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:50.829059 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ebd99-ac04-483a-a263-752be09e0554 req-9a5405a3-fea1-4e72-a5b2-575e01eaf960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:50.832921 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-095ebd99-ac04-483a-a263-752be09e0554 req-9a5405a3-fea1-4e72-a5b2-575e01eaf960 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1183379 Feb 04 13:53:50.863741 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-40a3b9b9-7d27-4271-8825-c0cefc1dc600 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Request body: {'network': {'name': 'tempest-router-network02--415915861'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:50.947225 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Allocated IP 172.20.0.2 (914296cf-40a1-4418-9397-96759e2932bb/4a868bfd-3b79-46d3-9c66-2d2d1a48f689/bde5c528-256d-4db6-8e2d-9b3ae1f47d48) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:53:50.949057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febe3f3-3117-489d-9a1a-d465b85e71f0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event updated for resources: {'Network': ['ID=51e6aee8-0196-4307-9f71-68468509d6d1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:50.970842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 51e6aee8-0196-4307-9f71-68468509d6d1 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:53:50.973729 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a3b9b9-7d27-4271-8825-c0cefc1dc600 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Made reservation on behalf of 979cc930edd148a88bb887e7352cb726 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:50.985124 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-40a3b9b9-7d27-4271-8825-c0cefc1dc600 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:51.068492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a3b9b9-7d27-4271-8825-c0cefc1dc600 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:53:51.101801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-095ebd99-ac04-483a-a263-752be09e0554 req-680a7636-4532-4706-8484-d63a4bdca5b7 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619126 Feb 04 13:53:51.105735 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-40a3b9b9-7d27-4271-8825-c0cefc1dc600 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (24ddf989-7193-4600-a69a-63eff821255f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:51.106278 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-40a3b9b9-7d27-4271-8825-c0cefc1dc600 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Added segment 24ddf989-7193-4600-a69a-63eff821255f of type vlan for network de478e18-2a58-4580-b0d6-e1688c5a3ec3 Feb 04 13:53:51.226702 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-40a3b9b9-7d27-4271-8825-c0cefc1dc600 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (de478e18-2a58-4580-b0d6-e1688c5a3ec3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:51.295162 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-40a3b9b9-7d27-4271-8825-c0cefc1dc600 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (de478e18-2a58-4580-b0d6-e1688c5a3ec3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:51.301396 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a3b9b9-7d27-4271-8825-c0cefc1dc600 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:51.302387 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-40a3b9b9-7d27-4271-8825-c0cefc1dc600 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:51.442743 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Publish callbacks [] for port (bde5c528-256d-4db6-8e2d-9b3ae1f47d48), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:51.454858 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (bde5c528-256d-4db6-8e2d-9b3ae1f47d48), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:51.466979 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-40a3b9b9-7d27-4271-8825-c0cefc1dc600 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6926093 Feb 04 13:53:51.473350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38504) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:51.481859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c59aa-fcfa-451c-a8fe-8316f62cad07 req-00449dc3-5901-4ee6-a04d-7e83c89b2541 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:51.487116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-46b1fa77-15cb-464c-bcba-effa9e1b6eac tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Request body: {'subnet': {'network_id': '51e6aee8-0196-4307-9f71-68468509d6d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:51.495541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a02c59aa-fcfa-451c-a8fe-8316f62cad07 req-00449dc3-5901-4ee6-a04d-7e83c89b2541 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.2096765 Feb 04 13:53:51.548856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Pushing event updated for resources: {'Port': ['ID=bde5c528-256d-4db6-8e2d-9b3ae1f47d48,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:51.583849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Network 914296cf-40a1-4418-9397-96759e2932bb is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:53:51.585686 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:51.590904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:53:51.644449 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3b9b9-7d27-4271-8825-c0cefc1dc600 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event updated for resources: {'Network': ['ID=de478e18-2a58-4580-b0d6-e1688c5a3ec3,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:51.671660 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a02c59aa-fcfa-451c-a8fe-8316f62cad07 req-77f85fdb-3225-4ac0-8e1d-a2832fb2264b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731319 Feb 04 13:53:51.684193 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-095ebd99-ac04-483a-a263-752be09e0554 req-ff51d344-2637-40c8-bb26-cd04b30b6f0f service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646524 Feb 04 13:53:51.711019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network de478e18-2a58-4580-b0d6-e1688c5a3ec3 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:53:51.754516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b1fa77-15cb-464c-bcba-effa9e1b6eac tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Made reservation on behalf of 979cc930edd148a88bb887e7352cb726 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:51.758687 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46b1fa77-15cb-464c-bcba-effa9e1b6eac tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:51.844947 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Attempting to bind port bde5c528-256d-4db6-8e2d-9b3ae1f47d48 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:53:51.845330 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Attempting to bind port bde5c528-256d-4db6-8e2d-9b3ae1f47d48 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '3bc798d2-e1c7-4c63-b506-fa4c427367f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '914296cf-40a1-4418-9397-96759e2932bb'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:53:51.847943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Attempting to bind port bde5c528-256d-4db6-8e2d-9b3ae1f47d48 on network 914296cf-40a1-4418-9397-96759e2932bb {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:53:51.904312 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:53:51.912537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Checking segment: {'id': '3bc798d2-e1c7-4c63-b506-fa4c427367f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '914296cf-40a1-4418-9397-96759e2932bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:51.913045 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:51.913460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Bound using segment: {'id': '3bc798d2-e1c7-4c63-b506-fa4c427367f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '914296cf-40a1-4418-9397-96759e2932bb'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:53:51.913978 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Bound port: bde5c528-256d-4db6-8e2d-9b3ae1f47d48, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc798d2-e1c7-4c63-b506-fa4c427367f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '914296cf-40a1-4418-9397-96759e2932bb'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:53:51.914393 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (bde5c528-256d-4db6-8e2d-9b3ae1f47d48), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:52.017262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] For port bde5c528-256d-4db6-8e2d-9b3ae1f47d48, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:53:52.023842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] For port bde5c528-256d-4db6-8e2d-9b3ae1f47d48, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=bde5c528-256d-4db6-8e2d-9b3ae1f47d48,segment=NetworkSegment(3bc798d2-e1c7-4c63-b506-fa4c427367f2),segment_id=3bc798d2-e1c7-4c63-b506-fa4c427367f2)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:53:52.036186 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (bde5c528-256d-4db6-8e2d-9b3ae1f47d48), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:52.146761 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9de4e7-2b0a-44b8-ba22-c83d74e13bc1 None None] Pushing event updated for resources: {'Port': ['ID=bde5c528-256d-4db6-8e2d-9b3ae1f47d48,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:52.274028 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46b1fa77-15cb-464c-bcba-effa9e1b6eac tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (d2e5698a-f885-48c0-a533-bcf0ce2e514a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:52.464540 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1fa77-15cb-464c-bcba-effa9e1b6eac tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event updated for resources: {'Subnet': ['ID=d2e5698a-f885-48c0-a533-bcf0ce2e514a,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:52.482948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b1fa77-15cb-464c-bcba-effa9e1b6eac tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Checking segment: {'id': '8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '51e6aee8-0196-4307-9f71-68468509d6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:52.483409 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b1fa77-15cb-464c-bcba-effa9e1b6eac tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Network hostable DHCP agents. Network: 51e6aee8-0196-4307-9f71-68468509d6d1, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:53:52.535117 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b1fa77-15cb-464c-bcba-effa9e1b6eac tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Network 51e6aee8-0196-4307-9f71-68468509d6d1 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:53:52.568301 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-46b1fa77-15cb-464c-bcba-effa9e1b6eac tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 51e6aee8-0196-4307-9f71-68468509d6d1) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:52.575108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b1fa77-15cb-464c-bcba-effa9e1b6eac tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:52.578295 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-46b1fa77-15cb-464c-bcba-effa9e1b6eac tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:52.587365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e2cf6-c2b9-4c0d-a09c-3a7a4d9a28a9 None None] Network 51e6aee8-0196-4307-9f71-68468509d6d1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:52.674844 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-46b1fa77-15cb-464c-bcba-effa9e1b6eac tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1952312 Feb 04 13:53:52.678347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38512) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:52.688776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-2249a7fa-48da-435e-a497-82ce235c94ea tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Request body: {'subnet': {'network_id': 'de478e18-2a58-4580-b0d6-e1688c5a3ec3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:52.923587 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device bde5c528-256d-4db6-8e2d-9b3ae1f47d48 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:53:53.005550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-51e6aee8-0196-4307-9f71-68468509d6d1', 'network_id': '51e6aee8-0196-4307-9f71-68468509d6d1', 'project_id': '979cc930edd148a88bb887e7352cb726', 'fixed_ips': [{'subnet_id': 'd2e5698a-f885-48c0-a533-bcf0ce2e514a'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:53:53.008661 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:53.008823 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288e35c-131f-48c9-82db-3cf4674df174 req-2b7008d4-499a-4bdd-a801-1fd223c47770 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:53.020343 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4288e35c-131f-48c9-82db-3cf4674df174 req-2b7008d4-499a-4bdd-a801-1fd223c47770 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.1117551 Feb 04 13:53:53.031987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2249a7fa-48da-435e-a497-82ce235c94ea tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Made reservation on behalf of 979cc930edd148a88bb887e7352cb726 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:53.036483 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2249a7fa-48da-435e-a497-82ce235c94ea tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:53.125779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port bde5c528-256d-4db6-8e2d-9b3ae1f47d48 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:53.126393 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (bde5c528-256d-4db6-8e2d-9b3ae1f47d48), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:53.354090 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Allocated IP 172.20.0.2 (51e6aee8-0196-4307-9f71-68468509d6d1/d2e5698a-f885-48c0-a533-bcf0ce2e514a/f4a7955b-a9db-41c9-893e-6c390c7599e8) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:53:53.422951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port bde5c528-256d-4db6-8e2d-9b3ae1f47d48 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:53.423718 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (bde5c528-256d-4db6-8e2d-9b3ae1f47d48), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:53.453744 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2249a7fa-48da-435e-a497-82ce235c94ea tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (de59b5f6-1860-4cb7-bffa-87ec574def87), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:53.513488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port bde5c528-256d-4db6-8e2d-9b3ae1f47d48, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=bde5c528-256d-4db6-8e2d-9b3ae1f47d48,segment=NetworkSegment(3bc798d2-e1c7-4c63-b506-fa4c427367f2),segment_id=3bc798d2-e1c7-4c63-b506-fa4c427367f2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:53.534969 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (bde5c528-256d-4db6-8e2d-9b3ae1f47d48), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:53.543515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249a7fa-48da-435e-a497-82ce235c94ea tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event updated for resources: {'Subnet': ['ID=de59b5f6-1860-4cb7-bffa-87ec574def87,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:53.643083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4288e35c-131f-48c9-82db-3cf4674df174 req-7491148b-4937-48d3-b3ff-eb637cfb5cb1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6217072 Feb 04 13:53:53.656262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2249a7fa-48da-435e-a497-82ce235c94ea tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Checking segment: {'id': '24ddf989-7193-4600-a69a-63eff821255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'de478e18-2a58-4580-b0d6-e1688c5a3ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:53.656727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2249a7fa-48da-435e-a497-82ce235c94ea tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Network hostable DHCP agents. Network: de478e18-2a58-4580-b0d6-e1688c5a3ec3, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:53:53.691654 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2249a7fa-48da-435e-a497-82ce235c94ea tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Network de478e18-2a58-4580-b0d6-e1688c5a3ec3 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:53:53.721929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-2249a7fa-48da-435e-a497-82ce235c94ea tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, de478e18-2a58-4580-b0d6-e1688c5a3ec3) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:53.721929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2249a7fa-48da-435e-a497-82ce235c94ea tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:53.721929 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2249a7fa-48da-435e-a497-82ce235c94ea tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:53.780152 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38530) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:53.781541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2249a7fa-48da-435e-a497-82ce235c94ea tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1005745 Feb 04 13:53:53.886581 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Publish callbacks [] for port (f4a7955b-a9db-41c9-893e-6c390c7599e8), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:53.934579 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac01178b-94c9-4b87-b7af-518f5289e61c None None] Network de478e18-2a58-4580-b0d6-e1688c5a3ec3 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:53.941743 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (f4a7955b-a9db-41c9-893e-6c390c7599e8), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:53.956511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=bde5c528-256d-4db6-8e2d-9b3ae1f47d48,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:54.099539 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:54.099887 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:54.100226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:54.100564 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:54.100894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:54.101231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:54.101559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:54.101883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:54.102245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:54.102573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:54.102901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:54.103225 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:54.103546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:54.139180 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2363b579-fdbc-4982-8015-fe36e2fdc24b None None] Network 914296cf-40a1-4418-9397-96759e2932bb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:54.179214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d98aab-c723-415a-b9ee-897820845e81 req-af2bd6b7-2e76-44ad-a8ff-833482086818 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:54.181351 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99d98aab-c723-415a-b9ee-897820845e81 req-af2bd6b7-2e76-44ad-a8ff-833482086818 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/networks?id=a74dc432-12cf-4cad-9a93-aa93f8cb2c30 HTTP/1.1" status: 200 len: 808 time: 0.3582070 Feb 04 13:53:54.201297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99d98aab-c723-415a-b9ee-897820845e81 req-312b4ca5-3567-4588-8600-6ff2d0dac2fa tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/quotas/3a594c608b654cdfa4fcb7070230c855 HTTP/1.1" status: 200 len: 375 time: 0.0121028 Feb 04 13:53:54.268949 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99d98aab-c723-415a-b9ee-897820845e81 req-1c11ba32-3479-4abe-a41c-f037230691a8 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3a594c608b654cdfa4fcb7070230c855&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598357 Feb 04 13:53:54.478129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99d98aab-c723-415a-b9ee-897820845e81 req-45d20a97-12f8-4ece-b99a-5c9fd9627cf2 service neutron] 10.222.0.96 "GET /v2.0/networks/a74dc432-12cf-4cad-9a93-aa93f8cb2c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000833 Feb 04 13:53:54.619545 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Network 51e6aee8-0196-4307-9f71-68468509d6d1 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:53:54.869290 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device bde5c528-256d-4db6-8e2d-9b3ae1f47d48 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:53:54.985874 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:55.057353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:53:55.250858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Pushing event updated for resources: {'Port': ['ID=f4a7955b-a9db-41c9-893e-6c390c7599e8,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:55.283011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-68449d3a-8327-475b-a90e-71ad209ebaa0 None None] Provisioning complete for port bde5c528-256d-4db6-8e2d-9b3ae1f47d48 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:55.283393 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-68449d3a-8327-475b-a90e-71ad209ebaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (bde5c528-256d-4db6-8e2d-9b3ae1f47d48), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:55.345476 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:55.543972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-de478e18-2a58-4580-b0d6-e1688c5a3ec3', 'network_id': 'de478e18-2a58-4580-b0d6-e1688c5a3ec3', 'project_id': '979cc930edd148a88bb887e7352cb726', 'fixed_ips': [{'subnet_id': 'de59b5f6-1860-4cb7-bffa-87ec574def87'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:53:55.548086 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:55.612723 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99d98aab-c723-415a-b9ee-897820845e81 req-863145d0-18af-4b24-88c0-540a257449f1 service neutron] 10.222.0.96 "GET /v2.0/networks/a74dc432-12cf-4cad-9a93-aa93f8cb2c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1262136 Feb 04 13:53:55.651770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Attempting to bind port f4a7955b-a9db-41c9-893e-6c390c7599e8 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:53:55.652367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Attempting to bind port f4a7955b-a9db-41c9-893e-6c390c7599e8 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '51e6aee8-0196-4307-9f71-68468509d6d1'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:53:55.652927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Attempting to bind port f4a7955b-a9db-41c9-893e-6c390c7599e8 on network 51e6aee8-0196-4307-9f71-68468509d6d1 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:53:55.676824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port bde5c528-256d-4db6-8e2d-9b3ae1f47d48 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:55.679438 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (bde5c528-256d-4db6-8e2d-9b3ae1f47d48), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:55.769641 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:53:55.770193 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Checking segment: {'id': '8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '51e6aee8-0196-4307-9f71-68468509d6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:55.770785 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:55.771426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Bound using segment: {'id': '8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '51e6aee8-0196-4307-9f71-68468509d6d1'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:53:55.772188 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Bound port: f4a7955b-a9db-41c9-893e-6c390c7599e8, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '51e6aee8-0196-4307-9f71-68468509d6d1'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:53:55.772814 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f4a7955b-a9db-41c9-893e-6c390c7599e8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:56.474676 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b512-dcc8-4eb5-90ed-47ee41f8b75b req-8d676ab5-a2fb-4250-b77b-54a6bc674bd5 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:56.488786 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b66b512-dcc8-4eb5-90ed-47ee41f8b75b req-8d676ab5-a2fb-4250-b77b-54a6bc674bd5 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.1523287 Feb 04 13:53:56.516469 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-68449d3a-8327-475b-a90e-71ad209ebaa0 None None] Current status of the port bde5c528-256d-4db6-8e2d-9b3ae1f47d48 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:56.569535 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b66b512-dcc8-4eb5-90ed-47ee41f8b75b req-6a4b9d49-fbaa-45d3-b18b-4194b614419b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793617 Feb 04 13:53:56.646665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] For port f4a7955b-a9db-41c9-893e-6c390c7599e8, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:53:56.732478 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Allocated IP 172.20.0.1 (51e6aee8-0196-4307-9f71-68468509d6d1/d2e5698a-f885-48c0-a533-bcf0ce2e514a/7281b71a-2ddb-4206-95f0-6b07cc914c8b) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:53:56.739714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5505371-05bc-42ef-9e34-0e8621d31a42 req-3cfc31f4-d383-4b86-b998-f82c30bf5bfb tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=364a3ca5-1155-460c-815a-06d60fe0a496 HTTP/1.1" status: 200 len: 210 time: 0.0779850 Feb 04 13:53:56.769459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Allocated IP 172.20.0.2 (de478e18-2a58-4580-b0d6-e1688c5a3ec3/de59b5f6-1860-4cb7-bffa-87ec574def87/05209c2d-a30e-48ee-ab4d-9fe44245e965) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:53:56.779110 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] For port f4a7955b-a9db-41c9-893e-6c390c7599e8, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f4a7955b-a9db-41c9-893e-6c390c7599e8,segment=NetworkSegment(8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1),segment_id=8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:53:56.807547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port bde5c528-256d-4db6-8e2d-9b3ae1f47d48 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:56.839613 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7d286d95-7684-449c-bcce-aea20ceed902 None None] Provisioning complete for port bde5c528-256d-4db6-8e2d-9b3ae1f47d48 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:56.841532 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7d286d95-7684-449c-bcce-aea20ceed902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (bde5c528-256d-4db6-8e2d-9b3ae1f47d48), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:56.933113 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f4a7955b-a9db-41c9-893e-6c390c7599e8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:57.060218 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for port (7281b71a-2ddb-4206-95f0-6b07cc914c8b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:57.116536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464be1a-053a-4ae5-9da3-c7560c10730b None None] Pushing event updated for resources: {'Port': ['ID=f4a7955b-a9db-41c9-893e-6c390c7599e8,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:57.176978 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7281b71a-2ddb-4206-95f0-6b07cc914c8b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:57.318002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Network 51e6aee8-0196-4307-9f71-68468509d6d1 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:53:57.321717 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:57.342156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:53:57.426663 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event updated for resources: {'Port': ['ID=7281b71a-2ddb-4206-95f0-6b07cc914c8b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:57.458984 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:57.787853 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7d286d95-7684-449c-bcce-aea20ceed902 None None] Current status of the port bde5c528-256d-4db6-8e2d-9b3ae1f47d48 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:57.971394 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Publish callbacks [] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:57.980073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78416e35-a56d-4aa2-8241-078234733cc3 req-f9086d33-f46b-4692-8350-923c19a97c39 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:57.983901 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:57.993768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-78416e35-a56d-4aa2-8241-078234733cc3 req-f9086d33-f46b-4692-8350-923c19a97c39 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.1769273 Feb 04 13:53:58.009292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7281b71a-2ddb-4206-95f0-6b07cc914c8b), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:58.141462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-78416e35-a56d-4aa2-8241-078234733cc3 req-d5310abc-a1fe-4e18-8372-f7cb07ba6201 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462696 Feb 04 13:53:58.181854 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Pushing event updated for resources: {'Port': ['ID=05209c2d-a30e-48ee-ab4d-9fe44245e965,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:58.215442 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Network de478e18-2a58-4580-b0d6-e1688c5a3ec3 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:53:58.225042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:58.232777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:53:58.354644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0c9a25a-1ab0-4fd7-86ad-130ea9a377b0 req-179791d4-0b9e-44c8-85d2-5cbc9f006c6b tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=364a3ca5-1155-460c-815a-06d60fe0a496 HTTP/1.1" status: 200 len: 210 time: 0.0803483 Feb 04 13:53:58.525584 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Attempting to bind port 05209c2d-a30e-48ee-ab4d-9fe44245e965 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:53:58.532454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Attempting to bind port 05209c2d-a30e-48ee-ab4d-9fe44245e965 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '24ddf989-7193-4600-a69a-63eff821255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'de478e18-2a58-4580-b0d6-e1688c5a3ec3'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:53:58.547847 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Attempting to bind port 05209c2d-a30e-48ee-ab4d-9fe44245e965 on network de478e18-2a58-4580-b0d6-e1688c5a3ec3 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:53:58.582894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:53:58.589960 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Checking segment: {'id': '24ddf989-7193-4600-a69a-63eff821255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'de478e18-2a58-4580-b0d6-e1688c5a3ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:53:58.594082 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:58.595010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Bound using segment: {'id': '24ddf989-7193-4600-a69a-63eff821255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'de478e18-2a58-4580-b0d6-e1688c5a3ec3'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:53:58.597902 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Bound port: 05209c2d-a30e-48ee-ab4d-9fe44245e965, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ddf989-7193-4600-a69a-63eff821255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'de478e18-2a58-4580-b0d6-e1688c5a3ec3'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:53:58.601300 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:59.127044 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d98aab-c723-415a-b9ee-897820845e81 req-4504d0e6-1b35-4fd7-9c79-633ca027c958 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:59.135954 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99d98aab-c723-415a-b9ee-897820845e81 req-4504d0e6-1b35-4fd7-9c79-633ca027c958 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.100 "GET /v2.0/networks?id=a74dc432-12cf-4cad-9a93-aa93f8cb2c30 HTTP/1.1" status: 200 len: 808 time: 0.7718184 Feb 04 13:53:59.181022 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for port (7281b71a-2ddb-4206-95f0-6b07cc914c8b), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:59.187063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-99d98aab-c723-415a-b9ee-897820845e81 req-e5079156-cb54-43f9-aae9-a251c0613e43 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Request body: {'port': {'device_id': '364a3ca5-1155-460c-815a-06d60fe0a496', 'network_id': 'a74dc432-12cf-4cad-9a93-aa93f8cb2c30', 'admin_state_up': True, 'tenant_id': '3a594c608b654cdfa4fcb7070230c855'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:59.199561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] For port 05209c2d-a30e-48ee-ab4d-9fe44245e965, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:53:59.209262 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (7281b71a-2ddb-4206-95f0-6b07cc914c8b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:59.214011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] For port 05209c2d-a30e-48ee-ab4d-9fe44245e965, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=05209c2d-a30e-48ee-ab4d-9fe44245e965,segment=NetworkSegment(24ddf989-7193-4600-a69a-63eff821255f),segment_id=24ddf989-7193-4600-a69a-63eff821255f)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:53:59.241995 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:59.397652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f4a7955b-a9db-41c9-893e-6c390c7599e8 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:53:59.484821 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:59.546661 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event updated for resources: {'Port': ['ID=7281b71a-2ddb-4206-95f0-6b07cc914c8b,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:59.783252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d98aab-c723-415a-b9ee-897820845e81 req-e5079156-cb54-43f9-aae9-a251c0613e43 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Made reservation on behalf of 3a594c608b654cdfa4fcb7070230c855 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:59.816515 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-99d98aab-c723-415a-b9ee-897820845e81 req-e5079156-cb54-43f9-aae9-a251c0613e43 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:59.847127 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4e372-c443-420e-98f3-1a4997992e7d None None] Pushing event updated for resources: {'Port': ['ID=05209c2d-a30e-48ee-ab4d-9fe44245e965,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:59.889348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41b6283-c015-4182-878a-c6da714578ca None None] Network 51e6aee8-0196-4307-9f71-68468509d6d1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:59.987096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f4a7955b-a9db-41c9-893e-6c390c7599e8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:59.987688 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f4a7955b-a9db-41c9-893e-6c390c7599e8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:00.066487 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-33467e9d-2916-42c3-8241-d1e8052d827b None None] Provisioning complete for port f4a7955b-a9db-41c9-893e-6c390c7599e8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:00.067049 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Network 51e6aee8-0196-4307-9f71-68468509d6d1 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:54:00.067475 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-33467e9d-2916-42c3-8241-d1e8052d827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f4a7955b-a9db-41c9-893e-6c390c7599e8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:00.071160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:54:00.506376 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f4a7955b-a9db-41c9-893e-6c390c7599e8 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:00.515800 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f4a7955b-a9db-41c9-893e-6c390c7599e8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:00.716797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-33467e9d-2916-42c3-8241-d1e8052d827b None None] Current status of the port f4a7955b-a9db-41c9-893e-6c390c7599e8 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:00.717805 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-33467e9d-2916-42c3-8241-d1e8052d827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f4a7955b-a9db-41c9-893e-6c390c7599e8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:00.740281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Router f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:54:00.796599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-99d98aab-c723-415a-b9ee-897820845e81 req-e5079156-cb54-43f9-aae9-a251c0613e43 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Allocated IP 172.20.0.4 (a74dc432-12cf-4cad-9a93-aa93f8cb2c30/ffdb9c0d-844f-4aab-ba64-bda5890aff67/44254084-7f87-4eb2-aa51-90f7fc44a6ff) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:54:01.039847 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port f4a7955b-a9db-41c9-893e-6c390c7599e8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f4a7955b-a9db-41c9-893e-6c390c7599e8,segment=NetworkSegment(8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1),segment_id=8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:01.063161 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f4a7955b-a9db-41c9-893e-6c390c7599e8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:01.239108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:54:01.257988 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0b6bef68-42d9-4ba4-a4f1-a23ed5a17a58 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "PUT /v2.0/routers/f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4710815 Feb 04 13:54:01.260013 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b10908-5d12-4713-b425-ce7ef46e6b86 None None] Sync routers for ids ['f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:54:01.266607 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38608) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:01.278960 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b10908-5d12-4713-b425-ce7ef46e6b86 None None] Routers {'f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:54:01.280098 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b6b10908-5d12-4713-b425-ce7ef46e6b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:53:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:01.295274 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-33467e9d-2916-42c3-8241-d1e8052d827b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:54:01.301228 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-33467e9d-2916-42c3-8241-d1e8052d827b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:54:01.315397 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-99d98aab-c723-415a-b9ee-897820845e81 req-e5079156-cb54-43f9-aae9-a251c0613e43 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Publish callbacks [] for port (44254084-7f87-4eb2-aa51-90f7fc44a6ff), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:01.445329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c900a-7b44-41d5-8810-a75c22aaa243 req-a7958fbb-fff5-4882-9ff7-44ebe257d1b0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:01.447278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc5c900a-7b44-41d5-8810-a75c22aaa243 req-a7958fbb-fff5-4882-9ff7-44ebe257d1b0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 1.2323973 Feb 04 13:54:01.480681 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b6b10908-5d12-4713-b425-ce7ef46e6b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:01.485475 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 05209c2d-a30e-48ee-ab4d-9fe44245e965 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:54:01.511860 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b10908-5d12-4713-b425-ce7ef46e6b86 None None] Routers {'f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:54:01.513226 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b6b10908-5d12-4713-b425-ce7ef46e6b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:53:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:01.607397 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b6b10908-5d12-4713-b425-ce7ef46e6b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:01.611129 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b10908-5d12-4713-b425-ce7ef46e6b86 None None] The sync data for ids ['f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:54:01.628582 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc5c900a-7b44-41d5-8810-a75c22aaa243 req-616357dc-b4de-4f83-ac7f-82ace0532ea5 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697552 Feb 04 13:54:01.629983 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-99d98aab-c723-415a-b9ee-897820845e81 req-e5079156-cb54-43f9-aae9-a251c0613e43 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (44254084-7f87-4eb2-aa51-90f7fc44a6ff), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:01.768154 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=f4a7955b-a9db-41c9-893e-6c390c7599e8,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:01.930064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d98aab-c723-415a-b9ee-897820845e81 req-e5079156-cb54-43f9-aae9-a251c0613e43 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Network a74dc432-12cf-4cad-9a93-aa93f8cb2c30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:54:01.946760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-99d98aab-c723-415a-b9ee-897820845e81 req-e5079156-cb54-43f9-aae9-a251c0613e43 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:54:02.000633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d98aab-c723-415a-b9ee-897820845e81 req-e5079156-cb54-43f9-aae9-a251c0613e43 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:54:02.036231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 05209c2d-a30e-48ee-ab4d-9fe44245e965 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:02.036231 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:02.166747 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5079156-cb54-43f9-aae9-a251c0613e43 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Pushing event updated for resources: {'Port': ['ID=44254084-7f87-4eb2-aa51-90f7fc44a6ff,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:02.197938 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-33467e9d-2916-42c3-8241-d1e8052d827b None None] Current status of the port f4a7955b-a9db-41c9-893e-6c390c7599e8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:02.266825 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d98aab-c723-415a-b9ee-897820845e81 req-e5079156-cb54-43f9-aae9-a251c0613e43 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:02.267584 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-99d98aab-c723-415a-b9ee-897820845e81 req-e5079156-cb54-43f9-aae9-a251c0613e43 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:02.332789 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99d98aab-c723-415a-b9ee-897820845e81 req-e5079156-cb54-43f9-aae9-a251c0613e43 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1923246 Feb 04 13:54:02.358944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2024b2e-0f13-484b-9557-581b2fbc4e38 req-adcbd470-a15c-4080-9b36-483220040f36 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:02.367685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2024b2e-0f13-484b-9557-581b2fbc4e38 req-adcbd470-a15c-4080-9b36-483220040f36 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=364a3ca5-1155-460c-815a-06d60fe0a496 HTTP/1.1" status: 200 len: 931 time: 0.4541080 Feb 04 13:54:02.380809 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Request body: {'port': {'device_id': '364a3ca5-1155-460c-815a-06d60fe0a496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:02.392050 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 05209c2d-a30e-48ee-ab4d-9fe44245e965 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:02.408142 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:02.472944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-782f5a51-831d-458c-9c86-08dbde751c80 None None] Provisioning complete for port 7281b71a-2ddb-4206-95f0-6b07cc914c8b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:02.473426 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-782f5a51-831d-458c-9c86-08dbde751c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7281b71a-2ddb-4206-95f0-6b07cc914c8b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:02.526187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368e6b62-1f19-4e31-9218-81abcd673619 None None] Network de478e18-2a58-4580-b0d6-e1688c5a3ec3 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:54:02.652822 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (44254084-7f87-4eb2-aa51-90f7fc44a6ff), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:02.683659 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 05209c2d-a30e-48ee-ab4d-9fe44245e965, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=05209c2d-a30e-48ee-ab4d-9fe44245e965,segment=NetworkSegment(24ddf989-7193-4600-a69a-63eff821255f),segment_id=24ddf989-7193-4600-a69a-63eff821255f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:02.729258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-782f5a51-831d-458c-9c86-08dbde751c80 None None] Port 7281b71a-2ddb-4206-95f0-6b07cc914c8b cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:54:02.760349 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:03.023229 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-ebe8f3e3-00ca-4309-b040-6c8e3fd6d79d tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:03.038964 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ebe8f3e3-00ca-4309-b040-6c8e3fd6d79d tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "PUT /v2.0/routers/f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7702141 Feb 04 13:54:03.039934 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38624) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:03.330021 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2024b2e-0f13-484b-9557-581b2fbc4e38 req-8d22876b-ac11-428d-93b9-96dfab4c40c5 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8279166 Feb 04 13:54:03.554528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44254084-7f87-4eb2-aa51-90f7fc44a6ff {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:54:03.575544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f4a7955b-a9db-41c9-893e-6c390c7599e8 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:54:03.589090 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Publish callbacks [] for port (44254084-7f87-4eb2-aa51-90f7fc44a6ff), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:03.648746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Transition to ACTIVE for port object 44254084-7f87-4eb2-aa51-90f7fc44a6ff will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:54:03.748524 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (44254084-7f87-4eb2-aa51-90f7fc44a6ff), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:03.849690 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-782f5a51-831d-458c-9c86-08dbde751c80 None None] Provisioning complete for port f4a7955b-a9db-41c9-893e-6c390c7599e8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:03.854557 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-782f5a51-831d-458c-9c86-08dbde751c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f4a7955b-a9db-41c9-893e-6c390c7599e8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:03.900223 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:03.903310 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Pushing event updated for resources: {'Port': ['ID=44254084-7f87-4eb2-aa51-90f7fc44a6ff,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:04.037982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c7042-5c5f-488e-a433-c9ff843870b7 req-a5f5a0c9-6709-42c8-9523-821566034c48 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:04.039557 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d8c7042-5c5f-488e-a433-c9ff843870b7 req-a5f5a0c9-6709-42c8-9523-821566034c48 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.3879640 Feb 04 13:54:04.178198 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=05209c2d-a30e-48ee-ab4d-9fe44245e965,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:04.212920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Attempting to bind port 44254084-7f87-4eb2-aa51-90f7fc44a6ff on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:54:04.213272 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Attempting to bind port 44254084-7f87-4eb2-aa51-90f7fc44a6ff by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '3ccea207-e09d-4fbc-a5c0-0303a8d04f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a74dc432-12cf-4cad-9a93-aa93f8cb2c30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:54:04.213607 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Attempting to bind port 44254084-7f87-4eb2-aa51-90f7fc44a6ff on network a74dc432-12cf-4cad-9a93-aa93f8cb2c30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:54:04.239473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Port 44254084-7f87-4eb2-aa51-90f7fc44a6ff on network a74dc432-12cf-4cad-9a93-aa93f8cb2c30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:54:04.239845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Attempting to bind port 44254084-7f87-4eb2-aa51-90f7fc44a6ff on network a74dc432-12cf-4cad-9a93-aa93f8cb2c30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:54:04.256477 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:54:04.257005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Checking segment: {'id': '3ccea207-e09d-4fbc-a5c0-0303a8d04f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a74dc432-12cf-4cad-9a93-aa93f8cb2c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:54:04.257667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Bound using segment: {'id': '3ccea207-e09d-4fbc-a5c0-0303a8d04f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a74dc432-12cf-4cad-9a93-aa93f8cb2c30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:54:04.258190 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Bound port: 44254084-7f87-4eb2-aa51-90f7fc44a6ff, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccea207-e09d-4fbc-a5c0-0303a8d04f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a74dc432-12cf-4cad-9a93-aa93f8cb2c30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:54:04.258570 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (44254084-7f87-4eb2-aa51-90f7fc44a6ff), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:04.352125 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d8c7042-5c5f-488e-a433-c9ff843870b7 req-9e44e95c-be25-46c4-8daa-0fcfba70483b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804098 Feb 04 13:54:04.356277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f4a7955b-a9db-41c9-893e-6c390c7599e8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:04.356277 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f4a7955b-a9db-41c9-893e-6c390c7599e8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:04.535177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-782f5a51-831d-458c-9c86-08dbde751c80 None None] Current status of the port f4a7955b-a9db-41c9-893e-6c390c7599e8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:04.556360 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] For port 44254084-7f87-4eb2-aa51-90f7fc44a6ff, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:54:04.564612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] For port 44254084-7f87-4eb2-aa51-90f7fc44a6ff, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=44254084-7f87-4eb2-aa51-90f7fc44a6ff,segment=NetworkSegment(3ccea207-e09d-4fbc-a5c0-0303a8d04f9a),segment_id=3ccea207-e09d-4fbc-a5c0-0303a8d04f9a)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:54:04.576894 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (44254084-7f87-4eb2-aa51-90f7fc44a6ff), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:04.612812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:04.614725 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:04.622810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99d98aab-c723-415a-b9ee-897820845e81 req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] 10.222.0.100 "PUT /v2.0/ports/44254084-7f87-4eb2-aa51-90f7fc44a6ff HTTP/1.1" status: 200 len: 1092 time: 2.2539425 Feb 04 13:54:04.625518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364a3ca5-1155-460c-815a-06d60fe0a496', 'tag': '44254084-7f87-4eb2-aa51-90f7fc44a6ff'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:54:04.631973 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c530ef-e4d8-43e2-a803-ca2acd5d26a5" -d '{"events": [{"name": "network-changed", "server_uuid": "364a3ca5-1155-460c-815a-06d60fe0a496", "tag": "44254084-7f87-4eb2-aa51-90f7fc44a6ff"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:54:04.783472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f4a7955b-a9db-41c9-893e-6c390c7599e8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:04.797097 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c3b45b59-1db6-4aec-af40-1baf3b124ef3 None None] Provisioning complete for port 7281b71a-2ddb-4206-95f0-6b07cc914c8b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:04.798771 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c3b45b59-1db6-4aec-af40-1baf3b124ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7281b71a-2ddb-4206-95f0-6b07cc914c8b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:04.912948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c3b45b59-1db6-4aec-af40-1baf3b124ef3 None None] Port 7281b71a-2ddb-4206-95f0-6b07cc914c8b cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:54:04.921050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Deleting port 7281b71a-2ddb-4206-95f0-6b07cc914c8b {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:54:04.922324 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7281b71a-2ddb-4206-95f0-6b07cc914c8b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:04.961010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c3b45b59-1db6-4aec-af40-1baf3b124ef3 None None] Provisioning complete for port 05209c2d-a30e-48ee-ab4d-9fe44245e965 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:04.963018 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c3b45b59-1db6-4aec-af40-1baf3b124ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:04.973055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d98aab-c723-415a-b9ee-897820845e81 req-ca43e502-f943-4121-bf3a-54dc6c8eadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:04.976234 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99d98aab-c723-415a-b9ee-897820845e81 req-ca43e502-f943-4121-bf3a-54dc6c8eadbd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3a594c608b654cdfa4fcb7070230c855&device_id=364a3ca5-1155-460c-815a-06d60fe0a496 HTTP/1.1" status: 200 len: 1126 time: 0.1718895 Feb 04 13:54:05.012260 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5ff70-ea19-4398-aa8e-50ef83169520 service neutron] Pushing event updated for resources: {'Port': ['ID=44254084-7f87-4eb2-aa51-90f7fc44a6ff,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:05.122274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911758c9-2aa3-4a6e-9069-5805fca8dbe4 req-532a82ba-b4ca-497c-841c-6e2bf8c6848d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:05.130780 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-911758c9-2aa3-4a6e-9069-5805fca8dbe4 req-532a82ba-b4ca-497c-841c-6e2bf8c6848d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.4042089 Feb 04 13:54:05.140056 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99d98aab-c723-415a-b9ee-897820845e81 req-0673760c-11c0-4787-8cac-6fe412dabf00 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44254084-7f87-4eb2-aa51-90f7fc44a6ff HTTP/1.1" status: 200 len: 217 time: 0.1449327 Feb 04 13:54:05.294198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d98aab-c723-415a-b9ee-897820845e81 req-495b144c-789d-44e1-8998-b29aa0a0f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:05.297643 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99d98aab-c723-415a-b9ee-897820845e81 req-495b144c-789d-44e1-8998-b29aa0a0f9d6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffdb9c0d-844f-4aab-ba64-bda5890aff67 HTTP/1.1" status: 200 len: 848 time: 0.1459417 Feb 04 13:54:05.303966 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 05209c2d-a30e-48ee-ab4d-9fe44245e965 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:54:05.304307 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7281b71a-2ddb-4206-95f0-6b07cc914c8b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:05.340524 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Calling delete_port for 7281b71a-2ddb-4206-95f0-6b07cc914c8b owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:54:05.396697 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99d98aab-c723-415a-b9ee-897820845e81 req-9d8d1b95-2984-4de8-a0ed-69f6822f913b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a74dc432-12cf-4cad-9a93-aa93f8cb2c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837762 Feb 04 13:54:05.415561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c3b45b59-1db6-4aec-af40-1baf3b124ef3 None None] Current status of the port 05209c2d-a30e-48ee-ab4d-9fe44245e965 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:05.423790 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-911758c9-2aa3-4a6e-9069-5805fca8dbe4 req-51b5a52b-96b3-4e64-9079-8e035073cd85 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915914 Feb 04 13:54:05.430856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 05209c2d-a30e-48ee-ab4d-9fe44245e965 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:05.431799 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:05.617991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d5286cc1-5eef-47b6-b892-644d9058356f None None] Provisioning complete for port 05209c2d-a30e-48ee-ab4d-9fe44245e965 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:05.618962 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d5286cc1-5eef-47b6-b892-644d9058356f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:05.726505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 05209c2d-a30e-48ee-ab4d-9fe44245e965 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:05.752749 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7281b71a-2ddb-4206-95f0-6b07cc914c8b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:05.794536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event deleted for resources: {'Port': ['ID=7281b71a-2ddb-4206-95f0-6b07cc914c8b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:05.839283 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99d98aab-c723-415a-b9ee-897820845e81 req-bd93aaa6-e4f0-4566-897f-38338389a9cb service neutron] 10.222.0.100 "GET /v2.0/networks/a74dc432-12cf-4cad-9a93-aa93f8cb2c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135513 Feb 04 13:54:05.872193 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d5286cc1-5eef-47b6-b892-644d9058356f None None] Current status of the port 05209c2d-a30e-48ee-ab4d-9fe44245e965 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:05.924615 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:05.926392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:05.927360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:05.928305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:05.929818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:05.931058 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:05.932070 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:05.933818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:05.934892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:05.935877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:05.936995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:05.937886 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:05.938153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4230b-9b51-46ab-9fb3-9e13fd488ba6 req-ab1c3b2f-140a-42b8-a1b7-23a4e3eccb94 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:05.938813 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:05.940971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bff4230b-9b51-46ab-9fb3-9e13fd488ba6 req-ab1c3b2f-140a-42b8-a1b7-23a4e3eccb94 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=364a3ca5-1155-460c-815a-06d60fe0a496 HTTP/1.1" status: 200 len: 943 time: 0.3720808 Feb 04 13:54:06.140997 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:06.260383 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99d98aab-c723-415a-b9ee-897820845e81 req-eb797093-c0e9-4219-a6ad-94ff77ba416e service neutron] 10.222.0.100 "GET /v2.0/networks/a74dc432-12cf-4cad-9a93-aa93f8cb2c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971872 Feb 04 13:54:06.348176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bff4230b-9b51-46ab-9fb3-9e13fd488ba6 req-29edb655-4751-4d2b-9471-2f00956a254b tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570857 Feb 04 13:54:06.513372 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Router f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:54:06.782184 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608af46b-5890-4ff4-9232-e15c0e48bd1b x-openstack-request-id: req-608af46b-5890-4ff4-9232-e15c0e48bd1b {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:54:06.783692 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364a3ca5-1155-460c-815a-06d60fe0a496", "tag": "44254084-7f87-4eb2-aa51-90f7fc44a6ff", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:54:06.784431 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-608af46b-5890-4ff4-9232-e15c0e48bd1b {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:54:06.785370 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364a3ca5-1155-460c-815a-06d60fe0a496', 'tag': '44254084-7f87-4eb2-aa51-90f7fc44a6ff', 'status': 'completed', 'code': 200} Feb 04 13:54:06.981262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c530ef-e4d8-43e2-a803-ca2acd5d26a5 req-beec6141-1e0f-4681-8799-f7342cfb83db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:06.985120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86c530ef-e4d8-43e2-a803-ca2acd5d26a5 req-beec6141-1e0f-4681-8799-f7342cfb83db service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3a594c608b654cdfa4fcb7070230c855&device_id=364a3ca5-1155-460c-815a-06d60fe0a496 HTTP/1.1" status: 200 len: 1126 time: 0.1719892 Feb 04 13:54:07.206787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c530ef-e4d8-43e2-a803-ca2acd5d26a5 req-720c9949-9e89-4483-af23-0f44c1d38e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:07.209338 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86c530ef-e4d8-43e2-a803-ca2acd5d26a5 req-720c9949-9e89-4483-af23-0f44c1d38e48 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a74dc432-12cf-4cad-9a93-aa93f8cb2c30 HTTP/1.1" status: 200 len: 909 time: 0.2135239 Feb 04 13:54:07.213644 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:54:07.229668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38652) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:07.230298 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8177b526-ec7a-4320-bdd1-18dc5fbaf399 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "PUT /v2.0/routers/f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1878242 Feb 04 13:54:07.233132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67912ea-a9ef-47f1-89d9-465419c72329 None None] Sync routers for ids ['f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:54:07.364173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67912ea-a9ef-47f1-89d9-465419c72329 None None] Routers {'f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:54:07.366009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f67912ea-a9ef-47f1-89d9-465419c72329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:53:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:07.371099 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86c530ef-e4d8-43e2-a803-ca2acd5d26a5 req-2505f5e1-3a9f-4edf-871b-1bea8152c059 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44254084-7f87-4eb2-aa51-90f7fc44a6ff HTTP/1.1" status: 200 len: 217 time: 0.1543772 Feb 04 13:54:07.375466 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-dde142b7-a2dc-43f8-80b3-9fea0735a891 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] delete failed (client error): The resource could not be found. Feb 04 13:54:07.377246 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dde142b7-a2dc-43f8-80b3-9fea0735a891 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "DELETE /v2.0/routers/tempest-non_exist_router-1511029252 HTTP/1.1" status: 404 len: 335 time: 0.1449685 Feb 04 13:54:07.385143 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38654) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:07.395541 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b97b68ed-10b8-4eae-91e7-a41462c4391c tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:07.476469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2097175-2a53-4d23-937d-3bb144b9aa77 req-5c46544f-f1f3-45a4-97a6-6e3b947e3076 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:07.484682 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2097175-2a53-4d23-937d-3bb144b9aa77 req-5c46544f-f1f3-45a4-97a6-6e3b947e3076 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.5572383 Feb 04 13:54:07.493807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c530ef-e4d8-43e2-a803-ca2acd5d26a5 req-35cb6291-0a4c-49b8-b001-97e5bc3165c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:07.503530 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f67912ea-a9ef-47f1-89d9-465419c72329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:07.507948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86c530ef-e4d8-43e2-a803-ca2acd5d26a5 req-35cb6291-0a4c-49b8-b001-97e5bc3165c5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffdb9c0d-844f-4aab-ba64-bda5890aff67 HTTP/1.1" status: 200 len: 848 time: 0.1080568 Feb 04 13:54:07.537688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67912ea-a9ef-47f1-89d9-465419c72329 None None] Routers {'f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:54:07.540028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f67912ea-a9ef-47f1-89d9-465419c72329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:53:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:07.558402 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86c530ef-e4d8-43e2-a803-ca2acd5d26a5 req-299e768b-a230-475e-b813-ab9a6c234432 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a74dc432-12cf-4cad-9a93-aa93f8cb2c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491960 Feb 04 13:54:07.709561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f67912ea-a9ef-47f1-89d9-465419c72329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:07.711272 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67912ea-a9ef-47f1-89d9-465419c72329 None None] The sync data for ids ['f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:54:07.846562 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2097175-2a53-4d23-937d-3bb144b9aa77 req-44fb8d15-9a6b-4f6d-a5d2-d511d8e537d5 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3606927 Feb 04 13:54:07.850057 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86c530ef-e4d8-43e2-a803-ca2acd5d26a5 req-b6b838db-3683-4084-ba38-37b52f2545c0 service neutron] 10.222.0.100 "GET /v2.0/networks/a74dc432-12cf-4cad-9a93-aa93f8cb2c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824655 Feb 04 13:54:07.995412 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b97b68ed-10b8-4eae-91e7-a41462c4391c tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for router_gateway (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:08.035353 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-b97b68ed-10b8-4eae-91e7-a41462c4391c tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] update failed (client error): The resource could not be found. Feb 04 13:54:08.036455 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b97b68ed-10b8-4eae-91e7-a41462c4391c tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "PUT /v2.0/routers/f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a HTTP/1.1" status: 404 len: 339 time: 0.6496964 Feb 04 13:54:08.045116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38660) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:08.071910 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86c530ef-e4d8-43e2-a803-ca2acd5d26a5 req-9aeae147-c673-45ff-9ceb-8a2cafa58214 service neutron] 10.222.0.100 "GET /v2.0/networks/a74dc432-12cf-4cad-9a93-aa93f8cb2c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088981 Feb 04 13:54:08.202392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96375588-87d2-4d08-bd12-aa7142f1105a req-c4cfea74-9482-46e5-9386-9baa9723cfe8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:08.202392 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96375588-87d2-4d08-bd12-aa7142f1105a req-c4cfea74-9482-46e5-9386-9baa9723cfe8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.1253228 Feb 04 13:54:08.329241 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-96375588-87d2-4d08-bd12-aa7142f1105a req-36db30e6-5503-4333-aa24-3e9bea7683b6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112323 Feb 04 13:54:08.628493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4b96e-5f0d-4fa7-8b11-37fa0e4d12f8 req-3b9ae359-c9e5-453f-bf2b-9741b17c1345 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:08.631299 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9a4b96e-5f0d-4fa7-8b11-37fa0e4d12f8 req-3b9ae359-c9e5-453f-bf2b-9741b17c1345 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.99 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 950 time: 0.1841002 Feb 04 13:54:08.758428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed5f3e-773e-49cc-93c4-0e1894308899 req-72c70805-7b00-4367-b787-93463328b82a tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:08.763249 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c1ed5f3e-773e-49cc-93c4-0e1894308899 req-72c70805-7b00-4367-b787-93463328b82a tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 950 time: 0.2400169 Feb 04 13:54:08.805445 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:08.946297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c1ed5f3e-773e-49cc-93c4-0e1894308899 req-91a224a2-0522-4b70-83c2-c064969aa395 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db38408-1fab-47b8-b6ff-6c3cc2423b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714661 Feb 04 13:54:08.979645 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-a9a4b96e-5f0d-4fa7-8b11-37fa0e4d12f8 req-3fda383b-7b98-4f4d-b308-a578f6c5a743 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Deleting port 861c3087-2ef7-4e20-9f54-972fa1542128 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:54:08.980480 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a9a4b96e-5f0d-4fa7-8b11-37fa0e4d12f8 req-3fda383b-7b98-4f4d-b308-a578f6c5a743 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (861c3087-2ef7-4e20-9f54-972fa1542128), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:09.264435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfab97-fcd6-410b-9693-afb15af6cfd2 req-dad5ff3f-5c4e-4d22-948b-e251a9eaa341 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:09.267297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ecfab97-fcd6-410b-9693-afb15af6cfd2 req-dad5ff3f-5c4e-4d22-948b-e251a9eaa341 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=364a3ca5-1155-460c-815a-06d60fe0a496 HTTP/1.1" status: 200 len: 943 time: 0.1501241 Feb 04 13:54:09.269593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a9a4b96e-5f0d-4fa7-8b11-37fa0e4d12f8 req-3fda383b-7b98-4f4d-b308-a578f6c5a743 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] For port 861c3087-2ef7-4e20-9f54-972fa1542128, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=861c3087-2ef7-4e20-9f54-972fa1542128,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:09.270226 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a9a4b96e-5f0d-4fa7-8b11-37fa0e4d12f8 req-3fda383b-7b98-4f4d-b308-a578f6c5a743 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (861c3087-2ef7-4e20-9f54-972fa1542128), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:09.303700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-a9a4b96e-5f0d-4fa7-8b11-37fa0e4d12f8 req-3fda383b-7b98-4f4d-b308-a578f6c5a743 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Calling delete_port for 861c3087-2ef7-4e20-9f54-972fa1542128 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:54:09.371576 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Allocated IP 172.20.0.1 (914296cf-40a1-4418-9397-96759e2932bb/4a868bfd-3b79-46d3-9c66-2d2d1a48f689/519f89e3-0610-40b0-a144-9fa8c712cf1f) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:54:09.405546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ecfab97-fcd6-410b-9693-afb15af6cfd2 req-e8327075-5a7b-475b-a9c7-5a67c7135ed2 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311755 Feb 04 13:54:09.548117 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for port (519f89e3-0610-40b0-a144-9fa8c712cf1f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:09.627033 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a9a4b96e-5f0d-4fa7-8b11-37fa0e4d12f8 req-3fda383b-7b98-4f4d-b308-a578f6c5a743 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (861c3087-2ef7-4e20-9f54-972fa1542128), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:09.627522 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (519f89e3-0610-40b0-a144-9fa8c712cf1f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:09.642857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['861c3087-2ef7-4e20-9f54-972fa1542128'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:54:09.708209 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event updated for resources: {'Port': ['ID=519f89e3-0610-40b0-a144-9fa8c712cf1f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:09.717822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Network 914296cf-40a1-4418-9397-96759e2932bb is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:54:09.721002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:54:09.724929 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:54:09.863270 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda383b-7b98-4f4d-b308-a578f6c5a743 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Pushing event deleted for resources: {'Port': ['ID=861c3087-2ef7-4e20-9f54-972fa1542128,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:09.884460 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:09.923179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a4b96e-5f0d-4fa7-8b11-37fa0e4d12f8 req-3fda383b-7b98-4f4d-b308-a578f6c5a743 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] No DVR routers for this DVR port 861c3087-2ef7-4e20-9f54-972fa1542128 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:54:09.937258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b855c-b13a-4b2b-aae2-aaca04a9c623 req-733611ac-171d-4015-8fb5-bb8360a292a0 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:09.951641 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a31b855c-b13a-4b2b-aae2-aaca04a9c623 req-733611ac-171d-4015-8fb5-bb8360a292a0 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.3703637 Feb 04 13:54:09.962543 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a9a4b96e-5f0d-4fa7-8b11-37fa0e4d12f8 req-3fda383b-7b98-4f4d-b308-a578f6c5a743 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:09.973289 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9a4b96e-5f0d-4fa7-8b11-37fa0e4d12f8 req-3fda383b-7b98-4f4d-b308-a578f6c5a743 tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.99 "DELETE /v2.0/ports/861c3087-2ef7-4e20-9f54-972fa1542128 HTTP/1.1" status: 204 len: 173 time: 1.3345971 Feb 04 13:54:09.991714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4bdf6e-e054-4749-bee9-0441a16017c6', 'name': 'network-vif-deleted', 'tag': '861c3087-2ef7-4e20-9f54-972fa1542128'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:54:10.002580 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9647bb0-eb34-4fc5-ad45-e102bba707fe" -d '{"events": [{"server_uuid": "ae4bdf6e-e054-4749-bee9-0441a16017c6", "name": "network-vif-deleted", "tag": "861c3087-2ef7-4e20-9f54-972fa1542128"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:54:10.095259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a31b855c-b13a-4b2b-aae2-aaca04a9c623 req-df948146-5364-42e6-8d2d-dce5b98ea777 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420598 Feb 04 13:54:10.260138 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (519f89e3-0610-40b0-a144-9fa8c712cf1f), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:10.267640 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6eb0fbc0-0016-4c32-94d4-87c12c8ed72c None None] Provisioning complete for port 519f89e3-0610-40b0-a144-9fa8c712cf1f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:10.271022 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6eb0fbc0-0016-4c32-94d4-87c12c8ed72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (519f89e3-0610-40b0-a144-9fa8c712cf1f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:10.337986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 44254084-7f87-4eb2-aa51-90f7fc44a6ff details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:54:10.389069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d3745-49ba-477a-8089-77220c40a95e req-581817c5-4dc9-48cb-892d-e78e57884681 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:10.391865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f3d3745-49ba-477a-8089-77220c40a95e req-581817c5-4dc9-48cb-892d-e78e57884681 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.1025615 Feb 04 13:54:10.571524 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f3d3745-49ba-477a-8089-77220c40a95e req-926ec74a-2f58-4051-9ad5-ae227f7f4394 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511252 Feb 04 13:54:10.671467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6eb0fbc0-0016-4c32-94d4-87c12c8ed72c None None] Port 519f89e3-0610-40b0-a144-9fa8c712cf1f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:54:10.679890 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 44254084-7f87-4eb2-aa51-90f7fc44a6ff, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=44254084-7f87-4eb2-aa51-90f7fc44a6ff,segment=NetworkSegment(3ccea207-e09d-4fbc-a5c0-0303a8d04f9a),segment_id=3ccea207-e09d-4fbc-a5c0-0303a8d04f9a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:10.718588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '44254084-7f87-4eb2-aa51-90f7fc44a6ff', 'network_id': 'a74dc432-12cf-4cad-9a93-aa93f8cb2c30', 'port_id': '44254084-7f87-4eb2-aa51-90f7fc44a6ff', 'mac_address': 'fa:16:3e:e1:98:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffdb9c0d-844f-4aab-ba64-bda5890aff67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:54:10.845342 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 44254084-7f87-4eb2-aa51-90f7fc44a6ff is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:10.846123 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (44254084-7f87-4eb2-aa51-90f7fc44a6ff), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:10.863467 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-adb36d9d-2b8e-4889-9a5d-c49190be448d req-6cf47b68-6693-431e-a333-30ad896a8d8a tempest-VolumesBackupsTest-105045165 tempest-VolumesBackupsTest-105045165-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae4bdf6e-e054-4749-bee9-0441a16017c6 HTTP/1.1" status: 200 len: 210 time: 0.0711832 Feb 04 13:54:10.885408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44254084-7f87-4eb2-aa51-90f7fc44a6ff {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:54:10.938449 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 44254084-7f87-4eb2-aa51-90f7fc44a6ff, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=44254084-7f87-4eb2-aa51-90f7fc44a6ff,segment=NetworkSegment(3ccea207-e09d-4fbc-a5c0-0303a8d04f9a),segment_id=3ccea207-e09d-4fbc-a5c0-0303a8d04f9a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:10.946574 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (44254084-7f87-4eb2-aa51-90f7fc44a6ff), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:10.971575 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f6a365-24c7-46f4-8fc7-f6b77547e9b3 x-openstack-request-id: req-74f6a365-24c7-46f4-8fc7-f6b77547e9b3 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:54:10.972435 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4bdf6e-e054-4749-bee9-0441a16017c6", "name": "network-vif-deleted", "tag": "861c3087-2ef7-4e20-9f54-972fa1542128", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:54:10.972435 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-74f6a365-24c7-46f4-8fc7-f6b77547e9b3 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:54:10.973064 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4bdf6e-e054-4749-bee9-0441a16017c6', 'name': 'network-vif-deleted', 'tag': '861c3087-2ef7-4e20-9f54-972fa1542128', 'status': 'completed', 'code': 200} Feb 04 13:54:11.022081 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for port (519f89e3-0610-40b0-a144-9fa8c712cf1f), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:11.033326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (519f89e3-0610-40b0-a144-9fa8c712cf1f), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:11.064944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=44254084-7f87-4eb2-aa51-90f7fc44a6ff,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:11.116657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f21f4-8e8d-422c-a642-bb5828e54990 req-5ce51b29-c93f-4839-85d5-dc6066b25d10 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:11.125227 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-73bf72d9-9c82-4f3e-be1e-bc003784387c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:11.135295 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e83f21f4-8e8d-422c-a642-bb5828e54990 req-5ce51b29-c93f-4839-85d5-dc6066b25d10 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=364a3ca5-1155-460c-815a-06d60fe0a496 HTTP/1.1" status: 200 len: 944 time: 0.1012087 Feb 04 13:54:11.237517 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e83f21f4-8e8d-422c-a642-bb5828e54990 req-21f10c5e-cae4-4f63-9536-def2c1b586e3 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010408 Feb 04 13:54:11.307690 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:11.309717 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event updated for resources: {'Port': ['ID=519f89e3-0610-40b0-a144-9fa8c712cf1f,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:11.487953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['44254084-7f87-4eb2-aa51-90f7fc44a6ff'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:54:11.556709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0724af-4776-4ad3-abb1-99e429894e23 req-b7670057-e32a-43bd-8da8-d2fca9bf7c26 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:11.571322 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc0724af-4776-4ad3-abb1-99e429894e23 req-b7670057-e32a-43bd-8da8-d2fca9bf7c26 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.1665816 Feb 04 13:54:11.624108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Network 914296cf-40a1-4418-9397-96759e2932bb is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:54:11.628740 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:54:11.726327 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc0724af-4776-4ad3-abb1-99e429894e23 req-25bb0423-6944-4e66-911b-03332c9c8ec2 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484649 Feb 04 13:54:12.038880 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:54:12.113773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e10e3-a80c-460c-9771-0edeab9d0aff req-2de8f638-7a6c-495d-ab3c-71435ccc6dd7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:12.123136 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Router f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:54:12.128632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f3e10e3-a80c-460c-9771-0edeab9d0aff req-2de8f638-7a6c-495d-ab3c-71435ccc6dd7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.1891563 Feb 04 13:54:12.246452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f3e10e3-a80c-460c-9771-0edeab9d0aff req-b927231f-048b-452e-954e-32828f940da8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164806 Feb 04 13:54:12.411066 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:54:12.422772 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-aeb5222f-47e6-441a-99ef-20e419f77623 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "PUT /v2.0/routers/f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3753285 Feb 04 13:54:12.427058 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38696) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:12.444546 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502549c-db0b-4b68-8b5b-66cc3f36871a None None] Sync routers for ids ['f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:54:12.472539 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2502549c-db0b-4b68-8b5b-66cc3f36871a None None] Routers {'f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:54:12.475362 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2502549c-db0b-4b68-8b5b-66cc3f36871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:53:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:12.501911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c7091211-7bee-430e-a508-2cd62a11b307 None None] Provisioning complete for port 519f89e3-0610-40b0-a144-9fa8c712cf1f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:12.502847 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c7091211-7bee-430e-a508-2cd62a11b307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (519f89e3-0610-40b0-a144-9fa8c712cf1f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:12.696884 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2502549c-db0b-4b68-8b5b-66cc3f36871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:12.706944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c7091211-7bee-430e-a508-2cd62a11b307 None None] Port 519f89e3-0610-40b0-a144-9fa8c712cf1f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:54:12.707699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c392db9-58ed-4447-9b7b-cc348a9ead0f req-0cddad47-64f0-4781-9694-17981237a644 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:12.729034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c392db9-58ed-4447-9b7b-cc348a9ead0f req-0cddad47-64f0-4781-9694-17981237a644 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=364a3ca5-1155-460c-815a-06d60fe0a496 HTTP/1.1" status: 200 len: 944 time: 0.2609825 Feb 04 13:54:12.753855 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2502549c-db0b-4b68-8b5b-66cc3f36871a None None] Routers {'f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:54:12.754552 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2502549c-db0b-4b68-8b5b-66cc3f36871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:53:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:12.865849 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2502549c-db0b-4b68-8b5b-66cc3f36871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:12.873977 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502549c-db0b-4b68-8b5b-66cc3f36871a None None] The sync data for ids ['f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:54:12.905534 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c392db9-58ed-4447-9b7b-cc348a9ead0f req-4ea42b45-c95b-49e9-8515-967a3a48e7d1 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752417 Feb 04 13:54:13.047468 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4434a07-119a-4632-a392-206556198466 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for router (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:13.198476 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3fec0-9319-4d7f-8024-8f8abdccd40e req-904b6199-a33e-4638-9e66-51903b70658b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:13.208815 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cf3fec0-9319-4d7f-8024-8f8abdccd40e req-904b6199-a33e-4638-9e66-51903b70658b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.1383264 Feb 04 13:54:13.307396 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-f4434a07-119a-4632-a392-206556198466 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 13:54:13.311545 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f4434a07-119a-4632-a392-206556198466 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "DELETE /v2.0/routers/f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a HTTP/1.1" status: 409 len: 329 time: 0.8732133 Feb 04 13:54:13.316319 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38706) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:13.387366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cf3fec0-9319-4d7f-8024-8f8abdccd40e req-4f480878-7f79-4ba8-b415-74775b89843d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722801 Feb 04 13:54:13.769781 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 861c3087-2ef7-4e20-9f54-972fa1542128 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:54:13.888527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 861c3087-2ef7-4e20-9f54-972fa1542128 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:54:13.890209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 861c3087-2ef7-4e20-9f54-972fa1542128 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:54:13.937457 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56746ac3-2584-4753-b831-3a3a3282fd53 req-dc75a106-235d-4c7a-9d86-e35f1106454e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:13.954300 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56746ac3-2584-4753-b831-3a3a3282fd53 req-dc75a106-235d-4c7a-9d86-e35f1106454e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.3016255 Feb 04 13:54:14.127926 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:14.152549 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56746ac3-2584-4753-b831-3a3a3282fd53 req-76c7caa5-6c5c-4018-bf6f-cd1cf08f8f6f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929190 Feb 04 13:54:14.343202 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 8bdab68b-078e-45cb-bb4e-284a1c7efd1a details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:54:14.346707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 44254084-7f87-4eb2-aa51-90f7fc44a6ff up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:54:14.515473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4738ff3-b33b-446a-8f7d-d3a059543a87 req-19826b06-1cb6-47ec-ae75-110c30c75559 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:14.517957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4738ff3-b33b-446a-8f7d-d3a059543a87 req-19826b06-1cb6-47ec-ae75-110c30c75559 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=364a3ca5-1155-460c-815a-06d60fe0a496 HTTP/1.1" status: 200 len: 944 time: 0.1526833 Feb 04 13:54:14.557045 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4616527c-e2da-4e91-adbb-7a1bfa9e8c02 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:14.704652 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4738ff3-b33b-446a-8f7d-d3a059543a87 req-658d487d-8b9e-4c8a-b050-32d9c05e25d6 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752427 Feb 04 13:54:14.846593 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:14.880503 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 44254084-7f87-4eb2-aa51-90f7fc44a6ff completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:54:14.922373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 44254084-7f87-4eb2-aa51-90f7fc44a6ff triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:14.922898 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (44254084-7f87-4eb2-aa51-90f7fc44a6ff), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:15.010780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:15.091755 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'port_id': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a', 'mac_address': 'fa:16:3e:ff:0a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:54:15.092781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bed80-af04-4eb8-96ee-3ff272724ac5 req-9f85c568-fcd0-46b1-b7c7-cdaae5eb0cf3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:15.113799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d34bed80-af04-4eb8-96ee-3ff272724ac5 req-9f85c568-fcd0-46b1-b7c7-cdaae5eb0cf3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.1894102 Feb 04 13:54:15.290839 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d34bed80-af04-4eb8-96ee-3ff272724ac5 req-15c295bb-63a6-404f-b5ad-fb3d541300ee tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700668 Feb 04 13:54:15.312761 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6b55a05f-a5f1-436f-b95a-6ba61e50440d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:15.332067 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:15.332365 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:15.465199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bdab68b-078e-45cb-bb4e-284a1c7efd1a {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:54:15.512580 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 44254084-7f87-4eb2-aa51-90f7fc44a6ff is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:15.513060 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (44254084-7f87-4eb2-aa51-90f7fc44a6ff), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:15.554631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:15.570548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364a3ca5-1155-460c-815a-06d60fe0a496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44254084-7f87-4eb2-aa51-90f7fc44a6ff'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:54:15.579901 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316448bc-d67d-4330-a19c-5de8db72fe22" -d '{"events": [{"server_uuid": "364a3ca5-1155-460c-815a-06d60fe0a496", "name": "network-vif-plugged", "status": "completed", "tag": "44254084-7f87-4eb2-aa51-90f7fc44a6ff"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:54:15.627140 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:15.640912 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 44254084-7f87-4eb2-aa51-90f7fc44a6ff, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=44254084-7f87-4eb2-aa51-90f7fc44a6ff,segment=NetworkSegment(3ccea207-e09d-4fbc-a5c0-0303a8d04f9a),segment_id=3ccea207-e09d-4fbc-a5c0-0303a8d04f9a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:15.677094 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (44254084-7f87-4eb2-aa51-90f7fc44a6ff), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:15.789947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4616527c-e2da-4e91-adbb-7a1bfa9e8c02 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Deleting port 519f89e3-0610-40b0-a144-9fa8c712cf1f {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:54:15.807864 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4616527c-e2da-4e91-adbb-7a1bfa9e8c02 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (519f89e3-0610-40b0-a144-9fa8c712cf1f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:15.857291 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdb9b1-6ed4-4fef-8ca4-b731f2c5bb5d req-f4a605e8-66f7-41f8-8256-11ef134c8231 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:15.877101 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ffdb9b1-6ed4-4fef-8ca4-b731f2c5bb5d req-f4a605e8-66f7-41f8-8256-11ef134c8231 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.2407675 Feb 04 13:54:15.900183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:16.021414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['8bdab68b-078e-45cb-bb4e-284a1c7efd1a'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:54:16.046483 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:16.082826 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ffdb9b1-6ed4-4fef-8ca4-b731f2c5bb5d req-cc966892-ec9b-41d6-85d3-a21c33f85b8e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043040 Feb 04 13:54:16.161497 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4616527c-e2da-4e91-adbb-7a1bfa9e8c02 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (519f89e3-0610-40b0-a144-9fa8c712cf1f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:16.216219 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4616527c-e2da-4e91-adbb-7a1bfa9e8c02 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Calling delete_port for 519f89e3-0610-40b0-a144-9fa8c712cf1f owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:54:16.262080 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=44254084-7f87-4eb2-aa51-90f7fc44a6ff,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:16.299375 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec222c7-42ac-4c64-8363-097e0b6bc10a x-openstack-request-id: req-eec222c7-42ac-4c64-8363-097e0b6bc10a {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:54:16.300656 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364a3ca5-1155-460c-815a-06d60fe0a496", "name": "network-vif-plugged", "status": "completed", "tag": "44254084-7f87-4eb2-aa51-90f7fc44a6ff", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:54:16.301012 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-eec222c7-42ac-4c64-8363-097e0b6bc10a {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:54:16.301557 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364a3ca5-1155-460c-815a-06d60fe0a496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44254084-7f87-4eb2-aa51-90f7fc44a6ff', 'code': 200} Feb 04 13:54:16.799731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2d9ef-f206-45e7-a1e2-4b18dc4290af req-8620bc21-6f99-4835-a5e9-1e97c9a6b5b7 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:16.818142 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54d2d9ef-f206-45e7-a1e2-4b18dc4290af req-8620bc21-6f99-4835-a5e9-1e97c9a6b5b7 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=364a3ca5-1155-460c-815a-06d60fe0a496 HTTP/1.1" status: 200 len: 945 time: 0.2811654 Feb 04 13:54:16.822133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a960df-6d63-40a5-90e1-2159f6ec01aa req-6d639f6f-6968-4090-a415-425b577f53f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:16.826686 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18a960df-6d63-40a5-90e1-2159f6ec01aa req-6d639f6f-6968-4090-a415-425b577f53f7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=364a3ca5-1155-460c-815a-06d60fe0a496 HTTP/1.1" status: 200 len: 1128 time: 0.4100688 Feb 04 13:54:16.954562 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:17.189799 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4616527c-e2da-4e91-adbb-7a1bfa9e8c02 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (519f89e3-0610-40b0-a144-9fa8c712cf1f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:17.256171 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18a960df-6d63-40a5-90e1-2159f6ec01aa req-539cb02a-fda1-4ceb-aa2b-23a665c01558 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225261 Feb 04 13:54:17.320558 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54d2d9ef-f206-45e7-a1e2-4b18dc4290af req-59953fe2-ecbc-4a7a-8960-984bb227e922 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562790 Feb 04 13:54:17.458193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616527c-e2da-4e91-adbb-7a1bfa9e8c02 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event deleted for resources: {'Port': ['ID=519f89e3-0610-40b0-a144-9fa8c712cf1f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:18.102605 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:18.255258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063235e7-a7dc-4471-98ee-5fc4e5f7e8db req-5132260a-8881-49d2-9f8b-ce2784bb21d6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:18.260036 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-063235e7-a7dc-4471-98ee-5fc4e5f7e8db req-5132260a-8881-49d2-9f8b-ce2784bb21d6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 944 time: 0.3913271 Feb 04 13:54:18.263134 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4616527c-e2da-4e91-adbb-7a1bfa9e8c02 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:18.370877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 8bdab68b-078e-45cb-bb4e-284a1c7efd1a up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:54:18.509352 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-063235e7-a7dc-4471-98ee-5fc4e5f7e8db req-556461ec-7d61-48fa-a9c5-80281dec8e2f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363605 Feb 04 13:54:18.554419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:18.555057 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:19.019464 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:19.019856 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:19.179533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22043b3a-ee9f-4574-a86a-7e4ff5439972 req-f68f456c-759e-48b6-ae27-18fbbd2a15d8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:19.206800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:19.208667 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-22043b3a-ee9f-4574-a86a-7e4ff5439972 req-f68f456c-759e-48b6-ae27-18fbbd2a15d8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.3329957 Feb 04 13:54:19.219648 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96208542-d552-4dc4-9d73-19cda0d724c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:54:19.228645 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334f12c3-2935-4dc9-82e8-4f699144f931" -d '{"events": [{"server_uuid": "96208542-d552-4dc4-9d73-19cda0d724c4", "name": "network-vif-plugged", "status": "completed", "tag": "8bdab68b-078e-45cb-bb4e-284a1c7efd1a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:54:19.255660 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:19.433801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:19.471028 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-22043b3a-ee9f-4574-a86a-7e4ff5439972 req-eb4add20-7a9a-4884-b184-be3cf9fa00aa tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597024 Feb 04 13:54:19.903631 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42740669-de3f-40b2-8c47-5560c8740904 req-5c862d5f-33b0-4e29-89c5-ff292804a366 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:19.926449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42740669-de3f-40b2-8c47-5560c8740904 req-5c862d5f-33b0-4e29-89c5-ff292804a366 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=364a3ca5-1155-460c-815a-06d60fe0a496 HTTP/1.1" status: 200 len: 945 time: 0.2702119 Feb 04 13:54:20.260139 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42740669-de3f-40b2-8c47-5560c8740904 req-4fe2e9e1-9651-4fe4-b937-b4e28a14c582 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208439 Feb 04 13:54:20.408961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4616527c-e2da-4e91-adbb-7a1bfa9e8c02 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Router f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:54:20.474380 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bd2000-9d53-4897-bd71-1662e1bece4c x-openstack-request-id: req-66bd2000-9d53-4897-bd71-1662e1bece4c {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:54:20.475244 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96208542-d552-4dc4-9d73-19cda0d724c4", "name": "network-vif-plugged", "status": "completed", "tag": "8bdab68b-078e-45cb-bb4e-284a1c7efd1a", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:54:20.475244 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-66bd2000-9d53-4897-bd71-1662e1bece4c {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:54:20.475948 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96208542-d552-4dc4-9d73-19cda0d724c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a', 'code': 200} Feb 04 13:54:20.874089 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4616527c-e2da-4e91-adbb-7a1bfa9e8c02 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:54:20.970180 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1272e0dc-b082-4c3f-b63e-3e99d40fb008 None None] Sync routers for ids ['f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:54:20.977939 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4616527c-e2da-4e91-adbb-7a1bfa9e8c02 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "PUT /v2.0/routers/f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6595464 Feb 04 13:54:20.994397 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38792) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:21.017583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e321e2-5b73-46b3-b232-d638be793d59 req-f56142bd-280e-4a45-b4ca-5259a5c3ce5f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:21.036966 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1272e0dc-b082-4c3f-b63e-3e99d40fb008 None None] Routers {'f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:54:21.038053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8e321e2-5b73-46b3-b232-d638be793d59 req-f56142bd-280e-4a45-b4ca-5259a5c3ce5f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.3130434 Feb 04 13:54:21.039404 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1272e0dc-b082-4c3f-b63e-3e99d40fb008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:54:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:21.225442 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1272e0dc-b082-4c3f-b63e-3e99d40fb008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:21.248896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1272e0dc-b082-4c3f-b63e-3e99d40fb008 None None] Routers {'f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:54:21.256406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1272e0dc-b082-4c3f-b63e-3e99d40fb008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:54:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:21.262219 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-05c5f49a-a4f7-49a7-833e-ff404f496439 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] show failed (client error): The resource could not be found. Feb 04 13:54:21.272342 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-05c5f49a-a4f7-49a7-833e-ff404f496439 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "GET /v2.0/routers/tempest-non_exist_router-560277947 HTTP/1.1" status: 404 len: 334 time: 0.2745113 Feb 04 13:54:21.289759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38804) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:21.318690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8e321e2-5b73-46b3-b232-d638be793d59 req-f4bc55db-d117-4e1b-bcdb-550a76e2c4f6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772331 Feb 04 13:54:21.339948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2ccf0da5-53de-44a8-9a6a-11fe8ef02fc5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:21.460807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1272e0dc-b082-4c3f-b63e-3e99d40fb008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:21.463077 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1272e0dc-b082-4c3f-b63e-3e99d40fb008 None None] The sync data for ids ['f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:54:21.493328 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-2ccf0da5-53de-44a8-9a6a-11fe8ef02fc5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] update failed (client error): The resource could not be found. Feb 04 13:54:21.503112 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2ccf0da5-53de-44a8-9a6a-11fe8ef02fc5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "PUT /v2.0/routers/tempest-non_exist_router-770293371 HTTP/1.1" status: 404 len: 334 time: 0.2058086 Feb 04 13:54:21.503717 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38806) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:21.688464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4053f48-93dc-4c1b-b890-5c83fb2917e5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Deleting subnet de59b5f6-1860-4cb7-bffa-87ec574def87 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:54:21.705306 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b4053f48-93dc-4c1b-b890-5c83fb2917e5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for subnet (de59b5f6-1860-4cb7-bffa-87ec574def87), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:21.785115 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b4053f48-93dc-4c1b-b890-5c83fb2917e5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (de59b5f6-1860-4cb7-bffa-87ec574def87), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:21.852487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d67c6-d508-4f47-bb6f-ba982204a74b req-6ec319df-3631-45a3-9bcf-cd972cb1347e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:21.860175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a7d67c6-d508-4f47-bb6f-ba982204a74b req-6ec319df-3631-45a3-9bcf-cd972cb1347e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.1964612 Feb 04 13:54:21.988859 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a7d67c6-d508-4f47-bb6f-ba982204a74b req-62c18fc9-c558-4fae-a427-fd11274c8655 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162171 Feb 04 13:54:22.132386 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b4053f48-93dc-4c1b-b890-5c83fb2917e5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (de59b5f6-1860-4cb7-bffa-87ec574def87), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:22.286701 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b4053f48-93dc-4c1b-b890-5c83fb2917e5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (de59b5f6-1860-4cb7-bffa-87ec574def87), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:22.387373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4053f48-93dc-4c1b-b890-5c83fb2917e5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event deleted for resources: {'Subnet': ['ID=de59b5f6-1860-4cb7-bffa-87ec574def87,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:22.412673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4549f3-f4e9-42db-9a64-e66dca8f28e6 None None] Network de478e18-2a58-4580-b0d6-e1688c5a3ec3 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:54:22.413431 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b4053f48-93dc-4c1b-b890-5c83fb2917e5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:22.424850 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38824) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:22.425295 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b4053f48-93dc-4c1b-b890-5c83fb2917e5 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "DELETE /v2.0/subnets/de59b5f6-1860-4cb7-bffa-87ec574def87 HTTP/1.1" status: 204 len: 168 time: 0.9195762 Feb 04 13:54:22.637660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-08dd857d-ad30-46f6-a6a4-a352205d33dd tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Deleting subnet d2e5698a-f885-48c0-a533-bcf0ce2e514a {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:54:22.651848 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08dd857d-ad30-46f6-a6a4-a352205d33dd tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for subnet (d2e5698a-f885-48c0-a533-bcf0ce2e514a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:22.827435 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08dd857d-ad30-46f6-a6a4-a352205d33dd tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (d2e5698a-f885-48c0-a533-bcf0ce2e514a), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:22.848268 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77f209-aeb2-4e72-8f77-5b9369965358 req-b4b6fa42-5008-4a6f-89d3-b4c691eb2ac4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:22.858334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a77f209-aeb2-4e72-8f77-5b9369965358 req-b4b6fa42-5008-4a6f-89d3-b4c691eb2ac4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.1601782 Feb 04 13:54:22.924838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a9005-442b-4c95-bbea-43d6e25fc13e None None] DHCP port deletion for de478e18-2a58-4580-b0d6-e1688c5a3ec3 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:54:23.063581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a77f209-aeb2-4e72-8f77-5b9369965358 req-689078f6-dd45-4ad8-9ec5-971d9cd6ddd3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946449 Feb 04 13:54:23.182926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a9005-442b-4c95-bbea-43d6e25fc13e None None] Deleting port 05209c2d-a30e-48ee-ab4d-9fe44245e965 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:54:23.183302 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7c3a9005-442b-4c95-bbea-43d6e25fc13e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:23.231964 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08dd857d-ad30-46f6-a6a4-a352205d33dd tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (d2e5698a-f885-48c0-a533-bcf0ce2e514a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:23.403379 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 05209c2d-a30e-48ee-ab4d-9fe44245e965 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:54:23.506454 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08dd857d-ad30-46f6-a6a4-a352205d33dd tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (d2e5698a-f885-48c0-a533-bcf0ce2e514a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:23.518015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa70fb9-b629-48e3-a668-47e4a4af1546 req-7068f327-3b8e-468e-842d-894b442208c4 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:23.526716 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8fa70fb9-b629-48e3-a668-47e4a4af1546 req-7068f327-3b8e-468e-842d-894b442208c4 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=364a3ca5-1155-460c-815a-06d60fe0a496 HTTP/1.1" status: 200 len: 945 time: 0.1836562 Feb 04 13:54:23.601048 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8fa70fb9-b629-48e3-a668-47e4a4af1546 req-035edd5f-b79f-48c4-8447-7e3606a15d77 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716577 Feb 04 13:54:23.624669 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-08dd857d-ad30-46f6-a6a4-a352205d33dd tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:23.633566 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-08dd857d-ad30-46f6-a6a4-a352205d33dd tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "DELETE /v2.0/subnets/d2e5698a-f885-48c0-a533-bcf0ce2e514a HTTP/1.1" status: 204 len: 168 time: 1.2072899 Feb 04 13:54:23.636450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38870) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:23.637311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd857d-ad30-46f6-a6a4-a352205d33dd tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e5698a-f885-48c0-a533-bcf0ce2e514a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:24.099179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883ad17-f668-4395-8e6e-d78c9b40faf4 req-73cd1de4-4a83-47b3-83ca-bc81fd054007 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:24.114937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4883ad17-f668-4395-8e6e-d78c9b40faf4 req-73cd1de4-4a83-47b3-83ca-bc81fd054007 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 947 time: 0.2261553 Feb 04 13:54:24.158700 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98db2e94-1581-4aa2-bafd-287f7c647c37 None None] Network 51e6aee8-0196-4307-9f71-68468509d6d1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:54:24.178140 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (de478e18-2a58-4580-b0d6-e1688c5a3ec3), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:24.306437 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead58702-13bc-4657-88e1-6ed6fc6ef340 req-2b88e182-1893-4f60-a9fd-e05afc602cf7 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:24.309350 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ead58702-13bc-4657-88e1-6ed6fc6ef340 req-2b88e182-1893-4f60-a9fd-e05afc602cf7 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.100 "GET /v2.0/ports?device_id=364a3ca5-1155-460c-815a-06d60fe0a496 HTTP/1.1" status: 200 len: 945 time: 0.3322802 Feb 04 13:54:24.365898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7c3a9005-442b-4c95-bbea-43d6e25fc13e None None] For port 05209c2d-a30e-48ee-ab4d-9fe44245e965, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=05209c2d-a30e-48ee-ab4d-9fe44245e965,segment=NetworkSegment(24ddf989-7193-4600-a69a-63eff821255f),segment_id=24ddf989-7193-4600-a69a-63eff821255f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:24.366346 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7c3a9005-442b-4c95-bbea-43d6e25fc13e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:24.394578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a9005-442b-4c95-bbea-43d6e25fc13e None None] Calling delete_port for 05209c2d-a30e-48ee-ab4d-9fe44245e965 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:54:24.481951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4883ad17-f668-4395-8e6e-d78c9b40faf4 req-10905642-76ed-476d-8775-ffc120d464ea tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3648911 Feb 04 13:54:24.758421 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 05209c2d-a30e-48ee-ab4d-9fe44245e965 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:24.758832 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:24.898052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 05209c2d-a30e-48ee-ab4d-9fe44245e965, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=05209c2d-a30e-48ee-ab4d-9fe44245e965,segment=NetworkSegment(24ddf989-7193-4600-a69a-63eff821255f),segment_id=24ddf989-7193-4600-a69a-63eff821255f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:24.931811 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:25.183014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=05209c2d-a30e-48ee-ab4d-9fe44245e965,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:25.206780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd1cdf7-312a-4e84-b45c-6bc0b65d08d2 None None] DHCP port deletion for 51e6aee8-0196-4307-9f71-68468509d6d1 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:54:25.223801 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7c3a9005-442b-4c95-bbea-43d6e25fc13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:25.255293 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a9005-442b-4c95-bbea-43d6e25fc13e None None] No DVR routers for this DVR port 05209c2d-a30e-48ee-ab4d-9fe44245e965 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:54:25.317440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a9005-442b-4c95-bbea-43d6e25fc13e None None] Pushing event deleted for resources: {'Port': ['ID=05209c2d-a30e-48ee-ab4d-9fe44245e965,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:25.395048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6dd1cdf7-312a-4e84-b45c-6bc0b65d08d2 None None] Deleting port f4a7955b-a9db-41c9-893e-6c390c7599e8 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:54:25.396443 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6dd1cdf7-312a-4e84-b45c-6bc0b65d08d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f4a7955b-a9db-41c9-893e-6c390c7599e8), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:25.540195 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6dd1cdf7-312a-4e84-b45c-6bc0b65d08d2 None None] For port f4a7955b-a9db-41c9-893e-6c390c7599e8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f4a7955b-a9db-41c9-893e-6c390c7599e8,segment=NetworkSegment(8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1),segment_id=8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:25.540867 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6dd1cdf7-312a-4e84-b45c-6bc0b65d08d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f4a7955b-a9db-41c9-893e-6c390c7599e8), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:25.559354 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6dd1cdf7-312a-4e84-b45c-6bc0b65d08d2 None None] Calling delete_port for f4a7955b-a9db-41c9-893e-6c390c7599e8 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:54:25.597653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Deleting port 05209c2d-a30e-48ee-ab4d-9fe44245e965 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:54:25.598516 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:25.786365 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6dd1cdf7-312a-4e84-b45c-6bc0b65d08d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (f4a7955b-a9db-41c9-893e-6c390c7599e8), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:25.815943 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] For port 05209c2d-a30e-48ee-ab4d-9fe44245e965, host n-d-714676-13, got binding levels [] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:25.816406 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:25.845988 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Calling delete_port for 05209c2d-a30e-48ee-ab4d-9fe44245e965 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:54:25.851751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_backend_mixin [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Port 05209c2d-a30e-48ee-ab4d-9fe44245e965 was not found and therefore no delete operation was performed {{(pid=103606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:54:25.857190 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (05209c2d-a30e-48ee-ab4d-9fe44245e965), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:25.894657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] No DVR routers for this DVR port 05209c2d-a30e-48ee-ab4d-9fe44245e965 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:54:25.907850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-ead58702-13bc-4657-88e1-6ed6fc6ef340 req-0c2cfb1a-27ae-48d2-bddf-c4802c0fcfdf tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Deleting port 44254084-7f87-4eb2-aa51-90f7fc44a6ff {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:54:25.908413 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ead58702-13bc-4657-88e1-6ed6fc6ef340 req-0c2cfb1a-27ae-48d2-bddf-c4802c0fcfdf tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (44254084-7f87-4eb2-aa51-90f7fc44a6ff), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:25.924658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd1cdf7-312a-4e84-b45c-6bc0b65d08d2 None None] No DVR routers for this DVR port f4a7955b-a9db-41c9-893e-6c390c7599e8 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:54:25.940495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9946594f-81ea-48c8-b3b1-392d84dd7b49 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:54:25.945775 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1cdf7-312a-4e84-b45c-6bc0b65d08d2 None None] Pushing event deleted for resources: {'Port': ['ID=f4a7955b-a9db-41c9-893e-6c390c7599e8,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:26.162724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-ead58702-13bc-4657-88e1-6ed6fc6ef340 req-0c2cfb1a-27ae-48d2-bddf-c4802c0fcfdf tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] For port 44254084-7f87-4eb2-aa51-90f7fc44a6ff, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=44254084-7f87-4eb2-aa51-90f7fc44a6ff,segment=NetworkSegment(3ccea207-e09d-4fbc-a5c0-0303a8d04f9a),segment_id=3ccea207-e09d-4fbc-a5c0-0303a8d04f9a)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:26.163323 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ead58702-13bc-4657-88e1-6ed6fc6ef340 req-0c2cfb1a-27ae-48d2-bddf-c4802c0fcfdf tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (44254084-7f87-4eb2-aa51-90f7fc44a6ff), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:26.192357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-ead58702-13bc-4657-88e1-6ed6fc6ef340 req-0c2cfb1a-27ae-48d2-bddf-c4802c0fcfdf tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Calling delete_port for 44254084-7f87-4eb2-aa51-90f7fc44a6ff owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:54:26.241031 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 9946594f-81ea-48c8-b3b1-392d84dd7b49 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:26.241663 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:26.329112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:54:26.330618 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event deleted for resources: {'Port': ['ID=05209c2d-a30e-48ee-ab4d-9fe44245e965,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:26.345576 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873c55c4-c2e1-4790-ab5f-469b0df7039d" -d '{"events": [{"server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:54:26.385278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:26.401901 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:26.402345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2ae04-885f-4c02-812c-54869a535f33 req-27325b00-2d10-4ed6-ba59-2d78f783f3c4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:26.405407 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-efe2ae04-885f-4c02-812c-54869a535f33 req-27325b00-2d10-4ed6-ba59-2d78f783f3c4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 1.7042060 Feb 04 13:54:26.524359 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-efe2ae04-885f-4c02-812c-54869a535f33 req-1695fde2-b9e8-44f6-9ffc-62fe8fa8ff27 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745902 Feb 04 13:54:26.547682 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (de478e18-2a58-4580-b0d6-e1688c5a3ec3), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:26.587200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=9946594f-81ea-48c8-b3b1-392d84dd7b49,revision_number=14']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:26.602587 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de478e18-2a58-4580-b0d6-e1688c5a3ec3']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:26.664988 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24ddf989-7193-4600-a69a-63eff821255f') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:26.665525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24ddf989-7193-4600-a69a-63eff821255f') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:26.696752 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (24ddf989-7193-4600-a69a-63eff821255f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:26.754444 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (24ddf989-7193-4600-a69a-63eff821255f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:26.792701 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:54:26.793398 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (24ddf989-7193-4600-a69a-63eff821255f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:54:26.799423 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:54:26.975720 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ead58702-13bc-4657-88e1-6ed6fc6ef340 req-0c2cfb1a-27ae-48d2-bddf-c4802c0fcfdf tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (44254084-7f87-4eb2-aa51-90f7fc44a6ff), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:27.103986 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (de478e18-2a58-4580-b0d6-e1688c5a3ec3), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:27.133248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cfb1a-27ae-48d2-bddf-c4802c0fcfdf tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Pushing event deleted for resources: {'Port': ['ID=44254084-7f87-4eb2-aa51-90f7fc44a6ff,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:27.163407 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:27.180253 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "DELETE /v2.0/networks/de478e18-2a58-4580-b0d6-e1688c5a3ec3 HTTP/1.1" status: 204 len: 168 time: 3.5389507 Feb 04 13:54:27.181411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38900) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:27.240655 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75338280-f108-4142-931d-a26fbd1344de tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event deleted for resources: {'Network': ['ID=de478e18-2a58-4580-b0d6-e1688c5a3ec3,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:27.280430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f4a7955b-a9db-41c9-893e-6c390c7599e8 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:54:27.303024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911a6d6-ecf4-4652-b555-f534b0217c80 req-3dc0f89c-c229-44da-a3b7-45817b06d65a tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:27.312165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1911a6d6-ecf4-4652-b555-f534b0217c80 req-3dc0f89c-c229-44da-a3b7-45817b06d65a tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=364a3ca5-1155-460c-815a-06d60fe0a496 HTTP/1.1" status: 200 len: 867 time: 0.4858222 Feb 04 13:54:27.363590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead58702-13bc-4657-88e1-6ed6fc6ef340 req-0c2cfb1a-27ae-48d2-bddf-c4802c0fcfdf tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] No DVR routers for this DVR port 44254084-7f87-4eb2-aa51-90f7fc44a6ff on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:54:27.380076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: f4a7955b-a9db-41c9-893e-6c390c7599e8 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:54:27.380504 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f4a7955b-a9db-41c9-893e-6c390c7599e8 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:54:27.427070 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ead58702-13bc-4657-88e1-6ed6fc6ef340 req-0c2cfb1a-27ae-48d2-bddf-c4802c0fcfdf tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:27.433636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ead58702-13bc-4657-88e1-6ed6fc6ef340 req-0c2cfb1a-27ae-48d2-bddf-c4802c0fcfdf tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.100 "DELETE /v2.0/ports/44254084-7f87-4eb2-aa51-90f7fc44a6ff HTTP/1.1" status: 204 len: 173 time: 3.1160407 Feb 04 13:54:27.434452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364a3ca5-1155-460c-815a-06d60fe0a496', 'name': 'network-vif-deleted', 'tag': '44254084-7f87-4eb2-aa51-90f7fc44a6ff'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:54:27.439745 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422b7c47-0ed8-48f0-bf05-7c8e2dce616f" -d '{"events": [{"server_uuid": "364a3ca5-1155-460c-815a-06d60fe0a496", "name": "network-vif-deleted", "tag": "44254084-7f87-4eb2-aa51-90f7fc44a6ff"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:54:27.503746 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d448d509-2995-4fdd-8ff6-d26c61a916e0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (51e6aee8-0196-4307-9f71-68468509d6d1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:27.567773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1911a6d6-ecf4-4652-b555-f534b0217c80 req-6b156fc6-0f9a-4558-8e65-dcfb8a332def tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542813 Feb 04 13:54:27.869991 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d448d509-2995-4fdd-8ff6-d26c61a916e0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (51e6aee8-0196-4307-9f71-68468509d6d1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:27.893797 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5e6cb-2ea5-42f5-a970-d3db109bfb05 req-9237125e-ef53-44db-b9d6-db5bc1ab3a38 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:27.898492 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-edc5e6cb-2ea5-42f5-a970-d3db109bfb05 req-9237125e-ef53-44db-b9d6-db5bc1ab3a38 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1455221 Feb 04 13:54:27.966053 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d448d509-2995-4fdd-8ff6-d26c61a916e0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e6aee8-0196-4307-9f71-68468509d6d1']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:27.995944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d448d509-2995-4fdd-8ff6-d26c61a916e0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:27.996484 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d448d509-2995-4fdd-8ff6-d26c61a916e0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:28.031266 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d448d509-2995-4fdd-8ff6-d26c61a916e0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:28.035565 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-edc5e6cb-2ea5-42f5-a970-d3db109bfb05 req-5e6d3c65-45a2-4487-b473-c2084a7c131a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019394 Feb 04 13:54:28.082481 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d448d509-2995-4fdd-8ff6-d26c61a916e0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:28.095959 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d448d509-2995-4fdd-8ff6-d26c61a916e0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:54:28.096478 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d448d509-2995-4fdd-8ff6-d26c61a916e0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (8dd229b5-34c7-4a66-9b7a-57fed1a8c6a1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:54:28.158280 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:54:28.417992 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d448d509-2995-4fdd-8ff6-d26c61a916e0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (51e6aee8-0196-4307-9f71-68468509d6d1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:28.430676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 44254084-7f87-4eb2-aa51-90f7fc44a6ff no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:54:28.507333 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f142de4-be35-4507-ab02-3675014ce705 x-openstack-request-id: req-7f142de4-be35-4507-ab02-3675014ce705 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:54:28.509814 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:54:28.516702 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7f142de4-be35-4507-ab02-3675014ce705 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:54:28.517740 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'code': 200} Feb 04 13:54:28.528808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 44254084-7f87-4eb2-aa51-90f7fc44a6ff {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:54:28.530568 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d448d509-2995-4fdd-8ff6-d26c61a916e0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:28.535510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 44254084-7f87-4eb2-aa51-90f7fc44a6ff not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:54:28.561257 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d448d509-2995-4fdd-8ff6-d26c61a916e0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "DELETE /v2.0/networks/51e6aee8-0196-4307-9f71-68468509d6d1 HTTP/1.1" status: 204 len: 168 time: 1.3745260 Feb 04 13:54:28.563583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38936) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:28.569292 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448d509-2995-4fdd-8ff6-d26c61a916e0 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event deleted for resources: {'Network': ['ID=51e6aee8-0196-4307-9f71-68468509d6d1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:28.744900 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad25a3f-0c04-4f21-8de2-9b3c28b3024e x-openstack-request-id: req-6ad25a3f-0c04-4f21-8de2-9b3c28b3024e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:54:28.745253 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364a3ca5-1155-460c-815a-06d60fe0a496", "name": "network-vif-deleted", "tag": "44254084-7f87-4eb2-aa51-90f7fc44a6ff", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:54:28.745876 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6ad25a3f-0c04-4f21-8de2-9b3c28b3024e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:54:28.746404 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364a3ca5-1155-460c-815a-06d60fe0a496', 'name': 'network-vif-deleted', 'tag': '44254084-7f87-4eb2-aa51-90f7fc44a6ff', 'status': 'completed', 'code': 200} Feb 04 13:54:28.757035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d801c1c-9151-47e3-b044-1ec137210b99 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Deleting subnet 4a868bfd-3b79-46d3-9c66-2d2d1a48f689 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:54:28.776366 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5d801c1c-9151-47e3-b044-1ec137210b99 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for subnet (4a868bfd-3b79-46d3-9c66-2d2d1a48f689), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:28.989790 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5d801c1c-9151-47e3-b044-1ec137210b99 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (4a868bfd-3b79-46d3-9c66-2d2d1a48f689), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:29.292523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888823fa-bdd8-4cc4-88b4-e4968cc8cf4e req-98011597-7593-4c75-96ac-682763b92e75 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:29.295848 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-888823fa-bdd8-4cc4-88b4-e4968cc8cf4e req-98011597-7593-4c75-96ac-682763b92e75 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.3576589 Feb 04 13:54:29.434925 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5d801c1c-9151-47e3-b044-1ec137210b99 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (4a868bfd-3b79-46d3-9c66-2d2d1a48f689), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:29.620635 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5d801c1c-9151-47e3-b044-1ec137210b99 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (4a868bfd-3b79-46d3-9c66-2d2d1a48f689), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:29.722879 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5d801c1c-9151-47e3-b044-1ec137210b99 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:29.723141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef27e5-0777-48b2-8295-4c6fec2c1d47 None None] Network 914296cf-40a1-4418-9397-96759e2932bb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:54:29.741059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38968) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:29.744541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5d801c1c-9151-47e3-b044-1ec137210b99 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "DELETE /v2.0/subnets/4a868bfd-3b79-46d3-9c66-2d2d1a48f689 HTTP/1.1" status: 204 len: 168 time: 1.1787753 Feb 04 13:54:29.885288 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d801c1c-9151-47e3-b044-1ec137210b99 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event deleted for resources: {'Subnet': ['ID=4a868bfd-3b79-46d3-9c66-2d2d1a48f689,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:30.047051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-888823fa-bdd8-4cc4-88b4-e4968cc8cf4e req-91a84575-a53e-4704-9496-a845f30f204b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4529591 Feb 04 13:54:30.132531 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (914296cf-40a1-4418-9397-96759e2932bb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:30.421888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa18af2-5481-4c4b-8ecb-25402b366001 None None] DHCP port deletion for 914296cf-40a1-4418-9397-96759e2932bb request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:54:30.446624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Deleting port bde5c528-256d-4db6-8e2d-9b3ae1f47d48 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:54:30.447360 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (bde5c528-256d-4db6-8e2d-9b3ae1f47d48), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:30.672385 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ffa18af2-5481-4c4b-8ecb-25402b366001 None None] Deleting port bde5c528-256d-4db6-8e2d-9b3ae1f47d48 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:54:30.679535 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ffa18af2-5481-4c4b-8ecb-25402b366001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (bde5c528-256d-4db6-8e2d-9b3ae1f47d48), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:30.781292 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] For port bde5c528-256d-4db6-8e2d-9b3ae1f47d48, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=bde5c528-256d-4db6-8e2d-9b3ae1f47d48,segment=NetworkSegment(3bc798d2-e1c7-4c63-b506-fa4c427367f2),segment_id=3bc798d2-e1c7-4c63-b506-fa4c427367f2)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:30.785113 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (bde5c528-256d-4db6-8e2d-9b3ae1f47d48), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:30.875816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Calling delete_port for bde5c528-256d-4db6-8e2d-9b3ae1f47d48 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:54:30.991616 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ffa18af2-5481-4c4b-8ecb-25402b366001 None None] For port bde5c528-256d-4db6-8e2d-9b3ae1f47d48, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=bde5c528-256d-4db6-8e2d-9b3ae1f47d48,segment=NetworkSegment(3bc798d2-e1c7-4c63-b506-fa4c427367f2),segment_id=3bc798d2-e1c7-4c63-b506-fa4c427367f2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:30.992376 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ffa18af2-5481-4c4b-8ecb-25402b366001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (bde5c528-256d-4db6-8e2d-9b3ae1f47d48), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:31.077032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ffa18af2-5481-4c4b-8ecb-25402b366001 None None] Calling delete_port for bde5c528-256d-4db6-8e2d-9b3ae1f47d48 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:54:31.309816 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (bde5c528-256d-4db6-8e2d-9b3ae1f47d48), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:31.340392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device bde5c528-256d-4db6-8e2d-9b3ae1f47d48 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:54:31.420213 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: bde5c528-256d-4db6-8e2d-9b3ae1f47d48 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:54:31.438888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device bde5c528-256d-4db6-8e2d-9b3ae1f47d48 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:54:31.459856 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ffa18af2-5481-4c4b-8ecb-25402b366001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (bde5c528-256d-4db6-8e2d-9b3ae1f47d48), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:31.477355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] No DVR routers for this DVR port bde5c528-256d-4db6-8e2d-9b3ae1f47d48 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:54:31.493752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event deleted for resources: {'Port': ['ID=bde5c528-256d-4db6-8e2d-9b3ae1f47d48,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:31.576927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa18af2-5481-4c4b-8ecb-25402b366001 None None] Pushing event deleted for resources: {'Port': ['ID=bde5c528-256d-4db6-8e2d-9b3ae1f47d48,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:31.592544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa18af2-5481-4c4b-8ecb-25402b366001 None None] No DVR routers for this DVR port bde5c528-256d-4db6-8e2d-9b3ae1f47d48 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:54:32.040891 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (914296cf-40a1-4418-9397-96759e2932bb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:32.095180 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914296cf-40a1-4418-9397-96759e2932bb']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:32.110547 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc798d2-e1c7-4c63-b506-fa4c427367f2') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:32.111186 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc798d2-e1c7-4c63-b506-fa4c427367f2') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:32.128920 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (3bc798d2-e1c7-4c63-b506-fa4c427367f2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:32.151434 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3bc798d2-e1c7-4c63-b506-fa4c427367f2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:32.169401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:54:32.171132 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (3bc798d2-e1c7-4c63-b506-fa4c427367f2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:54:32.334816 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:54:32.345569 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (914296cf-40a1-4418-9397-96759e2932bb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:32.366274 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:32.379786 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39032) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:32.381334 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "DELETE /v2.0/networks/914296cf-40a1-4418-9397-96759e2932bb HTTP/1.1" status: 204 len: 168 time: 2.6366618 Feb 04 13:54:32.442265 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7cffc-2d74-4549-945f-71b9411ae801 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Pushing event deleted for resources: {'Network': ['ID=914296cf-40a1-4418-9397-96759e2932bb,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:32.485140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ecccbd91-116e-4847-87a6-c7a69112fe54 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "GET /v2.0/ports?device_id=f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a HTTP/1.1" status: 200 len: 205 time: 0.1000082 Feb 04 13:54:32.485844 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39038) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:32.816922 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be578cda-8b91-4333-aa92-f40f11eac690 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for router (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:33.328518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-e27d40e1-abde-4c7a-90ae-74e2b66915ba tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:33.336217 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-e27d40e1-abde-4c7a-90ae-74e2b66915ba tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/networks?id=a74dc432-12cf-4cad-9a93-aa93f8cb2c30 HTTP/1.1" status: 200 len: 808 time: 0.3735058 Feb 04 13:54:33.382270 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-d2a8ae3f-90f6-4c41-ba09-a514537958fa tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/quotas/3a594c608b654cdfa4fcb7070230c855 HTTP/1.1" status: 200 len: 375 time: 0.0447047 Feb 04 13:54:33.558813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-c414da35-43de-4cee-bde3-4ae870e4efb8 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3a594c608b654cdfa4fcb7070230c855&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1731622 Feb 04 13:54:33.842263 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-aee351bf-9b2c-4107-ba81-5dd7f268b786 service neutron] 10.222.0.96 "GET /v2.0/networks/a74dc432-12cf-4cad-9a93-aa93f8cb2c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797296 Feb 04 13:54:34.157493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-1aa8f8a0-08ad-4d49-9afb-e81e366b455e service neutron] 10.222.0.96 "GET /v2.0/networks/a74dc432-12cf-4cad-9a93-aa93f8cb2c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131824 Feb 04 13:54:34.426229 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be578cda-8b91-4333-aa92-f40f11eac690 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:34.438070 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be578cda-8b91-4333-aa92-f40f11eac690 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for router_controller (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:34.664819 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be578cda-8b91-4333-aa92-f40f11eac690 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:34.665889 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be578cda-8b91-4333-aa92-f40f11eac690 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Fanout notify agent at l3_agent the message router_deleted on router f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:54:34.703236 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-be578cda-8b91-4333-aa92-f40f11eac690 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:34.715207 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-be578cda-8b91-4333-aa92-f40f11eac690 tempest-RoutersNegativeTest-551439782 tempest-RoutersNegativeTest-551439782-project] 10.222.0.96 "DELETE /v2.0/routers/f994574c-9b41-45bd-b7aa-4f4ea5d5bb5a HTTP/1.1" status: 204 len: 168 time: 2.2276344 Feb 04 13:54:34.998997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a31bfe-f771-45a6-ad3b-85d173c5a8ba req-3a63e1eb-ba25-43fe-9274-83ccbf02ee19 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:35.011238 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83a31bfe-f771-45a6-ad3b-85d173c5a8ba req-3a63e1eb-ba25-43fe-9274-83ccbf02ee19 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.1799510 Feb 04 13:54:35.286666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83a31bfe-f771-45a6-ad3b-85d173c5a8ba req-3ef92f37-3e60-45a6-a29c-89e809895be3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712226 Feb 04 13:54:35.770675 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b7c2e-14cf-4fad-9563-04c740f92373 req-75f6578a-21e5-448a-ad23-a70329067d74 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:35.787738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6b7c2e-14cf-4fad-9563-04c740f92373 req-75f6578a-21e5-448a-ad23-a70329067d74 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.3021791 Feb 04 13:54:35.833026 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39128) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:36.091029 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6b7c2e-14cf-4fad-9563-04c740f92373 req-345ae630-3efc-420f-a33d-fb641a90a08a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887983 Feb 04 13:54:36.263060 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3e46eac9-f1eb-4ed2-ba08-a3f2070ee0b8 req-53577897-e73a-4377-9b17-8473cf73fbd5 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 210 time: 0.0637867 Feb 04 13:54:36.499467 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9c32b342-ef34-4fd1-8838-2680858b3f0d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=979cc930edd148a88bb887e7352cb726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6635320 Feb 04 13:54:36.502154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39140) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:36.747219 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ab0fe1e-cf2a-4d1b-8da4-5eb4d5c9a4e2 admin admin] Publish callbacks [] for security_group (cabe52cf-6f35-4672-811f-04d76e010a91), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:36.988007 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ab0fe1e-cf2a-4d1b-8da4-5eb4d5c9a4e2 admin admin] Publish callbacks [] for security_group (cabe52cf-6f35-4672-811f-04d76e010a91), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:37.153345 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ab0fe1e-cf2a-4d1b-8da4-5eb4d5c9a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cabe52cf-6f35-4672-811f-04d76e010a91), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:37.157811 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ab0fe1e-cf2a-4d1b-8da4-5eb4d5c9a4e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:37.159615 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0ab0fe1e-cf2a-4d1b-8da4-5eb4d5c9a4e2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cabe52cf-6f35-4672-811f-04d76e010a91 HTTP/1.1" status: 204 len: 168 time: 0.6555955 Feb 04 13:54:37.215346 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0fe1e-cf2a-4d1b-8da4-5eb4d5c9a4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabe52cf-6f35-4672-811f-04d76e010a91,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:37.242199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ff015-2dd7-4511-800c-1b2d1f131875 req-04bef288-e5bf-4a33-901b-6a138ff23dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:37.245239 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e10ff015-2dd7-4511-800c-1b2d1f131875 req-04bef288-e5bf-4a33-901b-6a138ff23dc5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 1128 time: 0.4263279 Feb 04 13:54:37.263414 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123550e-c916-4218-b23b-2d1a2a58f0f2 req-ffb6492d-e982-4a8c-940e-a5f571e468c7 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:37.277639 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f123550e-c916-4218-b23b-2d1a2a58f0f2 req-ffb6492d-e982-4a8c-940e-a5f571e468c7 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.3439333 Feb 04 13:54:37.927884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-2f2c4a80-d3ee-4a2f-ab48-b247a8b8468d tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:37.931872 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-2f2c4a80-d3ee-4a2f-ab48-b247a8b8468d tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.100 "GET /v2.0/networks?id=a74dc432-12cf-4cad-9a93-aa93f8cb2c30 HTTP/1.1" status: 200 len: 808 time: 0.4830701 Feb 04 13:54:37.981555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Request body: {'port': {'device_id': '467b235c-4fe5-4518-8006-778c3452e464', 'network_id': 'a74dc432-12cf-4cad-9a93-aa93f8cb2c30', 'admin_state_up': True, 'tenant_id': '3a594c608b654cdfa4fcb7070230c855'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:38.437454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f123550e-c916-4218-b23b-2d1a2a58f0f2 req-913a2ad7-6fa6-43ac-aae5-b51e50569f1c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1525764 Feb 04 13:54:38.479863 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ff015-2dd7-4511-800c-1b2d1f131875 req-8f5b050f-8cc3-497d-82e0-10b2a92857c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:38.484256 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e10ff015-2dd7-4511-800c-1b2d1f131875 req-8f5b050f-8cc3-497d-82e0-10b2a92857c8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 1.1916041 Feb 04 13:54:38.639847 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Made reservation on behalf of 3a594c608b654cdfa4fcb7070230c855 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:54:38.648756 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:39.033735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e10ff015-2dd7-4511-800c-1b2d1f131875 req-842aac4b-b55e-488b-a29f-361df9c32988 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49 HTTP/1.1" status: 200 len: 1000 time: 0.5422232 Feb 04 13:54:39.167101 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39176) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:39.172189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca2d82-3262-4ae4-9a83-154f2bfff3a2 req-905af1f0-fbc4-46f5-a7d8-9df1a63c24c2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:39.185262 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfca2d82-3262-4ae4-9a83-154f2bfff3a2 req-905af1f0-fbc4-46f5-a7d8-9df1a63c24c2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.5862012 Feb 04 13:54:39.189501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ff015-2dd7-4511-800c-1b2d1f131875 req-82f06612-131e-4a6a-949d-134daa3e7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:39.192119 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e10ff015-2dd7-4511-800c-1b2d1f131875 req-82f06612-131e-4a6a-949d-134daa3e7cb2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.1486745 Feb 04 13:54:39.402232 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfca2d82-3262-4ae4-9a83-154f2bfff3a2 req-ca72d18c-5f73-4944-b75a-caba2be905fe tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126355 Feb 04 13:54:39.529457 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ff015-2dd7-4511-800c-1b2d1f131875 req-fd7a2bfa-3c8f-45a6-8da5-0660abdca33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:39.542289 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e10ff015-2dd7-4511-800c-1b2d1f131875 req-fd7a2bfa-3c8f-45a6-8da5-0660abdca33b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3396058 Feb 04 13:54:39.573572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Allocated IP 172.20.0.2 (a74dc432-12cf-4cad-9a93-aa93f8cb2c30/ffdb9c0d-844f-4aab-ba64-bda5890aff67/de55313a-1e8e-4964-87eb-5c7607ef86c5) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:54:39.704806 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-16e01b6a-029d-4c40-94ae-9cf26b2c1b93 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:39.712001 n-d-714676-13 neutron-server[103607]: WARNING neutron.api.v2.base [None req-16e01b6a-029d-4c40-94ae-9cf26b2c1b93 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 13:54:39.724108 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-16e01b6a-029d-4c40-94ae-9cf26b2c1b93 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 13:54:39.735922 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39188) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:39.736256 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-16e01b6a-029d-4c40-94ae-9cf26b2c1b93 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5649421 Feb 04 13:54:39.881696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-95bc40b6-35c3-45a3-b327-589603059dee tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group': {'name': 'tempest-secgroup--185284265'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:39.938151 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8e39700-129e-4a43-946c-7a0e084bd7f3 req-5245489f-db86-46cf-b064-236ccc236255 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 210 time: 0.3050375 Feb 04 13:54:40.000476 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95bc40b6-35c3-45a3-b327-589603059dee tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:40.043282 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95bc40b6-35c3-45a3-b327-589603059dee tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:40.172821 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Publish callbacks [] for port (de55313a-1e8e-4964-87eb-5c7607ef86c5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:40.179402 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e10ff015-2dd7-4511-800c-1b2d1f131875 req-0e28cbab-fb1a-47b5-8ceb-8290b008f4a4 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6285808 Feb 04 13:54:40.322231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e10ff015-2dd7-4511-800c-1b2d1f131875 req-db9a6594-60cd-4ec6-8c7f-56be6a70377b service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299691 Feb 04 13:54:40.416724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ede3a-8cee-4cea-8b2b-926f91779f45 req-b0151ff5-6197-44f5-a93f-106fc2aca935 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:40.425775 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d2ede3a-8cee-4cea-8b2b-926f91779f45 req-b0151ff5-6197-44f5-a93f-106fc2aca935 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.3586206 Feb 04 13:54:40.527560 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (de55313a-1e8e-4964-87eb-5c7607ef86c5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:40.578907 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d2ede3a-8cee-4cea-8b2b-926f91779f45 req-4dcab942-73ab-480a-a3ef-d6910901183a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485994 Feb 04 13:54:40.693639 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Network a74dc432-12cf-4cad-9a93-aa93f8cb2c30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:54:40.722989 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:54:40.738496 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:54:40.913040 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95bc40b6-35c3-45a3-b327-589603059dee tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (f05738f2-568b-4e8e-939b-762f6d859fd6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:40.969116 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:40.969808 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:40.979893 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95bc40b6-35c3-45a3-b327-589603059dee tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f05738f2-568b-4e8e-939b-762f6d859fd6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:40.984499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Pushing event updated for resources: {'Port': ['ID=de55313a-1e8e-4964-87eb-5c7607ef86c5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:41.017845 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c822e401-ce50-4c4c-83e1-5676dcb1dd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:41.037216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:41.037569 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:41.037945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:41.038488 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:41.038797 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:41.039154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:41.039466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:41.040156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:41.040505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:41.040838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:41.041209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:41.041507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:41.041815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:41.072816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-3ebfb56d-1b51-4b78-b23a-41ec9fe02526 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1217985 Feb 04 13:54:41.097297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Request body: {'port': {'device_id': '467b235c-4fe5-4518-8006-778c3452e464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:41.146476 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc40b6-35c3-45a3-b327-589603059dee tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05738f2-568b-4e8e-939b-762f6d859fd6,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:41.263134 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840a61d-e130-46c1-848c-147df6b5c950 req-d3f224df-6f27-45a8-baed-3c74d5652f64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:41.281759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8840a61d-e130-46c1-848c-147df6b5c950 req-d3f224df-6f27-45a8-baed-3c74d5652f64 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.4370279 Feb 04 13:54:41.573197 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (de55313a-1e8e-4964-87eb-5c7607ef86c5), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:41.690164 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95bc40b6-35c3-45a3-b327-589603059dee tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (a9c6d646-639a-4efb-9aba-c935a34c0ea1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:41.714404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8840a61d-e130-46c1-848c-147df6b5c950 req-1f9bfd7b-17c8-4ca5-b1cc-a817adf2892e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4266696 Feb 04 13:54:41.800041 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95bc40b6-35c3-45a3-b327-589603059dee tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a9c6d646-639a-4efb-9aba-c935a34c0ea1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:42.161972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc40b6-35c3-45a3-b327-589603059dee tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c6d646-639a-4efb-9aba-c935a34c0ea1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:42.259748 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-95bc40b6-35c3-45a3-b327-589603059dee tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:42.261364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-95bc40b6-35c3-45a3-b327-589603059dee tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.3970065 Feb 04 13:54:42.267019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39204) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:42.276849 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-7e6c55a6-7ac3-4c80-99ce-3f1db2e36621 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': 'a9c6d646-639a-4efb-9aba-c935a34c0ea1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:42.368485 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7e6c55a6-7ac3-4c80-99ce-3f1db2e36621 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group_rule (00646bc9-9172-4ea4-b49f-69dc1feb22b4), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:42.464567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9181e72-d8b8-4ead-a40d-5d75eee766a5 req-1ed419e1-68bb-45bd-9018-a2949b21717c tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:42.469524 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9181e72-d8b8-4ead-a40d-5d75eee766a5 req-1ed419e1-68bb-45bd-9018-a2949b21717c tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 931 time: 0.4129570 Feb 04 13:54:43.684837 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9181e72-d8b8-4ead-a40d-5d75eee766a5 req-9dfcccbd-866b-41de-b0d1-1095a71d77f2 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1858125 Feb 04 13:54:43.697669 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7e6c55a6-7ac3-4c80-99ce-3f1db2e36621 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group_rule (00646bc9-9172-4ea4-b49f-69dc1feb22b4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:43.729709 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7e6c55a6-7ac3-4c80-99ce-3f1db2e36621 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (00646bc9-9172-4ea4-b49f-69dc1feb22b4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:43.821175 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de55313a-1e8e-4964-87eb-5c7607ef86c5 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:54:43.887120 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Publish callbacks [] for port (de55313a-1e8e-4964-87eb-5c7607ef86c5), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:43.913431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Transition to ACTIVE for port object de55313a-1e8e-4964-87eb-5c7607ef86c5 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:54:43.914650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c55a6-7ac3-4c80-99ce-3f1db2e36621 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00646bc9-9172-4ea4-b49f-69dc1feb22b4,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:43.926215 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (de55313a-1e8e-4964-87eb-5c7607ef86c5), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:44.034124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Pushing event updated for resources: {'Port': ['ID=de55313a-1e8e-4964-87eb-5c7607ef86c5,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:44.068045 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7e6c55a6-7ac3-4c80-99ce-3f1db2e36621 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:44.069937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7e6c55a6-7ac3-4c80-99ce-3f1db2e36621 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8015058 Feb 04 13:54:44.076463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39216) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:44.085928 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-91976b5b-2487-4713-bdc0-57444f054f84 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': 'a9c6d646-639a-4efb-9aba-c935a34c0ea1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:44.113678 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:44.171223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfe65e-5ac9-4d4b-be50-15f6b92a8680 req-b3801dfc-5213-4e46-ae38-f4832c050115 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:44.184564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7cfe65e-5ac9-4d4b-be50-15f6b92a8680 req-b3801dfc-5213-4e46-ae38-f4832c050115 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.2660046 Feb 04 13:54:44.302410 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-91976b5b-2487-4713-bdc0-57444f054f84 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group_rule (7867e367-9e73-47d8-b4cd-907fff2e64d7), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:44.381594 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7cfe65e-5ac9-4d4b-be50-15f6b92a8680 req-ee5cb151-2e20-4bdb-9ad7-33cf418ea456 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924446 Feb 04 13:54:44.474356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Attempting to bind port de55313a-1e8e-4964-87eb-5c7607ef86c5 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:54:44.478850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Attempting to bind port de55313a-1e8e-4964-87eb-5c7607ef86c5 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '3ccea207-e09d-4fbc-a5c0-0303a8d04f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a74dc432-12cf-4cad-9a93-aa93f8cb2c30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:54:44.479572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Attempting to bind port de55313a-1e8e-4964-87eb-5c7607ef86c5 on network a74dc432-12cf-4cad-9a93-aa93f8cb2c30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:54:44.493614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Port de55313a-1e8e-4964-87eb-5c7607ef86c5 on network a74dc432-12cf-4cad-9a93-aa93f8cb2c30 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:54:44.497937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Attempting to bind port de55313a-1e8e-4964-87eb-5c7607ef86c5 on network a74dc432-12cf-4cad-9a93-aa93f8cb2c30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:54:44.511050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:54:44.514652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Checking segment: {'id': '3ccea207-e09d-4fbc-a5c0-0303a8d04f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a74dc432-12cf-4cad-9a93-aa93f8cb2c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:54:44.515475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Bound using segment: {'id': '3ccea207-e09d-4fbc-a5c0-0303a8d04f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a74dc432-12cf-4cad-9a93-aa93f8cb2c30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:54:44.516297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Bound port: de55313a-1e8e-4964-87eb-5c7607ef86c5, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccea207-e09d-4fbc-a5c0-0303a8d04f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a74dc432-12cf-4cad-9a93-aa93f8cb2c30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:54:44.519471 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (de55313a-1e8e-4964-87eb-5c7607ef86c5), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:44.539994 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-91976b5b-2487-4713-bdc0-57444f054f84 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 13:54:44.541508 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-91976b5b-2487-4713-bdc0-57444f054f84 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4626207 Feb 04 13:54:44.547453 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39218) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:44.752442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe3ff5-b4ea-4881-a9f8-a0ee0f003ff9 req-1f921f47-7f87-4929-9d9b-18b5210b78ef tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:44.766195 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38fe3ff5-b4ea-4881-a9f8-a0ee0f003ff9 req-1f921f47-7f87-4929-9d9b-18b5210b78ef tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.2192569 Feb 04 13:54:44.789353 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:44.989364 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ace66da-f3bc-4e05-9334-fdead11b41d9 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (a9c6d646-639a-4efb-9aba-c935a34c0ea1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:44.994960 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] For port de55313a-1e8e-4964-87eb-5c7607ef86c5, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:54:45.133982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] For port de55313a-1e8e-4964-87eb-5c7607ef86c5, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=de55313a-1e8e-4964-87eb-5c7607ef86c5,segment=NetworkSegment(3ccea207-e09d-4fbc-a5c0-0303a8d04f9a),segment_id=3ccea207-e09d-4fbc-a5c0-0303a8d04f9a)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:54:45.193159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38fe3ff5-b4ea-4881-a9f8-a0ee0f003ff9 req-ed73de39-f592-4c7d-8af5-2762ae6ae57e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4251864 Feb 04 13:54:45.210917 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-176a2c20-41b3-450b-9f69-178e59029331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:45.242318 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (de55313a-1e8e-4964-87eb-5c7607ef86c5), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:45.358053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:45.359203 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:45.361707 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] 10.222.0.100 "PUT /v2.0/ports/de55313a-1e8e-4964-87eb-5c7607ef86c5 HTTP/1.1" status: 200 len: 1092 time: 4.2738624 Feb 04 13:54:45.371085 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ace66da-f3bc-4e05-9334-fdead11b41d9 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (a9c6d646-639a-4efb-9aba-c935a34c0ea1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:45.399559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467b235c-4fe5-4518-8006-778c3452e464', 'tag': 'de55313a-1e8e-4964-87eb-5c7607ef86c5'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:54:45.402252 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab32ddb-f8e7-4a6f-ad8a-09172816395b" -d '{"events": [{"name": "network-changed", "server_uuid": "467b235c-4fe5-4518-8006-778c3452e464", "tag": "de55313a-1e8e-4964-87eb-5c7607ef86c5"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:54:45.647612 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:46.148055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c061d91-87bb-4941-b2c7-66550626b942 service neutron] Pushing event updated for resources: {'Port': ['ID=de55313a-1e8e-4964-87eb-5c7607ef86c5,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:46.224153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eda0d1-4699-40c2-a0fd-13abd759841d req-7f05a71c-a612-4b80-a5cd-ddd0ce7f6013 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:46.240544 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-66eda0d1-4699-40c2-a0fd-13abd759841d req-7f05a71c-a612-4b80-a5cd-ddd0ce7f6013 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 943 time: 0.6400099 Feb 04 13:54:46.278883 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-0b3234c4-5029-4a34-bcc5-24818df69cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:46.281986 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-0b3234c4-5029-4a34-bcc5-24818df69cef service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3a594c608b654cdfa4fcb7070230c855&device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 1126 time: 0.6838810 Feb 04 13:54:46.336412 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ace66da-f3bc-4e05-9334-fdead11b41d9 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a9c6d646-639a-4efb-9aba-c935a34c0ea1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:46.342414 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ace66da-f3bc-4e05-9334-fdead11b41d9 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:46.344803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2ace66da-f3bc-4e05-9334-fdead11b41d9 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "DELETE /v2.0/security-groups/a9c6d646-639a-4efb-9aba-c935a34c0ea1 HTTP/1.1" status: 204 len: 168 time: 1.7958250 Feb 04 13:54:46.349521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39240) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:46.440875 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-0f43ef80-1d98-411f-989d-b166231d01b7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de55313a-1e8e-4964-87eb-5c7607ef86c5 HTTP/1.1" status: 200 len: 217 time: 0.1233475 Feb 04 13:54:46.460551 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace66da-f3bc-4e05-9334-fdead11b41d9 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c6d646-639a-4efb-9aba-c935a34c0ea1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:46.571730 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-197a4e29-7c22-4770-b7a9-3362bbe68f7a tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2169757 Feb 04 13:54:46.579824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39244) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:46.585071 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fd1b57dd-82bd-493a-9c46-e9ddd3eb12e0 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group': {'name': 'tempest-secgroup--353247716'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:46.591727 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-66eda0d1-4699-40c2-a0fd-13abd759841d req-d0ceb83c-c603-4ac5-b0c7-2e547dbebf25 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486083 Feb 04 13:54:46.625321 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd1b57dd-82bd-493a-9c46-e9ddd3eb12e0 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:46.671391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-fc445d29-4fcb-4117-9267-467851f5012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:46.678564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-fc445d29-4fcb-4117-9267-467851f5012c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffdb9c0d-844f-4aab-ba64-bda5890aff67 HTTP/1.1" status: 200 len: 848 time: 0.2313874 Feb 04 13:54:46.828458 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-9eef1387-2699-4c83-a641-ebf1c5994a43 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a74dc432-12cf-4cad-9a93-aa93f8cb2c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058156 Feb 04 13:54:46.898347 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd1b57dd-82bd-493a-9c46-e9ddd3eb12e0 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (e9a77907-27dd-476f-9100-881ad61d5340), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:46.907454 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd1b57dd-82bd-493a-9c46-e9ddd3eb12e0 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e9a77907-27dd-476f-9100-881ad61d5340), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:47.008498 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd1b57dd-82bd-493a-9c46-e9ddd3eb12e0 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:47.014414 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fd1b57dd-82bd-493a-9c46-e9ddd3eb12e0 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4307714 Feb 04 13:54:47.031619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39252) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:47.034717 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:47.041877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-cfca604b-6776-44cc-8abe-127da4770b6c tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': 'e9a77907-27dd-476f-9100-881ad61d5340', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:47.047576 n-d-714676-13 neutron-server[103607]: WARNING neutron.api.v2.base [None req-cfca604b-6776-44cc-8abe-127da4770b6c tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 13:54:47.048398 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-cfca604b-6776-44cc-8abe-127da4770b6c tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:47.051080 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cfca604b-6776-44cc-8abe-127da4770b6c tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0186448 Feb 04 13:54:47.062050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39254) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:47.090802 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b57dd-82bd-493a-9c46-e9ddd3eb12e0 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a77907-27dd-476f-9100-881ad61d5340,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:47.173959 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-16acb311-e208-4cb5-8ab9-7100cb4e6976 service neutron] 10.222.0.100 "GET /v2.0/networks/a74dc432-12cf-4cad-9a93-aa93f8cb2c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432357 Feb 04 13:54:47.342668 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ea8d7732-f1aa-4189-9a44-632ab8b978e2 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (e9a77907-27dd-476f-9100-881ad61d5340), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:47.429202 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ea8d7732-f1aa-4189-9a44-632ab8b978e2 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (e9a77907-27dd-476f-9100-881ad61d5340), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:47.600303 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ea8d7732-f1aa-4189-9a44-632ab8b978e2 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e9a77907-27dd-476f-9100-881ad61d5340), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:47.610135 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ea8d7732-f1aa-4189-9a44-632ab8b978e2 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:47.618421 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ea8d7732-f1aa-4189-9a44-632ab8b978e2 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "DELETE /v2.0/security-groups/e9a77907-27dd-476f-9100-881ad61d5340 HTTP/1.1" status: 204 len: 168 time: 0.5504587 Feb 04 13:54:47.641965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39256) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:47.644164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d7732-f1aa-4189-9a44-632ab8b978e2 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a77907-27dd-476f-9100-881ad61d5340,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:47.847958 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d15a4e3b-97d9-479e-81a2-20c2fbc43e2a tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1956480 Feb 04 13:54:47.850608 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39260) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:47.870842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d6d65e4a-0c87-44f5-9e02-1bd0bdd9bef8 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group': {'name': 'tempest-secgroup--258301436'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:47.925994 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d6d65e4a-0c87-44f5-9e02-1bd0bdd9bef8 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:47.939415 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad182d-4927-45f6-b2b4-5f727b776763 req-d49ad683-4f0c-4b98-a015-fb4ec22dc3c3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:47.954071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60ad182d-4927-45f6-b2b4-5f727b776763 req-d49ad683-4f0c-4b98-a015-fb4ec22dc3c3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.7885299 Feb 04 13:54:48.034684 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:48.155585 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d6d65e4a-0c87-44f5-9e02-1bd0bdd9bef8 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (2698f50e-7fec-4b63-9c47-018e9fe5aa2b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:48.173247 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d6d65e4a-0c87-44f5-9e02-1bd0bdd9bef8 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2698f50e-7fec-4b63-9c47-018e9fe5aa2b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:48.198404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60ad182d-4927-45f6-b2b4-5f727b776763 req-54ff3a8e-55c6-4c47-afac-7e914e60dd3d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429686 Feb 04 13:54:48.203271 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0d568f1-4330-412a-adaa-55082c45bc6d req-33935d30-c847-474a-b9f8-b6d0905b3757 service neutron] 10.222.0.100 "GET /v2.0/networks/a74dc432-12cf-4cad-9a93-aa93f8cb2c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8904934 Feb 04 13:54:48.297270 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d6d65e4a-0c87-44f5-9e02-1bd0bdd9bef8 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:48.303120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39268) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:48.311881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-86cbd4eb-a22b-4ecb-8c07-34e4852969cd tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': '2698f50e-7fec-4b63-9c47-018e9fe5aa2b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:48.313225 n-d-714676-13 neutron-server[103606]: WARNING neutron.api.v2.base [None req-86cbd4eb-a22b-4ecb-8c07-34e4852969cd tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 13:54:48.314042 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-86cbd4eb-a22b-4ecb-8c07-34e4852969cd tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:48.324687 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-86cbd4eb-a22b-4ecb-8c07-34e4852969cd tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0145471 Feb 04 13:54:48.326767 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d6d65e4a-0c87-44f5-9e02-1bd0bdd9bef8 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4745858 Feb 04 13:54:48.335024 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39270) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:48.472367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d65e4a-0c87-44f5-9e02-1bd0bdd9bef8 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2698f50e-7fec-4b63-9c47-018e9fe5aa2b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:48.538406 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3261dcf1-8446-44d4-9eea-2663ad56e89f tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (2698f50e-7fec-4b63-9c47-018e9fe5aa2b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:48.546556 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db10d5-767b-41a0-9f9b-35023f14442c req-2734d9b5-1191-4cb8-a79e-6164cd2542d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:48.548625 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9db10d5-767b-41a0-9f9b-35023f14442c req-2734d9b5-1191-4cb8-a79e-6164cd2542d4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 1128 time: 0.2162917 Feb 04 13:54:48.664697 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3261dcf1-8446-44d4-9eea-2663ad56e89f tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (2698f50e-7fec-4b63-9c47-018e9fe5aa2b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:48.812638 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341f085f-32df-481a-8f3e-fc18a99776c5 x-openstack-request-id: req-341f085f-32df-481a-8f3e-fc18a99776c5 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:54:48.813229 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467b235c-4fe5-4518-8006-778c3452e464", "tag": "de55313a-1e8e-4964-87eb-5c7607ef86c5", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:54:48.813609 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-341f085f-32df-481a-8f3e-fc18a99776c5 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:54:48.813773 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467b235c-4fe5-4518-8006-778c3452e464', 'tag': 'de55313a-1e8e-4964-87eb-5c7607ef86c5', 'status': 'completed', 'code': 200} Feb 04 13:54:48.876246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db10d5-767b-41a0-9f9b-35023f14442c req-29108dfe-9c99-4cdf-8bb0-d89762baae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:48.878439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9db10d5-767b-41a0-9f9b-35023f14442c req-29108dfe-9c99-4cdf-8bb0-d89762baae97 service neutron] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 917 time: 0.3098590 Feb 04 13:54:48.945560 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3261dcf1-8446-44d4-9eea-2663ad56e89f tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2698f50e-7fec-4b63-9c47-018e9fe5aa2b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:48.948927 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3261dcf1-8446-44d4-9eea-2663ad56e89f tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:48.974239 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3261dcf1-8446-44d4-9eea-2663ad56e89f tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "DELETE /v2.0/security-groups/2698f50e-7fec-4b63-9c47-018e9fe5aa2b HTTP/1.1" status: 204 len: 168 time: 0.6080663 Feb 04 13:54:48.987245 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39272) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:49.100384 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261dcf1-8446-44d4-9eea-2663ad56e89f tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2698f50e-7fec-4b63-9c47-018e9fe5aa2b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:49.100384 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-df764d71-22c6-4fb1-bee1-6a1ce9ce6c71 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0553641 Feb 04 13:54:49.100384 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab32ddb-f8e7-4a6f-ad8a-09172816395b req-4f91dc3c-0f20-425b-9d3d-cef907246c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:49.100384 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bab32ddb-f8e7-4a6f-ad8a-09172816395b req-4f91dc3c-0f20-425b-9d3d-cef907246c92 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3a594c608b654cdfa4fcb7070230c855&device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 1126 time: 0.2862871 Feb 04 13:54:49.101395 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:54:49.103056 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9db10d5-767b-41a0-9f9b-35023f14442c req-3b7b2554-febe-47aa-9c6d-da7d77099e0a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a HTTP/1.1" status: 200 len: 1000 time: 0.1847341 Feb 04 13:54:49.118320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca517de-41b8-48bb-8513-cbe0a115f7a1 req-7b6e2234-e3f2-474c-9ed7-e230e5e96c41 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:49.131187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fca517de-41b8-48bb-8513-cbe0a115f7a1 req-7b6e2234-e3f2-474c-9ed7-e230e5e96c41 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1423359 Feb 04 13:54:49.161635 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39274) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:49.176002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-035909e4-a8f0-4cc9-8229-c74baff2267d tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273158905'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:49.230032 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab32ddb-f8e7-4a6f-ad8a-09172816395b req-1d0ceae0-09f1-4d45-a3cc-752419a14307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:49.232091 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bab32ddb-f8e7-4a6f-ad8a-09172816395b req-1d0ceae0-09f1-4d45-a3cc-752419a14307 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a74dc432-12cf-4cad-9a93-aa93f8cb2c30 HTTP/1.1" status: 200 len: 909 time: 0.1760366 Feb 04 13:54:49.291895 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bab32ddb-f8e7-4a6f-ad8a-09172816395b req-38ac7b50-e04f-4dd9-b071-41aa0254a960 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de55313a-1e8e-4964-87eb-5c7607ef86c5 HTTP/1.1" status: 200 len: 217 time: 0.0536172 Feb 04 13:54:49.357548 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-035909e4-a8f0-4cc9-8229-c74baff2267d tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:49.394172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db10d5-767b-41a0-9f9b-35023f14442c req-5caf0181-c26b-40d6-b41b-5218463f3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:49.396111 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9db10d5-767b-41a0-9f9b-35023f14442c req-5caf0181-c26b-40d6-b41b-5218463f3225 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.3192272 Feb 04 13:54:49.447871 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fca517de-41b8-48bb-8513-cbe0a115f7a1 req-35350911-b1a3-4f65-a0b3-e6beb03bb701 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138716 Feb 04 13:54:49.524366 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab32ddb-f8e7-4a6f-ad8a-09172816395b req-a74db31a-7813-4e01-aa36-a902109acb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:49.532526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db10d5-767b-41a0-9f9b-35023f14442c req-904dc272-4b8e-4879-b798-f3f8661d6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:49.536545 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bab32ddb-f8e7-4a6f-ad8a-09172816395b req-a74db31a-7813-4e01-aa36-a902109acb73 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffdb9c0d-844f-4aab-ba64-bda5890aff67 HTTP/1.1" status: 200 len: 848 time: 0.2377653 Feb 04 13:54:49.537797 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9db10d5-767b-41a0-9f9b-35023f14442c req-904dc272-4b8e-4879-b798-f3f8661d6937 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1348345 Feb 04 13:54:49.600753 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57ac35db-3878-47ae-93a8-d8f58d8c9194 req-ecc5f571-54d5-4dde-b5bd-ee43f19548bf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2341378 Feb 04 13:54:49.659797 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bab32ddb-f8e7-4a6f-ad8a-09172816395b req-f3f2b0c6-5697-40c9-ac93-db166b0014b9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a74dc432-12cf-4cad-9a93-aa93f8cb2c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976765 Feb 04 13:54:49.668172 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-035909e4-a8f0-4cc9-8229-c74baff2267d tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (0321234b-8db1-4f26-bc49-22db887e9fe9), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:49.775956 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-035909e4-a8f0-4cc9-8229-c74baff2267d tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0321234b-8db1-4f26-bc49-22db887e9fe9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:49.931740 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-035909e4-a8f0-4cc9-8229-c74baff2267d tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:49.932305 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bab32ddb-f8e7-4a6f-ad8a-09172816395b req-9eb8451c-2cde-486b-8fc4-7c65d79bbae3 service neutron] 10.222.0.100 "GET /v2.0/networks/a74dc432-12cf-4cad-9a93-aa93f8cb2c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692103 Feb 04 13:54:49.933271 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-035909e4-a8f0-4cc9-8229-c74baff2267d tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7679348 Feb 04 13:54:49.943069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39288) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:49.980990 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-bcc1075b-261a-421b-ac43-aacd6548ae80 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': '0321234b-8db1-4f26-bc49-22db887e9fe9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:49.986497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035909e4-a8f0-4cc9-8229-c74baff2267d tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0321234b-8db1-4f26-bc49-22db887e9fe9,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:50.003442 n-d-714676-13 neutron-server[103607]: WARNING neutron.api.v2.base [None req-bcc1075b-261a-421b-ac43-aacd6548ae80 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 13:54:50.003442 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-bcc1075b-261a-421b-ac43-aacd6548ae80 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:50.008768 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bcc1075b-261a-421b-ac43-aacd6548ae80 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0569232 Feb 04 13:54:50.024580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39292) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:50.041200 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-1427dd78-fe4b-4b42-b632-2a8345e9f468 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': '0321234b-8db1-4f26-bc49-22db887e9fe9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:50.041200 n-d-714676-13 neutron-server[103606]: WARNING neutron.api.v2.base [None req-1427dd78-fe4b-4b42-b632-2a8345e9f468 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 13:54:50.041200 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-1427dd78-fe4b-4b42-b632-2a8345e9f468 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:50.050266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1427dd78-fe4b-4b42-b632-2a8345e9f468 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0111144 Feb 04 13:54:50.052593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39294) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:50.065455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac35db-3878-47ae-93a8-d8f58d8c9194 req-2a3f0e57-9b8b-4516-a8fa-04c16e9ee30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:50.066579 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57ac35db-3878-47ae-93a8-d8f58d8c9194 req-2a3f0e57-9b8b-4516-a8fa-04c16e9ee30c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 1128 time: 0.3363864 Feb 04 13:54:50.081473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9f670636-95ab-4d11-83a2-cc8265dc3cfe tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': '0321234b-8db1-4f26-bc49-22db887e9fe9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:50.082825 n-d-714676-13 neutron-server[103606]: WARNING neutron.api.v2.base [None req-9f670636-95ab-4d11-83a2-cc8265dc3cfe tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 13:54:50.083182 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-9f670636-95ab-4d11-83a2-cc8265dc3cfe tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:50.089085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9f670636-95ab-4d11-83a2-cc8265dc3cfe tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063400 Feb 04 13:54:50.095708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9db10d5-767b-41a0-9f9b-35023f14442c req-1321badb-1df8-4566-a61f-74ad689ce8bb service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938312 Feb 04 13:54:50.114511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39296) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:50.119419 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bab32ddb-f8e7-4a6f-ad8a-09172816395b req-882264dd-0226-4c69-bb3e-ed5133828c1e service neutron] 10.222.0.100 "GET /v2.0/networks/a74dc432-12cf-4cad-9a93-aa93f8cb2c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749120 Feb 04 13:54:50.124627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe6f12-6d64-470c-8a99-f04d7b04472c req-c38e6df8-54fe-4dc1-9674-ed83b553da57 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:50.138808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3fe6f12-6d64-470c-8a99-f04d7b04472c req-c38e6df8-54fe-4dc1-9674-ed83b553da57 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 943 time: 0.3982363 Feb 04 13:54:50.151987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9fbc348d-0ed1-4ca3-8260-f2aed91cb3b8 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': '0321234b-8db1-4f26-bc49-22db887e9fe9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:50.155051 n-d-714676-13 neutron-server[103606]: WARNING neutron.api.v2.base [None req-9fbc348d-0ed1-4ca3-8260-f2aed91cb3b8 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 13:54:50.155718 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-9fbc348d-0ed1-4ca3-8260-f2aed91cb3b8 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:50.156701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9fbc348d-0ed1-4ca3-8260-f2aed91cb3b8 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096686 Feb 04 13:54:50.160580 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39298) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:50.287057 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d504de7-fc41-477f-8086-8aaf9023d4a7 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (0321234b-8db1-4f26-bc49-22db887e9fe9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:50.330436 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3fe6f12-6d64-470c-8a99-f04d7b04472c req-2382af3d-8554-45e6-b99c-351ba7b3d44f tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906548 Feb 04 13:54:50.357361 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d504de7-fc41-477f-8086-8aaf9023d4a7 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (0321234b-8db1-4f26-bc49-22db887e9fe9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:50.404588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9db10d5-767b-41a0-9f9b-35023f14442c req-35b18e26-527b-44f0-88de-d37370d10033 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559645 Feb 04 13:54:50.410723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac35db-3878-47ae-93a8-d8f58d8c9194 req-31c27dfc-3e23-4b90-aa63-c118e8d85835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:50.413679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57ac35db-3878-47ae-93a8-d8f58d8c9194 req-31c27dfc-3e23-4b90-aa63-c118e8d85835 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.3162651 Feb 04 13:54:50.477941 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d504de7-fc41-477f-8086-8aaf9023d4a7 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0321234b-8db1-4f26-bc49-22db887e9fe9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:50.482367 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d504de7-fc41-477f-8086-8aaf9023d4a7 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:50.483783 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3d504de7-fc41-477f-8086-8aaf9023d4a7 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "DELETE /v2.0/security-groups/0321234b-8db1-4f26-bc49-22db887e9fe9 HTTP/1.1" status: 204 len: 168 time: 0.3217518 Feb 04 13:54:50.487381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39300) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:50.533424 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d504de7-fc41-477f-8086-8aaf9023d4a7 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0321234b-8db1-4f26-bc49-22db887e9fe9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:50.615147 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4ce491ce-5cbc-4a3b-adaf-bafec9566cdc tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1162331 Feb 04 13:54:50.615863 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39304) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:50.621942 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d153097f-f08b-432c-a590-3f8e4d79e049 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group': {'name': 'tempest-secgroup--1874738980'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:50.672767 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d153097f-f08b-432c-a590-3f8e4d79e049 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:50.775018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57ac35db-3878-47ae-93a8-d8f58d8c9194 req-6399f938-da02-417d-bd45-b0d5a705ea2c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49 HTTP/1.1" status: 200 len: 1000 time: 0.3493192 Feb 04 13:54:50.834918 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d153097f-f08b-432c-a590-3f8e4d79e049 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (51c898ab-cc3b-41d8-90b2-e638c32a9aa2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:50.844491 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d153097f-f08b-432c-a590-3f8e4d79e049 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (51c898ab-cc3b-41d8-90b2-e638c32a9aa2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:50.908692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8f739-db9b-40d4-899c-ffed47db90c7 req-818d118b-5e79-48a6-bb3b-06fa438645df tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:50.910496 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d153097f-f08b-432c-a590-3f8e4d79e049 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:50.914622 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d153097f-f08b-432c-a590-3f8e4d79e049 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2951236 Feb 04 13:54:50.914622 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153097f-f08b-432c-a590-3f8e4d79e049 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c898ab-cc3b-41d8-90b2-e638c32a9aa2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:50.919243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3eb8f739-db9b-40d4-899c-ffed47db90c7 req-818d118b-5e79-48a6-bb3b-06fa438645df tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.3347292 Feb 04 13:54:50.928298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39316) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:50.943279 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8a27aa52-7daa-4f55-bc09-63e46f2ce78e tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': '51c898ab-cc3b-41d8-90b2-e638c32a9aa2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:50.945295 n-d-714676-13 neutron-server[103607]: WARNING neutron.api.v2.base [None req-8a27aa52-7daa-4f55-bc09-63e46f2ce78e tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 13:54:50.947937 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-8a27aa52-7daa-4f55-bc09-63e46f2ce78e tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:50.954751 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8a27aa52-7daa-4f55-bc09-63e46f2ce78e tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0251591 Feb 04 13:54:50.958232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39318) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:50.972219 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-105ce70b-a598-474e-ae3b-c8d619771a15 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': '51c898ab-cc3b-41d8-90b2-e638c32a9aa2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:50.975472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac35db-3878-47ae-93a8-d8f58d8c9194 req-155c4138-d1aa-4b16-9271-745609cf476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:50.976961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57ac35db-3878-47ae-93a8-d8f58d8c9194 req-155c4138-d1aa-4b16-9271-745609cf476d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.1693859 Feb 04 13:54:51.068463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3eb8f739-db9b-40d4-899c-ffed47db90c7 req-6acc7e7e-5c49-4eae-a6ce-d722fa45c6be tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425803 Feb 04 13:54:51.099793 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-105ce70b-a598-474e-ae3b-c8d619771a15 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:51.104526 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-105ce70b-a598-474e-ae3b-c8d619771a15 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1411736 Feb 04 13:54:51.105521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39328) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:51.111344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ee4e611e-55a8-49e6-88c5-28c007de045b tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': '51c898ab-cc3b-41d8-90b2-e638c32a9aa2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:51.112428 n-d-714676-13 neutron-server[103606]: WARNING neutron.api.v2.base [None req-ee4e611e-55a8-49e6-88c5-28c007de045b tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 13:54:51.118774 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-ee4e611e-55a8-49e6-88c5-28c007de045b tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:51.126384 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ee4e611e-55a8-49e6-88c5-28c007de045b tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0187860 Feb 04 13:54:51.129304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39330) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:51.140941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-453a1363-7dd0-4fcc-8ae6-677dde84a63e tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': '51c898ab-cc3b-41d8-90b2-e638c32a9aa2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:51.155447 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac35db-3878-47ae-93a8-d8f58d8c9194 req-ef1e70a3-3cb2-4fc8-93b7-de22ae740a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:51.160611 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57ac35db-3878-47ae-93a8-d8f58d8c9194 req-ef1e70a3-3cb2-4fc8-93b7-de22ae740a50 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1671467 Feb 04 13:54:51.198771 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-453a1363-7dd0-4fcc-8ae6-677dde84a63e tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:51.201174 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-453a1363-7dd0-4fcc-8ae6-677dde84a63e tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0678000 Feb 04 13:54:51.204445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39334) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:51.211180 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a5638be1-d702-47e5-9827-9b3e8faceae6 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': '51c898ab-cc3b-41d8-90b2-e638c32a9aa2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:51.211663 n-d-714676-13 neutron-server[103607]: WARNING neutron.api.v2.base [None req-a5638be1-d702-47e5-9827-9b3e8faceae6 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 13:54:51.212159 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-a5638be1-d702-47e5-9827-9b3e8faceae6 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:51.213407 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a5638be1-d702-47e5-9827-9b3e8faceae6 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079997 Feb 04 13:54:51.216953 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39336) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:51.222573 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1423390e-1f93-460a-b038-820bb7b27596 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': '51c898ab-cc3b-41d8-90b2-e638c32a9aa2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:51.275634 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-1423390e-1f93-460a-b038-820bb7b27596 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:51.282457 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1423390e-1f93-460a-b038-820bb7b27596 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0639150 Feb 04 13:54:51.283219 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39340) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:51.290056 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8b4d973d-1f0c-4ab7-ab19-47a1ad705473 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': '51c898ab-cc3b-41d8-90b2-e638c32a9aa2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:51.290655 n-d-714676-13 neutron-server[103607]: WARNING neutron.api.v2.base [None req-8b4d973d-1f0c-4ab7-ab19-47a1ad705473 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 13:54:51.291253 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-8b4d973d-1f0c-4ab7-ab19-47a1ad705473 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:51.296796 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8b4d973d-1f0c-4ab7-ab19-47a1ad705473 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0124004 Feb 04 13:54:51.297411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39342) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:51.303693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-cac50884-7a3e-4b26-8536-61835fcbe972 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': '51c898ab-cc3b-41d8-90b2-e638c32a9aa2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:51.350249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1842ea-cefb-4de8-b08a-34a80d35ecb6 req-47ece4e0-f036-4c22-b9e5-007e236bd4eb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:51.351980 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f1842ea-cefb-4de8-b08a-34a80d35ecb6 req-47ece4e0-f036-4c22-b9e5-007e236bd4eb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1879835 Feb 04 13:54:51.369017 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-cac50884-7a3e-4b26-8536-61835fcbe972 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:51.372910 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cac50884-7a3e-4b26-8536-61835fcbe972 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0717337 Feb 04 13:54:51.373527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39348) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:51.375427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57ac35db-3878-47ae-93a8-d8f58d8c9194 req-cee7e732-887b-43c7-8d68-7df49f1cb36c service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091200 Feb 04 13:54:51.379388 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f5237f14-fcc3-4d88-a8d4-4858c12c82ba tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': '51c898ab-cc3b-41d8-90b2-e638c32a9aa2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:51.433791 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-f5237f14-fcc3-4d88-a8d4-4858c12c82ba tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:51.440945 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f5237f14-fcc3-4d88-a8d4-4858c12c82ba tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0660584 Feb 04 13:54:51.443344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39352) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:51.492101 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f1842ea-cefb-4de8-b08a-34a80d35ecb6 req-7ae72365-de80-4279-aa36-0ea8de24d966 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298170 Feb 04 13:54:51.516480 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcbe03f0-a40c-4986-81c4-9e41b14e7651 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (51c898ab-cc3b-41d8-90b2-e638c32a9aa2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:51.539334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57ac35db-3878-47ae-93a8-d8f58d8c9194 req-fe6d18dc-4e36-4afa-9a0b-14c27e82cef1 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448510 Feb 04 13:54:51.578197 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcbe03f0-a40c-4986-81c4-9e41b14e7651 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (51c898ab-cc3b-41d8-90b2-e638c32a9aa2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:51.671027 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcbe03f0-a40c-4986-81c4-9e41b14e7651 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (51c898ab-cc3b-41d8-90b2-e638c32a9aa2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:51.681806 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcbe03f0-a40c-4986-81c4-9e41b14e7651 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:51.687547 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dcbe03f0-a40c-4986-81c4-9e41b14e7651 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "DELETE /v2.0/security-groups/51c898ab-cc3b-41d8-90b2-e638c32a9aa2 HTTP/1.1" status: 204 len: 168 time: 0.2399929 Feb 04 13:54:51.689319 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39360) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:51.736185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe03f0-a40c-4986-81c4-9e41b14e7651 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c898ab-cc3b-41d8-90b2-e638c32a9aa2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:51.770233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1f534-ec42-42ea-a1bf-398e1a453083 req-dd4505c4-1616-40ef-9508-347254e600df tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:51.782952 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9da1f534-ec42-42ea-a1bf-398e1a453083 req-dd4505c4-1616-40ef-9508-347254e600df tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 943 time: 0.1390963 Feb 04 13:54:51.814160 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-992be73e-5220-4509-a677-43b055cb4216 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1155274 Feb 04 13:54:51.817451 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39368) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:51.834754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2277bde0-e28a-4186-bd8f-9dcaaf80f9e0 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group': {'name': 'tempest-secgroup--1226328685'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:51.868337 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9da1f534-ec42-42ea-a1bf-398e1a453083 req-d2597430-5068-439f-a655-d5d64c35eb2e tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840058 Feb 04 13:54:51.892322 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2277bde0-e28a-4186-bd8f-9dcaaf80f9e0 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:52.020124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f7e22-cd46-46f9-95e3-c6b56e97bd87 req-5fcc9e3c-80e8-457e-afaf-928acaecc484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:52.022765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff2f7e22-cd46-46f9-95e3-c6b56e97bd87 req-5fcc9e3c-80e8-457e-afaf-928acaecc484 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 1128 time: 0.0831180 Feb 04 13:54:52.031068 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2277bde0-e28a-4186-bd8f-9dcaaf80f9e0 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (d3bc11d6-2309-406f-a261-b7bdb8c76329), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:52.036549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2277bde0-e28a-4186-bd8f-9dcaaf80f9e0 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d3bc11d6-2309-406f-a261-b7bdb8c76329), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:52.080726 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2277bde0-e28a-4186-bd8f-9dcaaf80f9e0 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:52.086255 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2277bde0-e28a-4186-bd8f-9dcaaf80f9e0 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2628391 Feb 04 13:54:52.087254 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39378) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:52.098321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a4edcc96-7eae-4cc8-8d83-e7d01536b47c tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': 'd3bc11d6-2309-406f-a261-b7bdb8c76329', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:52.115110 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277bde0-e28a-4186-bd8f-9dcaaf80f9e0 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bc11d6-2309-406f-a261-b7bdb8c76329,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:52.161588 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-a4edcc96-7eae-4cc8-8d83-e7d01536b47c tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The resource could not be found. Feb 04 13:54:52.166630 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a4edcc96-7eae-4cc8-8d83-e7d01536b47c tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0724132 Feb 04 13:54:52.167320 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39382) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:52.173693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fbc9afc0-da02-4c28-9b76-a202007a5e3b tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': 'd3bc11d6-2309-406f-a261-b7bdb8c76329', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0aa35f90-e68b-441b-b121-dd5db379c7e2'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:52.244372 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-fbc9afc0-da02-4c28-9b76-a202007a5e3b tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The resource could not be found. Feb 04 13:54:52.246619 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fbc9afc0-da02-4c28-9b76-a202007a5e3b tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0779941 Feb 04 13:54:52.249492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39384) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:52.290543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-0c96946f-6e0d-4beb-8676-e960909da358 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:52.292212 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-0c96946f-6e0d-4beb-8676-e960909da358 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 811 time: 0.2483785 Feb 04 13:54:52.296687 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f7e22-cd46-46f9-95e3-c6b56e97bd87 req-ecad469a-b6f3-493d-97ca-bee2556a9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:52.298642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff2f7e22-cd46-46f9-95e3-c6b56e97bd87 req-ecad469a-b6f3-493d-97ca-bee2556a9b41 service neutron] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 917 time: 0.2706296 Feb 04 13:54:52.312569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-2e5b8196-a20e-4525-b5dc-253f3e71fe68 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/quotas/3a088728a0e04cbb8731f38e93f3d6e1 HTTP/1.1" status: 200 len: 375 time: 0.0128412 Feb 04 13:54:52.355567 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb126-f490-405d-9f02-0b2480930525 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (d3bc11d6-2309-406f-a261-b7bdb8c76329), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:52.384099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb126-f490-405d-9f02-0b2480930525 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (d3bc11d6-2309-406f-a261-b7bdb8c76329), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:52.438144 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff2f7e22-cd46-46f9-95e3-c6b56e97bd87 req-b2e02a90-3a67-47e5-a3f6-d88d47de714d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a HTTP/1.1" status: 200 len: 1000 time: 0.1238470 Feb 04 13:54:52.438420 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb126-f490-405d-9f02-0b2480930525 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d3bc11d6-2309-406f-a261-b7bdb8c76329), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:52.441812 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb126-f490-405d-9f02-0b2480930525 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:52.445680 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f4cbb126-f490-405d-9f02-0b2480930525 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "DELETE /v2.0/security-groups/d3bc11d6-2309-406f-a261-b7bdb8c76329 HTTP/1.1" status: 204 len: 168 time: 0.1909416 Feb 04 13:54:52.453084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-2cbe091d-223c-42a1-8b01-8b5b1a7f6e0a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1316440 Feb 04 13:54:52.453589 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39386) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:52.458871 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbb126-f490-405d-9f02-0b2480930525 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bc11d6-2309-406f-a261-b7bdb8c76329,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:52.571787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device de55313a-1e8e-4964-87eb-5c7607ef86c5 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:54:52.588883 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f7e22-cd46-46f9-95e3-c6b56e97bd87 req-8592f698-9143-4e9e-9e36-4504805d5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:52.590389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff2f7e22-cd46-46f9-95e3-c6b56e97bd87 req-8592f698-9143-4e9e-9e36-4504805d5097 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.1358829 Feb 04 13:54:52.660224 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1e39a67c-0478-4077-895b-fd99235f8bce tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1976995 Feb 04 13:54:52.665382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39388) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:52.670286 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-133df870-36a5-4d60-a3eb-660fa0593eec tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': '1de9d85e-8213-431a-bb78-8bde204fa091', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:52.699574 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-3b2f8acf-7871-4471-99f1-373159acc778 service neutron] 10.222.0.96 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278886 Feb 04 13:54:52.732809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port de55313a-1e8e-4964-87eb-5c7607ef86c5, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=de55313a-1e8e-4964-87eb-5c7607ef86c5,segment=NetworkSegment(3ccea207-e09d-4fbc-a5c0-0303a8d04f9a),segment_id=3ccea207-e09d-4fbc-a5c0-0303a8d04f9a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:52.755131 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'de55313a-1e8e-4964-87eb-5c7607ef86c5', 'network_id': 'a74dc432-12cf-4cad-9a93-aa93f8cb2c30', 'port_id': 'de55313a-1e8e-4964-87eb-5c7607ef86c5', 'mac_address': 'fa:16:3e:d6:7c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffdb9c0d-844f-4aab-ba64-bda5890aff67', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:54:52.763097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f7e22-cd46-46f9-95e3-c6b56e97bd87 req-57ad8e91-b06b-411c-a5bd-76879f45a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:52.764055 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-133df870-36a5-4d60-a3eb-660fa0593eec tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The resource could not be found. Feb 04 13:54:52.765100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff2f7e22-cd46-46f9-95e3-c6b56e97bd87 req-57ad8e91-b06b-411c-a5bd-76879f45a415 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1631269 Feb 04 13:54:52.767614 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-133df870-36a5-4d60-a3eb-660fa0593eec tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0995016 Feb 04 13:54:52.770873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39390) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:52.780888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9b989a00-8e37-483e-af98-bf487832e7cb tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group': {'name': 'tempest-secgroup--606850488'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:52.824759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port de55313a-1e8e-4964-87eb-5c7607ef86c5 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:52.826228 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (de55313a-1e8e-4964-87eb-5c7607ef86c5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:52.853229 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de55313a-1e8e-4964-87eb-5c7607ef86c5 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:54:52.860115 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b989a00-8e37-483e-af98-bf487832e7cb tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:52.888445 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port de55313a-1e8e-4964-87eb-5c7607ef86c5, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=de55313a-1e8e-4964-87eb-5c7607ef86c5,segment=NetworkSegment(3ccea207-e09d-4fbc-a5c0-0303a8d04f9a),segment_id=3ccea207-e09d-4fbc-a5c0-0303a8d04f9a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:52.895787 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (de55313a-1e8e-4964-87eb-5c7607ef86c5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:52.965066 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-15554f9b-ade4-4cdb-9957-ac31ae9ff7d2 service neutron] 10.222.0.96 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662101 Feb 04 13:54:52.989028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=de55313a-1e8e-4964-87eb-5c7607ef86c5,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:53.005094 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff2f7e22-cd46-46f9-95e3-c6b56e97bd87 req-8154e509-4c2f-4ee6-8c76-45a057a7d150 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342355 Feb 04 13:54:53.057203 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b989a00-8e37-483e-af98-bf487832e7cb tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (fb9630b9-6777-4693-984c-815c629da627), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:53.065915 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b989a00-8e37-483e-af98-bf487832e7cb tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fb9630b9-6777-4693-984c-815c629da627), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:53.114847 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b989a00-8e37-483e-af98-bf487832e7cb tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9630b9-6777-4693-984c-815c629da627,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:53.131743 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b989a00-8e37-483e-af98-bf487832e7cb tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:53.134751 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9b989a00-8e37-483e-af98-bf487832e7cb tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3613141 Feb 04 13:54:53.138335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39398) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:53.143953 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff2f7e22-cd46-46f9-95e3-c6b56e97bd87 req-99a3637e-3254-4549-a0e3-f8d33d0ff902 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321828 Feb 04 13:54:53.146159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-bf2ebbb9-1435-465e-933d-b06a768ab72c tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627016480'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:53.192918 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf2ebbb9-1435-465e-933d-b06a768ab72c tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:53.227641 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['de55313a-1e8e-4964-87eb-5c7607ef86c5'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:54:53.344131 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf2ebbb9-1435-465e-933d-b06a768ab72c tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (5751b14f-c9d0-4c2f-942e-e5193aa088fe), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:53.354724 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf2ebbb9-1435-465e-933d-b06a768ab72c tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5751b14f-c9d0-4c2f-942e-e5193aa088fe), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:53.379814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38487ed-1ec7-489f-be9b-272b496cc720 req-43d8e584-57f8-45b8-8c4f-d323e8683ed6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:53.381678 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e38487ed-1ec7-489f-be9b-272b496cc720 req-43d8e584-57f8-45b8-8c4f-d323e8683ed6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.1343927 Feb 04 13:54:53.453192 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf2ebbb9-1435-465e-933d-b06a768ab72c tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:53.455521 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bf2ebbb9-1435-465e-933d-b06a768ab72c tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3157654 Feb 04 13:54:53.460271 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39406) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:53.468986 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e38487ed-1ec7-489f-be9b-272b496cc720 req-94aa6ef8-0ad5-4cd2-8996-b7c2677d94ce tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761318 Feb 04 13:54:53.471998 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9062c972-422d-4b28-8951-ed2283dfd006 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group_rule': {'security_group_id': 'fb9630b9-6777-4693-984c-815c629da627', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5751b14f-c9d0-4c2f-942e-e5193aa088fe'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:53.483663 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ebbb9-1435-465e-933d-b06a768ab72c tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5751b14f-c9d0-4c2f-942e-e5193aa088fe,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:53.543596 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-9062c972-422d-4b28-8951-ed2283dfd006 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:54:53.551487 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9062c972-422d-4b28-8951-ed2283dfd006 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0783710 Feb 04 13:54:53.552008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39410) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:53.751834 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0a5664a9-222a-40b1-a60e-758f16c57abb tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (5751b14f-c9d0-4c2f-942e-e5193aa088fe), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:53.776428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefc901-8b2d-44ae-b98d-c463e30d4e5e req-c9d24d10-d398-487f-a3b1-7173968f49f3 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:53.779677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1aefc901-8b2d-44ae-b98d-c463e30d4e5e req-c9d24d10-d398-487f-a3b1-7173968f49f3 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 944 time: 0.1520121 Feb 04 13:54:53.820345 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0a5664a9-222a-40b1-a60e-758f16c57abb tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (5751b14f-c9d0-4c2f-942e-e5193aa088fe), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:53.887045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1aefc901-8b2d-44ae-b98d-c463e30d4e5e req-047cad93-dbcc-470a-b273-66da359ef8b7 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982385 Feb 04 13:54:53.929502 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0a5664a9-222a-40b1-a60e-758f16c57abb tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5751b14f-c9d0-4c2f-942e-e5193aa088fe), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:53.933694 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0a5664a9-222a-40b1-a60e-758f16c57abb tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:53.939195 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39414) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:53.941961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0a5664a9-222a-40b1-a60e-758f16c57abb tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "DELETE /v2.0/security-groups/5751b14f-c9d0-4c2f-942e-e5193aa088fe HTTP/1.1" status: 204 len: 168 time: 0.3874812 Feb 04 13:54:53.961135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5664a9-222a-40b1-a60e-758f16c57abb tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5751b14f-c9d0-4c2f-942e-e5193aa088fe,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:54.079619 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e492968-f663-44ee-8c1e-179dbb310a30 req-36eda03f-b23e-41f6-a2d3-22328944163b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 210 time: 0.0487461 Feb 04 13:54:54.098202 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e3a0c57c-4187-4e51-9690-dd323177878d tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1456821 Feb 04 13:54:54.101271 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39420) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:54.186922 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-931fe548-ea5e-44b1-b8b1-e668c6ef708e tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (fb9630b9-6777-4693-984c-815c629da627), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:54.229299 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-931fe548-ea5e-44b1-b8b1-e668c6ef708e tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (fb9630b9-6777-4693-984c-815c629da627), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:54.299576 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-931fe548-ea5e-44b1-b8b1-e668c6ef708e tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fb9630b9-6777-4693-984c-815c629da627), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:54.302977 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-931fe548-ea5e-44b1-b8b1-e668c6ef708e tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:54.304397 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-931fe548-ea5e-44b1-b8b1-e668c6ef708e tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "DELETE /v2.0/security-groups/fb9630b9-6777-4693-984c-815c629da627 HTTP/1.1" status: 204 len: 168 time: 0.2018745 Feb 04 13:54:54.307986 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39422) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:54.319254 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fe548-ea5e-44b1-b8b1-e668c6ef708e tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9630b9-6777-4693-984c-815c629da627,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:54.394230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fda209db-25e5-42e5-a7eb-f94678e6f17a tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0843449 Feb 04 13:54:54.398626 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39424) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:54.407842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c2f3b116-00f0-4be5-bc13-d5557db53e74 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247850945'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:54.437208 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b116-00f0-4be5-bc13-d5557db53e74 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:54.540265 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b116-00f0-4be5-bc13-d5557db53e74 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (d6bfd94f-2623-4541-a897-742c5f19d9f9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:54.549776 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b116-00f0-4be5-bc13-d5557db53e74 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d6bfd94f-2623-4541-a897-742c5f19d9f9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:54.591258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device de55313a-1e8e-4964-87eb-5c7607ef86c5 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:54:54.623644 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b116-00f0-4be5-bc13-d5557db53e74 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:54.627228 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c2f3b116-00f0-4be5-bc13-d5557db53e74 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2273941 Feb 04 13:54:54.630633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39428) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:54.637370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-703d1713-67b2-4a45-aec6-b4147767f918 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:54.639127 n-d-714676-13 neutron-server[103606]: WARNING neutron.api.v2.base [None req-703d1713-67b2-4a45-aec6-b4147767f918 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 13:54:54.640363 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-703d1713-67b2-4a45-aec6-b4147767f918 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 13:54:54.641139 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-703d1713-67b2-4a45-aec6-b4147767f918 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "PUT /v2.0/security-groups/d6bfd94f-2623-4541-a897-742c5f19d9f9 HTTP/1.1" status: 409 len: 330 time: 0.0092483 Feb 04 13:54:54.644712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39430) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:54.649300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3b116-00f0-4be5-bc13-d5557db53e74 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bfd94f-2623-4541-a897-742c5f19d9f9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:54.741856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port de55313a-1e8e-4964-87eb-5c7607ef86c5 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:54:54.747805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port de55313a-1e8e-4964-87eb-5c7607ef86c5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:54.748798 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (de55313a-1e8e-4964-87eb-5c7607ef86c5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:54.806270 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a9a3802d-ef38-4f06-b7d4-ac0c2c1b0b9a tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (d6bfd94f-2623-4541-a897-742c5f19d9f9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:54.905837 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port de55313a-1e8e-4964-87eb-5c7607ef86c5 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:54.907022 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (de55313a-1e8e-4964-87eb-5c7607ef86c5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:54.971401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port de55313a-1e8e-4964-87eb-5c7607ef86c5, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=de55313a-1e8e-4964-87eb-5c7607ef86c5,segment=NetworkSegment(3ccea207-e09d-4fbc-a5c0-0303a8d04f9a),segment_id=3ccea207-e09d-4fbc-a5c0-0303a8d04f9a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:54.977187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467b235c-4fe5-4518-8006-778c3452e464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de55313a-1e8e-4964-87eb-5c7607ef86c5'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:54:54.981342 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68f9b36-f44e-4194-9682-21d959cb2f28" -d '{"events": [{"server_uuid": "467b235c-4fe5-4518-8006-778c3452e464", "name": "network-vif-plugged", "status": "completed", "tag": "de55313a-1e8e-4964-87eb-5c7607ef86c5"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:54:54.988803 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (de55313a-1e8e-4964-87eb-5c7607ef86c5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:54.988803 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 8bdab68b-078e-45cb-bb4e-284a1c7efd1a no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:54:55.197688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:55.201727 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:55.246446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=de55313a-1e8e-4964-87eb-5c7607ef86c5,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:55.268578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:55.269900 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:55.270317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:55.270822 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:55.271042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:55.271383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:55.271715 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:55.272045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:55.272378 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:55.272694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:55.273029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:55.273356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:55.273681 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:54:55.288191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:54:55.295408 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:55.372565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:55.517097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac13323-7cca-4eaa-b7c1-19f056bd7bdf req-04db531e-50dd-4ba4-a514-176e3fb50149 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:55.519060 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fac13323-7cca-4eaa-b7c1-19f056bd7bdf req-04db531e-50dd-4ba4-a514-176e3fb50149 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 945 time: 0.7940803 Feb 04 13:54:55.521973 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a9a3802d-ef38-4f06-b7d4-ac0c2c1b0b9a tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (d6bfd94f-2623-4541-a897-742c5f19d9f9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:55.635859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-601b8b1c-6ed7-41e7-8f72-89d2a8d867c4 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:55.638282 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-601b8b1c-6ed7-41e7-8f72-89d2a8d867c4 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 811 time: 0.8093235 Feb 04 13:54:55.672993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-2d32872b-ee44-4038-971a-c8072576134e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Request body: {'port': {'device_id': '826a31a3-8c95-4a4d-a201-537c096451da', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'admin_state_up': True, 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:55.753146 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a9a3802d-ef38-4f06-b7d4-ac0c2c1b0b9a tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d6bfd94f-2623-4541-a897-742c5f19d9f9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:55.755793 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a9a3802d-ef38-4f06-b7d4-ac0c2c1b0b9a tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:55.756958 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a9a3802d-ef38-4f06-b7d4-ac0c2c1b0b9a tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "DELETE /v2.0/security-groups/d6bfd94f-2623-4541-a897-742c5f19d9f9 HTTP/1.1" status: 204 len: 168 time: 1.1104662 Feb 04 13:54:55.761887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39442) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:55.780299 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fac13323-7cca-4eaa-b7c1-19f056bd7bdf req-1829ee29-3cfd-4ce1-be57-33a85791e50f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344832 Feb 04 13:54:55.791623 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3802d-ef38-4f06-b7d4-ac0c2c1b0b9a tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bfd94f-2623-4541-a897-742c5f19d9f9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:55.857555 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-219378d1-df84-4f50-98ec-12de7ff5027c tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0908263 Feb 04 13:54:55.864837 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39444) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:55.898817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-2d32872b-ee44-4038-971a-c8072576134e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Made reservation on behalf of 3a088728a0e04cbb8731f38e93f3d6e1 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:54:55.899463 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-22df85cb-013a-4390-b810-860daf5a59cb tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] delete failed (client error): The resource could not be found. Feb 04 13:54:55.900716 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-22df85cb-013a-4390-b810-860daf5a59cb tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "DELETE /v2.0/security-groups/f058662f-2cc3-4a28-a98c-3ba05c568ef1 HTTP/1.1" status: 404 len: 347 time: 0.0336072 Feb 04 13:54:55.905339 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-2d32872b-ee44-4038-971a-c8072576134e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:55.906550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39446) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:55.941805 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-6b5faaf0-ef44-43f0-9137-9debf0095c35 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] show failed (client error): The resource could not be found. Feb 04 13:54:55.944375 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6b5faaf0-ef44-43f0-9137-9debf0095c35 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "GET /v2.0/security-groups/ade0b3c6-1d67-45a2-b929-db4b24ebf1fb HTTP/1.1" status: 404 len: 347 time: 0.0353987 Feb 04 13:54:55.950369 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39448) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:55.971552 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-4f3b8582-f2a8-42e0-bc85-83128dbf2f72 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] show failed (client error): The resource could not be found. Feb 04 13:54:55.982646 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4f3b8582-f2a8-42e0-bc85-83128dbf2f72 tempest-NegativeSecGroupTest-212178420 tempest-NegativeSecGroupTest-212178420-project] 10.222.0.96 "GET /v2.0/security-group-rules/3751f117-7cc3-4a1e-ae3e-ac9ac48d0916 HTTP/1.1" status: 404 len: 356 time: 0.0296776 Feb 04 13:54:56.093430 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154e181-a216-4aa1-bc57-48419767a678 req-b41df5ec-6b5d-4a38-adce-eea59332d27b tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:56.095088 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e154e181-a216-4aa1-bc57-48419767a678 req-b41df5ec-6b5d-4a38-adce-eea59332d27b tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 945 time: 0.1499200 Feb 04 13:54:56.203336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-2d32872b-ee44-4038-971a-c8072576134e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Allocated IP 172.20.0.10 (e850f246-0270-48c7-b292-77ce5d0c8d2b/4fa6a57d-4833-477c-a4c3-0b43c577818b/4a9bbc18-12e7-4356-8563-2ad5239f6f16) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:54:56.220960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e154e181-a216-4aa1-bc57-48419767a678 req-c665c02f-af53-43ab-9dcc-b8cfa07175aa tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925641 Feb 04 13:54:56.421343 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09895cc1-88cb-4bc0-8c41-412777737105 x-openstack-request-id: req-09895cc1-88cb-4bc0-8c41-412777737105 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:54:56.421961 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467b235c-4fe5-4518-8006-778c3452e464", "name": "network-vif-plugged", "status": "completed", "tag": "de55313a-1e8e-4964-87eb-5c7607ef86c5", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:54:56.422251 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-09895cc1-88cb-4bc0-8c41-412777737105 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:54:56.422901 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467b235c-4fe5-4518-8006-778c3452e464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de55313a-1e8e-4964-87eb-5c7607ef86c5', 'code': 200} Feb 04 13:54:56.531572 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39460) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:56.571276 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92697aff-bc7b-4d34-9f80-429da6d77b12 req-5cf03fb8-ff42-4ba5-8602-182fa977468a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 210 time: 0.0756381 Feb 04 13:54:56.613210 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-2d32872b-ee44-4038-971a-c8072576134e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for port (4a9bbc18-12e7-4356-8563-2ad5239f6f16), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:56.633060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8327b7-b007-4f6f-8b21-12d94d3be0f6 req-55232080-4cba-40ac-b4d7-b0f8c2dd0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:56.634904 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b8327b7-b007-4f6f-8b21-12d94d3be0f6 req-55232080-4cba-40ac-b4d7-b0f8c2dd0595 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 1128 time: 0.1481268 Feb 04 13:54:56.741721 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b8327b7-b007-4f6f-8b21-12d94d3be0f6 req-e5f9360a-d78f-4103-b056-984f77e42eb8 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964930 Feb 04 13:54:56.748468 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-2d32872b-ee44-4038-971a-c8072576134e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (4a9bbc18-12e7-4356-8563-2ad5239f6f16), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:56.801628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-2d32872b-ee44-4038-971a-c8072576134e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Network e850f246-0270-48c7-b292-77ce5d0c8d2b is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:54:56.805077 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-2d32872b-ee44-4038-971a-c8072576134e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:54:56.810777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-2d32872b-ee44-4038-971a-c8072576134e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:54:56.820251 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a7d9e5ed-e954-4f22-bcc0-cdb85ae4ba00 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=141c0be97b5149d6b4c187ddf965134e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2870798 Feb 04 13:54:56.821179 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39464) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:54:56.855759 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32872b-ee44-4038-971a-c8072576134e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event updated for resources: {'Port': ['ID=4a9bbc18-12e7-4356-8563-2ad5239f6f16,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:56.934324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-2d32872b-ee44-4038-971a-c8072576134e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:56.935695 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-2d32872b-ee44-4038-971a-c8072576134e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:56.957227 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-274de814-a705-4a1e-baf9-06ed973fdfb8 admin admin] Publish callbacks [] for security_group (f05738f2-568b-4e8e-939b-762f6d859fd6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:57.012642 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-274de814-a705-4a1e-baf9-06ed973fdfb8 admin admin] Publish callbacks [] for security_group (f05738f2-568b-4e8e-939b-762f6d859fd6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:57.040611 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-2d32872b-ee44-4038-971a-c8072576134e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3881805 Feb 04 13:54:57.057630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Request body: {'port': {'device_id': '826a31a3-8c95-4a4d-a201-537c096451da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:57.094836 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-274de814-a705-4a1e-baf9-06ed973fdfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f05738f2-568b-4e8e-939b-762f6d859fd6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:57.097775 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-274de814-a705-4a1e-baf9-06ed973fdfb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:57.102955 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-274de814-a705-4a1e-baf9-06ed973fdfb8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f05738f2-568b-4e8e-939b-762f6d859fd6 HTTP/1.1" status: 204 len: 168 time: 0.2804904 Feb 04 13:54:57.130694 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274de814-a705-4a1e-baf9-06ed973fdfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05738f2-568b-4e8e-939b-762f6d859fd6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:57.190760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1273d0-7cab-4d60-8d34-e89c45acdc9b req-50b1ab63-6146-4e43-b9a0-af4f4088a783 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:57.192368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e1273d0-7cab-4d60-8d34-e89c45acdc9b req-50b1ab63-6146-4e43-b9a0-af4f4088a783 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.2506325 Feb 04 13:54:57.204644 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4a9bbc18-12e7-4356-8563-2ad5239f6f16), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:57.285510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-259296bf-6b0c-420a-b5f2-8ec0d8ec7ab3 None None] Provisioning complete for port 4a9bbc18-12e7-4356-8563-2ad5239f6f16 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:57.285938 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-259296bf-6b0c-420a-b5f2-8ec0d8ec7ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4a9bbc18-12e7-4356-8563-2ad5239f6f16), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:57.307216 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e1273d0-7cab-4d60-8d34-e89c45acdc9b req-c97e3677-de56-4195-9b31-6137e7acfaa8 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974209 Feb 04 13:54:57.368362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-259296bf-6b0c-420a-b5f2-8ec0d8ec7ab3 None None] Port 4a9bbc18-12e7-4356-8563-2ad5239f6f16 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:54:57.806131 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89abaa-f943-4746-a609-747134d6bfdd req-373a6149-c51c-4230-bbed-35d0ea3cd87a tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:57.807713 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d89abaa-f943-4746-a609-747134d6bfdd req-373a6149-c51c-4230-bbed-35d0ea3cd87a tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 945 time: 0.1867843 Feb 04 13:54:57.916019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9bbc18-12e7-4356-8563-2ad5239f6f16 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:54:57.924555 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d89abaa-f943-4746-a609-747134d6bfdd req-2cac2eb8-8fb9-405f-b60d-8bab7c2f6a76 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011052 Feb 04 13:54:57.930515 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Publish callbacks [] for port (4a9bbc18-12e7-4356-8563-2ad5239f6f16), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:57.947177 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Transition to ACTIVE for port object 4a9bbc18-12e7-4356-8563-2ad5239f6f16 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:54:57.954407 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (4a9bbc18-12e7-4356-8563-2ad5239f6f16), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:58.027843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Pushing event updated for resources: {'Port': ['ID=4a9bbc18-12e7-4356-8563-2ad5239f6f16,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:58.319202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Attempting to bind port 4a9bbc18-12e7-4356-8563-2ad5239f6f16 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:54:58.319555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Attempting to bind port 4a9bbc18-12e7-4356-8563-2ad5239f6f16 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:54:58.319884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Attempting to bind port 4a9bbc18-12e7-4356-8563-2ad5239f6f16 on network e850f246-0270-48c7-b292-77ce5d0c8d2b {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:54:58.326546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Port 4a9bbc18-12e7-4356-8563-2ad5239f6f16 on network e850f246-0270-48c7-b292-77ce5d0c8d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:54:58.326913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Attempting to bind port 4a9bbc18-12e7-4356-8563-2ad5239f6f16 on network e850f246-0270-48c7-b292-77ce5d0c8d2b {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:54:58.349274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:54:58.349626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Checking segment: {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:54:58.350024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Bound using segment: {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:54:58.352196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Bound port: 4a9bbc18-12e7-4356-8563-2ad5239f6f16, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:54:58.352743 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4a9bbc18-12e7-4356-8563-2ad5239f6f16), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:58.424148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96208542-d552-4dc4-9d73-19cda0d724c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:54:58.461352 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fbe1b7-e76b-484c-8da4-7b08f523bccc" -d '{"events": [{"server_uuid": "96208542-d552-4dc4-9d73-19cda0d724c4", "name": "network-vif-unplugged", "status": "completed", "tag": "8bdab68b-078e-45cb-bb4e-284a1c7efd1a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:54:58.551132 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] For port 4a9bbc18-12e7-4356-8563-2ad5239f6f16, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:54:58.561104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] For port 4a9bbc18-12e7-4356-8563-2ad5239f6f16, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4a9bbc18-12e7-4356-8563-2ad5239f6f16,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:54:58.593393 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (4a9bbc18-12e7-4356-8563-2ad5239f6f16), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:58.624088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 8bdab68b-078e-45cb-bb4e-284a1c7efd1a no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:54:58.781714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:58.783225 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:58.801620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] 10.222.0.99 "PUT /v2.0/ports/4a9bbc18-12e7-4356-8563-2ad5239f6f16 HTTP/1.1" status: 200 len: 1093 time: 1.7438903 Feb 04 13:54:58.801620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a31a3-8c95-4a4d-a201-537c096451da', 'tag': '4a9bbc18-12e7-4356-8563-2ad5239f6f16'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:54:58.801620 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef8373f-bc49-4e05-b815-3e3fcf586655" -d '{"events": [{"name": "network-changed", "server_uuid": "826a31a3-8c95-4a4d-a201-537c096451da", "tag": "4a9bbc18-12e7-4356-8563-2ad5239f6f16"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:54:59.007357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165c2d6-b4a8-47db-a0f1-1ea0e2345fdf service neutron] Pushing event updated for resources: {'Port': ['ID=4a9bbc18-12e7-4356-8563-2ad5239f6f16,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:59.091124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-54efefea-0e76-4af4-a4bc-24a27596998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:59.095327 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-54efefea-0e76-4af4-a4bc-24a27596998b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 1127 time: 0.2392478 Feb 04 13:54:59.148766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a is: DOWN; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:54:59.279326 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-20bf188a-6a5f-405d-9837-cf2f12db7eb5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a9bbc18-12e7-4356-8563-2ad5239f6f16 HTTP/1.1" status: 200 len: 217 time: 0.1635299 Feb 04 13:54:59.428627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda0ccb-76b2-4560-b317-39d91873184b req-13813496-12e2-4868-b39a-ed0f0718211c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:59.430941 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dfda0ccb-76b2-4560-b317-39d91873184b req-13813496-12e2-4868-b39a-ed0f0718211c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 944 time: 0.1752257 Feb 04 13:54:59.432229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-57503b75-0e8c-44ae-9344-4516b73a8437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:59.433911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-57503b75-0e8c-44ae-9344-4516b73a8437 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.1075985 Feb 04 13:54:59.539489 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dfda0ccb-76b2-4560-b317-39d91873184b req-c54d351b-4b7b-482a-9347-74d14e821150 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999870 Feb 04 13:54:59.565817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-ca6533a8-c7a6-4927-ace2-e3e55c6d5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:59.567732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-ca6533a8-c7a6-4927-ace2-e3e55c6d5464 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1265671 Feb 04 13:54:59.618544 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 13:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fac3e0a-901b-4605-a804-c9fbd0607487 x-openstack-request-id: req-6fac3e0a-901b-4605-a804-c9fbd0607487 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:54:59.619498 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96208542-d552-4dc4-9d73-19cda0d724c4", "name": "network-vif-unplugged", "status": "failed", "tag": "8bdab68b-078e-45cb-bb4e-284a1c7efd1a", "code": 422}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:54:59.619498 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6fac3e0a-901b-4605-a804-c9fbd0607487 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:54:59.619498 n-d-714676-13 neutron-server[103608]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96208542-d552-4dc4-9d73-19cda0d724c4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a', 'code': 422} returned with failed status Feb 04 13:54:59.704455 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b73626-16ab-488b-869f-96c810e3d848 x-openstack-request-id: req-c4b73626-16ab-488b-869f-96c810e3d848 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:54:59.704830 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826a31a3-8c95-4a4d-a201-537c096451da", "tag": "4a9bbc18-12e7-4356-8563-2ad5239f6f16", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:54:59.705248 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c4b73626-16ab-488b-869f-96c810e3d848 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:54:59.705708 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826a31a3-8c95-4a4d-a201-537c096451da', 'tag': '4a9bbc18-12e7-4356-8563-2ad5239f6f16', 'status': 'completed', 'code': 200} Feb 04 13:54:59.784068 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-45388546-0a0c-4dda-ac40-5cd3c1d6d66c service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088671 Feb 04 13:54:59.912041 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a5f4138-f51c-4edd-b52a-49630d5daccb req-bab8c993-c517-4abc-86ba-dc58e3cb439b service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217444 Feb 04 13:55:00.027045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67917e-1ff5-4dda-aa5f-e00d8c3b5a8e req-1cd1df8d-61df-45d0-a02e-a983bf8e2551 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:00.036349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a67917e-1ff5-4dda-aa5f-e00d8c3b5a8e req-1cd1df8d-61df-45d0-a02e-a983bf8e2551 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 945 time: 0.1224334 Feb 04 13:55:00.098351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8373f-bc49-4e05-b815-3e3fcf586655 req-4a4e9f25-5697-443d-baf1-9492515b8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:00.101316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ef8373f-bc49-4e05-b815-3e3fcf586655 req-4a4e9f25-5697-443d-baf1-9492515b8b32 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 1127 time: 0.1292725 Feb 04 13:55:00.210535 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a67917e-1ff5-4dda-aa5f-e00d8c3b5a8e req-e4eb036f-adbb-4f05-bbc7-c1a73ba1e5be tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676762 Feb 04 13:55:00.351871 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8373f-bc49-4e05-b815-3e3fcf586655 req-55d4a643-f90b-47fc-b8bd-59fb6498720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:00.353100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ef8373f-bc49-4e05-b815-3e3fcf586655 req-55d4a643-f90b-47fc-b8bd-59fb6498720d service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.2460780 Feb 04 13:55:00.478456 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ef8373f-bc49-4e05-b815-3e3fcf586655 req-33f7de36-1af8-446f-9d39-c881a4d3e3d1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a9bbc18-12e7-4356-8563-2ad5239f6f16 HTTP/1.1" status: 200 len: 217 time: 0.1173496 Feb 04 13:55:00.617843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8373f-bc49-4e05-b815-3e3fcf586655 req-df0e379d-36c8-4d00-b440-9e8c8b52541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:00.619201 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ef8373f-bc49-4e05-b815-3e3fcf586655 req-df0e379d-36c8-4d00-b440-9e8c8b52541f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.1347742 Feb 04 13:55:00.820783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8373f-bc49-4e05-b815-3e3fcf586655 req-ba6fafe4-afa3-4c8f-bfcb-f757a7d56187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:00.826748 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ef8373f-bc49-4e05-b815-3e3fcf586655 req-ba6fafe4-afa3-4c8f-bfcb-f757a7d56187 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1737566 Feb 04 13:55:00.847559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2fa3c-e291-4def-a8f3-8c98ce8be1e9 req-c2cfa27a-586e-434e-b9cc-5a0f939dfa0a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:00.849909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ff2fa3c-e291-4def-a8f3-8c98ce8be1e9 req-c2cfa27a-586e-434e-b9cc-5a0f939dfa0a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.2652607 Feb 04 13:55:01.189970 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ff2fa3c-e291-4def-a8f3-8c98ce8be1e9 req-67d35cfa-eb4f-4c76-8d93-020d59c80d25 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3206086 Feb 04 13:55:01.246045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ef8373f-bc49-4e05-b815-3e3fcf586655 req-f367ba53-5f36-4875-827f-69712a443897 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948579 Feb 04 13:55:01.445083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f92c991f-b463-4878-81e3-0c4b6dabff95 req-ea8a47a9-dc55-45d4-a094-23f0fd85cc34 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3684325 Feb 04 13:55:01.453490 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ef8373f-bc49-4e05-b815-3e3fcf586655 req-d16d3783-43b0-4c6c-bafb-45651fb5fddb service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000299 Feb 04 13:55:01.461490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7c30d-a17f-421c-9f72-8debe4139c06 req-48a9b5f1-7e32-4eb7-a11e-05201d8090ff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:01.463099 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99f7c30d-a17f-421c-9f72-8debe4139c06 req-48a9b5f1-7e32-4eb7-a11e-05201d8090ff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 944 time: 0.1400089 Feb 04 13:55:01.531128 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99f7c30d-a17f-421c-9f72-8debe4139c06 req-71be12ee-f52a-4842-9f8b-2aa94dee25d9 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614014 Feb 04 13:55:01.917585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3e21f-2db4-49c6-a05e-73c525679a3c req-85f34988-f7a0-419b-a5aa-1d854ddd8051 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:01.926767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47d3e21f-2db4-49c6-a05e-73c525679a3c req-85f34988-f7a0-419b-a5aa-1d854ddd8051 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 945 time: 0.1210108 Feb 04 13:55:01.991144 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47d3e21f-2db4-49c6-a05e-73c525679a3c req-18636562-786d-4dd3-b072-c1a1f8200026 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631866 Feb 04 13:55:02.391483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1228f-d29c-4941-a94e-0893743c98e6 req-746fe75e-005f-486b-8840-8734ab16965e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:02.397518 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51c1228f-d29c-4941-a94e-0893743c98e6 req-746fe75e-005f-486b-8840-8734ab16965e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.0971749 Feb 04 13:55:02.488090 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51c1228f-d29c-4941-a94e-0893743c98e6 req-ba6d029a-bbe0-4ad5-a12d-a8c5b1b38a95 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832152 Feb 04 13:55:02.771999 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b5d67-ce9a-4a65-a777-a67c1656bbbc req-4a56191d-ac20-495d-997c-30266ca0e7ff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:02.782454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-256b5d67-ce9a-4a65-a777-a67c1656bbbc req-4a56191d-ac20-495d-997c-30266ca0e7ff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 944 time: 0.1023319 Feb 04 13:55:02.877702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-256b5d67-ce9a-4a65-a777-a67c1656bbbc req-521f609f-0eb2-4443-a310-599e3f99b0a1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941219 Feb 04 13:55:03.272704 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758121f1-4355-4ea4-956c-4a1ce6fe7455 req-9a649127-c522-48c9-af1d-87adbfff4b53 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:03.286839 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-758121f1-4355-4ea4-956c-4a1ce6fe7455 req-9a649127-c522-48c9-af1d-87adbfff4b53 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 945 time: 0.1497512 Feb 04 13:55:03.462319 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-758121f1-4355-4ea4-956c-4a1ce6fe7455 req-7dcfbb83-3612-42d8-9bbd-26e2a64933b0 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/security-groups?id=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605229 Feb 04 13:55:03.495168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ddd46-b01c-4c44-b5f2-b0743bcfb7da req-0c1bf064-db77-430a-8148-eb8bc5088caf tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:03.498297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-654ddd46-b01c-4c44-b5f2-b0743bcfb7da req-0c1bf064-db77-430a-8148-eb8bc5088caf tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.100 "GET /v2.0/ports?device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 945 time: 0.2025006 Feb 04 13:55:03.730709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-654ddd46-b01c-4c44-b5f2-b0743bcfb7da req-9c10cb68-a31a-425a-a399-8a5bccfe3c21 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Deleting port de55313a-1e8e-4964-87eb-5c7607ef86c5 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:55:03.732189 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-654ddd46-b01c-4c44-b5f2-b0743bcfb7da req-9c10cb68-a31a-425a-a399-8a5bccfe3c21 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (de55313a-1e8e-4964-87eb-5c7607ef86c5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:03.764721 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e0e4-e8ec-477e-bdd5-c67854307626 req-e7d432ce-f22b-4b80-b6da-34f68ef0c798 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:03.766948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48c7e0e4-e8ec-477e-bdd5-c67854307626 req-e7d432ce-f22b-4b80-b6da-34f68ef0c798 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1300626 Feb 04 13:55:03.792275 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39644) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:03.922520 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48c7e0e4-e8ec-477e-bdd5-c67854307626 req-244da5b9-eea0-498f-bf70-cff8824a76a5 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130302 Feb 04 13:55:03.924934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4a9bbc18-12e7-4356-8563-2ad5239f6f16 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:55:03.948398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-654ddd46-b01c-4c44-b5f2-b0743bcfb7da req-9c10cb68-a31a-425a-a399-8a5bccfe3c21 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] For port de55313a-1e8e-4964-87eb-5c7607ef86c5, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=de55313a-1e8e-4964-87eb-5c7607ef86c5,segment=NetworkSegment(3ccea207-e09d-4fbc-a5c0-0303a8d04f9a),segment_id=3ccea207-e09d-4fbc-a5c0-0303a8d04f9a)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:55:03.948750 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b47fb9-b2e0-4b54-8576-5c2d671747d0 admin admin] Deleting subnet 1b5ad6c2-4b79-4856-b0d2-cbd9b2cd047c {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:55:03.948869 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-654ddd46-b01c-4c44-b5f2-b0743bcfb7da req-9c10cb68-a31a-425a-a399-8a5bccfe3c21 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (de55313a-1e8e-4964-87eb-5c7607ef86c5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:03.967443 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09b47fb9-b2e0-4b54-8576-5c2d671747d0 admin admin] Publish callbacks [] for subnet (1b5ad6c2-4b79-4856-b0d2-cbd9b2cd047c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:04.004481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-654ddd46-b01c-4c44-b5f2-b0743bcfb7da req-9c10cb68-a31a-425a-a399-8a5bccfe3c21 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Calling delete_port for de55313a-1e8e-4964-87eb-5c7607ef86c5 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:55:04.079468 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09b47fb9-b2e0-4b54-8576-5c2d671747d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (1b5ad6c2-4b79-4856-b0d2-cbd9b2cd047c), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:04.283807 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09b47fb9-b2e0-4b54-8576-5c2d671747d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (1b5ad6c2-4b79-4856-b0d2-cbd9b2cd047c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:04.329596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4a9bbc18-12e7-4356-8563-2ad5239f6f16, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4a9bbc18-12e7-4356-8563-2ad5239f6f16,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:55:04.375170 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '4a9bbc18-12e7-4356-8563-2ad5239f6f16', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'port_id': '4a9bbc18-12e7-4356-8563-2ad5239f6f16', 'mac_address': 'fa:16:3e:b2:3f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:55:04.446553 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09b47fb9-b2e0-4b54-8576-5c2d671747d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (1b5ad6c2-4b79-4856-b0d2-cbd9b2cd047c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:04.529973 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 4a9bbc18-12e7-4356-8563-2ad5239f6f16 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:55:04.530497 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4a9bbc18-12e7-4356-8563-2ad5239f6f16), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:04.580814 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09b47fb9-b2e0-4b54-8576-5c2d671747d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:04.607276 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-09b47fb9-b2e0-4b54-8576-5c2d671747d0 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/1b5ad6c2-4b79-4856-b0d2-cbd9b2cd047c HTTP/1.1" status: 204 len: 168 time: 0.8073833 Feb 04 13:55:04.607602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9bbc18-12e7-4356-8563-2ad5239f6f16 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:55:04.607784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39664) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:04.611585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b47fb9-b2e0-4b54-8576-5c2d671747d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b5ad6c2-4b79-4856-b0d2-cbd9b2cd047c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:04.675431 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4a9bbc18-12e7-4356-8563-2ad5239f6f16, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4a9bbc18-12e7-4356-8563-2ad5239f6f16,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:55:04.683229 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4a9bbc18-12e7-4356-8563-2ad5239f6f16), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:04.686328 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbdd83-f0fd-44d9-8462-83a343986ea2 req-045cf03b-0026-434c-b414-8d28f247a0c5 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:04.688202 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6efbdd83-f0fd-44d9-8462-83a343986ea2 req-045cf03b-0026-434c-b414-8d28f247a0c5 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 944 time: 0.4205244 Feb 04 13:55:04.827769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=4a9bbc18-12e7-4356-8563-2ad5239f6f16,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:04.905649 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-654ddd46-b01c-4c44-b5f2-b0743bcfb7da req-9c10cb68-a31a-425a-a399-8a5bccfe3c21 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (de55313a-1e8e-4964-87eb-5c7607ef86c5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:04.990669 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8f65e7a-9f1d-4c0f-8474-04f099db37c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (707324b8-ddda-4dcf-a33d-967e7bf40189), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:05.040373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['4a9bbc18-12e7-4356-8563-2ad5239f6f16'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:55:05.145684 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10cb68-a31a-425a-a399-8a5bccfe3c21 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Pushing event deleted for resources: {'Port': ['ID=de55313a-1e8e-4964-87eb-5c7607ef86c5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:05.204538 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-654ddd46-b01c-4c44-b5f2-b0743bcfb7da req-9c10cb68-a31a-425a-a399-8a5bccfe3c21 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] No DVR routers for this DVR port de55313a-1e8e-4964-87eb-5c7607ef86c5 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:55:05.222531 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6efbdd83-f0fd-44d9-8462-83a343986ea2 req-a0253a88-ebd1-4cd9-9aa6-c5bc0ddb3c23 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424865 Feb 04 13:55:05.229602 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-654ddd46-b01c-4c44-b5f2-b0743bcfb7da req-9c10cb68-a31a-425a-a399-8a5bccfe3c21 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:05.245921 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-654ddd46-b01c-4c44-b5f2-b0743bcfb7da req-9c10cb68-a31a-425a-a399-8a5bccfe3c21 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.100 "DELETE /v2.0/ports/de55313a-1e8e-4964-87eb-5c7607ef86c5 HTTP/1.1" status: 204 len: 173 time: 1.7423925 Feb 04 13:55:05.247846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467b235c-4fe5-4518-8006-778c3452e464', 'name': 'network-vif-deleted', 'tag': 'de55313a-1e8e-4964-87eb-5c7607ef86c5'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:55:05.250463 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ea4cc3-64b1-4a2e-a7ab-f0e5792f62b8" -d '{"events": [{"server_uuid": "467b235c-4fe5-4518-8006-778c3452e464", "name": "network-vif-deleted", "tag": "de55313a-1e8e-4964-87eb-5c7607ef86c5"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:55:05.537414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b7e37c3-b19d-4879-a4d1-eb683f6826db req-2285ac49-4fa2-42be-93b6-2a78a55347e2 tempest-VolumesActionsTest-297261408 tempest-VolumesActionsTest-297261408-project] 10.222.0.96 "GET /v2.0/ports?device_id=467b235c-4fe5-4518-8006-778c3452e464 HTTP/1.1" status: 200 len: 210 time: 0.0844393 Feb 04 13:55:05.549117 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8f65e7a-9f1d-4c0f-8474-04f099db37c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (707324b8-ddda-4dcf-a33d-967e7bf40189), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:05.647405 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d8f65e7a-9f1d-4c0f-8474-04f099db37c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707324b8-ddda-4dcf-a33d-967e7bf40189']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:05.678795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d8f65e7a-9f1d-4c0f-8474-04f099db37c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82107b47-e55b-48cb-8cd7-dac7f8d0b10b') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:05.679590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d8f65e7a-9f1d-4c0f-8474-04f099db37c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82107b47-e55b-48cb-8cd7-dac7f8d0b10b') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:05.718633 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8f65e7a-9f1d-4c0f-8474-04f099db37c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (82107b47-e55b-48cb-8cd7-dac7f8d0b10b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:05.847923 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8f65e7a-9f1d-4c0f-8474-04f099db37c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (82107b47-e55b-48cb-8cd7-dac7f8d0b10b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:05.859807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f65e7a-9f1d-4c0f-8474-04f099db37c8 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:55:05.872166 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8f65e7a-9f1d-4c0f-8474-04f099db37c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (82107b47-e55b-48cb-8cd7-dac7f8d0b10b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:55:05.874367 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:55:05.983807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600d3d-f9cb-42b7-a1d9-6a7ca9bbd929 req-08eb9474-d69d-4dde-b34f-a682733bb1d0 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:05.985799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a600d3d-f9cb-42b7-a1d9-6a7ca9bbd929 req-08eb9474-d69d-4dde-b34f-a682733bb1d0 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.2628236 Feb 04 13:55:05.987346 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8f65e7a-9f1d-4c0f-8474-04f099db37c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (707324b8-ddda-4dcf-a33d-967e7bf40189), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:06.001695 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d8f65e7a-9f1d-4c0f-8474-04f099db37c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:06.007553 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d8f65e7a-9f1d-4c0f-8474-04f099db37c8 admin admin] 10.222.0.96 "DELETE /v2.0/networks/707324b8-ddda-4dcf-a33d-967e7bf40189 HTTP/1.1" status: 204 len: 168 time: 1.3978610 Feb 04 13:55:06.011780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39676) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:06.131149 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a600d3d-f9cb-42b7-a1d9-6a7ca9bbd929 req-c4ec2e1b-ce57-47a3-b0b7-1d18ef3fba49 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222050 Feb 04 13:55:06.132091 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f65e7a-9f1d-4c0f-8474-04f099db37c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=707324b8-ddda-4dcf-a33d-967e7bf40189,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:06.175833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-59cf0a07-cda3-48d8-ac7a-e8ccaa25a5e8 admin admin] Deleting subnet f73c1c02-8636-4795-8cd4-2e2d65e593bf {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:55:06.181471 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59cf0a07-cda3-48d8-ac7a-e8ccaa25a5e8 admin admin] Publish callbacks [] for subnet (f73c1c02-8636-4795-8cd4-2e2d65e593bf), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:06.263938 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59cf0a07-cda3-48d8-ac7a-e8ccaa25a5e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (f73c1c02-8636-4795-8cd4-2e2d65e593bf), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:06.382635 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59cf0a07-cda3-48d8-ac7a-e8ccaa25a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (f73c1c02-8636-4795-8cd4-2e2d65e593bf), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:06.528014 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1812c29-3426-4023-90e7-9accfd24c4d5 x-openstack-request-id: req-e1812c29-3426-4023-90e7-9accfd24c4d5 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:55:06.528914 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467b235c-4fe5-4518-8006-778c3452e464", "name": "network-vif-deleted", "tag": "de55313a-1e8e-4964-87eb-5c7607ef86c5", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:55:06.529281 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e1812c29-3426-4023-90e7-9accfd24c4d5 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:55:06.530273 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467b235c-4fe5-4518-8006-778c3452e464', 'name': 'network-vif-deleted', 'tag': 'de55313a-1e8e-4964-87eb-5c7607ef86c5', 'status': 'completed', 'code': 200} Feb 04 13:55:06.534380 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59cf0a07-cda3-48d8-ac7a-e8ccaa25a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (f73c1c02-8636-4795-8cd4-2e2d65e593bf), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:06.631197 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59cf0a07-cda3-48d8-ac7a-e8ccaa25a5e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:06.633488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device de55313a-1e8e-4964-87eb-5c7607ef86c5 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:55:06.638235 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-59cf0a07-cda3-48d8-ac7a-e8ccaa25a5e8 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/f73c1c02-8636-4795-8cd4-2e2d65e593bf HTTP/1.1" status: 204 len: 168 time: 0.6224053 Feb 04 13:55:06.641152 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39690) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:06.677910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf0a07-cda3-48d8-ac7a-e8ccaa25a5e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f73c1c02-8636-4795-8cd4-2e2d65e593bf,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:06.736932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: de55313a-1e8e-4964-87eb-5c7607ef86c5 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:55:06.745496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device de55313a-1e8e-4964-87eb-5c7607ef86c5 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:55:06.775693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d3c82-143c-4196-811a-17bc5634c558 req-b4566b28-ea56-492d-9836-8e5f7eced4ce tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:06.779284 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-410d3c82-143c-4196-811a-17bc5634c558 req-b4566b28-ea56-492d-9836-8e5f7eced4ce tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 945 time: 0.2563820 Feb 04 13:55:06.797019 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (194367d5-f50e-4051-9c7e-654ddfe426a3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:06.926168 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-410d3c82-143c-4196-811a-17bc5634c558 req-a74cee7f-f51e-49a7-88f3-4bbd4134de9b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299860 Feb 04 13:55:07.027073 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (194367d5-f50e-4051-9c7e-654ddfe426a3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:07.069603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194367d5-f50e-4051-9c7e-654ddfe426a3']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:07.091040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc33e77b-6969-455b-9564-898e29dc5549') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:07.091475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc33e77b-6969-455b-9564-898e29dc5549') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:07.110399 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (fc33e77b-6969-455b-9564-898e29dc5549), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:07.136651 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fc33e77b-6969-455b-9564-898e29dc5549), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:07.147862 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:55:07.148267 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (fc33e77b-6969-455b-9564-898e29dc5549), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:55:07.246035 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:55:07.254412 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (194367d5-f50e-4051-9c7e-654ddfe426a3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:07.277076 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:07.284101 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] 10.222.0.96 "DELETE /v2.0/networks/194367d5-f50e-4051-9c7e-654ddfe426a3 HTTP/1.1" status: 204 len: 168 time: 0.6417389 Feb 04 13:55:07.323564 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Pushing event deleted for resources: {'Network': ['ID=194367d5-f50e-4051-9c7e-654ddfe426a3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:07.368931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:07.369324 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:07.374062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:07.375647 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:07.376045 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:07.376405 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:07.376754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:07.378127 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:07.379801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:07.380165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:07.380517 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:07.380866 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:07.383858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da808a9-da19-44f7-87a1-13938a85a299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:07.589277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a101e3-9a5b-48c5-a925-7dbe303f82a2 req-cf6c8d9c-7006-4bf9-b7e0-008d46895b54 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:07.598954 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-85a101e3-9a5b-48c5-a925-7dbe303f82a2 req-cf6c8d9c-7006-4bf9-b7e0-008d46895b54 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1561046 Feb 04 13:55:07.702872 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-85a101e3-9a5b-48c5-a925-7dbe303f82a2 req-e76c2a63-7025-4f6d-8cd0-1f3de16815fc tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028774 Feb 04 13:55:07.873978 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39708) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:07.939255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4a9bbc18-12e7-4356-8563-2ad5239f6f16 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:55:07.989219 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1b0fb820-faf1-4e7c-943d-cad08b15af5f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=646759e6a0064cf19d2fd47c71a2457d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1116309 Feb 04 13:55:07.989660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39714) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:08.119190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 4a9bbc18-12e7-4356-8563-2ad5239f6f16 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:55:08.130112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 4a9bbc18-12e7-4356-8563-2ad5239f6f16 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:55:08.130746 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4a9bbc18-12e7-4356-8563-2ad5239f6f16), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:08.149658 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13f6d6cf-f57b-4310-9cbb-0ce33016ed84 admin admin] Publish callbacks [] for security_group (30df4f62-ce31-485c-b8fd-05de52232b4a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:08.335188 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 4a9bbc18-12e7-4356-8563-2ad5239f6f16 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:55:08.339091 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4a9bbc18-12e7-4356-8563-2ad5239f6f16), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:08.363823 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13f6d6cf-f57b-4310-9cbb-0ce33016ed84 admin admin] Publish callbacks [] for security_group (30df4f62-ce31-485c-b8fd-05de52232b4a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:08.464272 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4a9bbc18-12e7-4356-8563-2ad5239f6f16, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4a9bbc18-12e7-4356-8563-2ad5239f6f16,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:55:08.468026 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a31a3-8c95-4a4d-a201-537c096451da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9bbc18-12e7-4356-8563-2ad5239f6f16'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:55:08.472601 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3520268-19ed-4d60-879a-da6be1e28217" -d '{"events": [{"server_uuid": "826a31a3-8c95-4a4d-a201-537c096451da", "name": "network-vif-plugged", "status": "completed", "tag": "4a9bbc18-12e7-4356-8563-2ad5239f6f16"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:55:08.486197 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4a9bbc18-12e7-4356-8563-2ad5239f6f16), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:08.513720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca20ed-bb1b-4f23-8fdf-54078d4d7b0c req-123cebd8-3a46-4ad1-8183-3a7774cf33f4 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:08.546519 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ca20ed-bb1b-4f23-8fdf-54078d4d7b0c req-123cebd8-3a46-4ad1-8183-3a7774cf33f4 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 945 time: 0.4339309 Feb 04 13:55:08.601369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=4a9bbc18-12e7-4356-8563-2ad5239f6f16,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:08.827059 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ca20ed-bb1b-4f23-8fdf-54078d4d7b0c req-4fd89b6f-fa7e-4d06-ac79-4b2f900c054f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789166 Feb 04 13:55:08.843499 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13f6d6cf-f57b-4310-9cbb-0ce33016ed84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (30df4f62-ce31-485c-b8fd-05de52232b4a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:08.855921 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13f6d6cf-f57b-4310-9cbb-0ce33016ed84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:08.866653 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-13f6d6cf-f57b-4310-9cbb-0ce33016ed84 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/30df4f62-ce31-485c-b8fd-05de52232b4a HTTP/1.1" status: 204 len: 168 time: 0.8729844 Feb 04 13:55:08.936029 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6d6cf-f57b-4310-9cbb-0ce33016ed84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30df4f62-ce31-485c-b8fd-05de52232b4a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:09.035092 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31735486-6043-41c6-af97-790c811ff98c x-openstack-request-id: req-31735486-6043-41c6-af97-790c811ff98c {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:55:09.036040 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a31a3-8c95-4a4d-a201-537c096451da", "name": "network-vif-plugged", "status": "completed", "tag": "4a9bbc18-12e7-4356-8563-2ad5239f6f16", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:55:09.037581 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-31735486-6043-41c6-af97-790c811ff98c {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:55:09.038686 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a31a3-8c95-4a4d-a201-537c096451da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9bbc18-12e7-4356-8563-2ad5239f6f16', 'code': 200} Feb 04 13:55:09.330145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f734e9-3613-4b89-9629-39928ffb5d81 req-d4ba6515-df0e-4445-ac67-d4cc0609cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:09.333332 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90f734e9-3613-4b89-9629-39928ffb5d81 req-d4ba6515-df0e-4445-ac67-d4cc0609cc75 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 1129 time: 0.2126918 Feb 04 13:55:09.404952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbd2b5-477f-40e0-a086-56d131ed5069 req-ce298412-1386-4612-b711-9e6f432d3c11 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:09.424211 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00dbd2b5-477f-40e0-a086-56d131ed5069 req-ce298412-1386-4612-b711-9e6f432d3c11 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.2093422 Feb 04 13:55:09.540712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00dbd2b5-477f-40e0-a086-56d131ed5069 req-9a8d6c4e-034e-4d4c-a172-7a611dd417b0 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149900 Feb 04 13:55:09.578706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90f734e9-3613-4b89-9629-39928ffb5d81 req-91940e7a-06d4-4187-844d-33cd8576e0b6 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394371 Feb 04 13:55:09.806852 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39770) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:09.868399 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39776) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:09.868830 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b9caa02b-61de-45cc-860b-7b153e6021c0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=42f676775a194a94b93ab09abb33c6a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0603671 Feb 04 13:55:10.030739 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e608967e-dacb-4ee8-bf39-882a221ec426 admin admin] Publish callbacks [] for security_group (aabcef50-0e6c-4c5d-8546-984148eb94c6), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:10.087979 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e608967e-dacb-4ee8-bf39-882a221ec426 admin admin] Publish callbacks [] for security_group (aabcef50-0e6c-4c5d-8546-984148eb94c6), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:10.237892 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085cbec-3888-4441-84ae-153695a3232d req-5670f1ed-5385-46b7-9f99-3a4a403873d8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:10.246810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2085cbec-3888-4441-84ae-153695a3232d req-5670f1ed-5385-46b7-9f99-3a4a403873d8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.2326069 Feb 04 13:55:10.312557 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e608967e-dacb-4ee8-bf39-882a221ec426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (aabcef50-0e6c-4c5d-8546-984148eb94c6), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:10.317305 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e608967e-dacb-4ee8-bf39-882a221ec426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:10.319203 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e608967e-dacb-4ee8-bf39-882a221ec426 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aabcef50-0e6c-4c5d-8546-984148eb94c6 HTTP/1.1" status: 204 len: 168 time: 0.4494896 Feb 04 13:55:10.338400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608967e-dacb-4ee8-bf39-882a221ec426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabcef50-0e6c-4c5d-8546-984148eb94c6,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:10.377989 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2085cbec-3888-4441-84ae-153695a3232d req-5f308579-3020-4032-97a1-bde6cfc4887f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295450 Feb 04 13:55:10.781360 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e21364-907e-4eac-8188-4437ce3c7710 req-10a9f172-d1a0-41ae-94d9-98d5af0c14e0 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:10.788385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12e21364-907e-4eac-8188-4437ce3c7710 req-10a9f172-d1a0-41ae-94d9-98d5af0c14e0 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1125665 Feb 04 13:55:10.886666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12e21364-907e-4eac-8188-4437ce3c7710 req-732bc3eb-d559-4c0e-9040-150ce8dde103 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929761 Feb 04 13:55:10.979257 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e6f4f3a5-cb9e-4c22-911b-f0e14318999d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:11.724176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1ddba-156e-4854-9e15-736009e06b1d req-8f99c9da-a740-4b2c-9496-b0855febfd90 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:11.761059 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12e1ddba-156e-4854-9e15-736009e06b1d req-8f99c9da-a740-4b2c-9496-b0855febfd90 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.1909657 Feb 04 13:55:12.057122 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12e1ddba-156e-4854-9e15-736009e06b1d req-62124b15-bb89-4586-a5d5-d24a4ea6c696 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931886 Feb 04 13:55:12.338986 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf78b7-8b0d-48aa-a305-38130a7defe3 req-b43532d2-46bd-4e10-b94d-c2478e36c231 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:12.347878 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54bf78b7-8b0d-48aa-a305-38130a7defe3 req-b43532d2-46bd-4e10-b94d-c2478e36c231 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1442566 Feb 04 13:55:12.453065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54bf78b7-8b0d-48aa-a305-38130a7defe3 req-acff1c3e-78fa-43f2-9170-87628cee78e6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041617 Feb 04 13:55:13.104516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f00f7-c55c-411c-a7b6-5c826e4638a5 req-7f040c42-da19-4611-a30e-2f9b888146cd tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:13.119630 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b94f00f7-c55c-411c-a7b6-5c826e4638a5 req-7f040c42-da19-4611-a30e-2f9b888146cd tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.1920185 Feb 04 13:55:13.245025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b94f00f7-c55c-411c-a7b6-5c826e4638a5 req-ea8af536-3a17-4eb0-94b8-f5f2cef23ae0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175079 Feb 04 13:55:13.495289 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39866) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:13.741974 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9307974a-d84b-4e46-afa9-c026a8ee3ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:13.781757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a031a11-5920-4981-9e92-eb04d9bbed30 req-ce577b65-d701-451e-b7c2-78f6668831e9 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:13.789292 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a031a11-5920-4981-9e92-eb04d9bbed30 req-ce577b65-d701-451e-b7c2-78f6668831e9 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1678550 Feb 04 13:55:13.888053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a031a11-5920-4981-9e92-eb04d9bbed30 req-d712a118-fac7-43d7-b900-e0718f2a2ca1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943310 Feb 04 13:55:14.052935 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9307974a-d84b-4e46-afa9-c026a8ee3ea5 admin admin] Publish callbacks [] for security_group (04f0c3fd-e1ae-475c-8a05-e56c568c7c69), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:14.072357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9307974a-d84b-4e46-afa9-c026a8ee3ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (04f0c3fd-e1ae-475c-8a05-e56c568c7c69), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:14.109387 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:14.217716 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307974a-d84b-4e46-afa9-c026a8ee3ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f0c3fd-e1ae-475c-8a05-e56c568c7c69,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:14.297471 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9307974a-d84b-4e46-afa9-c026a8ee3ea5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ed634626ffc04729b79789a5415a5060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7983484 Feb 04 13:55:14.302220 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39884) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:14.494927 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce152f9b-80ce-4006-adcf-dcabc6b8016b admin admin] Publish callbacks [] for security_group (04f0c3fd-e1ae-475c-8a05-e56c568c7c69), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:14.531514 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cda397-8d52-4813-b515-5195a99884bb req-5ada3fde-e029-4c66-a5c2-a0517b62bcee tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:14.538651 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5cda397-8d52-4813-b515-5195a99884bb req-5ada3fde-e029-4c66-a5c2-a0517b62bcee tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.1693761 Feb 04 13:55:14.550257 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce152f9b-80ce-4006-adcf-dcabc6b8016b admin admin] Publish callbacks [] for security_group (04f0c3fd-e1ae-475c-8a05-e56c568c7c69), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:14.670046 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce152f9b-80ce-4006-adcf-dcabc6b8016b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (04f0c3fd-e1ae-475c-8a05-e56c568c7c69), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:14.677111 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce152f9b-80ce-4006-adcf-dcabc6b8016b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:14.680194 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5cda397-8d52-4813-b515-5195a99884bb req-b87b1ab6-d859-4ab6-84d2-9fbc27eb93bc tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405406 Feb 04 13:55:14.683255 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ce152f9b-80ce-4006-adcf-dcabc6b8016b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/04f0c3fd-e1ae-475c-8a05-e56c568c7c69 HTTP/1.1" status: 204 len: 168 time: 0.3776317 Feb 04 13:55:14.697084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce152f9b-80ce-4006-adcf-dcabc6b8016b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f0c3fd-e1ae-475c-8a05-e56c568c7c69,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:14.792364 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:15.163777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0eb8a-88b2-4ee8-a0e1-53af562b3339 req-46f03fb0-29a9-4aa8-b011-449b66578503 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:15.190235 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3e0eb8a-88b2-4ee8-a0e1-53af562b3339 req-46f03fb0-29a9-4aa8-b011-449b66578503 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1399908 Feb 04 13:55:15.191661 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-410e0c00-3957-4ffc-a8d6-06f48b4d62b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:15.358031 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3e0eb8a-88b2-4ee8-a0e1-53af562b3339 req-9dc844a9-c1fd-49a0-809d-feefd39ccc8d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667342 Feb 04 13:55:15.636876 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:15.980468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ceb48-5672-4b63-83c7-b2124b9e1628 req-13599eee-b57a-4c31-8713-b6c474ce762f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:15.996286 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-145ceb48-5672-4b63-83c7-b2124b9e1628 req-13599eee-b57a-4c31-8713-b6c474ce762f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.1857696 Feb 04 13:55:16.141449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-145ceb48-5672-4b63-83c7-b2124b9e1628 req-fbb501c5-0f25-4f85-b37b-48523e4d61bd tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353180 Feb 04 13:55:16.728113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402fd9b-4fdb-4dc6-83e3-6381d4285689 req-4bcc8400-fca5-42fb-ac4d-93e36e2e2b5a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:16.740810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0402fd9b-4fdb-4dc6-83e3-6381d4285689 req-4bcc8400-fca5-42fb-ac4d-93e36e2e2b5a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.2376943 Feb 04 13:55:16.942473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0402fd9b-4fdb-4dc6-83e3-6381d4285689 req-a529d408-8645-4315-a195-514593353ae2 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934135 Feb 04 13:55:17.287140 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:17.439109 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70c910-4187-4141-81ae-1b66d7120c0e req-40412d69-b791-4a0a-8aee-9f5f572753e7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:17.450539 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad70c910-4187-4141-81ae-1b66d7120c0e req-40412d69-b791-4a0a-8aee-9f5f572753e7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.1730394 Feb 04 13:55:17.647912 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad70c910-4187-4141-81ae-1b66d7120c0e req-e56762bd-9df0-4f34-a5d4-21936b40f3c3 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903830 Feb 04 13:55:18.011370 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:18.271571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9b435-f3bb-43e1-9909-6832509202dc req-40864616-3379-4ff5-bb69-d572fce3bfe7 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:18.273796 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4c9b435-f3bb-43e1-9909-6832509202dc req-40864616-3379-4ff5-bb69-d572fce3bfe7 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1740303 Feb 04 13:55:18.489764 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4c9b435-f3bb-43e1-9909-6832509202dc req-6164dde7-e9bf-46c8-8e82-37f7ea444939 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018459 Feb 04 13:55:19.113213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbf56b-33d3-41bf-a23f-1605f605661b req-afead973-634b-41ca-8c0a-2278f3a3e807 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:19.114842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-abfbf56b-33d3-41bf-a23f-1605f605661b req-afead973-634b-41ca-8c0a-2278f3a3e807 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.2025688 Feb 04 13:55:19.239671 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-abfbf56b-33d3-41bf-a23f-1605f605661b req-5d43e166-edd7-4e8b-8d76-871bae1f2237 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001856 Feb 04 13:55:19.847585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311f7ef-5a17-4447-a2b7-5523722835ae req-40976948-e0fd-4673-9a2d-0fad2d0c6945 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:19.860881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3311f7ef-5a17-4447-a2b7-5523722835ae req-40976948-e0fd-4673-9a2d-0fad2d0c6945 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1615171 Feb 04 13:55:19.996681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3311f7ef-5a17-4447-a2b7-5523722835ae req-ee47912f-f88a-4082-940e-e14b3a556ff4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293261 Feb 04 13:55:20.486875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3d805-2feb-43e7-877f-5c6c70722a10 req-6fc48656-7b7b-4625-aba8-1473599b81ee tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:20.491744 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4a3d805-2feb-43e7-877f-5c6c70722a10 req-6fc48656-7b7b-4625-aba8-1473599b81ee tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.0945513 Feb 04 13:55:20.612985 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4a3d805-2feb-43e7-877f-5c6c70722a10 req-cf39b2c8-5131-4754-b153-ee3a5b8c6309 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128473 Feb 04 13:55:21.360058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c64a58-b2ee-4832-9ffc-bee648c8237c req-04c8b50c-5472-47b5-b626-704b11ed01e4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:21.363464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29c64a58-b2ee-4832-9ffc-bee648c8237c req-04c8b50c-5472-47b5-b626-704b11ed01e4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.2061143 Feb 04 13:55:21.486750 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29c64a58-b2ee-4832-9ffc-bee648c8237c req-257e714c-533c-4913-9cef-be020b360857 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140518 Feb 04 13:55:21.884530 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd41b7a-90bd-45d1-a891-313729bda2f8 req-6b94ed81-30f7-462a-9744-367e5628c343 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:21.886008 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8fd41b7a-90bd-45d1-a891-313729bda2f8 req-6b94ed81-30f7-462a-9744-367e5628c343 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.1452937 Feb 04 13:55:21.992239 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8fd41b7a-90bd-45d1-a891-313729bda2f8 req-8e9250e5-a2f0-43fe-b961-83184c57c0a6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970469 Feb 04 13:55:22.371904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c991f-b463-4878-81e3-0c4b6dabff95 req-ea0d5969-39a9-4fa1-a6ec-a3b0fae40abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:22.375124 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f92c991f-b463-4878-81e3-0c4b6dabff95 req-ea0d5969-39a9-4fa1-a6ec-a3b0fae40abe service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4&tenant_id=7b65b42bd66c4f1ea41855347bee985a HTTP/1.1" status: 200 len: 1126 time: 0.1250598 Feb 04 13:55:23.174357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c991f-b463-4878-81e3-0c4b6dabff95 req-e7f158a1-6ac8-4be8-ad85-b0d3888231ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:23.176281 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f92c991f-b463-4878-81e3-0c4b6dabff95 req-e7f158a1-6ac8-4be8-ad85-b0d3888231ac service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 1126 time: 0.7775483 Feb 04 13:55:23.197252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423a0ef-8417-4f2a-9160-6cf1b0d0e230 req-02a675a5-28dc-42c1-8f80-c5d5413f125d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:23.204613 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b423a0ef-8417-4f2a-9160-6cf1b0d0e230 req-02a675a5-28dc-42c1-8f80-c5d5413f125d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1071284 Feb 04 13:55:23.270776 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b423a0ef-8417-4f2a-9160-6cf1b0d0e230 req-0ce45a04-0c6f-4893-89d6-43527850e5cb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595961 Feb 04 13:55:23.441969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49fe5b-c132-4b6f-ae3e-47af2be5f11b req-3457e964-7acf-4c42-ac7b-5818da71b7a3 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:23.443620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d49fe5b-c132-4b6f-ae3e-47af2be5f11b req-3457e964-7acf-4c42-ac7b-5818da71b7a3 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.0927920 Feb 04 13:55:23.581556 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d49fe5b-c132-4b6f-ae3e-47af2be5f11b req-4ec3927a-f7f0-4c48-af89-fc638ecbe830 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224055 Feb 04 13:55:23.719487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c991f-b463-4878-81e3-0c4b6dabff95 req-8bea11d3-0f2e-42b6-bb50-0b2979189aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:23.721144 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f92c991f-b463-4878-81e3-0c4b6dabff95 req-8bea11d3-0f2e-42b6-bb50-0b2979189aed service neutron] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 917 time: 0.5386114 Feb 04 13:55:23.923021 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f92c991f-b463-4878-81e3-0c4b6dabff95 req-efafb33a-116f-4cf4-8e2c-123a5780938a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a HTTP/1.1" status: 200 len: 998 time: 0.1941869 Feb 04 13:55:24.020028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c991f-b463-4878-81e3-0c4b6dabff95 req-dc7cbd7a-d2ab-4933-91e6-56891328fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:24.022035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f92c991f-b463-4878-81e3-0c4b6dabff95 req-dc7cbd7a-d2ab-4933-91e6-56891328fdf6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.0876906 Feb 04 13:55:24.119097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c991f-b463-4878-81e3-0c4b6dabff95 req-7e741050-4525-41c0-8c45-ed4d1a065fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:24.120788 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f92c991f-b463-4878-81e3-0c4b6dabff95 req-7e741050-4525-41c0-8c45-ed4d1a065fa8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0936146 Feb 04 13:55:24.303766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f92c991f-b463-4878-81e3-0c4b6dabff95 req-de6dfee6-56d2-4d85-b6df-57e1549fc658 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738880 Feb 04 13:55:24.584528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bba4b9-a39c-4a92-a494-67af90393b73 req-ec1bbc38-3e5b-457a-8956-67eaa8bdf5c6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:24.593477 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3bba4b9-a39c-4a92-a494-67af90393b73 req-ec1bbc38-3e5b-457a-8956-67eaa8bdf5c6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1115990 Feb 04 13:55:24.619693 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f92c991f-b463-4878-81e3-0c4b6dabff95 req-e9b0584b-a55d-423f-8ce3-88f0cea0dbd6 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061154 Feb 04 13:55:24.705972 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3bba4b9-a39c-4a92-a494-67af90393b73 req-d37c347b-39e0-4a9e-b140-970c82c5e09e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113849 Feb 04 13:55:24.971172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe661be-429c-4c56-962b-272ad1d8801c req-884fd6c3-fecf-449a-8687-75fc1a8206c6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:24.984358 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-abe661be-429c-4c56-962b-272ad1d8801c req-884fd6c3-fecf-449a-8687-75fc1a8206c6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.0984287 Feb 04 13:55:25.111626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-abe661be-429c-4c56-962b-272ad1d8801c req-d3e5624e-f7bb-4797-b6ae-1d462b417a1c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262488 Feb 04 13:55:25.965755 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3634c1-2f3c-4b46-b181-8241cfb6bbb1 req-7cd17135-a493-4902-b52d-8573fc89b705 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:25.973293 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe3634c1-2f3c-4b46-b181-8241cfb6bbb1 req-7cd17135-a493-4902-b52d-8573fc89b705 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.0987222 Feb 04 13:55:26.041021 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:55:26.059790 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe3634c1-2f3c-4b46-b181-8241cfb6bbb1 req-9b447d61-3ba1-4480-8a76-d5a11c77f846 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855315 Feb 04 13:55:26.377933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca0a3b-6f17-41e8-b2e2-0e8071ddd4ff req-09d262f3-1180-4755-bd26-9393f68a971e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:26.390976 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6ca0a3b-6f17-41e8-b2e2-0e8071ddd4ff req-09d262f3-1180-4755-bd26-9393f68a971e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.1716890 Feb 04 13:55:26.487460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6ca0a3b-6f17-41e8-b2e2-0e8071ddd4ff req-00014a08-797f-4949-96d3-946f44e5116f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943518 Feb 04 13:55:27.328974 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6157111-bb03-40de-9012-7a5f7e3280dd req-cd89f0e9-ecb4-485f-b92c-ef6f6ebe11c1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:27.348709 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6157111-bb03-40de-9012-7a5f7e3280dd req-cd89f0e9-ecb4-485f-b92c-ef6f6ebe11c1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1654923 Feb 04 13:55:27.462433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6157111-bb03-40de-9012-7a5f7e3280dd req-8c5ede5a-34cd-4ad6-8093-9bf14df652d3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023674 Feb 04 13:55:27.733427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc41326-ae35-43aa-8d82-c96a0fff2693 req-5e097a34-81ec-483f-a93b-784f09a4a92c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:27.743465 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2dc41326-ae35-43aa-8d82-c96a0fff2693 req-5e097a34-81ec-483f-a93b-784f09a4a92c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.1136305 Feb 04 13:55:27.861679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2dc41326-ae35-43aa-8d82-c96a0fff2693 req-4674ca72-d357-43d4-8dec-e163c0786283 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105490 Feb 04 13:55:28.682260 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba7f13-2079-48c4-8f26-10b54d915ac4 req-fa3d59ec-359c-4da6-aaa1-a4e432f935a1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:28.692412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03ba7f13-2079-48c4-8f26-10b54d915ac4 req-fa3d59ec-359c-4da6-aaa1-a4e432f935a1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1174729 Feb 04 13:55:28.749952 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03ba7f13-2079-48c4-8f26-10b54d915ac4 req-2f828df6-c6b3-4787-bc92-d2de46813dd3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562751 Feb 04 13:55:29.054578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ff64d-f0b0-45af-88c2-03919c0dde9c req-cafa931c-ab44-4de6-9314-be24db375446 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:29.056253 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e9ff64d-f0b0-45af-88c2-03919c0dde9c req-cafa931c-ab44-4de6-9314-be24db375446 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.0693569 Feb 04 13:55:29.168605 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e9ff64d-f0b0-45af-88c2-03919c0dde9c req-020aa387-c0b2-4a26-8848-88a0a236e18f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986602 Feb 04 13:55:29.948718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae83dc-19fc-4de9-b512-5d6a33f62da8 req-f3312aa8-677f-4233-b88e-edee4c87a269 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:29.957978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcae83dc-19fc-4de9-b512-5d6a33f62da8 req-f3312aa8-677f-4233-b88e-edee4c87a269 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.0700636 Feb 04 13:55:30.016394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcae83dc-19fc-4de9-b512-5d6a33f62da8 req-9de1e176-f10a-43d1-86e9-88564b500156 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573714 Feb 04 13:55:30.335677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69694215-1b96-4a22-af72-7303537dbc5e req-e733941d-e801-4d8a-aea9-3c4eed55a76a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:30.344792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69694215-1b96-4a22-af72-7303537dbc5e req-e733941d-e801-4d8a-aea9-3c4eed55a76a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.0776036 Feb 04 13:55:30.411780 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69694215-1b96-4a22-af72-7303537dbc5e req-6afe09e8-21ea-4ea5-aa94-acdfaf8c0c25 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615788 Feb 04 13:55:31.224631 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdffa9-9e57-4206-85b7-f6505e2ae818 req-ff70a01e-bcc3-41d5-9d00-d7ef944893e1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:31.226813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ebdffa9-9e57-4206-85b7-f6505e2ae818 req-ff70a01e-bcc3-41d5-9d00-d7ef944893e1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.0970349 Feb 04 13:55:31.314497 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ebdffa9-9e57-4206-85b7-f6505e2ae818 req-5cba8f69-0896-43b7-a252-16a4b75de541 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728867 Feb 04 13:55:31.755779 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a430c-7840-443d-b340-30209ee29637 req-3b3f4aaf-6244-478e-a0a2-ea55aee91510 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:31.768555 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-103a430c-7840-443d-b340-30209ee29637 req-3b3f4aaf-6244-478e-a0a2-ea55aee91510 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.2046030 Feb 04 13:55:31.856816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-103a430c-7840-443d-b340-30209ee29637 req-6a88273a-a4d7-4995-ab40-e30cde997bce tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853295 Feb 04 13:55:32.517508 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec06a1-42b9-4635-b1ec-e5586a973833 req-c69b3852-1dae-425f-84f7-1c4c29bee636 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:32.519305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d7ec06a1-42b9-4635-b1ec-e5586a973833 req-c69b3852-1dae-425f-84f7-1c4c29bee636 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1038218 Feb 04 13:55:32.609597 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d7ec06a1-42b9-4635-b1ec-e5586a973833 req-48728d64-e381-41cc-a00c-d464ad129b47 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793707 Feb 04 13:55:33.078038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a612b-7ed8-43ac-bdd9-7618864c3942 req-bffbf01c-71ff-428d-ad97-d4945f36e1e8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:33.083958 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f6a612b-7ed8-43ac-bdd9-7618864c3942 req-bffbf01c-71ff-428d-ad97-d4945f36e1e8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.0896878 Feb 04 13:55:33.159117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f6a612b-7ed8-43ac-bdd9-7618864c3942 req-0c538338-617b-460d-a164-ad1176017dd1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674706 Feb 04 13:55:33.846557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df067326-8133-46ba-9175-e68d14c1180b req-43be6d12-4ed3-438e-8ae1-eb636d49f2a7 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:33.854718 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df067326-8133-46ba-9175-e68d14c1180b req-43be6d12-4ed3-438e-8ae1-eb636d49f2a7 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.0935292 Feb 04 13:55:33.933921 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df067326-8133-46ba-9175-e68d14c1180b req-cc1a4d5e-30f0-4126-83f1-d069cd3a573b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741799 Feb 04 13:55:34.335229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebe19b-e374-4ba7-9df7-eb7c3636dd50 req-d205d12e-d609-4c24-8db6-182c84685b67 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:34.343350 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33ebe19b-e374-4ba7-9df7-eb7c3636dd50 req-d205d12e-d609-4c24-8db6-182c84685b67 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.1045308 Feb 04 13:55:34.418518 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33ebe19b-e374-4ba7-9df7-eb7c3636dd50 req-091418de-59f2-4c85-937d-c40d7e42fdcd tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681005 Feb 04 13:55:35.126341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3bbae-48f6-4975-afb3-ac09cf2e6fe4 req-add23824-1b52-4796-a223-5412e8fe0388 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:35.129095 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ab3bbae-48f6-4975-afb3-ac09cf2e6fe4 req-add23824-1b52-4796-a223-5412e8fe0388 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.0898805 Feb 04 13:55:35.231150 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ab3bbae-48f6-4975-afb3-ac09cf2e6fe4 req-25f11543-a4f2-4039-9d1f-70389aaf3111 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915155 Feb 04 13:55:35.691090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d74e71-d853-4db1-a5ba-db4f33a43e26 req-c62cfd76-6144-459a-877e-32495151fb0c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:35.701579 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7d74e71-d853-4db1-a5ba-db4f33a43e26 req-c62cfd76-6144-459a-877e-32495151fb0c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.1521330 Feb 04 13:55:35.807636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7d74e71-d853-4db1-a5ba-db4f33a43e26 req-f94d692e-2fbd-4938-a7b5-1943e284eab3 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050506 Feb 04 13:55:36.517561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb6489-4f4a-4459-acdb-cfe08e94e886 req-2fc0cd4d-de2f-4581-a09c-a21565776bf3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:36.519225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1adb6489-4f4a-4459-acdb-cfe08e94e886 req-2fc0cd4d-de2f-4581-a09c-a21565776bf3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.0843155 Feb 04 13:55:36.628051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1adb6489-4f4a-4459-acdb-cfe08e94e886 req-b861eb90-eedc-43fb-b917-fb3b02bcab2e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967793 Feb 04 13:55:37.168172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b4749-7a18-4adb-aaa9-6e61e5bde20f req-9325d4af-afed-4ad5-90a8-07a3c240de73 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:37.187742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a21b4749-7a18-4adb-aaa9-6e61e5bde20f req-9325d4af-afed-4ad5-90a8-07a3c240de73 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.2090456 Feb 04 13:55:37.347248 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a21b4749-7a18-4adb-aaa9-6e61e5bde20f req-47398241-63b1-4916-89d0-10b9d7c0e9a9 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577711 Feb 04 13:55:37.937529 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183ca3a-7c02-4606-8a64-183197f537ee req-0e528f38-f5e2-457e-8020-70a6544cc71d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:37.939509 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0183ca3a-7c02-4606-8a64-183197f537ee req-0e528f38-f5e2-457e-8020-70a6544cc71d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1837394 Feb 04 13:55:38.047722 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0183ca3a-7c02-4606-8a64-183197f537ee req-20b397bc-c9a9-4eb0-8eab-ab82d2fe88a5 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979981 Feb 04 13:55:38.587787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9fc4d-cad1-4faf-bad5-2c0b14f8e90d req-5dcf7f1e-df23-4f96-8908-e1d6d3f521d0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:38.589989 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56f9fc4d-cad1-4faf-bad5-2c0b14f8e90d req-5dcf7f1e-df23-4f96-8908-e1d6d3f521d0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.0733628 Feb 04 13:55:38.686213 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56f9fc4d-cad1-4faf-bad5-2c0b14f8e90d req-1fdf0268-cc31-4903-9055-0897eefcba1b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793054 Feb 04 13:55:39.112064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae55cd-bf1b-4008-b5aa-af19722c7448 req-a7b058ed-e0d0-4910-8567-3c2ec17c923c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:39.126766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72ae55cd-bf1b-4008-b5aa-af19722c7448 req-a7b058ed-e0d0-4910-8567-3c2ec17c923c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1580951 Feb 04 13:55:39.259922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72ae55cd-bf1b-4008-b5aa-af19722c7448 req-f844b422-debe-4c93-b6b2-ff6b5c3a67dc tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248345 Feb 04 13:55:39.527771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291c468-29ef-47b6-93bf-991a2f04cdd9 req-b5c3dae2-4149-449c-af98-286e08ac36f6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:39.532065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1291c468-29ef-47b6-93bf-991a2f04cdd9 req-b5c3dae2-4149-449c-af98-286e08ac36f6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1271379 Feb 04 13:55:39.646828 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1291c468-29ef-47b6-93bf-991a2f04cdd9 req-05eb0a58-1c5e-4dff-8f0a-a2c72b411d69 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028605 Feb 04 13:55:39.968356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef730e61-b5a1-4daa-bc1c-4f40b3fa2fcd req-1400aebe-891e-46c4-802d-84257db2ce4f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:39.984176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef730e61-b5a1-4daa-bc1c-4f40b3fa2fcd req-1400aebe-891e-46c4-802d-84257db2ce4f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1454105 Feb 04 13:55:40.093201 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef730e61-b5a1-4daa-bc1c-4f40b3fa2fcd req-9d4234a4-ddee-4eb7-ba14-747438c3ebe0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080718 Feb 04 13:55:40.982236 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-126245f3-084e-4448-a743-567dd64ce131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:44.101174 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:44.766251 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:45.200728 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0dc46cb8-2926-4461-b113-b433000892c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:45.637943 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:46.954609 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:47.883699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40442) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:48.046615 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:48.228405 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:48.467503 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Publish callbacks [] for security_group (1793e08a-35b5-48e0-9563-917bd3da5aa9), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:48.467503 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1793e08a-35b5-48e0-9563-917bd3da5aa9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:48.578921 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9322171b9e7646dfa92c7bcd0476dcb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6928649 Feb 04 13:55:48.579159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40452) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:48.581482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1793e08a-35b5-48e0-9563-917bd3da5aa9,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:48.600047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:48.606775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:48.607416 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:48.607942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:48.609163 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:48.609682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:48.610324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:48.611074 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:48.611740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:48.612276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:48.612806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:48.613324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:48.613857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3dd4ad-84ef-4f6b-928c-4d7ef654c215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:48.722043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb917-3427-49fc-b794-9c8e5d03da47 admin admin] Publish callbacks [] for security_group (1793e08a-35b5-48e0-9563-917bd3da5aa9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:48.795205 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb917-3427-49fc-b794-9c8e5d03da47 admin admin] Publish callbacks [] for security_group (1793e08a-35b5-48e0-9563-917bd3da5aa9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:48.912219 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb917-3427-49fc-b794-9c8e5d03da47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1793e08a-35b5-48e0-9563-917bd3da5aa9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:48.915022 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb917-3427-49fc-b794-9c8e5d03da47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:48.923125 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5b7cb917-3427-49fc-b794-9c8e5d03da47 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1793e08a-35b5-48e0-9563-917bd3da5aa9 HTTP/1.1" status: 204 len: 168 time: 0.3426638 Feb 04 13:55:48.951420 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cb917-3427-49fc-b794-9c8e5d03da47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1793e08a-35b5-48e0-9563-917bd3da5aa9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:49.743321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40464) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:49.780071 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-907330cf-c4f6-4196-aa7c-0e04a5b925d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:49.991010 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-907330cf-c4f6-4196-aa7c-0e04a5b925d7 admin admin] Publish callbacks [] for security_group (11b96387-70a5-4ac1-afcc-5724a024553c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:49.998478 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-907330cf-c4f6-4196-aa7c-0e04a5b925d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (11b96387-70a5-4ac1-afcc-5724a024553c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:50.109075 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-907330cf-c4f6-4196-aa7c-0e04a5b925d7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5a3de5ced38a4aa1aa8d3bc702a4aaad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3645387 Feb 04 13:55:50.114078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40470) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:50.137247 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907330cf-c4f6-4196-aa7c-0e04a5b925d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b96387-70a5-4ac1-afcc-5724a024553c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:50.428586 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e9f817ea-0425-4516-9e13-d35d8182f447 admin admin] Publish callbacks [] for security_group (11b96387-70a5-4ac1-afcc-5724a024553c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:50.468246 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e9f817ea-0425-4516-9e13-d35d8182f447 admin admin] Publish callbacks [] for security_group (11b96387-70a5-4ac1-afcc-5724a024553c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:50.585687 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e9f817ea-0425-4516-9e13-d35d8182f447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (11b96387-70a5-4ac1-afcc-5724a024553c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:50.588880 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e9f817ea-0425-4516-9e13-d35d8182f447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:50.590680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e9f817ea-0425-4516-9e13-d35d8182f447 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/11b96387-70a5-4ac1-afcc-5724a024553c HTTP/1.1" status: 204 len: 168 time: 0.4750121 Feb 04 13:55:50.605400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f817ea-0425-4516-9e13-d35d8182f447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b96387-70a5-4ac1-afcc-5724a024553c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:50.627020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3e3a7-4222-489d-9496-8f5dcba3124d req-bdf165e6-727d-470c-94d0-0b3b5740728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:50.629259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bf3e3a7-4222-489d-9496-8f5dcba3124d req-bdf165e6-727d-470c-94d0-0b3b5740728b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 1126 time: 0.2857122 Feb 04 13:55:50.636886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9392d74b-7929-4d22-bf6b-18e296d65b27 req-cc976d57-4366-4c16-9d6e-685755e8bcdb service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2354903 Feb 04 13:55:50.885612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3e3a7-4222-489d-9496-8f5dcba3124d req-8cf57a3b-d3a4-4ed8-a8ae-a39701c84ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:50.887215 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bf3e3a7-4222-489d-9496-8f5dcba3124d req-8cf57a3b-d3a4-4ed8-a8ae-a39701c84ccd service neutron] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 917 time: 0.2154486 Feb 04 13:55:51.187031 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392d74b-7929-4d22-bf6b-18e296d65b27 req-cf868f46-c797-4eeb-a63f-69bc807c27a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:51.188598 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9392d74b-7929-4d22-bf6b-18e296d65b27 req-cf868f46-c797-4eeb-a63f-69bc807c27a4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 1128 time: 0.3004711 Feb 04 13:55:51.190723 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bf3e3a7-4222-489d-9496-8f5dcba3124d req-3be98568-3e5a-4c59-bcd4-99e569407644 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a HTTP/1.1" status: 200 len: 998 time: 0.2709863 Feb 04 13:55:51.304483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3e3a7-4222-489d-9496-8f5dcba3124d req-39505433-2e97-4d52-89a1-ddbb82e087d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:51.311785 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bf3e3a7-4222-489d-9496-8f5dcba3124d req-39505433-2e97-4d52-89a1-ddbb82e087d5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.1118724 Feb 04 13:55:51.441690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392d74b-7929-4d22-bf6b-18e296d65b27 req-6ab6e6e8-0c56-4c99-94d0-8d166e026e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:51.444245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9392d74b-7929-4d22-bf6b-18e296d65b27 req-6ab6e6e8-0c56-4c99-94d0-8d166e026e51 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.1313140 Feb 04 13:55:51.730032 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9392d74b-7929-4d22-bf6b-18e296d65b27 req-673f2f04-f0ad-4df2-b0c4-59d31c915a50 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49 HTTP/1.1" status: 200 len: 1000 time: 0.1889005 Feb 04 13:55:51.852960 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3e3a7-4222-489d-9496-8f5dcba3124d req-5aeb2dac-d667-4b81-92e9-eea8041a32ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:51.855645 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bf3e3a7-4222-489d-9496-8f5dcba3124d req-5aeb2dac-d667-4b81-92e9-eea8041a32ed service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4097278 Feb 04 13:55:51.878068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392d74b-7929-4d22-bf6b-18e296d65b27 req-60c8f8c8-3321-4c41-b8ee-d9d99c32630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:51.879650 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9392d74b-7929-4d22-bf6b-18e296d65b27 req-60c8f8c8-3321-4c41-b8ee-d9d99c32630b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.1430993 Feb 04 13:55:52.103403 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392d74b-7929-4d22-bf6b-18e296d65b27 req-d3625930-6235-404e-be4f-070a16d74c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:52.105500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9392d74b-7929-4d22-bf6b-18e296d65b27 req-d3625930-6235-404e-be4f-070a16d74c6a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2103527 Feb 04 13:55:52.233971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bf3e3a7-4222-489d-9496-8f5dcba3124d req-0895b176-b28e-4670-a43e-aa7ae00fb072 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665755 Feb 04 13:55:52.414762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9392d74b-7929-4d22-bf6b-18e296d65b27 req-368a58fe-034d-4027-a678-12f78edd58a2 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002470 Feb 04 13:55:52.556471 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bf3e3a7-4222-489d-9496-8f5dcba3124d req-fd2f1ef6-6e10-4e21-810b-9c163966edb8 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053176 Feb 04 13:55:52.617680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9392d74b-7929-4d22-bf6b-18e296d65b27 req-19b3c47b-594d-4a0d-a34e-b0db682119ba service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892715 Feb 04 13:55:54.408001 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40560) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:54.622409 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10b1615b-8803-4748-b560-892adb15304a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:54.838224 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10b1615b-8803-4748-b560-892adb15304a admin admin] Publish callbacks [] for security_group (22694fbd-579e-4c33-b3b9-1c537c1c97b6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:54.848087 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10b1615b-8803-4748-b560-892adb15304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (22694fbd-579e-4c33-b3b9-1c537c1c97b6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:54.949150 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40588) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:54.950353 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-10b1615b-8803-4748-b560-892adb15304a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=44d7ffd321b042789e06ad38252f113c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5401809 Feb 04 13:55:54.975319 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1615b-8803-4748-b560-892adb15304a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22694fbd-579e-4c33-b3b9-1c537c1c97b6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:55.001904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-75003759-8edd-41e1-9681-3abf0391d91e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:55.003497 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-75003759-8edd-41e1-9681-3abf0391d91e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 811 time: 0.2882712 Feb 04 13:55:55.034176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-b7fe0427-11a4-4ffd-a28f-d41923638de4 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/quotas/3a088728a0e04cbb8731f38e93f3d6e1 HTTP/1.1" status: 200 len: 375 time: 0.0158689 Feb 04 13:55:55.107364 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd1370ea-f18a-4697-8c7d-2affada5b6eb admin admin] Publish callbacks [] for security_group (22694fbd-579e-4c33-b3b9-1c537c1c97b6), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:55.134018 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd1370ea-f18a-4697-8c7d-2affada5b6eb admin admin] Publish callbacks [] for security_group (22694fbd-579e-4c33-b3b9-1c537c1c97b6), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:55.198048 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-c2622b1c-2f70-45d3-bcf0-7d37c67f0fb5 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1310861 Feb 04 13:55:55.359938 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-12da6f25-2705-4c78-9450-df02159ba0bb service neutron] 10.222.0.96 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541471 Feb 04 13:55:55.370476 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd1370ea-f18a-4697-8c7d-2affada5b6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (22694fbd-579e-4c33-b3b9-1c537c1c97b6), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:55.373217 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd1370ea-f18a-4697-8c7d-2affada5b6eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:55.374546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bd1370ea-f18a-4697-8c7d-2affada5b6eb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/22694fbd-579e-4c33-b3b9-1c537c1c97b6 HTTP/1.1" status: 204 len: 168 time: 0.4187641 Feb 04 13:55:55.395252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1370ea-f18a-4697-8c7d-2affada5b6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22694fbd-579e-4c33-b3b9-1c537c1c97b6,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:55.550264 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-ab9b30c4-f4e7-4bf3-bdd1-44d6f5f2148a service neutron] 10.222.0.96 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887989 Feb 04 13:55:56.083651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf1366-b7e8-4a3a-a17a-f1491872776a req-00f35d21-6f59-43b6-a10a-73d0cb29c143 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:56.091634 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8aaf1366-b7e8-4a3a-a17a-f1491872776a req-00f35d21-6f59-43b6-a10a-73d0cb29c143 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1414161 Feb 04 13:55:56.139077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40610) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:56.177840 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-530998c5-62ba-432d-aa73-530eae2da1a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:56.188095 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8aaf1366-b7e8-4a3a-a17a-f1491872776a req-8df4759a-d736-41b3-89ac-221fdcb17743 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946598 Feb 04 13:55:56.370250 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97a4f50f-78a8-4700-9bf0-79852b402069 req-34182acb-bb23-4fcf-b956-170909114899 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 210 time: 0.0893219 Feb 04 13:55:56.499077 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-530998c5-62ba-432d-aa73-530eae2da1a8 admin admin] Publish callbacks [] for security_group (1998e8aa-4872-4f38-9f47-3ac8ba230281), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:56.504932 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-530998c5-62ba-432d-aa73-530eae2da1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1998e8aa-4872-4f38-9f47-3ac8ba230281), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:56.653094 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-530998c5-62ba-432d-aa73-530eae2da1a8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=eb28820da41b417dbdec014f30499bbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5128651 Feb 04 13:55:56.653466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40620) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:55:56.653938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530998c5-62ba-432d-aa73-530eae2da1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1998e8aa-4872-4f38-9f47-3ac8ba230281,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:56.773010 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13fe7869-9ed1-490b-b519-927f46357aa9 admin admin] Publish callbacks [] for security_group (1998e8aa-4872-4f38-9f47-3ac8ba230281), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:56.855525 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13fe7869-9ed1-490b-b519-927f46357aa9 admin admin] Publish callbacks [] for security_group (1998e8aa-4872-4f38-9f47-3ac8ba230281), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:56.989392 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13fe7869-9ed1-490b-b519-927f46357aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1998e8aa-4872-4f38-9f47-3ac8ba230281), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:56.997370 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13fe7869-9ed1-490b-b519-927f46357aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:57.001269 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-13fe7869-9ed1-490b-b519-927f46357aa9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1998e8aa-4872-4f38-9f47-3ac8ba230281 HTTP/1.1" status: 204 len: 168 time: 0.3454568 Feb 04 13:55:57.041056 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe7869-9ed1-490b-b519-927f46357aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1998e8aa-4872-4f38-9f47-3ac8ba230281,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:57.458774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3971d57-dcc4-4ebd-91b3-c8bf91bb8366 req-c1266ebb-0843-4e77-b31b-4cd57931c766 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:57.466643 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3971d57-dcc4-4ebd-91b3-c8bf91bb8366 req-c1266ebb-0843-4e77-b31b-4cd57931c766 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1293244 Feb 04 13:55:57.641536 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3971d57-dcc4-4ebd-91b3-c8bf91bb8366 req-47396897-2b76-42ff-a381-dc3d535bf132 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740205 Feb 04 13:55:57.898580 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99467516-e9bb-4b34-a5bc-22ac81d39d53 req-a5b819a0-253b-489b-aa9c-f6362b52bf27 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 210 time: 0.0925164 Feb 04 13:55:58.293271 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-3153499e-91d7-4cfc-ac62-9227e2ba4416 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:58.295340 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-3153499e-91d7-4cfc-ac62-9227e2ba4416 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.100 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 811 time: 0.3742571 Feb 04 13:55:58.338306 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-2e074254-e943-478a-b9aa-3b0ab57b3aff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Request body: {'port': {'device_id': '8ea6cfa2-cc0f-4580-8a09-53c8a11789a3', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'admin_state_up': True, 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:55:58.529495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-2e074254-e943-478a-b9aa-3b0ab57b3aff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Made reservation on behalf of 3a088728a0e04cbb8731f38e93f3d6e1 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:55:58.541259 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-2e074254-e943-478a-b9aa-3b0ab57b3aff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:58.936651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-2e074254-e943-478a-b9aa-3b0ab57b3aff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Allocated IP 172.20.0.8 (e850f246-0270-48c7-b292-77ce5d0c8d2b/4fa6a57d-4833-477c-a4c3-0b43c577818b/b0d750af-41e8-4f9b-8ead-da4af6f90c08) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:55:59.348739 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-2e074254-e943-478a-b9aa-3b0ab57b3aff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for port (b0d750af-41e8-4f9b-8ead-da4af6f90c08), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:59.375536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a94077-6d71-4304-bb59-971bdb5877b5 req-0303fbad-4fca-4ae2-9d95-f75c05d496b7 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:59.377987 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5a94077-6d71-4304-bb59-971bdb5877b5 req-0303fbad-4fca-4ae2-9d95-f75c05d496b7 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.4340575 Feb 04 13:55:59.531489 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-2e074254-e943-478a-b9aa-3b0ab57b3aff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b0d750af-41e8-4f9b-8ead-da4af6f90c08), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:59.548112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['4a9bbc18-12e7-4356-8563-2ad5239f6f16'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:55:59.627899 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-2e074254-e943-478a-b9aa-3b0ab57b3aff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Network e850f246-0270-48c7-b292-77ce5d0c8d2b is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:55:59.629526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e074254-e943-478a-b9aa-3b0ab57b3aff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event updated for resources: {'Port': ['ID=b0d750af-41e8-4f9b-8ead-da4af6f90c08,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:59.633791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-2e074254-e943-478a-b9aa-3b0ab57b3aff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:55:59.653668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-2e074254-e943-478a-b9aa-3b0ab57b3aff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:55:59.660407 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5a94077-6d71-4304-bb59-971bdb5877b5 req-ff445e68-b549-44b6-b1eb-26743b8b8248 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770205 Feb 04 13:55:59.766275 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-2e074254-e943-478a-b9aa-3b0ab57b3aff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:59.767243 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-2e074254-e943-478a-b9aa-3b0ab57b3aff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:59.811781 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-2e074254-e943-478a-b9aa-3b0ab57b3aff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4836257 Feb 04 13:55:59.834345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Request body: {'port': {'device_id': '8ea6cfa2-cc0f-4580-8a09-53c8a11789a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:56:00.164407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb042ef5-f7f7-4fb3-bc7f-ce59dda2a062 req-992e0ed7-4282-4bc4-929f-f57f819d950d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:00.166332 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb042ef5-f7f7-4fb3-bc7f-ce59dda2a062 req-992e0ed7-4282-4bc4-929f-f57f819d950d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 931 time: 0.2428997 Feb 04 13:56:00.172879 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b0d750af-41e8-4f9b-8ead-da4af6f90c08), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:00.314359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b8d2db6a-b772-4f40-91a3-3b9a6d3d6f3b None None] Provisioning complete for port b0d750af-41e8-4f9b-8ead-da4af6f90c08 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:56:00.320338 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b8d2db6a-b772-4f40-91a3-3b9a6d3d6f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b0d750af-41e8-4f9b-8ead-da4af6f90c08), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:00.326076 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb042ef5-f7f7-4fb3-bc7f-ce59dda2a062 req-6ef26474-5484-48fe-beed-5caf31d3a21f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497345 Feb 04 13:56:00.526930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b8d2db6a-b772-4f40-91a3-3b9a6d3d6f3b None None] Port b0d750af-41e8-4f9b-8ead-da4af6f90c08 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:56:00.987713 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d750af-41e8-4f9b-8ead-da4af6f90c08 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:56:01.001103 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Publish callbacks [] for port (b0d750af-41e8-4f9b-8ead-da4af6f90c08), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:01.019612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Transition to ACTIVE for port object b0d750af-41e8-4f9b-8ead-da4af6f90c08 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:56:01.037310 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b0d750af-41e8-4f9b-8ead-da4af6f90c08), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:01.184606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d750af-41e8-4f9b-8ead-da4af6f90c08,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:01.468433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fcad5-dc7f-4b73-854a-d10597d1b7b7 req-6579066a-f293-4347-8230-24306f9964c3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:01.483183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-659fcad5-dc7f-4b73-854a-d10597d1b7b7 req-6579066a-f293-4347-8230-24306f9964c3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.4617655 Feb 04 13:56:01.612075 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-659fcad5-dc7f-4b73-854a-d10597d1b7b7 req-26ed7e44-6403-49de-b5bf-d3741d916e5d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275699 Feb 04 13:56:01.659167 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Attempting to bind port b0d750af-41e8-4f9b-8ead-da4af6f90c08 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:56:01.663470 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Attempting to bind port b0d750af-41e8-4f9b-8ead-da4af6f90c08 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:56:01.664195 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Attempting to bind port b0d750af-41e8-4f9b-8ead-da4af6f90c08 on network e850f246-0270-48c7-b292-77ce5d0c8d2b {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:56:01.675893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Port b0d750af-41e8-4f9b-8ead-da4af6f90c08 on network e850f246-0270-48c7-b292-77ce5d0c8d2b not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:56:01.676397 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Attempting to bind port b0d750af-41e8-4f9b-8ead-da4af6f90c08 on network e850f246-0270-48c7-b292-77ce5d0c8d2b {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:56:01.699500 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:56:01.699842 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Checking segment: {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:56:01.700236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Bound using segment: {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:56:01.700692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Bound port: b0d750af-41e8-4f9b-8ead-da4af6f90c08, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:56:01.701063 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b0d750af-41e8-4f9b-8ead-da4af6f90c08), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:01.907936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] For port b0d750af-41e8-4f9b-8ead-da4af6f90c08, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:56:01.917011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] For port b0d750af-41e8-4f9b-8ead-da4af6f90c08, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=b0d750af-41e8-4f9b-8ead-da4af6f90c08,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:56:01.958809 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b0d750af-41e8-4f9b-8ead-da4af6f90c08), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:02.123276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d750af-41e8-4f9b-8ead-da4af6f90c08,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:02.149499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:02.150157 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:02.152142 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-9312b4ef-5bae-4e4c-95b0-8759d477d526 service neutron] 10.222.0.100 "PUT /v2.0/ports/b0d750af-41e8-4f9b-8ead-da4af6f90c08 HTTP/1.1" status: 200 len: 1092 time: 2.3328183 Feb 04 13:56:02.154184 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea6cfa2-cc0f-4580-8a09-53c8a11789a3', 'tag': 'b0d750af-41e8-4f9b-8ead-da4af6f90c08'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:56:02.168259 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a619bc1-017c-49fa-b1b3-e513e637f81b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea6cfa2-cc0f-4580-8a09-53c8a11789a3", "tag": "b0d750af-41e8-4f9b-8ead-da4af6f90c08"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:56:02.240709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312898f-77b7-4e67-b39c-5ffc6bc4ed71 req-acc1b334-82ab-4437-a4f1-7db3c6f3005f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:02.242372 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9312898f-77b7-4e67-b39c-5ffc6bc4ed71 req-acc1b334-82ab-4437-a4f1-7db3c6f3005f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 943 time: 0.3216593 Feb 04 13:56:02.467729 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9312898f-77b7-4e67-b39c-5ffc6bc4ed71 req-92e79fcd-fde9-40f5-913f-967a307acf21 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950951 Feb 04 13:56:02.497066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-151fced4-9e96-4584-9ae7-94f773e34dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:02.498650 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-151fced4-9e96-4584-9ae7-94f773e34dcf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 1126 time: 0.2923150 Feb 04 13:56:02.612778 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949a4f22-51d2-4859-921a-57262ec807e8 x-openstack-request-id: req-949a4f22-51d2-4859-921a-57262ec807e8 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:56:02.612995 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea6cfa2-cc0f-4580-8a09-53c8a11789a3", "tag": "b0d750af-41e8-4f9b-8ead-da4af6f90c08", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:56:02.613256 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-949a4f22-51d2-4859-921a-57262ec807e8 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:56:02.613686 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea6cfa2-cc0f-4580-8a09-53c8a11789a3', 'tag': 'b0d750af-41e8-4f9b-8ead-da4af6f90c08', 'status': 'completed', 'code': 200} Feb 04 13:56:02.615368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-dfd3bd8e-d641-427c-b8a8-5e1538097878 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0d750af-41e8-4f9b-8ead-da4af6f90c08 HTTP/1.1" status: 200 len: 217 time: 0.1094801 Feb 04 13:56:02.727142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-0ea1f587-5049-4bc3-8b8d-0063005caf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:02.738354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-0ea1f587-5049-4bc3-8b8d-0063005caf43 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.1096811 Feb 04 13:56:02.837048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-228c477f-b932-4a81-a036-6af16693454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:02.849610 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-228c477f-b932-4a81-a036-6af16693454e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1021521 Feb 04 13:56:03.055804 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:56:03.802916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-00dba97d-d02f-4f07-9425-52ca34d89bb7 service neutron] 10.222.0.100 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9414575 Feb 04 13:56:03.856812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3f196-460c-4ce1-a933-d33ffbc2e4d6 req-ca8d4130-99bd-4099-94ff-cce5ba143cdd tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:03.861384 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c6e3f196-460c-4ce1-a933-d33ffbc2e4d6 req-ca8d4130-99bd-4099-94ff-cce5ba143cdd tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.9921563 Feb 04 13:56:03.983343 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c6e3f196-460c-4ce1-a933-d33ffbc2e4d6 req-be25dcff-e8ae-4b39-baad-6857d37c0e3b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168280 Feb 04 13:56:04.203685 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499c579-6ca9-4c5a-82b1-e078cd8c98e8 req-13135225-656c-4c57-a7ab-274678937c32 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:04.205376 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5499c579-6ca9-4c5a-82b1-e078cd8c98e8 req-13135225-656c-4c57-a7ab-274678937c32 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 943 time: 0.1061621 Feb 04 13:56:04.311607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5499c579-6ca9-4c5a-82b1-e078cd8c98e8 req-516607be-dd8f-4126-9061-38b4b83454d3 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983846 Feb 04 13:56:05.218960 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b568f5-75bd-4b8f-b59f-c8e882a7d381 req-d6668808-c1ac-4bf7-8691-a854815e9537 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:05.234198 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06b568f5-75bd-4b8f-b59f-c8e882a7d381 req-d6668808-c1ac-4bf7-8691-a854815e9537 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1116569 Feb 04 13:56:05.296695 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06b568f5-75bd-4b8f-b59f-c8e882a7d381 req-62ff5193-13e1-4891-aba6-cafa5a17f1da tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563080 Feb 04 13:56:05.535078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037fc9b-f99b-4968-b660-d42e9d35accf req-14abe6ba-64e3-4c81-aebb-ad5fe945a7de tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:05.536773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2037fc9b-f99b-4968-b660-d42e9d35accf req-14abe6ba-64e3-4c81-aebb-ad5fe945a7de tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 943 time: 0.0998228 Feb 04 13:56:05.632609 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2037fc9b-f99b-4968-b660-d42e9d35accf req-59603bf6-fd35-46f9-9c2a-f208ec822660 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889337 Feb 04 13:56:06.703378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1feb6-1df6-4b1e-8d4c-497827703416 req-bb4beaca-d3be-464f-8bed-9b748f82bbc5 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:06.705096 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17a1feb6-1df6-4b1e-8d4c-497827703416 req-bb4beaca-d3be-464f-8bed-9b748f82bbc5 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1814249 Feb 04 13:56:06.712106 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f2dbb78-fd74-4b16-adb4-41051a8171d3 req-f2cdb4c5-c436-4a67-a88e-b0b084dc9382 service neutron] 10.222.0.100 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221955 Feb 04 13:56:06.765989 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17a1feb6-1df6-4b1e-8d4c-497827703416 req-772e9e21-2ca6-4633-8ecf-779ca3e8f137 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526900 Feb 04 13:56:06.876347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a619bc1-017c-49fa-b1b3-e513e637f81b req-8f28ec37-2656-4197-bbd5-26d9fb3d02fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:06.880037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a619bc1-017c-49fa-b1b3-e513e637f81b req-8f28ec37-2656-4197-bbd5-26d9fb3d02fa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 1126 time: 0.0992348 Feb 04 13:56:06.994201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14af98-e941-4326-8e98-ea775f123a56 req-b6961d92-2dd0-455f-b004-648aa41cbbe3 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:07.001939 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d14af98-e941-4326-8e98-ea775f123a56 req-b6961d92-2dd0-455f-b004-648aa41cbbe3 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 943 time: 0.1202531 Feb 04 13:56:07.071866 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d14af98-e941-4326-8e98-ea775f123a56 req-0b7dd1b3-18da-4019-9966-c330f0e5d136 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689275 Feb 04 13:56:07.101181 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a619bc1-017c-49fa-b1b3-e513e637f81b req-633e9abd-3ed7-49f6-b0c1-5745987e43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:07.102607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a619bc1-017c-49fa-b1b3-e513e637f81b req-633e9abd-3ed7-49f6-b0c1-5745987e43c3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.1879449 Feb 04 13:56:07.172286 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a619bc1-017c-49fa-b1b3-e513e637f81b req-6b37c973-52a7-4277-a459-37bc6df350cb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0d750af-41e8-4f9b-8ead-da4af6f90c08 HTTP/1.1" status: 200 len: 217 time: 0.0631132 Feb 04 13:56:07.192386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40874) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:56:07.271592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a619bc1-017c-49fa-b1b3-e513e637f81b req-40773c09-fdf5-4096-acf5-d2603928bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:07.273910 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a619bc1-017c-49fa-b1b3-e513e637f81b req-40773c09-fdf5-4096-acf5-d2603928bb9b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.0942898 Feb 04 13:56:07.354690 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Deleting subnet ffdb9c0d-844f-4aab-ba64-bda5890aff67 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:56:07.380566 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Publish callbacks [] for subnet (ffdb9c0d-844f-4aab-ba64-bda5890aff67), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:07.452979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a619bc1-017c-49fa-b1b3-e513e637f81b req-29f61405-a16b-457c-afc9-e18e8b7e90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:07.455546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a619bc1-017c-49fa-b1b3-e513e637f81b req-29f61405-a16b-457c-afc9-e18e8b7e90fa service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1758468 Feb 04 13:56:07.474130 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (ffdb9c0d-844f-4aab-ba64-bda5890aff67), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:07.627457 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (ffdb9c0d-844f-4aab-ba64-bda5890aff67), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:07.720830 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a619bc1-017c-49fa-b1b3-e513e637f81b req-f8ea9e53-a58b-49e0-83d4-865dedd5ce1a service neutron] 10.222.0.100 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587612 Feb 04 13:56:07.743033 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (ffdb9c0d-844f-4aab-ba64-bda5890aff67), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:07.825197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffdb9c0d-844f-4aab-ba64-bda5890aff67,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:07.828507 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:07.834434 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a619bc1-017c-49fa-b1b3-e513e637f81b req-11d4949f-48fa-4c55-8070-a53e25a8725d service neutron] 10.222.0.100 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068714 Feb 04 13:56:07.842663 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40884) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:56:07.856990 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ffdb9c0d-844f-4aab-ba64-bda5890aff67 HTTP/1.1" status: 204 len: 168 time: 0.6560698 Feb 04 13:56:07.867551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:07.867917 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:07.868252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:07.868599 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:07.868937 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:07.878640 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:07.879173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:07.879531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:07.879876 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:07.880215 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:07.880558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:07.880888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:07.881218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32466361-0d21-4b39-98e4-71109a53482f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:08.008952 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f5d167d3-46ae-494f-b1ce-f69011359444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (a74dc432-12cf-4cad-9a93-aa93f8cb2c30), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:08.038582 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98eb726-56af-46d7-902a-8d0df198d6f2 req-1b9fd70e-7fe5-4902-81e5-5f749de9f574 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:08.040200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a98eb726-56af-46d7-902a-8d0df198d6f2 req-1b9fd70e-7fe5-4902-81e5-5f749de9f574 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1083307 Feb 04 13:56:08.188992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a98eb726-56af-46d7-902a-8d0df198d6f2 req-64fbd965-033b-478e-a1df-3877ed5f8cc5 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241312 Feb 04 13:56:08.348124 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f5d167d3-46ae-494f-b1ce-f69011359444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (a74dc432-12cf-4cad-9a93-aa93f8cb2c30), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:08.451471 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-f5d167d3-46ae-494f-b1ce-f69011359444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74dc432-12cf-4cad-9a93-aa93f8cb2c30']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:56:08.464326 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-f5d167d3-46ae-494f-b1ce-f69011359444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccea207-e09d-4fbc-a5c0-0303a8d04f9a') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:56:08.464708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-f5d167d3-46ae-494f-b1ce-f69011359444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccea207-e09d-4fbc-a5c0-0303a8d04f9a') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:56:08.481544 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f5d167d3-46ae-494f-b1ce-f69011359444 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (3ccea207-e09d-4fbc-a5c0-0303a8d04f9a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:08.489697 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb887a-f805-46ac-9e80-96adab43d524 req-6fc28f4e-613d-4432-90a7-74215eebd62d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:08.491280 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38fb887a-f805-46ac-9e80-96adab43d524 req-6fc28f4e-613d-4432-90a7-74215eebd62d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 943 time: 0.1401539 Feb 04 13:56:08.555613 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f5d167d3-46ae-494f-b1ce-f69011359444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3ccea207-e09d-4fbc-a5c0-0303a8d04f9a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:08.562580 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38fb887a-f805-46ac-9e80-96adab43d524 req-55785e84-ab4e-495f-8062-636cd43a8819 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627496 Feb 04 13:56:08.578801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d167d3-46ae-494f-b1ce-f69011359444 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:56:08.579508 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f5d167d3-46ae-494f-b1ce-f69011359444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (3ccea207-e09d-4fbc-a5c0-0303a8d04f9a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: timer() Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:56:08.688058 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:56:08.701083 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f5d167d3-46ae-494f-b1ce-f69011359444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (a74dc432-12cf-4cad-9a93-aa93f8cb2c30), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:08.709717 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f5d167d3-46ae-494f-b1ce-f69011359444 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:08.716986 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f5d167d3-46ae-494f-b1ce-f69011359444 admin admin] 10.222.0.96 "DELETE /v2.0/networks/a74dc432-12cf-4cad-9a93-aa93f8cb2c30 HTTP/1.1" status: 204 len: 168 time: 0.8704407 Feb 04 13:56:08.732526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d167d3-46ae-494f-b1ce-f69011359444 admin admin] Pushing event deleted for resources: {'Network': ['ID=a74dc432-12cf-4cad-9a93-aa93f8cb2c30,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:09.117282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40902) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:56:09.241950 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7f2b78b0-2898-42bf-a3af-bb2c68c623b6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3a594c608b654cdfa4fcb7070230c855&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1195483 Feb 04 13:56:09.243426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40906) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:56:09.429878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8d341c11-38d2-43c2-ac25-4cd5aa7eddc4 admin admin] Publish callbacks [] for security_group (5f84a0b1-c9e3-45c3-8f27-3811d4c504d8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:09.468633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8d341c11-38d2-43c2-ac25-4cd5aa7eddc4 admin admin] Publish callbacks [] for security_group (5f84a0b1-c9e3-45c3-8f27-3811d4c504d8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:09.533395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed2789-50f1-452a-98df-4d0feee459c9 req-cbdf4b07-96cd-421e-86bd-b6d5d57b067e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:09.547741 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24ed2789-50f1-452a-98df-4d0feee459c9 req-cbdf4b07-96cd-421e-86bd-b6d5d57b067e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1376529 Feb 04 13:56:09.600904 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8d341c11-38d2-43c2-ac25-4cd5aa7eddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5f84a0b1-c9e3-45c3-8f27-3811d4c504d8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:09.606602 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8d341c11-38d2-43c2-ac25-4cd5aa7eddc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:09.609680 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8d341c11-38d2-43c2-ac25-4cd5aa7eddc4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5f84a0b1-c9e3-45c3-8f27-3811d4c504d8 HTTP/1.1" status: 204 len: 168 time: 0.3642683 Feb 04 13:56:09.623142 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d341c11-38d2-43c2-ac25-4cd5aa7eddc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f84a0b1-c9e3-45c3-8f27-3811d4c504d8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:09.724937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24ed2789-50f1-452a-98df-4d0feee459c9 req-57b4ea0a-ffe4-45cf-a644-70ddcfec878f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664755 Feb 04 13:56:09.980358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5ae7b-f288-4944-b793-bc452d95772b req-fcf9a5d8-e6d9-4b6f-ad7c-84be19c1ad0e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:10.003061 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-baa5ae7b-f288-4944-b793-bc452d95772b req-fcf9a5d8-e6d9-4b6f-ad7c-84be19c1ad0e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 943 time: 0.1145196 Feb 04 13:56:10.111150 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-baa5ae7b-f288-4944-b793-bc452d95772b req-419e84a5-655d-4387-967c-b9851092555e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070573 Feb 04 13:56:10.911059 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device b0d750af-41e8-4f9b-8ead-da4af6f90c08 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:56:10.993169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee18ae-f1a0-4136-a024-95cd5f5b39ba req-78185d44-b499-4e24-8751-108c7bfb95e5 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:10.999193 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68ee18ae-f1a0-4136-a024-95cd5f5b39ba req-78185d44-b499-4e24-8751-108c7bfb95e5 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1348724 Feb 04 13:56:11.120442 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68ee18ae-f1a0-4136-a024-95cd5f5b39ba req-6040f6eb-8d7a-45f5-be08-45bc06c34296 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049414 Feb 04 13:56:11.123301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port b0d750af-41e8-4f9b-8ead-da4af6f90c08, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=b0d750af-41e8-4f9b-8ead-da4af6f90c08,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:56:11.179766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'b0d750af-41e8-4f9b-8ead-da4af6f90c08', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'port_id': 'b0d750af-41e8-4f9b-8ead-da4af6f90c08', 'mac_address': 'fa:16:3e:d4:91:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:56:11.244025 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8d750e90-b3b0-499d-86b3-8887ce964424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:11.282798 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port b0d750af-41e8-4f9b-8ead-da4af6f90c08 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:56:11.283261 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b0d750af-41e8-4f9b-8ead-da4af6f90c08), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:11.319324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d750af-41e8-4f9b-8ead-da4af6f90c08 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:56:11.337471 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28e1f4-0a20-4503-955b-6e0d6ca5a23c req-b07b6f6f-5098-479f-8cd2-2a7f55663bad tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:11.340511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7d28e1f4-0a20-4503-955b-6e0d6ca5a23c req-b07b6f6f-5098-479f-8cd2-2a7f55663bad tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 943 time: 0.1030240 Feb 04 13:56:11.370530 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port b0d750af-41e8-4f9b-8ead-da4af6f90c08, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=b0d750af-41e8-4f9b-8ead-da4af6f90c08,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:56:11.377221 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b0d750af-41e8-4f9b-8ead-da4af6f90c08), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:11.477355 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7d28e1f4-0a20-4503-955b-6e0d6ca5a23c req-d8fff1c1-928d-4f77-a321-37b41c7654c6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223481 Feb 04 13:56:11.484829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=b0d750af-41e8-4f9b-8ead-da4af6f90c08,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:11.492897 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40962) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:56:11.498928 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:11.499532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:11.500071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:11.500615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:11.501131 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:11.501662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:11.505695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:11.506304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:11.506823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:11.514548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:11.515144 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:11.515731 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:11.516271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:11.718348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['b0d750af-41e8-4f9b-8ead-da4af6f90c08'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:56:11.794185 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b74d6a89-45be-4e7e-acf5-3e325ce155c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:12.034707 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b74d6a89-45be-4e7e-acf5-3e325ce155c9 admin admin] Publish callbacks [] for security_group (28dede0a-8576-4ff1-a91e-2b049227a34d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:12.042658 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b74d6a89-45be-4e7e-acf5-3e325ce155c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (28dede0a-8576-4ff1-a91e-2b049227a34d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:12.097026 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b74d6a89-45be-4e7e-acf5-3e325ce155c9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6d09f08764454f0c80fa1a750deead61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6024389 Feb 04 13:56:12.099868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40976) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:56:12.140251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d6a89-45be-4e7e-acf5-3e325ce155c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dede0a-8576-4ff1-a91e-2b049227a34d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:12.245193 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-da499ac5-d09a-4b08-8d6d-8a2c0183be33 admin admin] Publish callbacks [] for security_group (28dede0a-8576-4ff1-a91e-2b049227a34d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:12.271042 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-da499ac5-d09a-4b08-8d6d-8a2c0183be33 admin admin] Publish callbacks [] for security_group (28dede0a-8576-4ff1-a91e-2b049227a34d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:12.363242 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-da499ac5-d09a-4b08-8d6d-8a2c0183be33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (28dede0a-8576-4ff1-a91e-2b049227a34d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:12.366171 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-da499ac5-d09a-4b08-8d6d-8a2c0183be33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:12.367601 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-da499ac5-d09a-4b08-8d6d-8a2c0183be33 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/28dede0a-8576-4ff1-a91e-2b049227a34d HTTP/1.1" status: 204 len: 168 time: 0.2661173 Feb 04 13:56:12.384736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da499ac5-d09a-4b08-8d6d-8a2c0183be33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dede0a-8576-4ff1-a91e-2b049227a34d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:12.436814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548f630-1df7-4075-a023-856156fdc383 req-3f86af3d-a467-4021-bd21-a0d9518f639c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:12.438677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9548f630-1df7-4075-a023-856156fdc383 req-3f86af3d-a467-4021-bd21-a0d9518f639c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1086929 Feb 04 13:56:12.566984 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9548f630-1df7-4075-a023-856156fdc383 req-d7097e49-dca7-47e0-9e59-c70945b5a419 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195486 Feb 04 13:56:12.706979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fdb6e-8b6f-4266-82bc-414ee8f0e0a2 req-907c3715-407a-4815-a045-479b355d85df tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:12.715242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d7fdb6e-8b6f-4266-82bc-414ee8f0e0a2 req-907c3715-407a-4815-a045-479b355d85df tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 944 time: 0.0765569 Feb 04 13:56:12.823348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d7fdb6e-8b6f-4266-82bc-414ee8f0e0a2 req-fe1a326a-7c7e-497e-8caf-ea7b683ff93d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068254 Feb 04 13:56:12.926251 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device b0d750af-41e8-4f9b-8ead-da4af6f90c08 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:56:12.964847 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40996) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:56:12.994088 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ea204cc-0ffa-43e8-bed9-56f48c63ce49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:13.008889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port b0d750af-41e8-4f9b-8ead-da4af6f90c08 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:56:13.014622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port b0d750af-41e8-4f9b-8ead-da4af6f90c08 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:56:13.015243 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b0d750af-41e8-4f9b-8ead-da4af6f90c08), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:13.111763 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port b0d750af-41e8-4f9b-8ead-da4af6f90c08 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:56:13.112529 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b0d750af-41e8-4f9b-8ead-da4af6f90c08), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:13.176040 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ea204cc-0ffa-43e8-bed9-56f48c63ce49 admin admin] Publish callbacks [] for security_group (508974c9-7769-4138-b34a-76eec271dc21), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:13.184946 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5ea204cc-0ffa-43e8-bed9-56f48c63ce49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (508974c9-7769-4138-b34a-76eec271dc21), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:13.186830 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port b0d750af-41e8-4f9b-8ead-da4af6f90c08, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=b0d750af-41e8-4f9b-8ead-da4af6f90c08,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:56:13.189174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea6cfa2-cc0f-4580-8a09-53c8a11789a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d750af-41e8-4f9b-8ead-da4af6f90c08'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:56:13.195147 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f5bd90-7f1d-43fc-805d-9764eca1dcb5" -d '{"events": [{"server_uuid": "8ea6cfa2-cc0f-4580-8a09-53c8a11789a3", "name": "network-vif-plugged", "status": "completed", "tag": "b0d750af-41e8-4f9b-8ead-da4af6f90c08"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:56:13.217777 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b0d750af-41e8-4f9b-8ead-da4af6f90c08), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:13.282827 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 41006) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:56:13.283578 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5ea204cc-0ffa-43e8-bed9-56f48c63ce49 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=74ae48cc7f2a4bfa9777464e1c4c7a42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3130338 Feb 04 13:56:13.286122 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea204cc-0ffa-43e8-bed9-56f48c63ce49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508974c9-7769-4138-b34a-76eec271dc21,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:13.331166 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb2b6da-7eba-4ea7-8ac3-30e23ab233c7 x-openstack-request-id: req-ebb2b6da-7eba-4ea7-8ac3-30e23ab233c7 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:56:13.331820 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea6cfa2-cc0f-4580-8a09-53c8a11789a3", "name": "network-vif-plugged", "status": "completed", "tag": "b0d750af-41e8-4f9b-8ead-da4af6f90c08", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:56:13.332088 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ebb2b6da-7eba-4ea7-8ac3-30e23ab233c7 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:56:13.335511 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea6cfa2-cc0f-4580-8a09-53c8a11789a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d750af-41e8-4f9b-8ead-da4af6f90c08', 'code': 200} Feb 04 13:56:13.401845 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=b0d750af-41e8-4f9b-8ead-da4af6f90c08,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:13.495114 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7689e048-63e1-4ad5-86fa-2d09b1f1f3de admin admin] Publish callbacks [] for security_group (508974c9-7769-4138-b34a-76eec271dc21), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:13.511014 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b38e79-cfa7-434f-98b3-1950220b3e72 req-a7c27493-ea3f-43fd-b5f5-0dea207fb346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:13.512565 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17b38e79-cfa7-434f-98b3-1950220b3e72 req-a7c27493-ea3f-43fd-b5f5-0dea207fb346 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 1128 time: 0.1601319 Feb 04 13:56:13.595299 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7689e048-63e1-4ad5-86fa-2d09b1f1f3de admin admin] Publish callbacks [] for security_group (508974c9-7769-4138-b34a-76eec271dc21), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:13.701969 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17b38e79-cfa7-434f-98b3-1950220b3e72 req-e923036e-8c66-49bf-b49c-5a42a9cf62d2 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681519 Feb 04 13:56:13.714649 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7689e048-63e1-4ad5-86fa-2d09b1f1f3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (508974c9-7769-4138-b34a-76eec271dc21), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:13.717866 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7689e048-63e1-4ad5-86fa-2d09b1f1f3de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:13.735161 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7689e048-63e1-4ad5-86fa-2d09b1f1f3de admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/508974c9-7769-4138-b34a-76eec271dc21 HTTP/1.1" status: 204 len: 168 time: 0.4396310 Feb 04 13:56:13.819766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689e048-63e1-4ad5-86fa-2d09b1f1f3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508974c9-7769-4138-b34a-76eec271dc21,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:13.928035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652f34a-a366-49d2-9bec-0a27042c8609 req-9a5a1874-c281-4e6c-8ab7-171103525ae0 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:13.932359 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c652f34a-a366-49d2-9bec-0a27042c8609 req-9a5a1874-c281-4e6c-8ab7-171103525ae0 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1433551 Feb 04 13:56:14.067549 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c652f34a-a366-49d2-9bec-0a27042c8609 req-7113863c-9cd2-4156-bf33-20380608d7e0 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271226 Feb 04 13:56:14.101673 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:14.238929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42ca6b-fe94-410c-960e-936eb6fb8fb3 req-a78022a3-ff05-4279-9d12-f76f11ff6544 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:14.241668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c42ca6b-fe94-410c-960e-936eb6fb8fb3 req-a78022a3-ff05-4279-9d12-f76f11ff6544 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 945 time: 0.0643318 Feb 04 13:56:14.333083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c42ca6b-fe94-410c-960e-936eb6fb8fb3 req-78710f8e-a6ee-4d8f-a45d-3a5c2258be43 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828526 Feb 04 13:56:14.789933 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:15.199788 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-78a47d2e-061a-4683-a762-1077da2361f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:15.323308 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1d64f-a4a3-42cb-a548-f3cf36a04d9f req-5db01178-03b1-4d6c-a074-0006b69cca09 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:15.334648 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d2c1d64f-a4a3-42cb-a548-f3cf36a04d9f req-5db01178-03b1-4d6c-a074-0006b69cca09 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.1262312 Feb 04 13:56:15.455591 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d2c1d64f-a4a3-42cb-a548-f3cf36a04d9f req-9b45c9a9-9434-4dc1-ba94-105d322dda7e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157167 Feb 04 13:56:15.646473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2d7b0-88b2-41d0-bfa0-50eef041a6cb req-f45d82c5-942b-4b6f-b08e-9e80a3510042 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:15.646660 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:15.652601 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ce2d7b0-88b2-41d0-bfa0-50eef041a6cb req-f45d82c5-942b-4b6f-b08e-9e80a3510042 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 945 time: 0.0789890 Feb 04 13:56:15.731492 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ce2d7b0-88b2-41d0-bfa0-50eef041a6cb req-4eeb5b94-334d-4f68-9c92-fc4495dbdb83 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772676 Feb 04 13:56:16.673084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2c78f-ce0a-477e-b7be-e80a1d404010 req-b085e4e2-573b-424c-8501-f312499f483d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:16.681842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8eb2c78f-ce0a-477e-b7be-e80a1d404010 req-b085e4e2-573b-424c-8501-f312499f483d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 943 time: 0.0824687 Feb 04 13:56:16.751767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8eb2c78f-ce0a-477e-b7be-e80a1d404010 req-afda7dae-f929-4103-8767-fd1075d97c4b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682025 Feb 04 13:56:16.935688 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:16.957487 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 8bdab68b-078e-45cb-bb4e-284a1c7efd1a details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:56:17.184776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:56:17.199584 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'port_id': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a', 'mac_address': 'fa:16:3e:ff:0a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:56:17.266818 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:56:17.267520 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:17.285923 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bdab68b-078e-45cb-bb4e-284a1c7efd1a {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:56:17.374997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:56:17.384523 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:17.504858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:17.695043 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['8bdab68b-078e-45cb-bb4e-284a1c7efd1a'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:56:17.984178 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c728d-349f-486c-bead-23d82e18951a req-de94fa67-6660-4a11-b1b7-5e4eadf5860b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:18.000776 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:18.020312 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e3c728d-349f-486c-bead-23d82e18951a req-de94fa67-6660-4a11-b1b7-5e4eadf5860b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 944 time: 0.1114402 Feb 04 13:56:18.143413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e3c728d-349f-486c-bead-23d82e18951a req-859cce6d-5e0a-4e25-a0c8-55dd22f18740 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186485 Feb 04 13:56:18.972457 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 8bdab68b-078e-45cb-bb4e-284a1c7efd1a up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:56:19.085456 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:56:19.086175 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:19.265888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:56:19.271656 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:19.324163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96208542-d552-4dc4-9d73-19cda0d724c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:56:19.326663 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033a0a61-93e9-4f1a-8433-9de9a37539e8" -d '{"events": [{"server_uuid": "96208542-d552-4dc4-9d73-19cda0d724c4", "name": "network-vif-plugged", "status": "completed", "tag": "8bdab68b-078e-45cb-bb4e-284a1c7efd1a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:56:19.358242 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:56:19.365342 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:19.436497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b9f2e-ed3c-458d-9286-9f8563fde3d0 req-1fceef0b-0fc3-46fa-85b8-a6307d412577 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:19.441734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab9b9f2e-ed3c-458d-9286-9f8563fde3d0 req-1fceef0b-0fc3-46fa-85b8-a6307d412577 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 944 time: 0.1350565 Feb 04 13:56:19.500391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,revision_number=10']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:19.581392 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab9b9f2e-ed3c-458d-9286-9f8563fde3d0 req-813a2baf-9903-4c0c-bc51-21f1cf2847d4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340368 Feb 04 13:56:19.655957 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1586ffb-3d45-4d14-a7bf-730c260849ea x-openstack-request-id: req-f1586ffb-3d45-4d14-a7bf-730c260849ea {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:56:19.656526 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96208542-d552-4dc4-9d73-19cda0d724c4", "name": "network-vif-plugged", "status": "completed", "tag": "8bdab68b-078e-45cb-bb4e-284a1c7efd1a", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:56:19.657183 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f1586ffb-3d45-4d14-a7bf-730c260849ea {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:56:19.657760 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96208542-d552-4dc4-9d73-19cda0d724c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a', 'code': 200} Feb 04 13:56:19.786561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41174) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:56:19.935362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe942d-3894-444e-b994-7184472a2c2c req-682ea6b0-a47e-4c76-b52f-0b88bb59ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:19.936887 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47fe942d-3894-444e-b994-7184472a2c2c req-682ea6b0-a47e-4c76-b52f-0b88bb59ea11 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 1129 time: 0.0845375 Feb 04 13:56:19.958546 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ec9d0112-8092-422b-b09f-ab6cfa387554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:20.039281 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47fe942d-3894-444e-b994-7184472a2c2c req-4d190400-2baf-4df9-847e-bffb0c1965ed service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956156 Feb 04 13:56:20.100496 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ec9d0112-8092-422b-b09f-ab6cfa387554 admin admin] Publish callbacks [] for security_group (992ea324-cd9e-4dde-9ad8-b41a6745dd36), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:20.105717 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ec9d0112-8092-422b-b09f-ab6cfa387554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (992ea324-cd9e-4dde-9ad8-b41a6745dd36), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:20.163135 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ec9d0112-8092-422b-b09f-ab6cfa387554 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1d6a451f8f124293bebc79e92770c60e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745279 Feb 04 13:56:20.164196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d0112-8092-422b-b09f-ab6cfa387554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992ea324-cd9e-4dde-9ad8-b41a6745dd36,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:20.165740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 41180) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:56:20.274871 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75825d95-6b1f-4134-bfd6-22e5032c1cc7 admin admin] Publish callbacks [] for security_group (992ea324-cd9e-4dde-9ad8-b41a6745dd36), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:20.328790 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75825d95-6b1f-4134-bfd6-22e5032c1cc7 admin admin] Publish callbacks [] for security_group (992ea324-cd9e-4dde-9ad8-b41a6745dd36), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:20.409442 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75825d95-6b1f-4134-bfd6-22e5032c1cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (992ea324-cd9e-4dde-9ad8-b41a6745dd36), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:20.412856 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75825d95-6b1f-4134-bfd6-22e5032c1cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:20.414274 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-75825d95-6b1f-4134-bfd6-22e5032c1cc7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/992ea324-cd9e-4dde-9ad8-b41a6745dd36 HTTP/1.1" status: 204 len: 168 time: 0.2466731 Feb 04 13:56:20.426953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75825d95-6b1f-4134-bfd6-22e5032c1cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992ea324-cd9e-4dde-9ad8-b41a6745dd36,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:20.875659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41dd91-2f89-49eb-9001-d788fb8cfef9 req-5b44f643-c9a1-4f86-8371-70640b383f37 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:20.880416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b41dd91-2f89-49eb-9001-d788fb8cfef9 req-5b44f643-c9a1-4f86-8371-70640b383f37 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 946 time: 0.1581938 Feb 04 13:56:21.018234 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b41dd91-2f89-49eb-9001-d788fb8cfef9 req-35618327-dd9c-4c66-b241-404d5ad0c065 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272898 Feb 04 13:56:22.334951 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4661c-c155-491e-b6c2-462382d81030 req-89f89c46-6c22-4898-9b7b-7eac2d39110b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:22.343359 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ffc4661c-c155-491e-b6c2-462382d81030 req-89f89c46-6c22-4898-9b7b-7eac2d39110b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 946 time: 0.1541314 Feb 04 13:56:22.404010 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ffc4661c-c155-491e-b6c2-462382d81030 req-c0106839-e836-4f51-b566-706c55fde875 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596044 Feb 04 13:56:23.669872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81875946-b12c-4b1f-8ceb-19cd111e2f52 req-ea4fe641-5c05-4ba0-9729-c556bb8ad9e9 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:23.672151 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-81875946-b12c-4b1f-8ceb-19cd111e2f52 req-ea4fe641-5c05-4ba0-9729-c556bb8ad9e9 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 946 time: 0.1571765 Feb 04 13:56:23.828706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-81875946-b12c-4b1f-8ceb-19cd111e2f52 req-982ae98a-e4cc-4746-9605-a0798b4ce705 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399002 Feb 04 13:56:24.943046 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41316) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:56:25.162394 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a37c77c6-ef7a-411c-bb15-5488b17418ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:25.342865 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a37c77c6-ef7a-411c-bb15-5488b17418ba admin admin] Publish callbacks [] for security_group (6561d68b-cfe6-420b-a5bb-71d1a0accaf2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:25.352273 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a37c77c6-ef7a-411c-bb15-5488b17418ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6561d68b-cfe6-420b-a5bb-71d1a0accaf2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:25.410019 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a37c77c6-ef7a-411c-bb15-5488b17418ba admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2b82852697db467d95572df7bea7f7a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4652190 Feb 04 13:56:25.411204 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c77c6-ef7a-411c-bb15-5488b17418ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6561d68b-cfe6-420b-a5bb-71d1a0accaf2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:25.412940 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 41330) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:56:25.513891 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0e3854c4-4b42-4efe-a064-420ec139ac80 admin admin] Publish callbacks [] for security_group (6561d68b-cfe6-420b-a5bb-71d1a0accaf2), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:25.562932 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0e3854c4-4b42-4efe-a064-420ec139ac80 admin admin] Publish callbacks [] for security_group (6561d68b-cfe6-420b-a5bb-71d1a0accaf2), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:25.684576 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0e3854c4-4b42-4efe-a064-420ec139ac80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6561d68b-cfe6-420b-a5bb-71d1a0accaf2), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:25.687214 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0e3854c4-4b42-4efe-a064-420ec139ac80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:25.689108 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0e3854c4-4b42-4efe-a064-420ec139ac80 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6561d68b-cfe6-420b-a5bb-71d1a0accaf2 HTTP/1.1" status: 204 len: 168 time: 0.2745099 Feb 04 13:56:25.710058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3854c4-4b42-4efe-a064-420ec139ac80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6561d68b-cfe6-420b-a5bb-71d1a0accaf2,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:26.273831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 41342) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:56:26.298244 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e10a9b7-7927-4af8-be53-cda1c4f57f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:26.476533 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e10a9b7-7927-4af8-be53-cda1c4f57f9d admin admin] Publish callbacks [] for security_group (99acc598-d4e2-47d1-a6d1-343629f10a81), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:26.484628 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e10a9b7-7927-4af8-be53-cda1c4f57f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (99acc598-d4e2-47d1-a6d1-343629f10a81), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:26.579162 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41346) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:56:26.591885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5e10a9b7-7927-4af8-be53-cda1c4f57f9d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1b2526e5a0e24dbfb59cad52bb44692c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3013332 Feb 04 13:56:26.597606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10a9b7-7927-4af8-be53-cda1c4f57f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99acc598-d4e2-47d1-a6d1-343629f10a81,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:26.689293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c470e957-eb73-491b-9f28-1e3ed952bdee admin admin] Publish callbacks [] for security_group (99acc598-d4e2-47d1-a6d1-343629f10a81), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:26.765829 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c470e957-eb73-491b-9f28-1e3ed952bdee admin admin] Publish callbacks [] for security_group (99acc598-d4e2-47d1-a6d1-343629f10a81), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:26.842195 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c470e957-eb73-491b-9f28-1e3ed952bdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (99acc598-d4e2-47d1-a6d1-343629f10a81), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:26.849455 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c470e957-eb73-491b-9f28-1e3ed952bdee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:26.852474 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c470e957-eb73-491b-9f28-1e3ed952bdee admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/99acc598-d4e2-47d1-a6d1-343629f10a81 HTTP/1.1" status: 204 len: 168 time: 0.2717865 Feb 04 13:56:26.873453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470e957-eb73-491b-9f28-1e3ed952bdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99acc598-d4e2-47d1-a6d1-343629f10a81,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:28.719833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11673a93-d732-445d-a30f-f7e7befcbc8d req-0af00de3-df05-48bb-be3b-e18dd4e52c70 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:28.722420 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11673a93-d732-445d-a30f-f7e7befcbc8d req-0af00de3-df05-48bb-be3b-e18dd4e52c70 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0689626 Feb 04 13:56:28.784003 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11673a93-d732-445d-a30f-f7e7befcbc8d req-d43be58c-862d-416f-840f-fd5f8015f21b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557265 Feb 04 13:56:28.990395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5852888-b7ec-4da6-89a2-48956b10eef0 req-44a2fd85-c0a1-46db-aa53-878997b0d885 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:28.992101 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5852888-b7ec-4da6-89a2-48956b10eef0 req-44a2fd85-c0a1-46db-aa53-878997b0d885 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0742364 Feb 04 13:56:29.054254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5852888-b7ec-4da6-89a2-48956b10eef0 req-246b9138-b252-4b5b-a9bb-74a31c02ba99 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531108 Feb 04 13:56:29.622911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11109ba8-f6e5-448c-9a79-c3c8458adb2a req-2ea89ee0-9c76-4943-bbde-4217a04b7aed tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:29.641430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11109ba8-f6e5-448c-9a79-c3c8458adb2a req-2ea89ee0-9c76-4943-bbde-4217a04b7aed tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.2011619 Feb 04 13:56:29.714477 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11109ba8-f6e5-448c-9a79-c3c8458adb2a req-4b50c2dc-c90a-4e2f-9495-2995c32a1cfa tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714736 Feb 04 13:56:30.812974 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b468d-3655-41b4-b87a-ed300096cc16 req-a6c41303-6147-48ac-8ba3-be1bb4397ac0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:30.831937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b74b468d-3655-41b4-b87a-ed300096cc16 req-a6c41303-6147-48ac-8ba3-be1bb4397ac0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1688077 Feb 04 13:56:30.948992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b74b468d-3655-41b4-b87a-ed300096cc16 req-3e75d3c9-8784-48a0-b49d-24e0eed2b329 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122768 Feb 04 13:56:32.263927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb776abf-e98f-4104-80a2-e5c19c1d58a0 req-dcb48d6c-10be-4678-9893-ace180405ebd tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:32.265815 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb776abf-e98f-4104-80a2-e5c19c1d58a0 req-dcb48d6c-10be-4678-9893-ace180405ebd tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1166210 Feb 04 13:56:32.410402 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb776abf-e98f-4104-80a2-e5c19c1d58a0 req-c73dbddf-f952-417d-bd7c-d744876bb5cb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337965 Feb 04 13:56:33.644090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b517ed5-d7ae-4fc4-85a5-39965c290c3e req-a9bf6281-9f4b-4599-918d-c72ff8bade55 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:33.650717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9b517ed5-d7ae-4fc4-85a5-39965c290c3e req-a9bf6281-9f4b-4599-918d-c72ff8bade55 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1202772 Feb 04 13:56:33.778527 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9b517ed5-d7ae-4fc4-85a5-39965c290c3e req-cd02570f-777f-4436-939e-c081ee304b12 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224322 Feb 04 13:56:34.999152 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a41044-3a14-4462-b66c-2cedd5ad4bbb req-62a5b5e1-87cf-4c4a-b46c-40eb2eb76007 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:35.002223 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1a41044-3a14-4462-b66c-2cedd5ad4bbb req-62a5b5e1-87cf-4c4a-b46c-40eb2eb76007 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0868487 Feb 04 13:56:35.084139 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1a41044-3a14-4462-b66c-2cedd5ad4bbb req-f15ec3dd-68f1-486e-a2da-d1002452459e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695827 Feb 04 13:56:36.308921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3de88-8a14-4370-856d-56e38a0b35eb req-3ffc990f-f0c3-4a88-9369-20bf140b9db8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:36.320433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0fb3de88-8a14-4370-856d-56e38a0b35eb req-3ffc990f-f0c3-4a88-9369-20bf140b9db8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1126330 Feb 04 13:56:36.392269 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0fb3de88-8a14-4370-856d-56e38a0b35eb req-c08ea936-9a60-417c-ad2a-6e2f6663358e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704901 Feb 04 13:56:37.649329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a99c4-5af2-4c52-9fc9-d0ffc22b2bdb req-eccc43b9-3c96-412b-996a-d4ed777d308e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:37.656186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e90a99c4-5af2-4c52-9fc9-d0ffc22b2bdb req-eccc43b9-3c96-412b-996a-d4ed777d308e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1418703 Feb 04 13:56:37.766362 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e90a99c4-5af2-4c52-9fc9-d0ffc22b2bdb req-8e65b514-f546-46a5-9549-0d3b6db4f4f7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009383 Feb 04 13:56:38.988429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491a376-e619-43f6-967d-43b457901004 req-27a59006-cb67-43a5-b3b8-22466bd13199 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:38.990757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9491a376-e619-43f6-967d-43b457901004 req-27a59006-cb67-43a5-b3b8-22466bd13199 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0967612 Feb 04 13:56:39.093251 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9491a376-e619-43f6-967d-43b457901004 req-98a7c786-b29f-48c0-950c-f76186053291 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962584 Feb 04 13:56:40.060030 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:56:40.266509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e0633-c06e-4077-8050-01ef7e364551 req-03fe3a59-405a-49db-81ee-43ca5d7671f1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:40.274440 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e4e0633-c06e-4077-8050-01ef7e364551 req-03fe3a59-405a-49db-81ee-43ca5d7671f1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0922434 Feb 04 13:56:40.341241 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e4e0633-c06e-4077-8050-01ef7e364551 req-ff228a6d-700f-4aac-b29e-e4d51d03aa0d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655956 Feb 04 13:56:40.977126 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b5a1e7e9-d9ba-48c1-86a1-86506598a9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:41.457072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 41636) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:56:41.628296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f68c0-ab33-4f42-a8cb-e2c35d4188cd req-a17fab70-6908-44ff-b934-9617fece9f57 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:41.635231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3e3f68c0-ab33-4f42-a8cb-e2c35d4188cd req-a17fab70-6908-44ff-b934-9617fece9f57 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1685851 Feb 04 13:56:41.825359 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c8e7bf04-9cc8-4297-94be-0869e7eb279e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:41.847506 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3e3f68c0-ab33-4f42-a8cb-e2c35d4188cd req-7ee926c8-d4c4-4bec-954a-968a0bf5053e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957052 Feb 04 13:56:42.046869 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c8e7bf04-9cc8-4297-94be-0869e7eb279e admin admin] Publish callbacks [] for security_group (ca24e352-63e0-4ad6-809b-7c3662d37eb5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:42.057376 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c8e7bf04-9cc8-4297-94be-0869e7eb279e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ca24e352-63e0-4ad6-809b-7c3662d37eb5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:42.153844 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c8e7bf04-9cc8-4297-94be-0869e7eb279e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=66b4bec786a64860b8bfee1d0ac45510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6955743 Feb 04 13:56:42.155490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7bf04-9cc8-4297-94be-0869e7eb279e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca24e352-63e0-4ad6-809b-7c3662d37eb5,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:42.157246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 41648) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:56:42.468276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563c5ee-9e80-4d48-a1a7-5f23e1fa0437 req-f533f1e0-acb0-4f26-8a2e-ff669f054123 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:42.475488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2563c5ee-9e80-4d48-a1a7-5f23e1fa0437 req-f533f1e0-acb0-4f26-8a2e-ff669f054123 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.2055287 Feb 04 13:56:42.477337 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-896a5992-14c4-40fc-a8eb-8c9a6cf2462a admin admin] Publish callbacks [] for security_group (ca24e352-63e0-4ad6-809b-7c3662d37eb5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:42.507247 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-896a5992-14c4-40fc-a8eb-8c9a6cf2462a admin admin] Publish callbacks [] for security_group (ca24e352-63e0-4ad6-809b-7c3662d37eb5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:42.581346 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-896a5992-14c4-40fc-a8eb-8c9a6cf2462a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ca24e352-63e0-4ad6-809b-7c3662d37eb5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:42.584932 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-896a5992-14c4-40fc-a8eb-8c9a6cf2462a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:42.591143 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-896a5992-14c4-40fc-a8eb-8c9a6cf2462a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ca24e352-63e0-4ad6-809b-7c3662d37eb5 HTTP/1.1" status: 204 len: 168 time: 0.4327085 Feb 04 13:56:42.614726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a5992-14c4-40fc-a8eb-8c9a6cf2462a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca24e352-63e0-4ad6-809b-7c3662d37eb5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:42.618524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff0813-0d57-4b51-8326-264be1c23919 req-3fa1baa2-38cd-4b12-97ec-90c698df3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:42.621893 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cff0813-0d57-4b51-8326-264be1c23919 req-3fa1baa2-38cd-4b12-97ec-90c698df3f19 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 1128 time: 0.4002900 Feb 04 13:56:42.753396 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff0813-0d57-4b51-8326-264be1c23919 req-83d6ea70-55da-46cf-9d5a-91bcd8ea818c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:42.755519 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cff0813-0d57-4b51-8326-264be1c23919 req-83d6ea70-55da-46cf-9d5a-91bcd8ea818c service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.1240845 Feb 04 13:56:42.876184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2563c5ee-9e80-4d48-a1a7-5f23e1fa0437 req-6318a9a2-f62e-45c4-a322-6c7a89e1d56b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3859391 Feb 04 13:56:42.948629 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cff0813-0d57-4b51-8326-264be1c23919 req-f251b39f-9540-427c-b4c4-fde53b0f850e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49 HTTP/1.1" status: 200 len: 1000 time: 0.1771092 Feb 04 13:56:43.038643 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff0813-0d57-4b51-8326-264be1c23919 req-feaa3379-9d31-4d92-bbfe-6dcc0f69d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:43.040890 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cff0813-0d57-4b51-8326-264be1c23919 req-feaa3379-9d31-4d92-bbfe-6dcc0f69d95f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.0870538 Feb 04 13:56:43.133542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff0813-0d57-4b51-8326-264be1c23919 req-8f630778-c32d-4d58-bc8d-3811f9deac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:43.135209 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cff0813-0d57-4b51-8326-264be1c23919 req-8f630778-c32d-4d58-bc8d-3811f9deac66 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0879200 Feb 04 13:56:43.392089 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cff0813-0d57-4b51-8326-264be1c23919 req-a75f7c1c-9926-493c-8a78-941b8ca60a2c service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485569 Feb 04 13:56:43.657090 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cff0813-0d57-4b51-8326-264be1c23919 req-1026c163-d094-446d-8fc4-38320e6e9ee0 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589586 Feb 04 13:56:44.105643 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:44.306936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e6f61-67b6-40b7-ab53-e17312d81cfb req-be055373-b328-495c-9e09-60a79db31272 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:44.315475 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d46e6f61-67b6-40b7-ab53-e17312d81cfb req-be055373-b328-495c-9e09-60a79db31272 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.2911737 Feb 04 13:56:44.545287 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d46e6f61-67b6-40b7-ab53-e17312d81cfb req-1ae4800c-6e6c-474f-9ad7-3fc7aa4a8f20 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219014 Feb 04 13:56:44.782035 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:45.214627 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-39072feb-ed0f-4e89-a79d-b801f03f09e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:45.654833 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:45.742038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad44b92-ed0b-4b14-b907-7ddf2a0e684e req-cbead9bb-b145-4427-b416-cd60ec6e15ed tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:45.744846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0ad44b92-ed0b-4b14-b907-7ddf2a0e684e req-cbead9bb-b145-4427-b416-cd60ec6e15ed tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1019270 Feb 04 13:56:45.822335 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0ad44b92-ed0b-4b14-b907-7ddf2a0e684e req-0ae751f6-086c-488f-af20-ab1406e6f510 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706258 Feb 04 13:56:46.059105 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd824d-9553-4018-879a-804ab18c054a req-e2fd0ba1-afd8-4e52-8caa-455266635bc7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:46.064077 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddfd824d-9553-4018-879a-804ab18c054a req-e2fd0ba1-afd8-4e52-8caa-455266635bc7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0839522 Feb 04 13:56:46.189225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddfd824d-9553-4018-879a-804ab18c054a req-de3f0fcd-7f71-4764-b7e8-af43b10bafe2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166759 Feb 04 13:56:46.668741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f555ab7-d0d9-4eba-ada1-2e9672b002e1 req-e2ae5f52-ee54-4c58-9531-15f987831701 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:46.678747 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f555ab7-d0d9-4eba-ada1-2e9672b002e1 req-e2ae5f52-ee54-4c58-9531-15f987831701 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1426384 Feb 04 13:56:46.863369 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f555ab7-d0d9-4eba-ada1-2e9672b002e1 req-45a0449c-aad0-41fd-ac85-99c538b2c444 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780710 Feb 04 13:56:46.950559 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:47.425116 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74f9f7-e75b-419a-a1aa-a5e247cd8e75 req-fcfea224-e2df-4a03-841a-8afebe447893 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:47.427174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f74f9f7-e75b-419a-a1aa-a5e247cd8e75 req-fcfea224-e2df-4a03-841a-8afebe447893 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1482944 Feb 04 13:56:47.688260 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f74f9f7-e75b-419a-a1aa-a5e247cd8e75 req-1ecf3094-b688-4283-b792-70dd18bc15bd tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460113 Feb 04 13:56:48.004379 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:49.060690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc999d-0aed-43ff-a4d3-8d2001942a40 req-57da5209-c71c-49ce-b259-8ac7f0815e88 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:49.080580 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38bc999d-0aed-43ff-a4d3-8d2001942a40 req-57da5209-c71c-49ce-b259-8ac7f0815e88 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1748168 Feb 04 13:56:49.188297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38bc999d-0aed-43ff-a4d3-8d2001942a40 req-000c1ed2-0bae-4735-82b8-e33797af5b0d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064692 Feb 04 13:56:49.759394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37084b73-4572-4f80-83a2-429e04f7293f req-b74c70bb-810d-4980-a059-96bc700c772c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:49.771653 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37084b73-4572-4f80-83a2-429e04f7293f req-b74c70bb-810d-4980-a059-96bc700c772c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1119883 Feb 04 13:56:49.890782 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37084b73-4572-4f80-83a2-429e04f7293f req-8856d96e-78be-43c8-9b97-4188cf955555 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149416 Feb 04 13:56:51.126020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97a282-ba9a-4284-8b02-ac766dc3c40b req-c75e0e2a-7e1f-4bad-80ef-df881856df6d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:51.128016 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e97a282-ba9a-4284-8b02-ac766dc3c40b req-c75e0e2a-7e1f-4bad-80ef-df881856df6d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1490426 Feb 04 13:56:51.260946 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e97a282-ba9a-4284-8b02-ac766dc3c40b req-daf51a73-d053-429d-b507-540216d86669 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184497 Feb 04 13:56:51.465846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7917017a-a642-43a0-85c0-552a1da1b151 req-03b42423-4f28-41a4-b46f-1429344797bc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0992336 Feb 04 13:56:51.766603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917017a-a642-43a0-85c0-552a1da1b151 req-93dbe236-0fa7-4a91-b1d8-9c9f76f91b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:51.768147 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7917017a-a642-43a0-85c0-552a1da1b151 req-93dbe236-0fa7-4a91-b1d8-9c9f76f91b51 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 1129 time: 0.2132416 Feb 04 13:56:51.779806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a6394-c915-4f47-b4b7-d457a3caddc7 req-1d6e7327-8dd0-4902-9c7d-5113d4bf2eb8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:51.787615 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af6a6394-c915-4f47-b4b7-d457a3caddc7 req-1d6e7327-8dd0-4902-9c7d-5113d4bf2eb8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.3154004 Feb 04 13:56:51.943386 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af6a6394-c915-4f47-b4b7-d457a3caddc7 req-ac3e8b0a-5fa6-4226-9ff9-596fe38133e4 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544826 Feb 04 13:56:52.091009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917017a-a642-43a0-85c0-552a1da1b151 req-25fc768a-33db-443b-ac6f-41897f14ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:52.096740 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7917017a-a642-43a0-85c0-552a1da1b151 req-25fc768a-33db-443b-ac6f-41897f14ed9a service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.2983267 Feb 04 13:56:52.300441 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7917017a-a642-43a0-85c0-552a1da1b151 req-1770cbcb-e414-487e-9ea7-92f4f260f469 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a9bbc18-12e7-4356-8563-2ad5239f6f16 HTTP/1.1" status: 200 len: 217 time: 0.1983016 Feb 04 13:56:52.481578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917017a-a642-43a0-85c0-552a1da1b151 req-24a38630-34d5-456c-bd10-38497fb67024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:52.483737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7917017a-a642-43a0-85c0-552a1da1b151 req-24a38630-34d5-456c-bd10-38497fb67024 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.1210198 Feb 04 13:56:52.585080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6175b3e-cb21-43e8-be95-500a04b5983c req-2ea9260e-a8ea-4dab-b216-65fa2885e73e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:52.594140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6175b3e-cb21-43e8-be95-500a04b5983c req-2ea9260e-a8ea-4dab-b216-65fa2885e73e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.3705885 Feb 04 13:56:52.616239 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61168a9b-dcc6-47bc-b9e1-a76932e6ca95 req-de45a61f-9818-4d15-9625-35ead8d57806 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3574953 Feb 04 13:56:52.661727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917017a-a642-43a0-85c0-552a1da1b151 req-3f0b198d-fb96-4223-a03e-ef1cf94a0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:52.663624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7917017a-a642-43a0-85c0-552a1da1b151 req-3f0b198d-fb96-4223-a03e-ef1cf94a0975 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1725047 Feb 04 13:56:52.862000 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6175b3e-cb21-43e8-be95-500a04b5983c req-9b626076-b06a-4ad6-b043-ca95e666eff0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663412 Feb 04 13:56:52.929763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61168a9b-dcc6-47bc-b9e1-a76932e6ca95 req-3da7c43e-76fb-4640-8725-d7bc437e60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:52.932892 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61168a9b-dcc6-47bc-b9e1-a76932e6ca95 req-3da7c43e-76fb-4640-8725-d7bc437e60c0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 1129 time: 0.2172527 Feb 04 13:56:53.644556 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61168a9b-dcc6-47bc-b9e1-a76932e6ca95 req-10f9b600-f731-4641-bc9c-565304d28ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:53.646059 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61168a9b-dcc6-47bc-b9e1-a76932e6ca95 req-10f9b600-f731-4641-bc9c-565304d28ce3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 917 time: 0.6722620 Feb 04 13:56:53.673100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7917017a-a642-43a0-85c0-552a1da1b151 req-30941111-6e16-496a-be05-65f2199f06eb service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0010991 Feb 04 13:56:53.793775 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61168a9b-dcc6-47bc-b9e1-a76932e6ca95 req-50ad9e73-ccee-422e-ba2f-5d7aac42350e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a HTTP/1.1" status: 200 len: 1000 time: 0.1302822 Feb 04 13:56:53.820559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863275e7-6341-4247-93e7-f1493cbc9e67 req-6b5068c2-cde9-4fed-9e2e-462a5b626402 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:53.823385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-863275e7-6341-4247-93e7-f1493cbc9e67 req-6b5068c2-cde9-4fed-9e2e-462a5b626402 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.2094350 Feb 04 13:56:53.940252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-863275e7-6341-4247-93e7-f1493cbc9e67 req-a50b74e3-d491-45d3-8806-65ee68e5f552 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901310 Feb 04 13:56:53.944018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61168a9b-dcc6-47bc-b9e1-a76932e6ca95 req-ae090aa4-2668-4975-86ee-0b36bfb4087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:53.945748 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61168a9b-dcc6-47bc-b9e1-a76932e6ca95 req-ae090aa4-2668-4975-86ee-0b36bfb4087a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.1451001 Feb 04 13:56:53.949656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7917017a-a642-43a0-85c0-552a1da1b151 req-f9bc8726-ec85-4a8d-b7ba-783977ba0b26 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354062 Feb 04 13:56:54.069871 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61168a9b-dcc6-47bc-b9e1-a76932e6ca95 req-e2cae714-1e71-4e09-bed0-2738593a1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:54.072710 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61168a9b-dcc6-47bc-b9e1-a76932e6ca95 req-e2cae714-1e71-4e09-bed0-2738593a1568 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1195021 Feb 04 13:56:54.225303 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61168a9b-dcc6-47bc-b9e1-a76932e6ca95 req-3226109c-9879-4917-9c40-8776c7b6f64e service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448522 Feb 04 13:56:54.464506 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61168a9b-dcc6-47bc-b9e1-a76932e6ca95 req-8ba0af63-9589-4816-9022-5f2ee7d37d10 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328601 Feb 04 13:57:10.983270 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4bcf89c2-a106-40c0-bc0c-469320171526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:14.153367 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:14.817046 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:15.175092 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-596ac253-b77d-45b1-8c43-f5f5f1f603bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:15.661185 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:16.957609 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:17.057005 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:57:18.004958 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:30.628172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 42784) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:57:30.774875 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:30.913075 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Publish callbacks [] for security_group (738a6882-236f-4d4d-a952-d1eafee519a8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:30.919629 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (738a6882-236f-4d4d-a952-d1eafee519a8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:30.968046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738a6882-236f-4d4d-a952-d1eafee519a8,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:30.987741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:30.988541 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:30.989145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:30.989654 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:30.990228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:30.990778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:30.991286 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:30.993186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:30.993750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:30.994332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:30.994848 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:30.995626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:30.996121 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:31.016872 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 42796) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:57:31.017376 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6a67688a-0f96-4f01-a23b-7b5da1289a6e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2db82f5f755a4fd2aa8d0c7a48497d1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3880851 Feb 04 13:57:31.083750 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Publish callbacks [] for security_group (738a6882-236f-4d4d-a952-d1eafee519a8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:31.120348 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Publish callbacks [] for security_group (738a6882-236f-4d4d-a952-d1eafee519a8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:31.181215 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (738a6882-236f-4d4d-a952-d1eafee519a8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:31.184305 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:31.185757 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/738a6882-236f-4d4d-a952-d1eafee519a8 HTTP/1.1" status: 204 len: 168 time: 0.1678302 Feb 04 13:57:31.196126 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738a6882-236f-4d4d-a952-d1eafee519a8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:31.207443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:31.208098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:31.208648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:31.209299 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:31.209789 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:31.210500 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:31.211337 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:31.211842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:31.212361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:31.213064 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:31.213730 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:31.214409 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:31.215157 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdbd7c-8397-4544-b33c-9208bbb2cc71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:37.969531 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1466e65-4c84-4e4f-9f55-4006d76c73a7 req-5c1a86e0-5e3e-4a3f-ad20-6f5418796dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:37.971922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1466e65-4c84-4e4f-9f55-4006d76c73a7 req-5c1a86e0-5e3e-4a3f-ad20-6f5418796dfa service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 1128 time: 0.1229644 Feb 04 13:57:38.175439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1466e65-4c84-4e4f-9f55-4006d76c73a7 req-75fc8291-c811-4388-94bb-443238b1a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:38.178424 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1466e65-4c84-4e4f-9f55-4006d76c73a7 req-75fc8291-c811-4388-94bb-443238b1a2e4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.1981785 Feb 04 13:57:38.391655 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1466e65-4c84-4e4f-9f55-4006d76c73a7 req-62cb1f65-19d1-44cf-bf0a-2478331ca22d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49 HTTP/1.1" status: 200 len: 1000 time: 0.2067513 Feb 04 13:57:38.476588 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88ca78-ed6b-47d8-8634-2d79e515a10e req-197e3046-d3e8-4b7c-9a3e-89f5cd15c1e0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:38.487745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d88ca78-ed6b-47d8-8634-2d79e515a10e req-197e3046-d3e8-4b7c-9a3e-89f5cd15c1e0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.6264300 Feb 04 13:57:38.507539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1466e65-4c84-4e4f-9f55-4006d76c73a7 req-5e4c568d-c548-4a03-b650-3e1910fd7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:38.509532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1466e65-4c84-4e4f-9f55-4006d76c73a7 req-5e4c568d-c548-4a03-b650-3e1910fd7391 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.1068454 Feb 04 13:57:38.622965 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1466e65-4c84-4e4f-9f55-4006d76c73a7 req-4684255f-27e1-454b-853e-269b8b5aa1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:38.629642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1466e65-4c84-4e4f-9f55-4006d76c73a7 req-4684255f-27e1-454b-853e-269b8b5aa1b4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1083148 Feb 04 13:57:38.670530 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d88ca78-ed6b-47d8-8634-2d79e515a10e req-eb4fc9a0-6a38-4e26-ad3e-8217060fc401 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731770 Feb 04 13:57:38.868646 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1466e65-4c84-4e4f-9f55-4006d76c73a7 req-68a0a4d2-d0c4-4471-ab4f-4da1110cef7d service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288830 Feb 04 13:57:39.026282 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1466e65-4c84-4e4f-9f55-4006d76c73a7 req-6868477f-602f-47f4-aae5-2e578be7a0bc service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513009 Feb 04 13:57:39.816041 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9543-f374-4665-9c86-b6d3f9523b1b req-f6d01382-accb-4834-b85e-63325cedb040 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:39.817603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-252e9543-f374-4665-9c86-b6d3f9523b1b req-f6d01382-accb-4834-b85e-63325cedb040 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0667725 Feb 04 13:57:39.924226 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-252e9543-f374-4665-9c86-b6d3f9523b1b req-fe70ae45-c457-4b4a-8365-edc0ea2c1f1d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996802 Feb 04 13:57:40.986625 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6aaf9a63-3f04-438a-a65c-78e89becd602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:44.126452 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:44.802090 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:45.227433 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1796869-8aa3-4c28-bb8e-b7e2c5465eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:45.667578 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:46.961711 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:48.009078 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:49.488491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43304) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:57:49.765261 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fed6c1de-d8d4-410f-b801-0e129c8ad2d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:49.931905 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fed6c1de-d8d4-410f-b801-0e129c8ad2d3 admin admin] Publish callbacks [] for security_group (ea7e7982-efc6-4ff4-b5c4-37515c21333b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:49.942901 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fed6c1de-d8d4-410f-b801-0e129c8ad2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ea7e7982-efc6-4ff4-b5c4-37515c21333b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:49.999165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6c1de-d8d4-410f-b801-0e129c8ad2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7e7982-efc6-4ff4-b5c4-37515c21333b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:50.057524 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fed6c1de-d8d4-410f-b801-0e129c8ad2d3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6f9efca84b424dc497cd08431a98abea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5675895 Feb 04 13:57:50.060392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43316) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:57:50.187990 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a69f1db-753c-4874-af82-901c84fe9654 admin admin] Publish callbacks [] for security_group (ea7e7982-efc6-4ff4-b5c4-37515c21333b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:50.238569 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a69f1db-753c-4874-af82-901c84fe9654 admin admin] Publish callbacks [] for security_group (ea7e7982-efc6-4ff4-b5c4-37515c21333b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:50.367803 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a69f1db-753c-4874-af82-901c84fe9654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ea7e7982-efc6-4ff4-b5c4-37515c21333b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:50.371169 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a69f1db-753c-4874-af82-901c84fe9654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:50.372228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4a69f1db-753c-4874-af82-901c84fe9654 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ea7e7982-efc6-4ff4-b5c4-37515c21333b HTTP/1.1" status: 204 len: 168 time: 0.3108287 Feb 04 13:57:50.387345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69f1db-753c-4874-af82-901c84fe9654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7e7982-efc6-4ff4-b5c4-37515c21333b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:51.829364 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43366) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:57:52.020614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a5e71a1a-609f-47dd-9b15-36b058aab46c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1017934659-network', 'tenant_id': '5f93bc16a77f470bbf92f2dcccc4e64c'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:57:52.056211 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e71a1a-609f-47dd-9b15-36b058aab46c admin admin] Made reservation on behalf of 5f93bc16a77f470bbf92f2dcccc4e64c for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:57:52.059875 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5e71a1a-609f-47dd-9b15-36b058aab46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:52.073311 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5e71a1a-609f-47dd-9b15-36b058aab46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:52.256454 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5e71a1a-609f-47dd-9b15-36b058aab46c admin admin] Publish callbacks [] for security_group (6e985e1a-6e47-48d6-b4c6-9a761cc45f93), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:52.263190 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5e71a1a-609f-47dd-9b15-36b058aab46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6e985e1a-6e47-48d6-b4c6-9a761cc45f93), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:52.279243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e71a1a-609f-47dd-9b15-36b058aab46c admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:57:52.291632 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5e71a1a-609f-47dd-9b15-36b058aab46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (54a859d9-2944-46c3-ad0d-ebe219d640e7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:52.292318 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-a5e71a1a-609f-47dd-9b15-36b058aab46c admin admin] Added segment 54a859d9-2944-46c3-ad0d-ebe219d640e7 of type vlan for network 69ee5d2f-38ef-4c8f-a138-c1d75d7299b1 Feb 04 13:57:52.347060 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5e71a1a-609f-47dd-9b15-36b058aab46c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (69ee5d2f-38ef-4c8f-a138-c1d75d7299b1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:52.412475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e71a1a-609f-47dd-9b15-36b058aab46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e985e1a-6e47-48d6-b4c6-9a761cc45f93,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:52.458187 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5e71a1a-609f-47dd-9b15-36b058aab46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (69ee5d2f-38ef-4c8f-a138-c1d75d7299b1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:52.459344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e71a1a-609f-47dd-9b15-36b058aab46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:52.459950 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5e71a1a-609f-47dd-9b15-36b058aab46c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:52.516962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a5e71a1a-609f-47dd-9b15-36b058aab46c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6843007 Feb 04 13:57:52.518965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43386) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:57:52.525772 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b6baea7e-a02e-4e47-8cb1-890af1f6f44b admin admin] Request body: {'subnet': {'network_id': '69ee5d2f-38ef-4c8f-a138-c1d75d7299b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1017934659-subnet', 'tenant_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:57:52.614538 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6baea7e-a02e-4e47-8cb1-890af1f6f44b admin admin] Made reservation on behalf of 5f93bc16a77f470bbf92f2dcccc4e64c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:57:52.617414 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6baea7e-a02e-4e47-8cb1-890af1f6f44b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:52.639219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e71a1a-609f-47dd-9b15-36b058aab46c admin admin] Pushing event updated for resources: {'Network': ['ID=69ee5d2f-38ef-4c8f-a138-c1d75d7299b1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:52.656640 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 69ee5d2f-38ef-4c8f-a138-c1d75d7299b1 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:57:52.679226 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79d0cf01-06be-46f9-8ba4-6db7816248d3 req-2e7f56a0-76d4-46dd-869d-ea63d5147c6d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3033409 Feb 04 13:57:52.876342 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0cf01-06be-46f9-8ba4-6db7816248d3 req-8200a098-63ab-4dc3-b313-44241e732c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:52.879386 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79d0cf01-06be-46f9-8ba4-6db7816248d3 req-8200a098-63ab-4dc3-b313-44241e732c86 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 1128 time: 0.1302843 Feb 04 13:57:53.033622 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6baea7e-a02e-4e47-8cb1-890af1f6f44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (7a33f6ea-7cfe-4467-9f7f-457b64939f3d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:53.122937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0cf01-06be-46f9-8ba4-6db7816248d3 req-5376e4e5-c6e8-4c14-8a25-f772a204379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:53.124368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79d0cf01-06be-46f9-8ba4-6db7816248d3 req-5376e4e5-c6e8-4c14-8a25-f772a204379f service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.2210526 Feb 04 13:57:53.127472 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6baea7e-a02e-4e47-8cb1-890af1f6f44b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a33f6ea-7cfe-4467-9f7f-457b64939f3d,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:53.191667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6baea7e-a02e-4e47-8cb1-890af1f6f44b admin admin] Checking segment: {'id': '54a859d9-2944-46c3-ad0d-ebe219d640e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '69ee5d2f-38ef-4c8f-a138-c1d75d7299b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:57:53.192329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6baea7e-a02e-4e47-8cb1-890af1f6f44b admin admin] Network hostable DHCP agents. Network: 69ee5d2f-38ef-4c8f-a138-c1d75d7299b1, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:57:53.233266 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6baea7e-a02e-4e47-8cb1-890af1f6f44b admin admin] Network 69ee5d2f-38ef-4c8f-a138-c1d75d7299b1 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:57:53.247317 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b6baea7e-a02e-4e47-8cb1-890af1f6f44b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 69ee5d2f-38ef-4c8f-a138-c1d75d7299b1) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:57:53.255931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6baea7e-a02e-4e47-8cb1-890af1f6f44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:53.257267 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b6baea7e-a02e-4e47-8cb1-890af1f6f44b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:53.258017 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cb4384-3d70-4b7e-9d0a-bda549d0cdf3 None None] Network 69ee5d2f-38ef-4c8f-a138-c1d75d7299b1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:57:53.294292 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b6baea7e-a02e-4e47-8cb1-890af1f6f44b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7735827 Feb 04 13:57:53.297130 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43398) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:57:53.302463 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1017934659-router', 'tenant_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:57:53.363981 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (f0672300-c135-4151-869f-35c3aa276d8b), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:53.365571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (f0672300-c135-4151-869f-35c3aa276d8b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:53.377991 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79d0cf01-06be-46f9-8ba4-6db7816248d3 req-7e0c9b40-eb2b-4650-8661-e176ebbee592 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49 HTTP/1.1" status: 200 len: 1000 time: 0.2324531 Feb 04 13:57:53.459268 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Publish callbacks [] for router_controller (f0672300-c135-4151-869f-35c3aa276d8b), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:53.531490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0cf01-06be-46f9-8ba4-6db7816248d3 req-e7be1481-f725-4496-97a7-1c5f621a9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:53.533039 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79d0cf01-06be-46f9-8ba4-6db7816248d3 req-e7be1481-f725-4496-97a7-1c5f621a9a82 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.1481595 Feb 04 13:57:53.565207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-69ee5d2f-38ef-4c8f-a138-c1d75d7299b1', 'network_id': '69ee5d2f-38ef-4c8f-a138-c1d75d7299b1', 'project_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'fixed_ips': [{'subnet_id': '7a33f6ea-7cfe-4467-9f7f-457b64939f3d'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:57:53.567193 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:53.701819 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0cf01-06be-46f9-8ba4-6db7816248d3 req-902ff9f7-341c-4544-8194-6872119ea139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:53.718938 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79d0cf01-06be-46f9-8ba4-6db7816248d3 req-902ff9f7-341c-4544-8194-6872119ea139 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1650350 Feb 04 13:57:53.859847 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Publish callbacks [] for router_gateway (f0672300-c135-4151-869f-35c3aa276d8b), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:53.964325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Allocated IP 172.20.0.2 (69ee5d2f-38ef-4c8f-a138-c1d75d7299b1/7a33f6ea-7cfe-4467-9f7f-457b64939f3d/34cef665-54d1-4a06-8f24-58badd43be52) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:57:54.048197 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:57:54.196405 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79d0cf01-06be-46f9-8ba4-6db7816248d3 req-bddc43e9-782d-4105-8e94-af75f1726a13 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737496 Feb 04 13:57:54.343942 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Publish callbacks [] for port (34cef665-54d1-4a06-8f24-58badd43be52), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:54.353552 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Publish callbacks [] for router_gateway (f0672300-c135-4151-869f-35c3aa276d8b), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:54.356602 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (34cef665-54d1-4a06-8f24-58badd43be52), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:54.402950 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:54.567867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Pushing event updated for resources: {'Port': ['ID=34cef665-54d1-4a06-8f24-58badd43be52,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:54.571954 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7e3b9cb-7b9e-47c2-895e-0187aeb815ac req-1adb4e50-e296-494c-9567-9fb8a711bec1 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6038866 Feb 04 13:57:54.581900 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79d0cf01-06be-46f9-8ba4-6db7816248d3 req-987fff00-e958-4d54-98cc-16ebf1a49f57 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649948 Feb 04 13:57:54.620916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.621559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.622519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.624382 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.624929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.625590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.627694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.630700 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.631444 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.632502 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.633233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.633760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.637420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.651898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Network 69ee5d2f-38ef-4c8f-a138-c1d75d7299b1 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:57:54.654770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:57:54.661075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:57:54.731834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3b9cb-7b9e-47c2-895e-0187aeb815ac req-5b13349f-27b7-4ff2-b759-b4e3e95f89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:54.733446 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7e3b9cb-7b9e-47c2-895e-0187aeb815ac req-5b13349f-27b7-4ff2-b759-b4e3e95f89f3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 1128 time: 0.1357985 Feb 04 13:57:54.813468 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Attempting to bind port 34cef665-54d1-4a06-8f24-58badd43be52 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:57:54.814632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Attempting to bind port 34cef665-54d1-4a06-8f24-58badd43be52 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '54a859d9-2944-46c3-ad0d-ebe219d640e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '69ee5d2f-38ef-4c8f-a138-c1d75d7299b1'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:57:54.815963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Attempting to bind port 34cef665-54d1-4a06-8f24-58badd43be52 on network 69ee5d2f-38ef-4c8f-a138-c1d75d7299b1 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:57:54.834129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:57:54.838238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Checking segment: {'id': '54a859d9-2944-46c3-ad0d-ebe219d640e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '69ee5d2f-38ef-4c8f-a138-c1d75d7299b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:57:54.838742 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:54.841227 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Bound using segment: {'id': '54a859d9-2944-46c3-ad0d-ebe219d640e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '69ee5d2f-38ef-4c8f-a138-c1d75d7299b1'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:57:54.841867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Bound port: 34cef665-54d1-4a06-8f24-58badd43be52, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a859d9-2944-46c3-ad0d-ebe219d640e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '69ee5d2f-38ef-4c8f-a138-c1d75d7299b1'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:57:54.842334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Allocated IP 172.25.5.45 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/6dd630f4-a758-4576-b997-6f667e885d93) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:57:54.844908 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (34cef665-54d1-4a06-8f24-58badd43be52), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:54.911741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3b9cb-7b9e-47c2-895e-0187aeb815ac req-ada21044-6d48-4119-b132-f65d5af139c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:54.920574 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7e3b9cb-7b9e-47c2-895e-0187aeb815ac req-ada21044-6d48-4119-b132-f65d5af139c6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.1657355 Feb 04 13:57:55.001431 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] For port 34cef665-54d1-4a06-8f24-58badd43be52, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:57:55.022274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] For port 34cef665-54d1-4a06-8f24-58badd43be52, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=34cef665-54d1-4a06-8f24-58badd43be52,segment=NetworkSegment(54a859d9-2944-46c3-ad0d-ebe219d640e7),segment_id=54a859d9-2944-46c3-ad0d-ebe219d640e7)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:57:55.034938 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7e3b9cb-7b9e-47c2-895e-0187aeb815ac req-3c23b28d-2038-4dde-aad7-7c3189df242c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0d750af-41e8-4f9b-8ead-da4af6f90c08 HTTP/1.1" status: 200 len: 217 time: 0.1078677 Feb 04 13:57:55.048114 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (34cef665-54d1-4a06-8f24-58badd43be52), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:55.172759 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Publish callbacks [] for port (6dd630f4-a758-4576-b997-6f667e885d93), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:55.243067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3b9cb-7b9e-47c2-895e-0187aeb815ac req-9991a01f-d94f-40b6-8103-dacbb3852fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:55.251483 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7e3b9cb-7b9e-47c2-895e-0187aeb815ac req-9991a01f-d94f-40b6-8103-dacbb3852fb4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.2103302 Feb 04 13:57:55.257085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdea436-9a16-41ef-9f57-b940e4bc66f3 None None] Pushing event updated for resources: {'Port': ['ID=34cef665-54d1-4a06-8f24-58badd43be52,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:55.353358 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6dd630f4-a758-4576-b997-6f667e885d93), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:55.395542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:57:55.419876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3b9cb-7b9e-47c2-895e-0187aeb815ac req-2364bd79-6bac-45d5-ae45-9ad41baef859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:55.421614 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7e3b9cb-7b9e-47c2-895e-0187aeb815ac req-2364bd79-6bac-45d5-ae45-9ad41baef859 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1631825 Feb 04 13:57:55.444821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:57:55.451923 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:57:55.587297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Pushing event updated for resources: {'Port': ['ID=6dd630f4-a758-4576-b997-6f667e885d93,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:55.884871 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7e3b9cb-7b9e-47c2-895e-0187aeb815ac req-36320561-7da7-4975-aacf-aed73270fda6 service neutron] 10.222.0.100 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573078 Feb 04 13:57:56.253129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7e3b9cb-7b9e-47c2-895e-0187aeb815ac req-ccc1bbd7-26c4-4dc4-abfe-fd60e0f970f7 service neutron] 10.222.0.100 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620250 Feb 04 13:57:56.492786 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Publish callbacks [] for router_gateway (f0672300-c135-4151-869f-35c3aa276d8b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:56.799373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddea01-c6dd-4ea0-9530-1a38785ae656 req-b59ff05d-925f-4a61-84cd-44ca535821df tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:56.809336 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77ddea01-c6dd-4ea0-9530-1a38785ae656 req-b59ff05d-925f-4a61-84cd-44ca535821df tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 946 time: 0.1703508 Feb 04 13:57:56.910938 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77ddea01-c6dd-4ea0-9530-1a38785ae656 req-0bcef440-1530-46c9-8167-cc6f0d250689 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975044 Feb 04 13:57:56.945344 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (f0672300-c135-4151-869f-35c3aa276d8b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:57.454164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28cdab5-fb0f-4d16-a9bd-30cd2cd178f2 None None] Network 69ee5d2f-38ef-4c8f-a138-c1d75d7299b1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:57:57.622328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 34cef665-54d1-4a06-8f24-58badd43be52 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:57:57.629903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e83cc579-0bb5-41e2-8b40-ab816dec93c8 None None] Provisioning complete for port 34cef665-54d1-4a06-8f24-58badd43be52 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:57:57.630241 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e83cc579-0bb5-41e2-8b40-ab816dec93c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (34cef665-54d1-4a06-8f24-58badd43be52), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:57.868176 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Router f0672300-c135-4151-869f-35c3aa276d8b is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:57:58.070613 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e83cc579-0bb5-41e2-8b40-ab816dec93c8 None None] Current status of the port 34cef665-54d1-4a06-8f24-58badd43be52 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:57:58.071367 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e83cc579-0bb5-41e2-8b40-ab816dec93c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (34cef665-54d1-4a06-8f24-58badd43be52), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:58.075563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:57:58.088879 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Sync routers for ids ['f0672300-c135-4151-869f-35c3aa276d8b'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:57:58.122762 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Routers {'f0672300-c135-4151-869f-35c3aa276d8b'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:57:58.125638 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:57:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f0672300-c135-4151-869f-35c3aa276d8b'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:58.141720 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:58.148419 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-17dd7163-e966-4664-872e-ed01bc4aec93 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8499970 Feb 04 13:57:58.154031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43482) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:57:58.173143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e83cc579-0bb5-41e2-8b40-ab816dec93c8 None None] For port 34cef665-54d1-4a06-8f24-58badd43be52, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=34cef665-54d1-4a06-8f24-58badd43be52,segment=NetworkSegment(54a859d9-2944-46c3-ad0d-ebe219d640e7),segment_id=54a859d9-2944-46c3-ad0d-ebe219d640e7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:57:58.206556 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e83cc579-0bb5-41e2-8b40-ab816dec93c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (34cef665-54d1-4a06-8f24-58badd43be52), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:58.235208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 34cef665-54d1-4a06-8f24-58badd43be52 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:57:58.239818 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (34cef665-54d1-4a06-8f24-58badd43be52), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:58.243695 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dc84a-146d-4079-939a-30f5faf467e9 req-9d2e0866-c790-4d34-9cf2-aa34ca3c168a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:58.252690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f3dc84a-146d-4079-939a-30f5faf467e9 req-9d2e0866-c790-4d34-9cf2-aa34ca3c168a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 946 time: 0.1474423 Feb 04 13:57:58.436055 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Set router f0672300-c135-4151-869f-35c3aa276d8b gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:57:58.525069 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cc579-0bb5-41e2-8b40-ab816dec93c8 None None] Pushing event updated for resources: {'Port': ['ID=34cef665-54d1-4a06-8f24-58badd43be52,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:58.529414 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc341306-c193-49b6-a1ba-f122b68e2c79 req-ac3e5090-5feb-43d5-94af-8d51ee7d3222 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:58.531530 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc341306-c193-49b6-a1ba-f122b68e2c79 req-ac3e5090-5feb-43d5-94af-8d51ee7d3222 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.100 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 946 time: 0.2714980 Feb 04 13:57:58.580189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f3dc84a-146d-4079-939a-30f5faf467e9 req-7a60d888-895e-4bb1-ad97-ec3a3c515df7 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264875 Feb 04 13:57:58.704012 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 34cef665-54d1-4a06-8f24-58badd43be52 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:57:58.882960 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-bc341306-c193-49b6-a1ba-f122b68e2c79 req-0964f8a3-3933-4ac9-9c3e-41f8ead90596 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Deleting port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:57:58.884001 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc341306-c193-49b6-a1ba-f122b68e2c79 req-0964f8a3-3933-4ac9-9c3e-41f8ead90596 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:58.951545 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0bf4d823-7ad6-44eb-9a1a-202fa678f1d2 None None] Provisioning complete for port 34cef665-54d1-4a06-8f24-58badd43be52 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:57:58.952225 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0bf4d823-7ad6-44eb-9a1a-202fa678f1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (34cef665-54d1-4a06-8f24-58badd43be52), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:58.978002 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'name': 'tempest-TestAggregatesBasicOps-1017934659-router', 'tenant_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '6dd630f4-a758-4576-b997-6f667e885d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:53Z', 'updated_at': '2022-02-04T13:57:55Z', 'revision_number': 3, 'project_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'gw_port': {'id': '6dd630f4-a758-4576-b997-6f667e885d93', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:54Z', 'updated_at': '2022-02-04T13:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:59.092508 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Checking router: f0672300-c135-4151-869f-35c3aa276d8b for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:57:59.093832 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Updating router f0672300-c135-4151-869f-35c3aa276d8b port 6dd630f4-a758-4576-b997-6f667e885d93 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:57:59.145067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-bc341306-c193-49b6-a1ba-f122b68e2c79 req-0964f8a3-3933-4ac9-9c3e-41f8ead90596 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] For port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:57:59.145411 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc341306-c193-49b6-a1ba-f122b68e2c79 req-0964f8a3-3933-4ac9-9c3e-41f8ead90596 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:59.173412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0bf4d823-7ad6-44eb-9a1a-202fa678f1d2 None None] Current status of the port 34cef665-54d1-4a06-8f24-58badd43be52 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:57:59.200227 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:59.242909 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6dd630f4-a758-4576-b997-6f667e885d93), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:59.483769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 34cef665-54d1-4a06-8f24-58badd43be52 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:57:59.597301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 34cef665-54d1-4a06-8f24-58badd43be52 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:57:59.599402 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (34cef665-54d1-4a06-8f24-58badd43be52), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:59.623608 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Allocated IP 172.20.0.1 (69ee5d2f-38ef-4c8f-a138-c1d75d7299b1/7a33f6ea-7cfe-4467-9f7f-457b64939f3d/62cf4000-b6a9-4c5e-a9fc-c68b80739694) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:57:59.638457 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc341306-c193-49b6-a1ba-f122b68e2c79 req-0964f8a3-3933-4ac9-9c3e-41f8ead90596 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:59.639477 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc341306-c193-49b6-a1ba-f122b68e2c79 req-0964f8a3-3933-4ac9-9c3e-41f8ead90596 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (3873553e-1745-4213-bd15-aa79350efa85), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:59.640245 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-bc341306-c193-49b6-a1ba-f122b68e2c79 req-0964f8a3-3933-4ac9-9c3e-41f8ead90596 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Floating IP 3873553e-1745-4213-bd15-aa79350efa85 disassociated. External IP: 172.25.5.48, port: 8bdab68b-078e-45cb-bb4e-284a1c7efd1a. Feb 04 13:57:59.641482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-bc341306-c193-49b6-a1ba-f122b68e2c79 req-0964f8a3-3933-4ac9-9c3e-41f8ead90596 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Calling delete_port for 8bdab68b-078e-45cb-bb4e-284a1c7efd1a owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:57:59.836072 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 34cef665-54d1-4a06-8f24-58badd43be52 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:57:59.896638 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Publish callbacks [] for port (6dd630f4-a758-4576-b997-6f667e885d93), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:59.903025 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Publish callbacks [] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:59.906221 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6dd630f4-a758-4576-b997-6f667e885d93), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:59.977446 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:00.026921 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb5762-92a3-40b0-a35e-1a88bb45b827 None None] Pushing event updated for resources: {'Port': ['ID=6dd630f4-a758-4576-b997-6f667e885d93,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:00.037250 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Attempting to bind port 6dd630f4-a758-4576-b997-6f667e885d93 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:58:00.038858 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Attempting to bind port 6dd630f4-a758-4576-b997-6f667e885d93 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:58:00.039738 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Attempting to bind port 6dd630f4-a758-4576-b997-6f667e885d93 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:58:00.066307 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb5762-92a3-40b0-a35e-1a88bb45b827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:00.066732 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb5762-92a3-40b0-a35e-1a88bb45b827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:00.067118 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb5762-92a3-40b0-a35e-1a88bb45b827 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:00.067464 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb5762-92a3-40b0-a35e-1a88bb45b827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:00.067820 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb5762-92a3-40b0-a35e-1a88bb45b827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:00.068431 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb5762-92a3-40b0-a35e-1a88bb45b827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:00.069551 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb5762-92a3-40b0-a35e-1a88bb45b827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:00.070118 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb5762-92a3-40b0-a35e-1a88bb45b827 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:00.070662 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb5762-92a3-40b0-a35e-1a88bb45b827 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:00.071245 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb5762-92a3-40b0-a35e-1a88bb45b827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:00.071988 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb5762-92a3-40b0-a35e-1a88bb45b827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:00.072506 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb5762-92a3-40b0-a35e-1a88bb45b827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:00.073021 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb5762-92a3-40b0-a35e-1a88bb45b827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:00.079891 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:58:00.084179 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:58:00.085373 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:00.085973 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:58:00.086766 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Bound port: 6dd630f4-a758-4576-b997-6f667e885d93, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:58:00.087366 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6dd630f4-a758-4576-b997-6f667e885d93), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:00.142037 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Pushing event updated for resources: {'Port': ['ID=62cf4000-b6a9-4c5e-a9fc-c68b80739694,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:00.180763 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Network 69ee5d2f-38ef-4c8f-a138-c1d75d7299b1 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:58:00.183332 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:00.189245 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:58:00.225341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd322d8-bf1a-4a39-b60b-276a9d27cc4a req-ad6a708a-b32e-473b-9d20-1f7f46a0ddfb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:00.233613 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cbd322d8-bf1a-4a39-b60b-276a9d27cc4a req-ad6a708a-b32e-473b-9d20-1f7f46a0ddfb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 946 time: 0.1886759 Feb 04 13:58:00.246194 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] For port 6dd630f4-a758-4576-b997-6f667e885d93, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:58:00.248186 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc341306-c193-49b6-a1ba-f122b68e2c79 req-0964f8a3-3933-4ac9-9c3e-41f8ead90596 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8bdab68b-078e-45cb-bb4e-284a1c7efd1a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:00.257027 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] For port 6dd630f4-a758-4576-b997-6f667e885d93, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6dd630f4-a758-4576-b997-6f667e885d93,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:58:00.275878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (f0672300-c135-4151-869f-35c3aa276d8b), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:00.281457 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6dd630f4-a758-4576-b997-6f667e885d93), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:00.363492 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Routers {'f0672300-c135-4151-869f-35c3aa276d8b'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:00.364281 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:57:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f0672300-c135-4151-869f-35c3aa276d8b'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:00.417512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964f8a3-3933-4ac9-9c3e-41f8ead90596 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event deleted for resources: {'Port': ['ID=8bdab68b-078e-45cb-bb4e-284a1c7efd1a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:00.656964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-27de4573-6aaa-49d6-be15-ded962958799 None None] Provisioning complete for port 62cf4000-b6a9-4c5e-a9fc-c68b80739694 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:00.657597 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-27de4573-6aaa-49d6-be15-ded962958799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:00.697304 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb5762-92a3-40b0-a35e-1a88bb45b827 None None] Pushing event updated for resources: {'Port': ['ID=6dd630f4-a758-4576-b997-6f667e885d93,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:00.711161 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:00.823840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-27de4573-6aaa-49d6-be15-ded962958799 None None] Port 62cf4000-b6a9-4c5e-a9fc-c68b80739694 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:58:00.890240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cbd322d8-bf1a-4a39-b60b-276a9d27cc4a req-d9eb7b31-ce51-4231-9a5b-a5469a9284cb tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=4025e957-fc7f-4f50-a391-470d7e33eb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5348074 Feb 04 13:58:00.911391 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] Set router f0672300-c135-4151-869f-35c3aa276d8b gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:00.980359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc341306-c193-49b6-a1ba-f122b68e2c79 req-0964f8a3-3933-4ac9-9c3e-41f8ead90596 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Router 7615c355-8740-4775-96b9-e8ea7677f529 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:58:01.432368 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Publish callbacks [] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:01.446175 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:01.476995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 8bdab68b-078e-45cb-bb4e-284a1c7efd1a no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:58:01.543564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc341306-c193-49b6-a1ba-f122b68e2c79 req-0964f8a3-3933-4ac9-9c3e-41f8ead90596 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:58:01.578789 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 8bdab68b-078e-45cb-bb4e-284a1c7efd1a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:58:01.579813 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 8bdab68b-078e-45cb-bb4e-284a1c7efd1a not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:58:01.585127 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ede744-10eb-49dd-a609-ea04f9d36b82 None None] Sync routers for ids ['7615c355-8740-4775-96b9-e8ea7677f529'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:58:01.617449 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'name': 'tempest-TestAggregatesBasicOps-1017934659-router', 'tenant_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '6dd630f4-a758-4576-b997-6f667e885d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:53Z', 'updated_at': '2022-02-04T13:57:55Z', 'revision_number': 3, 'project_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'gw_port': {'id': '6dd630f4-a758-4576-b997-6f667e885d93', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:54Z', 'updated_at': '2022-02-04T13:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:01.627184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ede744-10eb-49dd-a609-ea04f9d36b82 None None] Routers {'7615c355-8740-4775-96b9-e8ea7677f529'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:01.628572 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-27ede744-10eb-49dd-a609-ea04f9d36b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:57:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7615c355-8740-4775-96b9-e8ea7677f529'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:01.716613 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e6bf5-96cb-4efc-8769-1e00db8ec2cd None None] The sync data for ids ['f0672300-c135-4151-869f-35c3aa276d8b'] in n-d-714676-13 is: [{'id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'name': 'tempest-TestAggregatesBasicOps-1017934659-router', 'tenant_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '6dd630f4-a758-4576-b997-6f667e885d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:53Z', 'updated_at': '2022-02-04T13:57:55Z', 'revision_number': 3, 'project_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'gw_port': {'id': '6dd630f4-a758-4576-b997-6f667e885d93', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:54Z', 'updated_at': '2022-02-04T13:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:58:01.747010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Pushing event updated for resources: {'Port': ['ID=62cf4000-b6a9-4c5e-a9fc-c68b80739694,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:01.790233 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (f0672300-c135-4151-869f-35c3aa276d8b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:01.836243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc341306-c193-49b6-a1ba-f122b68e2c79 req-0964f8a3-3933-4ac9-9c3e-41f8ead90596 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] No DVR routers for this DVR port 8bdab68b-078e-45cb-bb4e-284a1c7efd1a on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:58:01.866438 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bc341306-c193-49b6-a1ba-f122b68e2c79 req-0964f8a3-3933-4ac9-9c3e-41f8ead90596 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:01.893886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc341306-c193-49b6-a1ba-f122b68e2c79 req-0964f8a3-3933-4ac9-9c3e-41f8ead90596 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.100 "DELETE /v2.0/ports/8bdab68b-078e-45cb-bb4e-284a1c7efd1a HTTP/1.1" status: 204 len: 173 time: 3.3496447 Feb 04 13:58:01.898698 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96208542-d552-4dc4-9d73-19cda0d724c4', 'name': 'network-vif-deleted', 'tag': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:58:01.911905 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eb3621-2de2-4725-ba9d-9eebc342a8df" -d '{"events": [{"server_uuid": "96208542-d552-4dc4-9d73-19cda0d724c4", "name": "network-vif-deleted", "tag": "8bdab68b-078e-45cb-bb4e-284a1c7efd1a"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:58:02.335687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-27ede744-10eb-49dd-a609-ea04f9d36b82 None None] Set router 7615c355-8740-4775-96b9-e8ea7677f529 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:02.359889 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-6a1afa94-a034-4e97-b615-f57bf6f7bef3 req-56836528-daf9-4b23-bf5c-ae69ee3042b8 service neutron] (103607) timed out ('10.222.0.99', 65047) {{(pid=103607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:58:02.370202 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Network 69ee5d2f-38ef-4c8f-a138-c1d75d7299b1 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:58:02.379558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:02.421349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3f2c126-267c-430f-91f9-cfe55844a1b8 req-39f60d12-1756-41d0-a0f8-b44a7ebcea7e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=96208542-d552-4dc4-9d73-19cda0d724c4 HTTP/1.1" status: 200 len: 210 time: 0.1139407 Feb 04 13:58:02.727506 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb980a89-dbf6-4295-bfec-e1042d230244 x-openstack-request-id: req-bb980a89-dbf6-4295-bfec-e1042d230244 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:58:02.728112 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96208542-d552-4dc4-9d73-19cda0d724c4", "name": "network-vif-deleted", "tag": "8bdab68b-078e-45cb-bb4e-284a1c7efd1a", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:58:02.728651 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bb980a89-dbf6-4295-bfec-e1042d230244 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:58:02.729336 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96208542-d552-4dc4-9d73-19cda0d724c4', 'name': 'network-vif-deleted', 'tag': '8bdab68b-078e-45cb-bb4e-284a1c7efd1a', 'status': 'completed', 'code': 200} Feb 04 13:58:02.927530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Router f0672300-c135-4151-869f-35c3aa276d8b has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:58:03.251408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8cee3c38-ce18-4e6f-b362-c238d06edb2b None None] Provisioning complete for port 62cf4000-b6a9-4c5e-a9fc-c68b80739694 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:03.251804 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8cee3c38-ce18-4e6f-b362-c238d06edb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:03.372175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-27ede744-10eb-49dd-a609-ea04f9d36b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:56Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a1825d62-8bc8-4e95-b60d-5ed87c9335d5', 'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'mac_address': 'fa:16:3e:79:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:55Z', 'updated_at': '2022-02-04T13:52:02Z', 'revision_number': 5, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'subnets': [{'id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:03.375673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8cee3c38-ce18-4e6f-b362-c238d06edb2b None None] Port 62cf4000-b6a9-4c5e-a9fc-c68b80739694 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:58:03.430965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ede744-10eb-49dd-a609-ea04f9d36b82 None None] Checking router: 7615c355-8740-4775-96b9-e8ea7677f529 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:58:03.450643 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ede744-10eb-49dd-a609-ea04f9d36b82 None None] Routers {'7615c355-8740-4775-96b9-e8ea7677f529'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:03.451447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-27ede744-10eb-49dd-a609-ea04f9d36b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:57:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7615c355-8740-4775-96b9-e8ea7677f529'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:03.474305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:58:03.484092 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-10c444c8-76ac-4f62-b681-9a3584ece789 admin admin] 10.222.0.96 "PUT /v2.0/routers/f0672300-c135-4151-869f-35c3aa276d8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3244305 Feb 04 13:58:03.644767 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6dd630f4-a758-4576-b997-6f667e885d93 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:58:03.738728 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43590) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:03.975034 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1b6cac7-9412-4db3-8ee6-188dcbee97ec tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group (4025e957-fc7f-4f50-a391-470d7e33eb91), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:04.091184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6dd630f4-a758-4576-b997-6f667e885d93 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:04.091572 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6dd630f4-a758-4576-b997-6f667e885d93), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:04.096756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-27ede744-10eb-49dd-a609-ea04f9d36b82 None None] Set router 7615c355-8740-4775-96b9-e8ea7677f529 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:04.131336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1b6cac7-9412-4db3-8ee6-188dcbee97ec tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group (4025e957-fc7f-4f50-a391-470d7e33eb91), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:04.371426 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1b6cac7-9412-4db3-8ee6-188dcbee97ec tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4025e957-fc7f-4f50-a391-470d7e33eb91), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:04.399358 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1b6cac7-9412-4db3-8ee6-188dcbee97ec tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:04.399358 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f1b6cac7-9412-4db3-8ee6-188dcbee97ec tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "DELETE /v2.0/security-groups/4025e957-fc7f-4f50-a391-470d7e33eb91 HTTP/1.1" status: 204 len: 168 time: 0.6483870 Feb 04 13:58:04.403540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43606) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:04.426260 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-75c9b0de-867f-4d5c-8d06-abb43c3d308e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] show failed (client error): The resource could not be found. Feb 04 13:58:04.430493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-75c9b0de-867f-4d5c-8d06-abb43c3d308e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups/4025e957-fc7f-4f50-a391-470d7e33eb91 HTTP/1.1" status: 404 len: 347 time: 0.0296330 Feb 04 13:58:04.434894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43608) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:04.450912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6cac7-9412-4db3-8ee6-188dcbee97ec tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4025e957-fc7f-4f50-a391-470d7e33eb91,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:04.718480 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6dd630f4-a758-4576-b997-6f667e885d93 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:04.718949 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6dd630f4-a758-4576-b997-6f667e885d93), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:04.810649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 6dd630f4-a758-4576-b997-6f667e885d93, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6dd630f4-a758-4576-b997-6f667e885d93,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:04.811216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-a830d0b7-3984-4587-9417-ae584d8a53e4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Deleting port 0bda12df-4390-46c4-b76b-8256013903f2 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:58:04.812748 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a830d0b7-3984-4587-9417-ae584d8a53e4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0bda12df-4390-46c4-b76b-8256013903f2), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:04.836150 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6dd630f4-a758-4576-b997-6f667e885d93), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:05.096546 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a830d0b7-3984-4587-9417-ae584d8a53e4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0bda12df-4390-46c4-b76b-8256013903f2), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:05.097031 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a830d0b7-3984-4587-9417-ae584d8a53e4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for floatingip (0bda12df-4390-46c4-b76b-8256013903f2), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:05.119386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-a830d0b7-3984-4587-9417-ae584d8a53e4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Calling delete_port for 0bda12df-4390-46c4-b76b-8256013903f2 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:58:05.190543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=6dd630f4-a758-4576-b997-6f667e885d93,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:05.291819 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-27ede744-10eb-49dd-a609-ea04f9d36b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:56Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a1825d62-8bc8-4e95-b60d-5ed87c9335d5', 'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'mac_address': 'fa:16:3e:79:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:55Z', 'updated_at': '2022-02-04T13:52:02Z', 'revision_number': 5, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'subnets': [{'id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:05.440443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ede744-10eb-49dd-a609-ea04f9d36b82 None None] The sync data for ids ['7615c355-8740-4775-96b9-e8ea7677f529'] in n-d-714676-13 is: [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:56Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a1825d62-8bc8-4e95-b60d-5ed87c9335d5', 'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'mac_address': 'fa:16:3e:79:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:55Z', 'updated_at': '2022-02-04T13:52:02Z', 'revision_number': 5, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'subnets': [{'id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:58:05.462314 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43632) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:05.467659 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-dfbdb641-172f-46d8-9e6f-83bd3ae6abc3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1516235660-network', 'tenant_id': '288cbba0a29c469f896d703febbb70fd'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:05.579992 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a830d0b7-3984-4587-9417-ae584d8a53e4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (0bda12df-4390-46c4-b76b-8256013903f2), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:05.581032 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbdb641-172f-46d8-9e6f-83bd3ae6abc3 admin admin] Made reservation on behalf of 288cbba0a29c469f896d703febbb70fd for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:58:05.586052 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb641-172f-46d8-9e6f-83bd3ae6abc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:05.645820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830d0b7-3984-4587-9417-ae584d8a53e4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event deleted for resources: {'Port': ['ID=0bda12df-4390-46c4-b76b-8256013903f2,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:05.654407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6dd630f4-a758-4576-b997-6f667e885d93 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:58:05.670206 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb641-172f-46d8-9e6f-83bd3ae6abc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:05.694711 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Sync routers for ids ['f0672300-c135-4151-869f-35c3aa276d8b'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:58:05.717592 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Routers {'f0672300-c135-4151-869f-35c3aa276d8b'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:05.719096 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:57:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f0672300-c135-4151-869f-35c3aa276d8b'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:05.771295 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a830d0b7-3984-4587-9417-ae584d8a53e4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for floatingip (3873553e-1745-4213-bd15-aa79350efa85), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:05.775334 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a830d0b7-3984-4587-9417-ae584d8a53e4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:05.779536 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a830d0b7-3984-4587-9417-ae584d8a53e4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "DELETE /v2.0/floatingips/3873553e-1745-4213-bd15-aa79350efa85 HTTP/1.1" status: 204 len: 168 time: 1.3406675 Feb 04 13:58:05.896689 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6dd630f4-a758-4576-b997-6f667e885d93 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:05.897569 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6dd630f4-a758-4576-b997-6f667e885d93), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:05.955783 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb641-172f-46d8-9e6f-83bd3ae6abc3 admin admin] Publish callbacks [] for security_group (40fd36b2-6ae7-470a-b068-e26b966b6b7c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:05.963350 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb641-172f-46d8-9e6f-83bd3ae6abc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (40fd36b2-6ae7-470a-b068-e26b966b6b7c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:06.026368 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdb641-172f-46d8-9e6f-83bd3ae6abc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fd36b2-6ae7-470a-b068-e26b966b6b7c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:06.075352 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbdb641-172f-46d8-9e6f-83bd3ae6abc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:58:06.103355 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb641-172f-46d8-9e6f-83bd3ae6abc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0e78c326-a839-47eb-b238-0a561860e291), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:06.103978 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-dfbdb641-172f-46d8-9e6f-83bd3ae6abc3 admin admin] Added segment 0e78c326-a839-47eb-b238-0a561860e291 of type vlan for network e9314279-53ed-4e85-817e-6e300b125fd2 Feb 04 13:58:06.143918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b8b82-ea88-47d3-8a26-79dd5b051ad1 None None] New status for floating IP 3873553e-1745-4213-bd15-aa79350efa85: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:58:06.204122 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Set router f0672300-c135-4151-869f-35c3aa276d8b gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:06.299439 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb641-172f-46d8-9e6f-83bd3ae6abc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (e9314279-53ed-4e85-817e-6e300b125fd2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:06.395405 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb641-172f-46d8-9e6f-83bd3ae6abc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (e9314279-53ed-4e85-817e-6e300b125fd2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:06.397843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbdb641-172f-46d8-9e6f-83bd3ae6abc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:06.404425 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb641-172f-46d8-9e6f-83bd3ae6abc3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:06.417056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6dd630f4-a758-4576-b997-6f667e885d93 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:06.588718 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dfbdb641-172f-46d8-9e6f-83bd3ae6abc3 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1250064 Feb 04 13:58:06.591764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43642) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:06.605216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-b9fe474f-0056-4a86-8318-1131de7c07c4 admin admin] Request body: {'subnet': {'network_id': 'e9314279-53ed-4e85-817e-6e300b125fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1516235660-subnet', 'tenant_id': '288cbba0a29c469f896d703febbb70fd', 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:06.623515 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdb641-172f-46d8-9e6f-83bd3ae6abc3 admin admin] Pushing event updated for resources: {'Network': ['ID=e9314279-53ed-4e85-817e-6e300b125fd2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:06.636922 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network e9314279-53ed-4e85-817e-6e300b125fd2 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:58:06.706517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fe474f-0056-4a86-8318-1131de7c07c4 admin admin] Made reservation on behalf of 288cbba0a29c469f896d703febbb70fd for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:58:06.714210 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b9fe474f-0056-4a86-8318-1131de7c07c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:07.098966 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'name': 'tempest-TestAggregatesBasicOps-1017934659-router', 'tenant_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '6dd630f4-a758-4576-b997-6f667e885d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:53Z', 'updated_at': '2022-02-04T13:58:00Z', 'revision_number': 4, 'project_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'gw_port': {'id': '6dd630f4-a758-4576-b997-6f667e885d93', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:54Z', 'updated_at': '2022-02-04T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '62cf4000-b6a9-4c5e-a9fc-c68b80739694', 'name': '', 'network_id': '69ee5d2f-38ef-4c8f-a138-c1d75d7299b1', 'tenant_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'mac_address': 'fa:16:3e:26:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '7a33f6ea-7cfe-4467-9f7f-457b64939f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:59Z', 'updated_at': '2022-02-04T13:58:00Z', 'revision_number': 2, 'project_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'subnets': [{'id': '7a33f6ea-7cfe-4467-9f7f-457b64939f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:07.157708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43644) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:07.163739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-957a8239-eb21-4c31-8d39-0adf3dc15e32 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066921758', 'description': 'tempest-description--380478778'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:07.191416 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Checking router: f0672300-c135-4151-869f-35c3aa276d8b for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:58:07.191997 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Updating router f0672300-c135-4151-869f-35c3aa276d8b port 62cf4000-b6a9-4c5e-a9fc-c68b80739694 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:58:07.212053 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-957a8239-eb21-4c31-8d39-0adf3dc15e32 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:07.220441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b9fe474f-0056-4a86-8318-1131de7c07c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (f4e26e7a-ea95-41ae-8bf4-e99017bc25ed), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:07.264594 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:07.374662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe474f-0056-4a86-8318-1131de7c07c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e26e7a-ea95-41ae-8bf4-e99017bc25ed,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:07.383275 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-957a8239-eb21-4c31-8d39-0adf3dc15e32 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group (3fed6473-f23d-4ce7-ae6f-affcd0d18f4a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:07.395934 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-957a8239-eb21-4c31-8d39-0adf3dc15e32 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3fed6473-f23d-4ce7-ae6f-affcd0d18f4a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:07.444687 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a8239-eb21-4c31-8d39-0adf3dc15e32 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:07.458814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe474f-0056-4a86-8318-1131de7c07c4 admin admin] Checking segment: {'id': '0e78c326-a839-47eb-b238-0a561860e291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e9314279-53ed-4e85-817e-6e300b125fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:58:07.460081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fe474f-0056-4a86-8318-1131de7c07c4 admin admin] Network hostable DHCP agents. Network: e9314279-53ed-4e85-817e-6e300b125fd2, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:58:07.474129 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-957a8239-eb21-4c31-8d39-0adf3dc15e32 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:07.483264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43650) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:07.485411 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-957a8239-eb21-4c31-8d39-0adf3dc15e32 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3264692 Feb 04 13:58:07.492300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-e0191616-a335-4a63-ac3b-ce9437deaf6a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Request body: {'security_group_rule': {'security_group_id': '3fed6473-f23d-4ce7-ae6f-affcd0d18f4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:07.569199 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e0191616-a335-4a63-ac3b-ce9437deaf6a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group_rule (d65afe45-362c-49de-a482-c7c5fae95a62), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:07.623314 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fe474f-0056-4a86-8318-1131de7c07c4 admin admin] Network e9314279-53ed-4e85-817e-6e300b125fd2 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:58:07.686733 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e0191616-a335-4a63-ac3b-ce9437deaf6a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group_rule (d65afe45-362c-49de-a482-c7c5fae95a62), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:07.688590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-b9fe474f-0056-4a86-8318-1131de7c07c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, e9314279-53ed-4e85-817e-6e300b125fd2) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:07.697043 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e0191616-a335-4a63-ac3b-ce9437deaf6a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (d65afe45-362c-49de-a482-c7c5fae95a62), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:07.701076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f029a1-c727-40f9-9e21-6411359f702b None None] Network e9314279-53ed-4e85-817e-6e300b125fd2 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:58:07.704690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe474f-0056-4a86-8318-1131de7c07c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:07.707277 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b9fe474f-0056-4a86-8318-1131de7c07c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:07.765841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0191616-a335-4a63-ac3b-ce9437deaf6a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65afe45-362c-49de-a482-c7c5fae95a62,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:07.781192 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b9fe474f-0056-4a86-8318-1131de7c07c4 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1852255 Feb 04 13:58:07.781873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43654) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:07.788405 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1516235660-router', 'tenant_id': '288cbba0a29c469f896d703febbb70fd', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:07.806298 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e0191616-a335-4a63-ac3b-ce9437deaf6a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:07.820672 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e0191616-a335-4a63-ac3b-ce9437deaf6a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3354280 Feb 04 13:58:07.823834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43656) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:07.828780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f21469e1-f303-4de4-951d-b168fd1c4464 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Request body: {'security_group_rule': {'security_group_id': '3fed6473-f23d-4ce7-ae6f-affcd0d18f4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:07.847251 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:07.849169 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:07.933582 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f21469e1-f303-4de4-951d-b168fd1c4464 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group_rule (365da524-bc13-4a79-84fa-e4ad1b941385), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:07.978371 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Publish callbacks [] for router_controller (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:08.007452 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Publish callbacks [] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:08.019978 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:08.064117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-e9314279-53ed-4e85-817e-6e300b125fd2', 'network_id': 'e9314279-53ed-4e85-817e-6e300b125fd2', 'project_id': '288cbba0a29c469f896d703febbb70fd', 'fixed_ips': [{'subnet_id': 'f4e26e7a-ea95-41ae-8bf4-e99017bc25ed'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:58:08.065251 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:08.132539 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f21469e1-f303-4de4-951d-b168fd1c4464 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group_rule (365da524-bc13-4a79-84fa-e4ad1b941385), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:08.154464 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f21469e1-f303-4de4-951d-b168fd1c4464 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (365da524-bc13-4a79-84fa-e4ad1b941385), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:08.228285 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21469e1-f303-4de4-951d-b168fd1c4464 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365da524-bc13-4a79-84fa-e4ad1b941385,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:08.256879 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f21469e1-f303-4de4-951d-b168fd1c4464 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:08.265326 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f21469e1-f303-4de4-951d-b168fd1c4464 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4400277 Feb 04 13:58:08.268584 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43658) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:08.281817 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85621949-d735-4f1a-8fd7-1423434d664d None None] Pushing event updated for resources: {'Port': ['ID=62cf4000-b6a9-4c5e-a9fc-c68b80739694,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:08.291678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:08.374400 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Attempting to bind port 62cf4000-b6a9-4c5e-a9fc-c68b80739694 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:58:08.374810 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Attempting to bind port 62cf4000-b6a9-4c5e-a9fc-c68b80739694 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '54a859d9-2944-46c3-ad0d-ebe219d640e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '69ee5d2f-38ef-4c8f-a138-c1d75d7299b1'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:58:08.377003 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Attempting to bind port 62cf4000-b6a9-4c5e-a9fc-c68b80739694 on network 69ee5d2f-38ef-4c8f-a138-c1d75d7299b1 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:58:08.394135 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:58:08.394682 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Checking segment: {'id': '54a859d9-2944-46c3-ad0d-ebe219d640e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '69ee5d2f-38ef-4c8f-a138-c1d75d7299b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:58:08.395107 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:08.395504 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Bound using segment: {'id': '54a859d9-2944-46c3-ad0d-ebe219d640e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '69ee5d2f-38ef-4c8f-a138-c1d75d7299b1'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:58:08.396000 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Bound port: 62cf4000-b6a9-4c5e-a9fc-c68b80739694, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a859d9-2944-46c3-ad0d-ebe219d640e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '69ee5d2f-38ef-4c8f-a138-c1d75d7299b1'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:58:08.396384 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:08.436084 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:08.465956 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Publish callbacks [] for router_gateway (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:08.625365 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] For port 62cf4000-b6a9-4c5e-a9fc-c68b80739694, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:58:08.634050 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] For port 62cf4000-b6a9-4c5e-a9fc-c68b80739694, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=62cf4000-b6a9-4c5e-a9fc-c68b80739694,segment=NetworkSegment(54a859d9-2944-46c3-ad0d-ebe219d640e7),segment_id=54a859d9-2944-46c3-ad0d-ebe219d640e7)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:58:08.659206 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:08.741081 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:08.805467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Allocated IP 172.20.0.2 (e9314279-53ed-4e85-817e-6e300b125fd2/f4e26e7a-ea95-41ae-8bf4-e99017bc25ed/51150692-7f53-49e8-b297-42ab9ee5f983) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:58:08.903540 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Routers {'f0672300-c135-4151-869f-35c3aa276d8b'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:08.904279 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:57:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f0672300-c135-4151-869f-35c3aa276d8b'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:09.067534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Allocated IP 172.25.5.128 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/c77638e0-ec13-4c35-9090-337e2a9ab4c5) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:58:09.089652 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85621949-d735-4f1a-8fd7-1423434d664d None None] Pushing event updated for resources: {'Port': ['ID=62cf4000-b6a9-4c5e-a9fc-c68b80739694,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:09.115861 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Publish callbacks [] for router_gateway (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:09.174259 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:09.229793 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] Set router f0672300-c135-4151-869f-35c3aa276d8b gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:09.268317 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Publish callbacks [] for port (51150692-7f53-49e8-b297-42ab9ee5f983), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:09.273183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7e3b7bd5-840e-4425-85d7-3b17e0ebf654 None None] Provisioning complete for port 62cf4000-b6a9-4c5e-a9fc-c68b80739694 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:09.274897 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e3b7bd5-840e-4425-85d7-3b17e0ebf654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:09.280730 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (51150692-7f53-49e8-b297-42ab9ee5f983), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:09.339173 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for port (c77638e0-ec13-4c35-9090-337e2a9ab4c5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:09.400551 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Network e9314279-53ed-4e85-817e-6e300b125fd2 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:58:09.434434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:09.444432 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:58:09.451404 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Pushing event updated for resources: {'Port': ['ID=51150692-7f53-49e8-b297-42ab9ee5f983,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:09.453612 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c77638e0-ec13-4c35-9090-337e2a9ab4c5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:09.562665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Allocated IP 172.25.5.69 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/db36b8c8-dfcd-4493-9179-a4d55257c301) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:58:09.565766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:58:09.590761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:09.597798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:58:09.680857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Attempting to bind port 51150692-7f53-49e8-b297-42ab9ee5f983 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:58:09.681270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Attempting to bind port 51150692-7f53-49e8-b297-42ab9ee5f983 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '0e78c326-a839-47eb-b238-0a561860e291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e9314279-53ed-4e85-817e-6e300b125fd2'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:58:09.681648 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Attempting to bind port 51150692-7f53-49e8-b297-42ab9ee5f983 on network e9314279-53ed-4e85-817e-6e300b125fd2 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:58:09.690358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:58:09.690741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Checking segment: {'id': '0e78c326-a839-47eb-b238-0a561860e291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e9314279-53ed-4e85-817e-6e300b125fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:58:09.694292 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:09.694744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Bound using segment: {'id': '0e78c326-a839-47eb-b238-0a561860e291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e9314279-53ed-4e85-817e-6e300b125fd2'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:58:09.697952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Bound port: 51150692-7f53-49e8-b297-42ab9ee5f983, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e78c326-a839-47eb-b238-0a561860e291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e9314279-53ed-4e85-817e-6e300b125fd2'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:58:09.698491 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (51150692-7f53-49e8-b297-42ab9ee5f983), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:09.705479 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'name': 'tempest-TestAggregatesBasicOps-1017934659-router', 'tenant_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '6dd630f4-a758-4576-b997-6f667e885d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:53Z', 'updated_at': '2022-02-04T13:58:00Z', 'revision_number': 4, 'project_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'gw_port': {'id': '6dd630f4-a758-4576-b997-6f667e885d93', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:54Z', 'updated_at': '2022-02-04T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '62cf4000-b6a9-4c5e-a9fc-c68b80739694', 'name': '', 'network_id': '69ee5d2f-38ef-4c8f-a138-c1d75d7299b1', 'tenant_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'mac_address': 'fa:16:3e:26:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '7a33f6ea-7cfe-4467-9f7f-457b64939f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:59Z', 'updated_at': '2022-02-04T13:58:08Z', 'revision_number': 4, 'project_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'subnets': [{'id': '7a33f6ea-7cfe-4467-9f7f-457b64939f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:09.712298 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7e3b7bd5-840e-4425-85d7-3b17e0ebf654 None None] Current status of the port 62cf4000-b6a9-4c5e-a9fc-c68b80739694 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:09.712719 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e3b7bd5-840e-4425-85d7-3b17e0ebf654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:09.720849 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event updated for resources: {'Port': ['ID=c77638e0-ec13-4c35-9090-337e2a9ab4c5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:09.744330 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ff980-437d-4fa2-b08d-25e830c903b7 None None] The sync data for ids ['f0672300-c135-4151-869f-35c3aa276d8b'] in n-d-714676-13 is: [{'id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'name': 'tempest-TestAggregatesBasicOps-1017934659-router', 'tenant_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '6dd630f4-a758-4576-b997-6f667e885d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:53Z', 'updated_at': '2022-02-04T13:58:00Z', 'revision_number': 4, 'project_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'gw_port': {'id': '6dd630f4-a758-4576-b997-6f667e885d93', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:54Z', 'updated_at': '2022-02-04T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '62cf4000-b6a9-4c5e-a9fc-c68b80739694', 'name': '', 'network_id': '69ee5d2f-38ef-4c8f-a138-c1d75d7299b1', 'tenant_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'mac_address': 'fa:16:3e:26:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '7a33f6ea-7cfe-4467-9f7f-457b64939f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:59Z', 'updated_at': '2022-02-04T13:58:08Z', 'revision_number': 4, 'project_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'subnets': [{'id': '7a33f6ea-7cfe-4467-9f7f-457b64939f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:58:09.858058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] For port 51150692-7f53-49e8-b297-42ab9ee5f983, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:58:09.864847 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] For port 51150692-7f53-49e8-b297-42ab9ee5f983, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=51150692-7f53-49e8-b297-42ab9ee5f983,segment=NetworkSegment(0e78c326-a839-47eb-b238-0a561860e291),segment_id=0e78c326-a839-47eb-b238-0a561860e291)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:58:09.903790 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7e3b7bd5-840e-4425-85d7-3b17e0ebf654 None None] For port 62cf4000-b6a9-4c5e-a9fc-c68b80739694, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=62cf4000-b6a9-4c5e-a9fc-c68b80739694,segment=NetworkSegment(54a859d9-2944-46c3-ad0d-ebe219d640e7),segment_id=54a859d9-2944-46c3-ad0d-ebe219d640e7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:09.906486 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (51150692-7f53-49e8-b297-42ab9ee5f983), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:09.927236 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e3b7bd5-840e-4425-85d7-3b17e0ebf654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:09.943882 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Publish callbacks [] for port (db36b8c8-dfcd-4493-9179-a4d55257c301), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:09.993247 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for floatingip (aec5a1f1-a5a3-464e-9f13-25a703e6d093), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:10.029007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110ec3f-edd9-4b25-8bd1-ef132c4f0737 None None] Pushing event updated for resources: {'Port': ['ID=51150692-7f53-49e8-b297-42ab9ee5f983,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:10.087148 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (db36b8c8-dfcd-4493-9179-a4d55257c301), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:10.118016 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c77638e0-ec13-4c35-9090-337e2a9ab4c5), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:10.175976 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b3efcba1-d0ea-4b19-965b-a0c3f3d090cd None None] Provisioning complete for port 62cf4000-b6a9-4c5e-a9fc-c68b80739694 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:10.176368 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b3efcba1-d0ea-4b19-965b-a0c3f3d090cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:10.205421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:58:10.210589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:10.215442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:58:10.277365 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Pushing event updated for resources: {'Port': ['ID=db36b8c8-dfcd-4493-9179-a4d55257c301,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:10.332812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b7bd5-840e-4425-85d7-3b17e0ebf654 None None] Pushing event updated for resources: {'Port': ['ID=62cf4000-b6a9-4c5e-a9fc-c68b80739694,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:10.569773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b3efcba1-d0ea-4b19-965b-a0c3f3d090cd None None] Current status of the port 62cf4000-b6a9-4c5e-a9fc-c68b80739694 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:10.730527 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for port (c77638e0-ec13-4c35-9090-337e2a9ab4c5), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:10.744118 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (c77638e0-ec13-4c35-9090-337e2a9ab4c5), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:10.877003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event updated for resources: {'Port': ['ID=c77638e0-ec13-4c35-9090-337e2a9ab4c5,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:10.976168 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (aec5a1f1-a5a3-464e-9f13-25a703e6d093), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:10.995846 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-89c42cd5-9a39-49b6-90d1-0e31b8a3229c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:11.016268 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:11.022691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-539e7326-b1c5-49b3-9b58-64982eaa0437 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7456806 Feb 04 13:58:11.452768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-18ae90f5-d16e-46dc-b5a8-43f7f09f3f77 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1066921758&fields=id&tenant_id=7b65b42bd66c4f1ea41855347bee985a HTTP/1.1" status: 200 len: 267 time: 0.1389866 Feb 04 13:58:11.741678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 62cf4000-b6a9-4c5e-a9fc-c68b80739694 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:58:11.759296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-992306ed-6401-4490-9b9a-a4a6af226db5 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:11.769358 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-992306ed-6401-4490-9b9a-a4a6af226db5 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 816 time: 0.3143444 Feb 04 13:58:11.801881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-62893a06-0d9f-44aa-ac6e-d1e4df0ecf8d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/quotas/7b65b42bd66c4f1ea41855347bee985a HTTP/1.1" status: 200 len: 375 time: 0.0315149 Feb 04 13:58:11.857320 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 43698) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:11.892614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 62cf4000-b6a9-4c5e-a9fc-c68b80739694 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:11.893458 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:11.911891 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Publish callbacks [] for router_gateway (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:11.967330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-88257e89-c6b8-4254-9354-1fdd4dc4914b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1644192 Feb 04 13:58:12.120105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 62cf4000-b6a9-4c5e-a9fc-c68b80739694 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:12.124489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 51150692-7f53-49e8-b297-42ab9ee5f983 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:58:12.180259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d376a2-8eaf-4e91-bc81-81d1ef33d7c8 None None] Network e9314279-53ed-4e85-817e-6e300b125fd2 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:58:12.310479 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57badfd4-c0d6-4afe-a251-e08aa804743c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:12.324159 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:12.403713 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-fedd6d6f-8111-4767-a345-198e9754aeff None None] Provisioning complete for port 51150692-7f53-49e8-b297-42ab9ee5f983 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:12.404021 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fedd6d6f-8111-4767-a345-198e9754aeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (51150692-7f53-49e8-b297-42ab9ee5f983), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:12.474180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-09e13064-b069-4348-bfbf-b6126c775616 service neutron] 10.222.0.96 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058684 Feb 04 13:58:12.595466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 51150692-7f53-49e8-b297-42ab9ee5f983 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:12.595948 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (51150692-7f53-49e8-b297-42ab9ee5f983), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:12.652759 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57badfd4-c0d6-4afe-a251-e08aa804743c admin admin] Publish callbacks [] for security_group (61efbd90-f7bf-4556-aa70-fc52f3596ab7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:12.671803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-604e2440-d207-423d-9d63-864f170acad2 service neutron] 10.222.0.96 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909411 Feb 04 13:58:12.680549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57badfd4-c0d6-4afe-a251-e08aa804743c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (61efbd90-f7bf-4556-aa70-fc52f3596ab7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:12.831718 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-57badfd4-c0d6-4afe-a251-e08aa804743c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cbb7a8a282294ba3a4c54424a082245a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9710803 Feb 04 13:58:12.831975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 51150692-7f53-49e8-b297-42ab9ee5f983 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:12.832095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57badfd4-c0d6-4afe-a251-e08aa804743c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61efbd90-f7bf-4556-aa70-fc52f3596ab7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:12.832427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43708) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:12.848382 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (51150692-7f53-49e8-b297-42ab9ee5f983), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:12.868927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fedd6d6f-8111-4767-a345-198e9754aeff None None] Current status of the port 51150692-7f53-49e8-b297-42ab9ee5f983 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:12.871626 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fedd6d6f-8111-4767-a345-198e9754aeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (51150692-7f53-49e8-b297-42ab9ee5f983), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:12.894383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Router 3c6ef7f1-faec-4184-b95a-7b81ee7bdf27 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:58:13.003695 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff938-08bf-4ef4-840d-1b469feab400 admin admin] Publish callbacks [] for security_group (61efbd90-f7bf-4556-aa70-fc52f3596ab7), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:13.032724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-fedd6d6f-8111-4767-a345-198e9754aeff None None] For port 51150692-7f53-49e8-b297-42ab9ee5f983, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=51150692-7f53-49e8-b297-42ab9ee5f983,segment=NetworkSegment(0e78c326-a839-47eb-b238-0a561860e291),segment_id=0e78c326-a839-47eb-b238-0a561860e291)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:13.040966 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fedd6d6f-8111-4767-a345-198e9754aeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (51150692-7f53-49e8-b297-42ab9ee5f983), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:13.107669 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff938-08bf-4ef4-840d-1b469feab400 admin admin] Publish callbacks [] for security_group (61efbd90-f7bf-4556-aa70-fc52f3596ab7), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:13.209493 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:58:13.210205 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:58:13.212909 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff938-08bf-4ef4-840d-1b469feab400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (61efbd90-f7bf-4556-aa70-fc52f3596ab7), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:13.216297 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff938-08bf-4ef4-840d-1b469feab400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:13.218550 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0b1ff938-08bf-4ef4-840d-1b469feab400 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/61efbd90-f7bf-4556-aa70-fc52f3596ab7 HTTP/1.1" status: 204 len: 168 time: 0.3849061 Feb 04 13:58:13.224228 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd6d6f-8111-4767-a345-198e9754aeff None None] Pushing event updated for resources: {'Port': ['ID=51150692-7f53-49e8-b297-42ab9ee5f983,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:13.286135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b94b644b-b42e-4af5-aa61-4cdc9980b83a req-3d965a80-2d61-4888-b73b-d9e8fd30fe74 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 210 time: 0.0874989 Feb 04 13:58:13.296186 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d79fa6fe-045e-48f5-ac8b-3c84ee3fb528 None None] Provisioning complete for port 51150692-7f53-49e8-b297-42ab9ee5f983 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:13.296583 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d79fa6fe-045e-48f5-ac8b-3c84ee3fb528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (51150692-7f53-49e8-b297-42ab9ee5f983), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:13.299350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ff938-08bf-4ef4-840d-1b469feab400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61efbd90-f7bf-4556-aa70-fc52f3596ab7,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:13.329721 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:58:13.348791 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Sync routers for ids ['3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:58:13.375465 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:13.377661 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-df5cf807-7c67-453f-99df-e83122acd373 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5942883 Feb 04 13:58:13.380570 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Routers {'3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:13.381461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 43716) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:13.384767 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:57:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:13.628857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d79fa6fe-045e-48f5-ac8b-3c84ee3fb528 None None] Current status of the port 51150692-7f53-49e8-b297-42ab9ee5f983 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:13.672570 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Set router 3c6ef7f1-faec-4184-b95a-7b81ee7bdf27 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:13.817234 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 51150692-7f53-49e8-b297-42ab9ee5f983 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:14.029398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 51150692-7f53-49e8-b297-42ab9ee5f983 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:58:14.065690 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'name': 'tempest-TestAggregatesBasicOps-1516235660-router', 'tenant_id': '288cbba0a29c469f896d703febbb70fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'db36b8c8-dfcd-4493-9179-a4d55257c301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:07Z', 'updated_at': '2022-02-04T13:58:10Z', 'revision_number': 3, 'project_id': '288cbba0a29c469f896d703febbb70fd', 'gw_port': {'id': 'db36b8c8-dfcd-4493-9179-a4d55257c301', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fe:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:09Z', 'updated_at': '2022-02-04T13:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:14.103485 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Checking router: 3c6ef7f1-faec-4184-b95a-7b81ee7bdf27 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:58:14.104179 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Updating router 3c6ef7f1-faec-4184-b95a-7b81ee7bdf27 port db36b8c8-dfcd-4493-9179-a4d55257c301 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:58:14.141665 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (db36b8c8-dfcd-4493-9179-a4d55257c301), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:14.210632 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:14.242155 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 51150692-7f53-49e8-b297-42ab9ee5f983 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:14.242657 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (51150692-7f53-49e8-b297-42ab9ee5f983), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:14.472143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 51150692-7f53-49e8-b297-42ab9ee5f983 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:14.524071 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Publish callbacks [] for port (db36b8c8-dfcd-4493-9179-a4d55257c301), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:14.538069 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (db36b8c8-dfcd-4493-9179-a4d55257c301), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:14.657764 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb240d-ea3a-4434-8904-90102eb3c176 None None] Pushing event updated for resources: {'Port': ['ID=db36b8c8-dfcd-4493-9179-a4d55257c301,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:14.697046 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-872ca7b6-c583-4ff0-9a96-d08aa6ae2cd5 req-372bccfb-7e7d-466e-b293-c7a967af682c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 210 time: 0.0597923 Feb 04 13:58:14.714046 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Attempting to bind port db36b8c8-dfcd-4493-9179-a4d55257c301 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:58:14.716977 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Attempting to bind port db36b8c8-dfcd-4493-9179-a4d55257c301 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:58:14.717626 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Attempting to bind port db36b8c8-dfcd-4493-9179-a4d55257c301 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:58:14.728548 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:58:14.729180 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:58:14.729794 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:14.730392 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:58:14.731051 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Bound port: db36b8c8-dfcd-4493-9179-a4d55257c301, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:58:14.731607 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (db36b8c8-dfcd-4493-9179-a4d55257c301), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:14.792948 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] For port db36b8c8-dfcd-4493-9179-a4d55257c301, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:58:14.796809 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] For port db36b8c8-dfcd-4493-9179-a4d55257c301, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=db36b8c8-dfcd-4493-9179-a4d55257c301,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:58:14.807695 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (db36b8c8-dfcd-4493-9179-a4d55257c301), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:14.898467 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:14.993010 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Routers {'3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:14.993671 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:57:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:15.000717 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb240d-ea3a-4434-8904-90102eb3c176 None None] Pushing event updated for resources: {'Port': ['ID=db36b8c8-dfcd-4493-9179-a4d55257c301,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:15.177041 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] Set router 3c6ef7f1-faec-4184-b95a-7b81ee7bdf27 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:15.188613 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e28eb4ed-27db-4a4a-8c04-7ce06770a16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:15.501075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-3ed362b1-9250-4c8f-9ca8-a41b3f2c5b55 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:15.502958 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-3ed362b1-9250-4c8f-9ca8-a41b3f2c5b55 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 816 time: 0.4097984 Feb 04 13:58:15.541601 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:15.603809 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'name': 'tempest-TestAggregatesBasicOps-1516235660-router', 'tenant_id': '288cbba0a29c469f896d703febbb70fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'db36b8c8-dfcd-4493-9179-a4d55257c301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:07Z', 'updated_at': '2022-02-04T13:58:10Z', 'revision_number': 3, 'project_id': '288cbba0a29c469f896d703febbb70fd', 'gw_port': {'id': 'db36b8c8-dfcd-4493-9179-a4d55257c301', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fe:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:09Z', 'updated_at': '2022-02-04T13:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:15.642217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:15.661378 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc3bb83-24fc-40d3-858a-03c7603c4344 None None] The sync data for ids ['3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'] in n-d-714676-13 is: [{'id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'name': 'tempest-TestAggregatesBasicOps-1516235660-router', 'tenant_id': '288cbba0a29c469f896d703febbb70fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'db36b8c8-dfcd-4493-9179-a4d55257c301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:07Z', 'updated_at': '2022-02-04T13:58:10Z', 'revision_number': 3, 'project_id': '288cbba0a29c469f896d703febbb70fd', 'gw_port': {'id': 'db36b8c8-dfcd-4493-9179-a4d55257c301', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fe:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:09Z', 'updated_at': '2022-02-04T13:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:58:15.743958 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-bdddf66a-f548-4523-ab8f-c4ac65d4ae4b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b65b42bd66c4f1ea41855347bee985a HTTP/1.1" status: 200 len: 380 time: 0.2311747 Feb 04 13:58:15.766300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-0b79e4a6-b5d2-4fb6-b83c-ef9688c9d580 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Request body: {'port': {'device_id': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'admin_state_up': True, 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'security_groups': ['3fed6473-f23d-4ce7-ae6f-affcd0d18f4a']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:15.993979 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72daf172-e62d-4e88-8dea-9687980632fd req-c480f565-df49-4990-ba93-d95fce0f103a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 210 time: 0.0762358 Feb 04 13:58:16.145843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Allocated IP 172.20.0.1 (e9314279-53ed-4e85-817e-6e300b125fd2/f4e26e7a-ea95-41ae-8bf4-e99017bc25ed/41be4d2f-4016-4a58-bdc1-c23a30b39277) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:58:16.190173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-0b79e4a6-b5d2-4fb6-b83c-ef9688c9d580 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Made reservation on behalf of 7b65b42bd66c4f1ea41855347bee985a for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:58:16.196012 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-0b79e4a6-b5d2-4fb6-b83c-ef9688c9d580 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:16.458930 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Publish callbacks [] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:16.494815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-0b79e4a6-b5d2-4fb6-b83c-ef9688c9d580 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Allocated IP 172.20.0.3 (88f6d30e-6939-4db7-9dac-021644b341a5/227dabb0-cb78-452d-ad4c-dc1f18b911ed/ab484eab-afa0-48a3-903a-e11f480e3af4) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:58:16.665023 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:16.690449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Network e9314279-53ed-4e85-817e-6e300b125fd2 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:58:16.699574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:16.702165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:58:16.827358 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-0b79e4a6-b5d2-4fb6-b83c-ef9688c9d580 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:16.841592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Pushing event updated for resources: {'Port': ['ID=41be4d2f-4016-4a58-bdc1-c23a30b39277,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:16.857372 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:16.980181 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:17.134675 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:17.177301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0cc8a671-7f95-408b-95b6-3a5e2b589461 None None] Provisioning complete for port 41be4d2f-4016-4a58-bdc1-c23a30b39277 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:17.177700 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a671-7f95-408b-95b6-3a5e2b589461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:17.237018 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-0b79e4a6-b5d2-4fb6-b83c-ef9688c9d580 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:17.243937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0cc8a671-7f95-408b-95b6-3a5e2b589461 None None] Port 41be4d2f-4016-4a58-bdc1-c23a30b39277 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:58:17.364025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-0b79e4a6-b5d2-4fb6-b83c-ef9688c9d580 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Network 88f6d30e-6939-4db7-9dac-021644b341a5 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:58:17.393320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-0b79e4a6-b5d2-4fb6-b83c-ef9688c9d580 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:17.401181 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-0b79e4a6-b5d2-4fb6-b83c-ef9688c9d580 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:58:17.504914 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79e4a6-b5d2-4fb6-b83c-ef9688c9d580 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event updated for resources: {'Port': ['ID=ab484eab-afa0-48a3-903a-e11f480e3af4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:17.554922 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6130091-d8aa-4bee-847a-415386d57b83 req-c4e52da9-0cfc-42e8-9aef-e21f32c628e3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:17.556882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6130091-d8aa-4bee-847a-415386d57b83 req-c4e52da9-0cfc-42e8-9aef-e21f32c628e3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 931 time: 0.3852310 Feb 04 13:58:17.586030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-0b79e4a6-b5d2-4fb6-b83c-ef9688c9d580 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:17.587879 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-0b79e4a6-b5d2-4fb6-b83c-ef9688c9d580 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:17.732745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6130091-d8aa-4bee-847a-415386d57b83 req-51f657fb-f997-4c67-b4fb-7b13ad802c9a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413248 Feb 04 13:58:17.736819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-0b79e4a6-b5d2-4fb6-b83c-ef9688c9d580 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9833663 Feb 04 13:58:17.751580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Request body: {'port': {'device_id': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:17.887365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d582398c-f710-4316-8061-822c5474a744 None None] Provisioning complete for port ab484eab-afa0-48a3-903a-e11f480e3af4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:17.888191 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d582398c-f710-4316-8061-822c5474a744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:17.951664 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Publish callbacks [] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:17.954576 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:17.955919 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d582398c-f710-4316-8061-822c5474a744 None None] Port ab484eab-afa0-48a3-903a-e11f480e3af4 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:58:18.003646 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:18.009457 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:18.064845 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:18.087483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device db36b8c8-dfcd-4493-9179-a4d55257c301 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:58:18.189059 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port db36b8c8-dfcd-4493-9179-a4d55257c301 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:18.189732 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (db36b8c8-dfcd-4493-9179-a4d55257c301), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:18.233009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Network e9314279-53ed-4e85-817e-6e300b125fd2 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:58:18.241773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:18.298894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port db36b8c8-dfcd-4493-9179-a4d55257c301 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:18.299689 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (db36b8c8-dfcd-4493-9179-a4d55257c301), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:18.351937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Pushing event updated for resources: {'Port': ['ID=41be4d2f-4016-4a58-bdc1-c23a30b39277,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:18.356149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port db36b8c8-dfcd-4493-9179-a4d55257c301, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=db36b8c8-dfcd-4493-9179-a4d55257c301,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:18.366853 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (db36b8c8-dfcd-4493-9179-a4d55257c301), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:18.446522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=db36b8c8-dfcd-4493-9179-a4d55257c301,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:18.605787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0cbea38f-ea7c-4c5c-aa65-32831364fbec None None] Provisioning complete for port 41be4d2f-4016-4a58-bdc1-c23a30b39277 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:18.606319 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0cbea38f-ea7c-4c5c-aa65-32831364fbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:18.618427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Router 3c6ef7f1-faec-4184-b95a-7b81ee7bdf27 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:58:18.678219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0cbea38f-ea7c-4c5c-aa65-32831364fbec None None] Port 41be4d2f-4016-4a58-bdc1-c23a30b39277 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:58:18.817176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:58:18.839258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Sync routers for ids ['3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:58:18.841562 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-75a1e88d-e60e-49c2-92a5-3620676a1eff admin admin] 10.222.0.96 "PUT /v2.0/routers/3c6ef7f1-faec-4184-b95a-7b81ee7bdf27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4587243 Feb 04 13:58:18.862632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Routers {'3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:18.864717 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:58:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:18.872883 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab484eab-afa0-48a3-903a-e11f480e3af4 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:58:18.885287 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Publish callbacks [] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:18.981691 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Transition to ACTIVE for port object ab484eab-afa0-48a3-903a-e11f480e3af4 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:58:18.996071 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:19.120853 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Set router 3c6ef7f1-faec-4184-b95a-7b81ee7bdf27 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:19.122123 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Pushing event updated for resources: {'Port': ['ID=ab484eab-afa0-48a3-903a-e11f480e3af4,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:19.186985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae5b70-7bc0-4265-924c-048d0423a771 req-469eacee-b238-4a52-9c75-aa40dcfb2841 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:19.204014 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6aae5b70-7bc0-4265-924c-048d0423a771 req-469eacee-b238-4a52-9c75-aa40dcfb2841 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 931 time: 0.2897789 Feb 04 13:58:19.346174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6aae5b70-7bc0-4265-924c-048d0423a771 req-de60de93-6a9b-45a5-9589-4b4d6227bef4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407101 Feb 04 13:58:19.422733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Attempting to bind port ab484eab-afa0-48a3-903a-e11f480e3af4 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:58:19.425892 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Attempting to bind port ab484eab-afa0-48a3-903a-e11f480e3af4 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:58:19.426441 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Attempting to bind port ab484eab-afa0-48a3-903a-e11f480e3af4 on network 88f6d30e-6939-4db7-9dac-021644b341a5 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:58:19.437018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Port ab484eab-afa0-48a3-903a-e11f480e3af4 on network 88f6d30e-6939-4db7-9dac-021644b341a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:58:19.437018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Attempting to bind port ab484eab-afa0-48a3-903a-e11f480e3af4 on network 88f6d30e-6939-4db7-9dac-021644b341a5 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:58:19.458039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:58:19.460345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Checking segment: {'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:58:19.462885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Bound using segment: {'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:58:19.463760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Bound port: ab484eab-afa0-48a3-903a-e11f480e3af4, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937251ae-75b4-4065-b639-46ecb34f3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:58:19.464933 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:19.551820 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'name': 'tempest-TestAggregatesBasicOps-1516235660-router', 'tenant_id': '288cbba0a29c469f896d703febbb70fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'db36b8c8-dfcd-4493-9179-a4d55257c301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:07Z', 'updated_at': '2022-02-04T13:58:17Z', 'revision_number': 4, 'project_id': '288cbba0a29c469f896d703febbb70fd', 'gw_port': {'id': 'db36b8c8-dfcd-4493-9179-a4d55257c301', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fe:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:09Z', 'updated_at': '2022-02-04T13:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '41be4d2f-4016-4a58-bdc1-c23a30b39277', 'name': '', 'network_id': 'e9314279-53ed-4e85-817e-6e300b125fd2', 'tenant_id': '288cbba0a29c469f896d703febbb70fd', 'mac_address': 'fa:16:3e:21:34:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'f4e26e7a-ea95-41ae-8bf4-e99017bc25ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:15Z', 'updated_at': '2022-02-04T13:58:17Z', 'revision_number': 2, 'project_id': '288cbba0a29c469f896d703febbb70fd', 'subnets': [{'id': 'f4e26e7a-ea95-41ae-8bf4-e99017bc25ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:19.659593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Checking router: 3c6ef7f1-faec-4184-b95a-7b81ee7bdf27 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:58:19.660612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Updating router 3c6ef7f1-faec-4184-b95a-7b81ee7bdf27 port 41be4d2f-4016-4a58-bdc1-c23a30b39277 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:58:19.703037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-4f073bf8-66e8-4088-97a5-a89115f90490 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=30d22503c6534843b7b9e3fb0870453f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1626446 Feb 04 13:58:19.770389 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:20.028034 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-726567ab-0287-4902-bfb3-306cf2f4107c tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:20.035242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-726567ab-0287-4902-bfb3-306cf2f4107c tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3152139 Feb 04 13:58:20.066799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-7c6ba285-5dfa-4e50-ab8a-cefff141bcdc tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/quotas/30d22503c6534843b7b9e3fb0870453f HTTP/1.1" status: 200 len: 375 time: 0.0303597 Feb 04 13:58:20.222473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device db36b8c8-dfcd-4493-9179-a4d55257c301 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:58:20.318677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port db36b8c8-dfcd-4493-9179-a4d55257c301 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:20.319093 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (db36b8c8-dfcd-4493-9179-a4d55257c301), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:20.480864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-dbd3473d-ad92-476a-81cd-731e316cdc3a tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=30d22503c6534843b7b9e3fb0870453f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4128647 Feb 04 13:58:20.484916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] For port ab484eab-afa0-48a3-903a-e11f480e3af4, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:58:20.499198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] For port ab484eab-afa0-48a3-903a-e11f480e3af4, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ab484eab-afa0-48a3-903a-e11f480e3af4,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:58:20.509671 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:20.553215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port db36b8c8-dfcd-4493-9179-a4d55257c301 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:20.553611 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:20.554436 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:20.555864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] 10.222.0.100 "PUT /v2.0/ports/ab484eab-afa0-48a3-903a-e11f480e3af4 HTTP/1.1" status: 200 len: 1092 time: 2.8102937 Feb 04 13:58:20.556330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'tag': 'ab484eab-afa0-48a3-903a-e11f480e3af4'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:58:20.558716 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c0e4b7-0414-4427-9c8c-6fcef318b1be" -d '{"events": [{"name": "network-changed", "server_uuid": "2f952577-9acc-4cd3-9bf2-3623d679f0af", "tag": "ab484eab-afa0-48a3-903a-e11f480e3af4"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:58:20.582038 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Publish callbacks [] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:20.591440 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:20.591702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b9029-cb6d-469a-81a5-e1ac8aa59bae service neutron] Pushing event updated for resources: {'Port': ['ID=ab484eab-afa0-48a3-903a-e11f480e3af4,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:20.725763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-0cf7363c-4a71-47ea-bd56-a54ae5f0edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:20.732224 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-0cf7363c-4a71-47ea-bd56-a54ae5f0edd2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 1126 time: 0.1307986 Feb 04 13:58:20.793449 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ab871-b50a-4144-b62e-95f58424d26d None None] Pushing event updated for resources: {'Port': ['ID=41be4d2f-4016-4a58-bdc1-c23a30b39277,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:20.813794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Attempting to bind port 41be4d2f-4016-4a58-bdc1-c23a30b39277 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:58:20.814222 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Attempting to bind port 41be4d2f-4016-4a58-bdc1-c23a30b39277 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '0e78c326-a839-47eb-b238-0a561860e291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e9314279-53ed-4e85-817e-6e300b125fd2'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:58:20.814712 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Attempting to bind port 41be4d2f-4016-4a58-bdc1-c23a30b39277 on network e9314279-53ed-4e85-817e-6e300b125fd2 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:58:20.847042 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-2db60286-9c60-40a6-ac1f-7115c8eebf79 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab484eab-afa0-48a3-903a-e11f480e3af4 HTTP/1.1" status: 200 len: 217 time: 0.1067572 Feb 04 13:58:20.856190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:58:20.856905 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Checking segment: {'id': '0e78c326-a839-47eb-b238-0a561860e291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e9314279-53ed-4e85-817e-6e300b125fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:58:20.857516 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:20.858142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Bound using segment: {'id': '0e78c326-a839-47eb-b238-0a561860e291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e9314279-53ed-4e85-817e-6e300b125fd2'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:58:20.858806 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Bound port: 41be4d2f-4016-4a58-bdc1-c23a30b39277, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e78c326-a839-47eb-b238-0a561860e291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e9314279-53ed-4e85-817e-6e300b125fd2'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:58:20.859382 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:20.974961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-131eba5f-5f91-4293-9523-b3eee4c3b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:20.986223 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-131eba5f-5f91-4293-9523-b3eee4c3b257 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.1336458 Feb 04 13:58:21.089341 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] For port 41be4d2f-4016-4a58-bdc1-c23a30b39277, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:58:21.098194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] For port 41be4d2f-4016-4a58-bdc1-c23a30b39277, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=41be4d2f-4016-4a58-bdc1-c23a30b39277,segment=NetworkSegment(0e78c326-a839-47eb-b238-0a561860e291),segment_id=0e78c326-a839-47eb-b238-0a561860e291)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:58:21.119070 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:21.119327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-4be5b948-9847-4454-8f0f-c1423b76dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:21.122599 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-4be5b948-9847-4454-8f0f-c1423b76dd98 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1234076 Feb 04 13:58:21.420778 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Routers {'3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:21.422390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:58:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:21.453857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-e48290a9-e91f-40de-b1a4-fa63b15532a2 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262954 Feb 04 13:58:21.632550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8ea6b1c6-998f-432c-bc73-794083d8e3c3 None None] Provisioning complete for port 41be4d2f-4016-4a58-bdc1-c23a30b39277 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:21.632550 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ea6b1c6-998f-432c-bc73-794083d8e3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:21.655922 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d603c2a-daf4-49f5-ac62-94ee7ab91494 req-af939f41-9964-4f3b-88a4-d6ef16c9d70e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:21.666394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d603c2a-daf4-49f5-ac62-94ee7ab91494 req-af939f41-9964-4f3b-88a4-d6ef16c9d70e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.2823966 Feb 04 13:58:21.690892 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4fd1a1b-8f57-4b2f-b129-b34c13d16b63 req-2b0b0eab-8c2a-4c9c-b16f-9618e1f00f03 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227199 Feb 04 13:58:21.723105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ab871-b50a-4144-b62e-95f58424d26d None None] Pushing event updated for resources: {'Port': ['ID=41be4d2f-4016-4a58-bdc1-c23a30b39277,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:21.738291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d603c2a-daf4-49f5-ac62-94ee7ab91494 req-5b8d4dec-ee8f-4374-9bd5-805b557723a6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704451 Feb 04 13:58:21.791279 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588909cb-45a8-421b-a6ac-731dcb83970a x-openstack-request-id: req-588909cb-45a8-421b-a6ac-731dcb83970a {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:58:21.791544 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f952577-9acc-4cd3-9bf2-3623d679f0af", "tag": "ab484eab-afa0-48a3-903a-e11f480e3af4", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:58:21.792036 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-588909cb-45a8-421b-a6ac-731dcb83970a {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:58:21.792398 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'tag': 'ab484eab-afa0-48a3-903a-e11f480e3af4', 'status': 'completed', 'code': 200} Feb 04 13:58:21.850277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8ea6b1c6-998f-432c-bc73-794083d8e3c3 None None] Current status of the port 41be4d2f-4016-4a58-bdc1-c23a30b39277 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:21.851257 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ea6b1c6-998f-432c-bc73-794083d8e3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:21.915263 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] Set router 3c6ef7f1-faec-4184-b95a-7b81ee7bdf27 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:21.922699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8ea6b1c6-998f-432c-bc73-794083d8e3c3 None None] For port 41be4d2f-4016-4a58-bdc1-c23a30b39277, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=41be4d2f-4016-4a58-bdc1-c23a30b39277,segment=NetworkSegment(0e78c326-a839-47eb-b238-0a561860e291),segment_id=0e78c326-a839-47eb-b238-0a561860e291)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:21.946981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6bb3aad-4eb9-40ab-890a-ba36c482296e req-4029064a-b687-4eb1-8289-a6ed8e26df41 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 210 time: 0.0426698 Feb 04 13:58:21.962451 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0e4b7-0414-4427-9c8c-6fcef318b1be req-27d6be2d-4a02-4b0b-b71e-eba9bbe5cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:21.962451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5c0e4b7-0414-4427-9c8c-6fcef318b1be req-27d6be2d-4a02-4b0b-b71e-eba9bbe5cae6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 1126 time: 0.1401708 Feb 04 13:58:21.984557 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ea6b1c6-998f-432c-bc73-794083d8e3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:22.120240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6b1c6-998f-432c-bc73-794083d8e3c3 None None] Pushing event updated for resources: {'Port': ['ID=41be4d2f-4016-4a58-bdc1-c23a30b39277,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:22.163993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0e4b7-0414-4427-9c8c-6fcef318b1be req-78ff82b8-019c-4930-9762-53955a2686c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:22.166844 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5c0e4b7-0414-4427-9c8c-6fcef318b1be req-78ff82b8-019c-4930-9762-53955a2686c2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 917 time: 0.2045298 Feb 04 13:58:22.290836 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5c0e4b7-0414-4427-9c8c-6fcef318b1be req-7a9e2e8f-ac96-4130-8b94-f1488fcec955 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab484eab-afa0-48a3-903a-e11f480e3af4 HTTP/1.1" status: 200 len: 217 time: 0.1141648 Feb 04 13:58:22.354549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-79e3770f-21fa-40e6-8be3-863fa83c03fe None None] Provisioning complete for port 41be4d2f-4016-4a58-bdc1-c23a30b39277 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:22.355275 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-79e3770f-21fa-40e6-8be3-863fa83c03fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:22.486567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0e4b7-0414-4427-9c8c-6fcef318b1be req-99df9f52-523c-483a-88f2-4efe5af89165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:22.531126 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5c0e4b7-0414-4427-9c8c-6fcef318b1be req-99df9f52-523c-483a-88f2-4efe5af89165 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.2289517 Feb 04 13:58:22.531944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-79e3770f-21fa-40e6-8be3-863fa83c03fe None None] Current status of the port 41be4d2f-4016-4a58-bdc1-c23a30b39277 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:22.576992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'name': 'tempest-TestAggregatesBasicOps-1516235660-router', 'tenant_id': '288cbba0a29c469f896d703febbb70fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'db36b8c8-dfcd-4493-9179-a4d55257c301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:07Z', 'updated_at': '2022-02-04T13:58:17Z', 'revision_number': 4, 'project_id': '288cbba0a29c469f896d703febbb70fd', 'gw_port': {'id': 'db36b8c8-dfcd-4493-9179-a4d55257c301', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fe:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:09Z', 'updated_at': '2022-02-04T13:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '41be4d2f-4016-4a58-bdc1-c23a30b39277', 'name': '', 'network_id': 'e9314279-53ed-4e85-817e-6e300b125fd2', 'tenant_id': '288cbba0a29c469f896d703febbb70fd', 'mac_address': 'fa:16:3e:21:34:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'f4e26e7a-ea95-41ae-8bf4-e99017bc25ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:15Z', 'updated_at': '2022-02-04T13:58:21Z', 'revision_number': 4, 'project_id': '288cbba0a29c469f896d703febbb70fd', 'subnets': [{'id': 'f4e26e7a-ea95-41ae-8bf4-e99017bc25ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:22.667413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0e4b7-0414-4427-9c8c-6fcef318b1be req-0a6bade0-56c0-4aa6-95a2-0651cdc74329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:22.670884 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5c0e4b7-0414-4427-9c8c-6fcef318b1be req-0a6bade0-56c0-4aa6-95a2-0651cdc74329 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1378160 Feb 04 13:58:22.671257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd2de2-bdda-4efb-9b91-3ea3b6680bb9 None None] The sync data for ids ['3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'] in n-d-714676-13 is: [{'id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'name': 'tempest-TestAggregatesBasicOps-1516235660-router', 'tenant_id': '288cbba0a29c469f896d703febbb70fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'db36b8c8-dfcd-4493-9179-a4d55257c301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:07Z', 'updated_at': '2022-02-04T13:58:17Z', 'revision_number': 4, 'project_id': '288cbba0a29c469f896d703febbb70fd', 'gw_port': {'id': 'db36b8c8-dfcd-4493-9179-a4d55257c301', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fe:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:09Z', 'updated_at': '2022-02-04T13:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '41be4d2f-4016-4a58-bdc1-c23a30b39277', 'name': '', 'network_id': 'e9314279-53ed-4e85-817e-6e300b125fd2', 'tenant_id': '288cbba0a29c469f896d703febbb70fd', 'mac_address': 'fa:16:3e:21:34:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'f4e26e7a-ea95-41ae-8bf4-e99017bc25ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:15Z', 'updated_at': '2022-02-04T13:58:21Z', 'revision_number': 4, 'project_id': '288cbba0a29c469f896d703febbb70fd', 'subnets': [{'id': 'f4e26e7a-ea95-41ae-8bf4-e99017bc25ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:58:22.709655 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-edee24a9-723f-448c-9a1b-c70797a3a8af tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=30d22503c6534843b7b9e3fb0870453f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349574 Feb 04 13:58:22.975982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5c0e4b7-0414-4427-9c8c-6fcef318b1be req-0164a2a4-1c2a-422e-9ab5-fcb4cb75ec78 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644236 Feb 04 13:58:22.987106 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-40e489eb-cad8-470a-9550-cbbbd76693e1 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:22.989113 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-40e489eb-cad8-470a-9550-cbbbd76693e1 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693629 Feb 04 13:58:23.003550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Request body: {'port': {'device_id': 'c1d7bb62-3217-4c4f-a0ac-e1624469acc6', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '30d22503c6534843b7b9e3fb0870453f'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:23.211883 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5c0e4b7-0414-4427-9c8c-6fcef318b1be req-d87969f2-a1fc-4db0-9d3b-11938ac01ba0 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214367 Feb 04 13:58:23.234487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d563b-2ff6-48ba-82df-a1bbfa8ff4ca req-553cd4cf-3812-4b8e-9516-5a1a56994a49 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:23.236119 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae4d563b-2ff6-48ba-82df-a1bbfa8ff4ca req-553cd4cf-3812-4b8e-9516-5a1a56994a49 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.1799903 Feb 04 13:58:23.278678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Made reservation on behalf of 30d22503c6534843b7b9e3fb0870453f for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:58:23.282833 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:23.313318 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:23.334806 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae4d563b-2ff6-48ba-82df-a1bbfa8ff4ca req-22b185a1-9627-4ed7-8925-42c98a350cb6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737767 Feb 04 13:58:23.475789 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Publish callbacks [] for security_group (12d3bada-dcff-4859-8d76-af96f06c72db), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:23.482637 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (12d3bada-dcff-4859-8d76-af96f06c72db), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:23.590962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec70d621-7f96-4838-8138-292c4f502c66 req-e141fea8-acdf-4767-ac56-403408e9a2e5 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 210 time: 0.0881617 Feb 04 13:58:23.628447 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d3bada-dcff-4859-8d76-af96f06c72db,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:23.712113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Allocated IP 192.168.233.7 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/50d969bd-43e7-4286-9447-4b4040fabf61) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:58:23.995539 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44334) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:24.109038 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 41be4d2f-4016-4a58-bdc1-c23a30b39277 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:58:24.139771 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Publish callbacks [] for port (50d969bd-43e7-4286-9447-4b4040fabf61), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:24.180348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 41be4d2f-4016-4a58-bdc1-c23a30b39277 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:24.181140 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:24.220685 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (50d969bd-43e7-4286-9447-4b4040fabf61), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:24.282169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:58:24.292568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:24.314720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:58:24.339720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 41be4d2f-4016-4a58-bdc1-c23a30b39277 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:24.383473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Pushing event updated for resources: {'Port': ['ID=50d969bd-43e7-4286-9447-4b4040fabf61,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:24.474197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:24.479144 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:24.526197 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-cd756612-db9b-4ff9-8560-1e17f976dfb4 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5280912 Feb 04 13:58:24.540718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-3c3b5e46-6055-4fab-9d72-afa8711770a2 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:58:24.541685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-3c3b5e46-6055-4fab-9d72-afa8711770a2 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101573 Feb 04 13:58:24.571934 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Request body: {'port': {'device_id': 'c1d7bb62-3217-4c4f-a0ac-e1624469acc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:24.691998 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (50d969bd-43e7-4286-9447-4b4040fabf61), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:24.702882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea55ae5-ae69-443a-848a-fe448b5760b3 req-5769239d-58d0-4a26-830b-c500770861a2 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:24.704572 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ea55ae5-ae69-443a-848a-fe448b5760b3 req-5769239d-58d0-4a26-830b-c500770861a2 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.1717670 Feb 04 13:58:24.713373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bc1c7754-6294-4cdf-a055-2ec95b620d14 None None] Provisioning complete for port 50d969bd-43e7-4286-9447-4b4040fabf61 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:24.713760 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7754-6294-4cdf-a055-2ec95b620d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (50d969bd-43e7-4286-9447-4b4040fabf61), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:24.758584 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2a43a892-1541-4af8-8df7-00cf6147633f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (f0672300-c135-4151-869f-35c3aa276d8b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:24.763665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c7754-6294-4cdf-a055-2ec95b620d14 None None] Port 50d969bd-43e7-4286-9447-4b4040fabf61 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:58:24.835030 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ea55ae5-ae69-443a-848a-fe448b5760b3 req-84b220ea-be87-4f7e-96de-2557109e19c7 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173100 Feb 04 13:58:25.093785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c37f4-3457-49c0-9f27-a6b80e9cfee8 req-57d76334-c986-4bd6-b268-6f182d79c484 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:25.100890 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2a43a892-1541-4af8-8df7-00cf6147633f admin admin] Deleting port 62cf4000-b6a9-4c5e-a9fc-c68b80739694 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:58:25.102007 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2a43a892-1541-4af8-8df7-00cf6147633f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:25.104183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-776c37f4-3457-49c0-9f27-a6b80e9cfee8 req-57d76334-c986-4bd6-b268-6f182d79c484 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 934 time: 0.1313260 Feb 04 13:58:25.158144 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-776c37f4-3457-49c0-9f27-a6b80e9cfee8 req-2cb0bb45-1dcc-4952-b18e-24d2504646ac tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/security-groups?id=12d3bada-dcff-4859-8d76-af96f06c72db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526423 Feb 04 13:58:25.201062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-2a43a892-1541-4af8-8df7-00cf6147633f admin admin] For port 62cf4000-b6a9-4c5e-a9fc-c68b80739694, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=62cf4000-b6a9-4c5e-a9fc-c68b80739694,segment=NetworkSegment(54a859d9-2944-46c3-ad0d-ebe219d640e7),segment_id=54a859d9-2944-46c3-ad0d-ebe219d640e7)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:25.201872 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2a43a892-1541-4af8-8df7-00cf6147633f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:25.217407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2a43a892-1541-4af8-8df7-00cf6147633f admin admin] Calling delete_port for 62cf4000-b6a9-4c5e-a9fc-c68b80739694 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:58:25.257220 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d969bd-43e7-4286-9447-4b4040fabf61 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:58:25.273085 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Publish callbacks [] for port (50d969bd-43e7-4286-9447-4b4040fabf61), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:25.287575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Transition to ACTIVE for port object 50d969bd-43e7-4286-9447-4b4040fabf61 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:58:25.292814 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (50d969bd-43e7-4286-9447-4b4040fabf61), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:25.399535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Pushing event updated for resources: {'Port': ['ID=50d969bd-43e7-4286-9447-4b4040fabf61,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:25.441363 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Attempting to bind port 50d969bd-43e7-4286-9447-4b4040fabf61 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:58:25.441730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Attempting to bind port 50d969bd-43e7-4286-9447-4b4040fabf61 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:58:25.442057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Attempting to bind port 50d969bd-43e7-4286-9447-4b4040fabf61 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:58:25.448450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Port 50d969bd-43e7-4286-9447-4b4040fabf61 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:58:25.448781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Attempting to bind port 50d969bd-43e7-4286-9447-4b4040fabf61 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:58:25.454551 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:58:25.454893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:58:25.455281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:58:25.455715 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Bound port: 50d969bd-43e7-4286-9447-4b4040fabf61, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:58:25.456080 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (50d969bd-43e7-4286-9447-4b4040fabf61), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:25.481841 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2a43a892-1541-4af8-8df7-00cf6147633f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (62cf4000-b6a9-4c5e-a9fc-c68b80739694), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:25.514236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43a892-1541-4af8-8df7-00cf6147633f admin admin] Pushing event deleted for resources: {'Port': ['ID=62cf4000-b6a9-4c5e-a9fc-c68b80739694,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:25.541645 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] For port 50d969bd-43e7-4286-9447-4b4040fabf61, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:58:25.547559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] For port 50d969bd-43e7-4286-9447-4b4040fabf61, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=50d969bd-43e7-4286-9447-4b4040fabf61,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:58:25.558315 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (50d969bd-43e7-4286-9447-4b4040fabf61), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:25.580132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device ab484eab-afa0-48a3-903a-e11f480e3af4 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:58:25.606285 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:25.606285 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:25.606285 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] 10.222.0.99 "PUT /v2.0/ports/50d969bd-43e7-4286-9447-4b4040fabf61 HTTP/1.1" status: 200 len: 1095 time: 1.0510473 Feb 04 13:58:25.608677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d7bb62-3217-4c4f-a0ac-e1624469acc6', 'tag': '50d969bd-43e7-4286-9447-4b4040fabf61'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:58:25.623180 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b25620-4d8e-477b-90d4-190ed27cba68" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d7bb62-3217-4c4f-a0ac-e1624469acc6", "tag": "50d969bd-43e7-4286-9447-4b4040fabf61"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:58:25.727526 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b2db8d-f80d-4253-bc2f-2b31f4d7d2e1 x-openstack-request-id: req-01b2db8d-f80d-4253-bc2f-2b31f4d7d2e1 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:58:25.727920 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d7bb62-3217-4c4f-a0ac-e1624469acc6", "tag": "50d969bd-43e7-4286-9447-4b4040fabf61", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:58:25.728177 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-01b2db8d-f80d-4253-bc2f-2b31f4d7d2e1 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:58:25.728635 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d7bb62-3217-4c4f-a0ac-e1624469acc6', 'tag': '50d969bd-43e7-4286-9447-4b4040fabf61', 'status': 'completed', 'code': 200} Feb 04 13:58:25.794658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port ab484eab-afa0-48a3-903a-e11f480e3af4, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ab484eab-afa0-48a3-903a-e11f480e3af4,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:25.811592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee2fc8-5ea3-4293-ba8d-f4c99f2ab76f service neutron] Pushing event updated for resources: {'Port': ['ID=50d969bd-43e7-4286-9447-4b4040fabf61,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:25.818502 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'ab484eab-afa0-48a3-903a-e11f480e3af4', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'port_id': 'ab484eab-afa0-48a3-903a-e11f480e3af4', 'mac_address': 'fa:16:3e:cf:d8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:58:25.903836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port ab484eab-afa0-48a3-903a-e11f480e3af4 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:25.904636 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:25.942429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-04cf9424-b159-4240-99d2-09310bf3ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:25.952931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab484eab-afa0-48a3-903a-e11f480e3af4 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:58:25.957249 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2a43a892-1541-4af8-8df7-00cf6147633f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (f0672300-c135-4151-869f-35c3aa276d8b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:25.959656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-04cf9424-b159-4240-99d2-09310bf3ac60 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=30d22503c6534843b7b9e3fb0870453f&device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 1129 time: 0.2872286 Feb 04 13:58:26.003056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port ab484eab-afa0-48a3-903a-e11f480e3af4, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ab484eab-afa0-48a3-903a-e11f480e3af4,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:26.011331 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:26.072933 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-e4da04c7-29e5-420f-accd-d38e983707cc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=50d969bd-43e7-4286-9447-4b4040fabf61 HTTP/1.1" status: 200 len: 217 time: 0.1070261 Feb 04 13:58:26.096546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=ab484eab-afa0-48a3-903a-e11f480e3af4,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:26.183420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-ddfb6ee6-dbb8-4320-954e-c39f2a345048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:26.184960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-ddfb6ee6-dbb8-4320-954e-c39f2a345048 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1058590 Feb 04 13:58:26.242822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505aadf-d540-4e20-865f-1bc16b209b18 req-e5d75fbd-947b-4473-b97a-fdbf81ab1ecf tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:26.244388 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3505aadf-d540-4e20-865f-1bc16b209b18 req-e5d75fbd-947b-4473-b97a-fdbf81ab1ecf tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 944 time: 0.1173460 Feb 04 13:58:26.277004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-baae0cf6-ce1b-4c35-990d-9d2dd34218c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:26.278585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-baae0cf6-ce1b-4c35-990d-9d2dd34218c1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0835974 Feb 04 13:58:26.321925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a43a892-1541-4af8-8df7-00cf6147633f admin admin] Router f0672300-c135-4151-869f-35c3aa276d8b has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:58:26.332501 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['ab484eab-afa0-48a3-903a-e11f480e3af4'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:58:26.358754 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3505aadf-d540-4e20-865f-1bc16b209b18 req-03c64625-7ab2-4da6-a226-301d5b0402e8 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080718 Feb 04 13:58:26.496891 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-11aaa085-b449-4f82-be5a-0fcbee0ceb29 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023234 Feb 04 13:58:26.500729 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a43a892-1541-4af8-8df7-00cf6147633f admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:58:26.509679 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2a43a892-1541-4af8-8df7-00cf6147633f admin admin] 10.222.0.96 "PUT /v2.0/routers/f0672300-c135-4151-869f-35c3aa276d8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5095346 Feb 04 13:58:26.509979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44356) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:26.519501 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41781937-07f5-407c-96bd-33eb851caa90 None None] Sync routers for ids ['f0672300-c135-4151-869f-35c3aa276d8b'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:58:26.539353 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41781937-07f5-407c-96bd-33eb851caa90 None None] Routers {'f0672300-c135-4151-869f-35c3aa276d8b'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:26.540103 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-41781937-07f5-407c-96bd-33eb851caa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:58:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f0672300-c135-4151-869f-35c3aa276d8b'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:26.583523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393bb51-62e2-4b2c-9c19-cdfef494cc5c req-b242c15c-7abd-48cc-86e0-eed8391286e3 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:26.586215 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4393bb51-62e2-4b2c-9c19-cdfef494cc5c req-b242c15c-7abd-48cc-86e0-eed8391286e3 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 946 time: 0.1269662 Feb 04 13:58:26.690837 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb58d795-a825-4304-a54f-f6e189ee3595 admin admin] Publish callbacks [] for router (f0672300-c135-4151-869f-35c3aa276d8b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:26.704397 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4393bb51-62e2-4b2c-9c19-cdfef494cc5c req-8a27f373-84be-493e-aa87-62b59d4fd289 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/security-groups?id=12d3bada-dcff-4859-8d76-af96f06c72db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055369 Feb 04 13:58:26.722885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c6a6178-e461-483d-a74e-f2f5aeeb45af req-570ac66a-8784-4fd1-b73e-0926fa9a98b0 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185564 Feb 04 13:58:26.726035 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-41781937-07f5-407c-96bd-33eb851caa90 None None] Set router f0672300-c135-4151-869f-35c3aa276d8b gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:26.841136 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb58d795-a825-4304-a54f-f6e189ee3595 admin admin] Publish callbacks [] for router_gateway (f0672300-c135-4151-869f-35c3aa276d8b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:26.866419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b25620-4d8e-477b-90d4-190ed27cba68 req-7047e158-b8e8-4ff8-a862-5d4d932fdd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:26.869196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03b25620-4d8e-477b-90d4-190ed27cba68 req-7047e158-b8e8-4ff8-a862-5d4d932fdd2f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=30d22503c6534843b7b9e3fb0870453f&device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 1129 time: 0.0931919 Feb 04 13:58:26.925735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-eb58d795-a825-4304-a54f-f6e189ee3595 admin admin] Deleting port 6dd630f4-a758-4576-b997-6f667e885d93 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:58:26.926374 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb58d795-a825-4304-a54f-f6e189ee3595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6dd630f4-a758-4576-b997-6f667e885d93), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:26.989885 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-41781937-07f5-407c-96bd-33eb851caa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'name': 'tempest-TestAggregatesBasicOps-1017934659-router', 'tenant_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '6dd630f4-a758-4576-b997-6f667e885d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:53Z', 'updated_at': '2022-02-04T13:58:25Z', 'revision_number': 5, 'project_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'gw_port': {'id': '6dd630f4-a758-4576-b997-6f667e885d93', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:86:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:54Z', 'updated_at': '2022-02-04T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:27.011058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b25620-4d8e-477b-90d4-190ed27cba68 req-ff1f25ad-f23a-4796-9643-7c93341ff828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:27.013411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03b25620-4d8e-477b-90d4-190ed27cba68 req-ff1f25ad-f23a-4796-9643-7c93341ff828 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.1369874 Feb 04 13:58:27.020134 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41781937-07f5-407c-96bd-33eb851caa90 None None] Checking router: f0672300-c135-4151-869f-35c3aa276d8b for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:58:27.031909 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41781937-07f5-407c-96bd-33eb851caa90 None None] Routers {'f0672300-c135-4151-869f-35c3aa276d8b'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:27.032688 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-41781937-07f5-407c-96bd-33eb851caa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:58:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['f0672300-c135-4151-869f-35c3aa276d8b'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:27.044347 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-eb58d795-a825-4304-a54f-f6e189ee3595 admin admin] For port 6dd630f4-a758-4576-b997-6f667e885d93, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6dd630f4-a758-4576-b997-6f667e885d93,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:27.044719 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb58d795-a825-4304-a54f-f6e189ee3595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6dd630f4-a758-4576-b997-6f667e885d93), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:27.063702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-eb58d795-a825-4304-a54f-f6e189ee3595 admin admin] Calling delete_port for 6dd630f4-a758-4576-b997-6f667e885d93 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:58:27.080760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03b25620-4d8e-477b-90d4-190ed27cba68 req-4224e363-90a9-4e16-a258-3f964e1d4c34 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=50d969bd-43e7-4286-9447-4b4040fabf61 HTTP/1.1" status: 200 len: 217 time: 0.0600543 Feb 04 13:58:27.189556 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b25620-4d8e-477b-90d4-190ed27cba68 req-8f13346a-36c2-4f71-9af6-e397b2648973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:27.189876 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-41781937-07f5-407c-96bd-33eb851caa90 None None] Set router f0672300-c135-4151-869f-35c3aa276d8b gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:27.196611 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03b25620-4d8e-477b-90d4-190ed27cba68 req-8f13346a-36c2-4f71-9af6-e397b2648973 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.1090755 Feb 04 13:58:27.267664 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-41781937-07f5-407c-96bd-33eb851caa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'name': 'tempest-TestAggregatesBasicOps-1017934659-router', 'tenant_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:53Z', 'updated_at': '2022-02-04T13:58:26Z', 'revision_number': 6, 'project_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:27.276720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b25620-4d8e-477b-90d4-190ed27cba68 req-299cd158-fa8f-4e2c-80c8-ba22df38b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:27.278738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03b25620-4d8e-477b-90d4-190ed27cba68 req-299cd158-fa8f-4e2c-80c8-ba22df38b4ef service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0747509 Feb 04 13:58:27.300376 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41781937-07f5-407c-96bd-33eb851caa90 None None] The sync data for ids ['f0672300-c135-4151-869f-35c3aa276d8b'] in n-d-714676-13 is: [{'id': 'f0672300-c135-4151-869f-35c3aa276d8b', 'name': 'tempest-TestAggregatesBasicOps-1017934659-router', 'tenant_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:53Z', 'updated_at': '2022-02-04T13:58:26Z', 'revision_number': 6, 'project_id': '5f93bc16a77f470bbf92f2dcccc4e64c', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:58:27.313229 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb58d795-a825-4304-a54f-f6e189ee3595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6dd630f4-a758-4576-b997-6f667e885d93), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:27.390528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58d795-a825-4304-a54f-f6e189ee3595 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd630f4-a758-4576-b997-6f667e885d93,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:27.487199 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03b25620-4d8e-477b-90d4-190ed27cba68 req-6c076570-8af5-4179-85d8-6ba5561f0bff service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992564 Feb 04 13:58:27.593467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device ab484eab-afa0-48a3-903a-e11f480e3af4 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:58:27.596869 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f7852-1619-44a9-a018-994c151dc358 req-63c77eec-f395-49d2-9fdc-97d707bf0f6c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:27.598964 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d04f7852-1619-44a9-a018-994c151dc358 req-63c77eec-f395-49d2-9fdc-97d707bf0f6c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 944 time: 0.1300945 Feb 04 13:58:27.709963 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d04f7852-1619-44a9-a018-994c151dc358 req-02bb9220-fde6-414a-b702-21346e44b46f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816154 Feb 04 13:58:27.769129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port ab484eab-afa0-48a3-903a-e11f480e3af4 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:58:27.776287 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03b25620-4d8e-477b-90d4-190ed27cba68 req-dc7f1139-0c35-4fbe-b28a-ab5d2d8d3039 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666197 Feb 04 13:58:27.776833 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port ab484eab-afa0-48a3-903a-e11f480e3af4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:27.777571 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:27.922863 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e9824-5923-4b7a-b9d8-a8a4e94c719e req-0eef83f8-5dac-4041-acbf-bf57f77dc0cf tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:27.926507 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c91e9824-5923-4b7a-b9d8-a8a4e94c719e req-0eef83f8-5dac-4041-acbf-bf57f77dc0cf tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 946 time: 0.1034834 Feb 04 13:58:28.014645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port ab484eab-afa0-48a3-903a-e11f480e3af4 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:28.015491 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c91e9824-5923-4b7a-b9d8-a8a4e94c719e req-eee40a7b-bde7-4a21-ae9e-50b4aaf5ea4a tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/security-groups?id=12d3bada-dcff-4859-8d76-af96f06c72db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806184 Feb 04 13:58:28.016043 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:28.059062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab484eab-afa0-48a3-903a-e11f480e3af4'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:58:28.061557 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39e1759-8d1f-4678-98cc-3e5602fd377d" -d '{"events": [{"server_uuid": "2f952577-9acc-4cd3-9bf2-3623d679f0af", "name": "network-vif-plugged", "status": "completed", "tag": "ab484eab-afa0-48a3-903a-e11f480e3af4"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:58:28.063788 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb58d795-a825-4304-a54f-f6e189ee3595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (f0672300-c135-4151-869f-35c3aa276d8b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:28.105360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port ab484eab-afa0-48a3-903a-e11f480e3af4, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ab484eab-afa0-48a3-903a-e11f480e3af4,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:28.117721 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:28.188186 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=ab484eab-afa0-48a3-903a-e11f480e3af4,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:28.211647 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1575429d-bd9b-4d49-a80e-f2be6928146a x-openstack-request-id: req-1575429d-bd9b-4d49-a80e-f2be6928146a {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:58:28.212366 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f952577-9acc-4cd3-9bf2-3623d679f0af", "name": "network-vif-plugged", "status": "completed", "tag": "ab484eab-afa0-48a3-903a-e11f480e3af4", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:58:28.212879 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1575429d-bd9b-4d49-a80e-f2be6928146a {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:58:28.213531 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab484eab-afa0-48a3-903a-e11f480e3af4', 'code': 200} Feb 04 13:58:28.218711 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb58d795-a825-4304-a54f-f6e189ee3595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (f0672300-c135-4151-869f-35c3aa276d8b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:28.224987 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb58d795-a825-4304-a54f-f6e189ee3595 admin admin] Publish callbacks [] for router_controller (f0672300-c135-4151-869f-35c3aa276d8b), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:28.335495 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb58d795-a825-4304-a54f-f6e189ee3595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (f0672300-c135-4151-869f-35c3aa276d8b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:28.336143 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb58d795-a825-4304-a54f-f6e189ee3595 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0672300-c135-4151-869f-35c3aa276d8b {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:58:28.345619 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eb58d795-a825-4304-a54f-f6e189ee3595 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:28.348417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 62cf4000-b6a9-4c5e-a9fc-c68b80739694 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:58:28.349909 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-eb58d795-a825-4304-a54f-f6e189ee3595 admin admin] 10.222.0.96 "DELETE /v2.0/routers/f0672300-c135-4151-869f-35c3aa276d8b HTTP/1.1" status: 204 len: 168 time: 1.8386545 Feb 04 13:58:28.350693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44372) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:28.386656 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 62cf4000-b6a9-4c5e-a9fc-c68b80739694 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:58:28.387143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 62cf4000-b6a9-4c5e-a9fc-c68b80739694 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:58:28.402189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613614f9-e02e-4d48-96c6-37863da0b2d3 req-1d1b60f6-0aa9-4482-a415-5b3362e00e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:28.404314 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-613614f9-e02e-4d48-96c6-37863da0b2d3 req-1d1b60f6-0aa9-4482-a415-5b3362e00e41 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 1128 time: 0.0972166 Feb 04 13:58:28.423261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3627c1e3-51ad-4f9d-a4aa-d0dee4c5e9c4 admin admin] Deleting subnet 7a33f6ea-7cfe-4467-9f7f-457b64939f3d {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:58:28.428499 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3627c1e3-51ad-4f9d-a4aa-d0dee4c5e9c4 admin admin] Publish callbacks [] for subnet (7a33f6ea-7cfe-4467-9f7f-457b64939f3d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:28.470855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-613614f9-e02e-4d48-96c6-37863da0b2d3 req-5741fe47-5723-417e-b33b-349eb558cd42 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608187 Feb 04 13:58:28.479357 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3627c1e3-51ad-4f9d-a4aa-d0dee4c5e9c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (7a33f6ea-7cfe-4467-9f7f-457b64939f3d), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:28.599498 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3627c1e3-51ad-4f9d-a4aa-d0dee4c5e9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (7a33f6ea-7cfe-4467-9f7f-457b64939f3d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:28.689917 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3627c1e3-51ad-4f9d-a4aa-d0dee4c5e9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (7a33f6ea-7cfe-4467-9f7f-457b64939f3d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:28.716298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627c1e3-51ad-4f9d-a4aa-d0dee4c5e9c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a33f6ea-7cfe-4467-9f7f-457b64939f3d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:28.729181 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3627c1e3-51ad-4f9d-a4aa-d0dee4c5e9c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:28.733365 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3627c1e3-51ad-4f9d-a4aa-d0dee4c5e9c4 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/7a33f6ea-7cfe-4467-9f7f-457b64939f3d HTTP/1.1" status: 204 len: 168 time: 0.3816028 Feb 04 13:58:28.735666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dde618f-1284-4e4f-a2cc-188849e5a9b7 None None] Network 69ee5d2f-38ef-4c8f-a138-c1d75d7299b1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:58:28.736201 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44376) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:28.826782 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (69ee5d2f-38ef-4c8f-a138-c1d75d7299b1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:28.906616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] Deleting port 34cef665-54d1-4a06-8f24-58badd43be52 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:58:28.907478 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (34cef665-54d1-4a06-8f24-58badd43be52), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:28.956060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e7531-ba1d-4a0d-91e2-1abdea35ca64 req-a3ff6418-183e-4bdd-a9a2-82a5b66cb630 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:28.957808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-808e7531-ba1d-4a0d-91e2-1abdea35ca64 req-a3ff6418-183e-4bdd-a9a2-82a5b66cb630 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.0977786 Feb 04 13:58:28.995739 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7df08-d14c-4871-9c06-7afc439185eb None None] DHCP port deletion for 69ee5d2f-38ef-4c8f-a138-c1d75d7299b1 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:58:29.014012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] For port 34cef665-54d1-4a06-8f24-58badd43be52, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=34cef665-54d1-4a06-8f24-58badd43be52,segment=NetworkSegment(54a859d9-2944-46c3-ad0d-ebe219d640e7),segment_id=54a859d9-2944-46c3-ad0d-ebe219d640e7)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:29.014453 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (34cef665-54d1-4a06-8f24-58badd43be52), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:29.033399 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] Calling delete_port for 34cef665-54d1-4a06-8f24-58badd43be52 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:58:29.037624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-808e7531-ba1d-4a0d-91e2-1abdea35ca64 req-baaa67a0-717d-4b5b-b7e1-103e38ed4e3e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707705 Feb 04 13:58:29.088310 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-68e7df08-d14c-4871-9c06-7afc439185eb None None] Deleting port 34cef665-54d1-4a06-8f24-58badd43be52 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:58:29.088836 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-68e7df08-d14c-4871-9c06-7afc439185eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (34cef665-54d1-4a06-8f24-58badd43be52), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:29.159740 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (34cef665-54d1-4a06-8f24-58badd43be52), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:29.181997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-68e7df08-d14c-4871-9c06-7afc439185eb None None] For port 34cef665-54d1-4a06-8f24-58badd43be52, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=34cef665-54d1-4a06-8f24-58badd43be52,segment=NetworkSegment(54a859d9-2944-46c3-ad0d-ebe219d640e7),segment_id=54a859d9-2944-46c3-ad0d-ebe219d640e7)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:29.182626 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-68e7df08-d14c-4871-9c06-7afc439185eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (34cef665-54d1-4a06-8f24-58badd43be52), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:29.201716 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] Pushing event deleted for resources: {'Port': ['ID=34cef665-54d1-4a06-8f24-58badd43be52,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:29.205719 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] No DVR routers for this DVR port 34cef665-54d1-4a06-8f24-58badd43be52 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:58:29.211267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-68e7df08-d14c-4871-9c06-7afc439185eb None None] Calling delete_port for 34cef665-54d1-4a06-8f24-58badd43be52 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:58:29.263443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437de596-7347-4223-ad97-e48ad8836b34 req-30a76924-adf1-4aec-bcd7-81f450d3d29f tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:29.277700 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-437de596-7347-4223-ad97-e48ad8836b34 req-30a76924-adf1-4aec-bcd7-81f450d3d29f tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 946 time: 0.1167498 Feb 04 13:58:29.320092 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (69ee5d2f-38ef-4c8f-a138-c1d75d7299b1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:29.348243 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-68e7df08-d14c-4871-9c06-7afc439185eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (34cef665-54d1-4a06-8f24-58badd43be52), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:29.363213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ee5d2f-38ef-4c8f-a138-c1d75d7299b1']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:29.381464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-437de596-7347-4223-ad97-e48ad8836b34 req-95121145-e974-4da1-b4a5-853c705c93c2 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/security-groups?id=12d3bada-dcff-4859-8d76-af96f06c72db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029716 Feb 04 13:58:29.399145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a859d9-2944-46c3-ad0d-ebe219d640e7') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:29.399539 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a859d9-2944-46c3-ad0d-ebe219d640e7') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:29.405271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7df08-d14c-4871-9c06-7afc439185eb None None] Pushing event deleted for resources: {'Port': ['ID=34cef665-54d1-4a06-8f24-58badd43be52,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:29.413348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7df08-d14c-4871-9c06-7afc439185eb None None] No DVR routers for this DVR port 34cef665-54d1-4a06-8f24-58badd43be52 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:58:29.415666 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (54a859d9-2944-46c3-ad0d-ebe219d640e7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:29.439419 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (54a859d9-2944-46c3-ad0d-ebe219d640e7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:29.447044 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:58:29.447750 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (54a859d9-2944-46c3-ad0d-ebe219d640e7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:58:29.450167 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:58:29.514329 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (69ee5d2f-38ef-4c8f-a138-c1d75d7299b1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:29.520674 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:29.524522 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] 10.222.0.96 "DELETE /v2.0/networks/69ee5d2f-38ef-4c8f-a138-c1d75d7299b1 HTTP/1.1" status: 204 len: 168 time: 0.7859421 Feb 04 13:58:29.527532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44388) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:29.538353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51369e5d-aaef-4e94-9894-588611241067 admin admin] Pushing event deleted for resources: {'Network': ['ID=69ee5d2f-38ef-4c8f-a138-c1d75d7299b1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:29.928926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6dd630f4-a758-4576-b997-6f667e885d93 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:58:29.955412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 6dd630f4-a758-4576-b997-6f667e885d93 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:58:29.956011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6dd630f4-a758-4576-b997-6f667e885d93 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:58:29.956662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 34cef665-54d1-4a06-8f24-58badd43be52 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:58:29.984828 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 34cef665-54d1-4a06-8f24-58badd43be52 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:58:29.985791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 34cef665-54d1-4a06-8f24-58badd43be52 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:58:30.040589 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:30.536415 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61e91b-32bb-406f-aa65-d058f62d07b1 req-cc40b124-38fe-4d98-bfcd-0199dbd710f3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:30.538967 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a61e91b-32bb-406f-aa65-d058f62d07b1 req-cc40b124-38fe-4d98-bfcd-0199dbd710f3 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.0817044 Feb 04 13:58:30.650371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a61e91b-32bb-406f-aa65-d058f62d07b1 req-3d5ebf84-9d90-41cc-bf05-3a839bce2713 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758164 Feb 04 13:58:30.807913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a1d2e-98c8-4204-8729-da9a16e929ec req-fef3a108-d104-4186-aea7-30bb522869dc tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:30.809511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-493a1d2e-98c8-4204-8729-da9a16e929ec req-fef3a108-d104-4186-aea7-30bb522869dc tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 946 time: 0.0898476 Feb 04 13:58:30.824368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Deleting port 41be4d2f-4016-4a58-bdc1-c23a30b39277 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:58:30.824368 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:30.944800 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-493a1d2e-98c8-4204-8729-da9a16e929ec req-6d6a3380-3256-4c84-99cb-67279f1ca1b3 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/security-groups?id=12d3bada-dcff-4859-8d76-af96f06c72db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250446 Feb 04 13:58:30.978209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] For port 41be4d2f-4016-4a58-bdc1-c23a30b39277, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=41be4d2f-4016-4a58-bdc1-c23a30b39277,segment=NetworkSegment(0e78c326-a839-47eb-b238-0a561860e291),segment_id=0e78c326-a839-47eb-b238-0a561860e291)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:30.978801 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:30.982612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 50d969bd-43e7-4286-9447-4b4040fabf61 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:58:30.998603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Calling delete_port for 41be4d2f-4016-4a58-bdc1-c23a30b39277 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:58:31.048354 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:58:31.134112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 50d969bd-43e7-4286-9447-4b4040fabf61, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=50d969bd-43e7-4286-9447-4b4040fabf61,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:31.148670 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '50d969bd-43e7-4286-9447-4b4040fabf61', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': '50d969bd-43e7-4286-9447-4b4040fabf61', 'mac_address': 'fa:16:3e:99:26:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:58:31.170285 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557788f-b031-48c1-9bc9-3da410caa8d2 req-cef93f49-bad9-417a-a39e-6a8465fff7e1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:31.171939 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8557788f-b031-48c1-9bc9-3da410caa8d2 req-cef93f49-bad9-417a-a39e-6a8465fff7e1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1543262 Feb 04 13:58:31.181550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44406) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:31.188798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-208f2cd6-05d7-4b06-8684-14594dadb107 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Request body: {'floatingip': {'port_id': 'ab484eab-afa0-48a3-903a-e11f480e3af4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:31.228306 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 50d969bd-43e7-4286-9447-4b4040fabf61 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:31.228809 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (50d969bd-43e7-4286-9447-4b4040fabf61), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:31.245229 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-208f2cd6-05d7-4b06-8684-14594dadb107 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for floatingip (aec5a1f1-a5a3-464e-9f13-25a703e6d093), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:31.248905 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d969bd-43e7-4286-9447-4b4040fabf61 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:58:31.273441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 50d969bd-43e7-4286-9447-4b4040fabf61, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=50d969bd-43e7-4286-9447-4b4040fabf61,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:31.279830 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (50d969bd-43e7-4286-9447-4b4040fabf61), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:31.305123 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (41be4d2f-4016-4a58-bdc1-c23a30b39277), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:31.365644 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=50d969bd-43e7-4286-9447-4b4040fabf61,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:31.390662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Pushing event deleted for resources: {'Port': ['ID=41be4d2f-4016-4a58-bdc1-c23a30b39277,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:31.447041 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:31.447489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:31.448002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:31.448499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:31.448910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:31.449317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:31.449719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:31.450258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:31.450670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:31.451136 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:31.451541 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:31.451939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:31.452336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:31.694078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['50d969bd-43e7-4286-9447-4b4040fabf61'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:58:31.762295 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:32.132359 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.db.resource_extend [None req-208f2cd6-05d7-4b06-8684-14594dadb107 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:58:32.215005 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-208f2cd6-05d7-4b06-8684-14594dadb107 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:32.215829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436802a3-113c-4f3f-aaf5-d618849ecb60 req-9baa1168-704d-449a-9513-d028d2143af9 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:32.217206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-436802a3-113c-4f3f-aaf5-d618849ecb60 req-9baa1168-704d-449a-9513-d028d2143af9 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 947 time: 0.1351464 Feb 04 13:58:32.223101 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-208f2cd6-05d7-4b06-8684-14594dadb107 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (aec5a1f1-a5a3-464e-9f13-25a703e6d093), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:32.310379 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Router 3c6ef7f1-faec-4184-b95a-7b81ee7bdf27 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:58:32.331749 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-436802a3-113c-4f3f-aaf5-d618849ecb60 req-9430486d-563d-4619-b051-84f749952637 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/security-groups?id=12d3bada-dcff-4859-8d76-af96f06c72db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053708 Feb 04 13:58:32.365380 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-208f2cd6-05d7-4b06-8684-14594dadb107 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Floating IP aec5a1f1-a5a3-464e-9f13-25a703e6d093 associated. External IP: 172.25.5.128, port: ab484eab-afa0-48a3-903a-e11f480e3af4. Feb 04 13:58:32.465657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:58:32.478153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-49a21ea2-2ff1-4290-9413-cd83a7a9e894 admin admin] 10.222.0.96 "PUT /v2.0/routers/3c6ef7f1-faec-4184-b95a-7b81ee7bdf27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9472704 Feb 04 13:58:32.479326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca395b09-c5b8-4d6d-b261-4aee10a721e1 None None] Sync routers for ids ['3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:58:32.479885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44414) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:32.495205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca395b09-c5b8-4d6d-b261-4aee10a721e1 None None] Routers {'3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:32.495920 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ca395b09-c5b8-4d6d-b261-4aee10a721e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:58:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:32.734327 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f602c22-90ba-4ef5-823e-b0da859b12e4 admin admin] Publish callbacks [] for router (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:32.822659 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208f2cd6-05d7-4b06-8684-14594dadb107 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Router 7615c355-8740-4775-96b9-e8ea7677f529 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:58:32.936440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-ca395b09-c5b8-4d6d-b261-4aee10a721e1 None None] Set router 3c6ef7f1-faec-4184-b95a-7b81ee7bdf27 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:32.996383 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f602c22-90ba-4ef5-823e-b0da859b12e4 admin admin] Publish callbacks [] for router_gateway (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:32.999797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 50d969bd-43e7-4286-9447-4b4040fabf61 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:58:33.139826 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208f2cd6-05d7-4b06-8684-14594dadb107 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:58:33.148264 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-208f2cd6-05d7-4b06-8684-14594dadb107 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:33.156826 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b511f932-4534-4468-bac3-63fa2c63b716 None None] Sync routers for ids ['7615c355-8740-4775-96b9-e8ea7677f529'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:58:33.179633 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b511f932-4534-4468-bac3-63fa2c63b716 None None] Routers {'7615c355-8740-4775-96b9-e8ea7677f529'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:33.183353 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b511f932-4534-4468-bac3-63fa2c63b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:58:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7615c355-8740-4775-96b9-e8ea7677f529'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:33.184881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-7f602c22-90ba-4ef5-823e-b0da859b12e4 admin admin] Deleting port db36b8c8-dfcd-4493-9179-a4d55257c301 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:58:33.185234 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f602c22-90ba-4ef5-823e-b0da859b12e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (db36b8c8-dfcd-4493-9179-a4d55257c301), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:33.195240 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-208f2cd6-05d7-4b06-8684-14594dadb107 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "PUT /v2.0/floatingips/aec5a1f1-a5a3-464e-9f13-25a703e6d093 HTTP/1.1" status: 200 len: 991 time: 2.0124855 Feb 04 13:58:33.195863 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'tag': 'ab484eab-afa0-48a3-903a-e11f480e3af4'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:58:33.198666 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0f4806-0bd3-41fb-abe9-7fad50ef914c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f952577-9acc-4cd3-9bf2-3623d679f0af", "tag": "ab484eab-afa0-48a3-903a-e11f480e3af4"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:58:33.247673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 50d969bd-43e7-4286-9447-4b4040fabf61 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:58:33.257544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 50d969bd-43e7-4286-9447-4b4040fabf61 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:33.257997 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (50d969bd-43e7-4286-9447-4b4040fabf61), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:33.452553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-7f602c22-90ba-4ef5-823e-b0da859b12e4 admin admin] For port db36b8c8-dfcd-4493-9179-a4d55257c301, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=db36b8c8-dfcd-4493-9179-a4d55257c301,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:33.454065 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f602c22-90ba-4ef5-823e-b0da859b12e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (db36b8c8-dfcd-4493-9179-a4d55257c301), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:33.473346 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b511f932-4534-4468-bac3-63fa2c63b716 None None] Set router 7615c355-8740-4775-96b9-e8ea7677f529 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:33.476572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-7f602c22-90ba-4ef5-823e-b0da859b12e4 admin admin] Calling delete_port for db36b8c8-dfcd-4493-9179-a4d55257c301 owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:58:33.533632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ca395b09-c5b8-4d6d-b261-4aee10a721e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'name': 'tempest-TestAggregatesBasicOps-1516235660-router', 'tenant_id': '288cbba0a29c469f896d703febbb70fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'db36b8c8-dfcd-4493-9179-a4d55257c301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:07Z', 'updated_at': '2022-02-04T13:58:31Z', 'revision_number': 5, 'project_id': '288cbba0a29c469f896d703febbb70fd', 'gw_port': {'id': 'db36b8c8-dfcd-4493-9179-a4d55257c301', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fe:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:09Z', 'updated_at': '2022-02-04T13:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:33.600984 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca395b09-c5b8-4d6d-b261-4aee10a721e1 None None] Checking router: 3c6ef7f1-faec-4184-b95a-7b81ee7bdf27 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:58:33.617808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 50d969bd-43e7-4286-9447-4b4040fabf61 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:33.618611 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (50d969bd-43e7-4286-9447-4b4040fabf61), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:33.649721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca395b09-c5b8-4d6d-b261-4aee10a721e1 None None] Routers {'3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:33.651393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ca395b09-c5b8-4d6d-b261-4aee10a721e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:58:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:33.766501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d35ac-0f6b-4ba2-ae72-b33f63a7bf0b req-82af3090-5041-4dd9-9939-60dcae425f12 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:33.768434 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f78d35ac-0f6b-4ba2-ae72-b33f63a7bf0b req-82af3090-5041-4dd9-9939-60dcae425f12 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.2116702 Feb 04 13:58:33.787083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d7bb62-3217-4c4f-a0ac-e1624469acc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d969bd-43e7-4286-9447-4b4040fabf61'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:58:33.793278 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550456fa-6e55-4d24-b860-b5ac16602adc" -d '{"events": [{"server_uuid": "c1d7bb62-3217-4c4f-a0ac-e1624469acc6", "name": "network-vif-plugged", "status": "completed", "tag": "50d969bd-43e7-4286-9447-4b4040fabf61"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:58:33.846784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 50d969bd-43e7-4286-9447-4b4040fabf61, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=50d969bd-43e7-4286-9447-4b4040fabf61,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:33.858243 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (50d969bd-43e7-4286-9447-4b4040fabf61), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:33.924289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-ca395b09-c5b8-4d6d-b261-4aee10a721e1 None None] Set router 3c6ef7f1-faec-4184-b95a-7b81ee7bdf27 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:33.933505 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b511f932-4534-4468-bac3-63fa2c63b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:56Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'aec5a1f1-a5a3-464e-9f13-25a703e6d093', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'port_id': 'ab484eab-afa0-48a3-903a-e11f480e3af4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'mac_address': 'fa:16:3e:cf:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:58:09Z', 'updated_at': '2022-02-04T13:58:31Z', 'revision_number': 1, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1825d62-8bc8-4e95-b60d-5ed87c9335d5', 'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'mac_address': 'fa:16:3e:79:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:55Z', 'updated_at': '2022-02-04T13:52:02Z', 'revision_number': 5, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'subnets': [{'id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:33.987299 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b511f932-4534-4468-bac3-63fa2c63b716 None None] Checking router: 7615c355-8740-4775-96b9-e8ea7677f529 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:58:33.989017 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ca395b09-c5b8-4d6d-b261-4aee10a721e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'name': 'tempest-TestAggregatesBasicOps-1516235660-router', 'tenant_id': '288cbba0a29c469f896d703febbb70fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:07Z', 'updated_at': '2022-02-04T13:58:32Z', 'revision_number': 6, 'project_id': '288cbba0a29c469f896d703febbb70fd', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:34.002134 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b511f932-4534-4468-bac3-63fa2c63b716 None None] Routers {'7615c355-8740-4775-96b9-e8ea7677f529'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:34.002837 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b511f932-4534-4468-bac3-63fa2c63b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:58:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7615c355-8740-4775-96b9-e8ea7677f529'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:34.039053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca395b09-c5b8-4d6d-b261-4aee10a721e1 None None] The sync data for ids ['3c6ef7f1-faec-4184-b95a-7b81ee7bdf27'] in n-d-714676-13 is: [{'id': '3c6ef7f1-faec-4184-b95a-7b81ee7bdf27', 'name': 'tempest-TestAggregatesBasicOps-1516235660-router', 'tenant_id': '288cbba0a29c469f896d703febbb70fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:07Z', 'updated_at': '2022-02-04T13:58:32Z', 'revision_number': 6, 'project_id': '288cbba0a29c469f896d703febbb70fd', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:58:34.044524 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=50d969bd-43e7-4286-9447-4b4040fabf61,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:34.135323 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f78d35ac-0f6b-4ba2-ae72-b33f63a7bf0b req-6fba9870-4f04-4b53-a74e-fb3d75f47357 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563516 Feb 04 13:58:34.137830 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f602c22-90ba-4ef5-823e-b0da859b12e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (db36b8c8-dfcd-4493-9179-a4d55257c301), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:34.189588 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f602c22-90ba-4ef5-823e-b0da859b12e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=db36b8c8-dfcd-4493-9179-a4d55257c301,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:34.226373 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b511f932-4534-4468-bac3-63fa2c63b716 None None] Set router 7615c355-8740-4775-96b9-e8ea7677f529 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:34.293747 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f602c22-90ba-4ef5-823e-b0da859b12e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:34.429179 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a496df87-7309-4557-8c8f-17c641dba372 x-openstack-request-id: req-a496df87-7309-4557-8c8f-17c641dba372 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:58:34.429778 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f952577-9acc-4cd3-9bf2-3623d679f0af", "tag": "ab484eab-afa0-48a3-903a-e11f480e3af4", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:58:34.429911 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a496df87-7309-4557-8c8f-17c641dba372 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:58:34.430622 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'tag': 'ab484eab-afa0-48a3-903a-e11f480e3af4', 'status': 'completed', 'code': 200} Feb 04 13:58:34.493289 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f602c22-90ba-4ef5-823e-b0da859b12e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:34.503573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f602c22-90ba-4ef5-823e-b0da859b12e4 admin admin] Publish callbacks [] for router_controller (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:34.746590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f4806-0bd3-41fb-abe9-7fad50ef914c req-7d454189-873e-4874-b8fd-8b00dda586af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:34.748446 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c0f4806-0bd3-41fb-abe9-7fad50ef914c req-7d454189-873e-4874-b8fd-8b00dda586af service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 1128 time: 0.2730129 Feb 04 13:58:34.800021 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f602c22-90ba-4ef5-823e-b0da859b12e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (3c6ef7f1-faec-4184-b95a-7b81ee7bdf27), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:34.800622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f602c22-90ba-4ef5-823e-b0da859b12e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c6ef7f1-faec-4184-b95a-7b81ee7bdf27 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:58:34.845399 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b511f932-4534-4468-bac3-63fa2c63b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:56Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'aec5a1f1-a5a3-464e-9f13-25a703e6d093', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'port_id': 'ab484eab-afa0-48a3-903a-e11f480e3af4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'mac_address': 'fa:16:3e:cf:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:58:09Z', 'updated_at': '2022-02-04T13:58:31Z', 'revision_number': 1, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1825d62-8bc8-4e95-b60d-5ed87c9335d5', 'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'mac_address': 'fa:16:3e:79:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:55Z', 'updated_at': '2022-02-04T13:52:02Z', 'revision_number': 5, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'subnets': [{'id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:34.851201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb039603-c670-48ed-982a-63672daa18c2 req-5d59e7ed-766f-4476-8ef2-9aa44f0ec8c5 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:34.868848 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb039603-c670-48ed-982a-63672daa18c2 req-5d59e7ed-766f-4476-8ef2-9aa44f0ec8c5 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 948 time: 0.2784834 Feb 04 13:58:34.884811 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f602c22-90ba-4ef5-823e-b0da859b12e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:34.888184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7f602c22-90ba-4ef5-823e-b0da859b12e4 admin admin] 10.222.0.96 "DELETE /v2.0/routers/3c6ef7f1-faec-4184-b95a-7b81ee7bdf27 HTTP/1.1" status: 204 len: 168 time: 2.4045477 Feb 04 13:58:34.888575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44440) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:34.910860 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b511f932-4534-4468-bac3-63fa2c63b716 None None] The sync data for ids ['7615c355-8740-4775-96b9-e8ea7677f529'] in n-d-714676-13 is: [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:56Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'aec5a1f1-a5a3-464e-9f13-25a703e6d093', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'port_id': 'ab484eab-afa0-48a3-903a-e11f480e3af4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'mac_address': 'fa:16:3e:cf:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:58:09Z', 'updated_at': '2022-02-04T13:58:31Z', 'revision_number': 1, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1825d62-8bc8-4e95-b60d-5ed87c9335d5', 'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'mac_address': 'fa:16:3e:79:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:55Z', 'updated_at': '2022-02-04T13:52:02Z', 'revision_number': 5, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'subnets': [{'id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:58:34.975696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f4806-0bd3-41fb-abe9-7fad50ef914c req-0b82e875-8f5c-440f-a7e3-e8eaa1f0303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:34.977298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c0f4806-0bd3-41fb-abe9-7fad50ef914c req-0b82e875-8f5c-440f-a7e3-e8eaa1f0303a service neutron] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 917 time: 0.2204869 Feb 04 13:58:34.995586 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Deleting subnet f4e26e7a-ea95-41ae-8bf4-e99017bc25ed {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:58:35.005326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Publish callbacks [] for subnet (f4e26e7a-ea95-41ae-8bf4-e99017bc25ed), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:35.081610 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (f4e26e7a-ea95-41ae-8bf4-e99017bc25ed), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:35.092367 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c0f4806-0bd3-41fb-abe9-7fad50ef914c req-91f40fdd-373a-44d0-979d-26abcf9a2455 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab484eab-afa0-48a3-903a-e11f480e3af4 HTTP/1.1" status: 200 len: 999 time: 0.1052392 Feb 04 13:58:35.158749 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb039603-c670-48ed-982a-63672daa18c2 req-1cfbf13c-c539-4519-bc31-e47a6fc01c14 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/security-groups?id=12d3bada-dcff-4859-8d76-af96f06c72db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888696 Feb 04 13:58:35.191870 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f4806-0bd3-41fb-abe9-7fad50ef914c req-378c077b-4211-4612-8e0f-28f0c211e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:35.194026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c0f4806-0bd3-41fb-abe9-7fad50ef914c req-378c077b-4211-4612-8e0f-28f0c211e533 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.0910072 Feb 04 13:58:35.264978 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (f4e26e7a-ea95-41ae-8bf4-e99017bc25ed), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:35.322193 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cd8165-87c9-4d4f-aac1-882acd700ba9 x-openstack-request-id: req-f3cd8165-87c9-4d4f-aac1-882acd700ba9 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:58:35.322816 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d7bb62-3217-4c4f-a0ac-e1624469acc6", "name": "network-vif-plugged", "status": "completed", "tag": "50d969bd-43e7-4286-9447-4b4040fabf61", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:58:35.323365 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f3cd8165-87c9-4d4f-aac1-882acd700ba9 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:58:35.324272 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d7bb62-3217-4c4f-a0ac-e1624469acc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d969bd-43e7-4286-9447-4b4040fabf61', 'code': 200} Feb 04 13:58:35.340517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f4806-0bd3-41fb-abe9-7fad50ef914c req-465e7a49-55aa-4251-a7ba-bd46e0012c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:35.348913 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c0f4806-0bd3-41fb-abe9-7fad50ef914c req-465e7a49-55aa-4251-a7ba-bd46e0012c9c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1485491 Feb 04 13:58:35.465157 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (f4e26e7a-ea95-41ae-8bf4-e99017bc25ed), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:35.522622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55a88d-edb9-4b70-856e-1b9883cd65df None None] New status for floating IP aec5a1f1-a5a3-464e-9f13-25a703e6d093: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:58:35.560938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e26e7a-ea95-41ae-8bf4-e99017bc25ed,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:35.574473 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:35.584419 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/f4e26e7a-ea95-41ae-8bf4-e99017bc25ed HTTP/1.1" status: 204 len: 168 time: 0.6944644 Feb 04 13:58:35.587182 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44446) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:35.652124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c5b721-01a8-4a00-9a20-5da84e9f7f16 None None] Network e9314279-53ed-4e85-817e-6e300b125fd2 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:58:35.701985 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:35.702598 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:35.703136 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:35.705517 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:35.706373 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:35.706916 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:35.707476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:35.709523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:35.710152 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:35.710691 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:35.711218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:35.711739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:35.712256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff40ee-25a1-4cb9-ae81-5a648ca66409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:35.796074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (e9314279-53ed-4e85-817e-6e300b125fd2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:35.803922 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c5227-4b14-4e39-b36a-2610aa4148e5 req-2d8c1b6e-99d0-4d82-9392-655124454b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:35.806839 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-223c5227-4b14-4e39-b36a-2610aa4148e5 req-2d8c1b6e-99d0-4d82-9392-655124454b29 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 1131 time: 0.3207376 Feb 04 13:58:35.874468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86585d1-6140-4104-baa6-6f9b3cd2cb57 req-ce622d50-69f9-4e4e-a210-375fdf965544 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:35.882884 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f86585d1-6140-4104-baa6-6f9b3cd2cb57 req-ce622d50-69f9-4e4e-a210-375fdf965544 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.4203854 Feb 04 13:58:35.939456 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c0f4806-0bd3-41fb-abe9-7fad50ef914c req-74aed2b6-03cf-4e25-aa4d-3115ad03aaf5 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841284 Feb 04 13:58:35.946192 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] Deleting port 51150692-7f53-49e8-b297-42ab9ee5f983 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:58:35.954842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (51150692-7f53-49e8-b297-42ab9ee5f983), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:36.002184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-223c5227-4b14-4e39-b36a-2610aa4148e5 req-70096908-2692-4ad9-8998-b375ee1b19b1 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=12d3bada-dcff-4859-8d76-af96f06c72db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783063 Feb 04 13:58:36.048961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device db36b8c8-dfcd-4493-9179-a4d55257c301 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:58:36.088012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] For port 51150692-7f53-49e8-b297-42ab9ee5f983, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=51150692-7f53-49e8-b297-42ab9ee5f983,segment=NetworkSegment(0e78c326-a839-47eb-b238-0a561860e291),segment_id=0e78c326-a839-47eb-b238-0a561860e291)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:36.088541 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (51150692-7f53-49e8-b297-42ab9ee5f983), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:36.092194 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f86585d1-6140-4104-baa6-6f9b3cd2cb57 req-af3cf01f-1a55-47ae-9227-35bd2900a8b3 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077723 Feb 04 13:58:36.118539 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] Calling delete_port for 51150692-7f53-49e8-b297-42ab9ee5f983 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:58:36.180647 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c0f4806-0bd3-41fb-abe9-7fad50ef914c req-9a82cab0-83d5-4df5-8ceb-b550901b34a2 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136049 Feb 04 13:58:36.216448 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: db36b8c8-dfcd-4493-9179-a4d55257c301 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:58:36.217159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device db36b8c8-dfcd-4493-9179-a4d55257c301 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:58:36.217773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 41be4d2f-4016-4a58-bdc1-c23a30b39277 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:58:36.251085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 41be4d2f-4016-4a58-bdc1-c23a30b39277 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:58:36.251724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 41be4d2f-4016-4a58-bdc1-c23a30b39277 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:58:36.271359 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (51150692-7f53-49e8-b297-42ab9ee5f983), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:36.288898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72d5fa-6cb7-4632-a63b-f94d5c108534 req-64338cc9-40a5-435c-ac4b-e0fdab303404 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:36.303588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f72d5fa-6cb7-4632-a63b-f94d5c108534 req-64338cc9-40a5-435c-ac4b-e0fdab303404 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1062069 Feb 04 13:58:36.310345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] Pushing event deleted for resources: {'Port': ['ID=51150692-7f53-49e8-b297-42ab9ee5f983,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:36.332005 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] No DVR routers for this DVR port 51150692-7f53-49e8-b297-42ab9ee5f983 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:58:36.366143 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f72d5fa-6cb7-4632-a63b-f94d5c108534 req-0c833011-4586-4700-a00e-82307ed4eee0 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613067 Feb 04 13:58:36.375667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1459a7ad-9e2f-4818-b62b-b0e76ea5286d None None] DHCP port deletion for e9314279-53ed-4e85-817e-6e300b125fd2 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:58:36.451225 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (e9314279-53ed-4e85-817e-6e300b125fd2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:36.478798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9314279-53ed-4e85-817e-6e300b125fd2']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:36.492594 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e78c326-a839-47eb-b238-0a561860e291') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:36.492902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e78c326-a839-47eb-b238-0a561860e291') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:36.516722 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (0e78c326-a839-47eb-b238-0a561860e291), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:36.538615 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0e78c326-a839-47eb-b238-0a561860e291), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:36.548351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:58:36.548963 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (0e78c326-a839-47eb-b238-0a561860e291), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:58:36.552719 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:58:36.576770 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def6586-7375-451b-90d6-1e930a6f5af1 req-912dcb0b-e4ce-4199-841a-c09ebf0f86eb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:36.579318 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2def6586-7375-451b-90d6-1e930a6f5af1 req-912dcb0b-e4ce-4199-841a-c09ebf0f86eb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0866027 Feb 04 13:58:36.655731 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (e9314279-53ed-4e85-817e-6e300b125fd2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:36.662292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:36.668992 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] 10.222.0.96 "DELETE /v2.0/networks/e9314279-53ed-4e85-817e-6e300b125fd2 HTTP/1.1" status: 204 len: 168 time: 1.0801945 Feb 04 13:58:36.711921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88acf2f-e20b-4ebd-9e71-08414ce368ed admin admin] Pushing event deleted for resources: {'Network': ['ID=e9314279-53ed-4e85-817e-6e300b125fd2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:36.730569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2def6586-7375-451b-90d6-1e930a6f5af1 req-a5657df1-509e-4cde-8154-91965d9f809b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437442 Feb 04 13:58:36.907637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb296d0a-303b-4a7a-bd2d-686943292390 req-60a075b5-77b3-4063-a0a5-8816463784e1 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:36.915837 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb296d0a-303b-4a7a-bd2d-686943292390 req-60a075b5-77b3-4063-a0a5-8816463784e1 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 948 time: 0.0999033 Feb 04 13:58:37.007845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb296d0a-303b-4a7a-bd2d-686943292390 req-e36acef0-edc3-4ec2-86a2-e1029259fce1 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/security-groups?id=12d3bada-dcff-4859-8d76-af96f06c72db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907142 Feb 04 13:58:37.061374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44466) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:37.167739 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-104e28d6-10a9-4b11-a7b6-4541fbd95375 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5f93bc16a77f470bbf92f2dcccc4e64c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1028121 Feb 04 13:58:37.168264 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44476) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:37.244024 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90ed8d51-9e4b-4152-974b-ee74083b285a admin admin] Publish callbacks [] for security_group (6e985e1a-6e47-48d6-b4c6-9a761cc45f93), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:37.274186 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90ed8d51-9e4b-4152-974b-ee74083b285a admin admin] Publish callbacks [] for security_group (6e985e1a-6e47-48d6-b4c6-9a761cc45f93), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:37.304269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772353-979a-4f12-824e-8bffd8395446 req-fa43f2f0-7cc0-49f7-b828-1f790bc9e430 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:37.313456 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65772353-979a-4f12-824e-8bffd8395446 req-fa43f2f0-7cc0-49f7-b828-1f790bc9e430 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 811 time: 0.1775451 Feb 04 13:58:37.335134 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65772353-979a-4f12-824e-8bffd8395446 req-050f30f9-d334-4fb3-a081-2eab103c4919 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/quotas/3a088728a0e04cbb8731f38e93f3d6e1 HTTP/1.1" status: 200 len: 375 time: 0.0204954 Feb 04 13:58:37.378199 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90ed8d51-9e4b-4152-974b-ee74083b285a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6e985e1a-6e47-48d6-b4c6-9a761cc45f93), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:37.398637 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-90ed8d51-9e4b-4152-974b-ee74083b285a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:37.403467 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-90ed8d51-9e4b-4152-974b-ee74083b285a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6e985e1a-6e47-48d6-b4c6-9a761cc45f93 HTTP/1.1" status: 204 len: 168 time: 0.2335119 Feb 04 13:58:37.428095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed8d51-9e4b-4152-974b-ee74083b285a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e985e1a-6e47-48d6-b4c6-9a761cc45f93,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:37.472200 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44484) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:37.501365 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65772353-979a-4f12-824e-8bffd8395446 req-817a2252-fd51-4a7c-9bfa-174e227c0363 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1649888 Feb 04 13:58:37.648819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65772353-979a-4f12-824e-8bffd8395446 req-0c271901-f8a1-4e69-bc24-70e3f075355d service neutron] 10.222.0.96 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391222 Feb 04 13:58:37.714200 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3649f7f1-18a1-43a8-b3b0-47eb906d543e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:37.822483 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3649f7f1-18a1-43a8-b3b0-47eb906d543e admin admin] Publish callbacks [] for security_group (0637e4dc-2399-4fb4-87a2-cbfc2dcf76c9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:37.830316 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3649f7f1-18a1-43a8-b3b0-47eb906d543e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0637e4dc-2399-4fb4-87a2-cbfc2dcf76c9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:37.875173 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65772353-979a-4f12-824e-8bffd8395446 req-fff7159e-6145-48b2-9f4d-22aedb6c526f service neutron] 10.222.0.96 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133265 Feb 04 13:58:37.961192 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3649f7f1-18a1-43a8-b3b0-47eb906d543e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=89bfde538adf4404861e84908faf8f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4875033 Feb 04 13:58:37.964262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 44492) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:37.968658 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649f7f1-18a1-43a8-b3b0-47eb906d543e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0637e4dc-2399-4fb4-87a2-cbfc2dcf76c9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:37.971012 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 51150692-7f53-49e8-b297-42ab9ee5f983 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:58:38.024137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 51150692-7f53-49e8-b297-42ab9ee5f983 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:58:38.025625 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 51150692-7f53-49e8-b297-42ab9ee5f983 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:58:38.095973 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-876d8a49-ac58-4b57-a3bf-ac6862274876 admin admin] Publish callbacks [] for security_group (0637e4dc-2399-4fb4-87a2-cbfc2dcf76c9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:38.159052 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44500) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:38.159616 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-876d8a49-ac58-4b57-a3bf-ac6862274876 admin admin] Publish callbacks [] for security_group (0637e4dc-2399-4fb4-87a2-cbfc2dcf76c9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:38.233901 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4402d51d-568a-4d95-b21b-af2408570a47 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=288cbba0a29c469f896d703febbb70fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0736535 Feb 04 13:58:38.236385 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44502) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:38.288557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfb05b-3171-431d-8ce3-e7a98665e40c req-8a58a923-a39f-4cb2-8e20-dd2d5af39c6c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:38.290467 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74bfb05b-3171-431d-8ce3-e7a98665e40c req-8a58a923-a39f-4cb2-8e20-dd2d5af39c6c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1279898 Feb 04 13:58:38.299930 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-876d8a49-ac58-4b57-a3bf-ac6862274876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0637e4dc-2399-4fb4-87a2-cbfc2dcf76c9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:38.303077 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-876d8a49-ac58-4b57-a3bf-ac6862274876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:38.304508 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-876d8a49-ac58-4b57-a3bf-ac6862274876 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0637e4dc-2399-4fb4-87a2-cbfc2dcf76c9 HTTP/1.1" status: 204 len: 168 time: 0.3384273 Feb 04 13:58:38.320594 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-195cc342-d3cd-4e06-bec5-40b6033c61fa admin admin] Publish callbacks [] for security_group (40fd36b2-6ae7-470a-b068-e26b966b6b7c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:38.323576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d8a49-ac58-4b57-a3bf-ac6862274876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0637e4dc-2399-4fb4-87a2-cbfc2dcf76c9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:38.353831 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-195cc342-d3cd-4e06-bec5-40b6033c61fa admin admin] Publish callbacks [] for security_group (40fd36b2-6ae7-470a-b068-e26b966b6b7c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:38.416859 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-195cc342-d3cd-4e06-bec5-40b6033c61fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (40fd36b2-6ae7-470a-b068-e26b966b6b7c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:38.419127 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74bfb05b-3171-431d-8ce3-e7a98665e40c req-461534b9-f8f3-44fa-a2b2-84cc76ba7ae6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099226 Feb 04 13:58:38.422069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-195cc342-d3cd-4e06-bec5-40b6033c61fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:38.426545 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-195cc342-d3cd-4e06-bec5-40b6033c61fa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/40fd36b2-6ae7-470a-b068-e26b966b6b7c HTTP/1.1" status: 204 len: 168 time: 0.1865413 Feb 04 13:58:38.434758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cc342-d3cd-4e06-bec5-40b6033c61fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fd36b2-6ae7-470a-b068-e26b966b6b7c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:38.594018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b0ae8c5d-388d-4c00-8db6-ead3b46f81c2 req-6b8473ed-5507-47cc-a6cf-048d08c8c73c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 210 time: 0.0503891 Feb 04 13:58:38.923051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d2dfe-10e7-4093-9792-f4caec28cea6 req-9c6186d6-b252-4d1f-a988-0373c3300611 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:38.927188 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c37d2dfe-10e7-4093-9792-f4caec28cea6 req-9c6186d6-b252-4d1f-a988-0373c3300611 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 948 time: 0.1443307 Feb 04 13:58:39.032838 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c37d2dfe-10e7-4093-9792-f4caec28cea6 req-909b9147-fe5d-4e05-8b8d-c36a8cd9c7be tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/security-groups?id=12d3bada-dcff-4859-8d76-af96f06c72db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996675 Feb 04 13:58:40.131525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772353-979a-4f12-824e-8bffd8395446 req-77bc91ef-86cf-48c9-a2e8-ba327562d02f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:40.134035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65772353-979a-4f12-824e-8bffd8395446 req-77bc91ef-86cf-48c9-a2e8-ba327562d02f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.100 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 811 time: 0.4865949 Feb 04 13:58:40.159829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c66f3-c76d-4782-bde3-88fe13716d1c req-f9ddff4d-1d1e-4a2d-bb34-3b5524b224b9 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:40.173204 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-348c66f3-c76d-4782-bde3-88fe13716d1c req-f9ddff4d-1d1e-4a2d-bb34-3b5524b224b9 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 948 time: 0.6074557 Feb 04 13:58:40.183136 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-65772353-979a-4f12-824e-8bffd8395446 req-4eb96b8f-6b98-497c-bec2-ffd4b495cfcb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Request body: {'port': {'device_id': 'bd4b434f-5e7a-40dc-a3c5-d2d097620f23', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'admin_state_up': True, 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:40.483181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44628) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:40.750618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2407dc70-1cee-40d9-a79c-98dabb5ecd30 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1862483612-network', 'tenant_id': 'edb66e6e9b8249d39fe591063d474d92'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:40.795771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2407dc70-1cee-40d9-a79c-98dabb5ecd30 admin admin] Made reservation on behalf of edb66e6e9b8249d39fe591063d474d92 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:58:40.805920 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2407dc70-1cee-40d9-a79c-98dabb5ecd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:40.870881 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2407dc70-1cee-40d9-a79c-98dabb5ecd30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:40.983609 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4dbf815f-088a-4bc0-9f14-94ec08bb5c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:41.250881 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2407dc70-1cee-40d9-a79c-98dabb5ecd30 admin admin] Publish callbacks [] for security_group (cb502622-713d-49ae-b73e-09a6061c9e60), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:41.258603 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2407dc70-1cee-40d9-a79c-98dabb5ecd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cb502622-713d-49ae-b73e-09a6061c9e60), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:41.300266 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2407dc70-1cee-40d9-a79c-98dabb5ecd30 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:58:41.308660 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-348c66f3-c76d-4782-bde3-88fe13716d1c req-cd52ecf6-6e64-401e-ba6e-ed430dcf0193 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/security-groups?id=12d3bada-dcff-4859-8d76-af96f06c72db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1322799 Feb 04 13:58:41.314721 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65772353-979a-4f12-824e-8bffd8395446 req-4eb96b8f-6b98-497c-bec2-ffd4b495cfcb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Made reservation on behalf of 3a088728a0e04cbb8731f38e93f3d6e1 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:58:41.320492 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-65772353-979a-4f12-824e-8bffd8395446 req-4eb96b8f-6b98-497c-bec2-ffd4b495cfcb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:41.330927 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2407dc70-1cee-40d9-a79c-98dabb5ecd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (2d65296e-1d1e-4820-a3a4-70b378777a35), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:41.331935 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-2407dc70-1cee-40d9-a79c-98dabb5ecd30 admin admin] Added segment 2d65296e-1d1e-4820-a3a4-70b378777a35 of type vlan for network c1632c01-9913-44f8-b766-40c9360c38b8 Feb 04 13:58:41.427723 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2407dc70-1cee-40d9-a79c-98dabb5ecd30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (c1632c01-9913-44f8-b766-40c9360c38b8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:41.477980 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2407dc70-1cee-40d9-a79c-98dabb5ecd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (c1632c01-9913-44f8-b766-40c9360c38b8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:41.479425 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2407dc70-1cee-40d9-a79c-98dabb5ecd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:41.480314 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2407dc70-1cee-40d9-a79c-98dabb5ecd30 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:41.593380 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407dc70-1cee-40d9-a79c-98dabb5ecd30 admin admin] Pushing event updated for resources: {'Network': ['ID=c1632c01-9913-44f8-b766-40c9360c38b8,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:41.612249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network c1632c01-9913-44f8-b766-40c9360c38b8 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:58:41.630702 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2407dc70-1cee-40d9-a79c-98dabb5ecd30 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1447227 Feb 04 13:58:41.642050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44760) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:41.655055 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f89f6a1f-043a-4115-bebe-24252bb9db41 admin admin] Request body: {'subnet': {'network_id': 'c1632c01-9913-44f8-b766-40c9360c38b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1862483612-subnet', 'tenant_id': 'edb66e6e9b8249d39fe591063d474d92', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:41.687857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-65772353-979a-4f12-824e-8bffd8395446 req-4eb96b8f-6b98-497c-bec2-ffd4b495cfcb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Allocated IP 172.20.0.13 (e850f246-0270-48c7-b292-77ce5d0c8d2b/4fa6a57d-4833-477c-a4c3-0b43c577818b/8f4f0768-127a-411e-8747-640e7d686f2e) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:58:41.711923 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407dc70-1cee-40d9-a79c-98dabb5ecd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb502622-713d-49ae-b73e-09a6061c9e60,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:41.716746 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89f6a1f-043a-4115-bebe-24252bb9db41 admin admin] Made reservation on behalf of edb66e6e9b8249d39fe591063d474d92 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:58:41.719485 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f89f6a1f-043a-4115-bebe-24252bb9db41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:41.796450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f92afc-3e4a-4f4d-b219-e2b108837c0f req-ccfded60-ae15-4441-8917-9f3d3729190c tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:41.798039 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45f92afc-3e4a-4f4d-b219-e2b108837c0f req-ccfded60-ae15-4441-8917-9f3d3729190c tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.99 "GET /v2.0/ports?device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 948 time: 0.6180491 Feb 04 13:58:41.936632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed3dfa9d-1a2a-4eb8-9fa7-6d56a83f9b7f req-c229bc22-4e22-4d2f-9494-592419ff093d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 210 time: 0.2055786 Feb 04 13:58:42.217639 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f89f6a1f-043a-4115-bebe-24252bb9db41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (c8cba298-91c6-4209-a305-12dab9a8a36a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:42.407214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-45f92afc-3e4a-4f4d-b219-e2b108837c0f req-5f6985ee-8572-4b64-bbcc-62f7c9926ca3 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Deleting port 50d969bd-43e7-4286-9447-4b4040fabf61 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:58:42.407706 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-45f92afc-3e4a-4f4d-b219-e2b108837c0f req-5f6985ee-8572-4b64-bbcc-62f7c9926ca3 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (50d969bd-43e7-4286-9447-4b4040fabf61), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:42.428757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f6a1f-043a-4115-bebe-24252bb9db41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8cba298-91c6-4209-a305-12dab9a8a36a,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:42.467085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f6a1f-043a-4115-bebe-24252bb9db41 admin admin] Checking segment: {'id': '2d65296e-1d1e-4820-a3a4-70b378777a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c1632c01-9913-44f8-b766-40c9360c38b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:58:42.470413 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89f6a1f-043a-4115-bebe-24252bb9db41 admin admin] Network hostable DHCP agents. Network: c1632c01-9913-44f8-b766-40c9360c38b8, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:58:42.530683 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89f6a1f-043a-4115-bebe-24252bb9db41 admin admin] Network c1632c01-9913-44f8-b766-40c9360c38b8 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:58:42.555506 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f89f6a1f-043a-4115-bebe-24252bb9db41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, c1632c01-9913-44f8-b766-40c9360c38b8) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:42.572145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89f6a1f-043a-4115-bebe-24252bb9db41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:42.573100 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f89f6a1f-043a-4115-bebe-24252bb9db41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:42.575169 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a3d09d-ba36-493f-a461-0ede67889b8e None None] Network c1632c01-9913-44f8-b766-40c9360c38b8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:58:42.625214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-45f92afc-3e4a-4f4d-b219-e2b108837c0f req-5f6985ee-8572-4b64-bbcc-62f7c9926ca3 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] For port 50d969bd-43e7-4286-9447-4b4040fabf61, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=50d969bd-43e7-4286-9447-4b4040fabf61,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:42.625573 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-45f92afc-3e4a-4f4d-b219-e2b108837c0f req-5f6985ee-8572-4b64-bbcc-62f7c9926ca3 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (50d969bd-43e7-4286-9447-4b4040fabf61), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:42.642789 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f89f6a1f-043a-4115-bebe-24252bb9db41 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9923413 Feb 04 13:58:42.643438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 44864) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:42.647974 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-45f92afc-3e4a-4f4d-b219-e2b108837c0f req-5f6985ee-8572-4b64-bbcc-62f7c9926ca3 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Calling delete_port for 50d969bd-43e7-4286-9447-4b4040fabf61 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:58:42.691657 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1862483612-router', 'tenant_id': 'edb66e6e9b8249d39fe591063d474d92', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:42.737683 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:42.739585 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:42.884580 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Publish callbacks [] for router_controller (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:42.922647 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-c1632c01-9913-44f8-b766-40c9360c38b8', 'network_id': 'c1632c01-9913-44f8-b766-40c9360c38b8', 'project_id': 'edb66e6e9b8249d39fe591063d474d92', 'fixed_ips': [{'subnet_id': 'c8cba298-91c6-4209-a305-12dab9a8a36a'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:58:42.923542 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:42.946082 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-65772353-979a-4f12-824e-8bffd8395446 req-4eb96b8f-6b98-497c-bec2-ffd4b495cfcb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for port (8f4f0768-127a-411e-8747-640e7d686f2e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:43.242633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e7e04-becd-4036-8121-7fae4d9edfd5 req-58fb4ed8-a487-4290-bc0f-8187b18515af tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:43.258771 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-074e7e04-becd-4036-8121-7fae4d9edfd5 req-58fb4ed8-a487-4290-bc0f-8187b18515af tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1d7bb62-3217-4c4f-a0ac-e1624469acc6 HTTP/1.1" status: 200 len: 948 time: 0.4500701 Feb 04 13:58:43.356053 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-45f92afc-3e4a-4f4d-b219-e2b108837c0f req-5f6985ee-8572-4b64-bbcc-62f7c9926ca3 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (50d969bd-43e7-4286-9447-4b4040fabf61), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:43.446575 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Allocated IP 172.20.0.2 (c1632c01-9913-44f8-b766-40c9360c38b8/c8cba298-91c6-4209-a305-12dab9a8a36a/6f9134f1-cf04-45b3-863c-a46c769c91ba) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:58:43.464837 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Publish callbacks [] for router_gateway (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:43.495957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6985ee-8572-4b64-bbcc-62f7c9926ca3 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Pushing event deleted for resources: {'Port': ['ID=50d969bd-43e7-4286-9447-4b4040fabf61,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:43.548327 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-65772353-979a-4f12-824e-8bffd8395446 req-4eb96b8f-6b98-497c-bec2-ffd4b495cfcb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:43.660615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['4a9bbc18-12e7-4356-8563-2ad5239f6f16'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:58:43.755627 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-074e7e04-becd-4036-8121-7fae4d9edfd5 req-65c74655-79c5-46e0-baa8-4e43b1eafe08 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.96 "GET /v2.0/security-groups?id=12d3bada-dcff-4859-8d76-af96f06c72db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950628 Feb 04 13:58:43.780449 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['b0d750af-41e8-4f9b-8ead-da4af6f90c08'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:58:43.909615 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65772353-979a-4f12-824e-8bffd8395446 req-4eb96b8f-6b98-497c-bec2-ffd4b495cfcb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Network e850f246-0270-48c7-b292-77ce5d0c8d2b is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:58:43.965455 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Publish callbacks [] for router_gateway (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:43.982272 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-65772353-979a-4f12-824e-8bffd8395446 req-4eb96b8f-6b98-497c-bec2-ffd4b495cfcb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:43.986330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-65772353-979a-4f12-824e-8bffd8395446 req-4eb96b8f-6b98-497c-bec2-ffd4b495cfcb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:58:44.019141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f92afc-3e4a-4f4d-b219-e2b108837c0f req-5f6985ee-8572-4b64-bbcc-62f7c9926ca3 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] No DVR routers for this DVR port 50d969bd-43e7-4286-9447-4b4040fabf61 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:58:44.044550 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-45f92afc-3e4a-4f4d-b219-e2b108837c0f req-5f6985ee-8572-4b64-bbcc-62f7c9926ca3 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:44.045566 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:44.061554 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45f92afc-3e4a-4f4d-b219-e2b108837c0f req-5f6985ee-8572-4b64-bbcc-62f7c9926ca3 tempest-VolumesNegativeTest-934704692 tempest-VolumesNegativeTest-934704692-project] 10.222.0.99 "DELETE /v2.0/ports/50d969bd-43e7-4286-9447-4b4040fabf61 HTTP/1.1" status: 204 len: 173 time: 2.2441001 Feb 04 13:58:44.076541 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d7bb62-3217-4c4f-a0ac-e1624469acc6', 'name': 'network-vif-deleted', 'tag': '50d969bd-43e7-4286-9447-4b4040fabf61'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:58:44.080162 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba84a6d-3ff7-47de-a20c-dec01a7e0733" -d '{"events": [{"server_uuid": "c1d7bb62-3217-4c4f-a0ac-e1624469acc6", "name": "network-vif-deleted", "tag": "50d969bd-43e7-4286-9447-4b4040fabf61"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:58:44.083899 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb96b8f-6b98-497c-bec2-ffd4b495cfcb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event updated for resources: {'Port': ['ID=8f4f0768-127a-411e-8747-640e7d686f2e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:44.379285 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:44.436500 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772353-979a-4f12-824e-8bffd8395446 req-4eb96b8f-6b98-497c-bec2-ffd4b495cfcb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:44.437789 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-65772353-979a-4f12-824e-8bffd8395446 req-4eb96b8f-6b98-497c-bec2-ffd4b495cfcb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:44.525689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37ebca-cfd9-47f1-a1e2-09c9854d156f req-b7264055-5fbc-4c0f-9c7f-492a4e3201e0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:44.545617 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad37ebca-cfd9-47f1-a1e2-09c9854d156f req-b7264055-5fbc-4c0f-9c7f-492a4e3201e0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 932 time: 0.5517108 Feb 04 13:58:44.686640 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65772353-979a-4f12-824e-8bffd8395446 req-4eb96b8f-6b98-497c-bec2-ffd4b495cfcb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5419874 Feb 04 13:58:44.718020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Request body: {'port': {'device_id': 'bd4b434f-5e7a-40dc-a3c5-d2d097620f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:44.718416 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Publish callbacks [] for port (6f9134f1-cf04-45b3-863c-a46c769c91ba), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:44.733433 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (6f9134f1-cf04-45b3-863c-a46c769c91ba), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:44.880290 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:44.907118 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Pushing event updated for resources: {'Port': ['ID=6f9134f1-cf04-45b3-863c-a46c769c91ba,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:45.080205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 50d969bd-43e7-4286-9447-4b4040fabf61 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:58:45.134531 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad37ebca-cfd9-47f1-a1e2-09c9854d156f req-9ab8ec1e-8693-4444-b4b5-680bac95ded6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5847218 Feb 04 13:58:45.140834 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Allocated IP 172.25.5.110 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/ecd90c40-aecb-47e8-800e-37e058cc9a10) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:58:45.259024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 50d969bd-43e7-4286-9447-4b4040fabf61 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:58:45.264849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 50d969bd-43e7-4286-9447-4b4040fabf61 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:58:45.297814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2548c5ec-8e8b-478f-9e1d-60eec8028aca None None] Provisioning complete for port 8f4f0768-127a-411e-8747-640e7d686f2e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:45.309056 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2548c5ec-8e8b-478f-9e1d-60eec8028aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:45.332799 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29523a43-5d0c-4ec5-8912-23cd2c1dbb9e x-openstack-request-id: req-29523a43-5d0c-4ec5-8912-23cd2c1dbb9e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:58:45.334473 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d7bb62-3217-4c4f-a0ac-e1624469acc6", "name": "network-vif-deleted", "tag": "50d969bd-43e7-4286-9447-4b4040fabf61", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:58:45.334899 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-29523a43-5d0c-4ec5-8912-23cd2c1dbb9e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:58:45.335700 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d7bb62-3217-4c4f-a0ac-e1624469acc6', 'name': 'network-vif-deleted', 'tag': '50d969bd-43e7-4286-9447-4b4040fabf61', 'status': 'completed', 'code': 200} Feb 04 13:58:45.338141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Network c1632c01-9913-44f8-b766-40c9360c38b8 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:58:45.354161 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:45.453603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:45.471172 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:58:45.501691 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-60ae3a63-236c-4d8d-9b23-61891366a8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:45.531423 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Publish callbacks [] for port (ecd90c40-aecb-47e8-800e-37e058cc9a10), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:45.582203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2548c5ec-8e8b-478f-9e1d-60eec8028aca None None] Port 8f4f0768-127a-411e-8747-640e7d686f2e cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:58:45.680915 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Attempting to bind port 6f9134f1-cf04-45b3-863c-a46c769c91ba on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:58:45.681270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Attempting to bind port 6f9134f1-cf04-45b3-863c-a46c769c91ba by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '2d65296e-1d1e-4820-a3a4-70b378777a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c1632c01-9913-44f8-b766-40c9360c38b8'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:58:45.694724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Attempting to bind port 6f9134f1-cf04-45b3-863c-a46c769c91ba on network c1632c01-9913-44f8-b766-40c9360c38b8 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:58:45.713244 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ecd90c40-aecb-47e8-800e-37e058cc9a10), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:45.714225 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:58:45.714855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Checking segment: {'id': '2d65296e-1d1e-4820-a3a4-70b378777a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c1632c01-9913-44f8-b766-40c9360c38b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:58:45.715444 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:45.716025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Bound using segment: {'id': '2d65296e-1d1e-4820-a3a4-70b378777a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c1632c01-9913-44f8-b766-40c9360c38b8'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:58:45.716508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Bound port: 6f9134f1-cf04-45b3-863c-a46c769c91ba, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d65296e-1d1e-4820-a3a4-70b378777a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c1632c01-9913-44f8-b766-40c9360c38b8'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:58:45.716894 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6f9134f1-cf04-45b3-863c-a46c769c91ba), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:45.753941 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:45.783668 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Pushing event updated for resources: {'Port': ['ID=ecd90c40-aecb-47e8-800e-37e058cc9a10,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:45.804794 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:58:45.809596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:45.813676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:58:45.916807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] For port 6f9134f1-cf04-45b3-863c-a46c769c91ba, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:58:45.925797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] For port 6f9134f1-cf04-45b3-863c-a46c769c91ba, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6f9134f1-cf04-45b3-863c-a46c769c91ba,segment=NetworkSegment(2d65296e-1d1e-4820-a3a4-70b378777a35),segment_id=2d65296e-1d1e-4820-a3a4-70b378777a35)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:58:45.937669 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4f0768-127a-411e-8747-640e7d686f2e {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:58:45.941553 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6f9134f1-cf04-45b3-863c-a46c769c91ba), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:45.993517 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Publish callbacks [] for port (8f4f0768-127a-411e-8747-640e7d686f2e), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:46.080408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Transition to ACTIVE for port object 8f4f0768-127a-411e-8747-640e7d686f2e will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:58:46.101956 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:46.172430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a886fb6-9535-467a-953f-b3f7b9be4511 None None] Pushing event updated for resources: {'Port': ['ID=6f9134f1-cf04-45b3-863c-a46c769c91ba,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:46.488467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Pushing event updated for resources: {'Port': ['ID=8f4f0768-127a-411e-8747-640e7d686f2e,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:46.545632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Attempting to bind port 8f4f0768-127a-411e-8747-640e7d686f2e on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:58:46.546283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Attempting to bind port 8f4f0768-127a-411e-8747-640e7d686f2e by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:58:46.549657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Attempting to bind port 8f4f0768-127a-411e-8747-640e7d686f2e on network e850f246-0270-48c7-b292-77ce5d0c8d2b {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:58:46.581377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Port 8f4f0768-127a-411e-8747-640e7d686f2e on network e850f246-0270-48c7-b292-77ce5d0c8d2b not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:58:46.584588 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Attempting to bind port 8f4f0768-127a-411e-8747-640e7d686f2e on network e850f246-0270-48c7-b292-77ce5d0c8d2b {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:58:46.611067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:58:46.619353 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Checking segment: {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:58:46.619887 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Bound using segment: {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:58:46.621932 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Bound port: 8f4f0768-127a-411e-8747-640e7d686f2e, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:58:46.624012 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:46.637194 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Publish callbacks [] for router_gateway (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:46.802443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93368f-ba6f-488f-b916-37b959bdd379 req-a090a95d-1107-4c0f-8b10-695b76ef6950 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:46.814014 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc93368f-ba6f-488f-b916-37b959bdd379 req-a090a95d-1107-4c0f-8b10-695b76ef6950 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 944 time: 0.4522414 Feb 04 13:58:46.917793 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] For port 8f4f0768-127a-411e-8747-640e7d686f2e, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:58:46.983193 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:46.989676 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] For port 8f4f0768-127a-411e-8747-640e7d686f2e, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8f4f0768-127a-411e-8747-640e7d686f2e,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:58:47.034663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc93368f-ba6f-488f-b916-37b959bdd379 req-50b9fc46-0b74-4e0c-b806-4463e9ddbf16 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191064 Feb 04 13:58:47.044059 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:47.160983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:47.162127 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:47.163867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65772353-979a-4f12-824e-8bffd8395446 req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] 10.222.0.100 "PUT /v2.0/ports/8f4f0768-127a-411e-8747-640e7d686f2e HTTP/1.1" status: 200 len: 1093 time: 2.4597070 Feb 04 13:58:47.192891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d489eff-0e2b-46c4-828e-84647f5c44fa service neutron] Pushing event updated for resources: {'Port': ['ID=8f4f0768-127a-411e-8747-640e7d686f2e,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:47.310903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772353-979a-4f12-824e-8bffd8395446 req-0b6fa91a-4854-4c21-b257-a99d1452c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:47.313850 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65772353-979a-4f12-824e-8bffd8395446 req-0b6fa91a-4854-4c21-b257-a99d1452c2c0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 1127 time: 0.0856676 Feb 04 13:58:47.359720 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:47.365608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4b434f-5e7a-40dc-a3c5-d2d097620f23', 'tag': '8f4f0768-127a-411e-8747-640e7d686f2e'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:58:47.368219 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5275bb1-b0ed-4180-a1c1-45ddb80e9968" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4b434f-5e7a-40dc-a3c5-d2d097620f23", "tag": "8f4f0768-127a-411e-8747-640e7d686f2e"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:58:47.386871 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65772353-979a-4f12-824e-8bffd8395446 req-be8a1319-dd3c-4cf4-aa34-a36b5314e4d8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4f0768-127a-411e-8747-640e7d686f2e HTTP/1.1" status: 200 len: 217 time: 0.0669770 Feb 04 13:58:47.499795 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41492565-6b80-40bd-a555-732d8f8c1b53 x-openstack-request-id: req-41492565-6b80-40bd-a555-732d8f8c1b53 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:58:47.500089 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4b434f-5e7a-40dc-a3c5-d2d097620f23", "tag": "8f4f0768-127a-411e-8747-640e7d686f2e", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:58:47.500580 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-41492565-6b80-40bd-a555-732d8f8c1b53 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:58:47.501896 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4b434f-5e7a-40dc-a3c5-d2d097620f23', 'tag': '8f4f0768-127a-411e-8747-640e7d686f2e', 'status': 'completed', 'code': 200} Feb 04 13:58:47.542658 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772353-979a-4f12-824e-8bffd8395446 req-fa7e4b41-9ac8-4152-8e0a-d2136bc5b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:47.548706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65772353-979a-4f12-824e-8bffd8395446 req-fa7e4b41-9ac8-4152-8e0a-d2136bc5b816 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.1548090 Feb 04 13:58:47.677806 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Router 1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:58:47.695621 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772353-979a-4f12-824e-8bffd8395446 req-6d0bff1b-1b12-43f9-8311-faf2b2fcae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:47.702528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65772353-979a-4f12-824e-8bffd8395446 req-6d0bff1b-1b12-43f9-8311-faf2b2fcae67 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1472774 Feb 04 13:58:47.917278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65772353-979a-4f12-824e-8bffd8395446 req-d93e9f0e-504b-42be-8d02-9b695d993737 service neutron] 10.222.0.100 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989229 Feb 04 13:58:47.965377 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:58:47.975833 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Sync routers for ids ['1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:58:47.993371 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Routers {'1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:47.998052 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:58:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:48.015865 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:48.017252 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-76b2b7a5-8f05-4015-bf6d-24725df3a5fc admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.3685710 Feb 04 13:58:48.020822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45242) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:48.052429 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:48.214248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6f9134f1-cf04-45b3-863c-a46c769c91ba up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:58:48.240455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65772353-979a-4f12-824e-8bffd8395446 req-429338dd-3864-4b22-b6fb-bfb4db758fbb service neutron] 10.222.0.100 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130906 Feb 04 13:58:48.329383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1313add-b7be-4481-8570-3d4fc1816e2b None None] Network c1632c01-9913-44f8-b766-40c9360c38b8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:58:48.373938 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Set router 1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:48.477340 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a4181-411a-4e3e-8985-cd3bf071231e req-4e5fabfc-81f5-4df3-b15b-3a2873f8ea9a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:48.490700 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-190a4181-411a-4e3e-8985-cd3bf071231e req-4e5fabfc-81f5-4df3-b15b-3a2873f8ea9a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 944 time: 0.2491882 Feb 04 13:58:48.496892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e941a53a-f284-4643-9f98-de891939baf0 None None] Provisioning complete for port 6f9134f1-cf04-45b3-863c-a46c769c91ba triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:48.497606 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e941a53a-f284-4643-9f98-de891939baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6f9134f1-cf04-45b3-863c-a46c769c91ba), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:48.548938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5275bb1-b0ed-4180-a1c1-45ddb80e9968 req-d3c7fa13-499b-45aa-bf9b-05ff038b6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:48.557834 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5275bb1-b0ed-4180-a1c1-45ddb80e9968 req-d3c7fa13-499b-45aa-bf9b-05ff038b6993 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 1127 time: 0.2265153 Feb 04 13:58:48.769938 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'name': 'tempest-ImageQuotaTest-1862483612-router', 'tenant_id': 'edb66e6e9b8249d39fe591063d474d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'ecd90c40-aecb-47e8-800e-37e058cc9a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:42Z', 'updated_at': '2022-02-04T13:58:46Z', 'revision_number': 3, 'project_id': 'edb66e6e9b8249d39fe591063d474d92', 'gw_port': {'id': 'ecd90c40-aecb-47e8-800e-37e058cc9a10', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:92:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:44Z', 'updated_at': '2022-02-04T13:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:48.804947 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Checking router: 1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:58:48.805536 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Updating router 1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e port ecd90c40-aecb-47e8-800e-37e058cc9a10 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:58:48.837595 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ecd90c40-aecb-47e8-800e-37e058cc9a10), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:48.897193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5275bb1-b0ed-4180-a1c1-45ddb80e9968 req-42e72317-5a77-4c6d-bed3-67f8a7ebfd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:48.903261 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5275bb1-b0ed-4180-a1c1-45ddb80e9968 req-42e72317-5a77-4c6d-bed3-67f8a7ebfd30 service neutron] 10.222.0.100 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.3362937 Feb 04 13:58:49.042735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-190a4181-411a-4e3e-8985-cd3bf071231e req-77d5f828-5558-4092-bff9-6a3370473ba1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461078 Feb 04 13:58:49.048891 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6f9134f1-cf04-45b3-863c-a46c769c91ba triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:49.051528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5275bb1-b0ed-4180-a1c1-45ddb80e9968 req-ded5ce48-d9a6-48f0-a184-f66ba44391da service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4f0768-127a-411e-8747-640e7d686f2e HTTP/1.1" status: 200 len: 217 time: 0.1354945 Feb 04 13:58:49.052328 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6f9134f1-cf04-45b3-863c-a46c769c91ba), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:49.068115 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:49.146350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5275bb1-b0ed-4180-a1c1-45ddb80e9968 req-fbe6ce0d-992c-4623-91fd-fb625870e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:49.147976 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5275bb1-b0ed-4180-a1c1-45ddb80e9968 req-fbe6ce0d-992c-4623-91fd-fb625870e86a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.0908048 Feb 04 13:58:49.190306 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Publish callbacks [] for port (ecd90c40-aecb-47e8-800e-37e058cc9a10), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:49.202443 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ecd90c40-aecb-47e8-800e-37e058cc9a10), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:49.261730 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c79bd1-3c08-4108-b2c4-a8b53cea671e None None] Pushing event updated for resources: {'Port': ['ID=ecd90c40-aecb-47e8-800e-37e058cc9a10,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:49.280450 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Attempting to bind port ecd90c40-aecb-47e8-800e-37e058cc9a10 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:58:49.281135 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Attempting to bind port ecd90c40-aecb-47e8-800e-37e058cc9a10 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:58:49.281725 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Attempting to bind port ecd90c40-aecb-47e8-800e-37e058cc9a10 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:58:49.283035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5275bb1-b0ed-4180-a1c1-45ddb80e9968 req-29287e66-beb2-42e6-985d-d2bf5a6ce9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:49.285824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5275bb1-b0ed-4180-a1c1-45ddb80e9968 req-29287e66-beb2-42e6-985d-d2bf5a6ce9f2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1306009 Feb 04 13:58:49.289857 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:58:49.290425 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:58:49.290955 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:49.291441 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:58:49.292136 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Bound port: ecd90c40-aecb-47e8-800e-37e058cc9a10, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:58:49.292762 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ecd90c40-aecb-47e8-800e-37e058cc9a10), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:49.354143 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] For port ecd90c40-aecb-47e8-800e-37e058cc9a10, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:58:49.357973 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] For port ecd90c40-aecb-47e8-800e-37e058cc9a10, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ecd90c40-aecb-47e8-800e-37e058cc9a10,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:58:49.367039 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ecd90c40-aecb-47e8-800e-37e058cc9a10), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:49.397752 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6f9134f1-cf04-45b3-863c-a46c769c91ba is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:49.403224 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6f9134f1-cf04-45b3-863c-a46c769c91ba), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:49.418193 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Routers {'1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:49.419177 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:58:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:49.425988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e941a53a-f284-4643-9f98-de891939baf0 None None] Current status of the port 6f9134f1-cf04-45b3-863c-a46c769c91ba is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:49.426929 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e941a53a-f284-4643-9f98-de891939baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6f9134f1-cf04-45b3-863c-a46c769c91ba), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:49.493496 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Allocated IP 172.20.0.1 (c1632c01-9913-44f8-b766-40c9360c38b8/c8cba298-91c6-4209-a305-12dab9a8a36a/746247a8-7e00-42f3-9431-114052477dbc) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:58:49.513844 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5275bb1-b0ed-4180-a1c1-45ddb80e9968 req-f01f8b35-64db-49fa-be03-9899e2bee304 service neutron] 10.222.0.100 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205651 Feb 04 13:58:49.580242 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e941a53a-f284-4643-9f98-de891939baf0 None None] For port 6f9134f1-cf04-45b3-863c-a46c769c91ba, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6f9134f1-cf04-45b3-863c-a46c769c91ba,segment=NetworkSegment(2d65296e-1d1e-4820-a3a4-70b378777a35),segment_id=2d65296e-1d1e-4820-a3a4-70b378777a35)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:49.589716 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] Set router 1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:49.596632 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e941a53a-f284-4643-9f98-de891939baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6f9134f1-cf04-45b3-863c-a46c769c91ba), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:49.852365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941a53a-f284-4643-9f98-de891939baf0 None None] Pushing event updated for resources: {'Port': ['ID=6f9134f1-cf04-45b3-863c-a46c769c91ba,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:49.874043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Publish callbacks [] for port (746247a8-7e00-42f3-9431-114052477dbc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:49.900926 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:58:49.901293 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:58:49.901943 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5275bb1-b0ed-4180-a1c1-45ddb80e9968 req-f22bd61e-aba0-4ac9-baa5-c5ecb4cb2590 service neutron] 10.222.0.100 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801765 Feb 04 13:58:49.930519 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c79bd1-3c08-4108-b2c4-a8b53cea671e None None] Pushing event updated for resources: {'Port': ['ID=ecd90c40-aecb-47e8-800e-37e058cc9a10,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:50.015582 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (746247a8-7e00-42f3-9431-114052477dbc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:50.033285 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8f3fe4a4-3d86-4042-a7cc-3554922b51c1 None None] Provisioning complete for port 6f9134f1-cf04-45b3-863c-a46c769c91ba triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:50.034708 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f3fe4a4-3d86-4042-a7cc-3554922b51c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6f9134f1-cf04-45b3-863c-a46c769c91ba), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:50.094807 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'name': 'tempest-ImageQuotaTest-1862483612-router', 'tenant_id': 'edb66e6e9b8249d39fe591063d474d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'ecd90c40-aecb-47e8-800e-37e058cc9a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:42Z', 'updated_at': '2022-02-04T13:58:46Z', 'revision_number': 3, 'project_id': 'edb66e6e9b8249d39fe591063d474d92', 'gw_port': {'id': 'ecd90c40-aecb-47e8-800e-37e058cc9a10', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:92:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:44Z', 'updated_at': '2022-02-04T13:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:50.120058 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Network c1632c01-9913-44f8-b766-40c9360c38b8 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:58:50.126317 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:50.128482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Pushing event updated for resources: {'Port': ['ID=746247a8-7e00-42f3-9431-114052477dbc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:50.131797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:58:50.172328 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a29e0ee-eb1d-4254-a646-fee6a1cdb87e None None] The sync data for ids ['1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'] in n-d-714676-13 is: [{'id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'name': 'tempest-ImageQuotaTest-1862483612-router', 'tenant_id': 'edb66e6e9b8249d39fe591063d474d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'ecd90c40-aecb-47e8-800e-37e058cc9a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:42Z', 'updated_at': '2022-02-04T13:58:46Z', 'revision_number': 3, 'project_id': 'edb66e6e9b8249d39fe591063d474d92', 'gw_port': {'id': 'ecd90c40-aecb-47e8-800e-37e058cc9a10', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:92:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:44Z', 'updated_at': '2022-02-04T13:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:58:50.200302 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:50.302492 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8f3fe4a4-3d86-4042-a7cc-3554922b51c1 None None] Current status of the port 6f9134f1-cf04-45b3-863c-a46c769c91ba is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:50.345893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a380f50-78a4-44a5-ba41-7a0972d8f666 req-0b37cd79-b006-4c00-bedb-4e255f6961a9 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:50.351062 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a380f50-78a4-44a5-ba41-7a0972d8f666 req-0b37cd79-b006-4c00-bedb-4e255f6961a9 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 944 time: 0.1255119 Feb 04 13:58:50.452083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6f9134f1-cf04-45b3-863c-a46c769c91ba is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:50.479417 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a380f50-78a4-44a5-ba41-7a0972d8f666 req-c3d3295f-4328-4bf3-9944-34bd23e21b21 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235447 Feb 04 13:58:50.485811 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (746247a8-7e00-42f3-9431-114052477dbc), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:50.638302 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a824ce9b-83f9-42a9-b627-542a87e0b014 None None] Provisioning complete for port 746247a8-7e00-42f3-9431-114052477dbc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:50.638687 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a824ce9b-83f9-42a9-b627-542a87e0b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (746247a8-7e00-42f3-9431-114052477dbc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:50.712435 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6f9134f1-cf04-45b3-863c-a46c769c91ba up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:58:50.777249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a824ce9b-83f9-42a9-b627-542a87e0b014 None None] Port 746247a8-7e00-42f3-9431-114052477dbc cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:58:50.813485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6f9134f1-cf04-45b3-863c-a46c769c91ba triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:50.813866 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6f9134f1-cf04-45b3-863c-a46c769c91ba), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:50.837373 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Publish callbacks [] for port (746247a8-7e00-42f3-9431-114052477dbc), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:50.851806 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (746247a8-7e00-42f3-9431-114052477dbc), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:50.983581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6f9134f1-cf04-45b3-863c-a46c769c91ba is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:51.053041 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:51.059002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Pushing event updated for resources: {'Port': ['ID=746247a8-7e00-42f3-9431-114052477dbc,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:51.232075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Network c1632c01-9913-44f8-b766-40c9360c38b8 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:58:51.234039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:51.465053 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Router 1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:58:51.640364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-85e824c7-fdad-44d6-a273-af3992821298 None None] Provisioning complete for port 746247a8-7e00-42f3-9431-114052477dbc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:51.640889 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-85e824c7-fdad-44d6-a273-af3992821298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (746247a8-7e00-42f3-9431-114052477dbc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:51.732735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 8f4f0768-127a-411e-8747-640e7d686f2e details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:58:51.749259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb39814-c623-4c8b-a2d0-f99722c26ece req-55384654-c7a4-41cb-b014-10d629944d1a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:51.757649 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0fb39814-c623-4c8b-a2d0-f99722c26ece req-55384654-c7a4-41cb-b014-10d629944d1a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 944 time: 0.0987895 Feb 04 13:58:51.807873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:58:51.827051 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-85e824c7-fdad-44d6-a273-af3992821298 None None] Port 746247a8-7e00-42f3-9431-114052477dbc cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:58:51.840819 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-04d1ae10-047b-4c80-9a35-174441f78630 admin admin] 10.222.0.96 "PUT /v2.0/routers/1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8058946 Feb 04 13:58:51.897982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0fb39814-c623-4c8b-a2d0-f99722c26ece req-9381c540-a45f-4ce1-930a-4cdf51c4bfd4 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316843 Feb 04 13:58:52.063735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 8f4f0768-127a-411e-8747-640e7d686f2e, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8f4f0768-127a-411e-8747-640e7d686f2e,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:52.077758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '8f4f0768-127a-411e-8747-640e7d686f2e', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'port_id': '8f4f0768-127a-411e-8747-640e7d686f2e', 'mac_address': 'fa:16:3e:8a:e0:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:58:52.132159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 8f4f0768-127a-411e-8747-640e7d686f2e is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:52.132501 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:52.166323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4f0768-127a-411e-8747-640e7d686f2e {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:58:52.206611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 8f4f0768-127a-411e-8747-640e7d686f2e, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8f4f0768-127a-411e-8747-640e7d686f2e,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:52.213678 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:52.310009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=8f4f0768-127a-411e-8747-640e7d686f2e,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:52.560796 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['8f4f0768-127a-411e-8747-640e7d686f2e'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:58:52.724511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ecd90c40-aecb-47e8-800e-37e058cc9a10 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:58:52.941065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ecd90c40-aecb-47e8-800e-37e058cc9a10 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:52.941459 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ecd90c40-aecb-47e8-800e-37e058cc9a10), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:52.992826 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Sync routers for ids ['1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:58:53.048928 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Routers {'1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:53.049585 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:58:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:53.112525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f20a2f-3681-4d1d-ac16-1508b50490df req-dbc6a671-34d5-4b45-8ab1-c581e6d82210 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:53.124733 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6f20a2f-3681-4d1d-ac16-1508b50490df req-dbc6a671-34d5-4b45-8ab1-c581e6d82210 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 945 time: 0.1368794 Feb 04 13:58:53.206282 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ecd90c40-aecb-47e8-800e-37e058cc9a10 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:53.206679 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ecd90c40-aecb-47e8-800e-37e058cc9a10), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:53.222275 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6f20a2f-3681-4d1d-ac16-1508b50490df req-122978e4-3c42-4eac-aff5-2878a121df70 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922294 Feb 04 13:58:53.228704 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Set router 1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:53.271560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port ecd90c40-aecb-47e8-800e-37e058cc9a10, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ecd90c40-aecb-47e8-800e-37e058cc9a10,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:53.278951 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ecd90c40-aecb-47e8-800e-37e058cc9a10), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:53.515511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=ecd90c40-aecb-47e8-800e-37e058cc9a10,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:53.567209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'name': 'tempest-ImageQuotaTest-1862483612-router', 'tenant_id': 'edb66e6e9b8249d39fe591063d474d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'ecd90c40-aecb-47e8-800e-37e058cc9a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:42Z', 'updated_at': '2022-02-04T13:58:50Z', 'revision_number': 4, 'project_id': 'edb66e6e9b8249d39fe591063d474d92', 'gw_port': {'id': 'ecd90c40-aecb-47e8-800e-37e058cc9a10', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:92:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:44Z', 'updated_at': '2022-02-04T13:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '746247a8-7e00-42f3-9431-114052477dbc', 'name': '', 'network_id': 'c1632c01-9913-44f8-b766-40c9360c38b8', 'tenant_id': 'edb66e6e9b8249d39fe591063d474d92', 'mac_address': 'fa:16:3e:a6:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'c8cba298-91c6-4209-a305-12dab9a8a36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:49Z', 'updated_at': '2022-02-04T13:58:50Z', 'revision_number': 2, 'project_id': 'edb66e6e9b8249d39fe591063d474d92', 'subnets': [{'id': 'c8cba298-91c6-4209-a305-12dab9a8a36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:53.626338 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Checking router: 1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:58:53.627056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Updating router 1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e port 746247a8-7e00-42f3-9431-114052477dbc binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:58:53.654632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28c097ca-f9d0-4f77-87c6-c7e278845825 req-0488fec6-1c3c-4d02-83b9-a312dc40c4cf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2912788 Feb 04 13:58:53.669357 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (746247a8-7e00-42f3-9431-114052477dbc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:53.781323 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c097ca-f9d0-4f77-87c6-c7e278845825 req-bff52d83-7cd5-43ee-b92d-5d15d3e75387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:53.789117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28c097ca-f9d0-4f77-87c6-c7e278845825 req-bff52d83-7cd5-43ee-b92d-5d15d3e75387 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 1129 time: 0.1080060 Feb 04 13:58:53.930565 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45440) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:54.017474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c097ca-f9d0-4f77-87c6-c7e278845825 req-082645b3-83d1-45dc-a3e2-e595d32331cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:54.019328 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28c097ca-f9d0-4f77-87c6-c7e278845825 req-082645b3-83d1-45dc-a3e2-e595d32331cf service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.2103107 Feb 04 13:58:54.110834 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28c097ca-f9d0-4f77-87c6-c7e278845825 req-4307eecf-299d-4531-92ae-af2cf5d56710 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a9bbc18-12e7-4356-8563-2ad5239f6f16 HTTP/1.1" status: 200 len: 217 time: 0.0846839 Feb 04 13:58:54.206015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c097ca-f9d0-4f77-87c6-c7e278845825 req-733a0f75-3735-4ebf-b669-fc6e7a14f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:54.208972 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28c097ca-f9d0-4f77-87c6-c7e278845825 req-733a0f75-3735-4ebf-b669-fc6e7a14f0f9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.0712245 Feb 04 13:58:54.299800 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98f90211-f440-47df-95b7-f1371d97e43e req-c98cf32d-f124-4700-b046-4d283c049e8d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0895493 Feb 04 13:58:54.319807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c097ca-f9d0-4f77-87c6-c7e278845825 req-2e41bd38-6374-4174-85a5-6bc69d7f0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:54.328767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28c097ca-f9d0-4f77-87c6-c7e278845825 req-2e41bd38-6374-4174-85a5-6bc69d7f0b11 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1077917 Feb 04 13:58:54.383458 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Publish callbacks [] for port (746247a8-7e00-42f3-9431-114052477dbc), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:54.393971 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (746247a8-7e00-42f3-9431-114052477dbc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:54.548966 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e6f59-5cba-4cb3-a022-aee37c40edbf None None] Pushing event updated for resources: {'Port': ['ID=746247a8-7e00-42f3-9431-114052477dbc,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:54.597872 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28c097ca-f9d0-4f77-87c6-c7e278845825 req-18e5da34-6e14-4f31-93a9-39533fd7ce30 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656226 Feb 04 13:58:54.664538 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Attempting to bind port 746247a8-7e00-42f3-9431-114052477dbc on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:58:54.664933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Attempting to bind port 746247a8-7e00-42f3-9431-114052477dbc by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '2d65296e-1d1e-4820-a3a4-70b378777a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c1632c01-9913-44f8-b766-40c9360c38b8'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:58:54.665312 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Attempting to bind port 746247a8-7e00-42f3-9431-114052477dbc on network c1632c01-9913-44f8-b766-40c9360c38b8 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:58:54.673700 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ecd90c40-aecb-47e8-800e-37e058cc9a10 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:58:54.684759 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbea8-4b06-4b7d-ad7b-9f2521102ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:54.739705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:58:54.739955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Checking segment: {'id': '2d65296e-1d1e-4820-a3a4-70b378777a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c1632c01-9913-44f8-b766-40c9360c38b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:58:54.752999 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:54.753570 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Bound using segment: {'id': '2d65296e-1d1e-4820-a3a4-70b378777a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c1632c01-9913-44f8-b766-40c9360c38b8'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:58:54.754122 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Bound port: 746247a8-7e00-42f3-9431-114052477dbc, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d65296e-1d1e-4820-a3a4-70b378777a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c1632c01-9913-44f8-b766-40c9360c38b8'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:58:54.755201 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (746247a8-7e00-42f3-9431-114052477dbc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:54.840297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5c8c8-1855-4469-a285-ec3d51de8a22 req-e6cf964e-23c4-402a-8289-a989997ba1f2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:54.855455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94b5c8c8-1855-4469-a285-ec3d51de8a22 req-e6cf964e-23c4-402a-8289-a989997ba1f2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 945 time: 0.4635544 Feb 04 13:58:54.898706 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f90211-f440-47df-95b7-f1371d97e43e req-e47f3064-cc09-42aa-a234-b08aca0d25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:54.902140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98f90211-f440-47df-95b7-f1371d97e43e req-e47f3064-cc09-42aa-a234-b08aca0d25aa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 1128 time: 0.5100560 Feb 04 13:58:54.902283 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ecd90c40-aecb-47e8-800e-37e058cc9a10 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:54.902283 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ecd90c40-aecb-47e8-800e-37e058cc9a10), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:55.110221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ecd90c40-aecb-47e8-800e-37e058cc9a10 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:55.122343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-51f2544f-6e02-44eb-abf7-91faa5120aae None None] Provisioning complete for port 746247a8-7e00-42f3-9431-114052477dbc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:55.122799 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-51f2544f-6e02-44eb-abf7-91faa5120aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (746247a8-7e00-42f3-9431-114052477dbc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:55.154372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] For port 746247a8-7e00-42f3-9431-114052477dbc, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:58:55.200292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] For port 746247a8-7e00-42f3-9431-114052477dbc, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=746247a8-7e00-42f3-9431-114052477dbc,segment=NetworkSegment(2d65296e-1d1e-4820-a3a4-70b378777a35),segment_id=2d65296e-1d1e-4820-a3a4-70b378777a35)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:58:55.216794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-51f2544f-6e02-44eb-abf7-91faa5120aae None None] Port 746247a8-7e00-42f3-9431-114052477dbc cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:58:55.220528 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (746247a8-7e00-42f3-9431-114052477dbc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:55.289160 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94b5c8c8-1855-4469-a285-ec3d51de8a22 req-959b9ccc-e6d0-4a6d-a51f-9e75be42755d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324467 Feb 04 13:58:55.314840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ee3bbea8-4b06-4b7d-ad7b-9f2521102ced admin admin] Deleting port 746247a8-7e00-42f3-9431-114052477dbc {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:58:55.315430 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbea8-4b06-4b7d-ad7b-9f2521102ced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (746247a8-7e00-42f3-9431-114052477dbc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:55.317118 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28c097ca-f9d0-4f77-87c6-c7e278845825 req-f267483e-0779-4bae-9be5-e220f11a1a48 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7029867 Feb 04 13:58:55.366468 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e6f59-5cba-4cb3-a022-aee37c40edbf None None] Pushing event updated for resources: {'Port': ['ID=746247a8-7e00-42f3-9431-114052477dbc,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:55.381119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f90211-f440-47df-95b7-f1371d97e43e req-95280d3d-1c90-4770-b5fb-696fbfa4213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:55.384140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98f90211-f440-47df-95b7-f1371d97e43e req-95280d3d-1c90-4770-b5fb-696fbfa4213d service neutron] 10.222.0.100 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.4492826 Feb 04 13:58:55.384563 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e6f59-5cba-4cb3-a022-aee37c40edbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:55.385352 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e6f59-5cba-4cb3-a022-aee37c40edbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:55.385352 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e6f59-5cba-4cb3-a022-aee37c40edbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:55.385821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e6f59-5cba-4cb3-a022-aee37c40edbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:55.385986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e6f59-5cba-4cb3-a022-aee37c40edbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:55.386247 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e6f59-5cba-4cb3-a022-aee37c40edbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:55.386583 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e6f59-5cba-4cb3-a022-aee37c40edbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:55.386916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e6f59-5cba-4cb3-a022-aee37c40edbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:55.387247 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e6f59-5cba-4cb3-a022-aee37c40edbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:55.387573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e6f59-5cba-4cb3-a022-aee37c40edbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:55.394487 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e6f59-5cba-4cb3-a022-aee37c40edbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:55.395477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e6f59-5cba-4cb3-a022-aee37c40edbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:55.396007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7e6f59-5cba-4cb3-a022-aee37c40edbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:55.430633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Routers {'1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:55.431353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:58:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:55.512088 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-ee3bbea8-4b06-4b7d-ad7b-9f2521102ced admin admin] For port 746247a8-7e00-42f3-9431-114052477dbc, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=746247a8-7e00-42f3-9431-114052477dbc,segment=NetworkSegment(2d65296e-1d1e-4820-a3a4-70b378777a35),segment_id=2d65296e-1d1e-4820-a3a4-70b378777a35)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:55.512466 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbea8-4b06-4b7d-ad7b-9f2521102ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (746247a8-7e00-42f3-9431-114052477dbc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:55.520551 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98f90211-f440-47df-95b7-f1371d97e43e req-e0376cfd-9beb-4209-82f4-d6789f074d90 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0d750af-41e8-4f9b-8ead-da4af6f90c08 HTTP/1.1" status: 200 len: 217 time: 0.1264505 Feb 04 13:58:55.548240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ee3bbea8-4b06-4b7d-ad7b-9f2521102ced admin admin] Calling delete_port for 746247a8-7e00-42f3-9431-114052477dbc owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:58:55.763514 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f90211-f440-47df-95b7-f1371d97e43e req-8a101982-68cc-4628-b4e6-7ecfe68e60e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:55.765497 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98f90211-f440-47df-95b7-f1371d97e43e req-8a101982-68cc-4628-b4e6-7ecfe68e60e1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.2394826 Feb 04 13:58:55.864676 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f90211-f440-47df-95b7-f1371d97e43e req-1361f327-bd70-42af-b10d-a499a78f4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:55.868879 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98f90211-f440-47df-95b7-f1371d97e43e req-1361f327-bd70-42af-b10d-a499a78f4c0e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0963094 Feb 04 13:58:55.960631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 8f4f0768-127a-411e-8747-640e7d686f2e up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:58:56.033613 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-760947b6-cb7a-47b6-9ac9-6fb73cf1d690 None None] Provisioning complete for port 746247a8-7e00-42f3-9431-114052477dbc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:56.033998 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-760947b6-cb7a-47b6-9ac9-6fb73cf1d690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (746247a8-7e00-42f3-9431-114052477dbc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:56.042282 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbea8-4b06-4b7d-ad7b-9f2521102ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (746247a8-7e00-42f3-9431-114052477dbc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:56.070374 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-760947b6-cb7a-47b6-9ac9-6fb73cf1d690 None None] Port 746247a8-7e00-42f3-9431-114052477dbc was deleted so its status cannot be updated. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 04 13:58:56.086631 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98f90211-f440-47df-95b7-f1371d97e43e req-24515efd-9dd9-42bd-82d1-25b3580a042a service neutron] 10.222.0.100 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077160 Feb 04 13:58:56.124633 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bbea8-4b06-4b7d-ad7b-9f2521102ced admin admin] Pushing event deleted for resources: {'Port': ['ID=746247a8-7e00-42f3-9431-114052477dbc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:56.143493 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] Set router 1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:56.218181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 8f4f0768-127a-411e-8747-640e7d686f2e completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:58:56.229581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 8f4f0768-127a-411e-8747-640e7d686f2e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:56.229961 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:56.381667 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98f90211-f440-47df-95b7-f1371d97e43e req-c4dc9cec-a4de-4305-963a-94522e2579ce service neutron] 10.222.0.100 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882917 Feb 04 13:58:56.601966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbee96-6376-4f2e-b01c-2213b57ec57c req-efd066d7-af92-4762-8759-27252ad89790 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:56.612790 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0acbee96-6376-4f2e-b01c-2213b57ec57c req-efd066d7-af92-4762-8759-27252ad89790 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 945 time: 0.1143742 Feb 04 13:58:56.723759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0acbee96-6376-4f2e-b01c-2213b57ec57c req-b60e0f89-c6e8-4221-82ff-1733b635717b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012573 Feb 04 13:58:56.774649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 8f4f0768-127a-411e-8747-640e7d686f2e is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:58:56.775186 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:56.809784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4b434f-5e7a-40dc-a3c5-d2d097620f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4f0768-127a-411e-8747-640e7d686f2e'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:58:56.812180 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd82a47-ffd6-4f32-a95f-1226038775d1" -d '{"events": [{"server_uuid": "bd4b434f-5e7a-40dc-a3c5-d2d097620f23", "name": "network-vif-plugged", "status": "completed", "tag": "8f4f0768-127a-411e-8747-640e7d686f2e"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:58:56.858428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 8f4f0768-127a-411e-8747-640e7d686f2e, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8f4f0768-127a-411e-8747-640e7d686f2e,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:56.875007 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:56.955268 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7fd81c-df9f-4c38-a02f-afd64f3df128 x-openstack-request-id: req-1b7fd81c-df9f-4c38-a02f-afd64f3df128 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:58:56.956325 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4b434f-5e7a-40dc-a3c5-d2d097620f23", "name": "network-vif-plugged", "status": "completed", "tag": "8f4f0768-127a-411e-8747-640e7d686f2e", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:58:56.957122 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1b7fd81c-df9f-4c38-a02f-afd64f3df128 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:58:56.957626 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4b434f-5e7a-40dc-a3c5-d2d097620f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4f0768-127a-411e-8747-640e7d686f2e', 'code': 200} Feb 04 13:58:57.020614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'name': 'tempest-ImageQuotaTest-1862483612-router', 'tenant_id': 'edb66e6e9b8249d39fe591063d474d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'ecd90c40-aecb-47e8-800e-37e058cc9a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:42Z', 'updated_at': '2022-02-04T13:58:50Z', 'revision_number': 4, 'project_id': 'edb66e6e9b8249d39fe591063d474d92', 'gw_port': {'id': 'ecd90c40-aecb-47e8-800e-37e058cc9a10', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:44Z', 'updated_at': '2022-02-04T13:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '746247a8-7e00-42f3-9431-114052477dbc', 'name': '', 'network_id': 'c1632c01-9913-44f8-b766-40c9360c38b8', 'tenant_id': 'edb66e6e9b8249d39fe591063d474d92', 'mac_address': 'fa:16:3e:a6:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'c8cba298-91c6-4209-a305-12dab9a8a36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:49Z', 'updated_at': '2022-02-04T13:58:55Z', 'revision_number': 4, 'project_id': 'edb66e6e9b8249d39fe591063d474d92', 'subnets': [{'id': 'c8cba298-91c6-4209-a305-12dab9a8a36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:57.054637 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=8f4f0768-127a-411e-8747-640e7d686f2e,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:57.057576 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4feb1a6-f5a4-491a-8f00-4f95f2a6f5e5 None None] The sync data for ids ['1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'] in n-d-714676-13 is: [{'id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'name': 'tempest-ImageQuotaTest-1862483612-router', 'tenant_id': 'edb66e6e9b8249d39fe591063d474d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'ecd90c40-aecb-47e8-800e-37e058cc9a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:42Z', 'updated_at': '2022-02-04T13:58:50Z', 'revision_number': 4, 'project_id': 'edb66e6e9b8249d39fe591063d474d92', 'gw_port': {'id': 'ecd90c40-aecb-47e8-800e-37e058cc9a10', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:44Z', 'updated_at': '2022-02-04T13:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '746247a8-7e00-42f3-9431-114052477dbc', 'name': '', 'network_id': 'c1632c01-9913-44f8-b766-40c9360c38b8', 'tenant_id': 'edb66e6e9b8249d39fe591063d474d92', 'mac_address': 'fa:16:3e:a6:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'c8cba298-91c6-4209-a305-12dab9a8a36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:58:49Z', 'updated_at': '2022-02-04T13:58:55Z', 'revision_number': 4, 'project_id': 'edb66e6e9b8249d39fe591063d474d92', 'subnets': [{'id': 'c8cba298-91c6-4209-a305-12dab9a8a36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:58:57.120499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2caf7-b742-4976-aee9-ba0f100105e8 req-b81c4e3e-c318-4b73-b3d5-4db26adbada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:57.122157 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ad2caf7-b742-4976-aee9-ba0f100105e8 req-b81c4e3e-c318-4b73-b3d5-4db26adbada6 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 1129 time: 0.1000838 Feb 04 13:58:57.242751 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ad2caf7-b742-4976-aee9-ba0f100105e8 req-d00215bc-ea7f-4c61-8ff4-a0e343c865c3 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136904 Feb 04 13:58:57.290497 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbea8-4b06-4b7d-ad7b-9f2521102ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:57.603263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3bbea8-4b06-4b7d-ad7b-9f2521102ced admin admin] Router 1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:58:57.883792 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d22f8-ad73-44f9-97c4-7fbccc244abe req-8130808f-2a09-4c14-8e3a-e2cc1f1dd9f9 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:57.887858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3bbea8-4b06-4b7d-ad7b-9f2521102ced admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:58:57.899058 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b06d22f8-ad73-44f9-97c4-7fbccc244abe req-8130808f-2a09-4c14-8e3a-e2cc1f1dd9f9 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 946 time: 0.0695050 Feb 04 13:58:57.906004 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ee3bbea8-4b06-4b7d-ad7b-9f2521102ced admin admin] 10.222.0.96 "PUT /v2.0/routers/1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9737954 Feb 04 13:58:57.919315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45474) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:58.046916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b06d22f8-ad73-44f9-97c4-7fbccc244abe req-3815d19d-d4eb-4336-ab8e-2096a8600e2f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466222 Feb 04 13:58:58.246150 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-796938a9-44ee-4017-99af-87337342e90f admin admin] Publish callbacks [] for router (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:58.319128 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45486) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:58.528415 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-796938a9-44ee-4017-99af-87337342e90f admin admin] Publish callbacks [] for router_gateway (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:58.563979 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-acada603-a959-44ff-aec6-c9eb44322d81 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=30d22503c6534843b7b9e3fb0870453f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2411442 Feb 04 13:58:58.564385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45490) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:58:58.642542 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c48ea13-9248-41de-8295-d79bd6b0ef62 admin admin] Publish callbacks [] for security_group (12d3bada-dcff-4859-8d76-af96f06c72db), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:58.658568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-796938a9-44ee-4017-99af-87337342e90f admin admin] Deleting port ecd90c40-aecb-47e8-800e-37e058cc9a10 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:58:58.659531 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-796938a9-44ee-4017-99af-87337342e90f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ecd90c40-aecb-47e8-800e-37e058cc9a10), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:58.697242 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c48ea13-9248-41de-8295-d79bd6b0ef62 admin admin] Publish callbacks [] for security_group (12d3bada-dcff-4859-8d76-af96f06c72db), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:58.815071 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c48ea13-9248-41de-8295-d79bd6b0ef62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (12d3bada-dcff-4859-8d76-af96f06c72db), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:58.824615 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c48ea13-9248-41de-8295-d79bd6b0ef62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:58.833712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9c48ea13-9248-41de-8295-d79bd6b0ef62 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/12d3bada-dcff-4859-8d76-af96f06c72db HTTP/1.1" status: 204 len: 168 time: 0.2663472 Feb 04 13:58:58.839304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-796938a9-44ee-4017-99af-87337342e90f admin admin] For port ecd90c40-aecb-47e8-800e-37e058cc9a10, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ecd90c40-aecb-47e8-800e-37e058cc9a10,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:58:58.840275 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-796938a9-44ee-4017-99af-87337342e90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ecd90c40-aecb-47e8-800e-37e058cc9a10), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:58.854942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48ea13-9248-41de-8295-d79bd6b0ef62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d3bada-dcff-4859-8d76-af96f06c72db,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:58.861342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-796938a9-44ee-4017-99af-87337342e90f admin admin] Calling delete_port for ecd90c40-aecb-47e8-800e-37e058cc9a10 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:58:59.333484 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-796938a9-44ee-4017-99af-87337342e90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ecd90c40-aecb-47e8-800e-37e058cc9a10), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:59.333940 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ee86de-05a6-4d38-b4cb-66d500a038f1 None None] Sync routers for ids ['1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:58:59.344527 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cba2f0-fca5-46bd-a32a-06af98ce9609 req-6d8a5e03-5b47-4454-9fff-25aae081dd07 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:59.359261 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ee86de-05a6-4d38-b4cb-66d500a038f1 None None] Routers {'1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:59.360100 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-74ee86de-05a6-4d38-b4cb-66d500a038f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:58:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:59.384465 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e4cba2f0-fca5-46bd-a32a-06af98ce9609 req-6d8a5e03-5b47-4454-9fff-25aae081dd07 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 946 time: 0.1689219 Feb 04 13:58:59.494037 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796938a9-44ee-4017-99af-87337342e90f admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd90c40-aecb-47e8-800e-37e058cc9a10,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:59.554355 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e4cba2f0-fca5-46bd-a32a-06af98ce9609 req-9f1b04ba-8441-4580-a06d-0b129a76a892 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646667 Feb 04 13:58:59.657334 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-796938a9-44ee-4017-99af-87337342e90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:59.718082 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-74ee86de-05a6-4d38-b4cb-66d500a038f1 None None] Set router 1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:59.781347 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-74ee86de-05a6-4d38-b4cb-66d500a038f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'name': 'tempest-ImageQuotaTest-1862483612-router', 'tenant_id': 'edb66e6e9b8249d39fe591063d474d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:42Z', 'updated_at': '2022-02-04T13:58:59Z', 'revision_number': 7, 'project_id': 'edb66e6e9b8249d39fe591063d474d92', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:59.785774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e64d3fe3-f239-4c38-8376-c258826d7de6 req-01f3ee83-be6b-4d41-b26f-5a4d4d3262fe tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3a088728a0e04cbb8731f38e93f3d6e1 HTTP/1.1" status: 200 len: 267 time: 0.0999112 Feb 04 13:58:59.812870 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ee86de-05a6-4d38-b4cb-66d500a038f1 None None] Checking router: 1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:58:59.824149 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ee86de-05a6-4d38-b4cb-66d500a038f1 None None] Routers {'1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:58:59.825000 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-74ee86de-05a6-4d38-b4cb-66d500a038f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:58:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:59.892992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d3fe3-f239-4c38-8376-c258826d7de6 req-40c097c9-f9fb-4d4e-ba32-c7c6f918ac63 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:59.894629 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e64d3fe3-f239-4c38-8376-c258826d7de6 req-40c097c9-f9fb-4d4e-ba32-c7c6f918ac63 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 946 time: 0.1065717 Feb 04 13:58:59.911165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e64d3fe3-f239-4c38-8376-c258826d7de6 req-92b1ea77-8675-4121-98e4-d5db3742f053 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Request body: {'port': {'security_groups': []}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:59.920175 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-74ee86de-05a6-4d38-b4cb-66d500a038f1 None None] Set router 1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:58:59.924360 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-796938a9-44ee-4017-99af-87337342e90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:59.935642 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-796938a9-44ee-4017-99af-87337342e90f admin admin] Publish callbacks [] for router_controller (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:59.980077 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-74ee86de-05a6-4d38-b4cb-66d500a038f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'name': 'tempest-ImageQuotaTest-1862483612-router', 'tenant_id': 'edb66e6e9b8249d39fe591063d474d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:42Z', 'updated_at': '2022-02-04T13:58:59Z', 'revision_number': 7, 'project_id': 'edb66e6e9b8249d39fe591063d474d92', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:00.021723 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ee86de-05a6-4d38-b4cb-66d500a038f1 None None] The sync data for ids ['1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e'] in n-d-714676-13 is: [{'id': '1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e', 'name': 'tempest-ImageQuotaTest-1862483612-router', 'tenant_id': 'edb66e6e9b8249d39fe591063d474d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:58:42Z', 'updated_at': '2022-02-04T13:58:59Z', 'revision_number': 7, 'project_id': 'edb66e6e9b8249d39fe591063d474d92', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:59:00.058236 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e64d3fe3-f239-4c38-8376-c258826d7de6 req-92b1ea77-8675-4121-98e4-d5db3742f053 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:00.065834 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-796938a9-44ee-4017-99af-87337342e90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:00.067209 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796938a9-44ee-4017-99af-87337342e90f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:59:00.073114 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-796938a9-44ee-4017-99af-87337342e90f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:00.078230 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-796938a9-44ee-4017-99af-87337342e90f admin admin] 10.222.0.96 "DELETE /v2.0/routers/1ed4bfb9-b5a3-48f0-8807-2e72bd907c4e HTTP/1.1" status: 204 len: 168 time: 2.1562781 Feb 04 13:59:00.079940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45502) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:59:00.146717 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58aaeed-7a9d-45cb-b5d1-2e60892ece97 admin admin] Deleting subnet c8cba298-91c6-4209-a305-12dab9a8a36a {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:59:00.151240 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a58aaeed-7a9d-45cb-b5d1-2e60892ece97 admin admin] Publish callbacks [] for subnet (c8cba298-91c6-4209-a305-12dab9a8a36a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:00.213312 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a58aaeed-7a9d-45cb-b5d1-2e60892ece97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (c8cba298-91c6-4209-a305-12dab9a8a36a), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:00.308197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e64d3fe3-f239-4c38-8376-c258826d7de6 req-92b1ea77-8675-4121-98e4-d5db3742f053 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] For port 8f4f0768-127a-411e-8747-640e7d686f2e, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8f4f0768-127a-411e-8747-640e7d686f2e,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:59:00.339669 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a58aaeed-7a9d-45cb-b5d1-2e60892ece97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (c8cba298-91c6-4209-a305-12dab9a8a36a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:00.345881 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e64d3fe3-f239-4c38-8376-c258826d7de6 req-92b1ea77-8675-4121-98e4-d5db3742f053 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for port (8f4f0768-127a-411e-8747-640e7d686f2e), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:00.355214 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e64d3fe3-f239-4c38-8376-c258826d7de6 req-92b1ea77-8675-4121-98e4-d5db3742f053 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:00.369926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['4a9bbc18-12e7-4356-8563-2ad5239f6f16'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:59:00.448582 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a58aaeed-7a9d-45cb-b5d1-2e60892ece97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (c8cba298-91c6-4209-a305-12dab9a8a36a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:00.459269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['b0d750af-41e8-4f9b-8ead-da4af6f90c08', '8f4f0768-127a-411e-8747-640e7d686f2e'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:59:00.531305 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a58aaeed-7a9d-45cb-b5d1-2e60892ece97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:00.539101 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a58aaeed-7a9d-45cb-b5d1-2e60892ece97 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/c8cba298-91c6-4209-a305-12dab9a8a36a HTTP/1.1" status: 204 len: 168 time: 0.4579647 Feb 04 13:59:00.540457 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58aaeed-7a9d-45cb-b5d1-2e60892ece97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8cba298-91c6-4209-a305-12dab9a8a36a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:00.544215 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45508) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:59:00.547906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1ea77-8675-4121-98e4-d5db3742f053 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event updated for resources: {'Port': ['ID=8f4f0768-127a-411e-8747-640e7d686f2e,revision_number=6']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:00.548769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57ce809-a8e4-4ccb-8487-ead8406e418d None None] Network c1632c01-9913-44f8-b766-40c9360c38b8 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:59:00.592286 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d3fe3-f239-4c38-8376-c258826d7de6 req-92b1ea77-8675-4121-98e4-d5db3742f053 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:00.592888 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e64d3fe3-f239-4c38-8376-c258826d7de6 req-92b1ea77-8675-4121-98e4-d5db3742f053 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:00.632387 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e64d3fe3-f239-4c38-8376-c258826d7de6 req-92b1ea77-8675-4121-98e4-d5db3742f053 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "PUT /v2.0/ports/8f4f0768-127a-411e-8747-640e7d686f2e HTTP/1.1" status: 200 len: 905 time: 0.6926768 Feb 04 13:59:00.633105 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4b434f-5e7a-40dc-a3c5-d2d097620f23', 'tag': '8f4f0768-127a-411e-8747-640e7d686f2e'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:59:00.642343 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6670f2d-e868-4a8d-a7fb-dac5e88d1ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4b434f-5e7a-40dc-a3c5-d2d097620f23", "tag": "8f4f0768-127a-411e-8747-640e7d686f2e"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:59:00.691025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 746247a8-7e00-42f3-9431-114052477dbc no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:59:00.752866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 746247a8-7e00-42f3-9431-114052477dbc {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:59:00.753911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 746247a8-7e00-42f3-9431-114052477dbc not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:59:00.757939 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['8f4f0768-127a-411e-8747-640e7d686f2e'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:59:00.876852 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc584a9-0149-43a3-b6be-2c41a7975651 req-1ba5e8dc-6c27-4fae-a9ca-b0f95cf1bb6e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:00.889604 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (c1632c01-9913-44f8-b766-40c9360c38b8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:00.902156 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cc584a9-0149-43a3-b6be-2c41a7975651 req-1ba5e8dc-6c27-4fae-a9ca-b0f95cf1bb6e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 908 time: 0.1720016 Feb 04 13:59:00.965350 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31e3740-990c-40d7-b859-20baf9258a36 x-openstack-request-id: req-a31e3740-990c-40d7-b859-20baf9258a36 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:59:00.965831 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4b434f-5e7a-40dc-a3c5-d2d097620f23", "tag": "8f4f0768-127a-411e-8747-640e7d686f2e", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:59:00.966293 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a31e3740-990c-40d7-b859-20baf9258a36 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:59:00.967073 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4b434f-5e7a-40dc-a3c5-d2d097620f23', 'tag': '8f4f0768-127a-411e-8747-640e7d686f2e', 'status': 'completed', 'code': 200} Feb 04 13:59:01.005382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] Deleting port 6f9134f1-cf04-45b3-863c-a46c769c91ba {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:59:01.005727 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6f9134f1-cf04-45b3-863c-a46c769c91ba), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:01.199662 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] For port 6f9134f1-cf04-45b3-863c-a46c769c91ba, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6f9134f1-cf04-45b3-863c-a46c769c91ba,segment=NetworkSegment(2d65296e-1d1e-4820-a3a4-70b378777a35),segment_id=2d65296e-1d1e-4820-a3a4-70b378777a35)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:59:01.200143 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6f9134f1-cf04-45b3-863c-a46c769c91ba), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:01.209822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6670f2d-e868-4a8d-a7fb-dac5e88d1ae2 req-bef1d2bb-7961-4b6d-96d1-dcbdc6a605da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:01.214136 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6670f2d-e868-4a8d-a7fb-dac5e88d1ae2 req-bef1d2bb-7961-4b6d-96d1-dcbdc6a605da service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 1091 time: 0.2176135 Feb 04 13:59:01.230358 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] Calling delete_port for 6f9134f1-cf04-45b3-863c-a46c769c91ba owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:59:01.242179 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c41543f4-50a6-4bc3-97d9-abd60c16b705 None None] Provisioning complete for port 8f4f0768-127a-411e-8747-640e7d686f2e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:01.253394 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c41543f4-50a6-4bc3-97d9-abd60c16b705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:01.336485 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6f9134f1-cf04-45b3-863c-a46c769c91ba), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:01.399834 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] No DVR routers for this DVR port 6f9134f1-cf04-45b3-863c-a46c769c91ba on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:59:01.440378 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9134f1-cf04-45b3-863c-a46c769c91ba,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:01.481172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6670f2d-e868-4a8d-a7fb-dac5e88d1ae2 req-78cadeea-e27b-457c-9d75-8e4a11f9cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:01.485457 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6670f2d-e868-4a8d-a7fb-dac5e88d1ae2 req-78cadeea-e27b-457c-9d75-8e4a11f9cf0c service neutron] 10.222.0.100 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.2549579 Feb 04 13:59:01.573555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f274a0-43fc-458c-b8fb-d5245840c86e req-a26d42e3-3431-4230-95d6-dcdf38c9927c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:01.575547 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2f274a0-43fc-458c-b8fb-d5245840c86e req-a26d42e3-3431-4230-95d6-dcdf38c9927c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.4507358 Feb 04 13:59:01.582065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aad3a8f-ac15-4080-9a30-19e070339b3e None None] DHCP port deletion for c1632c01-9913-44f8-b766-40c9360c38b8 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:59:01.624967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (c1632c01-9913-44f8-b766-40c9360c38b8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:01.662316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1632c01-9913-44f8-b766-40c9360c38b8']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:01.673750 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6670f2d-e868-4a8d-a7fb-dac5e88d1ae2 req-14a5bca5-d52b-4025-aea2-a868f6697f91 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4f0768-127a-411e-8747-640e7d686f2e HTTP/1.1" status: 200 len: 217 time: 0.1761763 Feb 04 13:59:01.676978 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d65296e-1d1e-4820-a3a4-70b378777a35') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:01.677507 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d65296e-1d1e-4820-a3a4-70b378777a35') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:01.702649 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (2d65296e-1d1e-4820-a3a4-70b378777a35), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:01.726034 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (2d65296e-1d1e-4820-a3a4-70b378777a35), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:01.733084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:59:01.733495 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (2d65296e-1d1e-4820-a3a4-70b378777a35), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: timer() Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:59:01.736482 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:59:01.784807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c41543f4-50a6-4bc3-97d9-abd60c16b705 None None] Current status of the port 8f4f0768-127a-411e-8747-640e7d686f2e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:59:01.802188 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2f274a0-43fc-458c-b8fb-d5245840c86e req-b4d75069-5921-4ff3-a115-0f9b7ae150e7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482441 Feb 04 13:59:01.850603 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (c1632c01-9913-44f8-b766-40c9360c38b8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:01.855143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6670f2d-e868-4a8d-a7fb-dac5e88d1ae2 req-e26e0384-3629-4276-8da0-e8d7a1fa7e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:01.857038 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6670f2d-e868-4a8d-a7fb-dac5e88d1ae2 req-e26e0384-3629-4276-8da0-e8d7a1fa7e23 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.1514823 Feb 04 13:59:01.874135 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:01.890908 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] 10.222.0.96 "DELETE /v2.0/networks/c1632c01-9913-44f8-b766-40c9360c38b8 HTTP/1.1" status: 204 len: 168 time: 1.3452017 Feb 04 13:59:01.891740 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018bdc6-a070-47a8-baec-73567c73f52b admin admin] Pushing event deleted for resources: {'Network': ['ID=c1632c01-9913-44f8-b766-40c9360c38b8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:01.974431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6670f2d-e868-4a8d-a7fb-dac5e88d1ae2 req-8d551b1e-5dd7-4149-96e2-e6d6da3fa24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:01.976818 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6670f2d-e868-4a8d-a7fb-dac5e88d1ae2 req-8d551b1e-5dd7-4149-96e2-e6d6da3fa24b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1060297 Feb 04 13:59:01.984328 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00cfd3-9d54-4b9b-a47b-8d8467f28583 req-03e7f667-0a09-4b05-aa28-930e6cc88e50 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:01.992717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b00cfd3-9d54-4b9b-a47b-8d8467f28583 req-03e7f667-0a09-4b05-aa28-930e6cc88e50 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0792909 Feb 04 13:59:02.072498 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b00cfd3-9d54-4b9b-a47b-8d8467f28583 req-eb508c2d-f0f2-4142-9285-a868888dde25 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726843 Feb 04 13:59:02.162551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45526) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:59:02.174464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6670f2d-e868-4a8d-a7fb-dac5e88d1ae2 req-9e59ca15-2002-44dd-91e7-1da532666b78 service neutron] 10.222.0.100 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607482 Feb 04 13:59:02.221409 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5474f698-4d54-4524-9c1e-0dc0508eb505 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=edb66e6e9b8249d39fe591063d474d92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0573771 Feb 04 13:59:02.224301 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45528) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:59:02.315563 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-467b04cd-121d-4ce3-b605-f269f2682d8b admin admin] Publish callbacks [] for security_group (cb502622-713d-49ae-b73e-09a6061c9e60), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:02.348464 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-467b04cd-121d-4ce3-b605-f269f2682d8b admin admin] Publish callbacks [] for security_group (cb502622-713d-49ae-b73e-09a6061c9e60), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:02.420225 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-467b04cd-121d-4ce3-b605-f269f2682d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cb502622-713d-49ae-b73e-09a6061c9e60), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:02.423078 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-467b04cd-121d-4ce3-b605-f269f2682d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:02.428041 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-467b04cd-121d-4ce3-b605-f269f2682d8b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cb502622-713d-49ae-b73e-09a6061c9e60 HTTP/1.1" status: 204 len: 168 time: 0.2024224 Feb 04 13:59:02.437069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b04cd-121d-4ce3-b605-f269f2682d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb502622-713d-49ae-b73e-09a6061c9e60,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:02.617565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ecd90c40-aecb-47e8-800e-37e058cc9a10 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:59:02.665420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: ecd90c40-aecb-47e8-800e-37e058cc9a10 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:59:02.666016 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ecd90c40-aecb-47e8-800e-37e058cc9a10 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:59:02.666620 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6f9134f1-cf04-45b3-863c-a46c769c91ba no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:59:02.703856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 6f9134f1-cf04-45b3-863c-a46c769c91ba {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:59:02.704546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6f9134f1-cf04-45b3-863c-a46c769c91ba not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:59:02.812917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6670f2d-e868-4a8d-a7fb-dac5e88d1ae2 req-334ff80c-131f-42e5-88f4-17f26ca56632 service neutron] 10.222.0.100 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6317036 Feb 04 13:59:02.902680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-14ab705d-4b3a-4493-876b-56f34cdfe7c6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:02.909298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-14ab705d-4b3a-4493-876b-56f34cdfe7c6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 811 time: 0.5977423 Feb 04 13:59:02.932186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-d9e23372-2566-4c78-9d5c-04e546a03333 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/quotas/3a088728a0e04cbb8731f38e93f3d6e1 HTTP/1.1" status: 200 len: 375 time: 0.0203843 Feb 04 13:59:03.006950 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a4c7b793-7499-445e-95a3-107cc2e50463 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0738809 Feb 04 13:59:03.031948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 45548) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:59:03.050850 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8f3cad86-3dc5-4e7c-afae-99b31ea93e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:03.142223 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-8f75b4ac-bd36-4847-acc0-46f777bc06b8 service neutron] 10.222.0.96 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272149 Feb 04 13:59:03.170056 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8f3cad86-3dc5-4e7c-afae-99b31ea93e5d admin admin] Publish callbacks [] for security_group (1c5a3668-d466-4a1d-8aee-62646097eb42), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:03.178959 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8f3cad86-3dc5-4e7c-afae-99b31ea93e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1c5a3668-d466-4a1d-8aee-62646097eb42), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:03.239799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-918a650d-503a-4d13-b086-18fb35833c03 service neutron] 10.222.0.96 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952110 Feb 04 13:59:03.241405 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8f3cad86-3dc5-4e7c-afae-99b31ea93e5d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2077873 Feb 04 13:59:03.243733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 45550) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:59:03.244045 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3cad86-3dc5-4e7c-afae-99b31ea93e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5a3668-d466-4a1d-8aee-62646097eb42,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:03.324767 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6d1e-cf4d-4b30-a8d9-67ac53c86b38 admin admin] Publish callbacks [] for security_group (1c5a3668-d466-4a1d-8aee-62646097eb42), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:03.353148 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6d1e-cf4d-4b30-a8d9-67ac53c86b38 admin admin] Publish callbacks [] for security_group (1c5a3668-d466-4a1d-8aee-62646097eb42), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:03.422725 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6d1e-cf4d-4b30-a8d9-67ac53c86b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1c5a3668-d466-4a1d-8aee-62646097eb42), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:03.426734 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6d1e-cf4d-4b30-a8d9-67ac53c86b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:03.428102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9c4f6d1e-cf4d-4b30-a8d9-67ac53c86b38 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1c5a3668-d466-4a1d-8aee-62646097eb42 HTTP/1.1" status: 204 len: 168 time: 0.1832581 Feb 04 13:59:03.455521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f6d1e-cf4d-4b30-a8d9-67ac53c86b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5a3668-d466-4a1d-8aee-62646097eb42,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:03.489498 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-569eb6f0-d85c-48b9-b945-40ec943c0334 req-94b90c1e-32e8-41c7-8da7-0f62cad2fd6e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 210 time: 0.0673182 Feb 04 13:59:04.674000 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1921962-fadb-4e86-96bd-e7b3f922be34 req-d88b60ac-8f4c-450f-8244-b56d3286d919 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 210 time: 0.0735862 Feb 04 13:59:04.748920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-7689f023-2057-4f13-9e24-4b6eb8055122 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:04.751012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-7689f023-2057-4f13-9e24-4b6eb8055122 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 811 time: 0.1812284 Feb 04 13:59:04.764258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-1c276f66-4adf-43de-85d8-4bbf69d8a83b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Request body: {'port': {'device_id': '2858ce03-c5da-4533-a72c-c8fb70f38503', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'admin_state_up': True, 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:04.884092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-1c276f66-4adf-43de-85d8-4bbf69d8a83b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Made reservation on behalf of 3a088728a0e04cbb8731f38e93f3d6e1 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:59:04.888305 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-1c276f66-4adf-43de-85d8-4bbf69d8a83b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:05.033332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-1c276f66-4adf-43de-85d8-4bbf69d8a83b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Allocated IP 172.20.0.14 (e850f246-0270-48c7-b292-77ce5d0c8d2b/4fa6a57d-4833-477c-a4c3-0b43c577818b/b2d7571e-f496-419e-af5b-fdc48c1727d1) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:59:05.206332 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-1c276f66-4adf-43de-85d8-4bbf69d8a83b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:05.241746 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-1c276f66-4adf-43de-85d8-4bbf69d8a83b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:05.260441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['b0d750af-41e8-4f9b-8ead-da4af6f90c08'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:59:05.271335 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['4a9bbc18-12e7-4356-8563-2ad5239f6f16'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:59:05.291171 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c276f66-4adf-43de-85d8-4bbf69d8a83b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event updated for resources: {'Port': ['ID=b2d7571e-f496-419e-af5b-fdc48c1727d1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:05.312238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-1c276f66-4adf-43de-85d8-4bbf69d8a83b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Network e850f246-0270-48c7-b292-77ce5d0c8d2b is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:59:05.313890 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-1c276f66-4adf-43de-85d8-4bbf69d8a83b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:59:05.317408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-1c276f66-4adf-43de-85d8-4bbf69d8a83b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:59:05.384495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-1c276f66-4adf-43de-85d8-4bbf69d8a83b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:05.385499 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-1c276f66-4adf-43de-85d8-4bbf69d8a83b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:05.413359 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-1c276f66-4adf-43de-85d8-4bbf69d8a83b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6537106 Feb 04 13:59:05.434461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Request body: {'port': {'device_id': '2858ce03-c5da-4533-a72c-c8fb70f38503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:05.563994 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:05.748363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e73c92e1-db28-40b6-b208-a3fd4ea93bfc None None] Provisioning complete for port b2d7571e-f496-419e-af5b-fdc48c1727d1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:05.748736 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e73c92e1-db28-40b6-b208-a3fd4ea93bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:05.804930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e73c92e1-db28-40b6-b208-a3fd4ea93bfc None None] Port b2d7571e-f496-419e-af5b-fdc48c1727d1 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:59:05.892058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f38ea-5ec2-4ecd-afab-22cfe4dd6111 req-553d4646-57f8-44c0-8098-04b5583f0a9a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:05.893613 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-781f38ea-5ec2-4ecd-afab-22cfe4dd6111 req-553d4646-57f8-44c0-8098-04b5583f0a9a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 932 time: 0.1160455 Feb 04 13:59:05.974355 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-781f38ea-5ec2-4ecd-afab-22cfe4dd6111 req-e62267da-a1e6-46df-9659-4d73f8d95d97 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711982 Feb 04 13:59:06.023962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d7571e-f496-419e-af5b-fdc48c1727d1 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:59:06.032003 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Publish callbacks [] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:06.045394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Transition to ACTIVE for port object b2d7571e-f496-419e-af5b-fdc48c1727d1 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:59:06.051876 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:06.129949 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Pushing event updated for resources: {'Port': ['ID=b2d7571e-f496-419e-af5b-fdc48c1727d1,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:06.182535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Attempting to bind port b2d7571e-f496-419e-af5b-fdc48c1727d1 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:59:06.182870 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Attempting to bind port b2d7571e-f496-419e-af5b-fdc48c1727d1 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:59:06.183206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Attempting to bind port b2d7571e-f496-419e-af5b-fdc48c1727d1 on network e850f246-0270-48c7-b292-77ce5d0c8d2b {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:59:06.188256 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Port b2d7571e-f496-419e-af5b-fdc48c1727d1 on network e850f246-0270-48c7-b292-77ce5d0c8d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:59:06.188588 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Attempting to bind port b2d7571e-f496-419e-af5b-fdc48c1727d1 on network e850f246-0270-48c7-b292-77ce5d0c8d2b {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:59:06.193732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:59:06.194072 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Checking segment: {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:59:06.194750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Bound using segment: {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:59:06.195193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Bound port: b2d7571e-f496-419e-af5b-fdc48c1727d1, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:59:06.195813 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:06.274068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] For port b2d7571e-f496-419e-af5b-fdc48c1727d1, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:59:06.277914 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] For port b2d7571e-f496-419e-af5b-fdc48c1727d1, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b2d7571e-f496-419e-af5b-fdc48c1727d1,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:59:06.287255 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:06.327798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:06.328834 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:06.330991 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] 10.222.0.99 "PUT /v2.0/ports/b2d7571e-f496-419e-af5b-fdc48c1727d1 HTTP/1.1" status: 200 len: 1093 time: 0.9092102 Feb 04 13:59:06.331616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2858ce03-c5da-4533-a72c-c8fb70f38503', 'tag': 'b2d7571e-f496-419e-af5b-fdc48c1727d1'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:59:06.334996 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c8e65e-c204-4839-8239-2f500c437ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "2858ce03-c5da-4533-a72c-c8fb70f38503", "tag": "b2d7571e-f496-419e-af5b-fdc48c1727d1"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:59:06.402227 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5c52e-f5ee-4aa3-8918-38065622105a service neutron] Pushing event updated for resources: {'Port': ['ID=b2d7571e-f496-419e-af5b-fdc48c1727d1,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:06.424345 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea21d9e4-5114-4461-904f-eb40e4ec936d x-openstack-request-id: req-ea21d9e4-5114-4461-904f-eb40e4ec936d {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:59:06.424641 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2858ce03-c5da-4533-a72c-c8fb70f38503", "tag": "b2d7571e-f496-419e-af5b-fdc48c1727d1", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:59:06.424904 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ea21d9e4-5114-4461-904f-eb40e4ec936d {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:59:06.425313 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2858ce03-c5da-4533-a72c-c8fb70f38503', 'tag': 'b2d7571e-f496-419e-af5b-fdc48c1727d1', 'status': 'completed', 'code': 200} Feb 04 13:59:06.473758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-1d2c0800-f8ca-422e-aecd-83b0fe1fd99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:06.475516 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-1d2c0800-f8ca-422e-aecd-83b0fe1fd99e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 1127 time: 0.0698216 Feb 04 13:59:06.534514 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-5f77bc5a-697a-4ac6-bc9a-fc0dc8a8023d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2d7571e-f496-419e-af5b-fdc48c1727d1 HTTP/1.1" status: 200 len: 217 time: 0.0467877 Feb 04 13:59:06.599259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-9ce3a3f0-e718-4062-b483-b78e6ebf2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:06.601141 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-9ce3a3f0-e718-4062-b483-b78e6ebf2847 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.0595779 Feb 04 13:59:06.664200 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-ad44b5ed-94a4-420c-8c33-418019d6af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:06.665766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-ad44b5ed-94a4-420c-8c33-418019d6af32 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0527730 Feb 04 13:59:06.810882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-dd05fdd3-83b3-421e-a301-1a71606723a3 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374791 Feb 04 13:59:06.935415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b403f82-72a8-4026-b4e4-357dfe86e74b req-8841dbb6-6bfb-467c-b46d-b8c7d3c277f2 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183562 Feb 04 13:59:07.047622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8e65e-c204-4839-8239-2f500c437ae4 req-d42bc631-4cfa-4aeb-8b9d-a9ff27b6c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:07.049357 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5c8e65e-c204-4839-8239-2f500c437ae4 req-d42bc631-4cfa-4aeb-8b9d-a9ff27b6c582 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 1127 time: 0.0618298 Feb 04 13:59:07.194561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a6467-193f-45c2-bec5-03b7ba7c8477 req-ac15ad53-54ec-4754-9d4d-5365402011ae tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:07.194561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-047a6467-193f-45c2-bec5-03b7ba7c8477 req-ac15ad53-54ec-4754-9d4d-5365402011ae tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 944 time: 0.1109583 Feb 04 13:59:07.194561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8e65e-c204-4839-8239-2f500c437ae4 req-dcfc0fa0-94c2-45c6-ba0f-0924c9b21bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:07.194561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5c8e65e-c204-4839-8239-2f500c437ae4 req-dcfc0fa0-94c2-45c6-ba0f-0924c9b21bc7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.1390159 Feb 04 13:59:07.251549 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5c8e65e-c204-4839-8239-2f500c437ae4 req-237e21c2-3942-47f4-8d15-2b810b689b6f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2d7571e-f496-419e-af5b-fdc48c1727d1 HTTP/1.1" status: 200 len: 217 time: 0.0490818 Feb 04 13:59:07.308121 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-047a6467-193f-45c2-bec5-03b7ba7c8477 req-b9735afb-2c41-4199-aaa4-eba1ed140c69 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114471 Feb 04 13:59:07.320103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8e65e-c204-4839-8239-2f500c437ae4 req-abdbf14d-fe19-44c5-a3ae-6d8bdd2a0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:07.321854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5c8e65e-c204-4839-8239-2f500c437ae4 req-abdbf14d-fe19-44c5-a3ae-6d8bdd2a0975 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.0642743 Feb 04 13:59:07.375177 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8e65e-c204-4839-8239-2f500c437ae4 req-b77dc906-64a9-4b3f-a6cf-f68420bedc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:07.376732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5c8e65e-c204-4839-8239-2f500c437ae4 req-b77dc906-64a9-4b3f-a6cf-f68420bedc08 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475874 Feb 04 13:59:07.478816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5c8e65e-c204-4839-8239-2f500c437ae4 req-72aa9047-132e-4e2e-801a-3fe684c8e3a5 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955544 Feb 04 13:59:07.578360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5c8e65e-c204-4839-8239-2f500c437ae4 req-0d8ae647-056a-4975-b626-0bb8d8f575dd service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923035 Feb 04 13:59:08.049462 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:59:08.449590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e754b4-5df8-468f-877a-1504701268aa req-f9e31d6f-b232-4b77-affb-30269b6b5b31 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:08.451524 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32e754b4-5df8-468f-877a-1504701268aa req-f9e31d6f-b232-4b77-affb-30269b6b5b31 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 944 time: 0.0702231 Feb 04 13:59:08.513381 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32e754b4-5df8-468f-877a-1504701268aa req-c28d6a66-703a-4e24-a5cf-6bb71e6e1e8a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524106 Feb 04 13:59:09.655143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5cefe-06fe-4618-9b32-e916be262b96 req-397fa8eb-6298-4db4-9960-49f3004b0114 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:09.656903 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aef5cefe-06fe-4618-9b32-e916be262b96 req-397fa8eb-6298-4db4-9960-49f3004b0114 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 944 time: 0.0672202 Feb 04 13:59:09.711428 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aef5cefe-06fe-4618-9b32-e916be262b96 req-2af6c25f-2581-4073-8014-f837d49b8d9c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485089 Feb 04 13:59:10.851054 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a806d6-152e-41c7-a824-7a45462863b6 req-f87d9556-a5c4-4d42-b4c4-fa24d8327606 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:10.852763 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5a806d6-152e-41c7-a824-7a45462863b6 req-f87d9556-a5c4-4d42-b4c4-fa24d8327606 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 944 time: 0.0674961 Feb 04 13:59:10.922648 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5a806d6-152e-41c7-a824-7a45462863b6 req-713a8a6c-20b4-447d-9728-40808a103db9 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641389 Feb 04 13:59:10.966890 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-adb38ca8-b880-44f5-864f-589e35988f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:11.220479 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b2d7571e-f496-419e-af5b-fdc48c1727d1 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:59:11.330192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b2d7571e-f496-419e-af5b-fdc48c1727d1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b2d7571e-f496-419e-af5b-fdc48c1727d1,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:59:11.351689 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'b2d7571e-f496-419e-af5b-fdc48c1727d1', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'port_id': 'b2d7571e-f496-419e-af5b-fdc48c1727d1', 'mac_address': 'fa:16:3e:85:64:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:59:11.391488 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b2d7571e-f496-419e-af5b-fdc48c1727d1 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:59:11.392050 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:11.407105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d7571e-f496-419e-af5b-fdc48c1727d1 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:59:11.431372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b2d7571e-f496-419e-af5b-fdc48c1727d1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b2d7571e-f496-419e-af5b-fdc48c1727d1,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:59:11.442659 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:11.493681 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b2d7571e-f496-419e-af5b-fdc48c1727d1,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:11.764690 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['b2d7571e-f496-419e-af5b-fdc48c1727d1'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:59:12.061621 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9c77a-7915-4974-83d3-090ca437a1da req-57cabe78-dda3-41cf-ae32-43c15464658d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:12.063716 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8e9c77a-7915-4974-83d3-090ca437a1da req-57cabe78-dda3-41cf-ae32-43c15464658d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 945 time: 0.0656583 Feb 04 13:59:12.133063 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8e9c77a-7915-4974-83d3-090ca437a1da req-a39632c7-3d00-4363-925f-d301a72afdcd tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630918 Feb 04 13:59:13.223180 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b2d7571e-f496-419e-af5b-fdc48c1727d1 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:59:13.281858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57d51d-4ccd-4aa0-bd2b-df8484d682df req-59b325aa-588d-4f73-9649-eaa6512da473 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:13.288085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f57d51d-4ccd-4aa0-bd2b-df8484d682df req-59b325aa-588d-4f73-9649-eaa6512da473 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 945 time: 0.0671496 Feb 04 13:59:13.291440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port b2d7571e-f496-419e-af5b-fdc48c1727d1 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:59:13.296647 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port b2d7571e-f496-419e-af5b-fdc48c1727d1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:13.297317 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:13.366516 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f57d51d-4ccd-4aa0-bd2b-df8484d682df req-5f0e9006-4cef-47dd-8ebf-b35430ad3ab6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741816 Feb 04 13:59:13.399489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b2d7571e-f496-419e-af5b-fdc48c1727d1 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:59:13.399870 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:13.427614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2858ce03-c5da-4533-a72c-c8fb70f38503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d7571e-f496-419e-af5b-fdc48c1727d1'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:59:13.429907 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418f5cb2-5563-4184-9f2c-b95fd2ad1ee8" -d '{"events": [{"server_uuid": "2858ce03-c5da-4533-a72c-c8fb70f38503", "name": "network-vif-plugged", "status": "completed", "tag": "b2d7571e-f496-419e-af5b-fdc48c1727d1"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:59:13.444216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b2d7571e-f496-419e-af5b-fdc48c1727d1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b2d7571e-f496-419e-af5b-fdc48c1727d1,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:59:13.450205 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:13.497265 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046fc586-61fe-4602-891f-429a086a0beb x-openstack-request-id: req-046fc586-61fe-4602-891f-429a086a0beb {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:59:13.498163 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2858ce03-c5da-4533-a72c-c8fb70f38503", "name": "network-vif-plugged", "status": "completed", "tag": "b2d7571e-f496-419e-af5b-fdc48c1727d1", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:59:13.498163 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-046fc586-61fe-4602-891f-429a086a0beb {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:59:13.498685 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2858ce03-c5da-4533-a72c-c8fb70f38503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d7571e-f496-419e-af5b-fdc48c1727d1', 'code': 200} Feb 04 13:59:13.531257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b2d7571e-f496-419e-af5b-fdc48c1727d1,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:13.620745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b347e2c-b1ba-418b-8685-ef5fa16a2f1a req-1564300f-7f38-40b3-ad05-4f41c38758b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:13.622550 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b347e2c-b1ba-418b-8685-ef5fa16a2f1a req-1564300f-7f38-40b3-ad05-4f41c38758b3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 1129 time: 0.0593054 Feb 04 13:59:13.673449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b347e2c-b1ba-418b-8685-ef5fa16a2f1a req-d2094abe-762c-4cfe-a986-dc7abacf781c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426719 Feb 04 13:59:14.119812 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:14.497859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701441a-92c0-4c4f-9085-8cd3f433ffc5 req-1e890726-4735-4d6f-a8b5-07a7a5794cff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:14.499416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9701441a-92c0-4c4f-9085-8cd3f433ffc5 req-1e890726-4735-4d6f-a8b5-07a7a5794cff tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.0565128 Feb 04 13:59:14.559784 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9701441a-92c0-4c4f-9085-8cd3f433ffc5 req-e0ffc053-7da5-4428-bb0b-2ee25d44f9f3 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543609 Feb 04 13:59:14.791174 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:15.169537 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6696557f-89c3-4ea5-a796-305a52d13ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:15.629886 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:15.709743 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40968f5d-c22e-4d8d-933d-064fd1e73861 req-5a0185c5-75b9-4406-bc55-bfb95908cde3 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:15.711393 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40968f5d-c22e-4d8d-933d-064fd1e73861 req-5a0185c5-75b9-4406-bc55-bfb95908cde3 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.0699751 Feb 04 13:59:15.776887 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40968f5d-c22e-4d8d-933d-064fd1e73861 req-711c4ca1-9501-44d8-83a8-7d6c70dc78da tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593317 Feb 04 13:59:16.040312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cc332-ce3a-4f92-bae1-ce8d5c0be771 req-cd6a76e2-7e9d-4808-ba38-974993366b3c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:16.048018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6d2cc332-ce3a-4f92-bae1-ce8d5c0be771 req-cd6a76e2-7e9d-4808-ba38-974993366b3c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.0766621 Feb 04 13:59:16.100657 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6d2cc332-ce3a-4f92-bae1-ce8d5c0be771 req-5ae99d91-28a1-4442-bf50-d27ccb1efc67 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513105 Feb 04 13:59:16.958979 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:17.227454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154fbd2-968d-4f5c-b962-2c42b25ccaba req-deb41cab-b8fd-4610-9db9-d961c5e7c213 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:17.229090 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d154fbd2-968d-4f5c-b962-2c42b25ccaba req-deb41cab-b8fd-4610-9db9-d961c5e7c213 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.0564775 Feb 04 13:59:17.283793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d154fbd2-968d-4f5c-b962-2c42b25ccaba req-1b94f514-5f51-4aa7-bdfb-ce006e7edf2c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489459 Feb 04 13:59:17.741028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20990d8b-9e0a-4723-bd14-2a22ef9695f7 req-4b05f51e-0c46-4a76-8a79-76d460fed1eb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:17.742614 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20990d8b-9e0a-4723-bd14-2a22ef9695f7 req-4b05f51e-0c46-4a76-8a79-76d460fed1eb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.0575447 Feb 04 13:59:17.794206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20990d8b-9e0a-4723-bd14-2a22ef9695f7 req-3337c2a6-5ff8-4899-9ee0-7eaa91d58399 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455439 Feb 04 13:59:18.006023 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:18.939283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d992b6-2d21-40b3-8719-903082b17373 req-9b21ee25-c6eb-4ad1-aafc-f316230e121a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:18.941842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24d992b6-2d21-40b3-8719-903082b17373 req-9b21ee25-c6eb-4ad1-aafc-f316230e121a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.0651174 Feb 04 13:59:19.026727 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24d992b6-2d21-40b3-8719-903082b17373 req-35397d2c-0e22-4e94-ad76-830790d6eb4a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775332 Feb 04 13:59:20.175765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e8eb5-d9f0-4189-a17c-8878d128a37c req-aede852a-09b1-476d-b5a9-1be736fc2c35 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:20.178016 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da9e8eb5-d9f0-4189-a17c-8878d128a37c req-aede852a-09b1-476d-b5a9-1be736fc2c35 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.0715246 Feb 04 13:59:20.228917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da9e8eb5-d9f0-4189-a17c-8878d128a37c req-1036dc1a-479f-4898-a2c3-0bfcf8b61429 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450041 Feb 04 13:59:21.282533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b2d7571e-f496-419e-af5b-fdc48c1727d1 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:59:21.368925 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb4230-42eb-440c-9bb3-6df521dae6ea req-34e13756-14d1-4dc5-948f-e11bfd53739c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:21.372559 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05cb4230-42eb-440c-9bb3-6df521dae6ea req-34e13756-14d1-4dc5-948f-e11bfd53739c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.0671546 Feb 04 13:59:21.429513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b2d7571e-f496-419e-af5b-fdc48c1727d1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b2d7571e-f496-419e-af5b-fdc48c1727d1,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:59:21.442371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05cb4230-42eb-440c-9bb3-6df521dae6ea req-b7694942-ec3b-47cb-a7b2-7a4e7c56b022 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586317 Feb 04 13:59:21.451559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'b2d7571e-f496-419e-af5b-fdc48c1727d1', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'port_id': 'b2d7571e-f496-419e-af5b-fdc48c1727d1', 'mac_address': 'fa:16:3e:85:64:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:59:21.494188 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b2d7571e-f496-419e-af5b-fdc48c1727d1 is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:59:21.494590 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:21.510074 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2d7571e-f496-419e-af5b-fdc48c1727d1 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:59:21.532086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b2d7571e-f496-419e-af5b-fdc48c1727d1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b2d7571e-f496-419e-af5b-fdc48c1727d1,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:59:21.537561 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:21.594646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b2d7571e-f496-419e-af5b-fdc48c1727d1,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:21.627903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['b2d7571e-f496-419e-af5b-fdc48c1727d1'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:59:22.578075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2059f4-acd7-4867-bacb-3531439cdfa1 req-0e4d6d2c-c153-4d00-843b-cb0d515d6493 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:22.585583 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be2059f4-acd7-4867-bacb-3531439cdfa1 req-0e4d6d2c-c153-4d00-843b-cb0d515d6493 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 945 time: 0.0759690 Feb 04 13:59:22.636568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be2059f4-acd7-4867-bacb-3531439cdfa1 req-530b959a-45b2-4085-8b94-dfcaaeb1028f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496702 Feb 04 13:59:23.306204 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b2d7571e-f496-419e-af5b-fdc48c1727d1 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:59:23.358236 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port b2d7571e-f496-419e-af5b-fdc48c1727d1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:23.358617 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:23.444717 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b2d7571e-f496-419e-af5b-fdc48c1727d1 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:59:23.445360 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:23.468245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2858ce03-c5da-4533-a72c-c8fb70f38503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d7571e-f496-419e-af5b-fdc48c1727d1'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:59:23.470648 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b79f6c-bdc2-4aaa-b14d-f5cb854a970b" -d '{"events": [{"server_uuid": "2858ce03-c5da-4533-a72c-c8fb70f38503", "name": "network-vif-plugged", "status": "completed", "tag": "b2d7571e-f496-419e-af5b-fdc48c1727d1"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:59:23.483944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b2d7571e-f496-419e-af5b-fdc48c1727d1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b2d7571e-f496-419e-af5b-fdc48c1727d1,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:59:23.489728 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:23.542247 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b2d7571e-f496-419e-af5b-fdc48c1727d1,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:23.547590 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780a6803-03ad-44a6-b731-05822e0b37be x-openstack-request-id: req-780a6803-03ad-44a6-b731-05822e0b37be {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:59:23.547887 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2858ce03-c5da-4533-a72c-c8fb70f38503", "name": "network-vif-plugged", "status": "completed", "tag": "b2d7571e-f496-419e-af5b-fdc48c1727d1", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:59:23.548150 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-780a6803-03ad-44a6-b731-05822e0b37be {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:59:23.548543 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2858ce03-c5da-4533-a72c-c8fb70f38503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d7571e-f496-419e-af5b-fdc48c1727d1', 'code': 200} Feb 04 13:59:23.802055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa130d-7de4-4cf6-add3-692e477b433b req-78db6001-c10a-47b4-81a9-f94d15a3f969 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:23.804893 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3afa130d-7de4-4cf6-add3-692e477b433b req-78db6001-c10a-47b4-81a9-f94d15a3f969 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.0725110 Feb 04 13:59:23.867514 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3afa130d-7de4-4cf6-add3-692e477b433b req-cd43b580-46cf-4572-8422-8891badd865d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552709 Feb 04 13:59:25.037526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc288a1-fd2c-4d75-90a6-4684d8d1f3df req-c66d770d-3b06-4b8b-a839-2fa1043222ca tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:25.046035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bc288a1-fd2c-4d75-90a6-4684d8d1f3df req-c66d770d-3b06-4b8b-a839-2fa1043222ca tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.0775986 Feb 04 13:59:25.120133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bc288a1-fd2c-4d75-90a6-4684d8d1f3df req-f00a12c9-b78c-419d-bf49-791d0f8b791e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651364 Feb 04 13:59:26.372426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aa89d-2d54-44bf-bea0-8e0b550bdd4a req-52ab994e-5f35-4530-87a0-977ee5c6cae7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:26.374884 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f7aa89d-2d54-44bf-bea0-8e0b550bdd4a req-52ab994e-5f35-4530-87a0-977ee5c6cae7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.0909486 Feb 04 13:59:26.492136 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f7aa89d-2d54-44bf-bea0-8e0b550bdd4a req-2af53a87-9649-4cbe-a799-f9c1fe489972 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107349 Feb 04 13:59:27.674030 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0156b-4622-47ed-bdba-7c666867f309 req-22e88961-1df3-4c14-9f34-cde7b7e782be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:27.677702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13d0156b-4622-47ed-bdba-7c666867f309 req-22e88961-1df3-4c14-9f34-cde7b7e782be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.1038291 Feb 04 13:59:27.799547 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13d0156b-4622-47ed-bdba-7c666867f309 req-a7826555-6b05-4f70-841f-474cca163933 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141407 Feb 04 13:59:29.151929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b13dc-b685-4638-85cf-7df89b07d8c5 req-e4bfacfc-d5f5-48ce-80e7-875673f0c357 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:29.160454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c6b13dc-b685-4638-85cf-7df89b07d8c5 req-e4bfacfc-d5f5-48ce-80e7-875673f0c357 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.1199181 Feb 04 13:59:29.229360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c6b13dc-b685-4638-85cf-7df89b07d8c5 req-a4e50744-7228-4787-aa3d-f46da064eb28 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611825 Feb 04 13:59:30.459144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a0e0a-e6fe-4f48-8989-d329bf7f9fe2 req-4bb8b65f-ed62-4ee3-9c27-addebfb48d18 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:30.468251 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca4a0e0a-e6fe-4f48-8989-d329bf7f9fe2 req-4bb8b65f-ed62-4ee3-9c27-addebfb48d18 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.1243141 Feb 04 13:59:30.535987 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca4a0e0a-e6fe-4f48-8989-d329bf7f9fe2 req-57d78548-4cb8-4f8e-bcb5-1753e4578620 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667326 Feb 04 13:59:31.788419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328556f9-ab2b-4f21-92ea-dbfc4935c8d0 req-87f238dd-f84e-4981-8ab8-24a1e140bc84 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:31.790165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-328556f9-ab2b-4f21-92ea-dbfc4935c8d0 req-87f238dd-f84e-4981-8ab8-24a1e140bc84 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.0940042 Feb 04 13:59:31.865515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-328556f9-ab2b-4f21-92ea-dbfc4935c8d0 req-b67d4531-9725-4958-a0ad-b72b892434d1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693743 Feb 04 13:59:33.042349 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71eb0c-8b33-46f2-940e-25fb34814b64 req-2c83a41b-db6a-4c1c-8c11-575d67bbea3e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:33.051098 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f71eb0c-8b33-46f2-940e-25fb34814b64 req-2c83a41b-db6a-4c1c-8c11-575d67bbea3e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.0840206 Feb 04 13:59:33.139960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f71eb0c-8b33-46f2-940e-25fb34814b64 req-e752e333-3aad-4439-a87a-5e681bf0b030 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874662 Feb 04 13:59:34.391129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50e51e-5a10-4a27-b7b1-b6b9f4674712 req-834a110e-8984-4666-af03-266644aefa78 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:34.399744 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca50e51e-5a10-4a27-b7b1-b6b9f4674712 req-834a110e-8984-4666-af03-266644aefa78 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.1057985 Feb 04 13:59:34.522684 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca50e51e-5a10-4a27-b7b1-b6b9f4674712 req-10b5b528-c423-42c4-92fc-01d5dc9c972d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192608 Feb 04 13:59:35.716931 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bf00c-3a81-4d27-9e3f-e4a8c08088f6 req-709574b6-54f6-44ba-bd9e-37f9c1419aef tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:35.719481 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aa5bf00c-3a81-4d27-9e3f-e4a8c08088f6 req-709574b6-54f6-44ba-bd9e-37f9c1419aef tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.1056604 Feb 04 13:59:35.794995 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aa5bf00c-3a81-4d27-9e3f-e4a8c08088f6 req-dcf3e6fc-34e1-467c-99ee-6a321ca18747 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684192 Feb 04 13:59:36.763120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7f66a-4974-4935-b175-a73639c3eca6 req-71b2451f-d507-44d6-8a21-8db50579f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:36.764840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92d7f66a-4974-4935-b175-a73639c3eca6 req-71b2451f-d507-44d6-8a21-8db50579f642 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 1129 time: 0.0702362 Feb 04 13:59:36.887238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7f66a-4974-4935-b175-a73639c3eca6 req-49ba9cf5-d500-4e3e-91cd-aa343bce7661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:36.888780 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92d7f66a-4974-4935-b175-a73639c3eca6 req-49ba9cf5-d500-4e3e-91cd-aa343bce7661 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.1183708 Feb 04 13:59:36.959350 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92d7f66a-4974-4935-b175-a73639c3eca6 req-4a9ab696-bb43-4017-a4d7-a40c1b7aac38 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2d7571e-f496-419e-af5b-fdc48c1727d1 HTTP/1.1" status: 200 len: 217 time: 0.0597348 Feb 04 13:59:37.024829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cece70-ca43-4615-8857-3a497b7736bb req-feb9784e-51d2-44b7-8778-6619acb4dfaf tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:37.026518 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5cece70-ca43-4615-8857-3a497b7736bb req-feb9784e-51d2-44b7-8778-6619acb4dfaf tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.1367953 Feb 04 13:59:37.055225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7f66a-4974-4935-b175-a73639c3eca6 req-1465a114-8e8c-49b7-a6ff-68b8e39868ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:37.056707 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92d7f66a-4974-4935-b175-a73639c3eca6 req-1465a114-8e8c-49b7-a6ff-68b8e39868ea service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.0893774 Feb 04 13:59:37.117844 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5cece70-ca43-4615-8857-3a497b7736bb req-82426b2f-9fec-4b0d-a860-0b82062add77 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840046 Feb 04 13:59:37.141986 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7f66a-4974-4935-b175-a73639c3eca6 req-4914a4ee-dffd-4832-8346-0882fd3032b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:37.144335 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92d7f66a-4974-4935-b175-a73639c3eca6 req-4914a4ee-dffd-4832-8346-0882fd3032b8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0756588 Feb 04 13:59:37.262648 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92d7f66a-4974-4935-b175-a73639c3eca6 req-1fb723c1-70c3-49fd-aa52-45f3ccd65b24 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128385 Feb 04 13:59:37.366514 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92d7f66a-4974-4935-b175-a73639c3eca6 req-ab1ee5b2-c30c-4ce5-b45c-0f7938a32351 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976942 Feb 04 13:59:38.258997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f270053-3a70-4661-9aa4-f30ed3382387 req-619b106f-b39b-415a-b57c-21671848ad8b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:38.260628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f270053-3a70-4661-9aa4-f30ed3382387 req-619b106f-b39b-415a-b57c-21671848ad8b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.0620503 Feb 04 13:59:38.322637 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f270053-3a70-4661-9aa4-f30ed3382387 req-3eecc4e2-02c8-4cc0-978e-8fe1a958d244 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557871 Feb 04 13:59:39.369671 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b2d7571e-f496-419e-af5b-fdc48c1727d1 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:59:39.463999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b2d7571e-f496-419e-af5b-fdc48c1727d1 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:59:39.464637 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:39.493665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2858ce03-c5da-4533-a72c-c8fb70f38503', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d7571e-f496-419e-af5b-fdc48c1727d1'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:59:39.504984 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a962b16-3cf0-47f9-ac32-b386a5a89344" -d '{"events": [{"server_uuid": "2858ce03-c5da-4533-a72c-c8fb70f38503", "name": "network-vif-unplugged", "status": "completed", "tag": "b2d7571e-f496-419e-af5b-fdc48c1727d1"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:59:39.520364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port b2d7571e-f496-419e-af5b-fdc48c1727d1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b2d7571e-f496-419e-af5b-fdc48c1727d1,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:59:39.528812 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:39.531634 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ada70-88b0-486e-ab24-7cb7d4d0a67f req-428457ca-77f8-40ff-b790-7fbe8a8748af tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:39.541854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-762ada70-88b0-486e-ab24-7cb7d4d0a67f req-428457ca-77f8-40ff-b790-7fbe8a8748af tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 946 time: 0.1374528 Feb 04 13:59:39.618829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-762ada70-88b0-486e-ab24-7cb7d4d0a67f req-fcc8b015-6c11-4544-aef8-646961b43697 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756528 Feb 04 13:59:39.644080 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=b2d7571e-f496-419e-af5b-fdc48c1727d1,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:39.667696 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 13:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8185c3-56c6-4851-abb4-8c1c60912088 x-openstack-request-id: req-2e8185c3-56c6-4851-abb4-8c1c60912088 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:59:39.668049 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2858ce03-c5da-4533-a72c-c8fb70f38503", "name": "network-vif-unplugged", "status": "failed", "tag": "b2d7571e-f496-419e-af5b-fdc48c1727d1", "code": 422}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:59:39.668403 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2e8185c3-56c6-4851-abb4-8c1c60912088 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:59:39.668895 n-d-714676-13 neutron-server[103608]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2858ce03-c5da-4533-a72c-c8fb70f38503', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b2d7571e-f496-419e-af5b-fdc48c1727d1', 'code': 422} returned with failed status Feb 04 13:59:39.794702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54693ee-0a5a-4a65-b430-25b072478e1e req-5eba4ac5-bf1e-4c11-9475-a89ad06f6f9c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:39.796558 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e54693ee-0a5a-4a65-b430-25b072478e1e req-5eba4ac5-bf1e-4c11-9475-a89ad06f6f9c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0676157 Feb 04 13:59:39.858690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e54693ee-0a5a-4a65-b430-25b072478e1e req-9a3e7f87-0671-4709-9e52-4aeeff000acf tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552855 Feb 04 13:59:40.018083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c38dc-153a-457b-8b00-7dd38e6908d6 req-3efc9901-c9ae-4b78-ae95-d8fc9d724fb6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:40.020173 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e71c38dc-153a-457b-8b00-7dd38e6908d6 req-3efc9901-c9ae-4b78-ae95-d8fc9d724fb6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0652268 Feb 04 13:59:40.078648 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e71c38dc-153a-457b-8b00-7dd38e6908d6 req-8b297b16-58c3-4624-9cdf-0f57e721707c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516939 Feb 04 13:59:40.361300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470d544-8d1c-40b7-99b6-5f81df90c6c3 req-10e9e05f-7a1b-4a06-9414-4e71e2f6890e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:40.367257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3470d544-8d1c-40b7-99b6-5f81df90c6c3 req-10e9e05f-7a1b-4a06-9414-4e71e2f6890e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1077266 Feb 04 13:59:40.466699 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3470d544-8d1c-40b7-99b6-5f81df90c6c3 req-d30d4074-99a0-42d2-99d5-f16514694107 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704112 Feb 04 13:59:40.976028 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-97f4e46f-424f-4443-bead-4931b2e0e64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:41.669108 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f725644-ae63-46b4-8e78-ec72387bc016 req-74e337d5-3db2-4a01-9a72-e5e69fdf978a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:41.701668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f725644-ae63-46b4-8e78-ec72387bc016 req-74e337d5-3db2-4a01-9a72-e5e69fdf978a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1254704 Feb 04 13:59:41.807768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f725644-ae63-46b4-8e78-ec72387bc016 req-24e91477-692c-4d56-b88d-b1f196bfaa4a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043940 Feb 04 13:59:42.958271 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da09f5-c332-4572-9ac9-0ad2a29175ef req-f52b3f81-966f-443d-aaca-ed91e006d8a9 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:42.964306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39da09f5-c332-4572-9ac9-0ad2a29175ef req-f52b3f81-966f-443d-aaca-ed91e006d8a9 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0736675 Feb 04 13:59:43.037445 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39da09f5-c332-4572-9ac9-0ad2a29175ef req-2fded4d7-520e-47f3-a7e7-c9c2d4f418e4 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704601 Feb 04 13:59:43.372690 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device b2d7571e-f496-419e-af5b-fdc48c1727d1 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:59:43.517201 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port b2d7571e-f496-419e-af5b-fdc48c1727d1 is: DOWN; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:59:44.153573 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:44.181449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039705d0-53b8-4ebe-a937-ff4c1e9f0926 req-65b872b8-4540-4094-8053-c73e627f4406 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:44.183658 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-039705d0-53b8-4ebe-a937-ff4c1e9f0926 req-65b872b8-4540-4094-8053-c73e627f4406 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0592349 Feb 04 13:59:44.246720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-039705d0-53b8-4ebe-a937-ff4c1e9f0926 req-6c786470-d42c-43ab-b36b-ac6e493ebe28 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566995 Feb 04 13:59:44.793365 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:45.028781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46378) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:59:45.053612 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:59:45.189347 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:45.197916 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d27698b1-53c3-4872-80c9-1395838e53af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:45.318605 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Publish callbacks [] for security_group (d11e8d7d-1b30-4e0b-918e-dfa36cb9eca0), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:45.324488 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d11e8d7d-1b30-4e0b-918e-dfa36cb9eca0), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:45.401550 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=48812585fe61466d94853b51a84a406d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3714962 Feb 04 13:59:45.402470 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11e8d7d-1b30-4e0b-918e-dfa36cb9eca0,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:45.405435 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46384) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:59:45.415057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.415548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.415992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.416434 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.416867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.417320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.417749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.418214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.418644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.419068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.419491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.419916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.420334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c5b0a2-c0bd-4cfa-b082-40e24c34dc14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.466317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d4e36-3c61-4a79-89be-a9a0dc2696c0 req-1b37c075-2a16-4898-84bc-faf2125582a6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:45.474700 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e97d4e36-3c61-4a79-89be-a9a0dc2696c0 req-1b37c075-2a16-4898-84bc-faf2125582a6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1447551 Feb 04 13:59:45.477087 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Publish callbacks [] for security_group (d11e8d7d-1b30-4e0b-918e-dfa36cb9eca0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:45.515422 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Publish callbacks [] for security_group (d11e8d7d-1b30-4e0b-918e-dfa36cb9eca0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:45.531785 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e97d4e36-3c61-4a79-89be-a9a0dc2696c0 req-1202cea3-90fe-4d71-85f8-2d7b4538f793 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554614 Feb 04 13:59:45.588550 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d11e8d7d-1b30-4e0b-918e-dfa36cb9eca0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:45.593344 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:45.595392 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d11e8d7d-1b30-4e0b-918e-dfa36cb9eca0 HTTP/1.1" status: 204 len: 168 time: 0.1880639 Feb 04 13:59:45.606530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11e8d7d-1b30-4e0b-918e-dfa36cb9eca0,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:45.617981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.618626 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.619221 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.619740 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.620231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.620951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.621475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.622036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.622648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.623272 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.623771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.624366 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.624863 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1eda9f-d802-425f-8959-f8c790f0e3e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:45.662871 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:46.521123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46408) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:59:46.698471 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10233fc9-a58c-4c6f-9713-be49bf7384fb req-ad1f7ebf-96b2-45ff-9670-11a419df3c72 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:46.699863 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10233fc9-a58c-4c6f-9713-be49bf7384fb req-ad1f7ebf-96b2-45ff-9670-11a419df3c72 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0695729 Feb 04 13:59:46.701935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-493f543c-63bd-4992-a9e7-a8b02e6330c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1081086590-network', 'tenant_id': '04a7af11479049059024e84090058dbe'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:46.730001 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493f543c-63bd-4992-a9e7-a8b02e6330c1 admin admin] Made reservation on behalf of 04a7af11479049059024e84090058dbe for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:59:46.733649 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-493f543c-63bd-4992-a9e7-a8b02e6330c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:46.746277 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-493f543c-63bd-4992-a9e7-a8b02e6330c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:46.778025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10233fc9-a58c-4c6f-9713-be49bf7384fb req-e022d5dc-9312-4358-ae6e-8b3ab159d978 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653005 Feb 04 13:59:46.851704 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-493f543c-63bd-4992-a9e7-a8b02e6330c1 admin admin] Publish callbacks [] for security_group (fae09dda-9a65-49a2-a943-a5c9724da2ef), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:46.856371 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-493f543c-63bd-4992-a9e7-a8b02e6330c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fae09dda-9a65-49a2-a943-a5c9724da2ef), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:46.872116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493f543c-63bd-4992-a9e7-a8b02e6330c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:59:46.884319 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-493f543c-63bd-4992-a9e7-a8b02e6330c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (36c1dae5-39ee-414f-ac75-c0749478cd11), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:46.884729 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-493f543c-63bd-4992-a9e7-a8b02e6330c1 admin admin] Added segment 36c1dae5-39ee-414f-ac75-c0749478cd11 of type vlan for network 27de3437-df86-4192-8a38-bd89e17714b7 Feb 04 13:59:46.947878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-493f543c-63bd-4992-a9e7-a8b02e6330c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (27de3437-df86-4192-8a38-bd89e17714b7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:46.963505 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:46.970595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f543c-63bd-4992-a9e7-a8b02e6330c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae09dda-9a65-49a2-a943-a5c9724da2ef,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:46.994202 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-493f543c-63bd-4992-a9e7-a8b02e6330c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (27de3437-df86-4192-8a38-bd89e17714b7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:46.995357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493f543c-63bd-4992-a9e7-a8b02e6330c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:46.996270 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-493f543c-63bd-4992-a9e7-a8b02e6330c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:47.059964 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-493f543c-63bd-4992-a9e7-a8b02e6330c1 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5348568 Feb 04 13:59:47.061181 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46416) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:59:47.065798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f543c-63bd-4992-a9e7-a8b02e6330c1 admin admin] Pushing event updated for resources: {'Network': ['ID=27de3437-df86-4192-8a38-bd89e17714b7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:47.073308 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-b9aec275-4311-4cc6-b979-3bd164fce742 admin admin] Request body: {'subnet': {'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1081086590-subnet', 'tenant_id': '04a7af11479049059024e84090058dbe', 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:47.082053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 27de3437-df86-4192-8a38-bd89e17714b7 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:59:47.098296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aec275-4311-4cc6-b979-3bd164fce742 admin admin] Made reservation on behalf of 04a7af11479049059024e84090058dbe for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:59:47.100819 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b9aec275-4311-4cc6-b979-3bd164fce742 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:47.293687 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b9aec275-4311-4cc6-b979-3bd164fce742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (cdd28e0c-e617-457e-92ca-24c633c0a546), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:47.353533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aec275-4311-4cc6-b979-3bd164fce742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd28e0c-e617-457e-92ca-24c633c0a546,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:47.363904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aec275-4311-4cc6-b979-3bd164fce742 admin admin] Checking segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:59:47.364210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aec275-4311-4cc6-b979-3bd164fce742 admin admin] Network hostable DHCP agents. Network: 27de3437-df86-4192-8a38-bd89e17714b7, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:59:47.384576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aec275-4311-4cc6-b979-3bd164fce742 admin admin] Network 27de3437-df86-4192-8a38-bd89e17714b7 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:59:47.397476 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-b9aec275-4311-4cc6-b979-3bd164fce742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 27de3437-df86-4192-8a38-bd89e17714b7) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:59:47.403202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aec275-4311-4cc6-b979-3bd164fce742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:47.403779 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b9aec275-4311-4cc6-b979-3bd164fce742 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:47.409844 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7908b99e-902c-45d9-805a-57b456d366b6 None None] Network 27de3437-df86-4192-8a38-bd89e17714b7 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:59:47.441663 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46418) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:59:47.442930 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b9aec275-4311-4cc6-b979-3bd164fce742 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3751793 Feb 04 13:59:47.447253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:47.472856 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (7db6d163-b595-45a4-bd1c-705bfda50390), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:47.474205 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (7db6d163-b595-45a4-bd1c-705bfda50390), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:47.543081 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-27de3437-df86-4192-8a38-bd89e17714b7', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'project_id': '04a7af11479049059024e84090058dbe', 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:59:47.544152 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Publish callbacks [] for router_controller (7db6d163-b595-45a4-bd1c-705bfda50390), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:47.544650 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:47.732507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Allocated IP 172.20.0.2 (27de3437-df86-4192-8a38-bd89e17714b7/cdd28e0c-e617-457e-92ca-24c633c0a546/393ce203-6054-48a0-a884-594ebe1d6270) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:59:47.754520 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Publish callbacks [] for router_gateway (7db6d163-b595-45a4-bd1c-705bfda50390), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:47.920928 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Publish callbacks [] for port (393ce203-6054-48a0-a884-594ebe1d6270), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:47.929532 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (393ce203-6054-48a0-a884-594ebe1d6270), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:47.929951 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9151cce-3467-42fe-9bae-843fe190fee0 req-d339f86e-b988-4363-855c-edd5a0289df9 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:47.932795 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9151cce-3467-42fe-9bae-843fe190fee0 req-d339f86e-b988-4363-855c-edd5a0289df9 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0751450 Feb 04 13:59:47.988395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Pushing event updated for resources: {'Port': ['ID=393ce203-6054-48a0-a884-594ebe1d6270,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:48.004705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Network 27de3437-df86-4192-8a38-bd89e17714b7 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:59:48.011281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:59:48.012622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9151cce-3467-42fe-9bae-843fe190fee0 req-67a93557-ed85-4820-b3e8-9b4869fea777 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745618 Feb 04 13:59:48.013482 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Publish callbacks [] for router_gateway (7db6d163-b595-45a4-bd1c-705bfda50390), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:48.015183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:59:48.025640 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:48.053892 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:48.091786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Attempting to bind port 393ce203-6054-48a0-a884-594ebe1d6270 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:59:48.092303 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Attempting to bind port 393ce203-6054-48a0-a884-594ebe1d6270 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:59:48.092783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Attempting to bind port 393ce203-6054-48a0-a884-594ebe1d6270 on network 27de3437-df86-4192-8a38-bd89e17714b7 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:59:48.106455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:59:48.106944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Checking segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:59:48.107472 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:48.107930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Bound using segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:59:48.109123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Bound port: 393ce203-6054-48a0-a884-594ebe1d6270, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:59:48.109123 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (393ce203-6054-48a0-a884-594ebe1d6270), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:48.189063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] For port 393ce203-6054-48a0-a884-594ebe1d6270, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:59:48.193584 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Allocated IP 172.25.5.235 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/6db02440-ca51-43c0-bf89-0f846e20e36b) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:59:48.193874 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] For port 393ce203-6054-48a0-a884-594ebe1d6270, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=393ce203-6054-48a0-a884-594ebe1d6270,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:59:48.201991 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (393ce203-6054-48a0-a884-594ebe1d6270), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:48.275263 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72a231-53bb-4077-8fc7-471a9cfc1330 None None] Pushing event updated for resources: {'Port': ['ID=393ce203-6054-48a0-a884-594ebe1d6270,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:48.330711 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Publish callbacks [] for port (6db02440-ca51-43c0-bf89-0f846e20e36b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:48.371289 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6db02440-ca51-43c0-bf89-0f846e20e36b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:48.417713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:59:48.421354 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:59:48.426489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:59:48.433131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6db02440-ca51-43c0-bf89-0f846e20e36b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:48.720511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 393ce203-6054-48a0-a884-594ebe1d6270 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:59:48.832066 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Publish callbacks [] for router_gateway (7db6d163-b595-45a4-bd1c-705bfda50390), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:48.838540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 393ce203-6054-48a0-a884-594ebe1d6270 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:48.839094 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (393ce203-6054-48a0-a884-594ebe1d6270), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:48.929201 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 393ce203-6054-48a0-a884-594ebe1d6270 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:59:48.929748 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (393ce203-6054-48a0-a884-594ebe1d6270), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:48.969143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 393ce203-6054-48a0-a884-594ebe1d6270, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=393ce203-6054-48a0-a884-594ebe1d6270,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:59:48.976055 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (393ce203-6054-48a0-a884-594ebe1d6270), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:49.086539 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=393ce203-6054-48a0-a884-594ebe1d6270,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:49.107123 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (7db6d163-b595-45a4-bd1c-705bfda50390), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:49.246584 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3913ee-4634-4590-90cd-2b497c8475a6 req-55ff806e-7331-4a83-b420-52638ef2898d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:49.249109 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d3913ee-4634-4590-90cd-2b497c8475a6 req-55ff806e-7331-4a83-b420-52638ef2898d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0774393 Feb 04 13:59:49.342950 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d3913ee-4634-4590-90cd-2b497c8475a6 req-ff8f8549-1c0c-43fa-bd08-3ac3d052a495 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776405 Feb 04 13:59:49.353765 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Router 7db6d163-b595-45a4-bd1c-705bfda50390 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:59:49.574945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:59:49.588872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Sync routers for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:59:49.606271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:59:49.606955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:59:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:49.607314 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:49.609493 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-989825ec-9ea2-4db2-9af4-00e98ec913b9 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1664493 Feb 04 13:59:49.614512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46428) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:59:49.713577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e037217e-13b2-4b88-b2eb-f548a3619582 None None] Network 27de3437-df86-4192-8a38-bd89e17714b7 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:59:49.923582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:59:49.928139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9e6fbaa6-bff4-4194-bbda-08e337474852 None None] Provisioning complete for port 393ce203-6054-48a0-a884-594ebe1d6270 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:49.928779 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9e6fbaa6-bff4-4194-bbda-08e337474852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (393ce203-6054-48a0-a884-594ebe1d6270), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:50.333462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9e6fbaa6-bff4-4194-bbda-08e337474852 None None] Current status of the port 393ce203-6054-48a0-a884-594ebe1d6270 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:59:50.373582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:48Z', 'revision_number': 3, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:50.411566 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Checking router: 7db6d163-b595-45a4-bd1c-705bfda50390 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:59:50.411994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Updating router 7db6d163-b595-45a4-bd1c-705bfda50390 port 6db02440-ca51-43c0-bf89-0f846e20e36b binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:59:50.454613 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6db02440-ca51-43c0-bf89-0f846e20e36b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:50.641738 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5591860-0c20-4cb2-898a-7ae42795c52b req-65e10dc7-88b3-49d8-970a-002f8372c9a7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:50.644439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5591860-0c20-4cb2-898a-7ae42795c52b req-65e10dc7-88b3-49d8-970a-002f8372c9a7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1598632 Feb 04 13:59:50.658930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-19e13de1-eaf7-4177-851b-c46f1caaf356 None None] Provisioning complete for port 393ce203-6054-48a0-a884-594ebe1d6270 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:50.659159 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-19e13de1-eaf7-4177-851b-c46f1caaf356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (393ce203-6054-48a0-a884-594ebe1d6270), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:50.665041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 393ce203-6054-48a0-a884-594ebe1d6270 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:59:50.677023 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:50.748473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5591860-0c20-4cb2-898a-7ae42795c52b req-886d043f-5250-4c92-b551-46798f134dfb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879843 Feb 04 13:59:50.902974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Allocated IP 172.20.0.1 (27de3437-df86-4192-8a38-bd89e17714b7/cdd28e0c-e617-457e-92ca-24c633c0a546/5b02d45d-598f-4b63-bbf5-0a580cb31b16) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:59:51.020407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 393ce203-6054-48a0-a884-594ebe1d6270 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:51.020622 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (393ce203-6054-48a0-a884-594ebe1d6270), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:51.024093 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Publish callbacks [] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:51.086145 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:51.092930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-19e13de1-eaf7-4177-851b-c46f1caaf356 None None] Current status of the port 393ce203-6054-48a0-a884-594ebe1d6270 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:59:51.137588 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Network 27de3437-df86-4192-8a38-bd89e17714b7 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:59:51.140432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:59:51.143467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:59:51.197758 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Publish callbacks [] for port (6db02440-ca51-43c0-bf89-0f846e20e36b), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:51.205530 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 393ce203-6054-48a0-a884-594ebe1d6270 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:59:51.209582 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6db02440-ca51-43c0-bf89-0f846e20e36b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:51.209871 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Pushing event updated for resources: {'Port': ['ID=5b02d45d-598f-4b63-bbf5-0a580cb31b16,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:51.254444 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (7db6d163-b595-45a4-bd1c-705bfda50390), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:51.279760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Attempting to bind port 6db02440-ca51-43c0-bf89-0f846e20e36b on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:59:51.280149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Attempting to bind port 6db02440-ca51-43c0-bf89-0f846e20e36b by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:59:51.280517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Attempting to bind port 6db02440-ca51-43c0-bf89-0f846e20e36b on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:59:51.288058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ac07f-e27b-41d3-89e0-b4240feeb223 None None] Pushing event updated for resources: {'Port': ['ID=6db02440-ca51-43c0-bf89-0f846e20e36b,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:51.293889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:59:51.294321 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:59:51.294735 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:51.295128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:59:51.295616 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Bound port: 6db02440-ca51-43c0-bf89-0f846e20e36b, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:59:51.296007 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6db02440-ca51-43c0-bf89-0f846e20e36b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:51.375018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] For port 6db02440-ca51-43c0-bf89-0f846e20e36b, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:59:51.380438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] For port 6db02440-ca51-43c0-bf89-0f846e20e36b, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6db02440-ca51-43c0-bf89-0f846e20e36b,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:59:51.392116 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6db02440-ca51-43c0-bf89-0f846e20e36b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:51.480760 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:51.503183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ac07f-e27b-41d3-89e0-b4240feeb223 None None] Pushing event updated for resources: {'Port': ['ID=6db02440-ca51-43c0-bf89-0f846e20e36b,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:51.540005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:59:51.540656 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:59:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:51.636558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-990061da-f12d-4342-9fa6-952ba0bd5f80 None None] Provisioning complete for port 5b02d45d-598f-4b63-bbf5-0a580cb31b16 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:51.636926 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-990061da-f12d-4342-9fa6-952ba0bd5f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:51.700231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-990061da-f12d-4342-9fa6-952ba0bd5f80 None None] Port 5b02d45d-598f-4b63-bbf5-0a580cb31b16 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:59:51.726277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:59:51.812093 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Publish callbacks [] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:51.821950 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:51.882324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7a195-cbdd-47b3-9ad5-9f74e8e517fc req-a4087260-a180-4412-bd63-a8cc869d167b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:51.890817 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-afe7a195-cbdd-47b3-9ad5-9f74e8e517fc req-a4087260-a180-4412-bd63-a8cc869d167b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0692291 Feb 04 13:59:51.934193 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (7db6d163-b595-45a4-bd1c-705bfda50390), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:51.946231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Pushing event updated for resources: {'Port': ['ID=5b02d45d-598f-4b63-bbf5-0a580cb31b16,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:51.989127 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-afe7a195-cbdd-47b3-9ad5-9f74e8e517fc req-11a08bd8-d350-484b-8b42-d67edb79fd8c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968633 Feb 04 13:59:52.077215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:50Z', 'revision_number': 1, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:52.103984 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Network 27de3437-df86-4192-8a38-bd89e17714b7 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:59:52.108146 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:59:52.117829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab89f2fe-ed7c-4b0b-a736-62364c5fe8ca None None] The sync data for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 is: [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:50Z', 'revision_number': 1, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:59:52.446012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5eacc9-55ed-427b-9be2-971714d99059 req-8beb9b09-1de0-4354-b6d5-2292ce435c2e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:52.459484 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e5eacc9-55ed-427b-9be2-971714d99059 req-8beb9b09-1de0-4354-b6d5-2292ce435c2e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1271465 Feb 04 13:59:52.507062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Router 7db6d163-b595-45a4-bd1c-705bfda50390 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:59:52.573204 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e5eacc9-55ed-427b-9be2-971714d99059 req-acc4f8d5-2c4c-4e8f-be2c-ca37ad9e11d8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119761 Feb 04 13:59:52.729291 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29263c04-d764-4d66-b803-7ba723963209 req-144a68cc-55f9-47d8-b5ef-aa9728aa4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:52.733688 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29263c04-d764-4d66-b803-7ba723963209 req-144a68cc-55f9-47d8-b5ef-aa9728aa4fc0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 1128 time: 0.1592731 Feb 04 13:59:52.744647 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-66bfe649-a7e2-4018-89a3-3823e038b93c None None] Provisioning complete for port 5b02d45d-598f-4b63-bbf5-0a580cb31b16 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:52.745339 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-66bfe649-a7e2-4018-89a3-3823e038b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:52.823186 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-66bfe649-a7e2-4018-89a3-3823e038b93c None None] Port 5b02d45d-598f-4b63-bbf5-0a580cb31b16 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:59:52.854265 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:59:52.868486 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0a7bb763-2277-4169-aa32-fc6f29742929 admin admin] 10.222.0.96 "PUT /v2.0/routers/7db6d163-b595-45a4-bd1c-705bfda50390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2441561 Feb 04 13:59:52.913224 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29263c04-d764-4d66-b803-7ba723963209 req-3c58f156-5ae4-489f-bc9f-a6b322c7854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:52.915730 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29263c04-d764-4d66-b803-7ba723963209 req-3c58f156-5ae4-489f-bc9f-a6b322c7854d service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.1753066 Feb 04 13:59:53.029173 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29263c04-d764-4d66-b803-7ba723963209 req-eb0d7767-49fa-42d2-a868-ada6d88cfa3f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49 HTTP/1.1" status: 200 len: 1000 time: 0.1062715 Feb 04 13:59:53.103234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29263c04-d764-4d66-b803-7ba723963209 req-8a405014-98ff-4b03-bd48-de48a7e987a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:53.105474 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29263c04-d764-4d66-b803-7ba723963209 req-8a405014-98ff-4b03-bd48-de48a7e987a2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.0696161 Feb 04 13:59:53.193785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29263c04-d764-4d66-b803-7ba723963209 req-7bfd0219-452e-42b4-abb0-a3baf9850adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:53.195703 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29263c04-d764-4d66-b803-7ba723963209 req-7bfd0219-452e-42b4-abb0-a3baf9850adc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0837529 Feb 04 13:59:53.331726 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29263c04-d764-4d66-b803-7ba723963209 req-bea6748c-6641-40a9-8657-27888d659ee4 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292906 Feb 04 13:59:53.507448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29263c04-d764-4d66-b803-7ba723963209 req-58601ab8-31ed-4692-aed4-be9eaf8c1f5b service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693084 Feb 04 13:59:53.625168 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46470) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:59:53.632318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-705ac0d8-db43-42a0-a6db-144fe3408588 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-334787300-network', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:53.662798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705ac0d8-db43-42a0-a6db-144fe3408588 admin admin] Made reservation on behalf of b0383cac23cc4e939d2ca983d34242df for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:59:53.667164 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-705ac0d8-db43-42a0-a6db-144fe3408588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:53.679914 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-705ac0d8-db43-42a0-a6db-144fe3408588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:53.779927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73807d15-8b74-4e7f-b339-3f161e0a1615 req-a93779e1-a18f-4dc3-88c9-9ebe0461822a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:53.781826 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73807d15-8b74-4e7f-b339-3f161e0a1615 req-a93779e1-a18f-4dc3-88c9-9ebe0461822a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0840237 Feb 04 13:59:53.823875 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-705ac0d8-db43-42a0-a6db-144fe3408588 admin admin] Publish callbacks [] for security_group (82d37bbd-bb79-47eb-a8b6-b6ca38b57989), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:53.834035 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-705ac0d8-db43-42a0-a6db-144fe3408588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (82d37bbd-bb79-47eb-a8b6-b6ca38b57989), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:53.868561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705ac0d8-db43-42a0-a6db-144fe3408588 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:59:53.873102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73807d15-8b74-4e7f-b339-3f161e0a1615 req-7e9b4564-2a6e-4b43-9af3-fd92659904aa tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823717 Feb 04 13:59:53.886407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ac0d8-db43-42a0-a6db-144fe3408588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d37bbd-bb79-47eb-a8b6-b6ca38b57989,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:53.892683 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-705ac0d8-db43-42a0-a6db-144fe3408588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (dbec12c8-e88d-43c2-8e93-8fb06a5b354b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:53.893580 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-705ac0d8-db43-42a0-a6db-144fe3408588 admin admin] Added segment dbec12c8-e88d-43c2-8e93-8fb06a5b354b of type vlan for network 2ad05153-4d0b-41f1-8836-4a1fe13aca02 Feb 04 13:59:53.973268 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-705ac0d8-db43-42a0-a6db-144fe3408588 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (2ad05153-4d0b-41f1-8836-4a1fe13aca02), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:54.020390 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-705ac0d8-db43-42a0-a6db-144fe3408588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (2ad05153-4d0b-41f1-8836-4a1fe13aca02), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:54.021731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ac0d8-db43-42a0-a6db-144fe3408588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:54.022866 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-705ac0d8-db43-42a0-a6db-144fe3408588 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:54.128121 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-705ac0d8-db43-42a0-a6db-144fe3408588 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5014532 Feb 04 13:59:54.131273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46474) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:59:54.136771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c2956bba-fc90-491d-9b24-191da9af9a2f admin admin] Request body: {'subnet': {'network_id': '2ad05153-4d0b-41f1-8836-4a1fe13aca02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-334787300-subnet', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:54.146547 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ac0d8-db43-42a0-a6db-144fe3408588 admin admin] Pushing event updated for resources: {'Network': ['ID=2ad05153-4d0b-41f1-8836-4a1fe13aca02,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:54.168754 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 2ad05153-4d0b-41f1-8836-4a1fe13aca02 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:59:54.179567 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2956bba-fc90-491d-9b24-191da9af9a2f admin admin] Made reservation on behalf of b0383cac23cc4e939d2ca983d34242df for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:59:54.182886 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c2956bba-fc90-491d-9b24-191da9af9a2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:54.436838 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b76ec51-9bdb-44bb-9d3a-a95141b3ae00 req-61523942-ce10-4639-8aaf-42fd42c2108e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0766194 Feb 04 13:59:54.523174 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c2956bba-fc90-491d-9b24-191da9af9a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (35ca10f5-9262-4fb8-aaa3-bc921c6816d6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:54.634179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76ec51-9bdb-44bb-9d3a-a95141b3ae00 req-5be196b6-d245-400d-9019-805dbdfb92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:54.637728 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b76ec51-9bdb-44bb-9d3a-a95141b3ae00 req-5be196b6-d245-400d-9019-805dbdfb92ee service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 1128 time: 0.1435370 Feb 04 13:59:54.715543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2956bba-fc90-491d-9b24-191da9af9a2f admin admin] Checking segment: {'id': 'dbec12c8-e88d-43c2-8e93-8fb06a5b354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2ad05153-4d0b-41f1-8836-4a1fe13aca02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:59:54.716194 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2956bba-fc90-491d-9b24-191da9af9a2f admin admin] Network hostable DHCP agents. Network: 2ad05153-4d0b-41f1-8836-4a1fe13aca02, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:59:54.719807 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2956bba-fc90-491d-9b24-191da9af9a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=35ca10f5-9262-4fb8-aaa3-bc921c6816d6,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:54.748116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2956bba-fc90-491d-9b24-191da9af9a2f admin admin] Network 2ad05153-4d0b-41f1-8836-4a1fe13aca02 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:59:54.765371 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c2956bba-fc90-491d-9b24-191da9af9a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 2ad05153-4d0b-41f1-8836-4a1fe13aca02) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:59:54.771188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2956bba-fc90-491d-9b24-191da9af9a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:54.771631 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c2956bba-fc90-491d-9b24-191da9af9a2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:54.781923 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a22edd6-f6af-4d92-b563-9e60146725b6 None None] Network 2ad05153-4d0b-41f1-8836-4a1fe13aca02 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:59:54.830679 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c2956bba-fc90-491d-9b24-191da9af9a2f admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6979883 Feb 04 13:59:54.835487 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 46478) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:59:54.835745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6db02440-ca51-43c0-bf89-0f846e20e36b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:59:54.865600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-334787300-router', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:54.907136 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76ec51-9bdb-44bb-9d3a-a95141b3ae00 req-5d5e6c1d-ac71-4a09-88e7-3e2dfd3aaf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:54.912240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b76ec51-9bdb-44bb-9d3a-a95141b3ae00 req-5d5e6c1d-ac71-4a09-88e7-3e2dfd3aaf83 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.2487819 Feb 04 13:59:54.942534 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (807096eb-2a2b-407e-8dc2-49f5d037d422), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:54.944338 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (807096eb-2a2b-407e-8dc2-49f5d037d422), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:55.037829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6db02440-ca51-43c0-bf89-0f846e20e36b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:55.038217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6db02440-ca51-43c0-bf89-0f846e20e36b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:55.089233 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Publish callbacks [] for router_controller (807096eb-2a2b-407e-8dc2-49f5d037d422), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:55.102679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2ad05153-4d0b-41f1-8836-4a1fe13aca02', 'network_id': '2ad05153-4d0b-41f1-8836-4a1fe13aca02', 'project_id': 'b0383cac23cc4e939d2ca983d34242df', 'fixed_ips': [{'subnet_id': '35ca10f5-9262-4fb8-aaa3-bc921c6816d6'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:59:55.104017 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:55.300235 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6db02440-ca51-43c0-bf89-0f846e20e36b is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:59:55.301378 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6db02440-ca51-43c0-bf89-0f846e20e36b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:55.441986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 6db02440-ca51-43c0-bf89-0f846e20e36b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6db02440-ca51-43c0-bf89-0f846e20e36b,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:59:55.443654 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Publish callbacks [] for router_gateway (807096eb-2a2b-407e-8dc2-49f5d037d422), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:55.450472 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6db02440-ca51-43c0-bf89-0f846e20e36b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:55.566197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Allocated IP 172.20.0.2 (2ad05153-4d0b-41f1-8836-4a1fe13aca02/35ca10f5-9262-4fb8-aaa3-bc921c6816d6/a1d53780-0624-4a07-a682-eefbbc3ae3f2) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:59:55.619523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=6db02440-ca51-43c0-bf89-0f846e20e36b,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:55.620196 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Sync routers for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:59:55.641767 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:59:55.642480 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:59:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:55.657170 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:55.659237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:55.660349 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:55.661221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:55.663188 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:55.665555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:55.666558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:55.667679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:55.669817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:55.670757 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:55.671659 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:55.674876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:55.675881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:55.740003 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b76ec51-9bdb-44bb-9d3a-a95141b3ae00 req-a82ac71f-2cbd-4689-8696-8a751f6e4ed9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49 HTTP/1.1" status: 200 len: 1000 time: 0.8187835 Feb 04 13:59:55.795431 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e5a2d-0fdd-4c3d-8c02-a8005d128791 req-757a61ef-1a9f-49f7-98a9-8d80d8816c6a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:55.814160 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba6e5a2d-0fdd-4c3d-8c02-a8005d128791 req-757a61ef-1a9f-49f7-98a9-8d80d8816c6a tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1375451 Feb 04 13:59:55.891814 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:59:55.936272 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba6e5a2d-0fdd-4c3d-8c02-a8005d128791 req-a0afdb61-884c-4074-b1c7-1ee6e7a7e70b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271834 Feb 04 13:59:55.974687 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76ec51-9bdb-44bb-9d3a-a95141b3ae00 req-b3f57dea-563c-43d8-a041-8079cedb0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:55.978147 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b76ec51-9bdb-44bb-9d3a-a95141b3ae00 req-b3f57dea-563c-43d8-a041-8079cedb0b39 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.2295682 Feb 04 13:59:56.067158 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Publish callbacks [] for port (a1d53780-0624-4a07-a682-eefbbc3ae3f2), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:56.072701 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Publish callbacks [] for router_gateway (807096eb-2a2b-407e-8dc2-49f5d037d422), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:56.083433 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (a1d53780-0624-4a07-a682-eefbbc3ae3f2), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:56.123304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76ec51-9bdb-44bb-9d3a-a95141b3ae00 req-596e4005-54c3-4aa6-8e03-c0ee2b19fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:56.128278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b76ec51-9bdb-44bb-9d3a-a95141b3ae00 req-596e4005-54c3-4aa6-8e03-c0ee2b19fedd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1414909 Feb 04 13:59:56.134431 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:56.186236 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Network 2ad05153-4d0b-41f1-8836-4a1fe13aca02 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:59:56.198623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:59:56.214052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:59:56.288777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Pushing event updated for resources: {'Port': ['ID=a1d53780-0624-4a07-a682-eefbbc3ae3f2,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:56.369140 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Attempting to bind port a1d53780-0624-4a07-a682-eefbbc3ae3f2 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:59:56.370180 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Attempting to bind port a1d53780-0624-4a07-a682-eefbbc3ae3f2 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'dbec12c8-e88d-43c2-8e93-8fb06a5b354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2ad05153-4d0b-41f1-8836-4a1fe13aca02'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:59:56.370180 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Attempting to bind port a1d53780-0624-4a07-a682-eefbbc3ae3f2 on network 2ad05153-4d0b-41f1-8836-4a1fe13aca02 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:59:56.378270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:59:56.379755 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Checking segment: {'id': 'dbec12c8-e88d-43c2-8e93-8fb06a5b354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2ad05153-4d0b-41f1-8836-4a1fe13aca02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:59:56.380353 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:56.380767 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Bound using segment: {'id': 'dbec12c8-e88d-43c2-8e93-8fb06a5b354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2ad05153-4d0b-41f1-8836-4a1fe13aca02'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:59:56.381386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Bound port: a1d53780-0624-4a07-a682-eefbbc3ae3f2, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbec12c8-e88d-43c2-8e93-8fb06a5b354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2ad05153-4d0b-41f1-8836-4a1fe13aca02'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:59:56.381878 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a1d53780-0624-4a07-a682-eefbbc3ae3f2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:56.481317 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b76ec51-9bdb-44bb-9d3a-a95141b3ae00 req-e0702334-2bc1-447d-aee3-b9cffad4e6f4 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478358 Feb 04 13:59:56.483443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Allocated IP 172.25.5.88 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/8522a6c8-32dc-4359-8453-9a4e50f63c83) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:59:56.499172 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 2, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:56.532768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] For port a1d53780-0624-4a07-a682-eefbbc3ae3f2, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:59:56.541766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] For port a1d53780-0624-4a07-a682-eefbbc3ae3f2, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a1d53780-0624-4a07-a682-eefbbc3ae3f2,segment=NetworkSegment(dbec12c8-e88d-43c2-8e93-8fb06a5b354b),segment_id=dbec12c8-e88d-43c2-8e93-8fb06a5b354b)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:59:56.555709 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a1d53780-0624-4a07-a682-eefbbc3ae3f2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:56.567288 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Checking router: 7db6d163-b595-45a4-bd1c-705bfda50390 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:59:56.567650 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Updating router 7db6d163-b595-45a4-bd1c-705bfda50390 port 5b02d45d-598f-4b63-bbf5-0a580cb31b16 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:59:56.599978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b76ec51-9bdb-44bb-9d3a-a95141b3ae00 req-979e507a-4fbd-4e2c-9a37-b03f96630cb6 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125121 Feb 04 13:59:56.610266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83bb62fe-4bba-4cc2-a92d-683605da39c6 req-27c654dc-c956-40f7-9c14-ec4fc2c77549 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3008065 Feb 04 13:59:56.656014 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:56.689443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cda08-cbbb-4cda-8b35-fe1609263607 None None] Pushing event updated for resources: {'Port': ['ID=a1d53780-0624-4a07-a682-eefbbc3ae3f2,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:56.744127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb62fe-4bba-4cc2-a92d-683605da39c6 req-8f9d7b20-0ad5-4efd-aeb8-fc136324bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:56.751411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83bb62fe-4bba-4cc2-a92d-683605da39c6 req-8f9d7b20-0ad5-4efd-aeb8-fc136324bb44 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 1128 time: 0.1165261 Feb 04 13:59:56.770914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6db02440-ca51-43c0-bf89-0f846e20e36b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:59:56.780641 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Publish callbacks [] for port (8522a6c8-32dc-4359-8453-9a4e50f63c83), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:56.839627 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8522a6c8-32dc-4359-8453-9a4e50f63c83), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:56.937312 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6db02440-ca51-43c0-bf89-0f846e20e36b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:56.937962 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6db02440-ca51-43c0-bf89-0f846e20e36b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:57.015024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb62fe-4bba-4cc2-a92d-683605da39c6 req-fd3e32d3-4824-4189-b6a6-3df43004cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:57.018366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83bb62fe-4bba-4cc2-a92d-683605da39c6 req-fd3e32d3-4824-4189-b6a6-3df43004cdc3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 917 time: 0.2191923 Feb 04 13:59:57.023476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:59:57.025796 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Pushing event updated for resources: {'Port': ['ID=8522a6c8-32dc-4359-8453-9a4e50f63c83,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:57.032122 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:59:57.037556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:59:57.133516 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6db02440-ca51-43c0-bf89-0f846e20e36b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:59:57.300369 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94fe64-ad86-4fa1-9699-472543718618 req-8239d4ab-cd7f-4f2e-8da6-47cf2c0df140 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:57.302241 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f94fe64-ad86-4fa1-9699-472543718618 req-8239d4ab-cd7f-4f2e-8da6-47cf2c0df140 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.2643089 Feb 04 13:59:57.313927 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83bb62fe-4bba-4cc2-a92d-683605da39c6 req-123003a4-0928-44ba-adc3-138c17fd6a80 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab484eab-afa0-48a3-903a-e11f480e3af4 HTTP/1.1" status: 200 len: 1001 time: 0.2868004 Feb 04 13:59:57.435882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f94fe64-ad86-4fa1-9699-472543718618 req-129908d8-b92d-49c3-bc37-93cb8a88aee2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251011 Feb 04 13:59:57.437619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb62fe-4bba-4cc2-a92d-683605da39c6 req-abef154a-f99f-4e27-8ecf-800bb2839662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:57.439174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83bb62fe-4bba-4cc2-a92d-683605da39c6 req-abef154a-f99f-4e27-8ecf-800bb2839662 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.1179035 Feb 04 13:59:57.483588 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Publish callbacks [] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:57.493589 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:57.530640 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb62fe-4bba-4cc2-a92d-683605da39c6 req-3317e190-fc4d-4cf9-b812-7fdf9664b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:57.537663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83bb62fe-4bba-4cc2-a92d-683605da39c6 req-3317e190-fc4d-4cf9-b812-7fdf9664b8ed service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0916967 Feb 04 13:59:57.558043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Publish callbacks [] for router_gateway (807096eb-2a2b-407e-8dc2-49f5d037d422), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:57.645052 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199f758-269a-43a0-89ec-217f2a084677 None None] Pushing event updated for resources: {'Port': ['ID=5b02d45d-598f-4b63-bbf5-0a580cb31b16,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:57.697976 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199f758-269a-43a0-89ec-217f2a084677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:57.698973 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199f758-269a-43a0-89ec-217f2a084677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:57.699147 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199f758-269a-43a0-89ec-217f2a084677 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:57.699558 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199f758-269a-43a0-89ec-217f2a084677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:57.700073 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199f758-269a-43a0-89ec-217f2a084677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:57.702193 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199f758-269a-43a0-89ec-217f2a084677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:57.703002 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199f758-269a-43a0-89ec-217f2a084677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:57.703772 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199f758-269a-43a0-89ec-217f2a084677 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:57.704504 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199f758-269a-43a0-89ec-217f2a084677 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:57.705801 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199f758-269a-43a0-89ec-217f2a084677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:57.706642 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199f758-269a-43a0-89ec-217f2a084677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:57.707443 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199f758-269a-43a0-89ec-217f2a084677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:57.708432 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199f758-269a-43a0-89ec-217f2a084677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:57.762412 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Attempting to bind port 5b02d45d-598f-4b63-bbf5-0a580cb31b16 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:59:57.763009 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Attempting to bind port 5b02d45d-598f-4b63-bbf5-0a580cb31b16 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:59:57.763586 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Attempting to bind port 5b02d45d-598f-4b63-bbf5-0a580cb31b16 on network 27de3437-df86-4192-8a38-bd89e17714b7 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:59:57.784019 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:59:57.785085 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Checking segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:59:57.785995 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:57.786909 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Bound using segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:59:57.790662 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Bound port: 5b02d45d-598f-4b63-bbf5-0a580cb31b16, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:59:57.791666 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:57.793336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f6add-db53-48b0-9342-599891baff3c req-dfa35e3d-ef49-4fc8-834a-89086a7c6d02 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:57.801650 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-130f6add-db53-48b0-9342-599891baff3c req-dfa35e3d-ef49-4fc8-834a-89086a7c6d02 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1473470 Feb 04 13:59:57.805925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83bb62fe-4bba-4cc2-a92d-683605da39c6 req-c768d1a5-5f5c-49db-8472-0928bab15605 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595081 Feb 04 13:59:57.924953 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] For port 5b02d45d-598f-4b63-bbf5-0a580cb31b16, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:59:57.929512 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] For port 5b02d45d-598f-4b63-bbf5-0a580cb31b16, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5b02d45d-598f-4b63-bbf5-0a580cb31b16,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:59:57.943089 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:57.962585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83bb62fe-4bba-4cc2-a92d-683605da39c6 req-e711fcd6-59a1-4aa9-8637-81d0daa50466 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499453 Feb 04 13:59:58.067520 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-130f6add-db53-48b0-9342-599891baff3c req-78416fee-e344-4030-9565-5af4aa077e9f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648556 Feb 04 13:59:58.070772 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (807096eb-2a2b-407e-8dc2-49f5d037d422), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:58.078678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0c75f518-0a83-405d-be48-c4e899c1601c None None] Provisioning complete for port 5b02d45d-598f-4b63-bbf5-0a580cb31b16 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:58.079645 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0c75f518-0a83-405d-be48-c4e899c1601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:58.099183 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:59:58.103087 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:59:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:58.329279 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:59:58.345261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b24ac-c238-478d-9210-6cd48807e93c req-1fe1cbd6-92ab-4bd9-98fb-ef7d50bc7254 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:58.359391 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-129b24ac-c238-478d-9210-6cd48807e93c req-1fe1cbd6-92ab-4bd9-98fb-ef7d50bc7254 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1564815 Feb 04 13:59:58.431742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0c75f518-0a83-405d-be48-c4e899c1601c None None] Current status of the port 5b02d45d-598f-4b63-bbf5-0a580cb31b16 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:59:58.432665 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0c75f518-0a83-405d-be48-c4e899c1601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:58.489245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-129b24ac-c238-478d-9210-6cd48807e93c req-8d540e58-cfab-41b8-a66f-63cfd79b9cfe tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285989 Feb 04 13:59:58.571849 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199f758-269a-43a0-89ec-217f2a084677 None None] Pushing event updated for resources: {'Port': ['ID=5b02d45d-598f-4b63-bbf5-0a580cb31b16,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:58.593716 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-0c75f518-0a83-405d-be48-c4e899c1601c None None] For port 5b02d45d-598f-4b63-bbf5-0a580cb31b16, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5b02d45d-598f-4b63-bbf5-0a580cb31b16,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:59:58.608645 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0c75f518-0a83-405d-be48-c4e899c1601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:58.802870 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-47a8adfe-ad61-4595-b9dd-3e0b04dc5ebe None None] Provisioning complete for port 5b02d45d-598f-4b63-bbf5-0a580cb31b16 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:58.803296 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-47a8adfe-ad61-4595-b9dd-3e0b04dc5ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:58.877231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75f518-0a83-405d-be48-c4e899c1601c None None] Pushing event updated for resources: {'Port': ['ID=5b02d45d-598f-4b63-bbf5-0a580cb31b16,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:58.888284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a1d53780-0624-4a07-a682-eefbbc3ae3f2 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:59:59.029400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b614c9b7-d0ae-448a-8161-981c3b85b64f None None] Network 2ad05153-4d0b-41f1-8836-4a1fe13aca02 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:59:59.090976 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Router 807096eb-2a2b-407e-8dc2-49f5d037d422 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:59:59.105334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968653d-7e9a-4029-bf3c-e8f47586e8b1 req-2a2e6b20-f2da-4340-9bae-f6a421c7bdd6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:59.107086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3968653d-7e9a-4029-bf3c-e8f47586e8b1 req-2a2e6b20-f2da-4340-9bae-f6a421c7bdd6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1326883 Feb 04 13:59:59.148083 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:57Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:59.152365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-47a8adfe-ad61-4595-b9dd-3e0b04dc5ebe None None] Current status of the port 5b02d45d-598f-4b63-bbf5-0a580cb31b16 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:59:59.174688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a1d53780-0624-4a07-a682-eefbbc3ae3f2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:59.175710 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a1d53780-0624-4a07-a682-eefbbc3ae3f2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:59.189293 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3968653d-7e9a-4029-bf3c-e8f47586e8b1 req-87418163-867a-4717-8a15-2ea275e0ca88 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723164 Feb 04 13:59:59.212393 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810a62c2-1356-49ed-810e-c4252ba23029 None None] The sync data for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 is: [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:57Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:59:59.285024 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:59:59.334092 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:59.334805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Sync routers for ids ['807096eb-2a2b-407e-8dc2-49f5d037d422'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:59:59.336411 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-059ed5af-16b7-42f8-8064-a0ed7fac61c3 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5000834 Feb 04 13:59:59.339741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 46514) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:59:59.412050 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6474f6d8-0363-49de-8228-46e2026ea13b None None] Provisioning complete for port a1d53780-0624-4a07-a682-eefbbc3ae3f2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:59.412684 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6474f6d8-0363-49de-8228-46e2026ea13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a1d53780-0624-4a07-a682-eefbbc3ae3f2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:59.459303 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Routers {'807096eb-2a2b-407e-8dc2-49f5d037d422'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:59:59.459991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:59:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['807096eb-2a2b-407e-8dc2-49f5d037d422'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:59.776531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Set router 807096eb-2a2b-407e-8dc2-49f5d037d422 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:59:59.782933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672c456-7c97-4209-af08-bc61bd5b38cd req-3888b0af-fb4a-4b94-a071-cd15c2456948 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:59.792375 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5672c456-7c97-4209-af08-bc61bd5b38cd req-3888b0af-fb4a-4b94-a071-cd15c2456948 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.2745926 Feb 04 13:59:59.848509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a1d53780-0624-4a07-a682-eefbbc3ae3f2 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:59:59.849390 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a1d53780-0624-4a07-a682-eefbbc3ae3f2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:59.893854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5672c456-7c97-4209-af08-bc61bd5b38cd req-cd069071-342d-468b-9e48-f599e61beabc tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002345 Feb 04 14:00:00.020411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port a1d53780-0624-4a07-a682-eefbbc3ae3f2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a1d53780-0624-4a07-a682-eefbbc3ae3f2,segment=NetworkSegment(dbec12c8-e88d-43c2-8e93-8fb06a5b354b),segment_id=dbec12c8-e88d-43c2-8e93-8fb06a5b354b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:00.068372 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a1d53780-0624-4a07-a682-eefbbc3ae3f2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:00.210056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=a1d53780-0624-4a07-a682-eefbbc3ae3f2,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:00.214677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6474f6d8-0363-49de-8228-46e2026ea13b None None] Current status of the port a1d53780-0624-4a07-a682-eefbbc3ae3f2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:00.326961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'name': 'tempest-TestVolumeBootPattern-334787300-router', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8522a6c8-32dc-4359-8453-9a4e50f63c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:54Z', 'updated_at': '2022-02-04T13:59:57Z', 'revision_number': 3, 'project_id': 'b0383cac23cc4e939d2ca983d34242df', 'gw_port': {'id': '8522a6c8-32dc-4359-8453-9a4e50f63c83', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:56Z', 'updated_at': '2022-02-04T13:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:00.414018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Checking router: 807096eb-2a2b-407e-8dc2-49f5d037d422 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:00:00.414607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Updating router 807096eb-2a2b-407e-8dc2-49f5d037d422 port 8522a6c8-32dc-4359-8453-9a4e50f63c83 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:00:00.496242 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8522a6c8-32dc-4359-8453-9a4e50f63c83), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:00.503078 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:00.535077 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2204e0-4db2-4b2c-a604-03548c12fae8 req-ae46b8da-7381-446c-8069-b0088f9e7fa7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:00.537074 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9b2204e0-4db2-4b2c-a604-03548c12fae8 req-ae46b8da-7381-446c-8069-b0088f9e7fa7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.2310333 Feb 04 14:00:00.576823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2a215efb-34cb-4446-b9cc-dfda5e7e41b2 None None] Provisioning complete for port a1d53780-0624-4a07-a682-eefbbc3ae3f2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:00.577460 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2a215efb-34cb-4446-b9cc-dfda5e7e41b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a1d53780-0624-4a07-a682-eefbbc3ae3f2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:00.834915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Allocated IP 172.20.0.1 (2ad05153-4d0b-41f1-8836-4a1fe13aca02/35ca10f5-9262-4fb8-aaa3-bc921c6816d6/88153a9a-45fb-4895-ad0d-1e805a765ace) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:00:00.835539 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2a215efb-34cb-4446-b9cc-dfda5e7e41b2 None None] Current status of the port a1d53780-0624-4a07-a682-eefbbc3ae3f2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:00.840868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a1d53780-0624-4a07-a682-eefbbc3ae3f2 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:00:00.964008 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Publish callbacks [] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:01.004281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a1d53780-0624-4a07-a682-eefbbc3ae3f2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:01.004862 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a1d53780-0624-4a07-a682-eefbbc3ae3f2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:01.013460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9b2204e0-4db2-4b2c-a604-03548c12fae8 req-f0f9e7a5-c9dc-4911-9fa5-82f2670976d8 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4620473 Feb 04 14:00:01.016094 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:01.100525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Network 2ad05153-4d0b-41f1-8836-4a1fe13aca02 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:00:01.105692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:00:01.111305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:00:01.192912 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Pushing event updated for resources: {'Port': ['ID=88153a9a-45fb-4895-ad0d-1e805a765ace,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:01.206937 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (807096eb-2a2b-407e-8dc2-49f5d037d422), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:01.227757 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Publish callbacks [] for port (8522a6c8-32dc-4359-8453-9a4e50f63c83), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:01.240960 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a1d53780-0624-4a07-a682-eefbbc3ae3f2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:01.242360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5b02d45d-598f-4b63-bbf5-0a580cb31b16 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:00:01.245787 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8522a6c8-32dc-4359-8453-9a4e50f63c83), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:01.352362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Attempting to bind port 8522a6c8-32dc-4359-8453-9a4e50f63c83 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:00:01.352842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Attempting to bind port 8522a6c8-32dc-4359-8453-9a4e50f63c83 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:00:01.354074 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Attempting to bind port 8522a6c8-32dc-4359-8453-9a4e50f63c83 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:00:01.367207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:00:01.367583 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:00:01.367999 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:01.368402 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:00:01.369024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Bound port: 8522a6c8-32dc-4359-8453-9a4e50f63c83, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:00:01.369413 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8522a6c8-32dc-4359-8453-9a4e50f63c83), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:01.371178 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68a79a-0c1d-4c4c-8745-e119ca60b264 None None] Pushing event updated for resources: {'Port': ['ID=8522a6c8-32dc-4359-8453-9a4e50f63c83,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:01.418086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5b02d45d-598f-4b63-bbf5-0a580cb31b16 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:01.418488 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:01.425357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f7361-017b-4f88-be17-cea55f8e7cf7 req-490e6b2f-5b0d-4f2e-9b68-bc0e90a881ae tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:01.427141 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-162f7361-017b-4f88-be17-cea55f8e7cf7 req-490e6b2f-5b0d-4f2e-9b68-bc0e90a881ae tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.3065279 Feb 04 14:00:01.444790 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:01.491810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] For port 8522a6c8-32dc-4359-8453-9a4e50f63c83, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:00:01.497062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] For port 8522a6c8-32dc-4359-8453-9a4e50f63c83, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8522a6c8-32dc-4359-8453-9a4e50f63c83,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:00:01.508490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-cdf6329b-f7fb-4f39-81c4-e0f4380e4632 None None] Provisioning complete for port 88153a9a-45fb-4895-ad0d-1e805a765ace triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:01.508490 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cdf6329b-f7fb-4f39-81c4-e0f4380e4632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:01.539902 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8522a6c8-32dc-4359-8453-9a4e50f63c83), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:01.542135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-162f7361-017b-4f88-be17-cea55f8e7cf7 req-df53f87b-51c5-46e9-898f-d52a2aaf3086 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050949 Feb 04 14:00:01.592071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6329b-f7fb-4f39-81c4-e0f4380e4632 None None] Port 88153a9a-45fb-4895-ad0d-1e805a765ace cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:00:01.664420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5b02d45d-598f-4b63-bbf5-0a580cb31b16 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:01.669453 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68a79a-0c1d-4c4c-8745-e119ca60b264 None None] Pushing event updated for resources: {'Port': ['ID=8522a6c8-32dc-4359-8453-9a4e50f63c83,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:01.676773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Routers {'807096eb-2a2b-407e-8dc2-49f5d037d422'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:00:01.676773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:59:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['807096eb-2a2b-407e-8dc2-49f5d037d422'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:01.842620 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Publish callbacks [] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:01.869778 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:01.875961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] Set router 807096eb-2a2b-407e-8dc2-49f5d037d422 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:00:02.058252 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (807096eb-2a2b-407e-8dc2-49f5d037d422), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:02.087153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Pushing event updated for resources: {'Port': ['ID=88153a9a-45fb-4895-ad0d-1e805a765ace,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:02.110461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56ecfe-dde4-4c18-907d-1f177fcea95e req-9087fe6a-809b-4356-b625-3d3e19c3da4b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:02.113285 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef56ecfe-dde4-4c18-907d-1f177fcea95e req-9087fe6a-809b-4356-b625-3d3e19c3da4b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.2633381 Feb 04 14:00:02.165331 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'name': 'tempest-TestVolumeBootPattern-334787300-router', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8522a6c8-32dc-4359-8453-9a4e50f63c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:54Z', 'updated_at': '2022-02-04T14:00:01Z', 'revision_number': 4, 'project_id': 'b0383cac23cc4e939d2ca983d34242df', 'gw_port': {'id': '8522a6c8-32dc-4359-8453-9a4e50f63c83', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:56Z', 'updated_at': '2022-02-04T14:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '88153a9a-45fb-4895-ad0d-1e805a765ace', 'name': '', 'network_id': '2ad05153-4d0b-41f1-8836-4a1fe13aca02', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df', 'mac_address': 'fa:16:3e:4b:90:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '35ca10f5-9262-4fb8-aaa3-bc921c6816d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:00Z', 'updated_at': '2022-02-04T14:00:00Z', 'revision_number': 1, 'project_id': 'b0383cac23cc4e939d2ca983d34242df', 'subnets': [{'id': '35ca10f5-9262-4fb8-aaa3-bc921c6816d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:02.198521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa78a62-5e3a-4aec-ae7a-8ae123a3ac82 None None] The sync data for ids ['807096eb-2a2b-407e-8dc2-49f5d037d422'] in n-d-714676-13 is: [{'id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'name': 'tempest-TestVolumeBootPattern-334787300-router', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8522a6c8-32dc-4359-8453-9a4e50f63c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:54Z', 'updated_at': '2022-02-04T14:00:01Z', 'revision_number': 4, 'project_id': 'b0383cac23cc4e939d2ca983d34242df', 'gw_port': {'id': '8522a6c8-32dc-4359-8453-9a4e50f63c83', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:56Z', 'updated_at': '2022-02-04T14:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '88153a9a-45fb-4895-ad0d-1e805a765ace', 'name': '', 'network_id': '2ad05153-4d0b-41f1-8836-4a1fe13aca02', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df', 'mac_address': 'fa:16:3e:4b:90:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '35ca10f5-9262-4fb8-aaa3-bc921c6816d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:00Z', 'updated_at': '2022-02-04T14:00:00Z', 'revision_number': 1, 'project_id': 'b0383cac23cc4e939d2ca983d34242df', 'subnets': [{'id': '35ca10f5-9262-4fb8-aaa3-bc921c6816d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:00:02.228923 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae548e3d-88c2-4c81-87cb-bc59e2f1b3e3 req-f24f2170-937c-45e4-95e6-bbb36cfe814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:02.231452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae548e3d-88c2-4c81-87cb-bc59e2f1b3e3 req-f24f2170-937c-45e4-95e6-bbb36cfe814d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 1128 time: 0.3660271 Feb 04 14:00:02.403183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef56ecfe-dde4-4c18-907d-1f177fcea95e req-f839637d-db84-42e6-a74d-cfcf295ea145 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795970 Feb 04 14:00:02.457331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Network 2ad05153-4d0b-41f1-8836-4a1fe13aca02 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:00:02.457331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae548e3d-88c2-4c81-87cb-bc59e2f1b3e3 req-2f8e7eeb-2940-43ad-8ce4-397052dae550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:02.458719 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae548e3d-88c2-4c81-87cb-bc59e2f1b3e3 req-2f8e7eeb-2940-43ad-8ce4-397052dae550 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 200 len: 912 time: 0.2200086 Feb 04 14:00:02.460900 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:00:02.832657 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae548e3d-88c2-4c81-87cb-bc59e2f1b3e3 req-de5000f8-c4e7-4b94-bebc-879a89350ced service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49 HTTP/1.1" status: 200 len: 1000 time: 0.3630633 Feb 04 14:00:02.848528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Router 807096eb-2a2b-407e-8dc2-49f5d037d422 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:00:02.912076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af592044-de10-402c-aa4a-463c3e7fcdf9 req-d13d7231-87e0-4529-8c5f-94cb3bf39476 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:02.913724 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af592044-de10-402c-aa4a-463c3e7fcdf9 req-d13d7231-87e0-4529-8c5f-94cb3bf39476 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1463294 Feb 04 14:00:02.934986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5c3a2c0f-7666-4299-8fb0-dfd189c63a69 None None] Provisioning complete for port 88153a9a-45fb-4895-ad0d-1e805a765ace triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:02.935554 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2c0f-7666-4299-8fb0-dfd189c63a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:02.997687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5c3a2c0f-7666-4299-8fb0-dfd189c63a69 None None] Port 88153a9a-45fb-4895-ad0d-1e805a765ace cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:00:03.020389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae548e3d-88c2-4c81-87cb-bc59e2f1b3e3 req-2ce183b7-3dc8-4c1e-8521-c928e4e21a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:03.022154 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae548e3d-88c2-4c81-87cb-bc59e2f1b3e3 req-2ce183b7-3dc8-4c1e-8521-c928e4e21a89 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 200 len: 850 time: 0.1717579 Feb 04 14:00:03.494499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af592044-de10-402c-aa4a-463c3e7fcdf9 req-49ad08d3-91f7-47f1-9ca6-53b87045640a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5375419 Feb 04 14:00:03.526655 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:00:03.535817 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-26bb92a1-0ab5-402b-ac1a-292829deb6aa admin admin] 10.222.0.96 "PUT /v2.0/routers/807096eb-2a2b-407e-8dc2-49f5d037d422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1945255 Feb 04 14:00:03.549612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae548e3d-88c2-4c81-87cb-bc59e2f1b3e3 req-ed3baee3-e505-4a91-bdbb-db7303a5be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:03.552195 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae548e3d-88c2-4c81-87cb-bc59e2f1b3e3 req-ed3baee3-e505-4a91-bdbb-db7303a5be81 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e850f246-0270-48c7-b292-77ce5d0c8d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5221221 Feb 04 14:00:03.744377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af77a6f-11a4-4be2-8941-5e0910361bf5 req-b060a952-ef84-42c4-bb51-99806c94f2a1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:03.753799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9af77a6f-11a4-4be2-8941-5e0910361bf5 req-b060a952-ef84-42c4-bb51-99806c94f2a1 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1524072 Feb 04 14:00:03.794278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae548e3d-88c2-4c81-87cb-bc59e2f1b3e3 req-a239ce04-00da-475e-a3a2-4e38320aa4a7 service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307301 Feb 04 14:00:03.878643 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9af77a6f-11a4-4be2-8941-5e0910361bf5 req-c70c5a4f-d446-44b9-8455-b80bf8eadc20 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181417 Feb 04 14:00:03.946428 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae548e3d-88c2-4c81-87cb-bc59e2f1b3e3 req-e14d8aae-405e-45d6-863b-e810519d69ff service neutron] 10.222.0.99 "GET /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443508 Feb 04 14:00:04.708854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d8033-7b10-4fdd-9c68-f1f9b5ad9054 req-8fe47aef-9ee1-4674-b3d7-de2f636bcba5 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:04.710780 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c9d8033-7b10-4fdd-9c68-f1f9b5ad9054 req-8fe47aef-9ee1-4674-b3d7-de2f636bcba5 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1038182 Feb 04 14:00:04.719393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8522a6c8-32dc-4359-8453-9a4e50f63c83 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:00:04.838945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 8522a6c8-32dc-4359-8453-9a4e50f63c83 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:04.839513 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8522a6c8-32dc-4359-8453-9a4e50f63c83), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:04.850973 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c9d8033-7b10-4fdd-9c68-f1f9b5ad9054 req-9d714abd-deb7-4be3-8799-a1359a5da582 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093762 Feb 04 14:00:04.957043 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 8522a6c8-32dc-4359-8453-9a4e50f63c83 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:04.957436 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8522a6c8-32dc-4359-8453-9a4e50f63c83), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:05.004233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 8522a6c8-32dc-4359-8453-9a4e50f63c83, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8522a6c8-32dc-4359-8453-9a4e50f63c83,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:05.009799 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8522a6c8-32dc-4359-8453-9a4e50f63c83), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:05.085423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=8522a6c8-32dc-4359-8453-9a4e50f63c83,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:05.097060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427fccc-82e5-487c-b6bc-a2278514fc41 req-9a362d30-735b-47dc-adbe-578a9c8650e7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:05.098900 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5427fccc-82e5-487c-b6bc-a2278514fc41 req-9a362d30-735b-47dc-adbe-578a9c8650e7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1387370 Feb 04 14:00:05.156846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5427fccc-82e5-487c-b6bc-a2278514fc41 req-2b40caee-3aff-4912-9ea3-7832ad0713d0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514903 Feb 04 14:00:05.290365 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Sync routers for ids ['807096eb-2a2b-407e-8dc2-49f5d037d422'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:00:05.302073 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Routers {'807096eb-2a2b-407e-8dc2-49f5d037d422'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:00:05.303039 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:59:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['807096eb-2a2b-407e-8dc2-49f5d037d422'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:05.419783 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Set router 807096eb-2a2b-407e-8dc2-49f5d037d422 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:00:05.649910 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'name': 'tempest-TestVolumeBootPattern-334787300-router', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8522a6c8-32dc-4359-8453-9a4e50f63c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:54Z', 'updated_at': '2022-02-04T14:00:01Z', 'revision_number': 4, 'project_id': 'b0383cac23cc4e939d2ca983d34242df', 'gw_port': {'id': '8522a6c8-32dc-4359-8453-9a4e50f63c83', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:56Z', 'updated_at': '2022-02-04T14:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '88153a9a-45fb-4895-ad0d-1e805a765ace', 'name': '', 'network_id': '2ad05153-4d0b-41f1-8836-4a1fe13aca02', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df', 'mac_address': 'fa:16:3e:4b:90:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '35ca10f5-9262-4fb8-aaa3-bc921c6816d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:00Z', 'updated_at': '2022-02-04T14:00:01Z', 'revision_number': 2, 'project_id': 'b0383cac23cc4e939d2ca983d34242df', 'subnets': [{'id': '35ca10f5-9262-4fb8-aaa3-bc921c6816d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:05.678690 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Checking router: 807096eb-2a2b-407e-8dc2-49f5d037d422 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:00:05.679048 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Updating router 807096eb-2a2b-407e-8dc2-49f5d037d422 port 88153a9a-45fb-4895-ad0d-1e805a765ace binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:00:05.717593 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:06.031357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00fdbf-0f1f-4b08-bdea-25e6947a883a req-4f04decc-ba60-471d-b1f1-b0717b528377 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:06.034168 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed00fdbf-0f1f-4b08-bdea-25e6947a883a req-4f04decc-ba60-471d-b1f1-b0717b528377 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.0929596 Feb 04 14:00:06.099759 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Publish callbacks [] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:06.108917 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:06.119941 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed00fdbf-0f1f-4b08-bdea-25e6947a883a req-2f71d6bc-7e65-4fd6-998f-cc567edbc12d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755045 Feb 04 14:00:06.245136 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Attempting to bind port 88153a9a-45fb-4895-ad0d-1e805a765ace on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:00:06.245748 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Attempting to bind port 88153a9a-45fb-4895-ad0d-1e805a765ace by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'dbec12c8-e88d-43c2-8e93-8fb06a5b354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2ad05153-4d0b-41f1-8836-4a1fe13aca02'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:00:06.246737 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Attempting to bind port 88153a9a-45fb-4895-ad0d-1e805a765ace on network 2ad05153-4d0b-41f1-8836-4a1fe13aca02 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:00:06.263914 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226356b-0195-48eb-9e00-3e30f1df2f7e None None] Pushing event updated for resources: {'Port': ['ID=88153a9a-45fb-4895-ad0d-1e805a765ace,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:06.269753 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:00:06.270965 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Checking segment: {'id': 'dbec12c8-e88d-43c2-8e93-8fb06a5b354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2ad05153-4d0b-41f1-8836-4a1fe13aca02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:00:06.271937 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:06.272723 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Bound using segment: {'id': 'dbec12c8-e88d-43c2-8e93-8fb06a5b354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2ad05153-4d0b-41f1-8836-4a1fe13aca02'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:00:06.275230 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Bound port: 88153a9a-45fb-4895-ad0d-1e805a765ace, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbec12c8-e88d-43c2-8e93-8fb06a5b354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2ad05153-4d0b-41f1-8836-4a1fe13aca02'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:00:06.276857 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:06.326539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8c36b-2fc8-4cdb-bedf-49c0f5ea9414 req-a79fd28f-1af6-49fb-b1b3-73902a34dfc6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:06.328383 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10a8c36b-2fc8-4cdb-bedf-49c0f5ea9414 req-a79fd28f-1af6-49fb-b1b3-73902a34dfc6 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0743744 Feb 04 14:00:06.370083 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] For port 88153a9a-45fb-4895-ad0d-1e805a765ace, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:00:06.374714 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] For port 88153a9a-45fb-4895-ad0d-1e805a765ace, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=88153a9a-45fb-4895-ad0d-1e805a765ace,segment=NetworkSegment(dbec12c8-e88d-43c2-8e93-8fb06a5b354b),segment_id=dbec12c8-e88d-43c2-8e93-8fb06a5b354b)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:00:06.384296 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:06.412402 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10a8c36b-2fc8-4cdb-bedf-49c0f5ea9414 req-f051744c-a2f6-4bf7-b0e9-c4b2aa69d7dc tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772960 Feb 04 14:00:06.467490 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Routers {'807096eb-2a2b-407e-8dc2-49f5d037d422'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:00:06.468128 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T13:59:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['807096eb-2a2b-407e-8dc2-49f5d037d422'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:06.506989 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226356b-0195-48eb-9e00-3e30f1df2f7e None None] Pushing event updated for resources: {'Port': ['ID=88153a9a-45fb-4895-ad0d-1e805a765ace,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:06.560120 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d0c35f54-39ad-450d-a333-2f920480c7ac None None] Provisioning complete for port 88153a9a-45fb-4895-ad0d-1e805a765ace triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:06.560694 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0c35f54-39ad-450d-a333-2f920480c7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:06.603692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d73f8c-0ab8-46b2-adeb-3b1d14a9b5e5 req-d5f09c46-f440-4a41-aff9-5bbdbc8a5f14 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:06.621403 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83d73f8c-0ab8-46b2-adeb-3b1d14a9b5e5 req-d5f09c46-f440-4a41-aff9-5bbdbc8a5f14 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1266744 Feb 04 14:00:06.687377 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] Set router 807096eb-2a2b-407e-8dc2-49f5d037d422 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:00:06.755127 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d0c35f54-39ad-450d-a333-2f920480c7ac None None] Current status of the port 88153a9a-45fb-4895-ad0d-1e805a765ace is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:06.755789 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0c35f54-39ad-450d-a333-2f920480c7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:06.760782 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83d73f8c-0ab8-46b2-adeb-3b1d14a9b5e5 req-3073f8d4-98f7-44ec-a3d5-bc35fd533a42 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389637 Feb 04 14:00:06.827287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d0c35f54-39ad-450d-a333-2f920480c7ac None None] For port 88153a9a-45fb-4895-ad0d-1e805a765ace, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=88153a9a-45fb-4895-ad0d-1e805a765ace,segment=NetworkSegment(dbec12c8-e88d-43c2-8e93-8fb06a5b354b),segment_id=dbec12c8-e88d-43c2-8e93-8fb06a5b354b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:06.830528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 88153a9a-45fb-4895-ad0d-1e805a765ace up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:00:06.839812 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0c35f54-39ad-450d-a333-2f920480c7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:06.919491 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c35f54-39ad-450d-a333-2f920480c7ac None None] Pushing event updated for resources: {'Port': ['ID=88153a9a-45fb-4895-ad0d-1e805a765ace,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:06.983604 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'name': 'tempest-TestVolumeBootPattern-334787300-router', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8522a6c8-32dc-4359-8453-9a4e50f63c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:54Z', 'updated_at': '2022-02-04T14:00:01Z', 'revision_number': 4, 'project_id': 'b0383cac23cc4e939d2ca983d34242df', 'gw_port': {'id': '8522a6c8-32dc-4359-8453-9a4e50f63c83', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:56Z', 'updated_at': '2022-02-04T14:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '88153a9a-45fb-4895-ad0d-1e805a765ace', 'name': '', 'network_id': '2ad05153-4d0b-41f1-8836-4a1fe13aca02', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df', 'mac_address': 'fa:16:3e:4b:90:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '35ca10f5-9262-4fb8-aaa3-bc921c6816d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:00Z', 'updated_at': '2022-02-04T14:00:06Z', 'revision_number': 4, 'project_id': 'b0383cac23cc4e939d2ca983d34242df', 'subnets': [{'id': '35ca10f5-9262-4fb8-aaa3-bc921c6816d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:06.998423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a501e680-4e63-41e1-8e22-bb460af60bd3 None None] Provisioning complete for port 88153a9a-45fb-4895-ad0d-1e805a765ace triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:06.999318 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a501e680-4e63-41e1-8e22-bb460af60bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:07.018803 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dda9a7a-3a4c-4a0b-a74a-426c0fd0024d None None] The sync data for ids ['807096eb-2a2b-407e-8dc2-49f5d037d422'] in n-d-714676-13 is: [{'id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'name': 'tempest-TestVolumeBootPattern-334787300-router', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8522a6c8-32dc-4359-8453-9a4e50f63c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:54Z', 'updated_at': '2022-02-04T14:00:01Z', 'revision_number': 4, 'project_id': 'b0383cac23cc4e939d2ca983d34242df', 'gw_port': {'id': '8522a6c8-32dc-4359-8453-9a4e50f63c83', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:56Z', 'updated_at': '2022-02-04T14:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '88153a9a-45fb-4895-ad0d-1e805a765ace', 'name': '', 'network_id': '2ad05153-4d0b-41f1-8836-4a1fe13aca02', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df', 'mac_address': 'fa:16:3e:4b:90:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '35ca10f5-9262-4fb8-aaa3-bc921c6816d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:00Z', 'updated_at': '2022-02-04T14:00:06Z', 'revision_number': 4, 'project_id': 'b0383cac23cc4e939d2ca983d34242df', 'subnets': [{'id': '35ca10f5-9262-4fb8-aaa3-bc921c6816d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:00:07.051207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 88153a9a-45fb-4895-ad0d-1e805a765ace triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:07.051586 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:07.196094 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 88153a9a-45fb-4895-ad0d-1e805a765ace is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:07.197481 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8522a6c8-32dc-4359-8453-9a4e50f63c83 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:00:07.231857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a501e680-4e63-41e1-8e22-bb460af60bd3 None None] Current status of the port 88153a9a-45fb-4895-ad0d-1e805a765ace is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:07.272186 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 8522a6c8-32dc-4359-8453-9a4e50f63c83 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:07.272552 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8522a6c8-32dc-4359-8453-9a4e50f63c83), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:07.391846 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 8522a6c8-32dc-4359-8453-9a4e50f63c83 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:07.772730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d93b7e-4005-4dc1-96e8-c3f5c5ad32ca req-7e8eacb3-98c5-4e67-9436-82ec1742fb48 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:07.776539 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54d93b7e-4005-4dc1-96e8-c3f5c5ad32ca req-7e8eacb3-98c5-4e67-9436-82ec1742fb48 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=2858ce03-c5da-4533-a72c-c8fb70f38503 HTTP/1.1" status: 200 len: 944 time: 0.0690784 Feb 04 14:00:07.895517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-54d93b7e-4005-4dc1-96e8-c3f5c5ad32ca req-0aa20a48-e4ca-483e-8154-3f71b7edb5b2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Deleting port b2d7571e-f496-419e-af5b-fdc48c1727d1 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:00:07.895941 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-54d93b7e-4005-4dc1-96e8-c3f5c5ad32ca req-0aa20a48-e4ca-483e-8154-3f71b7edb5b2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:08.003041 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-54d93b7e-4005-4dc1-96e8-c3f5c5ad32ca req-0aa20a48-e4ca-483e-8154-3f71b7edb5b2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] For port b2d7571e-f496-419e-af5b-fdc48c1727d1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=b2d7571e-f496-419e-af5b-fdc48c1727d1,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:08.003614 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-54d93b7e-4005-4dc1-96e8-c3f5c5ad32ca req-0aa20a48-e4ca-483e-8154-3f71b7edb5b2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:08.008976 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device ab484eab-afa0-48a3-903a-e11f480e3af4 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:00:08.020544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-54d93b7e-4005-4dc1-96e8-c3f5c5ad32ca req-0aa20a48-e4ca-483e-8154-3f71b7edb5b2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Calling delete_port for b2d7571e-f496-419e-af5b-fdc48c1727d1 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:00:08.154839 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port ab484eab-afa0-48a3-903a-e11f480e3af4, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ab484eab-afa0-48a3-903a-e11f480e3af4,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:08.168703 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'ab484eab-afa0-48a3-903a-e11f480e3af4', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'port_id': 'ab484eab-afa0-48a3-903a-e11f480e3af4', 'mac_address': 'fa:16:3e:cf:d8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:00:08.201856 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-54d93b7e-4005-4dc1-96e8-c3f5c5ad32ca req-0aa20a48-e4ca-483e-8154-3f71b7edb5b2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b2d7571e-f496-419e-af5b-fdc48c1727d1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:08.216282 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['4a9bbc18-12e7-4356-8563-2ad5239f6f16'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:00:08.218662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['b0d750af-41e8-4f9b-8ead-da4af6f90c08'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:00:08.237060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa20a48-e4ca-483e-8154-3f71b7edb5b2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event deleted for resources: {'Port': ['ID=b2d7571e-f496-419e-af5b-fdc48c1727d1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:08.288506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d93b7e-4005-4dc1-96e8-c3f5c5ad32ca req-0aa20a48-e4ca-483e-8154-3f71b7edb5b2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] No DVR routers for this DVR port b2d7571e-f496-419e-af5b-fdc48c1727d1 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:00:08.296056 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-54d93b7e-4005-4dc1-96e8-c3f5c5ad32ca req-0aa20a48-e4ca-483e-8154-3f71b7edb5b2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:08.299965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54d93b7e-4005-4dc1-96e8-c3f5c5ad32ca req-0aa20a48-e4ca-483e-8154-3f71b7edb5b2 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "DELETE /v2.0/ports/b2d7571e-f496-419e-af5b-fdc48c1727d1 HTTP/1.1" status: 204 len: 173 time: 0.5147016 Feb 04 14:00:08.300443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2858ce03-c5da-4533-a72c-c8fb70f38503', 'name': 'network-vif-deleted', 'tag': 'b2d7571e-f496-419e-af5b-fdc48c1727d1'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:00:08.302799 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b172f8c-76ba-4097-81a4-dda21f0d0d34" -d '{"events": [{"server_uuid": "2858ce03-c5da-4533-a72c-c8fb70f38503", "name": "network-vif-deleted", "tag": "b2d7571e-f496-419e-af5b-fdc48c1727d1"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:00:08.322814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port ab484eab-afa0-48a3-903a-e11f480e3af4 is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:08.323196 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:08.362344 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab484eab-afa0-48a3-903a-e11f480e3af4 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:00:08.421935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port ab484eab-afa0-48a3-903a-e11f480e3af4, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ab484eab-afa0-48a3-903a-e11f480e3af4,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:08.655304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 88153a9a-45fb-4895-ad0d-1e805a765ace up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:00:08.663401 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:08.822569 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['ab484eab-afa0-48a3-903a-e11f480e3af4'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:00:08.854460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=ab484eab-afa0-48a3-903a-e11f480e3af4,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:08.944928 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 88153a9a-45fb-4895-ad0d-1e805a765ace triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:08.945305 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:08.954256 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-c5ae78ef-27d4-4a9c-8ae2-8098dca96bb5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:08.957560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-c5ae78ef-27d4-4a9c-8ae2-8098dca96bb5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 812 time: 0.1253455 Feb 04 14:00:08.974748 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-38595a7d-0447-4bef-b90e-9ce58359e261 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/quotas/04a7af11479049059024e84090058dbe HTTP/1.1" status: 200 len: 375 time: 0.0106785 Feb 04 14:00:09.042534 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-cd18c046-c25c-4104-8a92-5d41a4d2e518 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621607 Feb 04 14:00:09.138494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 88153a9a-45fb-4895-ad0d-1e805a765ace is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:09.163699 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-d120a701-1baa-4b36-87c9-4163d05eca80 service neutron] 10.222.0.96 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088943 Feb 04 14:00:09.263181 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-6679380f-e944-4394-9398-e3345e4112ff service neutron] 10.222.0.96 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932436 Feb 04 14:00:09.626536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea518e-203b-4cba-9fc1-e47acb54257f req-5e2ebbc5-53d5-415e-b45c-b7b1d9ba55c1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:09.628572 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2ea518e-203b-4cba-9fc1-e47acb54257f req-5e2ebbc5-53d5-415e-b45c-b7b1d9ba55c1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 944 time: 0.0628402 Feb 04 14:00:09.686818 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2ea518e-203b-4cba-9fc1-e47acb54257f req-25d144f5-de92-4d26-a94c-4f9049fcf574 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523570 Feb 04 14:00:09.929748 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 04 Feb 2022 14:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9bcf9b-0dff-41bc-91b3-76c7f2d1b7d7 x-openstack-request-id: req-9c9bcf9b-0dff-41bc-91b3-76c7f2d1b7d7 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:00:09.930495 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2858ce03-c5da-4533-a72c-c8fb70f38503", "name": "network-vif-deleted", "tag": "b2d7571e-f496-419e-af5b-fdc48c1727d1", "status": "failed", "code": 422}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:00:09.930904 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9c9bcf9b-0dff-41bc-91b3-76c7f2d1b7d7 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:00:09.931648 n-d-714676-13 neutron-server[103606]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2858ce03-c5da-4533-a72c-c8fb70f38503', 'name': 'network-vif-deleted', 'tag': 'b2d7571e-f496-419e-af5b-fdc48c1727d1', 'status': 'failed', 'code': 422} returned with failed status Feb 04 14:00:10.024850 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device ab484eab-afa0-48a3-903a-e11f480e3af4 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:00:10.028851 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e3e6f460-f2f0-4b12-a8e1-8d87b34d752b req-443a4793-9cb0-457e-9947-67a315ebc76f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 210 time: 0.0371113 Feb 04 14:00:10.091471 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port ab484eab-afa0-48a3-903a-e11f480e3af4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:10.091747 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:10.196286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port ab484eab-afa0-48a3-903a-e11f480e3af4 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:10.197342 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:10.227334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab484eab-afa0-48a3-903a-e11f480e3af4'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:00:10.232212 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d337e4-8494-44ab-bb14-8ee7944edb09" -d '{"events": [{"server_uuid": "2f952577-9acc-4cd3-9bf2-3623d679f0af", "name": "network-vif-plugged", "status": "completed", "tag": "ab484eab-afa0-48a3-903a-e11f480e3af4"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:00:10.249392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port ab484eab-afa0-48a3-903a-e11f480e3af4, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ab484eab-afa0-48a3-903a-e11f480e3af4,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:10.258716 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:10.327076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=ab484eab-afa0-48a3-903a-e11f480e3af4,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:10.404885 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1972922e-055d-4a8f-8704-72f8472dbf9e x-openstack-request-id: req-1972922e-055d-4a8f-8704-72f8472dbf9e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:00:10.405376 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f952577-9acc-4cd3-9bf2-3623d679f0af", "name": "network-vif-plugged", "status": "completed", "tag": "ab484eab-afa0-48a3-903a-e11f480e3af4", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:00:10.405800 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1972922e-055d-4a8f-8704-72f8472dbf9e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:00:10.406757 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab484eab-afa0-48a3-903a-e11f480e3af4', 'code': 200} Feb 04 14:00:10.511655 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3c538-d6bb-4050-b221-fbebce209d2c req-53cf1619-6b55-4329-96a6-430213c13dfb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:10.513191 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7b3c538-d6bb-4050-b221-fbebce209d2c req-53cf1619-6b55-4329-96a6-430213c13dfb tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 908 time: 0.0575242 Feb 04 14:00:10.762729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-e9edb5a1-2fb8-4f87-81e0-eabc537906cb tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:10.764366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-e9edb5a1-2fb8-4f87-81e0-eabc537906cb tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 812 time: 0.1352217 Feb 04 14:00:10.786957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-4c1c5c3d-fb08-416e-a9dd-f425ae7a28fa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'port': {'device_id': '4ff4f389-da83-4440-909a-d6bcc4b48231', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'admin_state_up': True, 'tenant_id': '04a7af11479049059024e84090058dbe'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:00:10.924341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cdcac-cb9d-4cdc-a981-5fecff68e0d2 req-0565eb6e-5464-4ee0-8ddb-a4dd95bec04e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:10.926296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-079cdcac-cb9d-4cdc-a981-5fecff68e0d2 req-0565eb6e-5464-4ee0-8ddb-a4dd95bec04e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1562881 Feb 04 14:00:10.965567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-4c1c5c3d-fb08-416e-a9dd-f425ae7a28fa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Made reservation on behalf of 04a7af11479049059024e84090058dbe for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:00:10.969128 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-4c1c5c3d-fb08-416e-a9dd-f425ae7a28fa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:10.972504 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e02dc67c-a921-4c7e-8ff6-da1cd3eaf616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:11.006070 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-079cdcac-cb9d-4cdc-a981-5fecff68e0d2 req-f590de96-950f-45f5-919e-4faf39e4410f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728450 Feb 04 14:00:11.155627 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5563e7b-f991-47ef-b073-b1a20a220bb5 req-bc89708e-c529-43fb-a9fe-f0c47f1f9611 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 210 time: 0.0421398 Feb 04 14:00:11.185217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-4c1c5c3d-fb08-416e-a9dd-f425ae7a28fa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Allocated IP 172.20.0.13 (27de3437-df86-4192-8a38-bd89e17714b7/cdd28e0c-e617-457e-92ca-24c633c0a546/018db013-6eb0-4d79-880f-c9a94390bd5b) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:00:11.353910 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-4c1c5c3d-fb08-416e-a9dd-f425ae7a28fa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for port (018db013-6eb0-4d79-880f-c9a94390bd5b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:11.395133 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-4c1c5c3d-fb08-416e-a9dd-f425ae7a28fa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (018db013-6eb0-4d79-880f-c9a94390bd5b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:11.456230 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-4c1c5c3d-fb08-416e-a9dd-f425ae7a28fa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Network 27de3437-df86-4192-8a38-bd89e17714b7 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:00:11.463081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-4c1c5c3d-fb08-416e-a9dd-f425ae7a28fa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:00:11.465051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c5c3d-fb08-416e-a9dd-f425ae7a28fa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'Port': ['ID=018db013-6eb0-4d79-880f-c9a94390bd5b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:11.467369 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-4c1c5c3d-fb08-416e-a9dd-f425ae7a28fa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:00:11.527961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-4c1c5c3d-fb08-416e-a9dd-f425ae7a28fa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:11.528838 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-4c1c5c3d-fb08-416e-a9dd-f425ae7a28fa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:11.550080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-4c1c5c3d-fb08-416e-a9dd-f425ae7a28fa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7771630 Feb 04 14:00:11.572177 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Request body: {'port': {'device_id': '4ff4f389-da83-4440-909a-d6bcc4b48231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:00:11.693346 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (018db013-6eb0-4d79-880f-c9a94390bd5b), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:11.764098 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194670f-db28-4c54-a185-92374b5646a0 req-a52c7cb3-c465-4a6f-b64e-b28ea4498510 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:11.765878 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0194670f-db28-4c54-a185-92374b5646a0 req-a52c7cb3-c465-4a6f-b64e-b28ea4498510 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 908 time: 0.1202517 Feb 04 14:00:11.919067 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-fa98d777-aa14-40bf-b08f-07fcabb16e40 None None] Provisioning complete for port 018db013-6eb0-4d79-880f-c9a94390bd5b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:11.919786 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fa98d777-aa14-40bf-b08f-07fcabb16e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (018db013-6eb0-4d79-880f-c9a94390bd5b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:11.975560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fa98d777-aa14-40bf-b08f-07fcabb16e40 None None] Port 018db013-6eb0-4d79-880f-c9a94390bd5b cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:00:12.109043 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018db013-6eb0-4d79-880f-c9a94390bd5b {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:00:12.140111 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Publish callbacks [] for port (018db013-6eb0-4d79-880f-c9a94390bd5b), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:12.166248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Transition to ACTIVE for port object 018db013-6eb0-4d79-880f-c9a94390bd5b will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:00:12.177141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e970ae-ee7e-4388-8fb5-440d018c2358 req-1c0a05c9-dc0a-4322-8914-d9323e7fb045 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:12.178683 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84e970ae-ee7e-4388-8fb5-440d018c2358 req-1c0a05c9-dc0a-4322-8914-d9323e7fb045 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 908 time: 0.1336131 Feb 04 14:00:12.181720 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (018db013-6eb0-4d79-880f-c9a94390bd5b), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:12.255379 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5f022-ae6b-4d90-b76b-1e477d417d69 req-2686eeeb-af51-4650-be4f-46772c71a577 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:12.262337 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5e5f022-ae6b-4d90-b76b-1e477d417d69 req-2686eeeb-af51-4650-be4f-46772c71a577 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1702747 Feb 04 14:00:12.307711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Pushing event updated for resources: {'Port': ['ID=018db013-6eb0-4d79-880f-c9a94390bd5b,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:12.423023 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5e5f022-ae6b-4d90-b76b-1e477d417d69 req-09ebb998-21bc-435a-bbef-094ff20d2b3e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597931 Feb 04 14:00:12.520940 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Attempting to bind port 018db013-6eb0-4d79-880f-c9a94390bd5b on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:00:12.521548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Attempting to bind port 018db013-6eb0-4d79-880f-c9a94390bd5b by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:00:12.521808 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Attempting to bind port 018db013-6eb0-4d79-880f-c9a94390bd5b on network 27de3437-df86-4192-8a38-bd89e17714b7 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:00:12.547649 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Port 018db013-6eb0-4d79-880f-c9a94390bd5b on network 27de3437-df86-4192-8a38-bd89e17714b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:00:12.548113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Attempting to bind port 018db013-6eb0-4d79-880f-c9a94390bd5b on network 27de3437-df86-4192-8a38-bd89e17714b7 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:00:12.613446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-84e970ae-ee7e-4388-8fb5-440d018c2358 req-f304edfb-3437-4136-9987-871d777d122e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Deleting port 8f4f0768-127a-411e-8747-640e7d686f2e {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:00:12.614308 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-84e970ae-ee7e-4388-8fb5-440d018c2358 req-f304edfb-3437-4136-9987-871d777d122e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:12.618723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:00:12.619353 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Checking segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:00:12.619803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Bound using segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:00:12.620362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Bound port: 018db013-6eb0-4d79-880f-c9a94390bd5b, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:00:12.620809 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (018db013-6eb0-4d79-880f-c9a94390bd5b), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:12.837276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff32445-655b-4d75-a315-f12ceaacc13d req-fea9ec6e-6302-4d85-a219-4592ec08ce47 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:12.838033 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ff32445-655b-4d75-a315-f12ceaacc13d req-fea9ec6e-6302-4d85-a219-4592ec08ce47 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 944 time: 0.2936146 Feb 04 14:00:12.845074 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] For port 018db013-6eb0-4d79-880f-c9a94390bd5b, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:00:12.923139 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-84e970ae-ee7e-4388-8fb5-440d018c2358 req-f304edfb-3437-4136-9987-871d777d122e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] For port 8f4f0768-127a-411e-8747-640e7d686f2e, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=8f4f0768-127a-411e-8747-640e7d686f2e,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:12.923653 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-84e970ae-ee7e-4388-8fb5-440d018c2358 req-f304edfb-3437-4136-9987-871d777d122e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:12.954189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] For port 018db013-6eb0-4d79-880f-c9a94390bd5b, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=018db013-6eb0-4d79-880f-c9a94390bd5b,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:00:12.964084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-84e970ae-ee7e-4388-8fb5-440d018c2358 req-f304edfb-3437-4136-9987-871d777d122e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Calling delete_port for 8f4f0768-127a-411e-8747-640e7d686f2e owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:00:12.973871 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (018db013-6eb0-4d79-880f-c9a94390bd5b), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:13.101602 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ff32445-655b-4d75-a315-f12ceaacc13d req-af6af872-810e-4bad-8cbf-16ad2360929f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095530 Feb 04 14:00:13.116593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:13.117551 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:13.119311 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] 10.222.0.99 "PUT /v2.0/ports/018db013-6eb0-4d79-880f-c9a94390bd5b HTTP/1.1" status: 200 len: 1093 time: 1.5588355 Feb 04 14:00:13.121927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff4f389-da83-4440-909a-d6bcc4b48231', 'tag': '018db013-6eb0-4d79-880f-c9a94390bd5b'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:00:13.124467 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7654b0-2e3b-484c-b79a-63ee2338e9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff4f389-da83-4440-909a-d6bcc4b48231", "tag": "018db013-6eb0-4d79-880f-c9a94390bd5b"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:00:13.166345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654238d9-81e8-4428-b264-b6f013b7325b service neutron] Pushing event updated for resources: {'Port': ['ID=018db013-6eb0-4d79-880f-c9a94390bd5b,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:13.410423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-3a60f171-473f-4dbf-b324-e45f26e7948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:13.412886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-3a60f171-473f-4dbf-b324-e45f26e7948a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 1127 time: 0.2356565 Feb 04 14:00:13.419862 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-84e970ae-ee7e-4388-8fb5-440d018c2358 req-f304edfb-3437-4136-9987-871d777d122e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8f4f0768-127a-411e-8747-640e7d686f2e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:13.487093 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304edfb-3437-4136-9987-871d777d122e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event deleted for resources: {'Port': ['ID=8f4f0768-127a-411e-8747-640e7d686f2e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:13.495591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831536db-be29-48a4-9ec6-d0362874cb36 req-24cc545f-5c34-47e8-9ed7-33722f20af5d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:13.497204 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-831536db-be29-48a4-9ec6-d0362874cb36 req-24cc545f-5c34-47e8-9ed7-33722f20af5d tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=bd4b434f-5e7a-40dc-a3c5-d2d097620f23 HTTP/1.1" status: 200 len: 908 time: 0.2574275 Feb 04 14:00:13.536678 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-41d5ac4c-2310-4e73-8256-48b528b57180 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=018db013-6eb0-4d79-880f-c9a94390bd5b HTTP/1.1" status: 200 len: 217 time: 0.1113224 Feb 04 14:00:13.653628 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631b1a84-b71c-411c-aac1-74c51b2629dc x-openstack-request-id: req-631b1a84-b71c-411c-aac1-74c51b2629dc {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:00:13.654261 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff4f389-da83-4440-909a-d6bcc4b48231", "tag": "018db013-6eb0-4d79-880f-c9a94390bd5b", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:00:13.654694 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-631b1a84-b71c-411c-aac1-74c51b2629dc {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:00:13.655282 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff4f389-da83-4440-909a-d6bcc4b48231', 'tag': '018db013-6eb0-4d79-880f-c9a94390bd5b', 'status': 'completed', 'code': 200} Feb 04 14:00:13.656471 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e970ae-ee7e-4388-8fb5-440d018c2358 req-f304edfb-3437-4136-9987-871d777d122e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] No DVR routers for this DVR port 8f4f0768-127a-411e-8747-640e7d686f2e on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:00:13.666189 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-84e970ae-ee7e-4388-8fb5-440d018c2358 req-f304edfb-3437-4136-9987-871d777d122e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:13.677821 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-84e970ae-ee7e-4388-8fb5-440d018c2358 req-f304edfb-3437-4136-9987-871d777d122e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.100 "DELETE /v2.0/ports/8f4f0768-127a-411e-8747-640e7d686f2e HTTP/1.1" status: 204 len: 173 time: 1.4842134 Feb 04 14:00:13.706783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-d2d09346-4d63-4db6-986b-79a4b6f0b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:13.710876 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-d2d09346-4d63-4db6-986b-79a4b6f0b550 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.1681232 Feb 04 14:00:13.936771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-3920c974-9269-4b19-a45c-f00ea9b99295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:13.938494 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-3920c974-9269-4b19-a45c-f00ea9b99295 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2216120 Feb 04 14:00:13.967281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59f355-28fc-4a32-85b7-97934438ad9f req-6aeb9a9b-e7c2-45a1-9ab3-b7fc886677fe tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:13.976088 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf59f355-28fc-4a32-85b7-97934438ad9f req-6aeb9a9b-e7c2-45a1-9ab3-b7fc886677fe tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1372414 Feb 04 14:00:14.041413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 8f4f0768-127a-411e-8747-640e7d686f2e no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:00:14.074323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 8f4f0768-127a-411e-8747-640e7d686f2e {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:00:14.074914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 8f4f0768-127a-411e-8747-640e7d686f2e not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:00:14.119475 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf59f355-28fc-4a32-85b7-97934438ad9f req-db4fef54-6520-4afa-82f6-974936371887 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416085 Feb 04 14:00:14.187778 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:14.192432 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-65142e31-3bad-460f-892e-b2aca5d54b52 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470198 Feb 04 14:00:14.443830 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fbf2957-89be-4062-b138-d72bc98d5fd2 req-01701593-ac9c-4087-b280-2dda5d9f0605 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442338 Feb 04 14:00:14.453182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f1f38-a0c2-4cec-a0e3-312824ba713d req-0ca23e27-a7a3-4282-9321-ee3cdd492a10 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:14.455124 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d3f1f38-a0c2-4cec-a0e3-312824ba713d req-0ca23e27-a7a3-4282-9321-ee3cdd492a10 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 944 time: 0.1478822 Feb 04 14:00:14.639978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d3f1f38-a0c2-4cec-a0e3-312824ba713d req-6896a438-1817-4357-b085-410eb76586c0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745830 Feb 04 14:00:14.667019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7654b0-2e3b-484c-b79a-63ee2338e9b5 req-67f09f8a-3912-41be-b134-d8cea22a9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:14.668937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d7654b0-2e3b-484c-b79a-63ee2338e9b5 req-67f09f8a-3912-41be-b134-d8cea22a9133 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 1127 time: 0.1443932 Feb 04 14:00:14.817625 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:14.883007 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7654b0-2e3b-484c-b79a-63ee2338e9b5 req-43bc47b0-bdb6-4233-a15a-7bf471af2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:14.885331 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d7654b0-2e3b-484c-b79a-63ee2338e9b5 req-43bc47b0-bdb6-4233-a15a-7bf471af2714 service neutron] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.2083948 Feb 04 14:00:15.014642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d7654b0-2e3b-484c-b79a-63ee2338e9b5 req-c292be13-57b0-4045-858f-1ec59f0e6401 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=018db013-6eb0-4d79-880f-c9a94390bd5b HTTP/1.1" status: 200 len: 217 time: 0.1192737 Feb 04 14:00:15.188442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7654b0-2e3b-484c-b79a-63ee2338e9b5 req-b1dba04d-c466-425e-ae7f-8af99041b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:15.197927 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ed6f6798-1747-480b-9b5f-a12e7582b734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:15.211008 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d7654b0-2e3b-484c-b79a-63ee2338e9b5 req-b1dba04d-c466-425e-ae7f-8af99041b71f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.1906595 Feb 04 14:00:15.368815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7654b0-2e3b-484c-b79a-63ee2338e9b5 req-3c278023-961a-40f8-ac75-c057cb4b7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:15.371165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d7654b0-2e3b-484c-b79a-63ee2338e9b5 req-3c278023-961a-40f8-ac75-c057cb4b7a16 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1540976 Feb 04 14:00:15.386001 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd641c-1950-443b-9abf-8079fe93584c req-7926aef5-6974-4f7a-83d3-94eb6c6b134b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:15.387578 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03fd641c-1950-443b-9abf-8079fe93584c req-7926aef5-6974-4f7a-83d3-94eb6c6b134b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 945 time: 0.1502631 Feb 04 14:00:15.562155 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03fd641c-1950-443b-9abf-8079fe93584c req-6b180db2-3b40-4e4c-a923-6a1bdf2ea5bd tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535404 Feb 04 14:00:15.639304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d7654b0-2e3b-484c-b79a-63ee2338e9b5 req-9cac246e-047a-4fd9-8fc6-fddf26a6541a service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496951 Feb 04 14:00:15.656342 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4b434f-5e7a-40dc-a3c5-d2d097620f23', 'name': 'network-vif-deleted', 'tag': '8f4f0768-127a-411e-8747-640e7d686f2e'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:00:15.660079 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80973c6f-5fe4-46ca-b68a-cf4352576774" -d '{"events": [{"server_uuid": "bd4b434f-5e7a-40dc-a3c5-d2d097620f23", "name": "network-vif-deleted", "tag": "8f4f0768-127a-411e-8747-640e7d686f2e"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:00:15.676375 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:15.862595 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d7654b0-2e3b-484c-b79a-63ee2338e9b5 req-82cd8faa-b52f-4f2b-9414-2b9feec4845d service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172973 Feb 04 14:00:15.870505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf47456-e917-43d1-8634-515dfd3a7435 req-26593d13-b6f2-41a4-a99b-3de8a055d353 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:15.879856 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2bf47456-e917-43d1-8634-515dfd3a7435 req-26593d13-b6f2-41a4-a99b-3de8a055d353 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1198254 Feb 04 14:00:15.949303 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2bf47456-e917-43d1-8634-515dfd3a7435 req-52a4fbaa-5887-4e37-8210-126e9c3a24d5 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680697 Feb 04 14:00:16.015125 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d78116-a2bc-4d9d-92a3-d26ef058de2c x-openstack-request-id: req-94d78116-a2bc-4d9d-92a3-d26ef058de2c {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:00:16.015667 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4b434f-5e7a-40dc-a3c5-d2d097620f23", "name": "network-vif-deleted", "tag": "8f4f0768-127a-411e-8747-640e7d686f2e", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:00:16.016725 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-94d78116-a2bc-4d9d-92a3-d26ef058de2c {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:00:16.017419 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4b434f-5e7a-40dc-a3c5-d2d097620f23', 'name': 'network-vif-deleted', 'tag': '8f4f0768-127a-411e-8747-640e7d686f2e', 'status': 'completed', 'code': 200} Feb 04 14:00:16.200940 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40573df-eec4-4f1b-946d-9cd3c24ec1b1 req-27dc34cf-9e08-403a-a878-1616b54424ed tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:16.202588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a40573df-eec4-4f1b-946d-9cd3c24ec1b1 req-27dc34cf-9e08-403a-a878-1616b54424ed tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 944 time: 0.0888102 Feb 04 14:00:16.321890 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a40573df-eec4-4f1b-946d-9cd3c24ec1b1 req-7df6a866-a8aa-48a9-b17c-65f3b2d6190e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088989 Feb 04 14:00:16.792509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121da7a-1b57-4d25-a0e7-573e4e6f3872 req-96ad836f-920a-4577-bf78-a45e169ee33b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:16.803328 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e121da7a-1b57-4d25-a0e7-573e4e6f3872 req-96ad836f-920a-4577-bf78-a45e169ee33b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 945 time: 0.1400230 Feb 04 14:00:16.947515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e121da7a-1b57-4d25-a0e7-573e4e6f3872 req-4f370f17-05a9-4ee3-b9e1-2f0f7581313e tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402047 Feb 04 14:00:16.972303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c1ade-60f8-447a-8bfc-1fc3e09933b8 req-a255ccb5-1d97-4592-b405-9acfd784b0f5 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:16.986466 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-149c1ade-60f8-447a-8bfc-1fc3e09933b8 req-a255ccb5-1d97-4592-b405-9acfd784b0f5 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 945 time: 0.1799331 Feb 04 14:00:17.008486 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:17.267616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb3705-522f-43f8-a51e-ecfb73e30886 req-28047658-58f3-492b-87af-d98ab65ef4ef tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:17.274973 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9dcb3705-522f-43f8-a51e-ecfb73e30886 req-28047658-58f3-492b-87af-d98ab65ef4ef tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1876211 Feb 04 14:00:17.367842 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-149c1ade-60f8-447a-8bfc-1fc3e09933b8 req-39024a10-e9f7-4758-91a0-e14f8dc7b250 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Deleting port b0d750af-41e8-4f9b-8ead-da4af6f90c08 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:00:17.367842 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-149c1ade-60f8-447a-8bfc-1fc3e09933b8 req-39024a10-e9f7-4758-91a0-e14f8dc7b250 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b0d750af-41e8-4f9b-8ead-da4af6f90c08), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:17.419959 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9dcb3705-522f-43f8-a51e-ecfb73e30886 req-5752ca09-21c8-44fd-bc3b-b3a8c598f7b6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362009 Feb 04 14:00:17.576138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-149c1ade-60f8-447a-8bfc-1fc3e09933b8 req-39024a10-e9f7-4758-91a0-e14f8dc7b250 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] For port b0d750af-41e8-4f9b-8ead-da4af6f90c08, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=b0d750af-41e8-4f9b-8ead-da4af6f90c08,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:17.576438 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-149c1ade-60f8-447a-8bfc-1fc3e09933b8 req-39024a10-e9f7-4758-91a0-e14f8dc7b250 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b0d750af-41e8-4f9b-8ead-da4af6f90c08), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:17.662447 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-149c1ade-60f8-447a-8bfc-1fc3e09933b8 req-39024a10-e9f7-4758-91a0-e14f8dc7b250 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Calling delete_port for b0d750af-41e8-4f9b-8ead-da4af6f90c08 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:00:18.020115 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:18.271434 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07c2e1-56c8-422d-8fa0-259671a04c64 req-94ebd63e-9115-45d9-8192-8e84a1cff4d4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:18.282181 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd07c2e1-56c8-422d-8fa0-259671a04c64 req-94ebd63e-9115-45d9-8192-8e84a1cff4d4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 944 time: 0.6881776 Feb 04 14:00:18.374372 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd07c2e1-56c8-422d-8fa0-259671a04c64 req-6fa82ecd-927e-4056-93d2-6e6522b8f069 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909965 Feb 04 14:00:18.545313 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-149c1ade-60f8-447a-8bfc-1fc3e09933b8 req-39024a10-e9f7-4758-91a0-e14f8dc7b250 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b0d750af-41e8-4f9b-8ead-da4af6f90c08), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:18.569759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['4a9bbc18-12e7-4356-8563-2ad5239f6f16'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:00:18.614894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b13970-c01f-4707-bf0e-aa102c574cb7 req-d0934145-74c1-480c-8a26-4ffb0fbe1474 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:18.625255 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10b13970-c01f-4707-bf0e-aa102c574cb7 req-d0934145-74c1-480c-8a26-4ffb0fbe1474 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ea6cfa2-cc0f-4580-8a09-53c8a11789a3 HTTP/1.1" status: 200 len: 867 time: 0.1496677 Feb 04 14:00:18.633515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39024a10-e9f7-4758-91a0-e14f8dc7b250 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event deleted for resources: {'Port': ['ID=b0d750af-41e8-4f9b-8ead-da4af6f90c08,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:18.711273 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-149c1ade-60f8-447a-8bfc-1fc3e09933b8 req-39024a10-e9f7-4758-91a0-e14f8dc7b250 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] No DVR routers for this DVR port b0d750af-41e8-4f9b-8ead-da4af6f90c08 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:00:18.715533 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-149c1ade-60f8-447a-8bfc-1fc3e09933b8 req-39024a10-e9f7-4758-91a0-e14f8dc7b250 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:18.719619 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-149c1ade-60f8-447a-8bfc-1fc3e09933b8 req-39024a10-e9f7-4758-91a0-e14f8dc7b250 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.100 "DELETE /v2.0/ports/b0d750af-41e8-4f9b-8ead-da4af6f90c08 HTTP/1.1" status: 204 len: 173 time: 1.7269139 Feb 04 14:00:18.720146 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea6cfa2-cc0f-4580-8a09-53c8a11789a3', 'name': 'network-vif-deleted', 'tag': 'b0d750af-41e8-4f9b-8ead-da4af6f90c08'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:00:18.722589 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799d6da2-c9d1-492c-81f7-2dec8f7977b2" -d '{"events": [{"server_uuid": "8ea6cfa2-cc0f-4580-8a09-53c8a11789a3", "name": "network-vif-deleted", "tag": "b0d750af-41e8-4f9b-8ead-da4af6f90c08"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:00:18.768583 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10b13970-c01f-4707-bf0e-aa102c574cb7 req-fc604ebe-99f2-4237-b1b8-11e27c1c9014 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418581 Feb 04 14:00:18.969195 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a6a8d-2618-4d52-aa26-bd0f23c5bc5a req-4a8efd4c-4d80-40f3-8f04-e10227fc682d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:18.980174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728a6a8d-2618-4d52-aa26-bd0f23c5bc5a req-4a8efd4c-4d80-40f3-8f04-e10227fc682d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1188123 Feb 04 14:00:19.090015 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728a6a8d-2618-4d52-aa26-bd0f23c5bc5a req-15a8f212-7bef-4924-b2d5-2b09b9440974 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088951 Feb 04 14:00:19.221110 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2d190c-2c21-4488-9b97-2b86a507f7be x-openstack-request-id: req-7b2d190c-2c21-4488-9b97-2b86a507f7be {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:00:19.221794 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea6cfa2-cc0f-4580-8a09-53c8a11789a3", "name": "network-vif-deleted", "tag": "b0d750af-41e8-4f9b-8ead-da4af6f90c08", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:00:19.222324 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7b2d190c-2c21-4488-9b97-2b86a507f7be {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:00:19.223398 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea6cfa2-cc0f-4580-8a09-53c8a11789a3', 'name': 'network-vif-deleted', 'tag': 'b0d750af-41e8-4f9b-8ead-da4af6f90c08', 'status': 'completed', 'code': 200} Feb 04 14:00:19.577184 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8584d23-1f5a-4a7f-b506-3ab13c3fb54e req-3f4d5f52-8185-4110-92c0-2280a7bfbb35 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:19.586194 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c8584d23-1f5a-4a7f-b506-3ab13c3fb54e req-3f4d5f52-8185-4110-92c0-2280a7bfbb35 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 944 time: 0.1213965 Feb 04 14:00:19.668876 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c8584d23-1f5a-4a7f-b506-3ab13c3fb54e req-e49df478-b2d2-4298-8aca-75f33665a804 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722342 Feb 04 14:00:20.071720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device b0d750af-41e8-4f9b-8ead-da4af6f90c08 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:00:20.147696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: b0d750af-41e8-4f9b-8ead-da4af6f90c08 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:00:20.148285 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device b0d750af-41e8-4f9b-8ead-da4af6f90c08 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:00:20.273331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f7020-8cea-4ebb-801a-364bb4b3c0c0 req-db674e62-d826-40f3-b1c6-d97636661249 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:20.283312 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c7f7020-8cea-4ebb-801a-364bb4b3c0c0 req-db674e62-d826-40f3-b1c6-d97636661249 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.0795369 Feb 04 14:00:20.352920 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c7f7020-8cea-4ebb-801a-364bb4b3c0c0 req-ea7001fa-8670-4225-a8a9-03bafd721caa tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=66289a5f-3221-4e2a-8701-1b44c75dd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649436 Feb 04 14:00:20.571669 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351740d6-c0c4-434e-8cba-dfd137560978 req-fe2040fe-caf6-40b4-b6f4-f1613f3cc8c0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:20.573239 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-351740d6-c0c4-434e-8cba-dfd137560978 req-fe2040fe-caf6-40b4-b6f4-f1613f3cc8c0 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.99 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 946 time: 0.1609287 Feb 04 14:00:20.588140 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08f69f-c410-43e9-a53d-5e1efbfc283f req-e42ee887-aaa6-4460-a02b-2e643ab52ed2 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:20.589746 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f08f69f-c410-43e9-a53d-5e1efbfc283f req-e42ee887-aaa6-4460-a02b-2e643ab52ed2 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1207078 Feb 04 14:00:20.778404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f08f69f-c410-43e9-a53d-5e1efbfc283f req-04da813e-14d5-43fa-86c1-bdd3037c75c1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269312 Feb 04 14:00:20.792388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-351740d6-c0c4-434e-8cba-dfd137560978 req-a228055b-b06a-42f3-85be-082026f6d089 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Deleting port 4a9bbc18-12e7-4356-8563-2ad5239f6f16 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:00:20.792743 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-351740d6-c0c4-434e-8cba-dfd137560978 req-a228055b-b06a-42f3-85be-082026f6d089 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4a9bbc18-12e7-4356-8563-2ad5239f6f16), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:20.897362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-351740d6-c0c4-434e-8cba-dfd137560978 req-a228055b-b06a-42f3-85be-082026f6d089 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] For port 4a9bbc18-12e7-4356-8563-2ad5239f6f16, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4a9bbc18-12e7-4356-8563-2ad5239f6f16,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:20.897702 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-351740d6-c0c4-434e-8cba-dfd137560978 req-a228055b-b06a-42f3-85be-082026f6d089 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4a9bbc18-12e7-4356-8563-2ad5239f6f16), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:20.912873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-351740d6-c0c4-434e-8cba-dfd137560978 req-a228055b-b06a-42f3-85be-082026f6d089 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Calling delete_port for 4a9bbc18-12e7-4356-8563-2ad5239f6f16 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:00:21.035959 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e2f54-eadf-4b35-92ba-a10d594db659 req-d95c2172-6e01-4809-ad8f-915d389cfa83 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:21.036185 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b05e2f54-eadf-4b35-92ba-a10d594db659 req-d95c2172-6e01-4809-ad8f-915d389cfa83 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 944 time: 0.1191847 Feb 04 14:00:21.227009 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b05e2f54-eadf-4b35-92ba-a10d594db659 req-4f49e421-5f5e-4b1b-ad9c-abe985ac8a63 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815813 Feb 04 14:00:21.228163 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-351740d6-c0c4-434e-8cba-dfd137560978 req-a228055b-b06a-42f3-85be-082026f6d089 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (4a9bbc18-12e7-4356-8563-2ad5239f6f16), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:21.243846 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['4a9bbc18-12e7-4356-8563-2ad5239f6f16'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:00:21.310579 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228055b-b06a-42f3-85be-082026f6d089 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event deleted for resources: {'Port': ['ID=4a9bbc18-12e7-4356-8563-2ad5239f6f16,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:21.425776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-351740d6-c0c4-434e-8cba-dfd137560978 req-a228055b-b06a-42f3-85be-082026f6d089 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] No DVR routers for this DVR port 4a9bbc18-12e7-4356-8563-2ad5239f6f16 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:00:21.429537 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-351740d6-c0c4-434e-8cba-dfd137560978 req-a228055b-b06a-42f3-85be-082026f6d089 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:21.437108 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-351740d6-c0c4-434e-8cba-dfd137560978 req-a228055b-b06a-42f3-85be-082026f6d089 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.99 "DELETE /v2.0/ports/4a9bbc18-12e7-4356-8563-2ad5239f6f16 HTTP/1.1" status: 204 len: 173 time: 0.8455102 Feb 04 14:00:21.437596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a31a3-8c95-4a4d-a201-537c096451da', 'name': 'network-vif-deleted', 'tag': '4a9bbc18-12e7-4356-8563-2ad5239f6f16'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:00:21.452766 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4012b365-a295-409d-9cf1-5d29ff3ba838" -d '{"events": [{"server_uuid": "826a31a3-8c95-4a4d-a201-537c096451da", "name": "network-vif-deleted", "tag": "4a9bbc18-12e7-4356-8563-2ad5239f6f16"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:00:21.574041 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d14a922-1ee2-4c92-b22c-2f7b3363fd9b req-37108e92-2ae5-406d-b139-75295642f645 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=826a31a3-8c95-4a4d-a201-537c096451da HTTP/1.1" status: 200 len: 210 time: 0.0574203 Feb 04 14:00:21.703568 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752188e5-1d50-4165-9f6b-a1caf60cea40 x-openstack-request-id: req-752188e5-1d50-4165-9f6b-a1caf60cea40 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:00:21.705941 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a31a3-8c95-4a4d-a201-537c096451da", "name": "network-vif-deleted", "tag": "4a9bbc18-12e7-4356-8563-2ad5239f6f16", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:00:21.706411 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-752188e5-1d50-4165-9f6b-a1caf60cea40 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:00:21.707250 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a31a3-8c95-4a4d-a201-537c096451da', 'name': 'network-vif-deleted', 'tag': '4a9bbc18-12e7-4356-8563-2ad5239f6f16', 'status': 'completed', 'code': 200} Feb 04 14:00:21.967046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510f3b5-4e2d-4ddb-9656-6afa7509e71e req-a46e5d5c-4189-4425-8f07-14a2ec6dc8db tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:21.978195 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e510f3b5-4e2d-4ddb-9656-6afa7509e71e req-a46e5d5c-4189-4425-8f07-14a2ec6dc8db tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1084795 Feb 04 14:00:22.061786 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:00:22.105571 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e510f3b5-4e2d-4ddb-9656-6afa7509e71e req-d186a3b2-cbcf-489d-b281-49a11e9482ab tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255484 Feb 04 14:00:22.431535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3c083-45dd-4f95-9c91-a0a9b313784c req-f1c749ec-6137-4548-a98b-c03f9afc0f81 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:22.440245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc3c083-45dd-4f95-9c91-a0a9b313784c req-f1c749ec-6137-4548-a98b-c03f9afc0f81 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 944 time: 0.1074677 Feb 04 14:00:22.578425 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1cc3c083-45dd-4f95-9c91-a0a9b313784c req-375c299f-abaa-4f76-9610-45ce0f7a48ee tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369843 Feb 04 14:00:23.120700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef454429-6e47-46a7-829b-c2020f2a5921 req-d4bddd8b-bfef-423e-8e0c-f9202f07faf9 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:23.124415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef454429-6e47-46a7-829b-c2020f2a5921 req-d4bddd8b-bfef-423e-8e0c-f9202f07faf9 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.0834620 Feb 04 14:00:23.222942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef454429-6e47-46a7-829b-c2020f2a5921 req-23cb16ba-1710-4ea2-8ad3-8b5bdb07ed21 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881371 Feb 04 14:00:23.396746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624bc96-d794-4807-a5e8-88ccf64f1b89 req-06eb13d5-6cea-4951-8af4-af54e945d710 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:23.405666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a624bc96-d794-4807-a5e8-88ccf64f1b89 req-06eb13d5-6cea-4951-8af4-af54e945d710 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.0983951 Feb 04 14:00:23.486084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a624bc96-d794-4807-a5e8-88ccf64f1b89 req-c76c33ec-a7a2-4256-bbbb-96f28b357787 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792565 Feb 04 14:00:23.616041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4a9bbc18-12e7-4356-8563-2ad5239f6f16 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:00:23.651388 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 4a9bbc18-12e7-4356-8563-2ad5239f6f16 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:00:23.652056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4a9bbc18-12e7-4356-8563-2ad5239f6f16 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:00:23.807145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf8a28-5259-44a4-9059-34137f93eeae req-dec41e61-295d-43f8-863e-16b701a16fa2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:23.817489 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08cf8a28-5259-44a4-9059-34137f93eeae req-dec41e61-295d-43f8-863e-16b701a16fa2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 944 time: 0.1184204 Feb 04 14:00:23.894774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08cf8a28-5259-44a4-9059-34137f93eeae req-6ad584cc-936e-4253-b8c8-e4467b4144df tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762458 Feb 04 14:00:24.446055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86b1ad-3812-48dc-a0fc-d857994f2779 req-289418de-e8f8-4c93-879b-a0326ce63f0b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:24.448366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea86b1ad-3812-48dc-a0fc-d857994f2779 req-289418de-e8f8-4c93-879b-a0326ce63f0b tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1162932 Feb 04 14:00:24.563526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea86b1ad-3812-48dc-a0fc-d857994f2779 req-4c2ae721-11da-472a-a3b9-58dcad698036 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903265 Feb 04 14:00:24.679143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b915c-6b91-4dd9-968d-fc52b58ee144 req-cd59b5d9-9206-405e-b894-d8c349ec7c4f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:24.679143 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d74b915c-6b91-4dd9-968d-fc52b58ee144 req-cd59b5d9-9206-405e-b894-d8c349ec7c4f tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.99 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1129248 Feb 04 14:00:24.861287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47c39d-fc50-4d3f-9ce7-250329b2a3f2 req-a583b1cd-01e8-4cba-8cfa-ef203dedc648 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:24.863219 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6d47c39d-fc50-4d3f-9ce7-250329b2a3f2 req-a583b1cd-01e8-4cba-8cfa-ef203dedc648 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.0999565 Feb 04 14:00:24.870145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d74b915c-6b91-4dd9-968d-fc52b58ee144 req-ce0a567f-bf1c-46d6-96ea-0effc27727be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Deleting port 9946594f-81ea-48c8-b3b1-392d84dd7b49 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:00:24.870650 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d74b915c-6b91-4dd9-968d-fc52b58ee144 req-ce0a567f-bf1c-46d6-96ea-0effc27727be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:25.027701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6d47c39d-fc50-4d3f-9ce7-250329b2a3f2 req-bb2f1cef-ac48-4ea3-a554-49b21b9a9b41 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491208 Feb 04 14:00:25.114599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d74b915c-6b91-4dd9-968d-fc52b58ee144 req-ce0a567f-bf1c-46d6-96ea-0effc27727be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] For port 9946594f-81ea-48c8-b3b1-392d84dd7b49, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=9946594f-81ea-48c8-b3b1-392d84dd7b49,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:25.115116 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d74b915c-6b91-4dd9-968d-fc52b58ee144 req-ce0a567f-bf1c-46d6-96ea-0effc27727be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:25.339052 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00342b4-f122-4d76-b669-a486fcb87b2a req-1b3361e6-fd61-48de-8293-023e92b5ac96 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:25.342607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d00342b4-f122-4d76-b669-a486fcb87b2a req-1b3361e6-fd61-48de-8293-023e92b5ac96 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 944 time: 0.2145188 Feb 04 14:00:25.503191 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d00342b4-f122-4d76-b669-a486fcb87b2a req-991cfa20-4143-4e42-adec-a2a7862f3b9a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695775 Feb 04 14:00:25.529323 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d74b915c-6b91-4dd9-968d-fc52b58ee144 req-ce0a567f-bf1c-46d6-96ea-0effc27727be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:25.530329 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d74b915c-6b91-4dd9-968d-fc52b58ee144 req-ce0a567f-bf1c-46d6-96ea-0effc27727be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (ebbffdfb-b0a2-4c17-8a02-4c50a3fcc0b5), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:25.531141 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-d74b915c-6b91-4dd9-968d-fc52b58ee144 req-ce0a567f-bf1c-46d6-96ea-0effc27727be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Floating IP ebbffdfb-b0a2-4c17-8a02-4c50a3fcc0b5 disassociated. External IP: 172.25.5.152, port: 9946594f-81ea-48c8-b3b1-392d84dd7b49. Feb 04 14:00:25.531773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d74b915c-6b91-4dd9-968d-fc52b58ee144 req-ce0a567f-bf1c-46d6-96ea-0effc27727be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Calling delete_port for 9946594f-81ea-48c8-b3b1-392d84dd7b49 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:00:25.790777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db26e0e-0241-4db8-afae-43c70c1bbae3 req-69e3b555-74c8-4377-ad4b-3a225e4c3f22 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:25.792391 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1db26e0e-0241-4db8-afae-43c70c1bbae3 req-69e3b555-74c8-4377-ad4b-3a225e4c3f22 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 945 time: 0.1130462 Feb 04 14:00:25.880305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1db26e0e-0241-4db8-afae-43c70c1bbae3 req-7e66bb91-b4c7-438e-9126-3894203da123 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups?id=c044d777-cd8e-4684-92aa-8448fc9bd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814002 Feb 04 14:00:25.883617 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d74b915c-6b91-4dd9-968d-fc52b58ee144 req-ce0a567f-bf1c-46d6-96ea-0effc27727be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (9946594f-81ea-48c8-b3b1-392d84dd7b49), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:25.936766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a567f-bf1c-46d6-96ea-0effc27727be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event deleted for resources: {'Port': ['ID=9946594f-81ea-48c8-b3b1-392d84dd7b49,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:26.134211 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d74b915c-6b91-4dd9-968d-fc52b58ee144 req-ce0a567f-bf1c-46d6-96ea-0effc27727be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:00:26.383331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d74b915c-6b91-4dd9-968d-fc52b58ee144 req-ce0a567f-bf1c-46d6-96ea-0effc27727be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:00:26.399507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf91394-ff76-40fc-a576-98aa068020eb None None] Sync routers for ids ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:00:26.417247 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf91394-ff76-40fc-a576-98aa068020eb None None] Routers {'5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:00:26.417916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4bf91394-ff76-40fc-a576-98aa068020eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:00:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:26.445516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4654e-d963-428e-919f-beed049ba724 req-25d8fac3-4a0a-4a01-9096-0c7105dd29ef tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:26.447101 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2f4654e-d963-428e-919f-beed049ba724 req-25d8fac3-4a0a-4a01-9096-0c7105dd29ef tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.2468610 Feb 04 14:00:26.466559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74b915c-6b91-4dd9-968d-fc52b58ee144 req-ce0a567f-bf1c-46d6-96ea-0effc27727be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] No DVR routers for this DVR port 9946594f-81ea-48c8-b3b1-392d84dd7b49 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:00:26.468963 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d74b915c-6b91-4dd9-968d-fc52b58ee144 req-ce0a567f-bf1c-46d6-96ea-0effc27727be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:26.473768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d74b915c-6b91-4dd9-968d-fc52b58ee144 req-ce0a567f-bf1c-46d6-96ea-0effc27727be tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.99 "DELETE /v2.0/ports/9946594f-81ea-48c8-b3b1-392d84dd7b49 HTTP/1.1" status: 204 len: 173 time: 1.7823918 Feb 04 14:00:26.495568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'name': 'network-vif-deleted', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:00:26.499419 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9da517-aa3d-4e52-a97c-0896b44f2c2a" -d '{"events": [{"server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "name": "network-vif-deleted", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:00:26.563182 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2f4654e-d963-428e-919f-beed049ba724 req-b7b6702e-0770-4439-924c-74ff62c70d0e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964847 Feb 04 14:00:26.658064 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563a943c-c70b-4733-be24-4068a130bd48 x-openstack-request-id: req-563a943c-c70b-4733-be24-4068a130bd48 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:00:26.659146 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99a5b37-340a-4a36-b254-dbc237fb4d6c", "name": "network-vif-deleted", "tag": "9946594f-81ea-48c8-b3b1-392d84dd7b49", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:00:26.659429 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-563a943c-c70b-4733-be24-4068a130bd48 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:00:26.659849 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99a5b37-340a-4a36-b254-dbc237fb4d6c', 'name': 'network-vif-deleted', 'tag': '9946594f-81ea-48c8-b3b1-392d84dd7b49', 'status': 'completed', 'code': 200} Feb 04 14:00:26.668143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-4bf91394-ff76-40fc-a576-98aa068020eb None None] Set router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:00:26.812811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacff8b-cc1e-46dd-a365-a438e6252ef0 req-26b54881-e883-4c57-ae97-3be17b21cce8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:26.822788 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eaacff8b-cc1e-46dd-a365-a438e6252ef0 req-26b54881-e883-4c57-ae97-3be17b21cce8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 944 time: 0.1082275 Feb 04 14:00:26.902845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eaacff8b-cc1e-46dd-a365-a438e6252ef0 req-db4f5aac-ceab-4747-bcf9-cd0e6711e18b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780559 Feb 04 14:00:27.036126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4bf91394-ff76-40fc-a576-98aa068020eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'name': 'tempest-ServerActionsTestJSON-461874603-router', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:58Z', 'updated_at': '2022-02-04T13:51:13Z', 'revision_number': 4, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'gw_port': {'id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:00Z', 'updated_at': '2022-02-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4', 'name': '', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'mac_address': 'fa:16:3e:e7:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:09Z', 'updated_at': '2022-02-04T13:51:18Z', 'revision_number': 5, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'subnets': [{'id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:27.086006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf91394-ff76-40fc-a576-98aa068020eb None None] Checking router: 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:00:27.101903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf91394-ff76-40fc-a576-98aa068020eb None None] Routers {'5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:00:27.102990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4bf91394-ff76-40fc-a576-98aa068020eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:00:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:27.216781 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d30edde1-9409-4dd4-b1a0-23b06ec679d9 req-837b1e3e-0926-4814-b135-81da9d9754f7 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a5b37-340a-4a36-b254-dbc237fb4d6c HTTP/1.1" status: 200 len: 210 time: 0.0729737 Feb 04 14:00:27.302184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-4bf91394-ff76-40fc-a576-98aa068020eb None None] Set router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:00:27.581009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4bf91394-ff76-40fc-a576-98aa068020eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'name': 'tempest-ServerActionsTestJSON-461874603-router', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:58Z', 'updated_at': '2022-02-04T13:51:13Z', 'revision_number': 4, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'gw_port': {'id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:00Z', 'updated_at': '2022-02-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4', 'name': '', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'mac_address': 'fa:16:3e:e7:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:09Z', 'updated_at': '2022-02-04T13:51:18Z', 'revision_number': 5, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'subnets': [{'id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:27.611911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf91394-ff76-40fc-a576-98aa068020eb None None] The sync data for ids ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'] in n-d-714676-13 is: [{'id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'name': 'tempest-ServerActionsTestJSON-461874603-router', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:58Z', 'updated_at': '2022-02-04T13:51:13Z', 'revision_number': 4, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'gw_port': {'id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:00Z', 'updated_at': '2022-02-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4', 'name': '', 'network_id': 'e850f246-0270-48c7-b292-77ce5d0c8d2b', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'mac_address': 'fa:16:3e:e7:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:09Z', 'updated_at': '2022-02-04T13:51:18Z', 'revision_number': 5, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'subnets': [{'id': '4fa6a57d-4833-477c-a4c3-0b43c577818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:00:27.638981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9946594f-81ea-48c8-b3b1-392d84dd7b49 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:00:27.709629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 9946594f-81ea-48c8-b3b1-392d84dd7b49 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:00:27.714389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 9946594f-81ea-48c8-b3b1-392d84dd7b49 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:00:27.807132 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64542-d183-42bb-a166-abd541c37e1f req-af635a49-d400-4000-a5ca-634c547d0f0f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:27.816854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04c64542-d183-42bb-a166-abd541c37e1f req-af635a49-d400-4000-a5ca-634c547d0f0f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1396530 Feb 04 14:00:27.891289 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04c64542-d183-42bb-a166-abd541c37e1f req-8a39d6da-a297-4f3f-88e9-7a2068e0f70c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734026 Feb 04 14:00:28.081679 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04adcf0-bacb-44c7-aa19-10e2ce865296 None None] New status for floating IP ebbffdfb-b0a2-4c17-8a02-4c50a3fcc0b5: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:00:28.096448 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ffadd-a734-4144-be99-347871e031c8 req-f36eeaea-cf42-44f1-aeed-b65cc88a5aa6 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:28.122017 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-502ffadd-a734-4144-be99-347871e031c8 req-f36eeaea-cf42-44f1-aeed-b65cc88a5aa6 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 944 time: 0.1106894 Feb 04 14:00:28.252287 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-502ffadd-a734-4144-be99-347871e031c8 req-180f7091-dfc0-4b1d-b333-65a99703e7f3 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236315 Feb 04 14:00:28.343067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47038) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:00:28.438949 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e759dd5-1460-429c-bbfd-503084dad3fa tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for security_group (c044d777-cd8e-4684-92aa-8448fc9bd5fc), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:28.468772 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e759dd5-1460-429c-bbfd-503084dad3fa tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for security_group (c044d777-cd8e-4684-92aa-8448fc9bd5fc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:28.558525 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e759dd5-1460-429c-bbfd-503084dad3fa tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c044d777-cd8e-4684-92aa-8448fc9bd5fc), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:28.561443 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e759dd5-1460-429c-bbfd-503084dad3fa tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:28.565812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2e759dd5-1460-429c-bbfd-503084dad3fa tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "DELETE /v2.0/security-groups/c044d777-cd8e-4684-92aa-8448fc9bd5fc HTTP/1.1" status: 204 len: 168 time: 0.2186112 Feb 04 14:00:28.566320 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47048) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:00:28.574527 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e759dd5-1460-429c-bbfd-503084dad3fa tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c044d777-cd8e-4684-92aa-8448fc9bd5fc,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:28.590511 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-7cea0fd8-3210-48ce-b5d3-d57f5bc98b2c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] show failed (client error): The resource could not be found. Feb 04 14:00:28.599671 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7cea0fd8-3210-48ce-b5d3-d57f5bc98b2c tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "GET /v2.0/security-groups/c044d777-cd8e-4684-92aa-8448fc9bd5fc HTTP/1.1" status: 404 len: 347 time: 0.0275660 Feb 04 14:00:28.599913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47050) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:00:28.745407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-694187c4-e31f-47a6-b0f7-56d90942ad05 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Deleting port c0246ecc-8cd5-4589-b256-f0940c1231e3 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:00:28.745754 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-694187c4-e31f-47a6-b0f7-56d90942ad05 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c0246ecc-8cd5-4589-b256-f0940c1231e3), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:28.841771 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-694187c4-e31f-47a6-b0f7-56d90942ad05 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c0246ecc-8cd5-4589-b256-f0940c1231e3), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:28.842495 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-694187c4-e31f-47a6-b0f7-56d90942ad05 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for floatingip (c0246ecc-8cd5-4589-b256-f0940c1231e3), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:28.856012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-694187c4-e31f-47a6-b0f7-56d90942ad05 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Calling delete_port for c0246ecc-8cd5-4589-b256-f0940c1231e3 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:00:29.039823 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-694187c4-e31f-47a6-b0f7-56d90942ad05 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c0246ecc-8cd5-4589-b256-f0940c1231e3), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:29.080945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694187c4-e31f-47a6-b0f7-56d90942ad05 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Pushing event deleted for resources: {'Port': ['ID=c0246ecc-8cd5-4589-b256-f0940c1231e3,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:29.089745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ba5f1-bcaf-4ed1-9726-0d40c4dffa87 req-4d51c4d0-dc84-4344-aa10-6178c48cf241 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:29.091427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e20ba5f1-bcaf-4ed1-9726-0d40c4dffa87 req-4d51c4d0-dc84-4344-aa10-6178c48cf241 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1069400 Feb 04 14:00:29.184587 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-694187c4-e31f-47a6-b0f7-56d90942ad05 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks [] for floatingip (ebbffdfb-b0a2-4c17-8a02-4c50a3fcc0b5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:29.187156 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-694187c4-e31f-47a6-b0f7-56d90942ad05 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:29.188328 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-694187c4-e31f-47a6-b0f7-56d90942ad05 tempest-ServerActionsTestJSON-208288883 tempest-ServerActionsTestJSON-208288883-project] 10.222.0.96 "DELETE /v2.0/floatingips/ebbffdfb-b0a2-4c17-8a02-4c50a3fcc0b5 HTTP/1.1" status: 204 len: 168 time: 0.5915480 Feb 04 14:00:29.191556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47074) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:00:29.193000 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e20ba5f1-bcaf-4ed1-9726-0d40c4dffa87 req-870ed661-d692-49dd-9dde-46c7e8553baa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856590 Feb 04 14:00:29.383608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82176528-bf73-4608-b757-dac3a7be011d req-9c9e9f31-c1d8-450c-be77-2f8bebba0d34 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:29.385886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-82176528-bf73-4608-b757-dac3a7be011d req-9c9e9f31-c1d8-450c-be77-2f8bebba0d34 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 944 time: 0.0678275 Feb 04 14:00:29.445690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-82176528-bf73-4608-b757-dac3a7be011d req-f05ffc5e-5da9-45d9-b3e1-342c45407ac5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529032 Feb 04 14:00:29.599598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b867adf-894b-43ed-9732-12f8cae43f79 req-789ee704-08ee-4a24-ae4e-ebe1945dabfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:29.601314 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b867adf-894b-43ed-9732-12f8cae43f79 req-789ee704-08ee-4a24-ae4e-ebe1945dabfe service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 1128 time: 0.1249394 Feb 04 14:00:29.724649 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b867adf-894b-43ed-9732-12f8cae43f79 req-ea65c248-2d35-4748-b183-fc5bf82045ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:29.726366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b867adf-894b-43ed-9732-12f8cae43f79 req-ea65c248-2d35-4748-b183-fc5bf82045ef service neutron] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 917 time: 0.1195614 Feb 04 14:00:29.815916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b867adf-894b-43ed-9732-12f8cae43f79 req-50b5f6bb-f664-4ed3-81b9-21db4434e7c7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab484eab-afa0-48a3-903a-e11f480e3af4 HTTP/1.1" status: 200 len: 1001 time: 0.0835805 Feb 04 14:00:29.839456 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fc336e6-a33e-4009-bba5-43c2b6eb779b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:29.877682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b867adf-894b-43ed-9732-12f8cae43f79 req-4f08c789-dbfa-4970-a9b7-91bad323ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:29.881410 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b867adf-894b-43ed-9732-12f8cae43f79 req-4f08c789-dbfa-4970-a9b7-91bad323ae2e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.0570767 Feb 04 14:00:29.933941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b867adf-894b-43ed-9732-12f8cae43f79 req-9bcfa10e-5c03-4d0c-a5f6-d6f2208d1370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:29.935765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b867adf-894b-43ed-9732-12f8cae43f79 req-9bcfa10e-5c03-4d0c-a5f6-d6f2208d1370 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502498 Feb 04 14:00:29.945976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-7b867adf-894b-43ed-9732-12f8cae43f79 req-f8ef1138-9b7f-4562-b075-54334f8d53c6 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:00:29.947083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b867adf-894b-43ed-9732-12f8cae43f79 req-f8ef1138-9b7f-4562-b075-54334f8d53c6 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056448 Feb 04 14:00:30.041961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b867adf-894b-43ed-9732-12f8cae43f79 req-13004530-7051-44c8-9f45-7441817ca180 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892265 Feb 04 14:00:30.121615 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9fc336e6-a33e-4009-bba5-43c2b6eb779b admin admin] Deleting port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:00:30.121966 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fc336e6-a33e-4009-bba5-43c2b6eb779b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:30.144266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b867adf-894b-43ed-9732-12f8cae43f79 req-2482b30f-e136-4853-bef5-5e2d332d79e7 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971012 Feb 04 14:00:30.203889 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-9fc336e6-a33e-4009-bba5-43c2b6eb779b admin admin] For port fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:30.204718 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fc336e6-a33e-4009-bba5-43c2b6eb779b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:30.218017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9fc336e6-a33e-4009-bba5-43c2b6eb779b admin admin] Calling delete_port for fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:00:30.326162 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b2fdf-2942-4f99-9723-838742a3a7bd req-cdb168fa-7001-4e80-b64d-8155c696f9e2 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:30.327748 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-506b2fdf-2942-4f99-9723-838742a3a7bd req-cdb168fa-7001-4e80-b64d-8155c696f9e2 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.0558879 Feb 04 14:00:30.379152 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-506b2fdf-2942-4f99-9723-838742a3a7bd req-0f411701-7150-4ed7-b9e4-82403f04b35f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441895 Feb 04 14:00:30.417238 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fc336e6-a33e-4009-bba5-43c2b6eb779b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:30.450325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc336e6-a33e-4009-bba5-43c2b6eb779b admin admin] Pushing event deleted for resources: {'Port': ['ID=fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:30.653389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a93f2-361b-498b-8d51-5cce2ddc47e0 req-10bd0689-52c0-4e51-b0e5-2fd1f6181b6b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:30.661894 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d15a93f2-361b-498b-8d51-5cce2ddc47e0 req-10bd0689-52c0-4e51-b0e5-2fd1f6181b6b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 944 time: 0.1362648 Feb 04 14:00:30.704203 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fc336e6-a33e-4009-bba5-43c2b6eb779b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:30.729313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d15a93f2-361b-498b-8d51-5cce2ddc47e0 req-d5d83d9d-f6dc-4060-a746-5e318b6fabb8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661099 Feb 04 14:00:30.963298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc336e6-a33e-4009-bba5-43c2b6eb779b admin admin] Router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:00:31.086907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc336e6-a33e-4009-bba5-43c2b6eb779b admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:00:31.096709 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9fc336e6-a33e-4009-bba5-43c2b6eb779b admin admin] 10.222.0.96 "PUT /v2.0/routers/5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8996131 Feb 04 14:00:31.096915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47094) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:00:31.101270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a09a2-1c92-4190-ac14-6559407489ca None None] Sync routers for ids ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:00:31.114242 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a09a2-1c92-4190-ac14-6559407489ca None None] Routers {'5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:00:31.114857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-246a09a2-1c92-4190-ac14-6559407489ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:00:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:31.216920 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4b86-e3af-4b80-b202-6ebaa08478d1 admin admin] Publish callbacks [] for router (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:31.233441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-246a09a2-1c92-4190-ac14-6559407489ca None None] Set router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:00:31.329864 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4b86-e3af-4b80-b202-6ebaa08478d1 admin admin] Publish callbacks [] for router_gateway (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:31.399231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d4b86-e3af-4b80-b202-6ebaa08478d1 admin admin] Deleting port 4383ec65-2b37-4777-8067-934fb10f1e2b {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:00:31.399658 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4b86-e3af-4b80-b202-6ebaa08478d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4383ec65-2b37-4777-8067-934fb10f1e2b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:31.441658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-246a09a2-1c92-4190-ac14-6559407489ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'name': 'tempest-ServerActionsTestJSON-461874603-router', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:58Z', 'updated_at': '2022-02-04T14:00:30Z', 'revision_number': 5, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'gw_port': {'id': '4383ec65-2b37-4777-8067-934fb10f1e2b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:00Z', 'updated_at': '2022-02-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:31.471600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a09a2-1c92-4190-ac14-6559407489ca None None] Checking router: 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:00:31.481342 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a09a2-1c92-4190-ac14-6559407489ca None None] Routers {'5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:00:31.482092 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-246a09a2-1c92-4190-ac14-6559407489ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:00:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:31.537064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-6c6d4b86-e3af-4b80-b202-6ebaa08478d1 admin admin] For port 4383ec65-2b37-4777-8067-934fb10f1e2b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4383ec65-2b37-4777-8067-934fb10f1e2b,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:31.537536 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4b86-e3af-4b80-b202-6ebaa08478d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4383ec65-2b37-4777-8067-934fb10f1e2b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:31.554947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d4b86-e3af-4b80-b202-6ebaa08478d1 admin admin] Calling delete_port for 4383ec65-2b37-4777-8067-934fb10f1e2b owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:00:31.598558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-246a09a2-1c92-4190-ac14-6559407489ca None None] Set router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:00:31.667491 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-246a09a2-1c92-4190-ac14-6559407489ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'name': 'tempest-ServerActionsTestJSON-461874603-router', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:58Z', 'updated_at': '2022-02-04T14:00:31Z', 'revision_number': 6, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:31.702943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a09a2-1c92-4190-ac14-6559407489ca None None] The sync data for ids ['5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8'] in n-d-714676-13 is: [{'id': '5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8', 'name': 'tempest-ServerActionsTestJSON-461874603-router', 'tenant_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:58Z', 'updated_at': '2022-02-04T14:00:31Z', 'revision_number': 6, 'project_id': '3a088728a0e04cbb8731f38e93f3d6e1', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:00:31.961898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7d852-b86c-49ea-9e9a-484b9a6a2980 req-5bd35c69-9f09-4afa-9f8f-03366aba3b91 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:31.963462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fb7d852-b86c-49ea-9e9a-484b9a6a2980 req-5bd35c69-9f09-4afa-9f8f-03366aba3b91 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.4757097 Feb 04 14:00:32.112711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fb7d852-b86c-49ea-9e9a-484b9a6a2980 req-388c6246-08b7-46e1-a690-23dfc059cb90 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193576 Feb 04 14:00:32.223992 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4b86-e3af-4b80-b202-6ebaa08478d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (4383ec65-2b37-4777-8067-934fb10f1e2b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:32.278014 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d4b86-e3af-4b80-b202-6ebaa08478d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4383ec65-2b37-4777-8067-934fb10f1e2b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:32.347536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdc491-cafe-422a-b13c-3113abdab874 req-7fb65a0f-3a72-4c45-8d9a-d7381ef5b2d3 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:32.349084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8cdc491-cafe-422a-b13c-3113abdab874 req-7fb65a0f-3a72-4c45-8d9a-d7381ef5b2d3 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 944 time: 0.1439748 Feb 04 14:00:32.375630 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4b86-e3af-4b80-b202-6ebaa08478d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:32.494711 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4b86-e3af-4b80-b202-6ebaa08478d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:32.497505 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4b86-e3af-4b80-b202-6ebaa08478d1 admin admin] Publish callbacks [] for router_controller (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:32.503973 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8cdc491-cafe-422a-b13c-3113abdab874 req-adf39556-5b2c-4a0c-af2e-5acefd956f1a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464903 Feb 04 14:00:32.556000 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4b86-e3af-4b80-b202-6ebaa08478d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:32.556807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6d4b86-e3af-4b80-b202-6ebaa08478d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:00:32.573861 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4b86-e3af-4b80-b202-6ebaa08478d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:32.575766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6c6d4b86-e3af-4b80-b202-6ebaa08478d1 admin admin] 10.222.0.96 "DELETE /v2.0/routers/5ad0d810-c87b-4dbd-8c73-b8a3fdee59c8 HTTP/1.1" status: 204 len: 168 time: 1.4779537 Feb 04 14:00:32.578515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47102) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:00:32.639963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4383ec65-2b37-4777-8067-934fb10f1e2b no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:00:32.641238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e43ffa-79ff-4756-bda2-3deef8540823 admin admin] Deleting subnet 4fa6a57d-4833-477c-a4c3-0b43c577818b {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:00:32.647695 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-03e43ffa-79ff-4756-bda2-3deef8540823 admin admin] Publish callbacks [] for subnet (4fa6a57d-4833-477c-a4c3-0b43c577818b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:32.664549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 4383ec65-2b37-4777-8067-934fb10f1e2b {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:00:32.664913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4383ec65-2b37-4777-8067-934fb10f1e2b not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:00:32.665543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:00:32.696123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:00:32.697210 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fdcaf2f2-92eb-4a07-9314-7cdd95aff3a4 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:00:32.697402 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-03e43ffa-79ff-4756-bda2-3deef8540823 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (4fa6a57d-4833-477c-a4c3-0b43c577818b), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:32.791349 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-03e43ffa-79ff-4756-bda2-3deef8540823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (4fa6a57d-4833-477c-a4c3-0b43c577818b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:32.854324 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-03e43ffa-79ff-4756-bda2-3deef8540823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (4fa6a57d-4833-477c-a4c3-0b43c577818b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:32.900441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-03e43ffa-79ff-4756-bda2-3deef8540823 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:32.905905 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-03e43ffa-79ff-4756-bda2-3deef8540823 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/4fa6a57d-4833-477c-a4c3-0b43c577818b HTTP/1.1" status: 204 len: 168 time: 0.3259146 Feb 04 14:00:32.906574 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cbfef1-5c75-4136-a2ca-6e14b549986a None None] Network e850f246-0270-48c7-b292-77ce5d0c8d2b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:00:32.908813 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47106) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:00:32.918273 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e43ffa-79ff-4756-bda2-3deef8540823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa6a57d-4833-477c-a4c3-0b43c577818b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:33.006704 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (e850f246-0270-48c7-b292-77ce5d0c8d2b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:33.070350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] Deleting port b27429bc-e735-49fd-8801-c41aceb59e37 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:00:33.071061 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b27429bc-e735-49fd-8801-c41aceb59e37), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:33.153799 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] For port b27429bc-e735-49fd-8801-c41aceb59e37, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b27429bc-e735-49fd-8801-c41aceb59e37,segment=NetworkSegment(e875aa9e-bf78-4b00-9cdc-c88282ddbf83),segment_id=e875aa9e-bf78-4b00-9cdc-c88282ddbf83)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:33.153937 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b27429bc-e735-49fd-8801-c41aceb59e37), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:33.172538 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] Calling delete_port for b27429bc-e735-49fd-8801-c41aceb59e37 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:00:33.268890 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b27429bc-e735-49fd-8801-c41aceb59e37), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:33.279602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cb4aa7-ddd1-4780-b471-a6084d2ee37b None None] DHCP port deletion for e850f246-0270-48c7-b292-77ce5d0c8d2b request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:00:33.300735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] Pushing event deleted for resources: {'Port': ['ID=b27429bc-e735-49fd-8801-c41aceb59e37,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:33.302641 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] No DVR routers for this DVR port b27429bc-e735-49fd-8801-c41aceb59e37 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:00:33.313223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21014f32-8f71-4692-8bca-3eadee3f7af1 req-c5fe8d44-a572-4209-a438-8249b84dcd9b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:33.320224 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21014f32-8f71-4692-8bca-3eadee3f7af1 req-c5fe8d44-a572-4209-a438-8249b84dcd9b tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 945 time: 0.1099689 Feb 04 14:00:33.377542 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21014f32-8f71-4692-8bca-3eadee3f7af1 req-da1f63d2-6f9e-44c8-91af-3335bf75bdd6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561757 Feb 04 14:00:33.387141 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (e850f246-0270-48c7-b292-77ce5d0c8d2b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:33.420061 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e850f246-0270-48c7-b292-77ce5d0c8d2b']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:33.433995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:33.434267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e875aa9e-bf78-4b00-9cdc-c88282ddbf83') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:33.447373 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (e875aa9e-bf78-4b00-9cdc-c88282ddbf83), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:33.467208 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e875aa9e-bf78-4b00-9cdc-c88282ddbf83), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:33.478863 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:00:33.479416 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (e875aa9e-bf78-4b00-9cdc-c88282ddbf83), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:00:33.482045 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:00:33.553220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (e850f246-0270-48c7-b292-77ce5d0c8d2b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:33.565381 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:33.570969 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] 10.222.0.96 "DELETE /v2.0/networks/e850f246-0270-48c7-b292-77ce5d0c8d2b HTTP/1.1" status: 204 len: 168 time: 0.6607535 Feb 04 14:00:33.587764 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81f127-a744-48c4-9143-8fb77ae7f600 admin admin] Pushing event deleted for resources: {'Network': ['ID=e850f246-0270-48c7-b292-77ce5d0c8d2b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:33.669948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 018db013-6eb0-4d79-880f-c9a94390bd5b details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:00:33.711291 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47124) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:00:33.799532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 018db013-6eb0-4d79-880f-c9a94390bd5b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=018db013-6eb0-4d79-880f-c9a94390bd5b,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:33.817975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '018db013-6eb0-4d79-880f-c9a94390bd5b', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'port_id': '018db013-6eb0-4d79-880f-c9a94390bd5b', 'mac_address': 'fa:16:3e:3a:59:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:00:33.832165 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9cafcf0a-9294-4814-94dd-a5d0255d8f39 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3a088728a0e04cbb8731f38e93f3d6e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1196260 Feb 04 14:00:33.835265 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47130) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:00:33.879011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 018db013-6eb0-4d79-880f-c9a94390bd5b is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:33.879985 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (018db013-6eb0-4d79-880f-c9a94390bd5b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:33.899720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018db013-6eb0-4d79-880f-c9a94390bd5b {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:00:33.926670 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 018db013-6eb0-4d79-880f-c9a94390bd5b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=018db013-6eb0-4d79-880f-c9a94390bd5b,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:33.927626 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20878188-13c4-4a0b-b78b-e04ca27fef2b admin admin] Publish callbacks [] for security_group (66289a5f-3221-4e2a-8701-1b44c75dd7cc), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:33.933488 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (018db013-6eb0-4d79-880f-c9a94390bd5b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:33.964544 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20878188-13c4-4a0b-b78b-e04ca27fef2b admin admin] Publish callbacks [] for security_group (66289a5f-3221-4e2a-8701-1b44c75dd7cc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:33.991150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=018db013-6eb0-4d79-880f-c9a94390bd5b,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:34.009346 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6a0d-ff64-4ca0-8525-53d3d4590019 req-0ba20783-be7b-44dd-aca0-2942d999fb1a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:34.010917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-090a6a0d-ff64-4ca0-8525-53d3d4590019 req-0ba20783-be7b-44dd-aca0-2942d999fb1a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 944 time: 0.1278341 Feb 04 14:00:34.041206 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20878188-13c4-4a0b-b78b-e04ca27fef2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (66289a5f-3221-4e2a-8701-1b44c75dd7cc), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:34.044067 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20878188-13c4-4a0b-b78b-e04ca27fef2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:34.045501 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-20878188-13c4-4a0b-b78b-e04ca27fef2b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/66289a5f-3221-4e2a-8701-1b44c75dd7cc HTTP/1.1" status: 204 len: 168 time: 0.2091935 Feb 04 14:00:34.066186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20878188-13c4-4a0b-b78b-e04ca27fef2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66289a5f-3221-4e2a-8701-1b44c75dd7cc,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:34.118307 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-090a6a0d-ff64-4ca0-8525-53d3d4590019 req-f4e77170-43c4-48dc-9622-db20434e9887 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858541 Feb 04 14:00:34.121599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device ab484eab-afa0-48a3-903a-e11f480e3af4 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:00:34.217434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port ab484eab-afa0-48a3-903a-e11f480e3af4 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:34.218205 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:34.242522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-67b84237-3895-4b00-83c9-b79d186d5bcd req-61089420-7671-4c58-9faf-626930728818 service neutron] (103606) timed out ('10.222.0.96', 57216) {{(pid=103606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 14:00:34.256386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab484eab-afa0-48a3-903a-e11f480e3af4'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:00:34.259292 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4797d2-3f5c-4baf-afd9-0677f52ac4f9" -d '{"events": [{"server_uuid": "2f952577-9acc-4cd3-9bf2-3623d679f0af", "name": "network-vif-unplugged", "status": "completed", "tag": "ab484eab-afa0-48a3-903a-e11f480e3af4"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:00:34.280730 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['018db013-6eb0-4d79-880f-c9a94390bd5b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:00:34.287071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port ab484eab-afa0-48a3-903a-e11f480e3af4, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ab484eab-afa0-48a3-903a-e11f480e3af4,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:34.334866 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:34.431116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=ab484eab-afa0-48a3-903a-e11f480e3af4,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:34.565404 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 14:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e476c8-4a42-4e97-9fc2-4a61b1de6eac x-openstack-request-id: req-97e476c8-4a42-4e97-9fc2-4a61b1de6eac {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:00:34.565721 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f952577-9acc-4cd3-9bf2-3623d679f0af", "name": "network-vif-unplugged", "status": "failed", "tag": "ab484eab-afa0-48a3-903a-e11f480e3af4", "code": 422}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:00:34.565985 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-97e476c8-4a42-4e97-9fc2-4a61b1de6eac {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:00:34.566436 n-d-714676-13 neutron-server[103608]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab484eab-afa0-48a3-903a-e11f480e3af4', 'code': 422} returned with failed status Feb 04 14:00:34.644609 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b27429bc-e735-49fd-8801-c41aceb59e37 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:00:34.669256 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-dfda8e4c-8341-45ac-a320-d044fc3dbb70 req-c440416e-6ee5-40f6-aeed-8159bddbf531 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:00:34.670306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dfda8e4c-8341-45ac-a320-d044fc3dbb70 req-c440416e-6ee5-40f6-aeed-8159bddbf531 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057652 Feb 04 14:00:34.691046 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: b27429bc-e735-49fd-8801-c41aceb59e37 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:00:34.692018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b27429bc-e735-49fd-8801-c41aceb59e37 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:00:34.897483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f9714-89b8-44d3-93ba-6fd0e0a06120 req-6e7fad62-def3-4f83-a2ae-c7ab45385354 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:34.899702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-776f9714-89b8-44d3-93ba-6fd0e0a06120 req-6e7fad62-def3-4f83-a2ae-c7ab45385354 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.0795417 Feb 04 14:00:34.977037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-776f9714-89b8-44d3-93ba-6fd0e0a06120 req-0b714a7c-8df9-4661-be7b-32b46849a0ff tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704093 Feb 04 14:00:35.116519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47180) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:00:35.124986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 47184) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:00:35.262757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a33ca367-43a2-451f-b4e5-ec5775a2df10 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-356866931-network', 'tenant_id': '8dcbad812da64041ab5a6f2e2b57ff07'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:00:35.294086 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501e9a4-9231-4dba-9980-375497d056b0 req-4ecdc9cb-61c4-43dd-86d5-aa26a973b990 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:35.295765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5501e9a4-9231-4dba-9980-375497d056b0 req-4ecdc9cb-61c4-43dd-86d5-aa26a973b990 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 945 time: 0.0715275 Feb 04 14:00:35.336207 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33ca367-43a2-451f-b4e5-ec5775a2df10 admin admin] Made reservation on behalf of 8dcbad812da64041ab5a6f2e2b57ff07 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:00:35.338594 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a33ca367-43a2-451f-b4e5-ec5775a2df10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:35.349337 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a33ca367-43a2-451f-b4e5-ec5775a2df10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:35.359464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5501e9a4-9231-4dba-9980-375497d056b0 req-ab88d207-3faa-4b16-971a-95ac24bdcf0f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580766 Feb 04 14:00:35.385921 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-25360c4c-d24c-4f76-b699-01a660dd7431 req-256339fc-36ae-43f9-99e8-7f0e88ff14cf service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2677760 Feb 04 14:00:35.399885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-25360c4c-d24c-4f76-b699-01a660dd7431 req-e97dc58d-7542-4ca4-94de-9980e95bfa00 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:00:35.400923 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-25360c4c-d24c-4f76-b699-01a660dd7431 req-e97dc58d-7542-4ca4-94de-9980e95bfa00 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096607 Feb 04 14:00:35.473389 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a33ca367-43a2-451f-b4e5-ec5775a2df10 admin admin] Publish callbacks [] for security_group (bbfdda59-c0eb-402f-a567-3f9d3185b74a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:35.478653 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a33ca367-43a2-451f-b4e5-ec5775a2df10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bbfdda59-c0eb-402f-a567-3f9d3185b74a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:35.506939 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33ca367-43a2-451f-b4e5-ec5775a2df10 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:00:35.517410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ca367-43a2-451f-b4e5-ec5775a2df10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfdda59-c0eb-402f-a567-3f9d3185b74a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:35.522965 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a33ca367-43a2-451f-b4e5-ec5775a2df10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fb5823bc-919d-4807-958a-d985b8c47525), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:35.523310 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-a33ca367-43a2-451f-b4e5-ec5775a2df10 admin admin] Added segment fb5823bc-919d-4807-958a-d985b8c47525 of type vlan for network 8c2dc508-39b1-4de8-919d-086f2ce07bbd Feb 04 14:00:35.577719 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a33ca367-43a2-451f-b4e5-ec5775a2df10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (8c2dc508-39b1-4de8-919d-086f2ce07bbd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:35.619109 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a33ca367-43a2-451f-b4e5-ec5775a2df10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (8c2dc508-39b1-4de8-919d-086f2ce07bbd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:35.620125 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ca367-43a2-451f-b4e5-ec5775a2df10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:35.620697 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a33ca367-43a2-451f-b4e5-ec5775a2df10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:35.678079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 018db013-6eb0-4d79-880f-c9a94390bd5b up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:00:35.681763 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a33ca367-43a2-451f-b4e5-ec5775a2df10 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5556271 Feb 04 14:00:35.685251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 47196) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:00:35.690984 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ca367-43a2-451f-b4e5-ec5775a2df10 admin admin] Pushing event updated for resources: {'Network': ['ID=8c2dc508-39b1-4de8-919d-086f2ce07bbd,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:35.697684 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f738f42a-fa9c-401e-801b-ffa7cdca773a admin admin] Request body: {'subnet': {'network_id': '8c2dc508-39b1-4de8-919d-086f2ce07bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-356866931-subnet', 'tenant_id': '8dcbad812da64041ab5a6f2e2b57ff07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:00:35.725329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f738f42a-fa9c-401e-801b-ffa7cdca773a admin admin] Made reservation on behalf of 8dcbad812da64041ab5a6f2e2b57ff07 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:00:35.727957 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f738f42a-fa9c-401e-801b-ffa7cdca773a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:35.734350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 8c2dc508-39b1-4de8-919d-086f2ce07bbd details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:00:35.822040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 018db013-6eb0-4d79-880f-c9a94390bd5b completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:00:35.835533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 018db013-6eb0-4d79-880f-c9a94390bd5b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:35.836404 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (018db013-6eb0-4d79-880f-c9a94390bd5b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:35.937289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 018db013-6eb0-4d79-880f-c9a94390bd5b is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:35.938948 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (018db013-6eb0-4d79-880f-c9a94390bd5b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:35.965507 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f738f42a-fa9c-401e-801b-ffa7cdca773a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (13a379c3-d119-492e-b3c8-2e83f2aad569), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:35.981438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 018db013-6eb0-4d79-880f-c9a94390bd5b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=018db013-6eb0-4d79-880f-c9a94390bd5b,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:35.993852 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (018db013-6eb0-4d79-880f-c9a94390bd5b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:36.022733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738f42a-fa9c-401e-801b-ffa7cdca773a admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a379c3-d119-492e-b3c8-2e83f2aad569,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:36.096255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=018db013-6eb0-4d79-880f-c9a94390bd5b,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:36.097432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f738f42a-fa9c-401e-801b-ffa7cdca773a admin admin] Checking segment: {'id': 'fb5823bc-919d-4807-958a-d985b8c47525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8c2dc508-39b1-4de8-919d-086f2ce07bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:00:36.097809 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f738f42a-fa9c-401e-801b-ffa7cdca773a admin admin] Network hostable DHCP agents. Network: 8c2dc508-39b1-4de8-919d-086f2ce07bbd, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:00:36.133886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f738f42a-fa9c-401e-801b-ffa7cdca773a admin admin] Network 8c2dc508-39b1-4de8-919d-086f2ce07bbd is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:00:36.144432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f156-72b8-4e29-a5fe-fda18e000db5 req-a2045a82-f6a5-4136-a6b9-76d748b1b153 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:36.145976 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c69f156-72b8-4e29-a5fe-fda18e000db5 req-a2045a82-f6a5-4136-a6b9-76d748b1b153 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.0919549 Feb 04 14:00:36.159997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-f738f42a-fa9c-401e-801b-ffa7cdca773a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 8c2dc508-39b1-4de8-919d-086f2ce07bbd) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:00:36.171121 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f738f42a-fa9c-401e-801b-ffa7cdca773a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:36.171623 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f738f42a-fa9c-401e-801b-ffa7cdca773a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:36.173624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d68be88-7fe0-43b0-b6c1-ceeb236819b4 None None] Network 8c2dc508-39b1-4de8-919d-086f2ce07bbd requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:00:36.207137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f738f42a-fa9c-401e-801b-ffa7cdca773a admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5186768 Feb 04 14:00:36.215012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c69f156-72b8-4e29-a5fe-fda18e000db5 req-6cace01b-7532-46db-9f2d-c0cc8381b9e0 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629132 Feb 04 14:00:36.294052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ee3ab4-7f5d-4378-9d12-3ad949a1b71d None None] Network 8c2dc508-39b1-4de8-919d-086f2ce07bbd requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:00:36.418006 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25360c4c-d24c-4f76-b699-01a660dd7431 req-8e26e802-c728-45fb-a2a8-a897fd5264c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:36.420319 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25360c4c-d24c-4f76-b699-01a660dd7431 req-8e26e802-c728-45fb-a2a8-a897fd5264c3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af&tenant_id=7b65b42bd66c4f1ea41855347bee985a HTTP/1.1" status: 200 len: 1126 time: 0.0805380 Feb 04 14:00:36.524427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25360c4c-d24c-4f76-b699-01a660dd7431 req-4fee3ad2-6b89-4258-8043-ef8dcf3922fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:36.525892 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25360c4c-d24c-4f76-b699-01a660dd7431 req-4fee3ad2-6b89-4258-8043-ef8dcf3922fa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 1126 time: 0.0815530 Feb 04 14:00:36.534966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d8499-b085-46b5-9fbb-d97338897b5e req-dfbff356-a198-4e76-b3d5-e12d947a5c50 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:36.536543 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a39d8499-b085-46b5-9fbb-d97338897b5e req-dfbff356-a198-4e76-b3d5-e12d947a5c50 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 946 time: 0.0840521 Feb 04 14:00:36.571876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff4f389-da83-4440-909a-d6bcc4b48231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018db013-6eb0-4d79-880f-c9a94390bd5b'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:00:36.575107 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e3de97-bd7e-4d43-a7d9-92c750f95a99" -d '{"events": [{"server_uuid": "4ff4f389-da83-4440-909a-d6bcc4b48231", "name": "network-vif-plugged", "status": "completed", "tag": "018db013-6eb0-4d79-880f-c9a94390bd5b"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:00:36.650459 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a39d8499-b085-46b5-9fbb-d97338897b5e req-e4c924a0-fb8a-49bd-bf96-5f202b500918 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054235 Feb 04 14:00:36.666759 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25360c4c-d24c-4f76-b699-01a660dd7431 req-22ca181d-4296-4597-b552-0a645821ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:36.668133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25360c4c-d24c-4f76-b699-01a660dd7431 req-22ca181d-4296-4597-b552-0a645821ddf4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 917 time: 0.1306968 Feb 04 14:00:36.753417 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25360c4c-d24c-4f76-b699-01a660dd7431 req-c9423b3d-230e-45c5-a659-c419b7e5f884 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab484eab-afa0-48a3-903a-e11f480e3af4 HTTP/1.1" status: 200 len: 999 time: 0.0798402 Feb 04 14:00:36.820891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25360c4c-d24c-4f76-b699-01a660dd7431 req-90a7b6e6-6195-4218-9533-efb824779c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:36.822493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25360c4c-d24c-4f76-b699-01a660dd7431 req-90a7b6e6-6195-4218-9533-efb824779c5a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.0639725 Feb 04 14:00:36.877365 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25360c4c-d24c-4f76-b699-01a660dd7431 req-e00310f9-95af-4022-89fa-a08f614fb25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:36.878961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25360c4c-d24c-4f76-b699-01a660dd7431 req-e00310f9-95af-4022-89fa-a08f614fb25d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503037 Feb 04 14:00:37.052979 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25360c4c-d24c-4f76-b699-01a660dd7431 req-148c25db-f21b-48d4-a564-370b718d0779 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680319 Feb 04 14:00:37.060553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-2b0d77e0-bb96-4eb2-888e-79359cdd5de8 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:37.062003 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-2b0d77e0-bb96-4eb2-888e-79359cdd5de8 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/networks?id=8c2dc508-39b1-4de8-919d-086f2ce07bbd HTTP/1.1" status: 200 len: 808 time: 0.1697526 Feb 04 14:00:37.122797 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-5483ec42-a176-467c-890e-9b568bea49f8 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/quotas/8dcbad812da64041ab5a6f2e2b57ff07 HTTP/1.1" status: 200 len: 375 time: 0.0516670 Feb 04 14:00:37.171732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-583c7d0a-f4fa-49d5-bccb-126cef94ccc8 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=8dcbad812da64041ab5a6f2e2b57ff07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403645 Feb 04 14:00:37.197309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-6b7d5ca3-6446-4f81-adac-75d548270c1d service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:00:37.198875 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-6b7d5ca3-6446-4f81-adac-75d548270c1d service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183206 Feb 04 14:00:37.213768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25360c4c-d24c-4f76-b699-01a660dd7431 req-f545d25f-8ec8-4a80-b621-ca747847c3b7 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507890 Feb 04 14:00:37.306401 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-f17b49c3-5bbb-4489-b5d0-4da8977aa909 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2dc508-39b1-4de8-919d-086f2ce07bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008649 Feb 04 14:00:37.414822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-9963294a-ea24-4862-b6ca-5428ecd14904 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2dc508-39b1-4de8-919d-086f2ce07bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017764 Feb 04 14:00:37.575016 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc425f01-1ee4-44df-a349-21159bf0ebae x-openstack-request-id: req-fc425f01-1ee4-44df-a349-21159bf0ebae {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:00:37.575864 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff4f389-da83-4440-909a-d6bcc4b48231", "name": "network-vif-plugged", "status": "completed", "tag": "018db013-6eb0-4d79-880f-c9a94390bd5b", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:00:37.576319 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fc425f01-1ee4-44df-a349-21159bf0ebae {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:00:37.577033 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff4f389-da83-4440-909a-d6bcc4b48231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018db013-6eb0-4d79-880f-c9a94390bd5b', 'code': 200} Feb 04 14:00:37.821706 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a62e89-4651-4ee0-8db1-0aa6e079485b req-dd7bd31a-be97-40f5-bd94-2741830e541c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:37.823254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f6a62e89-4651-4ee0-8db1-0aa6e079485b req-dd7bd31a-be97-40f5-bd94-2741830e541c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.1703866 Feb 04 14:00:37.848016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc8755-f47f-4a02-8141-b97b5d7da444 req-b4ec8c73-a82f-4a1d-ba81-bbde5b0f7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:37.850904 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33dc8755-f47f-4a02-8141-b97b5d7da444 req-b4ec8c73-a82f-4a1d-ba81-bbde5b0f7fab service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 1129 time: 0.1503198 Feb 04 14:00:37.968950 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f6a62e89-4651-4ee0-8db1-0aa6e079485b req-b2897eae-7277-4e68-8a75-95e3f4f77ae2 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356227 Feb 04 14:00:38.044179 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33dc8755-f47f-4a02-8141-b97b5d7da444 req-90af4857-c955-481e-bb37-8f9a58176db7 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812441 Feb 04 14:00:38.158870 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a91783e-43bd-4d76-876a-45f7fe533eba req-91dfa9c4-d6e0-4b01-9f9c-0d5e244f84d0 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 210 time: 0.0639145 Feb 04 14:00:38.401519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294be0c9-b556-4856-a5fd-71d19b36d143 req-34467261-34d5-4d12-935e-9883e64e6086 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:38.405000 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-294be0c9-b556-4856-a5fd-71d19b36d143 req-34467261-34d5-4d12-935e-9883e64e6086 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 946 time: 0.1277516 Feb 04 14:00:38.489626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-294be0c9-b556-4856-a5fd-71d19b36d143 req-ec0453c9-bfe7-4115-8268-0e45d872acc7 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720167 Feb 04 14:00:39.160024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582c117-a28f-41d3-b677-51a9e9b7e2f0 req-c09839b3-2ca4-4654-8b7d-a1c5eb801b2e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:39.162298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c582c117-a28f-41d3-b677-51a9e9b7e2f0 req-c09839b3-2ca4-4654-8b7d-a1c5eb801b2e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.0762999 Feb 04 14:00:39.231775 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c582c117-a28f-41d3-b677-51a9e9b7e2f0 req-5916009a-42fa-4e26-ae29-273e90380acc tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637312 Feb 04 14:00:39.346844 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bd43667-ecb1-4082-8358-f6d760385118 req-2de3dd30-a3ea-4c45-bf78-63a678c82bbd tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 210 time: 0.0442176 Feb 04 14:00:39.678427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857c255-c60a-46ed-a141-e27771acb2b1 req-bf7be22e-ef08-4020-9a17-903b1962769c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:39.680248 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6857c255-c60a-46ed-a141-e27771acb2b1 req-bf7be22e-ef08-4020-9a17-903b1962769c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 946 time: 0.0907598 Feb 04 14:00:39.758666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6857c255-c60a-46ed-a141-e27771acb2b1 req-4602ea12-9908-4893-9668-26d27810497a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720932 Feb 04 14:00:39.904102 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbad01-244c-491e-a437-c1fd2a17fbfc req-25a2904b-d114-4211-9c67-505487b24f52 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:39.906112 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43bbad01-244c-491e-a437-c1fd2a17fbfc req-25a2904b-d114-4211-9c67-505487b24f52 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 946 time: 0.0615971 Feb 04 14:00:39.976140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43bbad01-244c-491e-a437-c1fd2a17fbfc req-aed02ea4-e258-49d8-8d28-167873d6d8bd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571885 Feb 04 14:00:40.117507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc85291-d19d-44c5-b648-9182a7386abd req-cbacf2e2-3684-4a34-8d17-d553ab1992d9 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:40.125515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fcc85291-d19d-44c5-b648-9182a7386abd req-cbacf2e2-3684-4a34-8d17-d553ab1992d9 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 946 time: 0.0842948 Feb 04 14:00:40.190346 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fcc85291-d19d-44c5-b648-9182a7386abd req-500e97b4-175a-4b86-ad7d-bb53bd526c74 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638561 Feb 04 14:00:40.543190 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b184c-bfd9-4dcf-98d7-91761ebaf76c req-47fd0925-e005-4f60-bee3-8f51968fc220 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:40.544734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d48b184c-bfd9-4dcf-98d7-91761ebaf76c req-47fd0925-e005-4f60-bee3-8f51968fc220 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.0809743 Feb 04 14:00:40.601637 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d48b184c-bfd9-4dcf-98d7-91761ebaf76c req-d111abf3-b3ad-4440-beff-e572fb5ad4c4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495651 Feb 04 14:00:40.701933 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-988c711e-1db3-41bb-bb32-ec94ed79d640 req-8c1c238a-9818-40e1-b214-8b5288645c7f tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 210 time: 0.0307913 Feb 04 14:00:40.833819 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e6f83-176e-4b41-9251-4d41f4da76f7 req-a3ec8e26-14ab-4b6c-8fc6-4926d8351615 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:40.835504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-019e6f83-176e-4b41-9251-4d41f4da76f7 req-a3ec8e26-14ab-4b6c-8fc6-4926d8351615 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 946 time: 0.0613832 Feb 04 14:00:40.895965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-019e6f83-176e-4b41-9251-4d41f4da76f7 req-f5213008-f68d-4687-8d9d-a807746e4c25 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541322 Feb 04 14:00:40.976692 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f38a1ec9-13f3-4228-b0d7-7b851bc1f2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:41.840159 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aaaab-6fb5-44c1-bf2b-60b6c90f1541 req-f2096e60-ba7b-4751-ac6d-53e317e49625 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:41.858795 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-659aaaab-6fb5-44c1-bf2b-60b6c90f1541 req-f2096e60-ba7b-4751-ac6d-53e317e49625 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.1129677 Feb 04 14:00:41.947385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-659aaaab-6fb5-44c1-bf2b-60b6c90f1541 req-36d94b13-88bf-4b3d-9ed4-2c8352983d58 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846505 Feb 04 14:00:42.075791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0c805-906a-4032-9fac-a9df6aa0863c req-25e38909-eeae-4177-a4ff-5f98ead42a6c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:42.087771 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aff0c805-906a-4032-9fac-a9df6aa0863c req-25e38909-eeae-4177-a4ff-5f98ead42a6c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 946 time: 0.1393824 Feb 04 14:00:42.221865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c6ce7af-f06b-40a9-aec6-79897f9c91ed req-6e986ecf-83f4-413a-a698-1e8a1d10aa95 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 210 time: 0.1217582 Feb 04 14:00:42.286567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-aff0c805-906a-4032-9fac-a9df6aa0863c req-9d7e9056-8bc5-477d-af75-d7566721ba81 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Deleting port 018db013-6eb0-4d79-880f-c9a94390bd5b {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:00:42.286917 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-aff0c805-906a-4032-9fac-a9df6aa0863c req-9d7e9056-8bc5-477d-af75-d7566721ba81 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (018db013-6eb0-4d79-880f-c9a94390bd5b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:42.424511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-aff0c805-906a-4032-9fac-a9df6aa0863c req-9d7e9056-8bc5-477d-af75-d7566721ba81 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] For port 018db013-6eb0-4d79-880f-c9a94390bd5b, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=018db013-6eb0-4d79-880f-c9a94390bd5b,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:42.424994 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-aff0c805-906a-4032-9fac-a9df6aa0863c req-9d7e9056-8bc5-477d-af75-d7566721ba81 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (018db013-6eb0-4d79-880f-c9a94390bd5b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:42.442149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-aff0c805-906a-4032-9fac-a9df6aa0863c req-9d7e9056-8bc5-477d-af75-d7566721ba81 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Calling delete_port for 018db013-6eb0-4d79-880f-c9a94390bd5b owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:00:42.659575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2db93-60e0-4526-ba60-ce8340e5bc76 req-58d9ce3b-b0fc-4df0-a048-1fe06eac24a5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:42.662611 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f2db93-60e0-4526-ba60-ce8340e5bc76 req-58d9ce3b-b0fc-4df0-a048-1fe06eac24a5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 946 time: 0.1422131 Feb 04 14:00:42.788504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53f2db93-60e0-4526-ba60-ce8340e5bc76 req-0ca646c9-78b3-446e-9c53-1161d05e8283 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854011 Feb 04 14:00:42.841843 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-aff0c805-906a-4032-9fac-a9df6aa0863c req-9d7e9056-8bc5-477d-af75-d7566721ba81 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (018db013-6eb0-4d79-880f-c9a94390bd5b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:42.858728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['018db013-6eb0-4d79-880f-c9a94390bd5b'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:00:42.889976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e9056-8bc5-477d-af75-d7566721ba81 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event deleted for resources: {'Port': ['ID=018db013-6eb0-4d79-880f-c9a94390bd5b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:43.004226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff0c805-906a-4032-9fac-a9df6aa0863c req-9d7e9056-8bc5-477d-af75-d7566721ba81 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] No DVR routers for this DVR port 018db013-6eb0-4d79-880f-c9a94390bd5b on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:00:43.011117 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-aff0c805-906a-4032-9fac-a9df6aa0863c req-9d7e9056-8bc5-477d-af75-d7566721ba81 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:43.026788 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aff0c805-906a-4032-9fac-a9df6aa0863c req-9d7e9056-8bc5-477d-af75-d7566721ba81 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "DELETE /v2.0/ports/018db013-6eb0-4d79-880f-c9a94390bd5b HTTP/1.1" status: 204 len: 173 time: 0.9313915 Feb 04 14:00:43.027325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff4f389-da83-4440-909a-d6bcc4b48231', 'name': 'network-vif-deleted', 'tag': '018db013-6eb0-4d79-880f-c9a94390bd5b'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:00:43.034219 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f59750-629d-4703-b64b-c616d595367e" -d '{"events": [{"server_uuid": "4ff4f389-da83-4440-909a-d6bcc4b48231", "name": "network-vif-deleted", "tag": "018db013-6eb0-4d79-880f-c9a94390bd5b"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:00:43.370677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab664b-1ae0-4cde-9733-7b5856d96002 req-5a8c21f3-6b3b-4faf-bd6b-ca90776924a1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:43.372286 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eeab664b-1ae0-4cde-9733-7b5856d96002 req-5a8c21f3-6b3b-4faf-bd6b-ca90776924a1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.1877575 Feb 04 14:00:43.449621 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eeab664b-1ae0-4cde-9733-7b5856d96002 req-1c4d6d14-2cef-4541-801d-c974ad7077c2 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685441 Feb 04 14:00:43.636974 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-386d08b6-b33d-4029-b0d7-2a8f0fac2b05 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:43.638527 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-386d08b6-b33d-4029-b0d7-2a8f0fac2b05 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.100 "GET /v2.0/networks?id=8c2dc508-39b1-4de8-919d-086f2ce07bbd HTTP/1.1" status: 200 len: 808 time: 0.1878581 Feb 04 14:00:43.640089 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a0ec8b-2bc0-4367-a8b4-eb2d0e5cba67 x-openstack-request-id: req-e8a0ec8b-2bc0-4367-a8b4-eb2d0e5cba67 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:00:43.640386 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff4f389-da83-4440-909a-d6bcc4b48231", "name": "network-vif-deleted", "tag": "018db013-6eb0-4d79-880f-c9a94390bd5b", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:00:43.640641 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e8a0ec8b-2bc0-4367-a8b4-eb2d0e5cba67 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:00:43.641033 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff4f389-da83-4440-909a-d6bcc4b48231', 'name': 'network-vif-deleted', 'tag': '018db013-6eb0-4d79-880f-c9a94390bd5b', 'status': 'completed', 'code': 200} Feb 04 14:00:43.659305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-223f705a-ab2c-4724-919b-72af00cc6ca1 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Request body: {'port': {'device_id': '711744e7-d688-4dcd-86fc-238f7b419b2c', 'network_id': '8c2dc508-39b1-4de8-919d-086f2ce07bbd', 'admin_state_up': True, 'tenant_id': '8dcbad812da64041ab5a6f2e2b57ff07'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:00:43.823781 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04c8021c-c5e1-4236-9801-8b0a6aff7b03 req-ac85184e-26c6-4be3-9618-6dab22461cd0 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 210 time: 0.0423110 Feb 04 14:00:43.867780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-223f705a-ab2c-4724-919b-72af00cc6ca1 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Made reservation on behalf of 8dcbad812da64041ab5a6f2e2b57ff07 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:00:43.871405 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-223f705a-ab2c-4724-919b-72af00cc6ca1 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:44.087783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-223f705a-ab2c-4724-919b-72af00cc6ca1 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Allocated IP 172.20.0.11 (8c2dc508-39b1-4de8-919d-086f2ce07bbd/13a379c3-d119-492e-b3c8-2e83f2aad569/59b475de-8729-428e-9f23-e422814e37be) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:00:44.186689 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:44.402590 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-223f705a-ab2c-4724-919b-72af00cc6ca1 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Publish callbacks [] for port (59b475de-8729-428e-9f23-e422814e37be), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:44.478592 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-223f705a-ab2c-4724-919b-72af00cc6ca1 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (59b475de-8729-428e-9f23-e422814e37be), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:44.686933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f705a-ab2c-4724-919b-72af00cc6ca1 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Pushing event updated for resources: {'Port': ['ID=59b475de-8729-428e-9f23-e422814e37be,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:44.699957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d549133-f492-4d54-b54d-fe7c06e2d5e7 req-9cf2832e-8ab6-4702-aa28-17329cf7ba4a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 210 time: 0.2269666 Feb 04 14:00:44.731331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-223f705a-ab2c-4724-919b-72af00cc6ca1 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Network 8c2dc508-39b1-4de8-919d-086f2ce07bbd is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:00:44.740637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-223f705a-ab2c-4724-919b-72af00cc6ca1 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:00:44.743358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-223f705a-ab2c-4724-919b-72af00cc6ca1 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:00:44.829695 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:44.853770 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-223f705a-ab2c-4724-919b-72af00cc6ca1 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:44.854634 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-223f705a-ab2c-4724-919b-72af00cc6ca1 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:44.908995 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-223f705a-ab2c-4724-919b-72af00cc6ca1 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2544332 Feb 04 14:00:44.936456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Request body: {'port': {'device_id': '711744e7-d688-4dcd-86fc-238f7b419b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:00:45.006673 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (59b475de-8729-428e-9f23-e422814e37be), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:45.039779 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef170f-28c0-4288-b36a-197dd00a372a req-8d062e70-0d0a-40d6-bfe2-e57d83420883 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:45.047047 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef170f-28c0-4288-b36a-197dd00a372a req-8d062e70-0d0a-40d6-bfe2-e57d83420883 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.1801832 Feb 04 14:00:45.124691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ef170f-28c0-4288-b36a-197dd00a372a req-a45efba9-0ab9-4e76-a7dc-224f55b0fcc4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726221 Feb 04 14:00:45.191439 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b76d5543-daff-40ff-8a37-82c23ddde76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:45.366118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89a101-37ac-4d6b-a9fb-f2ac380b43d5 req-01187dba-fb36-4462-8499-b236ef6ad000 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:45.375264 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a89a101-37ac-4d6b-a9fb-f2ac380b43d5 req-01187dba-fb36-4462-8499-b236ef6ad000 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 932 time: 0.0952919 Feb 04 14:00:45.456797 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a89a101-37ac-4d6b-a9fb-f2ac380b43d5 req-895f2381-c44c-48be-a12d-2e88f1341e3d tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/security-groups?id=bbfdda59-c0eb-402f-a567-3f9d3185b74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796959 Feb 04 14:00:45.655539 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:45.695112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 018db013-6eb0-4d79-880f-c9a94390bd5b no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:00:45.756736 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 018db013-6eb0-4d79-880f-c9a94390bd5b {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:00:45.757552 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 018db013-6eb0-4d79-880f-c9a94390bd5b not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:00:45.802571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b475de-8729-428e-9f23-e422814e37be {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:00:45.833456 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Publish callbacks [] for port (59b475de-8729-428e-9f23-e422814e37be), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:45.853638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Transition to ACTIVE for port object 59b475de-8729-428e-9f23-e422814e37be will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:00:45.860185 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (59b475de-8729-428e-9f23-e422814e37be), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:46.097358 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c836dcb-0c3d-4168-a22d-6d1d036ff8fe req-d9f3aa3f-2e20-47a0-b04b-b9fad94faf47 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 210 time: 0.2042875 Feb 04 14:00:46.117679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Pushing event updated for resources: {'Port': ['ID=59b475de-8729-428e-9f23-e422814e37be,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:46.305047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.305325 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.310805 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.311222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.311761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.312192 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.312618 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.313716 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.314456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.315281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.318920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.319530 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.319897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.340934 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Attempting to bind port 59b475de-8729-428e-9f23-e422814e37be on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:00:46.341258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Attempting to bind port 59b475de-8729-428e-9f23-e422814e37be by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'fb5823bc-919d-4807-958a-d985b8c47525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8c2dc508-39b1-4de8-919d-086f2ce07bbd'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:00:46.341610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Attempting to bind port 59b475de-8729-428e-9f23-e422814e37be on network 8c2dc508-39b1-4de8-919d-086f2ce07bbd {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:00:46.381935 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Port 59b475de-8729-428e-9f23-e422814e37be on network 8c2dc508-39b1-4de8-919d-086f2ce07bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:00:46.382622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Attempting to bind port 59b475de-8729-428e-9f23-e422814e37be on network 8c2dc508-39b1-4de8-919d-086f2ce07bbd {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:00:46.405107 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:00:46.405499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Checking segment: {'id': 'fb5823bc-919d-4807-958a-d985b8c47525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8c2dc508-39b1-4de8-919d-086f2ce07bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:00:46.406213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Bound using segment: {'id': 'fb5823bc-919d-4807-958a-d985b8c47525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8c2dc508-39b1-4de8-919d-086f2ce07bbd'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:00:46.407614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Bound port: 59b475de-8729-428e-9f23-e422814e37be, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb5823bc-919d-4807-958a-d985b8c47525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8c2dc508-39b1-4de8-919d-086f2ce07bbd'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:00:46.408174 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (59b475de-8729-428e-9f23-e422814e37be), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:46.468302 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88c54b-e035-4c8d-942a-b33975ad2e87 req-0e4e788b-bb98-42e3-9ed7-555b0fd46835 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:46.475221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a88c54b-e035-4c8d-942a-b33975ad2e87 req-0e4e788b-bb98-42e3-9ed7-555b0fd46835 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.2171969 Feb 04 14:00:46.662718 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a88c54b-e035-4c8d-942a-b33975ad2e87 req-b0bbf1c8-58cd-464d-b597-048e9553478e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569269 Feb 04 14:00:46.705610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] For port 59b475de-8729-428e-9f23-e422814e37be, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:00:46.721508 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] For port 59b475de-8729-428e-9f23-e422814e37be, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=59b475de-8729-428e-9f23-e422814e37be,segment=NetworkSegment(fb5823bc-919d-4807-958a-d985b8c47525),segment_id=fb5823bc-919d-4807-958a-d985b8c47525)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:00:46.744245 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (59b475de-8729-428e-9f23-e422814e37be), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:46.811705 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:46.814279 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:46.830437 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] 10.222.0.100 "PUT /v2.0/ports/59b475de-8729-428e-9f23-e422814e37be HTTP/1.1" status: 200 len: 1093 time: 1.8903768 Feb 04 14:00:46.830437 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711744e7-d688-4dcd-86fc-238f7b419b2c', 'tag': '59b475de-8729-428e-9f23-e422814e37be'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:00:46.843970 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451f9cee-cae1-40e8-ab1b-8fdc3179ce95" -d '{"events": [{"name": "network-changed", "server_uuid": "711744e7-d688-4dcd-86fc-238f7b419b2c", "tag": "59b475de-8729-428e-9f23-e422814e37be"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:00:46.985898 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:47.050521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9becc6-5378-4718-8660-82ff6362a863 service neutron] Pushing event updated for resources: {'Port': ['ID=59b475de-8729-428e-9f23-e422814e37be,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:47.178323 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-7a6a76cc-a6af-44e2-aa20-9a68a74884eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:47.180270 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-7a6a76cc-a6af-44e2-aa20-9a68a74884eb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8dcbad812da64041ab5a6f2e2b57ff07&device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 1127 time: 0.1260514 Feb 04 14:00:47.190077 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9982652-632b-4dd3-b080-4868419a5e18 req-e3b905b5-0dc0-41da-9bea-4ef2ef0e6adb tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:47.191814 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9982652-632b-4dd3-b080-4868419a5e18 req-e3b905b5-0dc0-41da-9bea-4ef2ef0e6adb tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 944 time: 0.1234574 Feb 04 14:00:47.259982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-b5c8953f-23e1-4648-8a3c-c1f0c012a347 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b475de-8729-428e-9f23-e422814e37be HTTP/1.1" status: 200 len: 217 time: 0.0637937 Feb 04 14:00:47.299921 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9982652-632b-4dd3-b080-4868419a5e18 req-a969e0ed-19c7-427f-90ba-97e7719b389f tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/security-groups?id=bbfdda59-c0eb-402f-a567-3f9d3185b74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964770 Feb 04 14:00:47.358228 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17340d54-ac97-4301-859a-0e7dcff6445a x-openstack-request-id: req-17340d54-ac97-4301-859a-0e7dcff6445a {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:00:47.358826 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711744e7-d688-4dcd-86fc-238f7b419b2c", "tag": "59b475de-8729-428e-9f23-e422814e37be", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:00:47.359578 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-17340d54-ac97-4301-859a-0e7dcff6445a {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:00:47.360303 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711744e7-d688-4dcd-86fc-238f7b419b2c', 'tag': '59b475de-8729-428e-9f23-e422814e37be', 'status': 'completed', 'code': 200} Feb 04 14:00:47.454688 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d427df7-07d0-4fc1-b3b0-2e5b6664cbad req-93a5ae61-aa7b-428a-a9c4-06056cd79fbd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 210 time: 0.0382807 Feb 04 14:00:47.836392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb4216-0478-46cb-b02c-30971abf9643 req-bf8dfdfb-c322-47c2-9c94-c8f1f71d5888 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:47.838253 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10bb4216-0478-46cb-b02c-30971abf9643 req-bf8dfdfb-c322-47c2-9c94-c8f1f71d5888 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.0821998 Feb 04 14:00:47.905258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10bb4216-0478-46cb-b02c-30971abf9643 req-26299392-6a2b-47da-a1c3-2554e5e861e9 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585237 Feb 04 14:00:48.016935 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:48.470474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d31bd-29af-4003-94b6-908f5ec74c53 req-3af258bf-090d-4b95-8598-68f69f12beba tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:48.472504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a34d31bd-29af-4003-94b6-908f5ec74c53 req-3af258bf-090d-4b95-8598-68f69f12beba tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 944 time: 0.0849640 Feb 04 14:00:48.538205 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a34d31bd-29af-4003-94b6-908f5ec74c53 req-6ced98a8-c298-4fe5-ab80-566d50965c63 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/security-groups?id=bbfdda59-c0eb-402f-a567-3f9d3185b74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579267 Feb 04 14:00:48.675570 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-198fd37a-e068-4cf0-999e-28a9dc08527d req-2e70c2a8-8ca2-4ce4-b9f0-2c6ad03791ab tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 210 time: 0.0432761 Feb 04 14:00:49.073587 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42449762-3cf4-4bef-846a-fe93e9befd0d req-e1b12de5-6295-4b6f-9c5b-2c9a0da24e83 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:49.076143 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42449762-3cf4-4bef-846a-fe93e9befd0d req-e1b12de5-6295-4b6f-9c5b-2c9a0da24e83 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.0829434 Feb 04 14:00:49.153002 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42449762-3cf4-4bef-846a-fe93e9befd0d req-da1e319b-68da-475e-846f-f9ce95b3e806 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683942 Feb 04 14:00:49.696182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23206bce-97c9-4557-a1d8-b2941fb78df9 req-84fc7675-95df-4cc7-b4f6-485d7b572f3a tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:49.698016 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23206bce-97c9-4557-a1d8-b2941fb78df9 req-84fc7675-95df-4cc7-b4f6-485d7b572f3a tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 944 time: 0.0704157 Feb 04 14:00:49.746804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23206bce-97c9-4557-a1d8-b2941fb78df9 req-0abb6942-1919-4c98-b14c-538dc53b6fc0 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/security-groups?id=bbfdda59-c0eb-402f-a567-3f9d3185b74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428984 Feb 04 14:00:49.856184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-339233a8-c342-4bfc-b502-e06d46499229 req-74f1b101-fc54-421e-a578-b6bb5e410e23 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 210 time: 0.0340466 Feb 04 14:00:50.387626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79e3a1-ee18-42b7-bb76-f39f32f95cec req-8b3ffd3a-8e65-4c8b-b802-709115972e53 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:50.398956 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f79e3a1-ee18-42b7-bb76-f39f32f95cec req-8b3ffd3a-8e65-4c8b-b802-709115972e53 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.1209362 Feb 04 14:00:50.504815 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f79e3a1-ee18-42b7-bb76-f39f32f95cec req-c2ddf48b-e5ea-49aa-97b6-c2eef8783f2d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011565 Feb 04 14:00:50.754297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-98a866fd-26f0-4cf9-a81e-d078d14b9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:50.759234 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-98a866fd-26f0-4cf9-a81e-d078d14b9ebb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=13a379c3-d119-492e-b3c8-2e83f2aad569 HTTP/1.1" status: 200 len: 848 time: 0.0601292 Feb 04 14:00:50.809314 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-72ed8a5b-c2c9-400b-b84b-6316a373b00f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8c2dc508-39b1-4de8-919d-086f2ce07bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416543 Feb 04 14:00:51.399154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe81f2d-8f50-4818-8421-cbe35a41a5b6 req-97f74b1f-3654-47d2-9f8f-13c5c5de5a0f tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:51.400719 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6fe81f2d-8f50-4818-8421-cbe35a41a5b6 req-97f74b1f-3654-47d2-9f8f-13c5c5de5a0f tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 944 time: 0.1085885 Feb 04 14:00:51.402664 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-77981176-73aa-4f14-87fc-d89c53d722ba service neutron] 10.222.0.100 "GET /v2.0/networks/8c2dc508-39b1-4de8-919d-086f2ce07bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851471 Feb 04 14:00:51.553831 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6fe81f2d-8f50-4818-8421-cbe35a41a5b6 req-d5e3fb35-76ce-4671-8453-90bf6eb571db tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/security-groups?id=bbfdda59-c0eb-402f-a567-3f9d3185b74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450217 Feb 04 14:00:51.632716 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e568f175-17f4-4290-a7c1-d74c6ddf6d30 req-4ea3625b-7348-46a0-ba80-6caa6d32c186 service neutron] 10.222.0.100 "GET /v2.0/networks/8c2dc508-39b1-4de8-919d-086f2ce07bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219486 Feb 04 14:00:51.717015 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f91c69c7-1101-4630-9d03-3f9aebf1273e req-0c965844-1532-4cde-b3d5-3ce1bfe86858 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 210 time: 0.0545654 Feb 04 14:00:51.833514 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9cee-cae1-40e8-ab1b-8fdc3179ce95 req-e0da3d41-aaae-411d-abad-1ab98741d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:51.835102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-451f9cee-cae1-40e8-ab1b-8fdc3179ce95 req-e0da3d41-aaae-411d-abad-1ab98741d682 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8dcbad812da64041ab5a6f2e2b57ff07&device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 1127 time: 0.1229281 Feb 04 14:00:51.934183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b25b8-a385-427c-ab58-fcd33a85c39b req-c938d096-a6e7-42ed-96ce-3b8bf35337ce tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:51.937142 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af0b25b8-a385-427c-ab58-fcd33a85c39b req-c938d096-a6e7-42ed-96ce-3b8bf35337ce tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.1374056 Feb 04 14:00:52.052285 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9cee-cae1-40e8-ab1b-8fdc3179ce95 req-28423658-af88-41c0-b83b-1d319d36aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:52.054716 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-451f9cee-cae1-40e8-ab1b-8fdc3179ce95 req-28423658-af88-41c0-b83b-1d319d36aaf5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=8c2dc508-39b1-4de8-919d-086f2ce07bbd HTTP/1.1" status: 200 len: 909 time: 0.2113025 Feb 04 14:00:52.108820 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-451f9cee-cae1-40e8-ab1b-8fdc3179ce95 req-b2ffa1c7-2dc6-476a-9dc3-4d156d197cab service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b475de-8729-428e-9f23-e422814e37be HTTP/1.1" status: 200 len: 217 time: 0.0450189 Feb 04 14:00:52.171824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af0b25b8-a385-427c-ab58-fcd33a85c39b req-dacdaf1f-ac15-4fd3-9579-0ad0b51b23c7 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184145 Feb 04 14:00:52.195296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9cee-cae1-40e8-ab1b-8fdc3179ce95 req-c80af0f6-e261-4c9d-a890-86e287745bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:52.196931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-451f9cee-cae1-40e8-ab1b-8fdc3179ce95 req-c80af0f6-e261-4c9d-a890-86e287745bf3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=13a379c3-d119-492e-b3c8-2e83f2aad569 HTTP/1.1" status: 200 len: 848 time: 0.0807829 Feb 04 14:00:52.241689 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-451f9cee-cae1-40e8-ab1b-8fdc3179ce95 req-c131c0a4-1ec0-4fa2-8bc8-376e9e7a4d05 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8c2dc508-39b1-4de8-919d-086f2ce07bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382731 Feb 04 14:00:52.353922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-451f9cee-cae1-40e8-ab1b-8fdc3179ce95 req-256b2829-7da4-46b5-81f1-3847e378b60d service neutron] 10.222.0.100 "GET /v2.0/networks/8c2dc508-39b1-4de8-919d-086f2ce07bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063545 Feb 04 14:00:52.478290 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-451f9cee-cae1-40e8-ab1b-8fdc3179ce95 req-0866b978-c325-4c98-8560-1c78a45bfa48 service neutron] 10.222.0.100 "GET /v2.0/networks/8c2dc508-39b1-4de8-919d-086f2ce07bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179230 Feb 04 14:00:52.782728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27bf77-6f85-4e05-8deb-a26543f5a4ff req-6ea0644b-3897-4341-b2af-399d6c48af04 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:52.785561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e27bf77-6f85-4e05-8deb-a26543f5a4ff req-6ea0644b-3897-4341-b2af-399d6c48af04 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 944 time: 0.0973191 Feb 04 14:00:52.853255 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e27bf77-6f85-4e05-8deb-a26543f5a4ff req-f11cf4b6-4616-4377-942e-c090ee8d8b7e tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/security-groups?id=bbfdda59-c0eb-402f-a567-3f9d3185b74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578582 Feb 04 14:00:52.964274 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5dfddb8b-dccd-4888-982d-fa30eeea683e req-1d7142b9-a2a0-4286-9c6c-94d0b0402647 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 210 time: 0.0322771 Feb 04 14:00:53.383148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf7257-a7e4-41cd-94c3-a38aab0f6066 req-14329caa-0708-49a4-aab2-d440292dd49e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:53.390391 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2abf7257-a7e4-41cd-94c3-a38aab0f6066 req-14329caa-0708-49a4-aab2-d440292dd49e tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.1103909 Feb 04 14:00:53.449020 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2abf7257-a7e4-41cd-94c3-a38aab0f6066 req-51a0bd8a-2be8-4dd2-9a0f-e1395da0b55f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569415 Feb 04 14:00:54.000233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b0525-3388-4a54-9890-3ae8c1651bd3 req-26e6b15f-8f20-451a-b9c3-fa02d72debcd tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:54.002664 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a02b0525-3388-4a54-9890-3ae8c1651bd3 req-26e6b15f-8f20-451a-b9c3-fa02d72debcd tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 944 time: 0.0668130 Feb 04 14:00:54.069252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a02b0525-3388-4a54-9890-3ae8c1651bd3 req-c9fe4a4b-b2b3-427e-886f-49884f84136f tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/security-groups?id=bbfdda59-c0eb-402f-a567-3f9d3185b74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608947 Feb 04 14:00:54.188414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4ca7a7e-cb90-43b6-8e45-18ee0035741e req-b02fb94e-ecf5-4df5-b343-fe198caf89e1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 210 time: 0.0316820 Feb 04 14:00:54.642429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283dca6-e651-46c4-a301-c1c5ecfb2e21 req-29da89bc-372c-4d34-a6ef-50674a617210 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:54.644421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4283dca6-e651-46c4-a301-c1c5ecfb2e21 req-29da89bc-372c-4d34-a6ef-50674a617210 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.0897329 Feb 04 14:00:54.708046 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4283dca6-e651-46c4-a301-c1c5ecfb2e21 req-9f7d8a51-8c12-4c9e-9867-1149c84c5be0 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525541 Feb 04 14:00:55.229191 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42efef-f131-456e-b920-15e7e2e610ed req-2ba6a8dd-5ce3-4f91-89be-d33d292622c2 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:55.232050 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8c42efef-f131-456e-b920-15e7e2e610ed req-2ba6a8dd-5ce3-4f91-89be-d33d292622c2 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 944 time: 0.0696623 Feb 04 14:00:55.300397 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8c42efef-f131-456e-b920-15e7e2e610ed req-60df7145-a82e-467b-bb45-f8aee41694f0 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/security-groups?id=bbfdda59-c0eb-402f-a567-3f9d3185b74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613842 Feb 04 14:00:55.429027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb611e93-7674-44c4-8b5f-16ee4e8b6cf2 req-d3f8b18e-e67c-4d41-9b03-57a58bb6c145 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ff4f389-da83-4440-909a-d6bcc4b48231 HTTP/1.1" status: 200 len: 210 time: 0.0313821 Feb 04 14:00:55.888525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37313e29-bedf-45e6-a3f1-6e336a66f75c req-5d8085b2-dd93-4a82-8d44-418d9e8d6541 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:55.890187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37313e29-bedf-45e6-a3f1-6e336a66f75c req-5d8085b2-dd93-4a82-8d44-418d9e8d6541 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 943 time: 0.0813031 Feb 04 14:00:55.956455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37313e29-bedf-45e6-a3f1-6e336a66f75c req-09393f43-4cd0-4d62-982b-10243acd4ee6 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560319 Feb 04 14:00:56.228456 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device ab484eab-afa0-48a3-903a-e11f480e3af4 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:00:56.331882 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port ab484eab-afa0-48a3-903a-e11f480e3af4, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ab484eab-afa0-48a3-903a-e11f480e3af4,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:56.343456 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'ab484eab-afa0-48a3-903a-e11f480e3af4', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'port_id': 'ab484eab-afa0-48a3-903a-e11f480e3af4', 'mac_address': 'fa:16:3e:cf:d8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:00:56.384512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port ab484eab-afa0-48a3-903a-e11f480e3af4 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:56.386536 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:56.406623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab484eab-afa0-48a3-903a-e11f480e3af4 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:00:56.445445 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port ab484eab-afa0-48a3-903a-e11f480e3af4, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ab484eab-afa0-48a3-903a-e11f480e3af4,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:56.451431 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:56.451889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 59b475de-8729-428e-9f23-e422814e37be details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:00:56.466415 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e5c4d-0f50-4434-9ef9-de2593f0f552 req-a52aa8e9-0417-4c59-8a49-72593d5dc4dd tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:56.473504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b54e5c4d-0f50-4434-9ef9-de2593f0f552 req-a52aa8e9-0417-4c59-8a49-72593d5dc4dd tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 944 time: 0.0690670 Feb 04 14:00:56.530132 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b54e5c4d-0f50-4434-9ef9-de2593f0f552 req-913e3670-d889-4776-8e3b-e9b4b0450ec8 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/security-groups?id=bbfdda59-c0eb-402f-a567-3f9d3185b74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523221 Feb 04 14:00:56.570439 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=ab484eab-afa0-48a3-903a-e11f480e3af4,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:56.583521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:56.584116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:56.584680 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:56.585173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:56.585684 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:56.586210 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:56.586683 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:56.587265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:56.587747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:56.589403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:56.589661 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:56.590121 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:56.590418 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:56.643623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 59b475de-8729-428e-9f23-e422814e37be, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=59b475de-8729-428e-9f23-e422814e37be,segment=NetworkSegment(fb5823bc-919d-4807-958a-d985b8c47525),segment_id=fb5823bc-919d-4807-958a-d985b8c47525)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:56.660237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '59b475de-8729-428e-9f23-e422814e37be', 'network_id': '8c2dc508-39b1-4de8-919d-086f2ce07bbd', 'port_id': '59b475de-8729-428e-9f23-e422814e37be', 'mac_address': 'fa:16:3e:aa:be:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a379c3-d119-492e-b3c8-2e83f2aad569', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:00:56.725390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 59b475de-8729-428e-9f23-e422814e37be is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:56.725963 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (59b475de-8729-428e-9f23-e422814e37be), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:56.742940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b475de-8729-428e-9f23-e422814e37be {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:00:56.773244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 59b475de-8729-428e-9f23-e422814e37be, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=59b475de-8729-428e-9f23-e422814e37be,segment=NetworkSegment(fb5823bc-919d-4807-958a-d985b8c47525),segment_id=fb5823bc-919d-4807-958a-d985b8c47525)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:56.777774 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (59b475de-8729-428e-9f23-e422814e37be), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:56.831196 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=59b475de-8729-428e-9f23-e422814e37be,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:57.103790 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18349a7b-2633-4c18-9c64-696593e228e6 req-adf32525-dc5a-4cdb-a22a-fa7551743bd1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:57.105687 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18349a7b-2633-4c18-9c64-696593e228e6 req-adf32525-dc5a-4cdb-a22a-fa7551743bd1 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 944 time: 0.0618718 Feb 04 14:00:57.168576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18349a7b-2633-4c18-9c64-696593e228e6 req-39d7a726-48c6-4a38-bea0-d8b35eeb6faf tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550799 Feb 04 14:00:57.183356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['59b475de-8729-428e-9f23-e422814e37be'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:00:57.189406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['ab484eab-afa0-48a3-903a-e11f480e3af4'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:00:57.672838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ba3fa-c3d9-47fc-adc7-53a21bc56105 req-8676c499-aafb-4e6f-b189-eb9040d4a41a tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:57.676281 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-270ba3fa-c3d9-47fc-adc7-53a21bc56105 req-8676c499-aafb-4e6f-b189-eb9040d4a41a tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 945 time: 0.0685937 Feb 04 14:00:57.739616 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-270ba3fa-c3d9-47fc-adc7-53a21bc56105 req-9a40dd1b-9c04-4f21-820a-08951ed89034 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/security-groups?id=bbfdda59-c0eb-402f-a567-3f9d3185b74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587468 Feb 04 14:00:58.231396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 59b475de-8729-428e-9f23-e422814e37be up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:00:58.303595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 59b475de-8729-428e-9f23-e422814e37be completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:00:58.309101 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 59b475de-8729-428e-9f23-e422814e37be triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:58.309710 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (59b475de-8729-428e-9f23-e422814e37be), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:58.321688 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a314a-f147-474f-aa09-02c0a93ea03b req-70faf927-9b87-4656-b677-5e530d27dd7d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:58.323595 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff4a314a-f147-474f-aa09-02c0a93ea03b req-70faf927-9b87-4656-b677-5e530d27dd7d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 944 time: 0.0639939 Feb 04 14:00:58.383440 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff4a314a-f147-474f-aa09-02c0a93ea03b req-a865012c-d10c-49e7-9ff0-265f39fd3bb9 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535178 Feb 04 14:00:58.411996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 59b475de-8729-428e-9f23-e422814e37be is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:58.412638 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (59b475de-8729-428e-9f23-e422814e37be), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:58.441617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711744e7-d688-4dcd-86fc-238f7b419b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b475de-8729-428e-9f23-e422814e37be'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:00:58.444551 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403a40c2-ea20-4d49-a0bf-a16fd36134f4" -d '{"events": [{"server_uuid": "711744e7-d688-4dcd-86fc-238f7b419b2c", "name": "network-vif-plugged", "status": "completed", "tag": "59b475de-8729-428e-9f23-e422814e37be"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:00:58.462628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 59b475de-8729-428e-9f23-e422814e37be, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=59b475de-8729-428e-9f23-e422814e37be,segment=NetworkSegment(fb5823bc-919d-4807-958a-d985b8c47525),segment_id=fb5823bc-919d-4807-958a-d985b8c47525)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:58.468625 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (59b475de-8729-428e-9f23-e422814e37be), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:58.470132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device ab484eab-afa0-48a3-903a-e11f480e3af4 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:00:58.498065 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9e199a-2f72-4e55-bccf-18e9a566c18d x-openstack-request-id: req-da9e199a-2f72-4e55-bccf-18e9a566c18d {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:00:58.498372 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711744e7-d688-4dcd-86fc-238f7b419b2c", "name": "network-vif-plugged", "status": "completed", "tag": "59b475de-8729-428e-9f23-e422814e37be", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:00:58.498658 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-da9e199a-2f72-4e55-bccf-18e9a566c18d {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:00:58.499051 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711744e7-d688-4dcd-86fc-238f7b419b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b475de-8729-428e-9f23-e422814e37be', 'code': 200} Feb 04 14:00:58.597786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=59b475de-8729-428e-9f23-e422814e37be,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:58.616586 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port ab484eab-afa0-48a3-903a-e11f480e3af4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:58.617231 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:58.626597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc4c82-c956-461f-9ac4-151a7bc12563 req-7ce0247d-8171-4f48-9cb6-f554893071ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:58.628484 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6edc4c82-c956-461f-9ac4-151a7bc12563 req-7ce0247d-8171-4f48-9cb6-f554893071ba service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 1129 time: 0.0582209 Feb 04 14:00:58.684227 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6edc4c82-c956-461f-9ac4-151a7bc12563 req-cee3641e-321c-43ee-bf23-baa8472c4a76 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=bbfdda59-c0eb-402f-a567-3f9d3185b74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493224 Feb 04 14:00:58.721516 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port ab484eab-afa0-48a3-903a-e11f480e3af4 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:00:58.721843 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:58.762465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port ab484eab-afa0-48a3-903a-e11f480e3af4, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ab484eab-afa0-48a3-903a-e11f480e3af4,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:00:58.769019 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:58.831174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=ab484eab-afa0-48a3-903a-e11f480e3af4,revision_number=10']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:58.905574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789eddf8-dd3b-467d-aa0a-9223cdff9a2f req-e36bba3f-5696-4e92-a6d4-f842750a1c02 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:58.908511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-789eddf8-dd3b-467d-aa0a-9223cdff9a2f req-e36bba3f-5696-4e92-a6d4-f842750a1c02 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 946 time: 0.0604262 Feb 04 14:00:58.991040 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-789eddf8-dd3b-467d-aa0a-9223cdff9a2f req-3135c712-d15e-42ff-ad5c-4209baecefd4 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/security-groups?id=bbfdda59-c0eb-402f-a567-3f9d3185b74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764012 Feb 04 14:00:59.053689 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:00:59.077668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c93ac9-3fdf-4788-8393-916f5bd01680 req-e9725981-88a1-4dfd-bd53-312792f8e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:59.081538 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58c93ac9-3fdf-4788-8393-916f5bd01680 req-e9725981-88a1-4dfd-bd53-312792f8e0e3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 1129 time: 0.0673110 Feb 04 14:00:59.232336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c93ac9-3fdf-4788-8393-916f5bd01680 req-23662dcd-4c3b-4d9e-b4f8-f71b0feb0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:59.233944 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58c93ac9-3fdf-4788-8393-916f5bd01680 req-23662dcd-4c3b-4d9e-b4f8-f71b0feb0216 service neutron] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 917 time: 0.1169338 Feb 04 14:00:59.323013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58c93ac9-3fdf-4788-8393-916f5bd01680 req-c97f4ee5-a6a7-4443-b61b-132ae883ec3e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab484eab-afa0-48a3-903a-e11f480e3af4 HTTP/1.1" status: 200 len: 1001 time: 0.0810156 Feb 04 14:00:59.380865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c93ac9-3fdf-4788-8393-916f5bd01680 req-1011e136-7638-4608-97b5-4cc9e1317fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:59.382502 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58c93ac9-3fdf-4788-8393-916f5bd01680 req-1011e136-7638-4608-97b5-4cc9e1317fe0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.0524533 Feb 04 14:00:59.458850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c93ac9-3fdf-4788-8393-916f5bd01680 req-d12f01e4-0f91-4eb6-91dc-36d87cd7075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:59.460628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58c93ac9-3fdf-4788-8393-916f5bd01680 req-d12f01e4-0f91-4eb6-91dc-36d87cd7075f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0710969 Feb 04 14:00:59.652764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a0e90-4aaf-48fb-aa76-482ac0e22a98 req-8da8eb68-27d0-416e-9da8-bc02a8cf5a32 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:59.654435 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e6a0e90-4aaf-48fb-aa76-482ac0e22a98 req-8da8eb68-27d0-416e-9da8-bc02a8cf5a32 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 946 time: 0.1659830 Feb 04 14:00:59.657298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58c93ac9-3fdf-4788-8393-916f5bd01680 req-475a884c-bf11-474e-880c-03f66c11b03e service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902115 Feb 04 14:00:59.773455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e6a0e90-4aaf-48fb-aa76-482ac0e22a98 req-b6173363-2322-40b3-abee-eb42d2a2ef7a tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111007 Feb 04 14:00:59.837424 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58c93ac9-3fdf-4788-8393-916f5bd01680 req-ad6eeed4-bc45-4270-9d1c-d9b46ea74c6c service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692016 Feb 04 14:01:00.140144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755194f2-8f48-40ed-abff-58fe6b0af671 req-ce0e5f24-4350-4d87-94a6-586d20452c33 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:00.143412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-755194f2-8f48-40ed-abff-58fe6b0af671 req-ce0e5f24-4350-4d87-94a6-586d20452c33 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 946 time: 0.0689580 Feb 04 14:01:00.217824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-755194f2-8f48-40ed-abff-58fe6b0af671 req-3787e734-b620-4d25-b5ed-7308da0c5ca2 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/security-groups?id=bbfdda59-c0eb-402f-a567-3f9d3185b74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648232 Feb 04 14:01:00.501499 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab484eab-afa0-48a3-903a-e11f480e3af4'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:01:00.504000 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1924b72b-7f47-4969-b12c-90a2df0ec5be" -d '{"events": [{"server_uuid": "2f952577-9acc-4cd3-9bf2-3623d679f0af", "name": "network-vif-plugged", "status": "completed", "tag": "ab484eab-afa0-48a3-903a-e11f480e3af4"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:01:00.548305 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463e8019-bb15-41de-adfa-20f4c6d2c532 x-openstack-request-id: req-463e8019-bb15-41de-adfa-20f4c6d2c532 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:01:00.548692 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f952577-9acc-4cd3-9bf2-3623d679f0af", "name": "network-vif-plugged", "status": "completed", "tag": "ab484eab-afa0-48a3-903a-e11f480e3af4", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:01:00.549075 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-463e8019-bb15-41de-adfa-20f4c6d2c532 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:01:00.549632 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab484eab-afa0-48a3-903a-e11f480e3af4', 'code': 200} Feb 04 14:01:00.776277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864dc386-d934-4888-bbd4-13c40793a593 req-f7e995a4-467b-4174-b216-0d7583efaff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:00.778557 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-864dc386-d934-4888-bbd4-13c40793a593 req-f7e995a4-467b-4174-b216-0d7583efaff5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 1129 time: 0.0622425 Feb 04 14:01:00.841665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-864dc386-d934-4888-bbd4-13c40793a593 req-73da1150-b90c-46e8-98be-cb5abbce1293 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574529 Feb 04 14:01:01.008389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99d1b0-5d5d-4cc9-bf3c-c1473534b1e9 req-d982e8c4-1475-4970-888e-b58ac901933f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:01.018479 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da99d1b0-5d5d-4cc9-bf3c-c1473534b1e9 req-d982e8c4-1475-4970-888e-b58ac901933f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 946 time: 0.1049271 Feb 04 14:01:01.098655 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da99d1b0-5d5d-4cc9-bf3c-c1473534b1e9 req-3ece9ec2-966e-4c6e-916f-0008aaf515a2 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792437 Feb 04 14:01:01.412393 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5e7f-3c04-4661-8a09-7e3c031de808 req-dcd68505-0591-48ee-98b7-23c181ba6048 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:01.414260 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1dfa5e7f-3c04-4661-8a09-7e3c031de808 req-dcd68505-0591-48ee-98b7-23c181ba6048 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 946 time: 0.0844085 Feb 04 14:01:01.492003 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1dfa5e7f-3c04-4661-8a09-7e3c031de808 req-a02a7d7d-5eeb-4331-a9ec-38bae7236664 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/security-groups?id=bbfdda59-c0eb-402f-a567-3f9d3185b74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662708 Feb 04 14:01:02.302033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56164cab-40db-4bdd-96e5-16803d6776cc req-2e369670-f088-4677-8d6a-65a7245ed493 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:02.314433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56164cab-40db-4bdd-96e5-16803d6776cc req-2e369670-f088-4677-8d6a-65a7245ed493 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 946 time: 0.1111624 Feb 04 14:01:02.448348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56164cab-40db-4bdd-96e5-16803d6776cc req-8fc2b4d0-4c02-47b5-b894-962a6494c288 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329629 Feb 04 14:01:03.732736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb054d04-6839-4da6-ab7a-675ba323228a req-add83fa1-8192-4e35-b602-c0a4570df8ed tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:03.737312 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb054d04-6839-4da6-ab7a-675ba323228a req-add83fa1-8192-4e35-b602-c0a4570df8ed tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 946 time: 0.1170437 Feb 04 14:01:03.810636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb054d04-6839-4da6-ab7a-675ba323228a req-e523de85-28a1-472e-8019-2bf134be2930 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650125 Feb 04 14:01:04.819572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70178001-1fb8-4a42-a16a-9fb103d32112 req-c73b8b3b-1953-4234-9538-e889cf441c18 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:04.822231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70178001-1fb8-4a42-a16a-9fb103d32112 req-c73b8b3b-1953-4234-9538-e889cf441c18 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 946 time: 0.0685499 Feb 04 14:01:04.901620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70178001-1fb8-4a42-a16a-9fb103d32112 req-f1fcc31b-2de5-4d4c-96ed-d89d9bd6bdab tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/security-groups?id=bbfdda59-c0eb-402f-a567-3f9d3185b74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668788 Feb 04 14:01:06.058344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70338b48-d81d-4103-8438-049745d6bf88 req-ae5dff3d-f3e3-42e5-939d-63a106137ed1 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:06.060466 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70338b48-d81d-4103-8438-049745d6bf88 req-ae5dff3d-f3e3-42e5-939d-63a106137ed1 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 946 time: 0.0709667 Feb 04 14:01:06.115475 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70338b48-d81d-4103-8438-049745d6bf88 req-448b4d50-2fb2-4d63-a4c1-b588938dbbd3 tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/security-groups?id=bbfdda59-c0eb-402f-a567-3f9d3185b74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483069 Feb 04 14:01:06.205221 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb936ea-0748-4df0-a719-7ecfdc1727d6 req-df377185-ca71-4e21-b079-44f80050867d tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:06.206797 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aeb936ea-0748-4df0-a719-7ecfdc1727d6 req-df377185-ca71-4e21-b079-44f80050867d tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.100 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 946 time: 0.0666785 Feb 04 14:01:06.321527 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-aeb936ea-0748-4df0-a719-7ecfdc1727d6 req-9157b9f5-85f9-4a59-b1fa-3ea975c32e4e tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Deleting port 59b475de-8729-428e-9f23-e422814e37be {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:01:06.321868 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-aeb936ea-0748-4df0-a719-7ecfdc1727d6 req-9157b9f5-85f9-4a59-b1fa-3ea975c32e4e tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (59b475de-8729-428e-9f23-e422814e37be), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:06.430762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-aeb936ea-0748-4df0-a719-7ecfdc1727d6 req-9157b9f5-85f9-4a59-b1fa-3ea975c32e4e tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] For port 59b475de-8729-428e-9f23-e422814e37be, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=59b475de-8729-428e-9f23-e422814e37be,segment=NetworkSegment(fb5823bc-919d-4807-958a-d985b8c47525),segment_id=fb5823bc-919d-4807-958a-d985b8c47525)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:01:06.431243 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-aeb936ea-0748-4df0-a719-7ecfdc1727d6 req-9157b9f5-85f9-4a59-b1fa-3ea975c32e4e tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (59b475de-8729-428e-9f23-e422814e37be), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:06.446464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-aeb936ea-0748-4df0-a719-7ecfdc1727d6 req-9157b9f5-85f9-4a59-b1fa-3ea975c32e4e tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Calling delete_port for 59b475de-8729-428e-9f23-e422814e37be owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:01:06.649802 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-aeb936ea-0748-4df0-a719-7ecfdc1727d6 req-9157b9f5-85f9-4a59-b1fa-3ea975c32e4e tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (59b475de-8729-428e-9f23-e422814e37be), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:06.662547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['59b475de-8729-428e-9f23-e422814e37be'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:01:06.729040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157b9f5-85f9-4a59-b1fa-3ea975c32e4e tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Pushing event deleted for resources: {'Port': ['ID=59b475de-8729-428e-9f23-e422814e37be,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:06.764175 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb936ea-0748-4df0-a719-7ecfdc1727d6 req-9157b9f5-85f9-4a59-b1fa-3ea975c32e4e tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] No DVR routers for this DVR port 59b475de-8729-428e-9f23-e422814e37be on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:01:06.767849 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-aeb936ea-0748-4df0-a719-7ecfdc1727d6 req-9157b9f5-85f9-4a59-b1fa-3ea975c32e4e tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:06.771851 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aeb936ea-0748-4df0-a719-7ecfdc1727d6 req-9157b9f5-85f9-4a59-b1fa-3ea975c32e4e tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.100 "DELETE /v2.0/ports/59b475de-8729-428e-9f23-e422814e37be HTTP/1.1" status: 204 len: 173 time: 0.5594695 Feb 04 14:01:06.772334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711744e7-d688-4dcd-86fc-238f7b419b2c', 'name': 'network-vif-deleted', 'tag': '59b475de-8729-428e-9f23-e422814e37be'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:01:06.775733 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dffe63-587a-4526-9c2b-f7c4eb5ad93c" -d '{"events": [{"server_uuid": "711744e7-d688-4dcd-86fc-238f7b419b2c", "name": "network-vif-deleted", "tag": "59b475de-8729-428e-9f23-e422814e37be"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:01:06.822148 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21f0a1e-5057-4a19-be8c-3af12d8994bf x-openstack-request-id: req-f21f0a1e-5057-4a19-be8c-3af12d8994bf {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:01:06.822437 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711744e7-d688-4dcd-86fc-238f7b419b2c", "name": "network-vif-deleted", "tag": "59b475de-8729-428e-9f23-e422814e37be", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:01:06.822714 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f21f0a1e-5057-4a19-be8c-3af12d8994bf {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:01:06.823133 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711744e7-d688-4dcd-86fc-238f7b419b2c', 'name': 'network-vif-deleted', 'tag': '59b475de-8729-428e-9f23-e422814e37be', 'status': 'completed', 'code': 200} Feb 04 14:01:07.271237 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05e0f19c-ad08-4340-8177-0847aef43f6b req-1df82472-1857-458d-9026-f9abb43f88ce tempest-ServerTagsTestJSON-552212595 tempest-ServerTagsTestJSON-552212595-project] 10.222.0.96 "GET /v2.0/ports?device_id=711744e7-d688-4dcd-86fc-238f7b419b2c HTTP/1.1" status: 200 len: 210 time: 0.0328789 Feb 04 14:01:07.925184 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48072) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:08.091036 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1f80b2e0-b0e0-4658-b187-8870877843ba admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d954cf1ae4df4ddd95b2077c481a7a6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1646419 Feb 04 14:01:08.094143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48076) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:08.161201 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7740-cf97-4538-a137-1ec4848879e7 admin admin] Publish callbacks [] for security_group (9db38408-1fab-47b8-b6ff-6c3cc2423b0c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:08.187781 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7740-cf97-4538-a137-1ec4848879e7 admin admin] Publish callbacks [] for security_group (9db38408-1fab-47b8-b6ff-6c3cc2423b0c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:08.241364 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7740-cf97-4538-a137-1ec4848879e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9db38408-1fab-47b8-b6ff-6c3cc2423b0c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:08.247569 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7740-cf97-4538-a137-1ec4848879e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:08.247569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4d9c7740-cf97-4538-a137-1ec4848879e7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9db38408-1fab-47b8-b6ff-6c3cc2423b0c HTTP/1.1" status: 204 len: 168 time: 0.1501207 Feb 04 14:01:08.255267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c7740-cf97-4538-a137-1ec4848879e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db38408-1fab-47b8-b6ff-6c3cc2423b0c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:08.349769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48084) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:08.415319 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-033385bb-2ff6-4e29-81e8-000bda2b8034 admin admin] Deleting subnet 13a379c3-d119-492e-b3c8-2e83f2aad569 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:01:08.419284 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-033385bb-2ff6-4e29-81e8-000bda2b8034 admin admin] Publish callbacks [] for subnet (13a379c3-d119-492e-b3c8-2e83f2aad569), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:08.473830 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-033385bb-2ff6-4e29-81e8-000bda2b8034 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (13a379c3-d119-492e-b3c8-2e83f2aad569), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:08.523214 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-033385bb-2ff6-4e29-81e8-000bda2b8034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (13a379c3-d119-492e-b3c8-2e83f2aad569), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:08.598816 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-033385bb-2ff6-4e29-81e8-000bda2b8034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (13a379c3-d119-492e-b3c8-2e83f2aad569), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:08.635469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033385bb-2ff6-4e29-81e8-000bda2b8034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a379c3-d119-492e-b3c8-2e83f2aad569,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:08.649256 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-033385bb-2ff6-4e29-81e8-000bda2b8034 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:08.652623 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-033385bb-2ff6-4e29-81e8-000bda2b8034 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/13a379c3-d119-492e-b3c8-2e83f2aad569 HTTP/1.1" status: 204 len: 168 time: 0.3012674 Feb 04 14:01:08.655154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48092) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:08.756564 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eeb662b3-c12d-40ea-8ef4-9df4380d1432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (8c2dc508-39b1-4de8-919d-086f2ce07bbd), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:08.863890 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eeb662b3-c12d-40ea-8ef4-9df4380d1432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (8c2dc508-39b1-4de8-919d-086f2ce07bbd), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:08.892135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-eeb662b3-c12d-40ea-8ef4-9df4380d1432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2dc508-39b1-4de8-919d-086f2ce07bbd']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:08.903562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-eeb662b3-c12d-40ea-8ef4-9df4380d1432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5823bc-919d-4807-958a-d985b8c47525') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:08.903804 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-eeb662b3-c12d-40ea-8ef4-9df4380d1432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5823bc-919d-4807-958a-d985b8c47525') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:08.926415 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eeb662b3-c12d-40ea-8ef4-9df4380d1432 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (fb5823bc-919d-4807-958a-d985b8c47525), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:08.951482 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eeb662b3-c12d-40ea-8ef4-9df4380d1432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fb5823bc-919d-4807-958a-d985b8c47525), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:08.960537 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb662b3-c12d-40ea-8ef4-9df4380d1432 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:01:08.960939 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eeb662b3-c12d-40ea-8ef4-9df4380d1432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (fb5823bc-919d-4807-958a-d985b8c47525), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:01:08.965922 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:01:09.041496 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eeb662b3-c12d-40ea-8ef4-9df4380d1432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (8c2dc508-39b1-4de8-919d-086f2ce07bbd), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:09.054118 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eeb662b3-c12d-40ea-8ef4-9df4380d1432 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:09.057588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-eeb662b3-c12d-40ea-8ef4-9df4380d1432 admin admin] 10.222.0.96 "DELETE /v2.0/networks/8c2dc508-39b1-4de8-919d-086f2ce07bbd HTTP/1.1" status: 204 len: 168 time: 0.4010978 Feb 04 14:01:09.076472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb662b3-c12d-40ea-8ef4-9df4380d1432 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2dc508-39b1-4de8-919d-086f2ce07bbd,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:09.265374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48110) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:09.321949 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d75cd7fa-c7c9-42dc-b406-5998bbb94eaa admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8dcbad812da64041ab5a6f2e2b57ff07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0543902 Feb 04 14:01:09.324397 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48112) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:09.416756 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3b83bf0f-a646-447b-9dea-b21aac0dd690 admin admin] Publish callbacks [] for security_group (bbfdda59-c0eb-402f-a567-3f9d3185b74a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:09.450382 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3b83bf0f-a646-447b-9dea-b21aac0dd690 admin admin] Publish callbacks [] for security_group (bbfdda59-c0eb-402f-a567-3f9d3185b74a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:09.547454 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3b83bf0f-a646-447b-9dea-b21aac0dd690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bbfdda59-c0eb-402f-a567-3f9d3185b74a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:09.550486 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3b83bf0f-a646-447b-9dea-b21aac0dd690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:09.551378 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3b83bf0f-a646-447b-9dea-b21aac0dd690 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bbfdda59-c0eb-402f-a567-3f9d3185b74a HTTP/1.1" status: 204 len: 168 time: 0.2255919 Feb 04 14:01:09.561009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83bf0f-a646-447b-9dea-b21aac0dd690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfdda59-c0eb-402f-a567-3f9d3185b74a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:10.271794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 59b475de-8729-428e-9f23-e422814e37be no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:01:10.298500 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 59b475de-8729-428e-9f23-e422814e37be {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:01:10.299159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 59b475de-8729-428e-9f23-e422814e37be not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:01:10.555873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48150) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:10.680990 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ae13a79c-c00a-480d-ba1d-fee3b75c3333 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1982100892-network', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:10.706140 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae13a79c-c00a-480d-ba1d-fee3b75c3333 admin admin] Made reservation on behalf of 4ddd03a338e9481f8ecfe863e089db2d for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:01:10.709088 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae13a79c-c00a-480d-ba1d-fee3b75c3333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:10.720848 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae13a79c-c00a-480d-ba1d-fee3b75c3333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:10.815366 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae13a79c-c00a-480d-ba1d-fee3b75c3333 admin admin] Publish callbacks [] for security_group (bac9597c-96d1-44d6-a691-cdced4ad12aa), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:10.821667 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae13a79c-c00a-480d-ba1d-fee3b75c3333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bac9597c-96d1-44d6-a691-cdced4ad12aa), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:10.852886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae13a79c-c00a-480d-ba1d-fee3b75c3333 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:01:10.858881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13a79c-c00a-480d-ba1d-fee3b75c3333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac9597c-96d1-44d6-a691-cdced4ad12aa,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:10.868908 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae13a79c-c00a-480d-ba1d-fee3b75c3333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:10.869420 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-ae13a79c-c00a-480d-ba1d-fee3b75c3333 admin admin] Added segment 2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2 of type vlan for network 6a2573c7-a422-4fa3-9caa-883478b35439 Feb 04 14:01:10.920998 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae13a79c-c00a-480d-ba1d-fee3b75c3333 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (6a2573c7-a422-4fa3-9caa-883478b35439), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:10.949667 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae13a79c-c00a-480d-ba1d-fee3b75c3333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (6a2573c7-a422-4fa3-9caa-883478b35439), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:10.950876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae13a79c-c00a-480d-ba1d-fee3b75c3333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:10.951493 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae13a79c-c00a-480d-ba1d-fee3b75c3333 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:10.976060 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c328a55-7f3e-452d-bc87-9a1de62edc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:11.049814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13a79c-c00a-480d-ba1d-fee3b75c3333 admin admin] Pushing event updated for resources: {'Network': ['ID=6a2573c7-a422-4fa3-9caa-883478b35439,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:11.063652 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48154) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:11.065999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 6a2573c7-a422-4fa3-9caa-883478b35439 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:01:11.069429 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Request body: {'subnet': {'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1982100892-subnet', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:11.071802 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ae13a79c-c00a-480d-ba1d-fee3b75c3333 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5138607 Feb 04 14:01:11.092286 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Made reservation on behalf of 4ddd03a338e9481f8ecfe863e089db2d for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:01:11.095761 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:11.319713 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (dc55e045-daca-4403-9022-1e9266a649bb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:11.369959 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc55e045-daca-4403-9022-1e9266a649bb,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:11.380756 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:11.381095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:11.381377 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:11.381715 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:11.382303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:11.382631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:11.382954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:11.383284 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:11.383633 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:11.383964 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:11.384329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:11.384571 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:11.384881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:11.412719 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Checking segment: {'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:01:11.413172 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Network hostable DHCP agents. Network: 6a2573c7-a422-4fa3-9caa-883478b35439, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:01:11.436133 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Network 6a2573c7-a422-4fa3-9caa-883478b35439 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:01:11.448912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 6a2573c7-a422-4fa3-9caa-883478b35439) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:01:11.454631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:11.455387 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:11.463086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a1511e-bfba-407f-96eb-4f397162ada2 None None] Network 6a2573c7-a422-4fa3-9caa-883478b35439 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:01:11.479559 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5cca0569-b5ce-47cc-982d-fb5bc86d2344 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4146383 Feb 04 14:01:11.482198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48158) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:11.489065 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:11.521442 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (06891b07-d3d2-46a2-85b1-b68983f45d8d), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:11.522731 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (06891b07-d3d2-46a2-85b1-b68983f45d8d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:11.626273 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-6a2573c7-a422-4fa3-9caa-883478b35439', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:01:11.627650 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:11.639417 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Publish callbacks [] for router_controller (06891b07-d3d2-46a2-85b1-b68983f45d8d), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:11.832542 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Allocated IP 172.20.0.2 (6a2573c7-a422-4fa3-9caa-883478b35439/dc55e045-daca-4403-9022-1e9266a649bb/608ea25e-5ddc-486c-9e51-af9f2b395374) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:01:11.848788 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Publish callbacks [] for router_gateway (06891b07-d3d2-46a2-85b1-b68983f45d8d), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:12.021950 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Publish callbacks [] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:12.029636 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:12.075883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Network 6a2573c7-a422-4fa3-9caa-883478b35439 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:01:12.081264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:01:12.085757 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:01:12.089150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Pushing event updated for resources: {'Port': ['ID=608ea25e-5ddc-486c-9e51-af9f2b395374,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:12.123897 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Publish callbacks [] for router_gateway (06891b07-d3d2-46a2-85b1-b68983f45d8d), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:12.148177 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:12.162965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Attempting to bind port 608ea25e-5ddc-486c-9e51-af9f2b395374 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:01:12.163345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Attempting to bind port 608ea25e-5ddc-486c-9e51-af9f2b395374 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:01:12.163708 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Attempting to bind port 608ea25e-5ddc-486c-9e51-af9f2b395374 on network 6a2573c7-a422-4fa3-9caa-883478b35439 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:01:12.169897 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:01:12.170417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Checking segment: {'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:01:12.170832 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:12.171228 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Bound using segment: {'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:01:12.172518 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Bound port: 608ea25e-5ddc-486c-9e51-af9f2b395374, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:01:12.173147 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:12.258772 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] For port 608ea25e-5ddc-486c-9e51-af9f2b395374, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:01:12.263250 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] For port 608ea25e-5ddc-486c-9e51-af9f2b395374, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=608ea25e-5ddc-486c-9e51-af9f2b395374,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:01:12.272728 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:12.303565 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Allocated IP 172.25.5.216 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/cb2414f3-92c7-4670-9af5-f0caa6df4ad9) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:01:12.356847 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e20299-5486-4964-a614-05fcb878f376 None None] Pushing event updated for resources: {'Port': ['ID=608ea25e-5ddc-486c-9e51-af9f2b395374,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:12.481659 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Publish callbacks [] for port (cb2414f3-92c7-4670-9af5-f0caa6df4ad9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:12.526389 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (cb2414f3-92c7-4670-9af5-f0caa6df4ad9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:12.580033 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:01:12.586798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:01:12.591522 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:01:12.638403 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Pushing event updated for resources: {'Port': ['ID=cb2414f3-92c7-4670-9af5-f0caa6df4ad9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:12.883357 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 608ea25e-5ddc-486c-9e51-af9f2b395374 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:01:12.974728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 608ea25e-5ddc-486c-9e51-af9f2b395374 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:12.975740 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:13.014387 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Publish callbacks [] for router_gateway (06891b07-d3d2-46a2-85b1-b68983f45d8d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:13.071471 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 608ea25e-5ddc-486c-9e51-af9f2b395374 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:13.072112 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:13.115573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 608ea25e-5ddc-486c-9e51-af9f2b395374, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=608ea25e-5ddc-486c-9e51-af9f2b395374,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:01:13.122516 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:13.195571 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=608ea25e-5ddc-486c-9e51-af9f2b395374,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:13.709306 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (06891b07-d3d2-46a2-85b1-b68983f45d8d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:13.847691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cd3d0e-c161-4cd6-9098-3130f73349fb None None] Network 6a2573c7-a422-4fa3-9caa-883478b35439 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:01:13.913235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Router 06891b07-d3d2-46a2-85b1-b68983f45d8d is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:01:13.946136 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f43eea50-f993-4e11-9366-8505bdffb8e2 None None] Provisioning complete for port 608ea25e-5ddc-486c-9e51-af9f2b395374 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:13.946780 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f43eea50-f993-4e11-9366-8505bdffb8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:14.110270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f43eea50-f993-4e11-9366-8505bdffb8e2 None None] Current status of the port 608ea25e-5ddc-486c-9e51-af9f2b395374 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:14.146780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:01:14.159438 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:14.168548 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Sync routers for ids ['06891b07-d3d2-46a2-85b1-b68983f45d8d'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:01:14.194010 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Routers {'06891b07-d3d2-46a2-85b1-b68983f45d8d'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:01:14.195862 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:00:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['06891b07-d3d2-46a2-85b1-b68983f45d8d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:14.198653 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:14.205476 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4b3afa65-2cd9-4158-9a35-7f068ed9b125 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7194970 Feb 04 14:01:14.206316 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48174) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:14.473820 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Set router 06891b07-d3d2-46a2-85b1-b68983f45d8d gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:01:14.564931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5bfe6dbe-63a8-473e-a828-1c3755b548a1 None None] Provisioning complete for port 608ea25e-5ddc-486c-9e51-af9f2b395374 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:14.564931 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5bfe6dbe-63a8-473e-a828-1c3755b548a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:14.730223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5bfe6dbe-63a8-473e-a828-1c3755b548a1 None None] Current status of the port 608ea25e-5ddc-486c-9e51-af9f2b395374 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:14.736554 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 608ea25e-5ddc-486c-9e51-af9f2b395374 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:01:14.881766 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:12Z', 'revision_number': 3, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:14.916603 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Checking router: 06891b07-d3d2-46a2-85b1-b68983f45d8d for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:01:14.917504 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Updating router 06891b07-d3d2-46a2-85b1-b68983f45d8d port cb2414f3-92c7-4670-9af5-f0caa6df4ad9 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:01:14.976548 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cb2414f3-92c7-4670-9af5-f0caa6df4ad9), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:15.109917 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:15.148740 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 608ea25e-5ddc-486c-9e51-af9f2b395374 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:15.149310 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:15.156158 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:15.230926 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b365dbf7-3c6a-4c95-a7c5-3aaf9ab99716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:15.366165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 608ea25e-5ddc-486c-9e51-af9f2b395374 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:15.579995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Allocated IP 172.20.0.1 (6a2573c7-a422-4fa3-9caa-883478b35439/dc55e045-daca-4403-9022-1e9266a649bb/f56bb99b-8696-4fff-a47d-1804effc6456) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:01:15.594376 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Publish callbacks [] for port (cb2414f3-92c7-4670-9af5-f0caa6df4ad9), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:15.607034 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cb2414f3-92c7-4670-9af5-f0caa6df4ad9), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:15.684184 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:15.699411 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Attempting to bind port cb2414f3-92c7-4670-9af5-f0caa6df4ad9 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:01:15.700055 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Attempting to bind port cb2414f3-92c7-4670-9af5-f0caa6df4ad9 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:01:15.700432 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Attempting to bind port cb2414f3-92c7-4670-9af5-f0caa6df4ad9 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:01:15.717027 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:01:15.717474 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:01:15.717966 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:15.719146 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:01:15.719651 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Bound port: cb2414f3-92c7-4670-9af5-f0caa6df4ad9, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:01:15.720678 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cb2414f3-92c7-4670-9af5-f0caa6df4ad9), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:15.725311 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accfe37-e704-411d-ac2d-291bdd112578 None None] Pushing event updated for resources: {'Port': ['ID=cb2414f3-92c7-4670-9af5-f0caa6df4ad9,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:15.757624 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfe37-e704-411d-ac2d-291bdd112578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:15.757959 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfe37-e704-411d-ac2d-291bdd112578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:15.758423 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfe37-e704-411d-ac2d-291bdd112578 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:15.761144 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfe37-e704-411d-ac2d-291bdd112578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:15.761144 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfe37-e704-411d-ac2d-291bdd112578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:15.761144 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfe37-e704-411d-ac2d-291bdd112578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:15.761144 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfe37-e704-411d-ac2d-291bdd112578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:15.761144 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfe37-e704-411d-ac2d-291bdd112578 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:15.761144 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfe37-e704-411d-ac2d-291bdd112578 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:15.761144 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfe37-e704-411d-ac2d-291bdd112578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:15.763147 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfe37-e704-411d-ac2d-291bdd112578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:15.763147 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfe37-e704-411d-ac2d-291bdd112578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:15.763147 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfe37-e704-411d-ac2d-291bdd112578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:15.777098 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Publish callbacks [] for port (f56bb99b-8696-4fff-a47d-1804effc6456), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:15.810574 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] For port cb2414f3-92c7-4670-9af5-f0caa6df4ad9, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:01:15.816576 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] For port cb2414f3-92c7-4670-9af5-f0caa6df4ad9, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=cb2414f3-92c7-4670-9af5-f0caa6df4ad9,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:01:15.828746 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cb2414f3-92c7-4670-9af5-f0caa6df4ad9), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:15.842161 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:15.899179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Network 6a2573c7-a422-4fa3-9caa-883478b35439 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:01:15.903654 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:01:15.908169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:01:15.911880 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Routers {'06891b07-d3d2-46a2-85b1-b68983f45d8d'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:01:15.912547 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:01:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['06891b07-d3d2-46a2-85b1-b68983f45d8d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:15.916011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Pushing event updated for resources: {'Port': ['ID=f56bb99b-8696-4fff-a47d-1804effc6456,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:15.918822 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accfe37-e704-411d-ac2d-291bdd112578 None None] Pushing event updated for resources: {'Port': ['ID=cb2414f3-92c7-4670-9af5-f0caa6df4ad9,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:15.971627 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (06891b07-d3d2-46a2-85b1-b68983f45d8d), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:16.083602 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] Set router 06891b07-d3d2-46a2-85b1-b68983f45d8d gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:01:16.182386 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:16.288422 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-96789fb9-8433-4c9d-93a3-d845560fa98b None None] Provisioning complete for port f56bb99b-8696-4fff-a47d-1804effc6456 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:16.289640 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-96789fb9-8433-4c9d-93a3-d845560fa98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:16.342721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-96789fb9-8433-4c9d-93a3-d845560fa98b None None] Port f56bb99b-8696-4fff-a47d-1804effc6456 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:01:16.365519 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:12Z', 'revision_number': 3, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:16.396214 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b822240-bd66-4da0-8bda-dca706758818 None None] The sync data for ids ['06891b07-d3d2-46a2-85b1-b68983f45d8d'] in n-d-714676-13 is: [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:12Z', 'revision_number': 3, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:01:16.411670 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Publish callbacks [] for port (f56bb99b-8696-4fff-a47d-1804effc6456), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:16.417633 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:16.945287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Pushing event updated for resources: {'Port': ['ID=f56bb99b-8696-4fff-a47d-1804effc6456,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:16.973080 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (06891b07-d3d2-46a2-85b1-b68983f45d8d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:16.984391 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:17.157276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Network 6a2573c7-a422-4fa3-9caa-883478b35439 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:01:17.158950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:01:17.345416 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Router 06891b07-d3d2-46a2-85b1-b68983f45d8d has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:01:17.580963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-dde0285f-0e6c-4a44-a2c5-526622f2aec1 None None] Provisioning complete for port f56bb99b-8696-4fff-a47d-1804effc6456 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:17.584910 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dde0285f-0e6c-4a44-a2c5-526622f2aec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:17.676997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:01:17.696530 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-13413993-33d1-4c7b-90b7-97bc4fc67032 admin admin] 10.222.0.96 "PUT /v2.0/routers/06891b07-d3d2-46a2-85b1-b68983f45d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4887679 Feb 04 14:01:17.705793 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-dde0285f-0e6c-4a44-a2c5-526622f2aec1 None None] Port f56bb99b-8696-4fff-a47d-1804effc6456 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:01:18.008005 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:18.447799 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48202) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:18.453026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-850cbae3-3f06-4ab7-8b60-9cc36a9212ea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2112188518', 'description': 'tempest-description--109707984'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:18.478370 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-850cbae3-3f06-4ab7-8b60-9cc36a9212ea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:18.589351 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-850cbae3-3f06-4ab7-8b60-9cc36a9212ea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group (91d69921-8e41-4c22-b9f4-19eae0579d37), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:18.613749 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-850cbae3-3f06-4ab7-8b60-9cc36a9212ea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (91d69921-8e41-4c22-b9f4-19eae0579d37), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:18.716734 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-850cbae3-3f06-4ab7-8b60-9cc36a9212ea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:18.721761 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-850cbae3-3f06-4ab7-8b60-9cc36a9212ea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2695258 Feb 04 14:01:18.722676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48204) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:18.728183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b302df95-d511-4b3d-8081-7411e6f03c57 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Request body: {'security_group_rule': {'security_group_id': '91d69921-8e41-4c22-b9f4-19eae0579d37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:18.754977 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cbae3-3f06-4ab7-8b60-9cc36a9212ea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d69921-8e41-4c22-b9f4-19eae0579d37,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:18.815144 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b302df95-d511-4b3d-8081-7411e6f03c57 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group_rule (7e0ac9c1-d7e9-4f91-9960-b0497c4d3c42), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:18.834404 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device cb2414f3-92c7-4670-9af5-f0caa6df4ad9 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:01:18.906423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port cb2414f3-92c7-4670-9af5-f0caa6df4ad9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:18.907039 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cb2414f3-92c7-4670-9af5-f0caa6df4ad9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:18.965793 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b302df95-d511-4b3d-8081-7411e6f03c57 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group_rule (7e0ac9c1-d7e9-4f91-9960-b0497c4d3c42), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:18.974216 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b302df95-d511-4b3d-8081-7411e6f03c57 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (7e0ac9c1-d7e9-4f91-9960-b0497c4d3c42), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:19.022292 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302df95-d511-4b3d-8081-7411e6f03c57 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0ac9c1-d7e9-4f91-9960-b0497c4d3c42,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:19.038169 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b302df95-d511-4b3d-8081-7411e6f03c57 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:19.042446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48208) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:19.045121 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b302df95-d511-4b3d-8081-7411e6f03c57 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3212333 Feb 04 14:01:19.053679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-7a54b5a1-bcd9-4c74-b2e9-c2f9f797272d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Request body: {'security_group_rule': {'security_group_id': '91d69921-8e41-4c22-b9f4-19eae0579d37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:19.070618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port cb2414f3-92c7-4670-9af5-f0caa6df4ad9 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:19.071219 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cb2414f3-92c7-4670-9af5-f0caa6df4ad9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:19.119408 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7a54b5a1-bcd9-4c74-b2e9-c2f9f797272d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group_rule (60235a11-6567-4d27-9614-1bb6c6fa6f26), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:19.123897 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port cb2414f3-92c7-4670-9af5-f0caa6df4ad9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=cb2414f3-92c7-4670-9af5-f0caa6df4ad9,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:01:19.132346 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cb2414f3-92c7-4670-9af5-f0caa6df4ad9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:19.196396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Sync routers for ids ['06891b07-d3d2-46a2-85b1-b68983f45d8d'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:01:19.208207 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7a54b5a1-bcd9-4c74-b2e9-c2f9f797272d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group_rule (60235a11-6567-4d27-9614-1bb6c6fa6f26), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:19.213634 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7a54b5a1-bcd9-4c74-b2e9-c2f9f797272d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (60235a11-6567-4d27-9614-1bb6c6fa6f26), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:19.225163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=cb2414f3-92c7-4670-9af5-f0caa6df4ad9,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:19.228846 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Routers {'06891b07-d3d2-46a2-85b1-b68983f45d8d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:01:19.229482 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:01:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['06891b07-d3d2-46a2-85b1-b68983f45d8d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:19.242367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54b5a1-bcd9-4c74-b2e9-c2f9f797272d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60235a11-6567-4d27-9614-1bb6c6fa6f26,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:19.251072 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7a54b5a1-bcd9-4c74-b2e9-c2f9f797272d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:19.254133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7a54b5a1-bcd9-4c74-b2e9-c2f9f797272d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2085400 Feb 04 14:01:19.255713 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48212) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:19.263361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:19.307133 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:19.422369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Set router 06891b07-d3d2-46a2-85b1-b68983f45d8d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:01:19.471168 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:19.677904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Allocated IP 172.25.5.239 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/5d63bc47-d9d9-4e1f-a7a1-1f2452843dad) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:01:19.781446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:16Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'f56bb99b-8696-4fff-a47d-1804effc6456', 'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'mac_address': 'fa:16:3e:6f:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:16Z', 'revision_number': 2, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'subnets': [{'id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:19.824381 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Checking router: 06891b07-d3d2-46a2-85b1-b68983f45d8d for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:01:19.824999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Updating router 06891b07-d3d2-46a2-85b1-b68983f45d8d port f56bb99b-8696-4fff-a47d-1804effc6456 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:01:19.859448 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:19.880970 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for port (5d63bc47-d9d9-4e1f-a7a1-1f2452843dad), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:20.034717 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (5d63bc47-d9d9-4e1f-a7a1-1f2452843dad), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:20.129025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:01:20.136220 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:01:20.138998 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:01:20.146913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event updated for resources: {'Port': ['ID=5d63bc47-d9d9-4e1f-a7a1-1f2452843dad,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:20.273930 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for floatingip (fa378791-a2fc-478b-a5f1-d8b148d6a47a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:20.335302 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5d63bc47-d9d9-4e1f-a7a1-1f2452843dad), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:20.364391 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Publish callbacks [] for port (f56bb99b-8696-4fff-a47d-1804effc6456), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:20.375365 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:20.512784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8257e-198e-4de6-b3d8-90ee78ec0aeb None None] Pushing event updated for resources: {'Port': ['ID=f56bb99b-8696-4fff-a47d-1804effc6456,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:20.541885 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Attempting to bind port f56bb99b-8696-4fff-a47d-1804effc6456 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:01:20.542430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Attempting to bind port f56bb99b-8696-4fff-a47d-1804effc6456 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:01:20.543004 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Attempting to bind port f56bb99b-8696-4fff-a47d-1804effc6456 on network 6a2573c7-a422-4fa3-9caa-883478b35439 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:01:20.550373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:01:20.550912 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Checking segment: {'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:01:20.551478 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:20.552002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Bound using segment: {'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:01:20.552514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Bound port: f56bb99b-8696-4fff-a47d-1804effc6456, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:01:20.553180 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:20.628658 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for port (5d63bc47-d9d9-4e1f-a7a1-1f2452843dad), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:20.635588 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (5d63bc47-d9d9-4e1f-a7a1-1f2452843dad), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:20.651683 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] For port f56bb99b-8696-4fff-a47d-1804effc6456, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:01:20.656799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] For port f56bb99b-8696-4fff-a47d-1804effc6456, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f56bb99b-8696-4fff-a47d-1804effc6456,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:01:20.666991 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:20.726200 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event updated for resources: {'Port': ['ID=5d63bc47-d9d9-4e1f-a7a1-1f2452843dad,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:20.734524 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device cb2414f3-92c7-4670-9af5-f0caa6df4ad9 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:01:20.741505 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (fa378791-a2fc-478b-a5f1-d8b148d6a47a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:20.759580 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:20.761471 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-110f2ac4-50e6-449f-ab9e-de5037e81c99 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5043831 Feb 04 14:01:20.779512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8257e-198e-4de6-b3d8-90ee78ec0aeb None None] Pushing event updated for resources: {'Port': ['ID=f56bb99b-8696-4fff-a47d-1804effc6456,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:20.813744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Routers {'06891b07-d3d2-46a2-85b1-b68983f45d8d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:01:20.814519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:01:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['06891b07-d3d2-46a2-85b1-b68983f45d8d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:20.893776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-be6d6d41-39fd-4d96-bef6-4cf461344cbc None None] Provisioning complete for port f56bb99b-8696-4fff-a47d-1804effc6456 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:20.894410 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be6d6d41-39fd-4d96-bef6-4cf461344cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:20.970513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port cb2414f3-92c7-4670-9af5-f0caa6df4ad9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:20.970926 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cb2414f3-92c7-4670-9af5-f0caa6df4ad9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:20.978476 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17053e85-6132-4b78-9581-fb63caae74bf req-7c93b690-ca5f-47b7-87c2-f4938e34b248 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--2112188518&fields=id&tenant_id=4ddd03a338e9481f8ecfe863e089db2d HTTP/1.1" status: 200 len: 267 time: 0.0753996 Feb 04 14:01:21.028020 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] Set router 06891b07-d3d2-46a2-85b1-b68983f45d8d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:01:21.110253 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17053e85-6132-4b78-9581-fb63caae74bf req-61316449-5f9a-4e6e-9e71-ef5a0ee3e576 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:21.113364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17053e85-6132-4b78-9581-fb63caae74bf req-61316449-5f9a-4e6e-9e71-ef5a0ee3e576 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/networks?id=6a2573c7-a422-4fa3-9caa-883478b35439 HTTP/1.1" status: 200 len: 811 time: 0.1331005 Feb 04 14:01:21.131545 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17053e85-6132-4b78-9581-fb63caae74bf req-e21834d4-e72a-46d5-9e37-25bcebd8c232 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/quotas/4ddd03a338e9481f8ecfe863e089db2d HTTP/1.1" status: 200 len: 375 time: 0.0120540 Feb 04 14:01:21.150736 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-be6d6d41-39fd-4d96-bef6-4cf461344cbc None None] Current status of the port f56bb99b-8696-4fff-a47d-1804effc6456 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:21.151077 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be6d6d41-39fd-4d96-bef6-4cf461344cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:21.210719 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17053e85-6132-4b78-9581-fb63caae74bf req-f756aaf9-9c31-47d0-a6c9-fa3c1b176993 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=4ddd03a338e9481f8ecfe863e089db2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692539 Feb 04 14:01:21.270271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port cb2414f3-92c7-4670-9af5-f0caa6df4ad9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:21.277015 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-be6d6d41-39fd-4d96-bef6-4cf461344cbc None None] For port f56bb99b-8696-4fff-a47d-1804effc6456, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f56bb99b-8696-4fff-a47d-1804effc6456,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:01:21.285304 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be6d6d41-39fd-4d96-bef6-4cf461344cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:21.373323 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17053e85-6132-4b78-9581-fb63caae74bf req-9fd5b7fd-2d73-4cc2-883d-26b37a5de7b3 service neutron] 10.222.0.96 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477733 Feb 04 14:01:21.532727 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17053e85-6132-4b78-9581-fb63caae74bf req-00a29fd0-d5b0-40d6-a517-f500fb34bf55 service neutron] 10.222.0.96 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476550 Feb 04 14:01:21.559773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d6d41-39fd-4d96-bef6-4cf461344cbc None None] Pushing event updated for resources: {'Port': ['ID=f56bb99b-8696-4fff-a47d-1804effc6456,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:21.566340 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f7633489-c7b9-4b5a-9340-8b7381ff4733 None None] Provisioning complete for port f56bb99b-8696-4fff-a47d-1804effc6456 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:21.566807 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f7633489-c7b9-4b5a-9340-8b7381ff4733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:21.632672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:16Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'f56bb99b-8696-4fff-a47d-1804effc6456', 'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'mac_address': 'fa:16:3e:6f:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:20Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'subnets': [{'id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:21.721764 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae23ef-9f13-4e50-aa07-8b50823f6a0b None None] The sync data for ids ['06891b07-d3d2-46a2-85b1-b68983f45d8d'] in n-d-714676-13 is: [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:16Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'f56bb99b-8696-4fff-a47d-1804effc6456', 'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'mac_address': 'fa:16:3e:6f:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:20Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'subnets': [{'id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:01:21.786923 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f7633489-c7b9-4b5a-9340-8b7381ff4733 None None] Current status of the port f56bb99b-8696-4fff-a47d-1804effc6456 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:21.857244 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5aed803e-cd07-41cc-98ec-f5ef35fef063 req-24e5121d-34ec-4a62-811c-bf2839c898d0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 210 time: 0.0683677 Feb 04 14:01:22.791429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f56bb99b-8696-4fff-a47d-1804effc6456 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:01:22.862269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f56bb99b-8696-4fff-a47d-1804effc6456 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:22.862956 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:22.985892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f56bb99b-8696-4fff-a47d-1804effc6456 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:23.020969 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59c83e54-77bc-4730-a0b7-7bbe5e9dfd95 req-a9e0524a-9424-4924-b1e1-436f621aeca8 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 210 time: 0.0424132 Feb 04 14:01:23.463522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17053e85-6132-4b78-9581-fb63caae74bf req-ee24cc65-92cf-48ce-83c1-563433ea22b3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:23.465208 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17053e85-6132-4b78-9581-fb63caae74bf req-ee24cc65-92cf-48ce-83c1-563433ea22b3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.99 "GET /v2.0/networks?id=6a2573c7-a422-4fa3-9caa-883478b35439 HTTP/1.1" status: 200 len: 811 time: 0.2297816 Feb 04 14:01:23.625076 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17053e85-6132-4b78-9581-fb63caae74bf req-c7c7f343-c0d1-483e-bef5-85ff7cd4de9e tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ddd03a338e9481f8ecfe863e089db2d HTTP/1.1" status: 200 len: 380 time: 0.1494050 Feb 04 14:01:23.638438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-17053e85-6132-4b78-9581-fb63caae74bf req-3eec334c-93c7-4baa-bedd-eaae0511cec0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Request body: {'port': {'device_id': '23e19c31-d5cb-42ea-a304-cfe369861e7e', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'admin_state_up': True, 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'security_groups': ['91d69921-8e41-4c22-b9f4-19eae0579d37']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:23.787624 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17053e85-6132-4b78-9581-fb63caae74bf req-3eec334c-93c7-4baa-bedd-eaae0511cec0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Made reservation on behalf of 4ddd03a338e9481f8ecfe863e089db2d for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:01:23.791405 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17053e85-6132-4b78-9581-fb63caae74bf req-3eec334c-93c7-4baa-bedd-eaae0511cec0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:23.935853 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-17053e85-6132-4b78-9581-fb63caae74bf req-3eec334c-93c7-4baa-bedd-eaae0511cec0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Allocated IP 172.20.0.14 (6a2573c7-a422-4fa3-9caa-883478b35439/dc55e045-daca-4403-9022-1e9266a649bb/71feef09-f40e-4d32-8d2b-80c6b97bb75c) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:01:24.190295 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17053e85-6132-4b78-9581-fb63caae74bf req-3eec334c-93c7-4baa-bedd-eaae0511cec0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for port (71feef09-f40e-4d32-8d2b-80c6b97bb75c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:24.273368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfc0312e-189b-4494-9dc4-65fc48ae37fe req-4649ec35-3871-4858-b8ca-0aac143e4f2a tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 210 time: 0.0741637 Feb 04 14:01:24.320280 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17053e85-6132-4b78-9581-fb63caae74bf req-3eec334c-93c7-4baa-bedd-eaae0511cec0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (71feef09-f40e-4d32-8d2b-80c6b97bb75c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:24.378821 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17053e85-6132-4b78-9581-fb63caae74bf req-3eec334c-93c7-4baa-bedd-eaae0511cec0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Network 6a2573c7-a422-4fa3-9caa-883478b35439 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:01:24.382566 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-17053e85-6132-4b78-9581-fb63caae74bf req-3eec334c-93c7-4baa-bedd-eaae0511cec0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:01:24.387163 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-17053e85-6132-4b78-9581-fb63caae74bf req-3eec334c-93c7-4baa-bedd-eaae0511cec0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:01:24.395237 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec334c-93c7-4baa-bedd-eaae0511cec0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event updated for resources: {'Port': ['ID=71feef09-f40e-4d32-8d2b-80c6b97bb75c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:24.459817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17053e85-6132-4b78-9581-fb63caae74bf req-3eec334c-93c7-4baa-bedd-eaae0511cec0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:24.460579 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17053e85-6132-4b78-9581-fb63caae74bf req-3eec334c-93c7-4baa-bedd-eaae0511cec0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:24.481695 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17053e85-6132-4b78-9581-fb63caae74bf req-3eec334c-93c7-4baa-bedd-eaae0511cec0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8502891 Feb 04 14:01:24.497839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Request body: {'port': {'device_id': '23e19c31-d5cb-42ea-a304-cfe369861e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:24.585968 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71feef09-f40e-4d32-8d2b-80c6b97bb75c), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:24.754160 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7099d5be-1940-4026-b796-28810f01e355 None None] Provisioning complete for port 71feef09-f40e-4d32-8d2b-80c6b97bb75c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:24.755164 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7099d5be-1940-4026-b796-28810f01e355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (71feef09-f40e-4d32-8d2b-80c6b97bb75c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:24.798204 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7099d5be-1940-4026-b796-28810f01e355 None None] Port 71feef09-f40e-4d32-8d2b-80c6b97bb75c cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:01:24.939724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71feef09-f40e-4d32-8d2b-80c6b97bb75c {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:01:24.954310 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Publish callbacks [] for port (71feef09-f40e-4d32-8d2b-80c6b97bb75c), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:24.969798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Transition to ACTIVE for port object 71feef09-f40e-4d32-8d2b-80c6b97bb75c will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:01:24.974250 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (71feef09-f40e-4d32-8d2b-80c6b97bb75c), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:25.029473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Pushing event updated for resources: {'Port': ['ID=71feef09-f40e-4d32-8d2b-80c6b97bb75c,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:25.119448 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Attempting to bind port 71feef09-f40e-4d32-8d2b-80c6b97bb75c on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:01:25.119954 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Attempting to bind port 71feef09-f40e-4d32-8d2b-80c6b97bb75c by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:01:25.120444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Attempting to bind port 71feef09-f40e-4d32-8d2b-80c6b97bb75c on network 6a2573c7-a422-4fa3-9caa-883478b35439 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:01:25.126343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Port 71feef09-f40e-4d32-8d2b-80c6b97bb75c on network 6a2573c7-a422-4fa3-9caa-883478b35439 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:01:25.126691 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Attempting to bind port 71feef09-f40e-4d32-8d2b-80c6b97bb75c on network 6a2573c7-a422-4fa3-9caa-883478b35439 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:01:25.132516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:01:25.132920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Checking segment: {'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:01:25.133317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Bound using segment: {'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:01:25.133905 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Bound port: 71feef09-f40e-4d32-8d2b-80c6b97bb75c, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:01:25.134297 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71feef09-f40e-4d32-8d2b-80c6b97bb75c), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:25.220318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] For port 71feef09-f40e-4d32-8d2b-80c6b97bb75c, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:01:25.224053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] For port 71feef09-f40e-4d32-8d2b-80c6b97bb75c, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=71feef09-f40e-4d32-8d2b-80c6b97bb75c,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:01:25.232776 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (71feef09-f40e-4d32-8d2b-80c6b97bb75c), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:25.288386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:25.289083 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:25.293046 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17053e85-6132-4b78-9581-fb63caae74bf req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] 10.222.0.99 "PUT /v2.0/ports/71feef09-f40e-4d32-8d2b-80c6b97bb75c HTTP/1.1" status: 200 len: 1093 time: 0.7987602 Feb 04 14:01:25.293543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e19c31-d5cb-42ea-a304-cfe369861e7e', 'tag': '71feef09-f40e-4d32-8d2b-80c6b97bb75c'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:01:25.296467 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5476cab7-9b3b-496d-9ee3-b801b382d8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "23e19c31-d5cb-42ea-a304-cfe369861e7e", "tag": "71feef09-f40e-4d32-8d2b-80c6b97bb75c"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:01:25.327920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afd26b-953e-44e2-ba39-0d4785ed7f35 service neutron] Pushing event updated for resources: {'Port': ['ID=71feef09-f40e-4d32-8d2b-80c6b97bb75c,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:25.419020 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff36957-a3a7-41e1-b32b-d56041ebfd92 x-openstack-request-id: req-eff36957-a3a7-41e1-b32b-d56041ebfd92 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:01:25.419519 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e19c31-d5cb-42ea-a304-cfe369861e7e", "tag": "71feef09-f40e-4d32-8d2b-80c6b97bb75c", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:01:25.419977 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-eff36957-a3a7-41e1-b32b-d56041ebfd92 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:01:25.420574 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e19c31-d5cb-42ea-a304-cfe369861e7e', 'tag': '71feef09-f40e-4d32-8d2b-80c6b97bb75c', 'status': 'completed', 'code': 200} Feb 04 14:01:25.471683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17053e85-6132-4b78-9581-fb63caae74bf req-4cdda792-1d18-4108-add7-e40361e49e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:25.474515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17053e85-6132-4b78-9581-fb63caae74bf req-4cdda792-1d18-4108-add7-e40361e49e9d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4ddd03a338e9481f8ecfe863e089db2d&device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 1127 time: 0.1194060 Feb 04 14:01:25.566422 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17053e85-6132-4b78-9581-fb63caae74bf req-6539e459-a169-4cc4-8a5c-f2821e0ed017 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71feef09-f40e-4d32-8d2b-80c6b97bb75c HTTP/1.1" status: 200 len: 217 time: 0.0777924 Feb 04 14:01:25.622577 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09576239-4ccf-4952-ac96-d0d5226b1a72 req-05d0918c-e989-4740-9a2a-b696ff2ca93a tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:25.624951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09576239-4ccf-4952-ac96-d0d5226b1a72 req-05d0918c-e989-4740-9a2a-b696ff2ca93a tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 944 time: 0.1457167 Feb 04 14:01:25.651836 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17053e85-6132-4b78-9581-fb63caae74bf req-3d2ea85b-8e64-4964-b55c-fe7b75ab9518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:25.653426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17053e85-6132-4b78-9581-fb63caae74bf req-3d2ea85b-8e64-4964-b55c-fe7b75ab9518 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=dc55e045-daca-4403-9022-1e9266a649bb HTTP/1.1" status: 200 len: 850 time: 0.0805876 Feb 04 14:01:25.727436 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09576239-4ccf-4952-ac96-d0d5226b1a72 req-faf951e2-46c8-4ff6-8479-b5c2f998ca65 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950329 Feb 04 14:01:25.738739 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17053e85-6132-4b78-9581-fb63caae74bf req-9acda33b-ddbc-48c9-bdb1-f476a3ebf2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:25.747469 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17053e85-6132-4b78-9581-fb63caae74bf req-9acda33b-ddbc-48c9-bdb1-f476a3ebf2fe service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6a2573c7-a422-4fa3-9caa-883478b35439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0809929 Feb 04 14:01:25.871406 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17053e85-6132-4b78-9581-fb63caae74bf req-e84070e0-dc6c-4b01-ab5f-ec201cc985a0 service neutron] 10.222.0.99 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200056 Feb 04 14:01:25.989993 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17053e85-6132-4b78-9581-fb63caae74bf req-a58cb28b-8b89-41b5-89d5-2819a698bf51 service neutron] 10.222.0.99 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125243 Feb 04 14:01:26.098384 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476cab7-9b3b-496d-9ee3-b801b382d8a8 req-9be2cbc4-2ae1-4f0a-8c19-4055d5e87ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:26.100108 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5476cab7-9b3b-496d-9ee3-b801b382d8a8 req-9be2cbc4-2ae1-4f0a-8c19-4055d5e87ba3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4ddd03a338e9481f8ecfe863e089db2d&device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 1127 time: 0.0558760 Feb 04 14:01:26.224829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476cab7-9b3b-496d-9ee3-b801b382d8a8 req-a54eddab-3834-4233-8632-45748b0df39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:26.226440 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5476cab7-9b3b-496d-9ee3-b801b382d8a8 req-a54eddab-3834-4233-8632-45748b0df39f service neutron] 10.222.0.99 "GET /v2.0/networks?id=6a2573c7-a422-4fa3-9caa-883478b35439 HTTP/1.1" status: 200 len: 912 time: 0.1204746 Feb 04 14:01:26.272649 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5476cab7-9b3b-496d-9ee3-b801b382d8a8 req-0adbcbae-7053-4128-a072-af23a76cf107 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71feef09-f40e-4d32-8d2b-80c6b97bb75c HTTP/1.1" status: 200 len: 217 time: 0.0403488 Feb 04 14:01:26.333463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476cab7-9b3b-496d-9ee3-b801b382d8a8 req-1efa07ed-1a42-4d12-98fb-2e0a515b57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:26.335032 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5476cab7-9b3b-496d-9ee3-b801b382d8a8 req-1efa07ed-1a42-4d12-98fb-2e0a515b57f3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=dc55e045-daca-4403-9022-1e9266a649bb HTTP/1.1" status: 200 len: 850 time: 0.0560706 Feb 04 14:01:26.397231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476cab7-9b3b-496d-9ee3-b801b382d8a8 req-0e5bda98-ee99-400c-910d-5e0a089f96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:26.398842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5476cab7-9b3b-496d-9ee3-b801b382d8a8 req-0e5bda98-ee99-400c-910d-5e0a089f96c2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6a2573c7-a422-4fa3-9caa-883478b35439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0574651 Feb 04 14:01:26.503356 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5476cab7-9b3b-496d-9ee3-b801b382d8a8 req-ef29dc25-fde2-4de5-959b-1bf0b5e9a6e4 service neutron] 10.222.0.99 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964158 Feb 04 14:01:26.619548 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5476cab7-9b3b-496d-9ee3-b801b382d8a8 req-7f95baad-b923-4821-93db-f6ca9c7c3d9d service neutron] 10.222.0.99 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097503 Feb 04 14:01:26.870671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77055c-0106-4f80-b5e9-e42292452148 req-e74eccb9-5041-4697-8460-3cbb13c5beb6 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:26.872297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b77055c-0106-4f80-b5e9-e42292452148 req-e74eccb9-5041-4697-8460-3cbb13c5beb6 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 944 time: 0.0715263 Feb 04 14:01:26.926701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b77055c-0106-4f80-b5e9-e42292452148 req-1db082cc-af1a-4959-be40-b3c7d8133535 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470064 Feb 04 14:01:27.855298 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 71feef09-f40e-4d32-8d2b-80c6b97bb75c details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:01:28.002807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 71feef09-f40e-4d32-8d2b-80c6b97bb75c, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=71feef09-f40e-4d32-8d2b-80c6b97bb75c,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:01:28.017292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '71feef09-f40e-4d32-8d2b-80c6b97bb75c', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'port_id': '71feef09-f40e-4d32-8d2b-80c6b97bb75c', 'mac_address': 'fa:16:3e:34:e7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:01:28.065284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 71feef09-f40e-4d32-8d2b-80c6b97bb75c is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:28.065981 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71feef09-f40e-4d32-8d2b-80c6b97bb75c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:28.071451 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f9c75-5a0d-43e1-a02d-d777e2383dca req-bc4329f1-c724-468d-87a5-003922d83c4f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:28.083327 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d37f9c75-5a0d-43e1-a02d-d777e2383dca req-bc4329f1-c724-468d-87a5-003922d83c4f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 944 time: 0.0805702 Feb 04 14:01:28.083907 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71feef09-f40e-4d32-8d2b-80c6b97bb75c {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:01:28.118426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 71feef09-f40e-4d32-8d2b-80c6b97bb75c, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=71feef09-f40e-4d32-8d2b-80c6b97bb75c,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:01:28.126759 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (71feef09-f40e-4d32-8d2b-80c6b97bb75c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:28.157961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d37f9c75-5a0d-43e1-a02d-d777e2383dca req-688e1e56-7703-4529-a125-5c7169c41985 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709167 Feb 04 14:01:28.198262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=71feef09-f40e-4d32-8d2b-80c6b97bb75c,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:28.427723 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['71feef09-f40e-4d32-8d2b-80c6b97bb75c'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:01:29.275277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3bc6e-c1af-4cc8-8339-888cde0e2e51 req-f63e4a38-311c-4a1e-a980-40007362710e tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:29.276821 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-acb3bc6e-c1af-4cc8-8339-888cde0e2e51 req-f63e4a38-311c-4a1e-a980-40007362710e tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 945 time: 0.0597296 Feb 04 14:01:29.325480 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-acb3bc6e-c1af-4cc8-8339-888cde0e2e51 req-47962aec-05d3-4f20-86a6-94a4974a4e46 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424118 Feb 04 14:01:29.855487 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 71feef09-f40e-4d32-8d2b-80c6b97bb75c up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:01:29.954511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 71feef09-f40e-4d32-8d2b-80c6b97bb75c completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:01:29.961105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 71feef09-f40e-4d32-8d2b-80c6b97bb75c triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:29.961498 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (71feef09-f40e-4d32-8d2b-80c6b97bb75c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:30.078758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 71feef09-f40e-4d32-8d2b-80c6b97bb75c is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:30.079010 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (71feef09-f40e-4d32-8d2b-80c6b97bb75c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:30.109271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e19c31-d5cb-42ea-a304-cfe369861e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71feef09-f40e-4d32-8d2b-80c6b97bb75c'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:01:30.111167 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ccb331-0ea8-41a5-ad62-45f13a92f5a6" -d '{"events": [{"server_uuid": "23e19c31-d5cb-42ea-a304-cfe369861e7e", "name": "network-vif-plugged", "status": "completed", "tag": "71feef09-f40e-4d32-8d2b-80c6b97bb75c"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:01:30.135076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 71feef09-f40e-4d32-8d2b-80c6b97bb75c, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=71feef09-f40e-4d32-8d2b-80c6b97bb75c,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:01:30.142457 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (71feef09-f40e-4d32-8d2b-80c6b97bb75c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:30.180203 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a045790c-07be-4c62-ab73-33635b003696 x-openstack-request-id: req-a045790c-07be-4c62-ab73-33635b003696 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:01:30.180581 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e19c31-d5cb-42ea-a304-cfe369861e7e", "name": "network-vif-plugged", "status": "completed", "tag": "71feef09-f40e-4d32-8d2b-80c6b97bb75c", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:01:30.180899 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a045790c-07be-4c62-ab73-33635b003696 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:01:30.181295 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e19c31-d5cb-42ea-a304-cfe369861e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71feef09-f40e-4d32-8d2b-80c6b97bb75c', 'code': 200} Feb 04 14:01:30.224706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=71feef09-f40e-4d32-8d2b-80c6b97bb75c,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:30.284231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ab261-7dce-4241-ba06-d8c461a60f00 req-c81fdd52-9134-480e-af88-41e86f8684a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:30.285689 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be6ab261-7dce-4241-ba06-d8c461a60f00 req-c81fdd52-9134-480e-af88-41e86f8684a6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 1129 time: 0.0541468 Feb 04 14:01:30.347461 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be6ab261-7dce-4241-ba06-d8c461a60f00 req-bc0991e5-e321-4df6-b40c-a41d5d35f644 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537901 Feb 04 14:01:30.461569 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf40bc6-890c-42f2-9385-1f71fb2c06eb req-963c8e5b-f175-474e-9a3b-40670dec756d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:30.463529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcf40bc6-890c-42f2-9385-1f71fb2c06eb req-963c8e5b-f175-474e-9a3b-40670dec756d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0616472 Feb 04 14:01:30.524093 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bcf40bc6-890c-42f2-9385-1f71fb2c06eb req-840e63b1-14b9-43db-b884-8cb0219931ee tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522892 Feb 04 14:01:31.732518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5a6fd-1b9e-4cae-9c5a-cbbb21f50f62 req-ab77fce0-4f77-4d99-83e5-fb5f07ad7ab1 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:31.734412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4cb5a6fd-1b9e-4cae-9c5a-cbbb21f50f62 req-ab77fce0-4f77-4d99-83e5-fb5f07ad7ab1 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0917306 Feb 04 14:01:31.834629 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4cb5a6fd-1b9e-4cae-9c5a-cbbb21f50f62 req-05d476a3-3424-461c-be85-21618b1dc627 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937691 Feb 04 14:01:33.004489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23cb14-01d7-4583-a576-c530a731ea8f req-afcd8bb3-98ee-4b23-a51b-b01f259a3272 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:33.007225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d23cb14-01d7-4583-a576-c530a731ea8f req-afcd8bb3-98ee-4b23-a51b-b01f259a3272 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0748873 Feb 04 14:01:33.081311 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d23cb14-01d7-4583-a576-c530a731ea8f req-fee716b2-5120-4e59-9ab9-b68dd7892f62 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673430 Feb 04 14:01:33.247807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694d204-156f-4acc-beb8-9bc86a1b6047 req-cebe8c33-3b72-4e2c-96e6-6351365acc2e tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:33.250532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9694d204-156f-4acc-beb8-9bc86a1b6047 req-cebe8c33-3b72-4e2c-96e6-6351365acc2e tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0682988 Feb 04 14:01:33.261930 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48398) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:33.267668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-7f82017d-2111-41f1-a505-3f3f1a3d9a20 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Request body: {'floatingip': {'port_id': '71feef09-f40e-4d32-8d2b-80c6b97bb75c'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:33.312570 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f82017d-2111-41f1-a505-3f3f1a3d9a20 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for floatingip (fa378791-a2fc-478b-a5f1-d8b148d6a47a), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:33.967330 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f82017d-2111-41f1-a505-3f3f1a3d9a20 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:33.979923 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f82017d-2111-41f1-a505-3f3f1a3d9a20 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (fa378791-a2fc-478b-a5f1-d8b148d6a47a), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:34.099089 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-7f82017d-2111-41f1-a505-3f3f1a3d9a20 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Floating IP fa378791-a2fc-478b-a5f1-d8b148d6a47a associated. External IP: 172.25.5.239, port: 71feef09-f40e-4d32-8d2b-80c6b97bb75c. Feb 04 14:01:34.789259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f82017d-2111-41f1-a505-3f3f1a3d9a20 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Router 06891b07-d3d2-46a2-85b1-b68983f45d8d has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:01:34.963183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f82017d-2111-41f1-a505-3f3f1a3d9a20 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:01:34.969441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f82017d-2111-41f1-a505-3f3f1a3d9a20 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:34.977306 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06470209-206e-4e46-882b-53d2f103d497 None None] Sync routers for ids ['06891b07-d3d2-46a2-85b1-b68983f45d8d'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:01:34.992303 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06470209-206e-4e46-882b-53d2f103d497 None None] Routers {'06891b07-d3d2-46a2-85b1-b68983f45d8d'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:01:34.994158 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-06470209-206e-4e46-882b-53d2f103d497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:01:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['06891b07-d3d2-46a2-85b1-b68983f45d8d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:35.018211 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7f82017d-2111-41f1-a505-3f3f1a3d9a20 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "PUT /v2.0/floatingips/fa378791-a2fc-478b-a5f1-d8b148d6a47a HTTP/1.1" status: 200 len: 992 time: 1.7545989 Feb 04 14:01:35.018848 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e19c31-d5cb-42ea-a304-cfe369861e7e', 'tag': '71feef09-f40e-4d32-8d2b-80c6b97bb75c'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:01:35.021778 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b3ad9e-ebb5-4b47-8545-b43cff2de5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "23e19c31-d5cb-42ea-a304-cfe369861e7e", "tag": "71feef09-f40e-4d32-8d2b-80c6b97bb75c"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:01:35.195958 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-06470209-206e-4e46-882b-53d2f103d497 None None] Set router 06891b07-d3d2-46a2-85b1-b68983f45d8d gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:01:35.209776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9408c1c-94e6-4813-987a-6ef45c701944 req-322981d4-64f2-4e86-8e41-94350789a9ca tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:35.215924 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9408c1c-94e6-4813-987a-6ef45c701944 req-322981d4-64f2-4e86-8e41-94350789a9ca tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.1201320 Feb 04 14:01:35.310138 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9408c1c-94e6-4813-987a-6ef45c701944 req-fc057ccf-cf19-4eb4-9fe7-506ac128d799 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857112 Feb 04 14:01:35.372336 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b39fa72-7947-4f03-bd57-c823e5ae773e x-openstack-request-id: req-1b39fa72-7947-4f03-bd57-c823e5ae773e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:01:35.372702 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e19c31-d5cb-42ea-a304-cfe369861e7e", "tag": "71feef09-f40e-4d32-8d2b-80c6b97bb75c", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:01:35.372989 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1b39fa72-7947-4f03-bd57-c823e5ae773e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:01:35.373533 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e19c31-d5cb-42ea-a304-cfe369861e7e', 'tag': '71feef09-f40e-4d32-8d2b-80c6b97bb75c', 'status': 'completed', 'code': 200} Feb 04 14:01:35.457390 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3ad9e-ebb5-4b47-8545-b43cff2de5e6 req-a2c233ec-491e-467f-9c0c-bc780c858fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:35.459078 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76b3ad9e-ebb5-4b47-8545-b43cff2de5e6 req-a2c233ec-491e-467f-9c0c-bc780c858fa8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4ddd03a338e9481f8ecfe863e089db2d&device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 1129 time: 0.0648694 Feb 04 14:01:35.519183 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-06470209-206e-4e46-882b-53d2f103d497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:16Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'fa378791-a2fc-478b-a5f1-d8b148d6a47a', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'port_id': '71feef09-f40e-4d32-8d2b-80c6b97bb75c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'mac_address': 'fa:16:3e:34:e7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e19c31-d5cb-42ea-a304-cfe369861e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:01:20Z', 'updated_at': '2022-02-04T14:01:33Z', 'revision_number': 1, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56bb99b-8696-4fff-a47d-1804effc6456', 'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'mac_address': 'fa:16:3e:6f:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:21Z', 'revision_number': 5, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'subnets': [{'id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:35.549932 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06470209-206e-4e46-882b-53d2f103d497 None None] Checking router: 06891b07-d3d2-46a2-85b1-b68983f45d8d for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:01:35.559301 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06470209-206e-4e46-882b-53d2f103d497 None None] Routers {'06891b07-d3d2-46a2-85b1-b68983f45d8d'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:01:35.559978 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-06470209-206e-4e46-882b-53d2f103d497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:01:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['06891b07-d3d2-46a2-85b1-b68983f45d8d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:35.620822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3ad9e-ebb5-4b47-8545-b43cff2de5e6 req-3d81f48c-06da-42c9-9868-0ed10f4150b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:35.622512 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76b3ad9e-ebb5-4b47-8545-b43cff2de5e6 req-3d81f48c-06da-42c9-9868-0ed10f4150b1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6a2573c7-a422-4fa3-9caa-883478b35439 HTTP/1.1" status: 200 len: 912 time: 0.1575584 Feb 04 14:01:35.699014 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76b3ad9e-ebb5-4b47-8545-b43cff2de5e6 req-f8828698-598b-4a54-85ac-cf7ee64b8add service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71feef09-f40e-4d32-8d2b-80c6b97bb75c HTTP/1.1" status: 200 len: 1000 time: 0.0701356 Feb 04 14:01:35.711090 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-06470209-206e-4e46-882b-53d2f103d497 None None] Set router 06891b07-d3d2-46a2-85b1-b68983f45d8d gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:01:35.767024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3ad9e-ebb5-4b47-8545-b43cff2de5e6 req-9f554825-b949-483e-ac2c-800320529b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:35.768607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76b3ad9e-ebb5-4b47-8545-b43cff2de5e6 req-9f554825-b949-483e-ac2c-800320529b34 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=dc55e045-daca-4403-9022-1e9266a649bb HTTP/1.1" status: 200 len: 850 time: 0.0635741 Feb 04 14:01:35.904546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3ad9e-ebb5-4b47-8545-b43cff2de5e6 req-d94459a7-9a6f-4760-8f48-1a8ef33be348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:35.906212 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76b3ad9e-ebb5-4b47-8545-b43cff2de5e6 req-d94459a7-9a6f-4760-8f48-1a8ef33be348 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6a2573c7-a422-4fa3-9caa-883478b35439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1274445 Feb 04 14:01:35.959285 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-06470209-206e-4e46-882b-53d2f103d497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:16Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'fa378791-a2fc-478b-a5f1-d8b148d6a47a', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'port_id': '71feef09-f40e-4d32-8d2b-80c6b97bb75c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'mac_address': 'fa:16:3e:34:e7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e19c31-d5cb-42ea-a304-cfe369861e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:01:20Z', 'updated_at': '2022-02-04T14:01:33Z', 'revision_number': 1, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56bb99b-8696-4fff-a47d-1804effc6456', 'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'mac_address': 'fa:16:3e:6f:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:21Z', 'revision_number': 5, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'subnets': [{'id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:35.980339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-f3e2fa79-9a6f-4970-ba15-e314c17c556a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:35.986428 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-f3e2fa79-9a6f-4970-ba15-e314c17c556a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 812 time: 0.1991737 Feb 04 14:01:35.994989 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06470209-206e-4e46-882b-53d2f103d497 None None] The sync data for ids ['06891b07-d3d2-46a2-85b1-b68983f45d8d'] in n-d-714676-13 is: [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:16Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'fa378791-a2fc-478b-a5f1-d8b148d6a47a', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'port_id': '71feef09-f40e-4d32-8d2b-80c6b97bb75c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'mac_address': 'fa:16:3e:34:e7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e19c31-d5cb-42ea-a304-cfe369861e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:01:20Z', 'updated_at': '2022-02-04T14:01:33Z', 'revision_number': 1, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56bb99b-8696-4fff-a47d-1804effc6456', 'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'mac_address': 'fa:16:3e:6f:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:21Z', 'revision_number': 5, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'subnets': [{'id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:01:36.017685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-086b10a5-15a3-474f-b9a0-1173fbde5c88 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/quotas/04a7af11479049059024e84090058dbe HTTP/1.1" status: 200 len: 375 time: 0.0267804 Feb 04 14:01:36.063050 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:01:36.102776 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76b3ad9e-ebb5-4b47-8545-b43cff2de5e6 req-6b73c8f3-7b57-4600-b454-c1a6d97ef81e service neutron] 10.222.0.99 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899619 Feb 04 14:01:36.139805 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-43c11ddf-78f5-4b25-b8a3-5d34f95dffa5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1211472 Feb 04 14:01:36.296760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76b3ad9e-ebb5-4b47-8545-b43cff2de5e6 req-908285e8-3fa0-4d38-8a6b-a1018cff6fe2 service neutron] 10.222.0.99 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871722 Feb 04 14:01:36.304877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-fbd58005-c177-4bff-88ac-50af6764c3de service neutron] 10.222.0.96 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300924 Feb 04 14:01:36.352962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a5ea9c-9b77-44fa-8292-3dda272e9db3 None None] New status for floating IP fa378791-a2fc-478b-a5f1-d8b148d6a47a: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:01:36.450872 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-43f6e893-f377-4551-a206-6494c3b526ee service neutron] 10.222.0.96 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338110 Feb 04 14:01:36.751822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5758ff-4d4e-4ece-8eb2-43048fd8f035 req-6b6d83a6-e18c-4876-9947-0bda96bc1b7d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:36.753583 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb5758ff-4d4e-4ece-8eb2-43048fd8f035 req-6b6d83a6-e18c-4876-9947-0bda96bc1b7d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0704947 Feb 04 14:01:36.818789 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb5758ff-4d4e-4ece-8eb2-43048fd8f035 req-532bd7fe-5fbf-4dac-b357-2e59ea331839 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580597 Feb 04 14:01:36.902634 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a05d3d41-1d84-4186-a2ac-a16c36058590 req-f1fedf20-c6b7-42db-8583-cee1524eeb87 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 210 time: 0.0394547 Feb 04 14:01:37.780102 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-ee9df48f-fb86-4a1b-82de-defd00d08dbb tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:37.782054 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-ee9df48f-fb86-4a1b-82de-defd00d08dbb tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.100 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 812 time: 0.1261308 Feb 04 14:01:37.802554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-196bc3d3-3d6c-4429-9cb7-4db11386ce04 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'port': {'device_id': '47fe3332-09ac-4f11-b034-aac1132185fe', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'admin_state_up': True, 'tenant_id': '04a7af11479049059024e84090058dbe'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:37.943636 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-196bc3d3-3d6c-4429-9cb7-4db11386ce04 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Made reservation on behalf of 04a7af11479049059024e84090058dbe for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:01:37.947246 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-196bc3d3-3d6c-4429-9cb7-4db11386ce04 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:38.095278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d17f61f-f95c-42b3-9f10-9685da649d54 req-7aa90e93-1961-446b-b8b1-8f37a700a622 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 210 time: 0.0651550 Feb 04 14:01:38.135523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-196bc3d3-3d6c-4429-9cb7-4db11386ce04 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Allocated IP 172.20.0.12 (27de3437-df86-4192-8a38-bd89e17714b7/cdd28e0c-e617-457e-92ca-24c633c0a546/e6af36e9-f11b-4f0e-ae09-8cc27de26084) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:01:38.446786 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-196bc3d3-3d6c-4429-9cb7-4db11386ce04 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for port (e6af36e9-f11b-4f0e-ae09-8cc27de26084), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:38.506764 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-196bc3d3-3d6c-4429-9cb7-4db11386ce04 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (e6af36e9-f11b-4f0e-ae09-8cc27de26084), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:38.602047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-196bc3d3-3d6c-4429-9cb7-4db11386ce04 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Network 27de3437-df86-4192-8a38-bd89e17714b7 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:01:38.606378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-196bc3d3-3d6c-4429-9cb7-4db11386ce04 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:01:38.612259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-196bc3d3-3d6c-4429-9cb7-4db11386ce04 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:01:38.617383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bc3d3-3d6c-4429-9cb7-4db11386ce04 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'Port': ['ID=e6af36e9-f11b-4f0e-ae09-8cc27de26084,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:38.676307 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-196bc3d3-3d6c-4429-9cb7-4db11386ce04 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:38.676941 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-196bc3d3-3d6c-4429-9cb7-4db11386ce04 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:38.703774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-196bc3d3-3d6c-4429-9cb7-4db11386ce04 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9069474 Feb 04 14:01:38.722068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Request body: {'port': {'device_id': '47fe3332-09ac-4f11-b034-aac1132185fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:38.831600 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e6af36e9-f11b-4f0e-ae09-8cc27de26084), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:39.058340 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4d8d7c55-1f73-4542-b2de-a9a7515d83c8 None None] Provisioning complete for port e6af36e9-f11b-4f0e-ae09-8cc27de26084 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:39.059569 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4d8d7c55-1f73-4542-b2de-a9a7515d83c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e6af36e9-f11b-4f0e-ae09-8cc27de26084), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:39.114326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4d8d7c55-1f73-4542-b2de-a9a7515d83c8 None None] Port e6af36e9-f11b-4f0e-ae09-8cc27de26084 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:01:39.182396 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6af36e9-f11b-4f0e-ae09-8cc27de26084 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:01:39.194741 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Publish callbacks [] for port (e6af36e9-f11b-4f0e-ae09-8cc27de26084), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:39.242413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Transition to ACTIVE for port object e6af36e9-f11b-4f0e-ae09-8cc27de26084 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:01:39.250245 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (e6af36e9-f11b-4f0e-ae09-8cc27de26084), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:39.316562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eb39c-5732-4951-8da9-27d9b9f7d507 req-04d1191c-8853-4475-b97f-1a18c47f7192 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:39.318442 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-913eb39c-5732-4951-8da9-27d9b9f7d507 req-04d1191c-8853-4475-b97f-1a18c47f7192 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 932 time: 0.1196985 Feb 04 14:01:39.320463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6af36e9-f11b-4f0e-ae09-8cc27de26084,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:39.463131 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Attempting to bind port e6af36e9-f11b-4f0e-ae09-8cc27de26084 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:01:39.463558 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Attempting to bind port e6af36e9-f11b-4f0e-ae09-8cc27de26084 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:01:39.464083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Attempting to bind port e6af36e9-f11b-4f0e-ae09-8cc27de26084 on network 27de3437-df86-4192-8a38-bd89e17714b7 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:01:39.471597 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-913eb39c-5732-4951-8da9-27d9b9f7d507 req-ba338272-3e83-4208-9423-2edce05ac21c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218326 Feb 04 14:01:39.481300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Port e6af36e9-f11b-4f0e-ae09-8cc27de26084 on network 27de3437-df86-4192-8a38-bd89e17714b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:01:39.481630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Attempting to bind port e6af36e9-f11b-4f0e-ae09-8cc27de26084 on network 27de3437-df86-4192-8a38-bd89e17714b7 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:01:39.503288 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:01:39.504101 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Checking segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:01:39.504756 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Bound using segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:01:39.505616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Bound port: e6af36e9-f11b-4f0e-ae09-8cc27de26084, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:01:39.506305 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e6af36e9-f11b-4f0e-ae09-8cc27de26084), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:39.611831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] For port e6af36e9-f11b-4f0e-ae09-8cc27de26084, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:01:39.616430 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] For port e6af36e9-f11b-4f0e-ae09-8cc27de26084, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e6af36e9-f11b-4f0e-ae09-8cc27de26084,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:01:39.625790 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (e6af36e9-f11b-4f0e-ae09-8cc27de26084), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:39.716345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:39.718466 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:39.720038 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] 10.222.0.100 "PUT /v2.0/ports/e6af36e9-f11b-4f0e-ae09-8cc27de26084 HTTP/1.1" status: 200 len: 1093 time: 1.0088468 Feb 04 14:01:39.723628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fe3332-09ac-4f11-b034-aac1132185fe', 'tag': 'e6af36e9-f11b-4f0e-ae09-8cc27de26084'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:01:39.727394 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fab7ea6-7382-4416-8ab8-1975fa849a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "47fe3332-09ac-4f11-b034-aac1132185fe", "tag": "e6af36e9-f11b-4f0e-ae09-8cc27de26084"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:01:39.785387 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae37eac2-fc57-4951-9473-d144ef1e94f5 x-openstack-request-id: req-ae37eac2-fc57-4951-9473-d144ef1e94f5 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:01:39.785975 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fe3332-09ac-4f11-b034-aac1132185fe", "tag": "e6af36e9-f11b-4f0e-ae09-8cc27de26084", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:01:39.786398 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ae37eac2-fc57-4951-9473-d144ef1e94f5 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:01:39.787197 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fe3332-09ac-4f11-b034-aac1132185fe', 'tag': 'e6af36e9-f11b-4f0e-ae09-8cc27de26084', 'status': 'completed', 'code': 200} Feb 04 14:01:39.819807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a887f-de27-4e21-91e6-dfeba9cc97c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6af36e9-f11b-4f0e-ae09-8cc27de26084,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:39.878546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-f8c01c81-2171-44b3-9735-88bd5e890243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:39.886390 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-f8c01c81-2171-44b3-9735-88bd5e890243 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 1127 time: 0.1162131 Feb 04 14:01:39.942351 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-b5f9dde1-7b67-4de4-902b-25388002563e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6af36e9-f11b-4f0e-ae09-8cc27de26084 HTTP/1.1" status: 200 len: 217 time: 0.0479515 Feb 04 14:01:40.017890 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-4a10ab41-3f97-4a4f-aef1-b652097d1d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:40.019679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-4a10ab41-3f97-4a4f-aef1-b652097d1d96 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.0717354 Feb 04 14:01:40.097183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-000c1168-adfb-4ae9-8da7-7f92eec8beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:40.098867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-000c1168-adfb-4ae9-8da7-7f92eec8beb1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0674441 Feb 04 14:01:40.212235 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-91c28458-19b5-491f-add2-c8d92ce132ec service neutron] 10.222.0.100 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042495 Feb 04 14:01:40.333249 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c454ece-10dc-49a8-9685-dcf620746da6 req-2a161171-6930-40f9-ae8c-245ef45a19d0 service neutron] 10.222.0.100 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152208 Feb 04 14:01:40.467693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab7ea6-7382-4416-8ab8-1975fa849a6a req-599ab26f-3dcb-48c7-b82d-5a6bceb493f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:40.469580 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fab7ea6-7382-4416-8ab8-1975fa849a6a req-599ab26f-3dcb-48c7-b82d-5a6bceb493f9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 1127 time: 0.0612345 Feb 04 14:01:40.643801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab7ea6-7382-4416-8ab8-1975fa849a6a req-4e10fdc2-f282-4ded-a604-7ed1e68e0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:40.645757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fab7ea6-7382-4416-8ab8-1975fa849a6a req-4e10fdc2-f282-4ded-a604-7ed1e68e0375 service neutron] 10.222.0.100 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.1704822 Feb 04 14:01:40.658689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9130d-329a-4197-a5ab-f2605740be54 req-e9fb4e2d-b626-4d61-9fc6-8f173439b446 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:40.660417 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3f9130d-329a-4197-a5ab-f2605740be54 req-e9fb4e2d-b626-4d61-9fc6-8f173439b446 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0760255 Feb 04 14:01:40.681297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48474) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:40.717609 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fab7ea6-7382-4416-8ab8-1975fa849a6a req-f633fbb0-7ac2-4fad-b462-3c45d34160cb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6af36e9-f11b-4f0e-ae09-8cc27de26084 HTTP/1.1" status: 200 len: 217 time: 0.0558338 Feb 04 14:01:40.792085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3f9130d-329a-4197-a5ab-f2605740be54 req-cb4bc62f-64c2-4c4d-8bc0-83d54eed8ce2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242805 Feb 04 14:01:40.800595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab7ea6-7382-4416-8ab8-1975fa849a6a req-badd1270-2857-44d2-9952-b220aa44fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:40.802083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fab7ea6-7382-4416-8ab8-1975fa849a6a req-badd1270-2857-44d2-9952-b220aa44fae5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.0771370 Feb 04 14:01:40.844081 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6820b2e-ba2c-4380-b6f5-cbf46e53baa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:40.875174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab7ea6-7382-4416-8ab8-1975fa849a6a req-695bf843-326a-44c3-931c-3a7c31ce8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:40.876765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fab7ea6-7382-4416-8ab8-1975fa849a6a req-695bf843-326a-44c3-931c-3a7c31ce8f59 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0678740 Feb 04 14:01:40.979857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fab7ea6-7382-4416-8ab8-1975fa849a6a req-c4241108-865e-4b92-bf84-20ed0818c44d service neutron] 10.222.0.100 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970867 Feb 04 14:01:40.980827 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6820b2e-ba2c-4380-b6f5-cbf46e53baa2 admin admin] Publish callbacks [] for security_group (143c4abe-e731-43fe-aff3-7ef905d81e80), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:40.984549 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-67bf84b9-4669-440a-8610-44a87966b4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:40.993501 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6820b2e-ba2c-4380-b6f5-cbf46e53baa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (143c4abe-e731-43fe-aff3-7ef905d81e80), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:41.052642 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c6820b2e-ba2c-4380-b6f5-cbf46e53baa2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=aa027b3991fc419f967bcce5d554c14a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3665094 Feb 04 14:01:41.052642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820b2e-ba2c-4380-b6f5-cbf46e53baa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143c4abe-e731-43fe-aff3-7ef905d81e80,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:41.053575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48478) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:41.129666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fab7ea6-7382-4416-8ab8-1975fa849a6a req-9b9d1131-2e2e-4b2d-bb64-3fef5151fcc1 service neutron] 10.222.0.100 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443167 Feb 04 14:01:41.150316 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8cb71c71-587e-4e2c-8b10-8d9ef46cc016 admin admin] Publish callbacks [] for security_group (143c4abe-e731-43fe-aff3-7ef905d81e80), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:41.175864 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8cb71c71-587e-4e2c-8b10-8d9ef46cc016 admin admin] Publish callbacks [] for security_group (143c4abe-e731-43fe-aff3-7ef905d81e80), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:41.231492 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8cb71c71-587e-4e2c-8b10-8d9ef46cc016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (143c4abe-e731-43fe-aff3-7ef905d81e80), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:41.234938 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8cb71c71-587e-4e2c-8b10-8d9ef46cc016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:41.236933 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8cb71c71-587e-4e2c-8b10-8d9ef46cc016 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/143c4abe-e731-43fe-aff3-7ef905d81e80 HTTP/1.1" status: 204 len: 168 time: 0.1814876 Feb 04 14:01:41.266476 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb71c71-587e-4e2c-8b10-8d9ef46cc016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143c4abe-e731-43fe-aff3-7ef905d81e80,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:42.036732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00917791-6445-47ca-84f7-3ea047e59c86 req-5da065e6-d275-4d41-86be-aefe45d49f31 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:42.038877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00917791-6445-47ca-84f7-3ea047e59c86 req-5da065e6-d275-4d41-86be-aefe45d49f31 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.1056430 Feb 04 14:01:42.137869 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00917791-6445-47ca-84f7-3ea047e59c86 req-195bada2-c08e-4640-b7f1-8def5ae394e8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919504 Feb 04 14:01:43.359540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48524) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:43.364151 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-0a6ecdc9-d335-4f3f-b80d-b99e6e8cc563 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1442819392', 'description': 'tempest-secgroup-smoke-1442819392 description', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:43.388444 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0a6ecdc9-d335-4f3f-b80d-b99e6e8cc563 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:43.400828 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0a6ecdc9-d335-4f3f-b80d-b99e6e8cc563 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:43.533465 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0a6ecdc9-d335-4f3f-b80d-b99e6e8cc563 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (7f4ce7d4-fa78-41e4-a398-5d19695c1e53), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:43.542341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56870af-afa0-45bf-a69e-4ad41e6ebe6f req-d5862a89-2d90-4756-a801-bbe493d3f93a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:43.543955 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f56870af-afa0-45bf-a69e-4ad41e6ebe6f req-d5862a89-2d90-4756-a801-bbe493d3f93a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.1038222 Feb 04 14:01:43.545231 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0a6ecdc9-d335-4f3f-b80d-b99e6e8cc563 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7f4ce7d4-fa78-41e4-a398-5d19695c1e53), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:43.637452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ecdc9-d335-4f3f-b80d-b99e6e8cc563 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4ce7d4-fa78-41e4-a398-5d19695c1e53,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:43.679784 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0a6ecdc9-d335-4f3f-b80d-b99e6e8cc563 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (d35f6056-d94a-4c66-b7d6-f7e2ea090ce7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:43.685341 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0a6ecdc9-d335-4f3f-b80d-b99e6e8cc563 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d35f6056-d94a-4c66-b7d6-f7e2ea090ce7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:43.698658 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f56870af-afa0-45bf-a69e-4ad41e6ebe6f req-bffe9ed5-56ed-4a9b-8aed-dd7a85525164 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401019 Feb 04 14:01:43.724977 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0a6ecdc9-d335-4f3f-b80d-b99e6e8cc563 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:43.729382 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0a6ecdc9-d335-4f3f-b80d-b99e6e8cc563 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3656714 Feb 04 14:01:43.730359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48526) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:43.735560 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a1f4ea42-3efe-43df-8b9c-f1ce8360c105 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': 'd35f6056-d94a-4c66-b7d6-f7e2ea090ce7', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:43.739567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ecdc9-d335-4f3f-b80d-b99e6e8cc563 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:43.766123 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ea42-3efe-43df-8b9c-f1ce8360c105 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (2056979d-0150-4f65-a9d4-36e118b47510), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:43.814264 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ea42-3efe-43df-8b9c-f1ce8360c105 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (2056979d-0150-4f65-a9d4-36e118b47510), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:43.818311 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ea42-3efe-43df-8b9c-f1ce8360c105 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (2056979d-0150-4f65-a9d4-36e118b47510), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:43.836885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4ea42-3efe-43df-8b9c-f1ce8360c105 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2056979d-0150-4f65-a9d4-36e118b47510,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:43.846240 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ea42-3efe-43df-8b9c-f1ce8360c105 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:43.847491 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a1f4ea42-3efe-43df-8b9c-f1ce8360c105 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161976 Feb 04 14:01:43.850272 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48528) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:43.854609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-492e4aea-6778-4ed2-80e8-b9a4473cdc2a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': 'd35f6056-d94a-4c66-b7d6-f7e2ea090ce7', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:43.880348 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-492e4aea-6778-4ed2-80e8-b9a4473cdc2a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (8f53a5a5-1af6-46ba-8ef6-35b6d80bd840), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:43.943284 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-492e4aea-6778-4ed2-80e8-b9a4473cdc2a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (8f53a5a5-1af6-46ba-8ef6-35b6d80bd840), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:43.948044 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-492e4aea-6778-4ed2-80e8-b9a4473cdc2a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (8f53a5a5-1af6-46ba-8ef6-35b6d80bd840), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:43.968724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e4aea-6778-4ed2-80e8-b9a4473cdc2a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f53a5a5-1af6-46ba-8ef6-35b6d80bd840,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:43.977475 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-492e4aea-6778-4ed2-80e8-b9a4473cdc2a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:43.978882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-492e4aea-6778-4ed2-80e8-b9a4473cdc2a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276207 Feb 04 14:01:43.981508 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48530) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:43.986679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-67ee72e1-7a3e-47d4-a40a-16cf593c4ef8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': 'd35f6056-d94a-4c66-b7d6-f7e2ea090ce7', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:44.012904 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-67ee72e1-7a3e-47d4-a40a-16cf593c4ef8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (e0920e8f-5fe7-4d75-b331-956906eccb80), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.091524 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-67ee72e1-7a3e-47d4-a40a-16cf593c4ef8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (e0920e8f-5fe7-4d75-b331-956906eccb80), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.096057 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-67ee72e1-7a3e-47d4-a40a-16cf593c4ef8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (e0920e8f-5fe7-4d75-b331-956906eccb80), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.130450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee72e1-7a3e-47d4-a40a-16cf593c4ef8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0920e8f-5fe7-4d75-b331-956906eccb80,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:44.151315 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-67ee72e1-7a3e-47d4-a40a-16cf593c4ef8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.152690 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.154087 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-67ee72e1-7a3e-47d4-a40a-16cf593c4ef8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715539 Feb 04 14:01:44.157469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48532) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:44.162806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-bd3c2326-0193-4ab9-9fd2-0bb656027133 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': 'd35f6056-d94a-4c66-b7d6-f7e2ea090ce7', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:44.191787 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2326-0193-4ab9-9fd2-0bb656027133 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (78aa3b61-2113-4959-b27d-1ac500c752b3), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.267767 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2326-0193-4ab9-9fd2-0bb656027133 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (78aa3b61-2113-4959-b27d-1ac500c752b3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.274011 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2326-0193-4ab9-9fd2-0bb656027133 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (78aa3b61-2113-4959-b27d-1ac500c752b3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.298175 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c2326-0193-4ab9-9fd2-0bb656027133 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78aa3b61-2113-4959-b27d-1ac500c752b3,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:44.303183 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2326-0193-4ab9-9fd2-0bb656027133 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.304713 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bd3c2326-0193-4ab9-9fd2-0bb656027133 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458311 Feb 04 14:01:44.307128 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48534) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:44.312867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-4d167d5d-18fb-4cac-90a4-6686c87fb90c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': 'd35f6056-d94a-4c66-b7d6-f7e2ea090ce7', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:44.338367 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-4d167d5d-18fb-4cac-90a4-6686c87fb90c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Project 7a7a6da7dab54751bcd59b7f2b7f2bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:01:44.347138 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d167d5d-18fb-4cac-90a4-6686c87fb90c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (e3f4880f-0784-4691-91a2-eaee821310c0), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.445941 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d167d5d-18fb-4cac-90a4-6686c87fb90c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (e3f4880f-0784-4691-91a2-eaee821310c0), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.457886 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d167d5d-18fb-4cac-90a4-6686c87fb90c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (e3f4880f-0784-4691-91a2-eaee821310c0), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.488837 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d167d5d-18fb-4cac-90a4-6686c87fb90c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f4880f-0784-4691-91a2-eaee821310c0,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:44.500345 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d167d5d-18fb-4cac-90a4-6686c87fb90c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.501734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4d167d5d-18fb-4cac-90a4-6686c87fb90c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1936781 Feb 04 14:01:44.504771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48536) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:44.510202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-20395e06-265a-4106-8816-2afb949bc2f3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': 'd35f6056-d94a-4c66-b7d6-f7e2ea090ce7', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:44.534834 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-20395e06-265a-4106-8816-2afb949bc2f3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Project 7a7a6da7dab54751bcd59b7f2b7f2bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:01:44.540777 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20395e06-265a-4106-8816-2afb949bc2f3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (b7d460c0-2627-4e3c-99ea-a6c0755eadfb), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.666329 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20395e06-265a-4106-8816-2afb949bc2f3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (b7d460c0-2627-4e3c-99ea-a6c0755eadfb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.682396 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20395e06-265a-4106-8816-2afb949bc2f3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b7d460c0-2627-4e3c-99ea-a6c0755eadfb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.711305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20395e06-265a-4106-8816-2afb949bc2f3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d460c0-2627-4e3c-99ea-a6c0755eadfb,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:44.749388 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-20395e06-265a-4106-8816-2afb949bc2f3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.751806 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-20395e06-265a-4106-8816-2afb949bc2f3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2453878 Feb 04 14:01:44.755843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48540) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:44.767200 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d9c598cd-8ca7-40d7-b5fa-db1dd46b50d5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'network': {'name': 'tempest-network-smoke--581559404', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'port_security_enabled': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:44.806527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c598cd-8ca7-40d7-b5fa-db1dd46b50d5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Made reservation on behalf of 7a7a6da7dab54751bcd59b7f2b7f2bf2 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:01:44.814915 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9c598cd-8ca7-40d7-b5fa-db1dd46b50d5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.825390 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.865422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c598cd-8ca7-40d7-b5fa-db1dd46b50d5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:01:44.884000 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9c598cd-8ca7-40d7-b5fa-db1dd46b50d5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (6a8be223-98f0-435b-8582-7dab4b6a67e2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.884660 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-d9c598cd-8ca7-40d7-b5fa-db1dd46b50d5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Added segment 6a8be223-98f0-435b-8582-7dab4b6a67e2 of type vlan for network 535ba2f2-fb25-4ea1-b345-ed485550989e Feb 04 14:01:44.904240 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4c9e5-1b1e-421e-be8f-879831d91fc0 req-0c9b531c-4564-4d86-8282-8a72a370c154 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:44.906242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53a4c9e5-1b1e-421e-be8f-879831d91fc0 req-0c9b531c-4564-4d86-8282-8a72a370c154 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0754220 Feb 04 14:01:44.948948 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9c598cd-8ca7-40d7-b5fa-db1dd46b50d5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (535ba2f2-fb25-4ea1-b345-ed485550989e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.984464 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9c598cd-8ca7-40d7-b5fa-db1dd46b50d5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (535ba2f2-fb25-4ea1-b345-ed485550989e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.990558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c598cd-8ca7-40d7-b5fa-db1dd46b50d5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:44.991376 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9c598cd-8ca7-40d7-b5fa-db1dd46b50d5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:44.999593 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-53a4c9e5-1b1e-421e-be8f-879831d91fc0 req-e1f21748-5549-45a4-a8a3-f6eb9adc3d7e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859635 Feb 04 14:01:45.063866 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d9c598cd-8ca7-40d7-b5fa-db1dd46b50d5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3062172 Feb 04 14:01:45.067112 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48542) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:45.079593 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1998100415', 'admin_state_up': True, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:45.101924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c598cd-8ca7-40d7-b5fa-db1dd46b50d5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Network': ['ID=535ba2f2-fb25-4ea1-b345-ed485550989e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:45.115547 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (61274f14-0ba7-49e9-ba25-df767eeb8d94), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:45.116322 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (61274f14-0ba7-49e9-ba25-df767eeb8d94), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:45.128611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 535ba2f2-fb25-4ea1-b345-ed485550989e details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:01:45.205703 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_controller (61274f14-0ba7-49e9-ba25-df767eeb8d94), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:45.282853 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4dc84e0e-9112-4dd7-a6be-580fb73054f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:45.413879 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_gateway (61274f14-0ba7-49e9-ba25-df767eeb8d94), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:45.664721 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:45.725393 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_gateway (61274f14-0ba7-49e9-ba25-df767eeb8d94), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:45.757072 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:45.947640 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Allocated IP 172.25.5.41 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/64e0a031-7f13-44f1-ae61-f81b272b07cb) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:01:46.156110 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (64e0a031-7f13-44f1-ae61-f81b272b07cb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:46.195701 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cca926-7383-4bad-99d9-4a982122fb9e req-5df2da83-33f9-4608-b7a4-1cc43ba0a43c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:46.197901 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4cca926-7383-4bad-99d9-4a982122fb9e req-5df2da83-33f9-4608-b7a4-1cc43ba0a43c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0973582 Feb 04 14:01:46.247612 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (64e0a031-7f13-44f1-ae61-f81b272b07cb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:46.260161 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d4cca926-7383-4bad-99d9-4a982122fb9e req-a58dc9f7-c439-4185-a64f-47ab9e10a1dd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560119 Feb 04 14:01:46.318128 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:01:46.321546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:01:46.325398 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:01:46.356967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=64e0a031-7f13-44f1-ae61-f81b272b07cb,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:46.684887 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_gateway (61274f14-0ba7-49e9-ba25-df767eeb8d94), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:46.986290 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:47.034243 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (61274f14-0ba7-49e9-ba25-df767eeb8d94), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:47.246954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router 61274f14-0ba7-49e9-ba25-df767eeb8d94 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:01:47.407036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:01:47.423148 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Sync routers for ids ['61274f14-0ba7-49e9-ba25-df767eeb8d94'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:01:47.459702 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Routers {'61274f14-0ba7-49e9-ba25-df767eeb8d94'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:01:47.460631 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:01:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['61274f14-0ba7-49e9-ba25-df767eeb8d94'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:47.462262 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:47.473295 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48550) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:47.475697 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6e1a1eaa-913e-49fe-8802-c8b7c820413b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4070821 Feb 04 14:01:47.750546 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Set router 61274f14-0ba7-49e9-ba25-df767eeb8d94 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:01:47.779828 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ecfbf41c-4f71-4517-a05f-dae414acacab tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3038561 Feb 04 14:01:47.781347 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48554) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:47.833248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75467e-62f2-437f-9120-9c8cd04d9cde req-7feb77b1-83ce-4f98-a9e5-8fa31604bf2f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:47.834961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e75467e-62f2-437f-9120-9c8cd04d9cde req-7feb77b1-83ce-4f98-a9e5-8fa31604bf2f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.1475158 Feb 04 14:01:47.931581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e75467e-62f2-437f-9120-9c8cd04d9cde req-5ad88fdc-c863-440d-bbb6-2c0d3a9625c6 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855610 Feb 04 14:01:48.023486 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998100415', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:46Z', 'revision_number': 3, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:48.027272 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:48.040576 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01556515-ba62-4f02-a6a6-e707dca829f0 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:48.042248 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-01556515-ba62-4f02-a6a6-e707dca829f0 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2593424 Feb 04 14:01:48.045355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48556) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:48.059730 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Checking router: 61274f14-0ba7-49e9-ba25-df767eeb8d94 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:01:48.060162 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Updating router 61274f14-0ba7-49e9-ba25-df767eeb8d94 port 64e0a031-7f13-44f1-ae61-f81b272b07cb binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:01:48.094003 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (64e0a031-7f13-44f1-ae61-f81b272b07cb), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:48.095375 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5dd6d26c-19e3-4e54-8718-e83be98439ab tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483217 Feb 04 14:01:48.098616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48558) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:48.103921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-196b5cd7-796c-4cb8-86b1-d5eb742c2207 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1066335329', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:48.217917 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196b5cd7-796c-4cb8-86b1-d5eb742c2207 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Made reservation on behalf of 7a7a6da7dab54751bcd59b7f2b7f2bf2 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:01:48.223153 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-196b5cd7-796c-4cb8-86b1-d5eb742c2207 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:48.395845 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Publish callbacks [] for port (64e0a031-7f13-44f1-ae61-f81b272b07cb), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:48.408678 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (64e0a031-7f13-44f1-ae61-f81b272b07cb), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:48.464655 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Attempting to bind port 64e0a031-7f13-44f1-ae61-f81b272b07cb on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:01:48.465341 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Attempting to bind port 64e0a031-7f13-44f1-ae61-f81b272b07cb by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:01:48.465434 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Attempting to bind port 64e0a031-7f13-44f1-ae61-f81b272b07cb on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:01:48.471574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-196b5cd7-796c-4cb8-86b1-d5eb742c2207 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (42828123-fb70-486e-ae7d-fe5c71e6ab2d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:48.473223 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:01:48.473619 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:01:48.474009 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:48.474421 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:01:48.474889 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Bound port: 64e0a031-7f13-44f1-ae61-f81b272b07cb, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:01:48.475266 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (64e0a031-7f13-44f1-ae61-f81b272b07cb), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:48.529804 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b5cd7-796c-4cb8-86b1-d5eb742c2207 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Subnet': ['ID=42828123-fb70-486e-ae7d-fe5c71e6ab2d,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:48.531467 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] For port 64e0a031-7f13-44f1-ae61-f81b272b07cb, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:01:48.534876 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] For port 64e0a031-7f13-44f1-ae61-f81b272b07cb, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=64e0a031-7f13-44f1-ae61-f81b272b07cb,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:01:48.541151 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc713fa6-9645-4ba4-b1ef-3e6bfd8a06af None None] Pushing event updated for resources: {'Port': ['ID=64e0a031-7f13-44f1-ae61-f81b272b07cb,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:48.544596 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (64e0a031-7f13-44f1-ae61-f81b272b07cb), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:48.590331 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b5cd7-796c-4cb8-86b1-d5eb742c2207 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Checking segment: {'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:01:48.590925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196b5cd7-796c-4cb8-86b1-d5eb742c2207 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network hostable DHCP agents. Network: 535ba2f2-fb25-4ea1-b345-ed485550989e, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:01:48.597002 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Routers {'61274f14-0ba7-49e9-ba25-df767eeb8d94'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:01:48.597609 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:01:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['61274f14-0ba7-49e9-ba25-df767eeb8d94'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:48.619288 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196b5cd7-796c-4cb8-86b1-d5eb742c2207 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 535ba2f2-fb25-4ea1-b345-ed485550989e is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:01:48.633262 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-196b5cd7-796c-4cb8-86b1-d5eb742c2207 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 535ba2f2-fb25-4ea1-b345-ed485550989e) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:01:48.642346 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196b5cd7-796c-4cb8-86b1-d5eb742c2207 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:48.643218 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-196b5cd7-796c-4cb8-86b1-d5eb742c2207 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:48.649139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905d3a8c-4b3d-4ee3-8ba5-6f0b9133ad9b None None] Network 535ba2f2-fb25-4ea1-b345-ed485550989e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:01:48.681844 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-196b5cd7-796c-4cb8-86b1-d5eb742c2207 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5821352 Feb 04 14:01:48.684943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48560) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:01:48.728483 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc713fa6-9645-4ba4-b1ef-3e6bfd8a06af None None] Pushing event updated for resources: {'Port': ['ID=64e0a031-7f13-44f1-ae61-f81b272b07cb,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:48.743647 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] Set router 61274f14-0ba7-49e9-ba25-df767eeb8d94 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:01:48.812212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-535ba2f2-fb25-4ea1-b345-ed485550989e', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ips': [{'subnet_id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:01:48.813544 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:48.979655 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998100415', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:46Z', 'revision_number': 3, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:49.025478 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65cf941-cb1b-4138-9c08-76a035c21b5b None None] The sync data for ids ['61274f14-0ba7-49e9-ba25-df767eeb8d94'] in n-d-714676-13 is: [{'id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998100415', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:46Z', 'revision_number': 3, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:01:49.074850 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Allocated IP 172.20.0.2 (535ba2f2-fb25-4ea1-b345-ed485550989e/42828123-fb70-486e-ae7d-fe5c71e6ab2d/6341e16b-27f1-4175-8f9a-5d6555c6a903) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:01:49.136788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e3456-fb48-4c56-b6d9-808bb4c2975c req-326c027f-98d4-4501-9db9-6f463c20da53 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:49.157867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-563e3456-fb48-4c56-b6d9-808bb4c2975c req-326c027f-98d4-4501-9db9-6f463c20da53 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.1064467 Feb 04 14:01:49.237257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-563e3456-fb48-4c56-b6d9-808bb4c2975c req-2b57817b-2adf-4717-abec-6c71d901cf37 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764320 Feb 04 14:01:49.305678 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Publish callbacks [] for port (6341e16b-27f1-4175-8f9a-5d6555c6a903), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:49.314367 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (6341e16b-27f1-4175-8f9a-5d6555c6a903), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:49.356574 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Network 535ba2f2-fb25-4ea1-b345-ed485550989e is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:01:49.360084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:01:49.362756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:01:49.387943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Pushing event updated for resources: {'Port': ['ID=6341e16b-27f1-4175-8f9a-5d6555c6a903,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:49.490466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Attempting to bind port 6341e16b-27f1-4175-8f9a-5d6555c6a903 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:01:49.490901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Attempting to bind port 6341e16b-27f1-4175-8f9a-5d6555c6a903 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:01:49.491011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Attempting to bind port 6341e16b-27f1-4175-8f9a-5d6555c6a903 on network 535ba2f2-fb25-4ea1-b345-ed485550989e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:01:49.496911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:01:49.497693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Checking segment: {'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:01:49.497693 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:49.498132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Bound using segment: {'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:01:49.498834 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Bound port: 6341e16b-27f1-4175-8f9a-5d6555c6a903, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:01:49.498968 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6341e16b-27f1-4175-8f9a-5d6555c6a903), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:49.526232 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:49.649112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] For port 6341e16b-27f1-4175-8f9a-5d6555c6a903, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:01:49.654731 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] For port 6341e16b-27f1-4175-8f9a-5d6555c6a903, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6341e16b-27f1-4175-8f9a-5d6555c6a903,segment=NetworkSegment(6a8be223-98f0-435b-8582-7dab4b6a67e2),segment_id=6a8be223-98f0-435b-8582-7dab4b6a67e2)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:01:49.665767 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6341e16b-27f1-4175-8f9a-5d6555c6a903), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:49.818313 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334cb7b-25d9-476f-be62-b55f2c436591 None None] Pushing event updated for resources: {'Port': ['ID=6341e16b-27f1-4175-8f9a-5d6555c6a903,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:50.407600 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae709cc-d653-4949-afdf-e4eda5c7b8f4 req-f0504db6-a851-4a9c-82c3-1e5fe85a9b4a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:50.409245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ae709cc-d653-4949-afdf-e4eda5c7b8f4 req-f0504db6-a851-4a9c-82c3-1e5fe85a9b4a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0841813 Feb 04 14:01:50.481633 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ae709cc-d653-4949-afdf-e4eda5c7b8f4 req-88df7e6f-0045-4bcf-9b8f-f7e6fe5fc3de tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635226 Feb 04 14:01:50.489759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Allocated IP 172.20.0.1 (535ba2f2-fb25-4ea1-b345-ed485550989e/42828123-fb70-486e-ae7d-fe5c71e6ab2d/d3feacb5-29e0-409c-ae17-0dcffdd5d055) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:01:50.660675 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:50.710730 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:50.758338 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 535ba2f2-fb25-4ea1-b345-ed485550989e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:01:50.784182 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:01:50.786943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:01:50.830017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=d3feacb5-29e0-409c-ae17-0dcffdd5d055,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:50.853695 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (61274f14-0ba7-49e9-ba25-df767eeb8d94), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:50.878677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6341e16b-27f1-4175-8f9a-5d6555c6a903 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:01:50.932782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6341e16b-27f1-4175-8f9a-5d6555c6a903 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:50.933517 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6341e16b-27f1-4175-8f9a-5d6555c6a903), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:51.015837 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:51.022304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6341e16b-27f1-4175-8f9a-5d6555c6a903 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:51.022633 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6341e16b-27f1-4175-8f9a-5d6555c6a903), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:51.082344 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 6341e16b-27f1-4175-8f9a-5d6555c6a903, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6341e16b-27f1-4175-8f9a-5d6555c6a903,segment=NetworkSegment(6a8be223-98f0-435b-8582-7dab4b6a67e2),segment_id=6a8be223-98f0-435b-8582-7dab4b6a67e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:01:51.085622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb45aca-a1cf-4280-a805-8ead78c08fa9 None None] Network 535ba2f2-fb25-4ea1-b345-ed485550989e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:01:51.088998 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6341e16b-27f1-4175-8f9a-5d6555c6a903), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:51.089831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 64e0a031-7f13-44f1-ae61-f81b272b07cb up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:01:51.240288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f975f8e7-213c-4c25-8b1b-0ba307b427e3 None None] Provisioning complete for port 6341e16b-27f1-4175-8f9a-5d6555c6a903 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:51.240657 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f975f8e7-213c-4c25-8b1b-0ba307b427e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6341e16b-27f1-4175-8f9a-5d6555c6a903), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:51.247678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=6341e16b-27f1-4175-8f9a-5d6555c6a903,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:51.327669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 64e0a031-7f13-44f1-ae61-f81b272b07cb triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:51.328075 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (64e0a031-7f13-44f1-ae61-f81b272b07cb), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:51.346857 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:51.353558 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:51.417875 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f975f8e7-213c-4c25-8b1b-0ba307b427e3 None None] Current status of the port 6341e16b-27f1-4175-8f9a-5d6555c6a903 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:51.440300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=d3feacb5-29e0-409c-ae17-0dcffdd5d055,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:51.444997 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (61274f14-0ba7-49e9-ba25-df767eeb8d94), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:51.469039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 64e0a031-7f13-44f1-ae61-f81b272b07cb is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:51.469436 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (64e0a031-7f13-44f1-ae61-f81b272b07cb), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:51.495101 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 64e0a031-7f13-44f1-ae61-f81b272b07cb, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=64e0a031-7f13-44f1-ae61-f81b272b07cb,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:01:51.502281 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (64e0a031-7f13-44f1-ae61-f81b272b07cb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:51.560145 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=64e0a031-7f13-44f1-ae61-f81b272b07cb,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:51.581175 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 535ba2f2-fb25-4ea1-b345-ed485550989e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:01:51.582922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:01:51.634403 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2605e-87fc-49cb-aa60-ac523c3534dc req-802bb6fb-16c9-4012-98a4-d24ae2f447b2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:51.635860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fda2605e-87fc-49cb-aa60-ac523c3534dc req-802bb6fb-16c9-4012-98a4-d24ae2f447b2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0776768 Feb 04 14:01:51.691069 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fda2605e-87fc-49cb-aa60-ac523c3534dc req-e99b4762-7be3-4a56-8914-8e63e07e4ae2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485976 Feb 04 14:01:51.722025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router 61274f14-0ba7-49e9-ba25-df767eeb8d94 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:01:51.747669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1e4e391b-fccd-4d05-9e18-aca302cb0f4c None None] Provisioning complete for port d3feacb5-29e0-409c-ae17-0dcffdd5d055 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:51.748153 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1e4e391b-fccd-4d05-9e18-aca302cb0f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:51.849732 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:01:51.855151 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-10abdbf6-3e7c-419f-b272-7813b3bc32f8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "PUT /v2.0/routers/61274f14-0ba7-49e9-ba25-df767eeb8d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1682518 Feb 04 14:01:51.944547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Sync routers for ids ['61274f14-0ba7-49e9-ba25-df767eeb8d94'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:01:51.965174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e391b-fccd-4d05-9e18-aca302cb0f4c None None] Port d3feacb5-29e0-409c-ae17-0dcffdd5d055 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:01:51.969990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Routers {'61274f14-0ba7-49e9-ba25-df767eeb8d94'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:01:51.970661 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:01:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['61274f14-0ba7-49e9-ba25-df767eeb8d94'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:52.043982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-41b994c8-0536-4ecd-8e97-28ed1370d4ef tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1442819392&fields=id&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2 HTTP/1.1" status: 200 len: 267 time: 0.0701022 Feb 04 14:01:52.052734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1e4e391b-fccd-4d05-9e18-aca302cb0f4c None None] Provisioning complete for port 6341e16b-27f1-4175-8f9a-5d6555c6a903 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:52.053349 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1e4e391b-fccd-4d05-9e18-aca302cb0f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6341e16b-27f1-4175-8f9a-5d6555c6a903), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:52.156334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Set router 61274f14-0ba7-49e9-ba25-df767eeb8d94 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:01:52.160332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-d63d25d9-01d2-4cb7-9401-d043852c6398 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:52.161874 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-d63d25d9-01d2-4cb7-9401-d043852c6398 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/networks?id=535ba2f2-fb25-4ea1-b345-ed485550989e HTTP/1.1" status: 200 len: 796 time: 0.1095254 Feb 04 14:01:52.177898 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-8dadb4f5-e0ee-4ba1-8112-af6ca16347b6 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/quotas/7a7a6da7dab54751bcd59b7f2b7f2bf2 HTTP/1.1" status: 200 len: 375 time: 0.0094492 Feb 04 14:01:52.209995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e391b-fccd-4d05-9e18-aca302cb0f4c None None] Current status of the port 6341e16b-27f1-4175-8f9a-5d6555c6a903 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:52.234786 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-e42ed5cc-1a53-473e-bc70-b5e3bafd5d86 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515647 Feb 04 14:01:52.337931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-5b72f720-321b-4219-b9b3-4120faf927e1 service neutron] 10.222.0.96 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905581 Feb 04 14:01:52.364686 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3594779f-4d7d-45d1-993a-990fbaa7d685 None None] Provisioning complete for port d3feacb5-29e0-409c-ae17-0dcffdd5d055 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:52.364981 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3594779f-4d7d-45d1-993a-990fbaa7d685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:52.406250 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3594779f-4d7d-45d1-993a-990fbaa7d685 None None] Port d3feacb5-29e0-409c-ae17-0dcffdd5d055 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:01:52.421986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998100415', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:50Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd3feacb5-29e0-409c-ae17-0dcffdd5d055', 'name': '', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:ed:58:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:50Z', 'updated_at': '2022-02-04T14:01:51Z', 'revision_number': 2, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:52.431981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-6651d2a4-3b97-4320-90b8-077195b86b09 service neutron] 10.222.0.96 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876439 Feb 04 14:01:52.454313 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Checking router: 61274f14-0ba7-49e9-ba25-df767eeb8d94 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:01:52.454692 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Updating router 61274f14-0ba7-49e9-ba25-df767eeb8d94 port d3feacb5-29e0-409c-ae17-0dcffdd5d055 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:01:52.483029 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:52.644333 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5fa06a7-6efb-4b16-90b1-dbd5ffa599c9 req-ea77a4b6-a195-4a6b-bd96-9b5a6ccedcbb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 210 time: 0.0396945 Feb 04 14:01:52.743688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6341e16b-27f1-4175-8f9a-5d6555c6a903 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:01:52.838158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522da91-a3d4-402e-a769-86bde7ed1ad6 req-0b3bf289-b14b-4cd8-ad47-33021fe73742 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:52.839758 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9522da91-a3d4-402e-a769-86bde7ed1ad6 req-0b3bf289-b14b-4cd8-ad47-33021fe73742 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0627275 Feb 04 14:01:52.877411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6341e16b-27f1-4175-8f9a-5d6555c6a903 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:52.877722 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6341e16b-27f1-4175-8f9a-5d6555c6a903), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:52.903793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9522da91-a3d4-402e-a769-86bde7ed1ad6 req-fda887e6-0e7e-402d-bae4-8de74dc2fc8c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562530 Feb 04 14:01:52.923463 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Publish callbacks [] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:52.931789 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:53.041149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566105d-e88f-4da9-abc3-0378a66d09eb None None] Pushing event updated for resources: {'Port': ['ID=d3feacb5-29e0-409c-ae17-0dcffdd5d055,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:53.076248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6341e16b-27f1-4175-8f9a-5d6555c6a903 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:53.077503 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 64e0a031-7f13-44f1-ae61-f81b272b07cb up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:01:53.108229 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Attempting to bind port d3feacb5-29e0-409c-ae17-0dcffdd5d055 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:01:53.108596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Attempting to bind port d3feacb5-29e0-409c-ae17-0dcffdd5d055 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:01:53.108954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Attempting to bind port d3feacb5-29e0-409c-ae17-0dcffdd5d055 on network 535ba2f2-fb25-4ea1-b345-ed485550989e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:01:53.121625 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:01:53.122240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Checking segment: {'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:01:53.122661 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:53.124048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Bound using segment: {'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:01:53.124525 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Bound port: d3feacb5-29e0-409c-ae17-0dcffdd5d055, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:01:53.124649 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:53.203049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 64e0a031-7f13-44f1-ae61-f81b272b07cb triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:53.203396 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (64e0a031-7f13-44f1-ae61-f81b272b07cb), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:53.232982 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] For port d3feacb5-29e0-409c-ae17-0dcffdd5d055, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:01:53.252605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] For port d3feacb5-29e0-409c-ae17-0dcffdd5d055, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d3feacb5-29e0-409c-ae17-0dcffdd5d055,segment=NetworkSegment(6a8be223-98f0-435b-8582-7dab4b6a67e2),segment_id=6a8be223-98f0-435b-8582-7dab4b6a67e2)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:01:53.261820 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:53.364606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566105d-e88f-4da9-abc3-0378a66d09eb None None] Pushing event updated for resources: {'Port': ['ID=d3feacb5-29e0-409c-ae17-0dcffdd5d055,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:53.377799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Routers {'61274f14-0ba7-49e9-ba25-df767eeb8d94'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:01:53.378466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:01:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['61274f14-0ba7-49e9-ba25-df767eeb8d94'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:53.383172 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 64e0a031-7f13-44f1-ae61-f81b272b07cb is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:53.423757 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-38ad2131-b28c-41e3-a2ce-14fc82bcfacb None None] Provisioning complete for port d3feacb5-29e0-409c-ae17-0dcffdd5d055 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:53.424125 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38ad2131-b28c-41e3-a2ce-14fc82bcfacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:53.531177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] Set router 61274f14-0ba7-49e9-ba25-df767eeb8d94 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:01:53.638005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-38ad2131-b28c-41e3-a2ce-14fc82bcfacb None None] Current status of the port d3feacb5-29e0-409c-ae17-0dcffdd5d055 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:53.638422 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38ad2131-b28c-41e3-a2ce-14fc82bcfacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:53.723952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-38ad2131-b28c-41e3-a2ce-14fc82bcfacb None None] For port d3feacb5-29e0-409c-ae17-0dcffdd5d055, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d3feacb5-29e0-409c-ae17-0dcffdd5d055,segment=NetworkSegment(6a8be223-98f0-435b-8582-7dab4b6a67e2),segment_id=6a8be223-98f0-435b-8582-7dab4b6a67e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:01:53.733450 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38ad2131-b28c-41e3-a2ce-14fc82bcfacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:53.825620 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad2131-b28c-41e3-a2ce-14fc82bcfacb None None] Pushing event updated for resources: {'Port': ['ID=d3feacb5-29e0-409c-ae17-0dcffdd5d055,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:53.852937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-464264a7-e838-4f1b-a741-881466c8e3fb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:53.855465 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-464264a7-e838-4f1b-a741-881466c8e3fb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.99 "GET /v2.0/networks?id=535ba2f2-fb25-4ea1-b345-ed485550989e HTTP/1.1" status: 200 len: 796 time: 0.2149308 Feb 04 14:01:53.872801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998100415', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:50Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd3feacb5-29e0-409c-ae17-0dcffdd5d055', 'name': '', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:ed:58:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:50Z', 'updated_at': '2022-02-04T14:01:53Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:53.878587 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f02906fc-ea22-4893-8599-349c00804949 None None] Provisioning complete for port d3feacb5-29e0-409c-ae17-0dcffdd5d055 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:53.879174 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f02906fc-ea22-4893-8599-349c00804949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:53.884085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09b44416-973a-4ec1-a7b5-f0a117bbe629 req-1d656bad-4559-4e18-8fda-9d8618f83e19 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 210 time: 0.0554540 Feb 04 14:01:53.908684 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8440f-2e0a-4d33-99a8-4eb0328a69eb None None] The sync data for ids ['61274f14-0ba7-49e9-ba25-df767eeb8d94'] in n-d-714676-13 is: [{'id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998100415', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:50Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd3feacb5-29e0-409c-ae17-0dcffdd5d055', 'name': '', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:ed:58:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:50Z', 'updated_at': '2022-02-04T14:01:53Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:01:54.012531 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-7ae55d80-fdd4-46b0-b978-9770bcae3550 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2 HTTP/1.1" status: 200 len: 380 time: 0.1367612 Feb 04 14:01:54.022735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'port': {'device_id': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'admin_state_up': True, 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'security_groups': ['d35f6056-d94a-4c66-b7d6-f7e2ea090ce7']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:54.170883 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205590e-8c01-4ced-8832-f0679d97bae1 req-5d5f177d-2984-4599-b4fe-841ca01c2e2c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:54.172541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1205590e-8c01-4ced-8832-f0679d97bae1 req-5d5f177d-2984-4599-b4fe-841ca01c2e2c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0804157 Feb 04 14:01:54.243177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f02906fc-ea22-4893-8599-349c00804949 None None] Current status of the port d3feacb5-29e0-409c-ae17-0dcffdd5d055 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:54.259866 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1205590e-8c01-4ced-8832-f0679d97bae1 req-a181edf3-10d7-4bb1-b905-5624aaf82742 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706832 Feb 04 14:01:54.261010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Made reservation on behalf of 7a7a6da7dab54751bcd59b7f2b7f2bf2 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:01:54.265360 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:54.407830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Allocated IP 172.20.0.4 (535ba2f2-fb25-4ea1-b345-ed485550989e/42828123-fb70-486e-ae7d-fe5c71e6ab2d/932d637c-eb3c-4856-a10e-d1d4bcfaf902) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:01:54.579884 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:54.621274 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:54.684552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 535ba2f2-fb25-4ea1-b345-ed485550989e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:01:54.692778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:01:54.697088 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:01:54.761014 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:54.761734 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:54.778512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=932d637c-eb3c-4856-a10e-d1d4bcfaf902,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:54.795207 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:54.795622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:54.796136 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:54.796458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:54.796790 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:54.797120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:54.797456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:54.797805 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:54.798130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:54.798456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:54.798794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:54.799146 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:54.799427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:01:54.805307 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d3feacb5-29e0-409c-ae17-0dcffdd5d055 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:01:54.813872 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-96a631bb-0dea-4b21-bdcf-b5ea44ef8558 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7962074 Feb 04 14:01:54.836455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Request body: {'port': {'device_id': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:54.892784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port d3feacb5-29e0-409c-ae17-0dcffdd5d055 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:54.893175 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:54.970969 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:55.035745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d3feacb5-29e0-409c-ae17-0dcffdd5d055 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:01:55.078843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0662fedf-495e-41bf-93c9-45aa03f61913 None None] Provisioning complete for port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:55.079218 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0662fedf-495e-41bf-93c9-45aa03f61913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:55.122871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0662fedf-495e-41bf-93c9-45aa03f61913 None None] Port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:01:55.172814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0245222-3015-4590-bd32-e35fb7d7d7e4 req-abd6d7b4-1160-43f1-aab1-f31b934162dc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:55.174605 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d0245222-3015-4590-bd32-e35fb7d7d7e4 req-abd6d7b4-1160-43f1-aab1-f31b934162dc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 931 time: 0.1481590 Feb 04 14:01:55.300855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d0245222-3015-4590-bd32-e35fb7d7d7e4 req-fe48ebdb-67ca-4a7b-91c6-963e15ff504f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106198 Feb 04 14:01:55.453375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932d637c-eb3c-4856-a10e-d1d4bcfaf902 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:01:55.463921 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Publish callbacks [] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:55.482942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Transition to ACTIVE for port object 932d637c-eb3c-4856-a10e-d1d4bcfaf902 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:01:55.491297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fba50-91d4-4abf-bac9-56be37d3ec64 req-7d26859d-e568-4e8c-b8c5-c402763fd240 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:55.492822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a20fba50-91d4-4abf-bac9-56be37d3ec64 req-7d26859d-e568-4e8c-b8c5-c402763fd240 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0916774 Feb 04 14:01:55.494044 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:55.565111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Pushing event updated for resources: {'Port': ['ID=932d637c-eb3c-4856-a10e-d1d4bcfaf902,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:55.641439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a20fba50-91d4-4abf-bac9-56be37d3ec64 req-44474b10-98b8-46bb-90e2-c7b0039ba3f1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183417 Feb 04 14:01:55.673852 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Attempting to bind port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:01:55.674224 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Attempting to bind port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:01:55.674688 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Attempting to bind port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 on network 535ba2f2-fb25-4ea1-b345-ed485550989e {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:01:55.679422 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 on network 535ba2f2-fb25-4ea1-b345-ed485550989e not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:01:55.679742 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Attempting to bind port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 on network 535ba2f2-fb25-4ea1-b345-ed485550989e {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:01:55.686520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:01:55.686520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Checking segment: {'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:01:55.686520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Bound using segment: {'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:01:55.687094 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Bound port: 932d637c-eb3c-4856-a10e-d1d4bcfaf902, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:01:55.690141 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:55.764726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] For port 932d637c-eb3c-4856-a10e-d1d4bcfaf902, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:01:55.768779 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] For port 932d637c-eb3c-4856-a10e-d1d4bcfaf902, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902,segment=NetworkSegment(6a8be223-98f0-435b-8582-7dab4b6a67e2),segment_id=6a8be223-98f0-435b-8582-7dab4b6a67e2)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:01:55.776104 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:55.812114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:55.812918 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:55.816733 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] 10.222.0.99 "PUT /v2.0/ports/932d637c-eb3c-4856-a10e-d1d4bcfaf902 HTTP/1.1" status: 200 len: 1092 time: 0.9907746 Feb 04 14:01:55.817566 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'tag': '932d637c-eb3c-4856-a10e-d1d4bcfaf902'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:01:55.820087 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b3e9e2-9369-416f-acb0-1661e5cb66ff" -d '{"events": [{"name": "network-changed", "server_uuid": "059658fe-c2e8-4815-9970-9f6d8737aa03", "tag": "932d637c-eb3c-4856-a10e-d1d4bcfaf902"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:01:55.869255 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21211269-eeee-4ab6-8669-60f5d0a3221a service neutron] Pushing event updated for resources: {'Port': ['ID=932d637c-eb3c-4856-a10e-d1d4bcfaf902,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:55.893635 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff1215b-1754-4bf3-807c-3c1f492738a8 x-openstack-request-id: req-bff1215b-1754-4bf3-807c-3c1f492738a8 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:01:55.893941 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059658fe-c2e8-4815-9970-9f6d8737aa03", "tag": "932d637c-eb3c-4856-a10e-d1d4bcfaf902", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:01:55.894243 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bff1215b-1754-4bf3-807c-3c1f492738a8 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:01:55.894661 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'tag': '932d637c-eb3c-4856-a10e-d1d4bcfaf902', 'status': 'completed', 'code': 200} Feb 04 14:01:55.932591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-652b18ec-7a67-4d8a-824a-23955a275e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:55.934279 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-652b18ec-7a67-4d8a-824a-23955a275e73 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 1126 time: 0.0662062 Feb 04 14:01:56.341487 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-94bf1299-23d8-4cad-81d2-22eccb82b65e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902 HTTP/1.1" status: 200 len: 217 time: 0.3978994 Feb 04 14:01:56.450055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-93337110-3854-453b-9bce-c481a03a41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:56.451773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-93337110-3854-453b-9bce-c481a03a41a1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=42828123-fb70-486e-ae7d-fe5c71e6ab2d HTTP/1.1" status: 200 len: 835 time: 0.0890081 Feb 04 14:01:56.461054 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6684af46-2f0f-4e8d-9ea0-83373d0e9464 req-84ab0641-2f8e-40ca-a2e9-cc79327ab8ca service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1279805 Feb 04 14:01:56.512039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2467617-2985-4750-bbe2-b2ddb0327a69 req-1aa36fe9-73ea-46c5-a0f9-e92a8b5c87a8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:56.514531 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d2467617-2985-4750-bbe2-b2ddb0327a69 req-1aa36fe9-73ea-46c5-a0f9-e92a8b5c87a8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 943 time: 0.1131856 Feb 04 14:01:56.600867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-35980b50-a97f-4a37-926a-bda25e1808a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:56.602505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-35980b50-a97f-4a37-926a-bda25e1808a8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=535ba2f2-fb25-4ea1-b345-ed485550989e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1396832 Feb 04 14:01:56.623525 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d2467617-2985-4750-bbe2-b2ddb0327a69 req-48626158-ff1b-48e2-8440-6a0341779204 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986452 Feb 04 14:01:56.636720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684af46-2f0f-4e8d-9ea0-83373d0e9464 req-4c140099-bb11-4c7b-9200-9d840f506ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:56.646994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6684af46-2f0f-4e8d-9ea0-83373d0e9464 req-4c140099-bb11-4c7b-9200-9d840f506ce2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4ddd03a338e9481f8ecfe863e089db2d&device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 1129 time: 0.1226745 Feb 04 14:01:56.834338 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-226d233e-6ec8-4daa-8adf-a84da4640e2c service neutron] 10.222.0.99 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240942 Feb 04 14:01:56.839223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684af46-2f0f-4e8d-9ea0-83373d0e9464 req-324b959e-df44-4e35-8ae7-5cd6be86dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:56.840612 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6684af46-2f0f-4e8d-9ea0-83373d0e9464 req-324b959e-df44-4e35-8ae7-5cd6be86dee8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6a2573c7-a422-4fa3-9caa-883478b35439 HTTP/1.1" status: 200 len: 912 time: 0.1685956 Feb 04 14:01:56.848176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08788c-d2a7-422a-89ec-a754e0256c88 req-8bd7871d-c013-4814-8abc-6f208b362c8a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:56.849669 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6a08788c-d2a7-422a-89ec-a754e0256c88 req-8bd7871d-c013-4814-8abc-6f208b362c8a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.1281168 Feb 04 14:01:57.011555 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6a08788c-d2a7-422a-89ec-a754e0256c88 req-7f56b48a-3cda-447b-845e-6aeeca46da9f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514931 Feb 04 14:01:57.023273 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6684af46-2f0f-4e8d-9ea0-83373d0e9464 req-30bd526d-c133-491b-a2de-a13a9ea31993 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71feef09-f40e-4d32-8d2b-80c6b97bb75c HTTP/1.1" status: 200 len: 1002 time: 0.1714523 Feb 04 14:01:57.040121 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b3573bf-56ea-4820-8ec7-d50b18547933 req-00a69512-8a52-4f49-b463-ced862a61962 service neutron] 10.222.0.99 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894317 Feb 04 14:01:57.131297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684af46-2f0f-4e8d-9ea0-83373d0e9464 req-bd548576-605c-4654-beac-7fff93e49db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:57.132816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6684af46-2f0f-4e8d-9ea0-83373d0e9464 req-bd548576-605c-4654-beac-7fff93e49db2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=dc55e045-daca-4403-9022-1e9266a649bb HTTP/1.1" status: 200 len: 850 time: 0.0989959 Feb 04 14:01:57.184666 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3e9e2-9369-416f-acb0-1661e5cb66ff req-b88df6a3-8a12-4ffa-9333-a3f64e751d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:57.187203 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37b3e9e2-9369-416f-acb0-1661e5cb66ff req-b88df6a3-8a12-4ffa-9333-a3f64e751d97 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 1126 time: 0.0946121 Feb 04 14:01:57.240909 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684af46-2f0f-4e8d-9ea0-83373d0e9464 req-69e92ef2-5eda-4f88-aab8-200e921ac12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:57.242463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6684af46-2f0f-4e8d-9ea0-83373d0e9464 req-69e92ef2-5eda-4f88-aab8-200e921ac12a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6a2573c7-a422-4fa3-9caa-883478b35439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1026680 Feb 04 14:01:57.346834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3e9e2-9369-416f-acb0-1661e5cb66ff req-7a3f6e8e-3e6c-41fd-aa5f-86cd58de4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:57.348313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37b3e9e2-9369-416f-acb0-1661e5cb66ff req-7a3f6e8e-3e6c-41fd-aa5f-86cd58de4061 service neutron] 10.222.0.99 "GET /v2.0/networks?id=535ba2f2-fb25-4ea1-b345-ed485550989e HTTP/1.1" status: 200 len: 897 time: 0.1536605 Feb 04 14:01:57.396431 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37b3e9e2-9369-416f-acb0-1661e5cb66ff req-3b6dfb5f-73e1-4455-a457-57f581342bf8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902 HTTP/1.1" status: 200 len: 217 time: 0.0416391 Feb 04 14:01:57.415142 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6684af46-2f0f-4e8d-9ea0-83373d0e9464 req-3697debc-1999-4568-92cd-94433c1c416c service neutron] 10.222.0.99 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658936 Feb 04 14:01:57.504896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3e9e2-9369-416f-acb0-1661e5cb66ff req-152baeb4-f65f-44ff-8a61-f406e8fceb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:57.506405 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37b3e9e2-9369-416f-acb0-1661e5cb66ff req-152baeb4-f65f-44ff-8a61-f406e8fceb2f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=42828123-fb70-486e-ae7d-fe5c71e6ab2d HTTP/1.1" status: 200 len: 835 time: 0.1025765 Feb 04 14:01:57.576035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6684af46-2f0f-4e8d-9ea0-83373d0e9464 req-f08a8886-07ed-41e2-8d14-3007bbcd8683 service neutron] 10.222.0.99 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361361 Feb 04 14:01:57.584562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3e9e2-9369-416f-acb0-1661e5cb66ff req-245b2ae6-29cf-48ba-8b14-07b43e5b2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:57.586010 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37b3e9e2-9369-416f-acb0-1661e5cb66ff req-245b2ae6-29cf-48ba-8b14-07b43e5b2a2c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=535ba2f2-fb25-4ea1-b345-ed485550989e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0737302 Feb 04 14:01:57.692691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37b3e9e2-9369-416f-acb0-1661e5cb66ff req-47cd94c7-9d17-455b-8eda-c850efd0a1cb service neutron] 10.222.0.99 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993054 Feb 04 14:01:57.832860 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8cd1f-7967-4372-8d10-f5dddf01b9ee req-1697d2cf-51ba-42e8-b257-1a648c34a2bb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:57.834459 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5aa8cd1f-7967-4372-8d10-f5dddf01b9ee req-1697d2cf-51ba-42e8-b257-1a648c34a2bb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 943 time: 0.1274533 Feb 04 14:01:57.838741 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37b3e9e2-9369-416f-acb0-1661e5cb66ff req-5e600e4b-6d2f-4e19-8aad-9684b491a94a service neutron] 10.222.0.99 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397758 Feb 04 14:01:57.895207 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5aa8cd1f-7967-4372-8d10-f5dddf01b9ee req-d2e4dcaa-881e-4fd3-afa1-a1cd0e847ab9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547948 Feb 04 14:01:58.170262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08211622-d329-4f5a-a9d6-cf4f37f5f851 req-42101b4e-0afa-45d4-9fec-be02822dc057 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:58.171846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08211622-d329-4f5a-a9d6-cf4f37f5f851 req-42101b4e-0afa-45d4-9fec-be02822dc057 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0753486 Feb 04 14:01:58.227182 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08211622-d329-4f5a-a9d6-cf4f37f5f851 req-b4df2d5c-c32d-4ad4-b349-4b9aa719e13a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440912 Feb 04 14:01:59.028269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d66390-2ebe-43d6-9246-9cc358e3ad81 req-43812dbb-0887-4f29-b7c0-cb5b5141c412 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:59.030764 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-22d66390-2ebe-43d6-9246-9cc358e3ad81 req-43812dbb-0887-4f29-b7c0-cb5b5141c412 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 943 time: 0.0633068 Feb 04 14:01:59.090511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-22d66390-2ebe-43d6-9246-9cc358e3ad81 req-2d31511e-1734-434a-baf4-6985c9ebef02 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533099 Feb 04 14:01:59.347368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b47367-54ed-48c5-a936-5ccd63229f3f req-40a9bdf3-98bb-4c3b-a68e-27a4022ab4d6 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:59.348943 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13b47367-54ed-48c5-a936-5ccd63229f3f req-40a9bdf3-98bb-4c3b-a68e-27a4022ab4d6 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0561275 Feb 04 14:01:59.398943 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13b47367-54ed-48c5-a936-5ccd63229f3f req-76f49a0f-d103-49f7-b4a7-7c187dba70f9 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442975 Feb 04 14:02:00.010064 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 932d637c-eb3c-4856-a10e-d1d4bcfaf902 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:02:00.111239 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 932d637c-eb3c-4856-a10e-d1d4bcfaf902, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902,segment=NetworkSegment(6a8be223-98f0-435b-8582-7dab4b6a67e2),segment_id=6a8be223-98f0-435b-8582-7dab4b6a67e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:02:00.125677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '932d637c-eb3c-4856-a10e-d1d4bcfaf902', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'port_id': '932d637c-eb3c-4856-a10e-d1d4bcfaf902', 'mac_address': 'fa:16:3e:4f:cb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:02:00.170721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:02:00.171115 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:00.186271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932d637c-eb3c-4856-a10e-d1d4bcfaf902 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:02:00.210057 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 932d637c-eb3c-4856-a10e-d1d4bcfaf902, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902,segment=NetworkSegment(6a8be223-98f0-435b-8582-7dab4b6a67e2),segment_id=6a8be223-98f0-435b-8582-7dab4b6a67e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:02:00.214956 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:00.227726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6945d7-c0fd-4e3c-b9db-d45d25f17152 req-333afc0e-26b5-443f-ad3d-5f666648811c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:00.229544 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c6945d7-c0fd-4e3c-b9db-d45d25f17152 req-333afc0e-26b5-443f-ad3d-5f666648811c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 943 time: 0.0597405 Feb 04 14:02:00.273674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=932d637c-eb3c-4856-a10e-d1d4bcfaf902,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:00.282231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:00.282589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:00.283282 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:00.283282 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:00.283608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:00.283950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:00.284284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:00.284749 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:00.284967 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:00.285438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:00.285787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:00.286301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:00.286633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:00.320023 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c6945d7-c0fd-4e3c-b9db-d45d25f17152 req-0dd02dde-3daa-4cbb-8951-f53f7454fb54 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796640 Feb 04 14:02:00.324157 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad0e2ba8-67b6-4be5-8271-101a573f6506 req-9d83145e-9209-4dab-a291-5d0af5d3503e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0935078 Feb 04 14:02:00.424727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e2ba8-67b6-4be5-8271-101a573f6506 req-f27c2f6d-ab2a-41ca-9109-a4befd4809ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:00.426563 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad0e2ba8-67b6-4be5-8271-101a573f6506 req-f27c2f6d-ab2a-41ca-9109-a4befd4809ac service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b65b42bd66c4f1ea41855347bee985a&device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 1129 time: 0.0573840 Feb 04 14:02:00.530939 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['932d637c-eb3c-4856-a10e-d1d4bcfaf902'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:02:00.580721 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e2ba8-67b6-4be5-8271-101a573f6506 req-014eba57-0462-4c2c-903b-f16483c1d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:00.583376 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad0e2ba8-67b6-4be5-8271-101a573f6506 req-014eba57-0462-4c2c-903b-f16483c1d2a0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 200 len: 917 time: 0.1358135 Feb 04 14:02:00.590212 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abb7a3-f782-4441-9f8f-ff06f533cff4 req-39c00857-dd91-4a76-b20f-6993726fe18a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:00.591925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33abb7a3-f782-4441-9f8f-ff06f533cff4 req-39c00857-dd91-4a76-b20f-6993726fe18a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0935750 Feb 04 14:02:00.693388 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad0e2ba8-67b6-4be5-8271-101a573f6506 req-ab4b6ca2-cd5d-4433-96f4-1e23dbaa5f0b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab484eab-afa0-48a3-903a-e11f480e3af4 HTTP/1.1" status: 200 len: 1001 time: 0.1003458 Feb 04 14:02:00.699029 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33abb7a3-f782-4441-9f8f-ff06f533cff4 req-7eedd1f8-6920-4807-a7eb-39ec779841d0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981600 Feb 04 14:02:00.745766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e2ba8-67b6-4be5-8271-101a573f6506 req-6d133ce6-2614-4fea-8323-31ceaeddab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:00.747426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad0e2ba8-67b6-4be5-8271-101a573f6506 req-6d133ce6-2614-4fea-8323-31ceaeddab09 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 200 len: 855 time: 0.0474663 Feb 04 14:02:00.802897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e2ba8-67b6-4be5-8271-101a573f6506 req-3511b7a0-4214-4d48-a0db-7ee60c431444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:00.804334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad0e2ba8-67b6-4be5-8271-101a573f6506 req-3511b7a0-4214-4d48-a0db-7ee60c431444 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88f6d30e-6939-4db7-9dac-021644b341a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504992 Feb 04 14:02:00.902308 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad0e2ba8-67b6-4be5-8271-101a573f6506 req-e0c22bf1-912a-44b7-a3e3-98fc65b53727 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917330 Feb 04 14:02:00.995167 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad0e2ba8-67b6-4be5-8271-101a573f6506 req-6f9775df-e73f-4860-8962-11516f6a0728 service neutron] 10.222.0.100 "GET /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868607 Feb 04 14:02:01.451119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b71bdf-aa41-4ddc-b813-290d9875ff84 req-eb84f7ae-f415-4350-96a3-06ca92a88f79 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:01.452633 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-30b71bdf-aa41-4ddc-b813-290d9875ff84 req-eb84f7ae-f415-4350-96a3-06ca92a88f79 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 944 time: 0.0553370 Feb 04 14:02:01.509682 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-30b71bdf-aa41-4ddc-b813-290d9875ff84 req-1198299b-c27e-49ca-8ec2-755546d35018 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514796 Feb 04 14:02:01.828345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4ec55-d3a8-4d5b-baf7-43f02fdf65fb req-543069e1-8ac3-4728-813d-4834e1b042c0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:01.829899 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-35d4ec55-d3a8-4d5b-baf7-43f02fdf65fb req-543069e1-8ac3-4728-813d-4834e1b042c0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0562627 Feb 04 14:02:01.879197 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-35d4ec55-d3a8-4d5b-baf7-43f02fdf65fb req-afc39b08-50bb-4011-8f56-410108d5711e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437140 Feb 04 14:02:02.028004 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 932d637c-eb3c-4856-a10e-d1d4bcfaf902 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:02:02.086443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:02:02.092060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:02:02.092851 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:02.179612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:02:02.180009 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:02.205187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932d637c-eb3c-4856-a10e-d1d4bcfaf902'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:02:02.207756 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230622df-a99a-4f95-b2fd-b09818097c3a" -d '{"events": [{"server_uuid": "059658fe-c2e8-4815-9970-9f6d8737aa03", "name": "network-vif-plugged", "status": "completed", "tag": "932d637c-eb3c-4856-a10e-d1d4bcfaf902"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:02:02.220594 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 932d637c-eb3c-4856-a10e-d1d4bcfaf902, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902,segment=NetworkSegment(6a8be223-98f0-435b-8582-7dab4b6a67e2),segment_id=6a8be223-98f0-435b-8582-7dab4b6a67e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:02:02.225447 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:02.258903 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5da18ac-4ee7-4054-8863-9491af0e0a4b x-openstack-request-id: req-a5da18ac-4ee7-4054-8863-9491af0e0a4b {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:02:02.259266 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059658fe-c2e8-4815-9970-9f6d8737aa03", "name": "network-vif-plugged", "status": "completed", "tag": "932d637c-eb3c-4856-a10e-d1d4bcfaf902", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:02:02.259891 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a5da18ac-4ee7-4054-8863-9491af0e0a4b {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:02:02.259891 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932d637c-eb3c-4856-a10e-d1d4bcfaf902', 'code': 200} Feb 04 14:02:02.289627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=932d637c-eb3c-4856-a10e-d1d4bcfaf902,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:02.358490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9ebee-4c6f-4c4f-ac63-32d687077e31 req-427907a7-2ce6-4c4f-9c51-6eef4bc69507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:02.360036 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9df9ebee-4c6f-4c4f-ac63-32d687077e31 req-427907a7-2ce6-4c4f-9c51-6eef4bc69507 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 1128 time: 0.0472248 Feb 04 14:02:02.409236 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9df9ebee-4c6f-4c4f-ac63-32d687077e31 req-4adc8660-ca1d-4504-a86d-95c61fcd2bad service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Feb 04 14:02:02.643816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bafc65-b86d-4d95-ad72-845fa9a0b341 req-1d69b848-369e-4405-b7a9-7b89935546fd tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:02.645584 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34bafc65-b86d-4d95-ad72-845fa9a0b341 req-1d69b848-369e-4405-b7a9-7b89935546fd tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.0608819 Feb 04 14:02:02.701330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34bafc65-b86d-4d95-ad72-845fa9a0b341 req-50b01fbc-eb73-425c-adec-eaf4bec5cd34 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500512 Feb 04 14:02:03.006532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac03b27-f803-41e5-8a61-f84d07aaacf6 req-22df2922-006e-48ca-8592-91bf01ed0ebf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:03.008060 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dac03b27-f803-41e5-8a61-f84d07aaacf6 req-22df2922-006e-48ca-8592-91bf01ed0ebf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0553951 Feb 04 14:02:03.058724 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dac03b27-f803-41e5-8a61-f84d07aaacf6 req-e2587847-4da0-49e7-9191-d4a654d52834 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439703 Feb 04 14:02:03.854116 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e17bf-513f-40de-9910-5b218c22dc98 req-d136355f-28c8-4020-8b9a-3f6bac259110 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:03.855962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607e17bf-513f-40de-9910-5b218c22dc98 req-d136355f-28c8-4020-8b9a-3f6bac259110 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.0658364 Feb 04 14:02:03.907601 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607e17bf-513f-40de-9910-5b218c22dc98 req-3dca7518-b26b-43cf-9754-020f19534470 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460682 Feb 04 14:02:04.050976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87132cd2-596a-4e3d-bc49-270abef9535d req-33318892-2506-43ea-b967-3f3a4fd4d492 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:04.052601 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87132cd2-596a-4e3d-bc49-270abef9535d req-33318892-2506-43ea-b967-3f3a4fd4d492 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.0605099 Feb 04 14:02:04.114137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87132cd2-596a-4e3d-bc49-270abef9535d req-f310f039-727a-4dd1-a90d-7355b9f55500 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514102 Feb 04 14:02:04.136307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48644) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:04.200287 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2636492-bd8e-4737-86ae-060503ffd06f tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:04.202495 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b2636492-bd8e-4737-86ae-060503ffd06f tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 1123 time: 0.0646441 Feb 04 14:02:04.206565 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48646) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:04.211521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '932d637c-eb3c-4856-a10e-d1d4bcfaf902', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:02:04.235826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f194d82-606b-49ab-8d8d-6257c7dd281a req-3e218387-542b-466f-8ac1-8332963b381b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:04.236496 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:04.237382 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f194d82-606b-49ab-8d8d-6257c7dd281a req-3e218387-542b-466f-8ac1-8332963b381b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0615888 Feb 04 14:02:04.294951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f194d82-606b-49ab-8d8d-6257c7dd281a req-b60357a9-b42f-4c92-b74e-96b65ff3dde4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513933 Feb 04 14:02:04.342293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:04.456359 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Allocated IP 172.25.5.240 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/4300b172-060e-4c9e-ad9c-ef87c56c0a10) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:02:04.559442 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (4300b172-060e-4c9e-ad9c-ef87c56c0a10), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:04.597127 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4300b172-060e-4c9e-ad9c-ef87c56c0a10), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:04.642236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:02:04.645181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:02:04.648799 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:02:04.672611 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=4300b172-060e-4c9e-ad9c-ef87c56c0a10,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:05.012706 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for floatingip (e5fdbd57-483d-4d9f-afec-a0682ff50517), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:05.087115 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4300b172-060e-4c9e-ad9c-ef87c56c0a10), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:05.245401 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (4300b172-060e-4c9e-ad9c-ef87c56c0a10), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:05.251120 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (4300b172-060e-4c9e-ad9c-ef87c56c0a10), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:05.323699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=4300b172-060e-4c9e-ad9c-ef87c56c0a10,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:05.339274 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (e5fdbd57-483d-4d9f-afec-a0682ff50517), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:05.434067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ab5c7-8bb1-4d30-94e4-b33ca3840168 req-785cace9-7c65-4aa3-a0c6-e8d5b604df4c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:05.436345 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-487ab5c7-8bb1-4d30-94e4-b33ca3840168 req-785cace9-7c65-4aa3-a0c6-e8d5b604df4c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0621903 Feb 04 14:02:05.452122 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Floating IP e5fdbd57-483d-4d9f-afec-a0682ff50517 associated. External IP: 172.25.5.240, port: 932d637c-eb3c-4856-a10e-d1d4bcfaf902. Feb 04 14:02:05.488353 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-487ab5c7-8bb1-4d30-94e4-b33ca3840168 req-cdfeabff-d4ec-4856-9b47-6c8736d188ec tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455000 Feb 04 14:02:05.676265 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router 61274f14-0ba7-49e9-ba25-df767eeb8d94 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:02:05.789298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:02:05.799691 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2611fe6a-17e4-46e7-bbee-20d5a822b2df None None] Sync routers for ids ['61274f14-0ba7-49e9-ba25-df767eeb8d94'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:02:05.809506 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:05.811014 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2611fe6a-17e4-46e7-bbee-20d5a822b2df None None] Routers {'61274f14-0ba7-49e9-ba25-df767eeb8d94'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:02:05.811637 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2611fe6a-17e4-46e7-bbee-20d5a822b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:01:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['61274f14-0ba7-49e9-ba25-df767eeb8d94'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:02:05.842435 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-87045c5f-57c9-438f-9741-23a50085adeb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6337638 Feb 04 14:02:05.843059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'tag': '932d637c-eb3c-4856-a10e-d1d4bcfaf902'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:02:05.845359 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c6d5af-d845-4f8d-9e09-e49e03aa9cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "059658fe-c2e8-4815-9970-9f6d8737aa03", "tag": "932d637c-eb3c-4856-a10e-d1d4bcfaf902"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:02:05.927109 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-2611fe6a-17e4-46e7-bbee-20d5a822b2df None None] Set router 61274f14-0ba7-49e9-ba25-df767eeb8d94 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:02:05.948085 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab650ba5-06b4-42cd-a48e-3d2182d57deb req-b14d9e17-1476-4265-88ca-ca9b7bb948d4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:05.949577 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab650ba5-06b4-42cd-a48e-3d2182d57deb req-b14d9e17-1476-4265-88ca-ca9b7bb948d4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.0554085 Feb 04 14:02:06.003261 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab650ba5-06b4-42cd-a48e-3d2182d57deb req-70d9ce8f-d6b0-4c89-bf3e-4f59eb7f5fcf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473123 Feb 04 14:02:06.026134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48656) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:06.066638 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1d9d86-e61b-402a-9b5c-756da0a32fab x-openstack-request-id: req-9c1d9d86-e61b-402a-9b5c-756da0a32fab {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:02:06.066986 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059658fe-c2e8-4815-9970-9f6d8737aa03", "tag": "932d637c-eb3c-4856-a10e-d1d4bcfaf902", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:02:06.067423 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9c1d9d86-e61b-402a-9b5c-756da0a32fab {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:02:06.067832 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'tag': '932d637c-eb3c-4856-a10e-d1d4bcfaf902', 'status': 'completed', 'code': 200} Feb 04 14:02:06.097975 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fb35d734-9dfc-4a5f-917c-ea3c7d164123 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/e5fdbd57-483d-4d9f-afec-a0682ff50517 HTTP/1.1" status: 200 len: 991 time: 0.0706897 Feb 04 14:02:06.128409 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6d5af-d845-4f8d-9e09-e49e03aa9cfb req-866a0039-5cc7-42fd-b134-3a0d4d842ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:06.129926 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20c6d5af-d845-4f8d-9e09-e49e03aa9cfb req-866a0039-5cc7-42fd-b134-3a0d4d842ed6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 1128 time: 0.0529370 Feb 04 14:02:06.174791 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2611fe6a-17e4-46e7-bbee-20d5a822b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998100415', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:50Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'e5fdbd57-483d-4d9f-afec-a0682ff50517', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'port_id': '932d637c-eb3c-4856-a10e-d1d4bcfaf902', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'mac_address': 'fa:16:3e:4f:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:02:04Z', 'updated_at': '2022-02-04T14:02:04Z', 'revision_number': 0, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3feacb5-29e0-409c-ae17-0dcffdd5d055', 'name': '', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:ed:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:50Z', 'updated_at': '2022-02-04T14:01:53Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:02:06.202393 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2611fe6a-17e4-46e7-bbee-20d5a822b2df None None] Checking router: 61274f14-0ba7-49e9-ba25-df767eeb8d94 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:02:06.210858 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2611fe6a-17e4-46e7-bbee-20d5a822b2df None None] Routers {'61274f14-0ba7-49e9-ba25-df767eeb8d94'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:02:06.211473 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2611fe6a-17e4-46e7-bbee-20d5a822b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:01:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['61274f14-0ba7-49e9-ba25-df767eeb8d94'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:02:06.224846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6d5af-d845-4f8d-9e09-e49e03aa9cfb req-5c971155-755e-4d5a-8f80-c3866413b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:06.226397 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20c6d5af-d845-4f8d-9e09-e49e03aa9cfb req-5c971155-755e-4d5a-8f80-c3866413b48d service neutron] 10.222.0.99 "GET /v2.0/networks?id=535ba2f2-fb25-4ea1-b345-ed485550989e HTTP/1.1" status: 200 len: 897 time: 0.0901461 Feb 04 14:02:06.299127 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20c6d5af-d845-4f8d-9e09-e49e03aa9cfb req-d5822aa7-2cc5-4398-9ace-ec4ccf15e140 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902 HTTP/1.1" status: 200 len: 999 time: 0.0656672 Feb 04 14:02:06.323700 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-2611fe6a-17e4-46e7-bbee-20d5a822b2df None None] Set router 61274f14-0ba7-49e9-ba25-df767eeb8d94 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:02:06.349735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6d5af-d845-4f8d-9e09-e49e03aa9cfb req-86cf1ab8-9f3a-4ce5-903b-dce4549267bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:06.351264 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20c6d5af-d845-4f8d-9e09-e49e03aa9cfb req-86cf1ab8-9f3a-4ce5-903b-dce4549267bf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=42828123-fb70-486e-ae7d-fe5c71e6ab2d HTTP/1.1" status: 200 len: 835 time: 0.0459013 Feb 04 14:02:06.405236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6d5af-d845-4f8d-9e09-e49e03aa9cfb req-0f51efbe-77b6-4437-89dd-d608f81c0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:06.407278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20c6d5af-d845-4f8d-9e09-e49e03aa9cfb req-0f51efbe-77b6-4437-89dd-d608f81c0b06 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=535ba2f2-fb25-4ea1-b345-ed485550989e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492880 Feb 04 14:02:06.507860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20c6d5af-d845-4f8d-9e09-e49e03aa9cfb req-0530d85a-6de2-4ed3-9901-b36ddc83b9e9 service neutron] 10.222.0.99 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939643 Feb 04 14:02:06.668732 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2611fe6a-17e4-46e7-bbee-20d5a822b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998100415', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:50Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'e5fdbd57-483d-4d9f-afec-a0682ff50517', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'port_id': '932d637c-eb3c-4856-a10e-d1d4bcfaf902', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'mac_address': 'fa:16:3e:4f:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:02:04Z', 'updated_at': '2022-02-04T14:02:04Z', 'revision_number': 0, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3feacb5-29e0-409c-ae17-0dcffdd5d055', 'name': '', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:ed:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:50Z', 'updated_at': '2022-02-04T14:01:53Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:02:06.670588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20c6d5af-d845-4f8d-9e09-e49e03aa9cfb req-6f3cd623-c940-4ab2-bb20-137c2d4deedb service neutron] 10.222.0.99 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547163 Feb 04 14:02:06.682624 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f7ee8-e61a-4b49-8a0d-4e5d0e090bca req-1bf2f753-01ba-4d44-8bad-1b3bb47e6c3d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:06.684331 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846f7ee8-e61a-4b49-8a0d-4e5d0e090bca req-1bf2f753-01ba-4d44-8bad-1b3bb47e6c3d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.1151328 Feb 04 14:02:06.700892 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2611fe6a-17e4-46e7-bbee-20d5a822b2df None None] The sync data for ids ['61274f14-0ba7-49e9-ba25-df767eeb8d94'] in n-d-714676-13 is: [{'id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998100415', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:50Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'e5fdbd57-483d-4d9f-afec-a0682ff50517', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'port_id': '932d637c-eb3c-4856-a10e-d1d4bcfaf902', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'mac_address': 'fa:16:3e:4f:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:02:04Z', 'updated_at': '2022-02-04T14:02:04Z', 'revision_number': 0, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3feacb5-29e0-409c-ae17-0dcffdd5d055', 'name': '', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:ed:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:50Z', 'updated_at': '2022-02-04T14:01:53Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:02:06.746642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846f7ee8-e61a-4b49-8a0d-4e5d0e090bca req-e318f6af-dc10-4f93-abd5-93a79da26468 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485620 Feb 04 14:02:06.908280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e320527-1355-4729-a417-b0aee95c9c11 None None] New status for floating IP e5fdbd57-483d-4d9f-afec-a0682ff50517: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:02:07.100034 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48660) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:07.168108 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d06771fd-8002-44e5-bc90-ccaf1151f192 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/e5fdbd57-483d-4d9f-afec-a0682ff50517 HTTP/1.1" status: 200 len: 993 time: 0.0668514 Feb 04 14:02:07.875412 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c33ee7-ed59-4fa5-aaf0-4de7fc545b8e req-6607c7ee-23bc-4230-85ff-863e7beabbca tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:07.877005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27c33ee7-ed59-4fa5-aaf0-4de7fc545b8e req-6607c7ee-23bc-4230-85ff-863e7beabbca tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0562050 Feb 04 14:02:07.926217 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27c33ee7-ed59-4fa5-aaf0-4de7fc545b8e req-b9032ba0-3cf5-40cc-a1e7-11a1b69553e6 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427871 Feb 04 14:02:09.049339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59cda6-2927-49f8-8d42-ed0f9e7c2a98 req-3728908f-f9e7-4059-90d0-411a074c6b8e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:09.051200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b59cda6-2927-49f8-8d42-ed0f9e7c2a98 req-3728908f-f9e7-4059-90d0-411a074c6b8e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0558758 Feb 04 14:02:09.105413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b59cda6-2927-49f8-8d42-ed0f9e7c2a98 req-1d03fe57-c534-49d4-9c5f-372ef1cf45c3 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481033 Feb 04 14:02:09.349465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07332ffa-c483-468d-9377-3bdcbc6e4561 req-7c5c2ac9-2999-464c-95ca-7253820b10e4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:09.350978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07332ffa-c483-468d-9377-3bdcbc6e4561 req-7c5c2ac9-2999-464c-95ca-7253820b10e4 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 946 time: 0.0547526 Feb 04 14:02:09.399697 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07332ffa-c483-468d-9377-3bdcbc6e4561 req-99388324-df01-4f46-abb4-309497bffd05 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429213 Feb 04 14:02:10.235640 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f2f15-8aa7-4bed-a221-f6475c7062c3 req-ab349280-0384-4fed-9d5a-3345e669df35 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:10.238306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e7f2f15-8aa7-4bed-a221-f6475c7062c3 req-ab349280-0384-4fed-9d5a-3345e669df35 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0611954 Feb 04 14:02:10.286374 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e7f2f15-8aa7-4bed-a221-f6475c7062c3 req-0c879105-f24c-40e3-873e-a360d17c6003 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425484 Feb 04 14:02:10.534469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932b619-ddc3-45f6-a06a-ed129d8b4058 req-9895d445-4581-4717-85f3-f282244eb0d8 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:10.536020 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d932b619-ddc3-45f6-a06a-ed129d8b4058 req-9895d445-4581-4717-85f3-f282244eb0d8 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 946 time: 0.0595293 Feb 04 14:02:10.584635 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d932b619-ddc3-45f6-a06a-ed129d8b4058 req-9f985ce1-9530-41ea-9996-d6df9bbd018f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups?id=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429652 Feb 04 14:02:10.899662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a483e-0fff-4971-abda-d026fd3bf6ee req-6ff5edc8-b2e9-4375-9bd5-d4a91ca1e85d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:10.901242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-383a483e-0fff-4971-abda-d026fd3bf6ee req-6ff5edc8-b2e9-4375-9bd5-d4a91ca1e85d tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.100 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 946 time: 0.0548172 Feb 04 14:02:10.968858 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09a6b64c-dac6-472b-aeaf-678ceae9e265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:11.008353 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-383a483e-0fff-4971-abda-d026fd3bf6ee req-272e546a-b5b3-4bc9-b433-97fd54d27c3f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Deleting port ab484eab-afa0-48a3-903a-e11f480e3af4 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:02:11.008701 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-383a483e-0fff-4971-abda-d026fd3bf6ee req-272e546a-b5b3-4bc9-b433-97fd54d27c3f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:11.101759 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-383a483e-0fff-4971-abda-d026fd3bf6ee req-272e546a-b5b3-4bc9-b433-97fd54d27c3f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] For port ab484eab-afa0-48a3-903a-e11f480e3af4, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ab484eab-afa0-48a3-903a-e11f480e3af4,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:02:11.102148 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-383a483e-0fff-4971-abda-d026fd3bf6ee req-272e546a-b5b3-4bc9-b433-97fd54d27c3f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:11.282960 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-383a483e-0fff-4971-abda-d026fd3bf6ee req-272e546a-b5b3-4bc9-b433-97fd54d27c3f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:11.283886 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-383a483e-0fff-4971-abda-d026fd3bf6ee req-272e546a-b5b3-4bc9-b433-97fd54d27c3f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (aec5a1f1-a5a3-464e-9f13-25a703e6d093), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:11.283886 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-383a483e-0fff-4971-abda-d026fd3bf6ee req-272e546a-b5b3-4bc9-b433-97fd54d27c3f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Floating IP aec5a1f1-a5a3-464e-9f13-25a703e6d093 disassociated. External IP: 172.25.5.128, port: ab484eab-afa0-48a3-903a-e11f480e3af4. Feb 04 14:02:11.284202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-383a483e-0fff-4971-abda-d026fd3bf6ee req-272e546a-b5b3-4bc9-b433-97fd54d27c3f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Calling delete_port for ab484eab-afa0-48a3-903a-e11f480e3af4 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:02:11.745114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4627c-b83e-4ce6-8d0c-5a1f39dac5d5 req-12b60fa1-14b5-46fd-b4ae-6423e6de640b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:11.746723 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15c4627c-b83e-4ce6-8d0c-5a1f39dac5d5 req-12b60fa1-14b5-46fd-b4ae-6423e6de640b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0836599 Feb 04 14:02:11.837562 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15c4627c-b83e-4ce6-8d0c-5a1f39dac5d5 req-bc7c9010-1808-4f2a-b3bc-d3421d9dd8f2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839238 Feb 04 14:02:11.838680 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-383a483e-0fff-4971-abda-d026fd3bf6ee req-272e546a-b5b3-4bc9-b433-97fd54d27c3f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ab484eab-afa0-48a3-903a-e11f480e3af4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:11.871286 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e546a-b5b3-4bc9-b433-97fd54d27c3f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event deleted for resources: {'Port': ['ID=ab484eab-afa0-48a3-903a-e11f480e3af4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:11.976666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0fb17330-d278-485d-a7b1-d8c37ab0d226 req-b8216e31-6766-4802-b73a-7ebbcb5990b9 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f952577-9acc-4cd3-9bf2-3623d679f0af HTTP/1.1" status: 200 len: 210 time: 0.0552824 Feb 04 14:02:12.027771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-383a483e-0fff-4971-abda-d026fd3bf6ee req-272e546a-b5b3-4bc9-b433-97fd54d27c3f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Router 7615c355-8740-4775-96b9-e8ea7677f529 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:02:12.154688 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-383a483e-0fff-4971-abda-d026fd3bf6ee req-272e546a-b5b3-4bc9-b433-97fd54d27c3f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:02:12.165046 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1940327-9a4b-4289-a6fe-0d373e3cb5ab None None] Sync routers for ids ['7615c355-8740-4775-96b9-e8ea7677f529'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:02:12.175969 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1940327-9a4b-4289-a6fe-0d373e3cb5ab None None] Routers {'7615c355-8740-4775-96b9-e8ea7677f529'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:02:12.176587 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e1940327-9a4b-4289-a6fe-0d373e3cb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:01:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7615c355-8740-4775-96b9-e8ea7677f529'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:02:12.199602 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-383a483e-0fff-4971-abda-d026fd3bf6ee req-272e546a-b5b3-4bc9-b433-97fd54d27c3f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] No DVR routers for this DVR port ab484eab-afa0-48a3-903a-e11f480e3af4 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:02:12.203556 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-383a483e-0fff-4971-abda-d026fd3bf6ee req-272e546a-b5b3-4bc9-b433-97fd54d27c3f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:12.207222 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-383a483e-0fff-4971-abda-d026fd3bf6ee req-272e546a-b5b3-4bc9-b433-97fd54d27c3f tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.100 "DELETE /v2.0/ports/ab484eab-afa0-48a3-903a-e11f480e3af4 HTTP/1.1" status: 204 len: 173 time: 1.3001456 Feb 04 14:02:12.207714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'name': 'network-vif-deleted', 'tag': 'ab484eab-afa0-48a3-903a-e11f480e3af4'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:02:12.210796 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011ada4d-15ca-4338-b6cd-1271812645d5" -d '{"events": [{"server_uuid": "2f952577-9acc-4cd3-9bf2-3623d679f0af", "name": "network-vif-deleted", "tag": "ab484eab-afa0-48a3-903a-e11f480e3af4"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:02:12.262002 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a69ee9-7a61-4e86-95fd-ac32e2da645e x-openstack-request-id: req-64a69ee9-7a61-4e86-95fd-ac32e2da645e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:02:12.262438 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f952577-9acc-4cd3-9bf2-3623d679f0af", "name": "network-vif-deleted", "tag": "ab484eab-afa0-48a3-903a-e11f480e3af4", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:02:12.262646 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-64a69ee9-7a61-4e86-95fd-ac32e2da645e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:02:12.262988 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f952577-9acc-4cd3-9bf2-3623d679f0af', 'name': 'network-vif-deleted', 'tag': 'ab484eab-afa0-48a3-903a-e11f480e3af4', 'status': 'completed', 'code': 200} Feb 04 14:02:12.326518 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-e1940327-9a4b-4289-a6fe-0d373e3cb5ab None None] Set router 7615c355-8740-4775-96b9-e8ea7677f529 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:02:12.543477 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e1940327-9a4b-4289-a6fe-0d373e3cb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:56Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a1825d62-8bc8-4e95-b60d-5ed87c9335d5', 'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'mac_address': 'fa:16:3e:79:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:55Z', 'updated_at': '2022-02-04T13:52:02Z', 'revision_number': 5, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'subnets': [{'id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:02:12.570572 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1940327-9a4b-4289-a6fe-0d373e3cb5ab None None] Checking router: 7615c355-8740-4775-96b9-e8ea7677f529 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:02:12.580601 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1940327-9a4b-4289-a6fe-0d373e3cb5ab None None] Routers {'7615c355-8740-4775-96b9-e8ea7677f529'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:02:12.581220 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e1940327-9a4b-4289-a6fe-0d373e3cb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:01:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7615c355-8740-4775-96b9-e8ea7677f529'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:02:12.704225 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-e1940327-9a4b-4289-a6fe-0d373e3cb5ab None None] Set router 7615c355-8740-4775-96b9-e8ea7677f529 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:02:12.924486 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e1940327-9a4b-4289-a6fe-0d373e3cb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:56Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a1825d62-8bc8-4e95-b60d-5ed87c9335d5', 'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'mac_address': 'fa:16:3e:79:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:55Z', 'updated_at': '2022-02-04T13:52:02Z', 'revision_number': 5, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'subnets': [{'id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:02:12.957551 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1940327-9a4b-4289-a6fe-0d373e3cb5ab None None] The sync data for ids ['7615c355-8740-4775-96b9-e8ea7677f529'] in n-d-714676-13 is: [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T13:51:56Z', 'revision_number': 4, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a1825d62-8bc8-4e95-b60d-5ed87c9335d5', 'name': '', 'network_id': '88f6d30e-6939-4db7-9dac-021644b341a5', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'mac_address': 'fa:16:3e:79:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:55Z', 'updated_at': '2022-02-04T13:52:02Z', 'revision_number': 5, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'subnets': [{'id': '227dabb0-cb78-452d-ad4c-dc1f18b911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:02:12.978848 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc512f-b932-4c96-ae0d-9878ce96bbb4 req-8a3b3239-f7c1-4eb7-9477-1ef13b8e2b95 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:12.982719 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68dc512f-b932-4c96-ae0d-9878ce96bbb4 req-8a3b3239-f7c1-4eb7-9477-1ef13b8e2b95 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0695496 Feb 04 14:02:13.042762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68dc512f-b932-4c96-ae0d-9878ce96bbb4 req-9360a793-d184-4096-9c85-d41665f34cfc tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558822 Feb 04 14:02:13.056942 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:02:13.122453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48694) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:13.184582 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group (3fed6473-f23d-4ce7-ae6f-affcd0d18f4a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:13.205156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998649ca-6163-46e2-9e2c-62a9f6c4b0de None None] New status for floating IP aec5a1f1-a5a3-464e-9f13-25a703e6d093: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:02:13.212182 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group (3fed6473-f23d-4ce7-ae6f-affcd0d18f4a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:13.260819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3fed6473-f23d-4ce7-ae6f-affcd0d18f4a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:13.263548 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:13.265047 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "DELETE /v2.0/security-groups/3fed6473-f23d-4ce7-ae6f-affcd0d18f4a HTTP/1.1" status: 204 len: 168 time: 0.1414239 Feb 04 14:02:13.268730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48696) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:13.275084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fed6473-f23d-4ce7-ae6f-affcd0d18f4a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:13.283147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:13.283502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:13.283858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:13.284232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:13.284420 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-d64d3efd-864b-4409-bbf9-6d5f76af543c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] show failed (client error): The resource could not be found. Feb 04 14:02:13.284552 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:13.284949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:13.285342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:13.285565 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:13.285902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:13.286266 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:13.286596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:13.286923 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:13.287250 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209689f5-5438-4175-ab2b-c2ce464163aa tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:13.290793 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48698) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:13.290981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d64d3efd-864b-4409-bbf9-6d5f76af543c tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "GET /v2.0/security-groups/3fed6473-f23d-4ce7-ae6f-affcd0d18f4a HTTP/1.1" status: 404 len: 347 time: 0.0194082 Feb 04 14:02:13.432333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a8de01d2-628b-401f-aff9-45813e6db528 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Deleting port c77638e0-ec13-4c35-9090-337e2a9ab4c5 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:02:13.432676 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8de01d2-628b-401f-aff9-45813e6db528 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c77638e0-ec13-4c35-9090-337e2a9ab4c5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:13.514721 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8de01d2-628b-401f-aff9-45813e6db528 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c77638e0-ec13-4c35-9090-337e2a9ab4c5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:13.515094 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8de01d2-628b-401f-aff9-45813e6db528 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for floatingip (c77638e0-ec13-4c35-9090-337e2a9ab4c5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:13.527076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a8de01d2-628b-401f-aff9-45813e6db528 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Calling delete_port for c77638e0-ec13-4c35-9090-337e2a9ab4c5 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:02:13.665763 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8de01d2-628b-401f-aff9-45813e6db528 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c77638e0-ec13-4c35-9090-337e2a9ab4c5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:13.693129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de01d2-628b-401f-aff9-45813e6db528 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Pushing event deleted for resources: {'Port': ['ID=c77638e0-ec13-4c35-9090-337e2a9ab4c5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:13.756082 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8de01d2-628b-401f-aff9-45813e6db528 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks [] for floatingip (aec5a1f1-a5a3-464e-9f13-25a703e6d093), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:13.758782 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a8de01d2-628b-401f-aff9-45813e6db528 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:13.759941 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a8de01d2-628b-401f-aff9-45813e6db528 tempest-AttachVolumeShelveTestJSON-1213596014 tempest-AttachVolumeShelveTestJSON-1213596014-project] 10.222.0.96 "DELETE /v2.0/floatingips/aec5a1f1-a5a3-464e-9f13-25a703e6d093 HTTP/1.1" status: 204 len: 168 time: 0.4594545 Feb 04 14:02:14.159576 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:14.176156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b425903-340b-434e-b1fb-2a4018750f92 req-fb11a389-71cb-48ef-aad8-a848d58ac429 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:14.177696 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b425903-340b-434e-b1fb-2a4018750f92 req-fb11a389-71cb-48ef-aad8-a848d58ac429 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 944 time: 0.0584867 Feb 04 14:02:14.234893 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b425903-340b-434e-b1fb-2a4018750f92 req-ccb88918-7f65-4038-b713-909a524495c1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509851 Feb 04 14:02:14.613426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device e6af36e9-f11b-4f0e-ae09-8cc27de26084 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:02:14.616159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device ab484eab-afa0-48a3-903a-e11f480e3af4 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:02:14.643103 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: ab484eab-afa0-48a3-903a-e11f480e3af4 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:02:14.643461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device ab484eab-afa0-48a3-903a-e11f480e3af4 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:02:14.740547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port e6af36e9-f11b-4f0e-ae09-8cc27de26084, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e6af36e9-f11b-4f0e-ae09-8cc27de26084,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:02:14.753655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'e6af36e9-f11b-4f0e-ae09-8cc27de26084', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'port_id': 'e6af36e9-f11b-4f0e-ae09-8cc27de26084', 'mac_address': 'fa:16:3e:dc:13:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:02:14.805662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port e6af36e9-f11b-4f0e-ae09-8cc27de26084 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:02:14.806136 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e6af36e9-f11b-4f0e-ae09-8cc27de26084), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:14.809925 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:14.821628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6af36e9-f11b-4f0e-ae09-8cc27de26084 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:02:14.846365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port e6af36e9-f11b-4f0e-ae09-8cc27de26084, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e6af36e9-f11b-4f0e-ae09-8cc27de26084,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:02:14.850862 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e6af36e9-f11b-4f0e-ae09-8cc27de26084), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:14.907720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=e6af36e9-f11b-4f0e-ae09-8cc27de26084,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:15.178622 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c625acd-0e5f-4990-b7b6-3607899679d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:15.196696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['e6af36e9-f11b-4f0e-ae09-8cc27de26084'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:02:15.384520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb5f4d-c71a-4d03-9171-9f2be99dda3f req-d2f8d488-d5e6-4e65-9b15-c41b2677f0e5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:15.386223 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31bb5f4d-c71a-4d03-9171-9f2be99dda3f req-d2f8d488-d5e6-4e65-9b15-c41b2677f0e5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 945 time: 0.0669596 Feb 04 14:02:15.445415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31bb5f4d-c71a-4d03-9171-9f2be99dda3f req-d3f78a9d-8c55-42b8-9d59-ace78d335c70 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500422 Feb 04 14:02:15.643317 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:16.581069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504ee49-9cd7-45ed-95a6-073f93ead2e4 req-24feafee-14a9-4e82-a362-0f95e3929957 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:16.582985 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8504ee49-9cd7-45ed-95a6-073f93ead2e4 req-24feafee-14a9-4e82-a362-0f95e3929957 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 945 time: 0.0654092 Feb 04 14:02:16.624452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device e6af36e9-f11b-4f0e-ae09-8cc27de26084 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:02:16.660638 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8504ee49-9cd7-45ed-95a6-073f93ead2e4 req-d36ceb79-c4e6-48fc-a57f-dbad5c1b1de6 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709615 Feb 04 14:02:16.696032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port e6af36e9-f11b-4f0e-ae09-8cc27de26084 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:02:16.700509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port e6af36e9-f11b-4f0e-ae09-8cc27de26084 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:02:16.701024 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e6af36e9-f11b-4f0e-ae09-8cc27de26084), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:16.789880 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port e6af36e9-f11b-4f0e-ae09-8cc27de26084 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:02:16.790307 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e6af36e9-f11b-4f0e-ae09-8cc27de26084), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:16.815816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fe3332-09ac-4f11-b034-aac1132185fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6af36e9-f11b-4f0e-ae09-8cc27de26084'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:02:16.818408 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb96729-95e1-4805-a635-3d1049fd011a" -d '{"events": [{"server_uuid": "47fe3332-09ac-4f11-b034-aac1132185fe", "name": "network-vif-plugged", "status": "completed", "tag": "e6af36e9-f11b-4f0e-ae09-8cc27de26084"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:02:16.833101 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port e6af36e9-f11b-4f0e-ae09-8cc27de26084, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e6af36e9-f11b-4f0e-ae09-8cc27de26084,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:02:16.838524 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e6af36e9-f11b-4f0e-ae09-8cc27de26084), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:16.866227 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69a2d7e-674e-454d-ae71-4a86c4f394f6 x-openstack-request-id: req-c69a2d7e-674e-454d-ae71-4a86c4f394f6 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:02:16.866533 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fe3332-09ac-4f11-b034-aac1132185fe", "name": "network-vif-plugged", "status": "completed", "tag": "e6af36e9-f11b-4f0e-ae09-8cc27de26084", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:02:16.866796 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c69a2d7e-674e-454d-ae71-4a86c4f394f6 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:02:16.867297 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fe3332-09ac-4f11-b034-aac1132185fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6af36e9-f11b-4f0e-ae09-8cc27de26084', 'code': 200} Feb 04 14:02:16.902210 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=e6af36e9-f11b-4f0e-ae09-8cc27de26084,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:16.975964 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:16.985966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c6089-92da-440c-abd6-0da0da1277e7 req-b404813f-bd73-4da1-a5e5-64946e87aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:16.989146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-291c6089-92da-440c-abd6-0da0da1277e7 req-b404813f-bd73-4da1-a5e5-64946e87aac3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 1129 time: 0.0598850 Feb 04 14:02:17.058533 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-291c6089-92da-440c-abd6-0da0da1277e7 req-90ff87ab-e962-4166-b2ed-642eed0cbab7 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623779 Feb 04 14:02:17.792418 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8e21f-df34-42b7-8393-f0958a0f7428 req-d9ba8c66-08f6-4284-a2f5-83767f9a8ecf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:17.793951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73f8e21f-df34-42b7-8393-f0958a0f7428 req-d9ba8c66-08f6-4284-a2f5-83767f9a8ecf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 946 time: 0.0566688 Feb 04 14:02:17.846716 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73f8e21f-df34-42b7-8393-f0958a0f7428 req-193521b7-15ad-462f-b610-feb736a0b799 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463371 Feb 04 14:02:18.009993 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:18.972539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17523984-e9c9-4cbc-ad1f-362298db6a00 req-ba910569-cb70-431c-bc00-d1bfddddcb40 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:18.974835 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17523984-e9c9-4cbc-ad1f-362298db6a00 req-ba910569-cb70-431c-bc00-d1bfddddcb40 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 946 time: 0.0554607 Feb 04 14:02:19.029399 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17523984-e9c9-4cbc-ad1f-362298db6a00 req-3d437322-7d6b-4f3b-895f-8964d0fb9c7b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482006 Feb 04 14:02:19.175545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32165fc8-f5c3-47e9-8a7b-6bed6d84c355 req-fff5546f-a4e1-4620-9b1b-bb0c5cc3eb59 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:19.177593 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32165fc8-f5c3-47e9-8a7b-6bed6d84c355 req-fff5546f-a4e1-4620-9b1b-bb0c5cc3eb59 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 946 time: 0.0726779 Feb 04 14:02:19.244345 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32165fc8-f5c3-47e9-8a7b-6bed6d84c355 req-8a1012b9-93e7-4df5-ab75-19db6bed6e11 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593495 Feb 04 14:02:19.376176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8862c-a5be-4193-8e7e-7ad6af59d9a3 req-384861c5-3835-40e6-a294-116ff4d3aac7 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:19.383859 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fc8862c-a5be-4193-8e7e-7ad6af59d9a3 req-384861c5-3835-40e6-a294-116ff4d3aac7 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 946 time: 0.0682683 Feb 04 14:02:19.439653 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fc8862c-a5be-4193-8e7e-7ad6af59d9a3 req-77603bed-911c-4573-a2f3-b890af292ff9 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548773 Feb 04 14:02:19.788904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cabad2-beea-4666-a2e1-3e5c96d5aedc req-2ea87b34-78fa-4357-a5e1-71dc2a016d1e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:19.790863 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97cabad2-beea-4666-a2e1-3e5c96d5aedc req-2ea87b34-78fa-4357-a5e1-71dc2a016d1e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 946 time: 0.0717857 Feb 04 14:02:19.851254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97cabad2-beea-4666-a2e1-3e5c96d5aedc req-dd3106e3-3caf-42d7-adc0-9eb5d77819d8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526576 Feb 04 14:02:20.986655 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd5f99-b03b-4459-bdb4-12ae310acb25 req-e4a5f44a-1378-4dd8-aa6d-2c7477abcf17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:20.988114 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1bd5f99-b03b-4459-bdb4-12ae310acb25 req-e4a5f44a-1378-4dd8-aa6d-2c7477abcf17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 946 time: 0.0545893 Feb 04 14:02:21.039006 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1bd5f99-b03b-4459-bdb4-12ae310acb25 req-19acd4c5-ce8f-4dac-9cdf-2948634029d9 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450609 Feb 04 14:02:21.247761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69bb37-b057-461f-bbaa-156b7d25b9bd req-72e76b85-ae3f-40a2-884b-6aea9847b719 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:21.249191 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c69bb37-b057-461f-bbaa-156b7d25b9bd req-72e76b85-ae3f-40a2-884b-6aea9847b719 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.100 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 946 time: 0.0544238 Feb 04 14:02:21.352063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-2c69bb37-b057-461f-bbaa-156b7d25b9bd req-b3d7057d-ae63-4472-a03b-d993b7bcbdf0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Deleting port e6af36e9-f11b-4f0e-ae09-8cc27de26084 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:02:21.352402 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2c69bb37-b057-461f-bbaa-156b7d25b9bd req-b3d7057d-ae63-4472-a03b-d993b7bcbdf0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e6af36e9-f11b-4f0e-ae09-8cc27de26084), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:21.450969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-2c69bb37-b057-461f-bbaa-156b7d25b9bd req-b3d7057d-ae63-4472-a03b-d993b7bcbdf0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] For port e6af36e9-f11b-4f0e-ae09-8cc27de26084, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e6af36e9-f11b-4f0e-ae09-8cc27de26084,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:02:21.451329 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2c69bb37-b057-461f-bbaa-156b7d25b9bd req-b3d7057d-ae63-4472-a03b-d993b7bcbdf0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e6af36e9-f11b-4f0e-ae09-8cc27de26084), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:21.471697 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-2c69bb37-b057-461f-bbaa-156b7d25b9bd req-b3d7057d-ae63-4472-a03b-d993b7bcbdf0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Calling delete_port for e6af36e9-f11b-4f0e-ae09-8cc27de26084 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:02:21.637815 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2c69bb37-b057-461f-bbaa-156b7d25b9bd req-b3d7057d-ae63-4472-a03b-d993b7bcbdf0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (e6af36e9-f11b-4f0e-ae09-8cc27de26084), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:21.650398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['e6af36e9-f11b-4f0e-ae09-8cc27de26084'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:02:21.672775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7057d-ae63-4472-a03b-d993b7bcbdf0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event deleted for resources: {'Port': ['ID=e6af36e9-f11b-4f0e-ae09-8cc27de26084,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:21.728738 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c69bb37-b057-461f-bbaa-156b7d25b9bd req-b3d7057d-ae63-4472-a03b-d993b7bcbdf0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] No DVR routers for this DVR port e6af36e9-f11b-4f0e-ae09-8cc27de26084 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:02:21.732516 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-2c69bb37-b057-461f-bbaa-156b7d25b9bd req-b3d7057d-ae63-4472-a03b-d993b7bcbdf0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:21.737381 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c69bb37-b057-461f-bbaa-156b7d25b9bd req-b3d7057d-ae63-4472-a03b-d993b7bcbdf0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.100 "DELETE /v2.0/ports/e6af36e9-f11b-4f0e-ae09-8cc27de26084 HTTP/1.1" status: 204 len: 173 time: 0.4835920 Feb 04 14:02:21.738156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fe3332-09ac-4f11-b034-aac1132185fe', 'name': 'network-vif-deleted', 'tag': 'e6af36e9-f11b-4f0e-ae09-8cc27de26084'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:02:21.741661 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cd8d00-1af4-4899-b9e2-349cd05df307" -d '{"events": [{"server_uuid": "47fe3332-09ac-4f11-b034-aac1132185fe", "name": "network-vif-deleted", "tag": "e6af36e9-f11b-4f0e-ae09-8cc27de26084"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:02:21.795144 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e458b899-ef02-45b6-8f29-23730a155e3b x-openstack-request-id: req-e458b899-ef02-45b6-8f29-23730a155e3b {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:02:21.795592 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fe3332-09ac-4f11-b034-aac1132185fe", "name": "network-vif-deleted", "tag": "e6af36e9-f11b-4f0e-ae09-8cc27de26084", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:02:21.796156 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e458b899-ef02-45b6-8f29-23730a155e3b {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:02:21.796479 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fe3332-09ac-4f11-b034-aac1132185fe', 'name': 'network-vif-deleted', 'tag': 'e6af36e9-f11b-4f0e-ae09-8cc27de26084', 'status': 'completed', 'code': 200} Feb 04 14:02:22.148486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f575470d-8b68-4bd8-b81f-1977ee09354e req-5e480b86-5afa-4232-882c-b50d48b98fa0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 210 time: 0.0312750 Feb 04 14:02:23.261591 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-669086f3-cb19-4ae7-aad2-308943536403 req-b14fcf7c-e2d5-4566-9d75-285b73b3bc44 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 210 time: 0.0377693 Feb 04 14:02:24.378082 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bee85778-9881-49c6-a6fb-e10508a569ee req-c52297de-be5d-403a-862b-5aa1fcbf67cd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 210 time: 0.0359600 Feb 04 14:02:24.674650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device e6af36e9-f11b-4f0e-ae09-8cc27de26084 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:02:24.713385 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48772) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:24.713943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: e6af36e9-f11b-4f0e-ae09-8cc27de26084 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:02:24.714548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device e6af36e9-f11b-4f0e-ae09-8cc27de26084 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:02:25.297423 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caf1feb4-eb97-40b2-8af2-789ec7a69ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (7615c355-8740-4775-96b9-e8ea7677f529), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:25.507539 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-22df87a6-ca31-4cbd-8903-6937afea0802 req-8b8c1e25-8d96-47fe-ae65-47e57fb1cdcf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 210 time: 0.0318239 Feb 04 14:02:25.925888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-caf1feb4-eb97-40b2-8af2-789ec7a69ef4 admin admin] Deleting port a1825d62-8bc8-4e95-b60d-5ed87c9335d5 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:02:25.926761 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caf1feb4-eb97-40b2-8af2-789ec7a69ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:26.020208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-caf1feb4-eb97-40b2-8af2-789ec7a69ef4 admin admin] For port a1825d62-8bc8-4e95-b60d-5ed87c9335d5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a1825d62-8bc8-4e95-b60d-5ed87c9335d5,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:02:26.020716 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caf1feb4-eb97-40b2-8af2-789ec7a69ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:26.036433 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-caf1feb4-eb97-40b2-8af2-789ec7a69ef4 admin admin] Calling delete_port for a1825d62-8bc8-4e95-b60d-5ed87c9335d5 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:02:26.283382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caf1feb4-eb97-40b2-8af2-789ec7a69ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a1825d62-8bc8-4e95-b60d-5ed87c9335d5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:26.308549 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1feb4-eb97-40b2-8af2-789ec7a69ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1825d62-8bc8-4e95-b60d-5ed87c9335d5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:26.506496 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caf1feb4-eb97-40b2-8af2-789ec7a69ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (7615c355-8740-4775-96b9-e8ea7677f529), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:26.682803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24266fe4-621a-499b-9921-7fb93e693e06 req-71e2d297-96b7-4d1d-838c-d8187a01e9b1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 210 time: 0.0591462 Feb 04 14:02:26.800858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf1feb4-eb97-40b2-8af2-789ec7a69ef4 admin admin] Router 7615c355-8740-4775-96b9-e8ea7677f529 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:02:26.923779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf1feb4-eb97-40b2-8af2-789ec7a69ef4 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:02:26.930248 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-caf1feb4-eb97-40b2-8af2-789ec7a69ef4 admin admin] 10.222.0.96 "PUT /v2.0/routers/7615c355-8740-4775-96b9-e8ea7677f529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2152956 Feb 04 14:02:26.933235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48780) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:26.936945 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b8651-d5a7-4d9e-9ab2-3cc66b32a0b3 None None] Sync routers for ids ['7615c355-8740-4775-96b9-e8ea7677f529'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:02:26.958900 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104b8651-d5a7-4d9e-9ab2-3cc66b32a0b3 None None] Routers {'7615c355-8740-4775-96b9-e8ea7677f529'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:02:26.960001 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-104b8651-d5a7-4d9e-9ab2-3cc66b32a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:02:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7615c355-8740-4775-96b9-e8ea7677f529'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:02:27.086699 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-006cf1e2-e668-4c48-b3d8-1f4738dfaeda admin admin] Publish callbacks [] for router (7615c355-8740-4775-96b9-e8ea7677f529), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:27.095304 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-104b8651-d5a7-4d9e-9ab2-3cc66b32a0b3 None None] Set router 7615c355-8740-4775-96b9-e8ea7677f529 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:02:27.210039 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-006cf1e2-e668-4c48-b3d8-1f4738dfaeda admin admin] Publish callbacks [] for router_gateway (7615c355-8740-4775-96b9-e8ea7677f529), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:27.293730 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-006cf1e2-e668-4c48-b3d8-1f4738dfaeda admin admin] Deleting port 602c8183-a7d3-4494-a42f-a88d60648900 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:02:27.296301 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-006cf1e2-e668-4c48-b3d8-1f4738dfaeda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (602c8183-a7d3-4494-a42f-a88d60648900), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:27.301540 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-104b8651-d5a7-4d9e-9ab2-3cc66b32a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '602c8183-a7d3-4494-a42f-a88d60648900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T14:02:26Z', 'revision_number': 5, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port': {'id': '602c8183-a7d3-4494-a42f-a88d60648900', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615c355-8740-4775-96b9-e8ea7677f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:51:45Z', 'updated_at': '2022-02-04T13:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:02:27.335009 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b8651-d5a7-4d9e-9ab2-3cc66b32a0b3 None None] Checking router: 7615c355-8740-4775-96b9-e8ea7677f529 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:02:27.348236 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104b8651-d5a7-4d9e-9ab2-3cc66b32a0b3 None None] Routers {'7615c355-8740-4775-96b9-e8ea7677f529'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:02:27.348804 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-104b8651-d5a7-4d9e-9ab2-3cc66b32a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:02:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7615c355-8740-4775-96b9-e8ea7677f529'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:02:27.409273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-006cf1e2-e668-4c48-b3d8-1f4738dfaeda admin admin] For port 602c8183-a7d3-4494-a42f-a88d60648900, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=602c8183-a7d3-4494-a42f-a88d60648900,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:02:27.409711 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-006cf1e2-e668-4c48-b3d8-1f4738dfaeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (602c8183-a7d3-4494-a42f-a88d60648900), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:27.435178 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-006cf1e2-e668-4c48-b3d8-1f4738dfaeda admin admin] Calling delete_port for 602c8183-a7d3-4494-a42f-a88d60648900 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:02:27.449430 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-104b8651-d5a7-4d9e-9ab2-3cc66b32a0b3 None None] Set router 7615c355-8740-4775-96b9-e8ea7677f529 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:02:27.619435 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-104b8651-d5a7-4d9e-9ab2-3cc66b32a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T14:02:27Z', 'revision_number': 6, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:02:27.654993 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b8651-d5a7-4d9e-9ab2-3cc66b32a0b3 None None] The sync data for ids ['7615c355-8740-4775-96b9-e8ea7677f529'] in n-d-714676-13 is: [{'id': '7615c355-8740-4775-96b9-e8ea7677f529', 'name': 'tempest-AttachVolumeShelveTestJSON-917007809-router', 'tenant_id': '7b65b42bd66c4f1ea41855347bee985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:51:41Z', 'updated_at': '2022-02-04T14:02:27Z', 'revision_number': 6, 'project_id': '7b65b42bd66c4f1ea41855347bee985a', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:02:27.744495 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-006cf1e2-e668-4c48-b3d8-1f4738dfaeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (602c8183-a7d3-4494-a42f-a88d60648900), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:27.773923 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cf1e2-e668-4c48-b3d8-1f4738dfaeda admin admin] Pushing event deleted for resources: {'Port': ['ID=602c8183-a7d3-4494-a42f-a88d60648900,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:27.791930 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-925a2109-7b80-40c3-811a-f75a7d0a1ba1 req-fe0bb3be-adfa-4c46-aaae-50cee961ae34 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 210 time: 0.0362430 Feb 04 14:02:27.856062 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-006cf1e2-e668-4c48-b3d8-1f4738dfaeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (7615c355-8740-4775-96b9-e8ea7677f529), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:27.958921 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-006cf1e2-e668-4c48-b3d8-1f4738dfaeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (7615c355-8740-4775-96b9-e8ea7677f529), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:27.961142 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-006cf1e2-e668-4c48-b3d8-1f4738dfaeda admin admin] Publish callbacks [] for router_controller (7615c355-8740-4775-96b9-e8ea7677f529), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:28.020608 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-006cf1e2-e668-4c48-b3d8-1f4738dfaeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (7615c355-8740-4775-96b9-e8ea7677f529), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:28.021323 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006cf1e2-e668-4c48-b3d8-1f4738dfaeda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7615c355-8740-4775-96b9-e8ea7677f529 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:02:28.029819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-006cf1e2-e668-4c48-b3d8-1f4738dfaeda admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:28.033630 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-006cf1e2-e668-4c48-b3d8-1f4738dfaeda admin admin] 10.222.0.96 "DELETE /v2.0/routers/7615c355-8740-4775-96b9-e8ea7677f529 HTTP/1.1" status: 204 len: 168 time: 1.0965388 Feb 04 14:02:28.034148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48784) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:28.109462 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3541401-235c-49ab-9532-60fb86aa5437 admin admin] Deleting subnet 227dabb0-cb78-452d-ad4c-dc1f18b911ed {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:02:28.114813 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3541401-235c-49ab-9532-60fb86aa5437 admin admin] Publish callbacks [] for subnet (227dabb0-cb78-452d-ad4c-dc1f18b911ed), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:28.154687 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3541401-235c-49ab-9532-60fb86aa5437 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (227dabb0-cb78-452d-ad4c-dc1f18b911ed), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:28.244352 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3541401-235c-49ab-9532-60fb86aa5437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (227dabb0-cb78-452d-ad4c-dc1f18b911ed), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:28.300619 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3541401-235c-49ab-9532-60fb86aa5437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (227dabb0-cb78-452d-ad4c-dc1f18b911ed), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:28.332055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3541401-235c-49ab-9532-60fb86aa5437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=227dabb0-cb78-452d-ad4c-dc1f18b911ed,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:28.335899 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3541401-235c-49ab-9532-60fb86aa5437 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:28.339305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a3541401-235c-49ab-9532-60fb86aa5437 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/227dabb0-cb78-452d-ad4c-dc1f18b911ed HTTP/1.1" status: 204 len: 168 time: 0.3038397 Feb 04 14:02:28.341731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 48786) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:28.342210 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f9e76-865a-4beb-8d5d-dde67f0e87d9 None None] Network 88f6d30e-6939-4db7-9dac-021644b341a5 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:02:28.423974 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (88f6d30e-6939-4db7-9dac-021644b341a5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:28.496867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] Deleting port 5855b404-bdb2-4cb7-a252-d059f31bb3e6 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:02:28.497215 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5855b404-bdb2-4cb7-a252-d059f31bb3e6), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:28.524839 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83fbb8b-d4c7-41db-82d6-e501132cad5a None None] DHCP port deletion for 88f6d30e-6939-4db7-9dac-021644b341a5 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:02:28.586177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c83fbb8b-d4c7-41db-82d6-e501132cad5a None None] Deleting port 5855b404-bdb2-4cb7-a252-d059f31bb3e6 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:02:28.586913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] For port 5855b404-bdb2-4cb7-a252-d059f31bb3e6, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5855b404-bdb2-4cb7-a252-d059f31bb3e6,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:02:28.587266 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c83fbb8b-d4c7-41db-82d6-e501132cad5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5855b404-bdb2-4cb7-a252-d059f31bb3e6), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:28.587398 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5855b404-bdb2-4cb7-a252-d059f31bb3e6), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:28.607489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] Calling delete_port for 5855b404-bdb2-4cb7-a252-d059f31bb3e6 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:02:28.663158 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c83fbb8b-d4c7-41db-82d6-e501132cad5a None None] For port 5855b404-bdb2-4cb7-a252-d059f31bb3e6, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5855b404-bdb2-4cb7-a252-d059f31bb3e6,segment=NetworkSegment(937251ae-75b4-4065-b639-46ecb34f3ebf),segment_id=937251ae-75b4-4065-b639-46ecb34f3ebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:02:28.664236 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c83fbb8b-d4c7-41db-82d6-e501132cad5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5855b404-bdb2-4cb7-a252-d059f31bb3e6), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:28.689542 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c83fbb8b-d4c7-41db-82d6-e501132cad5a None None] Calling delete_port for 5855b404-bdb2-4cb7-a252-d059f31bb3e6 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:02:28.732250 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (5855b404-bdb2-4cb7-a252-d059f31bb3e6), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:28.760042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a1825d62-8bc8-4e95-b60d-5ed87c9335d5 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:02:28.772010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5855b404-bdb2-4cb7-a252-d059f31bb3e6,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:28.781640 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] No DVR routers for this DVR port 5855b404-bdb2-4cb7-a252-d059f31bb3e6 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:02:28.789111 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: a1825d62-8bc8-4e95-b60d-5ed87c9335d5 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:02:28.789458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a1825d62-8bc8-4e95-b60d-5ed87c9335d5 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:02:28.789894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5855b404-bdb2-4cb7-a252-d059f31bb3e6 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:02:28.828056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 5855b404-bdb2-4cb7-a252-d059f31bb3e6 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:02:28.828056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5855b404-bdb2-4cb7-a252-d059f31bb3e6 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:02:28.828056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 602c8183-a7d3-4494-a42f-a88d60648900 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:02:28.861266 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 602c8183-a7d3-4494-a42f-a88d60648900 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:02:28.861758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 602c8183-a7d3-4494-a42f-a88d60648900 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:02:28.910229 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:02:28.919617 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c83fbb8b-d4c7-41db-82d6-e501132cad5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (5855b404-bdb2-4cb7-a252-d059f31bb3e6), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:28.951063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fbb8b-d4c7-41db-82d6-e501132cad5a None None] Pushing event deleted for resources: {'Port': ['ID=5855b404-bdb2-4cb7-a252-d059f31bb3e6,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:28.959106 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83fbb8b-d4c7-41db-82d6-e501132cad5a None None] No DVR routers for this DVR port 5855b404-bdb2-4cb7-a252-d059f31bb3e6 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:02:28.962940 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c288c2bc-96ca-472f-83d9-280adb6c76b5 req-363ebbc7-5587-42a7-876a-b2611c6d9c25 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 210 time: 0.0588441 Feb 04 14:02:28.969250 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (88f6d30e-6939-4db7-9dac-021644b341a5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:29.002969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f6d30e-6939-4db7-9dac-021644b341a5']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:02:29.017418 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937251ae-75b4-4065-b639-46ecb34f3ebf') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:02:29.018045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937251ae-75b4-4065-b639-46ecb34f3ebf') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:02:29.030838 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (937251ae-75b4-4065-b639-46ecb34f3ebf), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:29.055733 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (937251ae-75b4-4065-b639-46ecb34f3ebf), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:29.067557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:02:29.068063 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (937251ae-75b4-4065-b639-46ecb34f3ebf), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:02:29.070038 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:02:29.141478 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (88f6d30e-6939-4db7-9dac-021644b341a5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:29.148314 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:29.153304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] 10.222.0.96 "DELETE /v2.0/networks/88f6d30e-6939-4db7-9dac-021644b341a5 HTTP/1.1" status: 204 len: 168 time: 0.8082223 Feb 04 14:02:29.165007 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6fe0c-799f-4fd6-94c4-c227244343fe admin admin] Pushing event deleted for resources: {'Network': ['ID=88f6d30e-6939-4db7-9dac-021644b341a5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:29.315634 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48792) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:29.360886 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5d90fb19-bcaa-4dcf-934a-e2d2e0ad3634 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7b65b42bd66c4f1ea41855347bee985a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440488 Feb 04 14:02:29.363980 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 48794) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:29.420914 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-792030dd-56db-4d66-b5b1-fdf86c678669 admin admin] Publish callbacks [] for security_group (63e22d00-25b0-4210-a544-88815a74e608), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:29.444223 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-792030dd-56db-4d66-b5b1-fdf86c678669 admin admin] Publish callbacks [] for security_group (63e22d00-25b0-4210-a544-88815a74e608), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:29.494187 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-792030dd-56db-4d66-b5b1-fdf86c678669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (63e22d00-25b0-4210-a544-88815a74e608), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:29.496902 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-792030dd-56db-4d66-b5b1-fdf86c678669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:29.498302 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-792030dd-56db-4d66-b5b1-fdf86c678669 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/63e22d00-25b0-4210-a544-88815a74e608 HTTP/1.1" status: 204 len: 168 time: 0.1333389 Feb 04 14:02:29.508126 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792030dd-56db-4d66-b5b1-fdf86c678669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e22d00-25b0-4210-a544-88815a74e608,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:30.076266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34b39db1-2bcf-4b33-b2b9-7891686c57b1 req-e46551c0-e294-40d7-9b85-6f557fb56fca tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 210 time: 0.0354500 Feb 04 14:02:31.248238 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7aa72f2-d3c8-41ae-a95f-5dcf46e5f7d0 req-68c77adc-fffc-45b7-a5af-99f4671f448e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=47fe3332-09ac-4f11-b034-aac1132185fe HTTP/1.1" status: 200 len: 210 time: 0.0661278 Feb 04 14:02:40.973703 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-147412b8-381e-45d4-a0f5-e4286d578315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:44.151791 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:44.832746 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:45.219318 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0055d8cf-b75a-46b2-b493-873d752d4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:45.408059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49082) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:45.618775 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df49bccc-c914-4264-8105-32e8bac406b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:45.659148 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:45.742088 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df49bccc-c914-4264-8105-32e8bac406b4 admin admin] Publish callbacks [] for security_group (26567ace-c4d6-434f-9d23-e317b1adbfad), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:45.750553 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-df49bccc-c914-4264-8105-32e8bac406b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (26567ace-c4d6-434f-9d23-e317b1adbfad), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:45.783869 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49bccc-c914-4264-8105-32e8bac406b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26567ace-c4d6-434f-9d23-e317b1adbfad,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:45.818718 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-df49bccc-c914-4264-8105-32e8bac406b4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ce16247bb3a7424d8b3fefffe8bc31bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4094095 Feb 04 14:02:45.821095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49088) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:45.886290 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae017ed3-c0f4-4e87-8a6c-cc8bda0bfcf5 admin admin] Publish callbacks [] for security_group (26567ace-c4d6-434f-9d23-e317b1adbfad), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:45.916840 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae017ed3-c0f4-4e87-8a6c-cc8bda0bfcf5 admin admin] Publish callbacks [] for security_group (26567ace-c4d6-434f-9d23-e317b1adbfad), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:46.007865 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae017ed3-c0f4-4e87-8a6c-cc8bda0bfcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (26567ace-c4d6-434f-9d23-e317b1adbfad), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:46.012037 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae017ed3-c0f4-4e87-8a6c-cc8bda0bfcf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:46.017762 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ae017ed3-c0f4-4e87-8a6c-cc8bda0bfcf5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/26567ace-c4d6-434f-9d23-e317b1adbfad HTTP/1.1" status: 204 len: 168 time: 0.1953397 Feb 04 14:02:46.028960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae017ed3-c0f4-4e87-8a6c-cc8bda0bfcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26567ace-c4d6-434f-9d23-e317b1adbfad,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:46.984483 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:48.012969 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:50.057255 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:02:54.702073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49208) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:54.848252 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-725f0c9a-79ed-4a8f-a69e-2094939fdf6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:54.945796 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-725f0c9a-79ed-4a8f-a69e-2094939fdf6f admin admin] Publish callbacks [] for security_group (faeb9b84-4cff-47b4-8f34-005bbba9a240), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:54.950121 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-725f0c9a-79ed-4a8f-a69e-2094939fdf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (faeb9b84-4cff-47b4-8f34-005bbba9a240), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:55.003437 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-725f0c9a-79ed-4a8f-a69e-2094939fdf6f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5292931a1ac243d58d7e97871fdf8bd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3001776 Feb 04 14:02:55.004348 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f0c9a-79ed-4a8f-a69e-2094939fdf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faeb9b84-4cff-47b4-8f34-005bbba9a240,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:55.006262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49214) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:02:55.086185 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Publish callbacks [] for security_group (faeb9b84-4cff-47b4-8f34-005bbba9a240), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:55.115504 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Publish callbacks [] for security_group (faeb9b84-4cff-47b4-8f34-005bbba9a240), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:55.182354 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (faeb9b84-4cff-47b4-8f34-005bbba9a240), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:55.184994 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:55.190121 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/faeb9b84-4cff-47b4-8f34-005bbba9a240 HTTP/1.1" status: 204 len: 168 time: 0.1827161 Feb 04 14:02:55.200276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeb9b84-4cff-47b4-8f34-005bbba9a240,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:02:55.214291 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:55.214620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:55.214905 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:55.215425 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:55.216279 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:55.217428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:55.218248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:55.218926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:55.219417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:55.219928 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:55.220755 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:55.221643 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:55.223166 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a9f81-7ff8-41f7-b960-3be0258eb7ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:02:56.383263 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7931553-2ef2-414e-a704-5dba9aa98a12 req-227dd65e-4e6d-463c-b88b-27d79e90da3f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534074 Feb 04 14:02:56.478933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7931553-2ef2-414e-a704-5dba9aa98a12 req-8c2b3b36-17cc-4c1b-b7a5-499a72f447c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:56.480834 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7931553-2ef2-414e-a704-5dba9aa98a12 req-8c2b3b36-17cc-4c1b-b7a5-499a72f447c0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4ddd03a338e9481f8ecfe863e089db2d&device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 1129 time: 0.0518763 Feb 04 14:02:56.613013 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7931553-2ef2-414e-a704-5dba9aa98a12 req-3da08f9e-2cfc-4547-8264-e6ba2f4682d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:56.614753 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7931553-2ef2-414e-a704-5dba9aa98a12 req-3da08f9e-2cfc-4547-8264-e6ba2f4682d0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6a2573c7-a422-4fa3-9caa-883478b35439 HTTP/1.1" status: 200 len: 912 time: 0.1108749 Feb 04 14:02:56.694934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7931553-2ef2-414e-a704-5dba9aa98a12 req-76e7e134-331c-42c4-995e-093bb0e7bfda service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71feef09-f40e-4d32-8d2b-80c6b97bb75c HTTP/1.1" status: 200 len: 1002 time: 0.0741475 Feb 04 14:02:56.749686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7931553-2ef2-414e-a704-5dba9aa98a12 req-8d5fd1ab-49ab-48ff-a91a-8b4c720e5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:56.751223 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7931553-2ef2-414e-a704-5dba9aa98a12 req-8d5fd1ab-49ab-48ff-a91a-8b4c720e5e2c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=dc55e045-daca-4403-9022-1e9266a649bb HTTP/1.1" status: 200 len: 850 time: 0.0511518 Feb 04 14:02:56.807570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7931553-2ef2-414e-a704-5dba9aa98a12 req-c2d61e3f-b16a-4a31-89fc-f528344502ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:56.809129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7931553-2ef2-414e-a704-5dba9aa98a12 req-c2d61e3f-b16a-4a31-89fc-f528344502ac service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6a2573c7-a422-4fa3-9caa-883478b35439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507820 Feb 04 14:02:56.954441 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7931553-2ef2-414e-a704-5dba9aa98a12 req-8118e09f-199c-4b21-9c2a-ef85d5ed5c3b service neutron] 10.222.0.99 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395333 Feb 04 14:02:57.068158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7931553-2ef2-414e-a704-5dba9aa98a12 req-e1987fef-605e-4663-9e15-e84b2155fc40 service neutron] 10.222.0.99 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069205 Feb 04 14:03:01.697696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f354618-6de1-4511-ab60-08ae606181e1 req-fcffa942-344e-4a8f-9434-82d2c6fd7844 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:01.699732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f354618-6de1-4511-ab60-08ae606181e1 req-fcffa942-344e-4a8f-9434-82d2c6fd7844 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0635731 Feb 04 14:03:01.752587 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f354618-6de1-4511-ab60-08ae606181e1 req-c69a6af4-f7cc-43c6-ad6e-d0cae3f2c2af tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457702 Feb 04 14:03:02.889697 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387adf8-d791-45e1-859d-e390904ed409 req-87947815-fcea-4ec8-920f-8dd5715e31c2 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:02.891278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1387adf8-d791-45e1-859d-e390904ed409 req-87947815-fcea-4ec8-920f-8dd5715e31c2 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0612643 Feb 04 14:03:02.945316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1387adf8-d791-45e1-859d-e390904ed409 req-ae55bc0c-c91e-41d5-a5d0-2ecd92d5fa5e tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484307 Feb 04 14:03:04.108332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25b741-6aeb-4be7-8bf6-50d8fd52cdbd req-5790c9e2-15d2-4f69-bedf-ab25e47dff0c tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:04.110065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd25b741-6aeb-4be7-8bf6-50d8fd52cdbd req-5790c9e2-15d2-4f69-bedf-ab25e47dff0c tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0552452 Feb 04 14:03:04.161712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd25b741-6aeb-4be7-8bf6-50d8fd52cdbd req-32001342-c046-4a77-869c-c3e04da0e6b7 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455198 Feb 04 14:03:05.289076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a34238-f637-409c-a77d-5b3f45db8890 req-036ae0b4-9704-4e03-aa2c-86f679b4aa79 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:05.291344 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56a34238-f637-409c-a77d-5b3f45db8890 req-036ae0b4-9704-4e03-aa2c-86f679b4aa79 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0568364 Feb 04 14:03:05.351620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56a34238-f637-409c-a77d-5b3f45db8890 req-6871348e-8afa-4b1a-8e8d-e203b7df03dd tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537970 Feb 04 14:03:06.492665 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59892255-3c3e-4554-8336-900713f8cf81 req-205c78a7-bff6-496e-b4b2-02fbabaf9e68 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:06.494742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59892255-3c3e-4554-8336-900713f8cf81 req-205c78a7-bff6-496e-b4b2-02fbabaf9e68 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0622902 Feb 04 14:03:06.551155 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59892255-3c3e-4554-8336-900713f8cf81 req-314dfb43-09f5-44ae-8d26-d9f3b7ef4f8c tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475321 Feb 04 14:03:07.676999 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c3cf3-8686-411e-81ed-4190be67d5da req-cc957e56-6f91-4258-83a4-757466cc9f83 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:07.678566 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca7c3cf3-8686-411e-81ed-4190be67d5da req-cc957e56-6f91-4258-83a4-757466cc9f83 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0560458 Feb 04 14:03:07.728931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca7c3cf3-8686-411e-81ed-4190be67d5da req-e77ca83a-0144-4e39-b6f4-506a62c25811 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445015 Feb 04 14:03:08.507932 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-7dddbb6a-3fb6-4fc8-8d27-7c4d8e79dcd1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:08.509350 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-7dddbb6a-3fb6-4fc8-8d27-7c4d8e79dcd1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 812 time: 0.1131895 Feb 04 14:03:08.525882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-c1931658-8fc0-4c37-81c0-564d24211eec tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/quotas/04a7af11479049059024e84090058dbe HTTP/1.1" status: 200 len: 375 time: 0.0102100 Feb 04 14:03:08.588731 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-12ff822d-87fb-40f1-8a12-c1abc2ec5afd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553672 Feb 04 14:03:08.698020 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-4c203b03-221b-417f-8840-dabe30d1065a service neutron] 10.222.0.96 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001682 Feb 04 14:03:08.829320 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-06604a4d-a6dd-4a0b-8487-0254322a56f4 service neutron] 10.222.0.96 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225305 Feb 04 14:03:09.218429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d2463-55bf-4963-9cff-078d218b915a req-f731d3e7-bb49-48bd-b349-4acf521fe5cd tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:09.220034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3e3d2463-55bf-4963-9cff-078d218b915a req-f731d3e7-bb49-48bd-b349-4acf521fe5cd tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0758939 Feb 04 14:03:09.291196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3e3d2463-55bf-4963-9cff-078d218b915a req-d6fc7595-d159-4c28-92c8-7d62a7f4dbb2 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648463 Feb 04 14:03:09.373617 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dac7b720-a1f2-4660-8f63-4798d0539514 req-824bc473-105e-4b45-82c3-fc9d9c110cbb tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 210 time: 0.0354760 Feb 04 14:03:09.962853 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e8ef5-a703-427c-a092-3940091292a0 req-163a3091-b931-48ec-ae9b-dfed84f53a0a tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:09.963968 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-665e8ef5-a703-427c-a092-3940091292a0 req-163a3091-b931-48ec-ae9b-dfed84f53a0a tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 1128 time: 0.0566449 Feb 04 14:03:09.989136 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-665e8ef5-a703-427c-a092-3940091292a0 req-9cb5d8c0-50ed-443a-b70e-0addb1935bee tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:10.093248 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-665e8ef5-a703-427c-a092-3940091292a0 req-9cb5d8c0-50ed-443a-b70e-0addb1935bee tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Publish callbacks [] for security_group (f71ec7eb-f1bb-4891-8292-fa2ae3eaa0f3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:10.099386 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-665e8ef5-a703-427c-a092-3940091292a0 req-9cb5d8c0-50ed-443a-b70e-0addb1935bee tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f71ec7eb-f1bb-4891-8292-fa2ae3eaa0f3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:10.138949 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-665e8ef5-a703-427c-a092-3940091292a0 req-9cb5d8c0-50ed-443a-b70e-0addb1935bee tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676106 Feb 04 14:03:10.179012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5d8c0-50ed-443a-b70e-0addb1935bee tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71ec7eb-f1bb-4891-8292-fa2ae3eaa0f3,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:10.396998 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54682f4f-230d-4af6-9b48-3c40461a46e1 req-473233ed-5485-4edd-aa10-90237442234f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:10.398461 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54682f4f-230d-4af6-9b48-3c40461a46e1 req-473233ed-5485-4edd-aa10-90237442234f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.1042957 Feb 04 14:03:10.455540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-97c7a11c-a297-4584-888f-0c2f70cdf5dd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:10.457171 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-97c7a11c-a297-4584-888f-0c2f70cdf5dd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.100 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 812 time: 0.2427375 Feb 04 14:03:10.476855 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-683cda1e-1635-4b1f-8a9f-517de92aaa5e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'port': {'device_id': '21698f14-4c12-49c7-9ea0-3bed84b1b6ef', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'admin_state_up': True, 'tenant_id': '04a7af11479049059024e84090058dbe'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:03:10.539308 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54682f4f-230d-4af6-9b48-3c40461a46e1 req-c8136f12-ccfc-4931-95f6-25f78f667bd6 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269035 Feb 04 14:03:10.572902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49456) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:10.687046 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0b72ca1f-eecd-43d0-b250-5611ed9fae29 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/e5fdbd57-483d-4d9f-afec-a0682ff50517 HTTP/1.1" status: 200 len: 993 time: 0.1097643 Feb 04 14:03:10.696823 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-683cda1e-1635-4b1f-8a9f-517de92aaa5e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Made reservation on behalf of 04a7af11479049059024e84090058dbe for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:03:10.698531 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-683cda1e-1635-4b1f-8a9f-517de92aaa5e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:10.793531 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bd7cc-8ef2-4604-bde3-921181b7ae68 req-4771a5d4-9f3c-4601-a87c-bf686a0fc13f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:10.795993 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b7bd7cc-8ef2-4604-bde3-921181b7ae68 req-4771a5d4-9f3c-4601-a87c-bf686a0fc13f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.1485252 Feb 04 14:03:10.906713 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b7bd7cc-8ef2-4604-bde3-921181b7ae68 req-f0a4c53e-14a8-4f6b-8b98-ec45c21a4ecf tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983860 Feb 04 14:03:10.922889 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-683cda1e-1635-4b1f-8a9f-517de92aaa5e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Allocated IP 172.20.0.13 (27de3437-df86-4192-8a38-bd89e17714b7/cdd28e0c-e617-457e-92ca-24c633c0a546/048ede28-6cc4-484c-bcdf-0b5627acffe5) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:03:10.988350 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d7a1332e-1ca2-434c-936d-a5677cd525be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:11.071380 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a798c81-99a0-4890-a70f-1425784bb882 req-c6710ac3-b392-4948-85bd-b61a415a4357 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 210 time: 0.0479782 Feb 04 14:03:11.214180 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-683cda1e-1635-4b1f-8a9f-517de92aaa5e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for port (048ede28-6cc4-484c-bcdf-0b5627acffe5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:11.272663 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-683cda1e-1635-4b1f-8a9f-517de92aaa5e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (048ede28-6cc4-484c-bcdf-0b5627acffe5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:11.342829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-683cda1e-1635-4b1f-8a9f-517de92aaa5e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Network 27de3437-df86-4192-8a38-bd89e17714b7 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:03:11.346614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-683cda1e-1635-4b1f-8a9f-517de92aaa5e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:03:11.351485 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-683cda1e-1635-4b1f-8a9f-517de92aaa5e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:03:11.386039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cda1e-1635-4b1f-8a9f-517de92aaa5e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'Port': ['ID=048ede28-6cc4-484c-bcdf-0b5627acffe5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:11.447999 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-683cda1e-1635-4b1f-8a9f-517de92aaa5e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:11.448699 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-683cda1e-1635-4b1f-8a9f-517de92aaa5e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:11.477243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-683cda1e-1635-4b1f-8a9f-517de92aaa5e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0100513 Feb 04 14:03:11.493046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Request body: {'port': {'device_id': '21698f14-4c12-49c7-9ea0-3bed84b1b6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:03:11.594060 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (048ede28-6cc4-484c-bcdf-0b5627acffe5), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:11.698818 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-56ef7941-3c5d-4512-8bfe-79ce03610919 req-2d9405c4-2f63-43f8-acd3-165bd88e33fa service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:03:11.700045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56ef7941-3c5d-4512-8bfe-79ce03610919 req-2d9405c4-2f63-43f8-acd3-165bd88e33fa service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2143540 Feb 04 14:03:11.737809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f4ac7848-cdb2-4140-84b9-014a630a3add None None] Provisioning complete for port 048ede28-6cc4-484c-bcdf-0b5627acffe5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:11.738724 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f4ac7848-cdb2-4140-84b9-014a630a3add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (048ede28-6cc4-484c-bcdf-0b5627acffe5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:11.809416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f4ac7848-cdb2-4140-84b9-014a630a3add None None] Port 048ede28-6cc4-484c-bcdf-0b5627acffe5 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:03:12.007713 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048ede28-6cc4-484c-bcdf-0b5627acffe5 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:03:12.018425 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Publish callbacks [] for port (048ede28-6cc4-484c-bcdf-0b5627acffe5), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:12.034867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Transition to ACTIVE for port object 048ede28-6cc4-484c-bcdf-0b5627acffe5 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:03:12.042335 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (048ede28-6cc4-484c-bcdf-0b5627acffe5), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:12.223551 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=048ede28-6cc4-484c-bcdf-0b5627acffe5,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:12.238078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Attempting to bind port 048ede28-6cc4-484c-bcdf-0b5627acffe5 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:03:12.238699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Attempting to bind port 048ede28-6cc4-484c-bcdf-0b5627acffe5 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:03:12.239187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Attempting to bind port 048ede28-6cc4-484c-bcdf-0b5627acffe5 on network 27de3437-df86-4192-8a38-bd89e17714b7 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:03:12.244367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Port 048ede28-6cc4-484c-bcdf-0b5627acffe5 on network 27de3437-df86-4192-8a38-bd89e17714b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:03:12.244880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Attempting to bind port 048ede28-6cc4-484c-bcdf-0b5627acffe5 on network 27de3437-df86-4192-8a38-bd89e17714b7 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:03:12.250827 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:03:12.251479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Checking segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:03:12.252118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Bound using segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:03:12.252483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Bound port: 048ede28-6cc4-484c-bcdf-0b5627acffe5, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:03:12.252816 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (048ede28-6cc4-484c-bcdf-0b5627acffe5), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:12.351051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] For port 048ede28-6cc4-484c-bcdf-0b5627acffe5, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:03:12.355259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] For port 048ede28-6cc4-484c-bcdf-0b5627acffe5, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=048ede28-6cc4-484c-bcdf-0b5627acffe5,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:03:12.370413 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (048ede28-6cc4-484c-bcdf-0b5627acffe5), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:12.453134 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-3c78dfe6-5707-4ea1-8b8d-c237611260fa service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891652 Feb 04 14:03:12.528186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:12.529177 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:12.531363 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] 10.222.0.100 "PUT /v2.0/ports/048ede28-6cc4-484c-bcdf-0b5627acffe5 HTTP/1.1" status: 200 len: 1093 time: 1.0475867 Feb 04 14:03:12.536381 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21698f14-4c12-49c7-9ea0-3bed84b1b6ef', 'tag': '048ede28-6cc4-484c-bcdf-0b5627acffe5'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:03:12.539024 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e857035c-0921-4a29-93ac-c59263b18df6" -d '{"events": [{"name": "network-changed", "server_uuid": "21698f14-4c12-49c7-9ea0-3bed84b1b6ef", "tag": "048ede28-6cc4-484c-bcdf-0b5627acffe5"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:03:12.619894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28318537-7891-4024-a3e4-ad9c4742a1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=048ede28-6cc4-484c-bcdf-0b5627acffe5,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:12.674723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5637e7-113c-4a7c-a249-40d00fe6bfe8 req-6a60e292-94f3-4137-9158-0c742decf4e7 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:12.681758 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d5637e7-113c-4a7c-a249-40d00fe6bfe8 req-6a60e292-94f3-4137-9158-0c742decf4e7 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.2981970 Feb 04 14:03:12.810004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-7e286d54-4b5a-4480-a803-0c85777d1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:12.811994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-7e286d54-4b5a-4480-a803-0c85777d1432 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 1127 time: 0.2195497 Feb 04 14:03:12.819052 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d5637e7-113c-4a7c-a249-40d00fe6bfe8 req-9cc78403-d396-405c-b703-463c4d957af2 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362236 Feb 04 14:03:12.889563 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-906f6f6a-f223-4d16-b9b6-9ff5e03b02b7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=048ede28-6cc4-484c-bcdf-0b5627acffe5 HTTP/1.1" status: 200 len: 217 time: 0.0694618 Feb 04 14:03:12.974439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-2acc0f2d-8614-460c-ae8b-acff1efe9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:12.977294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-2acc0f2d-8614-460c-ae8b-acff1efe9dfb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.0821519 Feb 04 14:03:13.088162 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7edeb-201a-462b-8f87-c6f240dbfd61 req-1a1063b1-7685-4ac9-bb8d-cd1a6adfec92 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:13.089907 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42a7edeb-201a-462b-8f87-c6f240dbfd61 req-1a1063b1-7685-4ac9-bb8d-cd1a6adfec92 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 944 time: 0.1112180 Feb 04 14:03:13.096840 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-32ab9a04-a887-4efd-9e73-f5913a9ca736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:13.098484 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-32ab9a04-a887-4efd-9e73-f5913a9ca736 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0773177 Feb 04 14:03:13.224360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42a7edeb-201a-462b-8f87-c6f240dbfd61 req-83ffad93-2168-4f09-bb42-653d1e16eb32 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098680 Feb 04 14:03:13.259265 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-f7ee9c32-91f4-49dd-b9eb-ca8fed7a5596 service neutron] 10.222.0.100 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537855 Feb 04 14:03:13.438241 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-728208a8-42ba-49ae-9962-4159ce1f3463 req-fbe26d3e-58b8-4d0a-989d-8a4eea27e6a7 service neutron] 10.222.0.100 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723611 Feb 04 14:03:13.454753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a8c35-702b-4c19-bcdf-2f22ac1216e5 req-03ef7ca0-bdaa-4d24-bb7a-f5f97d022c4f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:13.456416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a13a8c35-702b-4c19-bcdf-2f22ac1216e5 req-03ef7ca0-bdaa-4d24-bb7a-f5f97d022c4f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.1245494 Feb 04 14:03:13.579667 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a13a8c35-702b-4c19-bcdf-2f22ac1216e5 req-d036c3e8-d1a1-4478-b76c-0cdfbb31000f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142845 Feb 04 14:03:13.698827 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f2c9b3-5a91-42a0-81b0-1ac8b02a0553 x-openstack-request-id: req-c8f2c9b3-5a91-42a0-81b0-1ac8b02a0553 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:03:13.699167 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21698f14-4c12-49c7-9ea0-3bed84b1b6ef", "tag": "048ede28-6cc4-484c-bcdf-0b5627acffe5", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:03:13.699437 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c8f2c9b3-5a91-42a0-81b0-1ac8b02a0553 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:03:13.699866 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21698f14-4c12-49c7-9ea0-3bed84b1b6ef', 'tag': '048ede28-6cc4-484c-bcdf-0b5627acffe5', 'status': 'completed', 'code': 200} Feb 04 14:03:13.790733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857035c-0921-4a29-93ac-c59263b18df6 req-600dad20-6dcc-424d-bd85-c08c23eff6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:13.792697 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e857035c-0921-4a29-93ac-c59263b18df6 req-600dad20-6dcc-424d-bd85-c08c23eff6f6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 1127 time: 0.0643675 Feb 04 14:03:14.000912 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857035c-0921-4a29-93ac-c59263b18df6 req-f4df9db2-347c-4c28-8e3e-e14f4cb81e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:14.000912 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e857035c-0921-4a29-93ac-c59263b18df6 req-f4df9db2-347c-4c28-8e3e-e14f4cb81e9a service neutron] 10.222.0.100 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.2015193 Feb 04 14:03:14.066495 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e857035c-0921-4a29-93ac-c59263b18df6 req-ffc1c7c2-e42a-4a57-bd62-d72d7c932d4a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=048ede28-6cc4-484c-bcdf-0b5627acffe5 HTTP/1.1" status: 200 len: 217 time: 0.0475869 Feb 04 14:03:14.167454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fdf0b-6706-4932-84f7-c5b7a1fc6e28 req-65090caf-2e95-42ab-96c8-606be8fdd63b tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:14.177979 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-874fdf0b-6706-4932-84f7-c5b7a1fc6e28 req-65090caf-2e95-42ab-96c8-606be8fdd63b tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.1972468 Feb 04 14:03:14.218662 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:14.270015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857035c-0921-4a29-93ac-c59263b18df6 req-e64a106c-b2e2-4743-8c68-c101ecd26965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:14.273455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e857035c-0921-4a29-93ac-c59263b18df6 req-e64a106c-b2e2-4743-8c68-c101ecd26965 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.1989651 Feb 04 14:03:14.360291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-874fdf0b-6706-4932-84f7-c5b7a1fc6e28 req-a1663944-5707-4a6e-b29f-27fa55f5a2c3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811993 Feb 04 14:03:14.411498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-2e2e5991-542a-4a94-87fd-d85bd828bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:14.413221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-2e2e5991-542a-4a94-87fd-d85bd828bf3c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 1128 time: 0.1916213 Feb 04 14:03:14.529132 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857035c-0921-4a29-93ac-c59263b18df6 req-1657add5-16a0-4145-8605-17130073d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:14.530889 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e857035c-0921-4a29-93ac-c59263b18df6 req-1657add5-16a0-4145-8605-17130073d6f7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2436481 Feb 04 14:03:14.819804 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:15.171371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5ac88-bec7-4697-8c4f-437d873213ab req-41161024-adc4-4117-bbe2-3bd4878457d1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:15.178549 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eaf5ac88-bec7-4697-8c4f-437d873213ab req-41161024-adc4-4117-bbe2-3bd4878457d1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 944 time: 0.7495620 Feb 04 14:03:15.203670 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a4746d8f-517b-4060-ba73-c31dc36cf7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:15.245925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eaf5ac88-bec7-4697-8c4f-437d873213ab req-8fa43e41-8e7a-42f6-bf0b-23fcd7441491 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652390 Feb 04 14:03:15.250148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-77e3b2b6-302b-4356-873e-c5e864d395d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:15.251625 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-77e3b2b6-302b-4356-873e-c5e864d395d8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=535ba2f2-fb25-4ea1-b345-ed485550989e HTTP/1.1" status: 200 len: 897 time: 0.8213086 Feb 04 14:03:15.387191 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e857035c-0921-4a29-93ac-c59263b18df6 req-aa188c52-1cc2-4aec-ae30-2c7ebad370c6 service neutron] 10.222.0.100 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8501937 Feb 04 14:03:15.502536 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-0258926b-fc7c-4167-8e62-c0988e6e77de service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902 HTTP/1.1" status: 200 len: 1001 time: 0.2322462 Feb 04 14:03:15.610143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2c1cb-11a4-4f69-b8bf-7a5da198438e req-298910f1-56ea-422e-b74e-70d080f2b4fb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:15.612041 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62b2c1cb-11a4-4f69-b8bf-7a5da198438e req-298910f1-56ea-422e-b74e-70d080f2b4fb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.2367318 Feb 04 14:03:15.620626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e857035c-0921-4a29-93ac-c59263b18df6 req-d587ef17-5e74-44eb-ac33-f66f7b90445a service neutron] 10.222.0.100 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249045 Feb 04 14:03:15.628713 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-18536d66-d597-4a58-bd01-de07363fa08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:15.630330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-18536d66-d597-4a58-bd01-de07363fa08b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=42828123-fb70-486e-ae7d-fe5c71e6ab2d HTTP/1.1" status: 200 len: 835 time: 0.1127090 Feb 04 14:03:15.653336 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:15.739311 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-4fcdff02-f8fc-43dc-a07e-fc8d2c61b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:15.741292 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-4fcdff02-f8fc-43dc-a07e-fc8d2c61b763 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=535ba2f2-fb25-4ea1-b345-ed485550989e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1022325 Feb 04 14:03:15.759608 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62b2c1cb-11a4-4f69-b8bf-7a5da198438e req-bed46bd7-d60e-4196-b83a-661afacee836 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031158 Feb 04 14:03:15.901125 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-d09be5f8-fa7e-45b5-89e5-3f06c7329812 service neutron] 10.222.0.99 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378570 Feb 04 14:03:16.094658 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72cc70-6d8d-4dd6-be4f-6e9775137b23 req-c8a83146-e7f6-41fb-9686-bcaec1c23927 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:16.096318 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e72cc70-6d8d-4dd6-be4f-6e9775137b23 req-c8a83146-e7f6-41fb-9686-bcaec1c23927 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.1925459 Feb 04 14:03:16.127439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-edc8b2ab-354d-4ae5-9bf0-d01db7e7c4ae service neutron] 10.222.0.99 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738307 Feb 04 14:03:16.227025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e72cc70-6d8d-4dd6-be4f-6e9775137b23 req-22f7a530-2abd-4c08-b754-32c8528fe0a7 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159368 Feb 04 14:03:16.448266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eccbe1-4bb3-49fc-8f08-e67a64d38a48 req-207a89b8-401a-4e09-9568-a45f5474fa27 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:16.451247 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91eccbe1-4bb3-49fc-8f08-e67a64d38a48 req-207a89b8-401a-4e09-9568-a45f5474fa27 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 944 time: 0.0997508 Feb 04 14:03:16.511182 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91eccbe1-4bb3-49fc-8f08-e67a64d38a48 req-d7e92c19-7d80-4be8-920f-2d0adc3e629b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533702 Feb 04 14:03:16.936295 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079e3a7-aaac-4f0d-a4d7-5426fc8ec2f5 req-8e790801-2e0f-4b37-8b87-e68ae630d9df tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:16.946763 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d079e3a7-aaac-4f0d-a4d7-5426fc8ec2f5 req-8e790801-2e0f-4b37-8b87-e68ae630d9df tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.0827825 Feb 04 14:03:16.984906 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:17.009418 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d079e3a7-aaac-4f0d-a4d7-5426fc8ec2f5 req-746f1369-cb9e-439d-b68b-3da048e3ab53 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615044 Feb 04 14:03:17.396050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f177e5-7d68-4840-9862-164ed690bf82 req-a064b85e-1cbb-4129-9483-f2fef19e8ff1 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:17.398218 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73f177e5-7d68-4840-9862-164ed690bf82 req-a064b85e-1cbb-4129-9483-f2fef19e8ff1 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0770154 Feb 04 14:03:17.465689 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73f177e5-7d68-4840-9862-164ed690bf82 req-1d8576d7-daf8-4889-834a-08666f8957ab tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592861 Feb 04 14:03:17.702338 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e4315-0643-4bcf-a0e4-ebe611b35968 req-b6a65f55-a62a-47bd-8f12-59bb8675c35a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:17.704557 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c79e4315-0643-4bcf-a0e4-ebe611b35968 req-b6a65f55-a62a-47bd-8f12-59bb8675c35a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 944 time: 0.0802891 Feb 04 14:03:17.768661 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c79e4315-0643-4bcf-a0e4-ebe611b35968 req-ecfebec8-13f6-46d6-9119-e9ab7ac61131 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519173 Feb 04 14:03:18.012068 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:18.210268 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc78b5-59cb-4a40-8ef9-055ed0aff1d7 req-ca62580b-0f17-4652-a60a-2023e91ba91b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:18.215621 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1cc78b5-59cb-4a40-8ef9-055ed0aff1d7 req-ca62580b-0f17-4652-a60a-2023e91ba91b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.1197202 Feb 04 14:03:18.309657 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1cc78b5-59cb-4a40-8ef9-055ed0aff1d7 req-67e61dcb-de7e-4b8e-9035-2d49e2b22b75 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872693 Feb 04 14:03:18.676088 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ce68e-26f9-4f9d-a47d-e30356a7bb66 req-8d2a896c-7f76-4fd0-afab-74a078aa2ee4 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:18.677811 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb8ce68e-26f9-4f9d-a47d-e30356a7bb66 req-8d2a896c-7f76-4fd0-afab-74a078aa2ee4 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0685041 Feb 04 14:03:18.744371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb8ce68e-26f9-4f9d-a47d-e30356a7bb66 req-b7099874-0a67-4cf4-9bca-8d2abab42f33 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513031 Feb 04 14:03:18.927199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ea8af-44ea-4db1-8752-ce1c30ec40bd req-ce03c076-e8fa-49fe-adbe-49255059442e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:18.928992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c93ea8af-44ea-4db1-8752-ce1c30ec40bd req-ce03c076-e8fa-49fe-adbe-49255059442e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 944 time: 0.0625956 Feb 04 14:03:18.995509 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c93ea8af-44ea-4db1-8752-ce1c30ec40bd req-c3ca96ac-bc63-40ee-b9ca-67b95d448c82 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593667 Feb 04 14:03:19.402540 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49558) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:19.469113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee967a-8999-4bab-8518-898cecd369e0 req-eac58da7-6d09-495d-9f50-86a1fa32187f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:19.470727 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-46ee967a-8999-4bab-8518-898cecd369e0 req-eac58da7-6d09-495d-9f50-86a1fa32187f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.0724990 Feb 04 14:03:19.558082 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:19.561749 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-46ee967a-8999-4bab-8518-898cecd369e0 req-914fca88-2b1d-43c3-bc23-b8ed198cd703 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749581 Feb 04 14:03:19.694577 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Publish callbacks [] for security_group (574cd23c-7266-4ac3-aa78-909d8cbbfad5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:19.699936 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (574cd23c-7266-4ac3-aa78-909d8cbbfad5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:19.749562 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574cd23c-7266-4ac3-aa78-909d8cbbfad5,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:19.758671 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4f86709d37df4a6b8e56fc34bd8589d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3497031 Feb 04 14:03:19.758882 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49562) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:19.767920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:19.768268 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:19.768823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:19.769323 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:19.769805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:19.770336 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:19.770811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:19.771295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:19.771769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:19.772266 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:19.772803 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:19.773294 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:19.773794 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c8b98-4511-4376-bd6d-29c6746c50b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:19.842538 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-178d9a58-0924-43ed-8c2c-d4d5f8c8ce6c admin admin] Publish callbacks [] for security_group (574cd23c-7266-4ac3-aa78-909d8cbbfad5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:19.886260 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-178d9a58-0924-43ed-8c2c-d4d5f8c8ce6c admin admin] Publish callbacks [] for security_group (574cd23c-7266-4ac3-aa78-909d8cbbfad5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:19.972688 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4668bb1-85b2-47ce-9464-b3acd1f69312 req-aa004e89-c225-432a-bbb8-c190d3023417 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:19.974779 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4668bb1-85b2-47ce-9464-b3acd1f69312 req-aa004e89-c225-432a-bbb8-c190d3023417 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.1180644 Feb 04 14:03:19.988231 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-178d9a58-0924-43ed-8c2c-d4d5f8c8ce6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (574cd23c-7266-4ac3-aa78-909d8cbbfad5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:19.992818 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-178d9a58-0924-43ed-8c2c-d4d5f8c8ce6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:20.000554 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-178d9a58-0924-43ed-8c2c-d4d5f8c8ce6c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/574cd23c-7266-4ac3-aa78-909d8cbbfad5 HTTP/1.1" status: 204 len: 168 time: 0.2344625 Feb 04 14:03:20.006722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d9a58-0924-43ed-8c2c-d4d5f8c8ce6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574cd23c-7266-4ac3-aa78-909d8cbbfad5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:20.103252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4668bb1-85b2-47ce-9464-b3acd1f69312 req-51b3f422-7da6-48bc-bca6-390e35e088ef tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196859 Feb 04 14:03:20.246244 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb46a9-87c3-4b27-ab4b-340537343296 req-f0e1e24d-d31b-41bd-9d4a-ff1f3422ef03 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:20.248465 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90fb46a9-87c3-4b27-ab4b-340537343296 req-f0e1e24d-d31b-41bd-9d4a-ff1f3422ef03 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 944 time: 0.0772204 Feb 04 14:03:20.331841 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90fb46a9-87c3-4b27-ab4b-340537343296 req-300b6ef8-de82-45a3-ae72-ccf5ebdc9877 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737832 Feb 04 14:03:20.731434 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491c601-89e3-4603-bba7-d4836157f1ee req-512359f6-e168-4665-9437-5407ff99bcf1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:20.740779 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b491c601-89e3-4603-bba7-d4836157f1ee req-512359f6-e168-4665-9437-5407ff99bcf1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.0796366 Feb 04 14:03:20.821932 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b491c601-89e3-4603-bba7-d4836157f1ee req-d3205fbc-f368-49e3-a9ce-893f3f914f61 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796952 Feb 04 14:03:21.254398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce885f5-1741-407f-82e3-52d6f5411b0b req-3087b067-4dc0-496b-842f-7349ed3632f1 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:21.256016 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dce885f5-1741-407f-82e3-52d6f5411b0b req-3087b067-4dc0-496b-842f-7349ed3632f1 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0622015 Feb 04 14:03:21.329952 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dce885f5-1741-407f-82e3-52d6f5411b0b req-e66902a9-3d56-413b-8dc3-ab344942c6a7 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669868 Feb 04 14:03:21.489001 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc032e0-d5ce-4507-b7dd-c539d3a0902e req-53fcdddb-491d-4001-baa3-b3c43c931da3 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:21.491414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6fc032e0-d5ce-4507-b7dd-c539d3a0902e req-53fcdddb-491d-4001-baa3-b3c43c931da3 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 944 time: 0.0731862 Feb 04 14:03:21.571354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6fc032e0-d5ce-4507-b7dd-c539d3a0902e req-b54dc8d1-4974-4db7-a40d-4297df29459f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698969 Feb 04 14:03:22.057904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed6c33-c63d-4278-91a1-7addff88ad5c req-3734e34b-572c-4844-9410-074230da00bd tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:22.060884 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27ed6c33-c63d-4278-91a1-7addff88ad5c req-3734e34b-572c-4844-9410-074230da00bd tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.0765877 Feb 04 14:03:22.145911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27ed6c33-c63d-4278-91a1-7addff88ad5c req-075d4674-76fc-47be-91a0-434b448f240b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760155 Feb 04 14:03:22.483683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d1f74-c140-4b64-9022-3e9c46cd3c89 req-fab79047-6ad7-4a23-a3fd-ec83f2cf4047 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:22.485665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-761d1f74-c140-4b64-9022-3e9c46cd3c89 req-fab79047-6ad7-4a23-a3fd-ec83f2cf4047 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0725744 Feb 04 14:03:22.561696 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-761d1f74-c140-4b64-9022-3e9c46cd3c89 req-f33ac5be-1f58-4c9d-a610-5511ecbfbefd tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683758 Feb 04 14:03:22.900885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78ebf5-7690-460c-b5eb-b8063b53629a req-20850312-6962-46b6-a21c-bfcbf932120f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:22.902364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc78ebf5-7690-460c-b5eb-b8063b53629a req-20850312-6962-46b6-a21c-bfcbf932120f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 944 time: 0.0956991 Feb 04 14:03:22.919535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08239-e806-43aa-b2ea-d7567b26a536 req-94a9b973-7712-4e1b-aed2-73788daf646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:22.921109 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ce08239-e806-43aa-b2ea-d7567b26a536 req-94a9b973-7712-4e1b-aed2-73788daf646d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4ddd03a338e9481f8ecfe863e089db2d&device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 1129 time: 0.0977747 Feb 04 14:03:23.038418 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc78ebf5-7690-460c-b5eb-b8063b53629a req-46c7d819-8d74-448d-9843-ae2bf67286f6 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277268 Feb 04 14:03:23.087360 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08239-e806-43aa-b2ea-d7567b26a536 req-f9f1be01-1985-424c-bed0-4190e6c6d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:23.089956 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ce08239-e806-43aa-b2ea-d7567b26a536 req-f9f1be01-1985-424c-bed0-4190e6c6d90e service neutron] 10.222.0.99 "GET /v2.0/networks?id=6a2573c7-a422-4fa3-9caa-883478b35439 HTTP/1.1" status: 200 len: 912 time: 0.1605277 Feb 04 14:03:23.245054 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ce08239-e806-43aa-b2ea-d7567b26a536 req-be325571-f5ce-4ee5-a4bb-bb1f658d5bfe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71feef09-f40e-4d32-8d2b-80c6b97bb75c HTTP/1.1" status: 200 len: 1002 time: 0.1466641 Feb 04 14:03:23.319403 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946cc1f-cacf-4156-8a7d-5dec130ed190 req-a15b60fc-d14e-4255-877b-9d4267955371 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:23.321364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4946cc1f-cacf-4156-8a7d-5dec130ed190 req-a15b60fc-d14e-4255-877b-9d4267955371 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.1635346 Feb 04 14:03:23.365341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08239-e806-43aa-b2ea-d7567b26a536 req-ca521601-6256-4e97-92ea-11ac9c2a7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:23.367874 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ce08239-e806-43aa-b2ea-d7567b26a536 req-ca521601-6256-4e97-92ea-11ac9c2a7a49 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=dc55e045-daca-4403-9022-1e9266a649bb HTTP/1.1" status: 200 len: 850 time: 0.1103222 Feb 04 14:03:23.428929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4946cc1f-cacf-4156-8a7d-5dec130ed190 req-de621c85-2c12-454a-b74f-f476d26de430 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976884 Feb 04 14:03:23.456433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08239-e806-43aa-b2ea-d7567b26a536 req-373ea756-23a1-43c4-8759-f0e54641ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:23.460428 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ce08239-e806-43aa-b2ea-d7567b26a536 req-373ea756-23a1-43c4-8759-f0e54641ed9b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6a2573c7-a422-4fa3-9caa-883478b35439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0843990 Feb 04 14:03:23.482727 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49640) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:23.608753 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ce08239-e806-43aa-b2ea-d7567b26a536 req-dcf46700-1711-4184-989a-25dc502d24ce service neutron] 10.222.0.99 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422265 Feb 04 14:03:23.616925 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bfeaf-e04d-4062-aab5-2d54f2d1a70b req-2a1ec8f6-26a0-4a1c-92fb-b000780d899d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:23.618454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1bfeaf-e04d-4062-aab5-2d54f2d1a70b req-2a1ec8f6-26a0-4a1c-92fb-b000780d899d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.0924346 Feb 04 14:03:23.625276 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6700ff3b-249d-4d7d-9fba-d2a0e5bec5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:23.716943 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6700ff3b-249d-4d7d-9fba-d2a0e5bec5be admin admin] Publish callbacks [] for security_group (c26fbba1-add4-4fbe-bd75-cd697553723a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:23.722616 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6700ff3b-249d-4d7d-9fba-d2a0e5bec5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c26fbba1-add4-4fbe-bd75-cd697553723a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:23.746585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1bfeaf-e04d-4062-aab5-2d54f2d1a70b req-e13d1405-40b7-4157-b3a1-7163d7e73759 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174402 Feb 04 14:03:23.773747 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6700ff3b-249d-4d7d-9fba-d2a0e5bec5be admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4c4676db37c547dfaafd66befcb5a0fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2839139 Feb 04 14:03:23.773747 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49644) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:23.773975 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ce08239-e806-43aa-b2ea-d7567b26a536 req-d8392d7b-0454-4262-85ce-bdb0466a4590 service neutron] 10.222.0.99 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522005 Feb 04 14:03:23.774064 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700ff3b-249d-4d7d-9fba-d2a0e5bec5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26fbba1-add4-4fbe-bd75-cd697553723a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:23.842404 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-949370e0-dbd6-4bce-917a-0624a4d4de95 admin admin] Publish callbacks [] for security_group (c26fbba1-add4-4fbe-bd75-cd697553723a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:23.868217 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-949370e0-dbd6-4bce-917a-0624a4d4de95 admin admin] Publish callbacks [] for security_group (c26fbba1-add4-4fbe-bd75-cd697553723a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:23.927312 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-949370e0-dbd6-4bce-917a-0624a4d4de95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c26fbba1-add4-4fbe-bd75-cd697553723a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:23.930002 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-949370e0-dbd6-4bce-917a-0624a4d4de95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:23.931220 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-949370e0-dbd6-4bce-917a-0624a4d4de95 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c26fbba1-add4-4fbe-bd75-cd697553723a HTTP/1.1" status: 204 len: 168 time: 0.1591058 Feb 04 14:03:23.939584 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949370e0-dbd6-4bce-917a-0624a4d4de95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26fbba1-add4-4fbe-bd75-cd697553723a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:24.193822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d00ec5-2349-4fb8-8602-317a77c0698e req-c9c11032-4d16-4da3-9e63-e1128bff0f43 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:24.195472 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7d00ec5-2349-4fb8-8602-317a77c0698e req-c9c11032-4d16-4da3-9e63-e1128bff0f43 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 944 time: 0.0637021 Feb 04 14:03:24.239101 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49652) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:24.255903 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a72b240-918a-45c9-9f21-7c94b9ff8db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:24.272885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7d00ec5-2349-4fb8-8602-317a77c0698e req-ef835f70-4edf-4115-8e7f-8bacfaa3f929 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692649 Feb 04 14:03:24.376272 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a72b240-918a-45c9-9f21-7c94b9ff8db3 admin admin] Publish callbacks [] for security_group (779230bb-0323-4235-90da-b9e4e2a2ae68), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:24.382552 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a72b240-918a-45c9-9f21-7c94b9ff8db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (779230bb-0323-4235-90da-b9e4e2a2ae68), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:24.434253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72b240-918a-45c9-9f21-7c94b9ff8db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779230bb-0323-4235-90da-b9e4e2a2ae68,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:24.443291 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8a72b240-918a-45c9-9f21-7c94b9ff8db3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5f654c89d4ee4b5aa2aeea326aa7759c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2023225 Feb 04 14:03:24.445256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49654) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:24.520188 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b2f5214-bd27-4487-b3bf-a798edc610c0 admin admin] Publish callbacks [] for security_group (779230bb-0323-4235-90da-b9e4e2a2ae68), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:24.553375 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b2f5214-bd27-4487-b3bf-a798edc610c0 admin admin] Publish callbacks [] for security_group (779230bb-0323-4235-90da-b9e4e2a2ae68), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:24.601977 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa875f2-2bb7-42ca-94c2-e625f647175b req-2223f3b6-82f1-4bc6-abfd-9a634430ac95 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:24.606810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2aa875f2-2bb7-42ca-94c2-e625f647175b req-2223f3b6-82f1-4bc6-abfd-9a634430ac95 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0744679 Feb 04 14:03:24.635870 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b2f5214-bd27-4487-b3bf-a798edc610c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (779230bb-0323-4235-90da-b9e4e2a2ae68), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:24.640738 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b2f5214-bd27-4487-b3bf-a798edc610c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:24.641949 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5b2f5214-bd27-4487-b3bf-a798edc610c0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/779230bb-0323-4235-90da-b9e4e2a2ae68 HTTP/1.1" status: 204 len: 168 time: 0.1953101 Feb 04 14:03:24.657441 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f5214-bd27-4487-b3bf-a798edc610c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779230bb-0323-4235-90da-b9e4e2a2ae68,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:24.681053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2aa875f2-2bb7-42ca-94c2-e625f647175b req-6b738cbd-5058-4443-a4f3-29b0f5398e3f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689664 Feb 04 14:03:24.890013 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f531450-234c-49d1-9151-a7e89c2180fb req-ff9d622b-50bb-481d-9761-7c36a6d30d0a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:24.891613 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f531450-234c-49d1-9151-a7e89c2180fb req-ff9d622b-50bb-481d-9761-7c36a6d30d0a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.0613019 Feb 04 14:03:24.953622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f531450-234c-49d1-9151-a7e89c2180fb req-20f4fd50-0976-4bf9-94d7-036da7cb7109 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503399 Feb 04 14:03:25.417858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cc728-54b4-4370-8bda-97575176ec1d req-4318e231-e926-4967-b44e-d9427680e7e7 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:25.419628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-112cc728-54b4-4370-8bda-97575176ec1d req-4318e231-e926-4967-b44e-d9427680e7e7 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 944 time: 0.0627308 Feb 04 14:03:25.470497 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-112cc728-54b4-4370-8bda-97575176ec1d req-fa3df35e-b914-496a-a7aa-8f71647af88e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447326 Feb 04 14:03:26.079801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e068e-18f6-4c57-9c7d-05365bcf1bd5 req-704d066f-39dd-438c-a6ac-301c9cfb71c5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:26.081367 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e0e068e-18f6-4c57-9c7d-05365bcf1bd5 req-704d066f-39dd-438c-a6ac-301c9cfb71c5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.0584443 Feb 04 14:03:26.133916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e0e068e-18f6-4c57-9c7d-05365bcf1bd5 req-137bfbc5-834d-47b0-bd4e-d9147336d9b3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466790 Feb 04 14:03:26.599908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e605219-6796-425b-9146-aaa453366112 req-f1df3bb3-1a33-4fad-953e-65480ec94673 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:26.601615 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3e605219-6796-425b-9146-aaa453366112 req-f1df3bb3-1a33-4fad-953e-65480ec94673 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 944 time: 0.0599494 Feb 04 14:03:26.664959 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3e605219-6796-425b-9146-aaa453366112 req-e1fc244d-3f11-4894-bf07-3b1ebf1cdac0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544760 Feb 04 14:03:26.738397 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49740) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:26.857675 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0fd92f15-0fca-463e-9260-662ec445a318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:26.942557 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0fd92f15-0fca-463e-9260-662ec445a318 admin admin] Publish callbacks [] for security_group (9080f50d-94fa-4e56-8abf-f4aff8e05de6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:26.946912 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0fd92f15-0fca-463e-9260-662ec445a318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9080f50d-94fa-4e56-8abf-f4aff8e05de6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:26.989722 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0fd92f15-0fca-463e-9260-662ec445a318 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=59fec97a11ce41f984cae60e84fdf1bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2476311 Feb 04 14:03:26.989722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd92f15-0fca-463e-9260-662ec445a318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9080f50d-94fa-4e56-8abf-f4aff8e05de6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:26.990145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49744) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:27.046083 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f825118-add9-43f4-8c9c-fa2059ca329b admin admin] Publish callbacks [] for security_group (9080f50d-94fa-4e56-8abf-f4aff8e05de6), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:27.061067 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:03:27.072879 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f825118-add9-43f4-8c9c-fa2059ca329b admin admin] Publish callbacks [] for security_group (9080f50d-94fa-4e56-8abf-f4aff8e05de6), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:27.124923 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f825118-add9-43f4-8c9c-fa2059ca329b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9080f50d-94fa-4e56-8abf-f4aff8e05de6), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:27.128055 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f825118-add9-43f4-8c9c-fa2059ca329b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:27.129286 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0f825118-add9-43f4-8c9c-fa2059ca329b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9080f50d-94fa-4e56-8abf-f4aff8e05de6 HTTP/1.1" status: 204 len: 168 time: 0.1380556 Feb 04 14:03:27.141094 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f825118-add9-43f4-8c9c-fa2059ca329b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9080f50d-94fa-4e56-8abf-f4aff8e05de6,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:27.269640 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5501cf2-be86-408a-af32-08d85d9c1ab2 req-d84ea29e-e030-4b27-9f6e-a9c7c54b0866 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:27.271420 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5501cf2-be86-408a-af32-08d85d9c1ab2 req-d84ea29e-e030-4b27-9f6e-a9c7c54b0866 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.0578074 Feb 04 14:03:27.327570 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5501cf2-be86-408a-af32-08d85d9c1ab2 req-e98ca5ff-c712-4063-93be-59c92ab35a27 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501437 Feb 04 14:03:27.431182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49752) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:27.445828 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-07186ba3-949d-4bd1-a15c-d5bfd8da6cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:27.531137 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-07186ba3-949d-4bd1-a15c-d5bfd8da6cce admin admin] Publish callbacks [] for security_group (3e3cc895-b450-4dde-b808-867c39eb1581), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:27.535306 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-07186ba3-949d-4bd1-a15c-d5bfd8da6cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3e3cc895-b450-4dde-b808-867c39eb1581), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:27.573820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07186ba3-949d-4bd1-a15c-d5bfd8da6cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3cc895-b450-4dde-b808-867c39eb1581,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:27.580446 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-07186ba3-949d-4bd1-a15c-d5bfd8da6cce admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b94fcb3f1e48469d9fd72ec2cbedfdf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1481228 Feb 04 14:03:27.583321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49754) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:27.643263 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-646d4638-1071-4931-a219-5ec9e91eb402 admin admin] Publish callbacks [] for security_group (3e3cc895-b450-4dde-b808-867c39eb1581), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:27.665341 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-646d4638-1071-4931-a219-5ec9e91eb402 admin admin] Publish callbacks [] for security_group (3e3cc895-b450-4dde-b808-867c39eb1581), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:27.718918 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-646d4638-1071-4931-a219-5ec9e91eb402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3e3cc895-b450-4dde-b808-867c39eb1581), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:27.721655 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-646d4638-1071-4931-a219-5ec9e91eb402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:27.722998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-646d4638-1071-4931-a219-5ec9e91eb402 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3e3cc895-b450-4dde-b808-867c39eb1581 HTTP/1.1" status: 204 len: 168 time: 0.1387594 Feb 04 14:03:27.734059 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d4638-1071-4931-a219-5ec9e91eb402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3cc895-b450-4dde-b808-867c39eb1581,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:27.803322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e404f18-477d-4ac9-aae4-469b5f5f4b34 req-cee3c090-0ef8-4b45-a52e-ef7ec0ae1da9 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:27.805202 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e404f18-477d-4ac9-aae4-469b5f5f4b34 req-cee3c090-0ef8-4b45-a52e-ef7ec0ae1da9 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 944 time: 0.0630174 Feb 04 14:03:27.860588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e404f18-477d-4ac9-aae4-469b5f5f4b34 req-29b20c29-a4f7-441f-a968-a86cff40d056 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482421 Feb 04 14:03:28.494506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745988c9-7f04-4f7f-b2f0-99a7279ed1df req-05c4644f-cde1-441f-b66e-3b1f20d913a4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:28.498915 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-745988c9-7f04-4f7f-b2f0-99a7279ed1df req-05c4644f-cde1-441f-b66e-3b1f20d913a4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.0874741 Feb 04 14:03:28.558949 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-745988c9-7f04-4f7f-b2f0-99a7279ed1df req-fe93b8ac-3cda-46ba-a677-8da803ea221a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547488 Feb 04 14:03:28.994720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a130e8-aa67-4947-96f2-b194105cccc2 req-86c9da4b-2ad2-4710-94f7-93d1e1750851 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:28.996250 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1a130e8-aa67-4947-96f2-b194105cccc2 req-86c9da4b-2ad2-4710-94f7-93d1e1750851 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 944 time: 0.0539975 Feb 04 14:03:29.062714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1a130e8-aa67-4947-96f2-b194105cccc2 req-d6d1c5b5-ef67-409a-99d0-9ab544d2b4b5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597472 Feb 04 14:03:29.199996 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49822) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:29.316528 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aae5064a-1d7d-4e21-bb32-a77f8051b983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:29.392876 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aae5064a-1d7d-4e21-bb32-a77f8051b983 admin admin] Publish callbacks [] for security_group (08c261fe-5876-4f4f-9391-5e006e7ae804), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:29.397498 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aae5064a-1d7d-4e21-bb32-a77f8051b983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (08c261fe-5876-4f4f-9391-5e006e7ae804), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:29.439085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-aae5064a-1d7d-4e21-bb32-a77f8051b983 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e9b750500dd54e6d8a1ef08a1848ad03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2379687 Feb 04 14:03:29.439964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5064a-1d7d-4e21-bb32-a77f8051b983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c261fe-5876-4f4f-9391-5e006e7ae804,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:29.442421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49826) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:29.495633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f5dd88d-28b5-436b-93c4-a771d080d35e admin admin] Publish callbacks [] for security_group (08c261fe-5876-4f4f-9391-5e006e7ae804), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:29.520948 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f5dd88d-28b5-436b-93c4-a771d080d35e admin admin] Publish callbacks [] for security_group (08c261fe-5876-4f4f-9391-5e006e7ae804), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:29.575850 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f5dd88d-28b5-436b-93c4-a771d080d35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (08c261fe-5876-4f4f-9391-5e006e7ae804), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:29.578810 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f5dd88d-28b5-436b-93c4-a771d080d35e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:29.580069 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0f5dd88d-28b5-436b-93c4-a771d080d35e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/08c261fe-5876-4f4f-9391-5e006e7ae804 HTTP/1.1" status: 204 len: 168 time: 0.1366515 Feb 04 14:03:29.591836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dd88d-28b5-436b-93c4-a771d080d35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c261fe-5876-4f4f-9391-5e006e7ae804,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:29.728773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d58c2-15f9-4ce6-b529-18ff0a2073c2 req-a83262cf-428b-4317-babf-f0d861aa7237 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:29.730360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b25d58c2-15f9-4ce6-b529-18ff0a2073c2 req-a83262cf-428b-4317-babf-f0d861aa7237 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.0736587 Feb 04 14:03:29.782375 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b25d58c2-15f9-4ce6-b529-18ff0a2073c2 req-50b30a3a-75c3-4cf7-83ef-e0ada9bf4dbf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460439 Feb 04 14:03:30.213077 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d7dfa-9f6c-44d1-b8c9-5a7c6bf06b3a req-cf08d335-d07b-4523-8b01-26601f51309d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:30.215516 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd8d7dfa-9f6c-44d1-b8c9-5a7c6bf06b3a req-cf08d335-d07b-4523-8b01-26601f51309d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 944 time: 0.0732229 Feb 04 14:03:30.277719 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd8d7dfa-9f6c-44d1-b8c9-5a7c6bf06b3a req-e5d04da3-498e-4ab6-9b28-2477fad17ae0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548403 Feb 04 14:03:30.907362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49868) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:30.923567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cbdf9-8150-418b-8c57-c155db0a29e4 req-f96e2e1b-c3f9-4e36-863f-f69ff15a2191 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:30.925433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b0cbdf9-8150-418b-8c57-c155db0a29e4 req-f96e2e1b-c3f9-4e36-863f-f69ff15a2191 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.0653186 Feb 04 14:03:30.988442 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b0cbdf9-8150-418b-8c57-c155db0a29e4 req-3b87272e-e7b9-4060-9488-d92a82324a89 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571289 Feb 04 14:03:31.031027 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-661302951', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:03:31.054360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Made reservation on behalf of 3d6e3b02e84a4eac92d3c90bbfd1dd7b for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:03:31.057034 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:31.067261 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:31.149061 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks [] for security_group (d4591c93-037f-463b-a26b-ed527794e677), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:31.153713 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d4591c93-037f-463b-a26b-ed527794e677), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:31.158993 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] device_id is not set on port d379e0fb-72f7-4a14-9fad-08d4c9216eb6 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 14:03:31.212923 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4591c93-037f-463b-a26b-ed527794e677,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:31.284428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Allocated IP 172.25.5.80 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/d379e0fb-72f7-4a14-9fad-08d4c9216eb6) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:03:31.411663 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa439b6a-786e-4d16-9d95-13d85dfc6617 req-2e2e696b-ba4d-4f8a-b51a-bd9940297c62 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:31.413185 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa439b6a-786e-4d16-9d95-13d85dfc6617 req-2e2e696b-ba4d-4f8a-b51a-bd9940297c62 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 944 time: 0.0591340 Feb 04 14:03:31.437319 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks [] for port (d379e0fb-72f7-4a14-9fad-08d4c9216eb6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:31.470277 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa439b6a-786e-4d16-9d95-13d85dfc6617 req-dea54aa0-a5f5-4c37-ba11-6614da8b5bcf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500631 Feb 04 14:03:31.476231 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d379e0fb-72f7-4a14-9fad-08d4c9216eb6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:31.527579 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:03:31.530891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:03:31.536160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:03:31.539490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Pushing event updated for resources: {'Port': ['ID=d379e0fb-72f7-4a14-9fad-08d4c9216eb6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:31.580941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:31.581754 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:31.601856 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-61e8beed-e54d-44e0-9166-aa8e71e72020 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.6933093 Feb 04 14:03:31.606415 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49874) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:31.612311 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-7dc989c1-80be-4528-86ef-24aad63abdb6 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.80'}]}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:03:31.640320 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7dc989c1-80be-4528-86ef-24aad63abdb6 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (74a436dc-4f47-4ba3-ab89-5d1feebed4ab), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:31.641409 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7dc989c1-80be-4528-86ef-24aad63abdb6 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (74a436dc-4f47-4ba3-ab89-5d1feebed4ab), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:31.696704 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7dc989c1-80be-4528-86ef-24aad63abdb6 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks [] for router_controller (74a436dc-4f47-4ba3-ab89-5d1feebed4ab), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:31.859407 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7dc989c1-80be-4528-86ef-24aad63abdb6 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks [] for router_gateway (74a436dc-4f47-4ba3-ab89-5d1feebed4ab), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:32.124508 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7dc989c1-80be-4528-86ef-24aad63abdb6 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks [] for router_gateway (74a436dc-4f47-4ba3-ab89-5d1feebed4ab), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:32.149531 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7dc989c1-80be-4528-86ef-24aad63abdb6 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:32.203176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c6e4d-5e66-474d-a7bd-35281b8f6dc0 req-49aad667-66f9-4d80-a05c-434ff7cf1903 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:32.204763 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac3c6e4d-5e66-474d-a7bd-35281b8f6dc0 req-49aad667-66f9-4d80-a05c-434ff7cf1903 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.1309257 Feb 04 14:03:32.312337 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac3c6e4d-5e66-474d-a7bd-35281b8f6dc0 req-429d56ba-b917-40ed-af7d-2e8ee4d95801 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012652 Feb 04 14:03:32.367110 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7dc989c1-80be-4528-86ef-24aad63abdb6 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks [] for router (74a436dc-4f47-4ba3-ab89-5d1feebed4ab), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:32.548901 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7dc989c1-80be-4528-86ef-24aad63abdb6 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (74a436dc-4f47-4ba3-ab89-5d1feebed4ab), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:32.551593 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7dc989c1-80be-4528-86ef-24aad63abdb6 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks [] for router_controller (74a436dc-4f47-4ba3-ab89-5d1feebed4ab), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:32.641766 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7dc989c1-80be-4528-86ef-24aad63abdb6 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (74a436dc-4f47-4ba3-ab89-5d1feebed4ab), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:32.642676 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc989c1-80be-4528-86ef-24aad63abdb6 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74a436dc-4f47-4ba3-ab89-5d1feebed4ab {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:03:32.674941 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-7dc989c1-80be-4528-86ef-24aad63abdb6 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 14:03:32.676010 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7dc989c1-80be-4528-86ef-24aad63abdb6 tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.0699377 Feb 04 14:03:32.681432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49880) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:32.693140 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a9a86-f21f-4ffe-947f-898a4f7b3673 req-71aa8e76-f800-46ed-8a3e-7a4d7c7a12ac tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:32.695239 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e46a9a86-f21f-4ffe-947f-898a4f7b3673 req-71aa8e76-f800-46ed-8a3e-7a4d7c7a12ac tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 944 time: 0.1381099 Feb 04 14:03:32.755317 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e46a9a86-f21f-4ffe-947f-898a4f7b3673 req-7a3cc3c5-70a0-4c7e-9d64-c0f28c52a579 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515652 Feb 04 14:03:32.820532 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f31c8b38-864c-4aa8-bc22-1abac2d11c3a tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Deleting port d379e0fb-72f7-4a14-9fad-08d4c9216eb6 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:03:32.821118 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f31c8b38-864c-4aa8-bc22-1abac2d11c3a tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d379e0fb-72f7-4a14-9fad-08d4c9216eb6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:32.915960 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f31c8b38-864c-4aa8-bc22-1abac2d11c3a tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d379e0fb-72f7-4a14-9fad-08d4c9216eb6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:32.930651 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f31c8b38-864c-4aa8-bc22-1abac2d11c3a tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Calling delete_port for d379e0fb-72f7-4a14-9fad-08d4c9216eb6 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:03:33.095300 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 048ede28-6cc4-484c-bcdf-0b5627acffe5 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:03:33.130291 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f31c8b38-864c-4aa8-bc22-1abac2d11c3a tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d379e0fb-72f7-4a14-9fad-08d4c9216eb6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:33.162053 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c8b38-864c-4aa8-bc22-1abac2d11c3a tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Pushing event deleted for resources: {'Port': ['ID=d379e0fb-72f7-4a14-9fad-08d4c9216eb6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:33.248892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 048ede28-6cc4-484c-bcdf-0b5627acffe5, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=048ede28-6cc4-484c-bcdf-0b5627acffe5,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:03:33.249543 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f31c8b38-864c-4aa8-bc22-1abac2d11c3a tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:33.253303 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f31c8b38-864c-4aa8-bc22-1abac2d11c3a tempest-RoutersAdminNegativeIpV6Test-597474945 tempest-RoutersAdminNegativeIpV6Test-597474945-project-admin] 10.222.0.96 "DELETE /v2.0/ports/d379e0fb-72f7-4a14-9fad-08d4c9216eb6 HTTP/1.1" status: 204 len: 168 time: 0.5702038 Feb 04 14:03:33.264160 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '048ede28-6cc4-484c-bcdf-0b5627acffe5', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'port_id': '048ede28-6cc4-484c-bcdf-0b5627acffe5', 'mac_address': 'fa:16:3e:5d:e8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:03:33.276818 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-bece5a81-c61b-4f99-812c-80e21ffb675c service neutron] show failed (client error): The resource could not be found. Feb 04 14:03:33.278754 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-bece5a81-c61b-4f99-812c-80e21ffb675c service neutron] 10.222.0.99 "GET /v2.0/ports/932d637c-eb3c-4856-a10e-d1d4bcfaf902/bindings/n-h2-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0820949 Feb 04 14:03:33.321529 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 048ede28-6cc4-484c-bcdf-0b5627acffe5 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:33.322004 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (048ede28-6cc4-484c-bcdf-0b5627acffe5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:33.342142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048ede28-6cc4-484c-bcdf-0b5627acffe5 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:03:33.375448 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 048ede28-6cc4-484c-bcdf-0b5627acffe5, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=048ede28-6cc4-484c-bcdf-0b5627acffe5,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:03:33.382565 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (048ede28-6cc4-484c-bcdf-0b5627acffe5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:33.459196 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=048ede28-6cc4-484c-bcdf-0b5627acffe5,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:33.471462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:33.472008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:33.472540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:33.473086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:33.473830 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:33.474395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:33.474930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:33.475466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:33.475999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:33.476837 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:33.477652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:33.478517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:33.479360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:33.534583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621169b-1559-488a-a5b4-12fef858f1a4 req-6f74ab04-435c-4a2c-9c32-495b7d047966 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:33.537005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a621169b-1559-488a-a5b4-12fef858f1a4 req-6f74ab04-435c-4a2c-9c32-495b7d047966 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.1194315 Feb 04 14:03:33.619897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-0c9aba5d-01c9-4876-be3f-3df8241008a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:33.621717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-0c9aba5d-01c9-4876-be3f-3df8241008a5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2 HTTP/1.1" status: 200 len: 1128 time: 0.1094251 Feb 04 14:03:33.625856 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a621169b-1559-488a-a5b4-12fef858f1a4 req-5377c860-ac4a-424c-95bb-cd9cf71a93b3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664032 Feb 04 14:03:33.634320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:03:33.641017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49888) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:33.704840 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:33.764725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['048ede28-6cc4-484c-bcdf-0b5627acffe5'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:03:33.784161 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce39f853-3867-4d02-8664-ba45b6653b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:33.927583 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce39f853-3867-4d02-8664-ba45b6653b35 admin admin] Publish callbacks [] for security_group (5adfa557-b7e8-48c7-a2a6-518a279e1711), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:33.933964 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ce39f853-3867-4d02-8664-ba45b6653b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5adfa557-b7e8-48c7-a2a6-518a279e1711), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:33.987394 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ce39f853-3867-4d02-8664-ba45b6653b35 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ec82b79e6bc74d849300daf0dce43374&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3430524 Feb 04 14:03:33.987394 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39f853-3867-4d02-8664-ba45b6653b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adfa557-b7e8-48c7-a2a6-518a279e1711,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:33.989128 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49894) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:34.041361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] For port 932d637c-eb3c-4856-a10e-d1d4bcfaf902, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902,segment=NetworkSegment(6a8be223-98f0-435b-8582-7dab4b6a67e2),segment_id=6a8be223-98f0-435b-8582-7dab4b6a67e2)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:03:34.053209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c307b14-56bd-4536-8082-d58f6491fc7a req-94c7b2aa-0a64-4fa5-81fb-713ac5003be5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:34.054893 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c307b14-56bd-4536-8082-d58f6491fc7a req-94c7b2aa-0a64-4fa5-81fb-713ac5003be5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 945 time: 0.1619997 Feb 04 14:03:34.146624 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] For port 932d637c-eb3c-4856-a10e-d1d4bcfaf902, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:03:34.173362 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09beec94-ff3d-432b-9d91-0047ac177b94 admin admin] Publish callbacks [] for security_group (5adfa557-b7e8-48c7-a2a6-518a279e1711), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:34.177725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c307b14-56bd-4536-8082-d58f6491fc7a req-7610d721-4f20-41d3-a23c-0aee0d6ed369 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106412 Feb 04 14:03:34.215757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '932d637c-eb3c-4856-a10e-d1d4bcfaf902'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:03:34.218071 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc142406-502e-4900-a9ea-9f4ec5af860a" -d '{"events": [{"server_uuid": "059658fe-c2e8-4815-9970-9f6d8737aa03", "name": "network-vif-unplugged", "status": "completed", "tag": "932d637c-eb3c-4856-a10e-d1d4bcfaf902"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:03:34.222232 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09beec94-ff3d-432b-9d91-0047ac177b94 admin admin] Publish callbacks [] for security_group (5adfa557-b7e8-48c7-a2a6-518a279e1711), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:34.225271 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Publish callbacks [] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:34.256971 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Transition to ACTIVE for port object 932d637c-eb3c-4856-a10e-d1d4bcfaf902 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:03:34.263140 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:34.277168 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2faec4d-822a-4fe3-9e86-1b491ead0c59 x-openstack-request-id: req-b2faec4d-822a-4fe3-9e86-1b491ead0c59 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:03:34.277892 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059658fe-c2e8-4815-9970-9f6d8737aa03", "name": "network-vif-unplugged", "status": "completed", "tag": "932d637c-eb3c-4856-a10e-d1d4bcfaf902", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:03:34.277892 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b2faec4d-822a-4fe3-9e86-1b491ead0c59 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:03:34.278217 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '932d637c-eb3c-4856-a10e-d1d4bcfaf902', 'code': 200} Feb 04 14:03:34.390904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Pushing event updated for resources: {'Port': ['ID=932d637c-eb3c-4856-a10e-d1d4bcfaf902,revision_number=6']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:34.401426 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09beec94-ff3d-432b-9d91-0047ac177b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5adfa557-b7e8-48c7-a2a6-518a279e1711), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:34.404634 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09beec94-ff3d-432b-9d91-0047ac177b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:34.405848 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-09beec94-ff3d-432b-9d91-0047ac177b94 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5adfa557-b7e8-48c7-a2a6-518a279e1711 HTTP/1.1" status: 204 len: 168 time: 0.4157765 Feb 04 14:03:34.437774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09beec94-ff3d-432b-9d91-0047ac177b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adfa557-b7e8-48c7-a2a6-518a279e1711,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:34.816574 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49904) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:34.861038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] No DVR routers for this DVR port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:03:34.866371 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2d4b36d1-18e2-4283-80c4-8726ac9d54fe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3d6e3b02e84a4eac92d3c90bbfd1dd7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485361 Feb 04 14:03:34.870689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49906) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:34.945041 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ce2705d-492d-4274-b80b-14604e68d47d admin admin] Publish callbacks [] for security_group (d4591c93-037f-463b-a26b-ed527794e677), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:34.972176 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ce2705d-492d-4274-b80b-14604e68d47d admin admin] Publish callbacks [] for security_group (d4591c93-037f-463b-a26b-ed527794e677), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:35.023726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36595bd7-c31b-4144-87d4-1f38b946adec req-43f933bc-c400-4850-a147-29208a288582 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:35.025304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-36595bd7-c31b-4144-87d4-1f38b946adec req-43f933bc-c400-4850-a147-29208a288582 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 943 time: 0.1656730 Feb 04 14:03:35.036297 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ce2705d-492d-4274-b80b-14604e68d47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d4591c93-037f-463b-a26b-ed527794e677), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:35.039074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ce2705d-492d-4274-b80b-14604e68d47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:35.040346 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8ce2705d-492d-4274-b80b-14604e68d47d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d4591c93-037f-463b-a26b-ed527794e677 HTTP/1.1" status: 204 len: 168 time: 0.1686153 Feb 04 14:03:35.057682 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2705d-492d-4274-b80b-14604e68d47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4591c93-037f-463b-a26b-ed527794e677,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:35.093046 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 048ede28-6cc4-484c-bcdf-0b5627acffe5 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:03:35.133161 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-36595bd7-c31b-4144-87d4-1f38b946adec req-833509bd-4ca0-4013-b79c-a4a87ba7c3c9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993884 Feb 04 14:03:35.134133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Attempting to bind port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:03:35.134482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Attempting to bind port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:03:35.134817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Attempting to bind port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 on network 535ba2f2-fb25-4ea1-b345-ed485550989e {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:03:35.141531 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 on network 535ba2f2-fb25-4ea1-b345-ed485550989e not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:03:35.141894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Attempting to bind port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 on network 535ba2f2-fb25-4ea1-b345-ed485550989e {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:03:35.148259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:03:35.148674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Checking segment: {'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:03:35.149093 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Bound using segment: {'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:03:35.149601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Bound port: 932d637c-eb3c-4856-a10e-d1d4bcfaf902, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8be223-98f0-435b-8582-7dab4b6a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:03:35.150062 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:35.157608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 048ede28-6cc4-484c-bcdf-0b5627acffe5 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:03:35.165482 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 048ede28-6cc4-484c-bcdf-0b5627acffe5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:35.166454 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (048ede28-6cc4-484c-bcdf-0b5627acffe5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:35.235985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] For port 932d637c-eb3c-4856-a10e-d1d4bcfaf902, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:03:35.240815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] For port 932d637c-eb3c-4856-a10e-d1d4bcfaf902, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902,segment=NetworkSegment(6a8be223-98f0-435b-8582-7dab4b6a67e2),segment_id=6a8be223-98f0-435b-8582-7dab4b6a67e2)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:03:35.254160 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:35.303465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:35.304998 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:35.306603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 048ede28-6cc4-484c-bcdf-0b5627acffe5 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:35.306828 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] 10.222.0.100 "PUT /v2.0/ports/932d637c-eb3c-4856-a10e-d1d4bcfaf902 HTTP/1.1" status: 200 len: 1092 time: 1.6784828 Feb 04 14:03:35.307151 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (048ede28-6cc4-484c-bcdf-0b5627acffe5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:35.366793 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21698f14-4c12-49c7-9ea0-3bed84b1b6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048ede28-6cc4-484c-bcdf-0b5627acffe5'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:03:35.369420 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199fb617-e40d-4032-b97e-461dc8d8f984" -d '{"events": [{"server_uuid": "21698f14-4c12-49c7-9ea0-3bed84b1b6ef", "name": "network-vif-plugged", "status": "completed", "tag": "048ede28-6cc4-484c-bcdf-0b5627acffe5"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:03:35.422517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5017f05-0e2d-43c9-b275-32c787b51e0f service neutron] Pushing event updated for resources: {'Port': ['ID=932d637c-eb3c-4856-a10e-d1d4bcfaf902,revision_number=7']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:35.464103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac129f6e-b100-4d10-8f53-1ad537b5442f req-ef6ec5a3-95f0-44b7-8d9d-0796295285d8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:35.467458 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac129f6e-b100-4d10-8f53-1ad537b5442f req-ef6ec5a3-95f0-44b7-8d9d-0796295285d8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 945 time: 0.1567092 Feb 04 14:03:35.480797 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f3b796cb-5259-4226-982a-1c0621cbdbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:35.482743 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-f3b796cb-5259-4226-982a-1c0621cbdbbc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 1126 time: 0.1443269 Feb 04 14:03:35.593225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac129f6e-b100-4d10-8f53-1ad537b5442f req-fb3454f1-8db5-459f-9e3e-7fd53921a718 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156335 Feb 04 14:03:35.603588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 048ede28-6cc4-484c-bcdf-0b5627acffe5, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=048ede28-6cc4-484c-bcdf-0b5627acffe5,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:03:35.612333 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (048ede28-6cc4-484c-bcdf-0b5627acffe5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:35.661178 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-d5ec133d-4a35-4adc-8fe5-127652f3252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:35.663231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-d5ec133d-4a35-4adc-8fe5-127652f3252b service neutron] 10.222.0.100 "GET /v2.0/networks?id=535ba2f2-fb25-4ea1-b345-ed485550989e HTTP/1.1" status: 200 len: 897 time: 0.1748059 Feb 04 14:03:35.663520 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c92e98f-8c8d-44cd-a7ba-f3d15f522989 x-openstack-request-id: req-2c92e98f-8c8d-44cd-a7ba-f3d15f522989 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:03:35.663843 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21698f14-4c12-49c7-9ea0-3bed84b1b6ef", "name": "network-vif-plugged", "status": "completed", "tag": "048ede28-6cc4-484c-bcdf-0b5627acffe5", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:03:35.664098 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2c92e98f-8c8d-44cd-a7ba-f3d15f522989 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:03:35.664487 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21698f14-4c12-49c7-9ea0-3bed84b1b6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048ede28-6cc4-484c-bcdf-0b5627acffe5', 'code': 200} Feb 04 14:03:35.683383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=048ede28-6cc4-484c-bcdf-0b5627acffe5,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:35.773306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-9f34dc00-5558-4d9a-8f90-4f7014c8a555 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902 HTTP/1.1" status: 200 len: 999 time: 0.0999444 Feb 04 14:03:35.799960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839dba79-17b0-4694-9d65-ffdde788c7ac req-15f81489-a355-41ee-a38e-de855276d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:35.801687 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-839dba79-17b0-4694-9d65-ffdde788c7ac req-15f81489-a355-41ee-a38e-de855276d3f7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 1129 time: 0.0538394 Feb 04 14:03:35.834600 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-3c5b65fb-f04a-4ef5-a851-3d41ae8b4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:35.836119 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-3c5b65fb-f04a-4ef5-a851-3d41ae8b4a37 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=42828123-fb70-486e-ae7d-fe5c71e6ab2d HTTP/1.1" status: 200 len: 835 time: 0.0563345 Feb 04 14:03:35.854781 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-839dba79-17b0-4694-9d65-ffdde788c7ac req-b677fb58-9b41-41a6-8b18-164f848125da service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473862 Feb 04 14:03:35.908310 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-d48b177e-b6e8-4cb2-b519-2d921a3ab788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:35.910587 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-d48b177e-b6e8-4cb2-b519-2d921a3ab788 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=535ba2f2-fb25-4ea1-b345-ed485550989e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0681274 Feb 04 14:03:36.098830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49932) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:36.182677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-fa395d20-d814-4edd-8840-80596fa0000f service neutron] 10.222.0.100 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921767 Feb 04 14:03:36.208674 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6baa586a-33d2-4a4a-a034-bd434362ce56 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1418613622'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:03:36.229933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baa586a-33d2-4a4a-a034-bd434362ce56 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:03:36.233759 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6baa586a-33d2-4a4a-a034-bd434362ce56 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:36.242718 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6baa586a-33d2-4a4a-a034-bd434362ce56 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:36.278988 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'tag': '932d637c-eb3c-4856-a10e-d1d4bcfaf902'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:03:36.281222 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf1df66-dfe9-4e34-bb5d-5677ad574784" -d '{"events": [{"name": "network-changed", "server_uuid": "059658fe-c2e8-4815-9970-9f6d8737aa03", "tag": "932d637c-eb3c-4856-a10e-d1d4bcfaf902"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:03:36.319356 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a94203a7-cb7e-42cc-bfff-6ec01845c486 req-890ccb0b-7f16-40bb-8a27-654318857c04 service neutron] 10.222.0.100 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314068 Feb 04 14:03:36.328488 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6baa586a-33d2-4a4a-a034-bd434362ce56 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for security_group (776e50a5-d014-4013-bb5b-943976156b11), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:36.331902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4c145-bcc5-4317-a4d6-4f9cba1da5f2 req-b1ec6de8-803d-45e1-bc51-c2a4c90696fb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:36.333143 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6baa586a-33d2-4a4a-a034-bd434362ce56 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (776e50a5-d014-4013-bb5b-943976156b11), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:36.333372 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-def4c145-bcc5-4317-a4d6-4f9cba1da5f2 req-b1ec6de8-803d-45e1-bc51-c2a4c90696fb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 943 time: 0.0995486 Feb 04 14:03:36.362223 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6baa586a-33d2-4a4a-a034-bd434362ce56 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:03:36.373846 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa586a-33d2-4a4a-a034-bd434362ce56 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776e50a5-d014-4013-bb5b-943976156b11,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:36.379261 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6baa586a-33d2-4a4a-a034-bd434362ce56 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (173fbe61-944e-4ab1-ae38-71d3ec2b16b1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:36.379738 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-6baa586a-33d2-4a4a-a034-bd434362ce56 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Added segment 173fbe61-944e-4ab1-ae38-71d3ec2b16b1 of type vlan for network f37433cf-efc0-46dd-9e89-8e8f0b7ee388 Feb 04 14:03:36.382123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 932d637c-eb3c-4856-a10e-d1d4bcfaf902 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:03:36.396027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-def4c145-bcc5-4317-a4d6-4f9cba1da5f2 req-b53c36dd-ef6f-4d96-85e2-d54ac6e0fbff tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531149 Feb 04 14:03:36.462791 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6baa586a-33d2-4a4a-a034-bd434362ce56 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (f37433cf-efc0-46dd-9e89-8e8f0b7ee388), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:36.465752 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 host n-h2-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 14:03:36.466751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 932d637c-eb3c-4856-a10e-d1d4bcfaf902 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:03:36.485620 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42781bf7-7652-4674-ad6d-8ca6010e26b3 x-openstack-request-id: req-42781bf7-7652-4674-ad6d-8ca6010e26b3 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:03:36.487105 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059658fe-c2e8-4815-9970-9f6d8737aa03", "tag": "932d637c-eb3c-4856-a10e-d1d4bcfaf902", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:03:36.487622 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-42781bf7-7652-4674-ad6d-8ca6010e26b3 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:03:36.488250 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'tag': '932d637c-eb3c-4856-a10e-d1d4bcfaf902', 'status': 'completed', 'code': 200} Feb 04 14:03:36.498129 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6baa586a-33d2-4a4a-a034-bd434362ce56 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (f37433cf-efc0-46dd-9e89-8e8f0b7ee388), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:36.505315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baa586a-33d2-4a4a-a034-bd434362ce56 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:36.506090 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6baa586a-33d2-4a4a-a034-bd434362ce56 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:36.559513 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6baa586a-33d2-4a4a-a034-bd434362ce56 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4588726 Feb 04 14:03:36.563106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49940) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:36.568434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a82bd410-85bb-4d86-8790-5299052e5a49 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1165351949'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:03:36.586883 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-b8994d59-1dcd-4fe9-8110-dec1fcdd8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:36.588460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-b8994d59-1dcd-4fe9-8110-dec1fcdd8d85 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 1126 time: 0.0840571 Feb 04 14:03:36.594777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-f55142b1-82d0-42f1-8187-6f98434cbdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:36.596624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-f55142b1-82d0-42f1-8187-6f98434cbdf4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 1126 time: 0.0808208 Feb 04 14:03:36.597222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa586a-33d2-4a4a-a034-bd434362ce56 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Network': ['ID=f37433cf-efc0-46dd-9e89-8e8f0b7ee388,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:36.609102 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82bd410-85bb-4d86-8790-5299052e5a49 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:03:36.611687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network f37433cf-efc0-46dd-9e89-8e8f0b7ee388 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:03:36.612598 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a82bd410-85bb-4d86-8790-5299052e5a49 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:36.646787 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82bd410-85bb-4d86-8790-5299052e5a49 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:03:36.659091 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a82bd410-85bb-4d86-8790-5299052e5a49 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (ba52e2e8-b9cf-4541-b40e-5c2fdd613399), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:36.659867 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-a82bd410-85bb-4d86-8790-5299052e5a49 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Added segment ba52e2e8-b9cf-4541-b40e-5c2fdd613399 of type vlan for network 67a4e74e-c987-40ac-af75-9bd41e2ad9f1 Feb 04 14:03:36.714844 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a82bd410-85bb-4d86-8790-5299052e5a49 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (67a4e74e-c987-40ac-af75-9bd41e2ad9f1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:36.747947 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a82bd410-85bb-4d86-8790-5299052e5a49 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (67a4e74e-c987-40ac-af75-9bd41e2ad9f1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:36.753129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82bd410-85bb-4d86-8790-5299052e5a49 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:36.753889 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a82bd410-85bb-4d86-8790-5299052e5a49 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:36.816559 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a82bd410-85bb-4d86-8790-5299052e5a49 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2522039 Feb 04 14:03:36.819476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49944) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:36.827439 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4e76ae51-92ce-4963-96dc-22e2c22207fd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'subnet': {'network_id': 'f37433cf-efc0-46dd-9e89-8e8f0b7ee388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:03:36.828108 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-9fe8c430-89a9-49cc-98a5-6f52fb31883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:36.829603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-9fe8c430-89a9-49cc-98a5-6f52fb31883e service neutron] 10.222.0.99 "GET /v2.0/networks?id=535ba2f2-fb25-4ea1-b345-ed485550989e HTTP/1.1" status: 200 len: 897 time: 0.2223904 Feb 04 14:03:36.832339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-f7cdf334-2562-406d-bd9f-daa96a2f8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:36.833726 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-f7cdf334-2562-406d-bd9f-daa96a2f8cbb service neutron] 10.222.0.100 "GET /v2.0/networks?id=535ba2f2-fb25-4ea1-b345-ed485550989e HTTP/1.1" status: 200 len: 897 time: 0.2361364 Feb 04 14:03:36.842579 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f833f7-fde0-4fdd-9e92-44e4e06d4585 req-fc3f41e4-fe5a-4b07-bfa6-fc0203c3a172 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:36.844082 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69f833f7-fde0-4fdd-9e92-44e4e06d4585 req-fc3f41e4-fe5a-4b07-bfa6-fc0203c3a172 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 946 time: 0.1339257 Feb 04 14:03:36.874819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bd410-85bb-4d86-8790-5299052e5a49 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Network': ['ID=67a4e74e-c987-40ac-af75-9bd41e2ad9f1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:36.885843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 67a4e74e-c987-40ac-af75-9bd41e2ad9f1 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:03:36.932264 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e76ae51-92ce-4963-96dc-22e2c22207fd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:03:36.936393 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e76ae51-92ce-4963-96dc-22e2c22207fd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:36.988807 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-f773042b-e7b5-47d2-aaa4-f0c35b4ba2b6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902 HTTP/1.1" status: 200 len: 999 time: 0.1437325 Feb 04 14:03:36.995152 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-5bd46047-490d-41fa-b5ce-103516f12bb3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902 HTTP/1.1" status: 200 len: 999 time: 0.1490026 Feb 04 14:03:37.078562 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69f833f7-fde0-4fdd-9e92-44e4e06d4585 req-3ef0b3b5-9a2d-4066-b8ee-4ac53d0d01f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206125 Feb 04 14:03:37.115554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-d636de33-a926-4dfa-8251-78922841a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:37.117047 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-d636de33-a926-4dfa-8251-78922841a19f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=42828123-fb70-486e-ae7d-fe5c71e6ab2d HTTP/1.1" status: 200 len: 835 time: 0.1182292 Feb 04 14:03:37.118565 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-d65c1470-2db2-41c6-bded-1ffb6a5c56b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:37.119993 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-d65c1470-2db2-41c6-bded-1ffb6a5c56b0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=42828123-fb70-486e-ae7d-fe5c71e6ab2d HTTP/1.1" status: 200 len: 835 time: 0.1062629 Feb 04 14:03:37.178088 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e76ae51-92ce-4963-96dc-22e2c22207fd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (0847e489-4078-4f29-933a-65fabedad0f5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:37.206090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-6fac898b-31ea-4267-bd61-16dfab26f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:37.207637 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-6fac898b-31ea-4267-bd61-16dfab26f501 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=535ba2f2-fb25-4ea1-b345-ed485550989e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0838962 Feb 04 14:03:37.210179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-09f2e769-c41b-4469-b69b-fc450b7a1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:37.211568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-09f2e769-c41b-4469-b69b-fc450b7a1c6f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=535ba2f2-fb25-4ea1-b345-ed485550989e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0784841 Feb 04 14:03:37.239189 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76ae51-92ce-4963-96dc-22e2c22207fd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Subnet': ['ID=0847e489-4078-4f29-933a-65fabedad0f5,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:37.250795 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e76ae51-92ce-4963-96dc-22e2c22207fd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Checking segment: {'id': '173fbe61-944e-4ab1-ae38-71d3ec2b16b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f37433cf-efc0-46dd-9e89-8e8f0b7ee388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:03:37.251164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e76ae51-92ce-4963-96dc-22e2c22207fd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network hostable DHCP agents. Network: f37433cf-efc0-46dd-9e89-8e8f0b7ee388, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:03:37.270553 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e76ae51-92ce-4963-96dc-22e2c22207fd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network f37433cf-efc0-46dd-9e89-8e8f0b7ee388 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:03:37.281234 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-4e76ae51-92ce-4963-96dc-22e2c22207fd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, f37433cf-efc0-46dd-9e89-8e8f0b7ee388) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:03:37.286614 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e76ae51-92ce-4963-96dc-22e2c22207fd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:37.287358 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e76ae51-92ce-4963-96dc-22e2c22207fd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:37.290417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc8d3e-b4af-4c73-ba7a-852fae9ac131 None None] Network f37433cf-efc0-46dd-9e89-8e8f0b7ee388 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:03:37.313010 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4e76ae51-92ce-4963-96dc-22e2c22207fd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4924080 Feb 04 14:03:37.315949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 49946) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:37.321420 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-79e0c105-a5bd-442f-90b4-15075be78515 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'subnet': {'network_id': '67a4e74e-c987-40ac-af75-9bd41e2ad9f1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:03:37.385631 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-55a2c721-e034-40c8-96e0-857223fdf2ce service neutron] 10.222.0.100 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703196 Feb 04 14:03:37.393814 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-d8ec212e-ce7f-48f5-bad3-178f2d550aae service neutron] 10.222.0.99 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697471 Feb 04 14:03:37.412422 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-f37433cf-efc0-46dd-9e89-8e8f0b7ee388', 'network_id': 'f37433cf-efc0-46dd-9e89-8e8f0b7ee388', 'project_id': 'e27fde8137274cddb1048167832f38f8', 'fixed_ips': [{'subnet_id': '0847e489-4078-4f29-933a-65fabedad0f5'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:03:37.415037 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:37.437577 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e0c105-a5bd-442f-90b4-15075be78515 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:03:37.442363 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-79e0c105-a5bd-442f-90b4-15075be78515 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:37.647350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b406e-59b0-4822-a88c-a2afddbeece7 req-cf18f3e3-6617-4748-a47d-5c150bb3d7e8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:37.649033 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f3b406e-59b0-4822-a88c-a2afddbeece7 req-cf18f3e3-6617-4748-a47d-5c150bb3d7e8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 943 time: 0.1341448 Feb 04 14:03:37.649677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Allocated IP 2001:db8::2 (f37433cf-efc0-46dd-9e89-8e8f0b7ee388/0847e489-4078-4f29-933a-65fabedad0f5/c238c47c-cb3a-471a-bfb7-004b201e8434) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:03:37.655669 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-9f0f91ad-17f0-4408-8e7c-cae49c31e0f4 service neutron] 10.222.0.100 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606258 Feb 04 14:03:37.658943 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cdf1df66-dfe9-4e34-bb5d-5677ad574784 req-a8264f4e-c865-49d6-95bd-ea59575c5fca service neutron] 10.222.0.99 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530906 Feb 04 14:03:37.713470 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-79e0c105-a5bd-442f-90b4-15075be78515 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (056d9437-59db-4881-90c6-07bc8065c54b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:37.735259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f3b406e-59b0-4822-a88c-a2afddbeece7 req-3f512f03-e846-4778-bcf5-1a5cc6fbc4be tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783801 Feb 04 14:03:37.782710 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0c105-a5bd-442f-90b4-15075be78515 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Subnet': ['ID=056d9437-59db-4881-90c6-07bc8065c54b,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:37.792659 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0c105-a5bd-442f-90b4-15075be78515 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Checking segment: {'id': 'ba52e2e8-b9cf-4541-b40e-5c2fdd613399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '67a4e74e-c987-40ac-af75-9bd41e2ad9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:03:37.793826 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e0c105-a5bd-442f-90b4-15075be78515 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network hostable DHCP agents. Network: 67a4e74e-c987-40ac-af75-9bd41e2ad9f1, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:03:37.811961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e0c105-a5bd-442f-90b4-15075be78515 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network 67a4e74e-c987-40ac-af75-9bd41e2ad9f1 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:03:37.823497 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-79e0c105-a5bd-442f-90b4-15075be78515 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 67a4e74e-c987-40ac-af75-9bd41e2ad9f1) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:03:37.829636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e0c105-a5bd-442f-90b4-15075be78515 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:37.830840 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-79e0c105-a5bd-442f-90b4-15075be78515 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:37.832545 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7525594c-20ba-44d8-86e0-74a1be9860b0 None None] Network 67a4e74e-c987-40ac-af75-9bd41e2ad9f1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:03:37.850042 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-79e0c105-a5bd-442f-90b4-15075be78515 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5305150 Feb 04 14:03:37.850603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49950) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:37.855296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-47e69369-477f-4463-b23e-13f585de5261 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-234454413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:03:37.878310 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-47e69369-477f-4463-b23e-13f585de5261 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (e3ac98be-351b-4cb5-94b8-9a4e67591a97), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:37.879357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-47e69369-477f-4463-b23e-13f585de5261 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (e3ac98be-351b-4cb5-94b8-9a4e67591a97), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:37.881966 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Publish callbacks [] for port (c238c47c-cb3a-471a-bfb7-004b201e8434), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:37.892050 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (c238c47c-cb3a-471a-bfb7-004b201e8434), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:37.939444 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-47e69369-477f-4463-b23e-13f585de5261 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_controller (e3ac98be-351b-4cb5-94b8-9a4e67591a97), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:37.944168 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-47e69369-477f-4463-b23e-13f585de5261 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (e3ac98be-351b-4cb5-94b8-9a4e67591a97), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:37.949355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Network f37433cf-efc0-46dd-9e89-8e8f0b7ee388 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:03:37.960684 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:03:37.964343 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-47e69369-477f-4463-b23e-13f585de5261 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:37.968904 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-47e69369-477f-4463-b23e-13f585de5261 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1145916 Feb 04 14:03:37.969127 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:03:37.969811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 49952) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:37.972628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Pushing event updated for resources: {'Port': ['ID=c238c47c-cb3a-471a-bfb7-004b201e8434,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:38.015297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-67a4e74e-c987-40ac-af75-9bd41e2ad9f1', 'network_id': '67a4e74e-c987-40ac-af75-9bd41e2ad9f1', 'project_id': 'e27fde8137274cddb1048167832f38f8', 'fixed_ips': [{'subnet_id': '056d9437-59db-4881-90c6-07bc8065c54b'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:03:38.016167 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:38.071870 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Attempting to bind port c238c47c-cb3a-471a-bfb7-004b201e8434 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:03:38.072327 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Attempting to bind port c238c47c-cb3a-471a-bfb7-004b201e8434 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '173fbe61-944e-4ab1-ae38-71d3ec2b16b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f37433cf-efc0-46dd-9e89-8e8f0b7ee388'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:03:38.072682 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Attempting to bind port c238c47c-cb3a-471a-bfb7-004b201e8434 on network f37433cf-efc0-46dd-9e89-8e8f0b7ee388 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:03:38.125913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:03:38.126317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Checking segment: {'id': '173fbe61-944e-4ab1-ae38-71d3ec2b16b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f37433cf-efc0-46dd-9e89-8e8f0b7ee388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:03:38.126725 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:38.127392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Bound using segment: {'id': '173fbe61-944e-4ab1-ae38-71d3ec2b16b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f37433cf-efc0-46dd-9e89-8e8f0b7ee388'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:03:38.127597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Bound port: c238c47c-cb3a-471a-bfb7-004b201e8434, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173fbe61-944e-4ab1-ae38-71d3ec2b16b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f37433cf-efc0-46dd-9e89-8e8f0b7ee388'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:03:38.127980 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c238c47c-cb3a-471a-bfb7-004b201e8434), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:38.243639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Allocated IP 2001:db8:1::2 (67a4e74e-c987-40ac-af75-9bd41e2ad9f1/056d9437-59db-4881-90c6-07bc8065c54b/adf5dfe9-3e88-4f4e-8570-281465d3dec9) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:03:38.250118 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] For port c238c47c-cb3a-471a-bfb7-004b201e8434, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:03:38.254240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] For port c238c47c-cb3a-471a-bfb7-004b201e8434, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c238c47c-cb3a-471a-bfb7-004b201e8434,segment=NetworkSegment(173fbe61-944e-4ab1-ae38-71d3ec2b16b1),segment_id=173fbe61-944e-4ab1-ae38-71d3ec2b16b1)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:03:38.265291 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c238c47c-cb3a-471a-bfb7-004b201e8434), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:38.349816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9d4e4-9412-47fe-b30a-9d20d41f1c54 req-dc9ed3f1-ba3f-401b-8ebd-3874e7742d3c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:38.351615 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0fc9d4e4-9412-47fe-b30a-9d20d41f1c54 req-dc9ed3f1-ba3f-401b-8ebd-3874e7742d3c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 946 time: 0.1716249 Feb 04 14:03:38.379645 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:38.392407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ea899-39a8-4dad-ac1f-5f8664cd8e7e None None] Pushing event updated for resources: {'Port': ['ID=c238c47c-cb3a-471a-bfb7-004b201e8434,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:38.491198 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Publish callbacks [] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:38.499912 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:38.529634 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0fc9d4e4-9412-47fe-b30a-9d20d41f1c54 req-58e15c0b-57eb-4437-98ab-446ec678781d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545322 Feb 04 14:03:38.553779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Network 67a4e74e-c987-40ac-af75-9bd41e2ad9f1 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:03:38.560391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:03:38.563017 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:03:38.646018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Pushing event updated for resources: {'Port': ['ID=adf5dfe9-3e88-4f4e-8570-281465d3dec9,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:38.691320 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Attempting to bind port adf5dfe9-3e88-4f4e-8570-281465d3dec9 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:03:38.691855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Attempting to bind port adf5dfe9-3e88-4f4e-8570-281465d3dec9 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'ba52e2e8-b9cf-4541-b40e-5c2fdd613399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '67a4e74e-c987-40ac-af75-9bd41e2ad9f1'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:03:38.694123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Attempting to bind port adf5dfe9-3e88-4f4e-8570-281465d3dec9 on network 67a4e74e-c987-40ac-af75-9bd41e2ad9f1 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:03:38.701554 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:03:38.702134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Checking segment: {'id': 'ba52e2e8-b9cf-4541-b40e-5c2fdd613399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '67a4e74e-c987-40ac-af75-9bd41e2ad9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:03:38.702788 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:38.703331 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Bound using segment: {'id': 'ba52e2e8-b9cf-4541-b40e-5c2fdd613399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '67a4e74e-c987-40ac-af75-9bd41e2ad9f1'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:03:38.704030 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Bound port: adf5dfe9-3e88-4f4e-8570-281465d3dec9, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba52e2e8-b9cf-4541-b40e-5c2fdd613399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '67a4e74e-c987-40ac-af75-9bd41e2ad9f1'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:03:38.704476 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:38.812002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Allocated IP 2001:db8::1 (f37433cf-efc0-46dd-9e89-8e8f0b7ee388/0847e489-4078-4f29-933a-65fabedad0f5/903c5d00-1958-403b-8ef2-d2ddef47ab06) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:03:38.822449 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] For port adf5dfe9-3e88-4f4e-8570-281465d3dec9, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:03:38.826782 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53f1bd-f598-4281-bd50-0a15a5437106 req-96f4d954-ab87-4a17-ba6d-111073c83b1f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:38.828330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c53f1bd-f598-4281-bd50-0a15a5437106 req-96f4d954-ab87-4a17-ba6d-111073c83b1f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 946 time: 0.1488152 Feb 04 14:03:38.828590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] For port adf5dfe9-3e88-4f4e-8570-281465d3dec9, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=adf5dfe9-3e88-4f4e-8570-281465d3dec9,segment=NetworkSegment(ba52e2e8-b9cf-4541-b40e-5c2fdd613399),segment_id=ba52e2e8-b9cf-4541-b40e-5c2fdd613399)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:03:38.837779 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:38.902000 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c238c47c-cb3a-471a-bfb7-004b201e8434 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:03:38.941677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414710b5-6209-4d26-ad9e-5a7eaf8aef2b None None] Pushing event updated for resources: {'Port': ['ID=adf5dfe9-3e88-4f4e-8570-281465d3dec9,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:38.944658 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c53f1bd-f598-4281-bd50-0a15a5437106 req-c25e6475-5ee7-46e5-a7ad-08295c700423 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057725 Feb 04 14:03:38.981582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port c238c47c-cb3a-471a-bfb7-004b201e8434 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:38.982002 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c238c47c-cb3a-471a-bfb7-004b201e8434), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:39.014874 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (903c5d00-1958-403b-8ef2-d2ddef47ab06), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:39.092384 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (903c5d00-1958-403b-8ef2-d2ddef47ab06), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:39.115123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port c238c47c-cb3a-471a-bfb7-004b201e8434 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:39.115763 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c238c47c-cb3a-471a-bfb7-004b201e8434), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:39.151839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network f37433cf-efc0-46dd-9e89-8e8f0b7ee388 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:03:39.173269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:03:39.176368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:03:39.177017 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (e3ac98be-351b-4cb5-94b8-9a4e67591a97), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:39.179753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port c238c47c-cb3a-471a-bfb7-004b201e8434, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c238c47c-cb3a-471a-bfb7-004b201e8434,segment=NetworkSegment(173fbe61-944e-4ab1-ae38-71d3ec2b16b1),segment_id=173fbe61-944e-4ab1-ae38-71d3ec2b16b1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:03:39.188505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc3cc7-f05d-48c9-9ed4-7f70ec194a9f req-9a6e5bab-d3ec-493f-8e88-8f2dbfb1002d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:39.189626 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c238c47c-cb3a-471a-bfb7-004b201e8434), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:39.190071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83fc3cc7-f05d-48c9-9ed4-7f70ec194a9f req-9a6e5bab-d3ec-493f-8e88-8f2dbfb1002d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 943 time: 0.1450686 Feb 04 14:03:39.192439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=903c5d00-1958-403b-8ef2-d2ddef47ab06,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:39.261752 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=c238c47c-cb3a-471a-bfb7-004b201e8434,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:39.320179 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83fc3cc7-f05d-48c9-9ed4-7f70ec194a9f req-6684ad1f-9e49-4c96-bc2a-6d24a19f666d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883651 Feb 04 14:03:39.378959 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (903c5d00-1958-403b-8ef2-d2ddef47ab06), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:39.833976 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beccb981-f062-425b-9e1a-d231b6d56abd None None] Network f37433cf-efc0-46dd-9e89-8e8f0b7ee388 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:03:40.057323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bc618af0-c334-4360-aa5e-fa50f2ccebd4 None None] Provisioning complete for port c238c47c-cb3a-471a-bfb7-004b201e8434 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:40.057758 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bc618af0-c334-4360-aa5e-fa50f2ccebd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c238c47c-cb3a-471a-bfb7-004b201e8434), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:40.204156 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (903c5d00-1958-403b-8ef2-d2ddef47ab06), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:40.212864 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (903c5d00-1958-403b-8ef2-d2ddef47ab06), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:40.213825 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (e3ac98be-351b-4cb5-94b8-9a4e67591a97), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:40.216214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bc618af0-c334-4360-aa5e-fa50f2ccebd4 None None] Current status of the port c238c47c-cb3a-471a-bfb7-004b201e8434 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:40.277276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=903c5d00-1958-403b-8ef2-d2ddef47ab06,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:40.429796 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network f37433cf-efc0-46dd-9e89-8e8f0b7ee388 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:03:40.431746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:03:40.549451 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-94287564-82c1-4c5e-9efd-edda52c27bf8 None None] Provisioning complete for port c238c47c-cb3a-471a-bfb7-004b201e8434 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:40.549830 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94287564-82c1-4c5e-9efd-edda52c27bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c238c47c-cb3a-471a-bfb7-004b201e8434), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:40.593461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aba610e-c10d-4727-bb31-6ec872c8b58e None None] Network 67a4e74e-c987-40ac-af75-9bd41e2ad9f1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:03:40.655494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router e3ac98be-351b-4cb5-94b8-9a4e67591a97 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:03:40.827953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-94287564-82c1-4c5e-9efd-edda52c27bf8 None None] Current status of the port c238c47c-cb3a-471a-bfb7-004b201e8434 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:40.845266 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:03:40.851608 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4c8e4c54-9822-4469-8277-1e8217244c70 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/e3ac98be-351b-4cb5-94b8-9a4e67591a97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8801272 Feb 04 14:03:40.853981 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50000) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:40.868080 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69696f42-c606-4677-a34e-7f0ee1ae3b4b None None] Sync routers for ids ['e3ac98be-351b-4cb5-94b8-9a4e67591a97'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:03:40.897240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-94287564-82c1-4c5e-9efd-edda52c27bf8 None None] Provisioning complete for port 903c5d00-1958-403b-8ef2-d2ddef47ab06 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:40.897617 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94287564-82c1-4c5e-9efd-edda52c27bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (903c5d00-1958-403b-8ef2-d2ddef47ab06), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:40.913934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69696f42-c606-4677-a34e-7f0ee1ae3b4b None None] Routers {'e3ac98be-351b-4cb5-94b8-9a4e67591a97'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:03:40.914602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-69696f42-c606-4677-a34e-7f0ee1ae3b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e3ac98be-351b-4cb5-94b8-9a4e67591a97'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:40.979861 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840f72df-8b21-4189-8a12-678d71ff46b9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:40.981906 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-840f72df-8b21-4189-8a12-678d71ff46b9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports/903c5d00-1958-403b-8ef2-d2ddef47ab06 HTTP/1.1" status: 200 len: 911 time: 0.1268935 Feb 04 14:03:40.986582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-69696f42-c606-4677-a34e-7f0ee1ae3b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:40.987116 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50004) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:41.019885 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-94287564-82c1-4c5e-9efd-edda52c27bf8 None None] Port 903c5d00-1958-403b-8ef2-d2ddef47ab06 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:03:41.046371 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69696f42-c606-4677-a34e-7f0ee1ae3b4b None None] Routers {'e3ac98be-351b-4cb5-94b8-9a4e67591a97'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:03:41.047973 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-69696f42-c606-4677-a34e-7f0ee1ae3b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e3ac98be-351b-4cb5-94b8-9a4e67591a97'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:41.127670 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-69696f42-c606-4677-a34e-7f0ee1ae3b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:41.128673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69696f42-c606-4677-a34e-7f0ee1ae3b4b None None] The sync data for ids ['e3ac98be-351b-4cb5-94b8-9a4e67591a97'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:03:41.130893 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c92091d-eb34-490a-a543-0a83603aa28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:41.164628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 932d637c-eb3c-4856-a10e-d1d4bcfaf902 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:03:41.175113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device adf5dfe9-3e88-4f4e-8570-281465d3dec9 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:03:41.367546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9bcc76d9-5229-4ee6-b598-5617e6783b90 None None] Provisioning complete for port adf5dfe9-3e88-4f4e-8570-281465d3dec9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:41.367828 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9bcc76d9-5229-4ee6-b598-5617e6783b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:41.431618 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.resource_extend [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 14:03:41.531364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port adf5dfe9-3e88-4f4e-8570-281465d3dec9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:41.532103 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:41.609713 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 932d637c-eb3c-4856-a10e-d1d4bcfaf902, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902,segment=NetworkSegment(6a8be223-98f0-435b-8582-7dab4b6a67e2),segment_id=6a8be223-98f0-435b-8582-7dab4b6a67e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:03:41.620838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558ee68-8e1f-4c5c-9278-ef48ce6dcbf9 req-886c1386-e133-4b1f-b1cf-140bb94a3026 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:41.623561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f558ee68-8e1f-4c5c-9278-ef48ce6dcbf9 req-886c1386-e133-4b1f-b1cf-140bb94a3026 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 943 time: 0.2143741 Feb 04 14:03:41.661672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '932d637c-eb3c-4856-a10e-d1d4bcfaf902', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'port_id': '932d637c-eb3c-4856-a10e-d1d4bcfaf902', 'mac_address': 'fa:16:3e:4f:cb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:03:41.708727 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f558ee68-8e1f-4c5c-9278-ef48ce6dcbf9 req-6c904580-4639-466e-98bf-9ec4a41748ea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740495 Feb 04 14:03:41.751102 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:41.751945 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:41.772572 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc76d9-5229-4ee6-b598-5617e6783b90 None None] Current status of the port adf5dfe9-3e88-4f4e-8570-281465d3dec9 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:41.773378 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9bcc76d9-5229-4ee6-b598-5617e6783b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:41.794546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port adf5dfe9-3e88-4f4e-8570-281465d3dec9 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:41.795306 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:41.801789 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932d637c-eb3c-4856-a10e-d1d4bcfaf902 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:03:41.855725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 932d637c-eb3c-4856-a10e-d1d4bcfaf902, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902,segment=NetworkSegment(6a8be223-98f0-435b-8582-7dab4b6a67e2),segment_id=6a8be223-98f0-435b-8582-7dab4b6a67e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:03:41.882580 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:41.893641 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9bcc76d9-5229-4ee6-b598-5617e6783b90 None None] For port adf5dfe9-3e88-4f4e-8570-281465d3dec9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=adf5dfe9-3e88-4f4e-8570-281465d3dec9,segment=NetworkSegment(ba52e2e8-b9cf-4541-b40e-5c2fdd613399),segment_id=ba52e2e8-b9cf-4541-b40e-5c2fdd613399)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:03:41.926055 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:41.928675 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9bcc76d9-5229-4ee6-b598-5617e6783b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:42.007416 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 14:03:42.007829 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 14:03:42.014442 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9bcc76d9-5229-4ee6-b598-5617e6783b90 None None] Provisioning complete for port 903c5d00-1958-403b-8ef2-d2ddef47ab06 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:42.014870 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9bcc76d9-5229-4ee6-b598-5617e6783b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (903c5d00-1958-403b-8ef2-d2ddef47ab06), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:42.054952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=932d637c-eb3c-4856-a10e-d1d4bcfaf902,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:42.123413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc76d9-5229-4ee6-b598-5617e6783b90 None None] Port 903c5d00-1958-403b-8ef2-d2ddef47ab06 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:03:42.146693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc76d9-5229-4ee6-b598-5617e6783b90 None None] Pushing event updated for resources: {'Port': ['ID=adf5dfe9-3e88-4f4e-8570-281465d3dec9,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:42.383412 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2edc67-ae42-4470-8297-144e315a06cf req-609144e8-5042-4ecb-9f4f-06fb654f5919 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:42.384924 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce2edc67-ae42-4470-8297-144e315a06cf req-609144e8-5042-4ecb-9f4f-06fb654f5919 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 944 time: 0.2320018 Feb 04 14:03:42.395667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726df4e-aed3-4192-beac-2463b50ab25b req-09732e9e-6de5-4c54-ad63-ab64841cf318 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:42.397421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e726df4e-aed3-4192-beac-2463b50ab25b req-09732e9e-6de5-4c54-ad63-ab64841cf318 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.99 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 944 time: 0.2427742 Feb 04 14:03:42.467937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Allocated IP 2001:db8:1::1 (67a4e74e-c987-40ac-af75-9bd41e2ad9f1/056d9437-59db-4881-90c6-07bc8065c54b/9de2d565-a9ae-4564-b599-1c0a37e24dd1) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:03:42.579934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce2edc67-ae42-4470-8297-144e315a06cf req-1b6a780a-6ed1-4d57-9b3b-556b378e6ad0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814129 Feb 04 14:03:42.584472 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-e726df4e-aed3-4192-beac-2463b50ab25b req-a710a7a3-c40f-406d-b594-bb9218d3ed49 service neutron] delete failed (client error): The resource could not be found. Feb 04 14:03:42.585025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e726df4e-aed3-4192-beac-2463b50ab25b req-a710a7a3-c40f-406d-b594-bb9218d3ed49 service neutron] 10.222.0.99 "DELETE /v2.0/ports/932d637c-eb3c-4856-a10e-d1d4bcfaf902/bindings/n-h1-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.1808217 Feb 04 14:03:42.586949 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['932d637c-eb3c-4856-a10e-d1d4bcfaf902'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:03:42.662209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port adf5dfe9-3e88-4f4e-8570-281465d3dec9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:42.663170 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c238c47c-cb3a-471a-bfb7-004b201e8434 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:03:42.710405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f3d1cc43-c6ea-4fc9-8c96-ef142691bde8 None None] Provisioning complete for port adf5dfe9-3e88-4f4e-8570-281465d3dec9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:42.710780 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f3d1cc43-c6ea-4fc9-8c96-ef142691bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:42.736566 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (9de2d565-a9ae-4564-b599-1c0a37e24dd1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:42.781855 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (9de2d565-a9ae-4564-b599-1c0a37e24dd1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:42.825112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port c238c47c-cb3a-471a-bfb7-004b201e8434 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:42.825787 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c238c47c-cb3a-471a-bfb7-004b201e8434), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:42.861770 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network 67a4e74e-c987-40ac-af75-9bd41e2ad9f1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:03:42.864943 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726df4e-aed3-4192-beac-2463b50ab25b req-db61f991-7b7a-4142-87a3-76ed5c1120c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:42.867467 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e726df4e-aed3-4192-beac-2463b50ab25b req-db61f991-7b7a-4142-87a3-76ed5c1120c2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 1127 time: 0.2014132 Feb 04 14:03:42.869402 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=9de2d565-a9ae-4564-b599-1c0a37e24dd1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:42.873384 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:03:42.878783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:03:42.879586 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (e3ac98be-351b-4cb5-94b8-9a4e67591a97), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:42.936604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1cc43-c6ea-4fc9-8c96-ef142691bde8 None None] Current status of the port adf5dfe9-3e88-4f4e-8570-281465d3dec9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:43.011797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port c238c47c-cb3a-471a-bfb7-004b201e8434 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:43.013537 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726df4e-aed3-4192-beac-2463b50ab25b req-e6907b0f-6845-40f9-b466-dbacd4b142b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:43.015711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e726df4e-aed3-4192-beac-2463b50ab25b req-e6907b0f-6845-40f9-b466-dbacd4b142b2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=535ba2f2-fb25-4ea1-b345-ed485550989e HTTP/1.1" status: 200 len: 897 time: 0.1391733 Feb 04 14:03:43.069207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f3d1cc43-c6ea-4fc9-8c96-ef142691bde8 None None] Provisioning complete for port 903c5d00-1958-403b-8ef2-d2ddef47ab06 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:43.069581 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f3d1cc43-c6ea-4fc9-8c96-ef142691bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (903c5d00-1958-403b-8ef2-d2ddef47ab06), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:43.240177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device adf5dfe9-3e88-4f4e-8570-281465d3dec9 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:03:43.302375 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1cc43-c6ea-4fc9-8c96-ef142691bde8 None None] Port 903c5d00-1958-403b-8ef2-d2ddef47ab06 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:03:43.338836 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (9de2d565-a9ae-4564-b599-1c0a37e24dd1), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:43.343160 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e726df4e-aed3-4192-beac-2463b50ab25b req-055e6d6e-8ca8-42f5-b189-a0518ab8baf3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902 HTTP/1.1" status: 200 len: 1000 time: 0.2664850 Feb 04 14:03:43.390123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port adf5dfe9-3e88-4f4e-8570-281465d3dec9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:43.390544 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:43.446888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-096962f3-f6ea-49d9-860f-e680bd7992c4 None None] Provisioning complete for port 9de2d565-a9ae-4564-b599-1c0a37e24dd1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:43.447151 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-096962f3-f6ea-49d9-860f-e680bd7992c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9de2d565-a9ae-4564-b599-1c0a37e24dd1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:43.516461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-096962f3-f6ea-49d9-860f-e680bd7992c4 None None] Port 9de2d565-a9ae-4564-b599-1c0a37e24dd1 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:03:43.537744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port adf5dfe9-3e88-4f4e-8570-281465d3dec9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:43.569215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726df4e-aed3-4192-beac-2463b50ab25b req-b75427df-f46b-4f59-804d-eab038b0fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:43.570210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e726df4e-aed3-4192-beac-2463b50ab25b req-b75427df-f46b-4f59-804d-eab038b0fee1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=42828123-fb70-486e-ae7d-fe5c71e6ab2d HTTP/1.1" status: 200 len: 835 time: 0.2162468 Feb 04 14:03:43.694664 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726df4e-aed3-4192-beac-2463b50ab25b req-07f889cf-59cd-4ebb-a40b-8b1c05f6144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:43.696195 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e726df4e-aed3-4192-beac-2463b50ab25b req-07f889cf-59cd-4ebb-a40b-8b1c05f6144f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=535ba2f2-fb25-4ea1-b345-ed485550989e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1178527 Feb 04 14:03:43.848727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b07aef-4fe5-49c4-9243-b0d711849f0f req-60e22623-4ced-49c0-8401-2061b3c6e167 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:43.850240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43b07aef-4fe5-49c4-9243-b0d711849f0f req-60e22623-4ced-49c0-8401-2061b3c6e167 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 944 time: 0.1707706 Feb 04 14:03:43.889849 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e726df4e-aed3-4192-beac-2463b50ab25b req-25b671cb-643a-47f7-9b0c-d9287ab3d5c1 service neutron] 10.222.0.99 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681983 Feb 04 14:03:43.974976 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (9de2d565-a9ae-4564-b599-1c0a37e24dd1), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:43.991851 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (9de2d565-a9ae-4564-b599-1c0a37e24dd1), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:43.992662 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (e3ac98be-351b-4cb5-94b8-9a4e67591a97), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:44.036766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-43b07aef-4fe5-49c4-9243-b0d711849f0f req-7b1d0eda-aff3-4a35-9476-63814235bf70 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673977 Feb 04 14:03:44.123912 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e726df4e-aed3-4192-beac-2463b50ab25b req-d916dfcd-5776-4f7e-a0eb-73e057f0cf32 service neutron] 10.222.0.99 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248092 Feb 04 14:03:44.125985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=9de2d565-a9ae-4564-b599-1c0a37e24dd1,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:44.165156 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:44.180451 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network 67a4e74e-c987-40ac-af75-9bd41e2ad9f1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:03:44.182126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:03:44.295059 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router e3ac98be-351b-4cb5-94b8-9a4e67591a97 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:03:44.406398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:03:44.411584 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3a68023e-110f-409d-9c20-47bc2d1ce0b1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/e3ac98be-351b-4cb5-94b8-9a4e67591a97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4230778 Feb 04 14:03:44.414475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50038) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:44.416991 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ce6ca-b3c8-441c-841e-d134e4b1edad None None] Sync routers for ids ['e3ac98be-351b-4cb5-94b8-9a4e67591a97'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:03:44.428409 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ce6ca-b3c8-441c-841e-d134e4b1edad None None] Routers {'e3ac98be-351b-4cb5-94b8-9a4e67591a97'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:03:44.428621 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9a2ce6ca-b3c8-441c-841e-d134e4b1edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e3ac98be-351b-4cb5-94b8-9a4e67591a97'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:44.444197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9324cd3c-44df-46b8-a838-11de871cedfc None None] Provisioning complete for port 9de2d565-a9ae-4564-b599-1c0a37e24dd1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:44.444733 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9324cd3c-44df-46b8-a838-11de871cedfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (9de2d565-a9ae-4564-b599-1c0a37e24dd1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:44.462675 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9a2ce6ca-b3c8-441c-841e-d134e4b1edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:44.463778 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2f782d-b8a6-4280-91ed-373f447022ac tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:44.469240 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50040) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:44.474309 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ce6ca-b3c8-441c-841e-d134e4b1edad None None] Routers {'e3ac98be-351b-4cb5-94b8-9a4e67591a97'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:03:44.474935 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9a2ce6ca-b3c8-441c-841e-d134e4b1edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e3ac98be-351b-4cb5-94b8-9a4e67591a97'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:44.478177 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fa2f782d-b8a6-4280-91ed-373f447022ac tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports/9de2d565-a9ae-4564-b599-1c0a37e24dd1 HTTP/1.1" status: 200 len: 913 time: 0.0506597 Feb 04 14:03:44.493413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9324cd3c-44df-46b8-a838-11de871cedfc None None] Port 9de2d565-a9ae-4564-b599-1c0a37e24dd1 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:03:44.512390 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9a2ce6ca-b3c8-441c-841e-d134e4b1edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:44.512953 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ce6ca-b3c8-441c-841e-d134e4b1edad None None] The sync data for ids ['e3ac98be-351b-4cb5-94b8-9a4e67591a97'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:03:44.831841 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:45.119210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-381cbdee-2a5b-4c01-a412-9fb7890f3530 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:45.120703 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-381cbdee-2a5b-4c01-a412-9fb7890f3530 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 812 time: 0.2016277 Feb 04 14:03:45.162586 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-7082fc51-767b-4f75-94e8-a311a66670b1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/quotas/04a7af11479049059024e84090058dbe HTTP/1.1" status: 200 len: 375 time: 0.0338295 Feb 04 14:03:45.178999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 932d637c-eb3c-4856-a10e-d1d4bcfaf902 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:03:45.223942 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8d5aaf6c-8f95-4f95-8563-7834278b166f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:45.245320 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:03:45.250812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:45.251195 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:45.270722 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-2a3813d4-65bb-4dc1-9d38-8c1fabaa2313 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1015353 Feb 04 14:03:45.338748 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:45.339297 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:45.366160 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932d637c-eb3c-4856-a10e-d1d4bcfaf902'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:03:45.368440 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499db4ae-5c87-4812-9557-2b2ef877a5f9" -d '{"events": [{"server_uuid": "059658fe-c2e8-4815-9970-9f6d8737aa03", "name": "network-vif-plugged", "status": "completed", "tag": "932d637c-eb3c-4856-a10e-d1d4bcfaf902"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:03:45.381800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 932d637c-eb3c-4856-a10e-d1d4bcfaf902, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902,segment=NetworkSegment(6a8be223-98f0-435b-8582-7dab4b6a67e2),segment_id=6a8be223-98f0-435b-8582-7dab4b6a67e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:03:45.386746 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:45.409120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-dbbbbdb1-206b-49da-9e17-3f4a10700b04 service neutron] 10.222.0.96 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267774 Feb 04 14:03:45.428591 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1185c8d3-3af4-412e-9f86-8c28b9311161 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (e3ac98be-351b-4cb5-94b8-9a4e67591a97), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:45.443720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=932d637c-eb3c-4856-a10e-d1d4bcfaf902,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:45.625242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-8ece8a94-a74c-4cea-bbd6-8235eeacbb3d service neutron] 10.222.0.96 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080102 Feb 04 14:03:45.657007 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:45.786538 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-1185c8d3-3af4-412e-9f86-8c28b9311161 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port 9de2d565-a9ae-4564-b599-1c0a37e24dd1 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:03:45.787896 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1185c8d3-3af4-412e-9f86-8c28b9311161 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (9de2d565-a9ae-4564-b599-1c0a37e24dd1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:45.914820 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1185c8d3-3af4-412e-9f86-8c28b9311161 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (9de2d565-a9ae-4564-b599-1c0a37e24dd1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:45.939037 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15813338-4e38-4690-874a-488fd00b65f1 req-996f1819-0464-4f4b-a138-19982f8500d6 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:45.940846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15813338-4e38-4690-874a-488fd00b65f1 req-996f1819-0464-4f4b-a138-19982f8500d6 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.1068377 Feb 04 14:03:45.941897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-1185c8d3-3af4-412e-9f86-8c28b9311161 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for 9de2d565-a9ae-4564-b599-1c0a37e24dd1 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:03:46.055695 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15813338-4e38-4690-874a-488fd00b65f1 req-a975c459-cc8d-4eaa-8fa8-1ae45145a969 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072869 Feb 04 14:03:46.084305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50074) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:46.164794 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7609419f-d4e0-4ea4-8417-aac4cba0cda5 x-openstack-request-id: req-7609419f-d4e0-4ea4-8417-aac4cba0cda5 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:03:46.165446 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059658fe-c2e8-4815-9970-9f6d8737aa03", "name": "network-vif-plugged", "status": "completed", "tag": "932d637c-eb3c-4856-a10e-d1d4bcfaf902", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:03:46.165900 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7609419f-d4e0-4ea4-8417-aac4cba0cda5 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:03:46.166678 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932d637c-eb3c-4856-a10e-d1d4bcfaf902', 'code': 200} Feb 04 14:03:46.222899 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-edc41276-83fe-4997-8865-8bbb2ac77529 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/e5fdbd57-483d-4d9f-afec-a0682ff50517 HTTP/1.1" status: 200 len: 993 time: 0.1361170 Feb 04 14:03:46.255820 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-46095d3b-481f-4793-a7e8-241446c00dba req-d5e0fe31-7f3f-4d38-8dbc-11e9ff29aff9 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 210 time: 0.0350842 Feb 04 14:03:46.256726 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1185c8d3-3af4-412e-9f86-8c28b9311161 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (9de2d565-a9ae-4564-b599-1c0a37e24dd1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:46.304911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185c8d3-3af4-412e-9f86-8c28b9311161 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=9de2d565-a9ae-4564-b599-1c0a37e24dd1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:46.467207 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1185c8d3-3af4-412e-9f86-8c28b9311161 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (e3ac98be-351b-4cb5-94b8-9a4e67591a97), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:46.703103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1185c8d3-3af4-412e-9f86-8c28b9311161 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router e3ac98be-351b-4cb5-94b8-9a4e67591a97 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:03:46.809570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1185c8d3-3af4-412e-9f86-8c28b9311161 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:03:46.819028 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1185c8d3-3af4-412e-9f86-8c28b9311161 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/e3ac98be-351b-4cb5-94b8-9a4e67591a97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3440068 Feb 04 14:03:46.819125 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50076) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:46.822047 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33ffe25-4f50-4cdc-aeb3-5f4b651e1bbc None None] Sync routers for ids ['e3ac98be-351b-4cb5-94b8-9a4e67591a97'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:03:46.834534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33ffe25-4f50-4cdc-aeb3-5f4b651e1bbc None None] Routers {'e3ac98be-351b-4cb5-94b8-9a4e67591a97'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:03:46.835498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f33ffe25-4f50-4cdc-aeb3-5f4b651e1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e3ac98be-351b-4cb5-94b8-9a4e67591a97'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:46.871980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f33ffe25-4f50-4cdc-aeb3-5f4b651e1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:46.881661 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33ffe25-4f50-4cdc-aeb3-5f4b651e1bbc None None] Routers {'e3ac98be-351b-4cb5-94b8-9a4e67591a97'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:03:46.882417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f33ffe25-4f50-4cdc-aeb3-5f4b651e1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e3ac98be-351b-4cb5-94b8-9a4e67591a97'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:46.928783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f33ffe25-4f50-4cdc-aeb3-5f4b651e1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:46.929511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33ffe25-4f50-4cdc-aeb3-5f4b651e1bbc None None] The sync data for ids ['e3ac98be-351b-4cb5-94b8-9a4e67591a97'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:03:46.983221 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:47.001332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-5aadef3b-74b0-41be-aff4-5b56b78925ff tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:47.002947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-5aadef3b-74b0-41be-aff4-5b56b78925ff tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 812 time: 0.1438360 Feb 04 14:03:47.020913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ec12163b-94b5-439f-9f18-572b431436a0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'port': {'device_id': '336d19a5-eaff-4e28-9035-2e17a628157b', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'admin_state_up': True, 'tenant_id': '04a7af11479049059024e84090058dbe'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:03:47.158367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ec12163b-94b5-439f-9f18-572b431436a0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Made reservation on behalf of 04a7af11479049059024e84090058dbe for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:03:47.162175 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ec12163b-94b5-439f-9f18-572b431436a0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:47.347006 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ec12163b-94b5-439f-9f18-572b431436a0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Allocated IP 172.20.0.12 (27de3437-df86-4192-8a38-bd89e17714b7/cdd28e0c-e617-457e-92ca-24c633c0a546/f0fa4a57-30f7-495d-baf3-65d0c2832831) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:03:47.405411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4dfb710-120a-4e49-a94f-4c04b00ef5cb req-45906af9-4763-43ee-a814-23b6b335ef51 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 210 time: 0.0353909 Feb 04 14:03:47.595228 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ec12163b-94b5-439f-9f18-572b431436a0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for port (f0fa4a57-30f7-495d-baf3-65d0c2832831), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:47.607028 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e4852db-16dd-473e-b0aa-6249be4ea049 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (e3ac98be-351b-4cb5-94b8-9a4e67591a97), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:47.647432 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ec12163b-94b5-439f-9f18-572b431436a0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f0fa4a57-30f7-495d-baf3-65d0c2832831), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:47.661260 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['048ede28-6cc4-484c-bcdf-0b5627acffe5'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:03:47.749005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12163b-94b5-439f-9f18-572b431436a0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'Port': ['ID=f0fa4a57-30f7-495d-baf3-65d0c2832831,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:47.760511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ec12163b-94b5-439f-9f18-572b431436a0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Network 27de3437-df86-4192-8a38-bd89e17714b7 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:03:47.763917 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ec12163b-94b5-439f-9f18-572b431436a0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:03:47.767757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ec12163b-94b5-439f-9f18-572b431436a0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:03:47.834475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ec12163b-94b5-439f-9f18-572b431436a0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:47.835810 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ec12163b-94b5-439f-9f18-572b431436a0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:47.867493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ec12163b-94b5-439f-9f18-572b431436a0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8511398 Feb 04 14:03:47.879675 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Request body: {'port': {'device_id': '336d19a5-eaff-4e28-9035-2e17a628157b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:03:47.955114 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f0fa4a57-30f7-495d-baf3-65d0c2832831), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:47.978455 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-0e4852db-16dd-473e-b0aa-6249be4ea049 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port 903c5d00-1958-403b-8ef2-d2ddef47ab06 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:03:47.979140 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e4852db-16dd-473e-b0aa-6249be4ea049 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (903c5d00-1958-403b-8ef2-d2ddef47ab06), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:48.028082 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:48.117994 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e4852db-16dd-473e-b0aa-6249be4ea049 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (903c5d00-1958-403b-8ef2-d2ddef47ab06), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:48.135330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-0e4852db-16dd-473e-b0aa-6249be4ea049 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for 903c5d00-1958-403b-8ef2-d2ddef47ab06 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:03:48.148837 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a31cd2e6-aeab-4eac-b49d-9314639535d6 None None] Provisioning complete for port f0fa4a57-30f7-495d-baf3-65d0c2832831 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:48.149549 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a31cd2e6-aeab-4eac-b49d-9314639535d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f0fa4a57-30f7-495d-baf3-65d0c2832831), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:48.214212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a31cd2e6-aeab-4eac-b49d-9314639535d6 None None] Port f0fa4a57-30f7-495d-baf3-65d0c2832831 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:03:48.330375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fa4a57-30f7-495d-baf3-65d0c2832831 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:03:48.339265 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Publish callbacks [] for port (f0fa4a57-30f7-495d-baf3-65d0c2832831), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:48.369222 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Transition to ACTIVE for port object f0fa4a57-30f7-495d-baf3-65d0c2832831 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:03:48.370050 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e4852db-16dd-473e-b0aa-6249be4ea049 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (903c5d00-1958-403b-8ef2-d2ddef47ab06), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:48.374495 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (f0fa4a57-30f7-495d-baf3-65d0c2832831), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:48.400052 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4852db-16dd-473e-b0aa-6249be4ea049 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=903c5d00-1958-403b-8ef2-d2ddef47ab06,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:48.442814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fa4a57-30f7-495d-baf3-65d0c2832831,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:48.539493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Attempting to bind port f0fa4a57-30f7-495d-baf3-65d0c2832831 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:03:48.540418 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Attempting to bind port f0fa4a57-30f7-495d-baf3-65d0c2832831 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:03:48.540918 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Attempting to bind port f0fa4a57-30f7-495d-baf3-65d0c2832831 on network 27de3437-df86-4192-8a38-bd89e17714b7 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:03:48.549110 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Port f0fa4a57-30f7-495d-baf3-65d0c2832831 on network 27de3437-df86-4192-8a38-bd89e17714b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:03:48.549739 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Attempting to bind port f0fa4a57-30f7-495d-baf3-65d0c2832831 on network 27de3437-df86-4192-8a38-bd89e17714b7 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:03:48.557567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:03:48.558225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Checking segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:03:48.558894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Bound using segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:03:48.560111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Bound port: f0fa4a57-30f7-495d-baf3-65d0c2832831, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:03:48.560873 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f0fa4a57-30f7-495d-baf3-65d0c2832831), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:48.566765 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e4852db-16dd-473e-b0aa-6249be4ea049 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (e3ac98be-351b-4cb5-94b8-9a4e67591a97), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:48.709332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950e58c-b4e6-4522-9abf-13adbe4dc0e4 req-ca52854f-a128-4a4d-b748-7fef63b515b8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:48.711111 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5950e58c-b4e6-4522-9abf-13adbe4dc0e4 req-ca52854f-a128-4a4d-b748-7fef63b515b8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.1342733 Feb 04 14:03:48.714297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] For port f0fa4a57-30f7-495d-baf3-65d0c2832831, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:03:48.719023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] For port f0fa4a57-30f7-495d-baf3-65d0c2832831, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=f0fa4a57-30f7-495d-baf3-65d0c2832831,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:03:48.782616 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (f0fa4a57-30f7-495d-baf3-65d0c2832831), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:48.789098 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5950e58c-b4e6-4522-9abf-13adbe4dc0e4 req-f2990bae-288f-4b27-8405-36d982ab201d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658016 Feb 04 14:03:48.807246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4852db-16dd-473e-b0aa-6249be4ea049 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router e3ac98be-351b-4cb5-94b8-9a4e67591a97 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:03:48.848966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:48.849707 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:48.851322 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] 10.222.0.99 "PUT /v2.0/ports/f0fa4a57-30f7-495d-baf3-65d0c2832831 HTTP/1.1" status: 200 len: 1093 time: 0.9767387 Feb 04 14:03:48.865408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336d19a5-eaff-4e28-9035-2e17a628157b', 'tag': 'f0fa4a57-30f7-495d-baf3-65d0c2832831'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:03:48.874743 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73817e49-7c09-4c05-bf5b-09be7ca3b673" -d '{"events": [{"name": "network-changed", "server_uuid": "336d19a5-eaff-4e28-9035-2e17a628157b", "tag": "f0fa4a57-30f7-495d-baf3-65d0c2832831"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:03:48.908709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed99c8-911a-4389-bad5-530265ba6f69 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fa4a57-30f7-495d-baf3-65d0c2832831,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:48.981913 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb139f9-6ce7-4538-bb60-b892fbc981f3 x-openstack-request-id: req-1bb139f9-6ce7-4538-bb60-b892fbc981f3 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:03:48.982401 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336d19a5-eaff-4e28-9035-2e17a628157b", "tag": "f0fa4a57-30f7-495d-baf3-65d0c2832831", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:03:48.982887 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1bb139f9-6ce7-4538-bb60-b892fbc981f3 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:03:48.983541 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336d19a5-eaff-4e28-9035-2e17a628157b', 'tag': 'f0fa4a57-30f7-495d-baf3-65d0c2832831', 'status': 'completed', 'code': 200} Feb 04 14:03:49.001939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-093a3c23-74f9-4275-be46-4f32ce67839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:49.003665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-093a3c23-74f9-4275-be46-4f32ce67839c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 1127 time: 0.0899136 Feb 04 14:03:49.031552 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4852db-16dd-473e-b0aa-6249be4ea049 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:03:49.053236 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0e4852db-16dd-473e-b0aa-6249be4ea049 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/e3ac98be-351b-4cb5-94b8-9a4e67591a97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2337062 Feb 04 14:03:49.053752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50090) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:49.056723 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0f084-fff3-4658-974a-cfacfe35f8e8 None None] Sync routers for ids ['e3ac98be-351b-4cb5-94b8-9a4e67591a97'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:03:49.085053 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0f084-fff3-4658-974a-cfacfe35f8e8 None None] Routers {'e3ac98be-351b-4cb5-94b8-9a4e67591a97'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:03:49.085679 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-50b0f084-fff3-4658-974a-cfacfe35f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e3ac98be-351b-4cb5-94b8-9a4e67591a97'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:49.101308 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-51d42da2-d7b4-462f-b6cf-e93b43652c6d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports?device_id=e3ac98be-351b-4cb5-94b8-9a4e67591a97 HTTP/1.1" status: 200 len: 205 time: 0.0455945 Feb 04 14:03:49.104173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50092) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:49.123473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-5a4d45fe-51db-4270-9a0e-db1c1d7c1f7b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0fa4a57-30f7-495d-baf3-65d0c2832831 HTTP/1.1" status: 200 len: 217 time: 0.1119690 Feb 04 14:03:49.170230 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-50b0f084-fff3-4658-974a-cfacfe35f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:49.187775 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0f084-fff3-4658-974a-cfacfe35f8e8 None None] Routers {'e3ac98be-351b-4cb5-94b8-9a4e67591a97'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:03:49.189509 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-50b0f084-fff3-4658-974a-cfacfe35f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e3ac98be-351b-4cb5-94b8-9a4e67591a97'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:49.198129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-d0b8cec2-7036-46b1-857b-76153e8cfe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:49.201838 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-d0b8cec2-7036-46b1-857b-76153e8cfe1d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.0722942 Feb 04 14:03:49.231544 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6caa6cc8-f442-460b-bdd6-5c474a5f6b9a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (e3ac98be-351b-4cb5-94b8-9a4e67591a97), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:49.245462 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-50b0f084-fff3-4658-974a-cfacfe35f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:49.247823 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0f084-fff3-4658-974a-cfacfe35f8e8 None None] The sync data for ids ['e3ac98be-351b-4cb5-94b8-9a4e67591a97'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:03:49.303173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-dad92af1-fec3-43ee-bf58-5f7150d15166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:49.305257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-dad92af1-fec3-43ee-bf58-5f7150d15166 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0976501 Feb 04 14:03:49.430635 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-3a470d10-be54-48b9-9295-3d556328fba3 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194730 Feb 04 14:03:49.458017 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6caa6cc8-f442-460b-bdd6-5c474a5f6b9a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (e3ac98be-351b-4cb5-94b8-9a4e67591a97), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:49.461837 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6caa6cc8-f442-460b-bdd6-5c474a5f6b9a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_controller (e3ac98be-351b-4cb5-94b8-9a4e67591a97), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:49.511956 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6caa6cc8-f442-460b-bdd6-5c474a5f6b9a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (e3ac98be-351b-4cb5-94b8-9a4e67591a97), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:49.513256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caa6cc8-f442-460b-bdd6-5c474a5f6b9a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Fanout notify agent at l3_agent the message router_deleted on router e3ac98be-351b-4cb5-94b8-9a4e67591a97 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:03:49.522411 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6caa6cc8-f442-460b-bdd6-5c474a5f6b9a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:49.526192 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6caa6cc8-f442-460b-bdd6-5c474a5f6b9a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/routers/e3ac98be-351b-4cb5-94b8-9a4e67591a97 HTTP/1.1" status: 204 len: 168 time: 0.4170563 Feb 04 14:03:49.526495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50094) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:49.579665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfadf5e6-ada8-47d7-a42c-573c2a124fc1 req-70e6530a-70bd-4570-87f2-c03877057691 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427298 Feb 04 14:03:49.598978 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b457163-dc98-42b8-88eb-1ad371be69d3 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting subnet 056d9437-59db-4881-90c6-07bc8065c54b {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:03:49.602951 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b457163-dc98-42b8-88eb-1ad371be69d3 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (056d9437-59db-4881-90c6-07bc8065c54b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:49.677720 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b457163-dc98-42b8-88eb-1ad371be69d3 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (056d9437-59db-4881-90c6-07bc8065c54b), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:49.741884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73817e49-7c09-4c05-bf5b-09be7ca3b673 req-0f40e77c-ba3e-400c-a7f8-dfc5733c1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:49.742467 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73817e49-7c09-4c05-bf5b-09be7ca3b673 req-0f40e77c-ba3e-400c-a7f8-dfc5733c1a56 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 1127 time: 0.1078725 Feb 04 14:03:49.829784 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b457163-dc98-42b8-88eb-1ad371be69d3 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (056d9437-59db-4881-90c6-07bc8065c54b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:49.900745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73817e49-7c09-4c05-bf5b-09be7ca3b673 req-96fb6e9a-1046-4c47-a80f-246bb342cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:49.902882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73817e49-7c09-4c05-bf5b-09be7ca3b673 req-96fb6e9a-1046-4c47-a80f-246bb342cfbf service neutron] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.1423995 Feb 04 14:03:49.959095 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73817e49-7c09-4c05-bf5b-09be7ca3b673 req-51499352-d9fc-435f-9ef4-d7e1d3241afe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0fa4a57-30f7-495d-baf3-65d0c2832831 HTTP/1.1" status: 200 len: 217 time: 0.0489945 Feb 04 14:03:49.960889 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b457163-dc98-42b8-88eb-1ad371be69d3 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (056d9437-59db-4881-90c6-07bc8065c54b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:50.020118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b457163-dc98-42b8-88eb-1ad371be69d3 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Subnet': ['ID=056d9437-59db-4881-90c6-07bc8065c54b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:50.049570 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b457163-dc98-42b8-88eb-1ad371be69d3 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:50.052908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2b457163-dc98-42b8-88eb-1ad371be69d3 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/056d9437-59db-4881-90c6-07bc8065c54b HTTP/1.1" status: 204 len: 168 time: 0.5254288 Feb 04 14:03:50.056349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50098) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:50.067215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5568ac-1d60-44b2-97bd-79c43b6e3c0b None None] Network 67a4e74e-c987-40ac-af75-9bd41e2ad9f1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:03:50.075576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73817e49-7c09-4c05-bf5b-09be7ca3b673 req-c86ef435-68c9-48d1-8b51-7abc21c4d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:50.077099 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73817e49-7c09-4c05-bf5b-09be7ca3b673 req-c86ef435-68c9-48d1-8b51-7abc21c4d1c5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.0896230 Feb 04 14:03:50.088376 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ae837-a527-4570-995f-36225a85deb3 req-334f8448-8b28-4a8e-a619-94dfab4ffead tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:50.090479 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-285ae837-a527-4570-995f-36225a85deb3 req-334f8448-8b28-4a8e-a619-94dfab4ffead tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.1767948 Feb 04 14:03:50.162492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a760bd-7dae-4f30-b3e1-2b1c6b3d7f4e tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting subnet 0847e489-4078-4f29-933a-65fabedad0f5 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:03:50.167491 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9a760bd-7dae-4f30-b3e1-2b1c6b3d7f4e tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (0847e489-4078-4f29-933a-65fabedad0f5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:50.174738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-285ae837-a527-4570-995f-36225a85deb3 req-bdb9a02b-3a22-4249-8866-d53b1e333fd7 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743058 Feb 04 14:03:50.177974 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73817e49-7c09-4c05-bf5b-09be7ca3b673 req-22f8bdd1-801f-445c-bddd-17c2aee8b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:50.179862 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73817e49-7c09-4c05-bf5b-09be7ca3b673 req-22f8bdd1-801f-445c-bddd-17c2aee8b426 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0884180 Feb 04 14:03:50.221919 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9a760bd-7dae-4f30-b3e1-2b1c6b3d7f4e tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (0847e489-4078-4f29-933a-65fabedad0f5), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:50.309436 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73817e49-7c09-4c05-bf5b-09be7ca3b673 req-c13a9f17-464c-4f1a-9a86-a60ec0c8f4b3 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216588 Feb 04 14:03:50.327573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fb4124-19fe-47f6-83c7-749f6a38b597 None None] DHCP port deletion for 67a4e74e-c987-40ac-af75-9bd41e2ad9f1 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:03:50.363115 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9a760bd-7dae-4f30-b3e1-2b1c6b3d7f4e tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (0847e489-4078-4f29-933a-65fabedad0f5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:50.381524 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c1fb4124-19fe-47f6-83c7-749f6a38b597 None None] Deleting port adf5dfe9-3e88-4f4e-8570-281465d3dec9 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:03:50.382061 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4124-19fe-47f6-83c7-749f6a38b597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:50.416618 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73817e49-7c09-4c05-bf5b-09be7ca3b673 req-f63de4c3-d647-468d-8cdb-6bb991fca511 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009562 Feb 04 14:03:50.430405 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9a760bd-7dae-4f30-b3e1-2b1c6b3d7f4e tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (0847e489-4078-4f29-933a-65fabedad0f5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:50.445839 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9a760bd-7dae-4f30-b3e1-2b1c6b3d7f4e tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:50.450757 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d9a760bd-7dae-4f30-b3e1-2b1c6b3d7f4e tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/0847e489-4078-4f29-933a-65fabedad0f5 HTTP/1.1" status: 204 len: 168 time: 0.3903031 Feb 04 14:03:50.453156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50100) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:50.463133 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c1fb4124-19fe-47f6-83c7-749f6a38b597 None None] For port adf5dfe9-3e88-4f4e-8570-281465d3dec9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=adf5dfe9-3e88-4f4e-8570-281465d3dec9,segment=NetworkSegment(ba52e2e8-b9cf-4541-b40e-5c2fdd613399),segment_id=ba52e2e8-b9cf-4541-b40e-5c2fdd613399)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:03:50.463888 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4124-19fe-47f6-83c7-749f6a38b597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:50.469083 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a760bd-7dae-4f30-b3e1-2b1c6b3d7f4e tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Subnet': ['ID=0847e489-4078-4f29-933a-65fabedad0f5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:50.486226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c1fb4124-19fe-47f6-83c7-749f6a38b597 None None] Calling delete_port for adf5dfe9-3e88-4f4e-8570-281465d3dec9 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:03:50.547581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4412f97-acdb-4afc-84c2-a11f58d29b35 None None] Network f37433cf-efc0-46dd-9e89-8e8f0b7ee388 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:03:50.551984 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (67a4e74e-c987-40ac-af75-9bd41e2ad9f1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:50.623859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port adf5dfe9-3e88-4f4e-8570-281465d3dec9 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:03:50.624584 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:50.674648 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4124-19fe-47f6-83c7-749f6a38b597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:50.702851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb4124-19fe-47f6-83c7-749f6a38b597 None None] Pushing event deleted for resources: {'Port': ['ID=adf5dfe9-3e88-4f4e-8570-281465d3dec9,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:50.707365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fb4124-19fe-47f6-83c7-749f6a38b597 None None] No DVR routers for this DVR port adf5dfe9-3e88-4f4e-8570-281465d3dec9 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:03:50.739983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] For port adf5dfe9-3e88-4f4e-8570-281465d3dec9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=adf5dfe9-3e88-4f4e-8570-281465d3dec9,segment=NetworkSegment(ba52e2e8-b9cf-4541-b40e-5c2fdd613399),segment_id=ba52e2e8-b9cf-4541-b40e-5c2fdd613399)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:03:50.740468 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:50.754761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for adf5dfe9-3e88-4f4e-8570-281465d3dec9 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:03:50.768005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63898b8-1694-42bc-98d4-9a535d942bbc None None] DHCP port deletion for f37433cf-efc0-46dd-9e89-8e8f0b7ee388 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:03:50.821598 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c63898b8-1694-42bc-98d4-9a535d942bbc None None] Deleting port c238c47c-cb3a-471a-bfb7-004b201e8434 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:03:50.821974 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c63898b8-1694-42bc-98d4-9a535d942bbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c238c47c-cb3a-471a-bfb7-004b201e8434), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:50.857578 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (adf5dfe9-3e88-4f4e-8570-281465d3dec9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:50.888036 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=adf5dfe9-3e88-4f4e-8570-281465d3dec9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:50.893078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No DVR routers for this DVR port adf5dfe9-3e88-4f4e-8570-281465d3dec9 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:03:50.906474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c63898b8-1694-42bc-98d4-9a535d942bbc None None] For port c238c47c-cb3a-471a-bfb7-004b201e8434, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c238c47c-cb3a-471a-bfb7-004b201e8434,segment=NetworkSegment(173fbe61-944e-4ab1-ae38-71d3ec2b16b1),segment_id=173fbe61-944e-4ab1-ae38-71d3ec2b16b1)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:03:50.906872 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c63898b8-1694-42bc-98d4-9a535d942bbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c238c47c-cb3a-471a-bfb7-004b201e8434), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:50.921362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c63898b8-1694-42bc-98d4-9a535d942bbc None None] Calling delete_port for c238c47c-cb3a-471a-bfb7-004b201e8434 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:03:50.984031 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (67a4e74e-c987-40ac-af75-9bd41e2ad9f1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:51.006124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a4e74e-c987-40ac-af75-9bd41e2ad9f1']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:51.015092 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c63898b8-1694-42bc-98d4-9a535d942bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (c238c47c-cb3a-471a-bfb7-004b201e8434), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:51.025421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba52e2e8-b9cf-4541-b40e-5c2fdd613399') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:51.025720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba52e2e8-b9cf-4541-b40e-5c2fdd613399') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:51.041438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63898b8-1694-42bc-98d4-9a535d942bbc None None] Pushing event deleted for resources: {'Port': ['ID=c238c47c-cb3a-471a-bfb7-004b201e8434,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:51.046147 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (ba52e2e8-b9cf-4541-b40e-5c2fdd613399), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:51.048005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63898b8-1694-42bc-98d4-9a535d942bbc None None] No DVR routers for this DVR port c238c47c-cb3a-471a-bfb7-004b201e8434 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:03:51.072325 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (ba52e2e8-b9cf-4541-b40e-5c2fdd613399), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:51.080896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:03:51.081677 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (ba52e2e8-b9cf-4541-b40e-5c2fdd613399), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:03:51.085298 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:03:51.135297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device adf5dfe9-3e88-4f4e-8570-281465d3dec9 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:03:51.163742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: adf5dfe9-3e88-4f4e-8570-281465d3dec9 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:03:51.164337 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device adf5dfe9-3e88-4f4e-8570-281465d3dec9 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:03:51.165061 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c238c47c-cb3a-471a-bfb7-004b201e8434 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:03:51.188856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: c238c47c-cb3a-471a-bfb7-004b201e8434 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:03:51.189606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c238c47c-cb3a-471a-bfb7-004b201e8434 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:03:51.557104 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (67a4e74e-c987-40ac-af75-9bd41e2ad9f1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:51.562768 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:51.570325 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/networks/67a4e74e-c987-40ac-af75-9bd41e2ad9f1 HTTP/1.1" status: 204 len: 168 time: 1.1128368 Feb 04 14:03:51.570851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50104) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:51.610005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866f630-8333-4abe-b6bf-25b06fa2020b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Network': ['ID=67a4e74e-c987-40ac-af75-9bd41e2ad9f1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:51.633612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c15081-4417-4b67-b2b9-4f38e65b8fac req-604b0cdc-1c69-4d5a-b70a-f9980fa5fa3c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:51.635927 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97c15081-4417-4b67-b2b9-4f38e65b8fac req-604b0cdc-1c69-4d5a-b70a-f9980fa5fa3c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.1347437 Feb 04 14:03:51.685585 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7b37b342-84a6-4a39-9419-58ce683b850c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (f37433cf-efc0-46dd-9e89-8e8f0b7ee388), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:51.698398 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97c15081-4417-4b67-b2b9-4f38e65b8fac req-65369df6-7ffa-48b9-bc7e-ea611e43a357 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545251 Feb 04 14:03:51.791529 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7b37b342-84a6-4a39-9419-58ce683b850c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (f37433cf-efc0-46dd-9e89-8e8f0b7ee388), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:51.813700 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-7b37b342-84a6-4a39-9419-58ce683b850c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37433cf-efc0-46dd-9e89-8e8f0b7ee388']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:51.823621 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-7b37b342-84a6-4a39-9419-58ce683b850c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173fbe61-944e-4ab1-ae38-71d3ec2b16b1') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:51.824125 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-7b37b342-84a6-4a39-9419-58ce683b850c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173fbe61-944e-4ab1-ae38-71d3ec2b16b1') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:51.839972 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7b37b342-84a6-4a39-9419-58ce683b850c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (173fbe61-944e-4ab1-ae38-71d3ec2b16b1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:51.854069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7b37b342-84a6-4a39-9419-58ce683b850c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (173fbe61-944e-4ab1-ae38-71d3ec2b16b1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:51.861471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b37b342-84a6-4a39-9419-58ce683b850c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:03:51.861862 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7b37b342-84a6-4a39-9419-58ce683b850c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (173fbe61-944e-4ab1-ae38-71d3ec2b16b1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:03:51.864827 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:03:51.926915 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7b37b342-84a6-4a39-9419-58ce683b850c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (f37433cf-efc0-46dd-9e89-8e8f0b7ee388), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:51.935266 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7b37b342-84a6-4a39-9419-58ce683b850c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:51.938897 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7b37b342-84a6-4a39-9419-58ce683b850c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/networks/f37433cf-efc0-46dd-9e89-8e8f0b7ee388 HTTP/1.1" status: 204 len: 168 time: 0.3672872 Feb 04 14:03:51.943820 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50106) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:51.957279 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-835c9486-f1b9-46d3-8b9f-a3162a8e63b9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1596049912'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:03:51.961744 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37b342-84a6-4a39-9419-58ce683b850c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Network': ['ID=f37433cf-efc0-46dd-9e89-8e8f0b7ee388,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:51.978582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835c9486-f1b9-46d3-8b9f-a3162a8e63b9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:03:51.982567 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-835c9486-f1b9-46d3-8b9f-a3162a8e63b9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:52.006603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835c9486-f1b9-46d3-8b9f-a3162a8e63b9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:03:52.016377 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-835c9486-f1b9-46d3-8b9f-a3162a8e63b9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c4316f63-d512-4da9-a63d-ac4cf28d60bb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:52.016722 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-835c9486-f1b9-46d3-8b9f-a3162a8e63b9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Added segment c4316f63-d512-4da9-a63d-ac4cf28d60bb of type vlan for network be26882d-c163-4ec7-b9ce-af14ed4ddda0 Feb 04 14:03:52.064522 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-835c9486-f1b9-46d3-8b9f-a3162a8e63b9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (be26882d-c163-4ec7-b9ce-af14ed4ddda0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:52.093634 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-835c9486-f1b9-46d3-8b9f-a3162a8e63b9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (be26882d-c163-4ec7-b9ce-af14ed4ddda0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:52.098639 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c9486-f1b9-46d3-8b9f-a3162a8e63b9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:52.099233 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-835c9486-f1b9-46d3-8b9f-a3162a8e63b9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:52.164931 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-835c9486-f1b9-46d3-8b9f-a3162a8e63b9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2177403 Feb 04 14:03:52.165426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50108) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:52.172791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-723183c5-6cbb-4341-9fc1-9b33d22346ae tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'subnet': {'network_id': 'be26882d-c163-4ec7-b9ce-af14ed4ddda0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:03:52.179518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c9486-f1b9-46d3-8b9f-a3162a8e63b9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Network': ['ID=be26882d-c163-4ec7-b9ce-af14ed4ddda0,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:52.191933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network be26882d-c163-4ec7-b9ce-af14ed4ddda0 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:03:52.282004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723183c5-6cbb-4341-9fc1-9b33d22346ae tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:03:52.285960 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-723183c5-6cbb-4341-9fc1-9b33d22346ae tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:52.493462 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-723183c5-6cbb-4341-9fc1-9b33d22346ae tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (3f1646ea-7908-4b10-80ba-f3857efef42e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:52.553882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723183c5-6cbb-4341-9fc1-9b33d22346ae tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Subnet': ['ID=3f1646ea-7908-4b10-80ba-f3857efef42e,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:52.572568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723183c5-6cbb-4341-9fc1-9b33d22346ae tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Checking segment: {'id': 'c4316f63-d512-4da9-a63d-ac4cf28d60bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'be26882d-c163-4ec7-b9ce-af14ed4ddda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:03:52.573283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723183c5-6cbb-4341-9fc1-9b33d22346ae tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network hostable DHCP agents. Network: be26882d-c163-4ec7-b9ce-af14ed4ddda0, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:03:52.592953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723183c5-6cbb-4341-9fc1-9b33d22346ae tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network be26882d-c163-4ec7-b9ce-af14ed4ddda0 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:03:52.606613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-723183c5-6cbb-4341-9fc1-9b33d22346ae tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, be26882d-c163-4ec7-b9ce-af14ed4ddda0) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:03:52.611562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723183c5-6cbb-4341-9fc1-9b33d22346ae tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:52.612170 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-723183c5-6cbb-4341-9fc1-9b33d22346ae tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:52.620427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d72c53c-0a50-4d63-9078-fd31823e98f6 None None] Network be26882d-c163-4ec7-b9ce-af14ed4ddda0 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:03:52.634438 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-723183c5-6cbb-4341-9fc1-9b33d22346ae tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4651558 Feb 04 14:03:52.634777 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50112) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:52.640828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-decc84bc-7141-4174-be7b-4e3f9f026e36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1120290881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:03:52.664048 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-decc84bc-7141-4174-be7b-4e3f9f026e36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (5179a086-522e-4a06-81e9-3c07fb33a92f), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:52.665445 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-decc84bc-7141-4174-be7b-4e3f9f026e36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (5179a086-522e-4a06-81e9-3c07fb33a92f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:52.723618 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-decc84bc-7141-4174-be7b-4e3f9f026e36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_controller (5179a086-522e-4a06-81e9-3c07fb33a92f), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:52.731589 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-decc84bc-7141-4174-be7b-4e3f9f026e36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (5179a086-522e-4a06-81e9-3c07fb33a92f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:52.750416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-be26882d-c163-4ec7-b9ce-af14ed4ddda0', 'network_id': 'be26882d-c163-4ec7-b9ce-af14ed4ddda0', 'project_id': 'e27fde8137274cddb1048167832f38f8', 'fixed_ips': [{'subnet_id': '3f1646ea-7908-4b10-80ba-f3857efef42e'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:03:52.751492 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:52.769368 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-decc84bc-7141-4174-be7b-4e3f9f026e36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:52.770793 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-decc84bc-7141-4174-be7b-4e3f9f026e36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1343889 Feb 04 14:03:52.773485 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50116) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:52.781426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-315c5ded-efa8-4420-8723-ffdfcce2da94 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'port': {'network_id': 'be26882d-c163-4ec7-b9ce-af14ed4ddda0', 'name': 'tempest-RoutersIpV6Test-2053888189'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:03:52.925153 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Allocated IP 2001:db8::2 (be26882d-c163-4ec7-b9ce-af14ed4ddda0/3f1646ea-7908-4b10-80ba-f3857efef42e/da82bbd0-460b-40de-8cb3-ba49905ed456) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:03:52.936560 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6913a80-cccd-4bc6-aa86-84c436496e99 req-90171daa-48b2-4c9e-b798-d7d7b1fc7299 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:52.938196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6913a80-cccd-4bc6-aa86-84c436496e99 req-90171daa-48b2-4c9e-b798-d7d7b1fc7299 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.1218843 Feb 04 14:03:53.021865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315c5ded-efa8-4420-8723-ffdfcce2da94 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:03:53.025427 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-315c5ded-efa8-4420-8723-ffdfcce2da94 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:53.047088 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [None req-315c5ded-efa8-4420-8723-ffdfcce2da94 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] device_id is not set on port 868eaeec-83e0-476a-8434-f31ea3123ac9 yet. {{(pid=103606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 14:03:53.096120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6913a80-cccd-4bc6-aa86-84c436496e99 req-ec2c7cbb-1ddb-4357-b7c7-6f42c6c3423e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423819 Feb 04 14:03:53.121478 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Publish callbacks [] for port (da82bbd0-460b-40de-8cb3-ba49905ed456), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:53.129540 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (da82bbd0-460b-40de-8cb3-ba49905ed456), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:53.174695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Network be26882d-c163-4ec7-b9ce-af14ed4ddda0 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:03:53.177885 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:03:53.181807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:03:53.189893 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Pushing event updated for resources: {'Port': ['ID=da82bbd0-460b-40de-8cb3-ba49905ed456,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:53.198506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-315c5ded-efa8-4420-8723-ffdfcce2da94 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Allocated IP 2001:db8::11f (be26882d-c163-4ec7-b9ce-af14ed4ddda0/3f1646ea-7908-4b10-80ba-f3857efef42e/868eaeec-83e0-476a-8434-f31ea3123ac9) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:03:53.254414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Attempting to bind port da82bbd0-460b-40de-8cb3-ba49905ed456 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:03:53.255014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Attempting to bind port da82bbd0-460b-40de-8cb3-ba49905ed456 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c4316f63-d512-4da9-a63d-ac4cf28d60bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'be26882d-c163-4ec7-b9ce-af14ed4ddda0'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:03:53.255197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Attempting to bind port da82bbd0-460b-40de-8cb3-ba49905ed456 on network be26882d-c163-4ec7-b9ce-af14ed4ddda0 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:03:53.264151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:03:53.265096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Checking segment: {'id': 'c4316f63-d512-4da9-a63d-ac4cf28d60bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'be26882d-c163-4ec7-b9ce-af14ed4ddda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:03:53.265096 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:53.265512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Bound using segment: {'id': 'c4316f63-d512-4da9-a63d-ac4cf28d60bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'be26882d-c163-4ec7-b9ce-af14ed4ddda0'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:03:53.266021 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Bound port: da82bbd0-460b-40de-8cb3-ba49905ed456, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4316f63-d512-4da9-a63d-ac4cf28d60bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'be26882d-c163-4ec7-b9ce-af14ed4ddda0'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:03:53.266485 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (da82bbd0-460b-40de-8cb3-ba49905ed456), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:53.351112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] For port da82bbd0-460b-40de-8cb3-ba49905ed456, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:03:53.354494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] For port da82bbd0-460b-40de-8cb3-ba49905ed456, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=da82bbd0-460b-40de-8cb3-ba49905ed456,segment=NetworkSegment(c4316f63-d512-4da9-a63d-ac4cf28d60bb),segment_id=c4316f63-d512-4da9-a63d-ac4cf28d60bb)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:03:53.361019 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (da82bbd0-460b-40de-8cb3-ba49905ed456), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:53.384472 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-315c5ded-efa8-4420-8723-ffdfcce2da94 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (868eaeec-83e0-476a-8434-f31ea3123ac9), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:53.432409 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3be239-e402-43b1-b2d3-bf086b52bace None None] Pushing event updated for resources: {'Port': ['ID=da82bbd0-460b-40de-8cb3-ba49905ed456,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:53.438325 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-315c5ded-efa8-4420-8723-ffdfcce2da94 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (868eaeec-83e0-476a-8434-f31ea3123ac9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:53.489737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315c5ded-efa8-4420-8723-ffdfcce2da94 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network be26882d-c163-4ec7-b9ce-af14ed4ddda0 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:03:53.494261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-315c5ded-efa8-4420-8723-ffdfcce2da94 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:03:53.498378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315c5ded-efa8-4420-8723-ffdfcce2da94 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:03:53.504814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c5ded-efa8-4420-8723-ffdfcce2da94 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:53.506493 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-315c5ded-efa8-4420-8723-ffdfcce2da94 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:53.521825 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c5ded-efa8-4420-8723-ffdfcce2da94 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=868eaeec-83e0-476a-8434-f31ea3123ac9,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:53.546039 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-315c5ded-efa8-4420-8723-ffdfcce2da94 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7708387 Feb 04 14:03:53.551550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50118) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:54.153714 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (868eaeec-83e0-476a-8434-f31ea3123ac9), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:54.390180 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bfeab-75a6-4277-9d8e-5facd8bd561d req-c93878f8-e4df-4044-9f37-9f4bf5abce94 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:54.391607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b34bfeab-75a6-4277-9d8e-5facd8bd561d req-c93878f8-e4df-4044-9f37-9f4bf5abce94 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.1842902 Feb 04 14:03:54.582912 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b34bfeab-75a6-4277-9d8e-5facd8bd561d req-a5f25cc3-5f8d-4db4-86ce-91fea118ae28 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276562 Feb 04 14:03:54.664630 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (868eaeec-83e0-476a-8434-f31ea3123ac9), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:54.671384 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (868eaeec-83e0-476a-8434-f31ea3123ac9), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:54.771892 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=868eaeec-83e0-476a-8434-f31ea3123ac9,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:54.872040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300618aa-dff2-4d24-b20b-a8c5e6ef05ab None None] Network be26882d-c163-4ec7-b9ce-af14ed4ddda0 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:03:54.960035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4b9e91c2-6721-4b50-ad02-bc8b2aadd90d None None] Provisioning complete for port da82bbd0-460b-40de-8cb3-ba49905ed456 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:54.960949 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4b9e91c2-6721-4b50-ad02-bc8b2aadd90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (da82bbd0-460b-40de-8cb3-ba49905ed456), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:54.999333 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (5179a086-522e-4a06-81e9-3c07fb33a92f), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:55.235957 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (868eaeec-83e0-476a-8434-f31ea3123ac9), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:55.375835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device da82bbd0-460b-40de-8cb3-ba49905ed456 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:03:55.443072 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e91c2-6721-4b50-ad02-bc8b2aadd90d None None] Current status of the port da82bbd0-460b-40de-8cb3-ba49905ed456 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:55.445792 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4b9e91c2-6721-4b50-ad02-bc8b2aadd90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (da82bbd0-460b-40de-8cb3-ba49905ed456), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:55.531990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4b9e91c2-6721-4b50-ad02-bc8b2aadd90d None None] For port da82bbd0-460b-40de-8cb3-ba49905ed456, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=da82bbd0-460b-40de-8cb3-ba49905ed456,segment=NetworkSegment(c4316f63-d512-4da9-a63d-ac4cf28d60bb),segment_id=c4316f63-d512-4da9-a63d-ac4cf28d60bb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:03:55.545383 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4b9e91c2-6721-4b50-ad02-bc8b2aadd90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (da82bbd0-460b-40de-8cb3-ba49905ed456), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:55.602081 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port da82bbd0-460b-40de-8cb3-ba49905ed456 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:55.603029 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (da82bbd0-460b-40de-8cb3-ba49905ed456), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:55.705536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e91c2-6721-4b50-ad02-bc8b2aadd90d None None] Pushing event updated for resources: {'Port': ['ID=da82bbd0-460b-40de-8cb3-ba49905ed456,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:55.813515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port da82bbd0-460b-40de-8cb3-ba49905ed456 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:55.957571 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (868eaeec-83e0-476a-8434-f31ea3123ac9), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:55.978264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd926d-3173-4a3f-89c6-4ce19b8f05f7 req-61b9b1a7-0d50-4930-b663-fcb6263fbdf8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:55.981582 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6abd926d-3173-4a3f-89c6-4ce19b8f05f7 req-61b9b1a7-0d50-4930-b663-fcb6263fbdf8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.1885874 Feb 04 14:03:55.983860 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (868eaeec-83e0-476a-8434-f31ea3123ac9), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:55.985157 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (5179a086-522e-4a06-81e9-3c07fb33a92f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:56.049334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f114f449-943e-4004-a45c-85c9bf9e3b7f None None] Provisioning complete for port 868eaeec-83e0-476a-8434-f31ea3123ac9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:56.050192 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f114f449-943e-4004-a45c-85c9bf9e3b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (868eaeec-83e0-476a-8434-f31ea3123ac9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:56.127434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f114f449-943e-4004-a45c-85c9bf9e3b7f None None] Port 868eaeec-83e0-476a-8434-f31ea3123ac9 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:03:56.151856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f114f449-943e-4004-a45c-85c9bf9e3b7f None None] Provisioning complete for port da82bbd0-460b-40de-8cb3-ba49905ed456 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:56.152751 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f114f449-943e-4004-a45c-85c9bf9e3b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (da82bbd0-460b-40de-8cb3-ba49905ed456), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:56.182493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=868eaeec-83e0-476a-8434-f31ea3123ac9,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:56.216845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:56.218380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:56.218380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:56.218380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:56.219025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:56.219025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:56.219451 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:56.219652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:56.220407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:56.220407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:56.220770 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:56.221240 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:56.221570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:56.242193 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6abd926d-3173-4a3f-89c6-4ce19b8f05f7 req-6faa3b6a-9442-429c-9d1a-608fbdbdb796 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040281 Feb 04 14:03:56.302338 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network be26882d-c163-4ec7-b9ce-af14ed4ddda0 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:03:56.305371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:03:56.306835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f114f449-943e-4004-a45c-85c9bf9e3b7f None None] Current status of the port da82bbd0-460b-40de-8cb3-ba49905ed456 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:56.454963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0abbd029-cce9-46cf-b47c-b61dbb5adf2a None None] Provisioning complete for port 868eaeec-83e0-476a-8434-f31ea3123ac9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:56.455333 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0abbd029-cce9-46cf-b47c-b61dbb5adf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (868eaeec-83e0-476a-8434-f31ea3123ac9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:56.510817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0abbd029-cce9-46cf-b47c-b61dbb5adf2a None None] Port 868eaeec-83e0-476a-8434-f31ea3123ac9 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:03:56.520226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 5179a086-522e-4a06-81e9-3c07fb33a92f is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:03:56.701728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:03:56.712120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0ed598f2-f50b-4e27-8ace-9dc9163d7228 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/5179a086-522e-4a06-81e9-3c07fb33a92f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1588385 Feb 04 14:03:56.712624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50124) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:56.728812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f782fd-1d2a-42a5-be05-8ed262e6dfd7 None None] Sync routers for ids ['5179a086-522e-4a06-81e9-3c07fb33a92f'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:03:56.742805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f782fd-1d2a-42a5-be05-8ed262e6dfd7 None None] Routers {'5179a086-522e-4a06-81e9-3c07fb33a92f'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:03:56.744501 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b8f782fd-1d2a-42a5-be05-8ed262e6dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5179a086-522e-4a06-81e9-3c07fb33a92f'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:56.781482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef713ae-cd24-429e-8292-5c98836b8e73 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:56.781482 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-aef713ae-cd24-429e-8292-5c98836b8e73 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports/868eaeec-83e0-476a-8434-f31ea3123ac9 HTTP/1.1" status: 200 len: 984 time: 0.0678663 Feb 04 14:03:56.787216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50126) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:56.817548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b8f782fd-1d2a-42a5-be05-8ed262e6dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:56.838743 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f782fd-1d2a-42a5-be05-8ed262e6dfd7 None None] Routers {'5179a086-522e-4a06-81e9-3c07fb33a92f'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:03:56.839386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b8f782fd-1d2a-42a5-be05-8ed262e6dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5179a086-522e-4a06-81e9-3c07fb33a92f'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:56.895769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b8f782fd-1d2a-42a5-be05-8ed262e6dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:56.896715 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f782fd-1d2a-42a5-be05-8ed262e6dfd7 None None] The sync data for ids ['5179a086-522e-4a06-81e9-3c07fb33a92f'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:03:56.909444 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-63fd89c7-546d-471e-86ed-0d365a2a7a17 None None] Provisioning complete for port 868eaeec-83e0-476a-8434-f31ea3123ac9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:56.909824 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-63fd89c7-546d-471e-86ed-0d365a2a7a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (868eaeec-83e0-476a-8434-f31ea3123ac9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:56.957412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-63fd89c7-546d-471e-86ed-0d365a2a7a17 None None] Port 868eaeec-83e0-476a-8434-f31ea3123ac9 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:03:57.199142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device da82bbd0-460b-40de-8cb3-ba49905ed456 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:03:57.298571 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-aed35236-130c-4799-b216-a48fac87120e None None] Provisioning complete for port 868eaeec-83e0-476a-8434-f31ea3123ac9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:57.298991 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aed35236-130c-4799-b216-a48fac87120e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (868eaeec-83e0-476a-8434-f31ea3123ac9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:57.357365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port da82bbd0-460b-40de-8cb3-ba49905ed456 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:57.357726 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (da82bbd0-460b-40de-8cb3-ba49905ed456), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:57.392050 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-aed35236-130c-4799-b216-a48fac87120e None None] Port 868eaeec-83e0-476a-8434-f31ea3123ac9 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:03:57.480859 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port da82bbd0-460b-40de-8cb3-ba49905ed456 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:03:57.711506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e3026-ca6f-485a-847a-4d911d600845 req-c643f81c-d1a4-4d7a-b8dd-0012ec1e52a7 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:57.713050 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f98e3026-ca6f-485a-847a-4d911d600845 req-c643f81c-d1a4-4d7a-b8dd-0012ec1e52a7 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.1272376 Feb 04 14:03:57.827549 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f98e3026-ca6f-485a-847a-4d911d600845 req-779459ca-db88-4a0f-9f84-ca48a14a2d41 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876493 Feb 04 14:03:57.935242 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c34ec18-d166-494a-8ffc-7c5a2ab9cef5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (5179a086-522e-4a06-81e9-3c07fb33a92f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:58.197824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-3c34ec18-d166-494a-8ffc-7c5a2ab9cef5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port 868eaeec-83e0-476a-8434-f31ea3123ac9 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:03:58.198245 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c34ec18-d166-494a-8ffc-7c5a2ab9cef5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (868eaeec-83e0-476a-8434-f31ea3123ac9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:58.332382 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c34ec18-d166-494a-8ffc-7c5a2ab9cef5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (868eaeec-83e0-476a-8434-f31ea3123ac9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:58.345184 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-3c34ec18-d166-494a-8ffc-7c5a2ab9cef5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for 868eaeec-83e0-476a-8434-f31ea3123ac9 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:03:58.580719 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c34ec18-d166-494a-8ffc-7c5a2ab9cef5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (868eaeec-83e0-476a-8434-f31ea3123ac9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:58.613942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34ec18-d166-494a-8ffc-7c5a2ab9cef5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=868eaeec-83e0-476a-8434-f31ea3123ac9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:58.730558 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3c34ec18-d166-494a-8ffc-7c5a2ab9cef5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (5179a086-522e-4a06-81e9-3c07fb33a92f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:58.969015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c34ec18-d166-494a-8ffc-7c5a2ab9cef5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 5179a086-522e-4a06-81e9-3c07fb33a92f has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:03:59.036572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93c12b-60a4-480f-9c06-80e39a42c02b req-583f356d-1097-4704-8389-77d77cd08690 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:59.038162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6d93c12b-60a4-480f-9c06-80e39a42c02b req-583f356d-1097-4704-8389-77d77cd08690 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.1110251 Feb 04 14:03:59.094896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c34ec18-d166-494a-8ffc-7c5a2ab9cef5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:03:59.101213 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3c34ec18-d166-494a-8ffc-7c5a2ab9cef5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/5179a086-522e-4a06-81e9-3c07fb33a92f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3125288 Feb 04 14:03:59.104224 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50132) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:59.108073 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d742dd-3730-438d-867c-10bc96c703d7 None None] Sync routers for ids ['5179a086-522e-4a06-81e9-3c07fb33a92f'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:03:59.123429 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d742dd-3730-438d-867c-10bc96c703d7 None None] Routers {'5179a086-522e-4a06-81e9-3c07fb33a92f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:03:59.124342 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-48d742dd-3730-438d-867c-10bc96c703d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5179a086-522e-4a06-81e9-3c07fb33a92f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:59.166453 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6d93c12b-60a4-480f-9c06-80e39a42c02b req-db74d0af-e353-4cee-aeef-e4186b5faab6 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003809 Feb 04 14:03:59.175659 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-48d742dd-3730-438d-867c-10bc96c703d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:59.200274 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d742dd-3730-438d-867c-10bc96c703d7 None None] Routers {'5179a086-522e-4a06-81e9-3c07fb33a92f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:03:59.201318 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-48d742dd-3730-438d-867c-10bc96c703d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['5179a086-522e-4a06-81e9-3c07fb33a92f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:59.248117 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-48d742dd-3730-438d-867c-10bc96c703d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:03:59.249324 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d742dd-3730-438d-867c-10bc96c703d7 None None] The sync data for ids ['5179a086-522e-4a06-81e9-3c07fb33a92f'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:03:59.385296 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-39ecf433-7bb7-4fe4-9302-3d9369c2122b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 14:03:59.390219 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-39ecf433-7bb7-4fe4-9302-3d9369c2122b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/5179a086-522e-4a06-81e9-3c07fb33a92f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2810047 Feb 04 14:03:59.391464 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50134) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:59.426657 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8bcf374b-de41-4af9-a86f-c7fe24f28b0b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports?device_id=5179a086-522e-4a06-81e9-3c07fb33a92f HTTP/1.1" status: 200 len: 205 time: 0.0335197 Feb 04 14:03:59.428991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50136) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:59.517158 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c8305d3-9523-4fa5-ad35-f8e7d796d442 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (5179a086-522e-4a06-81e9-3c07fb33a92f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:59.707807 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c8305d3-9523-4fa5-ad35-f8e7d796d442 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (5179a086-522e-4a06-81e9-3c07fb33a92f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:59.711407 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c8305d3-9523-4fa5-ad35-f8e7d796d442 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_controller (5179a086-522e-4a06-81e9-3c07fb33a92f), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:59.774624 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c8305d3-9523-4fa5-ad35-f8e7d796d442 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (5179a086-522e-4a06-81e9-3c07fb33a92f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:59.775943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8305d3-9523-4fa5-ad35-f8e7d796d442 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Fanout notify agent at l3_agent the message router_deleted on router 5179a086-522e-4a06-81e9-3c07fb33a92f {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:03:59.785267 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c8305d3-9523-4fa5-ad35-f8e7d796d442 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:59.786650 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9c8305d3-9523-4fa5-ad35-f8e7d796d442 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/routers/5179a086-522e-4a06-81e9-3c07fb33a92f HTTP/1.1" status: 204 len: 168 time: 0.3566298 Feb 04 14:03:59.789476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50138) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:03:59.869708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-14fa8ac9-bc0e-4367-b0a5-cfc619064666 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting subnet 3f1646ea-7908-4b10-80ba-f3857efef42e {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:03:59.875288 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14fa8ac9-bc0e-4367-b0a5-cfc619064666 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (3f1646ea-7908-4b10-80ba-f3857efef42e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:03:59.941784 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14fa8ac9-bc0e-4367-b0a5-cfc619064666 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (3f1646ea-7908-4b10-80ba-f3857efef42e), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.062170 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14fa8ac9-bc0e-4367-b0a5-cfc619064666 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (3f1646ea-7908-4b10-80ba-f3857efef42e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.135188 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14fa8ac9-bc0e-4367-b0a5-cfc619064666 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (3f1646ea-7908-4b10-80ba-f3857efef42e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.164915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa8ac9-bc0e-4367-b0a5-cfc619064666 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Subnet': ['ID=3f1646ea-7908-4b10-80ba-f3857efef42e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:00.170624 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14fa8ac9-bc0e-4367-b0a5-cfc619064666 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.174937 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-14fa8ac9-bc0e-4367-b0a5-cfc619064666 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/3f1646ea-7908-4b10-80ba-f3857efef42e HTTP/1.1" status: 204 len: 168 time: 0.3837142 Feb 04 14:04:00.177936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50142) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:00.181155 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a194fe7-f097-455a-9dd3-ea1306014cbe None None] Network be26882d-c163-4ec7-b9ce-af14ed4ddda0 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:00.275055 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (be26882d-c163-4ec7-b9ce-af14ed4ddda0), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.350964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0640e-75f6-4a9d-94d5-1be8b620e0b0 req-6e73e7a2-4d67-4003-a137-89601e5fbf93 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:00.352493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccf0640e-75f6-4a9d-94d5-1be8b620e0b0 req-6e73e7a2-4d67-4003-a137-89601e5fbf93 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.0944495 Feb 04 14:04:00.366663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56ef269-821f-4960-b4dd-848dd16351ea None None] DHCP port deletion for be26882d-c163-4ec7-b9ce-af14ed4ddda0 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:04:00.410892 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port da82bbd0-460b-40de-8cb3-ba49905ed456 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:00.411243 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (da82bbd0-460b-40de-8cb3-ba49905ed456), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.422286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e56ef269-821f-4960-b4dd-848dd16351ea None None] Deleting port da82bbd0-460b-40de-8cb3-ba49905ed456 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:00.422701 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e56ef269-821f-4960-b4dd-848dd16351ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (da82bbd0-460b-40de-8cb3-ba49905ed456), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.429229 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccf0640e-75f6-4a9d-94d5-1be8b620e0b0 req-1b112df0-588b-40af-ac44-823175105ee1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703137 Feb 04 14:04:00.485799 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] For port da82bbd0-460b-40de-8cb3-ba49905ed456, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=da82bbd0-460b-40de-8cb3-ba49905ed456,segment=NetworkSegment(c4316f63-d512-4da9-a63d-ac4cf28d60bb),segment_id=c4316f63-d512-4da9-a63d-ac4cf28d60bb)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:00.486197 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (da82bbd0-460b-40de-8cb3-ba49905ed456), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.489348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e56ef269-821f-4960-b4dd-848dd16351ea None None] For port da82bbd0-460b-40de-8cb3-ba49905ed456, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=da82bbd0-460b-40de-8cb3-ba49905ed456,segment=NetworkSegment(c4316f63-d512-4da9-a63d-ac4cf28d60bb),segment_id=c4316f63-d512-4da9-a63d-ac4cf28d60bb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:00.489754 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e56ef269-821f-4960-b4dd-848dd16351ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (da82bbd0-460b-40de-8cb3-ba49905ed456), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.500417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for da82bbd0-460b-40de-8cb3-ba49905ed456 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:00.503298 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e56ef269-821f-4960-b4dd-848dd16351ea None None] Calling delete_port for da82bbd0-460b-40de-8cb3-ba49905ed456 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:00.591463 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e56ef269-821f-4960-b4dd-848dd16351ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (da82bbd0-460b-40de-8cb3-ba49905ed456), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.599578 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (da82bbd0-460b-40de-8cb3-ba49905ed456), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.619374 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ef269-821f-4960-b4dd-848dd16351ea None None] Pushing event deleted for resources: {'Port': ['ID=da82bbd0-460b-40de-8cb3-ba49905ed456,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:00.623425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56ef269-821f-4960-b4dd-848dd16351ea None None] No DVR routers for this DVR port da82bbd0-460b-40de-8cb3-ba49905ed456 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:04:00.628832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=da82bbd0-460b-40de-8cb3-ba49905ed456,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:00.634368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No DVR routers for this DVR port da82bbd0-460b-40de-8cb3-ba49905ed456 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:04:00.727503 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (be26882d-c163-4ec7-b9ce-af14ed4ddda0), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.749280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be26882d-c163-4ec7-b9ce-af14ed4ddda0']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:00.759561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4316f63-d512-4da9-a63d-ac4cf28d60bb') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:00.759866 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4316f63-d512-4da9-a63d-ac4cf28d60bb') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:00.772725 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (c4316f63-d512-4da9-a63d-ac4cf28d60bb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.787695 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c4316f63-d512-4da9-a63d-ac4cf28d60bb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.795442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:04:00.795864 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (c4316f63-d512-4da9-a63d-ac4cf28d60bb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: self.session.flush() Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:04:00.799090 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:04:00.866214 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (be26882d-c163-4ec7-b9ce-af14ed4ddda0), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.870918 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.874749 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/networks/be26882d-c163-4ec7-b9ce-af14ed4ddda0 HTTP/1.1" status: 204 len: 168 time: 0.6956110 Feb 04 14:04:00.885432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50146) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:00.891182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121f4e6-05b3-450f-bdba-e569e1264b36 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Network': ['ID=be26882d-c163-4ec7-b9ce-af14ed4ddda0,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:00.891527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a1c21c33-e23a-42f5-ab17-c1b9e711c454 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1607892298'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:00.912144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c21c33-e23a-42f5-ab17-c1b9e711c454 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:04:00.915592 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a1c21c33-e23a-42f5-ab17-c1b9e711c454 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.943290 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c21c33-e23a-42f5-ab17-c1b9e711c454 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:04:00.956840 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a1c21c33-e23a-42f5-ab17-c1b9e711c454 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (934e2f83-1d2a-4af0-b25c-ce78d996a01c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:00.957178 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-a1c21c33-e23a-42f5-ab17-c1b9e711c454 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Added segment 934e2f83-1d2a-4af0-b25c-ce78d996a01c of type vlan for network c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20 Feb 04 14:04:01.003397 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a1c21c33-e23a-42f5-ab17-c1b9e711c454 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:01.031172 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a1c21c33-e23a-42f5-ab17-c1b9e711c454 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:01.036928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c21c33-e23a-42f5-ab17-c1b9e711c454 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:01.037772 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a1c21c33-e23a-42f5-ab17-c1b9e711c454 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:01.103262 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a1c21c33-e23a-42f5-ab17-c1b9e711c454 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2166936 Feb 04 14:04:01.106982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50148) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:01.112484 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a879bd9c-df4d-4f94-9be6-f9d44d7cadc9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'subnet': {'network_id': 'c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:01.123350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c21c33-e23a-42f5-ab17-c1b9e711c454 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Network': ['ID=c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:01.126397 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device da82bbd0-460b-40de-8cb3-ba49905ed456 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:04:01.154748 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:04:01.157225 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: da82bbd0-460b-40de-8cb3-ba49905ed456 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:04:01.157639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device da82bbd0-460b-40de-8cb3-ba49905ed456 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:04:01.258532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a879bd9c-df4d-4f94-9be6-f9d44d7cadc9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:04:01.262811 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a879bd9c-df4d-4f94-9be6-f9d44d7cadc9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:01.336495 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ba08b70-7c9a-4768-9ad5-e5c90568573d req-6f1ebb8d-ff34-4556-9a56-aabfe505ac82 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1191559 Feb 04 14:04:01.511746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba08b70-7c9a-4768-9ad5-e5c90568573d req-9c231498-0b3f-4f66-8ef9-312a622a03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:01.513238 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ba08b70-7c9a-4768-9ad5-e5c90568573d req-9c231498-0b3f-4f66-8ef9-312a622a03cb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 1128 time: 0.1249599 Feb 04 14:04:01.554619 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a879bd9c-df4d-4f94-9be6-f9d44d7cadc9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (fc8aeb07-5a96-452d-90ad-d059ed3a7b51), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:01.688505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879bd9c-df4d-4f94-9be6-f9d44d7cadc9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Subnet': ['ID=fc8aeb07-5a96-452d-90ad-d059ed3a7b51,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:01.718613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104a89c-5022-4ec6-b14c-b63ccd8e2a6a req-c2971fa7-d28d-4e53-ba94-e9285dda71fe tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:01.720210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f104a89c-5022-4ec6-b14c-b63ccd8e2a6a req-c2971fa7-d28d-4e53-ba94-e9285dda71fe tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.2114725 Feb 04 14:04:01.751210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a879bd9c-df4d-4f94-9be6-f9d44d7cadc9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Checking segment: {'id': '934e2f83-1d2a-4af0-b25c-ce78d996a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:04:01.751587 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a879bd9c-df4d-4f94-9be6-f9d44d7cadc9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network hostable DHCP agents. Network: c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:04:01.760757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba08b70-7c9a-4768-9ad5-e5c90568573d req-7495ed9b-9fb3-42e2-97fe-3087781a1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:01.762505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ba08b70-7c9a-4768-9ad5-e5c90568573d req-7495ed9b-9fb3-42e2-97fe-3087781a1e07 service neutron] 10.222.0.100 "GET /v2.0/networks?id=535ba2f2-fb25-4ea1-b345-ed485550989e HTTP/1.1" status: 200 len: 897 time: 0.2169085 Feb 04 14:04:01.858773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a879bd9c-df4d-4f94-9be6-f9d44d7cadc9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:04:01.867164 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f104a89c-5022-4ec6-b14c-b63ccd8e2a6a req-3c1378d4-106c-4a4d-a81d-7851799d9d62 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402895 Feb 04 14:04:01.879815 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ba08b70-7c9a-4768-9ad5-e5c90568573d req-5c5ab238-6dc1-4c8d-a7ac-f1ffab56227a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902 HTTP/1.1" status: 200 len: 1001 time: 0.1100504 Feb 04 14:04:01.880939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-a879bd9c-df4d-4f94-9be6-f9d44d7cadc9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:01.886258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a879bd9c-df4d-4f94-9be6-f9d44d7cadc9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:01.887058 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a879bd9c-df4d-4f94-9be6-f9d44d7cadc9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:01.894756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6a9413-a3ae-4787-82c4-69f7abb6d5ec None None] Network c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:01.938172 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a879bd9c-df4d-4f94-9be6-f9d44d7cadc9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8300841 Feb 04 14:04:01.941269 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50152) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:01.946985 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-18143709-95e5-4a58-92c8-10a9c881ebcd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-95616680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:01.951658 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba08b70-7c9a-4768-9ad5-e5c90568573d req-4d4f93fc-6481-4bac-bedb-a9a4eef9678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:01.953663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ba08b70-7c9a-4768-9ad5-e5c90568573d req-4d4f93fc-6481-4bac-bedb-a9a4eef9678d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=42828123-fb70-486e-ae7d-fe5c71e6ab2d HTTP/1.1" status: 200 len: 835 time: 0.0632455 Feb 04 14:04:01.972870 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18143709-95e5-4a58-92c8-10a9c881ebcd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (22d83fe6-d883-464c-a627-503dbb550260), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:01.974339 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18143709-95e5-4a58-92c8-10a9c881ebcd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (22d83fe6-d883-464c-a627-503dbb550260), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:02.009359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba08b70-7c9a-4768-9ad5-e5c90568573d req-acd37b74-811a-4e42-ad9c-644add43a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:02.010984 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ba08b70-7c9a-4768-9ad5-e5c90568573d req-acd37b74-811a-4e42-ad9c-644add43a307 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=535ba2f2-fb25-4ea1-b345-ed485550989e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514979 Feb 04 14:04:02.024851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20', 'network_id': 'c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20', 'project_id': 'e27fde8137274cddb1048167832f38f8', 'fixed_ips': [{'subnet_id': 'fc8aeb07-5a96-452d-90ad-d059ed3a7b51'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:04:02.026593 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:02.044794 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18143709-95e5-4a58-92c8-10a9c881ebcd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_controller (22d83fe6-d883-464c-a627-503dbb550260), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:02.056802 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18143709-95e5-4a58-92c8-10a9c881ebcd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (22d83fe6-d883-464c-a627-503dbb550260), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:02.078855 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18143709-95e5-4a58-92c8-10a9c881ebcd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:02.080376 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-18143709-95e5-4a58-92c8-10a9c881ebcd tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1373041 Feb 04 14:04:02.083052 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50154) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:02.129221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ba08b70-7c9a-4768-9ad5-e5c90568573d req-17e79782-e1bd-46aa-9a7c-704270be08c6 service neutron] 10.222.0.100 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095536 Feb 04 14:04:02.215896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Allocated IP 2001:db8::2 (c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20/fc8aeb07-5a96-452d-90ad-d059ed3a7b51/ca96c1c8-c6d6-47dd-84f3-ec1322f618f9) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:04:02.266940 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ba08b70-7c9a-4768-9ad5-e5c90568573d req-dbc0aae8-dc84-46dd-a771-43bf5c08e625 service neutron] 10.222.0.100 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302817 Feb 04 14:04:02.444211 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Publish callbacks [] for port (ca96c1c8-c6d6-47dd-84f3-ec1322f618f9), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:02.453515 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (ca96c1c8-c6d6-47dd-84f3-ec1322f618f9), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:02.524118 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Network c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:02.531163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:02.539809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:04:02.558607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Pushing event updated for resources: {'Port': ['ID=ca96c1c8-c6d6-47dd-84f3-ec1322f618f9,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:02.660161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Attempting to bind port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:04:02.660594 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Attempting to bind port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '934e2f83-1d2a-4af0-b25c-ce78d996a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:04:02.661026 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Attempting to bind port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 on network c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:04:02.674385 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:04:02.674785 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Checking segment: {'id': '934e2f83-1d2a-4af0-b25c-ce78d996a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:04:02.675192 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:02.675586 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Bound using segment: {'id': '934e2f83-1d2a-4af0-b25c-ce78d996a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:04:02.676058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Bound port: ca96c1c8-c6d6-47dd-84f3-ec1322f618f9, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934e2f83-1d2a-4af0-b25c-ce78d996a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:04:02.676428 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ca96c1c8-c6d6-47dd-84f3-ec1322f618f9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:02.765126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] For port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:04:02.768603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] For port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ca96c1c8-c6d6-47dd-84f3-ec1322f618f9,segment=NetworkSegment(934e2f83-1d2a-4af0-b25c-ce78d996a01c),segment_id=934e2f83-1d2a-4af0-b25c-ce78d996a01c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:04:02.777544 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ca96c1c8-c6d6-47dd-84f3-ec1322f618f9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:02.850422 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fa6d6-5638-4d1f-b729-b621b91fe6fb None None] Pushing event updated for resources: {'Port': ['ID=ca96c1c8-c6d6-47dd-84f3-ec1322f618f9,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:02.899761 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:03.079652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b809500-dbc6-400b-88c9-ecc62d155e5b req-ee71170f-8cc4-416a-bf8c-4f032a82ca6b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:03.123630 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b809500-dbc6-400b-88c9-ecc62d155e5b req-ee71170f-8cc4-416a-bf8c-4f032a82ca6b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.1607435 Feb 04 14:04:03.214227 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b809500-dbc6-400b-88c9-ecc62d155e5b req-aca73e7a-3769-4a37-98e7-b484f4808c7a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833244 Feb 04 14:04:03.327765 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Allocated IP 2001:db8::1 (c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20/fc8aeb07-5a96-452d-90ad-d059ed3a7b51/4281ea64-0391-44ce-9968-edd52ec15f29) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:04:03.503560 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (4281ea64-0391-44ce-9968-edd52ec15f29), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:03.561018 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4281ea64-0391-44ce-9968-edd52ec15f29), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:03.624661 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:03.634583 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:03.644197 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:04:03.644962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (22d83fe6-d883-464c-a627-503dbb550260), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:03.711039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=4281ea64-0391-44ce-9968-edd52ec15f29,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:03.852511 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4281ea64-0391-44ce-9968-edd52ec15f29), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:04.069777 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:04:04.193676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5929c5e-62d5-4a26-b3e8-4159844dcf6f None None] Network c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:04.202234 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (4281ea64-0391-44ce-9968-edd52ec15f29), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:04.209534 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (4281ea64-0391-44ce-9968-edd52ec15f29), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:04.210719 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (22d83fe6-d883-464c-a627-503dbb550260), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:04.314212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d498fcdb-fe6e-404a-a09a-f3139ab50031 None None] Provisioning complete for port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:04.315303 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d498fcdb-fe6e-404a-a09a-f3139ab50031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ca96c1c8-c6d6-47dd-84f3-ec1322f618f9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:04.328928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=4281ea64-0391-44ce-9968-edd52ec15f29,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:04.381317 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:04.383437 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:04.422794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc90b7-ac87-4756-84d4-0dce1dc2ffb2 req-ac9bb973-318f-467a-93de-d609848b5850 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:04.426357 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15cc90b7-ac87-4756-84d4-0dce1dc2ffb2 req-ac9bb973-318f-467a-93de-d609848b5850 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.0774691 Feb 04 14:04:04.510159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15cc90b7-ac87-4756-84d4-0dce1dc2ffb2 req-ed537703-812b-44c4-9974-631af653825e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757272 Feb 04 14:04:04.550691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d498fcdb-fe6e-404a-a09a-f3139ab50031 None None] Current status of the port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:04.551366 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d498fcdb-fe6e-404a-a09a-f3139ab50031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ca96c1c8-c6d6-47dd-84f3-ec1322f618f9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:04.622091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 22d83fe6-d883-464c-a627-503dbb550260 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:04:04.655845 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d498fcdb-fe6e-404a-a09a-f3139ab50031 None None] For port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ca96c1c8-c6d6-47dd-84f3-ec1322f618f9,segment=NetworkSegment(934e2f83-1d2a-4af0-b25c-ce78d996a01c),segment_id=934e2f83-1d2a-4af0-b25c-ce78d996a01c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:04.663933 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d498fcdb-fe6e-404a-a09a-f3139ab50031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ca96c1c8-c6d6-47dd-84f3-ec1322f618f9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:04.767569 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498fcdb-fe6e-404a-a09a-f3139ab50031 None None] Pushing event updated for resources: {'Port': ['ID=ca96c1c8-c6d6-47dd-84f3-ec1322f618f9,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:04.784332 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:04.793355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50160) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:04.803861 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b342f38-c3a8-4a1a-acdd-59334d11f700 None None] Sync routers for ids ['22d83fe6-d883-464c-a627-503dbb550260'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:04.806682 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a804e250-2e3c-47fd-a067-98967d5dfdfc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/22d83fe6-d883-464c-a627-503dbb550260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7186363 Feb 04 14:04:04.825840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b342f38-c3a8-4a1a-acdd-59334d11f700 None None] Routers {'22d83fe6-d883-464c-a627-503dbb550260'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:04.826984 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5b342f38-c3a8-4a1a-acdd-59334d11f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['22d83fe6-d883-464c-a627-503dbb550260'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:04.858815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b94330-110c-4274-af08-f03333ca87ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:04.863346 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-08b94330-110c-4274-af08-f03333ca87ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports/4281ea64-0391-44ce-9968-edd52ec15f29 HTTP/1.1" status: 200 len: 911 time: 0.0684857 Feb 04 14:04:04.863757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50162) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:04.897738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5b342f38-c3a8-4a1a-acdd-59334d11f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:04.919613 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b342f38-c3a8-4a1a-acdd-59334d11f700 None None] Routers {'22d83fe6-d883-464c-a627-503dbb550260'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:04.920299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5b342f38-c3a8-4a1a-acdd-59334d11f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['22d83fe6-d883-464c-a627-503dbb550260'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:04.961080 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5b342f38-c3a8-4a1a-acdd-59334d11f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:04.961995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b342f38-c3a8-4a1a-acdd-59334d11f700 None None] The sync data for ids ['22d83fe6-d883-464c-a627-503dbb550260'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:04.964784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-688468cb-4089-452a-a5dd-323a5e122034 None None] Provisioning complete for port 4281ea64-0391-44ce-9968-edd52ec15f29 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:04.965070 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-688468cb-4089-452a-a5dd-323a5e122034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4281ea64-0391-44ce-9968-edd52ec15f29), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:05.016743 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-688468cb-4089-452a-a5dd-323a5e122034 None None] Port 4281ea64-0391-44ce-9968-edd52ec15f29 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:04:05.032584 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-688468cb-4089-452a-a5dd-323a5e122034 None None] Provisioning complete for port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:05.033126 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-688468cb-4089-452a-a5dd-323a5e122034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ca96c1c8-c6d6-47dd-84f3-ec1322f618f9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:05.235213 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-688468cb-4089-452a-a5dd-323a5e122034 None None] Current status of the port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:05.329961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:04:05.395437 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:05.395587 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ca96c1c8-c6d6-47dd-84f3-ec1322f618f9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:05.499170 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9855168d-4ac9-45cf-90dc-986b46927fc6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (22d83fe6-d883-464c-a627-503dbb550260), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:05.520912 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-923df7ba-b5c7-4cbc-8ffc-fb5da85f1f79 None None] Provisioning complete for port 4281ea64-0391-44ce-9968-edd52ec15f29 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:05.521283 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-923df7ba-b5c7-4cbc-8ffc-fb5da85f1f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4281ea64-0391-44ce-9968-edd52ec15f29), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:05.525500 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:05.588660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-923df7ba-b5c7-4cbc-8ffc-fb5da85f1f79 None None] Port 4281ea64-0391-44ce-9968-edd52ec15f29 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:04:05.694791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fccee-ea73-4971-9483-815c23cf8da3 req-76c055cd-97ed-4fc4-9cc9-78372ae9c8fe tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:05.697120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-564fccee-ea73-4971-9483-815c23cf8da3 req-76c055cd-97ed-4fc4-9cc9-78372ae9c8fe tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.0737338 Feb 04 14:04:05.710070 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d03f9cff-952d-40c0-8716-333f67a6f156 None None] Provisioning complete for port 4281ea64-0391-44ce-9968-edd52ec15f29 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:05.710674 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d03f9cff-952d-40c0-8716-333f67a6f156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4281ea64-0391-44ce-9968-edd52ec15f29), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:05.751805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d03f9cff-952d-40c0-8716-333f67a6f156 None None] Port 4281ea64-0391-44ce-9968-edd52ec15f29 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:04:05.778675 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-564fccee-ea73-4971-9483-815c23cf8da3 req-f1fb906c-fb84-416f-bbac-26341ee13cc2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744860 Feb 04 14:04:05.869020 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9855168d-4ac9-45cf-90dc-986b46927fc6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port 4281ea64-0391-44ce-9968-edd52ec15f29 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:05.869508 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9855168d-4ac9-45cf-90dc-986b46927fc6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4281ea64-0391-44ce-9968-edd52ec15f29), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:05.972203 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9855168d-4ac9-45cf-90dc-986b46927fc6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4281ea64-0391-44ce-9968-edd52ec15f29), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:05.985324 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9855168d-4ac9-45cf-90dc-986b46927fc6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for 4281ea64-0391-44ce-9968-edd52ec15f29 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:06.169947 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9855168d-4ac9-45cf-90dc-986b46927fc6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4281ea64-0391-44ce-9968-edd52ec15f29), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:06.203703 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855168d-4ac9-45cf-90dc-986b46927fc6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=4281ea64-0391-44ce-9968-edd52ec15f29,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:06.319280 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9855168d-4ac9-45cf-90dc-986b46927fc6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (22d83fe6-d883-464c-a627-503dbb550260), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:06.553406 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9855168d-4ac9-45cf-90dc-986b46927fc6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 22d83fe6-d883-464c-a627-503dbb550260 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:04:06.645198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9855168d-4ac9-45cf-90dc-986b46927fc6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:06.654394 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9855168d-4ac9-45cf-90dc-986b46927fc6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/22d83fe6-d883-464c-a627-503dbb550260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7858930 Feb 04 14:04:06.654778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50168) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:06.661692 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4feff-097f-40cb-86d2-b88608c4d884 None None] Sync routers for ids ['22d83fe6-d883-464c-a627-503dbb550260'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:06.683420 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4feff-097f-40cb-86d2-b88608c4d884 None None] Routers {'22d83fe6-d883-464c-a627-503dbb550260'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:06.684923 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1fd4feff-097f-40cb-86d2-b88608c4d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['22d83fe6-d883-464c-a627-503dbb550260'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:06.712842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-baaed43d-7b8d-43e9-8a19-93da54ba1722 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports?device_id=22d83fe6-d883-464c-a627-503dbb550260 HTTP/1.1" status: 200 len: 205 time: 0.0559199 Feb 04 14:04:06.717353 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50170) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:06.724350 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1fd4feff-097f-40cb-86d2-b88608c4d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:06.736547 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4feff-097f-40cb-86d2-b88608c4d884 None None] Routers {'22d83fe6-d883-464c-a627-503dbb550260'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:06.737296 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1fd4feff-097f-40cb-86d2-b88608c4d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['22d83fe6-d883-464c-a627-503dbb550260'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:06.779868 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1fd4feff-097f-40cb-86d2-b88608c4d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:06.780640 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4feff-097f-40cb-86d2-b88608c4d884 None None] The sync data for ids ['22d83fe6-d883-464c-a627-503dbb550260'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:06.821553 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-949b2806-65ea-43c0-9d57-bec3d141e980 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (22d83fe6-d883-464c-a627-503dbb550260), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:07.419315 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-949b2806-65ea-43c0-9d57-bec3d141e980 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (22d83fe6-d883-464c-a627-503dbb550260), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:07.422931 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-949b2806-65ea-43c0-9d57-bec3d141e980 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_controller (22d83fe6-d883-464c-a627-503dbb550260), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:07.440946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074875a-2377-420c-b07c-bcff52419048 req-c6007205-209e-4d23-ae04-2ec0b4b5e17b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:07.442779 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0074875a-2377-420c-b07c-bcff52419048 req-c6007205-209e-4d23-ae04-2ec0b4b5e17b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.5774715 Feb 04 14:04:07.500667 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-949b2806-65ea-43c0-9d57-bec3d141e980 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (22d83fe6-d883-464c-a627-503dbb550260), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:07.501373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949b2806-65ea-43c0-9d57-bec3d141e980 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Fanout notify agent at l3_agent the message router_deleted on router 22d83fe6-d883-464c-a627-503dbb550260 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:04:07.510557 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-949b2806-65ea-43c0-9d57-bec3d141e980 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:07.512635 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-949b2806-65ea-43c0-9d57-bec3d141e980 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/routers/22d83fe6-d883-464c-a627-503dbb550260 HTTP/1.1" status: 204 len: 168 time: 0.7941577 Feb 04 14:04:07.516560 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50174) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:07.554084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0074875a-2377-420c-b07c-bcff52419048 req-f5345d22-be51-40f3-80db-6792604f5371 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762727 Feb 04 14:04:07.613379 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d2b7f7-84fb-48ad-9659-3f452ddfb9c3 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting subnet fc8aeb07-5a96-452d-90ad-d059ed3a7b51 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:04:07.618633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19d2b7f7-84fb-48ad-9659-3f452ddfb9c3 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (fc8aeb07-5a96-452d-90ad-d059ed3a7b51), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:07.683702 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19d2b7f7-84fb-48ad-9659-3f452ddfb9c3 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (fc8aeb07-5a96-452d-90ad-d059ed3a7b51), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:07.806578 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19d2b7f7-84fb-48ad-9659-3f452ddfb9c3 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (fc8aeb07-5a96-452d-90ad-d059ed3a7b51), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:07.898588 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19d2b7f7-84fb-48ad-9659-3f452ddfb9c3 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (fc8aeb07-5a96-452d-90ad-d059ed3a7b51), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:07.928302 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2b7f7-84fb-48ad-9659-3f452ddfb9c3 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8aeb07-5a96-452d-90ad-d059ed3a7b51,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:07.932361 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19d2b7f7-84fb-48ad-9659-3f452ddfb9c3 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:07.939141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50176) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:07.939714 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-19d2b7f7-84fb-48ad-9659-3f452ddfb9c3 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/fc8aeb07-5a96-452d-90ad-d059ed3a7b51 HTTP/1.1" status: 204 len: 168 time: 0.4201005 Feb 04 14:04:07.954366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e943b6-1359-42c8-9b2a-2cac1e214e76 None None] Network c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:08.061653 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:08.148770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7403ab84-f023-4974-8ded-b2f64f5c266d None None] DHCP port deletion for c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:04:08.152833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:08.154880 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ca96c1c8-c6d6-47dd-84f3-ec1322f618f9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:08.216270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7403ab84-f023-4974-8ded-b2f64f5c266d None None] Deleting port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:08.216548 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7403ab84-f023-4974-8ded-b2f64f5c266d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ca96c1c8-c6d6-47dd-84f3-ec1322f618f9), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:08.260101 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] For port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ca96c1c8-c6d6-47dd-84f3-ec1322f618f9,segment=NetworkSegment(934e2f83-1d2a-4af0-b25c-ce78d996a01c),segment_id=934e2f83-1d2a-4af0-b25c-ce78d996a01c)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:08.260640 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ca96c1c8-c6d6-47dd-84f3-ec1322f618f9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:08.284166 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:08.318137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7403ab84-f023-4974-8ded-b2f64f5c266d None None] For port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ca96c1c8-c6d6-47dd-84f3-ec1322f618f9,segment=NetworkSegment(934e2f83-1d2a-4af0-b25c-ce78d996a01c),segment_id=934e2f83-1d2a-4af0-b25c-ce78d996a01c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:08.318550 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7403ab84-f023-4974-8ded-b2f64f5c266d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ca96c1c8-c6d6-47dd-84f3-ec1322f618f9), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:08.336266 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7403ab84-f023-4974-8ded-b2f64f5c266d None None] Calling delete_port for ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:08.413071 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ca96c1c8-c6d6-47dd-84f3-ec1322f618f9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:08.445817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=ca96c1c8-c6d6-47dd-84f3-ec1322f618f9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:08.451554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No DVR routers for this DVR port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:04:08.470011 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7403ab84-f023-4974-8ded-b2f64f5c266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (ca96c1c8-c6d6-47dd-84f3-ec1322f618f9), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:08.606474 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:08.644878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:08.660972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934e2f83-1d2a-4af0-b25c-ce78d996a01c') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:08.661719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934e2f83-1d2a-4af0-b25c-ce78d996a01c') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:08.680027 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (934e2f83-1d2a-4af0-b25c-ce78d996a01c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:08.703811 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (934e2f83-1d2a-4af0-b25c-ce78d996a01c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:08.718793 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:04:08.719921 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (934e2f83-1d2a-4af0-b25c-ce78d996a01c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:04:08.729045 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:04:08.757961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7403ab84-f023-4974-8ded-b2f64f5c266d None None] No DVR routers for this DVR port ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:04:08.764995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403ab84-f023-4974-8ded-b2f64f5c266d None None] Pushing event deleted for resources: {'Port': ['ID=ca96c1c8-c6d6-47dd-84f3-ec1322f618f9,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:08.865785 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:08.900509 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:08.905331 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/networks/c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20 HTTP/1.1" status: 204 len: 168 time: 0.9642806 Feb 04 14:04:08.912679 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50180) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:08.920381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-625301340', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}, 'admin_state_up': False}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:08.923162 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aab103-dbeb-4b1b-90ce-7cb807938c48 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Network': ['ID=c81ba6f4-855e-4d26-8b3d-1ee6ff5a6c20,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:08.952869 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b9559-6b2c-4d9c-9c47-6c1a7c035467 req-50b33802-d47e-4a7b-8c88-9d4abcf5aa4b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:08.955378 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f00b9559-6b2c-4d9c-9c47-6c1a7c035467 req-50b33802-d47e-4a7b-8c88-9d4abcf5aa4b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.2234154 Feb 04 14:04:08.967035 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (30618ddb-e80e-4f4c-b197-6434b600befe), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:08.968831 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (30618ddb-e80e-4f4c-b197-6434b600befe), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:09.047684 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f00b9559-6b2c-4d9c-9c47-6c1a7c035467 req-84d1d3bf-3d86-472c-a418-eb88c8c41542 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836585 Feb 04 14:04:09.064206 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_controller (30618ddb-e80e-4f4c-b197-6434b600befe), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:09.138950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:04:09.169093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:04:09.169971 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ca96c1c8-c6d6-47dd-84f3-ec1322f618f9 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:04:09.273246 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_gateway (30618ddb-e80e-4f4c-b197-6434b600befe), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:09.524308 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_gateway (30618ddb-e80e-4f4c-b197-6434b600befe), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:09.548745 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:09.715686 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Allocated IP 172.25.5.29 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/3d23a0e0-8ced-4d9f-bcd9-fea40bb40422) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:04:09.835542 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (3d23a0e0-8ced-4d9f-bcd9-fea40bb40422), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:09.874989 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (3d23a0e0-8ced-4d9f-bcd9-fea40bb40422), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:09.926060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:09.929866 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:09.932239 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:04:09.966496 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=3d23a0e0-8ced-4d9f-bcd9-fea40bb40422,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:10.218295 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56236de6-d0ce-4609-b5b4-132d55eb7472 req-1491db72-41d3-4428-8939-c4e32fdb7df0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:10.223148 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56236de6-d0ce-4609-b5b4-132d55eb7472 req-1491db72-41d3-4428-8939-c4e32fdb7df0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.0787926 Feb 04 14:04:10.303327 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56236de6-d0ce-4609-b5b4-132d55eb7472 req-97c4ff2e-f650-440f-a556-0cf9b17834d9 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761144 Feb 04 14:04:10.664736 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_gateway (30618ddb-e80e-4f4c-b197-6434b600befe), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:10.922625 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (30618ddb-e80e-4f4c-b197-6434b600befe), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:11.003631 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0aa89cb6-ec4f-4707-a508-714cc96d6c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:11.099213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 30618ddb-e80e-4f4c-b197-6434b600befe is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:04:11.231573 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:11.244110 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7e7f6d-fe91-4c57-ab38-9272b091e1f6 None None] Sync routers for ids ['30618ddb-e80e-4f4c-b197-6434b600befe'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:11.259296 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:11.264964 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-53dbb442-7897-4100-883f-014c3b42b4bb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.3467252 Feb 04 14:04:11.265249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7e7f6d-fe91-4c57-ab38-9272b091e1f6 None None] Routers {'30618ddb-e80e-4f4c-b197-6434b600befe'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:11.265249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2c7e7f6d-fe91-4c57-ab38-9272b091e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['30618ddb-e80e-4f4c-b197-6434b600befe'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:11.265832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50184) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:11.314126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2c7e7f6d-fe91-4c57-ab38-9272b091e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:11.325387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7e7f6d-fe91-4c57-ab38-9272b091e1f6 None None] Routers {'30618ddb-e80e-4f4c-b197-6434b600befe'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:11.325990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2c7e7f6d-fe91-4c57-ab38-9272b091e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['30618ddb-e80e-4f4c-b197-6434b600befe'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:11.364758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2c7e7f6d-fe91-4c57-ab38-9272b091e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:11.365810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7e7f6d-fe91-4c57-ab38-9272b091e1f6 None None] The sync data for ids ['30618ddb-e80e-4f4c-b197-6434b600befe'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:11.394055 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-64143876-60f4-446d-84bd-7998601539ca tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/routers/30618ddb-e80e-4f4c-b197-6434b600befe HTTP/1.1" status: 200 len: 883 time: 0.1256337 Feb 04 14:04:11.396674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50188) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:11.621323 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f16a28-b1e4-47e1-91bf-64103f53626e req-d9aff4ab-7932-44d7-88db-1e8b257ae38a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:11.623947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1f16a28-b1e4-47e1-91bf-64103f53626e req-d9aff4ab-7932-44d7-88db-1e8b257ae38a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.1808112 Feb 04 14:04:11.712951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1f16a28-b1e4-47e1-91bf-64103f53626e req-3c47b861-8f80-4f31-9129-f9fcc1392047 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806272 Feb 04 14:04:11.808171 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-63554db6-8a75-4e01-8ee0-13cdf05fb1d2 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4095924 Feb 04 14:04:11.811046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50190) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:11.816084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-86324628-5334-489e-892c-c1198926ed26 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-625301340'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:12.207998 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-86324628-5334-489e-892c-c1198926ed26 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (30618ddb-e80e-4f4c-b197-6434b600befe), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:12.222125 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-86324628-5334-489e-892c-c1198926ed26 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (30618ddb-e80e-4f4c-b197-6434b600befe), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:12.368168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86324628-5334-489e-892c-c1198926ed26 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 30618ddb-e80e-4f4c-b197-6434b600befe has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:04:12.543283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86324628-5334-489e-892c-c1198926ed26 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:12.550678 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-86324628-5334-489e-892c-c1198926ed26 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:12.552022 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-86324628-5334-489e-892c-c1198926ed26 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/30618ddb-e80e-4f4c-b197-6434b600befe HTTP/1.1" status: 200 len: 890 time: 0.7398930 Feb 04 14:04:12.556090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50194) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:12.559446 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a559e9-37c1-4078-8fa7-6676d74e21ee None None] Sync routers for ids ['30618ddb-e80e-4f4c-b197-6434b600befe'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:12.573229 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a559e9-37c1-4078-8fa7-6676d74e21ee None None] Routers {'30618ddb-e80e-4f4c-b197-6434b600befe'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:12.574988 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c0a559e9-37c1-4078-8fa7-6676d74e21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['30618ddb-e80e-4f4c-b197-6434b600befe'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:12.628004 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c0a559e9-37c1-4078-8fa7-6676d74e21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:12.637824 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a559e9-37c1-4078-8fa7-6676d74e21ee None None] Routers {'30618ddb-e80e-4f4c-b197-6434b600befe'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:12.638429 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c0a559e9-37c1-4078-8fa7-6676d74e21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:03:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['30618ddb-e80e-4f4c-b197-6434b600befe'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:12.682112 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c0a559e9-37c1-4078-8fa7-6676d74e21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:12.683391 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a559e9-37c1-4078-8fa7-6676d74e21ee None None] The sync data for ids ['30618ddb-e80e-4f4c-b197-6434b600befe'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:12.700877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e478bd6c-a7a6-422c-9d0d-69aa99b2dc5a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/routers/30618ddb-e80e-4f4c-b197-6434b600befe HTTP/1.1" status: 200 len: 890 time: 0.1431086 Feb 04 14:04:12.704352 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50196) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:12.751958 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-162aa9b4-cce0-4e68-b85c-ba790a23d297 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports?device_id=30618ddb-e80e-4f4c-b197-6434b600befe HTTP/1.1" status: 200 len: 205 time: 0.0459785 Feb 04 14:04:12.756799 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50200) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:12.937512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcea92-e7c3-4579-ba91-219226acd283 req-eaffcf90-e9d1-4c19-a397-ae7e0684d897 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:12.939414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60dcea92-e7c3-4579-ba91-219226acd283 req-eaffcf90-e9d1-4c19-a397-ae7e0684d897 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.1284909 Feb 04 14:04:12.949041 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f40c4f87-4fc0-4226-a757-cc32ef38f0c1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (30618ddb-e80e-4f4c-b197-6434b600befe), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:13.092678 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60dcea92-e7c3-4579-ba91-219226acd283 req-ff8b9eba-d0cf-4d4f-9a36-f5ae9ce770cd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398346 Feb 04 14:04:13.123472 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f40c4f87-4fc0-4226-a757-cc32ef38f0c1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_gateway (30618ddb-e80e-4f4c-b197-6434b600befe), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:13.191405 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-f40c4f87-4fc0-4226-a757-cc32ef38f0c1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port 3d23a0e0-8ced-4d9f-bcd9-fea40bb40422 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:13.191650 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f40c4f87-4fc0-4226-a757-cc32ef38f0c1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3d23a0e0-8ced-4d9f-bcd9-fea40bb40422), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:13.298357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f40c4f87-4fc0-4226-a757-cc32ef38f0c1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3d23a0e0-8ced-4d9f-bcd9-fea40bb40422), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:13.313236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-f40c4f87-4fc0-4226-a757-cc32ef38f0c1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for 3d23a0e0-8ced-4d9f-bcd9-fea40bb40422 owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:13.506795 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f40c4f87-4fc0-4226-a757-cc32ef38f0c1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (3d23a0e0-8ced-4d9f-bcd9-fea40bb40422), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:13.534344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c4f87-4fc0-4226-a757-cc32ef38f0c1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=3d23a0e0-8ced-4d9f-bcd9-fea40bb40422,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:13.609308 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f40c4f87-4fc0-4226-a757-cc32ef38f0c1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (30618ddb-e80e-4f4c-b197-6434b600befe), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:13.731683 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f40c4f87-4fc0-4226-a757-cc32ef38f0c1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (30618ddb-e80e-4f4c-b197-6434b600befe), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:13.733945 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f40c4f87-4fc0-4226-a757-cc32ef38f0c1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_controller (30618ddb-e80e-4f4c-b197-6434b600befe), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:13.783903 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f40c4f87-4fc0-4226-a757-cc32ef38f0c1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (30618ddb-e80e-4f4c-b197-6434b600befe), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:13.784723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40c4f87-4fc0-4226-a757-cc32ef38f0c1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Fanout notify agent at l3_agent the message router_deleted on router 30618ddb-e80e-4f4c-b197-6434b600befe {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:04:13.791587 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f40c4f87-4fc0-4226-a757-cc32ef38f0c1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:13.797035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f40c4f87-4fc0-4226-a757-cc32ef38f0c1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/routers/30618ddb-e80e-4f4c-b197-6434b600befe HTTP/1.1" status: 204 len: 168 time: 1.0353827 Feb 04 14:04:13.797520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50202) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:13.802188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-63df00a9-6428-46ae-91b4-ffeb05693c41 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1373807903'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:13.827660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63df00a9-6428-46ae-91b4-ffeb05693c41 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:04:13.831179 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-63df00a9-6428-46ae-91b4-ffeb05693c41 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:13.863083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63df00a9-6428-46ae-91b4-ffeb05693c41 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:04:13.878501 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-63df00a9-6428-46ae-91b4-ffeb05693c41 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a5fc08da-5641-4d54-b9a2-304afd0e5f46), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:13.878819 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-63df00a9-6428-46ae-91b4-ffeb05693c41 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Added segment a5fc08da-5641-4d54-b9a2-304afd0e5f46 of type vlan for network df88f002-7747-4b4f-ba2d-6df5ac80b3ae Feb 04 14:04:13.935833 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-63df00a9-6428-46ae-91b4-ffeb05693c41 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (df88f002-7747-4b4f-ba2d-6df5ac80b3ae), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:13.975760 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-63df00a9-6428-46ae-91b4-ffeb05693c41 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (df88f002-7747-4b4f-ba2d-6df5ac80b3ae), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:13.985156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63df00a9-6428-46ae-91b4-ffeb05693c41 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:13.986283 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-63df00a9-6428-46ae-91b4-ffeb05693c41 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:14.099974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-63df00a9-6428-46ae-91b4-ffeb05693c41 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3015649 Feb 04 14:04:14.103131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50204) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:14.109944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-bde7ab1b-e3b3-4df0-bb19-f47536801363 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'subnet': {'network_id': 'df88f002-7747-4b4f-ba2d-6df5ac80b3ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:14.154585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df00a9-6428-46ae-91b4-ffeb05693c41 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Network': ['ID=df88f002-7747-4b4f-ba2d-6df5ac80b3ae,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:14.169932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network df88f002-7747-4b4f-ba2d-6df5ac80b3ae details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:04:14.259416 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:14.273357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1465f-047a-43a4-a181-4323b0d0af21 req-7f536a50-e652-43d8-bac2-a860d8950326 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:14.275463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55e1465f-047a-43a4-a181-4323b0d0af21 req-7f536a50-e652-43d8-bac2-a860d8950326 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.0758309 Feb 04 14:04:14.295777 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde7ab1b-e3b3-4df0-bb19-f47536801363 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:04:14.299979 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bde7ab1b-e3b3-4df0-bb19-f47536801363 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:14.364414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55e1465f-047a-43a4-a181-4323b0d0af21 req-03e5ea59-46e5-404a-9d77-a962d1e35b4b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766616 Feb 04 14:04:14.552348 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bde7ab1b-e3b3-4df0-bb19-f47536801363 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (8657ca5e-5bc6-4dab-b578-9fa75004102c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:14.609473 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7ab1b-e3b3-4df0-bb19-f47536801363 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Subnet': ['ID=8657ca5e-5bc6-4dab-b578-9fa75004102c,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:14.629727 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7ab1b-e3b3-4df0-bb19-f47536801363 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Checking segment: {'id': 'a5fc08da-5641-4d54-b9a2-304afd0e5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'df88f002-7747-4b4f-ba2d-6df5ac80b3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:04:14.630119 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde7ab1b-e3b3-4df0-bb19-f47536801363 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network hostable DHCP agents. Network: df88f002-7747-4b4f-ba2d-6df5ac80b3ae, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:04:14.648025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde7ab1b-e3b3-4df0-bb19-f47536801363 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network df88f002-7747-4b4f-ba2d-6df5ac80b3ae is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:04:14.657361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-bde7ab1b-e3b3-4df0-bb19-f47536801363 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, df88f002-7747-4b4f-ba2d-6df5ac80b3ae) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:14.661400 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde7ab1b-e3b3-4df0-bb19-f47536801363 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:14.661992 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bde7ab1b-e3b3-4df0-bb19-f47536801363 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:14.667355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6e0b47-d04b-4e01-aa40-e0af89167a5e None None] Network df88f002-7747-4b4f-ba2d-6df5ac80b3ae requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:14.684610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50208) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:14.690542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-766f939c-481d-4ad4-abcb-5ebc6e77f28d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1309659357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:14.696617 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bde7ab1b-e3b3-4df0-bb19-f47536801363 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5910695 Feb 04 14:04:14.720276 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-766f939c-481d-4ad4-abcb-5ebc6e77f28d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (4bd1b9a2-7790-49ad-a600-0e66067bd4d4), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:14.721715 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-766f939c-481d-4ad4-abcb-5ebc6e77f28d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (4bd1b9a2-7790-49ad-a600-0e66067bd4d4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:14.800519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-df88f002-7747-4b4f-ba2d-6df5ac80b3ae', 'network_id': 'df88f002-7747-4b4f-ba2d-6df5ac80b3ae', 'project_id': 'e27fde8137274cddb1048167832f38f8', 'fixed_ips': [{'subnet_id': '8657ca5e-5bc6-4dab-b578-9fa75004102c'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:04:14.801500 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:14.895508 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:14.968884 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Allocated IP 2001:db8::2 (df88f002-7747-4b4f-ba2d-6df5ac80b3ae/8657ca5e-5bc6-4dab-b578-9fa75004102c/a08ba7f3-4876-4459-87eb-e2241ea19082) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:04:15.134193 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Publish callbacks [] for port (a08ba7f3-4876-4459-87eb-e2241ea19082), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:15.141317 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (a08ba7f3-4876-4459-87eb-e2241ea19082), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:15.143213 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-766f939c-481d-4ad4-abcb-5ebc6e77f28d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_controller (4bd1b9a2-7790-49ad-a600-0e66067bd4d4), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:15.148675 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-766f939c-481d-4ad4-abcb-5ebc6e77f28d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (4bd1b9a2-7790-49ad-a600-0e66067bd4d4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:15.171148 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-766f939c-481d-4ad4-abcb-5ebc6e77f28d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:15.174660 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-766f939c-481d-4ad4-abcb-5ebc6e77f28d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4882324 Feb 04 14:04:15.175979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50210) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:15.209021 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Network df88f002-7747-4b4f-ba2d-6df5ac80b3ae is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:15.212762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:15.216480 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Pushing event updated for resources: {'Port': ['ID=a08ba7f3-4876-4459-87eb-e2241ea19082,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:15.220216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:04:15.223750 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cfba4767-c2f5-42f6-901b-7850b4cc0bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:15.305031 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Attempting to bind port a08ba7f3-4876-4459-87eb-e2241ea19082 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:04:15.305529 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Attempting to bind port a08ba7f3-4876-4459-87eb-e2241ea19082 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'a5fc08da-5641-4d54-b9a2-304afd0e5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'df88f002-7747-4b4f-ba2d-6df5ac80b3ae'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:04:15.305935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Attempting to bind port a08ba7f3-4876-4459-87eb-e2241ea19082 on network df88f002-7747-4b4f-ba2d-6df5ac80b3ae {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:04:15.312527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:04:15.312865 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Checking segment: {'id': 'a5fc08da-5641-4d54-b9a2-304afd0e5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'df88f002-7747-4b4f-ba2d-6df5ac80b3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:04:15.313248 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:15.313652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Bound using segment: {'id': 'a5fc08da-5641-4d54-b9a2-304afd0e5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'df88f002-7747-4b4f-ba2d-6df5ac80b3ae'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:04:15.316519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Bound port: a08ba7f3-4876-4459-87eb-e2241ea19082, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fc08da-5641-4d54-b9a2-304afd0e5f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'df88f002-7747-4b4f-ba2d-6df5ac80b3ae'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:04:15.316519 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a08ba7f3-4876-4459-87eb-e2241ea19082), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:15.391837 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] For port a08ba7f3-4876-4459-87eb-e2241ea19082, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:04:15.396104 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] For port a08ba7f3-4876-4459-87eb-e2241ea19082, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a08ba7f3-4876-4459-87eb-e2241ea19082,segment=NetworkSegment(a5fc08da-5641-4d54-b9a2-304afd0e5f46),segment_id=a5fc08da-5641-4d54-b9a2-304afd0e5f46)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:04:15.406191 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a08ba7f3-4876-4459-87eb-e2241ea19082), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:15.482931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50769b6-32ad-4daf-999d-b72ea3cb7dc3 None None] Pushing event updated for resources: {'Port': ['ID=a08ba7f3-4876-4459-87eb-e2241ea19082,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:15.519961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012938f-304f-4652-a1d6-070ea5a0f295 req-56b0aa44-ef3e-4f1a-bfe9-3840ac0f6c3f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:15.522060 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b012938f-304f-4652-a1d6-070ea5a0f295 req-56b0aa44-ef3e-4f1a-bfe9-3840ac0f6c3f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.0683546 Feb 04 14:04:15.559997 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:15.598617 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b012938f-304f-4652-a1d6-070ea5a0f295 req-abadeacc-f957-4e64-a4d2-75d25471ab50 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683641 Feb 04 14:04:15.662710 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:15.868068 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Allocated IP 2001:db8::1 (df88f002-7747-4b4f-ba2d-6df5ac80b3ae/8657ca5e-5bc6-4dab-b578-9fa75004102c/36a4ec88-985b-43eb-a34b-cd0a311887e8) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:04:15.996940 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (36a4ec88-985b-43eb-a34b-cd0a311887e8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:16.040997 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (36a4ec88-985b-43eb-a34b-cd0a311887e8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:16.093163 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network df88f002-7747-4b4f-ba2d-6df5ac80b3ae is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:16.096891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:16.101704 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:04:16.102288 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (4bd1b9a2-7790-49ad-a600-0e66067bd4d4), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:16.106776 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=36a4ec88-985b-43eb-a34b-cd0a311887e8,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:16.250982 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (36a4ec88-985b-43eb-a34b-cd0a311887e8), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:16.612186 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (36a4ec88-985b-43eb-a34b-cd0a311887e8), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:16.617638 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (36a4ec88-985b-43eb-a34b-cd0a311887e8), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:16.618547 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (4bd1b9a2-7790-49ad-a600-0e66067bd4d4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:16.630135 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0f240e-0307-42b3-8868-968b9499afc5 None None] Network df88f002-7747-4b4f-ba2d-6df5ac80b3ae requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:16.714514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-38587d0f-cc2c-4fc7-b43d-0ee9ffa96ddb None None] Provisioning complete for port a08ba7f3-4876-4459-87eb-e2241ea19082 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:16.715418 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38587d0f-cc2c-4fc7-b43d-0ee9ffa96ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a08ba7f3-4876-4459-87eb-e2241ea19082), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:16.727205 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=36a4ec88-985b-43eb-a34b-cd0a311887e8,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:16.774692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03b223-82cb-452e-941b-bd9f73d64b0a req-1d01db8c-c66c-468b-bdbe-37dc648dd546 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:16.775277 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network df88f002-7747-4b4f-ba2d-6df5ac80b3ae is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:16.776935 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e03b223-82cb-452e-941b-bd9f73d64b0a req-1d01db8c-c66c-468b-bdbe-37dc648dd546 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.0755010 Feb 04 14:04:16.784387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:16.841400 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e03b223-82cb-452e-941b-bd9f73d64b0a req-df79d1e8-bf07-4388-ba61-23c917850edd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573168 Feb 04 14:04:16.882025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-38587d0f-cc2c-4fc7-b43d-0ee9ffa96ddb None None] Current status of the port a08ba7f3-4876-4459-87eb-e2241ea19082 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:16.882466 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38587d0f-cc2c-4fc7-b43d-0ee9ffa96ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a08ba7f3-4876-4459-87eb-e2241ea19082), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:16.925365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-38587d0f-cc2c-4fc7-b43d-0ee9ffa96ddb None None] For port a08ba7f3-4876-4459-87eb-e2241ea19082, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a08ba7f3-4876-4459-87eb-e2241ea19082,segment=NetworkSegment(a5fc08da-5641-4d54-b9a2-304afd0e5f46),segment_id=a5fc08da-5641-4d54-b9a2-304afd0e5f46)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:16.931279 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38587d0f-cc2c-4fc7-b43d-0ee9ffa96ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a08ba7f3-4876-4459-87eb-e2241ea19082), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:16.959853 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 4bd1b9a2-7790-49ad-a600-0e66067bd4d4 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:04:17.005960 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:17.011148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38587d0f-cc2c-4fc7-b43d-0ee9ffa96ddb None None] Pushing event updated for resources: {'Port': ['ID=a08ba7f3-4876-4459-87eb-e2241ea19082,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:17.106928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:17.121765 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-216d556b-ce94-4491-9618-ef1ae6326e2d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/4bd1b9a2-7790-49ad-a600-0e66067bd4d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9412048 Feb 04 14:04:17.122927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50220) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:17.126644 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b71e63-1c6b-4fac-be2d-c6c5127cdd7f None None] Sync routers for ids ['4bd1b9a2-7790-49ad-a600-0e66067bd4d4'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:17.143170 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b71e63-1c6b-4fac-be2d-c6c5127cdd7f None None] Routers {'4bd1b9a2-7790-49ad-a600-0e66067bd4d4'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:17.144574 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-35b71e63-1c6b-4fac-be2d-c6c5127cdd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bd1b9a2-7790-49ad-a600-0e66067bd4d4'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:17.185590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7fb68f-ee63-4840-9bd9-649ee401610e tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:17.187169 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bc7fb68f-ee63-4840-9bd9-649ee401610e tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports/36a4ec88-985b-43eb-a34b-cd0a311887e8 HTTP/1.1" status: 200 len: 911 time: 0.0630910 Feb 04 14:04:17.190490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50222) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:17.200054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c1001dad-3c80-4580-a5e8-0ee46259b49a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8657ca5e-5bc6-4dab-b578-9fa75004102c'}]}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:17.207754 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-35b71e63-1c6b-4fac-be2d-c6c5127cdd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:17.230037 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a08ba7f3-4876-4459-87eb-e2241ea19082 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:04:17.235915 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b71e63-1c6b-4fac-be2d-c6c5127cdd7f None None] Routers {'4bd1b9a2-7790-49ad-a600-0e66067bd4d4'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:17.236867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-35b71e63-1c6b-4fac-be2d-c6c5127cdd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bd1b9a2-7790-49ad-a600-0e66067bd4d4'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:17.326013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-35b71e63-1c6b-4fac-be2d-c6c5127cdd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:17.326656 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b71e63-1c6b-4fac-be2d-c6c5127cdd7f None None] The sync data for ids ['4bd1b9a2-7790-49ad-a600-0e66067bd4d4'] in n-d-714676-13 is: [] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:17.345605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0b959049-37a0-4fe7-bf10-9f5e5bd63d03 None None] Provisioning complete for port a08ba7f3-4876-4459-87eb-e2241ea19082 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:17.345989 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0b959049-37a0-4fe7-bf10-9f5e5bd63d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a08ba7f3-4876-4459-87eb-e2241ea19082), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:17.399664 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a08ba7f3-4876-4459-87eb-e2241ea19082 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:17.400041 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a08ba7f3-4876-4459-87eb-e2241ea19082), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:17.474509 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1001dad-3c80-4580-a5e8-0ee46259b49a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (36a4ec88-985b-43eb-a34b-cd0a311887e8), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:17.514790 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0b959049-37a0-4fe7-bf10-9f5e5bd63d03 None None] Current status of the port a08ba7f3-4876-4459-87eb-e2241ea19082 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:17.578696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0b959049-37a0-4fe7-bf10-9f5e5bd63d03 None None] Provisioning complete for port 36a4ec88-985b-43eb-a34b-cd0a311887e8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:17.578961 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0b959049-37a0-4fe7-bf10-9f5e5bd63d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (36a4ec88-985b-43eb-a34b-cd0a311887e8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:17.581345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a08ba7f3-4876-4459-87eb-e2241ea19082 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:17.634993 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0b959049-37a0-4fe7-bf10-9f5e5bd63d03 None None] Port 36a4ec88-985b-43eb-a34b-cd0a311887e8 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:04:17.763963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6cf2ee3f-0aa5-4621-9bb2-6d950a2239f4 None None] Provisioning complete for port 36a4ec88-985b-43eb-a34b-cd0a311887e8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:17.764391 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6cf2ee3f-0aa5-4621-9bb2-6d950a2239f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (36a4ec88-985b-43eb-a34b-cd0a311887e8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:17.809012 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6cf2ee3f-0aa5-4621-9bb2-6d950a2239f4 None None] Port 36a4ec88-985b-43eb-a34b-cd0a311887e8 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:04:17.932952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0dbeacfd-bc6f-4726-8d10-3b9801bd90f5 None None] Provisioning complete for port 36a4ec88-985b-43eb-a34b-cd0a311887e8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:17.933283 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0dbeacfd-bc6f-4726-8d10-3b9801bd90f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (36a4ec88-985b-43eb-a34b-cd0a311887e8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:17.973757 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0dbeacfd-bc6f-4726-8d10-3b9801bd90f5 None None] Port 36a4ec88-985b-43eb-a34b-cd0a311887e8 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:04:18.020676 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:18.024351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a18660-2608-4a88-bd15-fe1acd0184c8 req-5dea046d-80c1-4ce1-984b-4fb300d98f95 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:18.027943 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07a18660-2608-4a88-bd15-fe1acd0184c8 req-5dea046d-80c1-4ce1-984b-4fb300d98f95 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.0756147 Feb 04 14:04:18.089314 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07a18660-2608-4a88-bd15-fe1acd0184c8 req-b478810f-7197-4fd5-92d9-4be2f91fd7ba tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546679 Feb 04 14:04:18.301852 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1001dad-3c80-4580-a5e8-0ee46259b49a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (36a4ec88-985b-43eb-a34b-cd0a311887e8), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:18.312639 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1001dad-3c80-4580-a5e8-0ee46259b49a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (36a4ec88-985b-43eb-a34b-cd0a311887e8), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:18.320399 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1001dad-3c80-4580-a5e8-0ee46259b49a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:18.321154 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1001dad-3c80-4580-a5e8-0ee46259b49a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:18.322623 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c1001dad-3c80-4580-a5e8-0ee46259b49a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/ports/36a4ec88-985b-43eb-a34b-cd0a311887e8 HTTP/1.1" status: 200 len: 911 time: 1.1306627 Feb 04 14:04:18.327081 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50226) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:18.372678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1001dad-3c80-4580-a5e8-0ee46259b49a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=36a4ec88-985b-43eb-a34b-cd0a311887e8,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:18.707509 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f779ce2b-db6c-438e-9696-cb617f1ee913 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (4bd1b9a2-7790-49ad-a600-0e66067bd4d4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:18.978193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-f779ce2b-db6c-438e-9696-cb617f1ee913 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port 36a4ec88-985b-43eb-a34b-cd0a311887e8 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:18.978480 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f779ce2b-db6c-438e-9696-cb617f1ee913 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (36a4ec88-985b-43eb-a34b-cd0a311887e8), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:19.082541 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f779ce2b-db6c-438e-9696-cb617f1ee913 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (36a4ec88-985b-43eb-a34b-cd0a311887e8), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:19.099689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-f779ce2b-db6c-438e-9696-cb617f1ee913 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for 36a4ec88-985b-43eb-a34b-cd0a311887e8 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:19.326215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf3863-6be5-4f7a-80c9-3405f225c4bc req-aacb6af3-0089-4487-9a47-61afbb09fc56 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:19.327829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9faf3863-6be5-4f7a-80c9-3405f225c4bc req-aacb6af3-0089-4487-9a47-61afbb09fc56 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.1488023 Feb 04 14:04:19.374828 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f779ce2b-db6c-438e-9696-cb617f1ee913 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (36a4ec88-985b-43eb-a34b-cd0a311887e8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:19.429146 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779ce2b-db6c-438e-9696-cb617f1ee913 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=36a4ec88-985b-43eb-a34b-cd0a311887e8,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:19.440626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9faf3863-6be5-4f7a-80c9-3405f225c4bc req-6694d08d-a38a-4c12-ba8e-af5c18aa64e2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996597 Feb 04 14:04:19.574772 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f779ce2b-db6c-438e-9696-cb617f1ee913 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (4bd1b9a2-7790-49ad-a600-0e66067bd4d4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:19.835361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f779ce2b-db6c-438e-9696-cb617f1ee913 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 4bd1b9a2-7790-49ad-a600-0e66067bd4d4 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:04:19.929438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f779ce2b-db6c-438e-9696-cb617f1ee913 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:19.937763 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f779ce2b-db6c-438e-9696-cb617f1ee913 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/4bd1b9a2-7790-49ad-a600-0e66067bd4d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6084983 Feb 04 14:04:19.939931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50234) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:19.942898 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b5b127-033d-467a-a2ea-be3f6de6a293 None None] Sync routers for ids ['4bd1b9a2-7790-49ad-a600-0e66067bd4d4'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:19.955430 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5b127-033d-467a-a2ea-be3f6de6a293 None None] Routers {'4bd1b9a2-7790-49ad-a600-0e66067bd4d4'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:19.955989 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-97b5b127-033d-467a-a2ea-be3f6de6a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bd1b9a2-7790-49ad-a600-0e66067bd4d4'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:19.970932 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c03a8079-7c47-43df-bc57-853ee68eb7ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports?device_id=4bd1b9a2-7790-49ad-a600-0e66067bd4d4 HTTP/1.1" status: 200 len: 205 time: 0.0294943 Feb 04 14:04:19.973623 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50236) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:20.012268 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-97b5b127-033d-467a-a2ea-be3f6de6a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:20.029509 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5b127-033d-467a-a2ea-be3f6de6a293 None None] Routers {'4bd1b9a2-7790-49ad-a600-0e66067bd4d4'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:20.030978 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-97b5b127-033d-467a-a2ea-be3f6de6a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bd1b9a2-7790-49ad-a600-0e66067bd4d4'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:20.068892 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc4eeb05-916a-4fe0-aede-254de155733d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (4bd1b9a2-7790-49ad-a600-0e66067bd4d4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:20.105870 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-97b5b127-033d-467a-a2ea-be3f6de6a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:20.107181 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b5b127-033d-467a-a2ea-be3f6de6a293 None None] The sync data for ids ['4bd1b9a2-7790-49ad-a600-0e66067bd4d4'] in n-d-714676-13 is: [] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:20.316283 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc4eeb05-916a-4fe0-aede-254de155733d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (4bd1b9a2-7790-49ad-a600-0e66067bd4d4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:20.318877 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc4eeb05-916a-4fe0-aede-254de155733d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_controller (4bd1b9a2-7790-49ad-a600-0e66067bd4d4), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:20.384675 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc4eeb05-916a-4fe0-aede-254de155733d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (4bd1b9a2-7790-49ad-a600-0e66067bd4d4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:20.386067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4eeb05-916a-4fe0-aede-254de155733d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Fanout notify agent at l3_agent the message router_deleted on router 4bd1b9a2-7790-49ad-a600-0e66067bd4d4 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:04:20.403752 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc4eeb05-916a-4fe0-aede-254de155733d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:20.406188 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fc4eeb05-916a-4fe0-aede-254de155733d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/routers/4bd1b9a2-7790-49ad-a600-0e66067bd4d4 HTTP/1.1" status: 204 len: 168 time: 0.4302788 Feb 04 14:04:20.410242 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50246) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:20.482080 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting subnet 8657ca5e-5bc6-4dab-b578-9fa75004102c {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:04:20.486043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (8657ca5e-5bc6-4dab-b578-9fa75004102c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:20.543178 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (8657ca5e-5bc6-4dab-b578-9fa75004102c), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:20.627339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46d310-4a4b-4696-a50d-683737e830c0 req-4e6d18b3-3f31-4a1b-9bb3-4c89df7a0a47 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:20.629502 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af46d310-4a4b-4696-a50d-683737e830c0 req-4e6d18b3-3f31-4a1b-9bb3-4c89df7a0a47 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.0774345 Feb 04 14:04:20.678544 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (8657ca5e-5bc6-4dab-b578-9fa75004102c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:20.700500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af46d310-4a4b-4696-a50d-683737e830c0 req-8b886f91-9b76-4bb9-8ba4-a93948e454a1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581338 Feb 04 14:04:20.756370 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (8657ca5e-5bc6-4dab-b578-9fa75004102c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:20.788115 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Subnet': ['ID=8657ca5e-5bc6-4dab-b578-9fa75004102c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:20.793271 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:20.797690 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/8657ca5e-5bc6-4dab-b578-9fa75004102c HTTP/1.1" status: 204 len: 168 time: 0.3857007 Feb 04 14:04:20.800983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50250) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:20.803714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:20.804074 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:20.804582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:20.804749 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cefaec-1ff3-4027-a1af-01b38bf58adf None None] Network df88f002-7747-4b4f-ba2d-6df5ac80b3ae requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:20.805316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:20.805316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:20.805530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:20.805761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:20.806127 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:20.806479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:20.806823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:20.807199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:20.807818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:20.808152 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45528d75-55e7-4a28-9f4c-f9cc867f0259 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:20.911030 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (df88f002-7747-4b4f-ba2d-6df5ac80b3ae), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:20.983005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port a08ba7f3-4876-4459-87eb-e2241ea19082 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:20.983475 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a08ba7f3-4876-4459-87eb-e2241ea19082), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:20.988331 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8355c45c-0a4a-422d-8a25-8d5bc5b41152 None None] DHCP port deletion for df88f002-7747-4b4f-ba2d-6df5ac80b3ae request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:04:21.078061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] For port a08ba7f3-4876-4459-87eb-e2241ea19082, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a08ba7f3-4876-4459-87eb-e2241ea19082,segment=NetworkSegment(a5fc08da-5641-4d54-b9a2-304afd0e5f46),segment_id=a5fc08da-5641-4d54-b9a2-304afd0e5f46)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:21.078741 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a08ba7f3-4876-4459-87eb-e2241ea19082), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.082589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8355c45c-0a4a-422d-8a25-8d5bc5b41152 None None] Deleting port a08ba7f3-4876-4459-87eb-e2241ea19082 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:21.083335 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8355c45c-0a4a-422d-8a25-8d5bc5b41152 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a08ba7f3-4876-4459-87eb-e2241ea19082), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.107772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for a08ba7f3-4876-4459-87eb-e2241ea19082 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:21.202588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a08ba7f3-4876-4459-87eb-e2241ea19082 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:04:21.257690 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (a08ba7f3-4876-4459-87eb-e2241ea19082), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.269933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8355c45c-0a4a-422d-8a25-8d5bc5b41152 None None] For port a08ba7f3-4876-4459-87eb-e2241ea19082, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a08ba7f3-4876-4459-87eb-e2241ea19082,segment=NetworkSegment(a5fc08da-5641-4d54-b9a2-304afd0e5f46),segment_id=a5fc08da-5641-4d54-b9a2-304afd0e5f46)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:21.270692 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8355c45c-0a4a-422d-8a25-8d5bc5b41152 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a08ba7f3-4876-4459-87eb-e2241ea19082), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.290723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=a08ba7f3-4876-4459-87eb-e2241ea19082,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:21.300473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No DVR routers for this DVR port a08ba7f3-4876-4459-87eb-e2241ea19082 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:04:21.309192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8355c45c-0a4a-422d-8a25-8d5bc5b41152 None None] Calling delete_port for a08ba7f3-4876-4459-87eb-e2241ea19082 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:21.343519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No active binding found for port a08ba7f3-4876-4459-87eb-e2241ea19082 {{(pid=103608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 14:04:21.344463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] The host n-d-714676-13 is not matching for port a08ba7f3-4876-4459-87eb-e2241ea19082 host None! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 14:04:21.345456 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a08ba7f3-4876-4459-87eb-e2241ea19082 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:04:21.470365 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (df88f002-7747-4b4f-ba2d-6df5ac80b3ae), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.476626 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8355c45c-0a4a-422d-8a25-8d5bc5b41152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (a08ba7f3-4876-4459-87eb-e2241ea19082), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.508921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355c45c-0a4a-422d-8a25-8d5bc5b41152 None None] Pushing event deleted for resources: {'Port': ['ID=a08ba7f3-4876-4459-87eb-e2241ea19082,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:21.518388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df88f002-7747-4b4f-ba2d-6df5ac80b3ae']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:21.519240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8355c45c-0a4a-422d-8a25-8d5bc5b41152 None None] No DVR routers for this DVR port a08ba7f3-4876-4459-87eb-e2241ea19082 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:04:21.539904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fc08da-5641-4d54-b9a2-304afd0e5f46') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:21.539904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fc08da-5641-4d54-b9a2-304afd0e5f46') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:21.555566 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (a5fc08da-5641-4d54-b9a2-304afd0e5f46), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.576192 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a5fc08da-5641-4d54-b9a2-304afd0e5f46), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.583800 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:04:21.584204 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (a5fc08da-5641-4d54-b9a2-304afd0e5f46), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:04:21.587747 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:04:21.673034 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (df88f002-7747-4b4f-ba2d-6df5ac80b3ae), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.681650 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.692293 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/networks/df88f002-7747-4b4f-ba2d-6df5ac80b3ae HTTP/1.1" status: 204 len: 168 time: 0.8829117 Feb 04 14:04:21.692760 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50254) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:21.697559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ad934d83-02c4-497d-b1a4-abafc60a62a1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1076950516', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:21.723992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89304728-e7d7-4a0e-951d-2ea8ca76f648 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Network': ['ID=df88f002-7747-4b4f-ba2d-6df5ac80b3ae,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:21.753491 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ad934d83-02c4-497d-b1a4-abafc60a62a1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (2bd2e5d8-4b41-473d-b10d-88812ad108c9), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.754756 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ad934d83-02c4-497d-b1a4-abafc60a62a1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (2bd2e5d8-4b41-473d-b10d-88812ad108c9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.849297 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ad934d83-02c4-497d-b1a4-abafc60a62a1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_controller (2bd2e5d8-4b41-473d-b10d-88812ad108c9), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.858166 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ad934d83-02c4-497d-b1a4-abafc60a62a1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (2bd2e5d8-4b41-473d-b10d-88812ad108c9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.887661 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ad934d83-02c4-497d-b1a4-abafc60a62a1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.895404 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ad934d83-02c4-497d-b1a4-abafc60a62a1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2014225 Feb 04 14:04:21.896528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50258) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:21.906643 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-bc9eb96b-cdee-44fa-a8b0-ab00ea636bc7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-546246901'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:21.967932 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9eb96b-cdee-44fa-a8b0-ab00ea636bc7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:04:21.974175 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb96b-cdee-44fa-a8b0-ab00ea636bc7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:21.974461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ea601-7476-4f25-84aa-55c3e20e27e1 req-cd020a59-8bf1-4f6d-b706-5f5060f1b87f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:21.977414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-446ea601-7476-4f25-84aa-55c3e20e27e1 req-cd020a59-8bf1-4f6d-b706-5f5060f1b87f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.1190832 Feb 04 14:04:22.016181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9eb96b-cdee-44fa-a8b0-ab00ea636bc7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:04:22.031167 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb96b-cdee-44fa-a8b0-ab00ea636bc7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (497dce91-0c3b-4ce8-99d0-fe6c035e0b11), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:22.031695 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-bc9eb96b-cdee-44fa-a8b0-ab00ea636bc7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Added segment 497dce91-0c3b-4ce8-99d0-fe6c035e0b11 of type vlan for network 6042f557-574d-4d7c-9585-e5c5374a5a73 Feb 04 14:04:22.059678 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-446ea601-7476-4f25-84aa-55c3e20e27e1 req-af1200cc-c146-4386-b591-a920b6fe8efb tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724261 Feb 04 14:04:22.121254 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb96b-cdee-44fa-a8b0-ab00ea636bc7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (6042f557-574d-4d7c-9585-e5c5374a5a73), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:22.177519 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb96b-cdee-44fa-a8b0-ab00ea636bc7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (6042f557-574d-4d7c-9585-e5c5374a5a73), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:22.190354 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9eb96b-cdee-44fa-a8b0-ab00ea636bc7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:22.191455 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb96b-cdee-44fa-a8b0-ab00ea636bc7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:22.339956 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50260) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:22.340269 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bc9eb96b-cdee-44fa-a8b0-ab00ea636bc7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4408567 Feb 04 14:04:22.351392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ddaf11c4-2b44-4fc2-ad2c-27900ff008d5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'subnet': {'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:22.359830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9eb96b-cdee-44fa-a8b0-ab00ea636bc7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Network': ['ID=6042f557-574d-4d7c-9585-e5c5374a5a73,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:22.381154 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 6042f557-574d-4d7c-9585-e5c5374a5a73 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:04:22.522745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaf11c4-2b44-4fc2-ad2c-27900ff008d5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:04:22.527605 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ddaf11c4-2b44-4fc2-ad2c-27900ff008d5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:22.891466 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ddaf11c4-2b44-4fc2-ad2c-27900ff008d5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (4e877b02-2427-48af-bcf7-452d6d24b675), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:22.968463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf11c4-2b44-4fc2-ad2c-27900ff008d5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Subnet': ['ID=4e877b02-2427-48af-bcf7-452d6d24b675,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:22.980667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaf11c4-2b44-4fc2-ad2c-27900ff008d5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Checking segment: {'id': '497dce91-0c3b-4ce8-99d0-fe6c035e0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:04:22.981156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaf11c4-2b44-4fc2-ad2c-27900ff008d5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network hostable DHCP agents. Network: 6042f557-574d-4d7c-9585-e5c5374a5a73, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:04:23.008250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaf11c4-2b44-4fc2-ad2c-27900ff008d5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network 6042f557-574d-4d7c-9585-e5c5374a5a73 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:04:23.023333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-ddaf11c4-2b44-4fc2-ad2c-27900ff008d5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 6042f557-574d-4d7c-9585-e5c5374a5a73) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:23.029340 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaf11c4-2b44-4fc2-ad2c-27900ff008d5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:23.030036 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ddaf11c4-2b44-4fc2-ad2c-27900ff008d5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:23.039073 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1e7f64-54d2-476a-bc3e-043ae82a855d None None] Network 6042f557-574d-4d7c-9585-e5c5374a5a73 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:23.062812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ddaf11c4-2b44-4fc2-ad2c-27900ff008d5 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7182441 Feb 04 14:04:23.063107 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50266) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:23.247716 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-6042f557-574d-4d7c-9585-e5c5374a5a73', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'project_id': 'e27fde8137274cddb1048167832f38f8', 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:04:23.250805 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:23.394975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e389bf1-da96-4823-b1a5-749f8dc044c0 req-846df56e-7d68-46db-a13f-5ea17968ab5c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:23.397185 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e389bf1-da96-4823-b1a5-749f8dc044c0 req-846df56e-7d68-46db-a13f-5ea17968ab5c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 944 time: 0.1850545 Feb 04 14:04:23.515350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Allocated IP 2001:db8::2 (6042f557-574d-4d7c-9585-e5c5374a5a73/4e877b02-2427-48af-bcf7-452d6d24b675/720a3941-fbc5-4380-9911-5aa952dccd6a) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:04:23.841679 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Publish callbacks [] for port (720a3941-fbc5-4380-9911-5aa952dccd6a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:23.853140 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (720a3941-fbc5-4380-9911-5aa952dccd6a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:23.914375 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Network 6042f557-574d-4d7c-9585-e5c5374a5a73 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:23.919900 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:23.925253 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:04:23.938286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Pushing event updated for resources: {'Port': ['ID=720a3941-fbc5-4380-9911-5aa952dccd6a,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:23.996180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e389bf1-da96-4823-b1a5-749f8dc044c0 req-4cf74da8-5eca-4b44-bafe-feb1dead3447 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434577 Feb 04 14:04:24.009166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Attempting to bind port 720a3941-fbc5-4380-9911-5aa952dccd6a on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:04:24.011318 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Attempting to bind port 720a3941-fbc5-4380-9911-5aa952dccd6a by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '497dce91-0c3b-4ce8-99d0-fe6c035e0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:04:24.011318 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Attempting to bind port 720a3941-fbc5-4380-9911-5aa952dccd6a on network 6042f557-574d-4d7c-9585-e5c5374a5a73 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:04:24.020770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:04:24.021571 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Checking segment: {'id': '497dce91-0c3b-4ce8-99d0-fe6c035e0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:04:24.022297 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:24.023104 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Bound using segment: {'id': '497dce91-0c3b-4ce8-99d0-fe6c035e0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:04:24.024559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Bound port: 720a3941-fbc5-4380-9911-5aa952dccd6a, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497dce91-0c3b-4ce8-99d0-fe6c035e0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:04:24.025261 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (720a3941-fbc5-4380-9911-5aa952dccd6a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:24.053353 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:24.164807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] For port 720a3941-fbc5-4380-9911-5aa952dccd6a, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:04:24.173084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] For port 720a3941-fbc5-4380-9911-5aa952dccd6a, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=720a3941-fbc5-4380-9911-5aa952dccd6a,segment=NetworkSegment(497dce91-0c3b-4ce8-99d0-fe6c035e0b11),segment_id=497dce91-0c3b-4ce8-99d0-fe6c035e0b11)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:04:24.190566 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (720a3941-fbc5-4380-9911-5aa952dccd6a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:24.321274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071e0d9-0789-46fc-bb72-ce8b1423c8cd None None] Pushing event updated for resources: {'Port': ['ID=720a3941-fbc5-4380-9911-5aa952dccd6a,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:24.411337 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Allocated IP 2001:db8::1 (6042f557-574d-4d7c-9585-e5c5374a5a73/4e877b02-2427-48af-bcf7-452d6d24b675/3102247a-ff71-46d4-bef3-e1b1384d8a34) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:04:24.567820 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device f0fa4a57-30f7-495d-baf3-65d0c2832831 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:04:24.680091 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:24.757263 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:24.810533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port f0fa4a57-30f7-495d-baf3-65d0c2832831, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=f0fa4a57-30f7-495d-baf3-65d0c2832831,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:24.824453 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network 6042f557-574d-4d7c-9585-e5c5374a5a73 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:24.833898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:24.846901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:04:24.847527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'f0fa4a57-30f7-495d-baf3-65d0c2832831', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'port_id': 'f0fa4a57-30f7-495d-baf3-65d0c2832831', 'mac_address': 'fa:16:3e:7c:22:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:04:24.848139 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (2bd2e5d8-4b41-473d-b10d-88812ad108c9), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:24.925377 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port f0fa4a57-30f7-495d-baf3-65d0c2832831 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:24.926236 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f0fa4a57-30f7-495d-baf3-65d0c2832831), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:24.959666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fa4a57-30f7-495d-baf3-65d0c2832831 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:04:24.993385 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port f0fa4a57-30f7-495d-baf3-65d0c2832831, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=f0fa4a57-30f7-495d-baf3-65d0c2832831,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:25.006519 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f0fa4a57-30f7-495d-baf3-65d0c2832831), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:25.059142 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:25.082617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=3102247a-ff71-46d4-bef3-e1b1384d8a34,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:25.376141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548272d-9f7b-4b45-98c4-035e292b0ef8 req-9384db4b-bf25-46de-81ef-abff646abdba tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:25.377323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 720a3941-fbc5-4380-9911-5aa952dccd6a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:04:25.384839 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2548272d-9f7b-4b45-98c4-035e292b0ef8 req-9384db4b-bf25-46de-81ef-abff646abdba tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 945 time: 0.2120883 Feb 04 14:04:25.408073 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=f0fa4a57-30f7-495d-baf3-65d0c2832831,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:25.458172 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 720a3941-fbc5-4380-9911-5aa952dccd6a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:25.458898 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (720a3941-fbc5-4380-9911-5aa952dccd6a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:25.528137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2548272d-9f7b-4b45-98c4-035e292b0ef8 req-698f87f1-9758-42f6-99a6-49a278ba4ae8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423712 Feb 04 14:04:25.539523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['f0fa4a57-30f7-495d-baf3-65d0c2832831'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:04:25.622543 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:25.630708 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:25.631355 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (2bd2e5d8-4b41-473d-b10d-88812ad108c9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:25.700650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 720a3941-fbc5-4380-9911-5aa952dccd6a is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:25.701263 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (720a3941-fbc5-4380-9911-5aa952dccd6a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:25.709211 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=3102247a-ff71-46d4-bef3-e1b1384d8a34,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:25.790900 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 720a3941-fbc5-4380-9911-5aa952dccd6a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=720a3941-fbc5-4380-9911-5aa952dccd6a,segment=NetworkSegment(497dce91-0c3b-4ce8-99d0-fe6c035e0b11),segment_id=497dce91-0c3b-4ce8-99d0-fe6c035e0b11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:25.799622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322b6cb3-af16-4c1a-9d71-40ce7feb7656 None None] Network 6042f557-574d-4d7c-9585-e5c5374a5a73 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:25.807074 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (720a3941-fbc5-4380-9911-5aa952dccd6a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:25.866962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network 6042f557-574d-4d7c-9585-e5c5374a5a73 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:25.868681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:25.950501 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=720a3941-fbc5-4380-9911-5aa952dccd6a,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:25.953898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-07cda8ca-1b45-4b54-ae5d-a55d33b80287 None None] Provisioning complete for port 720a3941-fbc5-4380-9911-5aa952dccd6a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:25.954136 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-07cda8ca-1b45-4b54-ae5d-a55d33b80287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (720a3941-fbc5-4380-9911-5aa952dccd6a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:26.052774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:04:26.101513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-07cda8ca-1b45-4b54-ae5d-a55d33b80287 None None] Current status of the port 720a3941-fbc5-4380-9911-5aa952dccd6a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:26.210654 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:26.226309 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50278) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:26.233173 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6691fc9f-adb7-4b2b-ba52-54cdba2c85e4 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/2bd2e5d8-4b41-473d-b10d-88812ad108c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1684012 Feb 04 14:04:26.233428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Sync routers for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:26.241725 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-98d9b854-30e3-465e-a878-81d97c655476 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1929695955'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:26.248917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:26.251096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:26.282838 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d9b854-30e3-465e-a878-81d97c655476 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:04:26.286878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98d9b854-30e3-465e-a878-81d97c655476 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:26.328312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d9b854-30e3-465e-a878-81d97c655476 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:04:26.345508 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98d9b854-30e3-465e-a878-81d97c655476 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (bd783de5-6bc8-4861-b7df-a0b699f682c5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:26.346045 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-98d9b854-30e3-465e-a878-81d97c655476 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Added segment bd783de5-6bc8-4861-b7df-a0b699f682c5 of type vlan for network 989e7497-2831-4e93-9604-81b4bb19e460 Feb 04 14:04:26.409952 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98d9b854-30e3-465e-a878-81d97c655476 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (989e7497-2831-4e93-9604-81b4bb19e460), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:26.451481 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98d9b854-30e3-465e-a878-81d97c655476 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (989e7497-2831-4e93-9604-81b4bb19e460), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:26.462373 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d9b854-30e3-465e-a878-81d97c655476 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:26.463045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:26.464310 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98d9b854-30e3-465e-a878-81d97c655476 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:26.544988 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-98d9b854-30e3-465e-a878-81d97c655476 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3129995 Feb 04 14:04:26.549942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50280) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:26.556432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9b854-30e3-465e-a878-81d97c655476 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Network': ['ID=989e7497-2831-4e93-9604-81b4bb19e460,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:26.571218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8e408657-3c98-42bb-bc96-adec58be4ace tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'subnet': {'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:26.649191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device f0fa4a57-30f7-495d-baf3-65d0c2832831 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:04:26.651689 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 989e7497-2831-4e93-9604-81b4bb19e460 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:04:26.861269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e9a72-efac-4faf-9889-868fe312b946 req-57ca259e-6d41-4fdb-b271-14897e08715c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:26.863904 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-442e9a72-efac-4faf-9889-868fe312b946 req-57ca259e-6d41-4fdb-b271-14897e08715c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 945 time: 0.1191268 Feb 04 14:04:26.865683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e408657-3c98-42bb-bc96-adec58be4ace tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:04:26.871714 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8e408657-3c98-42bb-bc96-adec58be4ace tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:26.945125 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-298e5e09-8ed6-43aa-b6d0-739798c82922 None None] Provisioning complete for port 3102247a-ff71-46d4-bef3-e1b1384d8a34 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:26.946049 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-298e5e09-8ed6-43aa-b6d0-739798c82922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:26.951502 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port f0fa4a57-30f7-495d-baf3-65d0c2832831 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:04:26.958333 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port f0fa4a57-30f7-495d-baf3-65d0c2832831 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:26.958333 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f0fa4a57-30f7-495d-baf3-65d0c2832831), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:27.163105 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-442e9a72-efac-4faf-9889-868fe312b946 req-6589bbb1-b5cb-4a34-959a-7ddbf46833ec tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831895 Feb 04 14:04:27.180027 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-298e5e09-8ed6-43aa-b6d0-739798c82922 None None] Port 3102247a-ff71-46d4-bef3-e1b1384d8a34 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:04:27.203449 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 720a3941-fbc5-4380-9911-5aa952dccd6a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:04:27.258878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port f0fa4a57-30f7-495d-baf3-65d0c2832831 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:27.259273 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f0fa4a57-30f7-495d-baf3-65d0c2832831), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:27.262427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-298e5e09-8ed6-43aa-b6d0-739798c82922 None None] Provisioning complete for port 720a3941-fbc5-4380-9911-5aa952dccd6a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:27.262809 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-298e5e09-8ed6-43aa-b6d0-739798c82922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (720a3941-fbc5-4380-9911-5aa952dccd6a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:27.343965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336d19a5-eaff-4e28-9035-2e17a628157b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fa4a57-30f7-495d-baf3-65d0c2832831'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:04:27.346315 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdefd04-86c2-4c8f-b6ef-ea3af9926c02" -d '{"events": [{"server_uuid": "336d19a5-eaff-4e28-9035-2e17a628157b", "name": "network-vif-plugged", "status": "completed", "tag": "f0fa4a57-30f7-495d-baf3-65d0c2832831"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:04:27.360789 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8e408657-3c98-42bb-bc96-adec58be4ace tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (a22b7998-b893-40a2-a9c8-118c48580bf0), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:27.372848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port f0fa4a57-30f7-495d-baf3-65d0c2832831, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=f0fa4a57-30f7-495d-baf3-65d0c2832831,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:27.386816 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f0fa4a57-30f7-495d-baf3-65d0c2832831), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:27.423063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:24Z', 'revision_number': 2, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:25Z', 'revision_number': 2, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:27.424952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 720a3941-fbc5-4380-9911-5aa952dccd6a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:27.425403 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (720a3941-fbc5-4380-9911-5aa952dccd6a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:27.439331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e408657-3c98-42bb-bc96-adec58be4ace tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Subnet': ['ID=a22b7998-b893-40a2-a9c8-118c48580bf0,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:27.491840 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fc7ac0-1732-4651-9893-67a6ef3fc7d1 x-openstack-request-id: req-71fc7ac0-1732-4651-9893-67a6ef3fc7d1 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:04:27.492136 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336d19a5-eaff-4e28-9035-2e17a628157b", "name": "network-vif-plugged", "status": "completed", "tag": "f0fa4a57-30f7-495d-baf3-65d0c2832831", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:04:27.492395 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-71fc7ac0-1732-4651-9893-67a6ef3fc7d1 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:04:27.492787 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336d19a5-eaff-4e28-9035-2e17a628157b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fa4a57-30f7-495d-baf3-65d0c2832831', 'code': 200} Feb 04 14:04:27.503391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e408657-3c98-42bb-bc96-adec58be4ace tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Checking segment: {'id': 'bd783de5-6bc8-4861-b7df-a0b699f682c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:04:27.503391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e408657-3c98-42bb-bc96-adec58be4ace tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network hostable DHCP agents. Network: 989e7497-2831-4e93-9604-81b4bb19e460, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:04:27.506262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Checking router: 2bd2e5d8-4b41-473d-b10d-88812ad108c9 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:04:27.506624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Updating router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 port 3102247a-ff71-46d4-bef3-e1b1384d8a34 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:04:27.552367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e408657-3c98-42bb-bc96-adec58be4ace tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network 989e7497-2831-4e93-9604-81b4bb19e460 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:04:27.582076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-8e408657-3c98-42bb-bc96-adec58be4ace tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 989e7497-2831-4e93-9604-81b4bb19e460) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:27.605950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=f0fa4a57-30f7-495d-baf3-65d0c2832831,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:27.606262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e408657-3c98-42bb-bc96-adec58be4ace tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:27.606594 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8e408657-3c98-42bb-bc96-adec58be4ace tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:27.607401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab91513a-6a4b-49bd-977f-632ba2e27b42 None None] Network 989e7497-2831-4e93-9604-81b4bb19e460 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:27.611615 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:27.615881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-298e5e09-8ed6-43aa-b6d0-739798c82922 None None] Current status of the port 720a3941-fbc5-4380-9911-5aa952dccd6a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:27.719890 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8e408657-3c98-42bb-bc96-adec58be4ace tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1626892 Feb 04 14:04:27.720119 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50292) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:27.754137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b826823-abcb-4a9b-84cc-17234e5c77be req-c16813ec-30b8-4911-ab5e-badb2a2ba5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:27.756784 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b826823-abcb-4a9b-84cc-17234e5c77be req-c16813ec-30b8-4911-ab5e-badb2a2ba5f3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 1129 time: 0.2503827 Feb 04 14:04:27.797003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 720a3941-fbc5-4380-9911-5aa952dccd6a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:27.833053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b826823-abcb-4a9b-84cc-17234e5c77be req-97a0832e-2863-42a0-b5e3-52670f261456 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702941 Feb 04 14:04:27.920445 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b410e732-e037-4936-a57d-46ac4727e141 None None] Provisioning complete for port 3102247a-ff71-46d4-bef3-e1b1384d8a34 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:27.920909 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b410e732-e037-4936-a57d-46ac4727e141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:27.941686 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-989e7497-2831-4e93-9604-81b4bb19e460', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'project_id': 'e27fde8137274cddb1048167832f38f8', 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:04:27.943060 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:28.040547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b410e732-e037-4936-a57d-46ac4727e141 None None] Port 3102247a-ff71-46d4-bef3-e1b1384d8a34 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:04:28.286664 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Allocated IP 2001:db8:1::2 (989e7497-2831-4e93-9604-81b4bb19e460/a22b7998-b893-40a2-a9c8-118c48580bf0/afa81023-1bc0-415c-9e1f-c9d53a72f71d) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:04:28.370714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68eee89-67bb-4de3-98f9-16a7dc96c358 req-23de2992-73a2-4deb-b3ec-cd6ceb50f38b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:28.379808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e68eee89-67bb-4de3-98f9-16a7dc96c358 req-23de2992-73a2-4deb-b3ec-cd6ceb50f38b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 946 time: 0.1130447 Feb 04 14:04:28.422542 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:28.424297 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Publish callbacks [] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:28.439840 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:28.443474 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e68eee89-67bb-4de3-98f9-16a7dc96c358 req-19afb2f4-6c11-4c32-83aa-573c66ec0200 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618384 Feb 04 14:04:28.819167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6dd80-3555-4289-a9e8-25213fbef4dd None None] Pushing event updated for resources: {'Port': ['ID=3102247a-ff71-46d4-bef3-e1b1384d8a34,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:28.868173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Attempting to bind port 3102247a-ff71-46d4-bef3-e1b1384d8a34 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:04:28.868541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Attempting to bind port 3102247a-ff71-46d4-bef3-e1b1384d8a34 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '497dce91-0c3b-4ce8-99d0-fe6c035e0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:04:28.868911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Attempting to bind port 3102247a-ff71-46d4-bef3-e1b1384d8a34 on network 6042f557-574d-4d7c-9585-e5c5374a5a73 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:04:28.890454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:04:28.890829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Checking segment: {'id': '497dce91-0c3b-4ce8-99d0-fe6c035e0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:04:28.891238 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:28.891632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Bound using segment: {'id': '497dce91-0c3b-4ce8-99d0-fe6c035e0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:04:28.892123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Bound port: 3102247a-ff71-46d4-bef3-e1b1384d8a34, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497dce91-0c3b-4ce8-99d0-fe6c035e0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:04:28.892496 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:28.899746 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Publish callbacks [] for port (afa81023-1bc0-415c-9e1f-c9d53a72f71d), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:28.920101 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-eb2416ac-5c8f-4354-bbab-b0da54e9b3d6 None None] Provisioning complete for port 3102247a-ff71-46d4-bef3-e1b1384d8a34 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:28.920474 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eb2416ac-5c8f-4354-bbab-b0da54e9b3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:28.922656 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (afa81023-1bc0-415c-9e1f-c9d53a72f71d), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:28.985014 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Allocated IP 2001:db8:1::1 (989e7497-2831-4e93-9604-81b4bb19e460/a22b7998-b893-40a2-a9c8-118c48580bf0/b3084741-b324-4a0f-8238-485218a9ef9b) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:04:29.078923 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-eb2416ac-5c8f-4354-bbab-b0da54e9b3d6 None None] Port 3102247a-ff71-46d4-bef3-e1b1384d8a34 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:04:29.084316 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Network 989e7497-2831-4e93-9604-81b4bb19e460 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:29.092184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Pushing event updated for resources: {'Port': ['ID=afa81023-1bc0-415c-9e1f-c9d53a72f71d,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:29.102634 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:29.116849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:04:29.155908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] For port 3102247a-ff71-46d4-bef3-e1b1384d8a34, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:04:29.167969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] For port 3102247a-ff71-46d4-bef3-e1b1384d8a34, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3102247a-ff71-46d4-bef3-e1b1384d8a34,segment=NetworkSegment(497dce91-0c3b-4ce8-99d0-fe6c035e0b11),segment_id=497dce91-0c3b-4ce8-99d0-fe6c035e0b11)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:04:29.184474 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (b3084741-b324-4a0f-8238-485218a9ef9b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:29.233099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:29.265341 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:29.312916 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network 989e7497-2831-4e93-9604-81b4bb19e460 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:29.319531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:29.325259 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:04:29.326546 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (2bd2e5d8-4b41-473d-b10d-88812ad108c9), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:29.341586 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:29.342305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:29.376385 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=b3084741-b324-4a0f-8238-485218a9ef9b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:29.441526 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Attempting to bind port afa81023-1bc0-415c-9e1f-c9d53a72f71d on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:04:29.442176 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Attempting to bind port afa81023-1bc0-415c-9e1f-c9d53a72f71d by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'bd783de5-6bc8-4861-b7df-a0b699f682c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:04:29.442720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Attempting to bind port afa81023-1bc0-415c-9e1f-c9d53a72f71d on network 989e7497-2831-4e93-9604-81b4bb19e460 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:04:29.477708 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:04:29.478494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Checking segment: {'id': 'bd783de5-6bc8-4861-b7df-a0b699f682c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:04:29.479198 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:29.480067 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Bound using segment: {'id': 'bd783de5-6bc8-4861-b7df-a0b699f682c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:04:29.480871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Bound port: afa81023-1bc0-415c-9e1f-c9d53a72f71d, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd783de5-6bc8-4861-b7df-a0b699f682c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:04:29.481451 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (afa81023-1bc0-415c-9e1f-c9d53a72f71d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:29.499593 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:29.534315 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6dd80-3555-4289-a9e8-25213fbef4dd None None] Pushing event updated for resources: {'Port': ['ID=3102247a-ff71-46d4-bef3-e1b1384d8a34,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:29.549398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:29.675638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d75530-478d-479d-b73f-cab2dfe7d74c req-f3e1a913-2343-4af9-99aa-c016def3aa8f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:29.689900 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25d75530-478d-479d-b73f-cab2dfe7d74c req-f3e1a913-2343-4af9-99aa-c016def3aa8f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 946 time: 0.1209290 Feb 04 14:04:29.768196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25d75530-478d-479d-b73f-cab2dfe7d74c req-4d9d4d0f-2c69-4f6e-abd2-7a99d03f2b24 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758138 Feb 04 14:04:29.803797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] For port afa81023-1bc0-415c-9e1f-c9d53a72f71d, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:04:29.845709 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] For port afa81023-1bc0-415c-9e1f-c9d53a72f71d, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=afa81023-1bc0-415c-9e1f-c9d53a72f71d,segment=NetworkSegment(bd783de5-6bc8-4861-b7df-a0b699f682c5),segment_id=bd783de5-6bc8-4861-b7df-a0b699f682c5)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:04:29.871367 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (afa81023-1bc0-415c-9e1f-c9d53a72f71d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:29.879588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b7b39173-efa3-459d-aa2b-ca22ee45e45b None None] Provisioning complete for port 3102247a-ff71-46d4-bef3-e1b1384d8a34 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:29.879954 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7b39173-efa3-459d-aa2b-ca22ee45e45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:30.021907 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbf255-6093-4ad8-afdc-b24d94e5f99f None None] Pushing event updated for resources: {'Port': ['ID=afa81023-1bc0-415c-9e1f-c9d53a72f71d,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:30.037520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddbeb7-b523-4fc1-9b2c-1ffc886a0525 req-2b9d7248-0e67-41a0-ac00-d49aee3be5c2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:30.040308 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1ddbeb7-b523-4fc1-9b2c-1ffc886a0525 req-2b9d7248-0e67-41a0-ac00-d49aee3be5c2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 946 time: 0.1594732 Feb 04 14:04:30.116836 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (b3084741-b324-4a0f-8238-485218a9ef9b), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:30.122500 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b7b39173-efa3-459d-aa2b-ca22ee45e45b None None] Current status of the port 3102247a-ff71-46d4-bef3-e1b1384d8a34 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:30.123369 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7b39173-efa3-459d-aa2b-ca22ee45e45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:30.128512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:24Z', 'revision_number': 2, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:29Z', 'revision_number': 4, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:30.130089 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:30.131972 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (2bd2e5d8-4b41-473d-b10d-88812ad108c9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:30.147849 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1ddbeb7-b523-4fc1-9b2c-1ffc886a0525 req-f641d68a-4ba8-4cd3-a322-7133dbbb8a85 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944290 Feb 04 14:04:30.179465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b177e462-1aab-4485-9afd-e9b26940bfdd None None] The sync data for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 is: [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:24Z', 'revision_number': 2, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:29Z', 'revision_number': 4, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:30.220799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b7b39173-efa3-459d-aa2b-ca22ee45e45b None None] For port 3102247a-ff71-46d4-bef3-e1b1384d8a34, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3102247a-ff71-46d4-bef3-e1b1384d8a34,segment=NetworkSegment(497dce91-0c3b-4ce8-99d0-fe6c035e0b11),segment_id=497dce91-0c3b-4ce8-99d0-fe6c035e0b11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:30.230059 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7b39173-efa3-459d-aa2b-ca22ee45e45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:30.334573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b39173-efa3-459d-aa2b-ca22ee45e45b None None] Pushing event updated for resources: {'Port': ['ID=3102247a-ff71-46d4-bef3-e1b1384d8a34,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:30.423108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=b3084741-b324-4a0f-8238-485218a9ef9b,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:30.500380 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network 989e7497-2831-4e93-9604-81b4bb19e460 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:30.502751 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:30.644486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:04:30.778053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b45aa2-fb88-4c43-bd97-0883e92c6120 req-ffaa8288-eaae-4d97-a951-cb7c3f601c74 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:30.779791 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99b45aa2-fb88-4c43-bd97-0883e92c6120 req-ffaa8288-eaae-4d97-a951-cb7c3f601c74 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 946 time: 0.1054547 Feb 04 14:04:30.868339 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:30.883094 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0b018e34-749d-4960-9997-14e9840a8f02 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/2bd2e5d8-4b41-473d-b10d-88812ad108c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1594431 Feb 04 14:04:30.883341 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99b45aa2-fb88-4c43-bd97-0883e92c6120 req-615be8aa-d416-48ae-8b81-97d5f03f8bae tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922964 Feb 04 14:04:30.886591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50312) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:30.895933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8d2529d3-474d-428a-9964-fd4225282de9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-957121226'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:30.927690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2529d3-474d-428a-9964-fd4225282de9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:04:30.932216 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d2529d3-474d-428a-9964-fd4225282de9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:30.974699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2529d3-474d-428a-9964-fd4225282de9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:04:30.987241 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d2529d3-474d-428a-9964-fd4225282de9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (95bc3083-db1c-45c6-927b-65f76d0b1952), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:30.987572 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-8d2529d3-474d-428a-9964-fd4225282de9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Added segment 95bc3083-db1c-45c6-927b-65f76d0b1952 of type vlan for network cd740ca0-459b-490b-8ae4-fe17ac2ec812 Feb 04 14:04:31.077286 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d2529d3-474d-428a-9964-fd4225282de9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (cd740ca0-459b-490b-8ae4-fe17ac2ec812), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:31.119463 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d2529d3-474d-428a-9964-fd4225282de9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (cd740ca0-459b-490b-8ae4-fe17ac2ec812), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:31.132528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2529d3-474d-428a-9964-fd4225282de9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:31.133189 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d2529d3-474d-428a-9964-fd4225282de9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:31.318996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8d2529d3-474d-428a-9964-fd4225282de9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4307108 Feb 04 14:04:31.320340 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50314) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:31.340867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-d080fff4-55ef-417d-97da-bc271b13a380 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'subnet': {'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:31.404228 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3102247a-ff71-46d4-bef3-e1b1384d8a34 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:04:31.433990 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2529d3-474d-428a-9964-fd4225282de9 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Network': ['ID=cd740ca0-459b-490b-8ae4-fe17ac2ec812,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:31.480582 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d080fff4-55ef-417d-97da-bc271b13a380 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:04:31.485229 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d080fff4-55ef-417d-97da-bc271b13a380 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:31.514917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network cd740ca0-459b-490b-8ae4-fe17ac2ec812 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:04:31.647024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 3102247a-ff71-46d4-bef3-e1b1384d8a34 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:31.647906 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:31.714354 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feefb3ad-a134-4a36-b637-025355ae7170 None None] Network 989e7497-2831-4e93-9604-81b4bb19e460 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:31.805272 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d080fff4-55ef-417d-97da-bc271b13a380 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (e2b8f714-b30d-4a29-9356-dffc4afa83c5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:31.867420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f073e7cc-cbac-472b-87fb-6f7559ebfb70 None None] Provisioning complete for port afa81023-1bc0-415c-9e1f-c9d53a72f71d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:31.868065 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f073e7cc-cbac-472b-87fb-6f7559ebfb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (afa81023-1bc0-415c-9e1f-c9d53a72f71d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:31.890071 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080fff4-55ef-417d-97da-bc271b13a380 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Subnet': ['ID=e2b8f714-b30d-4a29-9356-dffc4afa83c5,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:31.898189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d080fff4-55ef-417d-97da-bc271b13a380 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Checking segment: {'id': '95bc3083-db1c-45c6-927b-65f76d0b1952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:04:31.898603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080fff4-55ef-417d-97da-bc271b13a380 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network hostable DHCP agents. Network: cd740ca0-459b-490b-8ae4-fe17ac2ec812, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:04:31.920981 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080fff4-55ef-417d-97da-bc271b13a380 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network cd740ca0-459b-490b-8ae4-fe17ac2ec812 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:04:31.951179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-d080fff4-55ef-417d-97da-bc271b13a380 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, cd740ca0-459b-490b-8ae4-fe17ac2ec812) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:31.967339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d080fff4-55ef-417d-97da-bc271b13a380 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:31.968560 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d080fff4-55ef-417d-97da-bc271b13a380 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:31.972903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0494b0cb-d20a-4c93-9533-b06bff906592 None None] Network cd740ca0-459b-490b-8ae4-fe17ac2ec812 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:32.000542 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d080fff4-55ef-417d-97da-bc271b13a380 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6660676 Feb 04 14:04:32.005240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50320) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:32.139952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd479f92-329b-4b0d-b53c-b627cafdf307 req-de809e0c-5f76-4624-b31b-39f09c6096cc tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:32.153733 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd479f92-329b-4b0d-b53c-b627cafdf307 req-de809e0c-5f76-4624-b31b-39f09c6096cc tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 946 time: 0.1161222 Feb 04 14:04:32.209629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 3102247a-ff71-46d4-bef3-e1b1384d8a34 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:32.211762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device afa81023-1bc0-415c-9e1f-c9d53a72f71d up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:04:32.289765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd479f92-329b-4b0d-b53c-b627cafdf307 req-a9fcdeae-a914-44de-8f60-3f0166f1669d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333942 Feb 04 14:04:32.321952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f073e7cc-cbac-472b-87fb-6f7559ebfb70 None None] Current status of the port afa81023-1bc0-415c-9e1f-c9d53a72f71d is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:32.322256 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f073e7cc-cbac-472b-87fb-6f7559ebfb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (afa81023-1bc0-415c-9e1f-c9d53a72f71d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:32.374259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b955c3-b7ec-4db6-9c9a-eb73ffa96acd req-8f6d6437-662b-42f7-8f35-5062fe180dbe tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:32.392508 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b3b955c3-b7ec-4db6-9c9a-eb73ffa96acd req-8f6d6437-662b-42f7-8f35-5062fe180dbe tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 946 time: 0.1830080 Feb 04 14:04:32.420932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f073e7cc-cbac-472b-87fb-6f7559ebfb70 None None] For port afa81023-1bc0-415c-9e1f-c9d53a72f71d, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=afa81023-1bc0-415c-9e1f-c9d53a72f71d,segment=NetworkSegment(bd783de5-6bc8-4861-b7df-a0b699f682c5),segment_id=bd783de5-6bc8-4861-b7df-a0b699f682c5)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:32.426425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-cd740ca0-459b-490b-8ae4-fe17ac2ec812', 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812', 'project_id': 'e27fde8137274cddb1048167832f38f8', 'fixed_ips': [{'subnet_id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:04:32.428982 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:32.457601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port afa81023-1bc0-415c-9e1f-c9d53a72f71d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:32.458622 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (afa81023-1bc0-415c-9e1f-c9d53a72f71d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:32.468263 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f073e7cc-cbac-472b-87fb-6f7559ebfb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (afa81023-1bc0-415c-9e1f-c9d53a72f71d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:32.803920 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:32.846210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-b3b955c3-b7ec-4db6-9c9a-eb73ffa96acd req-ee1a8da4-d1aa-4ce8-8bff-4742599d5dbf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Deleting port f0fa4a57-30f7-495d-baf3-65d0c2832831 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:32.847152 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b3b955c3-b7ec-4db6-9c9a-eb73ffa96acd req-ee1a8da4-d1aa-4ce8-8bff-4742599d5dbf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f0fa4a57-30f7-495d-baf3-65d0c2832831), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:32.927359 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Sync routers for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:32.966261 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:32.967046 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:32.993162 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-b3b955c3-b7ec-4db6-9c9a-eb73ffa96acd req-ee1a8da4-d1aa-4ce8-8bff-4742599d5dbf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] For port f0fa4a57-30f7-495d-baf3-65d0c2832831, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=f0fa4a57-30f7-495d-baf3-65d0c2832831,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:32.993517 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b3b955c3-b7ec-4db6-9c9a-eb73ffa96acd req-ee1a8da4-d1aa-4ce8-8bff-4742599d5dbf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f0fa4a57-30f7-495d-baf3-65d0c2832831), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:33.016383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-b3b955c3-b7ec-4db6-9c9a-eb73ffa96acd req-ee1a8da4-d1aa-4ce8-8bff-4742599d5dbf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Calling delete_port for f0fa4a57-30f7-495d-baf3-65d0c2832831 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:33.049115 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Allocated IP 2001:db8:2::2 (cd740ca0-459b-490b-8ae4-fe17ac2ec812/e2b8f714-b30d-4a29-9356-dffc4afa83c5/1530a3aa-6788-4513-9f11-843d8bcd92c1) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:04:33.055600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073e7cc-cbac-472b-87fb-6f7559ebfb70 None None] Pushing event updated for resources: {'Port': ['ID=afa81023-1bc0-415c-9e1f-c9d53a72f71d,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:33.181636 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:33.217821 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b3b955c3-b7ec-4db6-9c9a-eb73ffa96acd req-ee1a8da4-d1aa-4ce8-8bff-4742599d5dbf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f0fa4a57-30f7-495d-baf3-65d0c2832831), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:33.299720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a8da4-d1aa-4ce8-8bff-4742599d5dbf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event deleted for resources: {'Port': ['ID=f0fa4a57-30f7-495d-baf3-65d0c2832831,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:33.469827 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ee2128ff-a267-4044-98fd-2bc36d7cc21c None None] Provisioning complete for port b3084741-b324-4a0f-8238-485218a9ef9b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:33.469827 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ee2128ff-a267-4044-98fd-2bc36d7cc21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:33.474341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b955c3-b7ec-4db6-9c9a-eb73ffa96acd req-ee1a8da4-d1aa-4ce8-8bff-4742599d5dbf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] No DVR routers for this DVR port f0fa4a57-30f7-495d-baf3-65d0c2832831 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:04:33.476227 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-b3b955c3-b7ec-4db6-9c9a-eb73ffa96acd req-ee1a8da4-d1aa-4ce8-8bff-4742599d5dbf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:33.477735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['f0fa4a57-30f7-495d-baf3-65d0c2832831'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:04:33.483085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['048ede28-6cc4-484c-bcdf-0b5627acffe5'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:04:33.486200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b3b955c3-b7ec-4db6-9c9a-eb73ffa96acd req-ee1a8da4-d1aa-4ce8-8bff-4742599d5dbf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "DELETE /v2.0/ports/f0fa4a57-30f7-495d-baf3-65d0c2832831 HTTP/1.1" status: 204 len: 173 time: 1.0877059 Feb 04 14:04:33.492826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336d19a5-eaff-4e28-9035-2e17a628157b', 'name': 'network-vif-deleted', 'tag': 'f0fa4a57-30f7-495d-baf3-65d0c2832831'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:04:33.499718 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d861f9c5-62e3-4b0e-a07e-9f4c82cb81f3" -d '{"events": [{"server_uuid": "336d19a5-eaff-4e28-9035-2e17a628157b", "name": "network-vif-deleted", "tag": "f0fa4a57-30f7-495d-baf3-65d0c2832831"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:04:33.521619 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:29Z', 'revision_number': 3, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:29Z', 'revision_number': 2, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:33.622789 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7540705-1ea5-4322-bdf6-1d7088273176 req-3b0419f4-649e-4a8d-9fa7-8485728ccb6a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 210 time: 0.1305101 Feb 04 14:04:33.656394 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Checking router: 2bd2e5d8-4b41-473d-b10d-88812ad108c9 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:04:33.657702 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Updating router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 port b3084741-b324-4a0f-8238-485218a9ef9b binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:04:33.763819 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45437a18-6696-41fe-a205-a7434781ecbc x-openstack-request-id: req-45437a18-6696-41fe-a205-a7434781ecbc {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:04:33.764389 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336d19a5-eaff-4e28-9035-2e17a628157b", "name": "network-vif-deleted", "tag": "f0fa4a57-30f7-495d-baf3-65d0c2832831", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:04:33.764832 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-45437a18-6696-41fe-a205-a7434781ecbc {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:04:33.765486 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336d19a5-eaff-4e28-9035-2e17a628157b', 'name': 'network-vif-deleted', 'tag': 'f0fa4a57-30f7-495d-baf3-65d0c2832831', 'status': 'completed', 'code': 200} Feb 04 14:04:33.766679 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:33.851836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ee2128ff-a267-4044-98fd-2bc36d7cc21c None None] Port b3084741-b324-4a0f-8238-485218a9ef9b cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:04:33.973091 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port afa81023-1bc0-415c-9e1f-c9d53a72f71d is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:33.979755 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ee2128ff-a267-4044-98fd-2bc36d7cc21c None None] Provisioning complete for port afa81023-1bc0-415c-9e1f-c9d53a72f71d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:33.980310 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ee2128ff-a267-4044-98fd-2bc36d7cc21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (afa81023-1bc0-415c-9e1f-c9d53a72f71d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:34.144521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device afa81023-1bc0-415c-9e1f-c9d53a72f71d up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:04:34.383335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a22ac2-1578-4051-8c0f-1bb71d2e417f req-c18f4161-5104-4dbc-a54c-257029abce7a tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:34.401909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7a22ac2-1578-4051-8c0f-1bb71d2e417f req-c18f4161-5104-4dbc-a54c-257029abce7a tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.1089430 Feb 04 14:04:34.411117 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Publish callbacks [] for port (b3084741-b324-4a0f-8238-485218a9ef9b), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:34.422764 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:34.488309 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7a22ac2-1578-4051-8c0f-1bb71d2e417f req-a45ccf6f-4452-4b84-9990-209483df7657 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846884 Feb 04 14:04:34.518349 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181b5db-f6bd-4841-8bd8-0a7218d9f6b0 None None] Pushing event updated for resources: {'Port': ['ID=b3084741-b324-4a0f-8238-485218a9ef9b,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:34.522509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ee2128ff-a267-4044-98fd-2bc36d7cc21c None None] Current status of the port afa81023-1bc0-415c-9e1f-c9d53a72f71d is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:34.544983 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Publish callbacks [] for port (1530a3aa-6788-4513-9f11-843d8bcd92c1), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:34.549582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port afa81023-1bc0-415c-9e1f-c9d53a72f71d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:34.550177 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (afa81023-1bc0-415c-9e1f-c9d53a72f71d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:34.555137 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181b5db-f6bd-4841-8bd8-0a7218d9f6b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.555498 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181b5db-f6bd-4841-8bd8-0a7218d9f6b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.555823 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181b5db-f6bd-4841-8bd8-0a7218d9f6b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.556158 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181b5db-f6bd-4841-8bd8-0a7218d9f6b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.556487 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181b5db-f6bd-4841-8bd8-0a7218d9f6b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.557222 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181b5db-f6bd-4841-8bd8-0a7218d9f6b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.557989 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181b5db-f6bd-4841-8bd8-0a7218d9f6b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.558421 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181b5db-f6bd-4841-8bd8-0a7218d9f6b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.558756 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181b5db-f6bd-4841-8bd8-0a7218d9f6b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.559180 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181b5db-f6bd-4841-8bd8-0a7218d9f6b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.559594 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181b5db-f6bd-4841-8bd8-0a7218d9f6b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.559956 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181b5db-f6bd-4841-8bd8-0a7218d9f6b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.560280 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181b5db-f6bd-4841-8bd8-0a7218d9f6b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.584090 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (1530a3aa-6788-4513-9f11-843d8bcd92c1), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:34.623163 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Attempting to bind port b3084741-b324-4a0f-8238-485218a9ef9b on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:04:34.623672 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Attempting to bind port b3084741-b324-4a0f-8238-485218a9ef9b by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'bd783de5-6bc8-4861-b7df-a0b699f682c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:04:34.624041 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Attempting to bind port b3084741-b324-4a0f-8238-485218a9ef9b on network 989e7497-2831-4e93-9604-81b4bb19e460 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:04:34.631114 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:04:34.631709 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Checking segment: {'id': 'bd783de5-6bc8-4861-b7df-a0b699f682c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:04:34.632151 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:34.632546 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Bound using segment: {'id': 'bd783de5-6bc8-4861-b7df-a0b699f682c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:04:34.633299 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Bound port: b3084741-b324-4a0f-8238-485218a9ef9b, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd783de5-6bc8-4861-b7df-a0b699f682c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:04:34.633731 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:34.653239 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Network cd740ca0-459b-490b-8ae4-fe17ac2ec812 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:34.667665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:34.675909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:04:34.677677 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Allocated IP 2001:db8:2::1 (cd740ca0-459b-490b-8ae4-fe17ac2ec812/e2b8f714-b30d-4a29-9356-dffc4afa83c5/58613021-ee72-48b3-b53e-9a8863185250) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:04:34.688972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Pushing event updated for resources: {'Port': ['ID=1530a3aa-6788-4513-9f11-843d8bcd92c1,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:34.718619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.719100 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.719556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.720016 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.720645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.722203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.722203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.722203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.722203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.722670 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.723105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.723536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.723983 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:34.788213 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-85c68d25-9815-42f7-843d-a3266b593a71 None None] Provisioning complete for port b3084741-b324-4a0f-8238-485218a9ef9b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:34.794464 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-85c68d25-9815-42f7-843d-a3266b593a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:34.860172 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bccfa105-27a2-45bf-baeb-7ac11df4e16d req-4b7f5cdb-0525-4fca-a07f-e8f2c36b4689 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 210 time: 0.0699790 Feb 04 14:04:34.875992 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] For port b3084741-b324-4a0f-8238-485218a9ef9b, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:04:34.891441 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] For port b3084741-b324-4a0f-8238-485218a9ef9b, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b3084741-b324-4a0f-8238-485218a9ef9b,segment=NetworkSegment(bd783de5-6bc8-4861-b7df-a0b699f682c5),segment_id=bd783de5-6bc8-4861-b7df-a0b699f682c5)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:04:34.901973 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:34.903588 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (58613021-ee72-48b3-b53e-9a8863185250), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:34.919066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Attempting to bind port 1530a3aa-6788-4513-9f11-843d8bcd92c1 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:04:34.919486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Attempting to bind port 1530a3aa-6788-4513-9f11-843d8bcd92c1 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '95bc3083-db1c-45c6-927b-65f76d0b1952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:04:34.919832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Attempting to bind port 1530a3aa-6788-4513-9f11-843d8bcd92c1 on network cd740ca0-459b-490b-8ae4-fe17ac2ec812 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:04:34.940662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:04:34.941113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Checking segment: {'id': '95bc3083-db1c-45c6-927b-65f76d0b1952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:04:34.941441 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:34.941841 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Bound using segment: {'id': '95bc3083-db1c-45c6-927b-65f76d0b1952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:04:34.942373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Bound port: 1530a3aa-6788-4513-9f11-843d8bcd92c1, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bc3083-db1c-45c6-927b-65f76d0b1952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:04:34.942754 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1530a3aa-6788-4513-9f11-843d8bcd92c1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:34.950549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (58613021-ee72-48b3-b53e-9a8863185250), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:34.956622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port afa81023-1bc0-415c-9e1f-c9d53a72f71d is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:34.967427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-85c68d25-9815-42f7-843d-a3266b593a71 None None] Port b3084741-b324-4a0f-8238-485218a9ef9b cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:04:35.001072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network cd740ca0-459b-490b-8ae4-fe17ac2ec812 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:35.001823 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181b5db-f6bd-4841-8bd8-0a7218d9f6b0 None None] Pushing event updated for resources: {'Port': ['ID=b3084741-b324-4a0f-8238-485218a9ef9b,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:35.005130 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:35.010213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:04:35.010947 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (2bd2e5d8-4b41-473d-b10d-88812ad108c9), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:35.032920 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:35.034039 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:35.076856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] For port 1530a3aa-6788-4513-9f11-843d8bcd92c1, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:04:35.086319 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] For port 1530a3aa-6788-4513-9f11-843d8bcd92c1, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1530a3aa-6788-4513-9f11-843d8bcd92c1,segment=NetworkSegment(95bc3083-db1c-45c6-927b-65f76d0b1952),segment_id=95bc3083-db1c-45c6-927b-65f76d0b1952)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:04:35.105905 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1530a3aa-6788-4513-9f11-843d8bcd92c1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:35.155877 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:35.165479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=58613021-ee72-48b3-b53e-9a8863185250,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:35.218605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-14cf583f-d35f-4031-a828-f5fc5870a5e7 None None] Provisioning complete for port b3084741-b324-4a0f-8238-485218a9ef9b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:35.219153 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14cf583f-d35f-4031-a828-f5fc5870a5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:35.306426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda5ff7-73a5-47f9-abf8-1c8da7568ce3 None None] Pushing event updated for resources: {'Port': ['ID=1530a3aa-6788-4513-9f11-843d8bcd92c1,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:35.343165 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (58613021-ee72-48b3-b53e-9a8863185250), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:35.416132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-14cf583f-d35f-4031-a828-f5fc5870a5e7 None None] Current status of the port b3084741-b324-4a0f-8238-485218a9ef9b is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:35.416970 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14cf583f-d35f-4031-a828-f5fc5870a5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:35.471740 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-14cf583f-d35f-4031-a828-f5fc5870a5e7 None None] For port b3084741-b324-4a0f-8238-485218a9ef9b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b3084741-b324-4a0f-8238-485218a9ef9b,segment=NetworkSegment(bd783de5-6bc8-4861-b7df-a0b699f682c5),segment_id=bd783de5-6bc8-4861-b7df-a0b699f682c5)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:35.478445 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14cf583f-d35f-4031-a828-f5fc5870a5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:35.526703 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:29Z', 'revision_number': 3, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:34Z', 'revision_number': 4, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:35.600629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf583f-d35f-4031-a828-f5fc5870a5e7 None None] Pushing event updated for resources: {'Port': ['ID=b3084741-b324-4a0f-8238-485218a9ef9b,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:35.639167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-88747c79-c79b-4935-9213-8f17b83dd6f9 None None] Provisioning complete for port b3084741-b324-4a0f-8238-485218a9ef9b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:35.639386 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494740ce-fc8e-4611-a597-59d2eb25ae31 None None] The sync data for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 is: [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:29Z', 'revision_number': 3, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:34Z', 'revision_number': 4, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:35.641207 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88747c79-c79b-4935-9213-8f17b83dd6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:35.785780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce0280-7db2-47a5-afb6-505415828bed req-4149cc51-79c7-4962-a0f8-e7b81f1ea382 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:35.795524 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93ce0280-7db2-47a5-afb6-505415828bed req-4149cc51-79c7-4962-a0f8-e7b81f1ea382 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.1548541 Feb 04 14:04:35.807649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-88747c79-c79b-4935-9213-8f17b83dd6f9 None None] Current status of the port b3084741-b324-4a0f-8238-485218a9ef9b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:35.883689 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93ce0280-7db2-47a5-afb6-505415828bed req-ced50f94-7a0c-4e99-8e84-8601a91cc1f7 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870142 Feb 04 14:04:35.887506 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (58613021-ee72-48b3-b53e-9a8863185250), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:35.896103 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (58613021-ee72-48b3-b53e-9a8863185250), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:35.897094 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (2bd2e5d8-4b41-473d-b10d-88812ad108c9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:35.984864 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=58613021-ee72-48b3-b53e-9a8863185250,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:36.035770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f90a155-7f79-4abb-b8f6-e01b6b5a252d req-863c1af3-f63f-4301-a8e4-51264d2902f4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 210 time: 0.0659161 Feb 04 14:04:36.158296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network cd740ca0-459b-490b-8ae4-fe17ac2ec812 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:36.160231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:36.231238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1530a3aa-6788-4513-9f11-843d8bcd92c1 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:04:36.300562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 1530a3aa-6788-4513-9f11-843d8bcd92c1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:36.300921 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1530a3aa-6788-4513-9f11-843d8bcd92c1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:36.310466 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:04:36.401370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 1530a3aa-6788-4513-9f11-843d8bcd92c1 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:36.402458 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1530a3aa-6788-4513-9f11-843d8bcd92c1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:36.455442 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 1530a3aa-6788-4513-9f11-843d8bcd92c1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1530a3aa-6788-4513-9f11-843d8bcd92c1,segment=NetworkSegment(95bc3083-db1c-45c6-927b-65f76d0b1952),segment_id=95bc3083-db1c-45c6-927b-65f76d0b1952)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:36.465664 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1530a3aa-6788-4513-9f11-843d8bcd92c1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:36.466643 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b3084741-b324-4a0f-8238-485218a9ef9b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:04:36.485561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:36.498630 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-29a7c748-a6d2-43c5-a1fe-6aab9959b6ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/2bd2e5d8-4b41-473d-b10d-88812ad108c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4889901 Feb 04 14:04:36.499448 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50342) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:36.508032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-4846b687-fc83-433b-92bf-35e40e1b6562 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-961807112'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:36.548725 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4846b687-fc83-433b-92bf-35e40e1b6562 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:04:36.553189 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4846b687-fc83-433b-92bf-35e40e1b6562 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:36.579427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=1530a3aa-6788-4513-9f11-843d8bcd92c1,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:36.589992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b3084741-b324-4a0f-8238-485218a9ef9b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:36.590537 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:36.604868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4846b687-fc83-433b-92bf-35e40e1b6562 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:04:36.627545 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4846b687-fc83-433b-92bf-35e40e1b6562 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (88974dbf-dc99-4d19-bd0c-cc5204b6ba74), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:36.627957 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-4846b687-fc83-433b-92bf-35e40e1b6562 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Added segment 88974dbf-dc99-4d19-bd0c-cc5204b6ba74 of type vlan for network 956257d8-9204-42d1-9ddd-62b46c575a15 Feb 04 14:04:36.642294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device f0fa4a57-30f7-495d-baf3-65d0c2832831 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:04:36.671821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: f0fa4a57-30f7-495d-baf3-65d0c2832831 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:04:36.672170 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device f0fa4a57-30f7-495d-baf3-65d0c2832831 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:04:36.707471 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4846b687-fc83-433b-92bf-35e40e1b6562 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (956257d8-9204-42d1-9ddd-62b46c575a15), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:36.747580 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4846b687-fc83-433b-92bf-35e40e1b6562 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (956257d8-9204-42d1-9ddd-62b46c575a15), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:36.753240 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4846b687-fc83-433b-92bf-35e40e1b6562 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:36.753982 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4846b687-fc83-433b-92bf-35e40e1b6562 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:36.791876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Sync routers for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:36.804501 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b3084741-b324-4a0f-8238-485218a9ef9b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:36.810342 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4846b687-fc83-433b-92bf-35e40e1b6562 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3096721 Feb 04 14:04:36.810907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50344) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:36.816131 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:36.816996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:36.820941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-956cad13-8135-4b7a-be3e-cc21163924fe tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'subnet': {'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:36.876933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846b687-fc83-433b-92bf-35e40e1b6562 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Network': ['ID=956257d8-9204-42d1-9ddd-62b46c575a15,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:36.898636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 956257d8-9204-42d1-9ddd-62b46c575a15 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:04:36.962612 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956cad13-8135-4b7a-be3e-cc21163924fe tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Made reservation on behalf of e27fde8137274cddb1048167832f38f8 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:04:36.973932 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-956cad13-8135-4b7a-be3e-cc21163924fe tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:37.003066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec4557e-6242-4898-86ff-def9c48b0d6f None None] Network cd740ca0-459b-490b-8ae4-fe17ac2ec812 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:37.009729 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:37.099393 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a8397-29ae-41e6-9003-38d9e5356719 req-40c7c3ce-6e09-407b-b01e-00635b746fb3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:37.102268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db4a8397-29ae-41e6-9003-38d9e5356719 req-40c7c3ce-6e09-407b-b01e-00635b746fb3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0777061 Feb 04 14:04:37.159310 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2b8ddfd4-6cb8-4f0f-ad76-2b8797bbfbd2 None None] Provisioning complete for port 1530a3aa-6788-4513-9f11-843d8bcd92c1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:37.159686 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2b8ddfd4-6cb8-4f0f-ad76-2b8797bbfbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1530a3aa-6788-4513-9f11-843d8bcd92c1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:37.186443 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db4a8397-29ae-41e6-9003-38d9e5356719 req-71b2b453-80bb-46f1-97ca-761c7e57e09e tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774817 Feb 04 14:04:37.286289 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-956cad13-8135-4b7a-be3e-cc21163924fe tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (1691506e-60c9-43bb-b1e6-c7f0547f59a5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:37.301000 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1c819a4-5104-46d6-b00b-a5b68c877919 req-9b1a74d5-a841-4879-94c6-a7b936f749ac tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 210 time: 0.0320351 Feb 04 14:04:37.375981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cad13-8135-4b7a-be3e-cc21163924fe tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Subnet': ['ID=1691506e-60c9-43bb-b1e6-c7f0547f59a5,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:37.390417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956cad13-8135-4b7a-be3e-cc21163924fe tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Checking segment: {'id': '88974dbf-dc99-4d19-bd0c-cc5204b6ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:04:37.390417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956cad13-8135-4b7a-be3e-cc21163924fe tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network hostable DHCP agents. Network: 956257d8-9204-42d1-9ddd-62b46c575a15, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:04:37.411856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956cad13-8135-4b7a-be3e-cc21163924fe tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network 956257d8-9204-42d1-9ddd-62b46c575a15 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:04:37.424486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-956cad13-8135-4b7a-be3e-cc21163924fe tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 956257d8-9204-42d1-9ddd-62b46c575a15) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:37.429039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956cad13-8135-4b7a-be3e-cc21163924fe tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:37.429791 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-956cad13-8135-4b7a-be3e-cc21163924fe tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:37.445743 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbcbad0-accf-4a22-a075-0e9746016cfd None None] Network 956257d8-9204-42d1-9ddd-62b46c575a15 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:37.451367 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-956cad13-8135-4b7a-be3e-cc21163924fe tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6359847 Feb 04 14:04:37.453753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50350) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:37.703123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ddfd4-6cb8-4f0f-ad76-2b8797bbfbd2 None None] Current status of the port 1530a3aa-6788-4513-9f11-843d8bcd92c1 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:37.719267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-956257d8-9204-42d1-9ddd-62b46c575a15', 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15', 'project_id': 'e27fde8137274cddb1048167832f38f8', 'fixed_ips': [{'subnet_id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:04:37.720151 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:37.758256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 4, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58613021-ee72-48b3-b53e-9a8863185250', 'name': '', 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:54:4b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:33Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 2, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:37.848140 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Checking router: 2bd2e5d8-4b41-473d-b10d-88812ad108c9 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:04:37.849407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Updating router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 port 58613021-ee72-48b3-b53e-9a8863185250 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:04:37.893421 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:37.902398 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (58613021-ee72-48b3-b53e-9a8863185250), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:37.986227 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Allocated IP 2001:db8:3::2 (956257d8-9204-42d1-9ddd-62b46c575a15/1691506e-60c9-43bb-b1e6-c7f0547f59a5/ec622d38-7ed4-46a9-9c88-2bb856c99bf3) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:04:38.172164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1530a3aa-6788-4513-9f11-843d8bcd92c1 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:04:38.297824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-db5bcb45-07b0-4f70-9f3b-e5e469326ae1 None None] Provisioning complete for port 1530a3aa-6788-4513-9f11-843d8bcd92c1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:38.298396 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-db5bcb45-07b0-4f70-9f3b-e5e469326ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1530a3aa-6788-4513-9f11-843d8bcd92c1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:38.396560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 1530a3aa-6788-4513-9f11-843d8bcd92c1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:38.396935 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1530a3aa-6788-4513-9f11-843d8bcd92c1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:38.527637 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7fd7a-db46-4ead-ac81-8e05a7418a1b req-e0947bfb-d573-4bd8-8a30-accf1085b438 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:38.529109 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5f7fd7a-db46-4ead-ac81-8e05a7418a1b req-e0947bfb-d573-4bd8-8a30-accf1085b438 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.1357751 Feb 04 14:04:38.579750 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Publish callbacks [] for port (ec622d38-7ed4-46a9-9c88-2bb856c99bf3), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:38.612993 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (ec622d38-7ed4-46a9-9c88-2bb856c99bf3), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:38.661786 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5f7fd7a-db46-4ead-ac81-8e05a7418a1b req-c08c5fbb-0f3b-423b-9a28-1a21ee5ea065 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133158 Feb 04 14:04:38.689730 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Publish callbacks [] for port (58613021-ee72-48b3-b53e-9a8863185250), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:38.734016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Allocated IP 2001:db8:3::1 (956257d8-9204-42d1-9ddd-62b46c575a15/1691506e-60c9-43bb-b1e6-c7f0547f59a5/46cb6260-180d-4a88-94fe-13fa0b39eb10) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:04:38.799354 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (58613021-ee72-48b3-b53e-9a8863185250), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:38.855567 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-adee3972-f800-4382-aee8-bbd30fc4faac req-033c3297-2df1-499d-8dd6-7bf0c2208690 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 210 time: 0.0363455 Feb 04 14:04:38.855808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Network 956257d8-9204-42d1-9ddd-62b46c575a15 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:38.894741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:38.902762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-db5bcb45-07b0-4f70-9f3b-e5e469326ae1 None None] Current status of the port 1530a3aa-6788-4513-9f11-843d8bcd92c1 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:38.906383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:04:38.925940 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:38.930511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Pushing event updated for resources: {'Port': ['ID=ec622d38-7ed4-46a9-9c88-2bb856c99bf3,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:38.941396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 1530a3aa-6788-4513-9f11-843d8bcd92c1 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:38.974946 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:38.998721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-db5bcb45-07b0-4f70-9f3b-e5e469326ae1 None None] Provisioning complete for port 58613021-ee72-48b3-b53e-9a8863185250 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:38.999100 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-db5bcb45-07b0-4f70-9f3b-e5e469326ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (58613021-ee72-48b3-b53e-9a8863185250), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:39.025635 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network 956257d8-9204-42d1-9ddd-62b46c575a15 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:39.032194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:39.038975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:04:39.039686 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (2bd2e5d8-4b41-473d-b10d-88812ad108c9), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:39.082862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94065122-efc5-4e33-8200-f41e3c155d65 None None] Pushing event updated for resources: {'Port': ['ID=58613021-ee72-48b3-b53e-9a8863185250,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:39.111717 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=46cb6260-180d-4a88-94fe-13fa0b39eb10,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:39.126406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Attempting to bind port ec622d38-7ed4-46a9-9c88-2bb856c99bf3 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:04:39.126804 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Attempting to bind port ec622d38-7ed4-46a9-9c88-2bb856c99bf3 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '88974dbf-dc99-4d19-bd0c-cc5204b6ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:04:39.127042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Attempting to bind port ec622d38-7ed4-46a9-9c88-2bb856c99bf3 on network 956257d8-9204-42d1-9ddd-62b46c575a15 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:04:39.132194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-db5bcb45-07b0-4f70-9f3b-e5e469326ae1 None None] Port 58613021-ee72-48b3-b53e-9a8863185250 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:04:39.139072 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:04:39.139475 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Checking segment: {'id': '88974dbf-dc99-4d19-bd0c-cc5204b6ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:04:39.140162 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:39.140573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Bound using segment: {'id': '88974dbf-dc99-4d19-bd0c-cc5204b6ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:04:39.141162 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Bound port: ec622d38-7ed4-46a9-9c88-2bb856c99bf3, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88974dbf-dc99-4d19-bd0c-cc5204b6ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:04:39.141450 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ec622d38-7ed4-46a9-9c88-2bb856c99bf3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:39.144817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Attempting to bind port 58613021-ee72-48b3-b53e-9a8863185250 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:04:39.145312 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Attempting to bind port 58613021-ee72-48b3-b53e-9a8863185250 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '95bc3083-db1c-45c6-927b-65f76d0b1952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:04:39.145760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Attempting to bind port 58613021-ee72-48b3-b53e-9a8863185250 on network cd740ca0-459b-490b-8ae4-fe17ac2ec812 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:04:39.161360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:04:39.161676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Checking segment: {'id': '95bc3083-db1c-45c6-927b-65f76d0b1952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:04:39.162589 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:39.162589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Bound using segment: {'id': '95bc3083-db1c-45c6-927b-65f76d0b1952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:04:39.162948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Bound port: 58613021-ee72-48b3-b53e-9a8863185250, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bc3083-db1c-45c6-927b-65f76d0b1952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:04:39.163331 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (58613021-ee72-48b3-b53e-9a8863185250), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:39.250418 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:39.290658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] For port ec622d38-7ed4-46a9-9c88-2bb856c99bf3, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:04:39.306715 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] For port 58613021-ee72-48b3-b53e-9a8863185250, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:04:39.314927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a922903d-a2ee-4014-aa27-2299c4b2dc55 None None] Provisioning complete for port 58613021-ee72-48b3-b53e-9a8863185250 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:39.315313 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a922903d-a2ee-4014-aa27-2299c4b2dc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (58613021-ee72-48b3-b53e-9a8863185250), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:39.318573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] For port ec622d38-7ed4-46a9-9c88-2bb856c99bf3, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ec622d38-7ed4-46a9-9c88-2bb856c99bf3,segment=NetworkSegment(88974dbf-dc99-4d19-bd0c-cc5204b6ba74),segment_id=88974dbf-dc99-4d19-bd0c-cc5204b6ba74)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:04:39.350997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] For port 58613021-ee72-48b3-b53e-9a8863185250, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=58613021-ee72-48b3-b53e-9a8863185250,segment=NetworkSegment(95bc3083-db1c-45c6-927b-65f76d0b1952),segment_id=95bc3083-db1c-45c6-927b-65f76d0b1952)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:04:39.360158 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ec622d38-7ed4-46a9-9c88-2bb856c99bf3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:39.368733 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (58613021-ee72-48b3-b53e-9a8863185250), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:39.413355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a922903d-a2ee-4014-aa27-2299c4b2dc55 None None] Port 58613021-ee72-48b3-b53e-9a8863185250 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:04:39.458742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:39.459443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:39.461844 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbcd1d-d785-4002-ad85-dea1a7ce84e3 None None] Pushing event updated for resources: {'Port': ['ID=ec622d38-7ed4-46a9-9c88-2bb856c99bf3,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:39.574710 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597000f0-5e44-46da-89c0-4bf2e993fc66 req-b0c8a0cb-e610-4582-882a-73b9ba407a24 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:39.576568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-597000f0-5e44-46da-89c0-4bf2e993fc66 req-b0c8a0cb-e610-4582-882a-73b9ba407a24 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 1128 time: 0.1564555 Feb 04 14:04:39.813010 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-597000f0-5e44-46da-89c0-4bf2e993fc66 req-f4fc5744-578c-4af2-8a6f-a814f328b29b tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171936 Feb 04 14:04:39.838942 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50362) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:39.897946 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:39.919070 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:39.938137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94065122-efc5-4e33-8200-f41e3c155d65 None None] Pushing event updated for resources: {'Port': ['ID=58613021-ee72-48b3-b53e-9a8863185250,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:39.941073 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:39.941073 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (2bd2e5d8-4b41-473d-b10d-88812ad108c9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:39.967022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-26ea8548-f57b-4b50-95c6-f323e9f3f942 None None] Provisioning complete for port 58613021-ee72-48b3-b53e-9a8863185250 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:39.967554 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-26ea8548-f57b-4b50-95c6-f323e9f3f942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (58613021-ee72-48b3-b53e-9a8863185250), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:40.127137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event updated for resources: {'Port': ['ID=46cb6260-180d-4a88-94fe-13fa0b39eb10,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:40.164524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161d7c6-8bee-4771-b84f-a498467acb88 req-ecbb7a10-8ddf-41b5-919e-0c3a681ba67a tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:40.166242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3161d7c6-8bee-4771-b84f-a498467acb88 req-ecbb7a10-8ddf-41b5-919e-0c3a681ba67a tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.2396314 Feb 04 14:04:40.194329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-fe563874-769e-4384-bdef-1ba5643f695f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting port 4300b172-060e-4c9e-ad9c-ef87c56c0a10 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:40.194878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fe563874-769e-4384-bdef-1ba5643f695f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4300b172-060e-4c9e-ad9c-ef87c56c0a10), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:40.229681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Network 956257d8-9204-42d1-9ddd-62b46c575a15 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:40.232707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ec622d38-7ed4-46a9-9c88-2bb856c99bf3 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:04:40.238647 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:40.308817 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3161d7c6-8bee-4771-b84f-a498467acb88 req-9d278bf6-6ee2-48bc-9295-f25677fb0651 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255550 Feb 04 14:04:40.319728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-26ea8548-f57b-4b50-95c6-f323e9f3f942 None None] Current status of the port 58613021-ee72-48b3-b53e-9a8863185250 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:40.320117 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-26ea8548-f57b-4b50-95c6-f323e9f3f942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (58613021-ee72-48b3-b53e-9a8863185250), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:40.337272 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fe563874-769e-4384-bdef-1ba5643f695f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4300b172-060e-4c9e-ad9c-ef87c56c0a10), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:40.337906 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fe563874-769e-4384-bdef-1ba5643f695f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for floatingip (4300b172-060e-4c9e-ad9c-ef87c56c0a10), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:40.374691 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-fe563874-769e-4384-bdef-1ba5643f695f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Calling delete_port for 4300b172-060e-4c9e-ad9c-ef87c56c0a10 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:40.391769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:04:40.483288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-26ea8548-f57b-4b50-95c6-f323e9f3f942 None None] For port 58613021-ee72-48b3-b53e-9a8863185250, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=58613021-ee72-48b3-b53e-9a8863185250,segment=NetworkSegment(95bc3083-db1c-45c6-927b-65f76d0b1952),segment_id=95bc3083-db1c-45c6-927b-65f76d0b1952)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:40.494733 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-26ea8548-f57b-4b50-95c6-f323e9f3f942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (58613021-ee72-48b3-b53e-9a8863185250), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:40.503558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ec622d38-7ed4-46a9-9c88-2bb856c99bf3 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:40.503558 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ec622d38-7ed4-46a9-9c88-2bb856c99bf3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:40.523899 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7816966-ed70-49a0-9fe9-062712e81394 req-46fe0f8a-5df8-44fd-a110-ee9241696664 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 210 time: 0.0358090 Feb 04 14:04:40.570204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:40.570204 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8290896f-0e56-4cce-8624-62982d0c4d5c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/2bd2e5d8-4b41-473d-b10d-88812ad108c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1126943 Feb 04 14:04:40.571899 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50366) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:40.587193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-597c1f2d-ec14-4df3-ae44-c4282ec0173f tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:40.722281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:39Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb6260-180d-4a88-94fe-13fa0b39eb10', 'name': '', 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:fe:40:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:38Z', 'updated_at': '2022-02-04T14:04:38Z', 'revision_number': 1, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58613021-ee72-48b3-b53e-9a8863185250', 'name': '', 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:54:4b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:33Z', 'updated_at': '2022-02-04T14:04:39Z', 'revision_number': 4, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:40.746223 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fe563874-769e-4384-bdef-1ba5643f695f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4300b172-060e-4c9e-ad9c-ef87c56c0a10), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:40.783913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b4fd2-d5dd-4fb0-a0da-986a09d60109 None None] The sync data for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 is: [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:39Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb6260-180d-4a88-94fe-13fa0b39eb10', 'name': '', 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:fe:40:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:38Z', 'updated_at': '2022-02-04T14:04:38Z', 'revision_number': 1, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58613021-ee72-48b3-b53e-9a8863185250', 'name': '', 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:54:4b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:33Z', 'updated_at': '2022-02-04T14:04:39Z', 'revision_number': 4, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:40.793794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea8548-f57b-4b50-95c6-f323e9f3f942 None None] Pushing event updated for resources: {'Port': ['ID=58613021-ee72-48b3-b53e-9a8863185250,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:40.798623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e1305897-83bb-4b9b-9a1a-1388cd21b0a7 None None] Provisioning complete for port 58613021-ee72-48b3-b53e-9a8863185250 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:40.799105 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e1305897-83bb-4b9b-9a1a-1388cd21b0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (58613021-ee72-48b3-b53e-9a8863185250), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:40.810517 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe563874-769e-4384-bdef-1ba5643f695f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Port': ['ID=4300b172-060e-4c9e-ad9c-ef87c56c0a10,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:40.948550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ec622d38-7ed4-46a9-9c88-2bb856c99bf3 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:40.949289 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ec622d38-7ed4-46a9-9c88-2bb856c99bf3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:41.023056 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fe563874-769e-4384-bdef-1ba5643f695f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for floatingip (e5fdbd57-483d-4d9f-afec-a0682ff50517), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:41.024062 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-fe563874-769e-4384-bdef-1ba5643f695f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Floating IP e5fdbd57-483d-4d9f-afec-a0682ff50517 disassociated (deleted). External IP: 172.25.5.240, port: 932d637c-eb3c-4856-a10e-d1d4bcfaf902. Feb 04 14:04:41.065476 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:04:41.066511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port ec622d38-7ed4-46a9-9c88-2bb856c99bf3, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ec622d38-7ed4-46a9-9c88-2bb856c99bf3,segment=NetworkSegment(88974dbf-dc99-4d19-bd0c-cc5204b6ba74),segment_id=88974dbf-dc99-4d19-bd0c-cc5204b6ba74)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:41.089856 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ec622d38-7ed4-46a9-9c88-2bb856c99bf3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:41.228302 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=ec622d38-7ed4-46a9-9c88-2bb856c99bf3,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:41.262963 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-04dbc1e7-7cbf-4419-978b-a5b99f30792c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:41.265513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e1305897-83bb-4b9b-9a1a-1388cd21b0a7 None None] Current status of the port 58613021-ee72-48b3-b53e-9a8863185250 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:41.331378 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f47c49b-892e-4128-9e4b-1f09f9cd7ddb None None] Network 956257d8-9204-42d1-9ddd-62b46c575a15 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:41.433331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.extraroute_db [None req-597c1f2d-ec14-4df3-ae44-c4282ec0173f tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 14:04:41.506487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.extraroute_db [None req-597c1f2d-ec14-4df3-ae44-c4282ec0173f tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Removed routes are [] {{(pid=103606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 14:04:41.509549 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-597c1f2d-ec14-4df3-ae44-c4282ec0173f tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (2bd2e5d8-4b41-473d-b10d-88812ad108c9), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:41.551534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe563874-769e-4384-bdef-1ba5643f695f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router 61274f14-0ba7-49e9-ba25-df767eeb8d94 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:04:41.558675 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-58286dd3-fcc8-4214-8cb0-ec78f9006cfe None None] Provisioning complete for port ec622d38-7ed4-46a9-9c88-2bb856c99bf3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:41.559055 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-58286dd3-fcc8-4214-8cb0-ec78f9006cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ec622d38-7ed4-46a9-9c88-2bb856c99bf3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:41.739443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-58286dd3-fcc8-4214-8cb0-ec78f9006cfe None None] Current status of the port ec622d38-7ed4-46a9-9c88-2bb856c99bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:41.817371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc119a-2342-4945-bec1-7be0b637d9a9 req-a1801bb0-c11b-40d5-bee4-3da7a6a41b58 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:41.831080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39fc119a-2342-4945-bec1-7be0b637d9a9 req-a1801bb0-c11b-40d5-bee4-3da7a6a41b58 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.3654587 Feb 04 14:04:41.833755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe563874-769e-4384-bdef-1ba5643f695f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:41.841527 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fe563874-769e-4384-bdef-1ba5643f695f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:41.848830 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc294a-c643-4530-bb5c-26b783b22667 None None] Sync routers for ids ['61274f14-0ba7-49e9-ba25-df767eeb8d94'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:41.867150 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc294a-c643-4530-bb5c-26b783b22667 None None] Routers {'61274f14-0ba7-49e9-ba25-df767eeb8d94'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:41.874027 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-57fc294a-c643-4530-bb5c-26b783b22667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['61274f14-0ba7-49e9-ba25-df767eeb8d94'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:41.905912 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fe563874-769e-4384-bdef-1ba5643f695f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/floatingips/e5fdbd57-483d-4d9f-afec-a0682ff50517 HTTP/1.1" status: 204 len: 168 time: 2.0652006 Feb 04 14:04:41.907421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'tag': '932d637c-eb3c-4856-a10e-d1d4bcfaf902'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:04:41.953176 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a10e93-428d-4465-a730-6f37271e4ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "059658fe-c2e8-4815-9970-9f6d8737aa03", "tag": "932d637c-eb3c-4856-a10e-d1d4bcfaf902"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:04:42.070144 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39fc119a-2342-4945-bec1-7be0b637d9a9 req-757d87de-0ca2-4f6f-a71e-3aaca99fdce6 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378011 Feb 04 14:04:42.118867 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-597c1f2d-ec14-4df3-ae44-c4282ec0173f tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (2bd2e5d8-4b41-473d-b10d-88812ad108c9), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:42.133621 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-597c1f2d-ec14-4df3-ae44-c4282ec0173f tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (2bd2e5d8-4b41-473d-b10d-88812ad108c9), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:42.173054 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-57fc294a-c643-4530-bb5c-26b783b22667 None None] Set router 61274f14-0ba7-49e9-ba25-df767eeb8d94 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:42.285199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-cd35a762-98a3-4a4c-a6a8-c92a87c3d280 None None] Provisioning complete for port ec622d38-7ed4-46a9-9c88-2bb856c99bf3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:42.285752 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cd35a762-98a3-4a4c-a6a8-c92a87c3d280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ec622d38-7ed4-46a9-9c88-2bb856c99bf3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:42.433876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ec622d38-7ed4-46a9-9c88-2bb856c99bf3 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:04:42.656379 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-57fc294a-c643-4530-bb5c-26b783b22667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998100415', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:50Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd3feacb5-29e0-409c-ae17-0dcffdd5d055', 'name': '', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:ed:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:50Z', 'updated_at': '2022-02-04T14:01:53Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:42.679818 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ec622d38-7ed4-46a9-9c88-2bb856c99bf3 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:42.680351 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ec622d38-7ed4-46a9-9c88-2bb856c99bf3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:42.685112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-cd35a762-98a3-4a4c-a6a8-c92a87c3d280 None None] Current status of the port ec622d38-7ed4-46a9-9c88-2bb856c99bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:42.719418 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc294a-c643-4530-bb5c-26b783b22667 None None] Checking router: 61274f14-0ba7-49e9-ba25-df767eeb8d94 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:04:42.740721 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc294a-c643-4530-bb5c-26b783b22667 None None] Routers {'61274f14-0ba7-49e9-ba25-df767eeb8d94'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:42.741479 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-57fc294a-c643-4530-bb5c-26b783b22667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['61274f14-0ba7-49e9-ba25-df767eeb8d94'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:42.805861 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-cd35a762-98a3-4a4c-a6a8-c92a87c3d280 None None] Provisioning complete for port 46cb6260-180d-4a88-94fe-13fa0b39eb10 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:42.806708 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cd35a762-98a3-4a4c-a6a8-c92a87c3d280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:42.898879 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-cd35a762-98a3-4a4c-a6a8-c92a87c3d280 None None] Port 46cb6260-180d-4a88-94fe-13fa0b39eb10 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:04:42.901064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-269a5a7c-5595-42ab-b009-548a77b01770 req-1321e9cc-0282-4db5-8145-42451d554266 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 210 time: 0.0477316 Feb 04 14:04:43.035556 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-57fc294a-c643-4530-bb5c-26b783b22667 None None] Set router 61274f14-0ba7-49e9-ba25-df767eeb8d94 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:43.053357 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ec622d38-7ed4-46a9-9c88-2bb856c99bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:43.057083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 58613021-ee72-48b3-b53e-9a8863185250 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:04:43.063641 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597c1f2d-ec14-4df3-ae44-c4282ec0173f tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:04:43.154173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-55e93159-03b4-4b3d-b5f4-fb5441b077a0 None None] Provisioning complete for port 46cb6260-180d-4a88-94fe-13fa0b39eb10 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:43.154902 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-55e93159-03b4-4b3d-b5f4-fb5441b077a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:43.218748 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Sync routers for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:43.272762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:43.273929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:43.289177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-55e93159-03b4-4b3d-b5f4-fb5441b077a0 None None] Port 46cb6260-180d-4a88-94fe-13fa0b39eb10 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:04:43.296767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597c1f2d-ec14-4df3-ae44-c4282ec0173f tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:43.305186 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-597c1f2d-ec14-4df3-ae44-c4282ec0173f tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:43.309935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50382) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:43.310584 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-597c1f2d-ec14-4df3-ae44-c4282ec0173f tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/2bd2e5d8-4b41-473d-b10d-88812ad108c9 HTTP/1.1" status: 200 len: 954 time: 2.7352664 Feb 04 14:04:43.477413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 58613021-ee72-48b3-b53e-9a8863185250 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:43.478075 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (58613021-ee72-48b3-b53e-9a8863185250), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:43.577576 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0aefb0c7-4f24-4cd8-8dae-bbe0fbb6c08f None None] Provisioning complete for port 46cb6260-180d-4a88-94fe-13fa0b39eb10 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:43.578165 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0aefb0c7-4f24-4cd8-8dae-bbe0fbb6c08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:43.596166 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a10e93-428d-4465-a730-6f37271e4ccd req-370b8a87-11c8-4854-99b6-dca607dddc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:43.597533 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fc672e28-1b02-422d-9436-18d7bc548642 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/routers/2bd2e5d8-4b41-473d-b10d-88812ad108c9 HTTP/1.1" status: 200 len: 954 time: 0.2864046 Feb 04 14:04:43.599708 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-57fc294a-c643-4530-bb5c-26b783b22667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998100415', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:50Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd3feacb5-29e0-409c-ae17-0dcffdd5d055', 'name': '', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:ed:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:50Z', 'updated_at': '2022-02-04T14:01:53Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:43.607876 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44a10e93-428d-4465-a730-6f37271e4ccd req-370b8a87-11c8-4854-99b6-dca607dddc96 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 1128 time: 0.1148489 Feb 04 14:04:43.607876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50384) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:43.612523 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2410a5b-c6f2-4d6c-a2ea-d69796837401 x-openstack-request-id: req-c2410a5b-c6f2-4d6c-a2ea-d69796837401 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:04:43.618745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a727fa76-779d-4a10-82ae-3b9c90353f22 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'router': {'routes': None}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:43.619501 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059658fe-c2e8-4815-9970-9f6d8737aa03", "tag": "932d637c-eb3c-4856-a10e-d1d4bcfaf902", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:04:43.620191 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c2410a5b-c6f2-4d6c-a2ea-d69796837401 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:04:43.620931 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'tag': '932d637c-eb3c-4856-a10e-d1d4bcfaf902', 'status': 'completed', 'code': 200} Feb 04 14:04:43.671632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:43.717132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0aefb0c7-4f24-4cd8-8dae-bbe0fbb6c08f None None] Port 46cb6260-180d-4a88-94fe-13fa0b39eb10 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:04:43.764959 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc294a-c643-4530-bb5c-26b783b22667 None None] The sync data for ids ['61274f14-0ba7-49e9-ba25-df767eeb8d94'] in n-d-714676-13 is: [{'id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998100415', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:50Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd3feacb5-29e0-409c-ae17-0dcffdd5d055', 'name': '', 'network_id': '535ba2f2-fb25-4ea1-b345-ed485550989e', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:ed:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:50Z', 'updated_at': '2022-02-04T14:01:53Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '42828123-fb70-486e-ae7d-fe5c71e6ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:43.922476 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c7d2f-757b-4ec8-b1e2-2db6f3c4f851 req-9e9e0f31-7037-49b9-b649-18c05b188434 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:43.924697 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f5c7d2f-757b-4ec8-b1e2-2db6f3c4f851 req-9e9e0f31-7037-49b9-b649-18c05b188434 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.2825036 Feb 04 14:04:44.048656 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 58613021-ee72-48b3-b53e-9a8863185250 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:44.061601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a10e93-428d-4465-a730-6f37271e4ccd req-eb6313c3-2884-481e-9fa2-99dde33f6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:44.063375 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44a10e93-428d-4465-a730-6f37271e4ccd req-eb6313c3-2884-481e-9fa2-99dde33f6164 service neutron] 10.222.0.100 "GET /v2.0/networks?id=535ba2f2-fb25-4ea1-b345-ed485550989e HTTP/1.1" status: 200 len: 897 time: 0.4411759 Feb 04 14:04:44.159784 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44a10e93-428d-4465-a730-6f37271e4ccd req-99f9ef19-8d59-4e66-97cc-64ecd85bd726 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902 HTTP/1.1" status: 200 len: 217 time: 0.0880039 Feb 04 14:04:44.164416 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f5c7d2f-757b-4ec8-b1e2-2db6f3c4f851 req-b0e40160-1f5d-43cd-9eb0-aa77c53a63de tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332876 Feb 04 14:04:44.247078 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e36fac-79be-435f-90b1-c72a533225c6 None None] New status for floating IP e5fdbd57-483d-4d9f-afec-a0682ff50517: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:04:44.265648 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a10e93-428d-4465-a730-6f37271e4ccd req-e69df300-9e35-475a-af62-de38d43fd097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:44.268084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44a10e93-428d-4465-a730-6f37271e4ccd req-e69df300-9e35-475a-af62-de38d43fd097 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=42828123-fb70-486e-ae7d-fe5c71e6ab2d HTTP/1.1" status: 200 len: 835 time: 0.0956755 Feb 04 14:04:44.312626 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:44.383279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:41Z', 'revision_number': 6, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb6260-180d-4a88-94fe-13fa0b39eb10', 'name': '', 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:fe:40:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:38Z', 'updated_at': '2022-02-04T14:04:39Z', 'revision_number': 2, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58613021-ee72-48b3-b53e-9a8863185250', 'name': '', 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:54:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:33Z', 'updated_at': '2022-02-04T14:04:40Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:44.483898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Checking router: 2bd2e5d8-4b41-473d-b10d-88812ad108c9 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:04:44.484444 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Updating router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 port 46cb6260-180d-4a88-94fe-13fa0b39eb10 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:04:44.559933 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:44.589207 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59649e3-2bcf-4abb-81b3-e546e175d506 req-ad2a9391-d07b-47bb-bd2c-540d0aaaa4c8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:44.591441 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59649e3-2bcf-4abb-81b3-e546e175d506 req-ad2a9391-d07b-47bb-bd2c-540d0aaaa4c8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.3200867 Feb 04 14:04:44.726775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.extraroute_db [None req-a727fa76-779d-4a10-82ae-3b9c90353f22 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Added routes are [] {{(pid=103606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 14:04:44.726775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.extraroute_db [None req-a727fa76-779d-4a10-82ae-3b9c90353f22 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 14:04:44.744789 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a10e93-428d-4465-a730-6f37271e4ccd req-7b02193b-f062-4f28-9b53-43205bdd4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:44.746659 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44a10e93-428d-4465-a730-6f37271e4ccd req-7b02193b-f062-4f28-9b53-43205bdd4e0c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=535ba2f2-fb25-4ea1-b345-ed485550989e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4534092 Feb 04 14:04:44.906453 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e59649e3-2bcf-4abb-81b3-e546e175d506 req-2695899d-d442-471b-ad1f-7b703220936b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068181 Feb 04 14:04:44.908842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44a10e93-428d-4465-a730-6f37271e4ccd req-f35ad10f-a077-473b-9ac7-c3c2c18e2f89 service neutron] 10.222.0.100 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181161 Feb 04 14:04:44.927114 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9632161-5fad-4a1c-be11-cc0aeca68c93 req-dcec8dfc-bce5-43c0-9923-d6228c7ace99 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:44.927114 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e9632161-5fad-4a1c-be11-cc0aeca68c93 req-dcec8dfc-bce5-43c0-9923-d6228c7ace99 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.100 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 945 time: 0.1081502 Feb 04 14:04:44.976430 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Publish callbacks [] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:44.994221 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:45.035512 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a727fa76-779d-4a10-82ae-3b9c90353f22 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (2bd2e5d8-4b41-473d-b10d-88812ad108c9), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:45.074258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-647de0ef-3278-4f90-b707-39d313fe8da8 req-4b04e6b4-10bc-4ba2-b845-217ecb45a6a7 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 210 time: 0.0657871 Feb 04 14:04:45.087552 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:45.105736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e9632161-5fad-4a1c-be11-cc0aeca68c93 req-0b2a67d9-4a1e-4a99-84ef-0587979964e8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:45.106314 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e9632161-5fad-4a1c-be11-cc0aeca68c93 req-0b2a67d9-4a1e-4a99-84ef-0587979964e8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:45.128677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d12b46-4418-410f-af35-4605ff12872e None None] Pushing event updated for resources: {'Port': ['ID=46cb6260-180d-4a88-94fe-13fa0b39eb10,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:45.255996 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac03f4a7-a656-4d5c-bbec-9373a869fc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:45.268549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Attempting to bind port 46cb6260-180d-4a88-94fe-13fa0b39eb10 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:04:45.268549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Attempting to bind port 46cb6260-180d-4a88-94fe-13fa0b39eb10 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '88974dbf-dc99-4d19-bd0c-cc5204b6ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:04:45.268908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Attempting to bind port 46cb6260-180d-4a88-94fe-13fa0b39eb10 on network 956257d8-9204-42d1-9ddd-62b46c575a15 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:04:45.277680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44a10e93-428d-4465-a730-6f37271e4ccd req-76293988-a1b7-4169-9942-26985e4db3b9 service neutron] 10.222.0.100 "GET /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563368 Feb 04 14:04:45.289617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:04:45.290089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Checking segment: {'id': '88974dbf-dc99-4d19-bd0c-cc5204b6ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:04:45.290413 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:45.290819 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Bound using segment: {'id': '88974dbf-dc99-4d19-bd0c-cc5204b6ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:04:45.291394 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Bound port: 46cb6260-180d-4a88-94fe-13fa0b39eb10, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88974dbf-dc99-4d19-bd0c-cc5204b6ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:04:45.291780 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:45.308519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e9632161-5fad-4a1c-be11-cc0aeca68c93 req-0b2a67d9-4a1e-4a99-84ef-0587979964e8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] For port 932d637c-eb3c-4856-a10e-d1d4bcfaf902, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=932d637c-eb3c-4856-a10e-d1d4bcfaf902,segment=NetworkSegment(6a8be223-98f0-435b-8582-7dab4b6a67e2),segment_id=6a8be223-98f0-435b-8582-7dab4b6a67e2)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:45.308977 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e9632161-5fad-4a1c-be11-cc0aeca68c93 req-0b2a67d9-4a1e-4a99-84ef-0587979964e8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:45.347316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e9632161-5fad-4a1c-be11-cc0aeca68c93 req-0b2a67d9-4a1e-4a99-84ef-0587979964e8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Calling delete_port for 932d637c-eb3c-4856-a10e-d1d4bcfaf902 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:45.435406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] For port 46cb6260-180d-4a88-94fe-13fa0b39eb10, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:04:45.442411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] For port 46cb6260-180d-4a88-94fe-13fa0b39eb10, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=46cb6260-180d-4a88-94fe-13fa0b39eb10,segment=NetworkSegment(88974dbf-dc99-4d19-bd0c-cc5204b6ba74),segment_id=88974dbf-dc99-4d19-bd0c-cc5204b6ba74)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:04:45.444521 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a727fa76-779d-4a10-82ae-3b9c90353f22 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (2bd2e5d8-4b41-473d-b10d-88812ad108c9), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:45.452221 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:45.454314 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a727fa76-779d-4a10-82ae-3b9c90353f22 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (2bd2e5d8-4b41-473d-b10d-88812ad108c9), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:45.518185 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d12b46-4418-410f-af35-4605ff12872e None None] Pushing event updated for resources: {'Port': ['ID=46cb6260-180d-4a88-94fe-13fa0b39eb10,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:45.582207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-377bb04a-2b79-4d8a-b020-e87ed79a51d7 None None] Provisioning complete for port 46cb6260-180d-4a88-94fe-13fa0b39eb10 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:45.582962 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-377bb04a-2b79-4d8a-b020-e87ed79a51d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:45.584735 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e9632161-5fad-4a1c-be11-cc0aeca68c93 req-0b2a67d9-4a1e-4a99-84ef-0587979964e8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (932d637c-eb3c-4856-a10e-d1d4bcfaf902), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:45.585386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:45.586381 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:45.593782 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a727fa76-779d-4a10-82ae-3b9c90353f22 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:04:45.610011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27446cd7-a0f5-463e-a30e-e16ff8cb54b0 req-590bc117-94b3-4b77-8ae1-5e196fbb6c97 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:45.611668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27446cd7-a0f5-463e-a30e-e16ff8cb54b0 req-590bc117-94b3-4b77-8ae1-5e196fbb6c97 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.2868741 Feb 04 14:04:45.641988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a67d9-4a1e-4a99-84ef-0587979964e8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Port': ['ID=932d637c-eb3c-4856-a10e-d1d4bcfaf902,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:45.735058 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27446cd7-a0f5-463e-a30e-e16ff8cb54b0 req-d79d0f74-704f-49a1-9153-05a07d03aec3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976055 Feb 04 14:04:45.735419 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9632161-5fad-4a1c-be11-cc0aeca68c93 req-0b2a67d9-4a1e-4a99-84ef-0587979964e8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] No DVR routers for this DVR port 932d637c-eb3c-4856-a10e-d1d4bcfaf902 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:04:45.736084 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e9632161-5fad-4a1c-be11-cc0aeca68c93 req-0b2a67d9-4a1e-4a99-84ef-0587979964e8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:45.739747 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e9632161-5fad-4a1c-be11-cc0aeca68c93 req-0b2a67d9-4a1e-4a99-84ef-0587979964e8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.100 "DELETE /v2.0/ports/932d637c-eb3c-4856-a10e-d1d4bcfaf902 HTTP/1.1" status: 204 len: 173 time: 0.8091495 Feb 04 14:04:45.740372 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'name': 'network-vif-deleted', 'tag': '932d637c-eb3c-4856-a10e-d1d4bcfaf902'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:04:45.757799 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e955345a-4370-4479-9751-ac2fb5454e97" -d '{"events": [{"server_uuid": "059658fe-c2e8-4815-9970-9f6d8737aa03", "name": "network-vif-deleted", "tag": "932d637c-eb3c-4856-a10e-d1d4bcfaf902"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:04:45.774150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:46.085592 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd64f124-952a-42d1-9aad-797c75b464c4 x-openstack-request-id: req-fd64f124-952a-42d1-9aad-797c75b464c4 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:04:46.086171 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059658fe-c2e8-4815-9970-9f6d8737aa03", "name": "network-vif-deleted", "tag": "932d637c-eb3c-4856-a10e-d1d4bcfaf902", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:04:46.087197 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fd64f124-952a-42d1-9aad-797c75b464c4 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:04:46.087197 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059658fe-c2e8-4815-9970-9f6d8737aa03', 'name': 'network-vif-deleted', 'tag': '932d637c-eb3c-4856-a10e-d1d4bcfaf902', 'status': 'completed', 'code': 200} Feb 04 14:04:46.159813 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:46.383348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 46cb6260-180d-4a88-94fe-13fa0b39eb10 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:04:46.474790 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:44Z', 'revision_number': 7, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb6260-180d-4a88-94fe-13fa0b39eb10', 'name': '', 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:fe:40:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:38Z', 'updated_at': '2022-02-04T14:04:45Z', 'revision_number': 4, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58613021-ee72-48b3-b53e-9a8863185250', 'name': '', 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:54:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:33Z', 'updated_at': '2022-02-04T14:04:40Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:46.480607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-377bb04a-2b79-4d8a-b020-e87ed79a51d7 None None] Current status of the port 46cb6260-180d-4a88-94fe-13fa0b39eb10 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:46.481351 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-377bb04a-2b79-4d8a-b020-e87ed79a51d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:46.487863 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-566d226d-a01b-4358-9540-c5aefa997a83 req-772460a6-23ef-4221-8cff-d8047d4fda19 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=059658fe-c2e8-4815-9970-9f6d8737aa03 HTTP/1.1" status: 200 len: 210 time: 0.1455004 Feb 04 14:04:46.510563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a727fa76-779d-4a10-82ae-3b9c90353f22 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:46.518918 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a727fa76-779d-4a10-82ae-3b9c90353f22 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:46.521036 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a727fa76-779d-4a10-82ae-3b9c90353f22 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/2bd2e5d8-4b41-473d-b10d-88812ad108c9 HTTP/1.1" status: 200 len: 704 time: 2.9143779 Feb 04 14:04:46.523421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50400) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:46.531690 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9549b2-1b0f-4697-8278-1eae81161dcc None None] The sync data for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 is: [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:44Z', 'revision_number': 7, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb6260-180d-4a88-94fe-13fa0b39eb10', 'name': '', 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:fe:40:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:38Z', 'updated_at': '2022-02-04T14:04:45Z', 'revision_number': 4, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58613021-ee72-48b3-b53e-9a8863185250', 'name': '', 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:54:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:33Z', 'updated_at': '2022-02-04T14:04:40Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:46.555699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 46cb6260-180d-4a88-94fe-13fa0b39eb10 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:46.556183 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:46.617833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b4277-0612-4161-bc94-9e0b234d611a req-5adc5ebe-a60c-43b8-b354-28dad29f7958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:46.620307 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-452b4277-0612-4161-bc94-9e0b234d611a req-5adc5ebe-a60c-43b8-b354-28dad29f7958 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4ddd03a338e9481f8ecfe863e089db2d&device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 1129 time: 0.2356169 Feb 04 14:04:46.667929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-377bb04a-2b79-4d8a-b020-e87ed79a51d7 None None] For port 46cb6260-180d-4a88-94fe-13fa0b39eb10, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=46cb6260-180d-4a88-94fe-13fa0b39eb10,segment=NetworkSegment(88974dbf-dc99-4d19-bd0c-cc5204b6ba74),segment_id=88974dbf-dc99-4d19-bd0c-cc5204b6ba74)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:46.674929 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-377bb04a-2b79-4d8a-b020-e87ed79a51d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:46.769884 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 46cb6260-180d-4a88-94fe-13fa0b39eb10 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:46.772593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bb04a-2b79-4d8a-b020-e87ed79a51d7 None None] Pushing event updated for resources: {'Port': ['ID=46cb6260-180d-4a88-94fe-13fa0b39eb10,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:46.800561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-03fe66c5-8242-4a65-a716-518276cac5e0 None None] Provisioning complete for port 46cb6260-180d-4a88-94fe-13fa0b39eb10 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:46.800820 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-03fe66c5-8242-4a65-a716-518276cac5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:46.825444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-682ced0b-7b1f-4a9f-8582-8138b49e5efb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/routers/2bd2e5d8-4b41-473d-b10d-88812ad108c9 HTTP/1.1" status: 200 len: 704 time: 0.2973998 Feb 04 14:04:46.826893 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50402) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:46.851406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f791e8-195d-46ea-9b2d-66c25e9793e8 None None] Sync routers for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:46.873934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f791e8-195d-46ea-9b2d-66c25e9793e8 None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:46.874619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e3f791e8-195d-46ea-9b2d-66c25e9793e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:46.909285 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdc48b-174b-400b-80c8-d65c61b89e3c req-b5ffd10b-9f37-4b1b-b4d0-99bb6ff39cab tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:46.922734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2afdc48b-174b-400b-80c8-d65c61b89e3c req-b5ffd10b-9f37-4b1b-b4d0-99bb6ff39cab tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.2053585 Feb 04 14:04:46.986603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b4277-0612-4161-bc94-9e0b234d611a req-647c6ae8-e063-4436-8f6a-9826b17883a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:46.988252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-452b4277-0612-4161-bc94-9e0b234d611a req-647c6ae8-e063-4436-8f6a-9826b17883a0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6a2573c7-a422-4fa3-9caa-883478b35439 HTTP/1.1" status: 200 len: 912 time: 0.2770393 Feb 04 14:04:46.998409 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2afdc48b-174b-400b-80c8-d65c61b89e3c req-6d4f1c45-f785-43dd-8e41-3cb048d66cd9 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746458 Feb 04 14:04:47.060063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-e3f791e8-195d-46ea-9b2d-66c25e9793e8 None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:47.090595 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-452b4277-0612-4161-bc94-9e0b234d611a req-491f2fd8-423a-4b31-95b5-00cd1b099247 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71feef09-f40e-4d32-8d2b-80c6b97bb75c HTTP/1.1" status: 200 len: 1002 time: 0.0893714 Feb 04 14:04:47.126362 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:47.129975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-03fe66c5-8242-4a65-a716-518276cac5e0 None None] Current status of the port 46cb6260-180d-4a88-94fe-13fa0b39eb10 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:04:47.216962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b4277-0612-4161-bc94-9e0b234d611a req-e55445bb-4ea5-42e5-a56f-1f5acb82c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:47.218682 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-452b4277-0612-4161-bc94-9e0b234d611a req-e55445bb-4ea5-42e5-a56f-1f5acb82c5cd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=dc55e045-daca-4403-9022-1e9266a649bb HTTP/1.1" status: 200 len: 850 time: 0.1216781 Feb 04 14:04:47.262169 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-750e703f-9a87-4305-a686-7e5f303c238d req-85619c87-7986-43cb-90ae-f8a2fe657c3f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=336d19a5-eaff-4e28-9035-2e17a628157b HTTP/1.1" status: 200 len: 210 time: 0.0416231 Feb 04 14:04:47.360548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e3f791e8-195d-46ea-9b2d-66c25e9793e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:44Z', 'revision_number': 7, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb6260-180d-4a88-94fe-13fa0b39eb10', 'name': '', 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:fe:40:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:38Z', 'updated_at': '2022-02-04T14:04:46Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58613021-ee72-48b3-b53e-9a8863185250', 'name': '', 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:54:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:33Z', 'updated_at': '2022-02-04T14:04:40Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:47.362268 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b4277-0612-4161-bc94-9e0b234d611a req-6a3e3314-c656-4c07-b504-ac3d9f7a91aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:47.364003 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-452b4277-0612-4161-bc94-9e0b234d611a req-6a3e3314-c656-4c07-b504-ac3d9f7a91aa service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6a2573c7-a422-4fa3-9caa-883478b35439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1141326 Feb 04 14:04:47.397660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f791e8-195d-46ea-9b2d-66c25e9793e8 None None] Checking router: 2bd2e5d8-4b41-473d-b10d-88812ad108c9 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:04:47.412567 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f791e8-195d-46ea-9b2d-66c25e9793e8 None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:47.413419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e3f791e8-195d-46ea-9b2d-66c25e9793e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:47.495963 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-396d74be-91ad-4647-88a2-d00abb9c3089 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (2bd2e5d8-4b41-473d-b10d-88812ad108c9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:47.516381 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-452b4277-0612-4161-bc94-9e0b234d611a req-8d131857-f2f4-4e03-bd10-38d4d86bc71b service neutron] 10.222.0.99 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451066 Feb 04 14:04:47.598840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-e3f791e8-195d-46ea-9b2d-66c25e9793e8 None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:47.641946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50406) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:47.904422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-396d74be-91ad-4647-88a2-d00abb9c3089 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port 46cb6260-180d-4a88-94fe-13fa0b39eb10 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:47.904717 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-396d74be-91ad-4647-88a2-d00abb9c3089 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:47.982875 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-452b4277-0612-4161-bc94-9e0b234d611a req-f925e86e-4879-4a75-9477-ade176275aac service neutron] 10.222.0.99 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599888 Feb 04 14:04:48.042818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-396d74be-91ad-4647-88a2-d00abb9c3089 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] For port 46cb6260-180d-4a88-94fe-13fa0b39eb10, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=46cb6260-180d-4a88-94fe-13fa0b39eb10,segment=NetworkSegment(88974dbf-dc99-4d19-bd0c-cc5204b6ba74),segment_id=88974dbf-dc99-4d19-bd0c-cc5204b6ba74)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:48.043569 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-396d74be-91ad-4647-88a2-d00abb9c3089 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:48.049118 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:48.074944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-396d74be-91ad-4647-88a2-d00abb9c3089 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for 46cb6260-180d-4a88-94fe-13fa0b39eb10 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:48.079866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e3f791e8-195d-46ea-9b2d-66c25e9793e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:44Z', 'revision_number': 7, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb6260-180d-4a88-94fe-13fa0b39eb10', 'name': '', 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:fe:40:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:38Z', 'updated_at': '2022-02-04T14:04:46Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58613021-ee72-48b3-b53e-9a8863185250', 'name': '', 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:54:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:33Z', 'updated_at': '2022-02-04T14:04:40Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:48.140755 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f791e8-195d-46ea-9b2d-66c25e9793e8 None None] The sync data for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 is: [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:44Z', 'revision_number': 7, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb6260-180d-4a88-94fe-13fa0b39eb10', 'name': '', 'network_id': '956257d8-9204-42d1-9ddd-62b46c575a15', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:fe:40:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:38Z', 'updated_at': '2022-02-04T14:04:46Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '1691506e-60c9-43bb-b1e6-c7f0547f59a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58613021-ee72-48b3-b53e-9a8863185250', 'name': '', 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:54:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:33Z', 'updated_at': '2022-02-04T14:04:40Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:48.238053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 46cb6260-180d-4a88-94fe-13fa0b39eb10 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:04:48.315995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6e423-696d-4672-9e55-3fc38439fe77 req-44ed952a-1c10-401a-a737-c5ad5b2386f6 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:48.329997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddd6e423-696d-4672-9e55-3fc38439fe77 req-44ed952a-1c10-401a-a737-c5ad5b2386f6 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.2120245 Feb 04 14:04:48.340006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 46cb6260-180d-4a88-94fe-13fa0b39eb10 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:04:48.340786 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:48.378665 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-396d74be-91ad-4647-88a2-d00abb9c3089 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (46cb6260-180d-4a88-94fe-13fa0b39eb10), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:48.446184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddd6e423-696d-4672-9e55-3fc38439fe77 req-9fc08a77-556e-4e7a-9d28-2394bd32949e tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147947 Feb 04 14:04:48.469797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d74be-91ad-4647-88a2-d00abb9c3089 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=46cb6260-180d-4a88-94fe-13fa0b39eb10,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:48.651143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Could not find standard attr ID for object 46cb6260-180d-4a88-94fe-13fa0b39eb10. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 14:04:48.654950 n-d-714676-13 neutron-server[103608]: INFO neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No ports have port_id starting with 46cb6260-180d-4a88-94fe-13fa0b39eb10 Feb 04 14:04:48.711757 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f0a14efb-c061-42d6-97e9-92cd03031e08 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (61274f14-0ba7-49e9-ba25-df767eeb8d94), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:49.064616 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-f0a14efb-c061-42d6-97e9-92cd03031e08 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting port d3feacb5-29e0-409c-ae17-0dcffdd5d055 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:49.064875 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f0a14efb-c061-42d6-97e9-92cd03031e08 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:49.074669 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-396d74be-91ad-4647-88a2-d00abb9c3089 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (2bd2e5d8-4b41-473d-b10d-88812ad108c9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:49.177748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-f0a14efb-c061-42d6-97e9-92cd03031e08 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] For port d3feacb5-29e0-409c-ae17-0dcffdd5d055, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d3feacb5-29e0-409c-ae17-0dcffdd5d055,segment=NetworkSegment(6a8be223-98f0-435b-8582-7dab4b6a67e2),segment_id=6a8be223-98f0-435b-8582-7dab4b6a67e2)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:49.178348 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f0a14efb-c061-42d6-97e9-92cd03031e08 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:49.196356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-f0a14efb-c061-42d6-97e9-92cd03031e08 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Calling delete_port for d3feacb5-29e0-409c-ae17-0dcffdd5d055 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:49.304593 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396d74be-91ad-4647-88a2-d00abb9c3089 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:04:49.409809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396d74be-91ad-4647-88a2-d00abb9c3089 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:49.419570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50414) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:49.420118 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-396d74be-91ad-4647-88a2-d00abb9c3089 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/2bd2e5d8-4b41-473d-b10d-88812ad108c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5911908 Feb 04 14:04:49.422033 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 932d637c-eb3c-4856-a10e-d1d4bcfaf902 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:04:49.432691 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afe230a-b621-4db4-bd81-57ff45b1a685 None None] Sync routers for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:49.447991 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afe230a-b621-4db4-bd81-57ff45b1a685 None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:49.449068 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9afe230a-b621-4db4-bd81-57ff45b1a685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:49.468649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 932d637c-eb3c-4856-a10e-d1d4bcfaf902 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:04:49.469013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 932d637c-eb3c-4856-a10e-d1d4bcfaf902 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:04:49.510057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-df09fd10-184a-4c3d-aee7-ae6543442a04 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting subnet 1691506e-60c9-43bb-b1e6-c7f0547f59a5 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:04:49.517334 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df09fd10-184a-4c3d-aee7-ae6543442a04 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (1691506e-60c9-43bb-b1e6-c7f0547f59a5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:49.547612 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f0a14efb-c061-42d6-97e9-92cd03031e08 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d3feacb5-29e0-409c-ae17-0dcffdd5d055), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:49.620093 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-9afe230a-b621-4db4-bd81-57ff45b1a685 None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:49.692679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a14efb-c061-42d6-97e9-92cd03031e08 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Port': ['ID=d3feacb5-29e0-409c-ae17-0dcffdd5d055,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:49.765260 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df09fd10-184a-4c3d-aee7-ae6543442a04 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (1691506e-60c9-43bb-b1e6-c7f0547f59a5), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:49.947919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c624ca-6b51-4415-a892-e32da99f6466 req-ecb1b5c4-3728-4be4-a461-a90806351f91 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:49.955295 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57c624ca-6b51-4415-a892-e32da99f6466 req-ecb1b5c4-3728-4be4-a461-a90806351f91 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.4115584 Feb 04 14:04:49.961790 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9afe230a-b621-4db4-bd81-57ff45b1a685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:48Z', 'revision_number': 8, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58613021-ee72-48b3-b53e-9a8863185250', 'name': '', 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:54:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:33Z', 'updated_at': '2022-02-04T14:04:40Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:50.008363 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afe230a-b621-4db4-bd81-57ff45b1a685 None None] Checking router: 2bd2e5d8-4b41-473d-b10d-88812ad108c9 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:04:50.028032 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afe230a-b621-4db4-bd81-57ff45b1a685 None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:50.029174 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9afe230a-b621-4db4-bd81-57ff45b1a685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:50.045993 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f0a14efb-c061-42d6-97e9-92cd03031e08 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (61274f14-0ba7-49e9-ba25-df767eeb8d94), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:50.053517 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df09fd10-184a-4c3d-aee7-ae6543442a04 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (1691506e-60c9-43bb-b1e6-c7f0547f59a5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:50.092825 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57c624ca-6b51-4415-a892-e32da99f6466 req-508363af-e143-48a1-bc9c-5436ab7cb514 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351595 Feb 04 14:04:50.169310 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-9afe230a-b621-4db4-bd81-57ff45b1a685 None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:50.474076 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9afe230a-b621-4db4-bd81-57ff45b1a685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:48Z', 'revision_number': 8, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58613021-ee72-48b3-b53e-9a8863185250', 'name': '', 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:54:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:33Z', 'updated_at': '2022-02-04T14:04:40Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:50.502616 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df09fd10-184a-4c3d-aee7-ae6543442a04 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (1691506e-60c9-43bb-b1e6-c7f0547f59a5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:50.523143 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afe230a-b621-4db4-bd81-57ff45b1a685 None None] The sync data for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 is: [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:48Z', 'revision_number': 8, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58613021-ee72-48b3-b53e-9a8863185250', 'name': '', 'network_id': 'cd740ca0-459b-490b-8ae4-fe17ac2ec812', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:54:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:33Z', 'updated_at': '2022-02-04T14:04:40Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'e2b8f714-b30d-4a29-9356-dffc4afa83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:50.539653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09fd10-184a-4c3d-aee7-ae6543442a04 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Subnet': ['ID=1691506e-60c9-43bb-b1e6-c7f0547f59a5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:50.554308 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df09fd10-184a-4c3d-aee7-ae6543442a04 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:50.557759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-df09fd10-184a-4c3d-aee7-ae6543442a04 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/1691506e-60c9-43bb-b1e6-c7f0547f59a5 HTTP/1.1" status: 204 len: 168 time: 1.1370659 Feb 04 14:04:50.560567 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50422) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:50.563614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bda5a7c-25fd-48ed-8944-6cc76c580ff5 None None] Network 956257d8-9204-42d1-9ddd-62b46c575a15 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:50.669551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (956257d8-9204-42d1-9ddd-62b46c575a15), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:50.698061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a14efb-c061-42d6-97e9-92cd03031e08 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router 61274f14-0ba7-49e9-ba25-df767eeb8d94 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:04:50.748587 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port ec622d38-7ed4-46a9-9c88-2bb856c99bf3 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:50.749079 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ec622d38-7ed4-46a9-9c88-2bb856c99bf3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:50.840972 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] For port ec622d38-7ed4-46a9-9c88-2bb856c99bf3, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ec622d38-7ed4-46a9-9c88-2bb856c99bf3,segment=NetworkSegment(88974dbf-dc99-4d19-bd0c-cc5204b6ba74),segment_id=88974dbf-dc99-4d19-bd0c-cc5204b6ba74)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:50.840972 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ec622d38-7ed4-46a9-9c88-2bb856c99bf3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:50.844427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a14efb-c061-42d6-97e9-92cd03031e08 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:50.854194 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f0a14efb-c061-42d6-97e9-92cd03031e08 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "PUT /v2.0/routers/61274f14-0ba7-49e9-ba25-df767eeb8d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2081206 Feb 04 14:04:50.854367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for ec622d38-7ed4-46a9-9c88-2bb856c99bf3 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:50.854773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50426) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:50.860564 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f89e6-3ed0-4ceb-a535-77cbba8cfdc7 None None] Sync routers for ids ['61274f14-0ba7-49e9-ba25-df767eeb8d94'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:50.872465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f89e6-3ed0-4ceb-a535-77cbba8cfdc7 None None] Routers {'61274f14-0ba7-49e9-ba25-df767eeb8d94'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:50.873421 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ae9f89e6-3ed0-4ceb-a535-77cbba8cfdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['61274f14-0ba7-49e9-ba25-df767eeb8d94'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:50.960682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe24a6b-c9b1-4ad7-a0c3-fcd009abe86a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting subnet 42828123-fb70-486e-ae7d-fe5c71e6ab2d {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:04:50.965700 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cbe24a6b-c9b1-4ad7-a0c3-fcd009abe86a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for subnet (42828123-fb70-486e-ae7d-fe5c71e6ab2d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:50.996471 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc111ab3-2235-4258-8a93-f1860e678f95 None None] DHCP port deletion for 956257d8-9204-42d1-9ddd-62b46c575a15 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:04:51.012962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ec622d38-7ed4-46a9-9c88-2bb856c99bf3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:51.035142 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cbe24a6b-c9b1-4ad7-a0c3-fcd009abe86a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (42828123-fb70-486e-ae7d-fe5c71e6ab2d), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:51.062527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=ec622d38-7ed4-46a9-9c88-2bb856c99bf3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:51.071116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No DVR routers for this DVR port ec622d38-7ed4-46a9-9c88-2bb856c99bf3 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:04:51.097328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fc111ab3-2235-4258-8a93-f1860e678f95 None None] The port 'ec622d38-7ed4-46a9-9c88-2bb856c99bf3' was deleted {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 04 14:04:51.175795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-ae9f89e6-3ed0-4ceb-a535-77cbba8cfdc7 None None] Set router 61274f14-0ba7-49e9-ba25-df767eeb8d94 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:51.185636 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (956257d8-9204-42d1-9ddd-62b46c575a15), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:51.205719 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cbe24a6b-c9b1-4ad7-a0c3-fcd009abe86a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (42828123-fb70-486e-ae7d-fe5c71e6ab2d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:51.213649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956257d8-9204-42d1-9ddd-62b46c575a15']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:51.226891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88974dbf-dc99-4d19-bd0c-cc5204b6ba74') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:51.227377 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88974dbf-dc99-4d19-bd0c-cc5204b6ba74') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:51.242808 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (88974dbf-dc99-4d19-bd0c-cc5204b6ba74), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:51.263101 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (88974dbf-dc99-4d19-bd0c-cc5204b6ba74), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:51.273565 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:04:51.274457 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (88974dbf-dc99-4d19-bd0c-cc5204b6ba74), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:04:51.278756 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:04:51.303557 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cbe24a6b-c9b1-4ad7-a0c3-fcd009abe86a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (42828123-fb70-486e-ae7d-fe5c71e6ab2d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:51.340203 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe24a6b-c9b1-4ad7-a0c3-fcd009abe86a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Subnet': ['ID=42828123-fb70-486e-ae7d-fe5c71e6ab2d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:51.344114 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cbe24a6b-c9b1-4ad7-a0c3-fcd009abe86a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:51.350266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cbe24a6b-c9b1-4ad7-a0c3-fcd009abe86a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/subnets/42828123-fb70-486e-ae7d-fe5c71e6ab2d HTTP/1.1" status: 204 len: 168 time: 0.4920955 Feb 04 14:04:51.350593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50428) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:51.362338 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03568047-ad70-4793-b8b1-8497dc14b5be None None] Network 535ba2f2-fb25-4ea1-b345-ed485550989e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:51.375659 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (956257d8-9204-42d1-9ddd-62b46c575a15), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:51.388944 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:51.397457 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/networks/956257d8-9204-42d1-9ddd-62b46c575a15 HTTP/1.1" status: 204 len: 168 time: 0.8354573 Feb 04 14:04:51.398412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50430) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:51.488583 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e98b2525-c8a8-456a-8ef4-d8d109963bd8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router (61274f14-0ba7-49e9-ba25-df767eeb8d94), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:51.499578 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd4754-db82-40b3-bf5c-538796888b99 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Network': ['ID=956257d8-9204-42d1-9ddd-62b46c575a15,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:51.517236 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ae9f89e6-3ed0-4ceb-a535-77cbba8cfdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998100415', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:04:49Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:51.559734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f89e6-3ed0-4ceb-a535-77cbba8cfdc7 None None] Checking router: 61274f14-0ba7-49e9-ba25-df767eeb8d94 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:04:51.570727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f89e6-3ed0-4ceb-a535-77cbba8cfdc7 None None] Routers {'61274f14-0ba7-49e9-ba25-df767eeb8d94'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:51.571398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ae9f89e6-3ed0-4ceb-a535-77cbba8cfdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['61274f14-0ba7-49e9-ba25-df767eeb8d94'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:51.643037 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e98b2525-c8a8-456a-8ef4-d8d109963bd8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_gateway (61274f14-0ba7-49e9-ba25-df767eeb8d94), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:51.715608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26176068-a925-4279-9a89-521f921790c2 None None] DHCP port deletion for 535ba2f2-fb25-4ea1-b345-ed485550989e request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:04:51.725510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-e98b2525-c8a8-456a-8ef4-d8d109963bd8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting port 64e0a031-7f13-44f1-ae61-f81b272b07cb {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:51.726213 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e98b2525-c8a8-456a-8ef4-d8d109963bd8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (64e0a031-7f13-44f1-ae61-f81b272b07cb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:51.747669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-ae9f89e6-3ed0-4ceb-a535-77cbba8cfdc7 None None] Set router 61274f14-0ba7-49e9-ba25-df767eeb8d94 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:51.827872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-e98b2525-c8a8-456a-8ef4-d8d109963bd8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] For port 64e0a031-7f13-44f1-ae61-f81b272b07cb, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=64e0a031-7f13-44f1-ae61-f81b272b07cb,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:51.828245 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e98b2525-c8a8-456a-8ef4-d8d109963bd8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (64e0a031-7f13-44f1-ae61-f81b272b07cb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:51.845612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-e98b2525-c8a8-456a-8ef4-d8d109963bd8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Calling delete_port for 64e0a031-7f13-44f1-ae61-f81b272b07cb owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:51.941527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-26176068-a925-4279-9a89-521f921790c2 None None] Deleting port 6341e16b-27f1-4175-8f9a-5d6555c6a903 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:51.941845 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-26176068-a925-4279-9a89-521f921790c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6341e16b-27f1-4175-8f9a-5d6555c6a903), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:51.976078 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b39f5d36-fe35-4ed3-890c-19943a9c6cfb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (2bd2e5d8-4b41-473d-b10d-88812ad108c9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.018139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-26176068-a925-4279-9a89-521f921790c2 None None] For port 6341e16b-27f1-4175-8f9a-5d6555c6a903, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6341e16b-27f1-4175-8f9a-5d6555c6a903,segment=NetworkSegment(6a8be223-98f0-435b-8582-7dab4b6a67e2),segment_id=6a8be223-98f0-435b-8582-7dab4b6a67e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:52.018599 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-26176068-a925-4279-9a89-521f921790c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6341e16b-27f1-4175-8f9a-5d6555c6a903), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.040901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-26176068-a925-4279-9a89-521f921790c2 None None] Calling delete_port for 6341e16b-27f1-4175-8f9a-5d6555c6a903 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:52.047123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ae9f89e6-3ed0-4ceb-a535-77cbba8cfdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998100415', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:04:49Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:52.090707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f89e6-3ed0-4ceb-a535-77cbba8cfdc7 None None] The sync data for ids ['61274f14-0ba7-49e9-ba25-df767eeb8d94'] in n-d-714676-13 is: [{'id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998100415', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:04:49Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '64e0a031-7f13-44f1-ae61-f81b272b07cb', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61274f14-0ba7-49e9-ba25-df767eeb8d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:45Z', 'updated_at': '2022-02-04T14:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:52.175712 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e98b2525-c8a8-456a-8ef4-d8d109963bd8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (64e0a031-7f13-44f1-ae61-f81b272b07cb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.195369 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-26176068-a925-4279-9a89-521f921790c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (6341e16b-27f1-4175-8f9a-5d6555c6a903), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.233685 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b2525-c8a8-456a-8ef4-d8d109963bd8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Port': ['ID=64e0a031-7f13-44f1-ae61-f81b272b07cb,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:52.242519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26176068-a925-4279-9a89-521f921790c2 None None] Pushing event deleted for resources: {'Port': ['ID=6341e16b-27f1-4175-8f9a-5d6555c6a903,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:52.257325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26176068-a925-4279-9a89-521f921790c2 None None] No DVR routers for this DVR port 6341e16b-27f1-4175-8f9a-5d6555c6a903 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:04:52.316580 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e98b2525-c8a8-456a-8ef4-d8d109963bd8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (61274f14-0ba7-49e9-ba25-df767eeb8d94), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.353824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b39f5d36-fe35-4ed3-890c-19943a9c6cfb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port 58613021-ee72-48b3-b53e-9a8863185250 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:52.354348 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b39f5d36-fe35-4ed3-890c-19943a9c6cfb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (58613021-ee72-48b3-b53e-9a8863185250), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.427882 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e98b2525-c8a8-456a-8ef4-d8d109963bd8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (61274f14-0ba7-49e9-ba25-df767eeb8d94), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.431745 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e98b2525-c8a8-456a-8ef4-d8d109963bd8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_controller (61274f14-0ba7-49e9-ba25-df767eeb8d94), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.471684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-b39f5d36-fe35-4ed3-890c-19943a9c6cfb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] For port 58613021-ee72-48b3-b53e-9a8863185250, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=58613021-ee72-48b3-b53e-9a8863185250,segment=NetworkSegment(95bc3083-db1c-45c6-927b-65f76d0b1952),segment_id=95bc3083-db1c-45c6-927b-65f76d0b1952)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:52.471684 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b39f5d36-fe35-4ed3-890c-19943a9c6cfb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (58613021-ee72-48b3-b53e-9a8863185250), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.497361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b39f5d36-fe35-4ed3-890c-19943a9c6cfb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for 58613021-ee72-48b3-b53e-9a8863185250 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:52.501636 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e98b2525-c8a8-456a-8ef4-d8d109963bd8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (61274f14-0ba7-49e9-ba25-df767eeb8d94), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.502429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98b2525-c8a8-456a-8ef4-d8d109963bd8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Fanout notify agent at l3_agent the message router_deleted on router 61274f14-0ba7-49e9-ba25-df767eeb8d94 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:04:52.516486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ec622d38-7ed4-46a9-9c88-2bb856c99bf3 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:04:52.517928 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e98b2525-c8a8-456a-8ef4-d8d109963bd8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.521700 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e98b2525-c8a8-456a-8ef4-d8d109963bd8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/routers/61274f14-0ba7-49e9-ba25-df767eeb8d94 HTTP/1.1" status: 204 len: 168 time: 1.1701143 Feb 04 14:04:52.522970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50434) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:52.557079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: ec622d38-7ed4-46a9-9c88-2bb856c99bf3 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:04:52.557427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ec622d38-7ed4-46a9-9c88-2bb856c99bf3 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:04:52.557862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 46cb6260-180d-4a88-94fe-13fa0b39eb10 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:04:52.593424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 46cb6260-180d-4a88-94fe-13fa0b39eb10 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:04:52.594073 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 46cb6260-180d-4a88-94fe-13fa0b39eb10 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:04:52.594286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6341e16b-27f1-4175-8f9a-5d6555c6a903 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:04:52.636734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 6341e16b-27f1-4175-8f9a-5d6555c6a903 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:04:52.636871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6341e16b-27f1-4175-8f9a-5d6555c6a903 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:04:52.648090 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d281cff-e555-4f36-8817-cd1f510e2ecf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (535ba2f2-fb25-4ea1-b345-ed485550989e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.756498 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b39f5d36-fe35-4ed3-890c-19943a9c6cfb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (58613021-ee72-48b3-b53e-9a8863185250), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.769310 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d281cff-e555-4f36-8817-cd1f510e2ecf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (535ba2f2-fb25-4ea1-b345-ed485550989e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.791952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f5d36-fe35-4ed3-890c-19943a9c6cfb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=58613021-ee72-48b3-b53e-9a8863185250,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:52.795784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-1d281cff-e555-4f36-8817-cd1f510e2ecf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535ba2f2-fb25-4ea1-b345-ed485550989e']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:52.808947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-1d281cff-e555-4f36-8817-cd1f510e2ecf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8be223-98f0-435b-8582-7dab4b6a67e2') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:52.809262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-1d281cff-e555-4f36-8817-cd1f510e2ecf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8be223-98f0-435b-8582-7dab4b6a67e2') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:52.830783 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d281cff-e555-4f36-8817-cd1f510e2ecf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (6a8be223-98f0-435b-8582-7dab4b6a67e2), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.853752 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d281cff-e555-4f36-8817-cd1f510e2ecf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (6a8be223-98f0-435b-8582-7dab4b6a67e2), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.872629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d281cff-e555-4f36-8817-cd1f510e2ecf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:04:52.873031 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d281cff-e555-4f36-8817-cd1f510e2ecf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (6a8be223-98f0-435b-8582-7dab4b6a67e2), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:04:52.877506 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:04:52.982444 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d281cff-e555-4f36-8817-cd1f510e2ecf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (535ba2f2-fb25-4ea1-b345-ed485550989e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:52.996060 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b39f5d36-fe35-4ed3-890c-19943a9c6cfb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (2bd2e5d8-4b41-473d-b10d-88812ad108c9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:53.003441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1d281cff-e555-4f36-8817-cd1f510e2ecf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:53.007607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1d281cff-e555-4f36-8817-cd1f510e2ecf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/networks/535ba2f2-fb25-4ea1-b345-ed485550989e HTTP/1.1" status: 204 len: 168 time: 0.4836330 Feb 04 14:04:53.017703 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50438) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:53.024493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d281cff-e555-4f36-8817-cd1f510e2ecf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Network': ['ID=535ba2f2-fb25-4ea1-b345-ed485550989e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:53.181033 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a862b768-170f-455c-9a4c-20c1f8d09b25 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (d35f6056-d94a-4c66-b7d6-f7e2ea090ce7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:53.276160 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a862b768-170f-455c-9a4c-20c1f8d09b25 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (d35f6056-d94a-4c66-b7d6-f7e2ea090ce7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:53.324655 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39f5d36-fe35-4ed3-890c-19943a9c6cfb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:04:53.436907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39f5d36-fe35-4ed3-890c-19943a9c6cfb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:53.442498 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b39f5d36-fe35-4ed3-890c-19943a9c6cfb tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/2bd2e5d8-4b41-473d-b10d-88812ad108c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0254440 Feb 04 14:04:53.443404 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a862b768-170f-455c-9a4c-20c1f8d09b25 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d35f6056-d94a-4c66-b7d6-f7e2ea090ce7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:53.445290 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50440) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:53.450086 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f8b24-b08c-436c-8add-fae16de968a0 None None] Sync routers for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:53.456210 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a862b768-170f-455c-9a4c-20c1f8d09b25 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:53.458651 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a862b768-170f-455c-9a4c-20c1f8d09b25 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/security-groups/d35f6056-d94a-4c66-b7d6-f7e2ea090ce7 HTTP/1.1" status: 204 len: 168 time: 0.4346263 Feb 04 14:04:53.472638 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862b768-170f-455c-9a4c-20c1f8d09b25 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35f6056-d94a-4c66-b7d6-f7e2ea090ce7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:53.476019 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f8b24-b08c-436c-8add-fae16de968a0 None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:53.476895 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e05f8b24-b08c-436c-8add-fae16de968a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:53.594517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7fb9f3-2bff-4626-a32b-85c21255a7e7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting subnet e2b8f714-b30d-4a29-9356-dffc4afa83c5 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:04:53.599063 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb9f3-2bff-4626-a32b-85c21255a7e7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (e2b8f714-b30d-4a29-9356-dffc4afa83c5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:53.684836 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-e05f8b24-b08c-436c-8add-fae16de968a0 None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:53.686842 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb9f3-2bff-4626-a32b-85c21255a7e7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (e2b8f714-b30d-4a29-9356-dffc4afa83c5), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:53.782375 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb9f3-2bff-4626-a32b-85c21255a7e7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (e2b8f714-b30d-4a29-9356-dffc4afa83c5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:53.850125 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb9f3-2bff-4626-a32b-85c21255a7e7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (e2b8f714-b30d-4a29-9356-dffc4afa83c5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:53.886720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fb9f3-2bff-4626-a32b-85c21255a7e7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b8f714-b30d-4a29-9356-dffc4afa83c5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:53.891375 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb9f3-2bff-4626-a32b-85c21255a7e7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:53.894823 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ec7fb9f3-2bff-4626-a32b-85c21255a7e7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/e2b8f714-b30d-4a29-9356-dffc4afa83c5 HTTP/1.1" status: 204 len: 168 time: 0.4485228 Feb 04 14:04:53.897487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50446) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:53.902958 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950fcd36-df97-4bbc-b238-c59fce703849 None None] Network cd740ca0-459b-490b-8ae4-fe17ac2ec812 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:53.968748 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50448) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:53.976741 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8ddaf5f9-c4fa-4e9d-b9d0-1b596e8b0b3e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945188323', 'description': 'tempest-secgroup-smoke-1945188323 description', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:53.994409 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (cd740ca0-459b-490b-8ae4-fe17ac2ec812), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.014341 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e05f8b24-b08c-436c-8add-fae16de968a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:52Z', 'revision_number': 9, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:54.034826 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf5f9-c4fa-4e9d-b9d0-1b596e8b0b3e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.049279 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f8b24-b08c-436c-8add-fae16de968a0 None None] Checking router: 2bd2e5d8-4b41-473d-b10d-88812ad108c9 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:04:54.068476 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port 1530a3aa-6788-4513-9f11-843d8bcd92c1 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:54.069052 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1530a3aa-6788-4513-9f11-843d8bcd92c1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.076259 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f8b24-b08c-436c-8add-fae16de968a0 None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:54.077096 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e05f8b24-b08c-436c-8add-fae16de968a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:54.140051 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a28e4b-2638-44f6-bedd-ecd205c342ba None None] DHCP port deletion for cd740ca0-459b-490b-8ae4-fe17ac2ec812 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:04:54.177627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] For port 1530a3aa-6788-4513-9f11-843d8bcd92c1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1530a3aa-6788-4513-9f11-843d8bcd92c1,segment=NetworkSegment(95bc3083-db1c-45c6-927b-65f76d0b1952),segment_id=95bc3083-db1c-45c6-927b-65f76d0b1952)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:54.178172 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1530a3aa-6788-4513-9f11-843d8bcd92c1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.214947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for 1530a3aa-6788-4513-9f11-843d8bcd92c1 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:54.245354 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf5f9-c4fa-4e9d-b9d0-1b596e8b0b3e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (19aef5d9-1e11-4f46-9e31-4a09021166e0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.252577 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf5f9-c4fa-4e9d-b9d0-1b596e8b0b3e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (19aef5d9-1e11-4f46-9e31-4a09021166e0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.266898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-14a28e4b-2638-44f6-bedd-ecd205c342ba None None] Deleting port 1530a3aa-6788-4513-9f11-843d8bcd92c1 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:54.267387 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14a28e4b-2638-44f6-bedd-ecd205c342ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1530a3aa-6788-4513-9f11-843d8bcd92c1), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.319396 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-e05f8b24-b08c-436c-8add-fae16de968a0 None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:54.338899 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf5f9-c4fa-4e9d-b9d0-1b596e8b0b3e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.340384 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8ddaf5f9-c4fa-4e9d-b9d0-1b596e8b0b3e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3698585 Feb 04 14:04:54.348206 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50456) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:54.356295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2827ed82-f690-4943-9800-6a823526fcdf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '19aef5d9-1e11-4f46-9e31-4a09021166e0', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:54.372058 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf5f9-c4fa-4e9d-b9d0-1b596e8b0b3e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19aef5d9-1e11-4f46-9e31-4a09021166e0,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:54.390950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d3feacb5-29e0-409c-ae17-0dcffdd5d055 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:04:54.398517 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (1530a3aa-6788-4513-9f11-843d8bcd92c1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.421043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2827ed82-f690-4943-9800-6a823526fcdf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (039e913e-02d6-4527-883d-a638d5e7ec64), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.426563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No DVR routers for this DVR port 1530a3aa-6788-4513-9f11-843d8bcd92c1 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:04:54.454059 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: d3feacb5-29e0-409c-ae17-0dcffdd5d055 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:04:54.454795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d3feacb5-29e0-409c-ae17-0dcffdd5d055 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:04:54.456772 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 64e0a031-7f13-44f1-ae61-f81b272b07cb no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:04:54.502861 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 64e0a031-7f13-44f1-ae61-f81b272b07cb {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:04:54.503596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 64e0a031-7f13-44f1-ae61-f81b272b07cb not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:04:54.533710 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=1530a3aa-6788-4513-9f11-843d8bcd92c1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:54.556048 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2827ed82-f690-4943-9800-6a823526fcdf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (039e913e-02d6-4527-883d-a638d5e7ec64), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.566128 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2827ed82-f690-4943-9800-6a823526fcdf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (039e913e-02d6-4527-883d-a638d5e7ec64), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.574591 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-14a28e4b-2638-44f6-bedd-ecd205c342ba None None] For port 1530a3aa-6788-4513-9f11-843d8bcd92c1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1530a3aa-6788-4513-9f11-843d8bcd92c1,segment=NetworkSegment(95bc3083-db1c-45c6-927b-65f76d0b1952),segment_id=95bc3083-db1c-45c6-927b-65f76d0b1952)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:54.576509 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14a28e4b-2638-44f6-bedd-ecd205c342ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1530a3aa-6788-4513-9f11-843d8bcd92c1), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.608960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827ed82-f690-4943-9800-6a823526fcdf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039e913e-02d6-4527-883d-a638d5e7ec64,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:54.620147 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (cd740ca0-459b-490b-8ae4-fe17ac2ec812), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.623844 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2827ed82-f690-4943-9800-6a823526fcdf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.626511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-14a28e4b-2638-44f6-bedd-ecd205c342ba None None] Calling delete_port for 1530a3aa-6788-4513-9f11-843d8bcd92c1 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:54.630689 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2827ed82-f690-4943-9800-6a823526fcdf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2759743 Feb 04 14:04:54.631412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50458) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:54.640977 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-99dfbeec-e42e-44fa-b0ed-e6f876ac17b9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '19aef5d9-1e11-4f46-9e31-4a09021166e0', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:54.650801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd740ca0-459b-490b-8ae4-fe17ac2ec812']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:54.664884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bc3083-db1c-45c6-927b-65f76d0b1952') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:54.665344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bc3083-db1c-45c6-927b-65f76d0b1952') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:54.680257 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (95bc3083-db1c-45c6-927b-65f76d0b1952), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.701971 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-99dfbeec-e42e-44fa-b0ed-e6f876ac17b9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (beb7d219-eec0-469c-971f-63fa367dd65b), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.702562 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (95bc3083-db1c-45c6-927b-65f76d0b1952), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.714300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:04:54.715955 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (95bc3083-db1c-45c6-927b-65f76d0b1952), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:04:54.722806 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:04:54.836905 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-99dfbeec-e42e-44fa-b0ed-e6f876ac17b9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (beb7d219-eec0-469c-971f-63fa367dd65b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.839030 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14a28e4b-2638-44f6-bedd-ecd205c342ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (1530a3aa-6788-4513-9f11-843d8bcd92c1), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.851537 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-99dfbeec-e42e-44fa-b0ed-e6f876ac17b9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (beb7d219-eec0-469c-971f-63fa367dd65b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.862740 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (cd740ca0-459b-490b-8ae4-fe17ac2ec812), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.875389 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:54.878724 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e05f8b24-b08c-436c-8add-fae16de968a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:52Z', 'revision_number': 9, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:54.889122 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50460) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:54.890860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/networks/cd740ca0-459b-490b-8ae4-fe17ac2ec812 HTTP/1.1" status: 204 len: 168 time: 0.9921384 Feb 04 14:04:54.905378 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a28e4b-2638-44f6-bedd-ecd205c342ba None None] Pushing event deleted for resources: {'Port': ['ID=1530a3aa-6788-4513-9f11-843d8bcd92c1,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:54.913987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a28e4b-2638-44f6-bedd-ecd205c342ba None None] No DVR routers for this DVR port 1530a3aa-6788-4513-9f11-843d8bcd92c1 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:04:54.928716 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7930e-9d51-4d19-8b39-34d8f75343ad tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Network': ['ID=cd740ca0-459b-490b-8ae4-fe17ac2ec812,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:54.949601 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f8b24-b08c-436c-8add-fae16de968a0 None None] The sync data for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 is: [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:52Z', 'revision_number': 9, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3084741-b324-4a0f-8238-485218a9ef9b', 'name': '', 'network_id': '989e7497-2831-4e93-9604-81b4bb19e460', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0e:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:28Z', 'updated_at': '2022-02-04T14:04:35Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': 'a22b7998-b893-40a2-a9c8-118c48580bf0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:54.969609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfbeec-e42e-44fa-b0ed-e6f876ac17b9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb7d219-eec0-469c-971f-63fa367dd65b,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:55.029014 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-99dfbeec-e42e-44fa-b0ed-e6f876ac17b9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.033774 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-99dfbeec-e42e-44fa-b0ed-e6f876ac17b9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3978701 Feb 04 14:04:55.033774 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50462) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:55.037828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-acfb0948-985b-44e7-b37a-6129d117f407 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '19aef5d9-1e11-4f46-9e31-4a09021166e0', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:55.096835 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-acfb0948-985b-44e7-b37a-6129d117f407 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (80f0e32d-28ff-46d0-ad71-3ec8a18df46b), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.150242 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-acfb0948-985b-44e7-b37a-6129d117f407 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (80f0e32d-28ff-46d0-ad71-3ec8a18df46b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.203925 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-acfb0948-985b-44e7-b37a-6129d117f407 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (80f0e32d-28ff-46d0-ad71-3ec8a18df46b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.263826 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb0948-985b-44e7-b37a-6129d117f407 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f0e32d-28ff-46d0-ad71-3ec8a18df46b,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:55.291352 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-acfb0948-985b-44e7-b37a-6129d117f407 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.291352 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-acfb0948-985b-44e7-b37a-6129d117f407 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2547746 Feb 04 14:04:55.293453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50466) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:55.301722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-78d7321b-3142-4f7b-a80a-f6e8b645ec88 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '19aef5d9-1e11-4f46-9e31-4a09021166e0', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:55.375069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-78d7321b-3142-4f7b-a80a-f6e8b645ec88 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (dfea70f6-8560-4891-b542-f701e19208f5), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.490620 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-78d7321b-3142-4f7b-a80a-f6e8b645ec88 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (dfea70f6-8560-4891-b542-f701e19208f5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.507994 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-78d7321b-3142-4f7b-a80a-f6e8b645ec88 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (dfea70f6-8560-4891-b542-f701e19208f5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.539066 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7321b-3142-4f7b-a80a-f6e8b645ec88 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfea70f6-8560-4891-b542-f701e19208f5,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:55.573865 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-78d7321b-3142-4f7b-a80a-f6e8b645ec88 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.578814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50468) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:55.579310 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-78d7321b-3142-4f7b-a80a-f6e8b645ec88 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2842345 Feb 04 14:04:55.584197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-d74d7fb7-96d7-4f42-bd1c-20de99917624 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '19aef5d9-1e11-4f46-9e31-4a09021166e0', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:55.633024 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9aee152d-8d6e-4737-a330-d20612d29d3b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (2bd2e5d8-4b41-473d-b10d-88812ad108c9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.633290 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-d74d7fb7-96d7-4f42-bd1c-20de99917624 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Project 7a7a6da7dab54751bcd59b7f2b7f2bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:04:55.644376 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d74d7fb7-96d7-4f42-bd1c-20de99917624 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (db114172-6a3f-4c68-a85a-2a8615cea1da), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.749474 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d74d7fb7-96d7-4f42-bd1c-20de99917624 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (db114172-6a3f-4c68-a85a-2a8615cea1da), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.755966 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d74d7fb7-96d7-4f42-bd1c-20de99917624 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (db114172-6a3f-4c68-a85a-2a8615cea1da), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.792949 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d74d7fb7-96d7-4f42-bd1c-20de99917624 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.797685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d74d7fb7-96d7-4f42-bd1c-20de99917624 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2177646 Feb 04 14:04:55.798649 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50470) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:55.804317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a0927527-5b96-41a7-a6fa-e90e0c19b882 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '19aef5d9-1e11-4f46-9e31-4a09021166e0', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:55.810879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d7fb7-96d7-4f42-bd1c-20de99917624 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db114172-6a3f-4c68-a85a-2a8615cea1da,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:55.836106 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-a0927527-5b96-41a7-a6fa-e90e0c19b882 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Project 7a7a6da7dab54751bcd59b7f2b7f2bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:04:55.845747 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0927527-5b96-41a7-a6fa-e90e0c19b882 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (d30fa491-640e-4dc0-a366-66fc6a28c2d9), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.936336 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0927527-5b96-41a7-a6fa-e90e0c19b882 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (d30fa491-640e-4dc0-a366-66fc6a28c2d9), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.951188 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0927527-5b96-41a7-a6fa-e90e0c19b882 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (d30fa491-640e-4dc0-a366-66fc6a28c2d9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:55.985278 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0927527-5b96-41a7-a6fa-e90e0c19b882 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30fa491-640e-4dc0-a366-66fc6a28c2d9,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:55.999405 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9aee152d-8d6e-4737-a330-d20612d29d3b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port b3084741-b324-4a0f-8238-485218a9ef9b {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:55.999846 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9aee152d-8d6e-4737-a330-d20612d29d3b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:56.002566 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0927527-5b96-41a7-a6fa-e90e0c19b882 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:56.008965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a0927527-5b96-41a7-a6fa-e90e0c19b882 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2081029 Feb 04 14:04:56.010417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50472) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:56.016591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'network': {'name': 'tempest-network-smoke--627338847', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'port_security_enabled': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:56.044123 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Made reservation on behalf of 7a7a6da7dab54751bcd59b7f2b7f2bf2 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:04:56.050772 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:56.122634 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:04:56.136357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (7d9efce6-d783-41eb-b3de-c37879da412f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:56.137109 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Added segment 7d9efce6-d783-41eb-b3de-c37879da412f of type vlan for network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 Feb 04 14:04:56.147908 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-9aee152d-8d6e-4737-a330-d20612d29d3b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] For port b3084741-b324-4a0f-8238-485218a9ef9b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b3084741-b324-4a0f-8238-485218a9ef9b,segment=NetworkSegment(bd783de5-6bc8-4861-b7df-a0b699f682c5),segment_id=bd783de5-6bc8-4861-b7df-a0b699f682c5)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:56.148490 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9aee152d-8d6e-4737-a330-d20612d29d3b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:56.174524 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9aee152d-8d6e-4737-a330-d20612d29d3b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for b3084741-b324-4a0f-8238-485218a9ef9b owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:56.175511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1530a3aa-6788-4513-9f11-843d8bcd92c1 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:04:56.211087 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:56.211960 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 1530a3aa-6788-4513-9f11-843d8bcd92c1 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:04:56.212329 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1530a3aa-6788-4513-9f11-843d8bcd92c1 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:04:56.213292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 58613021-ee72-48b3-b53e-9a8863185250 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:04:56.248450 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:56.264049 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:56.267480 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 58613021-ee72-48b3-b53e-9a8863185250 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:04:56.267833 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 58613021-ee72-48b3-b53e-9a8863185250 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:04:56.268660 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:56.358369 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Network': ['ID=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:56.373691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3587787 Feb 04 14:04:56.373976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50476) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:56.379334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1870215921', 'admin_state_up': True, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:56.386308 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.386684 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.387024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.387397 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.387840 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.388142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.388467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.388810 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.389147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.389484 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.389818 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.390194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.390630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b935851-cfe8-4a19-984b-fec19ce4e498 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.415765 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:04:56.429070 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (6408366c-19d6-497d-8690-d40f66ff2526), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:56.431250 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (6408366c-19d6-497d-8690-d40f66ff2526), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:56.450028 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9aee152d-8d6e-4737-a330-d20612d29d3b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b3084741-b324-4a0f-8238-485218a9ef9b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:56.500779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee152d-8d6e-4737-a330-d20612d29d3b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=b3084741-b324-4a0f-8238-485218a9ef9b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:56.588267 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_controller (6408366c-19d6-497d-8690-d40f66ff2526), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:56.685211 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9aee152d-8d6e-4737-a330-d20612d29d3b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (2bd2e5d8-4b41-473d-b10d-88812ad108c9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:56.813679 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_gateway (6408366c-19d6-497d-8690-d40f66ff2526), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:57.088585 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_gateway (6408366c-19d6-497d-8690-d40f66ff2526), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:57.113509 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:57.244911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Allocated IP 172.25.5.229 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/d0492de6-513d-4036-9bb1-0033e741c0d8) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:04:57.300513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aee152d-8d6e-4737-a330-d20612d29d3b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:04:57.395223 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (d0492de6-513d-4036-9bb1-0033e741c0d8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:57.409752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aee152d-8d6e-4737-a330-d20612d29d3b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:57.419664 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9aee152d-8d6e-4737-a330-d20612d29d3b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/2bd2e5d8-4b41-473d-b10d-88812ad108c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5290501 Feb 04 14:04:57.419845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50482) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:57.428683 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df3d01-44b5-477b-80d7-0cdbcbd5536e None None] Sync routers for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:57.435662 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc687d04-beca-4ef5-ae21-2f41f2e94683 req-c86965cf-1a4c-4840-b3c8-7d2c570016fd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0993364 Feb 04 14:04:57.463988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df3d01-44b5-477b-80d7-0cdbcbd5536e None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:57.465627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b9df3d01-44b5-477b-80d7-0cdbcbd5536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:57.506631 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d0492de6-513d-4036-9bb1-0033e741c0d8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:57.571776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ea2f50-a476-4ce8-93b0-0edabd28c665 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting subnet a22b7998-b893-40a2-a9c8-118c48580bf0 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:04:57.581241 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-41ea2f50-a476-4ce8-93b0-0edabd28c665 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (a22b7998-b893-40a2-a9c8-118c48580bf0), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:57.592006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b9df3d01-44b5-477b-80d7-0cdbcbd5536e None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:57.904785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:04:57.933026 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:04:57.934932 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=d0492de6-513d-4036-9bb1-0033e741c0d8,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:57.938007 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:04:57.963622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b9df3d01-44b5-477b-80d7-0cdbcbd5536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:56Z', 'revision_number': 10, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:57.977509 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-41ea2f50-a476-4ce8-93b0-0edabd28c665 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (a22b7998-b893-40a2-a9c8-118c48580bf0), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:57.999431 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df3d01-44b5-477b-80d7-0cdbcbd5536e None None] Checking router: 2bd2e5d8-4b41-473d-b10d-88812ad108c9 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:04:58.014466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df3d01-44b5-477b-80d7-0cdbcbd5536e None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:58.015545 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b9df3d01-44b5-477b-80d7-0cdbcbd5536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:58.022930 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc687d04-beca-4ef5-ae21-2f41f2e94683 req-fb7a1a37-9f03-4ade-b5d8-cf38bc1098e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:58.024468 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc687d04-beca-4ef5-ae21-2f41f2e94683 req-fb7a1a37-9f03-4ade-b5d8-cf38bc1098e7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4ddd03a338e9481f8ecfe863e089db2d&device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 1129 time: 0.5293088 Feb 04 14:04:58.122478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b9df3d01-44b5-477b-80d7-0cdbcbd5536e None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:58.193951 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d238d5-b006-4532-84b1-d902913134c9 req-f49dd884-edc3-4692-b7ad-2ecb3fa1cc62 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:58.195614 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58d238d5-b006-4532-84b1-d902913134c9 req-f49dd884-edc3-4692-b7ad-2ecb3fa1cc62 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 946 time: 0.6114154 Feb 04 14:04:58.272956 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-41ea2f50-a476-4ce8-93b0-0edabd28c665 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (a22b7998-b893-40a2-a9c8-118c48580bf0), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:58.331945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b9df3d01-44b5-477b-80d7-0cdbcbd5536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:56Z', 'revision_number': 10, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:58.363240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df3d01-44b5-477b-80d7-0cdbcbd5536e None None] The sync data for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 is: [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:04:56Z', 'revision_number': 10, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None, '_interfaces': [{'id': '3102247a-ff71-46d4-bef3-e1b1384d8a34', 'name': '', 'network_id': '6042f557-574d-4d7c-9585-e5c5374a5a73', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'mac_address': 'fa:16:3e:0b:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:24Z', 'updated_at': '2022-02-04T14:04:30Z', 'revision_number': 5, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'subnets': [{'id': '4e877b02-2427-48af-bcf7-452d6d24b675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:58.375420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc687d04-beca-4ef5-ae21-2f41f2e94683 req-b5db5bd3-4efc-4c73-90a3-a2496a79b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:58.376934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc687d04-beca-4ef5-ae21-2f41f2e94683 req-b5db5bd3-4efc-4c73-90a3-a2496a79b38b service neutron] 10.222.0.99 "GET /v2.0/networks?id=6a2573c7-a422-4fa3-9caa-883478b35439 HTTP/1.1" status: 200 len: 912 time: 0.3279698 Feb 04 14:04:58.422221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58d238d5-b006-4532-84b1-d902913134c9 req-8dad85ae-3e5e-42dd-8ed5-6bfd4bcdbfbe tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177112 Feb 04 14:04:58.519108 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-41ea2f50-a476-4ce8-93b0-0edabd28c665 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (a22b7998-b893-40a2-a9c8-118c48580bf0), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:58.563398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea2f50-a476-4ce8-93b0-0edabd28c665 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Subnet': ['ID=a22b7998-b893-40a2-a9c8-118c48580bf0,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:58.572987 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-41ea2f50-a476-4ce8-93b0-0edabd28c665 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:58.574893 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb44a87-c606-4e60-b249-2387dc3cc80a None None] Network 989e7497-2831-4e93-9604-81b4bb19e460 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:04:58.578885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-41ea2f50-a476-4ce8-93b0-0edabd28c665 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/a22b7998-b893-40a2-a9c8-118c48580bf0 HTTP/1.1" status: 204 len: 168 time: 1.1548810 Feb 04 14:04:58.579690 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50486) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:58.582745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc687d04-beca-4ef5-ae21-2f41f2e94683 req-f35daee0-d3b2-4887-80b7-b9bce088271c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71feef09-f40e-4d32-8d2b-80c6b97bb75c HTTP/1.1" status: 200 len: 1002 time: 0.1568296 Feb 04 14:04:58.600308 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_gateway (6408366c-19d6-497d-8690-d40f66ff2526), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:58.665680 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (989e7497-2831-4e93-9604-81b4bb19e460), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:58.717351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc687d04-beca-4ef5-ae21-2f41f2e94683 req-88bdfdd9-4078-4e04-b957-4b1e0e8cc100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:58.719541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc687d04-beca-4ef5-ae21-2f41f2e94683 req-88bdfdd9-4078-4e04-b957-4b1e0e8cc100 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=dc55e045-daca-4403-9022-1e9266a649bb HTTP/1.1" status: 200 len: 850 time: 0.1290364 Feb 04 14:04:58.767230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port afa81023-1bc0-415c-9e1f-c9d53a72f71d {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:58.767654 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (afa81023-1bc0-415c-9e1f-c9d53a72f71d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:58.780665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac023665-79c8-44bb-9b14-221d31d8d7db None None] DHCP port deletion for 989e7497-2831-4e93-9604-81b4bb19e460 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:04:58.853477 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] For port afa81023-1bc0-415c-9e1f-c9d53a72f71d, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=afa81023-1bc0-415c-9e1f-c9d53a72f71d,segment=NetworkSegment(bd783de5-6bc8-4861-b7df-a0b699f682c5),segment_id=bd783de5-6bc8-4861-b7df-a0b699f682c5)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:58.854199 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (afa81023-1bc0-415c-9e1f-c9d53a72f71d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:58.854583 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ac023665-79c8-44bb-9b14-221d31d8d7db None None] Deleting port afa81023-1bc0-415c-9e1f-c9d53a72f71d {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:58.855014 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac023665-79c8-44bb-9b14-221d31d8d7db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (afa81023-1bc0-415c-9e1f-c9d53a72f71d), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:58.859257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc687d04-beca-4ef5-ae21-2f41f2e94683 req-d6fe8707-2ceb-4fe1-8b98-c6ba11fd9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:58.860817 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc687d04-beca-4ef5-ae21-2f41f2e94683 req-d6fe8707-2ceb-4fe1-8b98-c6ba11fd9b65 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6a2573c7-a422-4fa3-9caa-883478b35439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1356976 Feb 04 14:04:58.875745 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for afa81023-1bc0-415c-9e1f-c9d53a72f71d owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:58.930443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ac023665-79c8-44bb-9b14-221d31d8d7db None None] For port afa81023-1bc0-415c-9e1f-c9d53a72f71d, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=afa81023-1bc0-415c-9e1f-c9d53a72f71d,segment=NetworkSegment(bd783de5-6bc8-4861-b7df-a0b699f682c5),segment_id=bd783de5-6bc8-4861-b7df-a0b699f682c5)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:58.931320 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac023665-79c8-44bb-9b14-221d31d8d7db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (afa81023-1bc0-415c-9e1f-c9d53a72f71d), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:58.946400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ac023665-79c8-44bb-9b14-221d31d8d7db None None] Calling delete_port for afa81023-1bc0-415c-9e1f-c9d53a72f71d owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:58.971692 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (6408366c-19d6-497d-8690-d40f66ff2526), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:58.980632 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (afa81023-1bc0-415c-9e1f-c9d53a72f71d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:58.993234 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc687d04-beca-4ef5-ae21-2f41f2e94683 req-5ad68393-53b1-41f9-a645-a13a19459a0b service neutron] 10.222.0.99 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212573 Feb 04 14:04:59.019145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=afa81023-1bc0-415c-9e1f-c9d53a72f71d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:59.021331 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No DVR routers for this DVR port afa81023-1bc0-415c-9e1f-c9d53a72f71d on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:04:59.064115 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac023665-79c8-44bb-9b14-221d31d8d7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (afa81023-1bc0-415c-9e1f-c9d53a72f71d), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:59.095914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac023665-79c8-44bb-9b14-221d31d8d7db None None] Pushing event deleted for resources: {'Port': ['ID=afa81023-1bc0-415c-9e1f-c9d53a72f71d,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:59.097914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac023665-79c8-44bb-9b14-221d31d8d7db None None] No DVR routers for this DVR port afa81023-1bc0-415c-9e1f-c9d53a72f71d on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:04:59.122846 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (989e7497-2831-4e93-9604-81b4bb19e460), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:59.145767 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989e7497-2831-4e93-9604-81b4bb19e460']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:59.157743 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd783de5-6bc8-4861-b7df-a0b699f682c5') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:59.158205 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd783de5-6bc8-4861-b7df-a0b699f682c5') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:59.168867 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (bd783de5-6bc8-4861-b7df-a0b699f682c5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:59.180420 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc687d04-beca-4ef5-ae21-2f41f2e94683 req-a8339114-454a-4444-9026-8cd0c41f9fb2 service neutron] 10.222.0.99 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516197 Feb 04 14:04:59.184198 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (bd783de5-6bc8-4861-b7df-a0b699f682c5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:59.191332 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:04:59.191676 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (bd783de5-6bc8-4861-b7df-a0b699f682c5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:04:59.195288 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:04:59.210944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router 6408366c-19d6-497d-8690-d40f66ff2526 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:04:59.293895 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (989e7497-2831-4e93-9604-81b4bb19e460), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:59.303204 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:59.307020 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/networks/989e7497-2831-4e93-9604-81b4bb19e460 HTTP/1.1" status: 204 len: 168 time: 0.7258091 Feb 04 14:04:59.310597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50488) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:59.320621 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4ac41-5bc3-4fdd-8af4-2fee23dd01d6 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Network': ['ID=989e7497-2831-4e93-9604-81b4bb19e460,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:59.330311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab46e95-6d50-4c38-bcb5-34a85097a94f req-0bcb441c-458a-4742-a522-1c5cb84daf05 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:59.331896 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5ab46e95-6d50-4c38-bcb5-34a85097a94f req-0bcb441c-458a-4742-a522-1c5cb84daf05 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.100 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 946 time: 0.0905797 Feb 04 14:04:59.403953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:04:59.419167 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Sync routers for ids ['6408366c-19d6-497d-8690-d40f66ff2526'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:59.432679 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Routers {'6408366c-19d6-497d-8690-d40f66ff2526'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:04:59.433639 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6408366c-19d6-497d-8690-d40f66ff2526'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:59.437791 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:59.442291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-40b6afdd-7c1b-49ea-9598-2ce3db69078b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0640368 Feb 04 14:04:59.442713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50490) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:59.484558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-5ab46e95-6d50-4c38-bcb5-34a85097a94f req-ca165f09-ae30-4b8c-9737-734cf57cd2dd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Deleting port 048ede28-6cc4-484c-bcdf-0b5627acffe5 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:04:59.485426 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5ab46e95-6d50-4c38-bcb5-34a85097a94f req-ca165f09-ae30-4b8c-9737-734cf57cd2dd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (048ede28-6cc4-484c-bcdf-0b5627acffe5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:59.492542 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-da344c0d-ded9-42db-919e-dc1c6dd7796e tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485461 Feb 04 14:04:59.505447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50494) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:59.562008 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Set router 6408366c-19d6-497d-8690-d40f66ff2526 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:04:59.677533 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-5ab46e95-6d50-4c38-bcb5-34a85097a94f req-ca165f09-ae30-4b8c-9737-734cf57cd2dd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] For port 048ede28-6cc4-484c-bcdf-0b5627acffe5, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=048ede28-6cc4-484c-bcdf-0b5627acffe5,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:04:59.678612 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5ab46e95-6d50-4c38-bcb5-34a85097a94f req-ca165f09-ae30-4b8c-9737-734cf57cd2dd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (048ede28-6cc4-484c-bcdf-0b5627acffe5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:59.682650 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e05e209-b695-422c-9153-82bc57e51e5b tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:59.686144 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7e05e209-b695-422c-9153-82bc57e51e5b tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1777928 Feb 04 14:04:59.695055 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50496) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:59.707580 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-5ab46e95-6d50-4c38-bcb5-34a85097a94f req-ca165f09-ae30-4b8c-9737-734cf57cd2dd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Calling delete_port for 048ede28-6cc4-484c-bcdf-0b5627acffe5 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:04:59.770034 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1f06ee73-f746-4911-8565-e4771c840b21 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0783029 Feb 04 14:04:59.772859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50498) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:04:59.781717 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-506cf1b8-a9e3-476f-aa79-1fef368265cc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-829269855', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:04:59.798515 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408366c-19d6-497d-8690-d40f66ff2526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870215921', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:56Z', 'updated_at': '2022-02-04T14:04:58Z', 'revision_number': 3, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:57Z', 'updated_at': '2022-02-04T14:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:59.830116 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Checking router: 6408366c-19d6-497d-8690-d40f66ff2526 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:04:59.830385 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Updating router 6408366c-19d6-497d-8690-d40f66ff2526 port d0492de6-513d-4036-9bb1-0033e741c0d8 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:04:59.860484 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d0492de6-513d-4036-9bb1-0033e741c0d8), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:04:59.919108 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eba7de-3f20-44af-9826-45b6404f0516 req-9fa6aefb-8e03-49bb-88c1-ace9b16e063f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:59.920738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48eba7de-3f20-44af-9826-45b6404f0516 req-9fa6aefb-8e03-49bb-88c1-ace9b16e063f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 946 time: 0.0982084 Feb 04 14:04:59.934007 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506cf1b8-a9e3-476f-aa79-1fef368265cc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Made reservation on behalf of 7a7a6da7dab54751bcd59b7f2b7f2bf2 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:04:59.937469 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-506cf1b8-a9e3-476f-aa79-1fef368265cc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:00.011212 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-48eba7de-3f20-44af-9826-45b6404f0516 req-09f1d2d3-ea6b-4a0c-a4ea-cea13474b34d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=fae09dda-9a65-49a2-a943-a5c9724da2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798783 Feb 04 14:05:00.081517 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5ab46e95-6d50-4c38-bcb5-34a85097a94f req-ca165f09-ae30-4b8c-9737-734cf57cd2dd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (048ede28-6cc4-484c-bcdf-0b5627acffe5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:00.093990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['048ede28-6cc4-484c-bcdf-0b5627acffe5'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:05:00.123385 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b92c9382-5ee3-4f9f-93ec-7089d7d62d57 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (2bd2e5d8-4b41-473d-b10d-88812ad108c9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:00.165287 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca165f09-ae30-4b8c-9737-734cf57cd2dd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event deleted for resources: {'Port': ['ID=048ede28-6cc4-484c-bcdf-0b5627acffe5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:00.167689 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Publish callbacks [] for port (d0492de6-513d-4036-9bb1-0033e741c0d8), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:00.178833 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d0492de6-513d-4036-9bb1-0033e741c0d8), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:00.219502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab46e95-6d50-4c38-bcb5-34a85097a94f req-ca165f09-ae30-4b8c-9737-734cf57cd2dd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] No DVR routers for this DVR port 048ede28-6cc4-484c-bcdf-0b5627acffe5 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:05:00.221738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device afa81023-1bc0-415c-9e1f-c9d53a72f71d no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:05:00.224754 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5ab46e95-6d50-4c38-bcb5-34a85097a94f req-ca165f09-ae30-4b8c-9737-734cf57cd2dd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:00.228029 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5ab46e95-6d50-4c38-bcb5-34a85097a94f req-ca165f09-ae30-4b8c-9737-734cf57cd2dd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.100 "DELETE /v2.0/ports/048ede28-6cc4-484c-bcdf-0b5627acffe5 HTTP/1.1" status: 204 len: 173 time: 0.8909953 Feb 04 14:05:00.228654 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21698f14-4c12-49c7-9ea0-3bed84b1b6ef', 'name': 'network-vif-deleted', 'tag': '048ede28-6cc4-484c-bcdf-0b5627acffe5'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:05:00.231307 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351feb08-387d-4be7-861b-0f3f948f2de5" -d '{"events": [{"server_uuid": "21698f14-4c12-49c7-9ea0-3bed84b1b6ef", "name": "network-vif-deleted", "tag": "048ede28-6cc4-484c-bcdf-0b5627acffe5"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:05:00.261224 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57badb79-4eac-42f9-b202-938c9a229357 None None] Pushing event updated for resources: {'Port': ['ID=d0492de6-513d-4036-9bb1-0033e741c0d8,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:00.279633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: afa81023-1bc0-415c-9e1f-c9d53a72f71d {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:05:00.285173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device afa81023-1bc0-415c-9e1f-c9d53a72f71d not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:05:00.285619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b3084741-b324-4a0f-8238-485218a9ef9b no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:05:00.317313 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45472d97-b72a-468e-b891-e010e78eed6f x-openstack-request-id: req-45472d97-b72a-468e-b891-e010e78eed6f {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:05:00.317831 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21698f14-4c12-49c7-9ea0-3bed84b1b6ef", "name": "network-vif-deleted", "tag": "048ede28-6cc4-484c-bcdf-0b5627acffe5", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:05:00.318322 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-45472d97-b72a-468e-b891-e010e78eed6f {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:05:00.319955 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21698f14-4c12-49c7-9ea0-3bed84b1b6ef', 'name': 'network-vif-deleted', 'tag': '048ede28-6cc4-484c-bcdf-0b5627acffe5', 'status': 'completed', 'code': 200} Feb 04 14:05:00.320306 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Attempting to bind port d0492de6-513d-4036-9bb1-0033e741c0d8 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:05:00.320688 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Attempting to bind port d0492de6-513d-4036-9bb1-0033e741c0d8 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:05:00.321052 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Attempting to bind port d0492de6-513d-4036-9bb1-0033e741c0d8 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:05:00.322698 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-506cf1b8-a9e3-476f-aa79-1fef368265cc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:00.331512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: b3084741-b324-4a0f-8238-485218a9ef9b {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:05:00.332905 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b3084741-b324-4a0f-8238-485218a9ef9b not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:05:00.335923 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:05:00.336300 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:05:00.336735 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:00.337133 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:05:00.338680 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Bound port: d0492de6-513d-4036-9bb1-0033e741c0d8, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:05:00.339101 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d0492de6-513d-4036-9bb1-0033e741c0d8), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:00.407247 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] For port d0492de6-513d-4036-9bb1-0033e741c0d8, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:05:00.411729 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] For port d0492de6-513d-4036-9bb1-0033e741c0d8, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d0492de6-513d-4036-9bb1-0033e741c0d8,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:05:00.416520 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cf1b8-a9e3-476f-aa79-1fef368265cc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Subnet': ['ID=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:00.423368 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d0492de6-513d-4036-9bb1-0033e741c0d8), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:00.430412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506cf1b8-a9e3-476f-aa79-1fef368265cc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Checking segment: {'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:05:00.430782 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506cf1b8-a9e3-476f-aa79-1fef368265cc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network hostable DHCP agents. Network: 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:05:00.473571 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506cf1b8-a9e3-476f-aa79-1fef368265cc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:05:00.492589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-506cf1b8-a9e3-476f-aa79-1fef368265cc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:05:00.501775 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506cf1b8-a9e3-476f-aa79-1fef368265cc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:00.504816 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-506cf1b8-a9e3-476f-aa79-1fef368265cc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:00.512473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54145e6-a977-4b2f-9775-d137ae46d351 None None] Network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:05:00.549990 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Routers {'6408366c-19d6-497d-8690-d40f66ff2526'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:05:00.550788 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6408366c-19d6-497d-8690-d40f66ff2526'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:00.554798 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57badb79-4eac-42f9-b202-938c9a229357 None None] Pushing event updated for resources: {'Port': ['ID=d0492de6-513d-4036-9bb1-0033e741c0d8,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:00.560031 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50502) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:00.561942 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-506cf1b8-a9e3-476f-aa79-1fef368265cc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7879066 Feb 04 14:05:00.710902 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] Set router 6408366c-19d6-497d-8690-d40f66ff2526 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:05:00.717355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-b92c9382-5ee3-4f9f-93ec-7089d7d62d57 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port 3102247a-ff71-46d4-bef3-e1b1384d8a34 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:05:00.717816 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b92c9382-5ee3-4f9f-93ec-7089d7d62d57 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:00.726407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ips': [{'subnet_id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:05:00.727665 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:00.910979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Allocated IP 172.20.0.2 (0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24/62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c/f702a4c5-821b-495e-a421-0ca9cd70a11b) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:05:00.924238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-b92c9382-5ee3-4f9f-93ec-7089d7d62d57 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] For port 3102247a-ff71-46d4-bef3-e1b1384d8a34, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=3102247a-ff71-46d4-bef3-e1b1384d8a34,segment=NetworkSegment(497dce91-0c3b-4ce8-99d0-fe6c035e0b11),segment_id=497dce91-0c3b-4ce8-99d0-fe6c035e0b11)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:05:00.924755 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b92c9382-5ee3-4f9f-93ec-7089d7d62d57 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:00.943581 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-b92c9382-5ee3-4f9f-93ec-7089d7d62d57 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for 3102247a-ff71-46d4-bef3-e1b1384d8a34 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:05:01.039764 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408366c-19d6-497d-8690-d40f66ff2526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870215921', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:56Z', 'updated_at': '2022-02-04T14:04:58Z', 'revision_number': 3, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:57Z', 'updated_at': '2022-02-04T14:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:01.086843 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bdac06-6303-4993-ba09-750ac74b5be0 None None] The sync data for ids ['6408366c-19d6-497d-8690-d40f66ff2526'] in n-d-714676-13 is: [{'id': '6408366c-19d6-497d-8690-d40f66ff2526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870215921', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:56Z', 'updated_at': '2022-02-04T14:04:58Z', 'revision_number': 3, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:57Z', 'updated_at': '2022-02-04T14:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:05:01.104266 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Publish callbacks [] for port (f702a4c5-821b-495e-a421-0ca9cd70a11b), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:01.127264 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (f702a4c5-821b-495e-a421-0ca9cd70a11b), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:01.190355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Pushing event updated for resources: {'Port': ['ID=f702a4c5-821b-495e-a421-0ca9cd70a11b,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:01.203650 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2cde6bd7-ef5a-4db5-b47f-ac966a9491c1 req-df1bcc4c-7a8d-4dd9-b886-f8ac31ec5614 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 210 time: 0.0409305 Feb 04 14:05:01.207747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:05:01.209349 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:05:01.216112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:05:01.291460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Attempting to bind port f702a4c5-821b-495e-a421-0ca9cd70a11b on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:05:01.291938 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Attempting to bind port f702a4c5-821b-495e-a421-0ca9cd70a11b by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:05:01.292364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Attempting to bind port f702a4c5-821b-495e-a421-0ca9cd70a11b on network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:05:01.298206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:05:01.298645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Checking segment: {'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:05:01.299139 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:01.299583 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Bound using segment: {'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:05:01.300117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Bound port: f702a4c5-821b-495e-a421-0ca9cd70a11b, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:05:01.300645 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f702a4c5-821b-495e-a421-0ca9cd70a11b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:01.384128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] For port f702a4c5-821b-495e-a421-0ca9cd70a11b, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:05:01.389294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] For port f702a4c5-821b-495e-a421-0ca9cd70a11b, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f702a4c5-821b-495e-a421-0ca9cd70a11b,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:05:01.397614 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b92c9382-5ee3-4f9f-93ec-7089d7d62d57 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (3102247a-ff71-46d4-bef3-e1b1384d8a34), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:01.397905 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f702a4c5-821b-495e-a421-0ca9cd70a11b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:01.437484 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c9382-5ee3-4f9f-93ec-7089d7d62d57 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=3102247a-ff71-46d4-bef3-e1b1384d8a34,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:01.451834 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:01.537979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d474422-ddb3-4cc8-b748-f87a7a3e157c None None] Pushing event updated for resources: {'Port': ['ID=f702a4c5-821b-495e-a421-0ca9cd70a11b,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:01.563168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-bf73e959-a5db-41b2-b7cf-cb16ea9ed6fd req-1603f222-629f-4157-ac1e-a55a0b090e03 service neutron] (103606) timed out ('10.222.0.99', 65113) {{(pid=103606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 14:05:01.693533 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b92c9382-5ee3-4f9f-93ec-7089d7d62d57 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (2bd2e5d8-4b41-473d-b10d-88812ad108c9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:02.047999 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92c9382-5ee3-4f9f-93ec-7089d7d62d57 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:05:02.233514 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92c9382-5ee3-4f9f-93ec-7089d7d62d57 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:05:02.240601 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b92c9382-5ee3-4f9f-93ec-7089d7d62d57 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/2bd2e5d8-4b41-473d-b10d-88812ad108c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9289501 Feb 04 14:05:02.243900 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50508) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:02.260412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e8bf08-bd2c-44d6-b081-861633e67bfc None None] Sync routers for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:05:02.280717 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e8bf08-bd2c-44d6-b081-861633e67bfc None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:05:02.282547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b4e8bf08-bd2c-44d6-b081-861633e67bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:02.369131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9456779b-5ff2-4333-abe5-bd9dfdd69aaf tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting subnet 4e877b02-2427-48af-bcf7-452d6d24b675 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:05:02.375762 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9456779b-5ff2-4333-abe5-bd9dfdd69aaf tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (4e877b02-2427-48af-bcf7-452d6d24b675), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:02.436618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b4e8bf08-bd2c-44d6-b081-861633e67bfc None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:05:02.454356 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-56b71376-a40f-4d5c-8136-f67d8f322982 req-75c2bef4-a14f-46f5-9810-42ab74481652 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 210 time: 0.0754898 Feb 04 14:05:02.456791 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9456779b-5ff2-4333-abe5-bd9dfdd69aaf tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (4e877b02-2427-48af-bcf7-452d6d24b675), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:02.499638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Allocated IP 172.20.0.1 (0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24/62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c/241baf9e-dc00-4256-a716-c74f838e856b) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:05:02.558221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f702a4c5-821b-495e-a421-0ca9cd70a11b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:05:02.582790 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b4e8bf08-bd2c-44d6-b081-861633e67bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:05:01Z', 'revision_number': 11, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:02.624295 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9456779b-5ff2-4333-abe5-bd9dfdd69aaf tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (4e877b02-2427-48af-bcf7-452d6d24b675), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:02.669742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e8bf08-bd2c-44d6-b081-861633e67bfc None None] Checking router: 2bd2e5d8-4b41-473d-b10d-88812ad108c9 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:05:02.695939 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e8bf08-bd2c-44d6-b081-861633e67bfc None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:05:02.696600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b4e8bf08-bd2c-44d6-b081-861633e67bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:02.717594 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9456779b-5ff2-4333-abe5-bd9dfdd69aaf tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (4e877b02-2427-48af-bcf7-452d6d24b675), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:02.760491 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9456779b-5ff2-4333-abe5-bd9dfdd69aaf tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:02.770938 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9456779b-5ff2-4333-abe5-bd9dfdd69aaf tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/4e877b02-2427-48af-bcf7-452d6d24b675 HTTP/1.1" status: 204 len: 168 time: 0.5257125 Feb 04 14:05:02.771967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50510) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:02.772863 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456779b-5ff2-4333-abe5-bd9dfdd69aaf tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Subnet': ['ID=4e877b02-2427-48af-bcf7-452d6d24b675,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:02.788216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f80c87-be4b-4a15-9fa2-ca3425b5bc13 None None] Network 6042f557-574d-4d7c-9585-e5c5374a5a73 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:05:02.912648 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (6042f557-574d-4d7c-9585-e5c5374a5a73), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:02.918825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f702a4c5-821b-495e-a421-0ca9cd70a11b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:02.919215 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f702a4c5-821b-495e-a421-0ca9cd70a11b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:02.932802 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b4e8bf08-bd2c-44d6-b081-861633e67bfc None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:05:03.019508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Deleting port 720a3941-fbc5-4380-9911-5aa952dccd6a {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:05:03.020696 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (720a3941-fbc5-4380-9911-5aa952dccd6a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:03.052587 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b4e8bf08-bd2c-44d6-b081-861633e67bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:05:01Z', 'revision_number': 11, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:03.094142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e8bf08-bd2c-44d6-b081-861633e67bfc None None] The sync data for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 is: [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:05:01Z', 'revision_number': 11, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:05:03.183063 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (241baf9e-dc00-4256-a716-c74f838e856b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:03.222922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] For port 720a3941-fbc5-4380-9911-5aa952dccd6a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=720a3941-fbc5-4380-9911-5aa952dccd6a,segment=NetworkSegment(497dce91-0c3b-4ce8-99d0-fe6c035e0b11),segment_id=497dce91-0c3b-4ce8-99d0-fe6c035e0b11)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:05:03.226567 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (720a3941-fbc5-4380-9911-5aa952dccd6a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:03.230049 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (241baf9e-dc00-4256-a716-c74f838e856b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:03.238828 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f702a4c5-821b-495e-a421-0ca9cd70a11b is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:05:03.238997 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f702a4c5-821b-495e-a421-0ca9cd70a11b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:03.251778 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5451da27-2ad0-45b7-b7b2-1f32619e4259 None None] Network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:05:03.267533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:05:03.269381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Calling delete_port for 720a3941-fbc5-4380-9911-5aa952dccd6a owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:05:03.332507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port f702a4c5-821b-495e-a421-0ca9cd70a11b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f702a4c5-821b-495e-a421-0ca9cd70a11b,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:05:03.343048 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f702a4c5-821b-495e-a421-0ca9cd70a11b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:03.343842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d0492de6-513d-4036-9bb1-0033e741c0d8 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:05:03.347176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:05:03.354965 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:05:03.389420 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (720a3941-fbc5-4380-9911-5aa952dccd6a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:03.430817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=241baf9e-dc00-4256-a716-c74f838e856b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:03.432502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Port': ['ID=720a3941-fbc5-4380-9911-5aa952dccd6a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:03.436000 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (6408366c-19d6-497d-8690-d40f66ff2526), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:03.441160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No DVR routers for this DVR port 720a3941-fbc5-4380-9911-5aa952dccd6a on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:05:03.606617 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (6042f557-574d-4d7c-9585-e5c5374a5a73), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:03.648915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6042f557-574d-4d7c-9585-e5c5374a5a73']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:03.667206 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497dce91-0c3b-4ce8-99d0-fe6c035e0b11') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:03.667818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497dce91-0c3b-4ce8-99d0-fe6c035e0b11') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:03.691002 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (497dce91-0c3b-4ce8-99d0-fe6c035e0b11), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:03.711082 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (497dce91-0c3b-4ce8-99d0-fe6c035e0b11), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:03.718625 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d60f242d-b469-41e3-a8e7-017fff943ce1 req-a59bcd45-9907-41a4-a1be-3e404dfc1966 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 210 time: 0.0446410 Feb 04 14:05:03.736552 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:05:03.739163 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (497dce91-0c3b-4ce8-99d0-fe6c035e0b11), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:03.741932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 048ede28-6cc4-484c-bcdf-0b5627acffe5 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:05:03.744335 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e872b358-2857-4998-ad5f-5a4e57fe2d65 None None] DHCP port deletion for 6042f557-574d-4d7c-9585-e5c5374a5a73 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:05:03.771565 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (241baf9e-dc00-4256-a716-c74f838e856b), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:05:03.809777 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:05:03.812258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 048ede28-6cc4-484c-bcdf-0b5627acffe5 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:05:03.812258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 048ede28-6cc4-484c-bcdf-0b5627acffe5 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:05:03.832940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c4802f86-6833-4906-9216-045ea1f3aef3 None None] Provisioning complete for port f702a4c5-821b-495e-a421-0ca9cd70a11b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:03.834343 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4802f86-6833-4906-9216-045ea1f3aef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f702a4c5-821b-495e-a421-0ca9cd70a11b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:03.844092 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (6042f557-574d-4d7c-9585-e5c5374a5a73), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:03.853312 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:03.858449 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/networks/6042f557-574d-4d7c-9585-e5c5374a5a73 HTTP/1.1" status: 204 len: 168 time: 1.0815840 Feb 04 14:05:03.861097 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50516) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:03.866378 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2f0dc340-a201-412d-8206-2af135ee9e66 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'router': {'routes': None}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:03.880361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3b4a6-65fe-449b-9e21-74132734b8cc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Pushing event deleted for resources: {'Network': ['ID=6042f557-574d-4d7c-9585-e5c5374a5a73,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:03.888763 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=f702a4c5-821b-495e-a421-0ca9cd70a11b,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:03.973153 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port d0492de6-513d-4036-9bb1-0033e741c0d8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:03.973519 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d0492de6-513d-4036-9bb1-0033e741c0d8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:04.053496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c4802f86-6833-4906-9216-045ea1f3aef3 None None] Current status of the port f702a4c5-821b-495e-a421-0ca9cd70a11b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:05:04.163306 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d0492de6-513d-4036-9bb1-0033e741c0d8 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:05:04.163693 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d0492de6-513d-4036-9bb1-0033e741c0d8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:04.190273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.extraroute_db [None req-2f0dc340-a201-412d-8206-2af135ee9e66 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Added routes are [] {{(pid=103607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 14:05:04.191012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.extraroute_db [None req-2f0dc340-a201-412d-8206-2af135ee9e66 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Removed routes are [] {{(pid=103607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 14:05:04.191399 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port d0492de6-513d-4036-9bb1-0033e741c0d8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d0492de6-513d-4036-9bb1-0033e741c0d8,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:05:04.191801 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc340-a201-412d-8206-2af135ee9e66 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (2bd2e5d8-4b41-473d-b10d-88812ad108c9), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:04.199857 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d0492de6-513d-4036-9bb1-0033e741c0d8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:04.245860 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (241baf9e-dc00-4256-a716-c74f838e856b), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:04.253401 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (241baf9e-dc00-4256-a716-c74f838e856b), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:04.318556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=d0492de6-513d-4036-9bb1-0033e741c0d8,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:04.366670 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f702a4c5-821b-495e-a421-0ca9cd70a11b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:05:04.404100 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (6408366c-19d6-497d-8690-d40f66ff2526), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:04.411815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=241baf9e-dc00-4256-a716-c74f838e856b,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:04.434280 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc340-a201-412d-8206-2af135ee9e66 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (2bd2e5d8-4b41-473d-b10d-88812ad108c9), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:04.439352 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc340-a201-412d-8206-2af135ee9e66 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (2bd2e5d8-4b41-473d-b10d-88812ad108c9), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:04.442400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-14ace760-6ddd-43d4-87e6-531e50918db7 None None] Provisioning complete for port f702a4c5-821b-495e-a421-0ca9cd70a11b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:04.442783 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14ace760-6ddd-43d4-87e6-531e50918db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f702a4c5-821b-495e-a421-0ca9cd70a11b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:04.528229 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f702a4c5-821b-495e-a421-0ca9cd70a11b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:04.528867 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f702a4c5-821b-495e-a421-0ca9cd70a11b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:04.544962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:05:04.547765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:05:04.616029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0dc340-a201-412d-8206-2af135ee9e66 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:05:04.671741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-14ace760-6ddd-43d4-87e6-531e50918db7 None None] Current status of the port f702a4c5-821b-495e-a421-0ca9cd70a11b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:05:04.725012 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-14ace760-6ddd-43d4-87e6-531e50918db7 None None] Provisioning complete for port 241baf9e-dc00-4256-a716-c74f838e856b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:04.725391 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14ace760-6ddd-43d4-87e6-531e50918db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (241baf9e-dc00-4256-a716-c74f838e856b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:04.765767 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f702a4c5-821b-495e-a421-0ca9cd70a11b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:05:04.769737 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0dc340-a201-412d-8206-2af135ee9e66 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:05:04.782679 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fd91bb-f604-4dff-aede-6a5e2b0d6e37 None None] Sync routers for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:05:04.801430 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fd91bb-f604-4dff-aede-6a5e2b0d6e37 None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:05:04.802383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-14ace760-6ddd-43d4-87e6-531e50918db7 None None] Port 241baf9e-dc00-4256-a716-c74f838e856b cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:05:04.802999 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-21fd91bb-f604-4dff-aede-6a5e2b0d6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:04.805969 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc340-a201-412d-8206-2af135ee9e66 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:04.807881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router 6408366c-19d6-497d-8690-d40f66ff2526 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:05:04.810642 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50520) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:04.811237 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2f0dc340-a201-412d-8206-2af135ee9e66 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/2bd2e5d8-4b41-473d-b10d-88812ad108c9 HTTP/1.1" status: 200 len: 705 time: 0.9484966 Feb 04 14:05:04.864840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1debccef-2859-4561-9b3a-8a0f9bf3803b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bd2e5d8-4b41-473d-b10d-88812ad108c9 HTTP/1.1" status: 200 len: 205 time: 0.0530732 Feb 04 14:05:04.867946 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50522) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:04.870547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3102247a-ff71-46d4-bef3-e1b1384d8a34 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:05:04.915063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 3102247a-ff71-46d4-bef3-e1b1384d8a34 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:05:04.916051 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 3102247a-ff71-46d4-bef3-e1b1384d8a34 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:05:04.916544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 720a3941-fbc5-4380-9911-5aa952dccd6a no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:05:04.957407 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-493f343f-b71c-45e4-bd46-90f0fdbbfdd2 req-c8171f13-5004-4b44-a55f-ca1fee3c4e9c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 210 time: 0.1051016 Feb 04 14:05:04.967729 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-21fd91bb-f604-4dff-aede-6a5e2b0d6e37 None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:05:04.980459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 720a3941-fbc5-4380-9911-5aa952dccd6a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:05:04.980810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 720a3941-fbc5-4380-9911-5aa952dccd6a not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:05:04.989107 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f373e97f-91e5-426d-a639-45a7dfec7223 None None] Provisioning complete for port 241baf9e-dc00-4256-a716-c74f838e856b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:04.989107 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f373e97f-91e5-426d-a639-45a7dfec7223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (241baf9e-dc00-4256-a716-c74f838e856b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:05.011044 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-783fc558-5c61-41d7-a320-2eed39ecd460 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (2bd2e5d8-4b41-473d-b10d-88812ad108c9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:05.040189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f373e97f-91e5-426d-a639-45a7dfec7223 None None] Port 241baf9e-dc00-4256-a716-c74f838e856b cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:05:05.068923 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-21fd91bb-f604-4dff-aede-6a5e2b0d6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:05:01Z', 'revision_number': 11, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:05.124514 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:05:05.145512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Sync routers for ids ['6408366c-19d6-497d-8690-d40f66ff2526'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:05:05.155635 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8d7723f3-3d2d-4171-a76c-372af24d13a1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "PUT /v2.0/routers/6408366c-19d6-497d-8690-d40f66ff2526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5883536 Feb 04 14:05:05.166572 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Routers {'6408366c-19d6-497d-8690-d40f66ff2526'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:05:05.167498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6408366c-19d6-497d-8690-d40f66ff2526'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:05.219500 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fd91bb-f604-4dff-aede-6a5e2b0d6e37 None None] Checking router: 2bd2e5d8-4b41-473d-b10d-88812ad108c9 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:05:05.231448 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fd91bb-f604-4dff-aede-6a5e2b0d6e37 None None] Routers {'2bd2e5d8-4b41-473d-b10d-88812ad108c9'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:05:05.232457 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-21fd91bb-f604-4dff-aede-6a5e2b0d6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:05.267908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-810c4ca2-f79d-495e-a3e3-5fe7c142928b None None] Provisioning complete for port 241baf9e-dc00-4256-a716-c74f838e856b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:05.268299 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-810c4ca2-f79d-495e-a3e3-5fe7c142928b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (241baf9e-dc00-4256-a716-c74f838e856b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:05.292569 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-783fc558-5c61-41d7-a320-2eed39ecd460 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (2bd2e5d8-4b41-473d-b10d-88812ad108c9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:05.295403 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-783fc558-5c61-41d7-a320-2eed39ecd460 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_controller (2bd2e5d8-4b41-473d-b10d-88812ad108c9), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:05.345587 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-810c4ca2-f79d-495e-a3e3-5fe7c142928b None None] Port 241baf9e-dc00-4256-a716-c74f838e856b cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:05:05.363723 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-21fd91bb-f604-4dff-aede-6a5e2b0d6e37 None None] Set router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:05:05.366703 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-783fc558-5c61-41d7-a320-2eed39ecd460 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (2bd2e5d8-4b41-473d-b10d-88812ad108c9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:05.367232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783fc558-5c61-41d7-a320-2eed39ecd460 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Fanout notify agent at l3_agent the message router_deleted on router 2bd2e5d8-4b41-473d-b10d-88812ad108c9 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:05:05.374774 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-783fc558-5c61-41d7-a320-2eed39ecd460 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:05.380104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50534) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:05.380648 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-783fc558-5c61-41d7-a320-2eed39ecd460 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/routers/2bd2e5d8-4b41-473d-b10d-88812ad108c9 HTTP/1.1" status: 204 len: 168 time: 0.5099478 Feb 04 14:05:05.389597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Set router 6408366c-19d6-497d-8690-d40f66ff2526 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:05:05.392719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-bca6f1df-76dc-4eb0-9629-6ca53065d0bc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1979735713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:05.445335 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-21fd91bb-f604-4dff-aede-6a5e2b0d6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:05:01Z', 'revision_number': 11, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:05.482234 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fd91bb-f604-4dff-aede-6a5e2b0d6e37 None None] The sync data for ids ['2bd2e5d8-4b41-473d-b10d-88812ad108c9'] in n-d-714676-13 is: [{'id': '2bd2e5d8-4b41-473d-b10d-88812ad108c9', 'name': 'tempest-RoutersIpV6Test-router-1076950516', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:21Z', 'updated_at': '2022-02-04T14:05:01Z', 'revision_number': 11, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:05:05.487371 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bca6f1df-76dc-4eb0-9629-6ca53065d0bc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (af4843eb-e47d-4e71-bbf3-9223e7d2df49), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:05.488615 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bca6f1df-76dc-4eb0-9629-6ca53065d0bc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (af4843eb-e47d-4e71-bbf3-9223e7d2df49), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:05.525240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-95ab618e-9cd2-49b3-bd0b-4a1531a9a743 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945188323&fields=id&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2 HTTP/1.1" status: 200 len: 267 time: 0.1045763 Feb 04 14:05:05.629333 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bca6f1df-76dc-4eb0-9629-6ca53065d0bc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_controller (af4843eb-e47d-4e71-bbf3-9223e7d2df49), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:05.643026 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bca6f1df-76dc-4eb0-9629-6ca53065d0bc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (af4843eb-e47d-4e71-bbf3-9223e7d2df49), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:05.676676 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bca6f1df-76dc-4eb0-9629-6ca53065d0bc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:05.678084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bca6f1df-76dc-4eb0-9629-6ca53065d0bc tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2958283 Feb 04 14:05:05.681156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50542) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:05.687962 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e73cb651-2284-4675-8c46-21a2e375c1ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:05.714914 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-19fa440d-c09e-4337-8280-853e573d6f9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:05.718221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-19fa440d-c09e-4337-8280-853e573d6f9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/networks?id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 200 len: 796 time: 0.1845469 Feb 04 14:05:05.746705 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-1cb0b3a9-783d-431a-a28c-072c0eb39f3d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/quotas/7a7a6da7dab54751bcd59b7f2b7f2bf2 HTTP/1.1" status: 200 len: 375 time: 0.0220101 Feb 04 14:05:05.752775 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408366c-19d6-497d-8690-d40f66ff2526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870215921', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:56Z', 'updated_at': '2022-02-04T14:05:03Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:57Z', 'updated_at': '2022-02-04T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '241baf9e-dc00-4256-a716-c74f838e856b', 'name': '', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:3b:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:05:02Z', 'updated_at': '2022-02-04T14:05:04Z', 'revision_number': 2, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:05.800270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Checking router: 6408366c-19d6-497d-8690-d40f66ff2526 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:05:05.800636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Updating router 6408366c-19d6-497d-8690-d40f66ff2526 port 241baf9e-dc00-4256-a716-c74f838e856b binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:05:05.841951 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (241baf9e-dc00-4256-a716-c74f838e856b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:05.850804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-410653d5-f9a8-4aef-92d7-b267f19a68ae tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976717 Feb 04 14:05:05.976274 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-a90f046e-8a10-4a7e-8372-cf0a0f9d0fa6 service neutron] 10.222.0.96 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098449 Feb 04 14:05:05.989727 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e73cb651-2284-4675-8c46-21a2e375c1ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10326'] for router (af4843eb-e47d-4e71-bbf3-9223e7d2df49), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:06.005573 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e73cb651-2284-4675-8c46-21a2e375c1ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-742516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741651'] for router (af4843eb-e47d-4e71-bbf3-9223e7d2df49), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:06.101298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-c83eea53-7368-4e2a-bc0a-55cbc20ad7a2 service neutron] 10.222.0.96 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168244 Feb 04 14:05:06.246709 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Publish callbacks [] for port (241baf9e-dc00-4256-a716-c74f838e856b), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:06.258606 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (241baf9e-dc00-4256-a716-c74f838e856b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:06.353191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28badff5-1185-4e28-8a1e-1b626d308d8f None None] Pushing event updated for resources: {'Port': ['ID=241baf9e-dc00-4256-a716-c74f838e856b,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:06.365271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d0492de6-513d-4036-9bb1-0033e741c0d8 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:05:06.390790 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f3bd88e-383b-49ca-8fcf-68ab9b1693af req-7c93af33-84d1-4cd4-a75b-566efa4b303c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 210 time: 0.0694327 Feb 04 14:05:06.515192 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c275449-65da-4933-b3fc-d02d8546fd8a req-1eed1c2b-98d3-45d7-b9b3-54554ba5d3ba tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 210 time: 0.0603328 Feb 04 14:05:06.557577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Attempting to bind port 241baf9e-dc00-4256-a716-c74f838e856b on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:05:06.558171 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Attempting to bind port 241baf9e-dc00-4256-a716-c74f838e856b by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:05:06.558894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Attempting to bind port 241baf9e-dc00-4256-a716-c74f838e856b on network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:05:06.563440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port d0492de6-513d-4036-9bb1-0033e741c0d8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:06.564167 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d0492de6-513d-4036-9bb1-0033e741c0d8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:06.615801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:05:06.616756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Checking segment: {'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:05:06.617502 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:06.618065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Bound using segment: {'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:05:06.618852 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Bound port: 241baf9e-dc00-4256-a716-c74f838e856b, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:05:06.619489 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (241baf9e-dc00-4256-a716-c74f838e856b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:06.659312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73cb651-2284-4675-8c46-21a2e375c1ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Router af4843eb-e47d-4e71-bbf3-9223e7d2df49 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:05:06.738436 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] For port 241baf9e-dc00-4256-a716-c74f838e856b, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:05:06.770947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73cb651-2284-4675-8c46-21a2e375c1ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:05:06.787065 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f64d06-2d68-4e7d-a3fc-d3bc8352b047 None None] Sync routers for ids ['af4843eb-e47d-4e71-bbf3-9223e7d2df49'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:05:06.794773 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e73cb651-2284-4675-8c46-21a2e375c1ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:06.796285 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e73cb651-2284-4675-8c46-21a2e375c1ed tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "PUT /v2.0/routers/af4843eb-e47d-4e71-bbf3-9223e7d2df49 HTTP/1.1" status: 200 len: 698 time: 1.1132946 Feb 04 14:05:06.800439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50556) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:06.809992 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f64d06-2d68-4e7d-a3fc-d3bc8352b047 None None] Routers {'af4843eb-e47d-4e71-bbf3-9223e7d2df49'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:05:06.811023 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-82f64d06-2d68-4e7d-a3fc-d3bc8352b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['af4843eb-e47d-4e71-bbf3-9223e7d2df49'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:06.811265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] For port 241baf9e-dc00-4256-a716-c74f838e856b, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=241baf9e-dc00-4256-a716-c74f838e856b,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:05:06.816017 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-163d74ab-b780-497f-a0e0-54dbfea92082 None None] Provisioning complete for port 241baf9e-dc00-4256-a716-c74f838e856b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:06.816514 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-163d74ab-b780-497f-a0e0-54dbfea92082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (241baf9e-dc00-4256-a716-c74f838e856b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:06.856788 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (241baf9e-dc00-4256-a716-c74f838e856b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:06.899631 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-82f64d06-2d68-4e7d-a3fc-d3bc8352b047 None None] Set router af4843eb-e47d-4e71-bbf3-9223e7d2df49 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:05:06.942611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d0492de6-513d-4036-9bb1-0033e741c0d8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:05:06.977418 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-82f64d06-2d68-4e7d-a3fc-d3bc8352b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4843eb-e47d-4e71-bbf3-9223e7d2df49', 'name': 'tempest-RoutersIpV6Test-router-1979735713', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:05:05Z', 'updated_at': '2022-02-04T14:05:05Z', 'revision_number': 2, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:06.993481 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-887fe4ee-3536-4955-85c4-ffd7f24df808 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/routers/af4843eb-e47d-4e71-bbf3-9223e7d2df49 HTTP/1.1" status: 200 len: 704 time: 0.1892152 Feb 04 14:05:06.993998 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50558) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:07.022662 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f64d06-2d68-4e7d-a3fc-d3bc8352b047 None None] Checking router: af4843eb-e47d-4e71-bbf3-9223e7d2df49 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:05:07.034214 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f64d06-2d68-4e7d-a3fc-d3bc8352b047 None None] Routers {'af4843eb-e47d-4e71-bbf3-9223e7d2df49'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:05:07.035277 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-82f64d06-2d68-4e7d-a3fc-d3bc8352b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['af4843eb-e47d-4e71-bbf3-9223e7d2df49'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:07.046985 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Routers {'6408366c-19d6-497d-8690-d40f66ff2526'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:05:07.047673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:04:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6408366c-19d6-497d-8690-d40f66ff2526'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:07.052644 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28badff5-1185-4e28-8a1e-1b626d308d8f None None] Pushing event updated for resources: {'Port': ['ID=241baf9e-dc00-4256-a716-c74f838e856b,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:07.061090 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bf11a269-6183-4016-ba64-a10dd233570c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4843eb-e47d-4e71-bbf3-9223e7d2df49 HTTP/1.1" status: 200 len: 205 time: 0.0656793 Feb 04 14:05:07.063929 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50560) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:07.120763 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-82f64d06-2d68-4e7d-a3fc-d3bc8352b047 None None] Set router af4843eb-e47d-4e71-bbf3-9223e7d2df49 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:05:07.198172 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-82f64d06-2d68-4e7d-a3fc-d3bc8352b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4843eb-e47d-4e71-bbf3-9223e7d2df49', 'name': 'tempest-RoutersIpV6Test-router-1979735713', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:05:05Z', 'updated_at': '2022-02-04T14:05:05Z', 'revision_number': 2, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:07.222788 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e298e25-1692-4524-b30f-7c338bebc4fa tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (af4843eb-e47d-4e71-bbf3-9223e7d2df49), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:07.230279 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f64d06-2d68-4e7d-a3fc-d3bc8352b047 None None] The sync data for ids ['af4843eb-e47d-4e71-bbf3-9223e7d2df49'] in n-d-714676-13 is: [{'id': 'af4843eb-e47d-4e71-bbf3-9223e7d2df49', 'name': 'tempest-RoutersIpV6Test-router-1979735713', 'tenant_id': 'e27fde8137274cddb1048167832f38f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:05:05Z', 'updated_at': '2022-02-04T14:05:05Z', 'revision_number': 2, 'project_id': 'e27fde8137274cddb1048167832f38f8', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:05:07.315285 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] Set router 6408366c-19d6-497d-8690-d40f66ff2526 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:05:07.349087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-163d74ab-b780-497f-a0e0-54dbfea92082 None None] Current status of the port 241baf9e-dc00-4256-a716-c74f838e856b is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:05:07.349475 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-163d74ab-b780-497f-a0e0-54dbfea92082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (241baf9e-dc00-4256-a716-c74f838e856b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:07.466062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-163d74ab-b780-497f-a0e0-54dbfea92082 None None] For port 241baf9e-dc00-4256-a716-c74f838e856b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=241baf9e-dc00-4256-a716-c74f838e856b,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:05:07.483949 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-163d74ab-b780-497f-a0e0-54dbfea92082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (241baf9e-dc00-4256-a716-c74f838e856b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:07.527693 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e298e25-1692-4524-b30f-7c338bebc4fa tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (af4843eb-e47d-4e71-bbf3-9223e7d2df49), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:07.533077 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e298e25-1692-4524-b30f-7c338bebc4fa tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router_controller (af4843eb-e47d-4e71-bbf3-9223e7d2df49), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:07.560326 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74eadd85-9118-4bc7-9021-0889fd4709af req-6812ee93-9b29-468d-aa51-6328059f8e7b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 210 time: 0.0571368 Feb 04 14:05:07.589939 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d74ab-b780-497f-a0e0-54dbfea92082 None None] Pushing event updated for resources: {'Port': ['ID=241baf9e-dc00-4256-a716-c74f838e856b,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:07.637206 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e298e25-1692-4524-b30f-7c338bebc4fa tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (af4843eb-e47d-4e71-bbf3-9223e7d2df49), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:07.638047 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e298e25-1692-4524-b30f-7c338bebc4fa tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Fanout notify agent at l3_agent the message router_deleted on router af4843eb-e47d-4e71-bbf3-9223e7d2df49 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:05:07.663660 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e298e25-1692-4524-b30f-7c338bebc4fa tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:07.671850 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4e298e25-1692-4524-b30f-7c338bebc4fa tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/routers/af4843eb-e47d-4e71-bbf3-9223e7d2df49 HTTP/1.1" status: 204 len: 168 time: 0.6066849 Feb 04 14:05:07.672682 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50566) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:07.699694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c352de06-0709-4b86-a87e-69c8140f0049 None None] Provisioning complete for port 241baf9e-dc00-4256-a716-c74f838e856b triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:07.700082 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c352de06-0709-4b86-a87e-69c8140f0049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (241baf9e-dc00-4256-a716-c74f838e856b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:07.719719 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1c2903b-e988-443f-b1c3-e29f9a7367b1 req-0cba77c9-9968-484e-988c-af4cd09ca9bb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 210 time: 0.0674098 Feb 04 14:05:07.742505 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50568) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:07.742906 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2f992daa-a7b8-4141-9fb0-4c7492aa0a03 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4843eb-e47d-4e71-bbf3-9223e7d2df49 HTTP/1.1" status: 200 len: 205 time: 0.0687995 Feb 04 14:05:07.789252 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408366c-19d6-497d-8690-d40f66ff2526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870215921', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:56Z', 'updated_at': '2022-02-04T14:05:03Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:57Z', 'updated_at': '2022-02-04T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '241baf9e-dc00-4256-a716-c74f838e856b', 'name': '', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:3b:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:05:02Z', 'updated_at': '2022-02-04T14:05:06Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:07.798963 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-63b9d33a-c51f-47eb-b41e-1573812eef3d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] delete failed (client error): The resource could not be found. Feb 04 14:05:07.800723 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-63b9d33a-c51f-47eb-b41e-1573812eef3d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/routers/af4843eb-e47d-4e71-bbf3-9223e7d2df49 HTTP/1.1" status: 404 len: 336 time: 0.0559325 Feb 04 14:05:07.803200 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50570) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:07.859795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed987bad-5bae-4769-a20f-bfb5bc1078d6 None None] The sync data for ids ['6408366c-19d6-497d-8690-d40f66ff2526'] in n-d-714676-13 is: [{'id': '6408366c-19d6-497d-8690-d40f66ff2526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870215921', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:56Z', 'updated_at': '2022-02-04T14:05:03Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:57Z', 'updated_at': '2022-02-04T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '241baf9e-dc00-4256-a716-c74f838e856b', 'name': '', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:3b:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:05:02Z', 'updated_at': '2022-02-04T14:05:06Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:05:07.863688 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c00172-c14f-49a0-a04e-be03e8c3a156 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] DELETE failed (client error): The resource could not be found. Feb 04 14:05:07.864783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c00172-c14f-49a0-a04e-be03e8c3a156 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:05:07.878973 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-71c00172-c14f-49a0-a04e-be03e8c3a156 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/1691506e-60c9-43bb-b1e6-c7f0547f59a5 HTTP/1.1" status: 404 len: 337 time: 0.0730448 Feb 04 14:05:07.880088 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50572) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:07.887498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c352de06-0709-4b86-a87e-69c8140f0049 None None] Current status of the port 241baf9e-dc00-4256-a716-c74f838e856b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:05:07.954449 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-0933674c-ecb5-42a0-8f7f-0739b46059d2 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] DELETE failed (client error): The resource could not be found. Feb 04 14:05:07.954449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0933674c-ecb5-42a0-8f7f-0739b46059d2 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:05:07.973062 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0933674c-ecb5-42a0-8f7f-0739b46059d2 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/e2b8f714-b30d-4a29-9356-dffc4afa83c5 HTTP/1.1" status: 404 len: 337 time: 0.0918171 Feb 04 14:05:07.980988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50574) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:08.006271 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-4d9a7c97-d89c-4227-8384-c254c6a8f1e3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:08.008044 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-4d9a7c97-d89c-4227-8384-c254c6a8f1e3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.100 "GET /v2.0/networks?id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 200 len: 796 time: 0.2209690 Feb 04 14:05:08.042193 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c6762d-ed97-4ff0-8c9e-7ee89f68d971 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] DELETE failed (client error): The resource could not be found. Feb 04 14:05:08.042673 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c6762d-ed97-4ff0-8c9e-7ee89f68d971 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:05:08.045960 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-51c6762d-ed97-4ff0-8c9e-7ee89f68d971 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/a22b7998-b893-40a2-a9c8-118c48580bf0 HTTP/1.1" status: 404 len: 337 time: 0.0648723 Feb 04 14:05:08.049841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50576) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:08.098402 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-919829e8-d575-450d-acf2-00e5cd9ccb28 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] DELETE failed (client error): The resource could not be found. Feb 04 14:05:08.099022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919829e8-d575-450d-acf2-00e5cd9ccb28 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:05:08.108116 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-919829e8-d575-450d-acf2-00e5cd9ccb28 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/4e877b02-2427-48af-bcf7-452d6d24b675 HTTP/1.1" status: 404 len: 337 time: 0.0556781 Feb 04 14:05:08.109086 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50578) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:08.146206 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-27ed56bb-4ef0-4fa1-8c2d-a0e9948d13d1 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bd2e5d8-4b41-473d-b10d-88812ad108c9 HTTP/1.1" status: 200 len: 205 time: 0.0354586 Feb 04 14:05:08.148623 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50580) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:08.176463 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-3294717d-b75c-4f1a-868f-42b3917425e6 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2 HTTP/1.1" status: 200 len: 380 time: 0.1419866 Feb 04 14:05:08.186559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-b82eeb00-4ea0-4f10-b1ce-93dda6425caf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'port': {'device_id': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'admin_state_up': True, 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'security_groups': ['19aef5d9-1e11-4f46-9e31-4a09021166e0']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:08.208229 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-3b052068-114f-45fc-9069-b320a5b392ef tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] delete failed (client error): The resource could not be found. Feb 04 14:05:08.214186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3b052068-114f-45fc-9069-b320a5b392ef tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/routers/2bd2e5d8-4b41-473d-b10d-88812ad108c9 HTTP/1.1" status: 404 len: 336 time: 0.0632145 Feb 04 14:05:08.215225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50582) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:08.263808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e4f76c12-d71e-4d4b-8f35-aad2221c601a tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports?device_id=4bd1b9a2-7790-49ad-a600-0e66067bd4d4 HTTP/1.1" status: 200 len: 205 time: 0.0470085 Feb 04 14:05:08.265225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50584) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:08.321754 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-5bb91625-7793-4e3b-8910-a9249a6d654b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] delete failed (client error): The resource could not be found. Feb 04 14:05:08.326955 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5bb91625-7793-4e3b-8910-a9249a6d654b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/routers/4bd1b9a2-7790-49ad-a600-0e66067bd4d4 HTTP/1.1" status: 404 len: 336 time: 0.0589373 Feb 04 14:05:08.327173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50586) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:08.362882 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d101d20-34bd-40ca-8f3f-ea9c21a33f6e tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] DELETE failed (client error): The resource could not be found. Feb 04 14:05:08.363323 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d101d20-34bd-40ca-8f3f-ea9c21a33f6e tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:05:08.366822 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9d101d20-34bd-40ca-8f3f-ea9c21a33f6e tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/8657ca5e-5bc6-4dab-b578-9fa75004102c HTTP/1.1" status: 404 len: 337 time: 0.0393331 Feb 04 14:05:08.370750 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50588) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:08.412704 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d7c0cba0-e696-4e5c-8f95-0bd31760a34c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports?device_id=30618ddb-e80e-4f4c-b197-6434b600befe HTTP/1.1" status: 200 len: 205 time: 0.0410440 Feb 04 14:05:08.416103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50590) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:08.424886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 241baf9e-dc00-4256-a716-c74f838e856b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:05:08.478998 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-b82eeb00-4ea0-4f10-b1ce-93dda6425caf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Made reservation on behalf of 7a7a6da7dab54751bcd59b7f2b7f2bf2 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:05:08.483986 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-b82eeb00-4ea0-4f10-b1ce-93dda6425caf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:08.499805 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-9113e7aa-5f92-4461-a922-8128dc332dd7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] delete failed (client error): The resource could not be found. Feb 04 14:05:08.504665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9113e7aa-5f92-4461-a922-8128dc332dd7 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/routers/30618ddb-e80e-4f4c-b197-6434b600befe HTTP/1.1" status: 404 len: 336 time: 0.0874846 Feb 04 14:05:08.507032 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50592) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:08.520397 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 241baf9e-dc00-4256-a716-c74f838e856b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:08.520873 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (241baf9e-dc00-4256-a716-c74f838e856b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:08.563486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50594) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:08.574324 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d6cdfa4e-1083-4d71-b6c2-ee1db5d7a24d tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports?device_id=22d83fe6-d883-464c-a627-503dbb550260 HTTP/1.1" status: 200 len: 205 time: 0.0658119 Feb 04 14:05:08.744569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9358b3d-b56b-4275-b951-f1aa6b5c4e45 req-ba373665-68cb-48e6-83ec-fb45b741034c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 210 time: 0.0680816 Feb 04 14:05:08.746274 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-050ead4b-081d-4f24-9a12-f54c7a8d7f64 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] delete failed (client error): The resource could not be found. Feb 04 14:05:08.753055 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-050ead4b-081d-4f24-9a12-f54c7a8d7f64 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/routers/22d83fe6-d883-464c-a627-503dbb550260 HTTP/1.1" status: 404 len: 336 time: 0.1869760 Feb 04 14:05:08.754321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50600) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:08.835092 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-4760cb39-1a92-485f-8a10-f6042ec9b27b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] DELETE failed (client error): The resource could not be found. Feb 04 14:05:08.836103 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4760cb39-1a92-485f-8a10-f6042ec9b27b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:05:08.843047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50602) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:08.856112 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4760cb39-1a92-485f-8a10-f6042ec9b27b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/fc8aeb07-5a96-452d-90ad-d059ed3a7b51 HTTP/1.1" status: 404 len: 337 time: 0.0985708 Feb 04 14:05:08.858825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 241baf9e-dc00-4256-a716-c74f838e856b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:05:08.902956 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-b82eeb00-4ea0-4f10-b1ce-93dda6425caf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Allocated IP 172.20.0.6 (0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24/62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c/76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:05:08.923799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d999a401-361e-460d-b0ad-d233b1826093 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports?device_id=5179a086-522e-4a06-81e9-3c07fb33a92f HTTP/1.1" status: 200 len: 205 time: 0.0792193 Feb 04 14:05:08.927313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68ad330b-1ffd-4cc7-8632-d85d2d4c1bc8 req-37bcea8d-aba7-42ab-a60e-0ce16d4deee4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 210 time: 0.0486681 Feb 04 14:05:08.927934 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50604) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:08.990641 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-fb6e0639-00fc-4527-b7e8-02e86c1296ac tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] delete failed (client error): The resource could not be found. Feb 04 14:05:08.995451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fb6e0639-00fc-4527-b7e8-02e86c1296ac tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/routers/5179a086-522e-4a06-81e9-3c07fb33a92f HTTP/1.1" status: 404 len: 336 time: 0.0662441 Feb 04 14:05:08.996096 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50606) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:09.027848 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07b5ea7-7d36-4a1f-8ebc-a96194a4e092 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] DELETE failed (client error): The resource could not be found. Feb 04 14:05:09.028315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07b5ea7-7d36-4a1f-8ebc-a96194a4e092 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:05:09.034626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c07b5ea7-7d36-4a1f-8ebc-a96194a4e092 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/3f1646ea-7908-4b10-80ba-f3857efef42e HTTP/1.1" status: 404 len: 337 time: 0.0370955 Feb 04 14:05:09.034907 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50608) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:09.068640 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50610) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:09.069264 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-42a2d4d4-6321-4ae1-9162-7c50e36959aa tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "GET /v2.0/ports?device_id=e3ac98be-351b-4cb5-94b8-9a4e67591a97 HTTP/1.1" status: 200 len: 205 time: 0.0323830 Feb 04 14:05:09.120601 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-b82eeb00-4ea0-4f10-b1ce-93dda6425caf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:09.124229 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-b296a2a2-90b1-4356-96bc-899b8a126e3b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] delete failed (client error): The resource could not be found. Feb 04 14:05:09.125300 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b296a2a2-90b1-4356-96bc-899b8a126e3b tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/routers/e3ac98be-351b-4cb5-94b8-9a4e67591a97 HTTP/1.1" status: 404 len: 336 time: 0.0556121 Feb 04 14:05:09.127925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50612) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:09.160636 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7c9109-fcab-4296-a0cc-87d2da704161 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] DELETE failed (client error): The resource could not be found. Feb 04 14:05:09.161307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7c9109-fcab-4296-a0cc-87d2da704161 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:05:09.164475 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1b7c9109-fcab-4296-a0cc-87d2da704161 tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/056d9437-59db-4881-90c6-07bc8065c54b HTTP/1.1" status: 404 len: 337 time: 0.0355978 Feb 04 14:05:09.167135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50614) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:09.196940 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-728a8bbe-7f19-4ce5-bfc6-7145ad86f22c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] DELETE failed (client error): The resource could not be found. Feb 04 14:05:09.197453 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-b82eeb00-4ea0-4f10-b1ce-93dda6425caf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:09.197724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728a8bbe-7f19-4ce5-bfc6-7145ad86f22c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:05:09.206539 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-728a8bbe-7f19-4ce5-bfc6-7145ad86f22c tempest-RoutersIpV6Test-2070138367 tempest-RoutersIpV6Test-2070138367-project] 10.222.0.96 "DELETE /v2.0/subnets/0847e489-4078-4f29-933a-65fabedad0f5 HTTP/1.1" status: 404 len: 337 time: 0.0342295 Feb 04 14:05:09.264043 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82eeb00-4ea0-4f10-b1ce-93dda6425caf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:09.275922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-b82eeb00-4ea0-4f10-b1ce-93dda6425caf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:05:09.277944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-b82eeb00-4ea0-4f10-b1ce-93dda6425caf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:05:09.297831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-b82eeb00-4ea0-4f10-b1ce-93dda6425caf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:05:09.380261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-b82eeb00-4ea0-4f10-b1ce-93dda6425caf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:09.381061 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-b82eeb00-4ea0-4f10-b1ce-93dda6425caf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:09.403671 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-b82eeb00-4ea0-4f10-b1ce-93dda6425caf tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2218652 Feb 04 14:05:09.422423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Request body: {'port': {'device_id': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:09.514579 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:09.599387 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50620) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:09.739288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b7b744e7-9ca1-42ae-8f34-02d4506d971a None None] Provisioning complete for port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:09.749698 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7b744e7-9ca1-42ae-8f34-02d4506d971a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:09.807026 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b7b744e7-9ca1-42ae-8f34-02d4506d971a None None] Port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:05:09.811252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ed68e608-6e5e-45e9-9715-2f451c1bcb24 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e27fde8137274cddb1048167832f38f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2106135 Feb 04 14:05:09.814479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50626) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:09.881914 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfd1f7b4-42c5-4a83-b660-5fa9ebf5c19f req-6ef0321d-9add-4957-9b2a-dd966f6560cd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 210 time: 0.0372348 Feb 04 14:05:09.924513 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-93a9050b-2e23-4b17-abe8-256bb5a9ad3a admin admin] Publish callbacks [] for security_group (776e50a5-d014-4013-bb5b-943976156b11), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:09.952058 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-93a9050b-2e23-4b17-abe8-256bb5a9ad3a admin admin] Publish callbacks [] for security_group (776e50a5-d014-4013-bb5b-943976156b11), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:09.977151 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:05:09.987155 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Publish callbacks [] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:10.007449 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Transition to ACTIVE for port object 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:05:10.019344 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:10.063013 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-93a9050b-2e23-4b17-abe8-256bb5a9ad3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (776e50a5-d014-4013-bb5b-943976156b11), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:10.066231 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-93a9050b-2e23-4b17-abe8-256bb5a9ad3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:10.070648 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-93a9050b-2e23-4b17-abe8-256bb5a9ad3a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/776e50a5-d014-4013-bb5b-943976156b11 HTTP/1.1" status: 204 len: 168 time: 0.2529061 Feb 04 14:05:10.096368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9050b-2e23-4b17-abe8-256bb5a9ad3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776e50a5-d014-4013-bb5b-943976156b11,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:10.152454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bfc7b-bc56-454b-93cd-8889e485867e req-56630118-2db4-40b1-933d-6b52bac49b8f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:10.161666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-128bfc7b-bc56-454b-93cd-8889e485867e req-56630118-2db4-40b1-933d-6b52bac49b8f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 943 time: 0.1339200 Feb 04 14:05:10.170250 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Pushing event updated for resources: {'Port': ['ID=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:10.182976 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Attempting to bind port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:05:10.183362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Attempting to bind port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:05:10.183724 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Attempting to bind port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 on network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:05:10.189219 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 on network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:05:10.189551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Attempting to bind port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 on network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:05:10.194964 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:05:10.195321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Checking segment: {'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:05:10.195719 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Bound using segment: {'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:05:10.196198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Bound port: 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:05:10.197151 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:10.258228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-128bfc7b-bc56-454b-93cd-8889e485867e req-d7520ff0-e040-403e-9819-569c05150b60 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953467 Feb 04 14:05:10.320384 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:05:10.325392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:05:10.332982 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:10.388463 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:10.389687 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:10.391257 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] 10.222.0.100 "PUT /v2.0/ports/76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 1092 time: 0.9809134 Feb 04 14:05:10.394364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:05:10.398116 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea831e5-d73b-4174-b9bb-b46c5214c875" -d '{"events": [{"name": "network-changed", "server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:05:10.484218 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad341600-ce93-488b-933b-75f90f8b2387 x-openstack-request-id: req-ad341600-ce93-488b-933b-75f90f8b2387 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:05:10.484667 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:05:10.485025 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ad341600-ce93-488b-933b-75f90f8b2387 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:05:10.485672 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'status': 'completed', 'code': 200} Feb 04 14:05:10.494544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b23d5-3e74-4c2b-b12e-530198409354 service neutron] Pushing event updated for resources: {'Port': ['ID=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:10.523475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-3dc097c5-1853-438e-9fb4-5d5699594534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:10.527252 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-3dc097c5-1853-438e-9fb4-5d5699594534 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1126 time: 0.0862632 Feb 04 14:05:10.591621 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-b3323dd9-8269-4b0c-8933-1b882095b91c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 217 time: 0.0568440 Feb 04 14:05:10.653296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-05f2f4da-2dcd-4322-a1ca-ceec0d2a40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:10.655119 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-05f2f4da-2dcd-4322-a1ca-ceec0d2a40ef service neutron] 10.222.0.100 "GET /v2.0/subnets?id=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c HTTP/1.1" status: 200 len: 834 time: 0.0580273 Feb 04 14:05:10.714617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-f97bf05c-8a6e-4319-a93e-07a55d27e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:10.716329 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-f97bf05c-8a6e-4319-a93e-07a55d27e516 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0548770 Feb 04 14:05:10.839783 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-0f2ea505-89ba-47ab-8cdd-298704311363 service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176267 Feb 04 14:05:10.954483 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e18b85ef-10fc-493e-a075-98a04fd285bf req-2adeb168-0474-4a6b-acab-30a8d0df8a43 service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088750 Feb 04 14:05:11.016804 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b849af39-dd3e-4704-ba1e-87a3ece7e347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:11.021881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16435494-308f-404e-82b7-dd382251a94a req-aad96181-efb3-4aa6-961c-0ad1855b37f8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 210 time: 0.0452838 Feb 04 14:05:11.074670 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea831e5-d73b-4174-b9bb-b46c5214c875 req-078d9ae4-b558-4412-88fa-fcde486bdfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:11.076311 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0ea831e5-d73b-4174-b9bb-b46c5214c875 req-078d9ae4-b558-4412-88fa-fcde486bdfff service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1126 time: 0.0606887 Feb 04 14:05:11.098993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50656) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:11.190857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea831e5-d73b-4174-b9bb-b46c5214c875 req-59992572-0881-4700-986c-a9ebf5f2a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:11.192527 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0ea831e5-d73b-4174-b9bb-b46c5214c875 req-59992572-0881-4700-986c-a9ebf5f2a76d service neutron] 10.222.0.100 "GET /v2.0/networks?id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 200 len: 897 time: 0.1110613 Feb 04 14:05:11.212487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-457a2d85-a57c-4905-8807-cb81985c0503 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:11.213078 n-d-714676-13 neutron-server[103606]: WARNING neutron.api.v2.base [None req-457a2d85-a57c-4905-8807-cb81985c0503 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 14:05:11.213568 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-457a2d85-a57c-4905-8807-cb81985c0503 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 14:05:11.218083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-457a2d85-a57c-4905-8807-cb81985c0503 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1143861 Feb 04 14:05:11.218357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50660) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:11.222906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-2dc41a00-2644-4d62-a5af-e4f9bcfae0b7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987561479'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:11.237709 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0ea831e5-d73b-4174-b9bb-b46c5214c875 req-8dfafe38-8f57-413d-aac8-be8966f5a015 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 217 time: 0.0383990 Feb 04 14:05:11.248153 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dc41a00-2644-4d62-a5af-e4f9bcfae0b7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:11.256876 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dc41a00-2644-4d62-a5af-e4f9bcfae0b7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:11.313216 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea831e5-d73b-4174-b9bb-b46c5214c875 req-4d828bf3-cf5f-4016-a87b-2e4b79498429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:11.315603 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0ea831e5-d73b-4174-b9bb-b46c5214c875 req-4d828bf3-cf5f-4016-a87b-2e4b79498429 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c HTTP/1.1" status: 200 len: 834 time: 0.0718560 Feb 04 14:05:11.370267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea831e5-d73b-4174-b9bb-b46c5214c875 req-472547f7-fd0d-4aab-bcc0-907a38d79ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:11.371733 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0ea831e5-d73b-4174-b9bb-b46c5214c875 req-472547f7-fd0d-4aab-bcc0-907a38d79ece service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512297 Feb 04 14:05:11.375441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dc41a00-2644-4d62-a5af-e4f9bcfae0b7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (b9c99c30-879e-46f4-b530-23e4a2808d3b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:11.382198 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dc41a00-2644-4d62-a5af-e4f9bcfae0b7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b9c99c30-879e-46f4-b530-23e4a2808d3b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:11.428446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc41a00-2644-4d62-a5af-e4f9bcfae0b7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c99c30-879e-46f4-b530-23e4a2808d3b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:11.464548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e414d7-1c9c-4ed8-a43b-64242c7f59b9 req-8f064678-d8bf-4784-ab51-8c9e4220bf83 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:11.466797 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57e414d7-1c9c-4ed8-a43b-64242c7f59b9 req-8f064678-d8bf-4784-ab51-8c9e4220bf83 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 943 time: 0.1333468 Feb 04 14:05:11.485318 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0ea831e5-d73b-4174-b9bb-b46c5214c875 req-ec60f867-5d85-4c3d-85f1-05bbb9600743 service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032903 Feb 04 14:05:11.555574 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dc41a00-2644-4d62-a5af-e4f9bcfae0b7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (544e3c32-a523-4094-b816-be9a80d59871), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:11.561006 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57e414d7-1c9c-4ed8-a43b-64242c7f59b9 req-e6921157-52c4-46be-89f1-ca2e4bd06525 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865166 Feb 04 14:05:11.562780 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dc41a00-2644-4d62-a5af-e4f9bcfae0b7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (544e3c32-a523-4094-b816-be9a80d59871), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:11.593284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc41a00-2644-4d62-a5af-e4f9bcfae0b7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544e3c32-a523-4094-b816-be9a80d59871,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:11.612893 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0ea831e5-d73b-4174-b9bb-b46c5214c875 req-7f30acce-204a-4537-b8d1-1b485e22cdce service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212697 Feb 04 14:05:11.613320 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dc41a00-2644-4d62-a5af-e4f9bcfae0b7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:11.614712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2dc41a00-2644-4d62-a5af-e4f9bcfae0b7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3952470 Feb 04 14:05:11.617755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50664) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:11.623595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-82b1e5c0-1624-4dc1-b957-c23557f209ab tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': '544e3c32-a523-4094-b816-be9a80d59871', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:11.653996 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82b1e5c0-1624-4dc1-b957-c23557f209ab tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group_rule (12cd3633-75a3-4d93-b9ca-a43c55ff5a7a), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:11.721499 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82b1e5c0-1624-4dc1-b957-c23557f209ab tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group_rule (12cd3633-75a3-4d93-b9ca-a43c55ff5a7a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:11.727047 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82b1e5c0-1624-4dc1-b957-c23557f209ab tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (12cd3633-75a3-4d93-b9ca-a43c55ff5a7a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:11.749802 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1e5c0-1624-4dc1-b957-c23557f209ab tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12cd3633-75a3-4d93-b9ca-a43c55ff5a7a,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:11.754346 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-82b1e5c0-1624-4dc1-b957-c23557f209ab tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:11.755602 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-82b1e5c0-1624-4dc1-b957-c23557f209ab tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359210 Feb 04 14:05:11.759656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50666) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:11.764494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-4c835ee9-288b-4532-9442-a21379107552 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': '544e3c32-a523-4094-b816-be9a80d59871', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:11.795978 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c835ee9-288b-4532-9442-a21379107552 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group_rule (7dd0b772-35cc-447b-9046-1e07a5b9f11e), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:11.847171 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-4c835ee9-288b-4532-9442-a21379107552 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 14:05:11.848258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4c835ee9-288b-4532-9442-a21379107552 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0874746 Feb 04 14:05:11.851216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50668) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:11.914465 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9647-8e33-4aca-a470-236ae37ddb9a tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (544e3c32-a523-4094-b816-be9a80d59871), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:11.948347 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9647-8e33-4aca-a470-236ae37ddb9a tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (544e3c32-a523-4094-b816-be9a80d59871), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.010997 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9647-8e33-4aca-a470-236ae37ddb9a tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (544e3c32-a523-4094-b816-be9a80d59871), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.015300 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9647-8e33-4aca-a470-236ae37ddb9a tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.016761 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ce9b9647-8e33-4aca-a470-236ae37ddb9a tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "DELETE /v2.0/security-groups/544e3c32-a523-4094-b816-be9a80d59871 HTTP/1.1" status: 204 len: 168 time: 0.1644623 Feb 04 14:05:12.019485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50670) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:12.033448 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b9647-8e33-4aca-a470-236ae37ddb9a tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544e3c32-a523-4094-b816-be9a80d59871,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:12.086460 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-46b3aca3-a291-4c45-aa3a-609a699119b1 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0653837 Feb 04 14:05:12.091636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50674) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:12.096773 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8e34405a-5b43-4a14-a953-5883dbf2c455 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509244610'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:12.131371 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8e34405a-5b43-4a14-a953-5883dbf2c455 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.166596 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a97e04f-463b-4266-a273-19207c6ddee7 req-49b53173-30cf-468d-85e7-c780d96b0b48 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=21698f14-4c12-49c7-9ea0-3bed84b1b6ef HTTP/1.1" status: 200 len: 210 time: 0.0423219 Feb 04 14:05:12.219358 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8e34405a-5b43-4a14-a953-5883dbf2c455 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (61d666af-b521-4ca2-bea8-4e405f509a8e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.223521 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8e34405a-5b43-4a14-a953-5883dbf2c455 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (61d666af-b521-4ca2-bea8-4e405f509a8e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.253646 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8e34405a-5b43-4a14-a953-5883dbf2c455 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.255947 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8e34405a-5b43-4a14-a953-5883dbf2c455 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1630323 Feb 04 14:05:12.258607 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50676) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:12.262592 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34405a-5b43-4a14-a953-5883dbf2c455 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d666af-b521-4ca2-bea8-4e405f509a8e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:12.265657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-20c6bdfb-df62-47af-9398-02670a814270 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': '61d666af-b521-4ca2-bea8-4e405f509a8e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:12.266735 n-d-714676-13 neutron-server[103606]: WARNING neutron.api.v2.base [None req-20c6bdfb-df62-47af-9398-02670a814270 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 14:05:12.267530 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-20c6bdfb-df62-47af-9398-02670a814270 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:12.270153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-20c6bdfb-df62-47af-9398-02670a814270 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073004 Feb 04 14:05:12.271413 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50678) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:12.325463 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b074793c-9c42-45a6-9def-6e57dbe7053b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (61d666af-b521-4ca2-bea8-4e405f509a8e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.350783 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b074793c-9c42-45a6-9def-6e57dbe7053b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (61d666af-b521-4ca2-bea8-4e405f509a8e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.399996 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b074793c-9c42-45a6-9def-6e57dbe7053b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (61d666af-b521-4ca2-bea8-4e405f509a8e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.402983 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b074793c-9c42-45a6-9def-6e57dbe7053b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.404858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b074793c-9c42-45a6-9def-6e57dbe7053b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "DELETE /v2.0/security-groups/61d666af-b521-4ca2-bea8-4e405f509a8e HTTP/1.1" status: 204 len: 168 time: 0.1319160 Feb 04 14:05:12.408333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50680) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:12.430344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074793c-9c42-45a6-9def-6e57dbe7053b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d666af-b521-4ca2-bea8-4e405f509a8e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:12.483246 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3fdd1a64-5492-4488-82bc-43929b015a2c tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0736806 Feb 04 14:05:12.486988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50682) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:12.491844 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-86222b48-aa60-43f2-beeb-3c56cd0f4c7f tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849718082'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:12.517212 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-86222b48-aa60-43f2-beeb-3c56cd0f4c7f tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.598229 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-86222b48-aa60-43f2-beeb-3c56cd0f4c7f tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (b488efb9-68bd-4385-8d8f-359a67f8fef7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.603620 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-86222b48-aa60-43f2-beeb-3c56cd0f4c7f tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b488efb9-68bd-4385-8d8f-359a67f8fef7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.639924 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-86222b48-aa60-43f2-beeb-3c56cd0f4c7f tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.644228 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-86222b48-aa60-43f2-beeb-3c56cd0f4c7f tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1533952 Feb 04 14:05:12.644228 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86222b48-aa60-43f2-beeb-3c56cd0f4c7f tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b488efb9-68bd-4385-8d8f-359a67f8fef7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:12.644994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50686) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:12.653541 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-cc210d21-4fdb-425f-9fba-66c50dce5282 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': 'b488efb9-68bd-4385-8d8f-359a67f8fef7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:12.654758 n-d-714676-13 neutron-server[103606]: WARNING neutron.api.v2.base [None req-cc210d21-4fdb-425f-9fba-66c50dce5282 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 14:05:12.655436 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-cc210d21-4fdb-425f-9fba-66c50dce5282 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:12.656408 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cc210d21-4fdb-425f-9fba-66c50dce5282 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0102279 Feb 04 14:05:12.659474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50688) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:12.720315 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-195af75b-efdd-417a-95cb-de9d55bc3aa7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (b488efb9-68bd-4385-8d8f-359a67f8fef7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.721627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a9b54-6be4-49ee-a939-9ea14f7ffef5 req-269af3c5-db4b-44e0-91af-0616aa019a9f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:12.723406 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c58a9b54-6be4-49ee-a939-9ea14f7ffef5 req-269af3c5-db4b-44e0-91af-0616aa019a9f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 943 time: 0.0757434 Feb 04 14:05:12.746563 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-195af75b-efdd-417a-95cb-de9d55bc3aa7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (b488efb9-68bd-4385-8d8f-359a67f8fef7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.787203 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c58a9b54-6be4-49ee-a939-9ea14f7ffef5 req-ea700f1b-ab81-4e53-9cbf-a2e68d02e142 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542955 Feb 04 14:05:12.809197 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-195af75b-efdd-417a-95cb-de9d55bc3aa7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b488efb9-68bd-4385-8d8f-359a67f8fef7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.822529 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-195af75b-efdd-417a-95cb-de9d55bc3aa7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.822529 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-195af75b-efdd-417a-95cb-de9d55bc3aa7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "DELETE /v2.0/security-groups/b488efb9-68bd-4385-8d8f-359a67f8fef7 HTTP/1.1" status: 204 len: 168 time: 0.1615589 Feb 04 14:05:12.832841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50690) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:12.838332 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195af75b-efdd-417a-95cb-de9d55bc3aa7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b488efb9-68bd-4385-8d8f-359a67f8fef7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:12.882255 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0b47937d-e054-4fe7-a3f2-544d1aea3b75 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0560939 Feb 04 14:05:12.886826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50692) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:12.892214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-193e7ead-2bf8-4683-ae6f-658086ce11b8 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group': {'name': 'tempest-secgroup--95069140'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:12.916086 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-193e7ead-2bf8-4683-ae6f-658086ce11b8 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:12.997578 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-193e7ead-2bf8-4683-ae6f-658086ce11b8 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (a5e77d27-38bc-441e-866f-3b3296a0b7d7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:13.002490 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-193e7ead-2bf8-4683-ae6f-658086ce11b8 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a5e77d27-38bc-441e-866f-3b3296a0b7d7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:13.033571 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-193e7ead-2bf8-4683-ae6f-658086ce11b8 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:13.034885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-193e7ead-2bf8-4683-ae6f-658086ce11b8 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1468406 Feb 04 14:05:13.039400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e7ead-2bf8-4683-ae6f-658086ce11b8 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e77d27-38bc-441e-866f-3b3296a0b7d7,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:13.039775 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50694) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.045098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5a2f39fb-d4c3-49bb-8042-db0778d70c16 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': 'a5e77d27-38bc-441e-866f-3b3296a0b7d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:13.058507 n-d-714676-13 neutron-server[103607]: WARNING neutron.api.v2.base [None req-5a2f39fb-d4c3-49bb-8042-db0778d70c16 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 14:05:13.059267 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-5a2f39fb-d4c3-49bb-8042-db0778d70c16 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:13.060507 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5a2f39fb-d4c3-49bb-8042-db0778d70c16 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0194211 Feb 04 14:05:13.064242 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50696) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.069843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-80d3cf90-8ee0-44c1-8342-81012a27dbd4 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': 'a5e77d27-38bc-441e-866f-3b3296a0b7d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:13.070636 n-d-714676-13 neutron-server[103607]: WARNING neutron.api.v2.base [None req-80d3cf90-8ee0-44c1-8342-81012a27dbd4 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 14:05:13.071713 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-80d3cf90-8ee0-44c1-8342-81012a27dbd4 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:13.072837 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-80d3cf90-8ee0-44c1-8342-81012a27dbd4 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075414 Feb 04 14:05:13.075830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50698) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.080531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d309f830-db7e-4d47-a07b-927d7f9dbb34 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': 'a5e77d27-38bc-441e-866f-3b3296a0b7d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:13.081537 n-d-714676-13 neutron-server[103607]: WARNING neutron.api.v2.base [None req-d309f830-db7e-4d47-a07b-927d7f9dbb34 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 14:05:13.082248 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-d309f830-db7e-4d47-a07b-927d7f9dbb34 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:13.083738 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d309f830-db7e-4d47-a07b-927d7f9dbb34 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066893 Feb 04 14:05:13.086630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50700) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.091663 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-efead310-b24e-47b1-a981-92be9e066fd2 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': 'a5e77d27-38bc-441e-866f-3b3296a0b7d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:13.093328 n-d-714676-13 neutron-server[103607]: WARNING neutron.api.v2.base [None req-efead310-b24e-47b1-a981-92be9e066fd2 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 14:05:13.093897 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-efead310-b24e-47b1-a981-92be9e066fd2 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:13.095162 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-efead310-b24e-47b1-a981-92be9e066fd2 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067689 Feb 04 14:05:13.097836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50702) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.161771 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bffd1413-3fbb-48c2-88cf-f4f7f62d5ea5 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (a5e77d27-38bc-441e-866f-3b3296a0b7d7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:13.187113 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bffd1413-3fbb-48c2-88cf-f4f7f62d5ea5 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (a5e77d27-38bc-441e-866f-3b3296a0b7d7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:13.254845 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bffd1413-3fbb-48c2-88cf-f4f7f62d5ea5 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a5e77d27-38bc-441e-866f-3b3296a0b7d7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:13.257739 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bffd1413-3fbb-48c2-88cf-f4f7f62d5ea5 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:13.259625 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bffd1413-3fbb-48c2-88cf-f4f7f62d5ea5 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "DELETE /v2.0/security-groups/a5e77d27-38bc-441e-866f-3b3296a0b7d7 HTTP/1.1" status: 204 len: 168 time: 0.1602807 Feb 04 14:05:13.263070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50708) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.273742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd1413-3fbb-48c2-88cf-f4f7f62d5ea5 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e77d27-38bc-441e-866f-3b3296a0b7d7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:13.318889 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-597dccb5-7217-4b17-afa8-2712330dccf1 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0532799 Feb 04 14:05:13.324099 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50710) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.328907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5d71d800-6dac-4370-9b35-e72671acd810 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196075646'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:13.354239 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d71d800-6dac-4370-9b35-e72671acd810 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:13.434369 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d71d800-6dac-4370-9b35-e72671acd810 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (0e90038e-2dac-4096-9b28-e8054726a0c0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:13.439425 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d71d800-6dac-4370-9b35-e72671acd810 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0e90038e-2dac-4096-9b28-e8054726a0c0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:13.470088 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d71d800-6dac-4370-9b35-e72671acd810 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:13.471372 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5d71d800-6dac-4370-9b35-e72671acd810 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1462109 Feb 04 14:05:13.474450 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50712) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.479689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2ddbbcff-9866-4047-987b-819b407d53d5 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': '0e90038e-2dac-4096-9b28-e8054726a0c0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:13.480177 n-d-714676-13 neutron-server[103607]: WARNING neutron.api.v2.base [None req-2ddbbcff-9866-4047-987b-819b407d53d5 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 14:05:13.480680 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-2ddbbcff-9866-4047-987b-819b407d53d5 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:13.481680 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2ddbbcff-9866-4047-987b-819b407d53d5 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062871 Feb 04 14:05:13.483911 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71d800-6dac-4370-9b35-e72671acd810 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e90038e-2dac-4096-9b28-e8054726a0c0,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:13.484713 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50714) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.489940 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-7b3bbf4e-a1a7-4f8d-8b76-98da787d28f2 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': '0e90038e-2dac-4096-9b28-e8054726a0c0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:13.527779 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-7b3bbf4e-a1a7-4f8d-8b76-98da787d28f2 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:13.528864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7b3bbf4e-a1a7-4f8d-8b76-98da787d28f2 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0431154 Feb 04 14:05:13.532696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50716) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.538768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-65337051-fed1-4892-a8c7-4c71fd1bd2b3 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': '0e90038e-2dac-4096-9b28-e8054726a0c0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:13.539401 n-d-714676-13 neutron-server[103606]: WARNING neutron.api.v2.base [None req-65337051-fed1-4892-a8c7-4c71fd1bd2b3 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 14:05:13.540159 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-65337051-fed1-4892-a8c7-4c71fd1bd2b3 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:13.541691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-65337051-fed1-4892-a8c7-4c71fd1bd2b3 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069726 Feb 04 14:05:13.544681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50718) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.550282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9f1dbe5b-b675-4560-a8d7-afbe53440ae6 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': '0e90038e-2dac-4096-9b28-e8054726a0c0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:13.597100 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-9f1dbe5b-b675-4560-a8d7-afbe53440ae6 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:13.600801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9f1dbe5b-b675-4560-a8d7-afbe53440ae6 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0514755 Feb 04 14:05:13.601332 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50720) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.606568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-65981358-e89c-47be-b9d9-b403b4a3dac4 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': '0e90038e-2dac-4096-9b28-e8054726a0c0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:13.607188 n-d-714676-13 neutron-server[103607]: WARNING neutron.api.v2.base [None req-65981358-e89c-47be-b9d9-b403b4a3dac4 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 14:05:13.607768 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-65981358-e89c-47be-b9d9-b403b4a3dac4 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:13.609060 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-65981358-e89c-47be-b9d9-b403b4a3dac4 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065598 Feb 04 14:05:13.612079 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50722) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.618230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0e258401-5d69-4128-94d8-9d423a0ef5a1 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': '0e90038e-2dac-4096-9b28-e8054726a0c0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:13.645438 n-d-714676-13 neutron-server[103607]: INFO neutron.db.securitygroups_db [None req-0e258401-5d69-4128-94d8-9d423a0ef5a1 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Project e16e14c34b5542f396b873f56865063b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:05:13.667080 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-0e258401-5d69-4128-94d8-9d423a0ef5a1 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:13.668360 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0e258401-5d69-4128-94d8-9d423a0ef5a1 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0551760 Feb 04 14:05:13.671467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50724) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.676155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-968fe85a-f152-445c-82e7-ddccc3216a76 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': '0e90038e-2dac-4096-9b28-e8054726a0c0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:13.676628 n-d-714676-13 neutron-server[103607]: WARNING neutron.api.v2.base [None req-968fe85a-f152-445c-82e7-ddccc3216a76 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 14:05:13.677140 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-968fe85a-f152-445c-82e7-ddccc3216a76 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:13.678218 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-968fe85a-f152-445c-82e7-ddccc3216a76 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056958 Feb 04 14:05:13.681644 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50726) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.686416 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b09824ce-7d92-4c3e-b2cf-316a29791759 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': '0e90038e-2dac-4096-9b28-e8054726a0c0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:13.710552 n-d-714676-13 neutron-server[103607]: INFO neutron.db.securitygroups_db [None req-b09824ce-7d92-4c3e-b2cf-316a29791759 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Project e16e14c34b5542f396b873f56865063b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:05:13.726385 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-b09824ce-7d92-4c3e-b2cf-316a29791759 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:13.730930 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b09824ce-7d92-4c3e-b2cf-316a29791759 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0448587 Feb 04 14:05:13.731301 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50728) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.736011 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a3fe549b-3345-4053-8d35-2d232ed71c38 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': '0e90038e-2dac-4096-9b28-e8054726a0c0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:13.760357 n-d-714676-13 neutron-server[103607]: INFO neutron.db.securitygroups_db [None req-a3fe549b-3345-4053-8d35-2d232ed71c38 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Project e16e14c34b5542f396b873f56865063b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:05:13.776571 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-a3fe549b-3345-4053-8d35-2d232ed71c38 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:13.777682 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a3fe549b-3345-4053-8d35-2d232ed71c38 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0452893 Feb 04 14:05:13.780710 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50730) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.847318 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-771c46b5-a5c7-4ada-88d4-8dc0c9087518 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (0e90038e-2dac-4096-9b28-e8054726a0c0), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:13.876159 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-771c46b5-a5c7-4ada-88d4-8dc0c9087518 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (0e90038e-2dac-4096-9b28-e8054726a0c0), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:13.953678 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-771c46b5-a5c7-4ada-88d4-8dc0c9087518 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0e90038e-2dac-4096-9b28-e8054726a0c0), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:13.956389 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-771c46b5-a5c7-4ada-88d4-8dc0c9087518 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:13.958666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-771c46b5-a5c7-4ada-88d4-8dc0c9087518 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "DELETE /v2.0/security-groups/0e90038e-2dac-4096-9b28-e8054726a0c0 HTTP/1.1" status: 204 len: 168 time: 0.1767411 Feb 04 14:05:13.960472 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50734) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:13.971555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ead09-88a7-4b13-8baf-0fc07794ae7e req-a798460d-c8cb-4c47-8d33-09c38e216fef tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:13.973414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab4ead09-88a7-4b13-8baf-0fc07794ae7e req-a798460d-c8cb-4c47-8d33-09c38e216fef tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 943 time: 0.0789776 Feb 04 14:05:13.983822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c46b5-a5c7-4ada-88d4-8dc0c9087518 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e90038e-2dac-4096-9b28-e8054726a0c0,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:14.037252 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fcb318f6-26f9-423f-8ac4-e38793d986c4 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0755951 Feb 04 14:05:14.042570 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50736) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:14.046805 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab4ead09-88a7-4b13-8baf-0fc07794ae7e req-6c70cae9-3cb5-4d1f-b641-c6dcaadd89bc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649006 Feb 04 14:05:14.047296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-dfb72b23-726c-41c6-8913-05a92f4ac791 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group': {'name': 'tempest-secgroup--200771014'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:14.075635 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfb72b23-726c-41c6-8913-05a92f4ac791 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.155084 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfb72b23-726c-41c6-8913-05a92f4ac791 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (b2a89a33-e22a-45c9-bb9c-2906002b2083), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.159656 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfb72b23-726c-41c6-8913-05a92f4ac791 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b2a89a33-e22a-45c9-bb9c-2906002b2083), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.191073 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.199738 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfb72b23-726c-41c6-8913-05a92f4ac791 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.201023 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dfb72b23-726c-41c6-8913-05a92f4ac791 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1574695 Feb 04 14:05:14.202873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb72b23-726c-41c6-8913-05a92f4ac791 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a89a33-e22a-45c9-bb9c-2906002b2083,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:14.204468 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50738) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:14.210425 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-56301861-a44a-489d-9ccb-afc3ac9619bf tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': 'b2a89a33-e22a-45c9-bb9c-2906002b2083', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:14.249975 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-56301861-a44a-489d-9ccb-afc3ac9619bf tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The resource could not be found. Feb 04 14:05:14.251178 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-56301861-a44a-489d-9ccb-afc3ac9619bf tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0455341 Feb 04 14:05:14.254284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50740) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:14.259612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-1c49527a-29a5-4a59-9c96-06e05c324f49 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': 'b2a89a33-e22a-45c9-bb9c-2906002b2083', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'aa581db2-1a6c-419e-bd73-baf60213ab79'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:14.297870 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-1c49527a-29a5-4a59-9c96-06e05c324f49 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The resource could not be found. Feb 04 14:05:14.299346 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1c49527a-29a5-4a59-9c96-06e05c324f49 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0440028 Feb 04 14:05:14.302036 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50742) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:14.368671 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5db78003-00c8-4de1-8de7-679de8382dd7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (b2a89a33-e22a-45c9-bb9c-2906002b2083), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.393116 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5db78003-00c8-4de1-8de7-679de8382dd7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (b2a89a33-e22a-45c9-bb9c-2906002b2083), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.436184 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5db78003-00c8-4de1-8de7-679de8382dd7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b2a89a33-e22a-45c9-bb9c-2906002b2083), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.439298 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5db78003-00c8-4de1-8de7-679de8382dd7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.440686 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5db78003-00c8-4de1-8de7-679de8382dd7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "DELETE /v2.0/security-groups/b2a89a33-e22a-45c9-bb9c-2906002b2083 HTTP/1.1" status: 204 len: 168 time: 0.1376841 Feb 04 14:05:14.443480 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50746) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:14.455304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db78003-00c8-4de1-8de7-679de8382dd7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a89a33-e22a-45c9-bb9c-2906002b2083,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:14.504892 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-841b28fe-fa2d-4895-8622-9c15404ace02 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0601926 Feb 04 14:05:14.509559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50748) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:14.514211 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-16ae2099-541d-43a5-8172-fa555864b61b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': '80fa1f04-6e81-4949-9699-26c1824ea44f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:14.562289 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-16ae2099-541d-43a5-8172-fa555864b61b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The resource could not be found. Feb 04 14:05:14.563527 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-16ae2099-541d-43a5-8172-fa555864b61b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0529797 Feb 04 14:05:14.567814 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50750) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:14.573266 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a1350690-cbfb-4830-9f18-403a1eb569f8 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676769153'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:14.600633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a1350690-cbfb-4830-9f18-403a1eb569f8 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.685560 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a1350690-cbfb-4830-9f18-403a1eb569f8 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (49ca6264-bfd2-4630-86cb-6a6b24f59b56), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.689928 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a1350690-cbfb-4830-9f18-403a1eb569f8 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (49ca6264-bfd2-4630-86cb-6a6b24f59b56), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.721316 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a1350690-cbfb-4830-9f18-403a1eb569f8 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.722623 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a1350690-cbfb-4830-9f18-403a1eb569f8 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1537895 Feb 04 14:05:14.725747 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50752) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:14.730908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-2dbf3ace-ecde-414b-b8a3-539b6b82bd16 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group': {'name': 'tempest-secgroup--888113578'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:14.733665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1350690-cbfb-4830-9f18-403a1eb569f8 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ca6264-bfd2-4630-86cb-6a6b24f59b56,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:14.767340 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3ace-ecde-414b-b8a3-539b6b82bd16 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.842975 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3ace-ecde-414b-b8a3-539b6b82bd16 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (0d1301a1-074d-496b-b3a7-03721380f364), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.848051 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3ace-ecde-414b-b8a3-539b6b82bd16 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0d1301a1-074d-496b-b3a7-03721380f364), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.881199 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3ace-ecde-414b-b8a3-539b6b82bd16 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.882511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2dbf3ace-ecde-414b-b8a3-539b6b82bd16 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1557279 Feb 04 14:05:14.883375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf3ace-ecde-414b-b8a3-539b6b82bd16 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1301a1-074d-496b-b3a7-03721380f364,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:14.885660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50754) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:14.892314 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:14.893689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e66d2921-031a-4ab1-b460-847c6310c075 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': '49ca6264-bfd2-4630-86cb-6a6b24f59b56', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0d1301a1-074d-496b-b3a7-03721380f364'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:14.932252 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-e66d2921-031a-4ab1-b460-847c6310c075 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:14.936136 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e66d2921-031a-4ab1-b460-847c6310c075 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0461147 Feb 04 14:05:14.936459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50756) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:14.996353 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-80f9fdff-e168-4d9a-8b81-60e1f474ad7b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (0d1301a1-074d-496b-b3a7-03721380f364), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.021874 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-80f9fdff-e168-4d9a-8b81-60e1f474ad7b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (0d1301a1-074d-496b-b3a7-03721380f364), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.075825 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-80f9fdff-e168-4d9a-8b81-60e1f474ad7b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0d1301a1-074d-496b-b3a7-03721380f364), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.079456 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-80f9fdff-e168-4d9a-8b81-60e1f474ad7b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.083197 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-80f9fdff-e168-4d9a-8b81-60e1f474ad7b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "DELETE /v2.0/security-groups/0d1301a1-074d-496b-b3a7-03721380f364 HTTP/1.1" status: 204 len: 168 time: 0.1432278 Feb 04 14:05:15.083966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50760) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:15.095009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9fdff-e168-4d9a-8b81-60e1f474ad7b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1301a1-074d-496b-b3a7-03721380f364,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:15.193054 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9e769d9c-da4c-4a28-bc3e-e270bc82d1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.206026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-47c3a2ac-4572-46c0-a831-87ef97752fb5 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1190519 Feb 04 14:05:15.208822 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50762) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:15.248508 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de67feb-5302-4755-8d3d-5cc082d7fa97 req-5fb15a66-79d0-4b35-9d8c-cfd21b84ba09 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:15.249941 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6de67feb-5302-4755-8d3d-5cc082d7fa97 req-5fb15a66-79d0-4b35-9d8c-cfd21b84ba09 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 943 time: 0.1200175 Feb 04 14:05:15.293911 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8c20f52-fe59-48fa-8720-2c726169e034 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (49ca6264-bfd2-4630-86cb-6a6b24f59b56), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.333542 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6de67feb-5302-4755-8d3d-5cc082d7fa97 req-5dc2398a-fa0b-41a6-8ebf-b9dbd7dd4edc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774755 Feb 04 14:05:15.338222 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8c20f52-fe59-48fa-8720-2c726169e034 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (49ca6264-bfd2-4630-86cb-6a6b24f59b56), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.395107 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8c20f52-fe59-48fa-8720-2c726169e034 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (49ca6264-bfd2-4630-86cb-6a6b24f59b56), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.397904 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8c20f52-fe59-48fa-8720-2c726169e034 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.401673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a8c20f52-fe59-48fa-8720-2c726169e034 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "DELETE /v2.0/security-groups/49ca6264-bfd2-4630-86cb-6a6b24f59b56 HTTP/1.1" status: 204 len: 168 time: 0.1893830 Feb 04 14:05:15.402417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50766) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:15.411574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c20f52-fe59-48fa-8720-2c726169e034 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ca6264-bfd2-4630-86cb-6a6b24f59b56,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:15.477587 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a7311a52-b51e-4627-8c4c-dd8e9e976387 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0734320 Feb 04 14:05:15.481695 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50768) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:15.486617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-913f405e-c473-4c2e-8980-26a157890dde tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group': {'name': 'tempest-secgroup--257213695'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:15.509781 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-913f405e-c473-4c2e-8980-26a157890dde tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.557843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:05:15.615529 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-913f405e-c473-4c2e-8980-26a157890dde tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (69c42ba5-988b-47b9-9c6b-f04d1b726a93), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.621576 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-913f405e-c473-4c2e-8980-26a157890dde tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (69c42ba5-988b-47b9-9c6b-f04d1b726a93), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.677332 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-913f405e-c473-4c2e-8980-26a157890dde tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.684363 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-913f405e-c473-4c2e-8980-26a157890dde tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1960869 Feb 04 14:05:15.684363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50770) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:15.691338 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f405e-c473-4c2e-8980-26a157890dde tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c42ba5-988b-47b9-9c6b-f04d1b726a93,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:15.705891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d73ab2d3-47ea-46ef-8285-c9f75ffb7535 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': '69c42ba5-988b-47b9-9c6b-f04d1b726a93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:15.710995 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.748733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:05:15.764159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'port_id': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'mac_address': 'fa:16:3e:88:b9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:05:15.766498 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-d73ab2d3-47ea-46ef-8285-c9f75ffb7535 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:15.767601 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d73ab2d3-47ea-46ef-8285-c9f75ffb7535 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0802710 Feb 04 14:05:15.770430 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50772) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:15.776210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-eb186676-b327-4b50-a1e1-99802dfd221b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group_rule': {'security_group_id': '69c42ba5-988b-47b9-9c6b-f04d1b726a93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:15.812771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:05:15.813172 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.832741 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-eb186676-b327-4b50-a1e1-99802dfd221b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:05:15.835303 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-eb186676-b327-4b50-a1e1-99802dfd221b tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0629835 Feb 04 14:05:15.839429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50774) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:15.842471 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:05:15.867769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:05:15.875610 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.913966 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-273fc8df-f99c-40c4-8443-1bf52b2583bf tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (69c42ba5-988b-47b9-9c6b-f04d1b726a93), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:15.939712 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:15.954457 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-273fc8df-f99c-40c4-8443-1bf52b2583bf tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (69c42ba5-988b-47b9-9c6b-f04d1b726a93), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:16.003402 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-273fc8df-f99c-40c4-8443-1bf52b2583bf tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (69c42ba5-988b-47b9-9c6b-f04d1b726a93), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:16.006156 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-273fc8df-f99c-40c4-8443-1bf52b2583bf tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:16.007340 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-273fc8df-f99c-40c4-8443-1bf52b2583bf tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "DELETE /v2.0/security-groups/69c42ba5-988b-47b9-9c6b-f04d1b726a93 HTTP/1.1" status: 204 len: 168 time: 0.1663218 Feb 04 14:05:16.010915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50776) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:16.018452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fc8df-f99c-40c4-8443-1bf52b2583bf tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c42ba5-988b-47b9-9c6b-f04d1b726a93,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:16.072063 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ee4a2be0-a53d-47f4-a67b-92633620d0c9 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0591841 Feb 04 14:05:16.075633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50778) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:16.080445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-2c7547d0-38c8-42f2-b3ae-d5bcfd7073d7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1340278217'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:16.107111 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2c7547d0-38c8-42f2-b3ae-d5bcfd7073d7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:16.206155 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:05:16.215535 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2c7547d0-38c8-42f2-b3ae-d5bcfd7073d7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (d070b42a-e14c-4b4a-9d53-7e69d15e7f51), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:16.228087 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2c7547d0-38c8-42f2-b3ae-d5bcfd7073d7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d070b42a-e14c-4b4a-9d53-7e69d15e7f51), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:16.268833 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2c7547d0-38c8-42f2-b3ae-d5bcfd7073d7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:16.270137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2c7547d0-38c8-42f2-b3ae-d5bcfd7073d7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1934204 Feb 04 14:05:16.273900 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50780) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:16.276498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7547d0-38c8-42f2-b3ae-d5bcfd7073d7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d070b42a-e14c-4b4a-9d53-7e69d15e7f51,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:16.288516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-962d6924-6870-4902-b0ca-598eb99e1b74 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:16.295750 n-d-714676-13 neutron-server[103607]: WARNING neutron.api.v2.base [None req-962d6924-6870-4902-b0ca-598eb99e1b74 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 14:05:16.296634 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-962d6924-6870-4902-b0ca-598eb99e1b74 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 14:05:16.303034 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-962d6924-6870-4902-b0ca-598eb99e1b74 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "PUT /v2.0/security-groups/d070b42a-e14c-4b4a-9d53-7e69d15e7f51 HTTP/1.1" status: 409 len: 330 time: 0.0218000 Feb 04 14:05:16.304292 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50782) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:16.403873 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b2faf4e7-f073-4af4-85d1-51930e810938 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (d070b42a-e14c-4b4a-9d53-7e69d15e7f51), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:16.434831 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b2faf4e7-f073-4af4-85d1-51930e810938 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (d070b42a-e14c-4b4a-9d53-7e69d15e7f51), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:16.542533 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b2faf4e7-f073-4af4-85d1-51930e810938 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d070b42a-e14c-4b4a-9d53-7e69d15e7f51), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:16.547669 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b2faf4e7-f073-4af4-85d1-51930e810938 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:16.549942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b2faf4e7-f073-4af4-85d1-51930e810938 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "DELETE /v2.0/security-groups/d070b42a-e14c-4b4a-9d53-7e69d15e7f51 HTTP/1.1" status: 204 len: 168 time: 0.2439511 Feb 04 14:05:16.552743 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50788) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:16.578897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da58da3-477e-45c8-8f19-d4395ae1ebf1 req-88cd2935-a54c-459a-8001-dc762a5d5f7d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:16.581794 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0da58da3-477e-45c8-8f19-d4395ae1ebf1 req-88cd2935-a54c-459a-8001-dc762a5d5f7d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 944 time: 0.1260345 Feb 04 14:05:16.601905 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2faf4e7-f073-4af4-85d1-51930e810938 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d070b42a-e14c-4b4a-9d53-7e69d15e7f51,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:16.614791 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-02ce4c98-8c9b-4a22-8f33-dee60e452465 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0597970 Feb 04 14:05:16.620518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50790) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:16.642469 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-0a565a97-c474-42bf-921a-d9e02f956bb6 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] delete failed (client error): The resource could not be found. Feb 04 14:05:16.650038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50792) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:16.651773 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0a565a97-c474-42bf-921a-d9e02f956bb6 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "DELETE /v2.0/security-groups/89276c90-5138-4265-b53b-8eb945e9aced HTTP/1.1" status: 404 len: 347 time: 0.0286424 Feb 04 14:05:16.700948 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-a558af71-11f1-4495-9326-937bde3886c7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] show failed (client error): The resource could not be found. Feb 04 14:05:16.702548 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a558af71-11f1-4495-9326-937bde3886c7 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "GET /v2.0/security-groups/07afdcbd-ae71-4020-8a5c-f2b620e2d9df HTTP/1.1" status: 404 len: 347 time: 0.0510139 Feb 04 14:05:16.708622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50794) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:16.734676 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0da58da3-477e-45c8-8f19-d4395ae1ebf1 req-7a3441a2-c8e3-4c4c-b1cb-e3cc006acca0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420388 Feb 04 14:05:16.743687 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-aa418932-15cd-4445-9b61-98cbf6db3b54 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] show failed (client error): The resource could not be found. Feb 04 14:05:16.749074 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-aa418932-15cd-4445-9b61-98cbf6db3b54 tempest-NegativeSecGroupIPv6Test-1733892377 tempest-NegativeSecGroupIPv6Test-1733892377-project] 10.222.0.96 "GET /v2.0/security-group-rules/0fd656e7-598d-468c-a93a-85cafa11325b HTTP/1.1" status: 404 len: 356 time: 0.0354645 Feb 04 14:05:17.006359 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:17.085830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50800) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:17.278588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e7291e12-e357-4999-9710-fa02eac8b577 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e16e14c34b5542f396b873f56865063b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1914790 Feb 04 14:05:17.281205 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50804) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:17.349730 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c80dea2-f5d2-4420-b19e-422e8f8a2af9 admin admin] Publish callbacks [] for security_group (b9c99c30-879e-46f4-b530-23e4a2808d3b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:17.373870 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c80dea2-f5d2-4420-b19e-422e8f8a2af9 admin admin] Publish callbacks [] for security_group (b9c99c30-879e-46f4-b530-23e4a2808d3b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:17.428685 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c80dea2-f5d2-4420-b19e-422e8f8a2af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (b9c99c30-879e-46f4-b530-23e4a2808d3b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:17.432062 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c80dea2-f5d2-4420-b19e-422e8f8a2af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:17.436189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9c80dea2-f5d2-4420-b19e-422e8f8a2af9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b9c99c30-879e-46f4-b530-23e4a2808d3b HTTP/1.1" status: 204 len: 168 time: 0.1509480 Feb 04 14:05:17.444890 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80dea2-f5d2-4420-b19e-422e8f8a2af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c99c30-879e-46f4-b530-23e4a2808d3b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:17.574610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:05:17.667669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:05:17.689057 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:17.689595 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:17.893307 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:05:17.897699 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:17.940880 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:05:17.947942 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05abe764-c7f5-4ec3-8f2e-df4fbf32ad46" -d '{"events": [{"server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "name": "network-vif-plugged", "status": "completed", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:05:17.981071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:05:17.989901 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:18.002071 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a6651-51ef-483f-8ef0-4b01c60f13fa req-86a21ca0-8f19-4f53-a68d-e7173a8dfd7a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:18.015449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c9a6651-51ef-483f-8ef0-4b01c60f13fa req-86a21ca0-8f19-4f53-a68d-e7173a8dfd7a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 944 time: 0.1507602 Feb 04 14:05:18.074047 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:05:18.087407 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:18.131088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:18.158902 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c9a6651-51ef-483f-8ef0-4b01c60f13fa req-9b6f452a-e412-485a-9d4a-23d571917217 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329801 Feb 04 14:05:18.507711 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e9dcc8-d2e1-4fd4-a517-309ec1dc67c4 x-openstack-request-id: req-90e9dcc8-d2e1-4fd4-a517-309ec1dc67c4 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:05:18.508114 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "name": "network-vif-plugged", "status": "completed", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:05:18.508528 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-90e9dcc8-d2e1-4fd4-a517-309ec1dc67c4 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:05:18.509691 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'code': 200} Feb 04 14:05:18.645457 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb59bfe-1953-4187-9360-16c2493a263c req-b46febad-1a0f-4cef-95b7-8612120448e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:18.647330 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0fb59bfe-1953-4187-9360-16c2493a263c req-b46febad-1a0f-4cef-95b7-8612120448e0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1128 time: 0.0693672 Feb 04 14:05:18.709829 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0fb59bfe-1953-4187-9360-16c2493a263c req-1ad09766-5d3c-4cd7-9740-bc38553ab66b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558209 Feb 04 14:05:18.761868 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50880) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:18.915618 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e5528440-af5d-4ea0-b506-c5f27423b2d4 tempest-ServiceProvidersTest-1917527587 tempest-ServiceProvidersTest-1917527587-project] 10.222.0.96 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1515641 Feb 04 14:05:19.221214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50894) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:19.230375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-67710130-32cf-4c17-b0d0-844c8bc84598 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1234071086', 'description': 'tempest-secgroup-smoke-1234071086 description', 'project_id': '04a7af11479049059024e84090058dbe'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:19.313141 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67710130-32cf-4c17-b0d0-844c8bc84598 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.371047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50896) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:19.466011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bb4ad-66c2-4aa0-baa8-54a525e96362 req-66f69a1b-68bc-4063-96a0-85e073081a39 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:19.471141 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67710130-32cf-4c17-b0d0-844c8bc84598 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group (2790c332-8ded-4221-b69d-69e4e254ce07), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.475549 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c04bb4ad-66c2-4aa0-baa8-54a525e96362 req-66f69a1b-68bc-4063-96a0-85e073081a39 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0811317 Feb 04 14:05:19.478661 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67710130-32cf-4c17-b0d0-844c8bc84598 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2790c332-8ded-4221-b69d-69e4e254ce07), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.516550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67710130-32cf-4c17-b0d0-844c8bc84598 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2790c332-8ded-4221-b69d-69e4e254ce07,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:19.543432 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-67710130-32cf-4c17-b0d0-844c8bc84598 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.544918 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-67710130-32cf-4c17-b0d0-844c8bc84598 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3223195 Feb 04 14:05:19.548092 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50900) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:19.553189 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3ec6f01c-eff6-4414-bb49-e5b11a1e192a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'security_group_rule': {'security_group_id': '2790c332-8ded-4221-b69d-69e4e254ce07', 'project_id': '04a7af11479049059024e84090058dbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:19.555247 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-459a93ba-0db5-46b0-9f25-800c6f34326b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.568933 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c04bb4ad-66c2-4aa0-baa8-54a525e96362 req-aae953c1-f32e-41e1-97f4-fcb4d4b21028 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901442 Feb 04 14:05:19.593948 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ec6f01c-eff6-4414-bb49-e5b11a1e192a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (9a2453af-eb7e-4470-94c2-baff20171fbb), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.676944 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ec6f01c-eff6-4414-bb49-e5b11a1e192a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (9a2453af-eb7e-4470-94c2-baff20171fbb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.682900 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ec6f01c-eff6-4414-bb49-e5b11a1e192a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (9a2453af-eb7e-4470-94c2-baff20171fbb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.708394 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ec6f01c-eff6-4414-bb49-e5b11a1e192a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.709656 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3ec6f01c-eff6-4414-bb49-e5b11a1e192a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1604273 Feb 04 14:05:19.713367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6f01c-eff6-4414-bb49-e5b11a1e192a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2453af-eb7e-4470-94c2-baff20171fbb,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:19.716247 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50902) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:19.722728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c22237b3-243e-4dff-9414-4ec337b85b19 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'security_group_rule': {'security_group_id': '2790c332-8ded-4221-b69d-69e4e254ce07', 'project_id': '04a7af11479049059024e84090058dbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:19.729050 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-459a93ba-0db5-46b0-9f25-800c6f34326b admin admin] Publish callbacks [] for security_group (2f23a956-0ed6-481d-9d3f-5f21f32ae270), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.737035 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-459a93ba-0db5-46b0-9f25-800c6f34326b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2f23a956-0ed6-481d-9d3f-5f21f32ae270), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.803390 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-459a93ba-0db5-46b0-9f25-800c6f34326b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=310ff186c9e74f758110e5fc5650af57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4308279 Feb 04 14:05:19.805428 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c22237b3-243e-4dff-9414-4ec337b85b19 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (61acfa7f-fcfb-4b6a-8cad-72f5e77ef410), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.807019 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50904) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:19.810120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a93ba-0db5-46b0-9f25-800c6f34326b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f23a956-0ed6-481d-9d3f-5f21f32ae270,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:19.879998 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f977efc2-c2de-4f15-bf88-1f548540d7b7 admin admin] Publish callbacks [] for security_group (2f23a956-0ed6-481d-9d3f-5f21f32ae270), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.888223 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c22237b3-243e-4dff-9414-4ec337b85b19 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (61acfa7f-fcfb-4b6a-8cad-72f5e77ef410), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.894128 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c22237b3-243e-4dff-9414-4ec337b85b19 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (61acfa7f-fcfb-4b6a-8cad-72f5e77ef410), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.913003 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f977efc2-c2de-4f15-bf88-1f548540d7b7 admin admin] Publish callbacks [] for security_group (2f23a956-0ed6-481d-9d3f-5f21f32ae270), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.916393 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22237b3-243e-4dff-9414-4ec337b85b19 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61acfa7f-fcfb-4b6a-8cad-72f5e77ef410,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:19.930250 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c22237b3-243e-4dff-9414-4ec337b85b19 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:19.931626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c22237b3-243e-4dff-9414-4ec337b85b19 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2130415 Feb 04 14:05:19.936174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50906) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:19.946051 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2d6c48df-c20d-4d15-ac85-e0677511b309 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'security_group_rule': {'security_group_id': '2790c332-8ded-4221-b69d-69e4e254ce07', 'project_id': '04a7af11479049059024e84090058dbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:19.988569 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d6c48df-c20d-4d15-ac85-e0677511b309 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (1b001c75-7105-4c66-ba8e-99b560ec96da), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.013896 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f977efc2-c2de-4f15-bf88-1f548540d7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2f23a956-0ed6-481d-9d3f-5f21f32ae270), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.017038 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f977efc2-c2de-4f15-bf88-1f548540d7b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.018920 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f977efc2-c2de-4f15-bf88-1f548540d7b7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2f23a956-0ed6-481d-9d3f-5f21f32ae270 HTTP/1.1" status: 204 len: 168 time: 0.2102025 Feb 04 14:05:20.040575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977efc2-c2de-4f15-bf88-1f548540d7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f23a956-0ed6-481d-9d3f-5f21f32ae270,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:20.092714 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d6c48df-c20d-4d15-ac85-e0677511b309 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (1b001c75-7105-4c66-ba8e-99b560ec96da), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.098184 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d6c48df-c20d-4d15-ac85-e0677511b309 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (1b001c75-7105-4c66-ba8e-99b560ec96da), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.121887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c48df-c20d-4d15-ac85-e0677511b309 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b001c75-7105-4c66-ba8e-99b560ec96da,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:20.131681 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d6c48df-c20d-4d15-ac85-e0677511b309 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.134051 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2d6c48df-c20d-4d15-ac85-e0677511b309 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1965477 Feb 04 14:05:20.137891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50910) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:20.144116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-da2700f4-7bdc-4d3a-b60c-eeed46dfbb26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'security_group_rule': {'security_group_id': '2790c332-8ded-4221-b69d-69e4e254ce07', 'project_id': '04a7af11479049059024e84090058dbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:20.192789 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da2700f4-7bdc-4d3a-b60c-eeed46dfbb26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (a81a8adc-dbd5-4217-8243-bce843642e3e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.272292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da2700f4-7bdc-4d3a-b60c-eeed46dfbb26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (a81a8adc-dbd5-4217-8243-bce843642e3e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.277519 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da2700f4-7bdc-4d3a-b60c-eeed46dfbb26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (a81a8adc-dbd5-4217-8243-bce843642e3e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.292179 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2700f4-7bdc-4d3a-b60c-eeed46dfbb26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81a8adc-dbd5-4217-8243-bce843642e3e,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:20.314080 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da2700f4-7bdc-4d3a-b60c-eeed46dfbb26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.315362 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-da2700f4-7bdc-4d3a-b60c-eeed46dfbb26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1761289 Feb 04 14:05:20.318769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50916) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:20.324233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-bee2f9c1-b275-4a2e-93ac-b3424638848b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'security_group_rule': {'security_group_id': '2790c332-8ded-4221-b69d-69e4e254ce07', 'project_id': '04a7af11479049059024e84090058dbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:20.348098 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-bee2f9c1-b275-4a2e-93ac-b3424638848b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Project 04a7af11479049059024e84090058dbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:05:20.353570 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bee2f9c1-b275-4a2e-93ac-b3424638848b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (6fadb956-c81b-4201-b279-f9d877f0655c), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.419262 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bee2f9c1-b275-4a2e-93ac-b3424638848b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (6fadb956-c81b-4201-b279-f9d877f0655c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.423745 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bee2f9c1-b275-4a2e-93ac-b3424638848b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (6fadb956-c81b-4201-b279-f9d877f0655c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.447313 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2f9c1-b275-4a2e-93ac-b3424638848b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fadb956-c81b-4201-b279-f9d877f0655c,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:20.457870 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bee2f9c1-b275-4a2e-93ac-b3424638848b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.459174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bee2f9c1-b275-4a2e-93ac-b3424638848b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393678 Feb 04 14:05:20.462659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50924) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:20.467154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-543e3192-6187-4c7f-adfe-f5512c058634 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'security_group_rule': {'security_group_id': '2790c332-8ded-4221-b69d-69e4e254ce07', 'project_id': '04a7af11479049059024e84090058dbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:20.488870 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-543e3192-6187-4c7f-adfe-f5512c058634 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Project 04a7af11479049059024e84090058dbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:05:20.495149 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-543e3192-6187-4c7f-adfe-f5512c058634 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (4018d28d-5fdc-4d9a-944b-abcf7d44ca88), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.565215 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-543e3192-6187-4c7f-adfe-f5512c058634 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (4018d28d-5fdc-4d9a-944b-abcf7d44ca88), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.570503 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-543e3192-6187-4c7f-adfe-f5512c058634 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (4018d28d-5fdc-4d9a-944b-abcf7d44ca88), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.593812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e3192-6187-4c7f-adfe-f5512c058634 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4018d28d-5fdc-4d9a-944b-abcf7d44ca88,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:20.607909 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-543e3192-6187-4c7f-adfe-f5512c058634 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:20.607909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-543e3192-6187-4c7f-adfe-f5512c058634 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425047 Feb 04 14:05:20.715482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333636f-7845-4b8d-ae4e-cea3abf7e41d req-132c112b-fd4c-4573-a6e0-8de1d507a6c3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:20.717414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2333636f-7845-4b8d-ae4e-cea3abf7e41d req-132c112b-fd4c-4573-a6e0-8de1d507a6c3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0653312 Feb 04 14:05:20.773196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2333636f-7845-4b8d-ae4e-cea3abf7e41d req-8733d609-b703-4218-a251-7728b75a6dde tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493865 Feb 04 14:05:20.901575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258728f-03c4-4045-95bd-4cbc0d500a02 req-e03f83d7-30f4-45f1-baee-cfc945cc68a6 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:20.903151 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1258728f-03c4-4045-95bd-4cbc0d500a02 req-e03f83d7-30f4-45f1-baee-cfc945cc68a6 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0547822 Feb 04 14:05:20.967573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1258728f-03c4-4045-95bd-4cbc0d500a02 req-1e97fd05-c3e0-4269-88f5-cea308242ce8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557208 Feb 04 14:05:20.993409 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 50980) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:21.060330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c4e684-15b8-46bb-9107-248f597ffcd4 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:21.066711 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-11c4e684-15b8-46bb-9107-248f597ffcd4 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1123 time: 0.0684676 Feb 04 14:05:21.067395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 50988) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:21.071718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:21.104076 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:21.224085 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:21.667336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Allocated IP 172.25.5.151 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/1edc4c53-a9b6-4832-a2ca-b611e3720030) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:05:21.837463 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (1edc4c53-a9b6-4832-a2ca-b611e3720030), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:21.876286 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (1edc4c53-a9b6-4832-a2ca-b611e3720030), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:21.924942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:05:21.927898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:05:21.931913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:05:21.964862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=1edc4c53-a9b6-4832-a2ca-b611e3720030,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:22.516032 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for floatingip (0992e26e-bd2a-4efb-89c5-a7dcf06638be), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:22.637188 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1edc4c53-a9b6-4832-a2ca-b611e3720030), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:22.809083 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (1edc4c53-a9b6-4832-a2ca-b611e3720030), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:22.815055 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (1edc4c53-a9b6-4832-a2ca-b611e3720030), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:22.892953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=1edc4c53-a9b6-4832-a2ca-b611e3720030,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:22.907314 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (0992e26e-bd2a-4efb-89c5-a7dcf06638be), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:23.040983 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Floating IP 0992e26e-bd2a-4efb-89c5-a7dcf06638be associated. External IP: 172.25.5.151, port: 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9. Feb 04 14:05:23.351010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router 6408366c-19d6-497d-8690-d40f66ff2526 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:05:23.532106 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:05:23.547815 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a5c77f-b808-4c2b-aa15-52b87a1f2be0 None None] Sync routers for ids ['6408366c-19d6-497d-8690-d40f66ff2526'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:05:23.554508 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:23.565305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a5c77f-b808-4c2b-aa15-52b87a1f2be0 None None] Routers {'6408366c-19d6-497d-8690-d40f66ff2526'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:05:23.566421 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a1a5c77f-b808-4c2b-aa15-52b87a1f2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:05:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6408366c-19d6-497d-8690-d40f66ff2526'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:23.612845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-288974a3-bd34-4a8c-a625-97c2a36cb0ab tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5427420 Feb 04 14:05:23.612845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:05:23.614025 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c036686f-082a-401e-af8a-6f62f99ed618" -d '{"events": [{"name": "network-changed", "server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:05:23.710562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a1a5c77f-b808-4c2b-aa15-52b87a1f2be0 None None] Set router 6408366c-19d6-497d-8690-d40f66ff2526 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:05:23.753984 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e852177-56b9-47e5-8229-a32c01445cd7 req-03da38b7-99eb-4e53-9883-164c2cb80023 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:23.755818 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e852177-56b9-47e5-8229-a32c01445cd7 req-03da38b7-99eb-4e53-9883-164c2cb80023 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0720975 Feb 04 14:05:23.828070 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e852177-56b9-47e5-8229-a32c01445cd7 req-7be1fdb5-1b34-4e76-b86e-3ce3cdbed7fe tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647123 Feb 04 14:05:23.856250 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51054) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:23.930681 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c934eb7c-da43-4f1b-bf0f-c884b35724fa tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/0992e26e-bd2a-4efb-89c5-a7dcf06638be HTTP/1.1" status: 200 len: 991 time: 0.0725098 Feb 04 14:05:23.994347 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a1a5c77f-b808-4c2b-aa15-52b87a1f2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408366c-19d6-497d-8690-d40f66ff2526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870215921', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:56Z', 'updated_at': '2022-02-04T14:05:03Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:57Z', 'updated_at': '2022-02-04T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '0992e26e-bd2a-4efb-89c5-a7dcf06638be', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'port_id': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'mac_address': 'fa:16:3e:88:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:05:22Z', 'updated_at': '2022-02-04T14:05:22Z', 'revision_number': 0, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241baf9e-dc00-4256-a716-c74f838e856b', 'name': '', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:3b:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:05:02Z', 'updated_at': '2022-02-04T14:05:07Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:24.030370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a5c77f-b808-4c2b-aa15-52b87a1f2be0 None None] Checking router: 6408366c-19d6-497d-8690-d40f66ff2526 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:05:24.041070 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a5c77f-b808-4c2b-aa15-52b87a1f2be0 None None] Routers {'6408366c-19d6-497d-8690-d40f66ff2526'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:05:24.041724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a1a5c77f-b808-4c2b-aa15-52b87a1f2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:05:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6408366c-19d6-497d-8690-d40f66ff2526'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:24.056094 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bc1171-b22e-4312-bca6-a53a881df36c x-openstack-request-id: req-e7bc1171-b22e-4312-bca6-a53a881df36c {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:05:24.056745 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:05:24.057521 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e7bc1171-b22e-4312-bca6-a53a881df36c {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:05:24.058625 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'status': 'completed', 'code': 200} Feb 04 14:05:24.142625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036686f-082a-401e-af8a-6f62f99ed618 req-cb37ad93-cb9c-465e-b70f-d8c9e20b5c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:24.146157 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c036686f-082a-401e-af8a-6f62f99ed618 req-cb37ad93-cb9c-465e-b70f-d8c9e20b5c4f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1128 time: 0.0680816 Feb 04 14:05:24.227878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a1a5c77f-b808-4c2b-aa15-52b87a1f2be0 None None] Set router 6408366c-19d6-497d-8690-d40f66ff2526 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:05:24.313777 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036686f-082a-401e-af8a-6f62f99ed618 req-3dce0382-3880-4b9d-91da-9d3570fd1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:24.316884 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c036686f-082a-401e-af8a-6f62f99ed618 req-3dce0382-3880-4b9d-91da-9d3570fd1e49 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 200 len: 897 time: 0.1639709 Feb 04 14:05:24.442562 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c036686f-082a-401e-af8a-6f62f99ed618 req-b42ca903-d34b-4ff1-8e53-49fb5dffc7bf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 999 time: 0.1188471 Feb 04 14:05:24.515338 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036686f-082a-401e-af8a-6f62f99ed618 req-6cb4ae62-6008-4473-ae6c-10788f02760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:24.517591 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c036686f-082a-401e-af8a-6f62f99ed618 req-6cb4ae62-6008-4473-ae6c-10788f02760b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c HTTP/1.1" status: 200 len: 834 time: 0.0687318 Feb 04 14:05:24.547581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a1a5c77f-b808-4c2b-aa15-52b87a1f2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408366c-19d6-497d-8690-d40f66ff2526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870215921', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:56Z', 'updated_at': '2022-02-04T14:05:03Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:57Z', 'updated_at': '2022-02-04T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '0992e26e-bd2a-4efb-89c5-a7dcf06638be', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'port_id': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'mac_address': 'fa:16:3e:88:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:05:22Z', 'updated_at': '2022-02-04T14:05:22Z', 'revision_number': 0, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241baf9e-dc00-4256-a716-c74f838e856b', 'name': '', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:3b:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:05:02Z', 'updated_at': '2022-02-04T14:05:07Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:24.578741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a5c77f-b808-4c2b-aa15-52b87a1f2be0 None None] The sync data for ids ['6408366c-19d6-497d-8690-d40f66ff2526'] in n-d-714676-13 is: [{'id': '6408366c-19d6-497d-8690-d40f66ff2526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870215921', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:56Z', 'updated_at': '2022-02-04T14:05:03Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:57Z', 'updated_at': '2022-02-04T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '0992e26e-bd2a-4efb-89c5-a7dcf06638be', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'port_id': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'mac_address': 'fa:16:3e:88:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:05:22Z', 'updated_at': '2022-02-04T14:05:22Z', 'revision_number': 0, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241baf9e-dc00-4256-a716-c74f838e856b', 'name': '', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:3b:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:05:02Z', 'updated_at': '2022-02-04T14:05:07Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:05:24.599232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036686f-082a-401e-af8a-6f62f99ed618 req-269f32aa-9984-4432-867a-b7e260565a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:24.601620 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c036686f-082a-401e-af8a-6f62f99ed618 req-269f32aa-9984-4432-867a-b7e260565a5f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0784481 Feb 04 14:05:24.734737 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c036686f-082a-401e-af8a-6f62f99ed618 req-7adef33f-5132-4017-9c65-7e578068c8a3 service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252499 Feb 04 14:05:24.884500 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6a8d18-a0f4-457d-a736-5744e9af76fe None None] New status for floating IP 0992e26e-bd2a-4efb-89c5-a7dcf06638be: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:05:24.906578 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c036686f-082a-401e-af8a-6f62f99ed618 req-fbdd5d4f-c8c5-4a48-9ca4-546e88f28cba service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628592 Feb 04 14:05:24.935779 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51070) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:25.102763 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0bc84dac-945d-4c8e-9202-03db08d4d9d7 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/0992e26e-bd2a-4efb-89c5-a7dcf06638be HTTP/1.1" status: 200 len: 991 time: 0.1630456 Feb 04 14:05:26.105577 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51084) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:26.191446 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-562b77c7-d801-4cfc-8c52-2eb1352ea2dc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/0992e26e-bd2a-4efb-89c5-a7dcf06638be HTTP/1.1" status: 200 len: 993 time: 0.0843446 Feb 04 14:05:41.012858 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-11d0a96d-9fe6-48e5-b0ee-60420e757de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:43.701597 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-955ed8bb-9a91-4242-86cd-0a8dd8d0ccbd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234071086&fields=id&tenant_id=04a7af11479049059024e84090058dbe HTTP/1.1" status: 200 len: 267 time: 0.0466862 Feb 04 14:05:43.815131 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-ed672308-e911-44eb-87a7-f163b34c186b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:43.816625 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-ed672308-e911-44eb-87a7-f163b34c186b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 812 time: 0.1082702 Feb 04 14:05:43.832650 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-1223dd44-e932-4f35-8b05-150b301c89cc tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/quotas/04a7af11479049059024e84090058dbe HTTP/1.1" status: 200 len: 375 time: 0.0097389 Feb 04 14:05:43.895812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-7157ab17-b5c0-4d2a-8b9f-07f35dbf3c59 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549591 Feb 04 14:05:44.187048 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:44.291452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-8afbd313-2d5e-414a-9afd-906331152f51 service neutron] 10.222.0.96 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771574 Feb 04 14:05:44.434596 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-8db390c1-2e7f-4fab-97c0-400bfda7850f service neutron] 10.222.0.96 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369581 Feb 04 14:05:44.759568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25decc60-591a-4e35-8ff2-c8008a7e4a16 req-d62dcbd4-5144-457f-877b-7990e604c553 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 210 time: 0.0298560 Feb 04 14:05:44.885501 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:45.193258 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6afe1e56-34b4-4727-be3b-8fd333634263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:45.669345 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:45.676995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82485d0-ead6-4cb6-afd0-1b8d0155bc6d req-3f10bc9f-d787-40e2-84e9-ed81eecf3e88 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:45.678613 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e82485d0-ead6-4cb6-afd0-1b8d0155bc6d req-3f10bc9f-d787-40e2-84e9-ed81eecf3e88 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0788310 Feb 04 14:05:45.808234 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e82485d0-ead6-4cb6-afd0-1b8d0155bc6d req-e62b63a6-c0ff-4591-9d5a-b030c6092667 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223233 Feb 04 14:05:45.850594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-0272d8e8-da2b-4d3c-b3b1-32ea153989b7 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:45.853100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-0272d8e8-da2b-4d3c-b3b1-32ea153989b7 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 812 time: 0.1594954 Feb 04 14:05:45.934665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be445484-5496-4177-9ddb-a75349cf28da req-3ea5e951-46e2-4476-8402-318b7b376c65 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 210 time: 0.0490868 Feb 04 14:05:45.967811 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-ff9179c9-b94a-4c03-a29a-af2dc3dee590 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04a7af11479049059024e84090058dbe HTTP/1.1" status: 200 len: 380 time: 0.1017621 Feb 04 14:05:45.980006 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-d6776681-2423-4294-974e-4b92b81bfe65 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'port': {'device_id': 'c317e880-68a4-42f5-a69c-eb4c0012c468', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'admin_state_up': True, 'tenant_id': '04a7af11479049059024e84090058dbe', 'security_groups': ['2790c332-8ded-4221-b69d-69e4e254ce07']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:46.125111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-d6776681-2423-4294-974e-4b92b81bfe65 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Made reservation on behalf of 04a7af11479049059024e84090058dbe for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:05:46.129003 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-d6776681-2423-4294-974e-4b92b81bfe65 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:46.269294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-d6776681-2423-4294-974e-4b92b81bfe65 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Allocated IP 172.20.0.8 (27de3437-df86-4192-8a38-bd89e17714b7/cdd28e0c-e617-457e-92ca-24c633c0a546/5c64309e-de92-43e3-a5c9-598e781fdc66) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:05:46.432138 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-d6776681-2423-4294-974e-4b92b81bfe65 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for port (5c64309e-de92-43e3-a5c9-598e781fdc66), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:46.467700 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-d6776681-2423-4294-974e-4b92b81bfe65 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (5c64309e-de92-43e3-a5c9-598e781fdc66), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:46.515855 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-d6776681-2423-4294-974e-4b92b81bfe65 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Network 27de3437-df86-4192-8a38-bd89e17714b7 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:05:46.519226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-d6776681-2423-4294-974e-4b92b81bfe65 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:05:46.530743 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-d6776681-2423-4294-974e-4b92b81bfe65 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:05:46.558765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6776681-2423-4294-974e-4b92b81bfe65 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'Port': ['ID=5c64309e-de92-43e3-a5c9-598e781fdc66,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:46.591954 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-d6776681-2423-4294-974e-4b92b81bfe65 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:46.593203 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-d6776681-2423-4294-974e-4b92b81bfe65 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:46.616346 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-d6776681-2423-4294-974e-4b92b81bfe65 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6424453 Feb 04 14:05:46.629318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Request body: {'port': {'device_id': 'c317e880-68a4-42f5-a69c-eb4c0012c468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:46.707470 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5c64309e-de92-43e3-a5c9-598e781fdc66), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:46.832142 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-89ba1cae-1c92-4a6f-a135-351a22ffe777 None None] Provisioning complete for port 5c64309e-de92-43e3-a5c9-598e781fdc66 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:46.833453 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-89ba1cae-1c92-4a6f-a135-351a22ffe777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5c64309e-de92-43e3-a5c9-598e781fdc66), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:46.886393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-89ba1cae-1c92-4a6f-a135-351a22ffe777 None None] Port 5c64309e-de92-43e3-a5c9-598e781fdc66 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:05:47.007442 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:47.030465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a10e25-4583-40e5-b2ef-cf08145ff195 req-a7d11bd6-7692-4b99-a568-2dbb5646cdb3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:47.033925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9a10e25-4583-40e5-b2ef-cf08145ff195 req-a7d11bd6-7692-4b99-a568-2dbb5646cdb3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.0988171 Feb 04 14:05:47.185795 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9a10e25-4583-40e5-b2ef-cf08145ff195 req-8c9692f4-3b4e-4889-a8f8-88b3d162fc10 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439769 Feb 04 14:05:47.194511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c64309e-de92-43e3-a5c9-598e781fdc66 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:05:47.214780 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Publish callbacks [] for port (5c64309e-de92-43e3-a5c9-598e781fdc66), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:47.247327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Transition to ACTIVE for port object 5c64309e-de92-43e3-a5c9-598e781fdc66 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:05:47.253900 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (5c64309e-de92-43e3-a5c9-598e781fdc66), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:47.373275 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Pushing event updated for resources: {'Port': ['ID=5c64309e-de92-43e3-a5c9-598e781fdc66,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:47.489749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Attempting to bind port 5c64309e-de92-43e3-a5c9-598e781fdc66 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:05:47.490133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Attempting to bind port 5c64309e-de92-43e3-a5c9-598e781fdc66 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:05:47.490468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Attempting to bind port 5c64309e-de92-43e3-a5c9-598e781fdc66 on network 27de3437-df86-4192-8a38-bd89e17714b7 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:05:47.503113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdcbd7-a7ef-4511-ac99-b0884f8ef0a9 req-f53b705d-9f2c-4c70-a24a-7915dd254318 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:47.511948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bcdcbd7-a7ef-4511-ac99-b0884f8ef0a9 req-f53b705d-9f2c-4c70-a24a-7915dd254318 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 943 time: 0.1988690 Feb 04 14:05:47.514649 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Port 5c64309e-de92-43e3-a5c9-598e781fdc66 on network 27de3437-df86-4192-8a38-bd89e17714b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:05:47.514971 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Attempting to bind port 5c64309e-de92-43e3-a5c9-598e781fdc66 on network 27de3437-df86-4192-8a38-bd89e17714b7 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:05:47.532245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:05:47.532572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Checking segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:05:47.533077 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Bound using segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:05:47.533404 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Bound port: 5c64309e-de92-43e3-a5c9-598e781fdc66, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:05:47.533764 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5c64309e-de92-43e3-a5c9-598e781fdc66), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:47.630140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bcdcbd7-a7ef-4511-ac99-b0884f8ef0a9 req-54887137-1244-40dc-9c6a-4941f2a42bf1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172650 Feb 04 14:05:47.653109 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] For port 5c64309e-de92-43e3-a5c9-598e781fdc66, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:05:47.656926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] For port 5c64309e-de92-43e3-a5c9-598e781fdc66, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5c64309e-de92-43e3-a5c9-598e781fdc66,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:05:47.664488 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (5c64309e-de92-43e3-a5c9-598e781fdc66), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:47.724274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:47.724910 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:47.727039 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] 10.222.0.99 "PUT /v2.0/ports/5c64309e-de92-43e3-a5c9-598e781fdc66 HTTP/1.1" status: 200 len: 1092 time: 1.1019015 Feb 04 14:05:47.734010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c317e880-68a4-42f5-a69c-eb4c0012c468', 'tag': '5c64309e-de92-43e3-a5c9-598e781fdc66'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:05:47.736273 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1941c2dd-020a-4d65-b6d1-8f8a24dbc363" -d '{"events": [{"name": "network-changed", "server_uuid": "c317e880-68a4-42f5-a69c-eb4c0012c468", "tag": "5c64309e-de92-43e3-a5c9-598e781fdc66"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:05:47.788546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d1a40-43a0-4450-966c-b86335d89d06 req-2c2f0277-91d8-4fd9-b066-ebf982e61eb8 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:47.790321 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-032d1a40-43a0-4450-966c-b86335d89d06 req-2c2f0277-91d8-4fd9-b066-ebf982e61eb8 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.99 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.1177065 Feb 04 14:05:47.791151 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd411065-27db-4940-bbf7-34d8c0d46e5f service neutron] Pushing event updated for resources: {'Port': ['ID=5c64309e-de92-43e3-a5c9-598e781fdc66,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:47.892698 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ee7871-4988-4799-b5bf-775566499f8e x-openstack-request-id: req-00ee7871-4988-4799-b5bf-775566499f8e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:05:47.892990 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c317e880-68a4-42f5-a69c-eb4c0012c468", "tag": "5c64309e-de92-43e3-a5c9-598e781fdc66", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:05:47.893252 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-00ee7871-4988-4799-b5bf-775566499f8e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:05:47.893653 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c317e880-68a4-42f5-a69c-eb4c0012c468', 'tag': '5c64309e-de92-43e3-a5c9-598e781fdc66', 'status': 'completed', 'code': 200} Feb 04 14:05:47.935304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-fe8405cf-0603-44d4-ab1d-cfb608a65bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:47.936849 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-fe8405cf-0603-44d4-ab1d-cfb608a65bcf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 1126 time: 0.1410139 Feb 04 14:05:47.990270 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-4d67094b-1c87-4412-a634-70d253457237 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c64309e-de92-43e3-a5c9-598e781fdc66 HTTP/1.1" status: 200 len: 217 time: 0.0449522 Feb 04 14:05:48.003465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-032d1a40-43a0-4450-966c-b86335d89d06 req-c25b309d-712a-4592-aac4-cb14230fba2f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Deleting port 71feef09-f40e-4d32-8d2b-80c6b97bb75c {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:05:48.003811 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-032d1a40-43a0-4450-966c-b86335d89d06 req-c25b309d-712a-4592-aac4-cb14230fba2f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (71feef09-f40e-4d32-8d2b-80c6b97bb75c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:48.021220 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:48.104848 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-93d13fdc-47dc-4844-82cf-3635090ea7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:48.106350 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-93d13fdc-47dc-4844-82cf-3635090ea7d0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.1051764 Feb 04 14:05:48.177275 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-032d1a40-43a0-4450-966c-b86335d89d06 req-c25b309d-712a-4592-aac4-cb14230fba2f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] For port 71feef09-f40e-4d32-8d2b-80c6b97bb75c, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=71feef09-f40e-4d32-8d2b-80c6b97bb75c,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:05:48.177639 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-032d1a40-43a0-4450-966c-b86335d89d06 req-c25b309d-712a-4592-aac4-cb14230fba2f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (71feef09-f40e-4d32-8d2b-80c6b97bb75c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:48.224385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-fbd945f2-2ce5-4695-905b-c1ee0326a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:48.225812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-fbd945f2-2ce5-4695-905b-c1ee0326a92b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1130517 Feb 04 14:05:48.505451 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384ff57-cdeb-4083-81b3-6a85ba4e02d9 req-64e55b08-c295-4399-8c2e-1c48567c7eaa tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:48.506979 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0384ff57-cdeb-4083-81b3-6a85ba4e02d9 req-64e55b08-c295-4399-8c2e-1c48567c7eaa tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 946 time: 0.1754360 Feb 04 14:05:48.561520 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-a7854272-9d30-4e4f-9871-e7d27f2a69ce service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936270 Feb 04 14:05:48.642452 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-032d1a40-43a0-4450-966c-b86335d89d06 req-c25b309d-712a-4592-aac4-cb14230fba2f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:48.642821 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-032d1a40-43a0-4450-966c-b86335d89d06 req-c25b309d-712a-4592-aac4-cb14230fba2f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (fa378791-a2fc-478b-a5f1-d8b148d6a47a), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:48.643110 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-032d1a40-43a0-4450-966c-b86335d89d06 req-c25b309d-712a-4592-aac4-cb14230fba2f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Floating IP fa378791-a2fc-478b-a5f1-d8b148d6a47a disassociated. External IP: 172.25.5.239, port: 71feef09-f40e-4d32-8d2b-80c6b97bb75c. Feb 04 14:05:48.643453 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-032d1a40-43a0-4450-966c-b86335d89d06 req-c25b309d-712a-4592-aac4-cb14230fba2f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Calling delete_port for 71feef09-f40e-4d32-8d2b-80c6b97bb75c owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:05:48.684021 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0384ff57-cdeb-4083-81b3-6a85ba4e02d9 req-3d5699d9-cf5f-47eb-b799-8f1eb697aa76 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=91d69921-8e41-4c22-b9f4-19eae0579d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364248 Feb 04 14:05:48.775172 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da680d10-38ab-4f34-9708-d8b2ed3046e1 req-41dbc742-b15d-4403-8e7a-76b62d160d4b service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049057 Feb 04 14:05:48.936671 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-032d1a40-43a0-4450-966c-b86335d89d06 req-c25b309d-712a-4592-aac4-cb14230fba2f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (71feef09-f40e-4d32-8d2b-80c6b97bb75c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:48.980621 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b309d-712a-4592-aac4-cb14230fba2f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event deleted for resources: {'Port': ['ID=71feef09-f40e-4d32-8d2b-80c6b97bb75c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:48.988951 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941c2dd-020a-4d65-b6d1-8f8a24dbc363 req-a020fbc6-9d8d-4ed2-8e6d-cd3c31dd0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:48.990640 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1941c2dd-020a-4d65-b6d1-8f8a24dbc363 req-a020fbc6-9d8d-4ed2-8e6d-cd3c31dd0033 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 1126 time: 0.1349146 Feb 04 14:05:49.001743 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7d9a6-acf9-4f5f-bf83-0b8f17b3f335 req-3d38c73b-74f3-499c-acfb-02f6b0c6cd9c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:49.003420 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18d7d9a6-acf9-4f5f-bf83-0b8f17b3f335 req-3d38c73b-74f3-499c-acfb-02f6b0c6cd9c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 943 time: 0.1780257 Feb 04 14:05:49.185389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18d7d9a6-acf9-4f5f-bf83-0b8f17b3f335 req-4958b7d2-ad3c-422a-9548-da044f7a3c19 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705971 Feb 04 14:05:49.230827 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941c2dd-020a-4d65-b6d1-8f8a24dbc363 req-c33bbafe-bf50-48fb-9ff2-bf36e166dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:49.232499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1941c2dd-020a-4d65-b6d1-8f8a24dbc363 req-c33bbafe-bf50-48fb-9ff2-bf36e166dd4e service neutron] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.2280989 Feb 04 14:05:49.626506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-032d1a40-43a0-4450-966c-b86335d89d06 req-c25b309d-712a-4592-aac4-cb14230fba2f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Router 06891b07-d3d2-46a2-85b1-b68983f45d8d has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:05:49.628758 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1941c2dd-020a-4d65-b6d1-8f8a24dbc363 req-4495554a-cea5-4242-b448-01dc69e13e35 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c64309e-de92-43e3-a5c9-598e781fdc66 HTTP/1.1" status: 200 len: 217 time: 0.3886855 Feb 04 14:05:49.738394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941c2dd-020a-4d65-b6d1-8f8a24dbc363 req-e34b1cba-79bd-4b51-8de5-4247b326c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:49.739939 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1941c2dd-020a-4d65-b6d1-8f8a24dbc363 req-e34b1cba-79bd-4b51-8de5-4247b326c845 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.1049752 Feb 04 14:05:49.854300 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9a3dd22-f27e-4ed5-9954-5e6bac81404d req-fed0f819-80aa-408c-a8dd-484a56a002fb tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e19c31-d5cb-42ea-a304-cfe369861e7e HTTP/1.1" status: 200 len: 210 time: 0.0475287 Feb 04 14:05:49.881837 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-032d1a40-43a0-4450-966c-b86335d89d06 req-c25b309d-712a-4592-aac4-cb14230fba2f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:05:49.885423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941c2dd-020a-4d65-b6d1-8f8a24dbc363 req-84867fcb-03b3-4c8d-8762-26f97c3dfcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:49.886969 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1941c2dd-020a-4d65-b6d1-8f8a24dbc363 req-84867fcb-03b3-4c8d-8762-26f97c3dfcd2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1169322 Feb 04 14:05:49.893012 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa8259-426e-4d30-99f9-8e1fc7f371f6 None None] Sync routers for ids ['06891b07-d3d2-46a2-85b1-b68983f45d8d'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:05:49.904674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa8259-426e-4d30-99f9-8e1fc7f371f6 None None] Routers {'06891b07-d3d2-46a2-85b1-b68983f45d8d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:05:49.905395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4bfa8259-426e-4d30-99f9-8e1fc7f371f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:05:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['06891b07-d3d2-46a2-85b1-b68983f45d8d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:49.940013 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-032d1a40-43a0-4450-966c-b86335d89d06 req-c25b309d-712a-4592-aac4-cb14230fba2f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] No DVR routers for this DVR port 71feef09-f40e-4d32-8d2b-80c6b97bb75c on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:05:49.942987 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-032d1a40-43a0-4450-966c-b86335d89d06 req-c25b309d-712a-4592-aac4-cb14230fba2f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:49.947793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-032d1a40-43a0-4450-966c-b86335d89d06 req-c25b309d-712a-4592-aac4-cb14230fba2f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.99 "DELETE /v2.0/ports/71feef09-f40e-4d32-8d2b-80c6b97bb75c HTTP/1.1" status: 204 len: 173 time: 2.1503768 Feb 04 14:05:49.948273 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e19c31-d5cb-42ea-a304-cfe369861e7e', 'name': 'network-vif-deleted', 'tag': '71feef09-f40e-4d32-8d2b-80c6b97bb75c'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:05:49.952664 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103f9cdf-2bcc-471c-8bf3-fec736a5de66" -d '{"events": [{"server_uuid": "23e19c31-d5cb-42ea-a304-cfe369861e7e", "name": "network-vif-deleted", "tag": "71feef09-f40e-4d32-8d2b-80c6b97bb75c"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:05:50.048399 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bac7bdb-0992-49e2-b2ab-0deb0eaa2163 x-openstack-request-id: req-1bac7bdb-0992-49e2-b2ab-0deb0eaa2163 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:05:50.048789 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e19c31-d5cb-42ea-a304-cfe369861e7e", "name": "network-vif-deleted", "tag": "71feef09-f40e-4d32-8d2b-80c6b97bb75c", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:05:50.048976 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1bac7bdb-0992-49e2-b2ab-0deb0eaa2163 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:05:50.049340 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e19c31-d5cb-42ea-a304-cfe369861e7e', 'name': 'network-vif-deleted', 'tag': '71feef09-f40e-4d32-8d2b-80c6b97bb75c', 'status': 'completed', 'code': 200} Feb 04 14:05:50.080612 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1941c2dd-020a-4d65-b6d1-8f8a24dbc363 req-c3633746-c398-4e23-8cdc-1a89bd8057c0 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693480 Feb 04 14:05:50.083477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-4bfa8259-426e-4d30-99f9-8e1fc7f371f6 None None] Set router 06891b07-d3d2-46a2-85b1-b68983f45d8d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:05:50.223912 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1941c2dd-020a-4d65-b6d1-8f8a24dbc363 req-f2068781-2f4f-4da8-9e3a-c07975b6bd0e service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367328 Feb 04 14:05:50.376675 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38c1c4-4353-4eeb-a336-91c6e601d4e4 req-48590580-b48d-4b5b-b38e-6c2315930423 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:50.378476 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b38c1c4-4353-4eeb-a336-91c6e601d4e4 req-48590580-b48d-4b5b-b38e-6c2315930423 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 943 time: 0.0779419 Feb 04 14:05:50.495296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b38c1c4-4353-4eeb-a336-91c6e601d4e4 req-72893e73-7347-4167-a4da-3462d71ab509 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092415 Feb 04 14:05:50.566373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4bfa8259-426e-4d30-99f9-8e1fc7f371f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:16Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'f56bb99b-8696-4fff-a47d-1804effc6456', 'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'mac_address': 'fa:16:3e:6f:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:21Z', 'revision_number': 5, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'subnets': [{'id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:50.602951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa8259-426e-4d30-99f9-8e1fc7f371f6 None None] Checking router: 06891b07-d3d2-46a2-85b1-b68983f45d8d for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:05:50.612931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa8259-426e-4d30-99f9-8e1fc7f371f6 None None] Routers {'06891b07-d3d2-46a2-85b1-b68983f45d8d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:05:50.613677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4bfa8259-426e-4d30-99f9-8e1fc7f371f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:05:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['06891b07-d3d2-46a2-85b1-b68983f45d8d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:50.762305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-4bfa8259-426e-4d30-99f9-8e1fc7f371f6 None None] Set router 06891b07-d3d2-46a2-85b1-b68983f45d8d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:05:51.004899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51402) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:51.033336 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4bfa8259-426e-4d30-99f9-8e1fc7f371f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:16Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'f56bb99b-8696-4fff-a47d-1804effc6456', 'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'mac_address': 'fa:16:3e:6f:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:21Z', 'revision_number': 5, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'subnets': [{'id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:51.068517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa8259-426e-4d30-99f9-8e1fc7f371f6 None None] The sync data for ids ['06891b07-d3d2-46a2-85b1-b68983f45d8d'] in n-d-714676-13 is: [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:16Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'f56bb99b-8696-4fff-a47d-1804effc6456', 'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'mac_address': 'fa:16:3e:6f:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:21Z', 'revision_number': 5, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'subnets': [{'id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:05:51.116513 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group (91d69921-8e41-4c22-b9f4-19eae0579d37), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:51.147024 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group (91d69921-8e41-4c22-b9f4-19eae0579d37), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:51.214361 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (91d69921-8e41-4c22-b9f4-19eae0579d37), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:51.226293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:51.227873 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "DELETE /v2.0/security-groups/91d69921-8e41-4c22-b9f4-19eae0579d37 HTTP/1.1" status: 204 len: 168 time: 0.2216942 Feb 04 14:05:51.230558 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51406) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:51.239378 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d69921-8e41-4c22-b9f4-19eae0579d37,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:51.250248 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:51.250861 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:51.251592 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:51.251951 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:51.252582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:51.252928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:51.254736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:51.255269 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:51.255772 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:51.256280 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:51.256782 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:51.257282 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-02ce770e-abed-4b71-a0b4-845117b96025 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] show failed (client error): The resource could not be found. Feb 04 14:05:51.258327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:51.258819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd95830-b355-4c23-8ab2-9b16f4dc6369 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:51.260117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-02ce770e-abed-4b71-a0b4-845117b96025 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups/91d69921-8e41-4c22-b9f4-19eae0579d37 HTTP/1.1" status: 404 len: 347 time: 0.0278199 Feb 04 14:05:51.263148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51408) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:51.279756 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51410) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:51.445391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa2d8d-f888-4f48-ab54-ff98cecaebb6 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Deleting port 5d63bc47-d9d9-4e1f-a7a1-1f2452843dad {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:05:51.446027 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c1aa2d8d-f888-4f48-ab54-ff98cecaebb6 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5d63bc47-d9d9-4e1f-a7a1-1f2452843dad), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:51.528391 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f51920e6-b887-4224-911d-d35ffa179261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:51.554962 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740efbb1-fc80-464d-828a-68d67810fcde None None] New status for floating IP fa378791-a2fc-478b-a5f1-d8b148d6a47a: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:05:51.573949 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c1aa2d8d-f888-4f48-ab54-ff98cecaebb6 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5d63bc47-d9d9-4e1f-a7a1-1f2452843dad), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:51.574713 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c1aa2d8d-f888-4f48-ab54-ff98cecaebb6 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for floatingip (5d63bc47-d9d9-4e1f-a7a1-1f2452843dad), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:51.592084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa2d8d-f888-4f48-ab54-ff98cecaebb6 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Calling delete_port for 5d63bc47-d9d9-4e1f-a7a1-1f2452843dad owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:05:51.678771 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f51920e6-b887-4224-911d-d35ffa179261 admin admin] Publish callbacks [] for security_group (48283bb4-64dc-416c-b46a-ada8395b6354), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:51.685058 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f51920e6-b887-4224-911d-d35ffa179261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (48283bb4-64dc-416c-b46a-ada8395b6354), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:51.762371 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51920e6-b887-4224-911d-d35ffa179261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48283bb4-64dc-416c-b46a-ada8395b6354,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:51.781731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44491d-a3ca-4abb-b26c-dd567b630b57 req-474bc0dc-7508-4930-8b72-dc2f0b730835 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:51.785772 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca44491d-a3ca-4abb-b26c-dd567b630b57 req-474bc0dc-7508-4930-8b72-dc2f0b730835 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 943 time: 0.1135604 Feb 04 14:05:51.800499 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f51920e6-b887-4224-911d-d35ffa179261 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9b4916f1b3ba462e871fd26ca792b32e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5144558 Feb 04 14:05:51.803095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51420) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:51.900799 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-be0b4e04-92e8-482e-97b8-ae9ad32f3bb7 admin admin] Publish callbacks [] for security_group (48283bb4-64dc-416c-b46a-ada8395b6354), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:51.922060 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca44491d-a3ca-4abb-b26c-dd567b630b57 req-7ba3e5f6-bdfa-4d46-b7b9-331803ae4b84 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295376 Feb 04 14:05:51.960708 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-be0b4e04-92e8-482e-97b8-ae9ad32f3bb7 admin admin] Publish callbacks [] for security_group (48283bb4-64dc-416c-b46a-ada8395b6354), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:51.966279 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c1aa2d8d-f888-4f48-ab54-ff98cecaebb6 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (5d63bc47-d9d9-4e1f-a7a1-1f2452843dad), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.041628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa2d8d-f888-4f48-ab54-ff98cecaebb6 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event deleted for resources: {'Port': ['ID=5d63bc47-d9d9-4e1f-a7a1-1f2452843dad,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:52.054412 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-be0b4e04-92e8-482e-97b8-ae9ad32f3bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (48283bb4-64dc-416c-b46a-ada8395b6354), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.057771 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-be0b4e04-92e8-482e-97b8-ae9ad32f3bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.073345 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-be0b4e04-92e8-482e-97b8-ae9ad32f3bb7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/48283bb4-64dc-416c-b46a-ada8395b6354 HTTP/1.1" status: 204 len: 168 time: 0.2577984 Feb 04 14:05:52.100294 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b4e04-92e8-482e-97b8-ae9ad32f3bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48283bb4-64dc-416c-b46a-ada8395b6354,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:52.118767 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c1aa2d8d-f888-4f48-ab54-ff98cecaebb6 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for floatingip (fa378791-a2fc-478b-a5f1-d8b148d6a47a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.124087 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c1aa2d8d-f888-4f48-ab54-ff98cecaebb6 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.142694 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c1aa2d8d-f888-4f48-ab54-ff98cecaebb6 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "DELETE /v2.0/floatingips/fa378791-a2fc-478b-a5f1-d8b148d6a47a HTTP/1.1" status: 204 len: 168 time: 0.8705568 Feb 04 14:05:52.433131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51428) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:52.439904 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-55376d9d-3eb5-4092-ada0-cd16d374069e tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1306112942', 'description': 'tempest-description--2052812949'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:52.452278 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51430) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:52.473690 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-99b4d18c-7a33-4b04-aa63-b304a63fa35c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.485190 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-55376d9d-3eb5-4092-ada0-cd16d374069e tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.567618 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-55376d9d-3eb5-4092-ada0-cd16d374069e tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group (a92eca22-195f-49a6-8ca0-15122a38e02b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.573449 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-55376d9d-3eb5-4092-ada0-cd16d374069e tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a92eca22-195f-49a6-8ca0-15122a38e02b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.578985 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-99b4d18c-7a33-4b04-aa63-b304a63fa35c admin admin] Publish callbacks [] for security_group (e1dc3416-2f65-4832-8d60-47bc8d3d45f4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.584872 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-99b4d18c-7a33-4b04-aa63-b304a63fa35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e1dc3416-2f65-4832-8d60-47bc8d3d45f4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.605125 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55376d9d-3eb5-4092-ada0-cd16d374069e tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92eca22-195f-49a6-8ca0-15122a38e02b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:52.642914 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-55376d9d-3eb5-4092-ada0-cd16d374069e tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.650712 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-55376d9d-3eb5-4092-ada0-cd16d374069e tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2153685 Feb 04 14:05:52.651743 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51432) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:52.655852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-99b4d18c-7a33-4b04-aa63-b304a63fa35c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=270d0a69d4c443bdaab5010d5a58942d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2023172 Feb 04 14:05:52.658382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51434) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:52.668068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-1bd2a52d-1716-49b8-91c9-b95a0cc8362d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Request body: {'security_group_rule': {'security_group_id': 'a92eca22-195f-49a6-8ca0-15122a38e02b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:52.696464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4d18c-7a33-4b04-aa63-b304a63fa35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dc3416-2f65-4832-8d60-47bc8d3d45f4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:52.722828 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1bd2a52d-1716-49b8-91c9-b95a0cc8362d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group_rule (17abc8e0-305f-4c1c-8bdb-dc62c6c00a1c), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.725094 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-11347000-aa23-4511-bd28-5ffbd00a08de admin admin] Publish callbacks [] for security_group (e1dc3416-2f65-4832-8d60-47bc8d3d45f4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.748152 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-11347000-aa23-4511-bd28-5ffbd00a08de admin admin] Publish callbacks [] for security_group (e1dc3416-2f65-4832-8d60-47bc8d3d45f4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.792925 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1bd2a52d-1716-49b8-91c9-b95a0cc8362d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group_rule (17abc8e0-305f-4c1c-8bdb-dc62c6c00a1c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.797820 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1bd2a52d-1716-49b8-91c9-b95a0cc8362d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (17abc8e0-305f-4c1c-8bdb-dc62c6c00a1c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.817632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2a52d-1716-49b8-91c9-b95a0cc8362d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17abc8e0-305f-4c1c-8bdb-dc62c6c00a1c,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:52.821864 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-11347000-aa23-4511-bd28-5ffbd00a08de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e1dc3416-2f65-4832-8d60-47bc8d3d45f4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.824707 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-11347000-aa23-4511-bd28-5ffbd00a08de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.828976 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-11347000-aa23-4511-bd28-5ffbd00a08de admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e1dc3416-2f65-4832-8d60-47bc8d3d45f4 HTTP/1.1" status: 204 len: 168 time: 0.1692538 Feb 04 14:05:52.836071 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1bd2a52d-1716-49b8-91c9-b95a0cc8362d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.838071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1bd2a52d-1716-49b8-91c9-b95a0cc8362d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1809976 Feb 04 14:05:52.840695 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51438) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:52.841104 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11347000-aa23-4511-bd28-5ffbd00a08de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dc3416-2f65-4832-8d60-47bc8d3d45f4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:52.848016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-252c19d8-ace3-4b3b-b388-637e656c8ccd tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Request body: {'security_group_rule': {'security_group_id': 'a92eca22-195f-49a6-8ca0-15122a38e02b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:52.887297 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-252c19d8-ace3-4b3b-b388-637e656c8ccd tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group_rule (59bad09c-1a70-4414-93b7-d2158dd32a5c), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.921291 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 71feef09-f40e-4d32-8d2b-80c6b97bb75c no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:05:52.952086 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-252c19d8-ace3-4b3b-b388-637e656c8ccd tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group_rule (59bad09c-1a70-4414-93b7-d2158dd32a5c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.959725 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-252c19d8-ace3-4b3b-b388-637e656c8ccd tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (59bad09c-1a70-4414-93b7-d2158dd32a5c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:52.962050 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 71feef09-f40e-4d32-8d2b-80c6b97bb75c {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:05:52.962662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 71feef09-f40e-4d32-8d2b-80c6b97bb75c not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:05:52.988060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c19d8-ace3-4b3b-b388-637e656c8ccd tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59bad09c-1a70-4414-93b7-d2158dd32a5c,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:53.004171 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-252c19d8-ace3-4b3b-b388-637e656c8ccd tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:53.009342 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-252c19d8-ace3-4b3b-b388-637e656c8ccd tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1635246 Feb 04 14:05:53.009828 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51442) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:05:53.015024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:53.061879 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:53.171924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3e656-e80a-4cb2-b1f9-734d7b2ed921 req-2aa7c66f-feb1-46bf-a952-5a19b3e61df6 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:53.173464 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72d3e656-e80a-4cb2-b1f9-734d7b2ed921 req-2aa7c66f-feb1-46bf-a952-5a19b3e61df6 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 943 time: 0.1357729 Feb 04 14:05:53.259490 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72d3e656-e80a-4cb2-b1f9-734d7b2ed921 req-39abc4c4-a567-4842-9088-090aea7212b1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742934 Feb 04 14:05:53.261996 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:53.392971 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Allocated IP 172.25.5.247 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/a155e8e4-e34c-42f4-8c5c-37df703d0fb5) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:05:53.522453 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for port (a155e8e4-e34c-42f4-8c5c-37df703d0fb5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:53.564996 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (a155e8e4-e34c-42f4-8c5c-37df703d0fb5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:53.615913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:05:53.619856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:05:53.622709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:05:53.650807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event updated for resources: {'Port': ['ID=a155e8e4-e34c-42f4-8c5c-37df703d0fb5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:53.725680 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for floatingip (4a5272d4-a077-41b7-a040-56ce2353d257), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:53.766590 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a155e8e4-e34c-42f4-8c5c-37df703d0fb5), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:53.947815 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for port (a155e8e4-e34c-42f4-8c5c-37df703d0fb5), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:53.953083 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (a155e8e4-e34c-42f4-8c5c-37df703d0fb5), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:54.029803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event updated for resources: {'Port': ['ID=a155e8e4-e34c-42f4-8c5c-37df703d0fb5,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:54.044625 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (4a5272d4-a077-41b7-a040-56ce2353d257), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:54.064745 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:54.074162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0d8a4c6e-4b85-4eee-8bfe-3a083d43ae74 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0550301 Feb 04 14:05:54.296157 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-2fc1b67c-047a-4ccf-8e8a-8628310edf35 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1306112942&fields=id&tenant_id=4ddd03a338e9481f8ecfe863e089db2d HTTP/1.1" status: 200 len: 267 time: 0.0501418 Feb 04 14:05:54.420004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-7f2ca826-0fe3-4fb6-b81f-cca5bbf540be tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:54.421649 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-7f2ca826-0fe3-4fb6-b81f-cca5bbf540be tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/networks?id=6a2573c7-a422-4fa3-9caa-883478b35439 HTTP/1.1" status: 200 len: 811 time: 0.1187778 Feb 04 14:05:54.440183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-9a776b79-ec15-4056-8efa-bf2e30c69bc4 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/quotas/4ddd03a338e9481f8ecfe863e089db2d HTTP/1.1" status: 200 len: 375 time: 0.0121262 Feb 04 14:05:54.511116 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-b745ab51-f34b-43a8-aae5-789c2c3d0cd8 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=4ddd03a338e9481f8ecfe863e089db2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640459 Feb 04 14:05:54.637011 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-3b251d7e-f845-4483-a108-49c6b5ab2540 service neutron] 10.222.0.96 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077116 Feb 04 14:05:54.756773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-c415e483-f318-4d20-bc7c-142a57958f13 service neutron] 10.222.0.96 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126518 Feb 04 14:05:55.016956 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d0b43-e2b4-44ff-b5c1-7f50ff84fae7 req-cd89cccb-fd42-428f-9dad-79ff8d46683d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:55.025243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee8d0b43-e2b4-44ff-b5c1-7f50ff84fae7 req-cd89cccb-fd42-428f-9dad-79ff8d46683d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 943 time: 0.0697532 Feb 04 14:05:55.066076 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:05:55.093858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee8d0b43-e2b4-44ff-b5c1-7f50ff84fae7 req-f054a386-2ed5-4fb7-b8f3-048e5d3780ae tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650327 Feb 04 14:05:55.176421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1201988d-40f9-413b-acbb-247df7142f2c req-cc16a4f0-0345-4b29-9983-75a4242f5394 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 210 time: 0.0405877 Feb 04 14:05:56.118006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-44e0aab6-d268-493e-be4b-cb6639a291ba tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:56.122053 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-44e0aab6-d268-493e-be4b-cb6639a291ba tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.100 "GET /v2.0/networks?id=6a2573c7-a422-4fa3-9caa-883478b35439 HTTP/1.1" status: 200 len: 811 time: 0.1937146 Feb 04 14:05:56.215334 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-159b1ec5-66f5-420e-a7eb-bceada6baa1f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ddd03a338e9481f8ecfe863e089db2d HTTP/1.1" status: 200 len: 380 time: 0.0846176 Feb 04 14:05:56.225385 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-a95e7385-d654-426e-bfcb-42e7f8634d29 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Request body: {'port': {'device_id': '71fbcbb5-7db7-4221-8908-6dfd87119a3a', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'admin_state_up': True, 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'security_groups': ['a92eca22-195f-49a6-8ca0-15122a38e02b']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:56.286304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478088b-10bc-47c0-8fef-d3dc1991205f req-e31a8d6e-f760-43ac-8dfe-827c56c7f523 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:56.287858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8478088b-10bc-47c0-8fef-d3dc1991205f req-e31a8d6e-f760-43ac-8dfe-827c56c7f523 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 943 time: 0.0944574 Feb 04 14:05:56.375660 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8478088b-10bc-47c0-8fef-d3dc1991205f req-9d28b08a-22c2-41eb-8f5f-798084be27fa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784824 Feb 04 14:05:56.376639 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-a95e7385-d654-426e-bfcb-42e7f8634d29 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Made reservation on behalf of 4ddd03a338e9481f8ecfe863e089db2d for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:05:56.381660 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-a95e7385-d654-426e-bfcb-42e7f8634d29 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:56.475212 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-35b2987a-775a-442a-a37e-89e9936cbcd3 req-608fce48-a9dc-4013-99ff-b99f00085656 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 210 time: 0.0323448 Feb 04 14:05:56.544463 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-a95e7385-d654-426e-bfcb-42e7f8634d29 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Allocated IP 172.20.0.10 (6a2573c7-a422-4fa3-9caa-883478b35439/dc55e045-daca-4403-9022-1e9266a649bb/d69715a0-cf86-4ce9-834a-57e6bccf31bf) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:05:56.693835 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-a95e7385-d654-426e-bfcb-42e7f8634d29 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for port (d69715a0-cf86-4ce9-834a-57e6bccf31bf), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:56.733105 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-a95e7385-d654-426e-bfcb-42e7f8634d29 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d69715a0-cf86-4ce9-834a-57e6bccf31bf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:56.787713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-a95e7385-d654-426e-bfcb-42e7f8634d29 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Network 6a2573c7-a422-4fa3-9caa-883478b35439 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:05:56.791401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-a95e7385-d654-426e-bfcb-42e7f8634d29 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:05:56.795761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-a95e7385-d654-426e-bfcb-42e7f8634d29 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:05:56.822363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e7385-d654-426e-bfcb-42e7f8634d29 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event updated for resources: {'Port': ['ID=d69715a0-cf86-4ce9-834a-57e6bccf31bf,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:56.855969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-a95e7385-d654-426e-bfcb-42e7f8634d29 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:56.856709 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-a95e7385-d654-426e-bfcb-42e7f8634d29 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:56.875373 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-a95e7385-d654-426e-bfcb-42e7f8634d29 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6543374 Feb 04 14:05:57.017674 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Request body: {'port': {'device_id': '71fbcbb5-7db7-4221-8908-6dfd87119a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:57.031054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-38b0f6f5-1fc0-4b42-82f1-569cf5d4949f None None] Provisioning complete for port d69715a0-cf86-4ce9-834a-57e6bccf31bf triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:57.032296 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38b0f6f5-1fc0-4b42-82f1-569cf5d4949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d69715a0-cf86-4ce9-834a-57e6bccf31bf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:57.086055 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d69715a0-cf86-4ce9-834a-57e6bccf31bf), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:57.087644 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-38b0f6f5-1fc0-4b42-82f1-569cf5d4949f None None] Port d69715a0-cf86-4ce9-834a-57e6bccf31bf cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:05:57.406148 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69715a0-cf86-4ce9-834a-57e6bccf31bf {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:05:57.417075 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Publish callbacks [] for port (d69715a0-cf86-4ce9-834a-57e6bccf31bf), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:57.430631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Transition to ACTIVE for port object d69715a0-cf86-4ce9-834a-57e6bccf31bf will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:05:57.435007 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (d69715a0-cf86-4ce9-834a-57e6bccf31bf), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:57.514319 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Pushing event updated for resources: {'Port': ['ID=d69715a0-cf86-4ce9-834a-57e6bccf31bf,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:57.520523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133db45-3bef-4e42-b701-7c3a8e4b9bcd req-89c31455-65f8-4555-9887-16fb466b9b1d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:57.530340 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5133db45-3bef-4e42-b701-7c3a8e4b9bcd req-89c31455-65f8-4555-9887-16fb466b9b1d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 943 time: 0.0828145 Feb 04 14:05:57.590015 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5133db45-3bef-4e42-b701-7c3a8e4b9bcd req-db313803-6325-4416-9be0-1450f2536496 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583417 Feb 04 14:05:57.631246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Attempting to bind port d69715a0-cf86-4ce9-834a-57e6bccf31bf on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:05:57.631672 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Attempting to bind port d69715a0-cf86-4ce9-834a-57e6bccf31bf by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:05:57.632150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Attempting to bind port d69715a0-cf86-4ce9-834a-57e6bccf31bf on network 6a2573c7-a422-4fa3-9caa-883478b35439 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:05:57.638198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Port d69715a0-cf86-4ce9-834a-57e6bccf31bf on network 6a2573c7-a422-4fa3-9caa-883478b35439 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:05:57.638600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Attempting to bind port d69715a0-cf86-4ce9-834a-57e6bccf31bf on network 6a2573c7-a422-4fa3-9caa-883478b35439 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:05:57.645428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:05:57.645858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Checking segment: {'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:05:57.646471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Bound using segment: {'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:05:57.647124 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Bound port: d69715a0-cf86-4ce9-834a-57e6bccf31bf, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:05:57.647557 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d69715a0-cf86-4ce9-834a-57e6bccf31bf), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:57.737030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] For port d69715a0-cf86-4ce9-834a-57e6bccf31bf, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:05:57.741069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] For port d69715a0-cf86-4ce9-834a-57e6bccf31bf, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=d69715a0-cf86-4ce9-834a-57e6bccf31bf,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:05:57.750670 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (d69715a0-cf86-4ce9-834a-57e6bccf31bf), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:57.761364 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d93963-72d4-40c3-ae46-03c22004a4b2 req-1ae3532d-c3aa-49b5-b5fb-d5009ff033eb tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:57.770627 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38d93963-72d4-40c3-ae46-03c22004a4b2 req-1ae3532d-c3aa-49b5-b5fb-d5009ff033eb tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 944 time: 0.0849910 Feb 04 14:05:57.789135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:57.789804 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:05:57.791602 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] 10.222.0.100 "PUT /v2.0/ports/d69715a0-cf86-4ce9-834a-57e6bccf31bf HTTP/1.1" status: 200 len: 1093 time: 0.8937275 Feb 04 14:05:57.792310 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fbcbb5-7db7-4221-8908-6dfd87119a3a', 'tag': 'd69715a0-cf86-4ce9-834a-57e6bccf31bf'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:05:57.794715 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01800428-dd29-414c-b231-2edf1ef8cd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "71fbcbb5-7db7-4221-8908-6dfd87119a3a", "tag": "d69715a0-cf86-4ce9-834a-57e6bccf31bf"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:05:57.833103 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fe448-606f-45ca-9422-09a5d9834e23 service neutron] Pushing event updated for resources: {'Port': ['ID=d69715a0-cf86-4ce9-834a-57e6bccf31bf,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:57.835964 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38d93963-72d4-40c3-ae46-03c22004a4b2 req-f926b137-982a-454e-a0aa-db2bf29c5ec7 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92eca22-195f-49a6-8ca0-15122a38e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638492 Feb 04 14:05:57.917265 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1121a14b-99e9-445e-9b14-acf00f8b5e1f x-openstack-request-id: req-1121a14b-99e9-445e-9b14-acf00f8b5e1f {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:05:57.917616 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fbcbb5-7db7-4221-8908-6dfd87119a3a", "tag": "d69715a0-cf86-4ce9-834a-57e6bccf31bf", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:05:57.917872 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1121a14b-99e9-445e-9b14-acf00f8b5e1f {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:05:57.918272 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fbcbb5-7db7-4221-8908-6dfd87119a3a', 'tag': 'd69715a0-cf86-4ce9-834a-57e6bccf31bf', 'status': 'completed', 'code': 200} Feb 04 14:05:57.921397 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-0aef6674-23d4-47d1-8557-8207404bdce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:57.922996 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-0aef6674-23d4-47d1-8557-8207404bdce5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4ddd03a338e9481f8ecfe863e089db2d&device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 1127 time: 0.0644617 Feb 04 14:05:57.997210 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-4c79caee-fa76-412f-9409-673d1b9f2ceb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d69715a0-cf86-4ce9-834a-57e6bccf31bf HTTP/1.1" status: 200 len: 217 time: 0.0666363 Feb 04 14:05:58.055810 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-0486dde5-0fdc-480c-ab63-4d40472e6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:58.057293 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-0486dde5-0fdc-480c-ab63-4d40472e6efb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dc55e045-daca-4403-9022-1e9266a649bb HTTP/1.1" status: 200 len: 850 time: 0.0550194 Feb 04 14:05:58.109432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-e580c58b-3b97-4d32-b613-d88ff575b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:58.111058 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-e580c58b-3b97-4d32-b613-d88ff575b71b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6a2573c7-a422-4fa3-9caa-883478b35439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480430 Feb 04 14:05:58.213656 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-cb361a91-4681-46c9-a8f4-cbfb256497e3 service neutron] 10.222.0.100 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955441 Feb 04 14:05:58.305163 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-862a9ace-dc38-4fb9-9ee3-2b944fd92cfa req-0708ebba-b897-4a41-a94c-14ccceea3121 service neutron] 10.222.0.100 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853846 Feb 04 14:05:58.410750 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01800428-dd29-414c-b231-2edf1ef8cd0c req-1b8d9ff7-e110-4ea9-b7a1-fd3dd5c88987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:58.412290 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-01800428-dd29-414c-b231-2edf1ef8cd0c req-1b8d9ff7-e110-4ea9-b7a1-fd3dd5c88987 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4ddd03a338e9481f8ecfe863e089db2d&device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 1127 time: 0.0545268 Feb 04 14:05:58.526530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01800428-dd29-414c-b231-2edf1ef8cd0c req-17a6a49b-1321-486a-8917-3bad6ced83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:58.528518 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-01800428-dd29-414c-b231-2edf1ef8cd0c req-17a6a49b-1321-486a-8917-3bad6ced83d1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6a2573c7-a422-4fa3-9caa-883478b35439 HTTP/1.1" status: 200 len: 912 time: 0.1009667 Feb 04 14:05:58.576877 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-01800428-dd29-414c-b231-2edf1ef8cd0c req-40f6560f-b324-4290-9111-58d2ad67ed3c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d69715a0-cf86-4ce9-834a-57e6bccf31bf HTTP/1.1" status: 200 len: 217 time: 0.0425200 Feb 04 14:05:58.627334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01800428-dd29-414c-b231-2edf1ef8cd0c req-6d5c0ea9-31d3-474d-a6ab-6d49ce0a0b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:58.629182 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-01800428-dd29-414c-b231-2edf1ef8cd0c req-6d5c0ea9-31d3-474d-a6ab-6d49ce0a0b4c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dc55e045-daca-4403-9022-1e9266a649bb HTTP/1.1" status: 200 len: 850 time: 0.0471618 Feb 04 14:05:58.682359 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01800428-dd29-414c-b231-2edf1ef8cd0c req-05475f56-228c-4945-80dc-a816fb44ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:58.684317 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-01800428-dd29-414c-b231-2edf1ef8cd0c req-05475f56-228c-4945-80dc-a816fb44ab57 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6a2573c7-a422-4fa3-9caa-883478b35439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493550 Feb 04 14:05:58.736781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc850023-e26d-4a92-b08e-46aa1c1bed10 req-55dbd9e0-6cc9-43d8-b8c6-6047ebeaf656 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:58.738527 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc850023-e26d-4a92-b08e-46aa1c1bed10 req-55dbd9e0-6cc9-43d8-b8c6-6047ebeaf656 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 943 time: 0.0638375 Feb 04 14:05:58.786704 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-01800428-dd29-414c-b231-2edf1ef8cd0c req-74d201ef-ff7b-4a93-90e7-206a6ee90cbe service neutron] 10.222.0.100 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959098 Feb 04 14:05:58.798187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc850023-e26d-4a92-b08e-46aa1c1bed10 req-c2b28000-f406-47d0-871c-bf64756d7dec tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529518 Feb 04 14:05:58.972083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e682b-f72a-4208-9c02-06ccfb8a429a req-567e1c1f-7a59-405f-ba1f-e95fe9cf6723 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:58.973869 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea4e682b-f72a-4208-9c02-06ccfb8a429a req-567e1c1f-7a59-405f-ba1f-e95fe9cf6723 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 944 time: 0.0582418 Feb 04 14:05:59.051842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea4e682b-f72a-4208-9c02-06ccfb8a429a req-802cfd1b-00ff-4d45-8478-047c912e0856 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92eca22-195f-49a6-8ca0-15122a38e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703938 Feb 04 14:05:59.207341 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-01800428-dd29-414c-b231-2edf1ef8cd0c req-9868c04f-c0c3-41b5-a7b5-3802cf979c0f service neutron] 10.222.0.100 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147620 Feb 04 14:05:59.927314 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5dfdd-ee89-45a3-812e-f7567e24b3ee req-ff18c008-ea9c-4afa-8e47-7e45f1821f41 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:59.928861 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20a5dfdd-ee89-45a3-812e-f7567e24b3ee req-ff18c008-ea9c-4afa-8e47-7e45f1821f41 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 943 time: 0.0558095 Feb 04 14:05:59.997126 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20a5dfdd-ee89-45a3-812e-f7567e24b3ee req-824d5866-8f7f-4400-b804-b249daa44ebf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602889 Feb 04 14:06:00.190498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2471414-4c6a-4159-9614-55d39d7f9290 req-b73b7dde-c767-4528-b4e6-62323072dbf3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:00.192064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2471414-4c6a-4159-9614-55d39d7f9290 req-b73b7dde-c767-4528-b4e6-62323072dbf3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 944 time: 0.0591846 Feb 04 14:06:00.242250 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c2471414-4c6a-4159-9614-55d39d7f9290 req-c597d575-129a-44f1-80be-1cc9b84220df tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92eca22-195f-49a6-8ca0-15122a38e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432839 Feb 04 14:06:01.137472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0036f-1478-4778-8227-385dc2957135 req-a155ca0a-98a1-4068-b94b-623e0af4da39 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:01.139276 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0d0036f-1478-4778-8227-385dc2957135 req-a155ca0a-98a1-4068-b94b-623e0af4da39 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 943 time: 0.0667541 Feb 04 14:06:01.193045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0d0036f-1478-4778-8227-385dc2957135 req-9d258735-57d3-4d18-8fbe-7adac0dacaa5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480111 Feb 04 14:06:01.365499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bf34b-6faf-4263-a784-2a2380864e81 req-eac7c024-7451-4d3d-bcfa-e429c01d868f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:01.368049 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-308bf34b-6faf-4263-a784-2a2380864e81 req-eac7c024-7451-4d3d-bcfa-e429c01d868f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 944 time: 0.0554576 Feb 04 14:06:01.416619 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-308bf34b-6faf-4263-a784-2a2380864e81 req-de8820d5-669f-4da3-b164-c5c246de581c tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92eca22-195f-49a6-8ca0-15122a38e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428085 Feb 04 14:06:01.821243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device d69715a0-cf86-4ce9-834a-57e6bccf31bf details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:06:01.922714 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port d69715a0-cf86-4ce9-834a-57e6bccf31bf, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=d69715a0-cf86-4ce9-834a-57e6bccf31bf,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:06:01.934951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'd69715a0-cf86-4ce9-834a-57e6bccf31bf', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'port_id': 'd69715a0-cf86-4ce9-834a-57e6bccf31bf', 'mac_address': 'fa:16:3e:be:47:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:06:01.973822 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port d69715a0-cf86-4ce9-834a-57e6bccf31bf is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:06:01.974153 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d69715a0-cf86-4ce9-834a-57e6bccf31bf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:01.988442 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69715a0-cf86-4ce9-834a-57e6bccf31bf {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:06:02.009090 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port d69715a0-cf86-4ce9-834a-57e6bccf31bf, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=d69715a0-cf86-4ce9-834a-57e6bccf31bf,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:06:02.013084 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d69715a0-cf86-4ce9-834a-57e6bccf31bf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:02.065153 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=d69715a0-cf86-4ce9-834a-57e6bccf31bf,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:02.073376 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.073739 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.074088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.074459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.074796 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.075131 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.075465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.075792 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.076119 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.076446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.076771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.077094 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.077419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.310051 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['d69715a0-cf86-4ce9-834a-57e6bccf31bf'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:06:02.342139 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075705b6-73ed-4775-90fe-3692e6778a50 req-046a0327-092c-491e-bd22-c80da316f6cf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:02.343882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-075705b6-73ed-4775-90fe-3692e6778a50 req-046a0327-092c-491e-bd22-c80da316f6cf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 943 time: 0.0745277 Feb 04 14:06:02.411853 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-075705b6-73ed-4775-90fe-3692e6778a50 req-4e58f7ef-8f2a-4f99-8d5a-ee5f11a95ceb tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615315 Feb 04 14:06:02.557682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e641d5-789c-4845-9613-2613986126ed req-612c5701-94de-4606-8d27-40efcbc27fad tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:02.559379 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91e641d5-789c-4845-9613-2613986126ed req-612c5701-94de-4606-8d27-40efcbc27fad tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 945 time: 0.0649617 Feb 04 14:06:02.626672 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-91e641d5-789c-4845-9613-2613986126ed req-11cb6a74-86d4-4b54-8a81-54a497a7d3b0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92eca22-195f-49a6-8ca0-15122a38e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597746 Feb 04 14:06:02.689899 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51584) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:06:02.832914 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:02.908659 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Publish callbacks [] for security_group (9de396d4-0bcf-4656-932f-b3b1f70b6617), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:02.912950 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9de396d4-0bcf-4656-932f-b3b1f70b6617), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:02.955864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=25aa7e3c6598432faa003a3a1f7cbb8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2648237 Feb 04 14:06:02.956745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de396d4-0bcf-4656-932f-b3b1f70b6617,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:02.958816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51590) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:06:02.965191 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.965541 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.965877 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.966243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.966580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.966910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.967534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.967534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.967923 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.968251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.968574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.968892 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:02.969254 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f218e8c-df6a-42a4-bc5d-e11f1db78f75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:06:03.011396 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58409afd-91a5-40fb-8c8f-7990e9422fd7 admin admin] Publish callbacks [] for security_group (9de396d4-0bcf-4656-932f-b3b1f70b6617), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:03.033361 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58409afd-91a5-40fb-8c8f-7990e9422fd7 admin admin] Publish callbacks [] for security_group (9de396d4-0bcf-4656-932f-b3b1f70b6617), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:03.084176 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58409afd-91a5-40fb-8c8f-7990e9422fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9de396d4-0bcf-4656-932f-b3b1f70b6617), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:03.087713 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-58409afd-91a5-40fb-8c8f-7990e9422fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:03.091396 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-58409afd-91a5-40fb-8c8f-7990e9422fd7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9de396d4-0bcf-4656-932f-b3b1f70b6617 HTTP/1.1" status: 204 len: 168 time: 0.1279531 Feb 04 14:06:03.097661 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58409afd-91a5-40fb-8c8f-7990e9422fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de396d4-0bcf-4656-932f-b3b1f70b6617,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:03.232121 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-625c7f73-8a9b-4817-b6fa-6fa7263610b9 req-29c3c98f-e46f-4d84-b864-8095710e2d73 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0575821 Feb 04 14:06:03.327905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c7f73-8a9b-4817-b6fa-6fa7263610b9 req-e20657dd-81bc-4c04-a62d-8efd5ad37721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:03.329429 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-625c7f73-8a9b-4817-b6fa-6fa7263610b9 req-e20657dd-81bc-4c04-a62d-8efd5ad37721 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1128 time: 0.0535109 Feb 04 14:06:03.398246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51596) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:06:03.412039 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58140b81-b0b1-4541-88c2-aafd65e32f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:03.443450 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c7f73-8a9b-4817-b6fa-6fa7263610b9 req-7c5e413f-e43f-4ee1-bd7e-9bb868f052ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:03.449217 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-625c7f73-8a9b-4817-b6fa-6fa7263610b9 req-7c5e413f-e43f-4ee1-bd7e-9bb868f052ec service neutron] 10.222.0.100 "GET /v2.0/networks?id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 200 len: 897 time: 0.0991304 Feb 04 14:06:03.502758 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58140b81-b0b1-4541-88c2-aafd65e32f89 admin admin] Publish callbacks [] for security_group (cb83663f-3af9-48e9-9454-1899a6f1dea7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:03.514039 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-58140b81-b0b1-4541-88c2-aafd65e32f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cb83663f-3af9-48e9-9454-1899a6f1dea7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:03.531399 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-625c7f73-8a9b-4817-b6fa-6fa7263610b9 req-a982a9b6-8df0-4d83-8378-bb756cb26b1c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 1001 time: 0.0742478 Feb 04 14:06:03.577496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-58140b81-b0b1-4541-88c2-aafd65e32f89 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=111777ad25ea4c76beec3ccb20c29d38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1781089 Feb 04 14:06:03.580634 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51600) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:06:03.583618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c7f73-8a9b-4817-b6fa-6fa7263610b9 req-f76e88b8-1dc7-4e4e-83fe-03fd4aea0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:03.585009 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-625c7f73-8a9b-4817-b6fa-6fa7263610b9 req-f76e88b8-1dc7-4e4e-83fe-03fd4aea0c80 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c HTTP/1.1" status: 200 len: 834 time: 0.0486181 Feb 04 14:06:03.588079 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58140b81-b0b1-4541-88c2-aafd65e32f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb83663f-3af9-48e9-9454-1899a6f1dea7,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:03.623208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ff345-ef14-43b6-b3b0-fce3f88c5ab2 req-b6892277-41ae-4401-883b-3c655baacdb2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:03.624838 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a2ff345-ef14-43b6-b3b0-fce3f88c5ab2 req-b6892277-41ae-4401-883b-3c655baacdb2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 943 time: 0.1245501 Feb 04 14:06:03.644166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c7f73-8a9b-4817-b6fa-6fa7263610b9 req-477ddabe-e749-447c-8dcb-1e132fba3f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:03.645682 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-625c7f73-8a9b-4817-b6fa-6fa7263610b9 req-477ddabe-e749-447c-8dcb-1e132fba3f4f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0546288 Feb 04 14:06:03.677536 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f44ef51c-1f42-4499-9400-36329a1020eb admin admin] Publish callbacks [] for security_group (cb83663f-3af9-48e9-9454-1899a6f1dea7), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:03.705630 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a2ff345-ef14-43b6-b3b0-fce3f88c5ab2 req-259889e9-1100-4b23-8a4b-57c69a538f98 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707335 Feb 04 14:06:03.717601 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f44ef51c-1f42-4499-9400-36329a1020eb admin admin] Publish callbacks [] for security_group (cb83663f-3af9-48e9-9454-1899a6f1dea7), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:03.739526 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-625c7f73-8a9b-4817-b6fa-6fa7263610b9 req-9be891d9-f5e6-4446-be74-2997b3aa8180 service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880535 Feb 04 14:06:03.800809 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f44ef51c-1f42-4499-9400-36329a1020eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cb83663f-3af9-48e9-9454-1899a6f1dea7), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:03.803806 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f44ef51c-1f42-4499-9400-36329a1020eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:03.806054 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f44ef51c-1f42-4499-9400-36329a1020eb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cb83663f-3af9-48e9-9454-1899a6f1dea7 HTTP/1.1" status: 204 len: 168 time: 0.2240357 Feb 04 14:06:03.821341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ef51c-1f42-4499-9400-36329a1020eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb83663f-3af9-48e9-9454-1899a6f1dea7,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:03.826801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device d69715a0-cf86-4ce9-834a-57e6bccf31bf up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:06:03.841226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04969b-a732-4ba9-8870-88ab5fa05389 req-ca3b28ee-941f-4b9c-8fa0-3093eab54804 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:03.842843 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de04969b-a732-4ba9-8870-88ab5fa05389 req-ca3b28ee-941f-4b9c-8fa0-3093eab54804 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 945 time: 0.0788026 Feb 04 14:06:03.892575 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-625c7f73-8a9b-4817-b6fa-6fa7263610b9 req-c50d450d-6acb-4359-b274-97d1f09c845d service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472507 Feb 04 14:06:03.893599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port d69715a0-cf86-4ce9-834a-57e6bccf31bf completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:06:03.898943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port d69715a0-cf86-4ce9-834a-57e6bccf31bf triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:06:03.899574 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d69715a0-cf86-4ce9-834a-57e6bccf31bf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:03.916099 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de04969b-a732-4ba9-8870-88ab5fa05389 req-15187baa-123f-444a-89cf-4bfcb508d3e7 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92eca22-195f-49a6-8ca0-15122a38e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557263 Feb 04 14:06:03.986783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port d69715a0-cf86-4ce9-834a-57e6bccf31bf is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:06:03.987182 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d69715a0-cf86-4ce9-834a-57e6bccf31bf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:04.011695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fbcbb5-7db7-4221-8908-6dfd87119a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69715a0-cf86-4ce9-834a-57e6bccf31bf'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:06:04.013968 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d01bc9-b43e-449a-a876-db2732a6fd60" -d '{"events": [{"server_uuid": "71fbcbb5-7db7-4221-8908-6dfd87119a3a", "name": "network-vif-plugged", "status": "completed", "tag": "d69715a0-cf86-4ce9-834a-57e6bccf31bf"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:06:04.029618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port d69715a0-cf86-4ce9-834a-57e6bccf31bf, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=d69715a0-cf86-4ce9-834a-57e6bccf31bf,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:06:04.034955 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d69715a0-cf86-4ce9-834a-57e6bccf31bf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:04.065994 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30246147-c3cb-4868-b65d-6a469c10846d x-openstack-request-id: req-30246147-c3cb-4868-b65d-6a469c10846d {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:06:04.066584 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fbcbb5-7db7-4221-8908-6dfd87119a3a", "name": "network-vif-plugged", "status": "completed", "tag": "d69715a0-cf86-4ce9-834a-57e6bccf31bf", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:06:04.067013 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-30246147-c3cb-4868-b65d-6a469c10846d {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:06:04.067409 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fbcbb5-7db7-4221-8908-6dfd87119a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69715a0-cf86-4ce9-834a-57e6bccf31bf', 'code': 200} Feb 04 14:06:04.096239 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=d69715a0-cf86-4ce9-834a-57e6bccf31bf,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:04.172625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac094256-83df-4445-89f2-b2d6501d6c1a req-efd37101-5044-4fc1-91fc-d09eae6c7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:04.174169 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ac094256-83df-4445-89f2-b2d6501d6c1a req-efd37101-5044-4fc1-91fc-d09eae6c7c6f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 1129 time: 0.0496342 Feb 04 14:06:04.219490 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ac094256-83df-4445-89f2-b2d6501d6c1a req-7e87bae2-2774-4590-97ad-971013eaa1da service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=a92eca22-195f-49a6-8ca0-15122a38e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388572 Feb 04 14:06:04.844502 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1856b6-37c8-48ba-8327-588a49e659a0 req-600b8445-ff95-4ec3-a833-05dd5a2087ed tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:04.846375 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb1856b6-37c8-48ba-8327-588a49e659a0 req-600b8445-ff95-4ec3-a833-05dd5a2087ed tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 943 time: 0.0660415 Feb 04 14:06:04.908556 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb1856b6-37c8-48ba-8327-588a49e659a0 req-688a0860-3180-485f-9c17-63fd67e082ef tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544086 Feb 04 14:06:05.027587 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bed8d-51c2-40e7-bbb6-232414bfaabf req-2b854dbe-8565-417d-b2c1-1290fb11a0a0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:05.029176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e0bed8d-51c2-40e7-bbb6-232414bfaabf req-2b854dbe-8565-417d-b2c1-1290fb11a0a0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 946 time: 0.0557587 Feb 04 14:06:05.076989 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e0bed8d-51c2-40e7-bbb6-232414bfaabf req-58cb11ff-25e5-4c84-b120-f49a8cf4386d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92eca22-195f-49a6-8ca0-15122a38e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417075 Feb 04 14:06:05.976031 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51684) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:06:06.036800 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740abc2-29e1-48c7-8b2a-ec50624de4b4 req-c7f1c35b-7942-4abb-990e-e8c6f3444a74 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:06.038584 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b740abc2-29e1-48c7-8b2a-ec50624de4b4 req-c7f1c35b-7942-4abb-990e-e8c6f3444a74 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 943 time: 0.0547934 Feb 04 14:06:06.105920 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a9251980-e7bc-4f58-bc0f-dd8c012a8781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:06.111349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b740abc2-29e1-48c7-8b2a-ec50624de4b4 req-47b294f8-194f-491f-9a45-eba5ad0bd1c7 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657716 Feb 04 14:06:06.224425 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a9251980-e7bc-4f58-bc0f-dd8c012a8781 admin admin] Publish callbacks [] for security_group (ccae1b7e-d67a-4567-b3a3-fea5a089fd4d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:06.229962 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a9251980-e7bc-4f58-bc0f-dd8c012a8781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ccae1b7e-d67a-4567-b3a3-fea5a089fd4d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:06.275209 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a9251980-e7bc-4f58-bc0f-dd8c012a8781 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=85f9a3bb376148db8cfdd72a3a656e3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2973783 Feb 04 14:06:06.277897 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51690) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:06:06.283409 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b78d83-ce3b-4dcd-a930-9b757aad1ed5 req-f9899428-60a0-4ae7-8aa6-524876e613a0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:06.284881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f4b78d83-ce3b-4dcd-a930-9b757aad1ed5 req-f9899428-60a0-4ae7-8aa6-524876e613a0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 946 time: 0.1149685 Feb 04 14:06:06.285955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9251980-e7bc-4f58-bc0f-dd8c012a8781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccae1b7e-d67a-4567-b3a3-fea5a089fd4d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:06.334840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f4b78d83-ce3b-4dcd-a930-9b757aad1ed5 req-e472d7ed-4335-4ee3-bbab-8ec718c84165 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92eca22-195f-49a6-8ca0-15122a38e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435233 Feb 04 14:06:06.341489 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8b78a61c-8402-4b7e-a12d-3dc8a0929568 admin admin] Publish callbacks [] for security_group (ccae1b7e-d67a-4567-b3a3-fea5a089fd4d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:06.364121 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8b78a61c-8402-4b7e-a12d-3dc8a0929568 admin admin] Publish callbacks [] for security_group (ccae1b7e-d67a-4567-b3a3-fea5a089fd4d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:06.417691 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8b78a61c-8402-4b7e-a12d-3dc8a0929568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ccae1b7e-d67a-4567-b3a3-fea5a089fd4d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:06.420722 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8b78a61c-8402-4b7e-a12d-3dc8a0929568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:06.421882 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8b78a61c-8402-4b7e-a12d-3dc8a0929568 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ccae1b7e-d67a-4567-b3a3-fea5a089fd4d HTTP/1.1" status: 204 len: 168 time: 0.1429541 Feb 04 14:06:06.430500 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78a61c-8402-4b7e-a12d-3dc8a0929568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccae1b7e-d67a-4567-b3a3-fea5a089fd4d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:06.471428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff31a7-499d-42d6-b04d-8fba7124e97a req-201010e6-e155-424a-a8d9-c3f37bebb6bf tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:06.473085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5ff31a7-499d-42d6-b04d-8fba7124e97a req-201010e6-e155-424a-a8d9-c3f37bebb6bf tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 946 time: 0.0730913 Feb 04 14:06:06.482347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51696) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:06:06.486773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-def58f55-baa7-4587-953e-9fd5f50183e3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Request body: {'floatingip': {'port_id': 'd69715a0-cf86-4ce9-834a-57e6bccf31bf'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:06:06.530451 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-def58f55-baa7-4587-953e-9fd5f50183e3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for floatingip (4a5272d4-a077-41b7-a040-56ce2353d257), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:06.708642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51700) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:06:06.727432 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-852c76af-1962-4c07-9cff-6a2cd034d8f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:06.808807 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-852c76af-1962-4c07-9cff-6a2cd034d8f2 admin admin] Publish callbacks [] for security_group (92005d72-2df0-488a-9a14-73359df71c25), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:06.812308 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-852c76af-1962-4c07-9cff-6a2cd034d8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (92005d72-2df0-488a-9a14-73359df71c25), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:06.852481 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-852c76af-1962-4c07-9cff-6a2cd034d8f2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=608e8197bc9d4e3db0875675aac617d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426563 Feb 04 14:06:06.853495 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c76af-1962-4c07-9cff-6a2cd034d8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92005d72-2df0-488a-9a14-73359df71c25,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:06.856759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51702) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:06:06.905960 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b130a1f7-7738-42c4-912a-df0dad6e9d2e admin admin] Publish callbacks [] for security_group (92005d72-2df0-488a-9a14-73359df71c25), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:06.928242 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b130a1f7-7738-42c4-912a-df0dad6e9d2e admin admin] Publish callbacks [] for security_group (92005d72-2df0-488a-9a14-73359df71c25), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:06.976670 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b130a1f7-7738-42c4-912a-df0dad6e9d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (92005d72-2df0-488a-9a14-73359df71c25), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:06.979713 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b130a1f7-7738-42c4-912a-df0dad6e9d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:06.980828 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b130a1f7-7738-42c4-912a-df0dad6e9d2e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/92005d72-2df0-488a-9a14-73359df71c25 HTTP/1.1" status: 204 len: 168 time: 0.1229651 Feb 04 14:06:06.989450 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130a1f7-7738-42c4-912a-df0dad6e9d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92005d72-2df0-488a-9a14-73359df71c25,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:07.003215 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-def58f55-baa7-4587-953e-9fd5f50183e3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:07.009268 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-def58f55-baa7-4587-953e-9fd5f50183e3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (4a5272d4-a077-41b7-a040-56ce2353d257), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:07.045265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5c64309e-de92-43e3-a5c9-598e781fdc66 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:06:07.157331 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5c64309e-de92-43e3-a5c9-598e781fdc66, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5c64309e-de92-43e3-a5c9-598e781fdc66,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:06:07.172941 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '5c64309e-de92-43e3-a5c9-598e781fdc66', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'port_id': '5c64309e-de92-43e3-a5c9-598e781fdc66', 'mac_address': 'fa:16:3e:3a:33:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:06:07.216916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 5c64309e-de92-43e3-a5c9-598e781fdc66 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:06:07.217407 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5c64309e-de92-43e3-a5c9-598e781fdc66), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:07.233804 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c64309e-de92-43e3-a5c9-598e781fdc66 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:06:07.257294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5c64309e-de92-43e3-a5c9-598e781fdc66, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5c64309e-de92-43e3-a5c9-598e781fdc66,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:06:07.263756 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5c64309e-de92-43e3-a5c9-598e781fdc66), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:07.332846 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=5c64309e-de92-43e3-a5c9-598e781fdc66,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:07.487040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad1cf-ccdf-4114-ba60-db0fdae3f7df req-b278797b-6ce2-4b2d-80cd-89c08bf29414 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:07.488432 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-397ad1cf-ccdf-4114-ba60-db0fdae3f7df req-b278797b-6ce2-4b2d-80cd-89c08bf29414 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 944 time: 0.1031778 Feb 04 14:06:07.517602 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-def58f55-baa7-4587-953e-9fd5f50183e3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Floating IP 4a5272d4-a077-41b7-a040-56ce2353d257 associated. External IP: 172.25.5.247, port: d69715a0-cf86-4ce9-834a-57e6bccf31bf. Feb 04 14:06:07.569858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['5c64309e-de92-43e3-a5c9-598e781fdc66'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:06:07.623297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-397ad1cf-ccdf-4114-ba60-db0fdae3f7df req-1d29442b-fba4-4e83-88fa-4a4d25d91084 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273692 Feb 04 14:06:07.809959 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def58f55-baa7-4587-953e-9fd5f50183e3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Router 06891b07-d3d2-46a2-85b1-b68983f45d8d has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:06:07.928732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def58f55-baa7-4587-953e-9fd5f50183e3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:06:07.934386 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-def58f55-baa7-4587-953e-9fd5f50183e3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:07.940582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b33c75-1ffd-4456-888c-fd46e600f00b None None] Sync routers for ids ['06891b07-d3d2-46a2-85b1-b68983f45d8d'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:06:07.952453 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b33c75-1ffd-4456-888c-fd46e600f00b None None] Routers {'06891b07-d3d2-46a2-85b1-b68983f45d8d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:06:07.953280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d5b33c75-1ffd-4456-888c-fd46e600f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:05:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['06891b07-d3d2-46a2-85b1-b68983f45d8d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:06:07.966697 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-def58f55-baa7-4587-953e-9fd5f50183e3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "PUT /v2.0/floatingips/4a5272d4-a077-41b7-a040-56ce2353d257 HTTP/1.1" status: 200 len: 992 time: 1.4830680 Feb 04 14:06:07.967321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fbcbb5-7db7-4221-8908-6dfd87119a3a', 'tag': 'd69715a0-cf86-4ce9-834a-57e6bccf31bf'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:06:07.978497 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ba86e3-cffe-4892-8c34-828be37ddac1" -d '{"events": [{"name": "network-changed", "server_uuid": "71fbcbb5-7db7-4221-8908-6dfd87119a3a", "tag": "d69715a0-cf86-4ce9-834a-57e6bccf31bf"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:06:08.072537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-d5b33c75-1ffd-4456-888c-fd46e600f00b None None] Set router 06891b07-d3d2-46a2-85b1-b68983f45d8d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:06:08.081156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7e53f-51c3-461e-88ce-17f88db07693 req-4d7266f4-2e3f-4e0d-bb5b-fdf25ef43c49 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:08.082934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34b7e53f-51c3-461e-88ce-17f88db07693 req-4d7266f4-2e3f-4e0d-bb5b-fdf25ef43c49 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 946 time: 0.0595586 Feb 04 14:06:08.137862 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34b7e53f-51c3-461e-88ce-17f88db07693 req-9e08e536-c524-48c9-ad29-e6abe9ee091d tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92eca22-195f-49a6-8ca0-15122a38e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486798 Feb 04 14:06:08.193260 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392b1f45-4022-475a-b3cb-81865d90b48e x-openstack-request-id: req-392b1f45-4022-475a-b3cb-81865d90b48e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:06:08.193634 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fbcbb5-7db7-4221-8908-6dfd87119a3a", "tag": "d69715a0-cf86-4ce9-834a-57e6bccf31bf", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:06:08.193980 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-392b1f45-4022-475a-b3cb-81865d90b48e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:06:08.194532 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fbcbb5-7db7-4221-8908-6dfd87119a3a', 'tag': 'd69715a0-cf86-4ce9-834a-57e6bccf31bf', 'status': 'completed', 'code': 200} Feb 04 14:06:08.262402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba86e3-cffe-4892-8c34-828be37ddac1 req-66351788-dfbd-4cf4-92d3-98227143b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:08.263970 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-86ba86e3-cffe-4892-8c34-828be37ddac1 req-66351788-dfbd-4cf4-92d3-98227143b9e8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4ddd03a338e9481f8ecfe863e089db2d&device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 1129 time: 0.0473659 Feb 04 14:06:08.352713 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d5b33c75-1ffd-4456-888c-fd46e600f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:16Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '4a5272d4-a077-41b7-a040-56ce2353d257', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'port_id': 'd69715a0-cf86-4ce9-834a-57e6bccf31bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'mac_address': 'fa:16:3e:be:47:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fbcbb5-7db7-4221-8908-6dfd87119a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:05:53Z', 'updated_at': '2022-02-04T14:06:06Z', 'revision_number': 1, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56bb99b-8696-4fff-a47d-1804effc6456', 'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'mac_address': 'fa:16:3e:6f:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:21Z', 'revision_number': 5, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'subnets': [{'id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:06:08.372092 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba86e3-cffe-4892-8c34-828be37ddac1 req-5f676df9-d4bd-4193-b1ef-fa673555db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:08.373688 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-86ba86e3-cffe-4892-8c34-828be37ddac1 req-5f676df9-d4bd-4193-b1ef-fa673555db5e service neutron] 10.222.0.100 "GET /v2.0/networks?id=6a2573c7-a422-4fa3-9caa-883478b35439 HTTP/1.1" status: 200 len: 912 time: 0.1046827 Feb 04 14:06:08.383886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b33c75-1ffd-4456-888c-fd46e600f00b None None] Checking router: 06891b07-d3d2-46a2-85b1-b68983f45d8d for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:06:08.392633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b33c75-1ffd-4456-888c-fd46e600f00b None None] Routers {'06891b07-d3d2-46a2-85b1-b68983f45d8d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:06:08.393243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d5b33c75-1ffd-4456-888c-fd46e600f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:05:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['06891b07-d3d2-46a2-85b1-b68983f45d8d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:06:08.445079 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-86ba86e3-cffe-4892-8c34-828be37ddac1 req-2f023ed5-2287-4337-a1d5-8c0a7c5849a7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d69715a0-cf86-4ce9-834a-57e6bccf31bf HTTP/1.1" status: 200 len: 1000 time: 0.0650885 Feb 04 14:06:08.505685 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba86e3-cffe-4892-8c34-828be37ddac1 req-fe6b3b65-d436-4543-bd6b-2e99c52bfd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:08.507521 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-86ba86e3-cffe-4892-8c34-828be37ddac1 req-fe6b3b65-d436-4543-bd6b-2e99c52bfd8b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dc55e045-daca-4403-9022-1e9266a649bb HTTP/1.1" status: 200 len: 850 time: 0.0574536 Feb 04 14:06:08.515755 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-d5b33c75-1ffd-4456-888c-fd46e600f00b None None] Set router 06891b07-d3d2-46a2-85b1-b68983f45d8d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:06:08.569223 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba86e3-cffe-4892-8c34-828be37ddac1 req-fc223205-d2ab-4561-8b0d-f717cec5c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:08.572258 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-86ba86e3-cffe-4892-8c34-828be37ddac1 req-fc223205-d2ab-4561-8b0d-f717cec5c467 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6a2573c7-a422-4fa3-9caa-883478b35439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0571439 Feb 04 14:06:08.673466 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-86ba86e3-cffe-4892-8c34-828be37ddac1 req-bbae5d02-4d29-4a24-83fe-2ccfe39eabab service neutron] 10.222.0.100 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955889 Feb 04 14:06:08.786067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d4c2e-052c-48db-b939-a35705024d1a req-69b8a514-245b-4d91-b6e1-0070c9ced965 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:08.795181 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f94d4c2e-052c-48db-b939-a35705024d1a req-69b8a514-245b-4d91-b6e1-0070c9ced965 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 944 time: 0.0794761 Feb 04 14:06:08.805963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d5b33c75-1ffd-4456-888c-fd46e600f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:16Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '4a5272d4-a077-41b7-a040-56ce2353d257', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'port_id': 'd69715a0-cf86-4ce9-834a-57e6bccf31bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'mac_address': 'fa:16:3e:be:47:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fbcbb5-7db7-4221-8908-6dfd87119a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:05:53Z', 'updated_at': '2022-02-04T14:06:06Z', 'revision_number': 1, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56bb99b-8696-4fff-a47d-1804effc6456', 'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'mac_address': 'fa:16:3e:6f:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:21Z', 'revision_number': 5, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'subnets': [{'id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:06:08.819257 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-86ba86e3-cffe-4892-8c34-828be37ddac1 req-6b35b3aa-671a-4ec7-bb47-e39ae304a711 service neutron] 10.222.0.100 "GET /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407626 Feb 04 14:06:08.848184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b33c75-1ffd-4456-888c-fd46e600f00b None None] The sync data for ids ['06891b07-d3d2-46a2-85b1-b68983f45d8d'] in n-d-714676-13 is: [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:16Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '4a5272d4-a077-41b7-a040-56ce2353d257', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'port_id': 'd69715a0-cf86-4ce9-834a-57e6bccf31bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'mac_address': 'fa:16:3e:be:47:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fbcbb5-7db7-4221-8908-6dfd87119a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:05:53Z', 'updated_at': '2022-02-04T14:06:06Z', 'revision_number': 1, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56bb99b-8696-4fff-a47d-1804effc6456', 'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'mac_address': 'fa:16:3e:6f:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:21Z', 'revision_number': 5, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'subnets': [{'id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:06:08.866502 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f94d4c2e-052c-48db-b939-a35705024d1a req-3e4b9140-2a92-41ea-9f91-5e50930ab9a8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695503 Feb 04 14:06:09.060587 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5c64309e-de92-43e3-a5c9-598e781fdc66 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:06:09.069414 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da08cc46-9954-4584-9455-8df3ed889fcd None None] New status for floating IP 4a5272d4-a077-41b7-a040-56ce2353d257: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:06:09.133940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 5c64309e-de92-43e3-a5c9-598e781fdc66 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:06:09.140575 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 5c64309e-de92-43e3-a5c9-598e781fdc66 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:06:09.141102 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5c64309e-de92-43e3-a5c9-598e781fdc66), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:09.252706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 5c64309e-de92-43e3-a5c9-598e781fdc66 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:06:09.253166 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5c64309e-de92-43e3-a5c9-598e781fdc66), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:09.287581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c317e880-68a4-42f5-a69c-eb4c0012c468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64309e-de92-43e3-a5c9-598e781fdc66'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:06:09.290481 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bd409b-a2b2-4331-abf4-d7b0f4691d63" -d '{"events": [{"server_uuid": "c317e880-68a4-42f5-a69c-eb4c0012c468", "name": "network-vif-plugged", "status": "completed", "tag": "5c64309e-de92-43e3-a5c9-598e781fdc66"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:06:09.297219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5c64309e-de92-43e3-a5c9-598e781fdc66, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5c64309e-de92-43e3-a5c9-598e781fdc66,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:06:09.302816 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5c64309e-de92-43e3-a5c9-598e781fdc66), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:09.318844 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cd4a0-ccbd-4ed1-84be-03d639216bd1 req-07b80bc6-3d32-4315-b2ac-053df0a5377f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:09.321103 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb2cd4a0-ccbd-4ed1-84be-03d639216bd1 req-07b80bc6-3d32-4315-b2ac-053df0a5377f tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 946 time: 0.0694127 Feb 04 14:06:09.360727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=5c64309e-de92-43e3-a5c9-598e781fdc66,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:09.383754 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb2cd4a0-ccbd-4ed1-84be-03d639216bd1 req-7bc1d4f8-4f62-4286-9cc4-dd77a36a9027 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92eca22-195f-49a6-8ca0-15122a38e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446811 Feb 04 14:06:09.429249 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ae30b3-f250-4b65-9089-6bcd4c278c59 x-openstack-request-id: req-a2ae30b3-f250-4b65-9089-6bcd4c278c59 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:06:09.429545 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c317e880-68a4-42f5-a69c-eb4c0012c468", "name": "network-vif-plugged", "status": "completed", "tag": "5c64309e-de92-43e3-a5c9-598e781fdc66", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:06:09.430573 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a2ae30b3-f250-4b65-9089-6bcd4c278c59 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:06:09.431089 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c317e880-68a4-42f5-a69c-eb4c0012c468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64309e-de92-43e3-a5c9-598e781fdc66', 'code': 200} Feb 04 14:06:09.533731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d0241-ee4a-45fa-bd05-e8475f3e07d9 req-c6d4df57-458c-4157-b811-f50d921fb806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:09.535769 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c17d0241-ee4a-45fa-bd05-e8475f3e07d9 req-c6d4df57-458c-4157-b811-f50d921fb806 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 1128 time: 0.0486603 Feb 04 14:06:09.590247 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c17d0241-ee4a-45fa-bd05-e8475f3e07d9 req-d803f63e-c957-4523-ab75-9319fed0f4dc service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484195 Feb 04 14:06:10.000437 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a895a3f-3034-419d-b869-8d51fc430dfe req-8adbcfcb-2db5-416b-a02a-173c36d093bc tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:10.002328 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a895a3f-3034-419d-b869-8d51fc430dfe req-8adbcfcb-2db5-416b-a02a-173c36d093bc tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 945 time: 0.0607305 Feb 04 14:06:10.068627 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a895a3f-3034-419d-b869-8d51fc430dfe req-7f57341b-7f5a-48c6-8f4d-6c0751efd362 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539663 Feb 04 14:06:11.008879 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-06be8596-c7e7-4a46-9b48-f437a429baba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:11.197809 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98619fae-b7c3-49f0-9105-fa40f8f5bf00 req-74f7fa8c-0064-44c2-b2e2-56a2787235d0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:11.199411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98619fae-b7c3-49f0-9105-fa40f8f5bf00 req-74f7fa8c-0064-44c2-b2e2-56a2787235d0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 945 time: 0.0585618 Feb 04 14:06:11.250325 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98619fae-b7c3-49f0-9105-fa40f8f5bf00 req-218bf134-69b0-45c4-b5c1-6752417fbb76 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452595 Feb 04 14:06:11.379914 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbedd6-fe55-45f8-9cd0-8c3517d6be1b req-efdb6952-c686-41f5-aa7a-1ab5bbe3a759 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:11.381463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cebbedd6-fe55-45f8-9cd0-8c3517d6be1b req-efdb6952-c686-41f5-aa7a-1ab5bbe3a759 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 945 time: 0.0620241 Feb 04 14:06:11.445413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cebbedd6-fe55-45f8-9cd0-8c3517d6be1b req-1d7014bb-74a2-44ca-9416-b46ede4b530f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576339 Feb 04 14:06:11.467411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 51790) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:06:11.734358 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50613f1-0641-4b93-83b3-2bac1453aaf1 tempest-TestVolumeBootPattern-1306503287 tempest-TestVolumeBootPattern-1306503287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:11.737142 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b50613f1-0641-4b93-83b3-2bac1453aaf1 tempest-TestVolumeBootPattern-1306503287 tempest-TestVolumeBootPattern-1306503287-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 1123 time: 0.2682054 Feb 04 14:06:11.747574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 51794) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:06:11.755265 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '5c64309e-de92-43e3-a5c9-598e781fdc66', 'tenant_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:06:11.779653 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:11.889859 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:12.026278 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Allocated IP 172.25.5.65 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/f7ef1e32-93a2-4e10-9c10-5d0721a05b76) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:06:12.150290 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for port (f7ef1e32-93a2-4e10-9c10-5d0721a05b76), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:12.201645 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f7ef1e32-93a2-4e10-9c10-5d0721a05b76), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:12.254204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:06:12.261862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'Port': ['ID=f7ef1e32-93a2-4e10-9c10-5d0721a05b76,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:12.264609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:06:12.266993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:06:12.676932 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for floatingip (6c9ea0ad-df8c-40e4-ba4a-156fc2da29cf), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:12.761715 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f7ef1e32-93a2-4e10-9c10-5d0721a05b76), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:12.982269 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for port (f7ef1e32-93a2-4e10-9c10-5d0721a05b76), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:12.991384 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (f7ef1e32-93a2-4e10-9c10-5d0721a05b76), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:13.126879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'Port': ['ID=f7ef1e32-93a2-4e10-9c10-5d0721a05b76,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:13.136420 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (6c9ea0ad-df8c-40e4-ba4a-156fc2da29cf), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:13.266815 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Floating IP 6c9ea0ad-df8c-40e4-ba4a-156fc2da29cf associated. External IP: 172.25.5.65, port: 5c64309e-de92-43e3-a5c9-598e781fdc66. Feb 04 14:06:13.530479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Router 7db6d163-b595-45a4-bd1c-705bfda50390 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:06:13.651998 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:06:13.663356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4f226-16cb-4c95-aae3-6812ea7b57eb None None] Sync routers for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:06:13.671555 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:13.674947 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4f226-16cb-4c95-aae3-6812ea7b57eb None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:06:13.675584 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4cd4f226-16cb-4c95-aae3-6812ea7b57eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:05:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:06:13.705270 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a835f76a-03d4-4b09-8b33-6dd6506596f5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9557986 Feb 04 14:06:13.706003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c317e880-68a4-42f5-a69c-eb4c0012c468', 'tag': '5c64309e-de92-43e3-a5c9-598e781fdc66'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:06:13.708735 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31b4cdc-d2b0-4fe2-a15c-d66f1a834afa" -d '{"events": [{"name": "network-changed", "server_uuid": "c317e880-68a4-42f5-a69c-eb4c0012c468", "tag": "5c64309e-de92-43e3-a5c9-598e781fdc66"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:06:13.750741 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152a1bfb-b62d-4592-9192-d94559dcafc2 x-openstack-request-id: req-152a1bfb-b62d-4592-9192-d94559dcafc2 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:06:13.751134 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c317e880-68a4-42f5-a69c-eb4c0012c468", "tag": "5c64309e-de92-43e3-a5c9-598e781fdc66", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:06:13.751480 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-152a1bfb-b62d-4592-9192-d94559dcafc2 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:06:13.751999 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c317e880-68a4-42f5-a69c-eb4c0012c468', 'tag': '5c64309e-de92-43e3-a5c9-598e781fdc66', 'status': 'completed', 'code': 200} Feb 04 14:06:13.824383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b4cdc-d2b0-4fe2-a15c-d66f1a834afa req-1ccbebd0-dd4d-4b03-82c1-fc14ddd60f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:13.825914 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d31b4cdc-d2b0-4fe2-a15c-d66f1a834afa req-1ccbebd0-dd4d-4b03-82c1-fc14ddd60f91 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 1128 time: 0.0513012 Feb 04 14:06:13.933546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b4cdc-d2b0-4fe2-a15c-d66f1a834afa req-ce015193-e42a-4a19-b416-bf75d0803d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:13.937103 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d31b4cdc-d2b0-4fe2-a15c-d66f1a834afa req-ce015193-e42a-4a19-b416-bf75d0803d7c service neutron] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.1034167 Feb 04 14:06:13.958363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-4cd4f226-16cb-4c95-aae3-6812ea7b57eb None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:06:14.005317 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d31b4cdc-d2b0-4fe2-a15c-d66f1a834afa req-e88eae65-bbdc-434d-a0a6-f5dd5d836154 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c64309e-de92-43e3-a5c9-598e781fdc66 HTTP/1.1" status: 200 len: 998 time: 0.0618958 Feb 04 14:06:14.055214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b4cdc-d2b0-4fe2-a15c-d66f1a834afa req-65af7989-1c5c-48eb-a997-fa453a607aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:14.056902 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d31b4cdc-d2b0-4fe2-a15c-d66f1a834afa req-65af7989-1c5c-48eb-a997-fa453a607aa6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.0463004 Feb 04 14:06:14.112513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b4cdc-d2b0-4fe2-a15c-d66f1a834afa req-78cc8dba-e57f-4514-bbd5-a9796264468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:14.114573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d31b4cdc-d2b0-4fe2-a15c-d66f1a834afa req-78cc8dba-e57f-4514-bbd5-a9796264468f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519633 Feb 04 14:06:14.203999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4cd4f226-16cb-4c95-aae3-6812ea7b57eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '6c9ea0ad-df8c-40e4-ba4a-156fc2da29cf', 'tenant_id': '04a7af11479049059024e84090058dbe', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'port_id': '5c64309e-de92-43e3-a5c9-598e781fdc66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'mac_address': 'fa:16:3e:3a:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c317e880-68a4-42f5-a69c-eb4c0012c468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:06:12Z', 'updated_at': '2022-02-04T14:06:12Z', 'revision_number': 0, 'project_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:06:14.214141 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d31b4cdc-d2b0-4fe2-a15c-d66f1a834afa req-0f07d421-adbe-4bf3-b53c-a83d2853e122 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926161 Feb 04 14:06:14.243306 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4f226-16cb-4c95-aae3-6812ea7b57eb None None] Checking router: 7db6d163-b595-45a4-bd1c-705bfda50390 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:06:14.254626 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:14.258698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4f226-16cb-4c95-aae3-6812ea7b57eb None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:06:14.259476 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4cd4f226-16cb-4c95-aae3-6812ea7b57eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:05:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:06:14.335727 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d31b4cdc-d2b0-4fe2-a15c-d66f1a834afa req-f373df56-5dcc-4950-b31c-156fb6c2a7a8 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146133 Feb 04 14:06:14.405930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-4cd4f226-16cb-4c95-aae3-6812ea7b57eb None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:06:14.653501 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4cd4f226-16cb-4c95-aae3-6812ea7b57eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '6c9ea0ad-df8c-40e4-ba4a-156fc2da29cf', 'tenant_id': '04a7af11479049059024e84090058dbe', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'port_id': '5c64309e-de92-43e3-a5c9-598e781fdc66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'mac_address': 'fa:16:3e:3a:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c317e880-68a4-42f5-a69c-eb4c0012c468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:06:12Z', 'updated_at': '2022-02-04T14:06:12Z', 'revision_number': 0, 'project_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:06:14.680489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4f226-16cb-4c95-aae3-6812ea7b57eb None None] The sync data for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 is: [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '6c9ea0ad-df8c-40e4-ba4a-156fc2da29cf', 'tenant_id': '04a7af11479049059024e84090058dbe', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'port_id': '5c64309e-de92-43e3-a5c9-598e781fdc66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'mac_address': 'fa:16:3e:3a:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c317e880-68a4-42f5-a69c-eb4c0012c468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:06:12Z', 'updated_at': '2022-02-04T14:06:12Z', 'revision_number': 0, 'project_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:06:14.887624 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:14.905479 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04946a37-9367-485d-b887-c2f3a10de43b None None] New status for floating IP 6c9ea0ad-df8c-40e4-ba4a-156fc2da29cf: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:06:15.187994 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1ed569e7-e12a-47f6-8490-1d8bebe6491d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:15.674017 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:16.999923 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:18.015833 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:32.067272 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:06:37.304349 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a75920-9873-4f4c-9e24-70506d67862d req-9731dc52-a5d6-4e66-b912-fdbdbc6c73e7 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:37.307149 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f4a75920-9873-4f4c-9e24-70506d67862d req-9731dc52-a5d6-4e66-b912-fdbdbc6c73e7 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1128 time: 0.0634942 Feb 04 14:06:37.378364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f4a75920-9873-4f4c-9e24-70506d67862d req-af5fb934-7d20-4449-aa43-dba6e0a65df7 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607891 Feb 04 14:06:37.566277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991e05d-c1db-434d-ae89-acb094ad21bc req-98198ec4-2390-4917-af8d-106674b698fe tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:37.568332 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b991e05d-c1db-434d-ae89-acb094ad21bc req-98198ec4-2390-4917-af8d-106674b698fe tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0915024 Feb 04 14:06:37.632625 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b991e05d-c1db-434d-ae89-acb094ad21bc req-4c0ba45f-c253-4b27-a884-16e64751b098 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557289 Feb 04 14:06:37.670432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52094) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:06:37.742421 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4ce80514-97d6-44d8-bf66-53816c9d6bd1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/0992e26e-bd2a-4efb-89c5-a7dcf06638be HTTP/1.1" status: 200 len: 993 time: 0.0705595 Feb 04 14:06:38.378463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-48d9d542-3514-4069-b3a1-a3ba8413146c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218300 Feb 04 14:06:38.385800 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-30ac606a-0e64-4537-980a-dccfb9a7bf4e service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:06:38.387661 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-30ac606a-0e64-4537-980a-dccfb9a7bf4e service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065312 Feb 04 14:06:38.674814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8991f0-7261-41d0-9775-89040810eee5 req-9de1f8f4-d518-4fa4-95f3-5120a374d8eb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:38.679279 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f8991f0-7261-41d0-9775-89040810eee5 req-9de1f8f4-d518-4fa4-95f3-5120a374d8eb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.1072605 Feb 04 14:06:38.747956 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f8991f0-7261-41d0-9775-89040810eee5 req-b1e386e7-11b3-421a-bde4-e6c2af27c899 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617332 Feb 04 14:06:39.886574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78ec64-ee4d-4f27-a342-0bed1cdf3c0d req-7914b688-1447-4f18-bcc4-93e6ecdb111c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:39.889053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a78ec64-ee4d-4f27-a342-0bed1cdf3c0d req-7914b688-1447-4f18-bcc4-93e6ecdb111c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0631077 Feb 04 14:06:39.990129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-8c213411-1491-4c78-b748-ae1371399995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:39.991767 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-8c213411-1491-4c78-b748-ae1371399995 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1128 time: 0.0554099 Feb 04 14:06:39.994704 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a78ec64-ee4d-4f27-a342-0bed1cdf3c0d req-edf64237-1470-4b9f-9a72-a34c6b7fdaf8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985281 Feb 04 14:06:40.100970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-d198048c-94cb-464c-85e0-6445413b5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:40.102653 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-d198048c-94cb-464c-85e0-6445413b5e07 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 200 len: 897 time: 0.1054330 Feb 04 14:06:40.183067 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-1145a953-5be7-49c4-ab96-10960e9f6af4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 1001 time: 0.0739980 Feb 04 14:06:40.235409 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-61feb4a1-1d38-47c8-a655-dd0be8c39062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:40.237099 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-61feb4a1-1d38-47c8-a655-dd0be8c39062 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c HTTP/1.1" status: 200 len: 834 time: 0.0484283 Feb 04 14:06:40.290427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-037eaa2b-0cda-4a81-98eb-f82bb5f0dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:40.292256 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-037eaa2b-0cda-4a81-98eb-f82bb5f0dd43 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490994 Feb 04 14:06:40.393590 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-4020499c-865b-4a91-990a-cfeec268a94a service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954349 Feb 04 14:06:40.493555 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-a39d4b6d-9916-48f9-b827-757201d13ca2 service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943553 Feb 04 14:06:41.001714 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fe063e83-27ed-437c-bf89-88780d33d49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:41.141494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16b30e-647e-4275-84c8-58fffb09ab62 req-a98c12a7-0c36-4a5b-95e8-d1fb4d238917 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:41.144018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea16b30e-647e-4275-84c8-58fffb09ab62 req-a98c12a7-0c36-4a5b-95e8-d1fb4d238917 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0689011 Feb 04 14:06:41.220671 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea16b30e-647e-4275-84c8-58fffb09ab62 req-af17ef17-2621-4ea2-900e-339be28491e2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559886 Feb 04 14:06:42.346874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837e338-3883-4417-a6e3-6f71995ce60b req-50cf95a4-e4f2-4c4d-a5ff-1f16c0f0a5af tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:42.356647 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8837e338-3883-4417-a6e3-6f71995ce60b req-50cf95a4-e4f2-4c4d-a5ff-1f16c0f0a5af tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0724487 Feb 04 14:06:42.462958 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8837e338-3883-4417-a6e3-6f71995ce60b req-606d9a01-d1c7-4f6b-a1d8-8397e503bab1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046863 Feb 04 14:06:43.816817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad10d2-481c-4c71-b2ac-201395b479cf req-5a76ffc7-946b-4444-960f-4976fb8100d9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:43.818426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fad10d2-481c-4c71-b2ac-201395b479cf req-5a76ffc7-946b-4444-960f-4976fb8100d9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0659366 Feb 04 14:06:43.886450 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fad10d2-481c-4c71-b2ac-201395b479cf req-89204a26-6676-419d-b646-6c9731111adb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513062 Feb 04 14:06:44.225061 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:44.900431 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:45.077852 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a697e-f9c1-4741-a9e8-1009754420f4 req-97d7f2a6-bdbc-452d-86a7-7bb33d8fbeac tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:45.079560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-281a697e-f9c1-4741-a9e8-1009754420f4 req-97d7f2a6-bdbc-452d-86a7-7bb33d8fbeac tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0980878 Feb 04 14:06:45.141085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-281a697e-f9c1-4741-a9e8-1009754420f4 req-c300fe6d-7e9f-493e-816e-51fe6c079140 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540009 Feb 04 14:06:45.193979 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8b485455-b3c9-4e8f-98fc-46adc943a7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:45.673827 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:46.290554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd7379-eb4b-4c1b-acf2-b6d0b621c975 req-d841ca76-d6e0-4010-b974-fe8ded02e401 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:46.298669 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8fd7379-eb4b-4c1b-acf2-b6d0b621c975 req-d841ca76-d6e0-4010-b974-fe8ded02e401 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0757673 Feb 04 14:06:46.356906 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8fd7379-eb4b-4c1b-acf2-b6d0b621c975 req-f6fce38a-468c-4566-b364-baf4d6f1572a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559313 Feb 04 14:06:47.014982 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:47.543309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c6d28-c1a6-44ad-ac8a-21dafb0fff8d req-e33d35b5-ac36-4a9a-9c34-52cb20d99d6c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:47.545100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f77c6d28-c1a6-44ad-ac8a-21dafb0fff8d req-e33d35b5-ac36-4a9a-9c34-52cb20d99d6c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0941000 Feb 04 14:06:47.649154 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f77c6d28-c1a6-44ad-ac8a-21dafb0fff8d req-bcf6961a-7683-4f0c-9ac8-433d2e7751ca tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870452 Feb 04 14:06:48.031364 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:48.800322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381214f5-b6a5-424c-8374-fb2de2c4743a req-5cee50e9-be11-40fe-8aa7-63e414bdfa9a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:48.802064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-381214f5-b6a5-424c-8374-fb2de2c4743a req-5cee50e9-be11-40fe-8aa7-63e414bdfa9a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0616479 Feb 04 14:06:48.866711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-381214f5-b6a5-424c-8374-fb2de2c4743a req-2f9226b2-0d3a-47f4-bc0c-6350e971dcb1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562146 Feb 04 14:06:50.012298 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a7235-fb46-4f24-8b25-d2b92866600d req-0bf4c33c-25ed-4bb8-a096-ff119ac4c5b5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:50.013867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c35a7235-fb46-4f24-8b25-d2b92866600d req-0bf4c33c-25ed-4bb8-a096-ff119ac4c5b5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0605223 Feb 04 14:06:50.067520 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c35a7235-fb46-4f24-8b25-d2b92866600d req-a796ac2f-4108-474a-89b0-dadbf282e52f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479996 Feb 04 14:06:51.203746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381eeb25-4dfa-49d8-9200-ac4506f9ea84 req-6ebfd3ea-f221-46b0-896e-a5a19a2c0fa2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:51.205313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-381eeb25-4dfa-49d8-9200-ac4506f9ea84 req-6ebfd3ea-f221-46b0-896e-a5a19a2c0fa2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0646260 Feb 04 14:06:51.261674 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-381eeb25-4dfa-49d8-9200-ac4506f9ea84 req-29325cd8-e418-4f04-964d-988c2522e278 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444803 Feb 04 14:06:52.386315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ba7d2-a325-4759-bc4c-6965a4fea81d req-68779f24-977d-462b-a8e9-272ec01e19fd tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:52.387856 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e9ba7d2-a325-4759-bc4c-6965a4fea81d req-68779f24-977d-462b-a8e9-272ec01e19fd tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0610833 Feb 04 14:06:52.439697 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e9ba7d2-a325-4759-bc4c-6965a4fea81d req-fae429c0-f155-4f9f-b619-cb2849d40440 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459402 Feb 04 14:06:52.634610 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-232bd521-d2b0-4536-9939-1ebe5100cd85 service neutron] show failed (client error): The resource could not be found. Feb 04 14:06:52.635673 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-232bd521-d2b0-4536-9939-1ebe5100cd85 service neutron] 10.222.0.100 "GET /v2.0/ports/76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9/bindings/n-h1-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0651612 Feb 04 14:06:52.842121 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-5e9588da-5981-428d-b566-a38bf7a2796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:52.843761 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-5e9588da-5981-428d-b566-a38bf7a2796d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2 HTTP/1.1" status: 200 len: 1128 time: 0.0481706 Feb 04 14:06:52.854834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:06:52.914953 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:53.128034 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:06:53.162449 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:06:53.210244 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:06:53.212594 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca41fae-24eb-4d90-9301-9379c9258ccd" -d '{"events": [{"server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "name": "network-vif-unplugged", "status": "completed", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:06:53.216334 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Publish callbacks [] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:53.230462 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Transition to ACTIVE for port object 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:06:53.238975 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:53.653613 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ee2476-9385-47a4-8019-d7d497ac56df x-openstack-request-id: req-71ee2476-9385-47a4-8019-d7d497ac56df {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:06:53.654349 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "name": "network-vif-unplugged", "status": "completed", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:06:53.654349 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-71ee2476-9385-47a4-8019-d7d497ac56df {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:06:53.654564 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'code': 200} Feb 04 14:06:53.711654 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Pushing event updated for resources: {'Port': ['ID=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,revision_number=6']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:53.754636 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f6886-1a6f-4e7c-bbad-6d1cda17a05f req-187e6762-6100-40c2-85f5-83f6d4ae0cf6 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:53.756126 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c85f6886-1a6f-4e7c-bbad-6d1cda17a05f req-187e6762-6100-40c2-85f5-83f6d4ae0cf6 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 943 time: 0.1045804 Feb 04 14:06:53.757513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] No DVR routers for this DVR port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:06:53.885278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c85f6886-1a6f-4e7c-bbad-6d1cda17a05f req-315fd83f-55e7-42a3-b987-ce3daa493372 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898187 Feb 04 14:06:53.939727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Attempting to bind port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:06:53.940061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Attempting to bind port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:06:53.940384 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Attempting to bind port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 on network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:06:53.945805 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 on network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:06:53.946151 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Attempting to bind port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 on network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:06:53.951029 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:06:53.951300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Checking segment: {'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:06:53.951679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Bound using segment: {'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:06:53.952101 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Bound port: 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:06:53.952459 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:54.022660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:06:54.026305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:06:54.033294 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:54.076017 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:54.076649 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:54.078135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] 10.222.0.99 "PUT /v2.0/ports/76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 1092 time: 1.2275660 Feb 04 14:06:54.131357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be52c9-b7c8-4fdb-9ddc-ed8ee538c77a service neutron] Pushing event updated for resources: {'Port': ['ID=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,revision_number=7']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:54.157015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-4781ea76-c7ad-4279-b47f-ecfe87510be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:54.158941 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-4781ea76-c7ad-4279-b47f-ecfe87510be7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1126 time: 0.0592988 Feb 04 14:06:54.270547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-5eb183c2-c2c1-4020-9f78-5c4eabdca3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:54.272789 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-5eb183c2-c2c1-4020-9f78-5c4eabdca3ff service neutron] 10.222.0.99 "GET /v2.0/networks?id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 200 len: 897 time: 0.1077440 Feb 04 14:06:54.346604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-a7237e28-980e-4ff1-81a9-d3f5f966e4b8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 999 time: 0.0681102 Feb 04 14:06:54.404494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-ed345fc0-a087-4d19-aa28-1d22ef72985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:54.406153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-ed345fc0-a087-4d19-aa28-1d22ef72985d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c HTTP/1.1" status: 200 len: 834 time: 0.0543458 Feb 04 14:06:54.461507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-3402846c-17ef-416e-baf1-3719077eaca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:54.462981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-3402846c-17ef-416e-baf1-3719077eaca0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487988 Feb 04 14:06:54.567629 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-7175e432-0076-473c-b76d-30414eef6e49 service neutron] 10.222.0.99 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973587 Feb 04 14:06:54.679696 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-9a299032-4fa8-4f50-9b3e-2ce5e5c63970 service neutron] 10.222.0.99 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062906 Feb 04 14:06:55.011895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05420b14-fe5f-4fad-ab7c-86a5955243a0 req-e91473e0-a75e-4a09-b0fe-bdc2fa0e084a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:55.013484 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05420b14-fe5f-4fad-ab7c-86a5955243a0 req-e91473e0-a75e-4a09-b0fe-bdc2fa0e084a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 943 time: 0.0563512 Feb 04 14:06:55.064546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05420b14-fe5f-4fad-ab7c-86a5955243a0 req-ccf82379-d6e6-48e1-b08a-e929b8e9c902 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451386 Feb 04 14:06:55.655508 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:06:55.657923 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae85498e-a6ad-4938-8b9a-2042d4885881" -d '{"events": [{"name": "network-changed", "server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:06:55.712229 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe361ab-0419-47d4-afb0-d925cdc3fd49 x-openstack-request-id: req-dbe361ab-0419-47d4-afb0-d925cdc3fd49 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:06:55.712934 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:06:55.712934 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dbe361ab-0419-47d4-afb0-d925cdc3fd49 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:06:55.713215 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'status': 'completed', 'code': 200} Feb 04 14:06:55.779251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-cfed844f-c3c8-4101-aa65-103c921842b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:55.780978 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-cfed844f-c3c8-4101-aa65-103c921842b1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1126 time: 0.0514710 Feb 04 14:06:55.784300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-ab522dd1-59bb-4108-9dbf-1418df490697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:55.785861 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-ab522dd1-59bb-4108-9dbf-1418df490697 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1126 time: 0.0479934 Feb 04 14:06:55.883645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-c746964d-bfd2-4462-8eb6-96e1582bf0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:55.885157 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-c746964d-bfd2-4462-8eb6-96e1582bf0f1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 200 len: 897 time: 0.0981698 Feb 04 14:06:55.889131 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-c8671b67-063c-4b84-8020-9178f3bc50a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:55.890680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-c8671b67-063c-4b84-8020-9178f3bc50a8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 200 len: 897 time: 0.0980115 Feb 04 14:06:55.962733 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-c03c3b20-2e3c-47d6-aa3b-54d4af8d2e1e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 999 time: 0.0712166 Feb 04 14:06:55.962962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-9e52595e-e54a-4eac-a3b9-25738a64b275 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 999 time: 0.0651698 Feb 04 14:06:56.015641 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-73cdc098-d199-41eb-8229-2a96747fff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:56.017337 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-73cdc098-d199-41eb-8229-2a96747fff62 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c HTTP/1.1" status: 200 len: 834 time: 0.0480499 Feb 04 14:06:56.024342 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-71da37b4-daa5-4b4c-a557-3d55fbbfe55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:56.025882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-71da37b4-daa5-4b4c-a557-3d55fbbfe55e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c HTTP/1.1" status: 200 len: 834 time: 0.0559678 Feb 04 14:06:56.061604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:06:56.077805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-5b07d938-51a9-44cd-9575-46d61f3bea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:56.080315 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-5b07d938-51a9-44cd-9575-46d61f3bea96 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0563550 Feb 04 14:06:56.081911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-fd0d2fe1-1ae8-4241-a975-214c0c4a491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:56.083460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-fd0d2fe1-1ae8-4241-a975-214c0c4a491d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493631 Feb 04 14:06:56.160293 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] The host n-h2-714676-13 is not matching for port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 host n-h1-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 14:06:56.161060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:06:56.225918 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-44658740-aaad-43bf-abb7-28397b4dab69 service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385474 Feb 04 14:06:56.237932 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-e3dc2d16-246a-4b76-b96c-1fd015fd72a7 service neutron] 10.222.0.99 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479435 Feb 04 14:06:56.316074 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81fd01-5296-42b5-ab91-6449c7d6a94f req-7dc71972-125b-42eb-a0d5-78783b7c8422 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:56.317624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a81fd01-5296-42b5-ab91-6449c7d6a94f req-7dc71972-125b-42eb-a0d5-78783b7c8422 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 943 time: 0.1345117 Feb 04 14:06:56.335855 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-b9fcfdae-08d8-475f-b362-693953bc671b service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038296 Feb 04 14:06:56.382623 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae85498e-a6ad-4938-8b9a-2042d4885881 req-ff8640e0-9a85-4ac6-aefd-2d02737bd426 service neutron] 10.222.0.99 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375000 Feb 04 14:06:56.399734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a81fd01-5296-42b5-ab91-6449c7d6a94f req-66f773e3-4e92-446c-abec-9a2d541fde25 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756161 Feb 04 14:06:57.530073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e81a8-ab24-45bf-ae16-9afd68e0ed4c req-28c60881-4b64-49c5-a688-a07b80b0001b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:57.531711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d6e81a8-ab24-45bf-ae16-9afd68e0ed4c req-28c60881-4b64-49c5-a688-a07b80b0001b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 943 time: 0.0568750 Feb 04 14:06:57.589325 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d6e81a8-ab24-45bf-ae16-9afd68e0ed4c req-0405394a-2295-42a2-9788-20856f969825 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519135 Feb 04 14:06:58.716119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5cddd-30b3-4455-8568-c298fc1bbfdc req-3f80112b-1d55-4d80-8886-f887d33cb4b0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:58.717680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8d5cddd-30b3-4455-8568-c298fc1bbfdc req-3f80112b-1d55-4d80-8886-f887d33cb4b0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 943 time: 0.0548463 Feb 04 14:06:58.769028 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8d5cddd-30b3-4455-8568-c298fc1bbfdc req-6a42215a-8b94-431d-af26-15339fd74e5c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456405 Feb 04 14:06:59.059911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-a9d5926e-3a9e-4d49-aff8-b11f6e1c5e9f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:59.061321 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-a9d5926e-3a9e-4d49-aff8-b11f6e1c5e9f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.99 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 943 time: 0.1098998 Feb 04 14:06:59.074000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bc2ae-8755-4270-b7f9-9744be546614 req-d6efba47-43ab-4017-97e6-99f4b8be9fb9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:59.075586 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b82bc2ae-8755-4270-b7f9-9744be546614 req-d6efba47-43ab-4017-97e6-99f4b8be9fb9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 943 time: 0.0772951 Feb 04 14:06:59.167324 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b82bc2ae-8755-4270-b7f9-9744be546614 req-bdc1de89-8019-4266-85a6-d4596b3d5560 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855739 Feb 04 14:06:59.170285 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-3d299952-750b-4502-a2f7-ee51d7eaef72 service neutron] 10.222.0.99 "GET /v2.0/ports/76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9/bindings/n-h1-714676-13 HTTP/1.1" status: 200 len: 383 time: 0.0937259 Feb 04 14:06:59.247278 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-02b17fac-2eef-4d9e-8dde-41b8b2c57f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:59.248867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-02b17fac-2eef-4d9e-8dde-41b8b2c57f75 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1126 time: 0.0512116 Feb 04 14:06:59.309240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:06:59.341576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-abf8e466-fab8-4a32-ae12-2a36f0575967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:59.343120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-abf8e466-fab8-4a32-ae12-2a36f0575967 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 200 len: 897 time: 0.0889928 Feb 04 14:06:59.411684 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:06:59.417264 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-0e4ff45c-c7eb-4f2f-9fb1-ff976668a62e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 999 time: 0.0680921 Feb 04 14:06:59.424508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'port_id': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'mac_address': 'fa:16:3e:88:b9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:06:59.462794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:06:59.463207 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:59.471065 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-a3188a6b-2aee-454b-bcad-5da5b8668b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:59.472777 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-a3188a6b-2aee-454b-bcad-5da5b8668b33 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c HTTP/1.1" status: 200 len: 834 time: 0.0492516 Feb 04 14:06:59.477104 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:06:59.502133 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:06:59.507385 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:06:59.531470 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-32fd9caa-6933-4c19-839c-1cc5317ed638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:59.533008 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-32fd9caa-6933-4c19-839c-1cc5317ed638 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0539074 Feb 04 14:06:59.564256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:06:59.633909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-47e13bbe-7fbf-4074-b224-220e023bff79 service neutron] 10.222.0.99 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946517 Feb 04 14:06:59.727373 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-3bca9e78-f857-4a8f-a3e9-bbc6ae0f40b8 service neutron] 10.222.0.99 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865786 Feb 04 14:06:59.831852 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:06:59.855341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23438d17-5f95-4b7a-b749-8bf14bf70264 req-2e928805-65a3-46d9-be00-ac46f2f1af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:59.856846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23438d17-5f95-4b7a-b749-8bf14bf70264 req-2e928805-65a3-46d9-be00-ac46f2f1af44 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1127 time: 0.0599377 Feb 04 14:06:59.978125 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23438d17-5f95-4b7a-b749-8bf14bf70264 req-2995af98-4212-4d1f-871a-1d55acc0d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:59.979646 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23438d17-5f95-4b7a-b749-8bf14bf70264 req-2995af98-4212-4d1f-871a-1d55acc0d81d service neutron] 10.222.0.99 "GET /v2.0/networks?id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 200 len: 897 time: 0.1019962 Feb 04 14:07:00.055247 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23438d17-5f95-4b7a-b749-8bf14bf70264 req-f04cc7f4-5bc0-47f3-b9a5-7e5d5c0c907f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 1000 time: 0.0677989 Feb 04 14:07:00.116666 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23438d17-5f95-4b7a-b749-8bf14bf70264 req-3124fad6-d6a2-471c-b48f-ef4e5e104336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:00.118434 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23438d17-5f95-4b7a-b749-8bf14bf70264 req-3124fad6-d6a2-471c-b48f-ef4e5e104336 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c HTTP/1.1" status: 200 len: 834 time: 0.0559144 Feb 04 14:07:00.179907 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23438d17-5f95-4b7a-b749-8bf14bf70264 req-a241c390-1c56-4d2e-9bf7-a600cb9889a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:00.181523 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23438d17-5f95-4b7a-b749-8bf14bf70264 req-a241c390-1c56-4d2e-9bf7-a600cb9889a9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0559692 Feb 04 14:07:00.310977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23438d17-5f95-4b7a-b749-8bf14bf70264 req-73b04ae4-debb-4a4e-9b5d-19ca7322bc38 service neutron] 10.222.0.99 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225586 Feb 04 14:07:00.343696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f9c59-07af-45cf-a490-ba89cf7f23a3 req-6f0753d4-02a7-43ba-aa5a-38c2c4f5a7d2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:00.345192 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd9f9c59-07af-45cf-a490-ba89cf7f23a3 req-6f0753d4-02a7-43ba-aa5a-38c2c4f5a7d2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 944 time: 0.0995269 Feb 04 14:07:00.444565 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd9f9c59-07af-45cf-a490-ba89cf7f23a3 req-360d0bb2-496f-49ad-b3cf-a6b405ad2d84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736105 Feb 04 14:07:00.450180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23438d17-5f95-4b7a-b749-8bf14bf70264 req-40ea7765-b076-42d5-9ff3-897aa3859594 service neutron] 10.222.0.99 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322954 Feb 04 14:07:01.309291 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:07:01.360231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:07:01.364099 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:07:01.364476 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:01.450723 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:07:01.451540 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:01.475365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:07:01.478224 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cd6af6-aa9a-46ec-a06f-148ee59e5e6a" -d '{"events": [{"server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "name": "network-vif-plugged", "status": "completed", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:07:01.494313 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:07:01.499538 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:01.563154 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:07:01.600847 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557d6d-2adc-4f67-8e85-20bfe2ed706f req-1552af47-3cec-4620-93d3-7ed51f194d39 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:01.610546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c557d6d-2adc-4f67-8e85-20bfe2ed706f req-1552af47-3cec-4620-93d3-7ed51f194d39 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0809076 Feb 04 14:07:01.662595 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c557d6d-2adc-4f67-8e85-20bfe2ed706f req-671fc741-7b1a-4579-893b-8fd535be3af1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509048 Feb 04 14:07:01.737058 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aac7630-56a5-474a-a4aa-bf39a4fe8b75 x-openstack-request-id: req-2aac7630-56a5-474a-a4aa-bf39a4fe8b75 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:07:01.737352 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "name": "network-vif-plugged", "status": "completed", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:07:01.737608 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2aac7630-56a5-474a-a4aa-bf39a4fe8b75 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:07:01.738000 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'code': 200} Feb 04 14:07:01.955885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-fc110dd6-c574-4a18-8035-b5ceb0bd1f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:01.957410 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-fc110dd6-c574-4a18-8035-b5ceb0bd1f77 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2 HTTP/1.1" status: 200 len: 1128 time: 0.0820551 Feb 04 14:07:01.968994 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:07:02.032973 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:02.240347 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:07:02.273993 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:07:02.313227 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:07:02.315529 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847161c1-a1bd-483b-9a4e-4657f0ba1ac9" -d '{"events": [{"server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "name": "network-vif-unplugged", "status": "completed", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:07:02.320081 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Publish callbacks [] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:02.332842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Transition to ACTIVE for port object 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:07:02.337750 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:02.379570 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fea23cd-c082-429a-97ad-8e3554624b0d x-openstack-request-id: req-3fea23cd-c082-429a-97ad-8e3554624b0d {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:07:02.379871 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "name": "network-vif-unplugged", "status": "completed", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:07:02.380096 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3fea23cd-c082-429a-97ad-8e3554624b0d {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:07:02.380553 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'code': 200} Feb 04 14:07:02.408637 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,revision_number=10']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:07:02.466797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:02.467147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:02.467493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:02.467837 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:02.468173 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:02.468507 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:02.468839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:02.469167 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:02.469491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:02.469825 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:02.470178 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:02.470506 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:02.470831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:02.537409 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] No DVR routers for this DVR port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:07:02.697213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Attempting to bind port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:07:02.697561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Attempting to bind port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:07:02.697901 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Attempting to bind port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 on network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:07:02.703003 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 on network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:07:02.703336 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Attempting to bind port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 on network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:07:02.708549 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:07:02.708936 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Checking segment: {'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:07:02.709318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Bound using segment: {'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:07:02.709809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Bound port: 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9efce6-d783-41eb-b3de-c37879da412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:07:02.710330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:02.781606 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:07:02.784911 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:07:02.794027 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:02.801144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b28e2-f9bb-40b9-b375-486c2035e968 req-9e69aa92-412b-4baa-a993-49ee44fb7472 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:02.802795 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f8b28e2-f9bb-40b9-b375-486c2035e968 req-9e69aa92-412b-4baa-a993-49ee44fb7472 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 944 time: 0.0553489 Feb 04 14:07:02.835094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:02.836402 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:02.837877 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] 10.222.0.100 "PUT /v2.0/ports/76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 1093 time: 0.8733714 Feb 04 14:07:02.861706 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4d831-d651-4911-84cf-0722c3447bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,revision_number=11']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:07:02.891960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f8b28e2-f9bb-40b9-b375-486c2035e968 req-02c53af1-06f8-4b76-b0e5-e316367ab32c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816228 Feb 04 14:07:02.922050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-c57e2f9a-07cd-4029-9a89-ecb470e713df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:02.923689 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-c57e2f9a-07cd-4029-9a89-ecb470e713df service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1127 time: 0.0568132 Feb 04 14:07:03.024856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-4cb04dfa-6f4a-491f-863e-f23f767a9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:03.026609 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-4cb04dfa-6f4a-491f-863e-f23f767a9999 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 200 len: 897 time: 0.0972431 Feb 04 14:07:03.093414 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-8e44f574-dddb-4af4-bb63-080a1526a26c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 999 time: 0.0612674 Feb 04 14:07:03.154077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-481d5819-979f-4aab-a4c6-8fb1dc8527e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:03.154611 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-481d5819-979f-4aab-a4c6-8fb1dc8527e8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c HTTP/1.1" status: 200 len: 834 time: 0.0554082 Feb 04 14:07:03.203993 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-3d085962-f70d-494f-a60f-b62a0f3c9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:03.205618 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-3d085962-f70d-494f-a60f-b62a0f3c9622 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455129 Feb 04 14:07:03.295162 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-bd044d41-d6b6-470f-867e-95b857510b82 service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830004 Feb 04 14:07:03.388980 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a2a9615c-0b16-4db7-b399-040afcc4a283 req-855a8610-2476-4de7-9e9a-a5d90d02b32f service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882061 Feb 04 14:07:04.012104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7a65d-10e4-4153-9392-7d902eb2548f req-a17c1620-4cdf-4244-9e0f-0e1c98e9df4d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:04.013620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9d7a65d-10e4-4153-9392-7d902eb2548f req-a17c1620-4cdf-4244-9e0f-0e1c98e9df4d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 944 time: 0.0590243 Feb 04 14:07:04.063631 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9d7a65d-10e4-4153-9392-7d902eb2548f req-6fbe0fbf-6514-4ffe-a27f-9d2b4f637f3d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442593 Feb 04 14:07:04.381508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:07:04.384035 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:07:04.433958 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d846e5-af2e-41e5-a01d-5c3e55b3da26 x-openstack-request-id: req-f3d846e5-af2e-41e5-a01d-5c3e55b3da26 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:07:04.434311 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:07:04.434577 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f3d846e5-af2e-41e5-a01d-5c3e55b3da26 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:07:04.434986 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'status': 'completed', 'code': 200} Feb 04 14:07:04.501059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-2c2b3e06-450d-473c-9694-32ccd91e1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:04.501382 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-c6e3427b-247e-487f-83aa-6b359e1db6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:04.502629 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-2c2b3e06-450d-473c-9694-32ccd91e1234 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1127 time: 0.0484741 Feb 04 14:07:04.503150 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-c6e3427b-247e-487f-83aa-6b359e1db6d6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1127 time: 0.0454948 Feb 04 14:07:04.609894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-ace85a9e-7d91-4a72-98c0-ccb0389d384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:04.610417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-724d77ad-90d3-4071-a78a-dcf55eed72ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:04.611449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-ace85a9e-7d91-4a72-98c0-ccb0389d384a service neutron] 10.222.0.99 "GET /v2.0/networks?id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 200 len: 897 time: 0.1023409 Feb 04 14:07:04.612029 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-724d77ad-90d3-4071-a78a-dcf55eed72ef service neutron] 10.222.0.100 "GET /v2.0/networks?id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 200 len: 897 time: 0.1036286 Feb 04 14:07:04.710897 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-21cebc24-b7d2-4fcc-8684-d38a9e234386 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 999 time: 0.0914278 Feb 04 14:07:04.711663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-e655478e-b0fb-4954-84fd-0f6866d3d46b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 999 time: 0.0939965 Feb 04 14:07:04.761970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-739c2594-a684-4e86-969b-170115da0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:04.762440 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-deb88334-d387-4194-8802-be209952d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:04.763703 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-739c2594-a684-4e86-969b-170115da0471 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c HTTP/1.1" status: 200 len: 834 time: 0.0458307 Feb 04 14:07:04.763961 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-deb88334-d387-4194-8802-be209952d35d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c HTTP/1.1" status: 200 len: 834 time: 0.0475781 Feb 04 14:07:04.816887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-686c262e-5458-4d31-b0b8-709b672b2e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:04.817651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-7e10d405-fa7e-42cf-982d-54e866798303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:04.820371 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-686c262e-5458-4d31-b0b8-709b672b2e0d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497293 Feb 04 14:07:04.820537 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-7e10d405-fa7e-42cf-982d-54e866798303 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497816 Feb 04 14:07:04.921204 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-6f152589-28c8-426b-9c9d-982497e01291 service neutron] 10.222.0.99 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950634 Feb 04 14:07:04.923310 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-295b3261-f6b8-4029-b360-0f7623608d28 service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935471 Feb 04 14:07:05.023565 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-d2b9638c-590b-4205-9a17-c658557b984c service neutron] 10.222.0.99 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958531 Feb 04 14:07:05.028309 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e14b32b2-a392-41b6-be90-8f0be3bcbd4a req-25287b0e-2328-4935-a79d-780fac62b795 service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987844 Feb 04 14:07:05.212107 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b95e7d-6c86-44fb-8e71-8fc75967656f req-b62c018c-39cc-444c-9fd2-da78253a3241 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:05.214315 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33b95e7d-6c86-44fb-8e71-8fc75967656f req-b62c018c-39cc-444c-9fd2-da78253a3241 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 944 time: 0.0722890 Feb 04 14:07:05.264867 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655f804-fb5f-4aee-adfa-dff6f1b2903d req-a8ee5b2b-9e2b-48a1-84e6-5f8fc0a2cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:05.266514 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8655f804-fb5f-4aee-adfa-dff6f1b2903d req-a8ee5b2b-9e2b-48a1-84e6-5f8fc0a2cff9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1127 time: 0.0544548 Feb 04 14:07:05.274015 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33b95e7d-6c86-44fb-8e71-8fc75967656f req-6bb0ed25-0efb-4601-8a37-3993f6f627cd tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533159 Feb 04 14:07:05.323918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:07:05.369010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 host n-h2-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 14:07:05.369520 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:07:05.387595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655f804-fb5f-4aee-adfa-dff6f1b2903d req-146970db-53ff-4b5c-a9f1-e50492c8e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:05.389053 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8655f804-fb5f-4aee-adfa-dff6f1b2903d req-146970db-53ff-4b5c-a9f1-e50492c8e8a1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 200 len: 897 time: 0.1025748 Feb 04 14:07:05.455402 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8655f804-fb5f-4aee-adfa-dff6f1b2903d req-d958ec8b-f746-49c6-9d43-3da00feba556 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 999 time: 0.0598037 Feb 04 14:07:05.503011 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655f804-fb5f-4aee-adfa-dff6f1b2903d req-3a39ed7f-ec88-4a4c-b3d4-07b3c9066a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:05.504392 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8655f804-fb5f-4aee-adfa-dff6f1b2903d req-3a39ed7f-ec88-4a4c-b3d4-07b3c9066a9e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c HTTP/1.1" status: 200 len: 834 time: 0.0435684 Feb 04 14:07:05.558733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655f804-fb5f-4aee-adfa-dff6f1b2903d req-3bbf2930-934b-49f3-a8a1-e9677927d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:05.560255 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8655f804-fb5f-4aee-adfa-dff6f1b2903d req-3bbf2930-934b-49f3-a8a1-e9677927d68b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504127 Feb 04 14:07:05.650015 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8655f804-fb5f-4aee-adfa-dff6f1b2903d req-e843e032-c85e-4942-b289-3c0f279ca4ae service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840487 Feb 04 14:07:05.750017 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8655f804-fb5f-4aee-adfa-dff6f1b2903d req-d994d93c-0a01-4c6e-80b2-ff49c8d5305e service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935721 Feb 04 14:07:06.107068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:07:06.204674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:07:06.217025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'port_id': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'mac_address': 'fa:16:3e:88:b9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:07:06.257191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:07:06.257668 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:06.272234 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:07:06.293199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:07:06.298554 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:06.349829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,revision_number=12']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:07:06.358511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:06.359275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:06.359797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:06.362182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:06.362597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:06.362941 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:06.363276 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:06.363607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:06.363936 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:06.364310 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:06.364633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:06.364953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:06.365784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:06.417939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd29910-ea76-4cbe-9518-aa56b7c7a4d2 req-36c39e70-b340-4b6d-b765-cd43f8e40953 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:06.419712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cd29910-ea76-4cbe-9518-aa56b7c7a4d2 req-36c39e70-b340-4b6d-b765-cd43f8e40953 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0693018 Feb 04 14:07:06.472210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6cd29910-ea76-4cbe-9518-aa56b7c7a4d2 req-2568eb25-98ab-4482-942c-b589dc36f5f5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467978 Feb 04 14:07:07.602192 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f420350-f594-463e-86e1-69954ba04ef0 req-325b8ba0-731b-4561-82d3-8352cbf06d8b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:07.603725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f420350-f594-463e-86e1-69954ba04ef0 req-325b8ba0-731b-4561-82d3-8352cbf06d8b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 945 time: 0.0610280 Feb 04 14:07:07.656176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f420350-f594-463e-86e1-69954ba04ef0 req-57936dd1-1dce-471a-8899-20434f98d9f7 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468295 Feb 04 14:07:07.678667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 52608) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:07:07.704747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:07:07.743616 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a8000f38-9a67-470a-bc25-8a94d47769b8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/0992e26e-bd2a-4efb-89c5-a7dcf06638be HTTP/1.1" status: 200 len: 992 time: 0.0636792 Feb 04 14:07:09.066216 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:07:10.137827 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:07:10.198458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:07:10.204017 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:07:10.204519 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:10.291699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:07:10.292097 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:10.319138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:07:10.321339 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f505448-5c47-40e9-9448-31d607c292db" -d '{"events": [{"server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "name": "network-vif-plugged", "status": "completed", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:07:10.336254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:07:10.343889 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:10.383662 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d51ff18-7e1e-455f-b50a-5f6da53a151f x-openstack-request-id: req-9d51ff18-7e1e-455f-b50a-5f6da53a151f {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:07:10.383999 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "name": "network-vif-plugged", "status": "completed", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:07:10.384223 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9d51ff18-7e1e-455f-b50a-5f6da53a151f {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:07:10.384620 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'code': 200} Feb 04 14:07:10.403835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,revision_number=13']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:07:11.006217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e39b5c90-641e-4ca0-9d34-c861cb78fb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:14.213090 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:14.907224 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:15.192508 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c19874bb-3b2b-459d-ad6d-9f2295132ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:15.675665 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:17.005295 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:18.016705 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:41.010168 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-26b0aa96-3670-4a5d-9a7a-be66cd37ea1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:44.210216 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:44.921242 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:45.187378 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6fabffc0-a97e-4012-80b6-7329b9b28dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:45.678513 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:46.065214 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:07:47.006569 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:47.688620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2aa52-f5a9-4862-922f-464f5e68630d req-d2cbc25a-fe0e-4164-942a-c7bbf8d808a0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:47.690320 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10e2aa52-f5a9-4862-922f-464f5e68630d req-d2cbc25a-fe0e-4164-942a-c7bbf8d808a0 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 946 time: 0.1192892 Feb 04 14:07:47.744294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10e2aa52-f5a9-4862-922f-464f5e68630d req-49684293-f0e9-4920-a488-21a82c87a1f6 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92eca22-195f-49a6-8ca0-15122a38e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474524 Feb 04 14:07:48.023698 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:48.874504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bc5a3-6d78-489e-a172-af349f9eb9b8 req-8b3665e0-cea8-45a9-b172-1769154e89ab tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:48.876133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb0bc5a3-6d78-489e-a172-af349f9eb9b8 req-8b3665e0-cea8-45a9-b172-1769154e89ab tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 946 time: 0.0599973 Feb 04 14:07:48.932167 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb0bc5a3-6d78-489e-a172-af349f9eb9b8 req-ba3b1537-29b3-45b7-83a4-0bf5daebd2f4 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92eca22-195f-49a6-8ca0-15122a38e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495718 Feb 04 14:07:49.687483 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02892ea5-ab09-45bc-aa70-8fbb601f4ccc req-ea8e1f7f-55d7-4eb3-9a82-28b0e539d10b tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:49.689014 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-02892ea5-ab09-45bc-aa70-8fbb601f4ccc req-ea8e1f7f-55d7-4eb3-9a82-28b0e539d10b tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.100 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 946 time: 0.0568094 Feb 04 14:07:49.790483 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-02892ea5-ab09-45bc-aa70-8fbb601f4ccc req-10db28c2-7be1-4010-8d0e-b194db818fbc tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Deleting port d69715a0-cf86-4ce9-834a-57e6bccf31bf {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:07:49.790744 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-02892ea5-ab09-45bc-aa70-8fbb601f4ccc req-10db28c2-7be1-4010-8d0e-b194db818fbc tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d69715a0-cf86-4ce9-834a-57e6bccf31bf), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:49.885984 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-02892ea5-ab09-45bc-aa70-8fbb601f4ccc req-10db28c2-7be1-4010-8d0e-b194db818fbc tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] For port d69715a0-cf86-4ce9-834a-57e6bccf31bf, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=d69715a0-cf86-4ce9-834a-57e6bccf31bf,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:07:49.886396 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-02892ea5-ab09-45bc-aa70-8fbb601f4ccc req-10db28c2-7be1-4010-8d0e-b194db818fbc tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d69715a0-cf86-4ce9-834a-57e6bccf31bf), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:50.074034 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73a220-1b79-43e0-9e4d-0668104d33ef req-0d3920de-7d8d-47b7-94b4-fc70d428047c tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:50.082338 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d73a220-1b79-43e0-9e4d-0668104d33ef req-0d3920de-7d8d-47b7-94b4-fc70d428047c tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 946 time: 0.0707474 Feb 04 14:07:50.134788 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d73a220-1b79-43e0-9e4d-0668104d33ef req-66dbd974-5767-43e1-b58b-6624fcd13240 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92eca22-195f-49a6-8ca0-15122a38e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513525 Feb 04 14:07:50.464308 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-02892ea5-ab09-45bc-aa70-8fbb601f4ccc req-10db28c2-7be1-4010-8d0e-b194db818fbc tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:50.464674 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-02892ea5-ab09-45bc-aa70-8fbb601f4ccc req-10db28c2-7be1-4010-8d0e-b194db818fbc tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (4a5272d4-a077-41b7-a040-56ce2353d257), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:50.464992 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [req-02892ea5-ab09-45bc-aa70-8fbb601f4ccc req-10db28c2-7be1-4010-8d0e-b194db818fbc tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Floating IP 4a5272d4-a077-41b7-a040-56ce2353d257 disassociated. External IP: 172.25.5.247, port: d69715a0-cf86-4ce9-834a-57e6bccf31bf. Feb 04 14:07:50.465344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-02892ea5-ab09-45bc-aa70-8fbb601f4ccc req-10db28c2-7be1-4010-8d0e-b194db818fbc tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Calling delete_port for d69715a0-cf86-4ce9-834a-57e6bccf31bf owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:07:50.613105 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-02892ea5-ab09-45bc-aa70-8fbb601f4ccc req-10db28c2-7be1-4010-8d0e-b194db818fbc tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d69715a0-cf86-4ce9-834a-57e6bccf31bf), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:50.646008 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db28c2-7be1-4010-8d0e-b194db818fbc tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event deleted for resources: {'Port': ['ID=d69715a0-cf86-4ce9-834a-57e6bccf31bf,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:07:50.766392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02892ea5-ab09-45bc-aa70-8fbb601f4ccc req-10db28c2-7be1-4010-8d0e-b194db818fbc tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Router 06891b07-d3d2-46a2-85b1-b68983f45d8d has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:07:50.878538 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02892ea5-ab09-45bc-aa70-8fbb601f4ccc req-10db28c2-7be1-4010-8d0e-b194db818fbc tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:07:50.888987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8307e4-680f-4c59-9dcb-9fbdb80b93d9 None None] Sync routers for ids ['06891b07-d3d2-46a2-85b1-b68983f45d8d'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:07:50.901473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8307e4-680f-4c59-9dcb-9fbdb80b93d9 None None] Routers {'06891b07-d3d2-46a2-85b1-b68983f45d8d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:07:50.902776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-fe8307e4-680f-4c59-9dcb-9fbdb80b93d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:07:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['06891b07-d3d2-46a2-85b1-b68983f45d8d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:07:50.921626 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-02892ea5-ab09-45bc-aa70-8fbb601f4ccc req-10db28c2-7be1-4010-8d0e-b194db818fbc tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] No DVR routers for this DVR port d69715a0-cf86-4ce9-834a-57e6bccf31bf on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:07:50.924681 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-02892ea5-ab09-45bc-aa70-8fbb601f4ccc req-10db28c2-7be1-4010-8d0e-b194db818fbc tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:50.928297 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-02892ea5-ab09-45bc-aa70-8fbb601f4ccc req-10db28c2-7be1-4010-8d0e-b194db818fbc tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.100 "DELETE /v2.0/ports/d69715a0-cf86-4ce9-834a-57e6bccf31bf HTTP/1.1" status: 204 len: 173 time: 1.2340195 Feb 04 14:07:50.928769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fbcbb5-7db7-4221-8908-6dfd87119a3a', 'name': 'network-vif-deleted', 'tag': 'd69715a0-cf86-4ce9-834a-57e6bccf31bf'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:07:50.931121 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf85414c-b4fe-44e2-8fc9-ad5f77ecc822" -d '{"events": [{"server_uuid": "71fbcbb5-7db7-4221-8908-6dfd87119a3a", "name": "network-vif-deleted", "tag": "d69715a0-cf86-4ce9-834a-57e6bccf31bf"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:07:50.978062 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077da86f-7b4f-4cb4-a003-64db23577528 x-openstack-request-id: req-077da86f-7b4f-4cb4-a003-64db23577528 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:07:50.978400 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fbcbb5-7db7-4221-8908-6dfd87119a3a", "name": "network-vif-deleted", "tag": "d69715a0-cf86-4ce9-834a-57e6bccf31bf", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:07:50.978663 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-077da86f-7b4f-4cb4-a003-64db23577528 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:07:50.979064 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fbcbb5-7db7-4221-8908-6dfd87119a3a', 'name': 'network-vif-deleted', 'tag': 'd69715a0-cf86-4ce9-834a-57e6bccf31bf', 'status': 'completed', 'code': 200} Feb 04 14:07:51.043934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-fe8307e4-680f-4c59-9dcb-9fbdb80b93d9 None None] Set router 06891b07-d3d2-46a2-85b1-b68983f45d8d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:07:51.268747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-fe8307e4-680f-4c59-9dcb-9fbdb80b93d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:16Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'f56bb99b-8696-4fff-a47d-1804effc6456', 'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'mac_address': 'fa:16:3e:6f:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:21Z', 'revision_number': 5, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'subnets': [{'id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:07:51.269043 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad42bedb-4c9c-47f9-8c0e-fe2529a124fe req-d08d64dd-efd9-44d5-b09d-32e1a96ee39a tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/ports?device_id=71fbcbb5-7db7-4221-8908-6dfd87119a3a HTTP/1.1" status: 200 len: 210 time: 0.0275095 Feb 04 14:07:51.298045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8307e4-680f-4c59-9dcb-9fbdb80b93d9 None None] Checking router: 06891b07-d3d2-46a2-85b1-b68983f45d8d for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:07:51.307115 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8307e4-680f-4c59-9dcb-9fbdb80b93d9 None None] Routers {'06891b07-d3d2-46a2-85b1-b68983f45d8d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:07:51.307705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-fe8307e4-680f-4c59-9dcb-9fbdb80b93d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:07:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['06891b07-d3d2-46a2-85b1-b68983f45d8d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:07:51.592892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-fe8307e4-680f-4c59-9dcb-9fbdb80b93d9 None None] Set router 06891b07-d3d2-46a2-85b1-b68983f45d8d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:07:51.803770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-fe8307e4-680f-4c59-9dcb-9fbdb80b93d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:16Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'f56bb99b-8696-4fff-a47d-1804effc6456', 'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'mac_address': 'fa:16:3e:6f:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:21Z', 'revision_number': 5, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'subnets': [{'id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:07:51.835618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8307e4-680f-4c59-9dcb-9fbdb80b93d9 None None] The sync data for ids ['06891b07-d3d2-46a2-85b1-b68983f45d8d'] in n-d-714676-13 is: [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:01:16Z', 'revision_number': 4, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'f56bb99b-8696-4fff-a47d-1804effc6456', 'name': '', 'network_id': '6a2573c7-a422-4fa3-9caa-883478b35439', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'mac_address': 'fa:16:3e:6f:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:21Z', 'revision_number': 5, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'subnets': [{'id': 'dc55e045-daca-4403-9022-1e9266a649bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:07:52.055233 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa28313e-7811-4437-a104-15cd7e42c933 None None] New status for floating IP 4a5272d4-a077-41b7-a040-56ce2353d257: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:07:52.336951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device d69715a0-cf86-4ce9-834a-57e6bccf31bf no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:07:52.354765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53060) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:07:52.358333 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: d69715a0-cf86-4ce9-834a-57e6bccf31bf {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:07:52.358687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device d69715a0-cf86-4ce9-834a-57e6bccf31bf not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:07:52.409749 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group (a92eca22-195f-49a6-8ca0-15122a38e02b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:52.433640 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group (a92eca22-195f-49a6-8ca0-15122a38e02b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:52.485890 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a92eca22-195f-49a6-8ca0-15122a38e02b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:52.488538 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:52.489990 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "DELETE /v2.0/security-groups/a92eca22-195f-49a6-8ca0-15122a38e02b HTTP/1.1" status: 204 len: 168 time: 0.1341593 Feb 04 14:07:52.492828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53062) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:07:52.500185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92eca22-195f-49a6-8ca0-15122a38e02b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:07:52.508053 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-5bb3c5ba-bd6a-425f-b234-37aad96915a4 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] show failed (client error): The resource could not be found. Feb 04 14:07:52.508953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:52.509142 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5bb3c5ba-bd6a-425f-b234-37aad96915a4 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "GET /v2.0/security-groups/a92eca22-195f-49a6-8ca0-15122a38e02b HTTP/1.1" status: 404 len: 347 time: 0.0152636 Feb 04 14:07:52.509383 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:52.509802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:52.510190 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:52.511050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:52.511050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:52.511253 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:52.511535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:52.511975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:52.512197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:52.512531 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:52.512907 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:52.513324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625443bc-cff8-4402-a7a7-4298ed26e9a3 tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:52.514048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53064) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:07:52.657116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-83894f32-4409-4aaf-a051-5aaadec98dea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Deleting port a155e8e4-e34c-42f4-8c5c-37df703d0fb5 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:07:52.657469 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-83894f32-4409-4aaf-a051-5aaadec98dea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a155e8e4-e34c-42f4-8c5c-37df703d0fb5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:52.743580 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-83894f32-4409-4aaf-a051-5aaadec98dea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a155e8e4-e34c-42f4-8c5c-37df703d0fb5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:52.743952 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-83894f32-4409-4aaf-a051-5aaadec98dea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for floatingip (a155e8e4-e34c-42f4-8c5c-37df703d0fb5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:52.757272 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-83894f32-4409-4aaf-a051-5aaadec98dea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Calling delete_port for a155e8e4-e34c-42f4-8c5c-37df703d0fb5 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:07:52.915039 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-83894f32-4409-4aaf-a051-5aaadec98dea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a155e8e4-e34c-42f4-8c5c-37df703d0fb5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:52.944890 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83894f32-4409-4aaf-a051-5aaadec98dea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Pushing event deleted for resources: {'Port': ['ID=a155e8e4-e34c-42f4-8c5c-37df703d0fb5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:07:53.012156 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-83894f32-4409-4aaf-a051-5aaadec98dea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks [] for floatingip (4a5272d4-a077-41b7-a040-56ce2353d257), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:53.015205 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-83894f32-4409-4aaf-a051-5aaadec98dea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:07:53.019232 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-83894f32-4409-4aaf-a051-5aaadec98dea tempest-AttachVolumeTestJSON-696387022 tempest-AttachVolumeTestJSON-696387022-project] 10.222.0.96 "DELETE /v2.0/floatingips/4a5272d4-a077-41b7-a040-56ce2353d257 HTTP/1.1" status: 204 len: 168 time: 0.5007458 Feb 04 14:07:59.376004 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac2fc45f-f3f4-4128-8f48-b9c30e5b7407 req-9f85d46d-23e0-4fd6-b999-2296715111cc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539789 Feb 04 14:07:59.460489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fc45f-f3f4-4128-8f48-b9c30e5b7407 req-4ab10ba7-46a0-4963-825c-ee4689009aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:59.462759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac2fc45f-f3f4-4128-8f48-b9c30e5b7407 req-4ab10ba7-46a0-4963-825c-ee4689009aa6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 1128 time: 0.0621631 Feb 04 14:07:59.647113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fc45f-f3f4-4128-8f48-b9c30e5b7407 req-21301441-4f4e-4236-bf20-736327dd31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:59.648883 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac2fc45f-f3f4-4128-8f48-b9c30e5b7407 req-21301441-4f4e-4236-bf20-736327dd31c9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.1658456 Feb 04 14:07:59.742418 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac2fc45f-f3f4-4128-8f48-b9c30e5b7407 req-065d6d30-b27e-49f7-bda4-c356052b9eec service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c64309e-de92-43e3-a5c9-598e781fdc66 HTTP/1.1" status: 200 len: 1000 time: 0.0873060 Feb 04 14:07:59.801587 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fc45f-f3f4-4128-8f48-b9c30e5b7407 req-c69ab4ba-3bb2-4b45-9427-673f094c7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:59.803515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac2fc45f-f3f4-4128-8f48-b9c30e5b7407 req-c69ab4ba-3bb2-4b45-9427-673f094c7ad5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.0549862 Feb 04 14:07:59.876336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fc45f-f3f4-4128-8f48-b9c30e5b7407 req-3c15acbe-380a-4ba7-8bdd-72f78d967650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:59.879229 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac2fc45f-f3f4-4128-8f48-b9c30e5b7407 req-3c15acbe-380a-4ba7-8bdd-72f78d967650 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0692539 Feb 04 14:07:59.982613 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac2fc45f-f3f4-4128-8f48-b9c30e5b7407 req-0de1d7fd-79d1-41e6-9516-9d58ac97eeb6 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978675 Feb 04 14:08:00.086141 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac2fc45f-f3f4-4128-8f48-b9c30e5b7407 req-24305c2d-bf9e-49b1-9cf0-9ceb810903d7 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977616 Feb 04 14:08:07.029962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814bcf-4011-418a-b4f3-0f63a82e839c req-1739efe4-7e77-4fbb-bc29-52fc238f4eff tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:07.031718 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54814bcf-4011-418a-b4f3-0f63a82e839c req-1739efe4-7e77-4fbb-bc29-52fc238f4eff tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1129 time: 0.0555556 Feb 04 14:08:07.095969 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54814bcf-4011-418a-b4f3-0f63a82e839c req-5673ae3c-1d50-46fb-9b2f-e62865aff840 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570803 Feb 04 14:08:07.121577 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53614) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:07.297812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting port 1edc4c53-a9b6-4832-a2ca-b611e3720030 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:08:07.298188 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1edc4c53-a9b6-4832-a2ca-b611e3720030), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:07.387087 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1edc4c53-a9b6-4832-a2ca-b611e3720030), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:07.387416 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for floatingip (1edc4c53-a9b6-4832-a2ca-b611e3720030), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:07.402307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Calling delete_port for 1edc4c53-a9b6-4832-a2ca-b611e3720030 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:08:07.611489 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1edc4c53-a9b6-4832-a2ca-b611e3720030), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:07.647615 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Port': ['ID=1edc4c53-a9b6-4832-a2ca-b611e3720030,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:07.704363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:07.704706 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:07.705282 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:07.705901 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:07.706515 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:07.707230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:07.707768 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:07.708365 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:07.708961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:07.709510 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:07.710089 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:07.710688 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:07.711255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:07.747647 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for floatingip (0992e26e-bd2a-4efb-89c5-a7dcf06638be), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:07.747991 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Floating IP 0992e26e-bd2a-4efb-89c5-a7dcf06638be disassociated (deleted). External IP: 172.25.5.151, port: 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9. Feb 04 14:08:07.991819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router 6408366c-19d6-497d-8690-d40f66ff2526 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:08:08.114191 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:08:08.119195 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:08.124093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ca545-fce4-4589-ba99-384bd8e36213 None None] Sync routers for ids ['6408366c-19d6-497d-8690-d40f66ff2526'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:08:08.134421 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ca545-fce4-4589-ba99-384bd8e36213 None None] Routers {'6408366c-19d6-497d-8690-d40f66ff2526'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:08:08.134955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b95ca545-fce4-4589-ba99-384bd8e36213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:07:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6408366c-19d6-497d-8690-d40f66ff2526'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:08.152051 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1a067579-c294-45e0-98c5-1aa7f39aaf9e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/floatingips/0992e26e-bd2a-4efb-89c5-a7dcf06638be HTTP/1.1" status: 204 len: 168 time: 1.0286143 Feb 04 14:08:08.153185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:08:08.155660 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb2bfdb-50ea-4931-8e96-e32e4124379a" -d '{"events": [{"name": "network-changed", "server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:08:08.272810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b95ca545-fce4-4589-ba99-384bd8e36213 None None] Set router 6408366c-19d6-497d-8690-d40f66ff2526 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:08:08.327206 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af44ba5c-f4c9-45e7-bb3f-653d8faf1e7a x-openstack-request-id: req-af44ba5c-f4c9-45e7-bb3f-653d8faf1e7a {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:08:08.327509 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:08:08.327771 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-af44ba5c-f4c9-45e7-bb3f-653d8faf1e7a {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:08:08.328181 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'status': 'completed', 'code': 200} Feb 04 14:08:08.405326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2bfdb-50ea-4931-8e96-e32e4124379a req-0778b4c9-5614-44e6-866b-c3cb1df0f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:08.407585 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ffb2bfdb-50ea-4931-8e96-e32e4124379a req-0778b4c9-5614-44e6-866b-c3cb1df0f3c0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 1129 time: 0.0584710 Feb 04 14:08:08.470947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5c5d3-4bd3-4115-8807-5361680e1c55 req-f61bc894-1b06-477b-b779-b3f0f1c489e9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:08.474460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0d5c5d3-4bd3-4115-8807-5361680e1c55 req-f61bc894-1b06-477b-b779-b3f0f1c489e9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 946 time: 0.0651426 Feb 04 14:08:08.491853 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b95ca545-fce4-4589-ba99-384bd8e36213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408366c-19d6-497d-8690-d40f66ff2526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870215921', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:56Z', 'updated_at': '2022-02-04T14:05:03Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:57Z', 'updated_at': '2022-02-04T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '241baf9e-dc00-4256-a716-c74f838e856b', 'name': '', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:3b:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:05:02Z', 'updated_at': '2022-02-04T14:05:07Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:08.528157 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0d5c5d3-4bd3-4115-8807-5361680e1c55 req-180f2914-2ea5-48ce-9dec-9716e83b0532 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481160 Feb 04 14:08:08.530155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2bfdb-50ea-4931-8e96-e32e4124379a req-f51e577c-e0e2-4f3d-8124-d09203cc3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:08.531616 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ca545-fce4-4589-ba99-384bd8e36213 None None] Checking router: 6408366c-19d6-497d-8690-d40f66ff2526 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:08:08.532646 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ffb2bfdb-50ea-4931-8e96-e32e4124379a req-f51e577c-e0e2-4f3d-8124-d09203cc3517 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 200 len: 897 time: 0.1183052 Feb 04 14:08:08.547864 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ca545-fce4-4589-ba99-384bd8e36213 None None] Routers {'6408366c-19d6-497d-8690-d40f66ff2526'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:08:08.548483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b95ca545-fce4-4589-ba99-384bd8e36213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:07:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6408366c-19d6-497d-8690-d40f66ff2526'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:08.585601 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ffb2bfdb-50ea-4931-8e96-e32e4124379a req-b278be25-3131-4a36-a649-fafe41bb83d8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 200 len: 217 time: 0.0445466 Feb 04 14:08:08.643387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2bfdb-50ea-4931-8e96-e32e4124379a req-09e63cae-ba58-45b9-be9e-ca723f686e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:08.645815 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ffb2bfdb-50ea-4931-8e96-e32e4124379a req-09e63cae-ba58-45b9-be9e-ca723f686e4d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c HTTP/1.1" status: 200 len: 834 time: 0.0539217 Feb 04 14:08:08.671356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b95ca545-fce4-4589-ba99-384bd8e36213 None None] Set router 6408366c-19d6-497d-8690-d40f66ff2526 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:08:08.702380 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2bfdb-50ea-4931-8e96-e32e4124379a req-3f29abb9-e2ea-4c5e-a78b-25973afed263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:08.703935 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ffb2bfdb-50ea-4931-8e96-e32e4124379a req-3f29abb9-e2ea-4c5e-a78b-25973afed263 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512819 Feb 04 14:08:08.799025 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ffb2bfdb-50ea-4931-8e96-e32e4124379a req-967b0270-4d7a-44a4-acc9-0f3db090810f service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882800 Feb 04 14:08:08.884637 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b95ca545-fce4-4589-ba99-384bd8e36213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408366c-19d6-497d-8690-d40f66ff2526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870215921', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:56Z', 'updated_at': '2022-02-04T14:05:03Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:57Z', 'updated_at': '2022-02-04T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '241baf9e-dc00-4256-a716-c74f838e856b', 'name': '', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:3b:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:05:02Z', 'updated_at': '2022-02-04T14:05:07Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:08.907057 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ffb2bfdb-50ea-4931-8e96-e32e4124379a req-71270ee5-ec59-4dc7-9eec-59f7f65f0de9 service neutron] 10.222.0.100 "GET /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018925 Feb 04 14:08:08.911543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ca545-fce4-4589-ba99-384bd8e36213 None None] The sync data for ids ['6408366c-19d6-497d-8690-d40f66ff2526'] in n-d-714676-13 is: [{'id': '6408366c-19d6-497d-8690-d40f66ff2526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870215921', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:56Z', 'updated_at': '2022-02-04T14:05:03Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:57Z', 'updated_at': '2022-02-04T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '241baf9e-dc00-4256-a716-c74f838e856b', 'name': '', 'network_id': '0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:3b:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:05:02Z', 'updated_at': '2022-02-04T14:05:07Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:08:09.154035 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e962c732-4f58-47c1-a7fb-feee8bd2d029 None None] New status for floating IP 0992e26e-bd2a-4efb-89c5-a7dcf06638be: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:08:09.667543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17e16a-9d79-4d5e-bbd2-185273a15bfb req-c1f4185e-e65a-4fc1-9bdd-5b0557d5678e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:09.669173 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d17e16a-9d79-4d5e-bbd2-185273a15bfb req-c1f4185e-e65a-4fc1-9bdd-5b0557d5678e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 946 time: 0.0617170 Feb 04 14:08:09.742732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d17e16a-9d79-4d5e-bbd2-185273a15bfb req-50bc781d-7729-4859-b9c9-912d59e792e4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=19aef5d9-1e11-4f46-9e31-4a09021166e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599217 Feb 04 14:08:10.008931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c90ea-1523-4139-b5db-54e80511d809 req-757158a5-2404-44b1-89b4-0d76f15c642f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:10.010521 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ea2c90ea-1523-4139-b5db-54e80511d809 req-757158a5-2404-44b1-89b4-0d76f15c642f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.100 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 946 time: 0.0630901 Feb 04 14:08:10.115961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-ea2c90ea-1523-4139-b5db-54e80511d809 req-61cca0f4-d7a2-4296-b821-78e3edd30108 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:08:10.116426 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ea2c90ea-1523-4139-b5db-54e80511d809 req-61cca0f4-d7a2-4296-b821-78e3edd30108 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:10.225249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ea2c90ea-1523-4139-b5db-54e80511d809 req-61cca0f4-d7a2-4296-b821-78e3edd30108 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] For port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:10.225700 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ea2c90ea-1523-4139-b5db-54e80511d809 req-61cca0f4-d7a2-4296-b821-78e3edd30108 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:10.242946 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-ea2c90ea-1523-4139-b5db-54e80511d809 req-61cca0f4-d7a2-4296-b821-78e3edd30108 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Calling delete_port for 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:08:10.396043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ea2c90ea-1523-4139-b5db-54e80511d809 req-61cca0f4-d7a2-4296-b821-78e3edd30108 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:10.424980 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cca0f4-d7a2-4296-b821-78e3edd30108 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Port': ['ID=76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:10.501147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2c90ea-1523-4139-b5db-54e80511d809 req-61cca0f4-d7a2-4296-b821-78e3edd30108 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] No DVR routers for this DVR port 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:08:10.505082 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ea2c90ea-1523-4139-b5db-54e80511d809 req-61cca0f4-d7a2-4296-b821-78e3edd30108 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:10.508737 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ea2c90ea-1523-4139-b5db-54e80511d809 req-61cca0f4-d7a2-4296-b821-78e3edd30108 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.100 "DELETE /v2.0/ports/76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 HTTP/1.1" status: 204 len: 173 time: 0.4931099 Feb 04 14:08:10.509223 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'name': 'network-vif-deleted', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:08:10.512072 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b8ae43-e251-4a40-a241-9ebeeadba5bc" -d '{"events": [{"server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "name": "network-vif-deleted", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:08:10.571243 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef84dd6e-f4d4-4e1c-b4d0-99a40a194d26 x-openstack-request-id: req-ef84dd6e-f4d4-4e1c-b4d0-99a40a194d26 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:08:10.586654 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507277b-be9b-453b-9bd2-6e5c72ce58f7", "name": "network-vif-deleted", "tag": "76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:08:10.586992 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ef84dd6e-f4d4-4e1c-b4d0-99a40a194d26 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:08:10.589010 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507277b-be9b-453b-9bd2-6e5c72ce58f7', 'name': 'network-vif-deleted', 'tag': '76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9', 'status': 'completed', 'code': 200} Feb 04 14:08:10.835422 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620615c-6597-44c3-a8c4-942fce8cc091 req-92adf9c5-9ad1-4bbb-93c6-1f0981abb813 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:10.837694 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1620615c-6597-44c3-a8c4-942fce8cc091 req-92adf9c5-9ad1-4bbb-93c6-1f0981abb813 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 945 time: 0.0637696 Feb 04 14:08:10.899105 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1620615c-6597-44c3-a8c4-942fce8cc091 req-f5f0ebe2-2058-4116-b739-b672b5708995 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551302 Feb 04 14:08:11.025611 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c254a18-e7c1-4b32-a970-254538d6f98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:11.101700 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51d995b7-a02b-4dbf-bb51-060ac3523d44 req-b249914b-30ac-4b65-9c9f-26263f68b5ee tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=c507277b-be9b-453b-9bd2-6e5c72ce58f7 HTTP/1.1" status: 200 len: 210 time: 0.0472364 Feb 04 14:08:12.067614 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603684c9-dfba-4297-aa51-e77e10ca8a86 req-a8f61822-617d-48ed-b7cd-d13d8aed33e8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:12.069591 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-603684c9-dfba-4297-aa51-e77e10ca8a86 req-a8f61822-617d-48ed-b7cd-d13d8aed33e8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 945 time: 0.0641987 Feb 04 14:08:12.132156 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-603684c9-dfba-4297-aa51-e77e10ca8a86 req-eb232327-e5c4-4d8d-b9ab-562b6ad49e2a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565033 Feb 04 14:08:12.186515 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53656) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:12.390154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349110cd-8732-475d-b4bb-10f3d60c24cc req-b133429a-a3f3-4c04-8185-f4e60886ba94 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:12.392049 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-349110cd-8732-475d-b4bb-10f3d60c24cc req-b133429a-a3f3-4c04-8185-f4e60886ba94 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 945 time: 0.0658846 Feb 04 14:08:12.455353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:08:12.506553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:08:12.507176 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 76cb78c0-0d2a-48dd-b7c2-396b4da2c2f9 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:08:12.512432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-349110cd-8732-475d-b4bb-10f3d60c24cc req-a541c6ed-79e6-44f9-88df-0e99841019aa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Deleting port 5c64309e-de92-43e3-a5c9-598e781fdc66 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:08:12.512784 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-349110cd-8732-475d-b4bb-10f3d60c24cc req-a541c6ed-79e6-44f9-88df-0e99841019aa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5c64309e-de92-43e3-a5c9-598e781fdc66), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:12.635540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-349110cd-8732-475d-b4bb-10f3d60c24cc req-a541c6ed-79e6-44f9-88df-0e99841019aa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] For port 5c64309e-de92-43e3-a5c9-598e781fdc66, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5c64309e-de92-43e3-a5c9-598e781fdc66,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:12.635899 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-349110cd-8732-475d-b4bb-10f3d60c24cc req-a541c6ed-79e6-44f9-88df-0e99841019aa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5c64309e-de92-43e3-a5c9-598e781fdc66), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:12.698205 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25b32796-97c8-44c8-8a1a-6f21ada28f0d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (6408366c-19d6-497d-8690-d40f66ff2526), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:12.890215 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-349110cd-8732-475d-b4bb-10f3d60c24cc req-a541c6ed-79e6-44f9-88df-0e99841019aa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:12.890686 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-349110cd-8732-475d-b4bb-10f3d60c24cc req-a541c6ed-79e6-44f9-88df-0e99841019aa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (6c9ea0ad-df8c-40e4-ba4a-156fc2da29cf), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:12.891593 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-349110cd-8732-475d-b4bb-10f3d60c24cc req-a541c6ed-79e6-44f9-88df-0e99841019aa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Floating IP 6c9ea0ad-df8c-40e4-ba4a-156fc2da29cf disassociated. External IP: 172.25.5.65, port: 5c64309e-de92-43e3-a5c9-598e781fdc66. Feb 04 14:08:12.892083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-349110cd-8732-475d-b4bb-10f3d60c24cc req-a541c6ed-79e6-44f9-88df-0e99841019aa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Calling delete_port for 5c64309e-de92-43e3-a5c9-598e781fdc66 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:08:13.034543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-25b32796-97c8-44c8-8a1a-6f21ada28f0d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting port 241baf9e-dc00-4256-a716-c74f838e856b {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:08:13.035951 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25b32796-97c8-44c8-8a1a-6f21ada28f0d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (241baf9e-dc00-4256-a716-c74f838e856b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:13.139706 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-349110cd-8732-475d-b4bb-10f3d60c24cc req-a541c6ed-79e6-44f9-88df-0e99841019aa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (5c64309e-de92-43e3-a5c9-598e781fdc66), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:13.180631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-25b32796-97c8-44c8-8a1a-6f21ada28f0d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] For port 241baf9e-dc00-4256-a716-c74f838e856b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=241baf9e-dc00-4256-a716-c74f838e856b,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:13.181106 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25b32796-97c8-44c8-8a1a-6f21ada28f0d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (241baf9e-dc00-4256-a716-c74f838e856b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:13.185807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541c6ed-79e6-44f9-88df-0e99841019aa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event deleted for resources: {'Port': ['ID=5c64309e-de92-43e3-a5c9-598e781fdc66,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:13.210500 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-25b32796-97c8-44c8-8a1a-6f21ada28f0d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Calling delete_port for 241baf9e-dc00-4256-a716-c74f838e856b owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:08:13.329189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4ed18cd0-bfcf-4ec7-9e2f-4b49adeabdfb req-83ee0cc7-6679-4df3-8200-ed798b5f99cc tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 210 time: 0.0451691 Feb 04 14:08:13.407625 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-349110cd-8732-475d-b4bb-10f3d60c24cc req-a541c6ed-79e6-44f9-88df-0e99841019aa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Router 7db6d163-b595-45a4-bd1c-705bfda50390 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:08:13.511714 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25b32796-97c8-44c8-8a1a-6f21ada28f0d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (241baf9e-dc00-4256-a716-c74f838e856b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:13.542166 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-349110cd-8732-475d-b4bb-10f3d60c24cc req-a541c6ed-79e6-44f9-88df-0e99841019aa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:08:13.551811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b32796-97c8-44c8-8a1a-6f21ada28f0d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Port': ['ID=241baf9e-dc00-4256-a716-c74f838e856b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:13.576571 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b64bf-aa51-49fe-bad5-93311c111ddd None None] Sync routers for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:08:13.620279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b64bf-aa51-49fe-bad5-93311c111ddd None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:08:13.621200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-072b64bf-aa51-49fe-bad5-93311c111ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:07:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:13.623600 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-349110cd-8732-475d-b4bb-10f3d60c24cc req-a541c6ed-79e6-44f9-88df-0e99841019aa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] No DVR routers for this DVR port 5c64309e-de92-43e3-a5c9-598e781fdc66 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:08:13.627747 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-349110cd-8732-475d-b4bb-10f3d60c24cc req-a541c6ed-79e6-44f9-88df-0e99841019aa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:13.635974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-349110cd-8732-475d-b4bb-10f3d60c24cc req-a541c6ed-79e6-44f9-88df-0e99841019aa tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "DELETE /v2.0/ports/5c64309e-de92-43e3-a5c9-598e781fdc66 HTTP/1.1" status: 204 len: 173 time: 1.2385981 Feb 04 14:08:13.636474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c317e880-68a4-42f5-a69c-eb4c0012c468', 'name': 'network-vif-deleted', 'tag': '5c64309e-de92-43e3-a5c9-598e781fdc66'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:08:13.638888 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378580f8-48a8-4b26-98c6-675a493afcd2" -d '{"events": [{"server_uuid": "c317e880-68a4-42f5-a69c-eb4c0012c468", "name": "network-vif-deleted", "tag": "5c64309e-de92-43e3-a5c9-598e781fdc66"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:08:13.732592 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c45176-333e-45e5-8d0c-700e010e9996 x-openstack-request-id: req-51c45176-333e-45e5-8d0c-700e010e9996 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:08:13.733404 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c317e880-68a4-42f5-a69c-eb4c0012c468", "name": "network-vif-deleted", "tag": "5c64309e-de92-43e3-a5c9-598e781fdc66", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:08:13.734074 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-51c45176-333e-45e5-8d0c-700e010e9996 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:08:13.735181 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c317e880-68a4-42f5-a69c-eb4c0012c468', 'name': 'network-vif-deleted', 'tag': '5c64309e-de92-43e3-a5c9-598e781fdc66', 'status': 'completed', 'code': 200} Feb 04 14:08:13.889037 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53674) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:13.891524 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25b32796-97c8-44c8-8a1a-6f21ada28f0d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (6408366c-19d6-497d-8690-d40f66ff2526), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:13.925114 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-072b64bf-aa51-49fe-bad5-93311c111ddd None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:08:14.255128 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:14.369069 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-072b64bf-aa51-49fe-bad5-93311c111ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:14.409940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b32796-97c8-44c8-8a1a-6f21ada28f0d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router 6408366c-19d6-497d-8690-d40f66ff2526 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:08:14.452666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b64bf-aa51-49fe-bad5-93311c111ddd None None] Checking router: 7db6d163-b595-45a4-bd1c-705bfda50390 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:08:14.478257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b64bf-aa51-49fe-bad5-93311c111ddd None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:08:14.479023 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-072b64bf-aa51-49fe-bad5-93311c111ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:07:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:14.668408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b32796-97c8-44c8-8a1a-6f21ada28f0d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:08:14.695351 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed79c2b-6f25-4b48-8859-ad8c5afde9bc None None] Sync routers for ids ['6408366c-19d6-497d-8690-d40f66ff2526'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:08:14.705754 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-25b32796-97c8-44c8-8a1a-6f21ada28f0d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "PUT /v2.0/routers/6408366c-19d6-497d-8690-d40f66ff2526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5181141 Feb 04 14:08:14.711068 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53682) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:14.718642 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed79c2b-6f25-4b48-8859-ad8c5afde9bc None None] Routers {'6408366c-19d6-497d-8690-d40f66ff2526'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:08:14.719333 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fed79c2b-6f25-4b48-8859-ad8c5afde9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:07:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6408366c-19d6-497d-8690-d40f66ff2526'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:14.752859 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-072b64bf-aa51-49fe-bad5-93311c111ddd None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:08:14.854581 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcca9c6-fb6c-430f-ab3a-f88e0a532d1e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting subnet 62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:08:14.864138 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-abcca9c6-fb6c-430f-ab3a-f88e0a532d1e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for subnet (62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:14.956324 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-abcca9c6-fb6c-430f-ab3a-f88e0a532d1e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:14.990830 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-fed79c2b-6f25-4b48-8859-ad8c5afde9bc None None] Set router 6408366c-19d6-497d-8690-d40f66ff2526 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:08:15.169946 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-abcca9c6-fb6c-430f-ab3a-f88e0a532d1e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:15.243034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-225baf10-4469-45ef-86b3-ac4526b0d16f req-b0a43692-3eb8-4306-9fbc-e67323c6fbaf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 210 time: 0.0400655 Feb 04 14:08:15.261548 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:15.278205 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fed79c2b-6f25-4b48-8859-ad8c5afde9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408366c-19d6-497d-8690-d40f66ff2526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870215921', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:56Z', 'updated_at': '2022-02-04T14:08:13Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:57Z', 'updated_at': '2022-02-04T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:15.289172 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5a50a6dd-7808-46f0-a729-37fedfed3406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:15.320202 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-abcca9c6-fb6c-430f-ab3a-f88e0a532d1e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:15.326784 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed79c2b-6f25-4b48-8859-ad8c5afde9bc None None] Checking router: 6408366c-19d6-497d-8690-d40f66ff2526 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:08:15.329603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-072b64bf-aa51-49fe-bad5-93311c111ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:15.337363 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed79c2b-6f25-4b48-8859-ad8c5afde9bc None None] Routers {'6408366c-19d6-497d-8690-d40f66ff2526'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:08:15.338141 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fed79c2b-6f25-4b48-8859-ad8c5afde9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:08:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6408366c-19d6-497d-8690-d40f66ff2526'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:15.396856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcca9c6-fb6c-430f-ab3a-f88e0a532d1e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Subnet': ['ID=62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:15.399715 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-abcca9c6-fb6c-430f-ab3a-f88e0a532d1e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:15.409422 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-abcca9c6-fb6c-430f-ab3a-f88e0a532d1e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/subnets/62efa5d1-b1ca-42e4-bd5a-bb4e20b53d9c HTTP/1.1" status: 204 len: 168 time: 0.6972082 Feb 04 14:08:15.411344 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b64bf-aa51-49fe-bad5-93311c111ddd None None] The sync data for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 is: [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:08:15.415137 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53686) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:15.416225 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d5939e-2a48-45f0-ac4e-88ab55ef45d4 None None] Network 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:08:15.545751 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-fed79c2b-6f25-4b48-8859-ad8c5afde9bc None None] Set router 6408366c-19d6-497d-8690-d40f66ff2526 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:08:15.791923 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13eea1ad-b125-4cd4-8b96-42440a975b31 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router (6408366c-19d6-497d-8690-d40f66ff2526), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:15.792061 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9bbd61be-49cf-4297-9ecf-156f46e11a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (06891b07-d3d2-46a2-85b1-b68983f45d8d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:15.916260 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fed79c2b-6f25-4b48-8859-ad8c5afde9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408366c-19d6-497d-8690-d40f66ff2526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870215921', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:56Z', 'updated_at': '2022-02-04T14:08:13Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:57Z', 'updated_at': '2022-02-04T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:15.954596 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed79c2b-6f25-4b48-8859-ad8c5afde9bc None None] The sync data for ids ['6408366c-19d6-497d-8690-d40f66ff2526'] in n-d-714676-13 is: [{'id': '6408366c-19d6-497d-8690-d40f66ff2526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870215921', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:04:56Z', 'updated_at': '2022-02-04T14:08:13Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'd0492de6-513d-4036-9bb1-0033e741c0d8', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408366c-19d6-497d-8690-d40f66ff2526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:04:57Z', 'updated_at': '2022-02-04T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:08:16.020509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5c64309e-de92-43e3-a5c9-598e781fdc66 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:08:16.027527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f40ed01-c359-4bcf-a63f-a33fa4393433 None None] New status for floating IP 6c9ea0ad-df8c-40e4-ba4a-156fc2da29cf: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:08:16.075985 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13eea1ad-b125-4cd4-8b96-42440a975b31 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_gateway (6408366c-19d6-497d-8690-d40f66ff2526), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:16.216828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-13eea1ad-b125-4cd4-8b96-42440a975b31 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting port d0492de6-513d-4036-9bb1-0033e741c0d8 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:08:16.218636 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13eea1ad-b125-4cd4-8b96-42440a975b31 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d0492de6-513d-4036-9bb1-0033e741c0d8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:16.233754 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 5c64309e-de92-43e3-a5c9-598e781fdc66 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:08:16.234549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5c64309e-de92-43e3-a5c9-598e781fdc66 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:08:16.244918 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:16.278024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd61be-49cf-4297-9ecf-156f46e11a18 admin admin] Deleting port f56bb99b-8696-4fff-a47d-1804effc6456 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:08:16.281572 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9bbd61be-49cf-4297-9ecf-156f46e11a18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:16.388673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] DHCP port deletion for 0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:08:16.403330 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 241baf9e-dc00-4256-a716-c74f838e856b no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:08:16.438869 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-13eea1ad-b125-4cd4-8b96-42440a975b31 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] For port d0492de6-513d-4036-9bb1-0033e741c0d8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d0492de6-513d-4036-9bb1-0033e741c0d8,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:16.439489 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13eea1ad-b125-4cd4-8b96-42440a975b31 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d0492de6-513d-4036-9bb1-0033e741c0d8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:16.467141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-9bbd61be-49cf-4297-9ecf-156f46e11a18 admin admin] For port f56bb99b-8696-4fff-a47d-1804effc6456, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f56bb99b-8696-4fff-a47d-1804effc6456,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:16.467508 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9bbd61be-49cf-4297-9ecf-156f46e11a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:16.468324 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-13eea1ad-b125-4cd4-8b96-42440a975b31 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Calling delete_port for d0492de6-513d-4036-9bb1-0033e741c0d8 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:08:16.497376 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 241baf9e-dc00-4256-a716-c74f838e856b {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:08:16.508123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 241baf9e-dc00-4256-a716-c74f838e856b not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:08:16.538220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d530883-eacb-4bc1-81f2-87fc189ae526 req-1dfc0da6-2e12-4814-8ae5-d1e0747ceec3 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 210 time: 0.0492387 Feb 04 14:08:16.541613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd61be-49cf-4297-9ecf-156f46e11a18 admin admin] Calling delete_port for f56bb99b-8696-4fff-a47d-1804effc6456 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:08:16.559639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Deleting port f702a4c5-821b-495e-a421-0ca9cd70a11b {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:08:16.560033 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f702a4c5-821b-495e-a421-0ca9cd70a11b), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:16.656187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] For port f702a4c5-821b-495e-a421-0ca9cd70a11b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f702a4c5-821b-495e-a421-0ca9cd70a11b,segment=NetworkSegment(7d9efce6-d783-41eb-b3de-c37879da412f),segment_id=7d9efce6-d783-41eb-b3de-c37879da412f)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:16.656716 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f702a4c5-821b-495e-a421-0ca9cd70a11b), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:16.710962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Calling delete_port for f702a4c5-821b-495e-a421-0ca9cd70a11b owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:08:16.849552 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (f702a4c5-821b-495e-a421-0ca9cd70a11b), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:16.852970 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13eea1ad-b125-4cd4-8b96-42440a975b31 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d0492de6-513d-4036-9bb1-0033e741c0d8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:16.859306 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9bbd61be-49cf-4297-9ecf-156f46e11a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f56bb99b-8696-4fff-a47d-1804effc6456), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:16.898916 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eea1ad-b125-4cd4-8b96-42440a975b31 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Port': ['ID=d0492de6-513d-4036-9bb1-0033e741c0d8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:16.907363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Pushing event deleted for resources: {'Port': ['ID=f702a4c5-821b-495e-a421-0ca9cd70a11b,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:16.917823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] No DVR routers for this DVR port f702a4c5-821b-495e-a421-0ca9cd70a11b on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:08:16.938336 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:16.938694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:16.939034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:16.939372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:16.939702 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:16.940023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd61be-49cf-4297-9ecf-156f46e11a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=f56bb99b-8696-4fff-a47d-1804effc6456,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:16.940163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:16.940344 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:16.940672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:16.941650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:16.942128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:16.942753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:16.943120 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:16.943449 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f382b-7888-44d6-847c-62037ddd00b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:17.015169 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:17.026068 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13eea1ad-b125-4cd4-8b96-42440a975b31 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (6408366c-19d6-497d-8690-d40f66ff2526), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:17.249783 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9bbd61be-49cf-4297-9ecf-156f46e11a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (06891b07-d3d2-46a2-85b1-b68983f45d8d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:17.573976 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13eea1ad-b125-4cd4-8b96-42440a975b31 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (6408366c-19d6-497d-8690-d40f66ff2526), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:17.577066 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13eea1ad-b125-4cd4-8b96-42440a975b31 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_controller (6408366c-19d6-497d-8690-d40f66ff2526), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:17.638081 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13eea1ad-b125-4cd4-8b96-42440a975b31 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (6408366c-19d6-497d-8690-d40f66ff2526), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:17.638736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eea1ad-b125-4cd4-8b96-42440a975b31 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Fanout notify agent at l3_agent the message router_deleted on router 6408366c-19d6-497d-8690-d40f66ff2526 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:08:17.648730 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13eea1ad-b125-4cd4-8b96-42440a975b31 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:17.652438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbd61be-49cf-4297-9ecf-156f46e11a18 admin admin] Router 06891b07-d3d2-46a2-85b1-b68983f45d8d has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:08:17.654439 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-13eea1ad-b125-4cd4-8b96-42440a975b31 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/routers/6408366c-19d6-497d-8690-d40f66ff2526 HTTP/1.1" status: 204 len: 168 time: 2.2386994 Feb 04 14:08:17.660105 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53716) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:17.724636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d47797e-7541-468f-822d-792c32853716 req-9292fd66-e6c3-446d-af86-c88693893daf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 210 time: 0.0706828 Feb 04 14:08:17.910641 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ae7c396-7f1d-4f3e-bac7-4ab0176502ca tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:17.936619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbd61be-49cf-4297-9ecf-156f46e11a18 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:08:17.946992 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53722) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:17.947582 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff8dea3-5d8d-4218-bb94-47d79bfef909 None None] Sync routers for ids ['06891b07-d3d2-46a2-85b1-b68983f45d8d'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:08:17.951691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9bbd61be-49cf-4297-9ecf-156f46e11a18 admin admin] 10.222.0.96 "PUT /v2.0/routers/06891b07-d3d2-46a2-85b1-b68983f45d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0604849 Feb 04 14:08:17.966764 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff8dea3-5d8d-4218-bb94-47d79bfef909 None None] Routers {'06891b07-d3d2-46a2-85b1-b68983f45d8d'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:08:17.967387 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4ff8dea3-5d8d-4218-bb94-47d79bfef909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:08:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['06891b07-d3d2-46a2-85b1-b68983f45d8d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:18.039811 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:18.063343 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ae7c396-7f1d-4f3e-bac7-4ab0176502ca tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:18.092754 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0ae7c396-7f1d-4f3e-bac7-4ab0176502ca tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:18.104923 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0ae7c396-7f1d-4f3e-bac7-4ab0176502ca tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9efce6-d783-41eb-b3de-c37879da412f') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:18.105315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-0ae7c396-7f1d-4f3e-bac7-4ab0176502ca tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9efce6-d783-41eb-b3de-c37879da412f') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:18.116881 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ae7c396-7f1d-4f3e-bac7-4ab0176502ca tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (7d9efce6-d783-41eb-b3de-c37879da412f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:18.135422 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ae7c396-7f1d-4f3e-bac7-4ab0176502ca tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (7d9efce6-d783-41eb-b3de-c37879da412f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:18.141886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae7c396-7f1d-4f3e-bac7-4ab0176502ca tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:08:18.142335 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ae7c396-7f1d-4f3e-bac7-4ab0176502ca tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (7d9efce6-d783-41eb-b3de-c37879da412f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:08:18.146588 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:08:18.168474 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ed36f66-6c35-422d-9ea3-1cd58a6a8237 admin admin] Publish callbacks [] for router (06891b07-d3d2-46a2-85b1-b68983f45d8d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:18.260240 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4ff8dea3-5d8d-4218-bb94-47d79bfef909 None None] Set router 06891b07-d3d2-46a2-85b1-b68983f45d8d gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:08:18.308176 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ae7c396-7f1d-4f3e-bac7-4ab0176502ca tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:18.334239 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ae7c396-7f1d-4f3e-bac7-4ab0176502ca tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:18.338013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0ae7c396-7f1d-4f3e-bac7-4ab0176502ca tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/networks/0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24 HTTP/1.1" status: 204 len: 168 time: 0.6672974 Feb 04 14:08:18.341394 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53730) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:18.380218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7c396-7f1d-4f3e-bac7-4ab0176502ca tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Network': ['ID=0fef6c02-6845-4d78-a1e3-4a3e1b9e0e24,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:18.419588 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ed36f66-6c35-422d-9ea3-1cd58a6a8237 admin admin] Publish callbacks [] for router_gateway (06891b07-d3d2-46a2-85b1-b68983f45d8d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:18.471568 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea2ec-c8ae-40ce-be92-9404de72e62b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (19aef5d9-1e11-4f46-9e31-4a09021166e0), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:18.490832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-8ed36f66-6c35-422d-9ea3-1cd58a6a8237 admin admin] Deleting port cb2414f3-92c7-4670-9af5-f0caa6df4ad9 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:08:18.490832 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ed36f66-6c35-422d-9ea3-1cd58a6a8237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (cb2414f3-92c7-4670-9af5-f0caa6df4ad9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:18.513350 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea2ec-c8ae-40ce-be92-9404de72e62b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (19aef5d9-1e11-4f46-9e31-4a09021166e0), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:18.612253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-8ed36f66-6c35-422d-9ea3-1cd58a6a8237 admin admin] For port cb2414f3-92c7-4670-9af5-f0caa6df4ad9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=cb2414f3-92c7-4670-9af5-f0caa6df4ad9,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:18.614631 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ed36f66-6c35-422d-9ea3-1cd58a6a8237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (cb2414f3-92c7-4670-9af5-f0caa6df4ad9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:18.650949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-8ed36f66-6c35-422d-9ea3-1cd58a6a8237 admin admin] Calling delete_port for cb2414f3-92c7-4670-9af5-f0caa6df4ad9 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:08:18.652133 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4ff8dea3-5d8d-4218-bb94-47d79bfef909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:08:16Z', 'revision_number': 5, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port': {'id': 'cb2414f3-92c7-4670-9af5-f0caa6df4ad9', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:01:12Z', 'updated_at': '2022-02-04T14:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:18.668494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f702a4c5-821b-495e-a421-0ca9cd70a11b no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:08:18.688842 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff8dea3-5d8d-4218-bb94-47d79bfef909 None None] Checking router: 06891b07-d3d2-46a2-85b1-b68983f45d8d for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:08:18.694449 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea2ec-c8ae-40ce-be92-9404de72e62b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (19aef5d9-1e11-4f46-9e31-4a09021166e0), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:18.697969 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea2ec-c8ae-40ce-be92-9404de72e62b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:18.702108 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff8dea3-5d8d-4218-bb94-47d79bfef909 None None] Routers {'06891b07-d3d2-46a2-85b1-b68983f45d8d'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:08:18.702108 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4ff8dea3-5d8d-4218-bb94-47d79bfef909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:08:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['06891b07-d3d2-46a2-85b1-b68983f45d8d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:18.703290 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4e2ea2ec-c8ae-40ce-be92-9404de72e62b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/security-groups/19aef5d9-1e11-4f46-9e31-4a09021166e0 HTTP/1.1" status: 204 len: 168 time: 0.3586254 Feb 04 14:08:18.721229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ea2ec-c8ae-40ce-be92-9404de72e62b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19aef5d9-1e11-4f46-9e31-4a09021166e0,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:18.766864 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: f702a4c5-821b-495e-a421-0ca9cd70a11b {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:08:18.767560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f702a4c5-821b-495e-a421-0ca9cd70a11b not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:08:18.768284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d0492de6-513d-4036-9bb1-0033e741c0d8 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:08:18.833691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: d0492de6-513d-4036-9bb1-0033e741c0d8 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:08:18.834289 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d0492de6-513d-4036-9bb1-0033e741c0d8 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:08:18.862362 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4ff8dea3-5d8d-4218-bb94-47d79bfef909 None None] Set router 06891b07-d3d2-46a2-85b1-b68983f45d8d gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:08:18.918420 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4ff8dea3-5d8d-4218-bb94-47d79bfef909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:08:18Z', 'revision_number': 6, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:18.950253 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff8dea3-5d8d-4218-bb94-47d79bfef909 None None] The sync data for ids ['06891b07-d3d2-46a2-85b1-b68983f45d8d'] in n-d-714676-13 is: [{'id': '06891b07-d3d2-46a2-85b1-b68983f45d8d', 'name': 'tempest-AttachVolumeTestJSON-1982100892-router', 'tenant_id': '4ddd03a338e9481f8ecfe863e089db2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:01:11Z', 'updated_at': '2022-02-04T14:08:18Z', 'revision_number': 6, 'project_id': '4ddd03a338e9481f8ecfe863e089db2d', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:08:18.963729 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd878084-f4e7-43a8-8d47-a4fed1023bb6 req-514479e5-ecb0-41de-96c1-8fb4606638ee tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 210 time: 0.0562973 Feb 04 14:08:19.061822 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ed36f66-6c35-422d-9ea3-1cd58a6a8237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (cb2414f3-92c7-4670-9af5-f0caa6df4ad9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.101520 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed36f66-6c35-422d-9ea3-1cd58a6a8237 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2414f3-92c7-4670-9af5-f0caa6df4ad9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:19.151860 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53744) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:19.156824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-eb9aedfb-2656-4ff9-9a97-3bb7faaaa031 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252453564', 'description': 'tempest-secgroup-smoke-1252453564 description', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:08:19.183600 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eb9aedfb-2656-4ff9-9a97-3bb7faaaa031 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.186041 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ed36f66-6c35-422d-9ea3-1cd58a6a8237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (06891b07-d3d2-46a2-85b1-b68983f45d8d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.297251 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ed36f66-6c35-422d-9ea3-1cd58a6a8237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (06891b07-d3d2-46a2-85b1-b68983f45d8d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.302582 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ed36f66-6c35-422d-9ea3-1cd58a6a8237 admin admin] Publish callbacks [] for router_controller (06891b07-d3d2-46a2-85b1-b68983f45d8d), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.312170 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eb9aedfb-2656-4ff9-9a97-3bb7faaaa031 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (9f05ee1a-9473-4e6b-a7dc-3d7770f06af7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.319182 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eb9aedfb-2656-4ff9-9a97-3bb7faaaa031 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9f05ee1a-9473-4e6b-a7dc-3d7770f06af7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.359603 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ed36f66-6c35-422d-9ea3-1cd58a6a8237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (06891b07-d3d2-46a2-85b1-b68983f45d8d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.360185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed36f66-6c35-422d-9ea3-1cd58a6a8237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06891b07-d3d2-46a2-85b1-b68983f45d8d {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:08:19.371955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9aedfb-2656-4ff9-9a97-3bb7faaaa031 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:19.377219 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8ed36f66-6c35-422d-9ea3-1cd58a6a8237 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.381654 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8ed36f66-6c35-422d-9ea3-1cd58a6a8237 admin admin] 10.222.0.96 "DELETE /v2.0/routers/06891b07-d3d2-46a2-85b1-b68983f45d8d HTTP/1.1" status: 204 len: 168 time: 1.4306819 Feb 04 14:08:19.384189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53750) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:19.397876 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eb9aedfb-2656-4ff9-9a97-3bb7faaaa031 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.402860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-eb9aedfb-2656-4ff9-9a97-3bb7faaaa031 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2469985 Feb 04 14:08:19.403123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53752) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:19.409085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-577a0a7c-9f16-46dc-838a-6baf42d1df16 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '9f05ee1a-9473-4e6b-a7dc-3d7770f06af7', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:08:19.453939 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-577a0a7c-9f16-46dc-838a-6baf42d1df16 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (c2cd5843-eef0-4f54-be3a-3a482e73b723), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.483998 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-09eb2fe0-319a-4154-83a3-22ebbe8825ce admin admin] Deleting subnet dc55e045-daca-4403-9022-1e9266a649bb {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:08:19.487659 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09eb2fe0-319a-4154-83a3-22ebbe8825ce admin admin] Publish callbacks [] for subnet (dc55e045-daca-4403-9022-1e9266a649bb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.537503 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09eb2fe0-319a-4154-83a3-22ebbe8825ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (dc55e045-daca-4403-9022-1e9266a649bb), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.552106 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-577a0a7c-9f16-46dc-838a-6baf42d1df16 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (c2cd5843-eef0-4f54-be3a-3a482e73b723), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.557224 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-577a0a7c-9f16-46dc-838a-6baf42d1df16 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (c2cd5843-eef0-4f54-be3a-3a482e73b723), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.579110 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a0a7c-9f16-46dc-838a-6baf42d1df16 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2cd5843-eef0-4f54-be3a-3a482e73b723,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:19.606696 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-577a0a7c-9f16-46dc-838a-6baf42d1df16 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.608186 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-577a0a7c-9f16-46dc-838a-6baf42d1df16 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2039680 Feb 04 14:08:19.611005 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53758) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:19.616581 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8217f102-a954-43f0-a205-07787d4bcd97 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '9f05ee1a-9473-4e6b-a7dc-3d7770f06af7', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:08:19.655594 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8217f102-a954-43f0-a205-07787d4bcd97 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (c677de8b-b187-484b-b52e-5d9126cea0ff), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.691330 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09eb2fe0-319a-4154-83a3-22ebbe8825ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (dc55e045-daca-4403-9022-1e9266a649bb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.733030 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8217f102-a954-43f0-a205-07787d4bcd97 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (c677de8b-b187-484b-b52e-5d9126cea0ff), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.738239 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8217f102-a954-43f0-a205-07787d4bcd97 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (c677de8b-b187-484b-b52e-5d9126cea0ff), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.767982 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09eb2fe0-319a-4154-83a3-22ebbe8825ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (dc55e045-daca-4403-9022-1e9266a649bb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.770074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8217f102-a954-43f0-a205-07787d4bcd97 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.771698 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8217f102-a954-43f0-a205-07787d4bcd97 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1597023 Feb 04 14:08:19.775878 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217f102-a954-43f0-a205-07787d4bcd97 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c677de8b-b187-484b-b52e-5d9126cea0ff,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:19.777743 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53760) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:19.784108 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8c9476bb-677c-4c13-ae33-643528ff95d1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '9f05ee1a-9473-4e6b-a7dc-3d7770f06af7', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:08:19.829606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb2fe0-319a-4154-83a3-22ebbe8825ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc55e045-daca-4403-9022-1e9266a649bb,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:19.837992 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-09eb2fe0-319a-4154-83a3-22ebbe8825ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:19.844174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-09eb2fe0-319a-4154-83a3-22ebbe8825ce admin admin] 10.222.0.96 "DELETE /v2.0/subnets/dc55e045-daca-4403-9022-1e9266a649bb HTTP/1.1" status: 204 len: 168 time: 0.4573267 Feb 04 14:08:19.845813 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53762) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:19.847733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acef440-c99d-4663-9a70-868d14dbfcde None None] Network 6a2573c7-a422-4fa3-9caa-883478b35439 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:08:19.859608 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8c9476bb-677c-4c13-ae33-643528ff95d1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (a7b00f51-42b8-4f4a-951a-327f48e65a75), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.007248 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8c9476bb-677c-4c13-ae33-643528ff95d1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (a7b00f51-42b8-4f4a-951a-327f48e65a75), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.015768 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8c9476bb-677c-4c13-ae33-643528ff95d1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (a7b00f51-42b8-4f4a-951a-327f48e65a75), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.069785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9476bb-677c-4c13-ae33-643528ff95d1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b00f51-42b8-4f4a-951a-327f48e65a75,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:20.071150 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (6a2573c7-a422-4fa3-9caa-883478b35439), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.111755 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8c9476bb-677c-4c13-ae33-643528ff95d1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.114893 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8c9476bb-677c-4c13-ae33-643528ff95d1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3338838 Feb 04 14:08:20.118189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53770) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:20.125953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-045a955a-f8b4-407a-b8c0-3b2c5a5d7c28 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '9f05ee1a-9473-4e6b-a7dc-3d7770f06af7', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:08:20.226776 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ecafc784-33bf-4c2d-b094-da32de2b7e42 req-99952710-5a66-49fb-9d0a-9cb8c98b8b53 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 210 time: 0.0416422 Feb 04 14:08:20.241799 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-045a955a-f8b4-407a-b8c0-3b2c5a5d7c28 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (e0376e08-3fbd-4626-9054-75158bd45785), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.307062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] Deleting port 608ea25e-5ddc-486c-9e51-af9f2b395374 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:08:20.307416 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.375116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22712942-a0f4-4942-a088-ffcbff006166 None None] DHCP port deletion for 6a2573c7-a422-4fa3-9caa-883478b35439 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:08:20.390002 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-045a955a-f8b4-407a-b8c0-3b2c5a5d7c28 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (e0376e08-3fbd-4626-9054-75158bd45785), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.403362 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-045a955a-f8b4-407a-b8c0-3b2c5a5d7c28 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (e0376e08-3fbd-4626-9054-75158bd45785), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.516049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device cb2414f3-92c7-4670-9af5-f0caa6df4ad9 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:08:20.526662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a955a-f8b4-407a-b8c0-3b2c5a5d7c28 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0376e08-3fbd-4626-9054-75158bd45785,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:20.545312 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-045a955a-f8b4-407a-b8c0-3b2c5a5d7c28 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.574002 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-045a955a-f8b4-407a-b8c0-3b2c5a5d7c28 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4499977 Feb 04 14:08:20.575676 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53778) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:20.591616 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: cb2414f3-92c7-4670-9af5-f0caa6df4ad9 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:08:20.591972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device cb2414f3-92c7-4670-9af5-f0caa6df4ad9 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:08:20.592392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 608ea25e-5ddc-486c-9e51-af9f2b395374 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:08:20.613001 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-d1dc7948-2d7f-4464-b694-36c748941286 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '9f05ee1a-9473-4e6b-a7dc-3d7770f06af7', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:08:20.643335 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-22712942-a0f4-4942-a088-ffcbff006166 None None] Deleting port 608ea25e-5ddc-486c-9e51-af9f2b395374 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:08:20.644813 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-22712942-a0f4-4942-a088-ffcbff006166 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.666540 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-d1dc7948-2d7f-4464-b694-36c748941286 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Project 7a7a6da7dab54751bcd59b7f2b7f2bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:08:20.669476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] For port 608ea25e-5ddc-486c-9e51-af9f2b395374, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=608ea25e-5ddc-486c-9e51-af9f2b395374,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:20.670057 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.678145 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1dc7948-2d7f-4464-b694-36c748941286 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (c61254a9-d94a-428b-bde3-597365261d5b), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.700986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] Calling delete_port for 608ea25e-5ddc-486c-9e51-af9f2b395374 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:08:20.773400 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1dc7948-2d7f-4464-b694-36c748941286 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (c61254a9-d94a-428b-bde3-597365261d5b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.778785 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1dc7948-2d7f-4464-b694-36c748941286 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (c61254a9-d94a-428b-bde3-597365261d5b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.797159 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc7948-2d7f-4464-b694-36c748941286 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61254a9-d94a-428b-bde3-597365261d5b,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:20.812425 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.818971 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d1dc7948-2d7f-4464-b694-36c748941286 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.822321 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d1dc7948-2d7f-4464-b694-36c748941286 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2452126 Feb 04 14:08:20.825073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53780) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:20.827527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] No DVR routers for this DVR port 608ea25e-5ddc-486c-9e51-af9f2b395374 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:08:20.837842 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-eae4ada0-f7a4-4800-b7a7-43216f04bd92 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '9f05ee1a-9473-4e6b-a7dc-3d7770f06af7', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:08:20.853365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 608ea25e-5ddc-486c-9e51-af9f2b395374 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:08:20.853920 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.870581 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-eae4ada0-f7a4-4800-b7a7-43216f04bd92 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Project 7a7a6da7dab54751bcd59b7f2b7f2bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:08:20.873345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] Pushing event deleted for resources: {'Port': ['ID=608ea25e-5ddc-486c-9e51-af9f2b395374,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:20.886341 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eae4ada0-f7a4-4800-b7a7-43216f04bd92 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (2b901723-7260-45e1-b768-0f2efafec1fb), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.891239 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-22712942-a0f4-4942-a088-ffcbff006166 None None] For port 608ea25e-5ddc-486c-9e51-af9f2b395374, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=608ea25e-5ddc-486c-9e51-af9f2b395374,segment=NetworkSegment(2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2),segment_id=2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:20.891733 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-22712942-a0f4-4942-a088-ffcbff006166 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.939233 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (6a2573c7-a422-4fa3-9caa-883478b35439), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.954578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-22712942-a0f4-4942-a088-ffcbff006166 None None] Calling delete_port for 608ea25e-5ddc-486c-9e51-af9f2b395374 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:08:20.966331 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2573c7-a422-4fa3-9caa-883478b35439']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:20.969455 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eae4ada0-f7a4-4800-b7a7-43216f04bd92 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (2b901723-7260-45e1-b768-0f2efafec1fb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.970523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f56bb99b-8696-4fff-a47d-1804effc6456 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:08:20.979866 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eae4ada0-f7a4-4800-b7a7-43216f04bd92 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (2b901723-7260-45e1-b768-0f2efafec1fb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:20.998588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: f56bb99b-8696-4fff-a47d-1804effc6456 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:08:20.999129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f56bb99b-8696-4fff-a47d-1804effc6456 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:08:20.999611 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:21.000112 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:21.011631 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4ada0-f7a4-4800-b7a7-43216f04bd92 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b901723-7260-45e1-b768-0f2efafec1fb,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:21.021976 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-eae4ada0-f7a4-4800-b7a7-43216f04bd92 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.023275 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-eae4ada0-f7a4-4800-b7a7-43216f04bd92 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1921225 Feb 04 14:08:21.026261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53786) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:21.031784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-2e86012e-9116-487c-903b-c2fa34ca567b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'network': {'name': 'tempest-network-smoke--842636038', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'port_security_enabled': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:08:21.038529 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.060448 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e86012e-9116-487c-903b-c2fa34ca567b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Made reservation on behalf of 7a7a6da7dab54751bcd59b7f2b7f2bf2 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:08:21.065833 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.069291 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e86012e-9116-487c-903b-c2fa34ca567b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.089343 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:08:21.089801 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (2dc0c33e-e153-49d4-8cd9-81f6e38fb0e2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:08:21.093406 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:08:21.096178 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-22712942-a0f4-4942-a088-ffcbff006166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (608ea25e-5ddc-486c-9e51-af9f2b395374), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.132244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22712942-a0f4-4942-a088-ffcbff006166 None None] Pushing event deleted for resources: {'Port': ['ID=608ea25e-5ddc-486c-9e51-af9f2b395374,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:21.143921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22712942-a0f4-4942-a088-ffcbff006166 None None] No DVR routers for this DVR port 608ea25e-5ddc-486c-9e51-af9f2b395374 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:08:21.168627 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (6a2573c7-a422-4fa3-9caa-883478b35439), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.173527 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e86012e-9116-487c-903b-c2fa34ca567b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:08:21.174918 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.178879 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] 10.222.0.96 "DELETE /v2.0/networks/6a2573c7-a422-4fa3-9caa-883478b35439 HTTP/1.1" status: 204 len: 168 time: 1.3296387 Feb 04 14:08:21.195070 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de499d44-e2f6-4515-8f56-33daf91f28ce admin admin] Pushing event deleted for resources: {'Network': ['ID=6a2573c7-a422-4fa3-9caa-883478b35439,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:21.197000 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e86012e-9116-487c-903b-c2fa34ca567b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (6164f5e2-1ac8-4ac7-bf36-dc994b06e01c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.197366 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-2e86012e-9116-487c-903b-c2fa34ca567b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Added segment 6164f5e2-1ac8-4ac7-bf36-dc994b06e01c of type vlan for network d998cd22-654b-4554-81e2-913ca81275ed Feb 04 14:08:21.296953 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e86012e-9116-487c-903b-c2fa34ca567b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (d998cd22-654b-4554-81e2-913ca81275ed), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.334987 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e86012e-9116-487c-903b-c2fa34ca567b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (d998cd22-654b-4554-81e2-913ca81275ed), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.342160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e86012e-9116-487c-903b-c2fa34ca567b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:21.343465 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2e86012e-9116-487c-903b-c2fa34ca567b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.398666 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53796) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:21.471764 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2e86012e-9116-487c-903b-c2fa34ca567b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4444447 Feb 04 14:08:21.472862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53800) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:21.473051 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9606dd64-0369-41b3-9919-ca90cfe00454 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4ddd03a338e9481f8ecfe863e089db2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0726786 Feb 04 14:08:21.476799 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53802) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:21.483647 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee8ce132-05db-4dc7-a24f-7f1d58f512e9 req-bce16ca4-c64d-4fe0-b655-f5a0133e24d9 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 210 time: 0.0607779 Feb 04 14:08:21.485271 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1801281485', 'admin_state_up': True, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:08:21.495550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86012e-9116-487c-903b-c2fa34ca567b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Network': ['ID=d998cd22-654b-4554-81e2-913ca81275ed,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:21.511780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network d998cd22-654b-4554-81e2-913ca81275ed details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:08:21.568570 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a59417e0-9926-4093-8616-0534dbb932aa admin admin] Publish callbacks [] for security_group (bac9597c-96d1-44d6-a691-cdced4ad12aa), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.570785 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (3ff14152-17fc-4353-99ad-f03a1ba3e03d), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.572960 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (3ff14152-17fc-4353-99ad-f03a1ba3e03d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.600496 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a59417e0-9926-4093-8616-0534dbb932aa admin admin] Publish callbacks [] for security_group (bac9597c-96d1-44d6-a691-cdced4ad12aa), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.676138 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a59417e0-9926-4093-8616-0534dbb932aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bac9597c-96d1-44d6-a691-cdced4ad12aa), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.678711 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a59417e0-9926-4093-8616-0534dbb932aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.679893 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a59417e0-9926-4093-8616-0534dbb932aa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bac9597c-96d1-44d6-a691-cdced4ad12aa HTTP/1.1" status: 204 len: 168 time: 0.2034514 Feb 04 14:08:21.693262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59417e0-9926-4093-8616-0534dbb932aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac9597c-96d1-44d6-a691-cdced4ad12aa,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:21.701306 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_controller (3ff14152-17fc-4353-99ad-f03a1ba3e03d), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:21.902197 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_gateway (3ff14152-17fc-4353-99ad-f03a1ba3e03d), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:22.209803 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_gateway (3ff14152-17fc-4353-99ad-f03a1ba3e03d), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:22.240978 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:22.407859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Allocated IP 172.25.5.195 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/1503c151-7b2c-466b-819c-fbfb852a20ee) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:08:22.546572 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (1503c151-7b2c-466b-819c-fbfb852a20ee), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:22.596670 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1503c151-7b2c-466b-819c-fbfb852a20ee), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:22.650333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:08:22.653814 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:08:22.656281 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fded5f0-4562-4efa-a705-1c4af350111c req-35b42663-6328-4d15-927f-75360be09f81 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 210 time: 0.0731151 Feb 04 14:08:22.658672 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:08:22.708700 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=1503c151-7b2c-466b-819c-fbfb852a20ee,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:23.033082 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_gateway (3ff14152-17fc-4353-99ad-f03a1ba3e03d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:23.067174 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:08:23.298828 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (3ff14152-17fc-4353-99ad-f03a1ba3e03d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:23.823901 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25b4a424-b757-4124-9866-46b89c3d0f67 req-ced4b56c-a8d6-40c6-8402-0f41c2bb42ab tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 210 time: 0.0416329 Feb 04 14:08:23.938974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router 3ff14152-17fc-4353-99ad-f03a1ba3e03d is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:08:24.081116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:08:24.092333 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Sync routers for ids ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:08:24.106483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Routers {'3ff14152-17fc-4353-99ad-f03a1ba3e03d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:08:24.107439 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:08:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:24.121872 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:24.127057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53886) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:24.137008 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-72535c33-3478-422d-87e0-590f50b1146c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6589386 Feb 04 14:08:24.185042 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53890) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:24.197330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-eb209397-524f-435f-bc8d-769f46cac72f tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0684428 Feb 04 14:08:24.240860 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Set router 3ff14152-17fc-4353-99ad-f03a1ba3e03d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:08:24.290478 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af21cd63-55ac-4f81-9e96-4d2eb0a531ac tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:24.295239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53894) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:24.306596 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-af21cd63-55ac-4f81-9e96-4d2eb0a531ac tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1198595 Feb 04 14:08:24.352931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9853b17c-20ce-4160-9545-5e1e9b33a1d8 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0563123 Feb 04 14:08:24.354636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53900) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:24.360290 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-19c8efe0-7603-4076-8410-db31134cb941 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1357649905', 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:08:24.495752 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801281485', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:08:21Z', 'updated_at': '2022-02-04T14:08:22Z', 'revision_number': 3, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:22Z', 'updated_at': '2022-02-04T14:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:24.546039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Checking router: 3ff14152-17fc-4353-99ad-f03a1ba3e03d for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:08:24.546439 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Updating router 3ff14152-17fc-4353-99ad-f03a1ba3e03d port 1503c151-7b2c-466b-819c-fbfb852a20ee binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:08:24.557563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c8efe0-7603-4076-8410-db31134cb941 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Made reservation on behalf of 7a7a6da7dab54751bcd59b7f2b7f2bf2 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:08:24.562431 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19c8efe0-7603-4076-8410-db31134cb941 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:24.584003 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1503c151-7b2c-466b-819c-fbfb852a20ee), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:24.812972 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19c8efe0-7603-4076-8410-db31134cb941 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (c87f4620-0a61-46c4-9550-fd9dc07fa86b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:24.886437 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8efe0-7603-4076-8410-db31134cb941 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Subnet': ['ID=c87f4620-0a61-46c4-9550-fd9dc07fa86b,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:24.915907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8efe0-7603-4076-8410-db31134cb941 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Checking segment: {'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:08:24.916278 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8efe0-7603-4076-8410-db31134cb941 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network hostable DHCP agents. Network: d998cd22-654b-4554-81e2-913ca81275ed, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:08:24.941355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8efe0-7603-4076-8410-db31134cb941 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network d998cd22-654b-4554-81e2-913ca81275ed is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:08:24.958840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-19c8efe0-7603-4076-8410-db31134cb941 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, d998cd22-654b-4554-81e2-913ca81275ed) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:08:24.963355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c8efe0-7603-4076-8410-db31134cb941 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:24.963956 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19c8efe0-7603-4076-8410-db31134cb941 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:24.979890 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908d9988-194b-4c82-82cc-81a14633c701 None None] Network d998cd22-654b-4554-81e2-913ca81275ed requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:08:24.994918 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-41ead84b-c3a9-4fda-9f49-ee7febeba60f req-762c0d7a-ba2b-4da2-8dbd-3964d9d4d6ab tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 210 time: 0.0672367 Feb 04 14:08:25.011800 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-19c8efe0-7603-4076-8410-db31134cb941 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6557467 Feb 04 14:08:25.014731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 53914) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:25.058461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53916) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:25.066427 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Publish callbacks [] for port (1503c151-7b2c-466b-819c-fbfb852a20ee), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:25.090815 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1503c151-7b2c-466b-819c-fbfb852a20ee), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:25.214194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Attempting to bind port 1503c151-7b2c-466b-819c-fbfb852a20ee on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:08:25.214816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Attempting to bind port 1503c151-7b2c-466b-819c-fbfb852a20ee by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:08:25.219420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Attempting to bind port 1503c151-7b2c-466b-819c-fbfb852a20ee on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:08:25.231177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:08:25.231662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:08:25.232156 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:25.232626 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:08:25.233186 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Bound port: 1503c151-7b2c-466b-819c-fbfb852a20ee, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:08:25.233924 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1503c151-7b2c-466b-819c-fbfb852a20ee), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:25.235741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-d998cd22-654b-4554-81e2-913ca81275ed', 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ips': [{'subnet_id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:08:25.236643 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:25.241822 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214ee4d-42ff-4b57-8446-2ac8a566476b None None] Pushing event updated for resources: {'Port': ['ID=1503c151-7b2c-466b-819c-fbfb852a20ee,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:25.320157 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-28bab21b-311c-494a-a6fa-54de2374c422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:25.468499 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-28bab21b-311c-494a-a6fa-54de2374c422 admin admin] Publish callbacks [] for security_group (628cb3b5-67b5-4749-8448-a0e2f9324b92), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:25.475487 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-28bab21b-311c-494a-a6fa-54de2374c422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (628cb3b5-67b5-4749-8448-a0e2f9324b92), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:25.526024 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-28bab21b-311c-494a-a6fa-54de2374c422 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=56f2facc76f447c1a3b9bda143417aa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4586582 Feb 04 14:08:25.526024 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53928) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:25.614141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bab21b-311c-494a-a6fa-54de2374c422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628cb3b5-67b5-4749-8448-a0e2f9324b92,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:25.696787 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-27e846d5-db36-4bf7-9f0d-5aa84797fa70 admin admin] Publish callbacks [] for security_group (628cb3b5-67b5-4749-8448-a0e2f9324b92), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:25.736434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] For port 1503c151-7b2c-466b-819c-fbfb852a20ee, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:08:25.740784 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-27e846d5-db36-4bf7-9f0d-5aa84797fa70 admin admin] Publish callbacks [] for security_group (628cb3b5-67b5-4749-8448-a0e2f9324b92), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:25.750547 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:25.759042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] For port 1503c151-7b2c-466b-819c-fbfb852a20ee, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1503c151-7b2c-466b-819c-fbfb852a20ee,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:08:25.801715 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1503c151-7b2c-466b-819c-fbfb852a20ee), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:25.848138 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-27e846d5-db36-4bf7-9f0d-5aa84797fa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (628cb3b5-67b5-4749-8448-a0e2f9324b92), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:25.851709 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-27e846d5-db36-4bf7-9f0d-5aa84797fa70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:25.856964 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-27e846d5-db36-4bf7-9f0d-5aa84797fa70 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/628cb3b5-67b5-4749-8448-a0e2f9324b92 HTTP/1.1" status: 204 len: 168 time: 0.3299530 Feb 04 14:08:25.885553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Routers {'3ff14152-17fc-4353-99ad-f03a1ba3e03d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:08:25.887134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:08:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:25.887647 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e846d5-db36-4bf7-9f0d-5aa84797fa70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628cb3b5-67b5-4749-8448-a0e2f9324b92,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:26.090229 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Allocated IP 172.20.0.2 (d998cd22-654b-4554-81e2-913ca81275ed/c87f4620-0a61-46c4-9550-fd9dc07fa86b/8230aec4-5500-44bb-a8a1-d31dacdaca8f) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:08:26.098576 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214ee4d-42ff-4b57-8446-2ac8a566476b None None] Pushing event updated for resources: {'Port': ['ID=1503c151-7b2c-466b-819c-fbfb852a20ee,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:26.193243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a612b8fe-f121-41ec-842b-92feabeec29c req-a7a2112e-016a-4d60-a5b0-d074e2ec99d7 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 210 time: 0.0470991 Feb 04 14:08:26.234041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] Set router 3ff14152-17fc-4353-99ad-f03a1ba3e03d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:08:26.363751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53946) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:26.383107 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-19935e98-5c20-40ba-b9bf-f0717e1aa08a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:26.481171 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-19935e98-5c20-40ba-b9bf-f0717e1aa08a admin admin] Publish callbacks [] for security_group (3e2f7290-fa47-4af1-8e40-0cacbad9480a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:26.489494 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-19935e98-5c20-40ba-b9bf-f0717e1aa08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3e2f7290-fa47-4af1-8e40-0cacbad9480a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:26.519432 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Publish callbacks [] for port (8230aec4-5500-44bb-a8a1-d31dacdaca8f), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:26.538767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-19935e98-5c20-40ba-b9bf-f0717e1aa08a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a68c1a431ac54963a506c28e9fc22776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1736751 Feb 04 14:08:26.540058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19935e98-5c20-40ba-b9bf-f0717e1aa08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2f7290-fa47-4af1-8e40-0cacbad9480a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:26.543666 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 53948) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:26.547681 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (8230aec4-5500-44bb-a8a1-d31dacdaca8f), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:26.595352 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Network d998cd22-654b-4554-81e2-913ca81275ed is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:08:26.599864 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:08:26.608982 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:08:26.630901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801281485', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:08:21Z', 'updated_at': '2022-02-04T14:08:22Z', 'revision_number': 3, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:22Z', 'updated_at': '2022-02-04T14:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:26.633498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Pushing event updated for resources: {'Port': ['ID=8230aec4-5500-44bb-a8a1-d31dacdaca8f,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:26.636313 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Allocated IP 172.20.0.1 (d998cd22-654b-4554-81e2-913ca81275ed/c87f4620-0a61-46c4-9550-fd9dc07fa86b/63aa2cac-47a1-4626-8a67-0340425fb6e2) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:08:26.648247 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a7bfea49-bfce-4c71-bc79-8318e7c2e240 admin admin] Publish callbacks [] for security_group (3e2f7290-fa47-4af1-8e40-0cacbad9480a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:26.680537 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a7bfea49-bfce-4c71-bc79-8318e7c2e240 admin admin] Publish callbacks [] for security_group (3e2f7290-fa47-4af1-8e40-0cacbad9480a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:26.689247 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb6dbd-e88d-43fc-be7c-0a01da6fa792 None None] The sync data for ids ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'] in n-d-714676-13 is: [{'id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801281485', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:08:21Z', 'updated_at': '2022-02-04T14:08:22Z', 'revision_number': 3, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:22Z', 'updated_at': '2022-02-04T14:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:08:26.745478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Attempting to bind port 8230aec4-5500-44bb-a8a1-d31dacdaca8f on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:08:26.746002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Attempting to bind port 8230aec4-5500-44bb-a8a1-d31dacdaca8f by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:08:26.746490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Attempting to bind port 8230aec4-5500-44bb-a8a1-d31dacdaca8f on network d998cd22-654b-4554-81e2-913ca81275ed {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:08:26.757148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:08:26.757693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Checking segment: {'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:08:26.759027 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:26.759575 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Bound using segment: {'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:08:26.760246 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Bound port: 8230aec4-5500-44bb-a8a1-d31dacdaca8f, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:08:26.760842 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8230aec4-5500-44bb-a8a1-d31dacdaca8f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:26.761028 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a7bfea49-bfce-4c71-bc79-8318e7c2e240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3e2f7290-fa47-4af1-8e40-0cacbad9480a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:26.764219 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a7bfea49-bfce-4c71-bc79-8318e7c2e240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:26.765452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a7bfea49-bfce-4c71-bc79-8318e7c2e240 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3e2f7290-fa47-4af1-8e40-0cacbad9480a HTTP/1.1" status: 204 len: 168 time: 0.2206259 Feb 04 14:08:26.774333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfea49-bfce-4c71-bc79-8318e7c2e240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2f7290-fa47-4af1-8e40-0cacbad9480a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:26.912532 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:26.914021 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] For port 8230aec4-5500-44bb-a8a1-d31dacdaca8f, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:08:26.920541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] For port 8230aec4-5500-44bb-a8a1-d31dacdaca8f, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8230aec4-5500-44bb-a8a1-d31dacdaca8f,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:08:26.933767 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8230aec4-5500-44bb-a8a1-d31dacdaca8f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:27.009895 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:27.074049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105e9bf-b3eb-4ebb-9831-4e82f691627b None None] Pushing event updated for resources: {'Port': ['ID=8230aec4-5500-44bb-a8a1-d31dacdaca8f,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:27.182305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network d998cd22-654b-4554-81e2-913ca81275ed is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:08:27.186931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:08:27.201333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:08:27.205159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=63aa2cac-47a1-4626-8a67-0340425fb6e2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:27.294842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (3ff14152-17fc-4353-99ad-f03a1ba3e03d), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:27.404230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-991fdea2-9b55-4e73-a05b-f752f091b959 req-13c037df-5c00-4003-8c35-fb798d37afa5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=c317e880-68a4-42f5-a69c-eb4c0012c468 HTTP/1.1" status: 200 len: 210 time: 0.0878310 Feb 04 14:08:27.697595 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:28.163871 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:28.187035 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:28.309636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=63aa2cac-47a1-4626-8a67-0340425fb6e2,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:28.320835 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (3ff14152-17fc-4353-99ad-f03a1ba3e03d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:28.566871 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network d998cd22-654b-4554-81e2-913ca81275ed is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:08:28.582601 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:08:28.592758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1503c151-7b2c-466b-819c-fbfb852a20ee up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:08:28.665029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 1503c151-7b2c-466b-819c-fbfb852a20ee triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:08:28.665419 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1503c151-7b2c-466b-819c-fbfb852a20ee), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:28.838551 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 1503c151-7b2c-466b-819c-fbfb852a20ee is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:08:28.838922 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1503c151-7b2c-466b-819c-fbfb852a20ee), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:28.860348 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router 3ff14152-17fc-4353-99ad-f03a1ba3e03d has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:08:28.866195 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 1503c151-7b2c-466b-819c-fbfb852a20ee, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1503c151-7b2c-466b-819c-fbfb852a20ee,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:28.872634 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1503c151-7b2c-466b-819c-fbfb852a20ee), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:28.873776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8230aec4-5500-44bb-a8a1-d31dacdaca8f up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:08:28.985200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-f8b38803-686a-4da9-941d-94883725eb70 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234071086&fields=id&tenant_id=04a7af11479049059024e84090058dbe HTTP/1.1" status: 200 len: 267 time: 0.1101837 Feb 04 14:08:29.005786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a278403-a8f7-472d-8fb7-3613bc72eb28 None None] Network d998cd22-654b-4554-81e2-913ca81275ed requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:08:29.102916 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:08:29.118471 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b13e8a76-f2c9-4e00-9c9f-ff820eba38d3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "PUT /v2.0/routers/3ff14152-17fc-4353-99ad-f03a1ba3e03d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1025457 Feb 04 14:08:29.158682 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=1503c151-7b2c-466b-819c-fbfb852a20ee,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:29.169257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-91bb477f-4b89-4170-b7d6-64a933b4c1fb tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:29.176917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-79068662-8d7a-4c39-abb3-caa9db11e75b None None] Provisioning complete for port 8230aec4-5500-44bb-a8a1-d31dacdaca8f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:08:29.177304 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-79068662-8d7a-4c39-abb3-caa9db11e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8230aec4-5500-44bb-a8a1-d31dacdaca8f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:29.182032 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-91bb477f-4b89-4170-b7d6-64a933b4c1fb tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 812 time: 0.1958652 Feb 04 14:08:29.207005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-166ab3f0-e602-4ce5-9c65-191702f12d8d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/quotas/04a7af11479049059024e84090058dbe HTTP/1.1" status: 200 len: 375 time: 0.0220640 Feb 04 14:08:29.303788 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-9dacc1f1-18f5-4dc9-a9c5-aa6e6daf1453 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956800 Feb 04 14:08:29.329908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 8230aec4-5500-44bb-a8a1-d31dacdaca8f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:08:29.330417 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8230aec4-5500-44bb-a8a1-d31dacdaca8f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:29.453343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-79068662-8d7a-4c39-abb3-caa9db11e75b None None] Current status of the port 8230aec4-5500-44bb-a8a1-d31dacdaca8f is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:08:29.453737 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-79068662-8d7a-4c39-abb3-caa9db11e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8230aec4-5500-44bb-a8a1-d31dacdaca8f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:29.538725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 8230aec4-5500-44bb-a8a1-d31dacdaca8f is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:08:29.539117 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8230aec4-5500-44bb-a8a1-d31dacdaca8f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:29.561944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-79068662-8d7a-4c39-abb3-caa9db11e75b None None] For port 8230aec4-5500-44bb-a8a1-d31dacdaca8f, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8230aec4-5500-44bb-a8a1-d31dacdaca8f,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:29.577235 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-79068662-8d7a-4c39-abb3-caa9db11e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8230aec4-5500-44bb-a8a1-d31dacdaca8f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:29.645149 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Sync routers for ids ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:08:29.664061 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Routers {'3ff14152-17fc-4353-99ad-f03a1ba3e03d'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:08:29.664989 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:08:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:29.694597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79068662-8d7a-4c39-abb3-caa9db11e75b None None] Pushing event updated for resources: {'Port': ['ID=8230aec4-5500-44bb-a8a1-d31dacdaca8f,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:29.711416 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 14:08:29.711791 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 14:08:29.737054 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-cbe51c6e-78e5-49c4-8564-a87f3bd6821c service neutron] 10.222.0.96 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006975 Feb 04 14:08:29.861650 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-8e4d4ba2-5c65-46b8-9ddf-44f4e7d38a24 service neutron] 10.222.0.96 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230361 Feb 04 14:08:29.872235 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Set router 3ff14152-17fc-4353-99ad-f03a1ba3e03d gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:08:29.919728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e42feeae-9e45-45cc-b0a1-c322bc9663a5 None None] Provisioning complete for port 8230aec4-5500-44bb-a8a1-d31dacdaca8f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:08:29.921791 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e42feeae-9e45-45cc-b0a1-c322bc9663a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8230aec4-5500-44bb-a8a1-d31dacdaca8f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:30.056296 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e42feeae-9e45-45cc-b0a1-c322bc9663a5 None None] Current status of the port 8230aec4-5500-44bb-a8a1-d31dacdaca8f is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:08:30.083803 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e42feeae-9e45-45cc-b0a1-c322bc9663a5 None None] Provisioning complete for port 63aa2cac-47a1-4626-8a67-0340425fb6e2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:08:30.084030 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e42feeae-9e45-45cc-b0a1-c322bc9663a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:30.182748 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e42feeae-9e45-45cc-b0a1-c322bc9663a5 None None] Port 63aa2cac-47a1-4626-8a67-0340425fb6e2 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:08:30.251326 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801281485', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:08:21Z', 'updated_at': '2022-02-04T14:08:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:22Z', 'updated_at': '2022-02-04T14:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '63aa2cac-47a1-4626-8a67-0340425fb6e2', 'name': '', 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:89:ca:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:25Z', 'updated_at': '2022-02-04T14:08:27Z', 'revision_number': 2, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:30.302979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 8230aec4-5500-44bb-a8a1-d31dacdaca8f is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:08:30.327704 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2d62d451-0fcd-416e-9d42-aa35b035f17d None None] Provisioning complete for port 63aa2cac-47a1-4626-8a67-0340425fb6e2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:08:30.333236 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Checking router: 3ff14152-17fc-4353-99ad-f03a1ba3e03d for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:08:30.333593 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Updating router 3ff14152-17fc-4353-99ad-f03a1ba3e03d port 63aa2cac-47a1-4626-8a67-0340425fb6e2 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:08:30.344642 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2d62d451-0fcd-416e-9d42-aa35b035f17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:30.429752 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:30.440937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2d62d451-0fcd-416e-9d42-aa35b035f17d None None] Port 63aa2cac-47a1-4626-8a67-0340425fb6e2 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:08:30.485877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1503c151-7b2c-466b-819c-fbfb852a20ee up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:08:30.518236 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-1ede7ab8-b795-47cc-8826-580370b67829 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252453564&fields=id&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2 HTTP/1.1" status: 200 len: 267 time: 0.1078477 Feb 04 14:08:30.638378 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 1503c151-7b2c-466b-819c-fbfb852a20ee triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:08:30.638787 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1503c151-7b2c-466b-819c-fbfb852a20ee), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:30.704040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8c4e7e4a-db06-4d41-8fca-29fb2cf02d35 None None] Provisioning complete for port 63aa2cac-47a1-4626-8a67-0340425fb6e2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:08:30.705061 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8c4e7e4a-db06-4d41-8fca-29fb2cf02d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:30.803445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-26e664af-f3cb-447e-87c2-63d502445b83 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:30.814137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-26e664af-f3cb-447e-87c2-63d502445b83 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/networks?id=d998cd22-654b-4554-81e2-913ca81275ed HTTP/1.1" status: 200 len: 796 time: 0.2799013 Feb 04 14:08:30.844497 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-c42ed666-64a5-44dc-8893-f1adf1f9d15e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/quotas/7a7a6da7dab54751bcd59b7f2b7f2bf2 HTTP/1.1" status: 200 len: 375 time: 0.0258493 Feb 04 14:08:30.944920 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Publish callbacks [] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:30.957535 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:30.963446 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-625ae2ea-8507-4768-9808-55683dad5995 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117861 Feb 04 14:08:31.047676 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b730c0-5bfc-4185-a1f7-9796530894b3 None None] Pushing event updated for resources: {'Port': ['ID=63aa2cac-47a1-4626-8a67-0340425fb6e2,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:31.065052 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b730c0-5bfc-4185-a1f7-9796530894b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:31.066972 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b730c0-5bfc-4185-a1f7-9796530894b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:31.068083 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b730c0-5bfc-4185-a1f7-9796530894b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:31.068769 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b730c0-5bfc-4185-a1f7-9796530894b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:31.069385 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b730c0-5bfc-4185-a1f7-9796530894b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:31.071083 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b730c0-5bfc-4185-a1f7-9796530894b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:31.072120 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b730c0-5bfc-4185-a1f7-9796530894b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:31.073019 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b730c0-5bfc-4185-a1f7-9796530894b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:31.073709 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b730c0-5bfc-4185-a1f7-9796530894b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:31.074762 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b730c0-5bfc-4185-a1f7-9796530894b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:31.075304 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b730c0-5bfc-4185-a1f7-9796530894b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:31.075817 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b730c0-5bfc-4185-a1f7-9796530894b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:31.076736 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b730c0-5bfc-4185-a1f7-9796530894b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:31.101425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e7e4a-db06-4d41-8fca-29fb2cf02d35 None None] Port 63aa2cac-47a1-4626-8a67-0340425fb6e2 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:08:31.150297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 1503c151-7b2c-466b-819c-fbfb852a20ee is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:08:31.152288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8230aec4-5500-44bb-a8a1-d31dacdaca8f up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:08:31.166622 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Attempting to bind port 63aa2cac-47a1-4626-8a67-0340425fb6e2 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:08:31.166951 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Attempting to bind port 63aa2cac-47a1-4626-8a67-0340425fb6e2 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:08:31.167313 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Attempting to bind port 63aa2cac-47a1-4626-8a67-0340425fb6e2 on network d998cd22-654b-4554-81e2-913ca81275ed {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:08:31.173956 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:08:31.174391 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Checking segment: {'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:08:31.175400 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:31.176038 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Bound using segment: {'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:08:31.176527 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Bound port: 63aa2cac-47a1-4626-8a67-0340425fb6e2, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:08:31.177576 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:31.200700 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-2b8ae1a4-6c9a-4dd2-92d6-9640fbe97031 service neutron] 10.222.0.96 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312727 Feb 04 14:08:31.245987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 8230aec4-5500-44bb-a8a1-d31dacdaca8f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:08:31.246528 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8230aec4-5500-44bb-a8a1-d31dacdaca8f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:31.337091 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] For port 63aa2cac-47a1-4626-8a67-0340425fb6e2, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:08:31.348866 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] For port 63aa2cac-47a1-4626-8a67-0340425fb6e2, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=63aa2cac-47a1-4626-8a67-0340425fb6e2,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:08:31.360499 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:31.436701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-d296222e-e7c5-46fc-99b7-b5091a608e5b service neutron] 10.222.0.96 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304060 Feb 04 14:08:31.443800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 8230aec4-5500-44bb-a8a1-d31dacdaca8f is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:08:31.497165 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Routers {'3ff14152-17fc-4353-99ad-f03a1ba3e03d'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:08:31.499251 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:08:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:31.527254 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b730c0-5bfc-4185-a1f7-9796530894b3 None None] Pushing event updated for resources: {'Port': ['ID=63aa2cac-47a1-4626-8a67-0340425fb6e2,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:31.586624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5113ed67-4493-485c-af6f-b9f4a472a3b6 None None] Provisioning complete for port 63aa2cac-47a1-4626-8a67-0340425fb6e2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:08:31.587010 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5113ed67-4493-485c-af6f-b9f4a472a3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:31.744897 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] Set router 3ff14152-17fc-4353-99ad-f03a1ba3e03d gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:08:31.760863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5113ed67-4493-485c-af6f-b9f4a472a3b6 None None] Current status of the port 63aa2cac-47a1-4626-8a67-0340425fb6e2 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:08:31.761804 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5113ed67-4493-485c-af6f-b9f4a472a3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:31.849495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5113ed67-4493-485c-af6f-b9f4a472a3b6 None None] For port 63aa2cac-47a1-4626-8a67-0340425fb6e2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=63aa2cac-47a1-4626-8a67-0340425fb6e2,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:31.855030 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5113ed67-4493-485c-af6f-b9f4a472a3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:32.027040 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a061214b-5aa0-4ad1-b87d-d2d1b84182ba req-5b9820de-b692-4aca-ae2a-e8f23db1f5e8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 210 time: 0.0637519 Feb 04 14:08:32.095911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113ed67-4493-485c-af6f-b9f4a472a3b6 None None] Pushing event updated for resources: {'Port': ['ID=63aa2cac-47a1-4626-8a67-0340425fb6e2,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:32.113600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-26bb6aff-f07e-4344-988a-b987310851cf None None] Provisioning complete for port 63aa2cac-47a1-4626-8a67-0340425fb6e2 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:08:32.113778 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-26bb6aff-f07e-4344-988a-b987310851cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:32.182559 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bd052f8-1b16-4cb7-b309-c475f40d99b3 req-8be51f2c-687c-454f-b757-8a767c33b6b7 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 210 time: 0.0916858 Feb 04 14:08:32.281482 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-26bb6aff-f07e-4344-988a-b987310851cf None None] Current status of the port 63aa2cac-47a1-4626-8a67-0340425fb6e2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:08:32.487163 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801281485', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:08:21Z', 'updated_at': '2022-02-04T14:08:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:22Z', 'updated_at': '2022-02-04T14:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '63aa2cac-47a1-4626-8a67-0340425fb6e2', 'name': '', 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:89:ca:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:25Z', 'updated_at': '2022-02-04T14:08:31Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:32.522461 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f8f53b-9968-4e5a-9c18-6add4a967355 None None] The sync data for ids ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'] in n-d-714676-13 is: [{'id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801281485', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:08:21Z', 'updated_at': '2022-02-04T14:08:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:22Z', 'updated_at': '2022-02-04T14:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '63aa2cac-47a1-4626-8a67-0340425fb6e2', 'name': '', 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:89:ca:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:25Z', 'updated_at': '2022-02-04T14:08:31Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:08:32.676677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-34101131-3252-4794-988c-66b4a17fe993 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:32.681803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-34101131-3252-4794-988c-66b4a17fe993 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 812 time: 0.2884929 Feb 04 14:08:32.899605 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-cd6c13fb-f3da-4d6a-913e-4a2bce4e3c37 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04a7af11479049059024e84090058dbe HTTP/1.1" status: 200 len: 380 time: 0.2092862 Feb 04 14:08:32.918561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-5a0da6c3-5ff8-495d-8777-df026a920b02 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'port': {'device_id': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'admin_state_up': True, 'tenant_id': '04a7af11479049059024e84090058dbe', 'security_groups': ['2790c332-8ded-4221-b69d-69e4e254ce07']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:08:33.121227 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-5a0da6c3-5ff8-495d-8777-df026a920b02 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Made reservation on behalf of 04a7af11479049059024e84090058dbe for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:08:33.126338 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-5a0da6c3-5ff8-495d-8777-df026a920b02 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:33.193516 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f014fe9-4b80-4141-bc77-2b2b8a88a457 req-73fb5a87-6fda-4a35-837b-da1c7522b6f4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 210 time: 0.0517313 Feb 04 14:08:33.466564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2320f6a5-f3ed-4d75-ad90-bf6c532abb65 req-b5760e9e-b7aa-4502-8e7e-a6efb2afec9f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 210 time: 0.0561507 Feb 04 14:08:33.535474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-5a0da6c3-5ff8-495d-8777-df026a920b02 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Allocated IP 172.20.0.4 (27de3437-df86-4192-8a38-bd89e17714b7/cdd28e0c-e617-457e-92ca-24c633c0a546/e6a686e4-a553-4aa7-ac52-e343b0b21d96) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:08:33.888091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-2215936b-3aff-44b9-8c90-b23e42ce62fd tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:33.896030 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-2215936b-3aff-44b9-8c90-b23e42ce62fd tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.100 "GET /v2.0/networks?id=d998cd22-654b-4554-81e2-913ca81275ed HTTP/1.1" status: 200 len: 796 time: 0.4203396 Feb 04 14:08:34.096862 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8fc592c4-8903-4084-9b39-bf290ae0d9ad tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2 HTTP/1.1" status: 200 len: 380 time: 0.1866841 Feb 04 14:08:34.109029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-7a9befbf-5619-45de-bee7-9ec1960c81b2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'port': {'device_id': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed', 'admin_state_up': True, 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'security_groups': ['9f05ee1a-9473-4e6b-a7dc-3d7770f06af7']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:08:34.373720 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-7a9befbf-5619-45de-bee7-9ec1960c81b2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Made reservation on behalf of 7a7a6da7dab54751bcd59b7f2b7f2bf2 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:08:34.379316 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-7a9befbf-5619-45de-bee7-9ec1960c81b2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:34.604783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 63aa2cac-47a1-4626-8a67-0340425fb6e2 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:08:34.663012 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-5a0da6c3-5ff8-495d-8777-df026a920b02 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for port (e6a686e4-a553-4aa7-ac52-e343b0b21d96), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:34.741783 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-5a0da6c3-5ff8-495d-8777-df026a920b02 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (e6a686e4-a553-4aa7-ac52-e343b0b21d96), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:34.806636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 63aa2cac-47a1-4626-8a67-0340425fb6e2 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:08:34.807016 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:34.833797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-7a9befbf-5619-45de-bee7-9ec1960c81b2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Allocated IP 172.20.0.4 (d998cd22-654b-4554-81e2-913ca81275ed/c87f4620-0a61-46c4-9550-fd9dc07fa86b/962402f9-807f-4892-98d6-dab2b622a878) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:08:34.869463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0da6c3-5ff8-495d-8777-df026a920b02 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'Port': ['ID=e6a686e4-a553-4aa7-ac52-e343b0b21d96,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:34.915371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-5a0da6c3-5ff8-495d-8777-df026a920b02 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Network 27de3437-df86-4192-8a38-bd89e17714b7 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:08:34.976435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-5a0da6c3-5ff8-495d-8777-df026a920b02 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:08:34.985219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703db67d-73a4-4f61-b223-321b00f02bc9 req-f7a34cf0-2800-4e58-81a3-94c943ab1a69 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:34.986899 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-703db67d-73a4-4f61-b223-321b00f02bc9 req-f7a34cf0-2800-4e58-81a3-94c943ab1a69 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 931 time: 0.2750869 Feb 04 14:08:34.988421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-5a0da6c3-5ff8-495d-8777-df026a920b02 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:08:35.088707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 63aa2cac-47a1-4626-8a67-0340425fb6e2 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:08:35.147448 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-7a9befbf-5619-45de-bee7-9ec1960c81b2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (962402f9-807f-4892-98d6-dab2b622a878), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:35.219471 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-5a0da6c3-5ff8-495d-8777-df026a920b02 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:35.222694 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-5a0da6c3-5ff8-495d-8777-df026a920b02 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:35.237071 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-7a9befbf-5619-45de-bee7-9ec1960c81b2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (962402f9-807f-4892-98d6-dab2b622a878), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:35.270221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-703db67d-73a4-4f61-b223-321b00f02bc9 req-65c2489c-41ee-450d-98e2-dede00588473 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721422 Feb 04 14:08:35.291905 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-5a0da6c3-5ff8-495d-8777-df026a920b02 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3862400 Feb 04 14:08:35.312640 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-31319da8-ef71-4893-b797-f0dbbf79fe71 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:08:35.322202 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-31319da8-ef71-4893-b797-f0dbbf79fe71 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210457 Feb 04 14:08:35.346550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Request body: {'port': {'device_id': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:08:35.422225 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9befbf-5619-45de-bee7-9ec1960c81b2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=962402f9-807f-4892-98d6-dab2b622a878,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:35.426406 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-7a9befbf-5619-45de-bee7-9ec1960c81b2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network d998cd22-654b-4554-81e2-913ca81275ed is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:08:35.427918 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-7a9befbf-5619-45de-bee7-9ec1960c81b2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:08:35.430609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-7a9befbf-5619-45de-bee7-9ec1960c81b2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:08:35.466002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7a6c9dae-5e42-47a5-92e7-76080096b476 None None] Provisioning complete for port e6a686e4-a553-4aa7-ac52-e343b0b21d96 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:08:35.469434 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9dae-5e42-47a5-92e7-76080096b476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e6a686e4-a553-4aa7-ac52-e343b0b21d96), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:35.517205 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e6a686e4-a553-4aa7-ac52-e343b0b21d96), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:35.556728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5fe7f-55e0-4c9d-9e47-0ca924e6f33d req-bc59d37c-5f29-4803-955a-c8d5109dc1d2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:35.558642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cce5fe7f-55e0-4c9d-9e47-0ca924e6f33d req-bc59d37c-5f29-4803-955a-c8d5109dc1d2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 931 time: 0.1240737 Feb 04 14:08:35.596041 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-7a9befbf-5619-45de-bee7-9ec1960c81b2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:35.596917 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-7a9befbf-5619-45de-bee7-9ec1960c81b2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:35.620565 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-7a9befbf-5619-45de-bee7-9ec1960c81b2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5185535 Feb 04 14:08:35.623181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c9dae-5e42-47a5-92e7-76080096b476 None None] Port e6a686e4-a553-4aa7-ac52-e343b0b21d96 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:08:35.645704 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Request body: {'port': {'device_id': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:08:35.790181 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (962402f9-807f-4892-98d6-dab2b622a878), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:35.906441 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cce5fe7f-55e0-4c9d-9e47-0ca924e6f33d req-66a3e1a8-7338-4874-9e26-0f2921d02056 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3370004 Feb 04 14:08:35.976776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a4fe7f66-dd51-4d3a-99df-df7f33b59ff8 None None] Provisioning complete for port 962402f9-807f-4892-98d6-dab2b622a878 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:08:35.977126 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a4fe7f66-dd51-4d3a-99df-df7f33b59ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (962402f9-807f-4892-98d6-dab2b622a878), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:36.051264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe7f66-dd51-4d3a-99df-df7f33b59ff8 None None] Port 962402f9-807f-4892-98d6-dab2b622a878 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:08:36.175750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a686e4-a553-4aa7-ac52-e343b0b21d96 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:08:36.187383 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Publish callbacks [] for port (e6a686e4-a553-4aa7-ac52-e343b0b21d96), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:36.204080 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962402f9-807f-4892-98d6-dab2b622a878 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:08:36.211948 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Transition to ACTIVE for port object e6a686e4-a553-4aa7-ac52-e343b0b21d96 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:08:36.215116 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Publish callbacks [] for port (962402f9-807f-4892-98d6-dab2b622a878), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:36.219541 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (e6a686e4-a553-4aa7-ac52-e343b0b21d96), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:36.251033 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Transition to ACTIVE for port object 962402f9-807f-4892-98d6-dab2b622a878 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:08:36.260336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (962402f9-807f-4892-98d6-dab2b622a878), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:36.353172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a686e4-a553-4aa7-ac52-e343b0b21d96,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:36.530149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Pushing event updated for resources: {'Port': ['ID=962402f9-807f-4892-98d6-dab2b622a878,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:36.587257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Attempting to bind port e6a686e4-a553-4aa7-ac52-e343b0b21d96 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:08:36.587586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Attempting to bind port e6a686e4-a553-4aa7-ac52-e343b0b21d96 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:08:36.591454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Attempting to bind port e6a686e4-a553-4aa7-ac52-e343b0b21d96 on network 27de3437-df86-4192-8a38-bd89e17714b7 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:08:36.606808 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Port e6a686e4-a553-4aa7-ac52-e343b0b21d96 on network 27de3437-df86-4192-8a38-bd89e17714b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:08:36.607438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Attempting to bind port e6a686e4-a553-4aa7-ac52-e343b0b21d96 on network 27de3437-df86-4192-8a38-bd89e17714b7 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:08:36.610011 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Attempting to bind port 962402f9-807f-4892-98d6-dab2b622a878 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:08:36.610981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Attempting to bind port 962402f9-807f-4892-98d6-dab2b622a878 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:08:36.611335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Attempting to bind port 962402f9-807f-4892-98d6-dab2b622a878 on network d998cd22-654b-4554-81e2-913ca81275ed {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:08:36.618188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Port 962402f9-807f-4892-98d6-dab2b622a878 on network d998cd22-654b-4554-81e2-913ca81275ed not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:08:36.618737 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Attempting to bind port 962402f9-807f-4892-98d6-dab2b622a878 on network d998cd22-654b-4554-81e2-913ca81275ed {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:08:36.634238 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:08:36.634238 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Checking segment: {'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:08:36.635828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Bound using segment: {'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:08:36.636502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Bound port: 962402f9-807f-4892-98d6-dab2b622a878, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:08:36.636887 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (962402f9-807f-4892-98d6-dab2b622a878), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:36.646770 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:08:36.647423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Checking segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:08:36.648011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Bound using segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:08:36.648674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Bound port: e6a686e4-a553-4aa7-ac52-e343b0b21d96, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:08:36.649286 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e6a686e4-a553-4aa7-ac52-e343b0b21d96), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:36.685919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4b7cf-9593-42ab-b678-73720eccfe76 req-ef49533c-717b-4109-b6fb-f211e323137f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:36.696858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28c4b7cf-9593-42ab-b678-73720eccfe76 req-ef49533c-717b-4109-b6fb-f211e323137f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 943 time: 0.2612772 Feb 04 14:08:36.765840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:08:36.772272 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=962402f9-807f-4892-98d6-dab2b622a878,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:08:36.784771 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (962402f9-807f-4892-98d6-dab2b622a878), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:36.862362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Pushing event updated for resources: {'Port': ['ID=962402f9-807f-4892-98d6-dab2b622a878,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:36.907336 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:36.908668 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:36.915105 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-8529aa26-7d4d-44d9-9550-ceaffa192716 service neutron] 10.222.0.100 "PUT /v2.0/ports/962402f9-807f-4892-98d6-dab2b622a878 HTTP/1.1" status: 200 len: 1092 time: 1.2856514 Feb 04 14:08:36.915807 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'tag': '962402f9-807f-4892-98d6-dab2b622a878'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:08:36.920582 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2114b6ee-c515-427a-953b-f30352f756fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "tag": "962402f9-807f-4892-98d6-dab2b622a878"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:08:36.934719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] For port e6a686e4-a553-4aa7-ac52-e343b0b21d96, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:08:36.976065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28c4b7cf-9593-42ab-b678-73720eccfe76 req-73085817-dfa5-4a7d-9a28-ed9fe0aaef5e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779775 Feb 04 14:08:36.977908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] For port e6a686e4-a553-4aa7-ac52-e343b0b21d96, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e6a686e4-a553-4aa7-ac52-e343b0b21d96,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:08:36.994039 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (e6a686e4-a553-4aa7-ac52-e343b0b21d96), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:37.028368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:37.029027 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:37.031227 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] 10.222.0.99 "PUT /v2.0/ports/e6a686e4-a553-4aa7-ac52-e343b0b21d96 HTTP/1.1" status: 200 len: 1092 time: 1.7015808 Feb 04 14:08:37.033069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'tag': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:08:37.056486 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8b73a7-c0c0-41e1-804d-df08b92c9119" -d '{"events": [{"name": "network-changed", "server_uuid": "5975324e-3c5e-42d4-a09c-9a6fc14ed7f9", "tag": "e6a686e4-a553-4aa7-ac52-e343b0b21d96"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:08:37.099941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-67222647-3abb-4ded-84d7-8b0de732195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:37.106618 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-67222647-3abb-4ded-84d7-8b0de732195f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 1126 time: 0.1465268 Feb 04 14:08:37.145274 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e34ee99-ba17-4699-af92-01b703cd6334 x-openstack-request-id: req-8e34ee99-ba17-4699-af92-01b703cd6334 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:08:37.145571 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "tag": "962402f9-807f-4892-98d6-dab2b622a878", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:08:37.145836 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8e34ee99-ba17-4699-af92-01b703cd6334 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:08:37.146873 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'tag': '962402f9-807f-4892-98d6-dab2b622a878', 'status': 'completed', 'code': 200} Feb 04 14:08:37.205520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1504a4-c68e-4f0a-9a97-a77440e7eb21 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a686e4-a553-4aa7-ac52-e343b0b21d96,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:37.221165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-95cc6859-dbaf-4bc2-b63b-f4f56630437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:37.224734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-95cc6859-dbaf-4bc2-b63b-f4f56630437a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 1126 time: 0.1186490 Feb 04 14:08:37.260259 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-cc6154be-765c-4a21-baa2-6c3700f996b0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962402f9-807f-4892-98d6-dab2b622a878 HTTP/1.1" status: 200 len: 217 time: 0.1445632 Feb 04 14:08:37.326071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-d2b36086-75dd-4c85-b106-725af1236297 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6a686e4-a553-4aa7-ac52-e343b0b21d96 HTTP/1.1" status: 200 len: 217 time: 0.0950158 Feb 04 14:08:37.374771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-a2669c73-688e-4235-805d-92495fab1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:37.376392 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-a2669c73-688e-4235-805d-92495fab1a6d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c87f4620-0a61-46c4-9550-fd9dc07fa86b HTTP/1.1" status: 200 len: 835 time: 0.1103029 Feb 04 14:08:37.479603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-cfb722af-0607-40b5-8f8d-9fe3a4babe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:37.483866 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-cfb722af-0607-40b5-8f8d-9fe3a4babe84 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d998cd22-654b-4554-81e2-913ca81275ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1001499 Feb 04 14:08:37.506428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-d8463017-f7e1-47b7-bbd7-126f968793c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:37.507930 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-d8463017-f7e1-47b7-bbd7-126f968793c1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.1759558 Feb 04 14:08:37.531772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d53525-e56d-421d-830c-554b6a28c28c req-bc3fd4e1-5988-4748-94a5-fd1986616697 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:37.538078 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4d53525-e56d-421d-830c-554b6a28c28c req-bc3fd4e1-5988-4748-94a5-fd1986616697 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 943 time: 0.2060969 Feb 04 14:08:37.637157 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-e2bf88ac-630c-452f-a88c-f01515ee11f0 service neutron] 10.222.0.100 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460423 Feb 04 14:08:37.667265 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4d53525-e56d-421d-830c-554b6a28c28c req-eb9ae066-92d5-4842-b76b-f90ce82f5195 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062019 Feb 04 14:08:37.670236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-be58910d-e20e-4fd9-a884-a46132141a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:37.671745 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-be58910d-e20e-4fd9-a884-a46132141a44 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1327021 Feb 04 14:08:37.808564 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-04e2ac64-b770-4bf4-be6a-6cc1ef84b71d req-b3620ed7-70db-4e93-8f2e-ad104660ff44 service neutron] 10.222.0.100 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612251 Feb 04 14:08:37.818803 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9710d5-f1d3-4e06-bf62-afe93d089cee x-openstack-request-id: req-dc9710d5-f1d3-4e06-bf62-afe93d089cee {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:08:37.819104 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5975324e-3c5e-42d4-a09c-9a6fc14ed7f9", "tag": "e6a686e4-a553-4aa7-ac52-e343b0b21d96", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:08:37.819365 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dc9710d5-f1d3-4e06-bf62-afe93d089cee {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:08:37.819773 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'tag': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'status': 'completed', 'code': 200} Feb 04 14:08:37.826035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-cd162497-a02f-4719-942f-05666874cb36 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463070 Feb 04 14:08:37.933144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114b6ee-c515-427a-953b-f30352f756fc req-767b5b34-d03e-49d1-a545-3a02bfae9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:37.935475 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2114b6ee-c515-427a-953b-f30352f756fc req-767b5b34-d03e-49d1-a545-3a02bfae9df8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 1126 time: 0.0717096 Feb 04 14:08:37.972951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fb56a71-aa35-405b-8538-afa68f5273bc req-5060f2e5-01b8-494d-8139-f1e4d46abddb service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397719 Feb 04 14:08:38.117661 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114b6ee-c515-427a-953b-f30352f756fc req-01d0e90c-a1a5-4b97-81bf-ab0b36418288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:38.119674 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2114b6ee-c515-427a-953b-f30352f756fc req-01d0e90c-a1a5-4b97-81bf-ab0b36418288 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d998cd22-654b-4554-81e2-913ca81275ed HTTP/1.1" status: 200 len: 897 time: 0.1765063 Feb 04 14:08:38.189944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b73a7-c0c0-41e1-804d-df08b92c9119 req-e8e4f033-9ff4-43e2-8c53-442574d777b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:38.192180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac8b73a7-c0c0-41e1-804d-df08b92c9119 req-e8e4f033-9ff4-43e2-8c53-442574d777b4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 1126 time: 0.1658168 Feb 04 14:08:38.193925 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2114b6ee-c515-427a-953b-f30352f756fc req-9f8fee19-f5f3-44a5-89a2-cd9546ad015f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962402f9-807f-4892-98d6-dab2b622a878 HTTP/1.1" status: 200 len: 217 time: 0.0671520 Feb 04 14:08:38.214609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887e0bd-25d6-4c99-bec2-00176c83b549 req-937aeaa0-4a66-4246-814d-d9616b470869 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:38.216366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2887e0bd-25d6-4c99-bec2-00176c83b549 req-937aeaa0-4a66-4246-814d-d9616b470869 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 943 time: 0.0887413 Feb 04 14:08:38.341141 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114b6ee-c515-427a-953b-f30352f756fc req-c355302b-d242-4651-bba0-5034d98501c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:38.342920 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2114b6ee-c515-427a-953b-f30352f756fc req-c355302b-d242-4651-bba0-5034d98501c9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c87f4620-0a61-46c4-9550-fd9dc07fa86b HTTP/1.1" status: 200 len: 835 time: 0.1425385 Feb 04 14:08:38.373765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2887e0bd-25d6-4c99-bec2-00176c83b549 req-0695f8b2-ca3b-4034-8ba4-976ee0d8742c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354723 Feb 04 14:08:38.389863 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b73a7-c0c0-41e1-804d-df08b92c9119 req-c9601624-019f-4d1e-8894-a96b75252304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:38.391613 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac8b73a7-c0c0-41e1-804d-df08b92c9119 req-c9601624-019f-4d1e-8894-a96b75252304 service neutron] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.1743102 Feb 04 14:08:38.427525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114b6ee-c515-427a-953b-f30352f756fc req-cc1e4907-dbeb-422d-99d5-2079ba493fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:38.429312 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2114b6ee-c515-427a-953b-f30352f756fc req-cc1e4907-dbeb-422d-99d5-2079ba493fb5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d998cd22-654b-4554-81e2-913ca81275ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0808334 Feb 04 14:08:38.533383 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac8b73a7-c0c0-41e1-804d-df08b92c9119 req-a660b2f5-abb1-4c9d-95bd-e0470af55055 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6a686e4-a553-4aa7-ac52-e343b0b21d96 HTTP/1.1" status: 200 len: 217 time: 0.1272945 Feb 04 14:08:38.626796 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b73a7-c0c0-41e1-804d-df08b92c9119 req-be5d6685-e75c-450a-9b4c-97330a144ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:38.628750 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac8b73a7-c0c0-41e1-804d-df08b92c9119 req-be5d6685-e75c-450a-9b4c-97330a144ec5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.0905011 Feb 04 14:08:38.629049 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2114b6ee-c515-427a-953b-f30352f756fc req-65c299f8-c1b5-4675-bd96-cf30f4d4a1a4 service neutron] 10.222.0.100 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923087 Feb 04 14:08:38.738549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b73a7-c0c0-41e1-804d-df08b92c9119 req-ddf92f67-77f5-4a32-a533-a2cb2f7155c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:38.740415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac8b73a7-c0c0-41e1-804d-df08b92c9119 req-ddf92f67-77f5-4a32-a533-a2cb2f7155c8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1059546 Feb 04 14:08:38.860361 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2114b6ee-c515-427a-953b-f30352f756fc req-f487a8a6-1dfa-415b-bd8f-d6189bb66079 service neutron] 10.222.0.100 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259796 Feb 04 14:08:38.963504 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54268) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:38.992017 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac8b73a7-c0c0-41e1-804d-df08b92c9119 req-7fc59e4d-fe69-4b9b-a52d-9e9ebb2f0bcb service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456875 Feb 04 14:08:39.008378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39447e14-7b1c-4765-b15a-2818f9ac63fd req-ebc2e7c3-b0fc-49e1-834c-d2e257f0c187 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:39.010926 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39447e14-7b1c-4765-b15a-2818f9ac63fd req-ebc2e7c3-b0fc-49e1-834c-d2e257f0c187 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 943 time: 0.1671314 Feb 04 14:08:39.163942 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47949567-3b17-45da-b134-a99fdb233a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:39.223166 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39447e14-7b1c-4765-b15a-2818f9ac63fd req-1b75424c-f79f-486b-8885-ec401331b81d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976414 Feb 04 14:08:39.257480 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac8b73a7-c0c0-41e1-804d-df08b92c9119 req-1a260f00-40aa-46bd-8843-87330d330bb8 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448645 Feb 04 14:08:39.291719 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47949567-3b17-45da-b134-a99fdb233a26 admin admin] Publish callbacks [] for security_group (5117e1ae-8fb2-4028-abe8-66cf82c1f1c9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:39.296842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-47949567-3b17-45da-b134-a99fdb233a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5117e1ae-8fb2-4028-abe8-66cf82c1f1c9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:39.340930 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-47949567-3b17-45da-b134-a99fdb233a26 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7e64d23f5cf545dfb204c8e5d74a8a1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3735235 Feb 04 14:08:39.340930 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47949567-3b17-45da-b134-a99fdb233a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5117e1ae-8fb2-4028-abe8-66cf82c1f1c9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:39.341237 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54278) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:39.410669 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd11815b-a0e5-41f1-ab15-7152f56f54a4 admin admin] Publish callbacks [] for security_group (5117e1ae-8fb2-4028-abe8-66cf82c1f1c9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:39.436982 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd11815b-a0e5-41f1-ab15-7152f56f54a4 admin admin] Publish callbacks [] for security_group (5117e1ae-8fb2-4028-abe8-66cf82c1f1c9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:39.539292 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4543be-2612-463c-a5ab-596311b6dc48 req-3f06623f-d597-48af-8461-1253c51857ba tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:39.541499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb4543be-2612-463c-a5ab-596311b6dc48 req-3f06623f-d597-48af-8461-1253c51857ba tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 943 time: 0.0662820 Feb 04 14:08:39.562202 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd11815b-a0e5-41f1-ab15-7152f56f54a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5117e1ae-8fb2-4028-abe8-66cf82c1f1c9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:39.564713 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd11815b-a0e5-41f1-ab15-7152f56f54a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:39.570087 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bd11815b-a0e5-41f1-ab15-7152f56f54a4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5117e1ae-8fb2-4028-abe8-66cf82c1f1c9 HTTP/1.1" status: 204 len: 168 time: 0.2244542 Feb 04 14:08:39.629185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11815b-a0e5-41f1-ab15-7152f56f54a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5117e1ae-8fb2-4028-abe8-66cf82c1f1c9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:39.691426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fb4543be-2612-463c-a5ab-596311b6dc48 req-f61958e0-4f96-435c-ab24-fc1276143930 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363072 Feb 04 14:08:39.933071 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54294) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:39.948807 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-632847ae-5a25-49f1-b161-8899f26d0599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:40.043043 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-632847ae-5a25-49f1-b161-8899f26d0599 admin admin] Publish callbacks [] for security_group (008010c3-c463-44f5-816b-56b9f72713b8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:40.049338 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-632847ae-5a25-49f1-b161-8899f26d0599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (008010c3-c463-44f5-816b-56b9f72713b8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:40.090656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-632847ae-5a25-49f1-b161-8899f26d0599 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6cb568fda01d4cb8b9a6bb9b2ba4813e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559944 Feb 04 14:08:40.094244 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54300) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:40.109262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632847ae-5a25-49f1-b161-8899f26d0599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008010c3-c463-44f5-816b-56b9f72713b8,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:40.169157 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-879c7eed-73d8-406a-b9b3-38e8af93d14f admin admin] Publish callbacks [] for security_group (008010c3-c463-44f5-816b-56b9f72713b8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:40.194989 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-879c7eed-73d8-406a-b9b3-38e8af93d14f admin admin] Publish callbacks [] for security_group (008010c3-c463-44f5-816b-56b9f72713b8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:40.251110 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-879c7eed-73d8-406a-b9b3-38e8af93d14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (008010c3-c463-44f5-816b-56b9f72713b8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:40.254978 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-879c7eed-73d8-406a-b9b3-38e8af93d14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:40.256693 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-879c7eed-73d8-406a-b9b3-38e8af93d14f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/008010c3-c463-44f5-816b-56b9f72713b8 HTTP/1.1" status: 204 len: 168 time: 0.1606202 Feb 04 14:08:40.280560 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c7eed-73d8-406a-b9b3-38e8af93d14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008010c3-c463-44f5-816b-56b9f72713b8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:40.388546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf1389-403c-4118-9d1b-f0f14f9ec5c2 req-fe7d8284-0119-427a-84a2-c8c3d0f6279b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:40.396324 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfbf1389-403c-4118-9d1b-f0f14f9ec5c2 req-fe7d8284-0119-427a-84a2-c8c3d0f6279b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 943 time: 0.0799327 Feb 04 14:08:40.458294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfbf1389-403c-4118-9d1b-f0f14f9ec5c2 req-19dd8721-78c8-4e30-a670-d430e9573b37 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558233 Feb 04 14:08:40.581124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 962402f9-807f-4892-98d6-dab2b622a878 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:08:40.713795 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=962402f9-807f-4892-98d6-dab2b622a878,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:40.732821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '962402f9-807f-4892-98d6-dab2b622a878', 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed', 'port_id': '962402f9-807f-4892-98d6-dab2b622a878', 'mac_address': 'fa:16:3e:8b:35:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:08:40.777146 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 962402f9-807f-4892-98d6-dab2b622a878 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:08:40.777603 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (962402f9-807f-4892-98d6-dab2b622a878), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:40.797708 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962402f9-807f-4892-98d6-dab2b622a878 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:08:40.827137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=962402f9-807f-4892-98d6-dab2b622a878,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:40.844464 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (962402f9-807f-4892-98d6-dab2b622a878), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:40.907765 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=962402f9-807f-4892-98d6-dab2b622a878,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:40.939135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b10a06-51d9-455a-a530-bce921fffcc9 req-c2eecb20-8af1-41ad-89fc-e46582d1852a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:40.941128 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09b10a06-51d9-455a-a530-bce921fffcc9 req-c2eecb20-8af1-41ad-89fc-e46582d1852a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 943 time: 0.1116357 Feb 04 14:08:41.017530 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09b10a06-51d9-455a-a530-bce921fffcc9 req-4b08795d-e879-4078-8606-f8e53bf232d2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696135 Feb 04 14:08:41.029624 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-23350b0f-4c65-4ca1-ba49-fe36d21ade3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:41.149396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['962402f9-807f-4892-98d6-dab2b622a878'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:08:41.640709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261548ca-7324-4df7-b440-20f2ca429efe req-17f86e0a-92e0-493f-942b-1f5b90e73069 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:41.648693 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-261548ca-7324-4df7-b440-20f2ca429efe req-17f86e0a-92e0-493f-942b-1f5b90e73069 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 944 time: 0.0775688 Feb 04 14:08:41.712771 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-261548ca-7324-4df7-b440-20f2ca429efe req-b0411304-9b06-4a63-a1b2-33c4c61a614d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630946 Feb 04 14:08:42.335800 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29b5ee-a2ec-4ccc-8de0-1b78cd253791 req-f87efc46-3fe4-4cf2-aa78-339fc6719af6 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:42.337826 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c29b5ee-a2ec-4ccc-8de0-1b78cd253791 req-f87efc46-3fe4-4cf2-aa78-339fc6719af6 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 943 time: 0.1121616 Feb 04 14:08:42.431772 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c29b5ee-a2ec-4ccc-8de0-1b78cd253791 req-0a57fd10-2555-4341-a9a4-5554dff46e31 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714569 Feb 04 14:08:42.598186 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 962402f9-807f-4892-98d6-dab2b622a878 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:08:42.705192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 962402f9-807f-4892-98d6-dab2b622a878 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:08:42.710479 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 962402f9-807f-4892-98d6-dab2b622a878 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:08:42.710920 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (962402f9-807f-4892-98d6-dab2b622a878), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:42.876077 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 962402f9-807f-4892-98d6-dab2b622a878 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:08:42.876714 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (962402f9-807f-4892-98d6-dab2b622a878), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:42.903796 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962402f9-807f-4892-98d6-dab2b622a878'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:08:42.906641 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d420e419-c874-4a63-b380-7083f7f662ac" -d '{"events": [{"server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "name": "network-vif-plugged", "status": "completed", "tag": "962402f9-807f-4892-98d6-dab2b622a878"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:08:42.926596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=962402f9-807f-4892-98d6-dab2b622a878,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:42.934298 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (962402f9-807f-4892-98d6-dab2b622a878), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:42.974707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975a7cc-714e-42ea-89c5-7e4dee726cad req-dbb2ba12-8e59-4a64-a4bd-964d94867dfd tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:42.985047 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9975a7cc-714e-42ea-89c5-7e4dee726cad req-dbb2ba12-8e59-4a64-a4bd-964d94867dfd tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 944 time: 0.1348958 Feb 04 14:08:43.015933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=962402f9-807f-4892-98d6-dab2b622a878,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:43.074270 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9975a7cc-714e-42ea-89c5-7e4dee726cad req-e12343a7-f8bb-4961-9a84-a47f7a30366e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758553 Feb 04 14:08:43.142180 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2390b5cd-0b59-4255-91d1-bff94b025a67 x-openstack-request-id: req-2390b5cd-0b59-4255-91d1-bff94b025a67 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:08:43.142878 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "name": "network-vif-plugged", "status": "completed", "tag": "962402f9-807f-4892-98d6-dab2b622a878", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:08:43.143974 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2390b5cd-0b59-4255-91d1-bff94b025a67 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:08:43.144995 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962402f9-807f-4892-98d6-dab2b622a878', 'code': 200} Feb 04 14:08:43.276074 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e332dd1-2498-41b0-b1b8-3aa771bd2a19 req-94050b98-3382-4f04-b307-64fa146f8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:43.277723 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4e332dd1-2498-41b0-b1b8-3aa771bd2a19 req-94050b98-3382-4f04-b307-64fa146f8bd7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 1128 time: 0.0726821 Feb 04 14:08:43.357195 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4e332dd1-2498-41b0-b1b8-3aa771bd2a19 req-ba5d01a0-6f70-4c82-93df-80b34e272331 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694833 Feb 04 14:08:43.634535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97497203-db56-43ab-a0d5-b0f749274342 req-0325d2a8-7f32-4e5a-a83b-c1a351e934ce tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:43.644442 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97497203-db56-43ab-a0d5-b0f749274342 req-0325d2a8-7f32-4e5a-a83b-c1a351e934ce tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 943 time: 0.1145256 Feb 04 14:08:43.779301 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97497203-db56-43ab-a0d5-b0f749274342 req-fae782e6-c108-46a4-b8d4-6cc2a1aa5014 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317391 Feb 04 14:08:44.237949 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cfbd4-acec-4459-ba1c-22164074e64c req-2cf2c35e-4b1a-4a72-b8dd-82c818fd7dbd tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:44.246530 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:44.247472 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d5cfbd4-acec-4459-ba1c-22164074e64c req-2cf2c35e-4b1a-4a72-b8dd-82c818fd7dbd tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 945 time: 0.0974391 Feb 04 14:08:44.356912 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d5cfbd4-acec-4459-ba1c-22164074e64c req-46ae14e1-c093-4307-b3a9-1ace4fa2a237 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083879 Feb 04 14:08:44.961848 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:45.001830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9eaec-ea42-4ec6-8b3c-fc30da359272 req-809acf90-c3df-4456-be2e-96205387e618 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:45.014699 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6be9eaec-ea42-4ec6-8b3c-fc30da359272 req-809acf90-c3df-4456-be2e-96205387e618 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 943 time: 0.1320646 Feb 04 14:08:45.110260 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6be9eaec-ea42-4ec6-8b3c-fc30da359272 req-3d447dbc-ee45-4c87-8421-9eabafad91e2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942755 Feb 04 14:08:45.232649 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1460a3f7-f139-47a9-8ddc-b2ccc38b82b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:45.523169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322828f-305a-4bfb-8d58-a6084ed132e2 req-f5ab0e3a-20c9-4cac-b45d-8df9f6285d37 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:45.524866 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6322828f-305a-4bfb-8d58-a6084ed132e2 req-f5ab0e3a-20c9-4cac-b45d-8df9f6285d37 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 945 time: 0.0757787 Feb 04 14:08:45.614782 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6322828f-305a-4bfb-8d58-a6084ed132e2 req-a8fae0d4-5022-4337-b0f5-c31c0fa0b6ef tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786614 Feb 04 14:08:45.706846 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:45.857321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ecfce-5fb8-435c-80f2-a477f38a0c25 req-1cf89d53-cae3-4394-b6f2-297ff5b9dd14 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:45.866002 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-329ecfce-5fb8-435c-80f2-a477f38a0c25 req-1cf89d53-cae3-4394-b6f2-297ff5b9dd14 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 945 time: 0.1177592 Feb 04 14:08:45.933736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-329ecfce-5fb8-435c-80f2-a477f38a0c25 req-1ee7bcaf-6a45-4b1f-90ad-21efa75384ea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666935 Feb 04 14:08:45.995678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54490) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:46.069235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b5dec8-a164-4d0c-b680-868890d866b2 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:46.072056 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-39b5dec8-a164-4d0c-b680-868890d866b2 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 1123 time: 0.0748718 Feb 04 14:08:46.075063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54494) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:46.083054 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '962402f9-807f-4892-98d6-dab2b622a878', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:08:46.113907 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:46.355045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2734-d085-4111-accf-8edcba762d7d req-ad63b434-5e4f-4f0b-a806-423e933a1fc8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:46.356994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b0dc2734-d085-4111-accf-8edcba762d7d req-ad63b434-5e4f-4f0b-a806-423e933a1fc8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 943 time: 0.1149340 Feb 04 14:08:46.449789 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:46.478270 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b0dc2734-d085-4111-accf-8edcba762d7d req-6e482d7a-a36f-4c3a-81e3-5b4dbf748dfd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021693 Feb 04 14:08:46.615354 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Allocated IP 172.25.5.186 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/109982cf-8fba-4576-ab49-edb6f24c0c0f) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:08:46.838718 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (109982cf-8fba-4576-ab49-edb6f24c0c0f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:46.881162 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (109982cf-8fba-4576-ab49-edb6f24c0c0f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:46.924100 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:08:46.929161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:08:46.942268 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:08:46.961472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=109982cf-8fba-4576-ab49-edb6f24c0c0f,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:47.025405 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:47.471200 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for floatingip (d5a43f1b-8317-4884-97f6-bd1c813b1be8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:47.622838 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (109982cf-8fba-4576-ab49-edb6f24c0c0f), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:47.672023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d84bf-ace9-44ab-b706-17ca0ab901ec req-24e4d1e0-3681-4728-b907-aca6e9a6eba9 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:47.673702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-469d84bf-ace9-44ab-b706-17ca0ab901ec req-24e4d1e0-3681-4728-b907-aca6e9a6eba9 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 943 time: 0.1022549 Feb 04 14:08:47.790032 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-469d84bf-ace9-44ab-b706-17ca0ab901ec req-73f62c1d-d50a-4d90-a14c-2ed18d540b8d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060474 Feb 04 14:08:47.865648 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (109982cf-8fba-4576-ab49-edb6f24c0c0f), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:47.874772 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (109982cf-8fba-4576-ab49-edb6f24c0c0f), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:47.963857 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (d5a43f1b-8317-4884-97f6-bd1c813b1be8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:47.967141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=109982cf-8fba-4576-ab49-edb6f24c0c0f,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:48.028333 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:48.442488 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Floating IP d5a43f1b-8317-4884-97f6-bd1c813b1be8 associated. External IP: 172.25.5.186, port: 962402f9-807f-4892-98d6-dab2b622a878. Feb 04 14:08:48.712148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54566) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:48.769791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router 3ff14152-17fc-4353-99ad-f03a1ba3e03d has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:08:48.902276 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8a1ad0c0-07b5-4271-ad67-e7779563b4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:48.985054 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:08:48.999083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f2a56-8d53-4ac4-ac2b-3b361500450c None None] Sync routers for ids ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:08:49.010617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f2a56-8d53-4ac4-ac2b-3b361500450c None None] Routers {'3ff14152-17fc-4353-99ad-f03a1ba3e03d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:08:49.011637 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-173f2a56-8d53-4ac4-ac2b-3b361500450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:08:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:49.016142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcb630-f977-4514-967f-ed349eb365dd req-640c9fe8-5ed7-40a2-8c4a-0141ec6f8a44 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:49.017760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18dcb630-f977-4514-967f-ed349eb365dd req-640c9fe8-5ed7-40a2-8c4a-0141ec6f8a44 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 943 time: 0.1270347 Feb 04 14:08:49.030404 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:49.129532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cb1ac568-a391-4b1c-841d-bc46c6a56259 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0469303 Feb 04 14:08:49.146151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-173f2a56-8d53-4ac4-ac2b-3b361500450c None None] Set router 3ff14152-17fc-4353-99ad-f03a1ba3e03d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:08:49.152481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'tag': '962402f9-807f-4892-98d6-dab2b622a878'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:08:49.155801 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a6d408-4e71-42d1-8783-1036bad051cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "tag": "962402f9-807f-4892-98d6-dab2b622a878"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:08:49.177156 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8a1ad0c0-07b5-4271-ad67-e7779563b4d9 admin admin] Publish callbacks [] for security_group (a19848c2-94cb-4b0f-906d-c2429ddbbf74), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:49.194183 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8a1ad0c0-07b5-4271-ad67-e7779563b4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a19848c2-94cb-4b0f-906d-c2429ddbbf74), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:49.217175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18dcb630-f977-4514-967f-ed349eb365dd req-9f2be957-1f5a-49e8-808e-aecc23869b06 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829519 Feb 04 14:08:49.246133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8a1ad0c0-07b5-4271-ad67-e7779563b4d9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e8ea33df6aed45bdb65bb4cb5cbcea48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5328321 Feb 04 14:08:49.247090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ad0c0-07b5-4271-ad67-e7779563b4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19848c2-94cb-4b0f-906d-c2429ddbbf74,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:49.248859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54584) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:49.322298 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-362ffd4c-6e87-41ed-8267-b2632a285b6c admin admin] Publish callbacks [] for security_group (a19848c2-94cb-4b0f-906d-c2429ddbbf74), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:49.348268 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-362ffd4c-6e87-41ed-8267-b2632a285b6c admin admin] Publish callbacks [] for security_group (a19848c2-94cb-4b0f-906d-c2429ddbbf74), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:49.407089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee55a91-c573-4e28-9348-85a0bfda4640 req-210b716f-1d4a-4f8c-9476-b66f113a773c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:49.420668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dee55a91-c573-4e28-9348-85a0bfda4640 req-210b716f-1d4a-4f8c-9476-b66f113a773c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 945 time: 0.0874379 Feb 04 14:08:49.427991 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-362ffd4c-6e87-41ed-8267-b2632a285b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a19848c2-94cb-4b0f-906d-c2429ddbbf74), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:49.431494 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-362ffd4c-6e87-41ed-8267-b2632a285b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:49.436163 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-362ffd4c-6e87-41ed-8267-b2632a285b6c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a19848c2-94cb-4b0f-906d-c2429ddbbf74 HTTP/1.1" status: 204 len: 168 time: 0.1855590 Feb 04 14:08:49.447693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ffd4c-6e87-41ed-8267-b2632a285b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19848c2-94cb-4b0f-906d-c2429ddbbf74,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:49.508220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dee55a91-c573-4e28-9348-85a0bfda4640 req-ebf9e149-6e6c-4975-b7d2-89da0c0d171b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864704 Feb 04 14:08:49.523002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54594) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:49.567114 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-173f2a56-8d53-4ac4-ac2b-3b361500450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801281485', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:08:21Z', 'updated_at': '2022-02-04T14:08:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:22Z', 'updated_at': '2022-02-04T14:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'd5a43f1b-8317-4884-97f6-bd1c813b1be8', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'port_id': '962402f9-807f-4892-98d6-dab2b622a878', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed', 'mac_address': 'fa:16:3e:8b:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:08:47Z', 'updated_at': '2022-02-04T14:08:47Z', 'revision_number': 0, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63aa2cac-47a1-4626-8a67-0340425fb6e2', 'name': '', 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:89:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:25Z', 'updated_at': '2022-02-04T14:08:31Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:49.598648 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfed1dc-c039-4598-99c8-b522f0877428 x-openstack-request-id: req-8cfed1dc-c039-4598-99c8-b522f0877428 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:08:49.599391 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "tag": "962402f9-807f-4892-98d6-dab2b622a878", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:08:49.600051 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8cfed1dc-c039-4598-99c8-b522f0877428 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:08:49.600739 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'tag': '962402f9-807f-4892-98d6-dab2b622a878', 'status': 'completed', 'code': 200} Feb 04 14:08:49.617506 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f2a56-8d53-4ac4-ac2b-3b361500450c None None] Checking router: 3ff14152-17fc-4353-99ad-f03a1ba3e03d for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:08:49.628060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f2a56-8d53-4ac4-ac2b-3b361500450c None None] Routers {'3ff14152-17fc-4353-99ad-f03a1ba3e03d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:08:49.628797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-173f2a56-8d53-4ac4-ac2b-3b361500450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:08:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:49.664542 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c88ecd32-ed65-4564-ad41-34cb71359409 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/d5a43f1b-8317-4884-97f6-bd1c813b1be8 HTTP/1.1" status: 200 len: 991 time: 0.1398573 Feb 04 14:08:49.681700 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6d408-4e71-42d1-8783-1036bad051cc req-efe97fc7-4f8e-4b57-a032-8fc352c95f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:49.683365 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c5a6d408-4e71-42d1-8783-1036bad051cc req-efe97fc7-4f8e-4b57-a032-8fc352c95f6e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 1128 time: 0.0693491 Feb 04 14:08:49.782974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-173f2a56-8d53-4ac4-ac2b-3b361500450c None None] Set router 3ff14152-17fc-4353-99ad-f03a1ba3e03d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:08:49.802122 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6d408-4e71-42d1-8783-1036bad051cc req-e1ad7dc9-e46e-4b32-9a45-1602949744e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:49.804127 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c5a6d408-4e71-42d1-8783-1036bad051cc req-e1ad7dc9-e46e-4b32-9a45-1602949744e1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d998cd22-654b-4554-81e2-913ca81275ed HTTP/1.1" status: 200 len: 897 time: 0.1101544 Feb 04 14:08:49.879491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54602) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:49.894014 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-edb66adc-fb4e-4dd2-87cf-0c0bbd274464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:49.930341 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c5a6d408-4e71-42d1-8783-1036bad051cc req-93b69a36-8614-421a-86ba-4784ad1a8775 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962402f9-807f-4892-98d6-dab2b622a878 HTTP/1.1" status: 200 len: 999 time: 0.1187501 Feb 04 14:08:50.000802 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6d408-4e71-42d1-8783-1036bad051cc req-5ab29f08-b953-49cd-8707-be215759e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:50.002778 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c5a6d408-4e71-42d1-8783-1036bad051cc req-5ab29f08-b953-49cd-8707-be215759e33b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c87f4620-0a61-46c4-9550-fd9dc07fa86b HTTP/1.1" status: 200 len: 835 time: 0.0668416 Feb 04 14:08:50.016723 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-edb66adc-fb4e-4dd2-87cf-0c0bbd274464 admin admin] Publish callbacks [] for security_group (63a59d4a-8dd2-4bc7-b866-58633d2ebe0a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:50.024533 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-edb66adc-fb4e-4dd2-87cf-0c0bbd274464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (63a59d4a-8dd2-4bc7-b866-58633d2ebe0a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:50.066235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6d408-4e71-42d1-8783-1036bad051cc req-b45887ec-782e-4225-954f-dba460202a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:50.068770 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c5a6d408-4e71-42d1-8783-1036bad051cc req-b45887ec-782e-4225-954f-dba460202a59 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d998cd22-654b-4554-81e2-913ca81275ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0597317 Feb 04 14:08:50.076972 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-edb66adc-fb4e-4dd2-87cf-0c0bbd274464 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0f5c9e15de4a4d2ab88ef29abdbdc5c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1963375 Feb 04 14:08:50.077911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb66adc-fb4e-4dd2-87cf-0c0bbd274464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a59d4a-8dd2-4bc7-b866-58633d2ebe0a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:50.080891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54608) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:50.105731 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-173f2a56-8d53-4ac4-ac2b-3b361500450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801281485', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:08:21Z', 'updated_at': '2022-02-04T14:08:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:22Z', 'updated_at': '2022-02-04T14:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'd5a43f1b-8317-4884-97f6-bd1c813b1be8', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'port_id': '962402f9-807f-4892-98d6-dab2b622a878', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed', 'mac_address': 'fa:16:3e:8b:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:08:47Z', 'updated_at': '2022-02-04T14:08:47Z', 'revision_number': 0, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63aa2cac-47a1-4626-8a67-0340425fb6e2', 'name': '', 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:89:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:25Z', 'updated_at': '2022-02-04T14:08:31Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:08:50.147367 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0badc21-5df3-4087-aef1-2a0ed6a4662d admin admin] Publish callbacks [] for security_group (63a59d4a-8dd2-4bc7-b866-58633d2ebe0a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:50.152501 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f2a56-8d53-4ac4-ac2b-3b361500450c None None] The sync data for ids ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'] in n-d-714676-13 is: [{'id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801281485', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:08:21Z', 'updated_at': '2022-02-04T14:08:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:22Z', 'updated_at': '2022-02-04T14:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'd5a43f1b-8317-4884-97f6-bd1c813b1be8', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'port_id': '962402f9-807f-4892-98d6-dab2b622a878', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed', 'mac_address': 'fa:16:3e:8b:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:08:47Z', 'updated_at': '2022-02-04T14:08:47Z', 'revision_number': 0, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63aa2cac-47a1-4626-8a67-0340425fb6e2', 'name': '', 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:89:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:25Z', 'updated_at': '2022-02-04T14:08:31Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:08:50.183740 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0badc21-5df3-4087-aef1-2a0ed6a4662d admin admin] Publish callbacks [] for security_group (63a59d4a-8dd2-4bc7-b866-58633d2ebe0a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:50.252626 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0badc21-5df3-4087-aef1-2a0ed6a4662d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (63a59d4a-8dd2-4bc7-b866-58633d2ebe0a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:50.257066 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0badc21-5df3-4087-aef1-2a0ed6a4662d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:50.258995 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d0badc21-5df3-4087-aef1-2a0ed6a4662d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/63a59d4a-8dd2-4bc7-b866-58633d2ebe0a HTTP/1.1" status: 204 len: 168 time: 0.1769671 Feb 04 14:08:50.272082 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0badc21-5df3-4087-aef1-2a0ed6a4662d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a59d4a-8dd2-4bc7-b866-58633d2ebe0a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:50.460475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8d43a-a87b-4dab-b730-fa9bbba5d3c4 req-205297dc-9513-47d4-8ce8-89a56ef63093 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:50.462180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-edb8d43a-a87b-4dab-b730-fa9bbba5d3c4 req-205297dc-9513-47d4-8ce8-89a56ef63093 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 943 time: 0.0950000 Feb 04 14:08:50.552361 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e095b0-56a0-47be-adc7-b7e2f2dc8d7f None None] New status for floating IP d5a43f1b-8317-4884-97f6-bd1c813b1be8: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:08:50.566777 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-edb8d43a-a87b-4dab-b730-fa9bbba5d3c4 req-c9d91d58-69d0-4d54-a98e-958c44cfe224 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969090 Feb 04 14:08:50.668238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54622) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:50.674939 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c5a6d408-4e71-42d1-8783-1036bad051cc req-ee7d8a28-30c1-4a80-a972-bc9e054398ad service neutron] 10.222.0.100 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986855 Feb 04 14:08:50.771972 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fd9b8a27-ed2e-4de0-bec1-ee6ca8a14763 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/d5a43f1b-8317-4884-97f6-bd1c813b1be8 HTTP/1.1" status: 200 len: 991 time: 0.1023564 Feb 04 14:08:50.835769 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c5a6d408-4e71-42d1-8783-1036bad051cc req-ab1e9f7c-a5d5-4d33-8bfc-6178aa786c15 service neutron] 10.222.0.100 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510799 Feb 04 14:08:51.711730 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a3717-84c1-4d97-9016-95df791d742a req-94764656-9c81-48f3-9dc7-8b891c05a94d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:51.713454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-157a3717-84c1-4d97-9016-95df791d742a req-94764656-9c81-48f3-9dc7-8b891c05a94d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 943 time: 0.0643284 Feb 04 14:08:51.774046 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-157a3717-84c1-4d97-9016-95df791d742a req-3d01686d-09f7-4a66-b4be-da62a9b8c15b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547886 Feb 04 14:08:51.777164 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54680) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:51.861568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9f60bb3a-399d-45fa-9152-cbc78efff915 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/d5a43f1b-8317-4884-97f6-bd1c813b1be8 HTTP/1.1" status: 200 len: 993 time: 0.0833223 Feb 04 14:08:52.124894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54694) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:52.264690 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c978cb15-aee5-49f3-a623-cffe3489225c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:52.351335 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c978cb15-aee5-49f3-a623-cffe3489225c admin admin] Publish callbacks [] for security_group (60042637-0f25-43fc-ba9c-434ff800dd7b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:52.356416 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c978cb15-aee5-49f3-a623-cffe3489225c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (60042637-0f25-43fc-ba9c-434ff800dd7b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:52.401961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c978cb15-aee5-49f3-a623-cffe3489225c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3a5d3f04e5cb4200a92960da55ce87bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2758985 Feb 04 14:08:52.403133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978cb15-aee5-49f3-a623-cffe3489225c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60042637-0f25-43fc-ba9c-434ff800dd7b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:52.403966 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54702) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:52.463592 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-55927127-b2cd-4875-b1e7-8854fa9d43b8 admin admin] Publish callbacks [] for security_group (60042637-0f25-43fc-ba9c-434ff800dd7b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:52.486550 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-55927127-b2cd-4875-b1e7-8854fa9d43b8 admin admin] Publish callbacks [] for security_group (60042637-0f25-43fc-ba9c-434ff800dd7b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:52.543100 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-55927127-b2cd-4875-b1e7-8854fa9d43b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (60042637-0f25-43fc-ba9c-434ff800dd7b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:52.546623 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-55927127-b2cd-4875-b1e7-8854fa9d43b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:52.547853 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-55927127-b2cd-4875-b1e7-8854fa9d43b8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/60042637-0f25-43fc-ba9c-434ff800dd7b HTTP/1.1" status: 204 len: 168 time: 0.1422174 Feb 04 14:08:52.557704 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55927127-b2cd-4875-b1e7-8854fa9d43b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60042637-0f25-43fc-ba9c-434ff800dd7b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:52.942517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3642d10-abf6-47ca-9073-4925d22d0fdb req-401237e4-e578-49ce-9c08-ab5d131f7506 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:52.944159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3642d10-abf6-47ca-9073-4925d22d0fdb req-401237e4-e578-49ce-9c08-ab5d131f7506 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 943 time: 0.0717268 Feb 04 14:08:53.006071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3642d10-abf6-47ca-9073-4925d22d0fdb req-8268b63a-97d2-4575-ae28-df481cbe8047 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556722 Feb 04 14:08:54.167993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b16005-d5cc-4e20-8c35-64a321606f09 req-8988b258-e81f-4ac2-a3f6-0edef1ca94c1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:54.169693 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8b16005-d5cc-4e20-8c35-64a321606f09 req-8988b258-e81f-4ac2-a3f6-0edef1ca94c1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 943 time: 0.0735600 Feb 04 14:08:54.249035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8b16005-d5cc-4e20-8c35-64a321606f09 req-8cdc731a-0029-4989-bc40-ddc3fd492cff tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722620 Feb 04 14:08:55.402021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63897095-15bc-4ab5-bffc-e5953f840d02 req-e9557791-c04a-48ff-85b4-6939a59a94bc tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:55.403806 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-63897095-15bc-4ab5-bffc-e5953f840d02 req-e9557791-c04a-48ff-85b4-6939a59a94bc tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 943 time: 0.0687444 Feb 04 14:08:55.480011 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-63897095-15bc-4ab5-bffc-e5953f840d02 req-033e32f3-c4a0-4c0a-b530-a747d23b8468 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686350 Feb 04 14:08:55.838353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e6a686e4-a553-4aa7-ac52-e343b0b21d96 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:08:55.962672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e6a686e4-a553-4aa7-ac52-e343b0b21d96, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e6a686e4-a553-4aa7-ac52-e343b0b21d96,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:55.975381 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'port_id': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'mac_address': 'fa:16:3e:f5:cf:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:08:56.015328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port e6a686e4-a553-4aa7-ac52-e343b0b21d96 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:08:56.015877 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e6a686e4-a553-4aa7-ac52-e343b0b21d96), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:56.030607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a686e4-a553-4aa7-ac52-e343b0b21d96 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:08:56.058846 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e6a686e4-a553-4aa7-ac52-e343b0b21d96, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e6a686e4-a553-4aa7-ac52-e343b0b21d96,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:56.064109 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e6a686e4-a553-4aa7-ac52-e343b0b21d96), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:56.119478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=e6a686e4-a553-4aa7-ac52-e343b0b21d96,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:56.238769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 54992) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:56.372052 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cee55eff-7dda-44ba-a413-2fc02b51bee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:56.439288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['e6a686e4-a553-4aa7-ac52-e343b0b21d96'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:08:56.452164 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cee55eff-7dda-44ba-a413-2fc02b51bee8 admin admin] Publish callbacks [] for security_group (02b0379c-c771-4c68-a338-0e00fe85fac9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:56.456701 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cee55eff-7dda-44ba-a413-2fc02b51bee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (02b0379c-c771-4c68-a338-0e00fe85fac9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:56.498939 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cee55eff-7dda-44ba-a413-2fc02b51bee8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bd1ae191091d41ffa3efe31a3ed64824&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2587633 Feb 04 14:08:56.499445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 54996) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:56.500965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee55eff-7dda-44ba-a413-2fc02b51bee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b0379c-c771-4c68-a338-0e00fe85fac9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:56.646832 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Publish callbacks [] for security_group (02b0379c-c771-4c68-a338-0e00fe85fac9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:56.677581 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Publish callbacks [] for security_group (02b0379c-c771-4c68-a338-0e00fe85fac9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:56.710490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dea94f-df7d-47c4-b705-1080611199cb req-02b13341-723c-4e73-8846-6e9527dddecb tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:56.712052 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21dea94f-df7d-47c4-b705-1080611199cb req-02b13341-723c-4e73-8846-6e9527dddecb tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 944 time: 0.1217384 Feb 04 14:08:56.799245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21dea94f-df7d-47c4-b705-1080611199cb req-f0338f1d-92a9-419a-bff6-ebe9c04c0b16 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770082 Feb 04 14:08:56.800297 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (02b0379c-c771-4c68-a338-0e00fe85fac9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:56.802932 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:56.806654 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/02b0379c-c771-4c68-a338-0e00fe85fac9 HTTP/1.1" status: 204 len: 168 time: 0.3055959 Feb 04 14:08:56.815476 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b0379c-c771-4c68-a338-0e00fe85fac9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:56.823517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:56.823880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:56.824230 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:56.824574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:56.824917 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:56.825253 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:56.825950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:56.826329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:56.826659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:56.827184 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:56.827516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:56.827849 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:56.828176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41826ac4-4a80-4606-a216-9553d886266a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:08:57.847904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e6a686e4-a553-4aa7-ac52-e343b0b21d96 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:08:57.972218 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port e6a686e4-a553-4aa7-ac52-e343b0b21d96 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:08:57.976602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port e6a686e4-a553-4aa7-ac52-e343b0b21d96 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:08:57.977066 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e6a686e4-a553-4aa7-ac52-e343b0b21d96), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:57.991519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55072) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:58.022440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4817-dd7c-4fbd-ab68-0d6a34d39b8c req-8274cd04-9257-4ca1-a88e-c06108aef47e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:58.024275 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-460c4817-dd7c-4fbd-ab68-0d6a34d39b8c req-8274cd04-9257-4ca1-a88e-c06108aef47e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 944 time: 0.0783620 Feb 04 14:08:58.089398 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-460c4817-dd7c-4fbd-ab68-0d6a34d39b8c req-ae4346c3-c5eb-46f2-b7b8-6eb8f61bffb8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550063 Feb 04 14:08:58.131681 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port e6a686e4-a553-4aa7-ac52-e343b0b21d96 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:08:58.132780 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e6a686e4-a553-4aa7-ac52-e343b0b21d96), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:58.160372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:08:58.162785 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e44895c-4dba-4fbb-ab25-6f35d9aa69ca" -d '{"events": [{"server_uuid": "5975324e-3c5e-42d4-a09c-9a6fc14ed7f9", "name": "network-vif-plugged", "status": "completed", "tag": "e6a686e4-a553-4aa7-ac52-e343b0b21d96"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:08:58.168364 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d37de778-931a-4c34-827e-d49444aaa55e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:58.188044 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e6a686e4-a553-4aa7-ac52-e343b0b21d96, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e6a686e4-a553-4aa7-ac52-e343b0b21d96,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:08:58.202333 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e6a686e4-a553-4aa7-ac52-e343b0b21d96), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:58.207016 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70acf14b-b4df-4e3e-a316-32fdff2ee3cb x-openstack-request-id: req-70acf14b-b4df-4e3e-a316-32fdff2ee3cb {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:08:58.207477 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5975324e-3c5e-42d4-a09c-9a6fc14ed7f9", "name": "network-vif-plugged", "status": "completed", "tag": "e6a686e4-a553-4aa7-ac52-e343b0b21d96", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:08:58.207866 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-70acf14b-b4df-4e3e-a316-32fdff2ee3cb {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:08:58.208433 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'code': 200} Feb 04 14:08:58.266654 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=e6a686e4-a553-4aa7-ac52-e343b0b21d96,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:58.300363 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d37de778-931a-4c34-827e-d49444aaa55e admin admin] Publish callbacks [] for security_group (91c378c0-ba60-4201-a00a-07cb38194fac), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:58.305568 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d37de778-931a-4c34-827e-d49444aaa55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (91c378c0-ba60-4201-a00a-07cb38194fac), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:58.336720 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37de778-931a-4c34-827e-d49444aaa55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c378c0-ba60-4201-a00a-07cb38194fac,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:58.337069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e640f5b-4ac3-448c-9ec5-9d8346d09a49 req-8841eb33-4179-407a-bfc3-488721faec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:58.338848 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e640f5b-4ac3-448c-9ec5-9d8346d09a49 req-8841eb33-4179-407a-bfc3-488721faec48 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 1128 time: 0.0607452 Feb 04 14:08:58.375546 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d37de778-931a-4c34-827e-d49444aaa55e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d9d2bd5ac1444269b88e4baae210d36e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791940 Feb 04 14:08:58.375818 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55078) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:08:58.416079 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e640f5b-4ac3-448c-9ec5-9d8346d09a49 req-bb0b780c-868b-4201-84e6-df36f7f31119 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699537 Feb 04 14:08:58.449635 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d5abd84-1aa1-4cc8-88f3-43feed649330 admin admin] Publish callbacks [] for security_group (91c378c0-ba60-4201-a00a-07cb38194fac), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:58.475158 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d5abd84-1aa1-4cc8-88f3-43feed649330 admin admin] Publish callbacks [] for security_group (91c378c0-ba60-4201-a00a-07cb38194fac), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:58.523482 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d5abd84-1aa1-4cc8-88f3-43feed649330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (91c378c0-ba60-4201-a00a-07cb38194fac), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:58.526121 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d5abd84-1aa1-4cc8-88f3-43feed649330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:08:58.527407 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4d5abd84-1aa1-4cc8-88f3-43feed649330 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/91c378c0-ba60-4201-a00a-07cb38194fac HTTP/1.1" status: 204 len: 168 time: 0.1506481 Feb 04 14:08:58.537631 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5abd84-1aa1-4cc8-88f3-43feed649330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c378c0-ba60-4201-a00a-07cb38194fac,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:59.243542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c3b87-487a-43a2-a822-d791008dad56 req-84fcb6ed-0119-4645-858e-8f897ce31218 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:59.246467 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c70c3b87-487a-43a2-a822-d791008dad56 req-84fcb6ed-0119-4645-858e-8f897ce31218 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 945 time: 0.0686235 Feb 04 14:08:59.306780 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c70c3b87-487a-43a2-a822-d791008dad56 req-7837bee6-3a11-42d1-aaa7-e7dbcbca5fac tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526989 Feb 04 14:08:59.843884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55120) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:00.020350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9f9f3441-9367-479f-9816-3a1c5505e03a tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1374386903'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:00.044143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9f3441-9367-479f-9816-3a1c5505e03a tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Made reservation on behalf of ca84cd052528409b969a77937e3053c1 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:09:00.047565 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f9f3441-9367-479f-9816-3a1c5505e03a tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:00.057680 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f9f3441-9367-479f-9816-3a1c5505e03a tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:00.070161 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:09:00.161482 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f9f3441-9367-479f-9816-3a1c5505e03a tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks [] for security_group (32d98bed-9fb1-4f55-bbdc-2bc6ab75586b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:00.166754 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f9f3441-9367-479f-9816-3a1c5505e03a tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (32d98bed-9fb1-4f55-bbdc-2bc6ab75586b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:00.203416 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9f3441-9367-479f-9816-3a1c5505e03a tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:09:00.213930 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f3441-9367-479f-9816-3a1c5505e03a tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d98bed-9fb1-4f55-bbdc-2bc6ab75586b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:00.220258 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f9f3441-9367-479f-9816-3a1c5505e03a tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:00.220604 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-9f9f3441-9367-479f-9816-3a1c5505e03a tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Added segment 4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc of type vlan for network 91d05fc5-c4d5-499c-968a-fa79b9b69cdb Feb 04 14:09:00.269206 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f9f3441-9367-479f-9816-3a1c5505e03a tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (91d05fc5-c4d5-499c-968a-fa79b9b69cdb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:00.302985 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f9f3441-9367-479f-9816-3a1c5505e03a tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (91d05fc5-c4d5-499c-968a-fa79b9b69cdb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:00.309764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9f3441-9367-479f-9816-3a1c5505e03a tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:00.310394 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9f9f3441-9367-479f-9816-3a1c5505e03a tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:00.369130 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9f9f3441-9367-479f-9816-3a1c5505e03a tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5241082 Feb 04 14:09:00.372517 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55128) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:00.383559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a9e4e39f-31e6-48cd-ba5b-d186137ee829 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Request body: {'subnet': {'network_id': '91d05fc5-c4d5-499c-968a-fa79b9b69cdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:00.385374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f3441-9367-479f-9816-3a1c5505e03a tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Pushing event updated for resources: {'Network': ['ID=91d05fc5-c4d5-499c-968a-fa79b9b69cdb,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:00.398400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 91d05fc5-c4d5-499c-968a-fa79b9b69cdb details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:09:00.491253 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c7d2d-fabf-4495-86c0-592fb03596c0 req-651dd1c7-5173-423c-86a6-c77ba28464d8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:00.493029 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe3c7d2d-fabf-4495-86c0-592fb03596c0 req-651dd1c7-5173-423c-86a6-c77ba28464d8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 945 time: 0.0827103 Feb 04 14:09:00.528590 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e4e39f-31e6-48cd-ba5b-d186137ee829 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Made reservation on behalf of ca84cd052528409b969a77937e3053c1 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:09:00.532487 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e39f-31e6-48cd-ba5b-d186137ee829 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:00.554154 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe3c7d2d-fabf-4495-86c0-592fb03596c0 req-f3710e76-9d99-40c9-911c-7616c0b815a6 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524716 Feb 04 14:09:00.711981 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bc4bb-3e56-43ae-a97a-28819e0c487a req-848ec71e-6708-4d2d-8d52-54df82f05b34 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:00.713665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c0bc4bb-3e56-43ae-a97a-28819e0c487a req-848ec71e-6708-4d2d-8d52-54df82f05b34 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 945 time: 0.0736582 Feb 04 14:09:00.757663 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e39f-31e6-48cd-ba5b-d186137ee829 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (b9840399-9e2d-4545-b34a-6248eba32795), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:00.784560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c0bc4bb-3e56-43ae-a97a-28819e0c487a req-fae637e3-cdd4-4f65-bd9a-71007d852628 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644166 Feb 04 14:09:00.810780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55132) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:00.829606 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4e39f-31e6-48cd-ba5b-d186137ee829 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Pushing event updated for resources: {'Subnet': ['ID=b9840399-9e2d-4545-b34a-6248eba32795,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:00.846952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4e39f-31e6-48cd-ba5b-d186137ee829 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Checking segment: {'id': '4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '91d05fc5-c4d5-499c-968a-fa79b9b69cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:09:00.847327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e4e39f-31e6-48cd-ba5b-d186137ee829 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Network hostable DHCP agents. Network: 91d05fc5-c4d5-499c-968a-fa79b9b69cdb, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:09:00.860033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca811ba-b930-4e27-87dc-7eaa172f72eb tempest-TestVolumeBootPattern-1306503287 tempest-TestVolumeBootPattern-1306503287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:00.861652 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2ca811ba-b930-4e27-87dc-7eaa172f72eb tempest-TestVolumeBootPattern-1306503287 tempest-TestVolumeBootPattern-1306503287-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 1123 time: 0.0497262 Feb 04 14:09:00.864618 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55134) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:00.869525 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'tenant_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:00.870791 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e4e39f-31e6-48cd-ba5b-d186137ee829 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Network 91d05fc5-c4d5-499c-968a-fa79b9b69cdb is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:09:01.113364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-a9e4e39f-31e6-48cd-ba5b-d186137ee829 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 91d05fc5-c4d5-499c-968a-fa79b9b69cdb) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:09:01.116022 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:01.118284 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e4e39f-31e6-48cd-ba5b-d186137ee829 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:01.119133 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e39f-31e6-48cd-ba5b-d186137ee829 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:01.125400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58fa47a-cf34-4805-b9a9-9d6ec7daa97d None None] Network 91d05fc5-c4d5-499c-968a-fa79b9b69cdb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:09:01.144552 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a9e4e39f-31e6-48cd-ba5b-d186137ee829 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7698326 Feb 04 14:09:01.145403 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55138) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:01.151195 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-42a229a0-7cfd-45bd-ba7e-a192ab3e4d8c tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Request body: {'port': {'network_id': '91d05fc5-c4d5-499c-968a-fa79b9b69cdb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-198041199'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:01.254791 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:01.268426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-91d05fc5-c4d5-499c-968a-fa79b9b69cdb', 'network_id': '91d05fc5-c4d5-499c-968a-fa79b9b69cdb', 'project_id': 'ca84cd052528409b969a77937e3053c1', 'fixed_ips': [{'subnet_id': 'b9840399-9e2d-4545-b34a-6248eba32795'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:09:01.269323 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:01.288653 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a229a0-7cfd-45bd-ba7e-a192ab3e4d8c tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Made reservation on behalf of ca84cd052528409b969a77937e3053c1 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:09:01.293636 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-42a229a0-7cfd-45bd-ba7e-a192ab3e4d8c tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:01.319210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [None req-42a229a0-7cfd-45bd-ba7e-a192ab3e4d8c tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] device_id is not set on port d3e76503-e22f-4324-beb9-abd37d85c316 yet. {{(pid=103607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 14:09:01.394216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Allocated IP 172.25.5.116 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/89236106-b575-4b19-bd53-e0be00b268b6) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:09:01.424458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Allocated IP 172.20.0.2 (91d05fc5-c4d5-499c-968a-fa79b9b69cdb/b9840399-9e2d-4545-b34a-6248eba32795/007e8471-f731-4d3b-8084-9c1e97fb9669) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:09:01.541738 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for port (89236106-b575-4b19-bd53-e0be00b268b6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:01.582238 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (89236106-b575-4b19-bd53-e0be00b268b6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:01.611656 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Publish callbacks [] for port (007e8471-f731-4d3b-8084-9c1e97fb9669), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:01.618783 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (007e8471-f731-4d3b-8084-9c1e97fb9669), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:01.632016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:09:01.635393 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:09:01.639930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Network 91d05fc5-c4d5-499c-968a-fa79b9b69cdb is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:09:01.640858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:09:01.643907 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'Port': ['ID=89236106-b575-4b19-bd53-e0be00b268b6,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:01.660768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:09:01.664683 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:09:01.712244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Pushing event updated for resources: {'Port': ['ID=007e8471-f731-4d3b-8084-9c1e97fb9669,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:01.724811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-42a229a0-7cfd-45bd-ba7e-a192ab3e4d8c tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Allocated IP 172.20.0.7 (91d05fc5-c4d5-499c-968a-fa79b9b69cdb/b9840399-9e2d-4545-b34a-6248eba32795/d3e76503-e22f-4324-beb9-abd37d85c316) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:09:01.751391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Attempting to bind port 007e8471-f731-4d3b-8084-9c1e97fb9669 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:09:01.752633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Attempting to bind port 007e8471-f731-4d3b-8084-9c1e97fb9669 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '91d05fc5-c4d5-499c-968a-fa79b9b69cdb'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:09:01.753390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Attempting to bind port 007e8471-f731-4d3b-8084-9c1e97fb9669 on network 91d05fc5-c4d5-499c-968a-fa79b9b69cdb {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:09:01.761863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:09:01.762890 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Checking segment: {'id': '4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '91d05fc5-c4d5-499c-968a-fa79b9b69cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:09:01.765085 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:01.766008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Bound using segment: {'id': '4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '91d05fc5-c4d5-499c-968a-fa79b9b69cdb'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:09:01.767060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Bound port: 007e8471-f731-4d3b-8084-9c1e97fb9669, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '91d05fc5-c4d5-499c-968a-fa79b9b69cdb'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:09:01.768483 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (007e8471-f731-4d3b-8084-9c1e97fb9669), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:01.871112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] For port 007e8471-f731-4d3b-8084-9c1e97fb9669, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:09:01.878286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] For port 007e8471-f731-4d3b-8084-9c1e97fb9669, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=007e8471-f731-4d3b-8084-9c1e97fb9669,segment=NetworkSegment(4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc),segment_id=4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:09:01.890319 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (007e8471-f731-4d3b-8084-9c1e97fb9669), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:01.927968 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-42a229a0-7cfd-45bd-ba7e-a192ab3e4d8c tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks [] for port (d3e76503-e22f-4324-beb9-abd37d85c316), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:01.989704 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-42a229a0-7cfd-45bd-ba7e-a192ab3e4d8c tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d3e76503-e22f-4324-beb9-abd37d85c316), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:02.011007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e438b2f-3ff6-4183-b634-815ff81e28b7 None None] Pushing event updated for resources: {'Port': ['ID=007e8471-f731-4d3b-8084-9c1e97fb9669,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:02.072354 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a229a0-7cfd-45bd-ba7e-a192ab3e4d8c tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Pushing event updated for resources: {'Port': ['ID=d3e76503-e22f-4324-beb9-abd37d85c316,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:02.085346 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a229a0-7cfd-45bd-ba7e-a192ab3e4d8c tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Network 91d05fc5-c4d5-499c-968a-fa79b9b69cdb is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:09:02.087761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-42a229a0-7cfd-45bd-ba7e-a192ab3e4d8c tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:09:02.094135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a229a0-7cfd-45bd-ba7e-a192ab3e4d8c tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:09:02.156093 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a229a0-7cfd-45bd-ba7e-a192ab3e4d8c tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:02.156790 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-42a229a0-7cfd-45bd-ba7e-a192ab3e4d8c tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:02.215872 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-42a229a0-7cfd-45bd-ba7e-a192ab3e4d8c tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0691674 Feb 04 14:09:02.218991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55142) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:02.245107 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for floatingip (df8c8922-0d8c-494b-aedb-5a6c4e9f0d59), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:02.362387 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (89236106-b575-4b19-bd53-e0be00b268b6), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:02.381639 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5d221-4866-4de4-9626-3721c25d5633 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Deleting port d3e76503-e22f-4324-beb9-abd37d85c316 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:09:02.383867 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cb5d221-4866-4de4-9626-3721c25d5633 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d3e76503-e22f-4324-beb9-abd37d85c316), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:02.598412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 007e8471-f731-4d3b-8084-9c1e97fb9669 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:09:02.608569 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for port (89236106-b575-4b19-bd53-e0be00b268b6), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:02.614991 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (89236106-b575-4b19-bd53-e0be00b268b6), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:02.617921 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cb5d221-4866-4de4-9626-3721c25d5633 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d3e76503-e22f-4324-beb9-abd37d85c316), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:02.640575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5d221-4866-4de4-9626-3721c25d5633 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Calling delete_port for d3e76503-e22f-4324-beb9-abd37d85c316 owned by {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:09:02.671271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 007e8471-f731-4d3b-8084-9c1e97fb9669 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:02.671958 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (007e8471-f731-4d3b-8084-9c1e97fb9669), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:02.719903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'Port': ['ID=89236106-b575-4b19-bd53-e0be00b268b6,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:02.729930 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (df8c8922-0d8c-494b-aedb-5a6c4e9f0d59), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:02.809319 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 007e8471-f731-4d3b-8084-9c1e97fb9669 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:09:02.810307 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (007e8471-f731-4d3b-8084-9c1e97fb9669), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:02.855605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 007e8471-f731-4d3b-8084-9c1e97fb9669, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=007e8471-f731-4d3b-8084-9c1e97fb9669,segment=NetworkSegment(4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc),segment_id=4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:09:02.861076 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Floating IP df8c8922-0d8c-494b-aedb-5a6c4e9f0d59 associated. External IP: 172.25.5.116, port: e6a686e4-a553-4aa7-ac52-e343b0b21d96. Feb 04 14:09:02.871281 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (007e8471-f731-4d3b-8084-9c1e97fb9669), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:02.875349 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cb5d221-4866-4de4-9626-3721c25d5633 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d3e76503-e22f-4324-beb9-abd37d85c316), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:02.932179 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=007e8471-f731-4d3b-8084-9c1e97fb9669,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:02.968080 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5d221-4866-4de4-9626-3721c25d5633 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Pushing event deleted for resources: {'Port': ['ID=d3e76503-e22f-4324-beb9-abd37d85c316,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:03.030685 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5cb5d221-4866-4de4-9626-3721c25d5633 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:03.038780 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5cb5d221-4866-4de4-9626-3721c25d5633 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] 10.222.0.96 "DELETE /v2.0/ports/d3e76503-e22f-4324-beb9-abd37d85c316 HTTP/1.1" status: 204 len: 168 time: 0.8147886 Feb 04 14:09:03.039087 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55146) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:03.116254 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2d0223d7-d434-45e0-9773-7b635a8b1979 tempest-DHCPAgentSchedulersTestJSON-963281568 tempest-DHCPAgentSchedulersTestJSON-963281568-project-admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.0731087 Feb 04 14:09:03.116609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55150) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:03.123027 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e616a35e-8141-4741-a0ee-1aff29af4851 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-665910696'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:03.153389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Router 7db6d163-b595-45a4-bd1c-705bfda50390 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:09:03.155516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e616a35e-8141-4741-a0ee-1aff29af4851 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Made reservation on behalf of ca84cd052528409b969a77937e3053c1 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:09:03.159915 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e616a35e-8141-4741-a0ee-1aff29af4851 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:03.195888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e616a35e-8141-4741-a0ee-1aff29af4851 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:09:03.209476 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e616a35e-8141-4741-a0ee-1aff29af4851 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e56d2e8f-d06c-4b34-b846-d319044ac592), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:03.210083 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-e616a35e-8141-4741-a0ee-1aff29af4851 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Added segment e56d2e8f-d06c-4b34-b846-d319044ac592 of type vlan for network 2addbafe-0fa6-4608-aa25-81199d7b4569 Feb 04 14:09:03.267381 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e616a35e-8141-4741-a0ee-1aff29af4851 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (2addbafe-0fa6-4608-aa25-81199d7b4569), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:03.303643 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e616a35e-8141-4741-a0ee-1aff29af4851 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (2addbafe-0fa6-4608-aa25-81199d7b4569), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:03.310071 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e616a35e-8141-4741-a0ee-1aff29af4851 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:03.310974 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e616a35e-8141-4741-a0ee-1aff29af4851 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:03.329954 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:09:03.344292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876476c-2d8b-4e05-a0a7-7453501dccf6 None None] Sync routers for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:09:03.361935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876476c-2d8b-4e05-a0a7-7453501dccf6 None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:09:03.362779 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:03.363054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2876476c-2d8b-4e05-a0a7-7453501dccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:08:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:03.384617 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e616a35e-8141-4741-a0ee-1aff29af4851 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2664726 Feb 04 14:09:03.392060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55152) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:03.434119 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dfb34448-e1d1-4d60-ba90-cee86d96b9a4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5555744 Feb 04 14:09:03.434119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'tag': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:09:03.434119 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec120ff-eab4-4769-afc5-972238fe15ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5975324e-3c5e-42d4-a09c-9a6fc14ed7f9", "tag": "e6a686e4-a553-4aa7-ac52-e343b0b21d96"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:09:03.445479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616a35e-8141-4741-a0ee-1aff29af4851 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Pushing event updated for resources: {'Network': ['ID=2addbafe-0fa6-4608-aa25-81199d7b4569,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:03.495161 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6d772c-059d-4e05-acad-984be014c09d x-openstack-request-id: req-cf6d772c-059d-4e05-acad-984be014c09d {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:09:03.495468 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5975324e-3c5e-42d4-a09c-9a6fc14ed7f9", "tag": "e6a686e4-a553-4aa7-ac52-e343b0b21d96", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:09:03.495731 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cf6d772c-059d-4e05-acad-984be014c09d {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:09:03.496151 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'tag': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'status': 'completed', 'code': 200} Feb 04 14:09:03.528024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 2addbafe-0fa6-4608-aa25-81199d7b4569 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:09:03.583388 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffc4f3f-1765-4de8-95ab-076f75b46b6d None None] Network 91d05fc5-c4d5-499c-968a-fa79b9b69cdb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:09:03.584677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec120ff-eab4-4769-afc5-972238fe15ad req-feb2a318-dda6-4f9a-8703-4cedd3aa504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:03.587274 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ec120ff-eab4-4769-afc5-972238fe15ad req-feb2a318-dda6-4f9a-8703-4cedd3aa504f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 1128 time: 0.0652874 Feb 04 14:09:03.601236 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-2876476c-2d8b-4e05-a0a7-7453501dccf6 None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:09:03.633276 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2fa5a3b6-20fa-4a31-ba4c-029efdb1fb31 tempest-DHCPAgentSchedulersTestJSON-963281568 tempest-DHCPAgentSchedulersTestJSON-963281568-project-admin] 10.222.0.96 "GET /v2.0/agents/65dc0fde-b97d-4078-be78-c002a5bb6fdf/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.2398026 Feb 04 14:09:03.634325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55158) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:03.708217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec120ff-eab4-4769-afc5-972238fe15ad req-ae984142-b235-447a-ac33-8979dec3c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:03.709770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ec120ff-eab4-4769-afc5-972238fe15ad req-ae984142-b235-447a-ac33-8979dec3c06f service neutron] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.1178582 Feb 04 14:09:03.715981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ec3955f7-9858-4a77-a6a6-25da59f09b38 None None] Provisioning complete for port 007e8471-f731-4d3b-8084-9c1e97fb9669 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:03.716445 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ec3955f7-9858-4a77-a6a6-25da59f09b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (007e8471-f731-4d3b-8084-9c1e97fb9669), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:03.741751 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fede9010-7774-48ca-81ac-66c7d98d3787 tempest-DHCPAgentSchedulersTestJSON-963281568 tempest-DHCPAgentSchedulersTestJSON-963281568-project-admin] Network 2addbafe-0fa6-4608-aa25-81199d7b4569 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:09:03.759301 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fede9010-7774-48ca-81ac-66c7d98d3787 tempest-DHCPAgentSchedulersTestJSON-963281568 tempest-DHCPAgentSchedulersTestJSON-963281568-project-admin] 10.222.0.96 "POST /v2.0/agents/65dc0fde-b97d-4078-be78-c002a5bb6fdf/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1236432 Feb 04 14:09:03.759979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55160) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:03.792360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e652945-ec05-4c0c-adb9-cb81f43870e4 None None] Network 2addbafe-0fa6-4608-aa25-81199d7b4569 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:09:03.806431 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ec120ff-eab4-4769-afc5-972238fe15ad req-c9bcbaf1-01ce-4cc9-b4c0-1c56787b98d0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6a686e4-a553-4aa7-ac52-e343b0b21d96 HTTP/1.1" status: 200 len: 999 time: 0.0909822 Feb 04 14:09:03.939144 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-55223455-f739-4fd9-bb4d-9a552ae6b0c6 tempest-DHCPAgentSchedulersTestJSON-963281568 tempest-DHCPAgentSchedulersTestJSON-963281568-project-admin] 10.222.0.96 "GET /v2.0/agents/65dc0fde-b97d-4078-be78-c002a5bb6fdf/dhcp-networks HTTP/1.1" status: 200 len: 6446 time: 0.1777682 Feb 04 14:09:03.940222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55162) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:04.034520 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-444f4a13-b826-470f-9a95-c94f0349a5ba tempest-DHCPAgentSchedulersTestJSON-963281568 tempest-DHCPAgentSchedulersTestJSON-963281568-project-admin] 10.222.0.96 "DELETE /v2.0/agents/65dc0fde-b97d-4078-be78-c002a5bb6fdf/dhcp-networks/2addbafe-0fa6-4608-aa25-81199d7b4569 HTTP/1.1" status: 204 len: 168 time: 0.0921013 Feb 04 14:09:04.047227 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55166) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:04.069120 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ec3955f7-9858-4a77-a6a6-25da59f09b38 None None] Current status of the port 007e8471-f731-4d3b-8084-9c1e97fb9669 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:09:04.224304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2876476c-2d8b-4e05-a0a7-7453501dccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'df8c8922-0d8c-494b-aedb-5a6c4e9f0d59', 'tenant_id': '04a7af11479049059024e84090058dbe', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'port_id': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'mac_address': 'fa:16:3e:f5:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:09:01Z', 'updated_at': '2022-02-04T14:09:01Z', 'revision_number': 0, 'project_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:04.260094 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876476c-2d8b-4e05-a0a7-7453501dccf6 None None] Checking router: 7db6d163-b595-45a4-bd1c-705bfda50390 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:09:04.261269 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5312f2b5-d988-454f-aa95-4814d12fa5d9 tempest-DHCPAgentSchedulersTestJSON-963281568 tempest-DHCPAgentSchedulersTestJSON-963281568-project-admin] 10.222.0.96 "GET /v2.0/agents/65dc0fde-b97d-4078-be78-c002a5bb6fdf/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.2166536 Feb 04 14:09:04.265753 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55168) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:04.275515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876476c-2d8b-4e05-a0a7-7453501dccf6 None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:09:04.276722 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2876476c-2d8b-4e05-a0a7-7453501dccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:08:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:04.318491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55170) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:04.320956 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-682e2c8e-a3b1-4a3b-b94d-f14c9a8b6e51 tempest-DHCPAgentSchedulersTestJSON-963281568 tempest-DHCPAgentSchedulersTestJSON-963281568-project-admin] 10.222.0.96 "GET /v2.0/networks/91d05fc5-c4d5-499c-968a-fa79b9b69cdb/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0533757 Feb 04 14:09:04.364315 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e8a67ae8-9a39-4c3a-b266-80c85a8713b4 tempest-DHCPAgentSchedulersTestJSON-963281568 tempest-DHCPAgentSchedulersTestJSON-963281568-project-admin] 10.222.0.96 "GET /v2.0/networks/91d05fc5-c4d5-499c-968a-fa79b9b69cdb/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0412645 Feb 04 14:09:04.364315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec120ff-eab4-4769-afc5-972238fe15ad req-7cb4a7f3-e5ce-4625-a2e1-30a6d3dc6b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:04.364819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ec120ff-eab4-4769-afc5-972238fe15ad req-7cb4a7f3-e5ce-4625-a2e1-30a6d3dc6b92 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.5528131 Feb 04 14:09:04.365304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55172) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:04.554383 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a6adfbb8-f584-4c33-ae45-defd74e3f15b tempest-DHCPAgentSchedulersTestJSON-963281568 tempest-DHCPAgentSchedulersTestJSON-963281568-project-admin] 10.222.0.96 "GET /v2.0/agents/65dc0fde-b97d-4078-be78-c002a5bb6fdf/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.1878071 Feb 04 14:09:04.559186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55174) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:04.630253 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec120ff-eab4-4769-afc5-972238fe15ad req-2671e71e-bba0-4c55-8b0f-6fb4d213b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:04.631846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ec120ff-eab4-4769-afc5-972238fe15ad req-2671e71e-bba0-4c55-8b0f-6fb4d213b60c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2599437 Feb 04 14:09:04.635165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-2876476c-2d8b-4e05-a0a7-7453501dccf6 None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:09:04.707352 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b30bef3-3bba-4de1-848c-cc1e89bc8fb1 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (2addbafe-0fa6-4608-aa25-81199d7b4569), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:04.745916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 007e8471-f731-4d3b-8084-9c1e97fb9669 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:09:04.808350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-128488b4-f3fc-4e16-b8e4-2c9af367919a None None] Provisioning complete for port 007e8471-f731-4d3b-8084-9c1e97fb9669 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:04.808740 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-128488b4-f3fc-4e16-b8e4-2c9af367919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (007e8471-f731-4d3b-8084-9c1e97fb9669), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:04.838966 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b30bef3-3bba-4de1-848c-cc1e89bc8fb1 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (2addbafe-0fa6-4608-aa25-81199d7b4569), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:04.861848 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-2b30bef3-3bba-4de1-848c-cc1e89bc8fb1 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2addbafe-0fa6-4608-aa25-81199d7b4569']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:04.873432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-2b30bef3-3bba-4de1-848c-cc1e89bc8fb1 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56d2e8f-d06c-4b34-b846-d319044ac592') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:04.873786 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-2b30bef3-3bba-4de1-848c-cc1e89bc8fb1 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56d2e8f-d06c-4b34-b846-d319044ac592') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:04.878136 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ec120ff-eab4-4769-afc5-972238fe15ad req-dea2efff-9063-49d2-9307-f66e27958422 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386944 Feb 04 14:09:04.936393 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b30bef3-3bba-4de1-848c-cc1e89bc8fb1 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (e56d2e8f-d06c-4b34-b846-d319044ac592), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:04.945470 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 007e8471-f731-4d3b-8084-9c1e97fb9669 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:04.945847 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (007e8471-f731-4d3b-8084-9c1e97fb9669), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:05.017176 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b30bef3-3bba-4de1-848c-cc1e89bc8fb1 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e56d2e8f-d06c-4b34-b846-d319044ac592), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:05.028451 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b30bef3-3bba-4de1-848c-cc1e89bc8fb1 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:09:05.028873 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b30bef3-3bba-4de1-848c-cc1e89bc8fb1 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (e56d2e8f-d06c-4b34-b846-d319044ac592), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:09:05.033201 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:09:05.036343 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ec120ff-eab4-4769-afc5-972238fe15ad req-79eebc00-ca8f-4e65-80ad-c396605d5109 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516063 Feb 04 14:09:05.073113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-128488b4-f3fc-4e16-b8e4-2c9af367919a None None] Current status of the port 007e8471-f731-4d3b-8084-9c1e97fb9669 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:09:05.130988 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b30bef3-3bba-4de1-848c-cc1e89bc8fb1 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (2addbafe-0fa6-4608-aa25-81199d7b4569), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:05.144769 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2b30bef3-3bba-4de1-848c-cc1e89bc8fb1 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:05.150424 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2b30bef3-3bba-4de1-848c-cc1e89bc8fb1 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] 10.222.0.96 "DELETE /v2.0/networks/2addbafe-0fa6-4608-aa25-81199d7b4569 HTTP/1.1" status: 204 len: 168 time: 0.5888617 Feb 04 14:09:05.153038 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55178) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:05.161260 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 007e8471-f731-4d3b-8084-9c1e97fb9669 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:09:05.171647 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30bef3-3bba-4de1-848c-cc1e89bc8fb1 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Pushing event deleted for resources: {'Network': ['ID=2addbafe-0fa6-4608-aa25-81199d7b4569,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:05.177181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-2876476c-2d8b-4e05-a0a7-7453501dccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'df8c8922-0d8c-494b-aedb-5a6c4e9f0d59', 'tenant_id': '04a7af11479049059024e84090058dbe', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'port_id': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'mac_address': 'fa:16:3e:f5:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:09:01Z', 'updated_at': '2022-02-04T14:09:01Z', 'revision_number': 0, 'project_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:05.183174 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-077cb6db-c04d-475d-92ac-8f08c7d694ef tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] DELETE failed (client error): The resource could not be found. Feb 04 14:09:05.183958 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077cb6db-c04d-475d-92ac-8f08c7d694ef tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:09:05.187514 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-077cb6db-c04d-475d-92ac-8f08c7d694ef tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] 10.222.0.96 "DELETE /v2.0/ports/d3e76503-e22f-4324-beb9-abd37d85c316 HTTP/1.1" status: 404 len: 333 time: 0.0333517 Feb 04 14:09:05.191853 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55180) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:05.212105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876476c-2d8b-4e05-a0a7-7453501dccf6 None None] The sync data for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 is: [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'df8c8922-0d8c-494b-aedb-5a6c4e9f0d59', 'tenant_id': '04a7af11479049059024e84090058dbe', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'port_id': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'mac_address': 'fa:16:3e:f5:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:09:01Z', 'updated_at': '2022-02-04T14:09:01Z', 'revision_number': 0, 'project_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:09:05.214358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d5761648-d968-48f7-ae3c-bca68c0929f8 None None] Could not find standard attr ID for object d3e76503-e22f-4324-beb9-abd37d85c316. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 14:09:05.271890 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e800220-3749-45a5-a6fa-80b59600f8c8 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Deleting subnet b9840399-9e2d-4545-b34a-6248eba32795 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:09:05.275853 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e800220-3749-45a5-a6fa-80b59600f8c8 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks [] for subnet (b9840399-9e2d-4545-b34a-6248eba32795), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:05.325005 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e800220-3749-45a5-a6fa-80b59600f8c8 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (b9840399-9e2d-4545-b34a-6248eba32795), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:05.465770 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e800220-3749-45a5-a6fa-80b59600f8c8 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (b9840399-9e2d-4545-b34a-6248eba32795), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:05.515480 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a62b5-012a-4604-8e96-2e4592a468b4 None None] New status for floating IP df8c8922-0d8c-494b-aedb-5a6c4e9f0d59: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:09:05.548774 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e800220-3749-45a5-a6fa-80b59600f8c8 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (b9840399-9e2d-4545-b34a-6248eba32795), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:05.593766 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e800220-3749-45a5-a6fa-80b59600f8c8 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Pushing event deleted for resources: {'Subnet': ['ID=b9840399-9e2d-4545-b34a-6248eba32795,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:05.625090 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6e800220-3749-45a5-a6fa-80b59600f8c8 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:05.628025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333105f1-0f94-4009-b5a4-4e51089c3ff2 None None] Network 91d05fc5-c4d5-499c-968a-fa79b9b69cdb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:09:05.631880 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6e800220-3749-45a5-a6fa-80b59600f8c8 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] 10.222.0.96 "DELETE /v2.0/subnets/b9840399-9e2d-4545-b34a-6248eba32795 HTTP/1.1" status: 204 len: 168 time: 0.4386072 Feb 04 14:09:05.634407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55182) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:05.730784 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (91d05fc5-c4d5-499c-968a-fa79b9b69cdb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:05.794050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Deleting port 007e8471-f731-4d3b-8084-9c1e97fb9669 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:09:05.794522 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (007e8471-f731-4d3b-8084-9c1e97fb9669), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:05.854071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dc0c6f-213b-4fd5-96d9-748ceb308231 None None] DHCP port deletion for 91d05fc5-c4d5-499c-968a-fa79b9b69cdb request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:09:05.872665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] For port 007e8471-f731-4d3b-8084-9c1e97fb9669, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=007e8471-f731-4d3b-8084-9c1e97fb9669,segment=NetworkSegment(4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc),segment_id=4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:09:05.873097 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (007e8471-f731-4d3b-8084-9c1e97fb9669), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:05.888533 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Calling delete_port for 007e8471-f731-4d3b-8084-9c1e97fb9669 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:09:05.913434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-94dc0c6f-213b-4fd5-96d9-748ceb308231 None None] Deleting port 007e8471-f731-4d3b-8084-9c1e97fb9669 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:09:05.913810 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94dc0c6f-213b-4fd5-96d9-748ceb308231 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (007e8471-f731-4d3b-8084-9c1e97fb9669), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:05.983439 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (007e8471-f731-4d3b-8084-9c1e97fb9669), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:05.987851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-94dc0c6f-213b-4fd5-96d9-748ceb308231 None None] For port 007e8471-f731-4d3b-8084-9c1e97fb9669, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=007e8471-f731-4d3b-8084-9c1e97fb9669,segment=NetworkSegment(4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc),segment_id=4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:09:05.988247 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94dc0c6f-213b-4fd5-96d9-748ceb308231 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (007e8471-f731-4d3b-8084-9c1e97fb9669), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:06.003906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-94dc0c6f-213b-4fd5-96d9-748ceb308231 None None] Calling delete_port for 007e8471-f731-4d3b-8084-9c1e97fb9669 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:09:06.013623 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] No DVR routers for this DVR port 007e8471-f731-4d3b-8084-9c1e97fb9669 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:09:06.029485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Pushing event deleted for resources: {'Port': ['ID=007e8471-f731-4d3b-8084-9c1e97fb9669,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:06.121723 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94dc0c6f-213b-4fd5-96d9-748ceb308231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (007e8471-f731-4d3b-8084-9c1e97fb9669), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:06.128556 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (91d05fc5-c4d5-499c-968a-fa79b9b69cdb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:06.144410 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dc0c6f-213b-4fd5-96d9-748ceb308231 None None] No DVR routers for this DVR port 007e8471-f731-4d3b-8084-9c1e97fb9669 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:09:06.164917 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d05fc5-c4d5-499c-968a-fa79b9b69cdb']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:06.167780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc0c6f-213b-4fd5-96d9-748ceb308231 None None] Pushing event deleted for resources: {'Port': ['ID=007e8471-f731-4d3b-8084-9c1e97fb9669,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:06.177990 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:06.178361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:06.188987 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:06.203417 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:06.214002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:09:06.214740 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (4dd1b039-fba7-4eae-a2c5-4399d3fdfbdc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:09:06.218488 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:09:06.284531 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (91d05fc5-c4d5-499c-968a-fa79b9b69cdb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:06.292499 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:06.298185 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] 10.222.0.96 "DELETE /v2.0/networks/91d05fc5-c4d5-499c-968a-fa79b9b69cdb HTTP/1.1" status: 204 len: 168 time: 0.6603165 Feb 04 14:09:06.310683 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782501ce-1618-45b6-ac98-dd394ae3d767 tempest-DHCPAgentSchedulersTestJSON-605546958 tempest-DHCPAgentSchedulersTestJSON-605546958-project] Pushing event deleted for resources: {'Network': ['ID=91d05fc5-c4d5-499c-968a-fa79b9b69cdb,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:06.446342 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 007e8471-f731-4d3b-8084-9c1e97fb9669 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:09:06.472080 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 007e8471-f731-4d3b-8084-9c1e97fb9669 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:09:06.472589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 007e8471-f731-4d3b-8084-9c1e97fb9669 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:09:06.648670 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55190) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:06.841124 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cc36273a-a4c9-49fd-9cc4-2f3d3ce70bb6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ca84cd052528409b969a77937e3053c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1907208 Feb 04 14:09:06.843721 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55194) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:06.905161 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b46085f1-6d20-4987-b150-d0036ff94ffb admin admin] Publish callbacks [] for security_group (32d98bed-9fb1-4f55-bbdc-2bc6ab75586b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:06.930845 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b46085f1-6d20-4987-b150-d0036ff94ffb admin admin] Publish callbacks [] for security_group (32d98bed-9fb1-4f55-bbdc-2bc6ab75586b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:06.986474 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b46085f1-6d20-4987-b150-d0036ff94ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (32d98bed-9fb1-4f55-bbdc-2bc6ab75586b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:06.989527 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b46085f1-6d20-4987-b150-d0036ff94ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:06.990911 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b46085f1-6d20-4987-b150-d0036ff94ffb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/32d98bed-9fb1-4f55-bbdc-2bc6ab75586b HTTP/1.1" status: 204 len: 168 time: 0.1458206 Feb 04 14:09:07.000113 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46085f1-6d20-4987-b150-d0036ff94ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d98bed-9fb1-4f55-bbdc-2bc6ab75586b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:07.227185 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-63ed4f76-555e-49d3-b175-7ef1e70fdcda req-392a8930-127e-48a5-a3e3-f76c0f4e015c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0626745 Feb 04 14:09:07.331726 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed4f76-555e-49d3-b175-7ef1e70fdcda req-564d65dd-089c-44e9-965f-679840168120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:07.333674 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-63ed4f76-555e-49d3-b175-7ef1e70fdcda req-564d65dd-089c-44e9-965f-679840168120 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 1128 time: 0.0636332 Feb 04 14:09:07.349362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55210) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:07.373721 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61eb15f7-70bd-4073-92e0-969fa68ae21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:07.509568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed4f76-555e-49d3-b175-7ef1e70fdcda req-dbc54776-ae41-48b1-95f8-955b2f4d1ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:07.511040 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-63ed4f76-555e-49d3-b175-7ef1e70fdcda req-dbc54776-ae41-48b1-95f8-955b2f4d1ddf service neutron] 10.222.0.100 "GET /v2.0/networks?id=d998cd22-654b-4554-81e2-913ca81275ed HTTP/1.1" status: 200 len: 897 time: 0.1458228 Feb 04 14:09:07.596563 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61eb15f7-70bd-4073-92e0-969fa68ae21e admin admin] Publish callbacks [] for security_group (d9583e9c-b4cd-4bb8-8cca-dc852d715bc8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:07.604578 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61eb15f7-70bd-4073-92e0-969fa68ae21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d9583e9c-b4cd-4bb8-8cca-dc852d715bc8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:07.614336 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-63ed4f76-555e-49d3-b175-7ef1e70fdcda req-0825c09a-4063-48bc-97f1-cc06b35871dd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962402f9-807f-4892-98d6-dab2b622a878 HTTP/1.1" status: 200 len: 1001 time: 0.0967360 Feb 04 14:09:07.685357 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-61eb15f7-70bd-4073-92e0-969fa68ae21e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=03b33bc71cf147b3b1c2e4501a6261c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3345761 Feb 04 14:09:07.687964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55254) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:07.691107 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb15f7-70bd-4073-92e0-969fa68ae21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9583e9c-b4cd-4bb8-8cca-dc852d715bc8,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:07.707553 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed4f76-555e-49d3-b175-7ef1e70fdcda req-3e454e4d-4463-4d23-b6e6-284fa3ff02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:07.709210 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-63ed4f76-555e-49d3-b175-7ef1e70fdcda req-3e454e4d-4463-4d23-b6e6-284fa3ff02fe service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c87f4620-0a61-46c4-9550-fd9dc07fa86b HTTP/1.1" status: 200 len: 835 time: 0.0829911 Feb 04 14:09:07.770457 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed4f76-555e-49d3-b175-7ef1e70fdcda req-297e9b74-7cc8-4334-baca-dad1a7a0e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:07.771972 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-63ed4f76-555e-49d3-b175-7ef1e70fdcda req-297e9b74-7cc8-4334-baca-dad1a7a0e63a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d998cd22-654b-4554-81e2-913ca81275ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0570741 Feb 04 14:09:07.780891 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c1e63e89-d63f-4f78-86af-960eb52c6197 admin admin] Publish callbacks [] for security_group (d9583e9c-b4cd-4bb8-8cca-dc852d715bc8), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:07.808029 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c1e63e89-d63f-4f78-86af-960eb52c6197 admin admin] Publish callbacks [] for security_group (d9583e9c-b4cd-4bb8-8cca-dc852d715bc8), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:07.869406 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c1e63e89-d63f-4f78-86af-960eb52c6197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d9583e9c-b4cd-4bb8-8cca-dc852d715bc8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:07.872952 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c1e63e89-d63f-4f78-86af-960eb52c6197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:07.874528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c1e63e89-d63f-4f78-86af-960eb52c6197 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d9583e9c-b4cd-4bb8-8cca-dc852d715bc8 HTTP/1.1" status: 204 len: 168 time: 0.1852796 Feb 04 14:09:07.887568 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-63ed4f76-555e-49d3-b175-7ef1e70fdcda req-164725ea-908d-4592-9f61-3d1c2fd6a4bd service neutron] 10.222.0.100 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100829 Feb 04 14:09:07.889483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e63e89-d63f-4f78-86af-960eb52c6197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9583e9c-b4cd-4bb8-8cca-dc852d715bc8,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:08.034247 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-63ed4f76-555e-49d3-b175-7ef1e70fdcda req-f15a3028-1405-485c-80b6-a8d7023cd0fd service neutron] 10.222.0.100 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384389 Feb 04 14:09:09.483092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55562) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:09.594347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-e577e5ce-d66b-4d16-a880-c1e97923969d tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:09.631370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55586) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:09.631854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e577e5ce-d66b-4d16-a880-c1e97923969d tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] 10.222.0.96 "PUT /v2.0/quotas/851dd45d7c774dfe94f05cf0ff0dda3f HTTP/1.1" status: 200 len: 368 time: 0.1472661 Feb 04 14:09:09.637326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Request body: {'network': {'project_id': '851dd45d7c774dfe94f05cf0ff0dda3f'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:09.661158 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Made reservation on behalf of 851dd45d7c774dfe94f05cf0ff0dda3f for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:09:09.663584 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:09.678359 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:09.766982 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks [] for security_group (aeca38ee-41f0-4222-b15b-bead40b7ded0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:09.771330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (aeca38ee-41f0-4222-b15b-bead40b7ded0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:09.800299 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:09:09.806893 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeca38ee-41f0-4222-b15b-bead40b7ded0,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:09.816577 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fbc9292c-ef73-40a1-bd55-11fdf0a0167e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:09.816925 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Added segment fbc9292c-ef73-40a1-bd55-11fdf0a0167e of type vlan for network b107af02-d473-4e86-8389-a4520df7dafe Feb 04 14:09:09.819276 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:09.819629 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:09.819977 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:09.820318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:09.820699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:09.821118 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:09.821357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:09.821816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:09.822004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:09.822360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:09.822693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:09.823018 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:09.823346 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:09.872495 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (b107af02-d473-4e86-8389-a4520df7dafe), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:09.904096 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (b107af02-d473-4e86-8389-a4520df7dafe), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:09.905235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:09.905736 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:09.973931 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3413270 Feb 04 14:09:09.976677 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55636) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:09.981840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-cd29c518-23eb-493d-bc0c-238a145346f6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Request body: {'network': {'project_id': '851dd45d7c774dfe94f05cf0ff0dda3f'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:09.985171 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4a086-b432-45db-9a35-4d577bd0a32b tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Pushing event updated for resources: {'Network': ['ID=b107af02-d473-4e86-8389-a4520df7dafe,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:09.997080 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network b107af02-d473-4e86-8389-a4520df7dafe details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:09:10.015505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd29c518-23eb-493d-bc0c-238a145346f6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Made reservation on behalf of 851dd45d7c774dfe94f05cf0ff0dda3f for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:09:10.018557 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd29c518-23eb-493d-bc0c-238a145346f6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:10.050402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd29c518-23eb-493d-bc0c-238a145346f6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:09:10.062215 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd29c518-23eb-493d-bc0c-238a145346f6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a58f50a0-80b5-40bf-8368-449fb2025f3b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:10.062673 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-cd29c518-23eb-493d-bc0c-238a145346f6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Added segment a58f50a0-80b5-40bf-8368-449fb2025f3b of type vlan for network 829abb75-1416-4c6d-b59d-ae01045ee87a Feb 04 14:09:10.111950 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd29c518-23eb-493d-bc0c-238a145346f6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (829abb75-1416-4c6d-b59d-ae01045ee87a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:10.144663 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd29c518-23eb-493d-bc0c-238a145346f6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (829abb75-1416-4c6d-b59d-ae01045ee87a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:10.145906 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd29c518-23eb-493d-bc0c-238a145346f6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:10.146551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd29c518-23eb-493d-bc0c-238a145346f6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:10.218316 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cd29c518-23eb-493d-bc0c-238a145346f6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2405620 Feb 04 14:09:10.222605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55672) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:10.223308 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29c518-23eb-493d-bc0c-238a145346f6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Pushing event updated for resources: {'Network': ['ID=829abb75-1416-4c6d-b59d-ae01045ee87a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:10.235636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 829abb75-1416-4c6d-b59d-ae01045ee87a details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:09:10.239208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-98dbc006-c464-4b88-81a5-d20d841135ac tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Request body: {'network': {'project_id': '851dd45d7c774dfe94f05cf0ff0dda3f'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:10.252087 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-98dbc006-c464-4b88-81a5-d20d841135ac tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 14:09:10.252674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98dbc006-c464-4b88-81a5-d20d841135ac tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:09:10.254210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-98dbc006-c464-4b88-81a5-d20d841135ac tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0299528 Feb 04 14:09:10.257376 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55678) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:10.310783 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5635a514-63a0-4f42-b3c7-2001ba5f97ee tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=851dd45d7c774dfe94f05cf0ff0dda3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0519762 Feb 04 14:09:10.311957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55686) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:10.372444 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d41b12e3-3841-4913-8f69-500223c883b6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks [] for security_group (aeca38ee-41f0-4222-b15b-bead40b7ded0), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:10.401247 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d41b12e3-3841-4913-8f69-500223c883b6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks [] for security_group (aeca38ee-41f0-4222-b15b-bead40b7ded0), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:10.472013 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d41b12e3-3841-4913-8f69-500223c883b6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (aeca38ee-41f0-4222-b15b-bead40b7ded0), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:10.475563 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d41b12e3-3841-4913-8f69-500223c883b6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:10.477266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d41b12e3-3841-4913-8f69-500223c883b6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] 10.222.0.96 "DELETE /v2.0/security-groups/aeca38ee-41f0-4222-b15b-bead40b7ded0 HTTP/1.1" status: 204 len: 168 time: 0.1639161 Feb 04 14:09:10.480334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55704) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:10.487867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b12e3-3841-4913-8f69-500223c883b6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeca38ee-41f0-4222-b15b-bead40b7ded0,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:10.576377 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5fc93d20-b000-428d-a719-2ded3e4743c6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (829abb75-1416-4c6d-b59d-ae01045ee87a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:10.681815 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5fc93d20-b000-428d-a719-2ded3e4743c6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (829abb75-1416-4c6d-b59d-ae01045ee87a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:10.708469 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5fc93d20-b000-428d-a719-2ded3e4743c6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829abb75-1416-4c6d-b59d-ae01045ee87a']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:10.719524 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5fc93d20-b000-428d-a719-2ded3e4743c6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58f50a0-80b5-40bf-8368-449fb2025f3b') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:10.720152 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5fc93d20-b000-428d-a719-2ded3e4743c6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58f50a0-80b5-40bf-8368-449fb2025f3b') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:10.732642 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5fc93d20-b000-428d-a719-2ded3e4743c6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (a58f50a0-80b5-40bf-8368-449fb2025f3b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:10.750189 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5fc93d20-b000-428d-a719-2ded3e4743c6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a58f50a0-80b5-40bf-8368-449fb2025f3b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:10.759906 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc93d20-b000-428d-a719-2ded3e4743c6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:09:10.760511 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5fc93d20-b000-428d-a719-2ded3e4743c6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (a58f50a0-80b5-40bf-8368-449fb2025f3b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:09:10.762558 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:09:10.839262 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5fc93d20-b000-428d-a719-2ded3e4743c6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (829abb75-1416-4c6d-b59d-ae01045ee87a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:10.845221 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5fc93d20-b000-428d-a719-2ded3e4743c6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:10.848560 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5fc93d20-b000-428d-a719-2ded3e4743c6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] 10.222.0.96 "DELETE /v2.0/networks/829abb75-1416-4c6d-b59d-ae01045ee87a HTTP/1.1" status: 204 len: 168 time: 0.3657150 Feb 04 14:09:10.851538 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55710) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:10.868571 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc93d20-b000-428d-a719-2ded3e4743c6 tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Pushing event deleted for resources: {'Network': ['ID=829abb75-1416-4c6d-b59d-ae01045ee87a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:10.932351 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb0f93fa-8314-417b-b516-745c43595c3e tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (b107af02-d473-4e86-8389-a4520df7dafe), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:11.017689 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb0f93fa-8314-417b-b516-745c43595c3e tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (b107af02-d473-4e86-8389-a4520df7dafe), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:11.034595 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae14a95d-37d0-474d-9e1c-5a6fe4db3e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:11.040633 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-bb0f93fa-8314-417b-b516-745c43595c3e tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b107af02-d473-4e86-8389-a4520df7dafe']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:11.052598 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-bb0f93fa-8314-417b-b516-745c43595c3e tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc9292c-ef73-40a1-bd55-11fdf0a0167e') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:11.052904 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-bb0f93fa-8314-417b-b516-745c43595c3e tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc9292c-ef73-40a1-bd55-11fdf0a0167e') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:11.063868 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb0f93fa-8314-417b-b516-745c43595c3e tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (fbc9292c-ef73-40a1-bd55-11fdf0a0167e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:11.079709 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb0f93fa-8314-417b-b516-745c43595c3e tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fbc9292c-ef73-40a1-bd55-11fdf0a0167e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:11.086395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0f93fa-8314-417b-b516-745c43595c3e tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:09:11.086773 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb0f93fa-8314-417b-b516-745c43595c3e tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (fbc9292c-ef73-40a1-bd55-11fdf0a0167e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:09:11.088444 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:09:11.150016 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb0f93fa-8314-417b-b516-745c43595c3e tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (b107af02-d473-4e86-8389-a4520df7dafe), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:11.167563 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb0f93fa-8314-417b-b516-745c43595c3e tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:11.171794 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bb0f93fa-8314-417b-b516-745c43595c3e tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] 10.222.0.96 "DELETE /v2.0/networks/b107af02-d473-4e86-8389-a4520df7dafe HTTP/1.1" status: 204 len: 168 time: 0.3193126 Feb 04 14:09:11.172665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f93fa-8314-417b-b516-745c43595c3e tempest-QuotasNegativeTest-223401466 tempest-QuotasNegativeTest-223401466-project-admin] Pushing event deleted for resources: {'Network': ['ID=b107af02-d473-4e86-8389-a4520df7dafe,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:11.601276 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55720) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:11.714739 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b92cffa5-c968-4b9a-91fc-d851f38bca8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:11.795326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b92cffa5-c968-4b9a-91fc-d851f38bca8d admin admin] Publish callbacks [] for security_group (060407f7-718c-43b7-93ec-670f5b7d0eac), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:11.799287 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b92cffa5-c968-4b9a-91fc-d851f38bca8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (060407f7-718c-43b7-93ec-670f5b7d0eac), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:11.837351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cffa5-c968-4b9a-91fc-d851f38bca8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060407f7-718c-43b7-93ec-670f5b7d0eac,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:11.847528 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b92cffa5-c968-4b9a-91fc-d851f38bca8d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dd0b41e27c374f1fb1dcf62d443e655a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2403393 Feb 04 14:09:11.847927 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55726) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:11.897838 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-119e7452-042f-4561-be5e-5b96104cbbd4 admin admin] Publish callbacks [] for security_group (060407f7-718c-43b7-93ec-670f5b7d0eac), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:11.921278 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-119e7452-042f-4561-be5e-5b96104cbbd4 admin admin] Publish callbacks [] for security_group (060407f7-718c-43b7-93ec-670f5b7d0eac), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:11.975189 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-119e7452-042f-4561-be5e-5b96104cbbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (060407f7-718c-43b7-93ec-670f5b7d0eac), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:11.977855 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-119e7452-042f-4561-be5e-5b96104cbbd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:11.979076 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-119e7452-042f-4561-be5e-5b96104cbbd4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/060407f7-718c-43b7-93ec-670f5b7d0eac HTTP/1.1" status: 204 len: 168 time: 0.1301794 Feb 04 14:09:11.990935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e7452-042f-4561-be5e-5b96104cbbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060407f7-718c-43b7-93ec-670f5b7d0eac,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:12.316604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55734) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:12.336207 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfdf11b5-e6a2-458a-8d48-df6d473379cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:12.434471 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfdf11b5-e6a2-458a-8d48-df6d473379cd admin admin] Publish callbacks [] for security_group (bc0093aa-d2fb-47d5-b425-d77c193b0d5d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:12.440596 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dfdf11b5-e6a2-458a-8d48-df6d473379cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bc0093aa-d2fb-47d5-b425-d77c193b0d5d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:12.482763 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dfdf11b5-e6a2-458a-8d48-df6d473379cd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=151a48ebbfde49cc98a295ecc14bb2bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1647429 Feb 04 14:09:12.484058 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf11b5-e6a2-458a-8d48-df6d473379cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0093aa-d2fb-47d5-b425-d77c193b0d5d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:12.486414 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55736) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:12.544803 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-54a4592b-aab1-4804-a8a6-98c73ffb47f5 admin admin] Publish callbacks [] for security_group (bc0093aa-d2fb-47d5-b425-d77c193b0d5d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:12.568559 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-54a4592b-aab1-4804-a8a6-98c73ffb47f5 admin admin] Publish callbacks [] for security_group (bc0093aa-d2fb-47d5-b425-d77c193b0d5d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:12.620602 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-54a4592b-aab1-4804-a8a6-98c73ffb47f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bc0093aa-d2fb-47d5-b425-d77c193b0d5d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:12.623292 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-54a4592b-aab1-4804-a8a6-98c73ffb47f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:12.624476 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-54a4592b-aab1-4804-a8a6-98c73ffb47f5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bc0093aa-d2fb-47d5-b425-d77c193b0d5d HTTP/1.1" status: 204 len: 168 time: 0.1369410 Feb 04 14:09:12.633161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4592b-aab1-4804-a8a6-98c73ffb47f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0093aa-d2fb-47d5-b425-d77c193b0d5d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:13.388963 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55760) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:13.532361 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-14e3a6e5-5d11-4556-968b-890472ae8957 tempest-AgentManagementNegativeTest-1298016619 tempest-AgentManagementNegativeTest-1298016619-project] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1421356 Feb 04 14:09:13.819253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55770) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:13.926459 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc6e7a76-dbe3-4e79-83fb-d3cca5b704ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:14.011032 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc6e7a76-dbe3-4e79-83fb-d3cca5b704ce admin admin] Publish callbacks [] for security_group (927c203f-b054-4760-8f9d-7d51c7c1bacd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:14.015458 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc6e7a76-dbe3-4e79-83fb-d3cca5b704ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (927c203f-b054-4760-8f9d-7d51c7c1bacd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:14.062869 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cc6e7a76-dbe3-4e79-83fb-d3cca5b704ce admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2c2d703d609147fabad11e21db44ce34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2400768 Feb 04 14:09:14.062869 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e7a76-dbe3-4e79-83fb-d3cca5b704ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927c203f-b054-4760-8f9d-7d51c7c1bacd,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:14.063382 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55774) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:14.119100 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fc4de552-b09a-4f7a-befb-5ea7803063eb admin admin] Publish callbacks [] for security_group (927c203f-b054-4760-8f9d-7d51c7c1bacd), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:14.143215 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fc4de552-b09a-4f7a-befb-5ea7803063eb admin admin] Publish callbacks [] for security_group (927c203f-b054-4760-8f9d-7d51c7c1bacd), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:14.192704 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fc4de552-b09a-4f7a-befb-5ea7803063eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (927c203f-b054-4760-8f9d-7d51c7c1bacd), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:14.195333 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fc4de552-b09a-4f7a-befb-5ea7803063eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:14.199458 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fc4de552-b09a-4f7a-befb-5ea7803063eb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/927c203f-b054-4760-8f9d-7d51c7c1bacd HTTP/1.1" status: 204 len: 168 time: 0.1312628 Feb 04 14:09:14.205368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4de552-b09a-4f7a-befb-5ea7803063eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927c203f-b054-4760-8f9d-7d51c7c1bacd,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:14.241674 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:14.946582 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55798) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:14.964813 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:15.053244 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8574d0ec-5c8b-4811-9540-7ecbc4bf6105 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] Request body: {'port': {'network_id': '3c7bd792-7458-4be4-a9a9-888082676036', 'name': 'tempest-NetworksNegativeTestJSON-359527695'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:15.071174 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-8574d0ec-5c8b-4811-9540-7ecbc4bf6105 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] POST failed (client error): The resource could not be found. Feb 04 14:09:15.071856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8574d0ec-5c8b-4811-9540-7ecbc4bf6105 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:09:15.072761 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8574d0ec-5c8b-4811-9540-7ecbc4bf6105 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1245704 Feb 04 14:09:15.076862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55802) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:15.095952 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91d3fc9-ac5e-4fa3-a0ba-7ec505d1b5a6 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] DELETE failed (client error): The resource could not be found. Feb 04 14:09:15.096618 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91d3fc9-ac5e-4fa3-a0ba-7ec505d1b5a6 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:09:15.099678 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b91d3fc9-ac5e-4fa3-a0ba-7ec505d1b5a6 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] 10.222.0.96 "DELETE /v2.0/networks/a5524e49-c8f8-47e2-9c6f-a1aea8c3a719 HTTP/1.1" status: 404 len: 339 time: 0.0218606 Feb 04 14:09:15.103721 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55804) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:15.128782 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c0c240-bfef-4077-8194-33ae4fb64984 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] DELETE failed (client error): The resource could not be found. Feb 04 14:09:15.131813 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c0c240-bfef-4077-8194-33ae4fb64984 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:09:15.132481 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-97c0c240-bfef-4077-8194-33ae4fb64984 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] 10.222.0.96 "DELETE /v2.0/ports/8a0c0933-9ce3-481a-a08f-f423021b4d10 HTTP/1.1" status: 404 len: 333 time: 0.0277658 Feb 04 14:09:15.136855 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55806) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:15.164398 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e525f80-1831-4b84-8807-9138ef7a31c2 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] DELETE failed (client error): The resource could not be found. Feb 04 14:09:15.164857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e525f80-1831-4b84-8807-9138ef7a31c2 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:09:15.167938 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3e525f80-1831-4b84-8807-9138ef7a31c2 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] 10.222.0.96 "DELETE /v2.0/subnets/826a50c1-5521-43c9-b751-63afca75b97b HTTP/1.1" status: 404 len: 337 time: 0.0300708 Feb 04 14:09:15.171570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55808) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:15.194773 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bff4ced7-4e44-46df-9e2a-e756a20f4081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:15.197478 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4c1046-7366-48c5-bf92-80b6a1c0f6ec tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] GET failed (client error): The resource could not be found. Feb 04 14:09:15.199003 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4a4c1046-7366-48c5-bf92-80b6a1c0f6ec tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] 10.222.0.96 "GET /v2.0/networks/885be8e3-266c-45e7-b517-3bd6140eecb9 HTTP/1.1" status: 404 len: 339 time: 0.0256193 Feb 04 14:09:15.202672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55810) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:15.228724 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f4e203-b5a1-4bc5-909e-94d2d4647515 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] GET failed (client error): The resource could not be found. Feb 04 14:09:15.230183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-64f4e203-b5a1-4bc5-909e-94d2d4647515 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] 10.222.0.96 "GET /v2.0/ports/c2238219-bce2-4baa-9850-cc7d695aa7ae HTTP/1.1" status: 404 len: 333 time: 0.0264678 Feb 04 14:09:15.233723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55812) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:15.262143 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f35167c-a87a-4a90-93d7-43adef5c6da2 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] GET failed (client error): The resource could not be found. Feb 04 14:09:15.264248 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5f35167c-a87a-4a90-93d7-43adef5c6da2 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] 10.222.0.96 "GET /v2.0/subnets/86852569-8806-47b6-be64-d5b9627d425d HTTP/1.1" status: 404 len: 337 time: 0.0295436 Feb 04 14:09:15.267542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55814) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:15.272925 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-01788488-9123-41c5-85ac-145129376298 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:15.288089 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-01788488-9123-41c5-85ac-145129376298 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] PUT failed (client error): The resource could not be found. Feb 04 14:09:15.288593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01788488-9123-41c5-85ac-145129376298 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:09:15.289734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-01788488-9123-41c5-85ac-145129376298 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] 10.222.0.96 "PUT /v2.0/networks/d807dab3-aa52-4e34-90e3-bdcf78c4bcff HTTP/1.1" status: 404 len: 339 time: 0.0210528 Feb 04 14:09:15.293429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55816) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:15.299365 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9d4cc6ae-98d1-4d23-b675-fd9243ef3a60 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:15.319358 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4cc6ae-98d1-4d23-b675-fd9243ef3a60 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] PUT failed (client error): The resource could not be found. Feb 04 14:09:15.319947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4cc6ae-98d1-4d23-b675-fd9243ef3a60 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:09:15.321148 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9d4cc6ae-98d1-4d23-b675-fd9243ef3a60 tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] 10.222.0.96 "PUT /v2.0/ports/a88e7ac5-2d50-4334-a564-9d97a92e5987 HTTP/1.1" status: 404 len: 333 time: 0.0267940 Feb 04 14:09:15.324905 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55818) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:15.330275 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-97a77282-420b-4f9b-80f0-39242300eafe tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:15.357054 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a77282-420b-4f9b-80f0-39242300eafe tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] PUT failed (client error): The resource could not be found. Feb 04 14:09:15.357509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a77282-420b-4f9b-80f0-39242300eafe tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:09:15.358657 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-97a77282-420b-4f9b-80f0-39242300eafe tempest-NetworksNegativeTestJSON-1593154956 tempest-NetworksNegativeTestJSON-1593154956-project] 10.222.0.96 "PUT /v2.0/subnets/cb1efd5a-15ca-4f21-82f0-25fc00d3f41c HTTP/1.1" status: 404 len: 337 time: 0.0329101 Feb 04 14:09:15.627659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55824) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:15.692459 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:15.750757 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-28a5895a-2060-48ff-b2b1-232e77fb626f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:15.830537 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-28a5895a-2060-48ff-b2b1-232e77fb626f admin admin] Publish callbacks [] for security_group (a97d6b3e-1512-4c31-9345-c7480f8b820f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:15.834817 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-28a5895a-2060-48ff-b2b1-232e77fb626f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a97d6b3e-1512-4c31-9345-c7480f8b820f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:15.873159 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5895a-2060-48ff-b2b1-232e77fb626f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97d6b3e-1512-4c31-9345-c7480f8b820f,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:15.881888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55828) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:15.886705 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-28a5895a-2060-48ff-b2b1-232e77fb626f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6a9f25547ef440e6a360b08ba1d4275b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2577729 Feb 04 14:09:15.950813 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a671b1c-2f2e-4d2f-94b5-88c74f773f77 admin admin] Publish callbacks [] for security_group (a97d6b3e-1512-4c31-9345-c7480f8b820f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:15.994876 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a671b1c-2f2e-4d2f-94b5-88c74f773f77 admin admin] Publish callbacks [] for security_group (a97d6b3e-1512-4c31-9345-c7480f8b820f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:16.060724 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a671b1c-2f2e-4d2f-94b5-88c74f773f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a97d6b3e-1512-4c31-9345-c7480f8b820f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:16.064427 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a671b1c-2f2e-4d2f-94b5-88c74f773f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:16.069218 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7a671b1c-2f2e-4d2f-94b5-88c74f773f77 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a97d6b3e-1512-4c31-9345-c7480f8b820f HTTP/1.1" status: 204 len: 168 time: 0.1866221 Feb 04 14:09:16.079699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a671b1c-2f2e-4d2f-94b5-88c74f773f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97d6b3e-1512-4c31-9345-c7480f8b820f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:17.025978 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:18.030238 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:18.310073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55890) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:18.420841 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-385e0ad8-f31d-40cf-b82b-5e955b969ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:18.500574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-385e0ad8-f31d-40cf-b82b-5e955b969ed0 admin admin] Publish callbacks [] for security_group (60184ad7-030f-4ccb-8170-684e02d54d92), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:18.506112 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-385e0ad8-f31d-40cf-b82b-5e955b969ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (60184ad7-030f-4ccb-8170-684e02d54d92), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:18.550688 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-385e0ad8-f31d-40cf-b82b-5e955b969ed0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c305e1596216461f83dfb0afacee51d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2394254 Feb 04 14:09:18.551784 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e0ad8-f31d-40cf-b82b-5e955b969ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60184ad7-030f-4ccb-8170-684e02d54d92,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:18.552897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55894) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:18.608764 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-76bafbfe-e340-4991-b448-1c999af4360e admin admin] Publish callbacks [] for security_group (60184ad7-030f-4ccb-8170-684e02d54d92), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:18.633076 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-76bafbfe-e340-4991-b448-1c999af4360e admin admin] Publish callbacks [] for security_group (60184ad7-030f-4ccb-8170-684e02d54d92), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:18.686271 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-76bafbfe-e340-4991-b448-1c999af4360e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (60184ad7-030f-4ccb-8170-684e02d54d92), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:18.689497 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-76bafbfe-e340-4991-b448-1c999af4360e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:18.693376 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-76bafbfe-e340-4991-b448-1c999af4360e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/60184ad7-030f-4ccb-8170-684e02d54d92 HTTP/1.1" status: 204 len: 168 time: 0.1369050 Feb 04 14:09:18.700211 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bafbfe-e340-4991-b448-1c999af4360e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60184ad7-030f-4ccb-8170-684e02d54d92,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:18.996608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55900) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:19.015265 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-72e7efd6-fe0f-4507-ac76-f0951172cc45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:19.111067 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-72e7efd6-fe0f-4507-ac76-f0951172cc45 admin admin] Publish callbacks [] for security_group (bef62eed-6aa1-441a-8bae-180e3766bc5f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:19.115568 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-72e7efd6-fe0f-4507-ac76-f0951172cc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bef62eed-6aa1-441a-8bae-180e3766bc5f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:19.160963 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-72e7efd6-fe0f-4507-ac76-f0951172cc45 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4a44f7603c4543e39072cf641089cc96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1598897 Feb 04 14:09:19.160963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7efd6-fe0f-4507-ac76-f0951172cc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef62eed-6aa1-441a-8bae-180e3766bc5f,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:19.161523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55902) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:19.217782 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70e154a9-6498-472b-bcb9-3326b58b7ac7 admin admin] Publish callbacks [] for security_group (bef62eed-6aa1-441a-8bae-180e3766bc5f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:19.246723 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70e154a9-6498-472b-bcb9-3326b58b7ac7 admin admin] Publish callbacks [] for security_group (bef62eed-6aa1-441a-8bae-180e3766bc5f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:19.309288 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70e154a9-6498-472b-bcb9-3326b58b7ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bef62eed-6aa1-441a-8bae-180e3766bc5f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:19.314346 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70e154a9-6498-472b-bcb9-3326b58b7ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:19.316331 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-70e154a9-6498-472b-bcb9-3326b58b7ac7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bef62eed-6aa1-441a-8bae-180e3766bc5f HTTP/1.1" status: 204 len: 168 time: 0.1530795 Feb 04 14:09:19.330761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e154a9-6498-472b-bcb9-3326b58b7ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef62eed-6aa1-441a-8bae-180e3766bc5f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:21.681664 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55966) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:21.793472 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c2d963e1-1cb8-468b-98ef-5bb0562f9d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:21.871996 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c2d963e1-1cb8-468b-98ef-5bb0562f9d12 admin admin] Publish callbacks [] for security_group (3ce38a4f-e710-45a5-940b-e44aeb58e2da), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:21.875929 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c2d963e1-1cb8-468b-98ef-5bb0562f9d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3ce38a4f-e710-45a5-940b-e44aeb58e2da), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:21.915347 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c2d963e1-1cb8-468b-98ef-5bb0562f9d12 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0873a3f03cef4af1adcfb1d978e56ce1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2323413 Feb 04 14:09:21.917438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d963e1-1cb8-468b-98ef-5bb0562f9d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce38a4f-e710-45a5-940b-e44aeb58e2da,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:21.918243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55970) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:21.971904 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f49ef771-2f28-4887-94c9-81a9f64467a2 admin admin] Publish callbacks [] for security_group (3ce38a4f-e710-45a5-940b-e44aeb58e2da), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:21.996113 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f49ef771-2f28-4887-94c9-81a9f64467a2 admin admin] Publish callbacks [] for security_group (3ce38a4f-e710-45a5-940b-e44aeb58e2da), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:22.047009 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f49ef771-2f28-4887-94c9-81a9f64467a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3ce38a4f-e710-45a5-940b-e44aeb58e2da), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:22.051057 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f49ef771-2f28-4887-94c9-81a9f64467a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:22.054520 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f49ef771-2f28-4887-94c9-81a9f64467a2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3ce38a4f-e710-45a5-940b-e44aeb58e2da HTTP/1.1" status: 204 len: 168 time: 0.1316221 Feb 04 14:09:22.060794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ef771-2f28-4887-94c9-81a9f64467a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce38a4f-e710-45a5-940b-e44aeb58e2da,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:22.422549 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 55978) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:22.444203 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f57c70a0-23f1-4d6b-8eba-b85c937e07bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:22.549636 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f57c70a0-23f1-4d6b-8eba-b85c937e07bf admin admin] Publish callbacks [] for security_group (d8e1ed3a-ec2a-4078-bae9-52b88956e256), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:22.554080 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f57c70a0-23f1-4d6b-8eba-b85c937e07bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d8e1ed3a-ec2a-4078-bae9-52b88956e256), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:22.602704 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c70a0-23f1-4d6b-8eba-b85c937e07bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e1ed3a-ec2a-4078-bae9-52b88956e256,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:22.611919 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f57c70a0-23f1-4d6b-8eba-b85c937e07bf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f489ef9126694a22bf1cfe8de58ca3f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1874185 Feb 04 14:09:22.612314 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 55990) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:22.674372 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-62d70f64-39a5-4b96-b1b8-b67333f5693a admin admin] Publish callbacks [] for security_group (d8e1ed3a-ec2a-4078-bae9-52b88956e256), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:22.715521 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-62d70f64-39a5-4b96-b1b8-b67333f5693a admin admin] Publish callbacks [] for security_group (d8e1ed3a-ec2a-4078-bae9-52b88956e256), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:22.779972 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-62d70f64-39a5-4b96-b1b8-b67333f5693a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d8e1ed3a-ec2a-4078-bae9-52b88956e256), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:22.783703 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-62d70f64-39a5-4b96-b1b8-b67333f5693a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:22.784995 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-62d70f64-39a5-4b96-b1b8-b67333f5693a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d8e1ed3a-ec2a-4078-bae9-52b88956e256 HTTP/1.1" status: 204 len: 168 time: 0.1716073 Feb 04 14:09:22.797673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d70f64-39a5-4b96-b1b8-b67333f5693a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e1ed3a-ec2a-4078-bae9-52b88956e256,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:24.474864 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56050) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:24.615754 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-299262a3-17c9-4927-a04c-4262e47d8786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:24.708480 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-299262a3-17c9-4927-a04c-4262e47d8786 admin admin] Publish callbacks [] for security_group (8ff5e410-f32f-4781-9388-037c4ca0bf61), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:24.714091 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-299262a3-17c9-4927-a04c-4262e47d8786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8ff5e410-f32f-4781-9388-037c4ca0bf61), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:24.776029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56054) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:24.786702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-299262a3-17c9-4927-a04c-4262e47d8786 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=11dffe18a9314b45bc525046f65c6a53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3089299 Feb 04 14:09:24.794511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299262a3-17c9-4927-a04c-4262e47d8786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff5e410-f32f-4781-9388-037c4ca0bf61,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:24.850536 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b22eaef-85d8-48c8-9ed9-05ad835092b2 admin admin] Publish callbacks [] for security_group (8ff5e410-f32f-4781-9388-037c4ca0bf61), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:24.878161 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b22eaef-85d8-48c8-9ed9-05ad835092b2 admin admin] Publish callbacks [] for security_group (8ff5e410-f32f-4781-9388-037c4ca0bf61), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:24.953832 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b22eaef-85d8-48c8-9ed9-05ad835092b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8ff5e410-f32f-4781-9388-037c4ca0bf61), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:24.958707 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b22eaef-85d8-48c8-9ed9-05ad835092b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:24.960562 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1b22eaef-85d8-48c8-9ed9-05ad835092b2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8ff5e410-f32f-4781-9388-037c4ca0bf61 HTTP/1.1" status: 204 len: 168 time: 0.1820910 Feb 04 14:09:24.984068 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22eaef-85d8-48c8-9ed9-05ad835092b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff5e410-f32f-4781-9388-037c4ca0bf61,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:25.320291 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56062) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:25.337656 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26cd76af-e6b2-47d9-92e4-3b9d0af15d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:25.433475 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26cd76af-e6b2-47d9-92e4-3b9d0af15d84 admin admin] Publish callbacks [] for security_group (f110a83d-890e-4813-9de0-620349cbabfb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:25.439129 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-26cd76af-e6b2-47d9-92e4-3b9d0af15d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f110a83d-890e-4813-9de0-620349cbabfb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:25.483418 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-26cd76af-e6b2-47d9-92e4-3b9d0af15d84 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b70a9af5232346fcb603d9fc5c8dd7e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1615388 Feb 04 14:09:25.484559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd76af-e6b2-47d9-92e4-3b9d0af15d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f110a83d-890e-4813-9de0-620349cbabfb,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:25.487931 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56064) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:25.553825 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-061a4acf-35af-4ad1-bc0e-a566e6c50ebf admin admin] Publish callbacks [] for security_group (f110a83d-890e-4813-9de0-620349cbabfb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:25.585547 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-061a4acf-35af-4ad1-bc0e-a566e6c50ebf admin admin] Publish callbacks [] for security_group (f110a83d-890e-4813-9de0-620349cbabfb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:25.646477 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-061a4acf-35af-4ad1-bc0e-a566e6c50ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f110a83d-890e-4813-9de0-620349cbabfb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:25.649142 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-061a4acf-35af-4ad1-bc0e-a566e6c50ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:25.653288 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-061a4acf-35af-4ad1-bc0e-a566e6c50ebf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f110a83d-890e-4813-9de0-620349cbabfb HTTP/1.1" status: 204 len: 168 time: 0.1634026 Feb 04 14:09:25.662399 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a4acf-35af-4ad1-bc0e-a566e6c50ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f110a83d-890e-4813-9de0-620349cbabfb,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:28.861376 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56230) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:28.968257 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8106f8ac-7375-41f3-afea-2713b8baf00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:29.050374 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8106f8ac-7375-41f3-afea-2713b8baf00d admin admin] Publish callbacks [] for security_group (8cd7f166-c3b6-4017-983c-6373d716a223), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:29.054627 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8106f8ac-7375-41f3-afea-2713b8baf00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8cd7f166-c3b6-4017-983c-6373d716a223), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:29.097371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8106f8ac-7375-41f3-afea-2713b8baf00d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dc17c9ab0cdf43c5b8c5205f3aeeb06e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2348540 Feb 04 14:09:29.099792 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106f8ac-7375-41f3-afea-2713b8baf00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd7f166-c3b6-4017-983c-6373d716a223,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:29.100596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56236) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:29.165721 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd088101-ead3-455a-b9ed-14caaf37120b admin admin] Publish callbacks [] for security_group (8cd7f166-c3b6-4017-983c-6373d716a223), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:29.191639 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd088101-ead3-455a-b9ed-14caaf37120b admin admin] Publish callbacks [] for security_group (8cd7f166-c3b6-4017-983c-6373d716a223), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:29.244135 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd088101-ead3-455a-b9ed-14caaf37120b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8cd7f166-c3b6-4017-983c-6373d716a223), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:29.246890 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd088101-ead3-455a-b9ed-14caaf37120b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:29.248039 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cd088101-ead3-455a-b9ed-14caaf37120b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8cd7f166-c3b6-4017-983c-6373d716a223 HTTP/1.1" status: 204 len: 168 time: 0.1464000 Feb 04 14:09:29.257747 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd088101-ead3-455a-b9ed-14caaf37120b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd7f166-c3b6-4017-983c-6373d716a223,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:29.520780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56244) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:29.534660 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4927b294-eadd-4596-b34e-25ec56891887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:29.615038 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4927b294-eadd-4596-b34e-25ec56891887 admin admin] Publish callbacks [] for security_group (a84120c0-d522-47b9-826b-ea9456329a72), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:29.619211 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4927b294-eadd-4596-b34e-25ec56891887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a84120c0-d522-47b9-826b-ea9456329a72), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:29.658847 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4927b294-eadd-4596-b34e-25ec56891887 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cc12ef2660954ceda0640f298ceeb81b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367927 Feb 04 14:09:29.659713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927b294-eadd-4596-b34e-25ec56891887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84120c0-d522-47b9-826b-ea9456329a72,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:29.662176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56246) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:29.713846 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac2aad75-f7e7-4730-8a4f-d4a1df058d5f admin admin] Publish callbacks [] for security_group (a84120c0-d522-47b9-826b-ea9456329a72), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:29.737847 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac2aad75-f7e7-4730-8a4f-d4a1df058d5f admin admin] Publish callbacks [] for security_group (a84120c0-d522-47b9-826b-ea9456329a72), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:29.787971 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac2aad75-f7e7-4730-8a4f-d4a1df058d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a84120c0-d522-47b9-826b-ea9456329a72), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:29.790687 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ac2aad75-f7e7-4730-8a4f-d4a1df058d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:29.791922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ac2aad75-f7e7-4730-8a4f-d4a1df058d5f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a84120c0-d522-47b9-826b-ea9456329a72 HTTP/1.1" status: 204 len: 168 time: 0.1287806 Feb 04 14:09:29.800665 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2aad75-f7e7-4730-8a4f-d4a1df058d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84120c0-d522-47b9-826b-ea9456329a72,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:31.575481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56296) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:31.759515 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1263e52-06e1-4f13-8c05-9a57df6d9526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:31.889359 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1263e52-06e1-4f13-8c05-9a57df6d9526 admin admin] Publish callbacks [] for security_group (3dcee2b1-b0c3-417f-88ab-7b64d04ec093), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:31.895781 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a1263e52-06e1-4f13-8c05-9a57df6d9526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3dcee2b1-b0c3-417f-88ab-7b64d04ec093), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:31.941002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1263e52-06e1-4f13-8c05-9a57df6d9526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcee2b1-b0c3-417f-88ab-7b64d04ec093,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:31.946520 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a1263e52-06e1-4f13-8c05-9a57df6d9526 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=87c121f4595e46d58a0636e4c266af8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3699119 Feb 04 14:09:31.949097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56306) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:32.008478 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d6dd501e-019b-41be-962a-d80e2d99cd8f admin admin] Publish callbacks [] for security_group (3dcee2b1-b0c3-417f-88ab-7b64d04ec093), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:32.034786 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d6dd501e-019b-41be-962a-d80e2d99cd8f admin admin] Publish callbacks [] for security_group (3dcee2b1-b0c3-417f-88ab-7b64d04ec093), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:32.104992 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d6dd501e-019b-41be-962a-d80e2d99cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3dcee2b1-b0c3-417f-88ab-7b64d04ec093), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:32.109753 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d6dd501e-019b-41be-962a-d80e2d99cd8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:32.113024 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d6dd501e-019b-41be-962a-d80e2d99cd8f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3dcee2b1-b0c3-417f-88ab-7b64d04ec093 HTTP/1.1" status: 204 len: 168 time: 0.1627896 Feb 04 14:09:32.123292 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd501e-019b-41be-962a-d80e2d99cd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcee2b1-b0c3-417f-88ab-7b64d04ec093,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:37.069499 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:09:41.037797 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd07a471-fa04-4ba5-98fa-be9733dfad1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:44.248161 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:44.973977 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:45.191729 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-55338f60-2cc4-415f-ba56-20240e9a1179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:45.709310 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:47.030680 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:48.025338 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:49.726712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56530) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:49.869633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f57b3dbc-1305-4754-a622-9328f7f510a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:49.982430 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f57b3dbc-1305-4754-a622-9328f7f510a9 admin admin] Publish callbacks [] for security_group (727e43f1-efb9-43fa-ad41-db35a24f9aed), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:49.989224 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f57b3dbc-1305-4754-a622-9328f7f510a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (727e43f1-efb9-43fa-ad41-db35a24f9aed), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:50.044606 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f57b3dbc-1305-4754-a622-9328f7f510a9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f5fb3d2da7904290b8e79da1d67ac9fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3165522 Feb 04 14:09:50.047169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b3dbc-1305-4754-a622-9328f7f510a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727e43f1-efb9-43fa-ad41-db35a24f9aed,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:50.047619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56534) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:50.108523 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8f47-e985-46e6-86b5-43e3e50d518c admin admin] Publish callbacks [] for security_group (727e43f1-efb9-43fa-ad41-db35a24f9aed), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:50.133112 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8f47-e985-46e6-86b5-43e3e50d518c admin admin] Publish callbacks [] for security_group (727e43f1-efb9-43fa-ad41-db35a24f9aed), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:50.223802 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8f47-e985-46e6-86b5-43e3e50d518c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (727e43f1-efb9-43fa-ad41-db35a24f9aed), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:50.226873 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8f47-e985-46e6-86b5-43e3e50d518c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:50.228338 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8d8b8f47-e985-46e6-86b5-43e3e50d518c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/727e43f1-efb9-43fa-ad41-db35a24f9aed HTTP/1.1" status: 204 len: 168 time: 0.1793346 Feb 04 14:09:50.250772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b8f47-e985-46e6-86b5-43e3e50d518c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727e43f1-efb9-43fa-ad41-db35a24f9aed,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:50.657741 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56544) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:50.672816 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a7f4970-cfd3-45b4-9607-5ffd406c1a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:50.701455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b6048-1b8b-44c6-bd82-36719962d4be req-012ed74c-d2b8-4df9-8d35-4ab8ae53c96e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:50.708707 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e1b6048-1b8b-44c6-bd82-36719962d4be req-012ed74c-d2b8-4df9-8d35-4ab8ae53c96e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 945 time: 0.0696976 Feb 04 14:09:50.770339 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e1b6048-1b8b-44c6-bd82-36719962d4be req-8840bc18-be16-4f2f-be0c-96eb082ffbcd tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600204 Feb 04 14:09:50.796682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56548) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:50.829110 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a7f4970-cfd3-45b4-9607-5ffd406c1a61 admin admin] Publish callbacks [] for security_group (1c7bfbba-a8e9-4624-916b-c60f92e70502), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:50.833277 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9a7f4970-cfd3-45b4-9607-5ffd406c1a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1c7bfbba-a8e9-4624-916b-c60f92e70502), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:50.875033 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f4970-cfd3-45b4-9607-5ffd406c1a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7bfbba-a8e9-4624-916b-c60f92e70502,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:50.894968 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9a7f4970-cfd3-45b4-9607-5ffd406c1a61 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c5881a4b369e4eaeb44cee14571bebac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2358861 Feb 04 14:09:50.897917 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56550) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:09:50.917877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-59322cd0-41d3-4eca-b8fd-4f6470a4cc94 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/d5a43f1b-8317-4884-97f6-bd1c813b1be8 HTTP/1.1" status: 200 len: 993 time: 0.1052101 Feb 04 14:09:50.964023 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1691df9-854c-4936-9a0b-66af75ba44c2 admin admin] Publish callbacks [] for security_group (1c7bfbba-a8e9-4624-916b-c60f92e70502), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:50.999872 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1691df9-854c-4936-9a0b-66af75ba44c2 admin admin] Publish callbacks [] for security_group (1c7bfbba-a8e9-4624-916b-c60f92e70502), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:51.054510 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1691df9-854c-4936-9a0b-66af75ba44c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1c7bfbba-a8e9-4624-916b-c60f92e70502), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:51.057740 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1691df9-854c-4936-9a0b-66af75ba44c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:51.061651 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e1691df9-854c-4936-9a0b-66af75ba44c2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1c7bfbba-a8e9-4624-916b-c60f92e70502 HTTP/1.1" status: 204 len: 168 time: 0.1600361 Feb 04 14:09:51.069025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1691df9-854c-4936-9a0b-66af75ba44c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7bfbba-a8e9-4624-916b-c60f92e70502,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:51.328107 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f74315-37d7-4df0-9251-97ed2e1c1f81 req-a5a236a0-6aaa-449b-b332-088bf21d6adf tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:51.331481 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9f74315-37d7-4df0-9251-97ed2e1c1f81 req-a5a236a0-6aaa-449b-b332-088bf21d6adf tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 1128 time: 0.0526886 Feb 04 14:09:51.403421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9f74315-37d7-4df0-9251-97ed2e1c1f81 req-72561636-1efb-42c6-8c9f-85b60f024a23 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574527 Feb 04 14:09:52.360726 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-9bf094a9-1704-43c2-81cf-9298de2e6691 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2065885 Feb 04 14:09:52.367806 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-3609bf77-5d54-40ff-8305-2ce194369b08 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:09:52.376514 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-3609bf77-5d54-40ff-8305-2ce194369b08 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096977 Feb 04 14:09:53.065711 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7988-b7ac-4642-a267-014a86bd169a req-a4ac6a4c-841f-4565-84b1-30db80ba5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:53.076141 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-a4ac6a4c-841f-4565-84b1-30db80ba5ed5 service neutron] 10.222.0.96 "GET /v2.0/ports/962402f9-807f-4892-98d6-dab2b622a878 HTTP/1.1" status: 200 len: 1125 time: 0.0631149 Feb 04 14:09:53.077480 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-846a7988-b7ac-4642-a267-014a86bd169a req-2f1c048d-4836-4899-a419-839d95a5103e service neutron] Request body: {'binding': {'host': 'n-h1-714676-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:53.077943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-846a7988-b7ac-4642-a267-014a86bd169a req-2f1c048d-4836-4899-a419-839d95a5103e service neutron] Unknown quota resources ['binding']. {{(pid=103607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 14:09:53.280165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-846a7988-b7ac-4642-a267-014a86bd169a req-2f1c048d-4836-4899-a419-839d95a5103e service neutron] Attempting to bind port 962402f9-807f-4892-98d6-dab2b622a878 on host n-h1-714676-13 for vnic_type normal with profile None {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:09:53.280675 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-846a7988-b7ac-4642-a267-014a86bd169a req-2f1c048d-4836-4899-a419-839d95a5103e service neutron] Attempting to bind port 962402f9-807f-4892-98d6-dab2b622a878 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:09:53.281007 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a7988-b7ac-4642-a267-014a86bd169a req-2f1c048d-4836-4899-a419-839d95a5103e service neutron] Attempting to bind port 962402f9-807f-4892-98d6-dab2b622a878 on network d998cd22-654b-4554-81e2-913ca81275ed {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:09:53.287723 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a7988-b7ac-4642-a267-014a86bd169a req-2f1c048d-4836-4899-a419-839d95a5103e service neutron] Port 962402f9-807f-4892-98d6-dab2b622a878 on network d998cd22-654b-4554-81e2-913ca81275ed not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:09:53.288100 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a7988-b7ac-4642-a267-014a86bd169a req-2f1c048d-4836-4899-a419-839d95a5103e service neutron] Attempting to bind port 962402f9-807f-4892-98d6-dab2b622a878 on network d998cd22-654b-4554-81e2-913ca81275ed {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:09:53.295262 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a7988-b7ac-4642-a267-014a86bd169a req-2f1c048d-4836-4899-a419-839d95a5103e service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:09:53.295694 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a7988-b7ac-4642-a267-014a86bd169a req-2f1c048d-4836-4899-a419-839d95a5103e service neutron] Checking segment: {'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:09:53.296368 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a7988-b7ac-4642-a267-014a86bd169a req-2f1c048d-4836-4899-a419-839d95a5103e service neutron] Bound using segment: {'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:09:53.296855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-846a7988-b7ac-4642-a267-014a86bd169a req-2f1c048d-4836-4899-a419-839d95a5103e service neutron] Bound port: 962402f9-807f-4892-98d6-dab2b622a878, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:09:53.396110 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-846a7988-b7ac-4642-a267-014a86bd169a req-2f1c048d-4836-4899-a419-839d95a5103e service neutron] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=962402f9-807f-4892-98d6-dab2b622a878,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:09:53.404048 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-846a7988-b7ac-4642-a267-014a86bd169a req-2f1c048d-4836-4899-a419-839d95a5103e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:53.405360 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-2f1c048d-4836-4899-a419-839d95a5103e service neutron] 10.222.0.96 "POST /v2.0/ports/962402f9-807f-4892-98d6-dab2b622a878/bindings HTTP/1.1" status: 201 len: 390 time: 0.3314526 Feb 04 14:09:53.627549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495a1c3-7f02-4e56-850b-1c538ab66034 req-e94f86b0-2f35-4ef1-8e9f-d66a808cef6d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:53.635739 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9495a1c3-7f02-4e56-850b-1c538ab66034 req-e94f86b0-2f35-4ef1-8e9f-d66a808cef6d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 945 time: 0.0854707 Feb 04 14:09:53.730304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9495a1c3-7f02-4e56-850b-1c538ab66034 req-13c5a8d6-d162-4a78-a555-9785064fcb9c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931649 Feb 04 14:09:53.945995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7988-b7ac-4642-a267-014a86bd169a req-738f7b36-a602-4a17-9c22-90dbbc9bb00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:53.950227 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-738f7b36-a602-4a17-9c22-90dbbc9bb00d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 1128 time: 0.2732406 Feb 04 14:09:54.099941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7988-b7ac-4642-a267-014a86bd169a req-1dc8b666-35ce-4950-ab96-ae948bda8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:54.103394 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-1dc8b666-35ce-4950-ab96-ae948bda8511 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d998cd22-654b-4554-81e2-913ca81275ed HTTP/1.1" status: 200 len: 897 time: 0.1466489 Feb 04 14:09:54.240064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-8f5600fc-1e3f-4ee1-8e36-13bc5579b950 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962402f9-807f-4892-98d6-dab2b622a878 HTTP/1.1" status: 200 len: 1001 time: 0.1288652 Feb 04 14:09:54.315041 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7988-b7ac-4642-a267-014a86bd169a req-e2286869-0ab3-4620-b32b-2d82c1c81ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:54.317525 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-e2286869-0ab3-4620-b32b-2d82c1c81ec4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c87f4620-0a61-46c4-9550-fd9dc07fa86b HTTP/1.1" status: 200 len: 835 time: 0.0710721 Feb 04 14:09:54.412804 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7988-b7ac-4642-a267-014a86bd169a req-f922e8c0-8bfc-4fa5-baf6-79ad63ef9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:54.414485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-f922e8c0-8bfc-4fa5-baf6-79ad63ef9287 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d998cd22-654b-4554-81e2-913ca81275ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0891638 Feb 04 14:09:54.539141 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-5fd6e25c-eaa9-4477-9b87-de4e0ac22d2e service neutron] 10.222.0.99 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176691 Feb 04 14:09:54.688056 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-0ec1d66c-21ef-48a6-8898-cfd35e2181a6 service neutron] 10.222.0.99 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391292 Feb 04 14:09:54.902165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7988-b7ac-4642-a267-014a86bd169a req-a6eebc1a-3265-47cb-80ef-8f6b29a4db7e tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:54.903209 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-a6eebc1a-3265-47cb-80ef-8f6b29a4db7e tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 1128 time: 0.1556776 Feb 04 14:09:54.914963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-714676-13'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:54.925254 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713842df-ef1f-46b4-9ab5-9e66bbe9d1be req-a8c9ed67-721e-46be-9834-f22ca80bfc9a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:54.926892 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-713842df-ef1f-46b4-9ab5-9e66bbe9d1be req-a8c9ed67-721e-46be-9834-f22ca80bfc9a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 945 time: 0.1074049 Feb 04 14:09:55.028386 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (962402f9-807f-4892-98d6-dab2b622a878), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:55.064457 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-713842df-ef1f-46b4-9ab5-9e66bbe9d1be req-4ddce98a-a8ca-41b1-ab76-184e3ebaff8d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166036 Feb 04 14:09:55.196700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=962402f9-807f-4892-98d6-dab2b622a878,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:09:55.242432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:09:55.296686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962402f9-807f-4892-98d6-dab2b622a878'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:09:55.300294 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb91f9ac-32ac-49f1-8e62-63d641744652" -d '{"events": [{"server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "name": "network-vif-unplugged", "status": "completed", "tag": "962402f9-807f-4892-98d6-dab2b622a878"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:09:55.304529 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Publish callbacks [] for port (962402f9-807f-4892-98d6-dab2b622a878), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:55.320133 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (962402f9-807f-4892-98d6-dab2b622a878), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:55.411369 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d59700-fd4d-4397-8378-cf93fe864c93 x-openstack-request-id: req-94d59700-fd4d-4397-8378-cf93fe864c93 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:09:55.412185 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "name": "network-vif-unplugged", "status": "completed", "tag": "962402f9-807f-4892-98d6-dab2b622a878", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:09:55.412770 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-94d59700-fd4d-4397-8378-cf93fe864c93 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:09:55.414061 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962402f9-807f-4892-98d6-dab2b622a878', 'code': 200} Feb 04 14:09:55.554768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Pushing event updated for resources: {'Port': ['ID=962402f9-807f-4892-98d6-dab2b622a878,revision_number=7']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:55.679249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Attempting to bind port 962402f9-807f-4892-98d6-dab2b622a878 on host n-h2-714676-13 for vnic_type normal with profile {"migrating_to": "n-h1-714676-13"} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:09:55.679785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Attempting to bind port 962402f9-807f-4892-98d6-dab2b622a878 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:09:55.680329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Attempting to bind port 962402f9-807f-4892-98d6-dab2b622a878 on network d998cd22-654b-4554-81e2-913ca81275ed {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:09:55.691545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Port 962402f9-807f-4892-98d6-dab2b622a878 on network d998cd22-654b-4554-81e2-913ca81275ed not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:09:55.692280 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Attempting to bind port 962402f9-807f-4892-98d6-dab2b622a878 on network d998cd22-654b-4554-81e2-913ca81275ed {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:09:55.702435 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:09:55.702989 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Checking segment: {'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:09:55.705601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Bound using segment: {'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:09:55.706590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Bound port: 962402f9-807f-4892-98d6-dab2b622a878, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:09:55.707209 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (962402f9-807f-4892-98d6-dab2b622a878), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:55.803483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:09:55.807736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=962402f9-807f-4892-98d6-dab2b622a878,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:09:55.824328 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (962402f9-807f-4892-98d6-dab2b622a878), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:55.880345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Provisioning complete for port 962402f9-807f-4892-98d6-dab2b622a878 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:55.880985 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (962402f9-807f-4892-98d6-dab2b622a878), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:55.994631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Current status of the port 962402f9-807f-4892-98d6-dab2b622a878 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:09:55.995579 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (962402f9-807f-4892-98d6-dab2b622a878), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:56.017697 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:56.018574 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:56.020151 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] 10.222.0.99 "PUT /v2.0/ports/962402f9-807f-4892-98d6-dab2b622a878 HTTP/1.1" status: 200 len: 1123 time: 1.1094499 Feb 04 14:09:56.024398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb0b6e-29e6-45a0-8511-3b7d312fad32 service neutron] Pushing event updated for resources: {'Port': ['ID=962402f9-807f-4892-98d6-dab2b622a878,revision_number=8']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:56.044005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962402f9-807f-4892-98d6-dab2b622a878'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:09:56.046829 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abf4738-306d-4b50-8b19-096548fe1de9" -d '{"events": [{"server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "name": "network-vif-plugged", "status": "completed", "tag": "962402f9-807f-4892-98d6-dab2b622a878"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:09:56.077108 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=962402f9-807f-4892-98d6-dab2b622a878,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:09:56.086067 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (962402f9-807f-4892-98d6-dab2b622a878), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:56.101156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['962402f9-807f-4892-98d6-dab2b622a878'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:09:56.151185 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c860db8b-0814-41d8-864b-2de6147a240e x-openstack-request-id: req-c860db8b-0814-41d8-864b-2de6147a240e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:09:56.151487 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "name": "network-vif-plugged", "status": "completed", "tag": "962402f9-807f-4892-98d6-dab2b622a878", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:09:56.151754 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c860db8b-0814-41d8-864b-2de6147a240e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:09:56.152153 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962402f9-807f-4892-98d6-dab2b622a878', 'code': 200} Feb 04 14:09:56.348004 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Pushing event updated for resources: {'Port': ['ID=962402f9-807f-4892-98d6-dab2b622a878,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:56.359711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11ee69-3353-4f3a-8b23-3944cbe35152 req-1700b8d9-9ac3-45cf-9d2e-89cd438168e3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:56.362439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be11ee69-3353-4f3a-8b23-3944cbe35152 req-1700b8d9-9ac3-45cf-9d2e-89cd438168e3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 945 time: 0.1412148 Feb 04 14:09:56.374246 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:56.374595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:56.375668 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:56.376211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:56.376754 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:56.377084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:56.377590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:56.378128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:56.378646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:56.379160 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:56.379730 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:56.380383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:56.380911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee50fd3-5e05-40c4-a48e-2829b8d70d84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:56.443482 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be11ee69-3353-4f3a-8b23-3944cbe35152 req-0e7cdcb2-9ba9-4652-8283-1003ccf8d725 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700068 Feb 04 14:09:56.579489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-cd534c83-d6f9-48c6-9119-0bfb7199c1b8 None None] Provisioning complete for port 962402f9-807f-4892-98d6-dab2b622a878 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:56.579941 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cd534c83-d6f9-48c6-9119-0bfb7199c1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (962402f9-807f-4892-98d6-dab2b622a878), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:09:56.833109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-cd534c83-d6f9-48c6-9119-0bfb7199c1b8 None None] Current status of the port 962402f9-807f-4892-98d6-dab2b622a878 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:09:57.415774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'tag': '962402f9-807f-4892-98d6-dab2b622a878'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:09:57.418181 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d968722-3e81-435d-ad18-b23d3313f358" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "tag": "962402f9-807f-4892-98d6-dab2b622a878"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:09:57.507696 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4f7403-6337-4647-8079-f412a761dda1 x-openstack-request-id: req-ca4f7403-6337-4647-8079-f412a761dda1 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:09:57.507933 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "tag": "962402f9-807f-4892-98d6-dab2b622a878", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:09:57.509120 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ca4f7403-6337-4647-8079-f412a761dda1 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:09:57.510766 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'tag': '962402f9-807f-4892-98d6-dab2b622a878', 'status': 'completed', 'code': 200} Feb 04 14:09:57.621161 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d968722-3e81-435d-ad18-b23d3313f358 req-e8206e79-0cdd-4651-8535-43073af39128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:57.625335 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d968722-3e81-435d-ad18-b23d3313f358 req-e8206e79-0cdd-4651-8535-43073af39128 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 1159 time: 0.0947340 Feb 04 14:09:57.679262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fe93f-2461-4ea9-991d-c99a261e9f28 req-1a418899-d160-4bdc-9a81-af779edb0ba1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:57.688419 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-193fe93f-2461-4ea9-991d-c99a261e9f28 req-1a418899-d160-4bdc-9a81-af779edb0ba1 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 945 time: 0.0808055 Feb 04 14:09:57.785036 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-193fe93f-2461-4ea9-991d-c99a261e9f28 req-3f254101-9780-468a-95a4-f0bf3e040714 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953546 Feb 04 14:09:57.805074 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d968722-3e81-435d-ad18-b23d3313f358 req-b5f874ad-9383-4858-998e-82f3ac87247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:57.806646 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d968722-3e81-435d-ad18-b23d3313f358 req-b5f874ad-9383-4858-998e-82f3ac87247f service neutron] 10.222.0.100 "GET /v2.0/networks?id=d998cd22-654b-4554-81e2-913ca81275ed HTTP/1.1" status: 200 len: 897 time: 0.1753204 Feb 04 14:09:57.891322 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d968722-3e81-435d-ad18-b23d3313f358 req-aa400885-3dd2-4ca8-9b07-24b4a384a8ef service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962402f9-807f-4892-98d6-dab2b622a878 HTTP/1.1" status: 200 len: 1001 time: 0.0771732 Feb 04 14:09:57.948300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d968722-3e81-435d-ad18-b23d3313f358 req-164cd042-9a6b-47e2-862d-070a95a0df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:57.949824 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d968722-3e81-435d-ad18-b23d3313f358 req-164cd042-9a6b-47e2-862d-070a95a0df7a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c87f4620-0a61-46c4-9550-fd9dc07fa86b HTTP/1.1" status: 200 len: 835 time: 0.0531781 Feb 04 14:09:58.009297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d968722-3e81-435d-ad18-b23d3313f358 req-01b588c5-291b-461c-8b96-3bfce88f32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:58.011113 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d968722-3e81-435d-ad18-b23d3313f358 req-01b588c5-291b-461c-8b96-3bfce88f32d1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d998cd22-654b-4554-81e2-913ca81275ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0555351 Feb 04 14:09:58.136336 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d968722-3e81-435d-ad18-b23d3313f358 req-3c1c8564-7689-4111-947a-897ddfc9c6d0 service neutron] 10.222.0.100 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187868 Feb 04 14:09:58.178923 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 962402f9-807f-4892-98d6-dab2b622a878 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:09:58.261087 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d968722-3e81-435d-ad18-b23d3313f358 req-ca5dfe90-0578-4197-bc58-98bb13be9208 service neutron] 10.222.0.100 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185036 Feb 04 14:09:58.306129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=962402f9-807f-4892-98d6-dab2b622a878,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:09:58.325925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 962402f9-807f-4892-98d6-dab2b622a878 has no active binding in host n-h1-714676-13 {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 14:09:58.969246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea608c-46d8-434a-8dd4-cc5cdd0fa5c6 req-9e1cd0ae-c290-466d-828a-756a39759e8a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:58.975007 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97ea608c-46d8-434a-8dd4-cc5cdd0fa5c6 req-9e1cd0ae-c290-466d-828a-756a39759e8a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 945 time: 0.0862768 Feb 04 14:09:59.059155 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-97ea608c-46d8-434a-8dd4-cc5cdd0fa5c6 req-97d8f4e6-c928-4ce3-97fa-072902288c8c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807772 Feb 04 14:09:59.408638 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e115b52b-10a3-4c95-b656-2e6b51f09549 req-48a12b0c-dd7f-40a3-9fdd-f703c2c5d348 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0685236 Feb 04 14:09:59.624541 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115b52b-10a3-4c95-b656-2e6b51f09549 req-dd119f1c-36c2-4b42-85da-e9df1cbab30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:59.629490 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e115b52b-10a3-4c95-b656-2e6b51f09549 req-dd119f1c-36c2-4b42-85da-e9df1cbab30d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 1128 time: 0.0868714 Feb 04 14:09:59.778770 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115b52b-10a3-4c95-b656-2e6b51f09549 req-f944f340-f9ae-4926-86f9-75d1196fc3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:59.782490 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e115b52b-10a3-4c95-b656-2e6b51f09549 req-f944f340-f9ae-4926-86f9-75d1196fc3e0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.1292782 Feb 04 14:09:59.874316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e115b52b-10a3-4c95-b656-2e6b51f09549 req-f50bdd08-578f-4879-a810-7d0e8189b3a8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6a686e4-a553-4aa7-ac52-e343b0b21d96 HTTP/1.1" status: 200 len: 1001 time: 0.0836422 Feb 04 14:09:59.930085 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115b52b-10a3-4c95-b656-2e6b51f09549 req-0cbbbd88-731a-46b3-995b-a379dc9460e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:59.931669 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e115b52b-10a3-4c95-b656-2e6b51f09549 req-0cbbbd88-731a-46b3-995b-a379dc9460e1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.0513678 Feb 04 14:10:00.005064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115b52b-10a3-4c95-b656-2e6b51f09549 req-7b8be7ae-851a-43f8-abcf-d0969fa5cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:00.007494 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e115b52b-10a3-4c95-b656-2e6b51f09549 req-7b8be7ae-851a-43f8-abcf-d0969fa5cdd6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0684710 Feb 04 14:10:00.147385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e115b52b-10a3-4c95-b656-2e6b51f09549 req-402d1b39-abb3-4bdb-a2e1-b8557f5a78a6 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333971 Feb 04 14:10:00.304348 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856de21b-2183-47f0-8ea2-c0a447908674 req-cad08801-58af-44e2-9276-30e5319251de tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:00.306041 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-856de21b-2183-47f0-8ea2-c0a447908674 req-cad08801-58af-44e2-9276-30e5319251de tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 945 time: 0.0999794 Feb 04 14:10:00.347203 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e115b52b-10a3-4c95-b656-2e6b51f09549 req-05418019-ca1a-4e07-80ab-60d936cbc43e service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929491 Feb 04 14:10:00.383739 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-856de21b-2183-47f0-8ea2-c0a447908674 req-876dfc0f-3e44-4e7f-965e-9d3624e77210 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663424 Feb 04 14:10:01.551455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a464db5-78d8-40bc-80c6-4ae076f914a2 req-fd83fe0b-1d7b-409a-8c2a-02bfd16d4620 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:01.554617 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a464db5-78d8-40bc-80c6-4ae076f914a2 req-fd83fe0b-1d7b-409a-8c2a-02bfd16d4620 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 945 time: 0.0829942 Feb 04 14:10:01.626015 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a464db5-78d8-40bc-80c6-4ae076f914a2 req-cc3fb80d-07ea-4a2d-9001-274a677e4580 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643878 Feb 04 14:10:02.839213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee1b2f-c248-4400-a11e-2bb65e0472ce req-2f32ba83-4ebb-472c-ac07-dc1e02095d17 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:02.841637 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60ee1b2f-c248-4400-a11e-2bb65e0472ce req-2f32ba83-4ebb-472c-ac07-dc1e02095d17 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 945 time: 0.1180110 Feb 04 14:10:02.931740 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60ee1b2f-c248-4400-a11e-2bb65e0472ce req-837c3a23-f743-4d92-8c81-3ccd86fe7472 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836678 Feb 04 14:10:04.101578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b75ad-edc5-4231-bf3d-3cc32a1abc67 req-3bc6189a-3cd5-4ca3-bdf9-41e84a39f330 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:04.104192 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-077b75ad-edc5-4231-bf3d-3cc32a1abc67 req-3bc6189a-3cd5-4ca3-bdf9-41e84a39f330 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 945 time: 0.0929136 Feb 04 14:10:04.196664 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-077b75ad-edc5-4231-bf3d-3cc32a1abc67 req-e17d864e-06fd-4c8f-8d9c-28450baf7f22 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821297 Feb 04 14:10:04.561060 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-3d93045f-41f5-487b-aeb4-ef6db9cad0ae service neutron] 10.222.0.100 "GET /v2.0/ports/962402f9-807f-4892-98d6-dab2b622a878/bindings/n-h1-714676-13 HTTP/1.1" status: 200 len: 385 time: 0.0698113 Feb 04 14:10:05.231671 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-846a7988-b7ac-4642-a267-014a86bd169a req-bf381d6b-76d6-4c03-b33e-626a65d9f7db service neutron] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=962402f9-807f-4892-98d6-dab2b622a878,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:10:05.315456 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-846a7988-b7ac-4642-a267-014a86bd169a req-bf381d6b-76d6-4c03-b33e-626a65d9f7db service neutron] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:10:05.454857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-846a7988-b7ac-4642-a267-014a86bd169a req-bf381d6b-76d6-4c03-b33e-626a65d9f7db service neutron] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=962402f9-807f-4892-98d6-dab2b622a878,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:10:05.481230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962402f9-807f-4892-98d6-dab2b622a878'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:10:05.486317 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916ca22b-a7ac-40bd-b04b-7741822015df" -d '{"events": [{"server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "name": "network-vif-unplugged", "status": "completed", "tag": "962402f9-807f-4892-98d6-dab2b622a878"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:10:05.493176 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-846a7988-b7ac-4642-a267-014a86bd169a req-bf381d6b-76d6-4c03-b33e-626a65d9f7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (962402f9-807f-4892-98d6-dab2b622a878), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:05.541903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12877fe-d0ca-46fb-a8ff-fb13d20b91e9 req-a6c1fe6c-d239-410c-a13e-183e32dc27a8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:05.564025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d12877fe-d0ca-46fb-a8ff-fb13d20b91e9 req-a6c1fe6c-d239-410c-a13e-183e32dc27a8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 945 time: 0.1786919 Feb 04 14:10:05.598342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-846a7988-b7ac-4642-a267-014a86bd169a req-bf381d6b-76d6-4c03-b33e-626a65d9f7db service neutron] Transition to ACTIVE for port object 962402f9-807f-4892-98d6-dab2b622a878 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:10:05.607571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-846a7988-b7ac-4642-a267-014a86bd169a req-bf381d6b-76d6-4c03-b33e-626a65d9f7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (962402f9-807f-4892-98d6-dab2b622a878), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:05.725859 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d12877fe-d0ca-46fb-a8ff-fb13d20b91e9 req-05b0051c-81da-4c94-bb8e-d803a8bc22c2 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605573 Feb 04 14:10:05.749103 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf381d6b-76d6-4c03-b33e-626a65d9f7db service neutron] Pushing event updated for resources: {'Port': ['ID=962402f9-807f-4892-98d6-dab2b622a878,revision_number=11']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:05.801474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-846a7988-b7ac-4642-a267-014a86bd169a req-bf381d6b-76d6-4c03-b33e-626a65d9f7db service neutron] No DVR routers for this DVR port 962402f9-807f-4892-98d6-dab2b622a878 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:10:06.072820 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-bf381d6b-76d6-4c03-b33e-626a65d9f7db service neutron] 10.222.0.100 "PUT /v2.0/ports/962402f9-807f-4892-98d6-dab2b622a878/bindings/n-h1-714676-13/activate HTTP/1.1" status: 200 len: 370 time: 1.5045867 Feb 04 14:10:06.125725 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f6b838-682c-45c1-a8ad-36e9c1e6c28e x-openstack-request-id: req-00f6b838-682c-45c1-a8ad-36e9c1e6c28e {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:10:06.126065 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "name": "network-vif-unplugged", "status": "completed", "tag": "962402f9-807f-4892-98d6-dab2b622a878", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:10:06.126464 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-00f6b838-682c-45c1-a8ad-36e9c1e6c28e {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:10:06.126784 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962402f9-807f-4892-98d6-dab2b622a878', 'code': 200} Feb 04 14:10:06.244029 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7988-b7ac-4642-a267-014a86bd169a req-a7280f1b-f684-49fd-b5c1-b4b16762174e tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:06.245705 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-a7280f1b-f684-49fd-b5c1-b4b16762174e tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 1127 time: 0.1024292 Feb 04 14:10:06.318777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7988-b7ac-4642-a267-014a86bd169a req-03bc8646-bf63-44ea-8d0a-a9cb9cc6ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:06.320603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-03bc8646-bf63-44ea-8d0a-a9cb9cc6ed7a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2 HTTP/1.1" status: 200 len: 1127 time: 0.0680726 Feb 04 14:10:06.408977 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7988-b7ac-4642-a267-014a86bd169a req-6c1824c0-ceb2-4a0b-b2cf-2109210937d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:06.411172 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-6c1824c0-ceb2-4a0b-b2cf-2109210937d2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 1127 time: 0.0662036 Feb 04 14:10:06.587613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7988-b7ac-4642-a267-014a86bd169a req-c1da4400-fdc6-4d09-a296-5c9de88779c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:06.590723 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-c1da4400-fdc6-4d09-a296-5c9de88779c4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d998cd22-654b-4554-81e2-913ca81275ed HTTP/1.1" status: 200 len: 897 time: 0.1730728 Feb 04 14:10:06.679690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-654e136f-3190-4113-a166-170827d4d4ed service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962402f9-807f-4892-98d6-dab2b622a878 HTTP/1.1" status: 200 len: 999 time: 0.0826054 Feb 04 14:10:06.752788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7988-b7ac-4642-a267-014a86bd169a req-4867e2cb-d86b-43f7-ac66-500aa0c9a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:06.754042 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-4867e2cb-d86b-43f7-ac66-500aa0c9a53e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c87f4620-0a61-46c4-9550-fd9dc07fa86b HTTP/1.1" status: 200 len: 835 time: 0.0608430 Feb 04 14:10:06.865925 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7988-b7ac-4642-a267-014a86bd169a req-2234e1b0-a2df-40ed-bcf6-fc1f00c79f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:06.867962 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-2234e1b0-a2df-40ed-bcf6-fc1f00c79f7e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d998cd22-654b-4554-81e2-913ca81275ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1072202 Feb 04 14:10:06.997987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 962402f9-807f-4892-98d6-dab2b622a878 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:10:07.049835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] The host n-h2-714676-13 is not matching for port 962402f9-807f-4892-98d6-dab2b622a878 host n-h1-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 14:10:07.050671 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 962402f9-807f-4892-98d6-dab2b622a878 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:10:07.081106 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93593f-9046-4265-9470-fceb82a58b73 req-5fe343be-f9f0-4162-b31e-e1a221faee55 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:07.086634 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a93593f-9046-4265-9470-fceb82a58b73 req-5fe343be-f9f0-4162-b31e-e1a221faee55 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 944 time: 0.2144964 Feb 04 14:10:07.551098 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-3edaa98b-079d-4b0d-bf5a-8e532a4a99af service neutron] 10.222.0.99 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6748197 Feb 04 14:10:07.694404 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a93593f-9046-4265-9470-fceb82a58b73 req-d7f9b031-707d-45ca-9885-33116ab76b53 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6064241 Feb 04 14:10:07.777169 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-3dceb92b-44b3-4e1e-af83-dacc211fcd4f service neutron] 10.222.0.99 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179375 Feb 04 14:10:08.158278 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7988-b7ac-4642-a267-014a86bd169a req-983dc037-62a7-4a9d-a753-284877b3691e tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:08.159765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-983dc037-62a7-4a9d-a753-284877b3691e tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 1127 time: 0.0901210 Feb 04 14:10:08.496366 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-846a7988-b7ac-4642-a267-014a86bd169a req-9f7a991b-570d-4d5c-9e81-c5cc729a758e service neutron] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:10:08.500961 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-846a7988-b7ac-4642-a267-014a86bd169a req-9f7a991b-570d-4d5c-9e81-c5cc729a758e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:08.502291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-9f7a991b-570d-4d5c-9e81-c5cc729a758e service neutron] 10.222.0.99 "DELETE /v2.0/ports/962402f9-807f-4892-98d6-dab2b622a878/bindings/n-h2-714676-13 HTTP/1.1" status: 204 len: 173 time: 0.3360982 Feb 04 14:10:09.001210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36093b-53d2-4c74-bdd7-e49fb944d45a req-04957492-01e0-4dc7-a5be-c188ed9fe58b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:09.002829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab36093b-53d2-4c74-bdd7-e49fb944d45a req-04957492-01e0-4dc7-a5be-c188ed9fe58b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 944 time: 0.1385002 Feb 04 14:10:09.091671 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab36093b-53d2-4c74-bdd7-e49fb944d45a req-b1e4c291-3290-4126-85b2-9e790899e414 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773599 Feb 04 14:10:09.269066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c616871-d78f-47a3-927b-6ab37861a94d req-34fe81d4-1a06-4db2-a8f3-cc6929f0bfa6 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:09.271680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c616871-d78f-47a3-927b-6ab37861a94d req-34fe81d4-1a06-4db2-a8f3-cc6929f0bfa6 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 1127 time: 0.0795758 Feb 04 14:10:09.361454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c616871-d78f-47a3-927b-6ab37861a94d req-496e7466-2929-42f6-8794-9823ffa93eb6 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809343 Feb 04 14:10:09.618235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b4040-887b-4d82-b948-06463969d4e1 req-b135b11c-b25f-401f-b5fb-79e136f8aad0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:09.633175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c92b4040-887b-4d82-b948-06463969d4e1 req-b135b11c-b25f-401f-b5fb-79e136f8aad0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 944 time: 0.1547091 Feb 04 14:10:09.764683 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c92b4040-887b-4d82-b948-06463969d4e1 req-635fd527-51e9-4011-a69c-b452644b4857 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262250 Feb 04 14:10:09.809824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56818) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:09.957774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b0cb1eac-93d3-450d-812b-69d6b22b5ff0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/d5a43f1b-8317-4884-97f6-bd1c813b1be8 HTTP/1.1" status: 200 len: 991 time: 0.1460638 Feb 04 14:10:10.800246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56830) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:10.966375 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:11.045837 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09ab5f72-d949-4358-af39-88184ea46bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:11.147047 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Publish callbacks [] for security_group (4fb1ba91-affb-4e30-bec6-e276ac8e6fcf), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:11.155392 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4fb1ba91-affb-4e30-bec6-e276ac8e6fcf), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:11.205868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb1ba91-affb-4e30-bec6-e276ac8e6fcf,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:11.210698 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1f45664116664a8c93152031c5122abb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4073162 Feb 04 14:10:11.212940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56836) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:11.217906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.218895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.219672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.219672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.219919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.220263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.220599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.220939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.221272 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.221600 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.221936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.222303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.222630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358423dc-d35b-4302-94a7-b70ed6382676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.314854 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Publish callbacks [] for security_group (4fb1ba91-affb-4e30-bec6-e276ac8e6fcf), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:11.369193 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Publish callbacks [] for security_group (4fb1ba91-affb-4e30-bec6-e276ac8e6fcf), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:11.438747 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (4fb1ba91-affb-4e30-bec6-e276ac8e6fcf), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:11.442950 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:11.451234 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4fb1ba91-affb-4e30-bec6-e276ac8e6fcf HTTP/1.1" status: 204 len: 168 time: 0.2296531 Feb 04 14:10:11.462081 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb1ba91-affb-4e30-bec6-e276ac8e6fcf,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:11.472423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.472423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.472983 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.473471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.473471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.475196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.475196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.475196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.475196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.475196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.476858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.476858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.476858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23440f15-88d5-43fe-8507-fd6dd0c19da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:11.883463 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56842) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:11.898786 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ba8c42a-203e-4f5e-9ecc-29960a258831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:12.074148 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ba8c42a-203e-4f5e-9ecc-29960a258831 admin admin] Publish callbacks [] for security_group (ee9a9ae7-12b0-4d94-aecf-8f14ab8ef7d0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:12.082675 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ba8c42a-203e-4f5e-9ecc-29960a258831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ee9a9ae7-12b0-4d94-aecf-8f14ab8ef7d0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:12.155320 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0ba8c42a-203e-4f5e-9ecc-29960a258831 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c55e8e50399d43cbb63cc0abe19ad3d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2683065 Feb 04 14:10:12.155320 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8c42a-203e-4f5e-9ecc-29960a258831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9a9ae7-12b0-4d94-aecf-8f14ab8ef7d0,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:12.156445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56848) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:12.244958 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eccf54ba-1443-4aa7-97a6-005dde60fc86 admin admin] Publish callbacks [] for security_group (ee9a9ae7-12b0-4d94-aecf-8f14ab8ef7d0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:12.275328 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eccf54ba-1443-4aa7-97a6-005dde60fc86 admin admin] Publish callbacks [] for security_group (ee9a9ae7-12b0-4d94-aecf-8f14ab8ef7d0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:12.310544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56852) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:12.381400 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eccf54ba-1443-4aa7-97a6-005dde60fc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ee9a9ae7-12b0-4d94-aecf-8f14ab8ef7d0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:12.384896 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-eccf54ba-1443-4aa7-97a6-005dde60fc86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:12.386779 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-eccf54ba-1443-4aa7-97a6-005dde60fc86 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ee9a9ae7-12b0-4d94-aecf-8f14ab8ef7d0 HTTP/1.1" status: 204 len: 168 time: 0.2290361 Feb 04 14:10:12.404205 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf54ba-1443-4aa7-97a6-005dde60fc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9a9ae7-12b0-4d94-aecf-8f14ab8ef7d0,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:12.646182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-b8a413dc-8309-4e50-854f-2ea745394493 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting port 109982cf-8fba-4576-ab49-edb6f24c0c0f {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:10:12.646539 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b8a413dc-8309-4e50-854f-2ea745394493 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (109982cf-8fba-4576-ab49-edb6f24c0c0f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:12.808043 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b8a413dc-8309-4e50-854f-2ea745394493 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (109982cf-8fba-4576-ab49-edb6f24c0c0f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:12.808708 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b8a413dc-8309-4e50-854f-2ea745394493 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for floatingip (109982cf-8fba-4576-ab49-edb6f24c0c0f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:12.831987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-b8a413dc-8309-4e50-854f-2ea745394493 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Calling delete_port for 109982cf-8fba-4576-ab49-edb6f24c0c0f owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:10:13.002363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56858) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:13.019371 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e7520cdf-69fc-4b72-a067-26f58cea35c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:13.177732 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e7520cdf-69fc-4b72-a067-26f58cea35c3 admin admin] Publish callbacks [] for security_group (d42bfebd-efe8-4042-8168-784e6b028bdd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:13.189406 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e7520cdf-69fc-4b72-a067-26f58cea35c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d42bfebd-efe8-4042-8168-784e6b028bdd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:13.232642 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b8a413dc-8309-4e50-854f-2ea745394493 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (109982cf-8fba-4576-ab49-edb6f24c0c0f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:13.241394 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e7520cdf-69fc-4b72-a067-26f58cea35c3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9c6e1e25132249a48f53e7d23818443c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2374103 Feb 04 14:10:13.246662 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56862) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:13.287766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a413dc-8309-4e50-854f-2ea745394493 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Port': ['ID=109982cf-8fba-4576-ab49-edb6f24c0c0f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:13.301825 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7520cdf-69fc-4b72-a067-26f58cea35c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42bfebd-efe8-4042-8168-784e6b028bdd,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:13.351927 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a523c219-205a-487a-968c-827a2387bf12 admin admin] Publish callbacks [] for security_group (d42bfebd-efe8-4042-8168-784e6b028bdd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:13.387860 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a523c219-205a-487a-968c-827a2387bf12 admin admin] Publish callbacks [] for security_group (d42bfebd-efe8-4042-8168-784e6b028bdd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:13.405186 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b8a413dc-8309-4e50-854f-2ea745394493 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for floatingip (d5a43f1b-8317-4884-97f6-bd1c813b1be8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:13.407145 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-b8a413dc-8309-4e50-854f-2ea745394493 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Floating IP d5a43f1b-8317-4884-97f6-bd1c813b1be8 disassociated (deleted). External IP: 172.25.5.186, port: 962402f9-807f-4892-98d6-dab2b622a878. Feb 04 14:10:13.474413 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a523c219-205a-487a-968c-827a2387bf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d42bfebd-efe8-4042-8168-784e6b028bdd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:13.479429 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a523c219-205a-487a-968c-827a2387bf12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:13.485652 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a523c219-205a-487a-968c-827a2387bf12 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d42bfebd-efe8-4042-8168-784e6b028bdd HTTP/1.1" status: 204 len: 168 time: 0.2331212 Feb 04 14:10:13.501429 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523c219-205a-487a-968c-827a2387bf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42bfebd-efe8-4042-8168-784e6b028bdd,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:13.774805 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a413dc-8309-4e50-854f-2ea745394493 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router 3ff14152-17fc-4353-99ad-f03a1ba3e03d has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:10:13.945787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a413dc-8309-4e50-854f-2ea745394493 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:10:13.951639 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b8a413dc-8309-4e50-854f-2ea745394493 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:13.960370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24136f85-14c2-4955-b0bc-5e340e1da4df None None] Sync routers for ids ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:10:13.974288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24136f85-14c2-4955-b0bc-5e340e1da4df None None] Routers {'3ff14152-17fc-4353-99ad-f03a1ba3e03d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:10:13.975053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-24136f85-14c2-4955-b0bc-5e340e1da4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:09:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:13.990702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b8a413dc-8309-4e50-854f-2ea745394493 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/floatingips/d5a43f1b-8317-4884-97f6-bd1c813b1be8 HTTP/1.1" status: 204 len: 168 time: 1.6766615 Feb 04 14:10:13.990702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'tag': '962402f9-807f-4892-98d6-dab2b622a878'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:10:13.992024 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a68cc78-9ae8-4100-a850-55a3dce94e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "tag": "962402f9-807f-4892-98d6-dab2b622a878"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:10:14.085609 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:10:14.197335 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-24136f85-14c2-4955-b0bc-5e340e1da4df None None] Set router 3ff14152-17fc-4353-99ad-f03a1ba3e03d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:10:14.276304 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6516c958-3d5b-4ce8-97da-0d47e57245c5 x-openstack-request-id: req-6516c958-3d5b-4ce8-97da-0d47e57245c5 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:10:14.276606 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "tag": "962402f9-807f-4892-98d6-dab2b622a878", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:10:14.276868 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6516c958-3d5b-4ce8-97da-0d47e57245c5 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:10:14.277350 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'tag': '962402f9-807f-4892-98d6-dab2b622a878', 'status': 'completed', 'code': 200} Feb 04 14:10:14.384302 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68cc78-9ae8-4100-a850-55a3dce94e6c req-521e2244-44c8-4490-b16b-a8137b80077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:14.386508 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a68cc78-9ae8-4100-a850-55a3dce94e6c req-521e2244-44c8-4490-b16b-a8137b80077c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 1127 time: 0.1055226 Feb 04 14:10:14.474869 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:14.505564 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-24136f85-14c2-4955-b0bc-5e340e1da4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801281485', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:08:21Z', 'updated_at': '2022-02-04T14:08:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:22Z', 'updated_at': '2022-02-04T14:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '63aa2cac-47a1-4626-8a67-0340425fb6e2', 'name': '', 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:89:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:25Z', 'updated_at': '2022-02-04T14:08:31Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:14.514040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e7a51-eea2-4b60-bd61-02fc6f8761b9 req-458cac60-860d-4ab0-9e61-cd7f59fef8a8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:14.516249 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d94e7a51-eea2-4b60-bd61-02fc6f8761b9 req-458cac60-860d-4ab0-9e61-cd7f59fef8a8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 944 time: 0.1482184 Feb 04 14:10:14.556570 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24136f85-14c2-4955-b0bc-5e340e1da4df None None] Checking router: 3ff14152-17fc-4353-99ad-f03a1ba3e03d for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:10:14.573768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24136f85-14c2-4955-b0bc-5e340e1da4df None None] Routers {'3ff14152-17fc-4353-99ad-f03a1ba3e03d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:10:14.575128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-24136f85-14c2-4955-b0bc-5e340e1da4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:09:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:14.593868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68cc78-9ae8-4100-a850-55a3dce94e6c req-6bcfea21-a33b-4f33-b71b-1f0642ef7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:14.596940 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a68cc78-9ae8-4100-a850-55a3dce94e6c req-6bcfea21-a33b-4f33-b71b-1f0642ef7933 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d998cd22-654b-4554-81e2-913ca81275ed HTTP/1.1" status: 200 len: 897 time: 0.1850410 Feb 04 14:10:14.612119 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d94e7a51-eea2-4b60-bd61-02fc6f8761b9 req-681a26bc-7b99-48ad-af39-0091f9149c4c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879610 Feb 04 14:10:14.650314 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a68cc78-9ae8-4100-a850-55a3dce94e6c req-97206cf9-a7a0-450d-9c3d-b8bff4cd572e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962402f9-807f-4892-98d6-dab2b622a878 HTTP/1.1" status: 200 len: 217 time: 0.0480995 Feb 04 14:10:14.771464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68cc78-9ae8-4100-a850-55a3dce94e6c req-81e3c635-f77d-4822-96ca-066499fb1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:14.775144 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a68cc78-9ae8-4100-a850-55a3dce94e6c req-81e3c635-f77d-4822-96ca-066499fb1951 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c87f4620-0a61-46c4-9550-fd9dc07fa86b HTTP/1.1" status: 200 len: 835 time: 0.1169791 Feb 04 14:10:14.776236 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-24136f85-14c2-4955-b0bc-5e340e1da4df None None] Set router 3ff14152-17fc-4353-99ad-f03a1ba3e03d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:10:14.847256 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68cc78-9ae8-4100-a850-55a3dce94e6c req-a3a128ba-f643-49f6-88e2-68cf0e2a2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:14.849233 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a68cc78-9ae8-4100-a850-55a3dce94e6c req-a3a128ba-f643-49f6-88e2-68cf0e2a2da7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d998cd22-654b-4554-81e2-913ca81275ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0675983 Feb 04 14:10:15.026056 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:15.068134 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fc3ee-30ab-4f0b-82fd-a7abb5c32cca req-3c1ce673-3bc1-43e8-9fd6-ee370e9ea00f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:15.070133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d43fc3ee-30ab-4f0b-82fd-a7abb5c32cca req-3c1ce673-3bc1-43e8-9fd6-ee370e9ea00f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.99 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 944 time: 0.1353261 Feb 04 14:10:15.077874 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-24136f85-14c2-4955-b0bc-5e340e1da4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801281485', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:08:21Z', 'updated_at': '2022-02-04T14:08:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:22Z', 'updated_at': '2022-02-04T14:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '63aa2cac-47a1-4626-8a67-0340425fb6e2', 'name': '', 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:89:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:25Z', 'updated_at': '2022-02-04T14:08:31Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:15.080448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a68cc78-9ae8-4100-a850-55a3dce94e6c req-95daec72-f1b9-4d53-8fa8-b9a72a4f2501 service neutron] 10.222.0.99 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241826 Feb 04 14:10:15.111926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24136f85-14c2-4955-b0bc-5e340e1da4df None None] The sync data for ids ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'] in n-d-714676-13 is: [{'id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801281485', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:08:21Z', 'updated_at': '2022-02-04T14:08:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:22Z', 'updated_at': '2022-02-04T14:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '63aa2cac-47a1-4626-8a67-0340425fb6e2', 'name': '', 'network_id': 'd998cd22-654b-4554-81e2-913ca81275ed', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:89:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:25Z', 'updated_at': '2022-02-04T14:08:31Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': 'c87f4620-0a61-46c4-9550-fd9dc07fa86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:10:15.190847 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-99d7ff14-18cc-496d-a0f7-bc377ca4ba9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:15.297424 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a68cc78-9ae8-4100-a850-55a3dce94e6c req-d7ffcc4f-bbeb-4417-9f12-12caf347a6a8 service neutron] 10.222.0.99 "GET /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094595 Feb 04 14:10:15.315524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d43fc3ee-30ab-4f0b-82fd-a7abb5c32cca req-0c12328d-a82b-47db-b1c0-ba879b5e0aea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting port 962402f9-807f-4892-98d6-dab2b622a878 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:10:15.316589 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d43fc3ee-30ab-4f0b-82fd-a7abb5c32cca req-0c12328d-a82b-47db-b1c0-ba879b5e0aea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (962402f9-807f-4892-98d6-dab2b622a878), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:15.485944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-d43fc3ee-30ab-4f0b-82fd-a7abb5c32cca req-0c12328d-a82b-47db-b1c0-ba879b5e0aea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] For port 962402f9-807f-4892-98d6-dab2b622a878, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=962402f9-807f-4892-98d6-dab2b622a878,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:10:15.486628 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d43fc3ee-30ab-4f0b-82fd-a7abb5c32cca req-0c12328d-a82b-47db-b1c0-ba879b5e0aea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (962402f9-807f-4892-98d6-dab2b622a878), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:15.505421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-d43fc3ee-30ab-4f0b-82fd-a7abb5c32cca req-0c12328d-a82b-47db-b1c0-ba879b5e0aea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Calling delete_port for 962402f9-807f-4892-98d6-dab2b622a878 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:10:15.565262 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17edc578-254b-46a8-adfe-aed93449b990 None None] New status for floating IP d5a43f1b-8317-4884-97f6-bd1c813b1be8: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:10:15.694458 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d43fc3ee-30ab-4f0b-82fd-a7abb5c32cca req-0c12328d-a82b-47db-b1c0-ba879b5e0aea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (962402f9-807f-4892-98d6-dab2b622a878), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:15.710169 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:15.781957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12328d-a82b-47db-b1c0-ba879b5e0aea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Port': ['ID=962402f9-807f-4892-98d6-dab2b622a878,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:15.790740 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52e25072-9214-4f81-9f55-93152e04c892 req-716b0ffd-590d-48fe-82ce-a2a5e575b47b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3ce8b46-52ef-4af4-8d5b-32510bdd4426 HTTP/1.1" status: 200 len: 210 time: 0.0781536 Feb 04 14:10:15.819010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43fc3ee-30ab-4f0b-82fd-a7abb5c32cca req-0c12328d-a82b-47db-b1c0-ba879b5e0aea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] No DVR routers for this DVR port 962402f9-807f-4892-98d6-dab2b622a878 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:10:15.821959 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-d43fc3ee-30ab-4f0b-82fd-a7abb5c32cca req-0c12328d-a82b-47db-b1c0-ba879b5e0aea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:15.825676 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d43fc3ee-30ab-4f0b-82fd-a7abb5c32cca req-0c12328d-a82b-47db-b1c0-ba879b5e0aea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.99 "DELETE /v2.0/ports/962402f9-807f-4892-98d6-dab2b622a878 HTTP/1.1" status: 204 len: 173 time: 0.7498288 Feb 04 14:10:16.278514 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'name': 'network-vif-deleted', 'tag': '962402f9-807f-4892-98d6-dab2b622a878'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:10:16.281656 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6adaaa-4091-42af-a049-54b29bc6e84b" -d '{"events": [{"server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "name": "network-vif-deleted", "tag": "962402f9-807f-4892-98d6-dab2b622a878"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:10:16.338357 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04590e32-e84d-412a-92a9-67ed11b22170 x-openstack-request-id: req-04590e32-e84d-412a-92a9-67ed11b22170 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:10:16.338947 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ce8b46-52ef-4af4-8d5b-32510bdd4426", "name": "network-vif-deleted", "tag": "962402f9-807f-4892-98d6-dab2b622a878", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:10:16.339412 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-04590e32-e84d-412a-92a9-67ed11b22170 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:10:16.340011 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ce8b46-52ef-4af4-8d5b-32510bdd4426', 'name': 'network-vif-deleted', 'tag': '962402f9-807f-4892-98d6-dab2b622a878', 'status': 'completed', 'code': 200} Feb 04 14:10:16.848504 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56936) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:17.024825 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:17.237449 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee6c01f4-bc13-491e-9fe9-79a4b824b55b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (3ff14152-17fc-4353-99ad-f03a1ba3e03d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:17.534058 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c01f4-bc13-491e-9fe9-79a4b824b55b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting port 63aa2cac-47a1-4626-8a67-0340425fb6e2 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:10:17.534435 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee6c01f4-bc13-491e-9fe9-79a4b824b55b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:17.658265 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-ee6c01f4-bc13-491e-9fe9-79a4b824b55b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] For port 63aa2cac-47a1-4626-8a67-0340425fb6e2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=63aa2cac-47a1-4626-8a67-0340425fb6e2,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:10:17.658648 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee6c01f4-bc13-491e-9fe9-79a4b824b55b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:17.677225 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c01f4-bc13-491e-9fe9-79a4b824b55b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Calling delete_port for 63aa2cac-47a1-4626-8a67-0340425fb6e2 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:10:17.922539 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee6c01f4-bc13-491e-9fe9-79a4b824b55b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (63aa2cac-47a1-4626-8a67-0340425fb6e2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:17.951282 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c01f4-bc13-491e-9fe9-79a4b824b55b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Port': ['ID=63aa2cac-47a1-4626-8a67-0340425fb6e2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:18.012893 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:18.165270 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee6c01f4-bc13-491e-9fe9-79a4b824b55b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (3ff14152-17fc-4353-99ad-f03a1ba3e03d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:18.265787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 962402f9-807f-4892-98d6-dab2b622a878 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:10:18.292528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 962402f9-807f-4892-98d6-dab2b622a878 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:10:18.293178 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 962402f9-807f-4892-98d6-dab2b622a878 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:10:18.439686 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6c01f4-bc13-491e-9fe9-79a4b824b55b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router 3ff14152-17fc-4353-99ad-f03a1ba3e03d has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:10:18.599048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6c01f4-bc13-491e-9fe9-79a4b824b55b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:10:18.604993 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ee6c01f4-bc13-491e-9fe9-79a4b824b55b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "PUT /v2.0/routers/3ff14152-17fc-4353-99ad-f03a1ba3e03d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7551043 Feb 04 14:10:18.607648 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56956) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:18.616539 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae7835-4279-4fd2-b528-4a6bcecea91e None None] Sync routers for ids ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:10:18.635978 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae7835-4279-4fd2-b528-4a6bcecea91e None None] Routers {'3ff14152-17fc-4353-99ad-f03a1ba3e03d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:10:18.636956 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e0ae7835-4279-4fd2-b528-4a6bcecea91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:10:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:18.684157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa51b7b2-cd3d-46e7-a59b-791fad95551a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting subnet c87f4620-0a61-46c4-9550-fd9dc07fa86b {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:10:18.689340 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa51b7b2-cd3d-46e7-a59b-791fad95551a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for subnet (c87f4620-0a61-46c4-9550-fd9dc07fa86b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:18.744860 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa51b7b2-cd3d-46e7-a59b-791fad95551a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (c87f4620-0a61-46c4-9550-fd9dc07fa86b), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:18.789428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-e0ae7835-4279-4fd2-b528-4a6bcecea91e None None] Set router 3ff14152-17fc-4353-99ad-f03a1ba3e03d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:10:18.875490 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa51b7b2-cd3d-46e7-a59b-791fad95551a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (c87f4620-0a61-46c4-9550-fd9dc07fa86b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:18.987137 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa51b7b2-cd3d-46e7-a59b-791fad95551a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (c87f4620-0a61-46c4-9550-fd9dc07fa86b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:19.015752 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa51b7b2-cd3d-46e7-a59b-791fad95551a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:19.022779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56962) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:19.023863 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fa51b7b2-cd3d-46e7-a59b-791fad95551a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/subnets/c87f4620-0a61-46c4-9550-fd9dc07fa86b HTTP/1.1" status: 204 len: 168 time: 0.4151256 Feb 04 14:10:19.058936 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73ddcc3-6af7-4e43-a297-619cf01bf7c8 None None] Network d998cd22-654b-4554-81e2-913ca81275ed requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:10:19.067247 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51b7b2-cd3d-46e7-a59b-791fad95551a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Subnet': ['ID=c87f4620-0a61-46c4-9550-fd9dc07fa86b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:19.198723 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f42b-1dec-4bba-b02d-ef56f8e50043 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router (3ff14152-17fc-4353-99ad-f03a1ba3e03d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:19.200913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e0ae7835-4279-4fd2-b528-4a6bcecea91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801281485', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:08:21Z', 'updated_at': '2022-02-04T14:10:17Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:22Z', 'updated_at': '2022-02-04T14:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:19.248124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae7835-4279-4fd2-b528-4a6bcecea91e None None] Checking router: 3ff14152-17fc-4353-99ad-f03a1ba3e03d for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:10:19.265201 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae7835-4279-4fd2-b528-4a6bcecea91e None None] Routers {'3ff14152-17fc-4353-99ad-f03a1ba3e03d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:10:19.266965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e0ae7835-4279-4fd2-b528-4a6bcecea91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:10:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:19.357044 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67765006-8514-4167-a2d3-e8e23875cc99 None None] DHCP port deletion for d998cd22-654b-4554-81e2-913ca81275ed request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:10:19.392967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f42b-1dec-4bba-b02d-ef56f8e50043 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_gateway (3ff14152-17fc-4353-99ad-f03a1ba3e03d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:19.447995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-e0ae7835-4279-4fd2-b528-4a6bcecea91e None None] Set router 3ff14152-17fc-4353-99ad-f03a1ba3e03d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:10:19.456562 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cdd8f42b-1dec-4bba-b02d-ef56f8e50043 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting port 1503c151-7b2c-466b-819c-fbfb852a20ee {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:10:19.456975 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f42b-1dec-4bba-b02d-ef56f8e50043 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1503c151-7b2c-466b-819c-fbfb852a20ee), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:19.512903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-67765006-8514-4167-a2d3-e8e23875cc99 None None] Deleting port 8230aec4-5500-44bb-a8a1-d31dacdaca8f {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:10:19.513632 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-67765006-8514-4167-a2d3-e8e23875cc99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8230aec4-5500-44bb-a8a1-d31dacdaca8f), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:19.547392 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-cdd8f42b-1dec-4bba-b02d-ef56f8e50043 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] For port 1503c151-7b2c-466b-819c-fbfb852a20ee, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=1503c151-7b2c-466b-819c-fbfb852a20ee,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:10:19.547787 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f42b-1dec-4bba-b02d-ef56f8e50043 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1503c151-7b2c-466b-819c-fbfb852a20ee), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:19.563226 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cdd8f42b-1dec-4bba-b02d-ef56f8e50043 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Calling delete_port for 1503c151-7b2c-466b-819c-fbfb852a20ee owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:10:19.769989 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f42b-1dec-4bba-b02d-ef56f8e50043 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1503c151-7b2c-466b-819c-fbfb852a20ee), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:19.800017 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-67765006-8514-4167-a2d3-e8e23875cc99 None None] For port 8230aec4-5500-44bb-a8a1-d31dacdaca8f, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8230aec4-5500-44bb-a8a1-d31dacdaca8f,segment=NetworkSegment(6164f5e2-1ac8-4ac7-bf36-dc994b06e01c),segment_id=6164f5e2-1ac8-4ac7-bf36-dc994b06e01c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:10:19.800426 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-67765006-8514-4167-a2d3-e8e23875cc99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8230aec4-5500-44bb-a8a1-d31dacdaca8f), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:19.804174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8f42b-1dec-4bba-b02d-ef56f8e50043 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Port': ['ID=1503c151-7b2c-466b-819c-fbfb852a20ee,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:19.827032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-67765006-8514-4167-a2d3-e8e23875cc99 None None] Calling delete_port for 8230aec4-5500-44bb-a8a1-d31dacdaca8f owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:10:19.885552 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f42b-1dec-4bba-b02d-ef56f8e50043 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (3ff14152-17fc-4353-99ad-f03a1ba3e03d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:19.989108 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e0ae7835-4279-4fd2-b528-4a6bcecea91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801281485', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:08:21Z', 'updated_at': '2022-02-04T14:10:17Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:22Z', 'updated_at': '2022-02-04T14:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:19.991357 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-67765006-8514-4167-a2d3-e8e23875cc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (8230aec4-5500-44bb-a8a1-d31dacdaca8f), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:20.001370 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f42b-1dec-4bba-b02d-ef56f8e50043 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (3ff14152-17fc-4353-99ad-f03a1ba3e03d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:20.004290 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f42b-1dec-4bba-b02d-ef56f8e50043 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_controller (3ff14152-17fc-4353-99ad-f03a1ba3e03d), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:20.043520 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae7835-4279-4fd2-b528-4a6bcecea91e None None] The sync data for ids ['3ff14152-17fc-4353-99ad-f03a1ba3e03d'] in n-d-714676-13 is: [{'id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801281485', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:08:21Z', 'updated_at': '2022-02-04T14:10:17Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': '1503c151-7b2c-466b-819c-fbfb852a20ee', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff14152-17fc-4353-99ad-f03a1ba3e03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:08:22Z', 'updated_at': '2022-02-04T14:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:10:20.045548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67765006-8514-4167-a2d3-e8e23875cc99 None None] Pushing event deleted for resources: {'Port': ['ID=8230aec4-5500-44bb-a8a1-d31dacdaca8f,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:20.052274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67765006-8514-4167-a2d3-e8e23875cc99 None None] No DVR routers for this DVR port 8230aec4-5500-44bb-a8a1-d31dacdaca8f on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:10:20.064275 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f42b-1dec-4bba-b02d-ef56f8e50043 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (3ff14152-17fc-4353-99ad-f03a1ba3e03d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:20.065116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd8f42b-1dec-4bba-b02d-ef56f8e50043 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Fanout notify agent at l3_agent the message router_deleted on router 3ff14152-17fc-4353-99ad-f03a1ba3e03d {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:10:20.076501 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f42b-1dec-4bba-b02d-ef56f8e50043 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:20.076501 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cdd8f42b-1dec-4bba-b02d-ef56f8e50043 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/routers/3ff14152-17fc-4353-99ad-f03a1ba3e03d HTTP/1.1" status: 204 len: 168 time: 1.0496056 Feb 04 14:10:20.076501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56968) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:20.176086 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18ad949e-7aa7-412c-9930-19cc97583a89 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (d998cd22-654b-4554-81e2-913ca81275ed), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:20.292880 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18ad949e-7aa7-412c-9930-19cc97583a89 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (d998cd22-654b-4554-81e2-913ca81275ed), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:20.328944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-18ad949e-7aa7-412c-9930-19cc97583a89 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d998cd22-654b-4554-81e2-913ca81275ed']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:20.340316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-18ad949e-7aa7-412c-9930-19cc97583a89 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:20.340605 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-18ad949e-7aa7-412c-9930-19cc97583a89 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6164f5e2-1ac8-4ac7-bf36-dc994b06e01c') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:20.351709 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18ad949e-7aa7-412c-9930-19cc97583a89 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (6164f5e2-1ac8-4ac7-bf36-dc994b06e01c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:20.367209 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18ad949e-7aa7-412c-9930-19cc97583a89 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (6164f5e2-1ac8-4ac7-bf36-dc994b06e01c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:20.374742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ad949e-7aa7-412c-9930-19cc97583a89 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:10:20.375514 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18ad949e-7aa7-412c-9930-19cc97583a89 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (6164f5e2-1ac8-4ac7-bf36-dc994b06e01c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: warnings.warn(msg) Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:10:20.379408 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:10:20.458967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18ad949e-7aa7-412c-9930-19cc97583a89 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (d998cd22-654b-4554-81e2-913ca81275ed), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:20.472367 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-18ad949e-7aa7-412c-9930-19cc97583a89 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:20.478734 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-18ad949e-7aa7-412c-9930-19cc97583a89 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/networks/d998cd22-654b-4554-81e2-913ca81275ed HTTP/1.1" status: 204 len: 168 time: 0.3998549 Feb 04 14:10:20.479350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56974) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:20.522395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad949e-7aa7-412c-9930-19cc97583a89 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Network': ['ID=d998cd22-654b-4554-81e2-913ca81275ed,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:20.605401 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2719530d-c821-43b3-ae96-a39b85d1e969 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (9f05ee1a-9473-4e6b-a7dc-3d7770f06af7), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:20.660251 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2719530d-c821-43b3-ae96-a39b85d1e969 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (9f05ee1a-9473-4e6b-a7dc-3d7770f06af7), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:20.671568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8230aec4-5500-44bb-a8a1-d31dacdaca8f no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:10:20.703954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 8230aec4-5500-44bb-a8a1-d31dacdaca8f {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:10:20.704319 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8230aec4-5500-44bb-a8a1-d31dacdaca8f not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:10:20.704791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 63aa2cac-47a1-4626-8a67-0340425fb6e2 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:10:20.743174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 63aa2cac-47a1-4626-8a67-0340425fb6e2 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:10:20.743760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 63aa2cac-47a1-4626-8a67-0340425fb6e2 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:10:20.751671 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2719530d-c821-43b3-ae96-a39b85d1e969 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (9f05ee1a-9473-4e6b-a7dc-3d7770f06af7), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:20.760131 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2719530d-c821-43b3-ae96-a39b85d1e969 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:20.766530 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2719530d-c821-43b3-ae96-a39b85d1e969 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/security-groups/9f05ee1a-9473-4e6b-a7dc-3d7770f06af7 HTTP/1.1" status: 204 len: 168 time: 0.2857842 Feb 04 14:10:20.787963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719530d-c821-43b3-ae96-a39b85d1e969 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f05ee1a-9473-4e6b-a7dc-3d7770f06af7,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:21.278308 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 56986) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:21.287677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-78fd191d-4f9a-4ae2-95c0-5396f41dc249 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898164142', 'description': 'tempest-secgroup-smoke-898164142 description', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:10:21.348987 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-78fd191d-4f9a-4ae2-95c0-5396f41dc249 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:21.511702 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-78fd191d-4f9a-4ae2-95c0-5396f41dc249 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (7f73be59-3cc5-4590-833f-5db3c5e5342e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:21.532286 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-78fd191d-4f9a-4ae2-95c0-5396f41dc249 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7f73be59-3cc5-4590-833f-5db3c5e5342e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:21.617630 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-78fd191d-4f9a-4ae2-95c0-5396f41dc249 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:21.619349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-78fd191d-4f9a-4ae2-95c0-5396f41dc249 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3399708 Feb 04 14:10:21.622437 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56990) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:21.623125 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd191d-4f9a-4ae2-95c0-5396f41dc249 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f73be59-3cc5-4590-833f-5db3c5e5342e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:21.628530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5b00357a-1ebc-49c7-b5b7-99a3bdb6ce81 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '7f73be59-3cc5-4590-833f-5db3c5e5342e', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:10:21.665645 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b00357a-1ebc-49c7-b5b7-99a3bdb6ce81 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (38895912-6114-4229-8442-2f397d75c35c), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:21.752829 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b00357a-1ebc-49c7-b5b7-99a3bdb6ce81 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (38895912-6114-4229-8442-2f397d75c35c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:21.758681 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b00357a-1ebc-49c7-b5b7-99a3bdb6ce81 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (38895912-6114-4229-8442-2f397d75c35c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:21.788433 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00357a-1ebc-49c7-b5b7-99a3bdb6ce81 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38895912-6114-4229-8442-2f397d75c35c,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:21.799067 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b00357a-1ebc-49c7-b5b7-99a3bdb6ce81 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:21.803034 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5b00357a-1ebc-49c7-b5b7-99a3bdb6ce81 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1769254 Feb 04 14:10:21.803401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56992) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:21.808257 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f175c057-14d1-4c73-a958-4ba65de3518f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '7f73be59-3cc5-4590-833f-5db3c5e5342e', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:10:21.834277 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f175c057-14d1-4c73-a958-4ba65de3518f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (3de05453-3b97-473c-befa-36eb0d55bcd8), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:21.906045 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f175c057-14d1-4c73-a958-4ba65de3518f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (3de05453-3b97-473c-befa-36eb0d55bcd8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:21.911578 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f175c057-14d1-4c73-a958-4ba65de3518f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (3de05453-3b97-473c-befa-36eb0d55bcd8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:21.932237 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175c057-14d1-4c73-a958-4ba65de3518f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de05453-3b97-473c-befa-36eb0d55bcd8,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:21.943632 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f175c057-14d1-4c73-a958-4ba65de3518f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:21.947564 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f175c057-14d1-4c73-a958-4ba65de3518f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405940 Feb 04 14:10:21.947783 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 56998) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:21.952912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2054ccf5-4277-4983-976a-e96e22125f07 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '7f73be59-3cc5-4590-833f-5db3c5e5342e', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:10:21.981111 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2054ccf5-4277-4983-976a-e96e22125f07 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (db3602cf-12b0-4a9c-96ae-bcc67c2ab6a5), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.052357 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2054ccf5-4277-4983-976a-e96e22125f07 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (db3602cf-12b0-4a9c-96ae-bcc67c2ab6a5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.056689 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2054ccf5-4277-4983-976a-e96e22125f07 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (db3602cf-12b0-4a9c-96ae-bcc67c2ab6a5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.075944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054ccf5-4277-4983-976a-e96e22125f07 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3602cf-12b0-4a9c-96ae-bcc67c2ab6a5,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:22.085567 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2054ccf5-4277-4983-976a-e96e22125f07 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.085682 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2054ccf5-4277-4983-976a-e96e22125f07 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365125 Feb 04 14:10:22.088313 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57002) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:22.092729 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-dd533c63-3b6f-453f-aff8-ce572508190a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '7f73be59-3cc5-4590-833f-5db3c5e5342e', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:10:22.129761 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd533c63-3b6f-453f-aff8-ce572508190a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (03b93965-c032-4633-9c64-39ff5f831d8a), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.216541 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd533c63-3b6f-453f-aff8-ce572508190a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (03b93965-c032-4633-9c64-39ff5f831d8a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.222550 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd533c63-3b6f-453f-aff8-ce572508190a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (03b93965-c032-4633-9c64-39ff5f831d8a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.245232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd533c63-3b6f-453f-aff8-ce572508190a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b93965-c032-4633-9c64-39ff5f831d8a,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:22.255664 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd533c63-3b6f-453f-aff8-ce572508190a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.257133 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dd533c63-3b6f-453f-aff8-ce572508190a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1678309 Feb 04 14:10:22.260167 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57008) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:22.265337 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-51342e94-159f-4890-9d41-02bc5841813d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '7f73be59-3cc5-4590-833f-5db3c5e5342e', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:10:22.291628 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-51342e94-159f-4890-9d41-02bc5841813d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Project 7a7a6da7dab54751bcd59b7f2b7f2bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:10:22.300263 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-51342e94-159f-4890-9d41-02bc5841813d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (b669cf65-c784-4956-b574-42c4910d356f), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.379923 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-51342e94-159f-4890-9d41-02bc5841813d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (b669cf65-c784-4956-b574-42c4910d356f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.387968 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-51342e94-159f-4890-9d41-02bc5841813d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b669cf65-c784-4956-b574-42c4910d356f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.407829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51342e94-159f-4890-9d41-02bc5841813d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b669cf65-c784-4956-b574-42c4910d356f,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:22.415549 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-51342e94-159f-4890-9d41-02bc5841813d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.417535 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-51342e94-159f-4890-9d41-02bc5841813d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1562257 Feb 04 14:10:22.420400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57014) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:22.425816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-920c793f-3ffe-4a03-b3f1-aa780452325f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'security_group_rule': {'security_group_id': '7f73be59-3cc5-4590-833f-5db3c5e5342e', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:10:22.450301 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-920c793f-3ffe-4a03-b3f1-aa780452325f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Project 7a7a6da7dab54751bcd59b7f2b7f2bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:10:22.457508 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-920c793f-3ffe-4a03-b3f1-aa780452325f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (23f094f2-3686-4a41-b8cc-02d92f1d501c), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.466372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1503c151-7b2c-466b-819c-fbfb852a20ee no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:10:22.492128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 1503c151-7b2c-466b-819c-fbfb852a20ee {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:10:22.492636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 1503c151-7b2c-466b-819c-fbfb852a20ee not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:10:22.532877 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-920c793f-3ffe-4a03-b3f1-aa780452325f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (23f094f2-3686-4a41-b8cc-02d92f1d501c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.538755 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-920c793f-3ffe-4a03-b3f1-aa780452325f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (23f094f2-3686-4a41-b8cc-02d92f1d501c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.559875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c793f-3ffe-4a03-b3f1-aa780452325f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f094f2-3686-4a41-b8cc-02d92f1d501c,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:22.575242 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-920c793f-3ffe-4a03-b3f1-aa780452325f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.580048 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-920c793f-3ffe-4a03-b3f1-aa780452325f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1552095 Feb 04 14:10:22.580794 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57016) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:22.587793 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f11e11d5-e976-4044-8665-69c7c5641020 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'network': {'name': 'tempest-network-smoke--2104467154', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'port_security_enabled': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:10:22.617497 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11e11d5-e976-4044-8665-69c7c5641020 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Made reservation on behalf of 7a7a6da7dab54751bcd59b7f2b7f2bf2 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:10:22.622069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f11e11d5-e976-4044-8665-69c7c5641020 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.665725 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11e11d5-e976-4044-8665-69c7c5641020 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:10:22.688442 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f11e11d5-e976-4044-8665-69c7c5641020 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (2f762a25-c6e1-46f9-88e9-0f2a5b4ea980), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.689417 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-f11e11d5-e976-4044-8665-69c7c5641020 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Added segment 2f762a25-c6e1-46f9-88e9-0f2a5b4ea980 of type vlan for network 63f143bd-fe20-43d0-a47c-f51b909f08de Feb 04 14:10:22.766727 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f11e11d5-e976-4044-8665-69c7c5641020 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (63f143bd-fe20-43d0-a47c-f51b909f08de), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.804752 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f11e11d5-e976-4044-8665-69c7c5641020 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (63f143bd-fe20-43d0-a47c-f51b909f08de), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.811210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e11d5-e976-4044-8665-69c7c5641020 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:22.812717 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f11e11d5-e976-4044-8665-69c7c5641020 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.888512 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f11e11d5-e976-4044-8665-69c7c5641020 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3061054 Feb 04 14:10:22.891761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57020) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:22.898611 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1715174562', 'admin_state_up': True, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:10:22.912739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e11d5-e976-4044-8665-69c7c5641020 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Network': ['ID=63f143bd-fe20-43d0-a47c-f51b909f08de,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:22.933108 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (d97d6998-e767-42cf-8713-13283329f6ed), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.934758 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (d97d6998-e767-42cf-8713-13283329f6ed), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:22.937997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 63f143bd-fe20-43d0-a47c-f51b909f08de details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:10:22.999254 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_controller (d97d6998-e767-42cf-8713-13283329f6ed), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:23.547428 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_gateway (d97d6998-e767-42cf-8713-13283329f6ed), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:23.813801 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_gateway (d97d6998-e767-42cf-8713-13283329f6ed), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:23.834282 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:23.954064 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Allocated IP 172.25.5.42 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/ba9930b1-0fb0-47ea-adc8-943f3d24bf07) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:10:24.073986 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (ba9930b1-0fb0-47ea-adc8-943f3d24bf07), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:24.138690 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ba9930b1-0fb0-47ea-adc8-943f3d24bf07), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:24.194500 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:10:24.202468 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:10:24.207147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:10:24.240751 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=ba9930b1-0fb0-47ea-adc8-943f3d24bf07,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:24.639077 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_gateway (d97d6998-e767-42cf-8713-13283329f6ed), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:24.918240 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (d97d6998-e767-42cf-8713-13283329f6ed), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:25.075945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router d97d6998-e767-42cf-8713-13283329f6ed is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:10:25.198902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:10:25.209474 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Sync routers for ids ['d97d6998-e767-42cf-8713-13283329f6ed'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:10:25.221287 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:25.227456 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8926efef-d40d-4e48-b8a0-b2c4df456267 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3297021 Feb 04 14:10:25.227701 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57030) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:25.230824 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Routers {'d97d6998-e767-42cf-8713-13283329f6ed'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:10:25.231940 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:10:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['d97d6998-e767-42cf-8713-13283329f6ed'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:25.258324 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e2321ac8-f168-41e5-ba3b-2da97ee6b069 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293951 Feb 04 14:10:25.261699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57032) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:25.357281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc2977b-20d9-4137-a08f-5cd3bea29ba0 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:25.359025 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-edc2977b-20d9-4137-a08f-5cd3bea29ba0 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961971 Feb 04 14:10:25.359445 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Set router d97d6998-e767-42cf-8713-13283329f6ed gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:10:25.361986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57034) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:25.394975 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1188642f-e05e-417a-9833-c191a6240822 tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293407 Feb 04 14:10:25.395250 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57036) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:25.400059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-93652253-c678-4a52-84af-6e8cbe8b054d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2119796636', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:10:25.500304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93652253-c678-4a52-84af-6e8cbe8b054d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Made reservation on behalf of 7a7a6da7dab54751bcd59b7f2b7f2bf2 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:10:25.503992 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93652253-c678-4a52-84af-6e8cbe8b054d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:25.600997 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715174562', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:10:22Z', 'updated_at': '2022-02-04T14:10:24Z', 'revision_number': 3, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:23Z', 'updated_at': '2022-02-04T14:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:25.647500 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Checking router: d97d6998-e767-42cf-8713-13283329f6ed for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:10:25.647847 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Updating router d97d6998-e767-42cf-8713-13283329f6ed port ba9930b1-0fb0-47ea-adc8-943f3d24bf07 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:10:25.677291 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ba9930b1-0fb0-47ea-adc8-943f3d24bf07), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:25.758499 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93652253-c678-4a52-84af-6e8cbe8b054d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (31a050da-72a7-4cb7-aa27-5237a2cb2d67), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:25.831882 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93652253-c678-4a52-84af-6e8cbe8b054d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Checking segment: {'id': '2f762a25-c6e1-46f9-88e9-0f2a5b4ea980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:10:25.832251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93652253-c678-4a52-84af-6e8cbe8b054d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network hostable DHCP agents. Network: 63f143bd-fe20-43d0-a47c-f51b909f08de, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:10:25.848374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93652253-c678-4a52-84af-6e8cbe8b054d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Subnet': ['ID=31a050da-72a7-4cb7-aa27-5237a2cb2d67,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:25.853575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93652253-c678-4a52-84af-6e8cbe8b054d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 63f143bd-fe20-43d0-a47c-f51b909f08de is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:10:25.864651 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-93652253-c678-4a52-84af-6e8cbe8b054d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 63f143bd-fe20-43d0-a47c-f51b909f08de) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:10:25.869248 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93652253-c678-4a52-84af-6e8cbe8b054d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:25.869979 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93652253-c678-4a52-84af-6e8cbe8b054d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:25.875696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495f20d1-ef45-41cd-b7d4-5b9e09a426f2 None None] Network 63f143bd-fe20-43d0-a47c-f51b909f08de requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:10:25.889683 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-93652253-c678-4a52-84af-6e8cbe8b054d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4933956 Feb 04 14:10:25.893040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57046) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:26.029116 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Publish callbacks [] for port (ba9930b1-0fb0-47ea-adc8-943f3d24bf07), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:26.050687 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ba9930b1-0fb0-47ea-adc8-943f3d24bf07), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:26.064007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-63f143bd-fe20-43d0-a47c-f51b909f08de', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ips': [{'subnet_id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:10:26.065217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:26.114812 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0f166-c266-4d7c-8e70-16318700398a None None] Pushing event updated for resources: {'Port': ['ID=ba9930b1-0fb0-47ea-adc8-943f3d24bf07,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:26.126230 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e0f166-c266-4d7c-8e70-16318700398a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:26.126687 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e0f166-c266-4d7c-8e70-16318700398a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:26.127029 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e0f166-c266-4d7c-8e70-16318700398a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:26.127359 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e0f166-c266-4d7c-8e70-16318700398a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:26.127681 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e0f166-c266-4d7c-8e70-16318700398a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:26.128007 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e0f166-c266-4d7c-8e70-16318700398a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:26.128314 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e0f166-c266-4d7c-8e70-16318700398a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:26.128627 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e0f166-c266-4d7c-8e70-16318700398a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:26.128944 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e0f166-c266-4d7c-8e70-16318700398a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:26.129256 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e0f166-c266-4d7c-8e70-16318700398a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:26.129572 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e0f166-c266-4d7c-8e70-16318700398a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:26.134336 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e0f166-c266-4d7c-8e70-16318700398a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:26.134767 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e0f166-c266-4d7c-8e70-16318700398a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:10:26.205467 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Attempting to bind port ba9930b1-0fb0-47ea-adc8-943f3d24bf07 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:10:26.205982 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Attempting to bind port ba9930b1-0fb0-47ea-adc8-943f3d24bf07 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:10:26.206482 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Attempting to bind port ba9930b1-0fb0-47ea-adc8-943f3d24bf07 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:10:26.216711 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:10:26.217494 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:10:26.218303 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:26.218800 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:10:26.219560 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Bound port: ba9930b1-0fb0-47ea-adc8-943f3d24bf07, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:10:26.220041 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ba9930b1-0fb0-47ea-adc8-943f3d24bf07), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:26.261080 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Allocated IP 172.20.0.2 (63f143bd-fe20-43d0-a47c-f51b909f08de/31a050da-72a7-4cb7-aa27-5237a2cb2d67/aaeb68e8-87fb-4544-bc37-dd747305f6e8) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:10:26.283953 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] For port ba9930b1-0fb0-47ea-adc8-943f3d24bf07, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:10:26.288455 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] For port ba9930b1-0fb0-47ea-adc8-943f3d24bf07, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ba9930b1-0fb0-47ea-adc8-943f3d24bf07,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:10:26.296079 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ba9930b1-0fb0-47ea-adc8-943f3d24bf07), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:26.362739 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Routers {'d97d6998-e767-42cf-8713-13283329f6ed'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:10:26.363536 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:10:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['d97d6998-e767-42cf-8713-13283329f6ed'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:26.456063 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Publish callbacks [] for port (aaeb68e8-87fb-4544-bc37-dd747305f6e8), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:26.463918 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (aaeb68e8-87fb-4544-bc37-dd747305f6e8), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:26.504609 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Network 63f143bd-fe20-43d0-a47c-f51b909f08de is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:10:26.508573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:10:26.512210 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:10:26.536180 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] Set router d97d6998-e767-42cf-8713-13283329f6ed gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:10:26.559462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Pushing event updated for resources: {'Port': ['ID=aaeb68e8-87fb-4544-bc37-dd747305f6e8,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:26.603755 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Attempting to bind port aaeb68e8-87fb-4544-bc37-dd747305f6e8 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:10:26.604564 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Attempting to bind port aaeb68e8-87fb-4544-bc37-dd747305f6e8 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '2f762a25-c6e1-46f9-88e9-0f2a5b4ea980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:10:26.605285 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Attempting to bind port aaeb68e8-87fb-4544-bc37-dd747305f6e8 on network 63f143bd-fe20-43d0-a47c-f51b909f08de {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:10:26.612285 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:10:26.612953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Checking segment: {'id': '2f762a25-c6e1-46f9-88e9-0f2a5b4ea980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:10:26.613657 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:26.614623 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:26.615241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Bound using segment: {'id': '2f762a25-c6e1-46f9-88e9-0f2a5b4ea980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:10:26.615890 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Bound port: aaeb68e8-87fb-4544-bc37-dd747305f6e8, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f762a25-c6e1-46f9-88e9-0f2a5b4ea980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:10:26.616472 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (aaeb68e8-87fb-4544-bc37-dd747305f6e8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:26.718020 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] For port aaeb68e8-87fb-4544-bc37-dd747305f6e8, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:10:26.720807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] For port aaeb68e8-87fb-4544-bc37-dd747305f6e8, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=aaeb68e8-87fb-4544-bc37-dd747305f6e8,segment=NetworkSegment(2f762a25-c6e1-46f9-88e9-0f2a5b4ea980),segment_id=2f762a25-c6e1-46f9-88e9-0f2a5b4ea980)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:10:26.734914 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (aaeb68e8-87fb-4544-bc37-dd747305f6e8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:26.745277 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0f166-c266-4d7c-8e70-16318700398a None None] Pushing event updated for resources: {'Port': ['ID=ba9930b1-0fb0-47ea-adc8-943f3d24bf07,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:26.874448 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78de2fb-11c9-4e56-8b78-c6d2b7436fec None None] Pushing event updated for resources: {'Port': ['ID=aaeb68e8-87fb-4544-bc37-dd747305f6e8,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:27.000914 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715174562', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:10:22Z', 'updated_at': '2022-02-04T14:10:24Z', 'revision_number': 3, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:23Z', 'updated_at': '2022-02-04T14:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:27.035897 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4d01d5-7da9-4f53-ade7-5314cd28077b None None] The sync data for ids ['d97d6998-e767-42cf-8713-13283329f6ed'] in n-d-714676-13 is: [{'id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715174562', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:10:22Z', 'updated_at': '2022-02-04T14:10:24Z', 'revision_number': 3, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:23Z', 'updated_at': '2022-02-04T14:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:10:27.072562 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Allocated IP 172.20.0.1 (63f143bd-fe20-43d0-a47c-f51b909f08de/31a050da-72a7-4cb7-aa27-5237a2cb2d67/6f6df0b9-a355-4bf2-b662-880002325664) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:10:27.297443 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (6f6df0b9-a355-4bf2-b662-880002325664), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:27.338949 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6f6df0b9-a355-4bf2-b662-880002325664), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:27.415686 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 63f143bd-fe20-43d0-a47c-f51b909f08de is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:10:27.419269 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:10:27.424857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:10:27.472880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=6f6df0b9-a355-4bf2-b662-880002325664,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:27.507706 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (d97d6998-e767-42cf-8713-13283329f6ed), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:27.713205 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6f6df0b9-a355-4bf2-b662-880002325664), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:28.211070 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (6f6df0b9-a355-4bf2-b662-880002325664), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:28.220897 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (6f6df0b9-a355-4bf2-b662-880002325664), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:28.340939 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=6f6df0b9-a355-4bf2-b662-880002325664,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:28.345066 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (d97d6998-e767-42cf-8713-13283329f6ed), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:28.347527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff6dfcb-091c-4ed6-b09f-4a6d9d88081c None None] Network 63f143bd-fe20-43d0-a47c-f51b909f08de requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:10:28.466759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 63f143bd-fe20-43d0-a47c-f51b909f08de is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:10:28.469589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:10:28.477190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a1acfb7e-3cd0-4443-8a2e-33e37847cbce None None] Provisioning complete for port aaeb68e8-87fb-4544-bc37-dd747305f6e8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:10:28.477864 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a1acfb7e-3cd0-4443-8a2e-33e37847cbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (aaeb68e8-87fb-4544-bc37-dd747305f6e8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:28.584237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a1acfb7e-3cd0-4443-8a2e-33e37847cbce None None] Current status of the port aaeb68e8-87fb-4544-bc37-dd747305f6e8 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:10:28.584845 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a1acfb7e-3cd0-4443-8a2e-33e37847cbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (aaeb68e8-87fb-4544-bc37-dd747305f6e8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:28.658794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a1acfb7e-3cd0-4443-8a2e-33e37847cbce None None] For port aaeb68e8-87fb-4544-bc37-dd747305f6e8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=aaeb68e8-87fb-4544-bc37-dd747305f6e8,segment=NetworkSegment(2f762a25-c6e1-46f9-88e9-0f2a5b4ea980),segment_id=2f762a25-c6e1-46f9-88e9-0f2a5b4ea980)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:10:28.668416 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a1acfb7e-3cd0-4443-8a2e-33e37847cbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (aaeb68e8-87fb-4544-bc37-dd747305f6e8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:28.739222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router d97d6998-e767-42cf-8713-13283329f6ed has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:10:28.765465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acfb7e-3cd0-4443-8a2e-33e37847cbce None None] Pushing event updated for resources: {'Port': ['ID=aaeb68e8-87fb-4544-bc37-dd747305f6e8,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:28.814477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ba9930b1-0fb0-47ea-adc8-943f3d24bf07 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:10:28.915343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a5d09ac2-5213-44a0-80ce-76a795fd19be None None] Provisioning complete for port 6f6df0b9-a355-4bf2-b662-880002325664 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:10:28.915629 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a5d09ac2-5213-44a0-80ce-76a795fd19be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6f6df0b9-a355-4bf2-b662-880002325664), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:28.940165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:10:28.957162 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-09ddac88-46fc-4a58-bcdd-131849a81b00 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "PUT /v2.0/routers/d97d6998-e767-42cf-8713-13283329f6ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0625179 Feb 04 14:10:28.978065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a5d09ac2-5213-44a0-80ce-76a795fd19be None None] Port 6f6df0b9-a355-4bf2-b662-880002325664 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:10:28.995987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ba9930b1-0fb0-47ea-adc8-943f3d24bf07 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:10:28.997105 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ba9930b1-0fb0-47ea-adc8-943f3d24bf07), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:29.029744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a5d09ac2-5213-44a0-80ce-76a795fd19be None None] Provisioning complete for port aaeb68e8-87fb-4544-bc37-dd747305f6e8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:10:29.030767 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a5d09ac2-5213-44a0-80ce-76a795fd19be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (aaeb68e8-87fb-4544-bc37-dd747305f6e8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:29.276622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ba9930b1-0fb0-47ea-adc8-943f3d24bf07 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:10:29.276952 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ba9930b1-0fb0-47ea-adc8-943f3d24bf07), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:29.331291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-11a2e9e5-d700-48f2-a9c8-c63a7997e29a tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898164142&fields=id&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2 HTTP/1.1" status: 200 len: 267 time: 0.0934660 Feb 04 14:10:29.339519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port ba9930b1-0fb0-47ea-adc8-943f3d24bf07, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ba9930b1-0fb0-47ea-adc8-943f3d24bf07,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:10:29.340604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a5d09ac2-5213-44a0-80ce-76a795fd19be None None] Current status of the port aaeb68e8-87fb-4544-bc37-dd747305f6e8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:10:29.349327 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ba9930b1-0fb0-47ea-adc8-943f3d24bf07), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:29.349978 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device aaeb68e8-87fb-4544-bc37-dd747305f6e8 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:10:29.479302 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=ba9930b1-0fb0-47ea-adc8-943f3d24bf07,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:29.501650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-55d0252d-1b02-4c3c-a0ab-c1f275b3f260 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:29.510411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-55d0252d-1b02-4c3c-a0ab-c1f275b3f260 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/networks?id=63f143bd-fe20-43d0-a47c-f51b909f08de HTTP/1.1" status: 200 len: 797 time: 0.1772978 Feb 04 14:10:29.522240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c469ea82-5478-4816-91d1-7c1f749b6c8e None None] Provisioning complete for port 6f6df0b9-a355-4bf2-b662-880002325664 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:10:29.522774 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c469ea82-5478-4816-91d1-7c1f749b6c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6f6df0b9-a355-4bf2-b662-880002325664), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:29.532488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-16ee1bc3-b823-47ec-b4f2-50d52ae1d5cc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/quotas/7a7a6da7dab54751bcd59b7f2b7f2bf2 HTTP/1.1" status: 200 len: 375 time: 0.0198619 Feb 04 14:10:29.550251 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port aaeb68e8-87fb-4544-bc37-dd747305f6e8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:10:29.550512 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (aaeb68e8-87fb-4544-bc37-dd747305f6e8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:29.635235 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c469ea82-5478-4816-91d1-7c1f749b6c8e None None] Port 6f6df0b9-a355-4bf2-b662-880002325664 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:10:29.651757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-43cce818-3b17-4252-b54c-739fcb22b929 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028767 Feb 04 14:10:29.690675 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port aaeb68e8-87fb-4544-bc37-dd747305f6e8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:10:29.763063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f328c315-e6f5-41a6-bf7b-2821fd1d949d None None] Provisioning complete for port 6f6df0b9-a355-4bf2-b662-880002325664 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:10:29.763946 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f328c315-e6f5-41a6-bf7b-2821fd1d949d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6f6df0b9-a355-4bf2-b662-880002325664), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:29.769537 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-e5bc9341-e1c3-4c0e-989d-ed047679da1a service neutron] 10.222.0.96 "GET /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159494 Feb 04 14:10:29.805552 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Sync routers for ids ['d97d6998-e767-42cf-8713-13283329f6ed'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:10:29.822975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f328c315-e6f5-41a6-bf7b-2821fd1d949d None None] Port 6f6df0b9-a355-4bf2-b662-880002325664 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:10:29.830793 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Routers {'d97d6998-e767-42cf-8713-13283329f6ed'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:10:29.831628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:10:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['d97d6998-e767-42cf-8713-13283329f6ed'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:29.883885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-7f0691f8-b0f0-42af-9dbc-38b2594bc29e service neutron] 10.222.0.96 "GET /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057987 Feb 04 14:10:29.949926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Set router d97d6998-e767-42cf-8713-13283329f6ed gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:10:30.097691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd741b25-abcd-4eeb-b9c9-b24dbe08279c req-9842fc15-483a-4bd5-8ba6-5b4247e45927 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 210 time: 0.0419624 Feb 04 14:10:30.263786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715174562', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:10:22Z', 'updated_at': '2022-02-04T14:10:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:23Z', 'updated_at': '2022-02-04T14:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '6f6df0b9-a355-4bf2-b662-880002325664', 'name': '', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:29:9e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:26Z', 'updated_at': '2022-02-04T14:10:27Z', 'revision_number': 2, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:30.293432 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Checking router: d97d6998-e767-42cf-8713-13283329f6ed for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:10:30.293954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Updating router d97d6998-e767-42cf-8713-13283329f6ed port 6f6df0b9-a355-4bf2-b662-880002325664 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:10:30.331182 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6f6df0b9-a355-4bf2-b662-880002325664), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:30.578914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device aaeb68e8-87fb-4544-bc37-dd747305f6e8 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:10:30.730559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port aaeb68e8-87fb-4544-bc37-dd747305f6e8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:10:30.730932 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (aaeb68e8-87fb-4544-bc37-dd747305f6e8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:30.784567 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Publish callbacks [] for port (6f6df0b9-a355-4bf2-b662-880002325664), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:30.794088 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6f6df0b9-a355-4bf2-b662-880002325664), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:30.907192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209c597-5c71-497a-af2c-998366265a84 None None] Pushing event updated for resources: {'Port': ['ID=6f6df0b9-a355-4bf2-b662-880002325664,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:30.912935 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port aaeb68e8-87fb-4544-bc37-dd747305f6e8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:10:30.915352 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ba9930b1-0fb0-47ea-adc8-943f3d24bf07 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:10:31.033442 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Attempting to bind port 6f6df0b9-a355-4bf2-b662-880002325664 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:10:31.036559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Attempting to bind port 6f6df0b9-a355-4bf2-b662-880002325664 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '2f762a25-c6e1-46f9-88e9-0f2a5b4ea980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:10:31.037738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Attempting to bind port 6f6df0b9-a355-4bf2-b662-880002325664 on network 63f143bd-fe20-43d0-a47c-f51b909f08de {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:10:31.067444 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:10:31.068719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Checking segment: {'id': '2f762a25-c6e1-46f9-88e9-0f2a5b4ea980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:10:31.073086 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:31.077345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Bound using segment: {'id': '2f762a25-c6e1-46f9-88e9-0f2a5b4ea980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:10:31.081688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Bound port: 6f6df0b9-a355-4bf2-b662-880002325664, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f762a25-c6e1-46f9-88e9-0f2a5b4ea980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:10:31.082288 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6f6df0b9-a355-4bf2-b662-880002325664), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:31.150826 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ba9930b1-0fb0-47ea-adc8-943f3d24bf07 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:10:31.151389 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ba9930b1-0fb0-47ea-adc8-943f3d24bf07), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:31.237250 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] For port 6f6df0b9-a355-4bf2-b662-880002325664, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:10:31.255899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] For port 6f6df0b9-a355-4bf2-b662-880002325664, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6f6df0b9-a355-4bf2-b662-880002325664,segment=NetworkSegment(2f762a25-c6e1-46f9-88e9-0f2a5b4ea980),segment_id=2f762a25-c6e1-46f9-88e9-0f2a5b4ea980)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:10:31.284247 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6f6df0b9-a355-4bf2-b662-880002325664), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:31.352919 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a12c0cc-4b93-429b-a62f-a47bfd1de16a req-5bcf8eaf-bc2d-47c5-ba46-b009bee95736 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 210 time: 0.0939298 Feb 04 14:10:31.465632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-62d5ea26-8fe8-4ee4-92de-28e0e321effa None None] Provisioning complete for port 6f6df0b9-a355-4bf2-b662-880002325664 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:10:31.465632 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-62d5ea26-8fe8-4ee4-92de-28e0e321effa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6f6df0b9-a355-4bf2-b662-880002325664), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:31.546900 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Routers {'d97d6998-e767-42cf-8713-13283329f6ed'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:10:31.547768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:10:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['d97d6998-e767-42cf-8713-13283329f6ed'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:31.812528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-2acb491b-0d47-4731-b985-359196ddacdc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:31.815736 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-2acb491b-0d47-4731-b985-359196ddacdc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.100 "GET /v2.0/networks?id=63f143bd-fe20-43d0-a47c-f51b909f08de HTTP/1.1" status: 200 len: 797 time: 0.2967851 Feb 04 14:10:31.886134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ba9930b1-0fb0-47ea-adc8-943f3d24bf07 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:10:31.908380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209c597-5c71-497a-af2c-998366265a84 None None] Pushing event updated for resources: {'Port': ['ID=6f6df0b9-a355-4bf2-b662-880002325664,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:31.941361 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] Set router d97d6998-e767-42cf-8713-13283329f6ed gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:10:31.956882 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-8fc5ab80-9c0a-42dc-9fd1-e6eeb3417566 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2 HTTP/1.1" status: 200 len: 379 time: 0.1290405 Feb 04 14:10:31.975538 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-3f79d9c6-5d30-42c2-b8ce-5c7ef637a4d0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'port': {'device_id': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'admin_state_up': True, 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'security_groups': ['7f73be59-3cc5-4590-833f-5db3c5e5342e']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:10:32.140691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-62d5ea26-8fe8-4ee4-92de-28e0e321effa None None] Current status of the port 6f6df0b9-a355-4bf2-b662-880002325664 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:10:32.145227 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-62d5ea26-8fe8-4ee4-92de-28e0e321effa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6f6df0b9-a355-4bf2-b662-880002325664), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:32.337444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57098) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:32.354777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-62d5ea26-8fe8-4ee4-92de-28e0e321effa None None] For port 6f6df0b9-a355-4bf2-b662-880002325664, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6f6df0b9-a355-4bf2-b662-880002325664,segment=NetworkSegment(2f762a25-c6e1-46f9-88e9-0f2a5b4ea980),segment_id=2f762a25-c6e1-46f9-88e9-0f2a5b4ea980)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:10:32.371209 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-62d5ea26-8fe8-4ee4-92de-28e0e321effa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6f6df0b9-a355-4bf2-b662-880002325664), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:32.482205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5ea26-8fe8-4ee4-92de-28e0e321effa None None] Pushing event updated for resources: {'Port': ['ID=6f6df0b9-a355-4bf2-b662-880002325664,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:32.574523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715174562', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:10:22Z', 'updated_at': '2022-02-04T14:10:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:23Z', 'updated_at': '2022-02-04T14:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '6f6df0b9-a355-4bf2-b662-880002325664', 'name': '', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:29:9e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:26Z', 'updated_at': '2022-02-04T14:10:31Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:32.575793 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-3f79d9c6-5d30-42c2-b8ce-5c7ef637a4d0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Made reservation on behalf of 7a7a6da7dab54751bcd59b7f2b7f2bf2 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:10:32.584727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-10735b39-e10e-42b3-8142-0e83cca1e0d0 None None] Provisioning complete for port 6f6df0b9-a355-4bf2-b662-880002325664 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:10:32.586599 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-10735b39-e10e-42b3-8142-0e83cca1e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6f6df0b9-a355-4bf2-b662-880002325664), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:32.591831 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-3f79d9c6-5d30-42c2-b8ce-5c7ef637a4d0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:32.645693 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-66ff9b99-6ec8-4e2c-82d0-6121582a4307 req-5090e45e-f99e-415f-b5f9-c09162d210cc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 210 time: 0.0724804 Feb 04 14:10:32.659018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cba5cf-b9e3-497c-970c-ca3a24908ca8 None None] The sync data for ids ['d97d6998-e767-42cf-8713-13283329f6ed'] in n-d-714676-13 is: [{'id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715174562', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:10:22Z', 'updated_at': '2022-02-04T14:10:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:23Z', 'updated_at': '2022-02-04T14:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '6f6df0b9-a355-4bf2-b662-880002325664', 'name': '', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:29:9e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:26Z', 'updated_at': '2022-02-04T14:10:31Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:10:32.696923 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf63280c-1946-4f75-9ce9-19a9b2979b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:32.869641 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-10735b39-e10e-42b3-8142-0e83cca1e0d0 None None] Current status of the port 6f6df0b9-a355-4bf2-b662-880002325664 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:10:32.904227 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf63280c-1946-4f75-9ce9-19a9b2979b0e admin admin] Publish callbacks [] for security_group (f865d056-10ee-4ce3-82a1-9805547df484), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:32.913940 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cf63280c-1946-4f75-9ce9-19a9b2979b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f865d056-10ee-4ce3-82a1-9805547df484), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:32.944623 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-3f79d9c6-5d30-42c2-b8ce-5c7ef637a4d0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Allocated IP 172.20.0.4 (63f143bd-fe20-43d0-a47c-f51b909f08de/31a050da-72a7-4cb7-aa27-5237a2cb2d67/e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:10:32.977762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cf63280c-1946-4f75-9ce9-19a9b2979b0e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dd8752a650a0443c8b15e5ffeab1c38f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6388571 Feb 04 14:10:32.979078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63280c-1946-4f75-9ce9-19a9b2979b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f865d056-10ee-4ce3-82a1-9805547df484,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:32.981802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57106) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:33.105032 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a24c970a-92e6-4bb9-a729-3149838f0109 admin admin] Publish callbacks [] for security_group (f865d056-10ee-4ce3-82a1-9805547df484), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:33.159124 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a24c970a-92e6-4bb9-a729-3149838f0109 admin admin] Publish callbacks [] for security_group (f865d056-10ee-4ce3-82a1-9805547df484), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:33.253192 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a24c970a-92e6-4bb9-a729-3149838f0109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f865d056-10ee-4ce3-82a1-9805547df484), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:33.258150 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a24c970a-92e6-4bb9-a729-3149838f0109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:33.259173 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-3f79d9c6-5d30-42c2-b8ce-5c7ef637a4d0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:33.263122 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a24c970a-92e6-4bb9-a729-3149838f0109 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f865d056-10ee-4ce3-82a1-9805547df484 HTTP/1.1" status: 204 len: 168 time: 0.2800064 Feb 04 14:10:33.285845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c970a-92e6-4bb9-a729-3149838f0109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f865d056-10ee-4ce3-82a1-9805547df484,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:33.386732 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-3f79d9c6-5d30-42c2-b8ce-5c7ef637a4d0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:33.442680 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79d9c6-5d30-42c2-b8ce-5c7ef637a4d0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:33.471137 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-3f79d9c6-5d30-42c2-b8ce-5c7ef637a4d0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 63f143bd-fe20-43d0-a47c-f51b909f08de is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:10:33.472656 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-3f79d9c6-5d30-42c2-b8ce-5c7ef637a4d0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:10:33.475214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-3f79d9c6-5d30-42c2-b8ce-5c7ef637a4d0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:10:33.555734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-3f79d9c6-5d30-42c2-b8ce-5c7ef637a4d0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:33.556513 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-3f79d9c6-5d30-42c2-b8ce-5c7ef637a4d0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:33.587896 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-3f79d9c6-5d30-42c2-b8ce-5c7ef637a4d0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6243505 Feb 04 14:10:33.613078 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-71441b85-164e-4c41-914d-661ce7fed6ef tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:10:33.614454 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-71441b85-164e-4c41-914d-661ce7fed6ef tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0204186 Feb 04 14:10:33.628667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Request body: {'port': {'device_id': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:10:33.747184 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:33.900052 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3bf5c-6f5a-44df-be1c-58e0f6553fe8 req-23448757-d093-44ff-9f84-e87e1237765b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:33.902917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f0d3bf5c-6f5a-44df-be1c-58e0f6553fe8 req-23448757-d093-44ff-9f84-e87e1237765b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 931 time: 0.1119120 Feb 04 14:10:33.934669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-35b6e236-8294-4a1d-b677-a61d64441cee None None] Provisioning complete for port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:10:33.935147 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-35b6e236-8294-4a1d-b677-a61d64441cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:34.036230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f0d3bf5c-6f5a-44df-be1c-58e0f6553fe8 req-531236e7-f953-4602-9758-153780abc354 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090624 Feb 04 14:10:34.061032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-35b6e236-8294-4a1d-b677-a61d64441cee None None] Port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:10:34.107156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57116) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:34.121215 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-167be3d7-547f-4bdc-95fe-4d1c55124a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:34.302744 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-167be3d7-547f-4bdc-95fe-4d1c55124a54 admin admin] Publish callbacks [] for security_group (935890ed-c47b-4ccc-98d8-b4fbf416a1af), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:34.309659 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-167be3d7-547f-4bdc-95fe-4d1c55124a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (935890ed-c47b-4ccc-98d8-b4fbf416a1af), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:34.330024 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:10:34.345931 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Publish callbacks [] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:34.373501 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-167be3d7-547f-4bdc-95fe-4d1c55124a54 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5b3bc03e76f14ff7ac7bb75855dbaf80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2637579 Feb 04 14:10:34.374912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57118) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:34.381985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167be3d7-547f-4bdc-95fe-4d1c55124a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935890ed-c47b-4ccc-98d8-b4fbf416a1af,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:34.385074 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Transition to ACTIVE for port object e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:10:34.399640 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:34.519057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Pushing event updated for resources: {'Port': ['ID=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:34.554792 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1db866e0-5253-4c18-9224-e06f5a5d1548 admin admin] Publish callbacks [] for security_group (935890ed-c47b-4ccc-98d8-b4fbf416a1af), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:34.654335 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1db866e0-5253-4c18-9224-e06f5a5d1548 admin admin] Publish callbacks [] for security_group (935890ed-c47b-4ccc-98d8-b4fbf416a1af), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:34.757193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Attempting to bind port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:10:34.757544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Attempting to bind port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '2f762a25-c6e1-46f9-88e9-0f2a5b4ea980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:10:34.757875 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Attempting to bind port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 on network 63f143bd-fe20-43d0-a47c-f51b909f08de {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:10:34.764940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 on network 63f143bd-fe20-43d0-a47c-f51b909f08de not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:10:34.765481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Attempting to bind port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 on network 63f143bd-fe20-43d0-a47c-f51b909f08de {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:10:34.766201 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6f6df0b9-a355-4bf2-b662-880002325664 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:10:34.772933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:10:34.773357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Checking segment: {'id': '2f762a25-c6e1-46f9-88e9-0f2a5b4ea980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:10:34.773803 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Bound using segment: {'id': '2f762a25-c6e1-46f9-88e9-0f2a5b4ea980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:10:34.776244 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Bound port: e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f762a25-c6e1-46f9-88e9-0f2a5b4ea980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:10:34.777726 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:34.895290 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6f6df0b9-a355-4bf2-b662-880002325664 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:10:34.896451 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6f6df0b9-a355-4bf2-b662-880002325664), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:34.897359 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1db866e0-5253-4c18-9224-e06f5a5d1548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (935890ed-c47b-4ccc-98d8-b4fbf416a1af), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:34.900292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1db866e0-5253-4c18-9224-e06f5a5d1548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:34.901621 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1db866e0-5253-4c18-9224-e06f5a5d1548 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/935890ed-c47b-4ccc-98d8-b4fbf416a1af HTTP/1.1" status: 204 len: 168 time: 0.5257142 Feb 04 14:10:34.923379 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] For port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:10:34.939153 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] For port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,segment=NetworkSegment(2f762a25-c6e1-46f9-88e9-0f2a5b4ea980),segment_id=2f762a25-c6e1-46f9-88e9-0f2a5b4ea980)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:10:34.944025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db866e0-5253-4c18-9224-e06f5a5d1548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935890ed-c47b-4ccc-98d8-b4fbf416a1af,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:34.949173 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:35.006271 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:35.006956 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:35.008408 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] 10.222.0.100 "PUT /v2.0/ports/e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 HTTP/1.1" status: 200 len: 1092 time: 1.3848774 Feb 04 14:10:35.008871 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'tag': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:10:35.020092 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2797e6ed-0080-462d-b374-79fde2c116a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e7923b62-4802-4826-b10b-da0ecab2a81c", "tag": "e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:10:35.101692 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8779130-c761-4081-85cb-26884d48fc17 service neutron] Pushing event updated for resources: {'Port': ['ID=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:35.112508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6f6df0b9-a355-4bf2-b662-880002325664 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:10:35.153288 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8dbb92-68fb-49cb-8ac9-5dd9c22e087e x-openstack-request-id: req-bf8dbb92-68fb-49cb-8ac9-5dd9c22e087e {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:10:35.153644 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7923b62-4802-4826-b10b-da0ecab2a81c", "tag": "e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:10:35.153829 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bf8dbb92-68fb-49cb-8ac9-5dd9c22e087e {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:10:35.154296 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'tag': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401', 'status': 'completed', 'code': 200} Feb 04 14:10:35.188607 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-32ef2b74-0291-4ee1-95da-1ac0e6055b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:35.190364 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-32ef2b74-0291-4ee1-95da-1ac0e6055b8e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 1126 time: 0.1045644 Feb 04 14:10:35.251166 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-0377ceb2-fd4f-415a-ac68-c08c72c143fa service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 HTTP/1.1" status: 200 len: 217 time: 0.0538712 Feb 04 14:10:35.332796 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-56e7a5f5-7da1-4e42-a35c-62275d57e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:35.334874 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-56e7a5f5-7da1-4e42-a35c-62275d57e103 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=31a050da-72a7-4cb7-aa27-5237a2cb2d67 HTTP/1.1" status: 200 len: 835 time: 0.0759399 Feb 04 14:10:35.357034 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd38fd-01a9-4161-b048-76bb863284a7 req-ed507ca6-4394-4edb-90de-df9768d021f3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:35.360852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25cd38fd-01a9-4161-b048-76bb863284a7 req-ed507ca6-4394-4edb-90de-df9768d021f3 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 943 time: 0.1380775 Feb 04 14:10:35.424297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-045968aa-13e5-4a01-84d8-5ba9f16460eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:35.426657 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-045968aa-13e5-4a01-84d8-5ba9f16460eb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=63f143bd-fe20-43d0-a47c-f51b909f08de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0805533 Feb 04 14:10:35.523539 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25cd38fd-01a9-4161-b048-76bb863284a7 req-23da55d9-e9e2-4e7b-862b-a65cdaa4d6dc tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566122 Feb 04 14:10:35.565624 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-2b66e4ed-77c2-4c4c-aa13-e35f74c8ec3e service neutron] 10.222.0.100 "GET /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323593 Feb 04 14:10:35.699825 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-54e3982d-21eb-405d-ac6c-a4808d219b43 req-984d4443-6d83-4316-bef1-7b8af1402eb7 service neutron] 10.222.0.100 "GET /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284027 Feb 04 14:10:35.837729 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797e6ed-0080-462d-b374-79fde2c116a2 req-cb13e7b7-5f77-43f8-b4e2-f6bbd27c57d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:35.839404 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2797e6ed-0080-462d-b374-79fde2c116a2 req-cb13e7b7-5f77-43f8-b4e2-f6bbd27c57d8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 1126 time: 0.0816069 Feb 04 14:10:35.957444 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797e6ed-0080-462d-b374-79fde2c116a2 req-ded4db0a-4ab5-4da9-a688-34890c5de20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:35.958921 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2797e6ed-0080-462d-b374-79fde2c116a2 req-ded4db0a-4ab5-4da9-a688-34890c5de20c service neutron] 10.222.0.100 "GET /v2.0/networks?id=63f143bd-fe20-43d0-a47c-f51b909f08de HTTP/1.1" status: 200 len: 898 time: 0.1142831 Feb 04 14:10:36.014443 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2797e6ed-0080-462d-b374-79fde2c116a2 req-e3c8e76d-0cba-4d6c-bd68-d403746e63c8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 HTTP/1.1" status: 200 len: 217 time: 0.0496938 Feb 04 14:10:36.075759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797e6ed-0080-462d-b374-79fde2c116a2 req-48126a5c-a41c-4a55-8851-a8cb5845bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:36.077679 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2797e6ed-0080-462d-b374-79fde2c116a2 req-48126a5c-a41c-4a55-8851-a8cb5845bcdc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=31a050da-72a7-4cb7-aa27-5237a2cb2d67 HTTP/1.1" status: 200 len: 835 time: 0.0585196 Feb 04 14:10:36.136608 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797e6ed-0080-462d-b374-79fde2c116a2 req-8bd55ff0-60a6-4871-bcf3-289a197ef657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:36.138163 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2797e6ed-0080-462d-b374-79fde2c116a2 req-8bd55ff0-60a6-4871-bcf3-289a197ef657 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=63f143bd-fe20-43d0-a47c-f51b909f08de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0527642 Feb 04 14:10:36.248457 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2797e6ed-0080-462d-b374-79fde2c116a2 req-2b5bc9ad-c299-4195-9025-e3ad4249fcc3 service neutron] 10.222.0.100 "GET /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043658 Feb 04 14:10:36.372088 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2797e6ed-0080-462d-b374-79fde2c116a2 req-9adf8936-f33d-44b9-9597-86b83fa31901 service neutron] 10.222.0.100 "GET /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177771 Feb 04 14:10:36.737765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468c1ec-39ac-4e65-b46f-b21299f890df req-31007725-a460-4549-b57e-a498f169bdac tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:36.741049 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6468c1ec-39ac-4e65-b46f-b21299f890df req-31007725-a460-4549-b57e-a498f169bdac tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 943 time: 0.1174221 Feb 04 14:10:36.837113 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6468c1ec-39ac-4e65-b46f-b21299f890df req-dd6b855a-0a95-4798-a8e4-62643009a17c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894971 Feb 04 14:10:37.983851 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ca435-8048-4d0c-895d-a6d6317e6b0d req-ad56d405-4d7e-4f7e-b7ce-6e0b117942db tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:37.985684 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca9ca435-8048-4d0c-895d-a6d6317e6b0d req-ad56d405-4d7e-4f7e-b7ce-6e0b117942db tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 943 time: 0.0679901 Feb 04 14:10:38.056585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca9ca435-8048-4d0c-895d-a6d6317e6b0d req-de99f7e2-c7d1-4a6f-a1ed-dd915f96b431 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639725 Feb 04 14:10:39.169161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:10:39.205389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcada9-8974-41dd-9aab-f8c302e5247c req-ec8a23f8-0f4a-4304-b893-6ba1f65ec554 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:39.207312 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65bcada9-8974-41dd-9aab-f8c302e5247c req-ec8a23f8-0f4a-4304-b893-6ba1f65ec554 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 943 time: 0.0667400 Feb 04 14:10:39.276946 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65bcada9-8974-41dd-9aab-f8c302e5247c req-8a224f29-e5d1-4246-b36a-7fe32929163d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609882 Feb 04 14:10:39.312558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,segment=NetworkSegment(2f762a25-c6e1-46f9-88e9-0f2a5b4ea980),segment_id=2f762a25-c6e1-46f9-88e9-0f2a5b4ea980)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:10:39.327904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'port_id': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401', 'mac_address': 'fa:16:3e:77:10:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:10:39.370869 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:10:39.371394 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:39.386277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:10:39.409069 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,segment=NetworkSegment(2f762a25-c6e1-46f9-88e9-0f2a5b4ea980),segment_id=2f762a25-c6e1-46f9-88e9-0f2a5b4ea980)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:10:39.414292 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:39.475014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:39.746405 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:10:40.393287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed40bf8-133e-4cd1-b164-24c1e57e4d6f req-9929f9fd-5608-4446-8535-57cda5441786 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:40.394931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ed40bf8-133e-4cd1-b164-24c1e57e4d6f req-9929f9fd-5608-4446-8535-57cda5441786 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 944 time: 0.0547602 Feb 04 14:10:40.454732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ed40bf8-133e-4cd1-b164-24c1e57e4d6f req-a3370024-f98d-442c-9c3e-6041026a022d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534189 Feb 04 14:10:41.029585 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e6d55159-6d67-400b-87fd-8f8b2cecf189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:41.183662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:10:41.261150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:10:41.267322 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:10:41.267783 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:41.371104 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:10:41.371615 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:41.416107 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,segment=NetworkSegment(2f762a25-c6e1-46f9-88e9-0f2a5b4ea980),segment_id=2f762a25-c6e1-46f9-88e9-0f2a5b4ea980)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:10:41.417274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:10:41.421661 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114b3070-c22a-4068-8b57-a5133fcc572c" -d '{"events": [{"server_uuid": "e7923b62-4802-4826-b10b-da0ecab2a81c", "name": "network-vif-plugged", "status": "completed", "tag": "e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:10:41.427830 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:41.543203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:41.720212 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b1b4ba-35e3-4430-9213-e57e29e65773 x-openstack-request-id: req-75b1b4ba-35e3-4430-9213-e57e29e65773 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:10:41.720517 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7923b62-4802-4826-b10b-da0ecab2a81c", "name": "network-vif-plugged", "status": "completed", "tag": "e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:10:41.720778 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-75b1b4ba-35e3-4430-9213-e57e29e65773 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:10:41.721179 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401', 'code': 200} Feb 04 14:10:41.868633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c6cd9-925e-4891-8648-1de1269ea6d5 req-1a37a2c4-49c3-42c5-873d-76e3186e4ef9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:41.871611 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-092c6cd9-925e-4891-8648-1de1269ea6d5 req-1a37a2c4-49c3-42c5-873d-76e3186e4ef9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0773997 Feb 04 14:10:41.881567 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42572dd0-2078-452a-aaa8-0fef654ef19c req-2b5dca20-28ea-4866-9c48-9d2c40458f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:41.883050 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-42572dd0-2078-452a-aaa8-0fef654ef19c req-2b5dca20-28ea-4866-9c48-9d2c40458f59 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 1128 time: 0.0959401 Feb 04 14:10:41.947929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-092c6cd9-925e-4891-8648-1de1269ea6d5 req-6148d006-afd5-465d-9d77-41f42c968c83 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644946 Feb 04 14:10:41.951798 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-42572dd0-2078-452a-aaa8-0fef654ef19c req-e6244b7f-4eb8-4e4f-84a8-b86319416b8b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629973 Feb 04 14:10:43.189486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a6a85-42fa-4252-91c1-f7dd3856b59b req-1ed6afe4-fcf8-4f15-9e8f-8f8ff401977c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:43.191312 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-482a6a85-42fa-4252-91c1-f7dd3856b59b req-1ed6afe4-fcf8-4f15-9e8f-8f8ff401977c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.1164107 Feb 04 14:10:43.282650 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-482a6a85-42fa-4252-91c1-f7dd3856b59b req-94d067ea-3f2d-46d8-bb99-d73dd439f978 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795469 Feb 04 14:10:43.905120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57226) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:44.134802 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2287a260-24e8-4636-ba90-4ea8e6e14388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:44.262640 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:44.304577 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2287a260-24e8-4636-ba90-4ea8e6e14388 admin admin] Publish callbacks [] for security_group (53706f70-94fe-4ef1-90a1-f3315e0fbeda), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:44.314925 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2287a260-24e8-4636-ba90-4ea8e6e14388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (53706f70-94fe-4ef1-90a1-f3315e0fbeda), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:44.420954 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287a260-24e8-4636-ba90-4ea8e6e14388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53706f70-94fe-4ef1-90a1-f3315e0fbeda,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:44.466918 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2287a260-24e8-4636-ba90-4ea8e6e14388 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e2703b627a3d4d07b8294962fee98bc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5569468 Feb 04 14:10:44.469131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57234) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:44.496565 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e7e0-ecfa-4f59-830a-89e98653b6cf req-d14ff7d3-b291-473d-b825-bde92b3fb08d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:44.498756 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b538e7e0-ecfa-4f59-830a-89e98653b6cf req-d14ff7d3-b291-473d-b825-bde92b3fb08d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.1354315 Feb 04 14:10:44.553315 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b538e7e0-ecfa-4f59-830a-89e98653b6cf req-203be142-86f7-4c29-b41d-8d8764b05c10 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489900 Feb 04 14:10:44.610276 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4180bdbd-d3a2-4c31-b5d8-960e5787dc2d admin admin] Publish callbacks [] for security_group (53706f70-94fe-4ef1-90a1-f3315e0fbeda), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:44.676431 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4180bdbd-d3a2-4c31-b5d8-960e5787dc2d admin admin] Publish callbacks [] for security_group (53706f70-94fe-4ef1-90a1-f3315e0fbeda), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:44.716584 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211b3da-debc-46bc-aed9-444096daec0c req-3225ce1f-4ec4-436b-bcef-6e1b1b75c92b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:44.720496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4211b3da-debc-46bc-aed9-444096daec0c req-3225ce1f-4ec4-436b-bcef-6e1b1b75c92b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0660934 Feb 04 14:10:44.777568 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4180bdbd-d3a2-4c31-b5d8-960e5787dc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (53706f70-94fe-4ef1-90a1-f3315e0fbeda), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:44.781957 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4180bdbd-d3a2-4c31-b5d8-960e5787dc2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:44.785980 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4180bdbd-d3a2-4c31-b5d8-960e5787dc2d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/53706f70-94fe-4ef1-90a1-f3315e0fbeda HTTP/1.1" status: 204 len: 168 time: 0.3128138 Feb 04 14:10:44.794085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180bdbd-d3a2-4c31-b5d8-960e5787dc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53706f70-94fe-4ef1-90a1-f3315e0fbeda,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:44.802682 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4211b3da-debc-46bc-aed9-444096daec0c req-a2314e13-1b17-4612-8173-61777213321d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767210 Feb 04 14:10:44.832776 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57242) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:44.931617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d45e9-8119-451f-8bd8-87202887bb5a tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:44.934776 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6d8d45e9-8119-451f-8bd8-87202887bb5a tempest-TestNetworkAdvancedServerOps-1739763920 tempest-TestNetworkAdvancedServerOps-1739763920-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 1123 time: 0.1006949 Feb 04 14:10:44.942862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57244) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:44.953412 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:10:44.991624 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:44.993004 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:45.197809 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-36079975-3d4c-407f-9d2e-7c92a3ec17dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:45.255104 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:45.390758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Allocated IP 172.25.5.46 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/3ca48b8e-0cbf-4e46-b0e2-831eceb87a4e) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:10:45.533603 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (3ca48b8e-0cbf-4e46-b0e2-831eceb87a4e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:45.617820 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (3ca48b8e-0cbf-4e46-b0e2-831eceb87a4e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:45.721087 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:45.729269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:10:45.740420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:10:45.747424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:10:46.358122 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=3ca48b8e-0cbf-4e46-b0e2-831eceb87a4e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:46.927124 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57292) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:46.943752 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for floatingip (2eae1b90-b133-41e7-8ae6-2a06013bcbdd), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:47.038529 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:47.066375 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3ca48b8e-0cbf-4e46-b0e2-831eceb87a4e), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:47.161959 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fba89c7a-9b81-425c-9108-3fef85fce92c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:47.275925 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fba89c7a-9b81-425c-9108-3fef85fce92c admin admin] Publish callbacks [] for security_group (a7aedb19-793c-4ac3-ab0c-28dff11ab8be), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:47.282265 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fba89c7a-9b81-425c-9108-3fef85fce92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a7aedb19-793c-4ac3-ab0c-28dff11ab8be), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:47.318954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba89c7a-9b81-425c-9108-3fef85fce92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aedb19-793c-4ac3-ab0c-28dff11ab8be,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:47.356595 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for port (3ca48b8e-0cbf-4e46-b0e2-831eceb87a4e), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:47.368150 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fba89c7a-9b81-425c-9108-3fef85fce92c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f1961e8a92ca4d6d83b23b2c122f90e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4398971 Feb 04 14:10:47.369198 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (3ca48b8e-0cbf-4e46-b0e2-831eceb87a4e), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:47.371544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57296) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:47.433334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event updated for resources: {'Port': ['ID=3ca48b8e-0cbf-4e46-b0e2-831eceb87a4e,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:47.494891 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6cc50795-4a6a-4135-94db-2194935ec7b6 admin admin] Publish callbacks [] for security_group (a7aedb19-793c-4ac3-ab0c-28dff11ab8be), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:47.509879 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (2eae1b90-b133-41e7-8ae6-2a06013bcbdd), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:47.532748 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6cc50795-4a6a-4135-94db-2194935ec7b6 admin admin] Publish callbacks [] for security_group (a7aedb19-793c-4ac3-ab0c-28dff11ab8be), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:47.652129 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6cc50795-4a6a-4135-94db-2194935ec7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a7aedb19-793c-4ac3-ab0c-28dff11ab8be), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:47.657109 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6cc50795-4a6a-4135-94db-2194935ec7b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:47.662063 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6cc50795-4a6a-4135-94db-2194935ec7b6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a7aedb19-793c-4ac3-ab0c-28dff11ab8be HTTP/1.1" status: 204 len: 168 time: 0.2891591 Feb 04 14:10:47.673077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc50795-4a6a-4135-94db-2194935ec7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aedb19-793c-4ac3-ab0c-28dff11ab8be,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:47.692720 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Floating IP 2eae1b90-b133-41e7-8ae6-2a06013bcbdd associated. External IP: 172.25.5.46, port: e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401. Feb 04 14:10:47.965999 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router d97d6998-e767-42cf-8713-13283329f6ed has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:10:48.022630 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:48.140986 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:10:48.151714 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb84bde-5bf0-45a6-9fa6-b1c4fd8145a3 None None] Sync routers for ids ['d97d6998-e767-42cf-8713-13283329f6ed'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:10:48.169319 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb84bde-5bf0-45a6-9fa6-b1c4fd8145a3 None None] Routers {'d97d6998-e767-42cf-8713-13283329f6ed'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:10:48.170965 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fbb84bde-5bf0-45a6-9fa6-b1c4fd8145a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:10:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['d97d6998-e767-42cf-8713-13283329f6ed'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:48.196620 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:10:48.283414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-799db5fa-ff57-40da-9bd6-42db5db886c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3356855 Feb 04 14:10:48.284250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'tag': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:10:48.291581 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5a3c62-39ac-4a7c-aeeb-75f115df3678" -d '{"events": [{"name": "network-changed", "server_uuid": "e7923b62-4802-4826-b10b-da0ecab2a81c", "tag": "e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:10:48.365270 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-fbb84bde-5bf0-45a6-9fa6-b1c4fd8145a3 None None] Set router d97d6998-e767-42cf-8713-13283329f6ed gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:10:48.506743 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1842c-a65d-4b51-8c70-135ef53c06c0 req-afe6acd4-c974-43d7-9c40-a67b8021eef0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:48.512791 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-46e1842c-a65d-4b51-8c70-135ef53c06c0 req-afe6acd4-c974-43d7-9c40-a67b8021eef0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0968642 Feb 04 14:10:48.598510 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-46e1842c-a65d-4b51-8c70-135ef53c06c0 req-1ee8112c-42f2-46b3-8f44-f49e61b28627 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777056 Feb 04 14:10:48.626009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57326) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:48.758854 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c6ca2695-9a11-450f-aa0c-b8a47eda3946 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/2eae1b90-b133-41e7-8ae6-2a06013bcbdd HTTP/1.1" status: 200 len: 990 time: 0.1316202 Feb 04 14:10:48.795874 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fbb84bde-5bf0-45a6-9fa6-b1c4fd8145a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715174562', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:10:22Z', 'updated_at': '2022-02-04T14:10:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:23Z', 'updated_at': '2022-02-04T14:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '2eae1b90-b133-41e7-8ae6-2a06013bcbdd', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'port_id': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'mac_address': 'fa:16:3e:77:10:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:10:46Z', 'updated_at': '2022-02-04T14:10:46Z', 'revision_number': 0, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6df0b9-a355-4bf2-b662-880002325664', 'name': '', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:29:9e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:26Z', 'updated_at': '2022-02-04T14:10:32Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:48.832781 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb84bde-5bf0-45a6-9fa6-b1c4fd8145a3 None None] Checking router: d97d6998-e767-42cf-8713-13283329f6ed for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:10:48.842410 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb84bde-5bf0-45a6-9fa6-b1c4fd8145a3 None None] Routers {'d97d6998-e767-42cf-8713-13283329f6ed'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:10:48.843471 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fbb84bde-5bf0-45a6-9fa6-b1c4fd8145a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:10:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['d97d6998-e767-42cf-8713-13283329f6ed'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:48.990909 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-fbb84bde-5bf0-45a6-9fa6-b1c4fd8145a3 None None] Set router d97d6998-e767-42cf-8713-13283329f6ed gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:10:49.080040 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b53fbf9-ca1c-4af8-b085-0013ed32aa7d x-openstack-request-id: req-1b53fbf9-ca1c-4af8-b085-0013ed32aa7d {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:10:49.080569 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7923b62-4802-4826-b10b-da0ecab2a81c", "tag": "e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:10:49.080569 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1b53fbf9-ca1c-4af8-b085-0013ed32aa7d {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:10:49.080996 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'tag': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401', 'status': 'completed', 'code': 200} Feb 04 14:10:49.221574 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a3c62-39ac-4a7c-aeeb-75f115df3678 req-401f9aa3-fa35-4af6-b76f-66b44487dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:49.225758 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9b5a3c62-39ac-4a7c-aeeb-75f115df3678 req-401f9aa3-fa35-4af6-b76f-66b44487dafa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 1128 time: 0.1102633 Feb 04 14:10:49.304400 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fbb84bde-5bf0-45a6-9fa6-b1c4fd8145a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715174562', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:10:22Z', 'updated_at': '2022-02-04T14:10:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:23Z', 'updated_at': '2022-02-04T14:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '2eae1b90-b133-41e7-8ae6-2a06013bcbdd', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'port_id': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'mac_address': 'fa:16:3e:77:10:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:10:46Z', 'updated_at': '2022-02-04T14:10:46Z', 'revision_number': 0, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6df0b9-a355-4bf2-b662-880002325664', 'name': '', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:29:9e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:26Z', 'updated_at': '2022-02-04T14:10:32Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:49.341828 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb84bde-5bf0-45a6-9fa6-b1c4fd8145a3 None None] The sync data for ids ['d97d6998-e767-42cf-8713-13283329f6ed'] in n-d-714676-13 is: [{'id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715174562', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:10:22Z', 'updated_at': '2022-02-04T14:10:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:23Z', 'updated_at': '2022-02-04T14:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '2eae1b90-b133-41e7-8ae6-2a06013bcbdd', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'port_id': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'mac_address': 'fa:16:3e:77:10:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:10:46Z', 'updated_at': '2022-02-04T14:10:46Z', 'revision_number': 0, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6df0b9-a355-4bf2-b662-880002325664', 'name': '', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:29:9e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:26Z', 'updated_at': '2022-02-04T14:10:32Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:10:49.414684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a3c62-39ac-4a7c-aeeb-75f115df3678 req-a66dac07-fd8b-4307-bd0d-d275052806b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:49.416797 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9b5a3c62-39ac-4a7c-aeeb-75f115df3678 req-a66dac07-fd8b-4307-bd0d-d275052806b5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=63f143bd-fe20-43d0-a47c-f51b909f08de HTTP/1.1" status: 200 len: 898 time: 0.1843832 Feb 04 14:10:49.540819 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9b5a3c62-39ac-4a7c-aeeb-75f115df3678 req-a3f488ad-2711-4dc0-9fc9-1a53982eabdc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 HTTP/1.1" status: 200 len: 998 time: 0.1186457 Feb 04 14:10:49.661075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a3c62-39ac-4a7c-aeeb-75f115df3678 req-c9847d3c-67da-4437-931e-e92768dd43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:49.663408 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9b5a3c62-39ac-4a7c-aeeb-75f115df3678 req-c9847d3c-67da-4437-931e-e92768dd43fb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=31a050da-72a7-4cb7-aa27-5237a2cb2d67 HTTP/1.1" status: 200 len: 835 time: 0.1131032 Feb 04 14:10:49.742352 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a3c62-39ac-4a7c-aeeb-75f115df3678 req-16c49e8b-6633-4013-be41-8442aabf37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:49.749273 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9b5a3c62-39ac-4a7c-aeeb-75f115df3678 req-16c49e8b-6633-4013-be41-8442aabf37ff service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=63f143bd-fe20-43d0-a47c-f51b909f08de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0802548 Feb 04 14:10:49.751883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe470290-d592-4a32-9864-d46cb577b3c8 None None] New status for floating IP 2eae1b90-b133-41e7-8ae6-2a06013bcbdd: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:10:49.762632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57346) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:49.841477 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-aa4b4bec-9cae-49ee-b427-3126f2141feb tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/2eae1b90-b133-41e7-8ae6-2a06013bcbdd HTTP/1.1" status: 200 len: 990 time: 0.0774984 Feb 04 14:10:49.937844 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9b5a3c62-39ac-4a7c-aeeb-75f115df3678 req-33c67efc-0404-4766-9e4d-c64e995f09a5 service neutron] 10.222.0.100 "GET /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824379 Feb 04 14:10:50.086850 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9b5a3c62-39ac-4a7c-aeeb-75f115df3678 req-e2fdd9b1-156b-4677-b5e9-7881f52498b2 service neutron] 10.222.0.100 "GET /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425426 Feb 04 14:10:50.845494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57356) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:10:50.924026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1d524ca1-2f22-4e33-b277-83e2fc36c15e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/2eae1b90-b133-41e7-8ae6-2a06013bcbdd HTTP/1.1" status: 200 len: 992 time: 0.0770061 Feb 04 14:10:51.078676 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:11:00.377693 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-893ca38d-a1e4-4660-98ca-3fbb1403e88b req-572aea40-5155-42f6-9494-417bc8b1321c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0720456 Feb 04 14:11:00.533451 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ca38d-a1e4-4660-98ca-3fbb1403e88b req-56112881-4269-4199-b00e-1984180a382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:00.536298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-893ca38d-a1e4-4660-98ca-3fbb1403e88b req-56112881-4269-4199-b00e-1984180a382c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 1128 time: 0.1058581 Feb 04 14:11:00.782013 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ca38d-a1e4-4660-98ca-3fbb1403e88b req-3bb9ef54-fc4b-42b2-aff7-986bfbcee985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:00.783854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-893ca38d-a1e4-4660-98ca-3fbb1403e88b req-3bb9ef54-fc4b-42b2-aff7-986bfbcee985 service neutron] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.2268944 Feb 04 14:11:00.790600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57510) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:11:00.919689 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-a737fe1e-db73-48bd-9364-2a67f11708e3 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234071086&fields=id&tenant_id=04a7af11479049059024e84090058dbe HTTP/1.1" status: 200 len: 267 time: 0.1340292 Feb 04 14:11:00.931217 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-893ca38d-a1e4-4660-98ca-3fbb1403e88b req-7252d83d-01be-4651-bfc7-50f66f434ca3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6a686e4-a553-4aa7-ac52-e343b0b21d96 HTTP/1.1" status: 200 len: 1001 time: 0.1324701 Feb 04 14:11:01.014668 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ce0bdd9-d53f-48b8-b764-0242c8289a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:01.055457 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ca38d-a1e4-4660-98ca-3fbb1403e88b req-3b111c30-bfbb-41de-9088-eea52730ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:01.057500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-893ca38d-a1e4-4660-98ca-3fbb1403e88b req-3b111c30-bfbb-41de-9088-eea52730ffcd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.1094391 Feb 04 14:11:01.137445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ca38d-a1e4-4660-98ca-3fbb1403e88b req-4046d278-c751-4362-b173-5923e870d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:01.139385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-893ca38d-a1e4-4660-98ca-3fbb1403e88b req-4046d278-c751-4362-b173-5923e870d435 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0668085 Feb 04 14:11:01.146903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-42a8572b-82af-4462-b27c-8e4f4e8ff22e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:01.149515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-42a8572b-82af-4462-b27c-8e4f4e8ff22e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 812 time: 0.2287633 Feb 04 14:11:01.157657 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ce0bdd9-d53f-48b8-b764-0242c8289a5e admin admin] Publish callbacks [] for security_group (8bae4c69-faf5-4bf6-8e76-9225b2ee7bd0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:01.164761 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ce0bdd9-d53f-48b8-b764-0242c8289a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8bae4c69-faf5-4bf6-8e76-9225b2ee7bd0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:01.206231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-d00a4952-5f3c-4f0a-b549-4d2e560040df tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/quotas/04a7af11479049059024e84090058dbe HTTP/1.1" status: 200 len: 375 time: 0.0453975 Feb 04 14:11:01.227459 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6ce0bdd9-d53f-48b8-b764-0242c8289a5e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1c16619ec54d47d0ae38861712dce277&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4353614 Feb 04 14:11:01.233225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57514) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:11:01.241907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0bdd9-d53f-48b8-b764-0242c8289a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bae4c69-faf5-4bf6-8e76-9225b2ee7bd0,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:11:01.334832 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-67c40888-b04f-4fa4-882d-ffb2b74fe4b2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1167159 Feb 04 14:11:01.344081 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-893ca38d-a1e4-4660-98ca-3fbb1403e88b req-5fdc63ab-cfea-4746-ab76-2d45b996889b service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931705 Feb 04 14:11:01.360845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-8a113a85-db23-410a-9df0-88fbd4efb246 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:11:01.361965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-8a113a85-db23-410a-9df0-88fbd4efb246 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120833 Feb 04 14:11:01.417254 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-810fd3ee-edaa-45eb-8f3a-0cc144ade477 admin admin] Publish callbacks [] for security_group (8bae4c69-faf5-4bf6-8e76-9225b2ee7bd0), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:01.476292 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-810fd3ee-edaa-45eb-8f3a-0cc144ade477 admin admin] Publish callbacks [] for security_group (8bae4c69-faf5-4bf6-8e76-9225b2ee7bd0), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:01.587561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-893ca38d-a1e4-4660-98ca-3fbb1403e88b req-d1b6f4e8-72ea-4cd0-a527-b3873395ee91 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320173 Feb 04 14:11:01.597583 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-17b40ef0-7a06-4415-9f51-4e9ffe1cadaa service neutron] 10.222.0.96 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271051 Feb 04 14:11:01.645707 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-810fd3ee-edaa-45eb-8f3a-0cc144ade477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8bae4c69-faf5-4bf6-8e76-9225b2ee7bd0), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:01.648298 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-810fd3ee-edaa-45eb-8f3a-0cc144ade477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:01.652534 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-810fd3ee-edaa-45eb-8f3a-0cc144ade477 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8bae4c69-faf5-4bf6-8e76-9225b2ee7bd0 HTTP/1.1" status: 204 len: 168 time: 0.4150615 Feb 04 14:11:01.734392 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-0d01e04b-0ce9-4e1e-8b72-212c58a3c672 service neutron] 10.222.0.96 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358747 Feb 04 14:11:01.744700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fd3ee-edaa-45eb-8f3a-0cc144ade477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bae4c69-faf5-4bf6-8e76-9225b2ee7bd0,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:11:02.187165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b053acd-155e-4de5-ae88-6c3c72d3b146 req-203e5339-c57d-4c81-80d7-e9c64881cd76 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 210 time: 0.0614438 Feb 04 14:11:03.273937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-c825e9db-5bcc-403a-a8a4-a601eecb6692 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:03.275819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-c825e9db-5bcc-403a-a8a4-a601eecb6692 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 812 time: 0.1382198 Feb 04 14:11:03.334244 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb16e15e-e64c-4ee0-8958-5333023e1f81 req-87025ade-c5a0-407a-87ba-5686632c7b4d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 210 time: 0.0508368 Feb 04 14:11:03.387231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-4f875a74-a426-49e4-b95f-5a1d5f83882b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04a7af11479049059024e84090058dbe HTTP/1.1" status: 200 len: 380 time: 0.1024334 Feb 04 14:11:03.397263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-d397cd2d-4435-4536-ba58-82ff74a97f29 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'port': {'device_id': '78f6428a-e27b-4b24-852b-b4e3013b4fc2', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'admin_state_up': True, 'tenant_id': '04a7af11479049059024e84090058dbe', 'security_groups': ['2790c332-8ded-4221-b69d-69e4e254ce07']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:11:03.563794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-d397cd2d-4435-4536-ba58-82ff74a97f29 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Made reservation on behalf of 04a7af11479049059024e84090058dbe for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:11:03.569685 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-d397cd2d-4435-4536-ba58-82ff74a97f29 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:03.738708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-d397cd2d-4435-4536-ba58-82ff74a97f29 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Allocated IP 172.20.0.3 (27de3437-df86-4192-8a38-bd89e17714b7/cdd28e0c-e617-457e-92ca-24c633c0a546/104fd642-0a0d-45f2-96b9-b03115a8d643) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:11:03.944828 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-d397cd2d-4435-4536-ba58-82ff74a97f29 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for port (104fd642-0a0d-45f2-96b9-b03115a8d643), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:03.989384 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-d397cd2d-4435-4536-ba58-82ff74a97f29 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (104fd642-0a0d-45f2-96b9-b03115a8d643), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:04.034329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-d397cd2d-4435-4536-ba58-82ff74a97f29 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Network 27de3437-df86-4192-8a38-bd89e17714b7 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:11:04.038390 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-d397cd2d-4435-4536-ba58-82ff74a97f29 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:11:04.046076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-d397cd2d-4435-4536-ba58-82ff74a97f29 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:11:04.093064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397cd2d-4435-4536-ba58-82ff74a97f29 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'Port': ['ID=104fd642-0a0d-45f2-96b9-b03115a8d643,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:11:04.125272 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-d397cd2d-4435-4536-ba58-82ff74a97f29 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:04.125993 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-d397cd2d-4435-4536-ba58-82ff74a97f29 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:04.146716 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-d397cd2d-4435-4536-ba58-82ff74a97f29 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7536731 Feb 04 14:11:04.165624 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Request body: {'port': {'device_id': '78f6428a-e27b-4b24-852b-b4e3013b4fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:11:04.249308 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (104fd642-0a0d-45f2-96b9-b03115a8d643), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:04.471672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-50ca6f95-7332-4643-aa31-d3d87b14c955 None None] Provisioning complete for port 104fd642-0a0d-45f2-96b9-b03115a8d643 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:11:04.472706 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50ca6f95-7332-4643-aa31-d3d87b14c955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (104fd642-0a0d-45f2-96b9-b03115a8d643), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:04.560044 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-50ca6f95-7332-4643-aa31-d3d87b14c955 None None] Port 104fd642-0a0d-45f2-96b9-b03115a8d643 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:11:04.580656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b99a5-04a1-4a7c-b508-1bd12eb3bcdd req-43228861-32f4-4754-8d1b-84ddb7ec1ee0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:04.582600 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a79b99a5-04a1-4a7c-b508-1bd12eb3bcdd req-43228861-32f4-4754-8d1b-84ddb7ec1ee0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 931 time: 0.1430318 Feb 04 14:11:04.690908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a79b99a5-04a1-4a7c-b508-1bd12eb3bcdd req-66a9f668-d55b-4822-bf10-9486d87292ca tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733893 Feb 04 14:11:04.765576 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104fd642-0a0d-45f2-96b9-b03115a8d643 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:11:04.778960 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Publish callbacks [] for port (104fd642-0a0d-45f2-96b9-b03115a8d643), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:04.798377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Transition to ACTIVE for port object 104fd642-0a0d-45f2-96b9-b03115a8d643 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:11:04.804743 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (104fd642-0a0d-45f2-96b9-b03115a8d643), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:04.932975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Pushing event updated for resources: {'Port': ['ID=104fd642-0a0d-45f2-96b9-b03115a8d643,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:11:05.459109 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Attempting to bind port 104fd642-0a0d-45f2-96b9-b03115a8d643 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:11:05.459506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Attempting to bind port 104fd642-0a0d-45f2-96b9-b03115a8d643 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:11:05.459839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Attempting to bind port 104fd642-0a0d-45f2-96b9-b03115a8d643 on network 27de3437-df86-4192-8a38-bd89e17714b7 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:11:05.464604 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Port 104fd642-0a0d-45f2-96b9-b03115a8d643 on network 27de3437-df86-4192-8a38-bd89e17714b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:11:05.464933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Attempting to bind port 104fd642-0a0d-45f2-96b9-b03115a8d643 on network 27de3437-df86-4192-8a38-bd89e17714b7 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:11:05.471147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:11:05.471490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Checking segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:11:05.471878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Bound using segment: {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:11:05.472312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Bound port: 104fd642-0a0d-45f2-96b9-b03115a8d643, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c1dae5-39ee-414f-ac75-c0749478cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:11:05.472673 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (104fd642-0a0d-45f2-96b9-b03115a8d643), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:05.551950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] For port 104fd642-0a0d-45f2-96b9-b03115a8d643, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:11:05.555755 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] For port 104fd642-0a0d-45f2-96b9-b03115a8d643, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=104fd642-0a0d-45f2-96b9-b03115a8d643,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:11:05.565129 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (104fd642-0a0d-45f2-96b9-b03115a8d643), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:05.630001 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:05.632318 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:05.634236 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] 10.222.0.99 "PUT /v2.0/ports/104fd642-0a0d-45f2-96b9-b03115a8d643 HTTP/1.1" status: 200 len: 1092 time: 1.4786961 Feb 04 14:11:05.635209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f6428a-e27b-4b24-852b-b4e3013b4fc2', 'tag': '104fd642-0a0d-45f2-96b9-b03115a8d643'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:11:05.639107 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4995d340-5e38-44e4-89fc-2b7f941a560d" -d '{"events": [{"name": "network-changed", "server_uuid": "78f6428a-e27b-4b24-852b-b4e3013b4fc2", "tag": "104fd642-0a0d-45f2-96b9-b03115a8d643"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:11:05.671231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532c67c-a0a2-4407-80e7-67ccc7bd2af1 service neutron] Pushing event updated for resources: {'Port': ['ID=104fd642-0a0d-45f2-96b9-b03115a8d643,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:11:05.776753 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97478c3-01b4-481b-9b87-2a8c021574d7 x-openstack-request-id: req-b97478c3-01b4-481b-9b87-2a8c021574d7 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:11:05.777720 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f6428a-e27b-4b24-852b-b4e3013b4fc2", "tag": "104fd642-0a0d-45f2-96b9-b03115a8d643", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:11:05.778198 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b97478c3-01b4-481b-9b87-2a8c021574d7 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:11:05.779854 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f6428a-e27b-4b24-852b-b4e3013b4fc2', 'tag': '104fd642-0a0d-45f2-96b9-b03115a8d643', 'status': 'completed', 'code': 200} Feb 04 14:11:05.815169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-286e005e-5c91-451c-bdfe-976f69e13a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:05.818213 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-286e005e-5c91-451c-bdfe-976f69e13a4e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 1126 time: 0.1047437 Feb 04 14:11:05.873876 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-6156e9bb-c618-4ba8-9570-3942f530d323 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=104fd642-0a0d-45f2-96b9-b03115a8d643 HTTP/1.1" status: 200 len: 217 time: 0.0493760 Feb 04 14:11:05.974520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-e0e81d19-e65f-4bff-be1d-e0c6a0d018fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:05.977203 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-e0e81d19-e65f-4bff-be1d-e0c6a0d018fe service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.0928993 Feb 04 14:11:05.989605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc09945-0671-4d62-a084-e7d6510568e1 req-88ed8e89-fe6b-4741-85ac-6a61dfa681b7 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:05.991508 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fc09945-0671-4d62-a084-e7d6510568e1 req-88ed8e89-fe6b-4741-85ac-6a61dfa681b7 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 943 time: 0.1168051 Feb 04 14:11:06.071741 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4fc09945-0671-4d62-a084-e7d6510568e1 req-eb797a9e-dea6-40c9-8110-4d7ca64214be tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708241 Feb 04 14:11:06.098430 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-edb22520-0fb5-405f-8fc9-53dfaaeb096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:06.098430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-edb22520-0fb5-405f-8fc9-53dfaaeb096c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1034701 Feb 04 14:11:06.204729 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-1f39b842-7145-4ed2-90e9-08a3c33be5a4 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018806 Feb 04 14:11:06.317543 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e152077e-b696-4c94-ac87-9f16b6aaeba2 req-ea2e2b30-5e27-4d74-b64b-3df07dd7e305 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065743 Feb 04 14:11:06.429400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995d340-5e38-44e4-89fc-2b7f941a560d req-9e4feb58-07f3-4ea7-8b6d-a1baa8133e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:06.431518 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4995d340-5e38-44e4-89fc-2b7f941a560d req-9e4feb58-07f3-4ea7-8b6d-a1baa8133e5f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 1126 time: 0.0664649 Feb 04 14:11:06.534465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995d340-5e38-44e4-89fc-2b7f941a560d req-ca62d27f-43ac-464d-a291-8459f7b87816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:06.536117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4995d340-5e38-44e4-89fc-2b7f941a560d req-ca62d27f-43ac-464d-a291-8459f7b87816 service neutron] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.0974698 Feb 04 14:11:06.591622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4995d340-5e38-44e4-89fc-2b7f941a560d req-ea9103eb-e24a-41c3-8133-9996a71374b6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=104fd642-0a0d-45f2-96b9-b03115a8d643 HTTP/1.1" status: 200 len: 217 time: 0.0442615 Feb 04 14:11:06.656032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995d340-5e38-44e4-89fc-2b7f941a560d req-bfdc8602-4e5a-489a-b56a-cc145dba2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:06.657708 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4995d340-5e38-44e4-89fc-2b7f941a560d req-bfdc8602-4e5a-489a-b56a-cc145dba2e41 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.0600576 Feb 04 14:11:06.747666 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995d340-5e38-44e4-89fc-2b7f941a560d req-a0ac22b6-6d6b-4600-b2de-a768ae37c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:06.749736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4995d340-5e38-44e4-89fc-2b7f941a560d req-a0ac22b6-6d6b-4600-b2de-a768ae37c9b8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0858428 Feb 04 14:11:06.903255 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4995d340-5e38-44e4-89fc-2b7f941a560d req-3f4a4912-1372-40d1-a50b-9d6c6200184a service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474216 Feb 04 14:11:07.012299 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4995d340-5e38-44e4-89fc-2b7f941a560d req-49dd4313-5b38-43d7-99b1-d7ba3f1bc386 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036444 Feb 04 14:11:07.217615 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c5ac0-5487-4304-b225-9cdc5f4c8a1b req-ddcb5fb9-7808-4be3-b774-0249a4647f55 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:07.219216 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e88c5ac0-5487-4304-b225-9cdc5f4c8a1b req-ddcb5fb9-7808-4be3-b774-0249a4647f55 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 943 time: 0.0619025 Feb 04 14:11:07.271931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e88c5ac0-5487-4304-b225-9cdc5f4c8a1b req-dd320235-a7d0-479a-8346-719ac3c6ecac tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463710 Feb 04 14:11:08.414386 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fc01d-f112-4b36-b538-727027575e76 req-921df20b-bf83-45a7-a8d5-c59d91dbcdbf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:08.416557 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-248fc01d-f112-4b36-b538-727027575e76 req-921df20b-bf83-45a7-a8d5-c59d91dbcdbf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 943 time: 0.0696158 Feb 04 14:11:08.476427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-248fc01d-f112-4b36-b538-727027575e76 req-f9cb79fa-48c8-4d9b-901b-2c17e507a929 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528436 Feb 04 14:11:09.639974 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b21d5-ada0-4d82-9115-a574692689e5 req-6d49c547-c9b7-42d6-a02d-8ddd66803e15 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:09.642683 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7d4b21d5-ada0-4d82-9115-a574692689e5 req-6d49c547-c9b7-42d6-a02d-8ddd66803e15 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 943 time: 0.0898840 Feb 04 14:11:09.706970 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7d4b21d5-ada0-4d82-9115-a574692689e5 req-956225aa-5ae7-4878-a158-16ee36b7b454 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581493 Feb 04 14:11:10.381369 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-23e48e4d-a8bc-46cf-93f7-74a0dbc26548 req-49034edb-2cf0-42ad-8987-0750b7c813a7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2242522 Feb 04 14:11:10.477767 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e48e4d-a8bc-46cf-93f7-74a0dbc26548 req-597869a6-af33-4c75-88d4-3f920fa8d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:10.479434 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-23e48e4d-a8bc-46cf-93f7-74a0dbc26548 req-597869a6-af33-4c75-88d4-3f920fa8d66c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 1128 time: 0.0499134 Feb 04 14:11:10.617687 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e48e4d-a8bc-46cf-93f7-74a0dbc26548 req-69035f74-e57b-4b13-a87b-90e9b018e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:10.619805 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-23e48e4d-a8bc-46cf-93f7-74a0dbc26548 req-69035f74-e57b-4b13-a87b-90e9b018e229 service neutron] 10.222.0.100 "GET /v2.0/networks?id=63f143bd-fe20-43d0-a47c-f51b909f08de HTTP/1.1" status: 200 len: 898 time: 0.1208775 Feb 04 14:11:10.698388 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-23e48e4d-a8bc-46cf-93f7-74a0dbc26548 req-4940df70-8c72-4bb6-babc-b3c652b4bb9c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 HTTP/1.1" status: 200 len: 1000 time: 0.0729873 Feb 04 14:11:10.749679 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e48e4d-a8bc-46cf-93f7-74a0dbc26548 req-5590ef73-7414-4c98-90cd-878bc2fdb809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:10.751793 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-23e48e4d-a8bc-46cf-93f7-74a0dbc26548 req-5590ef73-7414-4c98-90cd-878bc2fdb809 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=31a050da-72a7-4cb7-aa27-5237a2cb2d67 HTTP/1.1" status: 200 len: 835 time: 0.0482500 Feb 04 14:11:10.806387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e48e4d-a8bc-46cf-93f7-74a0dbc26548 req-4350d8b1-eb56-4cd2-9d29-b6f6d58622bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:10.808171 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-23e48e4d-a8bc-46cf-93f7-74a0dbc26548 req-4350d8b1-eb56-4cd2-9d29-b6f6d58622bc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=63f143bd-fe20-43d0-a47c-f51b909f08de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505166 Feb 04 14:11:10.887856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14483cd-5e6a-4ead-8b8b-9176707dd065 req-74655eec-92e3-4d66-874b-91e825e0edb3 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:10.895573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d14483cd-5e6a-4ead-8b8b-9176707dd065 req-74655eec-92e3-4d66-874b-91e825e0edb3 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 943 time: 0.0985746 Feb 04 14:11:10.937492 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-23e48e4d-a8bc-46cf-93f7-74a0dbc26548 req-0f3a7748-8b30-4f19-8a82-2770be43b6ca service neutron] 10.222.0.100 "GET /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219614 Feb 04 14:11:10.955425 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d14483cd-5e6a-4ead-8b8b-9176707dd065 req-9a4877a8-e167-416a-9c5b-a36df7fbf12b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588632 Feb 04 14:11:11.031150 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4852a94a-4c66-485b-a474-eaf2abc7a5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:11.051999 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-23e48e4d-a8bc-46cf-93f7-74a0dbc26548 req-33ab1cd0-8466-4587-b804-189af8521f6f service neutron] 10.222.0.100 "GET /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078587 Feb 04 14:11:12.100767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ed81b-c3c1-4d03-bf86-645e10e906ea req-7bf846a6-6a5b-4280-ab13-bb3ec055bd6d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:12.102432 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d14ed81b-c3c1-4d03-bf86-645e10e906ea req-7bf846a6-6a5b-4280-ab13-bb3ec055bd6d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 943 time: 0.0611265 Feb 04 14:11:12.160983 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d14ed81b-c3c1-4d03-bf86-645e10e906ea req-12999550-afea-4eb1-b3d8-f9cea2830b83 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514605 Feb 04 14:11:13.309812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbecb17-426d-44b8-a853-8569765222a4 req-ea2c88da-805f-4c50-a5b8-1920b6e81596 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:13.312908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bbecb17-426d-44b8-a853-8569765222a4 req-ea2c88da-805f-4c50-a5b8-1920b6e81596 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 943 time: 0.0730886 Feb 04 14:11:13.378515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bbecb17-426d-44b8-a853-8569765222a4 req-88c2d526-ff59-412b-8d01-cb289f411617 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581479 Feb 04 14:11:13.571735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57596) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:11:13.702921 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:13.803417 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Publish callbacks [] for security_group (1116bc71-5e31-4fc5-a409-2f8041566689), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:13.809103 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1116bc71-5e31-4fc5-a409-2f8041566689), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:13.848264 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e740a0e5b602409c8e0cb04859733ed6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2749243 Feb 04 14:11:13.851516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57600) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:11:13.873535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1116bc71-5e31-4fc5-a409-2f8041566689,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:11:13.882597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:13.883239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:13.883626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:13.883996 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:13.884337 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:13.884674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:13.885003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:13.885331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:13.886025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:13.886025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:13.886329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:13.886635 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:13.886958 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0a162-4a0b-495f-90d6-d7d37f1d4e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:13.930547 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Publish callbacks [] for security_group (1116bc71-5e31-4fc5-a409-2f8041566689), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:13.955281 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Publish callbacks [] for security_group (1116bc71-5e31-4fc5-a409-2f8041566689), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:14.015287 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1116bc71-5e31-4fc5-a409-2f8041566689), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:14.018343 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:14.021959 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1116bc71-5e31-4fc5-a409-2f8041566689 HTTP/1.1" status: 204 len: 168 time: 0.1667476 Feb 04 14:11:14.028176 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1116bc71-5e31-4fc5-a409-2f8041566689,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:11:14.037326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:14.038426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:14.039337 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:14.040545 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:14.041185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:14.041991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:14.042436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:14.042839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:14.043238 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:14.043880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:14.044361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:14.044757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:14.045174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d6d9-80ef-4c37-bb5f-c488069c0e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:14.251119 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:14.512304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca11d15-f0b1-4a51-b694-9f7b7d9abe9b req-30facce2-65ef-4e1a-9579-5c50b1cabe3a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:14.515389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ca11d15-f0b1-4a51-b694-9f7b7d9abe9b req-30facce2-65ef-4e1a-9579-5c50b1cabe3a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 943 time: 0.0634646 Feb 04 14:11:14.578454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ca11d15-f0b1-4a51-b694-9f7b7d9abe9b req-a820e075-5541-42a4-ab25-73ecbfbc33bd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565381 Feb 04 14:11:14.748569 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 57624) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:11:14.845801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c72cc0bc-186b-42c2-9627-ca84ad955559 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-951233093-network', 'tenant_id': '3e18a59399a342219c24f1bc474e5af4'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:11:14.866317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72cc0bc-186b-42c2-9627-ca84ad955559 admin admin] Made reservation on behalf of 3e18a59399a342219c24f1bc474e5af4 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:11:14.868716 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c72cc0bc-186b-42c2-9627-ca84ad955559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:14.878714 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c72cc0bc-186b-42c2-9627-ca84ad955559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:14.957683 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c72cc0bc-186b-42c2-9627-ca84ad955559 admin admin] Publish callbacks [] for security_group (0eab4765-ca85-4481-a750-83f1db5a0a13), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:14.962558 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c72cc0bc-186b-42c2-9627-ca84ad955559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0eab4765-ca85-4481-a750-83f1db5a0a13), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:14.997073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72cc0bc-186b-42c2-9627-ca84ad955559 admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:11:15.005212 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cc0bc-186b-42c2-9627-ca84ad955559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eab4765-ca85-4481-a750-83f1db5a0a13,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:11:15.009068 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:15.012377 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c72cc0bc-186b-42c2-9627-ca84ad955559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (1f7a95a4-8ab2-4715-94a3-49e31cdddd1d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:15.012735 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-c72cc0bc-186b-42c2-9627-ca84ad955559 admin admin] Added segment 1f7a95a4-8ab2-4715-94a3-49e31cdddd1d of type vlan for network a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f Feb 04 14:11:15.073253 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c72cc0bc-186b-42c2-9627-ca84ad955559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:15.101673 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c72cc0bc-186b-42c2-9627-ca84ad955559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:15.102860 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72cc0bc-186b-42c2-9627-ca84ad955559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:15.103448 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c72cc0bc-186b-42c2-9627-ca84ad955559 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:15.178449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c72cc0bc-186b-42c2-9627-ca84ad955559 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4284866 Feb 04 14:11:15.181684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57628) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:11:15.187189 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f1c0d794-9abf-419e-8fd2-af4da7ee48bf admin admin] Request body: {'subnet': {'network_id': 'a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-951233093-subnet', 'tenant_id': '3e18a59399a342219c24f1bc474e5af4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:11:15.198461 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e6e273e-cfff-4816-9bdb-7a2149f6abc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:15.211677 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c0d794-9abf-419e-8fd2-af4da7ee48bf admin admin] Made reservation on behalf of 3e18a59399a342219c24f1bc474e5af4 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:11:15.214036 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1c0d794-9abf-419e-8fd2-af4da7ee48bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:15.220051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cc0bc-186b-42c2-9627-ca84ad955559 admin admin] Pushing event updated for resources: {'Network': ['ID=a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:11:15.236518 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:11:15.426713 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1c0d794-9abf-419e-8fd2-af4da7ee48bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (ff1e8224-bd70-470f-8e43-3261cf211db6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:15.477356 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0d794-9abf-419e-8fd2-af4da7ee48bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1e8224-bd70-470f-8e43-3261cf211db6,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:11:15.496471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0d794-9abf-419e-8fd2-af4da7ee48bf admin admin] Checking segment: {'id': '1f7a95a4-8ab2-4715-94a3-49e31cdddd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:11:15.496857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c0d794-9abf-419e-8fd2-af4da7ee48bf admin admin] Network hostable DHCP agents. Network: a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:11:15.514160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c0d794-9abf-419e-8fd2-af4da7ee48bf admin admin] Network a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:11:15.523221 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f1c0d794-9abf-419e-8fd2-af4da7ee48bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:11:15.528297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c0d794-9abf-419e-8fd2-af4da7ee48bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:15.528943 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f1c0d794-9abf-419e-8fd2-af4da7ee48bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:15.533511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1782ca5-3a69-45e0-bb4f-8c22184b4e3c None None] Network a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:11:15.547969 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f1c0d794-9abf-419e-8fd2-af4da7ee48bf admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3648534 Feb 04 14:11:15.708677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a449514-3617-4575-a94c-2ecfb801d275 None None] Network a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:11:15.757630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8347395-b267-497a-96d0-30cc2019c7b2 req-a839f1ce-61db-4e6c-8ee9-cc7148f77a28 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:15.760065 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8347395-b267-497a-96d0-30cc2019c7b2 req-a839f1ce-61db-4e6c-8ee9-cc7148f77a28 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 943 time: 0.0707858 Feb 04 14:11:15.766276 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:15.814524 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8347395-b267-497a-96d0-30cc2019c7b2 req-2f5def19-e1ec-478d-a225-cc4ae23b99d3 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485735 Feb 04 14:11:16.942773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62177fc0-31e1-4323-bdab-1ebe63d8ee3a req-9c4f8da1-cfb8-4607-b3f0-52d2bc0c323a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:16.944395 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62177fc0-31e1-4323-bdab-1ebe63d8ee3a req-9c4f8da1-cfb8-4607-b3f0-52d2bc0c323a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 943 time: 0.0583801 Feb 04 14:11:17.000294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62177fc0-31e1-4323-bdab-1ebe63d8ee3a req-0e9dd374-4bbd-494a-b6db-ed9761ee8fc5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502679 Feb 04 14:11:17.043933 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:18.005336 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:18.139595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2437c8f-7d64-44b0-935a-f3e561c4aa04 req-7c6cc35d-3d9a-40da-86fd-b08e6f3eab91 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:18.141167 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f2437c8f-7d64-44b0-935a-f3e561c4aa04 req-7c6cc35d-3d9a-40da-86fd-b08e6f3eab91 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 943 time: 0.0644221 Feb 04 14:11:18.193778 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f2437c8f-7d64-44b0-935a-f3e561c4aa04 req-a6f597fc-e64d-4245-aa10-2d38e255aa3d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466862 Feb 04 14:11:19.327963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc36d6-f594-4a9f-abfa-fcda10e0d7da req-979e093c-2731-4e6e-bf67-b99730e27642 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:19.329704 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51dc36d6-f594-4a9f-abfa-fcda10e0d7da req-979e093c-2731-4e6e-bf67-b99730e27642 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 943 time: 0.0594392 Feb 04 14:11:19.384186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51dc36d6-f594-4a9f-abfa-fcda10e0d7da req-d6568d08-a4d6-44b8-a7fd-a7889694501f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464492 Feb 04 14:11:20.525076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc870e0-808e-4cd4-9f96-e1633a609149 req-1550b9ac-a9ad-4686-b467-28c21af6b8ab tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:20.533447 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fc870e0-808e-4cd4-9f96-e1633a609149 req-1550b9ac-a9ad-4686-b467-28c21af6b8ab tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 943 time: 0.0687673 Feb 04 14:11:20.618139 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fc870e0-808e-4cd4-9f96-e1633a609149 req-55ae3db6-844e-4e22-bd37-779f1a9b567c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808365 Feb 04 14:11:21.767327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce035-dc80-44f3-9eef-12f04779bcd5 req-a8d73df2-235b-4efb-8ddb-0628fca01b0f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:21.768934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09fce035-dc80-44f3-9eef-12f04779bcd5 req-a8d73df2-235b-4efb-8ddb-0628fca01b0f tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 943 time: 0.0606246 Feb 04 14:11:21.851993 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09fce035-dc80-44f3-9eef-12f04779bcd5 req-b1056d0b-682c-490a-b248-3c509d5e54e2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769265 Feb 04 14:11:22.454978 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 104fd642-0a0d-45f2-96b9-b03115a8d643 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:11:22.572466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 104fd642-0a0d-45f2-96b9-b03115a8d643, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=104fd642-0a0d-45f2-96b9-b03115a8d643,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:11:22.585447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '104fd642-0a0d-45f2-96b9-b03115a8d643', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'port_id': '104fd642-0a0d-45f2-96b9-b03115a8d643', 'mac_address': 'fa:16:3e:b4:cf:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:11:22.629363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 104fd642-0a0d-45f2-96b9-b03115a8d643 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:11:22.629865 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (104fd642-0a0d-45f2-96b9-b03115a8d643), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:22.644603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104fd642-0a0d-45f2-96b9-b03115a8d643 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:11:22.666013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 104fd642-0a0d-45f2-96b9-b03115a8d643, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=104fd642-0a0d-45f2-96b9-b03115a8d643,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:11:22.670912 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (104fd642-0a0d-45f2-96b9-b03115a8d643), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:22.727560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=104fd642-0a0d-45f2-96b9-b03115a8d643,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:11:22.735981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:22.736327 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:22.736668 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:22.737002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:22.737339 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:22.737666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:22.737993 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:22.738597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:22.738921 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:22.739240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:22.739560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:22.739886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:22.740207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:11:22.986457 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77963c98-c709-497e-b487-28e3c938c229 req-771eb211-396f-4360-9661-510d00d33d3e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:22.990135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77963c98-c709-497e-b487-28e3c938c229 req-771eb211-396f-4360-9661-510d00d33d3e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 944 time: 0.0607746 Feb 04 14:11:23.005892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['104fd642-0a0d-45f2-96b9-b03115a8d643'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:11:23.048210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77963c98-c709-497e-b487-28e3c938c229 req-84c25922-29a4-4602-a7f9-b0671976050b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539727 Feb 04 14:11:24.187939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed6681-0ec9-42e5-a0c1-8c6b0c632857 req-48f0668d-263c-4dd9-b959-a3a22c2da0f4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:24.189519 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77ed6681-0ec9-42e5-a0c1-8c6b0c632857 req-48f0668d-263c-4dd9-b959-a3a22c2da0f4 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 944 time: 0.0610282 Feb 04 14:11:24.244997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-77ed6681-0ec9-42e5-a0c1-8c6b0c632857 req-d8fd67c6-a16a-453e-9457-d54a839b8e17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487759 Feb 04 14:11:24.455137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 104fd642-0a0d-45f2-96b9-b03115a8d643 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:11:24.511492 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 104fd642-0a0d-45f2-96b9-b03115a8d643 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:11:24.515761 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 104fd642-0a0d-45f2-96b9-b03115a8d643 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:11:24.516135 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (104fd642-0a0d-45f2-96b9-b03115a8d643), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:24.605745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 104fd642-0a0d-45f2-96b9-b03115a8d643 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:11:24.606888 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (104fd642-0a0d-45f2-96b9-b03115a8d643), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:24.636389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f6428a-e27b-4b24-852b-b4e3013b4fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104fd642-0a0d-45f2-96b9-b03115a8d643'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:11:24.638773 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0133ff71-e373-4deb-a126-a6869f504af8" -d '{"events": [{"server_uuid": "78f6428a-e27b-4b24-852b-b4e3013b4fc2", "name": "network-vif-plugged", "status": "completed", "tag": "104fd642-0a0d-45f2-96b9-b03115a8d643"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:11:24.652478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 104fd642-0a0d-45f2-96b9-b03115a8d643, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=104fd642-0a0d-45f2-96b9-b03115a8d643,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:11:24.657406 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (104fd642-0a0d-45f2-96b9-b03115a8d643), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:24.686766 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdb0ed4-8f0b-4f3d-b317-9da9f3b27d41 x-openstack-request-id: req-2bdb0ed4-8f0b-4f3d-b317-9da9f3b27d41 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:11:24.687368 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f6428a-e27b-4b24-852b-b4e3013b4fc2", "name": "network-vif-plugged", "status": "completed", "tag": "104fd642-0a0d-45f2-96b9-b03115a8d643", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:11:24.687796 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2bdb0ed4-8f0b-4f3d-b317-9da9f3b27d41 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:11:24.688361 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f6428a-e27b-4b24-852b-b4e3013b4fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104fd642-0a0d-45f2-96b9-b03115a8d643', 'code': 200} Feb 04 14:11:24.722326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=104fd642-0a0d-45f2-96b9-b03115a8d643,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:11:24.799585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f96c6-d3fd-434b-8365-071fa4e59105 req-e2e8f473-fd8e-4894-b89f-07c3e01f7d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:24.801791 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-758f96c6-d3fd-434b-8365-071fa4e59105 req-e2e8f473-fd8e-4894-b89f-07c3e01f7d15 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 1128 time: 0.0511942 Feb 04 14:11:24.854887 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-758f96c6-d3fd-434b-8365-071fa4e59105 req-c1b74e34-1bf9-47f6-a3f8-2bff6a51a94c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470440 Feb 04 14:11:25.384208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00576254-5caa-4e49-8ab5-b329c9611686 req-c374f05d-94e1-4a82-a53a-352f209f76b5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:25.385890 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00576254-5caa-4e49-8ab5-b329c9611686 req-c374f05d-94e1-4a82-a53a-352f209f76b5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 945 time: 0.0662801 Feb 04 14:11:25.442450 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-00576254-5caa-4e49-8ab5-b329c9611686 req-43ad4d43-578b-4a4c-aa0b-07a6d696cc29 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481005 Feb 04 14:11:26.619504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08d35d-3954-44e1-b6c9-2b808a7b9920 req-5465b390-cb83-49b6-b7a1-8ec1f8e3fcca tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:26.622789 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f08d35d-3954-44e1-b6c9-2b808a7b9920 req-5465b390-cb83-49b6-b7a1-8ec1f8e3fcca tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 945 time: 0.0930872 Feb 04 14:11:26.682833 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f08d35d-3954-44e1-b6c9-2b808a7b9920 req-6acc5888-bb28-432c-b864-72df17a531f3 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534742 Feb 04 14:11:26.844782 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14463937-b3f5-4b00-b15c-53a233c68e0d req-f14cc75c-0e6c-4168-8d7f-f318cf3db8b8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:26.846364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14463937-b3f5-4b00-b15c-53a233c68e0d req-f14cc75c-0e6c-4168-8d7f-f318cf3db8b8 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 945 time: 0.0681503 Feb 04 14:11:26.903917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14463937-b3f5-4b00-b15c-53a233c68e0d req-0bbf09f1-ecc8-41de-b027-2f0886452e1e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517566 Feb 04 14:11:26.929153 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57704) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:11:27.154481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d579a3-8b9c-46e1-80de-f5d0cca5969d tempest-TestVolumeBootPattern-1306503287 tempest-TestVolumeBootPattern-1306503287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:27.156289 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-77d579a3-8b9c-46e1-80de-f5d0cca5969d tempest-TestVolumeBootPattern-1306503287 tempest-TestVolumeBootPattern-1306503287-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 1123 time: 0.2256835 Feb 04 14:11:27.160848 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 57708) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:11:27.167267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '104fd642-0a0d-45f2-96b9-b03115a8d643', 'tenant_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:11:27.197495 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:27.337494 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:27.471092 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Allocated IP 172.25.5.189 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/a9bf1306-8d7e-4b4a-99f1-13a2cb801f2a) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:11:27.605383 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for port (a9bf1306-8d7e-4b4a-99f1-13a2cb801f2a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:27.647973 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a9bf1306-8d7e-4b4a-99f1-13a2cb801f2a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:27.709596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:11:27.720404 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:11:27.723839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:11:27.765922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'Port': ['ID=a9bf1306-8d7e-4b4a-99f1-13a2cb801f2a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:11:28.083523 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:11:28.164208 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for floatingip (939d9f0c-cdef-4c5d-9cf7-9f06f2952283), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:28.250692 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a9bf1306-8d7e-4b4a-99f1-13a2cb801f2a), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:28.440892 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for port (a9bf1306-8d7e-4b4a-99f1-13a2cb801f2a), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:28.446958 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a9bf1306-8d7e-4b4a-99f1-13a2cb801f2a), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:28.533295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event updated for resources: {'Port': ['ID=a9bf1306-8d7e-4b4a-99f1-13a2cb801f2a,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:11:28.543868 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (939d9f0c-cdef-4c5d-9cf7-9f06f2952283), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:28.669561 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Floating IP 939d9f0c-cdef-4c5d-9cf7-9f06f2952283 associated. External IP: 172.25.5.189, port: 104fd642-0a0d-45f2-96b9-b03115a8d643. Feb 04 14:11:28.935950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Router 7db6d163-b595-45a4-bd1c-705bfda50390 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:11:29.071859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:11:29.087013 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ecda7-4b64-4ace-bc8e-97ea45d61f4b None None] Sync routers for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:11:29.100075 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:29.102576 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ecda7-4b64-4ace-bc8e-97ea45d61f4b None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:11:29.103546 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-564ecda7-4b64-4ace-bc8e-97ea45d61f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:11:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:11:29.154263 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d20162cf-3461-4bc3-855c-5accdad35c17 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9912996 Feb 04 14:11:29.154947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f6428a-e27b-4b24-852b-b4e3013b4fc2', 'tag': '104fd642-0a0d-45f2-96b9-b03115a8d643'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:11:29.157330 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca67771-f3bd-40db-8e0e-b73eee0803c7" -d '{"events": [{"name": "network-changed", "server_uuid": "78f6428a-e27b-4b24-852b-b4e3013b4fc2", "tag": "104fd642-0a0d-45f2-96b9-b03115a8d643"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:11:29.223568 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0e070d-099b-4509-b985-3040e9949de9 x-openstack-request-id: req-1c0e070d-099b-4509-b985-3040e9949de9 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:11:29.223568 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f6428a-e27b-4b24-852b-b4e3013b4fc2", "tag": "104fd642-0a0d-45f2-96b9-b03115a8d643", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:11:29.224166 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1c0e070d-099b-4509-b985-3040e9949de9 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:11:29.224638 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f6428a-e27b-4b24-852b-b4e3013b4fc2', 'tag': '104fd642-0a0d-45f2-96b9-b03115a8d643', 'status': 'completed', 'code': 200} Feb 04 14:11:29.250384 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-564ecda7-4b64-4ace-bc8e-97ea45d61f4b None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:11:29.299917 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca67771-f3bd-40db-8e0e-b73eee0803c7 req-9a0c83dd-0bfe-4073-af03-399f115bd472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:29.303827 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ca67771-f3bd-40db-8e0e-b73eee0803c7 req-9a0c83dd-0bfe-4073-af03-399f115bd472 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 1128 time: 0.0529168 Feb 04 14:11:29.460111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca67771-f3bd-40db-8e0e-b73eee0803c7 req-6b1c63f0-3301-4b37-86ec-60b0416ac55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:29.461988 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ca67771-f3bd-40db-8e0e-b73eee0803c7 req-6b1c63f0-3301-4b37-86ec-60b0416ac55d service neutron] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.1541393 Feb 04 14:11:29.550383 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ca67771-f3bd-40db-8e0e-b73eee0803c7 req-c1b8d744-9d68-44e2-91f9-8045063817f4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=104fd642-0a0d-45f2-96b9-b03115a8d643 HTTP/1.1" status: 200 len: 999 time: 0.0815520 Feb 04 14:11:29.614051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca67771-f3bd-40db-8e0e-b73eee0803c7 req-ea47d194-2ac0-42fd-8988-6b75cec6d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:29.615661 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ca67771-f3bd-40db-8e0e-b73eee0803c7 req-ea47d194-2ac0-42fd-8988-6b75cec6d2ea service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.0601156 Feb 04 14:11:29.679641 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca67771-f3bd-40db-8e0e-b73eee0803c7 req-48c2469b-889c-4b2e-9b62-17ed4a4a2c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:29.680677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ca67771-f3bd-40db-8e0e-b73eee0803c7 req-48c2469b-889c-4b2e-9b62-17ed4a4a2c43 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0577478 Feb 04 14:11:29.697715 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-564ecda7-4b64-4ace-bc8e-97ea45d61f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '939d9f0c-cdef-4c5d-9cf7-9f06f2952283', 'tenant_id': '04a7af11479049059024e84090058dbe', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'port_id': '104fd642-0a0d-45f2-96b9-b03115a8d643', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'mac_address': 'fa:16:3e:b4:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f6428a-e27b-4b24-852b-b4e3013b4fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:11:28Z', 'updated_at': '2022-02-04T14:11:28Z', 'revision_number': 0, 'project_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address_scope': None}, {'id': 'df8c8922-0d8c-494b-aedb-5a6c4e9f0d59', 'tenant_id': '04a7af11479049059024e84090058dbe', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'port_id': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'mac_address': 'fa:16:3e:f5:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:09:01Z', 'updated_at': '2022-02-04T14:09:05Z', 'revision_number': 1, 'project_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:11:29.729954 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ecda7-4b64-4ace-bc8e-97ea45d61f4b None None] Checking router: 7db6d163-b595-45a4-bd1c-705bfda50390 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:11:29.740447 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ecda7-4b64-4ace-bc8e-97ea45d61f4b None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:11:29.740447 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-564ecda7-4b64-4ace-bc8e-97ea45d61f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:11:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:11:29.830575 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ca67771-f3bd-40db-8e0e-b73eee0803c7 req-ff7eb8ca-d93c-49a6-9396-b19a597c777f service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390321 Feb 04 14:11:29.904937 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-564ecda7-4b64-4ace-bc8e-97ea45d61f4b None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:11:29.968642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ca67771-f3bd-40db-8e0e-b73eee0803c7 req-67878588-ab9a-4a97-8de1-c84e6e2773e1 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323340 Feb 04 14:11:30.217675 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-564ecda7-4b64-4ace-bc8e-97ea45d61f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '939d9f0c-cdef-4c5d-9cf7-9f06f2952283', 'tenant_id': '04a7af11479049059024e84090058dbe', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'port_id': '104fd642-0a0d-45f2-96b9-b03115a8d643', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'mac_address': 'fa:16:3e:b4:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f6428a-e27b-4b24-852b-b4e3013b4fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:11:28Z', 'updated_at': '2022-02-04T14:11:28Z', 'revision_number': 0, 'project_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address_scope': None}, {'id': 'df8c8922-0d8c-494b-aedb-5a6c4e9f0d59', 'tenant_id': '04a7af11479049059024e84090058dbe', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'port_id': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'mac_address': 'fa:16:3e:f5:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:09:01Z', 'updated_at': '2022-02-04T14:09:05Z', 'revision_number': 1, 'project_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:11:30.263951 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ecda7-4b64-4ace-bc8e-97ea45d61f4b None None] The sync data for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 is: [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '939d9f0c-cdef-4c5d-9cf7-9f06f2952283', 'tenant_id': '04a7af11479049059024e84090058dbe', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'port_id': '104fd642-0a0d-45f2-96b9-b03115a8d643', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'mac_address': 'fa:16:3e:b4:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f6428a-e27b-4b24-852b-b4e3013b4fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:11:28Z', 'updated_at': '2022-02-04T14:11:28Z', 'revision_number': 0, 'project_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address_scope': None}, {'id': 'df8c8922-0d8c-494b-aedb-5a6c4e9f0d59', 'tenant_id': '04a7af11479049059024e84090058dbe', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'port_id': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'mac_address': 'fa:16:3e:f5:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:09:01Z', 'updated_at': '2022-02-04T14:09:05Z', 'revision_number': 1, 'project_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:11:30.548308 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de951f1-e53e-4141-bc12-5bd2156ef966 None None] New status for floating IP 939d9f0c-cdef-4c5d-9cf7-9f06f2952283: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:11:41.028697 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-874d6dc1-2be2-4fee-9619-71d550660c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:44.270965 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:45.014894 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:45.196378 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1144f1e1-2794-45cf-89ad-ef3ba98ea274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:45.703620 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:47.053421 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:48.021081 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:11:50.234984 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489d7c1-aa37-47b0-9988-1f1b6acfef80 req-8a366ed2-3b2c-4361-9f19-b90bfa8992cd tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:50.236694 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5489d7c1-aa37-47b0-9988-1f1b6acfef80 req-8a366ed2-3b2c-4361-9f19-b90bfa8992cd tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0666335 Feb 04 14:11:50.312982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5489d7c1-aa37-47b0-9988-1f1b6acfef80 req-d44a32a6-be97-4108-bbe7-3dc391a1936b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696909 Feb 04 14:11:51.455930 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba86e12-8a4a-4cc8-a22a-0bc4bd939512 req-56d0a3a5-da23-43d3-b388-6bd4b297d025 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:51.457566 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aba86e12-8a4a-4cc8-a22a-0bc4bd939512 req-56d0a3a5-da23-43d3-b388-6bd4b297d025 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0620623 Feb 04 14:11:51.530602 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aba86e12-8a4a-4cc8-a22a-0bc4bd939512 req-ef4acd9f-388a-457c-8fb7-51881ef65d23 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592008 Feb 04 14:11:52.652596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30239f9c-4da1-433c-9b33-508a485353e8 req-ab13d483-8ef4-49f4-971d-ada1dcffb2fe tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:52.654085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-30239f9c-4da1-433c-9b33-508a485353e8 req-ab13d483-8ef4-49f4-971d-ada1dcffb2fe tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0543959 Feb 04 14:11:52.714603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-30239f9c-4da1-433c-9b33-508a485353e8 req-41bfe781-e5b9-4274-8328-4d0b9b8df337 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549417 Feb 04 14:11:53.848975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45077384-4911-4d15-b65c-5c1d99c1c518 req-c490b761-b8fb-4568-abab-42e01ccc3567 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:53.850513 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45077384-4911-4d15-b65c-5c1d99c1c518 req-c490b761-b8fb-4568-abab-42e01ccc3567 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0621529 Feb 04 14:11:53.911509 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45077384-4911-4d15-b65c-5c1d99c1c518 req-57770e02-624f-4446-8a58-884cb20ff8ee tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517390 Feb 04 14:11:55.059545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35408f2-0fe4-4b72-9741-781b0e210c82 req-af18020d-19ae-43d3-9630-096516e5dc36 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:55.061086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c35408f2-0fe4-4b72-9741-781b0e210c82 req-af18020d-19ae-43d3-9630-096516e5dc36 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0726860 Feb 04 14:11:55.124584 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c35408f2-0fe4-4b72-9741-781b0e210c82 req-cb028bc1-dabd-411d-92a8-549bcbcad56c tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575318 Feb 04 14:11:56.264373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1590589-038e-4605-ab71-6239ecc95b55 req-318b179d-dde4-4f8c-aeee-5aa2dd950d4d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:56.265998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1590589-038e-4605-ab71-6239ecc95b55 req-318b179d-dde4-4f8c-aeee-5aa2dd950d4d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0634997 Feb 04 14:11:56.337266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1590589-038e-4605-ab71-6239ecc95b55 req-b9618896-d194-4ab5-8543-dd4a0d25f6ec tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650263 Feb 04 14:11:57.496995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9566487-f350-438b-bbc4-289d7fef1b22 req-8834aa80-8a1e-40c3-bca6-9029a411cf74 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:57.498852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e9566487-f350-438b-bbc4-289d7fef1b22 req-8834aa80-8a1e-40c3-bca6-9029a411cf74 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0801105 Feb 04 14:11:57.555851 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e9566487-f350-438b-bbc4-289d7fef1b22 req-69d197d0-14b9-4521-b2d0-71bedc5a8a75 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512733 Feb 04 14:11:58.708843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb873fb4-c3d8-437c-868c-871b2b374993 req-16f04328-80ec-4ea9-a577-9a4be9d60904 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:58.710545 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb873fb4-c3d8-437c-868c-871b2b374993 req-16f04328-80ec-4ea9-a577-9a4be9d60904 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0718904 Feb 04 14:11:58.770299 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb873fb4-c3d8-437c-868c-871b2b374993 req-5b0d2f4f-55a0-42bc-86f4-280526b50903 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534890 Feb 04 14:11:59.929459 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef231fd-6410-4959-ad36-1c51c506fe7d req-f86bc59c-079a-4c68-be12-fecd0e65f567 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:59.931365 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fef231fd-6410-4959-ad36-1c51c506fe7d req-f86bc59c-079a-4c68-be12-fecd0e65f567 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0683563 Feb 04 14:11:59.998602 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fef231fd-6410-4959-ad36-1c51c506fe7d req-bddd129a-db55-461b-bda5-e04424a0b6d7 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564904 Feb 04 14:12:00.381473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8cabd88f-e721-4b36-81bb-dc48334d6c7d req-d2fc289d-0961-4b1c-a20b-e12e67a1b2b8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475461 Feb 04 14:12:00.479135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabd88f-e721-4b36-81bb-dc48334d6c7d req-bc8ece3c-9b29-4676-9712-4db9db37e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:00.481540 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8cabd88f-e721-4b36-81bb-dc48334d6c7d req-bc8ece3c-9b29-4676-9712-4db9db37e384 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 1128 time: 0.0532212 Feb 04 14:12:00.597033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabd88f-e721-4b36-81bb-dc48334d6c7d req-7465d290-24f2-4543-9789-ce917db58073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:00.598518 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8cabd88f-e721-4b36-81bb-dc48334d6c7d req-7465d290-24f2-4543-9789-ce917db58073 service neutron] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.0987442 Feb 04 14:12:00.672324 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8cabd88f-e721-4b36-81bb-dc48334d6c7d req-3f738b9a-787f-4819-95c6-bbe078bbe516 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6a686e4-a553-4aa7-ac52-e343b0b21d96 HTTP/1.1" status: 200 len: 1001 time: 0.0677373 Feb 04 14:12:00.732215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabd88f-e721-4b36-81bb-dc48334d6c7d req-2530c005-087b-4290-9772-835d06ccabb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:00.734520 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8cabd88f-e721-4b36-81bb-dc48334d6c7d req-2530c005-087b-4290-9772-835d06ccabb9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.0564697 Feb 04 14:12:00.811358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabd88f-e721-4b36-81bb-dc48334d6c7d req-99e572e8-2257-4b5e-9385-0935b1a7f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:00.813235 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8cabd88f-e721-4b36-81bb-dc48334d6c7d req-99e572e8-2257-4b5e-9385-0935b1a7f610 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0732558 Feb 04 14:12:00.953214 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8cabd88f-e721-4b36-81bb-dc48334d6c7d req-ef43740b-ec4f-4609-ad8c-54d5af4b232a service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335857 Feb 04 14:12:01.063292 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8cabd88f-e721-4b36-81bb-dc48334d6c7d req-e38a77ee-d10e-45f5-ac46-6bf0742ee722 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044631 Feb 04 14:12:01.147047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930a4f9-3950-468f-9fb5-a626951d267e req-42ae5386-90d5-4a0a-abfb-a50177493b4e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:01.148696 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7930a4f9-3950-468f-9fb5-a626951d267e req-42ae5386-90d5-4a0a-abfb-a50177493b4e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0726774 Feb 04 14:12:01.205516 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7930a4f9-3950-468f-9fb5-a626951d267e req-160e7455-10b2-4f4e-9ae9-ab6e46f3945e tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503526 Feb 04 14:12:02.340535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1163c3-7564-4535-bebe-60dd5d361765 req-2a7be5c1-f807-4503-b723-b718a703e476 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:02.342121 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd1163c3-7564-4535-bebe-60dd5d361765 req-2a7be5c1-f807-4503-b723-b718a703e476 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0654202 Feb 04 14:12:02.395366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd1163c3-7564-4535-bebe-60dd5d361765 req-62ced9e1-6329-4c52-a193-f9c6d966725f tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468721 Feb 04 14:12:03.541141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18742a03-27e1-4980-9b43-31c1d7e41062 req-cdb480eb-6d63-4dd3-931c-e18bbdd418c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:03.543020 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18742a03-27e1-4980-9b43-31c1d7e41062 req-cdb480eb-6d63-4dd3-931c-e18bbdd418c4 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0607769 Feb 04 14:12:03.625212 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18742a03-27e1-4980-9b43-31c1d7e41062 req-cbfd4980-55f7-4b30-a00a-f4e24421fcc8 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757983 Feb 04 14:12:04.398997 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118adcfa-3713-4c95-926d-698f37528025 req-8191bf3f-aa44-4c7c-9200-a845c176a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:04.400519 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-118adcfa-3713-4c95-926d-698f37528025 req-8191bf3f-aa44-4c7c-9200-a845c176a5ec service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 1128 time: 0.0459957 Feb 04 14:12:04.451138 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-118adcfa-3713-4c95-926d-698f37528025 req-7c99d7ee-9421-46b7-86a1-13a9b56eb48b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444419 Feb 04 14:12:04.760417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4375ad-4a3d-4ba2-92e1-b1d028d90a59 req-9f19721d-86d0-461a-a493-47f4cda7a474 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:04.762606 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf4375ad-4a3d-4ba2-92e1-b1d028d90a59 req-9f19721d-86d0-461a-a493-47f4cda7a474 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0555277 Feb 04 14:12:04.819804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf4375ad-4a3d-4ba2-92e1-b1d028d90a59 req-fab5ff33-7657-4ee8-a21e-1e19c312a3ee tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510719 Feb 04 14:12:05.084189 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:12:05.649594 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:12:05.653573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:12:05.962155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616f9ee-804b-419f-a295-303a78dc4d89 req-45cf4819-c0a4-4ade-87a6-1cbde420ed28 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:05.964908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7616f9ee-804b-419f-a295-303a78dc4d89 req-45cf4819-c0a4-4ade-87a6-1cbde420ed28 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0660419 Feb 04 14:12:05.991621 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:12:05.992007 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:06.017939 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7616f9ee-804b-419f-a295-303a78dc4d89 req-774dd4ad-2d95-44ee-b495-a57a0030530d tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470455 Feb 04 14:12:06.028628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,segment=NetworkSegment(2f762a25-c6e1-46f9-88e9-0f2a5b4ea980),segment_id=2f762a25-c6e1-46f9-88e9-0f2a5b4ea980)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:12:06.040462 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:12:06.042223 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 58178) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:12:06.048139 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b87745-5485-4a81-aa79-1a6faa9d9d5d" -d '{"events": [{"server_uuid": "e7923b62-4802-4826-b10b-da0ecab2a81c", "name": "network-vif-unplugged", "status": "completed", "tag": "e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:12:06.059240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'port_id': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401', 'mac_address': 'fa:16:3e:77:10:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:12:06.070688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,segment=NetworkSegment(2f762a25-c6e1-46f9-88e9-0f2a5b4ea980),segment_id=2f762a25-c6e1-46f9-88e9-0f2a5b4ea980)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:12:06.077860 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:06.107809 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9c63ea-16e4-4ba4-9cb7-8169585bae48 x-openstack-request-id: req-cf9c63ea-16e4-4ba4-9cb7-8169585bae48 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:12:06.108040 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7923b62-4802-4826-b10b-da0ecab2a81c", "name": "network-vif-unplugged", "status": "completed", "tag": "e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:12:06.108210 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cf9c63ea-16e4-4ba4-9cb7-8169585bae48 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:12:06.108612 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401', 'code': 200} Feb 04 14:12:06.119498 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c01d686f-bbe7-4739-8677-406684a14593 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/floatingips/2eae1b90-b133-41e7-8ae6-2a06013bcbdd HTTP/1.1" status: 200 len: 992 time: 0.0758617 Feb 04 14:12:06.153776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:12:06.154194 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:06.172452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:06.177572 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:12:06.224177 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 14:12:06.224561 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 14:12:06.765564 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:12:06.766345 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:06.779473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:12:06.798949 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,segment=NetworkSegment(2f762a25-c6e1-46f9-88e9-0f2a5b4ea980),segment_id=2f762a25-c6e1-46f9-88e9-0f2a5b4ea980)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:12:06.803320 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:06.852001 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:07.122582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:12:09.672611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:12:09.725426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:12:09.725801 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:09.808676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:12:09.809187 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:09.836077 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:12:09.838486 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c2c57f-f846-40a5-873b-753db6b8f92b" -d '{"events": [{"server_uuid": "e7923b62-4802-4826-b10b-da0ecab2a81c", "name": "network-vif-plugged", "status": "completed", "tag": "e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:12:09.853174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,segment=NetworkSegment(2f762a25-c6e1-46f9-88e9-0f2a5b4ea980),segment_id=2f762a25-c6e1-46f9-88e9-0f2a5b4ea980)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:12:09.859290 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:09.889722 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c06d80-25f3-4136-b397-f27d343bf635 x-openstack-request-id: req-72c06d80-25f3-4136-b397-f27d343bf635 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:12:09.890022 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7923b62-4802-4826-b10b-da0ecab2a81c", "name": "network-vif-plugged", "status": "completed", "tag": "e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:12:09.890309 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-72c06d80-25f3-4136-b397-f27d343bf635 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:12:09.890707 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401', 'code': 200} Feb 04 14:12:09.913209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:10.203930 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b2674726-fc70-4440-946d-f79e60177665 req-543803b4-9e9d-4b63-adff-425aec8cd3a7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458632 Feb 04 14:12:10.297235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2674726-fc70-4440-946d-f79e60177665 req-ffda35b0-f6a3-4cd6-af43-a033a1106d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:10.299119 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b2674726-fc70-4440-946d-f79e60177665 req-ffda35b0-f6a3-4cd6-af43-a033a1106d7a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 1128 time: 0.0519240 Feb 04 14:12:10.417691 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2674726-fc70-4440-946d-f79e60177665 req-52fdf46e-4a89-4f39-8798-a0f9442d3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:10.419539 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b2674726-fc70-4440-946d-f79e60177665 req-52fdf46e-4a89-4f39-8798-a0f9442d3668 service neutron] 10.222.0.100 "GET /v2.0/networks?id=63f143bd-fe20-43d0-a47c-f51b909f08de HTTP/1.1" status: 200 len: 898 time: 0.1011136 Feb 04 14:12:10.494337 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b2674726-fc70-4440-946d-f79e60177665 req-47ff2271-8684-42bd-adaa-672bdda3d46f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 HTTP/1.1" status: 200 len: 1000 time: 0.0695055 Feb 04 14:12:10.552390 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2674726-fc70-4440-946d-f79e60177665 req-b2309124-0098-4182-880e-f3dea8c5edad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:10.554972 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b2674726-fc70-4440-946d-f79e60177665 req-b2309124-0098-4182-880e-f3dea8c5edad service neutron] 10.222.0.100 "GET /v2.0/subnets?id=31a050da-72a7-4cb7-aa27-5237a2cb2d67 HTTP/1.1" status: 200 len: 835 time: 0.0548015 Feb 04 14:12:10.613129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2674726-fc70-4440-946d-f79e60177665 req-ff2492b8-6708-4168-8fc3-855781ceb266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:10.614885 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b2674726-fc70-4440-946d-f79e60177665 req-ff2492b8-6708-4168-8fc3-855781ceb266 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=63f143bd-fe20-43d0-a47c-f51b909f08de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0542312 Feb 04 14:12:10.714358 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b2674726-fc70-4440-946d-f79e60177665 req-3bb8a2f0-f321-4ccc-b8dd-88a9e001d530 service neutron] 10.222.0.100 "GET /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924847 Feb 04 14:12:10.836221 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b2674726-fc70-4440-946d-f79e60177665 req-092d6798-ae18-4e00-a0e6-53a1b74a0491 service neutron] 10.222.0.100 "GET /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127934 Feb 04 14:12:11.023248 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ebabb41-4795-4e27-8b95-0b385270d508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:14.273129 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:15.015390 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:15.192138 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-22a79ebe-d3d0-46d2-842f-b36c837f77c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:15.708107 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:17.036572 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:18.005088 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:28.043609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-c8939b37-2ad3-48da-8379-9dc7eb5f6c70 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:28.045132 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-c8939b37-2ad3-48da-8379-9dc7eb5f6c70 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/networks?id=a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f HTTP/1.1" status: 200 len: 813 time: 0.1157708 Feb 04 14:12:28.062022 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-10ca1356-b693-43ce-89c5-1d0941824dae tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/quotas/3e18a59399a342219c24f1bc474e5af4 HTTP/1.1" status: 200 len: 375 time: 0.0110726 Feb 04 14:12:28.097739 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-883dc829-5fe5-4015-97dd-3cc473c9fc63 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3e18a59399a342219c24f1bc474e5af4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297682 Feb 04 14:12:28.194118 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-035b3461-9bbb-4ad1-b043-4e594d9e193f service neutron] 10.222.0.96 "GET /v2.0/networks/a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891168 Feb 04 14:12:28.308986 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-9ed2ac0d-9659-41b2-89a4-0a71f3b5899e service neutron] 10.222.0.96 "GET /v2.0/networks/a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082833 Feb 04 14:12:28.475532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-83d9aadb-b733-4175-bcde-e2f829f75622 req-e9dc0f40-1fc7-4be0-a52d-f5108f61c51d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 210 time: 0.0305128 Feb 04 14:12:29.581305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ec7f251-21b6-4a72-9616-0d6c3d28903d req-85a64b5f-72b1-4ae6-bb1e-e90fcce23ef2 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 210 time: 0.0285830 Feb 04 14:12:29.837230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-ba4fafa9-3606-47c2-92a1-61c740b969ff tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:29.838759 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-ba4fafa9-3606-47c2-92a1-61c740b969ff tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.100 "GET /v2.0/networks?id=a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f HTTP/1.1" status: 200 len: 813 time: 0.4341669 Feb 04 14:12:29.850446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Request body: {'port': {'device_id': 'd9e941fe-cf8f-4687-986a-16863af804e4', 'network_id': 'a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f', 'admin_state_up': True, 'tenant_id': '3e18a59399a342219c24f1bc474e5af4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:12:29.957143 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Made reservation on behalf of 3e18a59399a342219c24f1bc474e5af4 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:12:29.960570 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:30.088353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Allocated IP 172.20.0.13 (a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f/ff1e8224-bd70-470f-8e43-3261cf211db6/0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:12:30.234343 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Publish callbacks [] for port (0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:30.271921 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:30.322472 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Network a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:12:30.325881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:12:30.328518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:12:30.355075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Pushing event updated for resources: {'Port': ['ID=0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:30.367850 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:30.368210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:30.368556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:30.368896 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:30.369232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:30.369572 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:30.369949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:30.370312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:30.370662 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:30.370971 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:30.371301 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:30.371625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:30.371948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:30.395652 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:30.396262 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:30.411849 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-03f7ea86-405f-4cac-a9f2-58aac6a8a39d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5649633 Feb 04 14:12:30.422512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Request body: {'port': {'device_id': 'd9e941fe-cf8f-4687-986a-16863af804e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:12:30.481648 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:30.707544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7f47e-a759-419f-8031-498c9ecf3b93 req-6dd7ebd5-c54f-4e4c-9cdb-9ea0b89d2972 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:30.709095 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ab7f47e-a759-419f-8031-498c9ecf3b93 req-6dd7ebd5-c54f-4e4c-9cdb-9ea0b89d2972 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 932 time: 0.0582700 Feb 04 14:12:30.759037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ab7f47e-a759-419f-8031-498c9ecf3b93 req-f9088aa3-0166-4ae4-a044-09c3f3353822 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428939 Feb 04 14:12:30.764815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:12:30.772521 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Publish callbacks [] for port (0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:30.785479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Transition to ACTIVE for port object 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:12:30.790009 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:30.844986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:30.916785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Attempting to bind port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:12:30.917010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Attempting to bind port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '1f7a95a4-8ab2-4715-94a3-49e31cdddd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:12:30.917428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Attempting to bind port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d on network a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:12:30.921907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d on network a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:12:30.922270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Attempting to bind port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d on network a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:12:30.927124 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:12:30.927491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Checking segment: {'id': '1f7a95a4-8ab2-4715-94a3-49e31cdddd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:12:30.927879 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Bound using segment: {'id': '1f7a95a4-8ab2-4715-94a3-49e31cdddd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:12:30.928335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Bound port: 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f7a95a4-8ab2-4715-94a3-49e31cdddd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:12:30.928694 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:30.991120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] For port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:12:30.994065 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] For port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d,segment=NetworkSegment(1f7a95a4-8ab2-4715-94a3-49e31cdddd1d),segment_id=1f7a95a4-8ab2-4715-94a3-49e31cdddd1d)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:12:31.001097 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:31.039061 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:31.039685 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:31.041133 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] 10.222.0.100 "PUT /v2.0/ports/0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d HTTP/1.1" status: 200 len: 1093 time: 0.6225822 Feb 04 14:12:31.041602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e941fe-cf8f-4687-986a-16863af804e4', 'tag': '0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:12:31.043947 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdde6a4-116d-4ba1-adb8-a02304af1541" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e941fe-cf8f-4687-986a-16863af804e4", "tag": "0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:12:31.067804 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc577ca-da46-40f8-8367-a03f7dbd4a31 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:31.086781 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dcaa69-eebf-4197-aafb-a39a49b892e6 x-openstack-request-id: req-44dcaa69-eebf-4197-aafb-a39a49b892e6 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:12:31.087101 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e941fe-cf8f-4687-986a-16863af804e4", "tag": "0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:12:31.087624 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-44dcaa69-eebf-4197-aafb-a39a49b892e6 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:12:31.088068 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e941fe-cf8f-4687-986a-16863af804e4', 'tag': '0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d', 'status': 'completed', 'code': 200} Feb 04 14:12:31.154427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdde6a4-116d-4ba1-adb8-a02304af1541 req-bc4759ba-9101-4955-bc32-80ca1ec16328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:31.155953 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-acdde6a4-116d-4ba1-adb8-a02304af1541 req-bc4759ba-9101-4955-bc32-80ca1ec16328 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3e18a59399a342219c24f1bc474e5af4&device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 1127 time: 0.0472417 Feb 04 14:12:31.332297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdde6a4-116d-4ba1-adb8-a02304af1541 req-49cb7ad5-f4f1-47e5-aa46-53e484e85f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:31.333774 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-acdde6a4-116d-4ba1-adb8-a02304af1541 req-49cb7ad5-f4f1-47e5-aa46-53e484e85f4e service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=3e18a59399a342219c24f1bc474e5af4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1711309 Feb 04 14:12:31.515023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdde6a4-116d-4ba1-adb8-a02304af1541 req-f9330957-039e-43ec-a69d-957d3405d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:31.516589 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-acdde6a4-116d-4ba1-adb8-a02304af1541 req-f9330957-039e-43ec-a69d-957d3405d11a service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1775122 Feb 04 14:12:31.599997 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-3d5e7065-449d-46f3-9cd5-c56dd9192749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:31.601460 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-3d5e7065-449d-46f3-9cd5-c56dd9192749 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3e18a59399a342219c24f1bc474e5af4&device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 1127 time: 0.0480986 Feb 04 14:12:31.649102 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-c2df2e92-a7c7-4ef2-9f45-194030c7dd00 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d HTTP/1.1" status: 200 len: 217 time: 0.0414283 Feb 04 14:12:31.698466 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-6597e2eb-3b92-4e15-94ab-bd6f2804e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:31.699972 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-6597e2eb-3b92-4e15-94ab-bd6f2804e4f2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ff1e8224-bd70-470f-8e43-3261cf211db6 HTTP/1.1" status: 200 len: 853 time: 0.0460227 Feb 04 14:12:31.731832 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-bba75ac4-2cdc-423b-a667-7eac3efccfe5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263777 Feb 04 14:12:31.837704 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-8fc9fd0b-6dd8-4046-9414-98a34b77b55c service neutron] 10.222.0.100 "GET /v2.0/networks/a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002667 Feb 04 14:12:31.887827 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b25c1-962d-423e-9ac5-6d3e8617ab7c req-97c292fa-52ef-45d2-aeca-70f37330eb4d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:31.889295 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f65b25c1-962d-423e-9ac5-6d3e8617ab7c req-97c292fa-52ef-45d2-aeca-70f37330eb4d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 944 time: 0.0568635 Feb 04 14:12:31.933304 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d6a72d43-49f0-465e-889f-52d8537c7a12 req-ab1c864c-0f99-47b9-a04c-e6f3670e81ff service neutron] 10.222.0.100 "GET /v2.0/networks/a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903616 Feb 04 14:12:31.937685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f65b25c1-962d-423e-9ac5-6d3e8617ab7c req-4ce054ce-f51c-4a1b-99ed-127911efa9f2 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424955 Feb 04 14:12:33.061361 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff13cec-ae03-4e40-9a7b-c9727baca283 req-c0f884cf-a7eb-4ea9-9572-d99114b3fddb tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:33.062890 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ff13cec-ae03-4e40-9a7b-c9727baca283 req-c0f884cf-a7eb-4ea9-9572-d99114b3fddb tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 944 time: 0.0542006 Feb 04 14:12:33.113920 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ff13cec-ae03-4e40-9a7b-c9727baca283 req-d5126eb4-3e3c-4696-9f2a-f00f012d7bf0 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455256 Feb 04 14:12:34.236258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bf4ed-acd4-4c6e-8245-e2e2d1ea0d36 req-d3235f77-bc3a-4093-9e2f-6535e9ccee85 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:34.237793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-192bf4ed-acd4-4c6e-8245-e2e2d1ea0d36 req-d3235f77-bc3a-4093-9e2f-6535e9ccee85 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 944 time: 0.0546854 Feb 04 14:12:34.286357 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-192bf4ed-acd4-4c6e-8245-e2e2d1ea0d36 req-976dd977-1908-4ec2-b2a3-a0cb5c30edb8 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426080 Feb 04 14:12:35.404416 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51869763-c11e-4678-ac84-c731ea9a7fe4 req-a6cbe5be-63a0-4545-8338-285b6799ecfc tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:35.406686 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51869763-c11e-4678-ac84-c731ea9a7fe4 req-a6cbe5be-63a0-4545-8338-285b6799ecfc tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 944 time: 0.0542910 Feb 04 14:12:35.454286 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51869763-c11e-4678-ac84-c731ea9a7fe4 req-b0c36e42-66c6-4322-8bc1-e65f6aff5ce6 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420976 Feb 04 14:12:35.733650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:12:35.835512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d,segment=NetworkSegment(1f7a95a4-8ab2-4715-94a3-49e31cdddd1d),segment_id=1f7a95a4-8ab2-4715-94a3-49e31cdddd1d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:12:35.846931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d', 'network_id': 'a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f', 'port_id': '0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d', 'mac_address': 'fa:16:3e:54:b7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1e8224-bd70-470f-8e43-3261cf211db6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:12:35.884113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:12:35.884500 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:35.897265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:12:35.916086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d,segment=NetworkSegment(1f7a95a4-8ab2-4715-94a3-49e31cdddd1d),segment_id=1f7a95a4-8ab2-4715-94a3-49e31cdddd1d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:12:35.921649 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:35.967808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:35.975294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:35.975647 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:35.975990 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:35.976328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:35.976664 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:35.977013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:35.977334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:35.977663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:35.978001 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:35.978360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:35.978691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:35.979531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:35.979858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:36.244696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:12:36.580161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26965426-7129-4c38-ae14-62745489725b req-011b11bb-57c9-469d-966e-4e81e7f291d6 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:36.581837 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26965426-7129-4c38-ae14-62745489725b req-011b11bb-57c9-469d-966e-4e81e7f291d6 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 945 time: 0.0598950 Feb 04 14:12:36.629802 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26965426-7129-4c38-ae14-62745489725b req-e390f552-e246-438f-908e-bf7314d862b7 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425012 Feb 04 14:12:37.736022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:12:37.752201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bb4c5-f783-4611-b66e-f93301cdb4ba req-08ffede3-8f44-4346-8f10-a99cea356005 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:37.753841 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db2bb4c5-f783-4611-b66e-f93301cdb4ba req-08ffede3-8f44-4346-8f10-a99cea356005 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 945 time: 0.0550814 Feb 04 14:12:37.792284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:12:37.796706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:12:37.797093 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:37.804814 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db2bb4c5-f783-4611-b66e-f93301cdb4ba req-564885f4-3769-4853-a217-7d3baa3b6081 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447173 Feb 04 14:12:37.880848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:12:37.881240 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:37.905642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e941fe-cf8f-4687-986a-16863af804e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:12:37.907963 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27262507-dd97-4f53-9fc5-f07b242c3eca" -d '{"events": [{"server_uuid": "d9e941fe-cf8f-4687-986a-16863af804e4", "name": "network-vif-plugged", "status": "completed", "tag": "0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:12:37.920741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d,segment=NetworkSegment(1f7a95a4-8ab2-4715-94a3-49e31cdddd1d),segment_id=1f7a95a4-8ab2-4715-94a3-49e31cdddd1d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:12:37.924965 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:37.952193 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81fb27f-89f3-4fae-b483-e63a2e54f8b2 x-openstack-request-id: req-a81fb27f-89f3-4fae-b483-e63a2e54f8b2 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:12:37.953073 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e941fe-cf8f-4687-986a-16863af804e4", "name": "network-vif-plugged", "status": "completed", "tag": "0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:12:37.953380 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a81fb27f-89f3-4fae-b483-e63a2e54f8b2 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:12:37.953833 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e941fe-cf8f-4687-986a-16863af804e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d', 'code': 200} Feb 04 14:12:37.982543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:38.047276 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd03cc6-0080-40d0-b448-373020b68d7e req-00564eb5-66c8-4f9d-9d85-e5dcca456e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:38.048851 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3bd03cc6-0080-40d0-b448-373020b68d7e req-00564eb5-66c8-4f9d-9d85-e5dcca456e86 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 1129 time: 0.0459356 Feb 04 14:12:38.093696 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3bd03cc6-0080-40d0-b448-373020b68d7e req-73d30a3b-c015-4f7a-81eb-1e644dbb0bed service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391083 Feb 04 14:12:38.928126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f741838-4b88-490d-9179-86394c52495a req-e3e57fe2-a2c6-43d5-8963-fcd376ebffa6 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:38.929583 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f741838-4b88-490d-9179-86394c52495a req-e3e57fe2-a2c6-43d5-8963-fcd376ebffa6 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 946 time: 0.0514617 Feb 04 14:12:38.981447 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f741838-4b88-490d-9179-86394c52495a req-8c71dc25-18c3-43ad-b0fa-1eb72e347fee tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454662 Feb 04 14:12:40.101297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce58c0-0670-4c45-9114-94e15fd0c36e req-a0730f14-ac04-4329-b9ab-8f09a3dad028 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:40.102751 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32ce58c0-0670-4c45-9114-94e15fd0c36e req-a0730f14-ac04-4329-b9ab-8f09a3dad028 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 946 time: 0.0545194 Feb 04 14:12:40.149271 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32ce58c0-0670-4c45-9114-94e15fd0c36e req-aee696ac-287f-48d4-b637-bf8a694ee69e tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Feb 04 14:12:41.024433 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-89b9704d-c017-4dc0-9ad4-75dc5c4da54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:42.087614 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:12:44.261605 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:45.005987 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:45.195213 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5b9d9550-d316-4ac2-8a2a-572755950a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:45.702890 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:47.039369 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:12:48.009826 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:00.352005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd3904a4-b39a-42c6-8e08-542aec74264d req-c11bc238-1022-40ed-ab13-367e352f7d6e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449755 Feb 04 14:13:00.421475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3904a4-b39a-42c6-8e08-542aec74264d req-d4cd16be-f9c6-4487-a426-432958aca705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:00.423141 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd3904a4-b39a-42c6-8e08-542aec74264d req-d4cd16be-f9c6-4487-a426-432958aca705 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 1128 time: 0.0498064 Feb 04 14:13:00.525234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3904a4-b39a-42c6-8e08-542aec74264d req-3700350b-1b52-46ac-be4e-567cfb216adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:00.527296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd3904a4-b39a-42c6-8e08-542aec74264d req-3700350b-1b52-46ac-be4e-567cfb216adc service neutron] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.0865221 Feb 04 14:13:00.598015 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd3904a4-b39a-42c6-8e08-542aec74264d req-d4599aad-3250-42ab-ab40-bf9aefb1e54d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=104fd642-0a0d-45f2-96b9-b03115a8d643 HTTP/1.1" status: 200 len: 1001 time: 0.0644438 Feb 04 14:13:00.646420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3904a4-b39a-42c6-8e08-542aec74264d req-f8ffc634-6228-4661-9f7a-d23ac866a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:00.647812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd3904a4-b39a-42c6-8e08-542aec74264d req-f8ffc634-6228-4661-9f7a-d23ac866a821 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.0445130 Feb 04 14:13:00.697601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3904a4-b39a-42c6-8e08-542aec74264d req-4fdb8972-45fd-43e7-ac20-d73ab0259a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:00.699950 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd3904a4-b39a-42c6-8e08-542aec74264d req-4fdb8972-45fd-43e7-ac20-d73ab0259a09 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464833 Feb 04 14:13:00.793910 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd3904a4-b39a-42c6-8e08-542aec74264d req-f83b6f6e-d3bd-4464-8d9f-f7e8ec83f1c2 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882180 Feb 04 14:13:00.883110 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd3904a4-b39a-42c6-8e08-542aec74264d req-0148934b-fa74-46a1-9a79-a1659780d7a8 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838873 Feb 04 14:13:06.648639 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59012) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:06.816493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d206123e-9049-436a-a18a-10cb2abe349b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Deleting port a9bf1306-8d7e-4b4a-99f1-13a2cb801f2a {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:13:06.816839 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d206123e-9049-436a-a18a-10cb2abe349b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a9bf1306-8d7e-4b4a-99f1-13a2cb801f2a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:06.893025 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d206123e-9049-436a-a18a-10cb2abe349b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a9bf1306-8d7e-4b4a-99f1-13a2cb801f2a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:06.893358 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d206123e-9049-436a-a18a-10cb2abe349b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for floatingip (a9bf1306-8d7e-4b4a-99f1-13a2cb801f2a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:06.905918 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d206123e-9049-436a-a18a-10cb2abe349b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Calling delete_port for a9bf1306-8d7e-4b4a-99f1-13a2cb801f2a owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:13:07.112457 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d206123e-9049-436a-a18a-10cb2abe349b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a9bf1306-8d7e-4b4a-99f1-13a2cb801f2a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:07.143875 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206123e-9049-436a-a18a-10cb2abe349b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event deleted for resources: {'Port': ['ID=a9bf1306-8d7e-4b4a-99f1-13a2cb801f2a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:07.208741 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d206123e-9049-436a-a18a-10cb2abe349b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for floatingip (939d9f0c-cdef-4c5d-9cf7-9f06f2952283), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:07.209077 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-d206123e-9049-436a-a18a-10cb2abe349b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Floating IP 939d9f0c-cdef-4c5d-9cf7-9f06f2952283 disassociated (deleted). External IP: 172.25.5.189, port: 104fd642-0a0d-45f2-96b9-b03115a8d643. Feb 04 14:13:07.429019 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d206123e-9049-436a-a18a-10cb2abe349b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Router 7db6d163-b595-45a4-bd1c-705bfda50390 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:13:07.562720 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d206123e-9049-436a-a18a-10cb2abe349b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:13:07.567632 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d206123e-9049-436a-a18a-10cb2abe349b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:07.572342 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afb4aed-8373-4ac7-8f3a-e6520a319b49 None None] Sync routers for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:13:07.585490 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb4aed-8373-4ac7-8f3a-e6520a319b49 None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:13:07.586499 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8afb4aed-8373-4ac7-8f3a-e6520a319b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:12:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:07.602072 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d206123e-9049-436a-a18a-10cb2abe349b tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "DELETE /v2.0/floatingips/939d9f0c-cdef-4c5d-9cf7-9f06f2952283 HTTP/1.1" status: 204 len: 168 time: 0.9522865 Feb 04 14:13:07.602817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f6428a-e27b-4b24-852b-b4e3013b4fc2', 'tag': '104fd642-0a0d-45f2-96b9-b03115a8d643'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:13:07.606681 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf971d1-5afb-472f-989d-fc4a9448270b" -d '{"events": [{"name": "network-changed", "server_uuid": "78f6428a-e27b-4b24-852b-b4e3013b4fc2", "tag": "104fd642-0a0d-45f2-96b9-b03115a8d643"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:13:07.711719 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8afb4aed-8373-4ac7-8f3a-e6520a319b49 None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:13:07.806995 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1087adfa-ccec-4d5b-9c14-f4adca3a4815 x-openstack-request-id: req-1087adfa-ccec-4d5b-9c14-f4adca3a4815 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:13:07.807609 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f6428a-e27b-4b24-852b-b4e3013b4fc2", "tag": "104fd642-0a0d-45f2-96b9-b03115a8d643", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:13:07.807609 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1087adfa-ccec-4d5b-9c14-f4adca3a4815 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:13:07.808227 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f6428a-e27b-4b24-852b-b4e3013b4fc2', 'tag': '104fd642-0a0d-45f2-96b9-b03115a8d643', 'status': 'completed', 'code': 200} Feb 04 14:13:07.914208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf971d1-5afb-472f-989d-fc4a9448270b req-c028a45a-db9a-4e06-becc-ce4e0eedcb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:07.915870 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccf971d1-5afb-472f-989d-fc4a9448270b req-c028a45a-db9a-4e06-becc-ce4e0eedcb40 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 1128 time: 0.0873389 Feb 04 14:13:07.961369 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8afb4aed-8373-4ac7-8f3a-e6520a319b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'df8c8922-0d8c-494b-aedb-5a6c4e9f0d59', 'tenant_id': '04a7af11479049059024e84090058dbe', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'port_id': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'mac_address': 'fa:16:3e:f5:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:09:01Z', 'updated_at': '2022-02-04T14:09:05Z', 'revision_number': 1, 'project_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:07.977674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a7ce6-3181-446c-8088-042287be52ff req-8a5ca51d-f601-418f-9f48-cb90466f7c95 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:07.980235 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a14a7ce6-3181-446c-8088-042287be52ff req-8a5ca51d-f601-418f-9f48-cb90466f7c95 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 945 time: 0.1129227 Feb 04 14:13:07.992090 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afb4aed-8373-4ac7-8f3a-e6520a319b49 None None] Checking router: 7db6d163-b595-45a4-bd1c-705bfda50390 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:13:08.002807 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb4aed-8373-4ac7-8f3a-e6520a319b49 None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:13:08.003419 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8afb4aed-8373-4ac7-8f3a-e6520a319b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:12:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:08.057399 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf971d1-5afb-472f-989d-fc4a9448270b req-06102a97-de72-423c-bcf7-8dd90cefc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:08.059879 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccf971d1-5afb-472f-989d-fc4a9448270b req-06102a97-de72-423c-bcf7-8dd90cefc35b service neutron] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.1355724 Feb 04 14:13:08.064882 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a14a7ce6-3181-446c-8088-042287be52ff req-75cfb9b0-b4da-47b7-ac29-0ab66e0a95c2 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731697 Feb 04 14:13:08.107513 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccf971d1-5afb-472f-989d-fc4a9448270b req-055760dc-a2ed-4414-9e8c-7c1c94b81bcf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=104fd642-0a0d-45f2-96b9-b03115a8d643 HTTP/1.1" status: 200 len: 217 time: 0.0409522 Feb 04 14:13:08.116789 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8afb4aed-8373-4ac7-8f3a-e6520a319b49 None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:13:08.156753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf971d1-5afb-472f-989d-fc4a9448270b req-87e76c0f-4bc1-4cb0-9afb-dcce3317510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:08.158447 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccf971d1-5afb-472f-989d-fc4a9448270b req-87e76c0f-4bc1-4cb0-9afb-dcce3317510e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.0454931 Feb 04 14:13:08.212387 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf971d1-5afb-472f-989d-fc4a9448270b req-484bd3dd-783e-45b9-8d00-d138353dce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:08.214147 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccf971d1-5afb-472f-989d-fc4a9448270b req-484bd3dd-783e-45b9-8d00-d138353dce35 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493498 Feb 04 14:13:08.315591 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccf971d1-5afb-472f-989d-fc4a9448270b req-5acbf317-25da-4223-9864-2444db0441a9 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949709 Feb 04 14:13:08.356147 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8afb4aed-8373-4ac7-8f3a-e6520a319b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'df8c8922-0d8c-494b-aedb-5a6c4e9f0d59', 'tenant_id': '04a7af11479049059024e84090058dbe', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'port_id': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'mac_address': 'fa:16:3e:f5:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:09:01Z', 'updated_at': '2022-02-04T14:09:05Z', 'revision_number': 1, 'project_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:08.383525 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afb4aed-8373-4ac7-8f3a-e6520a319b49 None None] The sync data for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 is: [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'df8c8922-0d8c-494b-aedb-5a6c4e9f0d59', 'tenant_id': '04a7af11479049059024e84090058dbe', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'port_id': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'mac_address': 'fa:16:3e:f5:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:09:01Z', 'updated_at': '2022-02-04T14:09:05Z', 'revision_number': 1, 'project_id': '04a7af11479049059024e84090058dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:13:08.409857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccf971d1-5afb-472f-989d-fc4a9448270b req-a5d11ce0-0c2a-4116-ae59-c842a0274c5d service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871556 Feb 04 14:13:08.651767 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e53d8b-703e-4455-911f-316e8ab6e764 None None] New status for floating IP 939d9f0c-cdef-4c5d-9cf7-9f06f2952283: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:13:09.191138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e56115-d9ee-496e-97a8-7b48e39ad1ba req-b0f751e0-d709-491b-b5e2-6141309cef70 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:09.192680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58e56115-d9ee-496e-97a8-7b48e39ad1ba req-b0f751e0-d709-491b-b5e2-6141309cef70 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 945 time: 0.0569899 Feb 04 14:13:09.250195 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58e56115-d9ee-496e-97a8-7b48e39ad1ba req-9be72b31-85e2-4aef-b986-b557ee75dc43 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517144 Feb 04 14:13:09.621003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e38825-4dbf-4466-9d01-9269bc107cac req-4494a8c9-7f15-4e52-b8c1-12e6f9e57476 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:09.622413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33e38825-4dbf-4466-9d01-9269bc107cac req-4494a8c9-7f15-4e52-b8c1-12e6f9e57476 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 945 time: 0.0562863 Feb 04 14:13:09.716473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-33e38825-4dbf-4466-9d01-9269bc107cac req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Deleting port 104fd642-0a0d-45f2-96b9-b03115a8d643 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:13:09.716817 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-33e38825-4dbf-4466-9d01-9269bc107cac req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (104fd642-0a0d-45f2-96b9-b03115a8d643), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:09.809841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-33e38825-4dbf-4466-9d01-9269bc107cac req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] For port 104fd642-0a0d-45f2-96b9-b03115a8d643, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=104fd642-0a0d-45f2-96b9-b03115a8d643,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:13:09.810236 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-33e38825-4dbf-4466-9d01-9269bc107cac req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (104fd642-0a0d-45f2-96b9-b03115a8d643), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:09.822893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-33e38825-4dbf-4466-9d01-9269bc107cac req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Calling delete_port for 104fd642-0a0d-45f2-96b9-b03115a8d643 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:13:09.952401 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-33e38825-4dbf-4466-9d01-9269bc107cac req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (104fd642-0a0d-45f2-96b9-b03115a8d643), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:09.981506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event deleted for resources: {'Port': ['ID=104fd642-0a0d-45f2-96b9-b03115a8d643,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:10.007174 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:10.007521 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:10.007860 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:10.008190 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:10.008518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:10.008845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:10.009173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:10.009488 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:10.009804 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:10.010138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:10.010490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:10.010807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:10.011306 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:10.034820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e38825-4dbf-4466-9d01-9269bc107cac req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] No DVR routers for this DVR port 104fd642-0a0d-45f2-96b9-b03115a8d643 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:13:10.037449 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-33e38825-4dbf-4466-9d01-9269bc107cac req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:10.040808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33e38825-4dbf-4466-9d01-9269bc107cac req-1e8755f4-e399-419c-a4b4-ce9f4fb9881c tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "DELETE /v2.0/ports/104fd642-0a0d-45f2-96b9-b03115a8d643 HTTP/1.1" status: 204 len: 173 time: 0.4132369 Feb 04 14:13:10.041248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f6428a-e27b-4b24-852b-b4e3013b4fc2', 'name': 'network-vif-deleted', 'tag': '104fd642-0a0d-45f2-96b9-b03115a8d643'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:13:10.044354 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656aea02-1273-4c83-9046-ae8877f7158c" -d '{"events": [{"server_uuid": "78f6428a-e27b-4b24-852b-b4e3013b4fc2", "name": "network-vif-deleted", "tag": "104fd642-0a0d-45f2-96b9-b03115a8d643"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:13:10.083304 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a78bb5-fe2e-4f06-86f6-18fb29615ef0 x-openstack-request-id: req-c3a78bb5-fe2e-4f06-86f6-18fb29615ef0 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:13:10.083621 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f6428a-e27b-4b24-852b-b4e3013b4fc2", "name": "network-vif-deleted", "tag": "104fd642-0a0d-45f2-96b9-b03115a8d643", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:13:10.083888 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c3a78bb5-fe2e-4f06-86f6-18fb29615ef0 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:13:10.084295 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f6428a-e27b-4b24-852b-b4e3013b4fc2', 'name': 'network-vif-deleted', 'tag': '104fd642-0a0d-45f2-96b9-b03115a8d643', 'status': 'completed', 'code': 200} Feb 04 14:13:10.216732 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f8d78fa5-8c5f-442b-8c87-40b7d79503da req-a9570508-17ee-444a-83bf-4c600ac5c6a1 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467815 Feb 04 14:13:10.309551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d78fa5-8c5f-442b-8c87-40b7d79503da req-d85a8318-65c6-4d2c-ba9f-e6ba0a4688c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:10.311359 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f8d78fa5-8c5f-442b-8c87-40b7d79503da req-d85a8318-65c6-4d2c-ba9f-e6ba0a4688c5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 1128 time: 0.0518243 Feb 04 14:13:10.371388 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57960b52-6f3e-4362-8d04-2fb8708a2cd4 req-9b28c9e7-4826-4e66-9833-e9e3b1c74aca tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 210 time: 0.0361481 Feb 04 14:13:10.453431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d78fa5-8c5f-442b-8c87-40b7d79503da req-a4a9f23f-1c25-4578-bcfb-834098ec77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:10.455190 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f8d78fa5-8c5f-442b-8c87-40b7d79503da req-a4a9f23f-1c25-4578-bcfb-834098ec77d9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=63f143bd-fe20-43d0-a47c-f51b909f08de HTTP/1.1" status: 200 len: 898 time: 0.1222596 Feb 04 14:13:10.549780 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f8d78fa5-8c5f-442b-8c87-40b7d79503da req-06f91681-f0bb-4680-9373-8505a0d256c4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 HTTP/1.1" status: 200 len: 1000 time: 0.0889673 Feb 04 14:13:10.619546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d78fa5-8c5f-442b-8c87-40b7d79503da req-680ab61e-2f64-41b6-b35f-6886eacdc877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:10.621283 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f8d78fa5-8c5f-442b-8c87-40b7d79503da req-680ab61e-2f64-41b6-b35f-6886eacdc877 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=31a050da-72a7-4cb7-aa27-5237a2cb2d67 HTTP/1.1" status: 200 len: 835 time: 0.0656354 Feb 04 14:13:10.675505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d78fa5-8c5f-442b-8c87-40b7d79503da req-58b29ca8-b846-4ff3-bc03-339becea59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:10.677010 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f8d78fa5-8c5f-442b-8c87-40b7d79503da req-58b29ca8-b846-4ff3-bc03-339becea59da service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=63f143bd-fe20-43d0-a47c-f51b909f08de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499487 Feb 04 14:13:10.768686 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f8d78fa5-8c5f-442b-8c87-40b7d79503da req-8255d40c-1aac-4fa7-a7ff-5fef0d67465e service neutron] 10.222.0.100 "GET /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834363 Feb 04 14:13:10.866333 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f8d78fa5-8c5f-442b-8c87-40b7d79503da req-757c2a75-f216-48fa-8622-f29c0faa67d0 service neutron] 10.222.0.100 "GET /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914066 Feb 04 14:13:11.020540 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6387e7ad-54fe-4682-ac71-17b9206371a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:11.792452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29c243ba-4e34-45ce-b66f-6fab0a230442 req-0b5bf9a9-b879-4066-ba09-a91bdba0f55d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 210 time: 0.3507316 Feb 04 14:13:12.888898 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd9eafee-217f-4893-9786-f16575b79fc8 req-0201cde2-d8ee-4807-be06-02ccc16af3bf tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 210 time: 0.0276608 Feb 04 14:13:13.042596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 104fd642-0a0d-45f2-96b9-b03115a8d643 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:13:13.064021 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 104fd642-0a0d-45f2-96b9-b03115a8d643 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:13:13.064370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 104fd642-0a0d-45f2-96b9-b03115a8d643 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:13:13.986073 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5dd2fbb-5aca-4678-9c85-e8ad283d1cb5 req-94a617ba-3023-420e-92d9-ff6bb9272dee tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 210 time: 0.0281904 Feb 04 14:13:14.273918 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:15.029897 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:15.101565 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-245e255b-6164-49fb-a9fb-b5d282d7823a req-070ccc48-4090-48e4-b841-66a5e4bb7f30 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 210 time: 0.0341427 Feb 04 14:13:15.201234 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ced3c76-61a7-463a-a2ff-9f20ac4c20e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:15.704866 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:16.217589 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29773826-e671-449f-9a14-aaf5e14e0485 req-3a061f20-db8e-432b-9ec0-73dca3d69c03 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 210 time: 0.0359898 Feb 04 14:13:17.044209 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:17.318080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-18af6507-7539-4df9-9a65-529109850ae5 req-d1d2cab9-a428-4e74-a6f6-c46ad87efae5 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 210 time: 0.0280137 Feb 04 14:13:18.015969 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:18.432510 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e4da803-2e44-4aaa-aeac-e4dc920a3afa req-c3c75c31-f864-460a-b4c1-df567748a40e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=78f6428a-e27b-4b24-852b-b4e3013b4fc2 HTTP/1.1" status: 200 len: 210 time: 0.0368764 Feb 04 14:13:19.086865 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:13:21.343734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59090) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:21.571738 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-7d1af67f-d1c5-4664-a685-c8e247df55ea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting port 3ca48b8e-0cbf-4e46-b0e2-831eceb87a4e {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:13:21.572204 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7d1af67f-d1c5-4664-a685-c8e247df55ea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3ca48b8e-0cbf-4e46-b0e2-831eceb87a4e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:21.675534 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7d1af67f-d1c5-4664-a685-c8e247df55ea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3ca48b8e-0cbf-4e46-b0e2-831eceb87a4e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:21.676286 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7d1af67f-d1c5-4664-a685-c8e247df55ea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for floatingip (3ca48b8e-0cbf-4e46-b0e2-831eceb87a4e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:21.695078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-7d1af67f-d1c5-4664-a685-c8e247df55ea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Calling delete_port for 3ca48b8e-0cbf-4e46-b0e2-831eceb87a4e owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:13:21.863122 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7d1af67f-d1c5-4664-a685-c8e247df55ea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (3ca48b8e-0cbf-4e46-b0e2-831eceb87a4e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:21.889093 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1af67f-d1c5-4664-a685-c8e247df55ea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Port': ['ID=3ca48b8e-0cbf-4e46-b0e2-831eceb87a4e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:21.953469 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7d1af67f-d1c5-4664-a685-c8e247df55ea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for floatingip (2eae1b90-b133-41e7-8ae6-2a06013bcbdd), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:21.953886 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-7d1af67f-d1c5-4664-a685-c8e247df55ea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Floating IP 2eae1b90-b133-41e7-8ae6-2a06013bcbdd disassociated (deleted). External IP: 172.25.5.46, port: e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401. Feb 04 14:13:22.173434 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1af67f-d1c5-4664-a685-c8e247df55ea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router d97d6998-e767-42cf-8713-13283329f6ed has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:13:22.301176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1af67f-d1c5-4664-a685-c8e247df55ea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:13:22.306396 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7d1af67f-d1c5-4664-a685-c8e247df55ea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:22.312787 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ece0d9-70dd-4a39-a641-8f11d32642cb None None] Sync routers for ids ['d97d6998-e767-42cf-8713-13283329f6ed'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:13:22.327710 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ece0d9-70dd-4a39-a641-8f11d32642cb None None] Routers {'d97d6998-e767-42cf-8713-13283329f6ed'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:13:22.329345 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-32ece0d9-70dd-4a39-a641-8f11d32642cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['d97d6998-e767-42cf-8713-13283329f6ed'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:22.338630 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7d1af67f-d1c5-4664-a685-c8e247df55ea tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/floatingips/2eae1b90-b133-41e7-8ae6-2a06013bcbdd HTTP/1.1" status: 204 len: 168 time: 0.9935269 Feb 04 14:13:22.339206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'tag': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:13:22.350717 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ba3527-e906-40c1-ad80-44154fb8cfcf" -d '{"events": [{"name": "network-changed", "server_uuid": "e7923b62-4802-4826-b10b-da0ecab2a81c", "tag": "e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:13:22.565406 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-32ece0d9-70dd-4a39-a641-8f11d32642cb None None] Set router d97d6998-e767-42cf-8713-13283329f6ed gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:13:22.632968 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cf1629-ee4b-41ff-993a-ec5850135c24 x-openstack-request-id: req-e7cf1629-ee4b-41ff-993a-ec5850135c24 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:13:22.633585 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7923b62-4802-4826-b10b-da0ecab2a81c", "tag": "e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:13:22.634143 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e7cf1629-ee4b-41ff-993a-ec5850135c24 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:13:22.635207 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'tag': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401', 'status': 'completed', 'code': 200} Feb 04 14:13:22.743639 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba3527-e906-40c1-ad80-44154fb8cfcf req-36e49380-68f2-4c41-9754-6170ae64ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:22.746752 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-65ba3527-e906-40c1-ad80-44154fb8cfcf req-36e49380-68f2-4c41-9754-6170ae64ced9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 1128 time: 0.0908804 Feb 04 14:13:22.827204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c747c-8de3-4201-8126-df0381d17c13 req-0d606d92-ff40-4960-8160-2930d16e7517 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:22.828803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e98c747c-8de3-4201-8126-df0381d17c13 req-0d606d92-ff40-4960-8160-2930d16e7517 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.1386361 Feb 04 14:13:22.892723 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e98c747c-8de3-4201-8126-df0381d17c13 req-64353f20-6621-4d80-a4c1-8b1d6595259b tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575352 Feb 04 14:13:22.920558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba3527-e906-40c1-ad80-44154fb8cfcf req-7d6df106-0a0e-4aeb-a033-1ea9ceecd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:22.923562 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-65ba3527-e906-40c1-ad80-44154fb8cfcf req-7d6df106-0a0e-4aeb-a033-1ea9ceecd60e service neutron] 10.222.0.100 "GET /v2.0/networks?id=63f143bd-fe20-43d0-a47c-f51b909f08de HTTP/1.1" status: 200 len: 898 time: 0.1689055 Feb 04 14:13:22.934062 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-32ece0d9-70dd-4a39-a641-8f11d32642cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715174562', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:10:22Z', 'updated_at': '2022-02-04T14:10:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:23Z', 'updated_at': '2022-02-04T14:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '6f6df0b9-a355-4bf2-b662-880002325664', 'name': '', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:29:9e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:26Z', 'updated_at': '2022-02-04T14:10:32Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:22.962670 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ece0d9-70dd-4a39-a641-8f11d32642cb None None] Checking router: d97d6998-e767-42cf-8713-13283329f6ed for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:13:22.969566 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-65ba3527-e906-40c1-ad80-44154fb8cfcf req-d2bbf40e-7f7a-43cc-a63b-c86919147100 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 HTTP/1.1" status: 200 len: 217 time: 0.0387151 Feb 04 14:13:22.972131 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ece0d9-70dd-4a39-a641-8f11d32642cb None None] Routers {'d97d6998-e767-42cf-8713-13283329f6ed'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:13:22.972824 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-32ece0d9-70dd-4a39-a641-8f11d32642cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['d97d6998-e767-42cf-8713-13283329f6ed'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:23.028068 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba3527-e906-40c1-ad80-44154fb8cfcf req-e70fe764-727f-4b27-bab6-6a20a2fac069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:23.030116 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-65ba3527-e906-40c1-ad80-44154fb8cfcf req-e70fe764-727f-4b27-bab6-6a20a2fac069 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=31a050da-72a7-4cb7-aa27-5237a2cb2d67 HTTP/1.1" status: 200 len: 835 time: 0.0538559 Feb 04 14:13:23.082118 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba3527-e906-40c1-ad80-44154fb8cfcf req-8f11c616-3505-4bfe-a4d6-294c2dfe0a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:23.083670 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-65ba3527-e906-40c1-ad80-44154fb8cfcf req-8f11c616-3505-4bfe-a4d6-294c2dfe0a05 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=63f143bd-fe20-43d0-a47c-f51b909f08de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475509 Feb 04 14:13:23.100838 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-32ece0d9-70dd-4a39-a641-8f11d32642cb None None] Set router d97d6998-e767-42cf-8713-13283329f6ed gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:13:23.186463 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-65ba3527-e906-40c1-ad80-44154fb8cfcf req-3d7ca058-192f-447b-b16c-c3452f7d996f service neutron] 10.222.0.100 "GET /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963252 Feb 04 14:13:23.292510 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-65ba3527-e906-40c1-ad80-44154fb8cfcf req-48a6a86e-9153-40c2-a61b-db8fab2c4542 service neutron] 10.222.0.100 "GET /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988667 Feb 04 14:13:23.339554 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-32ece0d9-70dd-4a39-a641-8f11d32642cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715174562', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:10:22Z', 'updated_at': '2022-02-04T14:10:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:23Z', 'updated_at': '2022-02-04T14:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '6f6df0b9-a355-4bf2-b662-880002325664', 'name': '', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:29:9e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:26Z', 'updated_at': '2022-02-04T14:10:32Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:23.368282 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ece0d9-70dd-4a39-a641-8f11d32642cb None None] The sync data for ids ['d97d6998-e767-42cf-8713-13283329f6ed'] in n-d-714676-13 is: [{'id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715174562', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:10:22Z', 'updated_at': '2022-02-04T14:10:27Z', 'revision_number': 4, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:23Z', 'updated_at': '2022-02-04T14:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '6f6df0b9-a355-4bf2-b662-880002325664', 'name': '', 'network_id': '63f143bd-fe20-43d0-a47c-f51b909f08de', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'mac_address': 'fa:16:3e:29:9e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:26Z', 'updated_at': '2022-02-04T14:10:32Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'subnets': [{'id': '31a050da-72a7-4cb7-aa27-5237a2cb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:13:23.632425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc59c057-935c-42a9-9f9c-6f5f4953b363 None None] New status for floating IP 2eae1b90-b133-41e7-8ae6-2a06013bcbdd: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:13:24.033149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3243c-8077-4b83-af9b-1f5e23d92641 req-309ce7b2-9b7d-4b2c-a568-378e292e14f0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:24.035033 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3e3243c-8077-4b83-af9b-1f5e23d92641 req-309ce7b2-9b7d-4b2c-a568-378e292e14f0 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.0647464 Feb 04 14:13:24.091554 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3e3243c-8077-4b83-af9b-1f5e23d92641 req-0a0dd536-2ac4-4991-933a-d537ed41edd5 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f73be59-3cc5-4590-833f-5db3c5e5342e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502765 Feb 04 14:13:24.676335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a49b7-f0b2-4f1f-9263-c3906d81fcb2 req-9b8452fd-edcd-4d6f-8d7b-b03a10c0d082 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:24.677841 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-152a49b7-f0b2-4f1f-9263-c3906d81fcb2 req-9b8452fd-edcd-4d6f-8d7b-b03a10c0d082 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.100 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 945 time: 0.4345238 Feb 04 14:13:24.786689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-152a49b7-f0b2-4f1f-9263-c3906d81fcb2 req-5f7c3ec7-acbf-4620-b921-8ef6034cd411 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:13:24.786955 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-152a49b7-f0b2-4f1f-9263-c3906d81fcb2 req-5f7c3ec7-acbf-4620-b921-8ef6034cd411 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:24.891856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-152a49b7-f0b2-4f1f-9263-c3906d81fcb2 req-5f7c3ec7-acbf-4620-b921-8ef6034cd411 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] For port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,segment=NetworkSegment(2f762a25-c6e1-46f9-88e9-0f2a5b4ea980),segment_id=2f762a25-c6e1-46f9-88e9-0f2a5b4ea980)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:13:24.892436 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-152a49b7-f0b2-4f1f-9263-c3906d81fcb2 req-5f7c3ec7-acbf-4620-b921-8ef6034cd411 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:24.910665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-152a49b7-f0b2-4f1f-9263-c3906d81fcb2 req-5f7c3ec7-acbf-4620-b921-8ef6034cd411 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Calling delete_port for e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:13:25.225353 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-152a49b7-f0b2-4f1f-9263-c3906d81fcb2 req-5f7c3ec7-acbf-4620-b921-8ef6034cd411 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:25.266469 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bde00275-d219-48bd-8740-8b0f0c65c0e7 req-bcb533ae-88f0-4fbb-8afa-785ae632c003 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7923b62-4802-4826-b10b-da0ecab2a81c HTTP/1.1" status: 200 len: 210 time: 0.0576475 Feb 04 14:13:25.384014 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c3ec7-acbf-4620-b921-8ef6034cd411 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Port': ['ID=e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:25.421970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-152a49b7-f0b2-4f1f-9263-c3906d81fcb2 req-5f7c3ec7-acbf-4620-b921-8ef6034cd411 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] No DVR routers for this DVR port e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:13:25.431444 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-152a49b7-f0b2-4f1f-9263-c3906d81fcb2 req-5f7c3ec7-acbf-4620-b921-8ef6034cd411 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:25.437067 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-152a49b7-f0b2-4f1f-9263-c3906d81fcb2 req-5f7c3ec7-acbf-4620-b921-8ef6034cd411 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.100 "DELETE /v2.0/ports/e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 HTTP/1.1" status: 204 len: 173 time: 0.7538745 Feb 04 14:13:25.437554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'name': 'network-vif-deleted', 'tag': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:13:25.440542 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafce7b7-0f2e-4abf-8b90-f298987f0fb5" -d '{"events": [{"server_uuid": "e7923b62-4802-4826-b10b-da0ecab2a81c", "name": "network-vif-deleted", "tag": "e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:13:25.485380 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a5253e-6d0e-4d06-9884-e78dfb084df7 x-openstack-request-id: req-91a5253e-6d0e-4d06-9884-e78dfb084df7 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:13:25.485701 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7923b62-4802-4826-b10b-da0ecab2a81c", "name": "network-vif-deleted", "tag": "e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:13:25.486043 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-91a5253e-6d0e-4d06-9884-e78dfb084df7 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:13:25.486537 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7923b62-4802-4826-b10b-da0ecab2a81c', 'name': 'network-vif-deleted', 'tag': 'e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401', 'status': 'completed', 'code': 200} Feb 04 14:13:26.340696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59142) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:26.772912 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-27182386-cf28-400c-a44f-119191abed91 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (d97d6998-e767-42cf-8713-13283329f6ed), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:27.133739 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-27182386-cf28-400c-a44f-119191abed91 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting port 6f6df0b9-a355-4bf2-b662-880002325664 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:13:27.134509 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-27182386-cf28-400c-a44f-119191abed91 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6f6df0b9-a355-4bf2-b662-880002325664), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:27.243601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-27182386-cf28-400c-a44f-119191abed91 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] For port 6f6df0b9-a355-4bf2-b662-880002325664, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6f6df0b9-a355-4bf2-b662-880002325664,segment=NetworkSegment(2f762a25-c6e1-46f9-88e9-0f2a5b4ea980),segment_id=2f762a25-c6e1-46f9-88e9-0f2a5b4ea980)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:13:27.244096 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-27182386-cf28-400c-a44f-119191abed91 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6f6df0b9-a355-4bf2-b662-880002325664), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:27.260600 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-27182386-cf28-400c-a44f-119191abed91 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Calling delete_port for 6f6df0b9-a355-4bf2-b662-880002325664 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:13:27.531646 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-27182386-cf28-400c-a44f-119191abed91 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (6f6df0b9-a355-4bf2-b662-880002325664), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:27.586137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27182386-cf28-400c-a44f-119191abed91 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Port': ['ID=6f6df0b9-a355-4bf2-b662-880002325664,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:27.814634 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-27182386-cf28-400c-a44f-119191abed91 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (d97d6998-e767-42cf-8713-13283329f6ed), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:27.973365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:13:27.996776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:13:27.997140 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device e81e1a9b-d2a2-4d4b-aa76-5b8ff81bc401 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:13:28.056399 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27182386-cf28-400c-a44f-119191abed91 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Router d97d6998-e767-42cf-8713-13283329f6ed has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:13:28.135117 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59154) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:28.280750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27182386-cf28-400c-a44f-119191abed91 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:13:28.288955 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-27182386-cf28-400c-a44f-119191abed91 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "PUT /v2.0/routers/d97d6998-e767-42cf-8713-13283329f6ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9440434 Feb 04 14:13:28.290555 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59156) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:28.301069 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ecac3d-125b-4333-bbb7-d743a67c05e7 None None] Sync routers for ids ['d97d6998-e767-42cf-8713-13283329f6ed'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:13:28.351088 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ecac3d-125b-4333-bbb7-d743a67c05e7 None None] Routers {'d97d6998-e767-42cf-8713-13283329f6ed'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:13:28.351793 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-30ecac3d-125b-4333-bbb7-d743a67c05e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['d97d6998-e767-42cf-8713-13283329f6ed'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:28.390826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-b96b881e-aba3-4caa-9628-842fe0e08397 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Deleting port 89236106-b575-4b19-bd53-e0be00b268b6 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:13:28.391251 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b96b881e-aba3-4caa-9628-842fe0e08397 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (89236106-b575-4b19-bd53-e0be00b268b6), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:28.409181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b707e5cf-19b9-4908-a4f3-326210ff9466 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting subnet 31a050da-72a7-4cb7-aa27-5237a2cb2d67 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:13:28.412834 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b707e5cf-19b9-4908-a4f3-326210ff9466 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for subnet (31a050da-72a7-4cb7-aa27-5237a2cb2d67), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:28.481287 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b707e5cf-19b9-4908-a4f3-326210ff9466 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (31a050da-72a7-4cb7-aa27-5237a2cb2d67), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:28.484280 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b96b881e-aba3-4caa-9628-842fe0e08397 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (89236106-b575-4b19-bd53-e0be00b268b6), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:28.484691 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b96b881e-aba3-4caa-9628-842fe0e08397 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for floatingip (89236106-b575-4b19-bd53-e0be00b268b6), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:28.497150 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-30ecac3d-125b-4333-bbb7-d743a67c05e7 None None] Set router d97d6998-e767-42cf-8713-13283329f6ed gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:13:28.498605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-b96b881e-aba3-4caa-9628-842fe0e08397 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Calling delete_port for 89236106-b575-4b19-bd53-e0be00b268b6 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:13:28.627855 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b707e5cf-19b9-4908-a4f3-326210ff9466 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (31a050da-72a7-4cb7-aa27-5237a2cb2d67), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:28.695841 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b96b881e-aba3-4caa-9628-842fe0e08397 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (89236106-b575-4b19-bd53-e0be00b268b6), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:28.703613 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b707e5cf-19b9-4908-a4f3-326210ff9466 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (31a050da-72a7-4cb7-aa27-5237a2cb2d67), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:28.743960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707e5cf-19b9-4908-a4f3-326210ff9466 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Subnet': ['ID=31a050da-72a7-4cb7-aa27-5237a2cb2d67,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:28.753875 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b707e5cf-19b9-4908-a4f3-326210ff9466 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:28.765039 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b707e5cf-19b9-4908-a4f3-326210ff9466 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/subnets/31a050da-72a7-4cb7-aa27-5237a2cb2d67 HTTP/1.1" status: 204 len: 168 time: 0.4702840 Feb 04 14:13:28.765039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59158) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:28.767493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b881e-aba3-4caa-9628-842fe0e08397 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event deleted for resources: {'Port': ['ID=89236106-b575-4b19-bd53-e0be00b268b6,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:28.770188 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a586a8-8032-496a-ac66-daa5062af0f9 None None] Network 63f143bd-fe20-43d0-a47c-f51b909f08de requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:13:28.811100 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-30ecac3d-125b-4333-bbb7-d743a67c05e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715174562', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:10:22Z', 'updated_at': '2022-02-04T14:13:27Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:23Z', 'updated_at': '2022-02-04T14:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:28.827796 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b96b881e-aba3-4caa-9628-842fe0e08397 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for floatingip (df8c8922-0d8c-494b-aedb-5a6c4e9f0d59), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:28.828310 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-b96b881e-aba3-4caa-9628-842fe0e08397 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Floating IP df8c8922-0d8c-494b-aedb-5a6c4e9f0d59 disassociated (deleted). External IP: 172.25.5.116, port: e6a686e4-a553-4aa7-ac52-e343b0b21d96. Feb 04 14:13:28.844994 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ecac3d-125b-4333-bbb7-d743a67c05e7 None None] Checking router: d97d6998-e767-42cf-8713-13283329f6ed for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:13:28.855114 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ecac3d-125b-4333-bbb7-d743a67c05e7 None None] Routers {'d97d6998-e767-42cf-8713-13283329f6ed'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:13:28.855897 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-30ecac3d-125b-4333-bbb7-d743a67c05e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['d97d6998-e767-42cf-8713-13283329f6ed'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:28.902864 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6a64-34e8-45c8-922c-7c1f37ec5f84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router (d97d6998-e767-42cf-8713-13283329f6ed), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:29.018979 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-30ecac3d-125b-4333-bbb7-d743a67c05e7 None None] Set router d97d6998-e767-42cf-8713-13283329f6ed gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:13:29.040279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84a07b1-0f4b-44fb-ac9a-73725b55b25b None None] DHCP port deletion for 63f143bd-fe20-43d0-a47c-f51b909f08de request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:13:29.077427 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6a64-34e8-45c8-922c-7c1f37ec5f84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_gateway (d97d6998-e767-42cf-8713-13283329f6ed), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:29.126967 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c84a07b1-0f4b-44fb-ac9a-73725b55b25b None None] Deleting port aaeb68e8-87fb-4544-bc37-dd747305f6e8 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:13:29.128133 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c84a07b1-0f4b-44fb-ac9a-73725b55b25b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (aaeb68e8-87fb-4544-bc37-dd747305f6e8), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:29.165149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ab6e6a64-34e8-45c8-922c-7c1f37ec5f84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Deleting port ba9930b1-0fb0-47ea-adc8-943f3d24bf07 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:13:29.165680 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6a64-34e8-45c8-922c-7c1f37ec5f84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ba9930b1-0fb0-47ea-adc8-943f3d24bf07), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:29.197318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96b881e-aba3-4caa-9628-842fe0e08397 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Router 7db6d163-b595-45a4-bd1c-705bfda50390 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:13:29.221275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c84a07b1-0f4b-44fb-ac9a-73725b55b25b None None] For port aaeb68e8-87fb-4544-bc37-dd747305f6e8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=aaeb68e8-87fb-4544-bc37-dd747305f6e8,segment=NetworkSegment(2f762a25-c6e1-46f9-88e9-0f2a5b4ea980),segment_id=2f762a25-c6e1-46f9-88e9-0f2a5b4ea980)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:13:29.221885 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c84a07b1-0f4b-44fb-ac9a-73725b55b25b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (aaeb68e8-87fb-4544-bc37-dd747305f6e8), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:29.249834 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c84a07b1-0f4b-44fb-ac9a-73725b55b25b None None] Calling delete_port for aaeb68e8-87fb-4544-bc37-dd747305f6e8 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:13:29.268251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-ab6e6a64-34e8-45c8-922c-7c1f37ec5f84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] For port ba9930b1-0fb0-47ea-adc8-943f3d24bf07, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ba9930b1-0fb0-47ea-adc8-943f3d24bf07,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:13:29.268678 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6a64-34e8-45c8-922c-7c1f37ec5f84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ba9930b1-0fb0-47ea-adc8-943f3d24bf07), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:29.288288 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ab6e6a64-34e8-45c8-922c-7c1f37ec5f84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Calling delete_port for ba9930b1-0fb0-47ea-adc8-943f3d24bf07 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:13:29.309564 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-30ecac3d-125b-4333-bbb7-d743a67c05e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715174562', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:10:22Z', 'updated_at': '2022-02-04T14:13:27Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:23Z', 'updated_at': '2022-02-04T14:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:29.377174 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ecac3d-125b-4333-bbb7-d743a67c05e7 None None] The sync data for ids ['d97d6998-e767-42cf-8713-13283329f6ed'] in n-d-714676-13 is: [{'id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715174562', 'tenant_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:10:22Z', 'updated_at': '2022-02-04T14:13:27Z', 'revision_number': 5, 'project_id': '7a7a6da7dab54751bcd59b7f2b7f2bf2', 'gw_port': {'id': 'ba9930b1-0fb0-47ea-adc8-943f3d24bf07', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97d6998-e767-42cf-8713-13283329f6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:10:23Z', 'updated_at': '2022-02-04T14:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:13:29.400256 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c84a07b1-0f4b-44fb-ac9a-73725b55b25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (aaeb68e8-87fb-4544-bc37-dd747305f6e8), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:29.456172 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a07b1-0f4b-44fb-ac9a-73725b55b25b None None] Pushing event deleted for resources: {'Port': ['ID=aaeb68e8-87fb-4544-bc37-dd747305f6e8,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:29.464965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a07b1-0f4b-44fb-ac9a-73725b55b25b None None] No DVR routers for this DVR port aaeb68e8-87fb-4544-bc37-dd747305f6e8 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:13:29.660962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6a64-34e8-45c8-922c-7c1f37ec5f84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ba9930b1-0fb0-47ea-adc8-943f3d24bf07), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:29.701427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e6a64-34e8-45c8-922c-7c1f37ec5f84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Port': ['ID=ba9930b1-0fb0-47ea-adc8-943f3d24bf07,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:29.786887 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6a64-34e8-45c8-922c-7c1f37ec5f84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (d97d6998-e767-42cf-8713-13283329f6ed), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:29.836645 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96b881e-aba3-4caa-9628-842fe0e08397 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:13:29.845541 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b96b881e-aba3-4caa-9628-842fe0e08397 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:29.857572 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ddec5-270d-48ca-a04a-461662101010 None None] Sync routers for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:13:29.868813 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ddec5-270d-48ca-a04a-461662101010 None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:13:29.869485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ea0ddec5-270d-48ca-a04a-461662101010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:29.884582 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b96b881e-aba3-4caa-9628-842fe0e08397 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "DELETE /v2.0/floatingips/df8c8922-0d8c-494b-aedb-5a6c4e9f0d59 HTTP/1.1" status: 204 len: 168 time: 1.7466259 Feb 04 14:13:29.884582 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'tag': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:13:29.896646 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825e360a-1d05-460e-a305-e7d1a2c76941" -d '{"events": [{"name": "network-changed", "server_uuid": "5975324e-3c5e-42d4-a09c-9a6fc14ed7f9", "tag": "e6a686e4-a553-4aa7-ac52-e343b0b21d96"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:13:29.960100 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6a64-34e8-45c8-922c-7c1f37ec5f84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (d97d6998-e767-42cf-8713-13283329f6ed), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:29.963398 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6a64-34e8-45c8-922c-7c1f37ec5f84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router_controller (d97d6998-e767-42cf-8713-13283329f6ed), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:30.019889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-ea0ddec5-270d-48ca-a04a-461662101010 None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:13:30.053818 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6a64-34e8-45c8-922c-7c1f37ec5f84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (d97d6998-e767-42cf-8713-13283329f6ed), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:30.054787 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6e6a64-34e8-45c8-922c-7c1f37ec5f84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Fanout notify agent at l3_agent the message router_deleted on router d97d6998-e767-42cf-8713-13283329f6ed {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:13:30.064930 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6a64-34e8-45c8-922c-7c1f37ec5f84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:30.069258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59170) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:30.069436 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ab6e6a64-34e8-45c8-922c-7c1f37ec5f84 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/routers/d97d6998-e767-42cf-8713-13283329f6ed HTTP/1.1" status: 204 len: 168 time: 1.3020377 Feb 04 14:13:30.116095 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e173ce44-ee00-49ff-9de3-66b47f2b496b x-openstack-request-id: req-e173ce44-ee00-49ff-9de3-66b47f2b496b {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:13:30.116386 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5975324e-3c5e-42d4-a09c-9a6fc14ed7f9", "tag": "e6a686e4-a553-4aa7-ac52-e343b0b21d96", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:13:30.131333 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e173ce44-ee00-49ff-9de3-66b47f2b496b {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:13:30.131791 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'tag': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'status': 'completed', 'code': 200} Feb 04 14:13:30.295920 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f80a37a9-bb0f-4365-8fcf-f88d6880d814 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (63f143bd-fe20-43d0-a47c-f51b909f08de), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:30.305966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e360a-1d05-460e-a305-e7d1a2c76941 req-84ccc72c-c3ea-4372-a251-8b4e206b321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:30.307853 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-825e360a-1d05-460e-a305-e7d1a2c76941 req-84ccc72c-c3ea-4372-a251-8b4e206b321f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=04a7af11479049059024e84090058dbe&device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 1128 time: 0.1274996 Feb 04 14:13:30.327177 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9b213-6fd4-410f-a21d-469cfea51ed8 req-3deab41a-f6eb-4caf-83e6-4e7070b90db0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:30.329696 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5dd9b213-6fd4-410f-a21d-469cfea51ed8 req-3deab41a-f6eb-4caf-83e6-4e7070b90db0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 945 time: 0.1507764 Feb 04 14:13:30.335918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ea0ddec5-270d-48ca-a04a-461662101010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:30.369864 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ddec5-270d-48ca-a04a-461662101010 None None] Checking router: 7db6d163-b595-45a4-bd1c-705bfda50390 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:13:30.379867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ddec5-270d-48ca-a04a-461662101010 None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:13:30.380615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ea0ddec5-270d-48ca-a04a-461662101010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:30.527620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5dd9b213-6fd4-410f-a21d-469cfea51ed8 req-f2882511-72c4-47b9-aa64-6c82896203cd tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421032 Feb 04 14:13:30.551294 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f80a37a9-bb0f-4365-8fcf-f88d6880d814 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (63f143bd-fe20-43d0-a47c-f51b909f08de), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:30.561729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e360a-1d05-460e-a305-e7d1a2c76941 req-70b3ac00-38fc-444b-9198-1400d0e990f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:30.563340 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-825e360a-1d05-460e-a305-e7d1a2c76941 req-70b3ac00-38fc-444b-9198-1400d0e990f5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 200 len: 913 time: 0.2455289 Feb 04 14:13:30.588536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-f80a37a9-bb0f-4365-8fcf-f88d6880d814 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f143bd-fe20-43d0-a47c-f51b909f08de']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:30.634453 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-825e360a-1d05-460e-a305-e7d1a2c76941 req-b255f529-c63e-4376-b15d-ab0e6f3eed57 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6a686e4-a553-4aa7-ac52-e343b0b21d96 HTTP/1.1" status: 200 len: 217 time: 0.0640969 Feb 04 14:13:30.638898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-f80a37a9-bb0f-4365-8fcf-f88d6880d814 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f762a25-c6e1-46f9-88e9-0f2a5b4ea980') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:30.639221 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-f80a37a9-bb0f-4365-8fcf-f88d6880d814 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f762a25-c6e1-46f9-88e9-0f2a5b4ea980') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:30.681502 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f80a37a9-bb0f-4365-8fcf-f88d6880d814 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (2f762a25-c6e1-46f9-88e9-0f2a5b4ea980), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:30.703947 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-ea0ddec5-270d-48ca-a04a-461662101010 None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:13:30.706204 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f80a37a9-bb0f-4365-8fcf-f88d6880d814 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (2f762a25-c6e1-46f9-88e9-0f2a5b4ea980), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:30.718207 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80a37a9-bb0f-4365-8fcf-f88d6880d814 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:13:30.718537 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f80a37a9-bb0f-4365-8fcf-f88d6880d814 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (2f762a25-c6e1-46f9-88e9-0f2a5b4ea980), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: warnings.warn('Neutron quota engine will require "--force" ' Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:13:30.722022 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:13:30.737358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e360a-1d05-460e-a305-e7d1a2c76941 req-85e3ebf3-564b-4d29-9af7-87773000adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:30.738912 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-825e360a-1d05-460e-a305-e7d1a2c76941 req-85e3ebf3-564b-4d29-9af7-87773000adb5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 200 len: 851 time: 0.0976207 Feb 04 14:13:30.855964 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f80a37a9-bb0f-4365-8fcf-f88d6880d814 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (63f143bd-fe20-43d0-a47c-f51b909f08de), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:30.865502 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f80a37a9-bb0f-4365-8fcf-f88d6880d814 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:30.870576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f80a37a9-bb0f-4365-8fcf-f88d6880d814 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/networks/63f143bd-fe20-43d0-a47c-f51b909f08de HTTP/1.1" status: 204 len: 168 time: 0.7964315 Feb 04 14:13:30.873341 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59178) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:30.874711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e360a-1d05-460e-a305-e7d1a2c76941 req-0959e3dc-cd10-4233-b01c-af06e41bb104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:30.877057 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-825e360a-1d05-460e-a305-e7d1a2c76941 req-0959e3dc-cd10-4233-b01c-af06e41bb104 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27de3437-df86-4192-8a38-bd89e17714b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0991576 Feb 04 14:13:30.881969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6f6df0b9-a355-4bf2-b662-880002325664 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:13:30.892760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a37a9-bb0f-4365-8fcf-f88d6880d814 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'Network': ['ID=63f143bd-fe20-43d0-a47c-f51b909f08de,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:30.921514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 6f6df0b9-a355-4bf2-b662-880002325664 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:13:30.921880 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6f6df0b9-a355-4bf2-b662-880002325664 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:13:30.922408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device aaeb68e8-87fb-4544-bc37-dd747305f6e8 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:13:30.955108 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: aaeb68e8-87fb-4544-bc37-dd747305f6e8 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:13:30.955577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device aaeb68e8-87fb-4544-bc37-dd747305f6e8 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:13:30.956073 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ba9930b1-0fb0-47ea-adc8-943f3d24bf07 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:13:30.978026 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (7f73be59-3cc5-4590-833f-5db3c5e5342e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:30.988542 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: ba9930b1-0fb0-47ea-adc8-943f3d24bf07 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:13:30.988976 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ba9930b1-0fb0-47ea-adc8-943f3d24bf07 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:13:31.029995 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (7f73be59-3cc5-4590-833f-5db3c5e5342e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:31.032897 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-825e360a-1d05-460e-a305-e7d1a2c76941 req-7d7c3447-a31e-483d-9cb2-1ae1f09c5c7f service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374030 Feb 04 14:13:31.113249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-ea0ddec5-270d-48ca-a04a-461662101010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:31.134132 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7f73be59-3cc5-4590-833f-5db3c5e5342e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:31.137903 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:31.146686 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] 10.222.0.96 "DELETE /v2.0/security-groups/7f73be59-3cc5-4590-833f-5db3c5e5342e HTTP/1.1" status: 204 len: 168 time: 0.2715824 Feb 04 14:13:31.157543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f73be59-3cc5-4590-833f-5db3c5e5342e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:31.167154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:31.167600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:31.167907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:31.168195 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:31.168538 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:31.168878 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:31.169217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:31.169413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ddec5-270d-48ca-a04a-461662101010 None None] The sync data for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 is: [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T13:59:51Z', 'revision_number': 4, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '5b02d45d-598f-4b63-bbf5-0a580cb31b16', 'name': '', 'network_id': '27de3437-df86-4192-8a38-bd89e17714b7', 'tenant_id': '04a7af11479049059024e84090058dbe', 'mac_address': 'fa:16:3e:7f:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:50Z', 'updated_at': '2022-02-04T13:59:58Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'subnets': [{'id': 'cdd28e0c-e617-457e-92ca-24c633c0a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:13:31.169675 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:31.169859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:31.170370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:31.170564 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:31.171609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:31.171609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1739d-2da8-4459-95c5-8247c23912a9 tempest-TestNetworkAdvancedServerOps-196680651 tempest-TestNetworkAdvancedServerOps-196680651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:31.197812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-825e360a-1d05-460e-a305-e7d1a2c76941 req-713f7dca-4023-429b-bab6-4322d5129cc3 service neutron] 10.222.0.99 "GET /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586022 Feb 04 14:13:31.513229 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59188) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:31.527293 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0705c27-bc5f-4bf8-b12f-2cb12b680c97 None None] New status for floating IP df8c8922-0d8c-494b-aedb-5a6c4e9f0d59: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:13:31.687968 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0eb4183f-305a-41ec-a125-6c530117865d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7a7a6da7dab54751bcd59b7f2b7f2bf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1711798 Feb 04 14:13:31.688222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59194) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:31.696896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6b63d-6bf1-41b2-9381-40d89022db78 req-053f4283-054c-4200-a9ea-ea01b35d855a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:31.699104 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2c6b63d-6bf1-41b2-9381-40d89022db78 req-053f4283-054c-4200-a9ea-ea01b35d855a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 945 time: 0.0873873 Feb 04 14:13:31.761777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6f586098-b242-4c56-b206-e9f30476939f admin admin] Publish callbacks [] for security_group (7f4ce7d4-fa78-41e4-a398-5d19695c1e53), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:31.800572 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6f586098-b242-4c56-b206-e9f30476939f admin admin] Publish callbacks [] for security_group (7f4ce7d4-fa78-41e4-a398-5d19695c1e53), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:31.835704 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0f9d8-358f-4c34-9174-0fd73c358314 req-4c691c44-806f-4750-9aef-9de4b205090e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:31.839171 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8c0f9d8-358f-4c34-9174-0fd73c358314 req-4c691c44-806f-4750-9aef-9de4b205090e tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 945 time: 0.1654944 Feb 04 14:13:31.848302 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e2c6b63d-6bf1-41b2-9381-40d89022db78 req-ff53be0a-b71a-4421-bb3d-e10ca1a72167 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/security-groups?id=2790c332-8ded-4221-b69d-69e4e254ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310251 Feb 04 14:13:31.892680 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6f586098-b242-4c56-b206-e9f30476939f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7f4ce7d4-fa78-41e4-a398-5d19695c1e53), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:31.897594 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6f586098-b242-4c56-b206-e9f30476939f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:31.899662 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6f586098-b242-4c56-b206-e9f30476939f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7f4ce7d4-fa78-41e4-a398-5d19695c1e53 HTTP/1.1" status: 204 len: 168 time: 0.2102213 Feb 04 14:13:31.917181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f586098-b242-4c56-b206-e9f30476939f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4ce7d4-fa78-41e4-a398-5d19695c1e53,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:31.985929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-f8c0f9d8-358f-4c34-9174-0fd73c358314 req-f0c9de48-27de-44e9-837e-0d08c6f8cec1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Deleting port e6a686e4-a553-4aa7-ac52-e343b0b21d96 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:13:31.986892 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f8c0f9d8-358f-4c34-9174-0fd73c358314 req-f0c9de48-27de-44e9-837e-0d08c6f8cec1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e6a686e4-a553-4aa7-ac52-e343b0b21d96), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:32.138255 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-f8c0f9d8-358f-4c34-9174-0fd73c358314 req-f0c9de48-27de-44e9-837e-0d08c6f8cec1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] For port e6a686e4-a553-4aa7-ac52-e343b0b21d96, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e6a686e4-a553-4aa7-ac52-e343b0b21d96,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:13:32.139340 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f8c0f9d8-358f-4c34-9174-0fd73c358314 req-f0c9de48-27de-44e9-837e-0d08c6f8cec1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e6a686e4-a553-4aa7-ac52-e343b0b21d96), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:32.165036 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-f8c0f9d8-358f-4c34-9174-0fd73c358314 req-f0c9de48-27de-44e9-837e-0d08c6f8cec1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Calling delete_port for e6a686e4-a553-4aa7-ac52-e343b0b21d96 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:13:32.347794 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f8c0f9d8-358f-4c34-9174-0fd73c358314 req-f0c9de48-27de-44e9-837e-0d08c6f8cec1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (e6a686e4-a553-4aa7-ac52-e343b0b21d96), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:32.375908 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59200) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:32.387180 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9de48-27de-44e9-837e-0d08c6f8cec1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event deleted for resources: {'Port': ['ID=e6a686e4-a553-4aa7-ac52-e343b0b21d96,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:32.438042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c0f9d8-358f-4c34-9174-0fd73c358314 req-f0c9de48-27de-44e9-837e-0d08c6f8cec1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] No DVR routers for this DVR port e6a686e4-a553-4aa7-ac52-e343b0b21d96 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:13:32.441130 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f8c0f9d8-358f-4c34-9174-0fd73c358314 req-f0c9de48-27de-44e9-837e-0d08c6f8cec1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:32.441596 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7829710a-c328-4948-9744-efe3a5413e4e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0e8770d1050440f6b04d5dcc5bea3fd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0637488 Feb 04 14:13:32.444776 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8c0f9d8-358f-4c34-9174-0fd73c358314 req-f0c9de48-27de-44e9-837e-0d08c6f8cec1 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.99 "DELETE /v2.0/ports/e6a686e4-a553-4aa7-ac52-e343b0b21d96 HTTP/1.1" status: 204 len: 173 time: 0.5966878 Feb 04 14:13:32.445009 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59202) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:32.445160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'name': 'network-vif-deleted', 'tag': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:13:32.448833 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a150473a-3c28-4ad8-a0ac-7b38050f32a8" -d '{"events": [{"server_uuid": "5975324e-3c5e-42d4-a09c-9a6fc14ed7f9", "name": "network-vif-deleted", "tag": "e6a686e4-a553-4aa7-ac52-e343b0b21d96"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:13:32.490333 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ce9023-fc0c-4236-b449-c8e330110895 x-openstack-request-id: req-47ce9023-fc0c-4236-b449-c8e330110895 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:13:32.490802 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5975324e-3c5e-42d4-a09c-9a6fc14ed7f9", "name": "network-vif-deleted", "tag": "e6a686e4-a553-4aa7-ac52-e343b0b21d96", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:13:32.491164 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-47ce9023-fc0c-4236-b449-c8e330110895 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:13:32.492795 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5975324e-3c5e-42d4-a09c-9a6fc14ed7f9', 'name': 'network-vif-deleted', 'tag': 'e6a686e4-a553-4aa7-ac52-e343b0b21d96', 'status': 'completed', 'code': 200} Feb 04 14:13:32.524698 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc24d87c-09ce-4b3f-9d2c-b9b0d550d189 admin admin] Publish callbacks [] for security_group (f71ec7eb-f1bb-4891-8292-fa2ae3eaa0f3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:32.552220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc24d87c-09ce-4b3f-9d2c-b9b0d550d189 admin admin] Publish callbacks [] for security_group (f71ec7eb-f1bb-4891-8292-fa2ae3eaa0f3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:32.621469 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc24d87c-09ce-4b3f-9d2c-b9b0d550d189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f71ec7eb-f1bb-4891-8292-fa2ae3eaa0f3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:32.624579 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cc24d87c-09ce-4b3f-9d2c-b9b0d550d189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:32.626047 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cc24d87c-09ce-4b3f-9d2c-b9b0d550d189 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f71ec7eb-f1bb-4891-8292-fa2ae3eaa0f3 HTTP/1.1" status: 204 len: 168 time: 0.1804235 Feb 04 14:13:32.639394 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24d87c-09ce-4b3f-9d2c-b9b0d550d189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71ec7eb-f1bb-4891-8292-fa2ae3eaa0f3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:33.020834 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08422c18-7bb8-439f-93d5-a255a032744f req-60151f55-4092-436e-b244-0567f4219bf7 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 210 time: 0.0490265 Feb 04 14:13:33.710396 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59236) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:33.826982 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-32519777-03cc-4fa5-ab89-9e91f558e227 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1913335341-network', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:13:33.850701 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32519777-03cc-4fa5-ab89-9e91f558e227 admin admin] Made reservation on behalf of faef0277b39946bf8a56aaccbebe4a09 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:13:33.853150 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32519777-03cc-4fa5-ab89-9e91f558e227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:33.862779 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32519777-03cc-4fa5-ab89-9e91f558e227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:33.944379 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32519777-03cc-4fa5-ab89-9e91f558e227 admin admin] Publish callbacks [] for security_group (382d3359-8843-4fbd-a95d-3a11ea46143b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:33.950774 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32519777-03cc-4fa5-ab89-9e91f558e227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (382d3359-8843-4fbd-a95d-3a11ea46143b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:33.976986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32519777-03cc-4fa5-ab89-9e91f558e227 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:13:33.987761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32519777-03cc-4fa5-ab89-9e91f558e227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382d3359-8843-4fbd-a95d-3a11ea46143b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:33.992886 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32519777-03cc-4fa5-ab89-9e91f558e227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (9eb2494d-db2c-4dc4-b5d3-39ef80e80c75), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:33.993576 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-32519777-03cc-4fa5-ab89-9e91f558e227 admin admin] Added segment 9eb2494d-db2c-4dc4-b5d3-39ef80e80c75 of type vlan for network fe407f06-b73d-4582-9c87-1a8990c64feb Feb 04 14:13:34.040180 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32519777-03cc-4fa5-ab89-9e91f558e227 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (fe407f06-b73d-4582-9c87-1a8990c64feb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:34.073046 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32519777-03cc-4fa5-ab89-9e91f558e227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (fe407f06-b73d-4582-9c87-1a8990c64feb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:34.074408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32519777-03cc-4fa5-ab89-9e91f558e227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:34.075228 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32519777-03cc-4fa5-ab89-9e91f558e227 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:34.152357 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fdbd35bc-ba9f-47e8-82e2-64831848f8ee req-7efa8985-8add-4032-bca4-9c387ae02d46 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 210 time: 0.0440030 Feb 04 14:13:34.178438 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-32519777-03cc-4fa5-ab89-9e91f558e227 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4634252 Feb 04 14:13:34.178791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59242) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:34.183832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9b30143c-7c51-45fc-a994-723b8b9b19a7 admin admin] Request body: {'subnet': {'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1913335341-subnet', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:13:34.189743 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32519777-03cc-4fa5-ab89-9e91f558e227 admin admin] Pushing event updated for resources: {'Network': ['ID=fe407f06-b73d-4582-9c87-1a8990c64feb,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:34.200427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network fe407f06-b73d-4582-9c87-1a8990c64feb details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:13:34.210482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b30143c-7c51-45fc-a994-723b8b9b19a7 admin admin] Made reservation on behalf of faef0277b39946bf8a56aaccbebe4a09 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:13:34.214887 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b30143c-7c51-45fc-a994-723b8b9b19a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:34.423916 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b30143c-7c51-45fc-a994-723b8b9b19a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (2304e7fe-94f8-4bc0-ad32-90ce76874da5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:34.496843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30143c-7c51-45fc-a994-723b8b9b19a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2304e7fe-94f8-4bc0-ad32-90ce76874da5,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:34.500354 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30143c-7c51-45fc-a994-723b8b9b19a7 admin admin] Checking segment: {'id': '9eb2494d-db2c-4dc4-b5d3-39ef80e80c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:13:34.500729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b30143c-7c51-45fc-a994-723b8b9b19a7 admin admin] Network hostable DHCP agents. Network: fe407f06-b73d-4582-9c87-1a8990c64feb, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:13:34.519609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b30143c-7c51-45fc-a994-723b8b9b19a7 admin admin] Network fe407f06-b73d-4582-9c87-1a8990c64feb is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:13:34.529643 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9b30143c-7c51-45fc-a994-723b8b9b19a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, fe407f06-b73d-4582-9c87-1a8990c64feb) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:13:34.535188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b30143c-7c51-45fc-a994-723b8b9b19a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:34.535952 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9b30143c-7c51-45fc-a994-723b8b9b19a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:34.549206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c612c5-0fd7-4f32-a27e-666552027f74 None None] Network fe407f06-b73d-4582-9c87-1a8990c64feb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:13:34.558536 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9b30143c-7c51-45fc-a994-723b8b9b19a7 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3781536 Feb 04 14:13:34.561230 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59244) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:34.566508 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1913335341-router', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:13:34.594491 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (6cc33de6-5389-465d-8b90-a2149a4220f7), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:34.595853 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (6cc33de6-5389-465d-8b90-a2149a4220f7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:34.675454 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Publish callbacks [] for router_controller (6cc33de6-5389-465d-8b90-a2149a4220f7), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:34.730603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-fe407f06-b73d-4582-9c87-1a8990c64feb', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'fixed_ips': [{'subnet_id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:13:34.733814 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:34.929732 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Publish callbacks [] for router_gateway (6cc33de6-5389-465d-8b90-a2149a4220f7), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:34.947877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Allocated IP 172.20.0.2 (fe407f06-b73d-4582-9c87-1a8990c64feb/2304e7fe-94f8-4bc0-ad32-90ce76874da5/2eb8a734-7890-4a19-88aa-8effb134e5e1) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:13:35.154733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e6a686e4-a553-4aa7-ac52-e343b0b21d96 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:13:35.188053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: e6a686e4-a553-4aa7-ac52-e343b0b21d96 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:13:35.188777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e6a686e4-a553-4aa7-ac52-e343b0b21d96 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:13:35.214399 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Publish callbacks [] for port (2eb8a734-7890-4a19-88aa-8effb134e5e1), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:35.220832 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Publish callbacks [] for router_gateway (6cc33de6-5389-465d-8b90-a2149a4220f7), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:35.226752 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (2eb8a734-7890-4a19-88aa-8effb134e5e1), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:35.279453 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:35.281206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Network fe407f06-b73d-4582-9c87-1a8990c64feb is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:13:35.284750 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:13:35.288707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:13:35.295661 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Pushing event updated for resources: {'Port': ['ID=2eb8a734-7890-4a19-88aa-8effb134e5e1,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:35.317359 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-19e79a80-dc26-49fa-abcb-51a65d1fb18d req-b38db5b2-57f0-4f4a-a81a-4e8158518796 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 210 time: 0.0531018 Feb 04 14:13:35.364686 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Attempting to bind port 2eb8a734-7890-4a19-88aa-8effb134e5e1 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:13:35.365369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Attempting to bind port 2eb8a734-7890-4a19-88aa-8effb134e5e1 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '9eb2494d-db2c-4dc4-b5d3-39ef80e80c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:13:35.365847 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Attempting to bind port 2eb8a734-7890-4a19-88aa-8effb134e5e1 on network fe407f06-b73d-4582-9c87-1a8990c64feb {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:13:35.371885 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:13:35.372578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Checking segment: {'id': '9eb2494d-db2c-4dc4-b5d3-39ef80e80c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:13:35.373088 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:35.373613 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Bound using segment: {'id': '9eb2494d-db2c-4dc4-b5d3-39ef80e80c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:13:35.374189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Bound port: 2eb8a734-7890-4a19-88aa-8effb134e5e1, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb2494d-db2c-4dc4-b5d3-39ef80e80c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:13:35.374907 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2eb8a734-7890-4a19-88aa-8effb134e5e1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:35.459677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] For port 2eb8a734-7890-4a19-88aa-8effb134e5e1, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:13:35.464084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] For port 2eb8a734-7890-4a19-88aa-8effb134e5e1, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2eb8a734-7890-4a19-88aa-8effb134e5e1,segment=NetworkSegment(9eb2494d-db2c-4dc4-b5d3-39ef80e80c75),segment_id=9eb2494d-db2c-4dc4-b5d3-39ef80e80c75)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:13:35.464621 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Allocated IP 172.25.5.140 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:13:35.472441 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2eb8a734-7890-4a19-88aa-8effb134e5e1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:35.549777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f16224-81a1-46f7-b904-1d9300028810 None None] Pushing event updated for resources: {'Port': ['ID=2eb8a734-7890-4a19-88aa-8effb134e5e1,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:35.601656 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Publish callbacks [] for port (ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:35.648852 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:35.693720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:13:35.696797 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:13:35.703297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:13:35.735484 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Pushing event updated for resources: {'Port': ['ID=ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:36.060659 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Publish callbacks [] for router_gateway (6cc33de6-5389-465d-8b90-a2149a4220f7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:36.297326 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (6cc33de6-5389-465d-8b90-a2149a4220f7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:36.437114 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c8a209c-e88e-4594-be15-925c828f7e90 req-424e784b-fbbb-469d-ae65-bc8973bc66b0 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 210 time: 0.0404792 Feb 04 14:13:36.477976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Router 6cc33de6-5389-465d-8b90-a2149a4220f7 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:13:36.617218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:13:36.629516 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Sync routers for ids ['6cc33de6-5389-465d-8b90-a2149a4220f7'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:13:36.647267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Routers {'6cc33de6-5389-465d-8b90-a2149a4220f7'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:13:36.648107 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6cc33de6-5389-465d-8b90-a2149a4220f7'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:36.654887 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:36.657421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-08a11cb7-9e18-4382-9030-d4e9fdd52e32 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0947573 Feb 04 14:13:36.660163 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59262) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:36.818571 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2eb8a734-7890-4a19-88aa-8effb134e5e1 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:13:36.868148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Set router 6cc33de6-5389-465d-8b90-a2149a4220f7 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:13:36.933821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65919b17-b149-4adf-b421-be98c78a0dc8 None None] Network fe407f06-b73d-4582-9c87-1a8990c64feb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:13:37.070221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Provisioning complete for port 2eb8a734-7890-4a19-88aa-8effb134e5e1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:37.070450 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2eb8a734-7890-4a19-88aa-8effb134e5e1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:37.136799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2eb8a734-7890-4a19-88aa-8effb134e5e1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:37.137240 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2eb8a734-7890-4a19-88aa-8effb134e5e1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:37.164771 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:37.329004 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Current status of the port 2eb8a734-7890-4a19-88aa-8effb134e5e1 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:37.329318 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2eb8a734-7890-4a19-88aa-8effb134e5e1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:37.378428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] For port 2eb8a734-7890-4a19-88aa-8effb134e5e1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2eb8a734-7890-4a19-88aa-8effb134e5e1,segment=NetworkSegment(9eb2494d-db2c-4dc4-b5d3-39ef80e80c75),segment_id=9eb2494d-db2c-4dc4-b5d3-39ef80e80c75)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:13:37.381751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2eb8a734-7890-4a19-88aa-8effb134e5e1 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:37.382522 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2eb8a734-7890-4a19-88aa-8effb134e5e1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:37.387759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'name': 'tempest-TestServerBasicOps-1913335341-router', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:34Z', 'updated_at': '2022-02-04T14:13:35Z', 'revision_number': 3, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'gw_port': {'id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:35Z', 'updated_at': '2022-02-04T14:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:37.392749 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2eb8a734-7890-4a19-88aa-8effb134e5e1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:37.435728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Checking router: 6cc33de6-5389-465d-8b90-a2149a4220f7 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:13:37.436412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Updating router 6cc33de6-5389-465d-8b90-a2149a4220f7 port ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:13:37.722291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09025e9b-d2ec-48dd-81fe-d1956180f202 req-407bcb87-be73-4bee-91fa-472c623f878d tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 210 time: 0.0826168 Feb 04 14:13:37.797450 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:37.830956 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Allocated IP 172.20.0.1 (fe407f06-b73d-4582-9c87-1a8990c64feb/2304e7fe-94f8-4bc0-ad32-90ce76874da5/a2be0ef1-8221-4c3d-99bc-8409878e618f) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:13:37.831623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Pushing event updated for resources: {'Port': ['ID=2eb8a734-7890-4a19-88aa-8effb134e5e1,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:37.849419 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 14:13:37.849788 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 14:13:37.854924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:37.855286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:37.855565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:37.855873 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:37.856176 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:37.856512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:37.856849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:37.857181 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:37.857506 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:37.857831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:37.858183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:37.858509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:37.858863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10728cdd-34ab-40ba-8187-81a61d07a97b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:37.864831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-298bd354-11f9-49c4-a988-89099507933d None None] Provisioning complete for port 2eb8a734-7890-4a19-88aa-8effb134e5e1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:37.865130 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-298bd354-11f9-49c4-a988-89099507933d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2eb8a734-7890-4a19-88aa-8effb134e5e1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:37.958368 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Publish callbacks [] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:38.009288 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:38.060120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Network fe407f06-b73d-4582-9c87-1a8990c64feb is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:13:38.063932 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:13:38.067739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:13:38.083819 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-298bd354-11f9-49c4-a988-89099507933d None None] Current status of the port 2eb8a734-7890-4a19-88aa-8effb134e5e1 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:38.105630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Pushing event updated for resources: {'Port': ['ID=a2be0ef1-8221-4c3d-99bc-8409878e618f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:38.132666 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (6cc33de6-5389-465d-8b90-a2149a4220f7), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:38.190174 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Publish callbacks [] for port (ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:38.197390 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:38.255602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d838df-0960-4bda-b290-9107e10e36a7 None None] Pushing event updated for resources: {'Port': ['ID=ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:38.294359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Attempting to bind port ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:13:38.295185 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Attempting to bind port ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:13:38.295738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Attempting to bind port ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:13:38.301877 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:38.305296 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:13:38.305894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:13:38.307714 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:38.308280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:13:38.308998 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Bound port: ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:13:38.309553 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:38.401396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] For port ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:13:38.419659 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2eb8a734-7890-4a19-88aa-8effb134e5e1 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:38.422789 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] For port ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:13:38.429887 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2c3dec1f-835a-4d31-a260-54974623abd8 None None] Provisioning complete for port a2be0ef1-8221-4c3d-99bc-8409878e618f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:38.430434 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c3dec1f-835a-4d31-a260-54974623abd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:38.434659 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:38.506176 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Publish callbacks [] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:38.517213 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:38.517546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2c3dec1f-835a-4d31-a260-54974623abd8 None None] Port a2be0ef1-8221-4c3d-99bc-8409878e618f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:13:38.538816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Routers {'6cc33de6-5389-465d-8b90-a2149a4220f7'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:13:38.539450 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6cc33de6-5389-465d-8b90-a2149a4220f7'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:38.543542 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d838df-0960-4bda-b290-9107e10e36a7 None None] Pushing event updated for resources: {'Port': ['ID=ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:38.586824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Pushing event updated for resources: {'Port': ['ID=a2be0ef1-8221-4c3d-99bc-8409878e618f,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:38.589871 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (6cc33de6-5389-465d-8b90-a2149a4220f7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:38.696220 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] Set router 6cc33de6-5389-465d-8b90-a2149a4220f7 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:13:38.707724 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Network fe407f06-b73d-4582-9c87-1a8990c64feb is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:13:38.709429 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:13:38.742197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2eb8a734-7890-4a19-88aa-8effb134e5e1 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:13:38.846479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Router 6cc33de6-5389-465d-8b90-a2149a4220f7 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:13:38.901439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c311a47-0ffe-4890-9ee6-74d35028900b req-13657b14-da68-4d81-b6a2-6a40729c7f24 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 210 time: 0.0623066 Feb 04 14:13:38.977012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:13:38.986544 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f95ba69d-23c3-4e56-b39b-718430ad9cfc admin admin] 10.222.0.96 "PUT /v2.0/routers/6cc33de6-5389-465d-8b90-a2149a4220f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3246999 Feb 04 14:13:39.007414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2eb8a734-7890-4a19-88aa-8effb134e5e1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:39.007961 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2eb8a734-7890-4a19-88aa-8effb134e5e1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:39.062591 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'name': 'tempest-TestServerBasicOps-1913335341-router', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:34Z', 'updated_at': '2022-02-04T14:13:38Z', 'revision_number': 4, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'gw_port': {'id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:35Z', 'updated_at': '2022-02-04T14:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a2be0ef1-8221-4c3d-99bc-8409878e618f', 'name': '', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'mac_address': 'fa:16:3e:80:ce:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:37Z', 'updated_at': '2022-02-04T14:13:38Z', 'revision_number': 2, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'subnets': [{'id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:39.104605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-00f17a12-37f4-41df-b103-ba7534b5b374 None None] Provisioning complete for port a2be0ef1-8221-4c3d-99bc-8409878e618f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:39.104987 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-00f17a12-37f4-41df-b103-ba7534b5b374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:39.108254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9046821-7620-45f3-b89b-319c93ed0309 None None] The sync data for ids ['6cc33de6-5389-465d-8b90-a2149a4220f7'] in n-d-714676-13 is: [{'id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'name': 'tempest-TestServerBasicOps-1913335341-router', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:34Z', 'updated_at': '2022-02-04T14:13:38Z', 'revision_number': 4, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'gw_port': {'id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:35Z', 'updated_at': '2022-02-04T14:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a2be0ef1-8221-4c3d-99bc-8409878e618f', 'name': '', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'mac_address': 'fa:16:3e:80:ce:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:37Z', 'updated_at': '2022-02-04T14:13:38Z', 'revision_number': 2, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'subnets': [{'id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:13:39.176158 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-00f17a12-37f4-41df-b103-ba7534b5b374 None None] Port a2be0ef1-8221-4c3d-99bc-8409878e618f cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:13:39.187128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2eb8a734-7890-4a19-88aa-8effb134e5e1 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:39.630516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59284) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:39.635843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8787c5cb-22e7-4700-9d52-9d43606cd03f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-413541-network', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:13:39.660350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8787c5cb-22e7-4700-9d52-9d43606cd03f admin admin] Made reservation on behalf of a0889e90eed44423a6b4feb3bc911779 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:13:39.663061 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8787c5cb-22e7-4700-9d52-9d43606cd03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:39.678440 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8787c5cb-22e7-4700-9d52-9d43606cd03f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:39.784941 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8787c5cb-22e7-4700-9d52-9d43606cd03f admin admin] Publish callbacks [] for security_group (ae16dbad-41be-4c6e-a2cf-39a45592f576), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:39.790309 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8787c5cb-22e7-4700-9d52-9d43606cd03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ae16dbad-41be-4c6e-a2cf-39a45592f576), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:39.821763 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8787c5cb-22e7-4700-9d52-9d43606cd03f admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:13:39.833212 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787c5cb-22e7-4700-9d52-9d43606cd03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae16dbad-41be-4c6e-a2cf-39a45592f576,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:39.839441 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8787c5cb-22e7-4700-9d52-9d43606cd03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (f481f9ac-56de-4f7f-b1ce-cef719c0aebf), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:39.839800 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-8787c5cb-22e7-4700-9d52-9d43606cd03f admin admin] Added segment f481f9ac-56de-4f7f-b1ce-cef719c0aebf of type vlan for network d6e43f9c-f55e-4d47-bf3c-236be929f6f9 Feb 04 14:13:39.889449 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8787c5cb-22e7-4700-9d52-9d43606cd03f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (d6e43f9c-f55e-4d47-bf3c-236be929f6f9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:39.925747 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8787c5cb-22e7-4700-9d52-9d43606cd03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (d6e43f9c-f55e-4d47-bf3c-236be929f6f9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:39.926805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8787c5cb-22e7-4700-9d52-9d43606cd03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:39.927410 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8787c5cb-22e7-4700-9d52-9d43606cd03f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:40.016974 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8787c5cb-22e7-4700-9d52-9d43606cd03f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3852365 Feb 04 14:13:40.020002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59288) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:40.027227 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5b27e764-f316-42e4-85c1-00c187d47777 admin admin] Request body: {'subnet': {'network_id': 'd6e43f9c-f55e-4d47-bf3c-236be929f6f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-413541-subnet', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:13:40.033786 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787c5cb-22e7-4700-9d52-9d43606cd03f admin admin] Pushing event updated for resources: {'Network': ['ID=d6e43f9c-f55e-4d47-bf3c-236be929f6f9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:40.061521 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network d6e43f9c-f55e-4d47-bf3c-236be929f6f9 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:13:40.062256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b27e764-f316-42e4-85c1-00c187d47777 admin admin] Made reservation on behalf of a0889e90eed44423a6b4feb3bc911779 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:13:40.062256 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b27e764-f316-42e4-85c1-00c187d47777 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:40.106396 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d0222624-b24b-4253-b1e7-f725582f7bbd req-d47414c6-a8a7-4142-9d8d-730fb87fd78a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 210 time: 0.0748417 Feb 04 14:13:40.334519 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b27e764-f316-42e4-85c1-00c187d47777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (7a63b9cc-c846-4254-9968-06d26bdbfbfd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:40.404424 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27e764-f316-42e4-85c1-00c187d47777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a63b9cc-c846-4254-9968-06d26bdbfbfd,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:40.413538 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b27e764-f316-42e4-85c1-00c187d47777 admin admin] Checking segment: {'id': 'f481f9ac-56de-4f7f-b1ce-cef719c0aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd6e43f9c-f55e-4d47-bf3c-236be929f6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:13:40.414012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b27e764-f316-42e4-85c1-00c187d47777 admin admin] Network hostable DHCP agents. Network: d6e43f9c-f55e-4d47-bf3c-236be929f6f9, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:13:40.437144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b27e764-f316-42e4-85c1-00c187d47777 admin admin] Network d6e43f9c-f55e-4d47-bf3c-236be929f6f9 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:13:40.451137 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-5b27e764-f316-42e4-85c1-00c187d47777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, d6e43f9c-f55e-4d47-bf3c-236be929f6f9) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:13:40.456111 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27e764-f316-42e4-85c1-00c187d47777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:40.456838 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b27e764-f316-42e4-85c1-00c187d47777 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:40.475790 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680ba7e8-cf2f-4893-ac72-56410b2999ae None None] Network d6e43f9c-f55e-4d47-bf3c-236be929f6f9 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:13:40.476732 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5b27e764-f316-42e4-85c1-00c187d47777 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4555209 Feb 04 14:13:40.479501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59290) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:40.484923 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-413541-router', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:13:40.513400 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (2611f271-3995-49cd-b3cc-cb3c187c5dc6), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:40.515127 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (2611f271-3995-49cd-b3cc-cb3c187c5dc6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:40.591550 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Publish callbacks [] for router_controller (2611f271-3995-49cd-b3cc-cb3c187c5dc6), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:40.631315 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-d6e43f9c-f55e-4d47-bf3c-236be929f6f9', 'network_id': 'd6e43f9c-f55e-4d47-bf3c-236be929f6f9', 'project_id': 'a0889e90eed44423a6b4feb3bc911779', 'fixed_ips': [{'subnet_id': '7a63b9cc-c846-4254-9968-06d26bdbfbfd'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:13:40.632404 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:40.813549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:13:40.832792 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Publish callbacks [] for router_gateway (2611f271-3995-49cd-b3cc-cb3c187c5dc6), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:40.892175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:40.892709 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:40.935159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Allocated IP 172.20.0.2 (d6e43f9c-f55e-4d47-bf3c-236be929f6f9/7a63b9cc-c846-4254-9968-06d26bdbfbfd/66c51c97-65e3-4479-9362-e6e28f39eb93) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:13:41.057665 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d01d5c04-6e0d-410f-8c87-555d19f0b1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:41.083635 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Publish callbacks [] for router_gateway (2611f271-3995-49cd-b3cc-cb3c187c5dc6), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:41.109410 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:41.120650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:41.121228 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:41.184051 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:13:41.214751 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Publish callbacks [] for port (66c51c97-65e3-4479-9362-e6e28f39eb93), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:41.220211 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:41.235219 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (66c51c97-65e3-4479-9362-e6e28f39eb93), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:41.286499 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Allocated IP 172.25.5.135 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/ba466199-c981-4ab1-8999-fcd3dc057595) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:13:41.286736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6a9da7af-4606-4cbc-b9dc-403e5ff87b5b req-8154f09a-b5de-4643-bc36-b31e7da98c2a tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 210 time: 0.0530441 Feb 04 14:13:41.312338 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Network d6e43f9c-f55e-4d47-bf3c-236be929f6f9 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:13:41.316284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:13:41.321437 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:13:41.340294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:41.419130 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Publish callbacks [] for port (ba466199-c981-4ab1-8999-fcd3dc057595), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:41.450702 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Attempting to bind port 66c51c97-65e3-4479-9362-e6e28f39eb93 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:13:41.451083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Attempting to bind port 66c51c97-65e3-4479-9362-e6e28f39eb93 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'f481f9ac-56de-4f7f-b1ce-cef719c0aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd6e43f9c-f55e-4d47-bf3c-236be929f6f9'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:13:41.451455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Attempting to bind port 66c51c97-65e3-4479-9362-e6e28f39eb93 on network d6e43f9c-f55e-4d47-bf3c-236be929f6f9 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:13:41.459242 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:13:41.459948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Checking segment: {'id': 'f481f9ac-56de-4f7f-b1ce-cef719c0aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd6e43f9c-f55e-4d47-bf3c-236be929f6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:13:41.460164 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:41.460555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Bound using segment: {'id': 'f481f9ac-56de-4f7f-b1ce-cef719c0aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd6e43f9c-f55e-4d47-bf3c-236be929f6f9'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:13:41.461152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Bound port: 66c51c97-65e3-4479-9362-e6e28f39eb93, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f481f9ac-56de-4f7f-b1ce-cef719c0aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd6e43f9c-f55e-4d47-bf3c-236be929f6f9'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:13:41.461509 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (66c51c97-65e3-4479-9362-e6e28f39eb93), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:41.463857 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ba466199-c981-4ab1-8999-fcd3dc057595), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:41.512467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:13:41.518176 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:13:41.528955 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:13:41.544806 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] For port 66c51c97-65e3-4479-9362-e6e28f39eb93, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:13:41.556978 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] For port 66c51c97-65e3-4479-9362-e6e28f39eb93, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=66c51c97-65e3-4479-9362-e6e28f39eb93,segment=NetworkSegment(f481f9ac-56de-4f7f-b1ce-cef719c0aebf),segment_id=f481f9ac-56de-4f7f-b1ce-cef719c0aebf)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:13:41.561037 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Pushing event updated for resources: {'Port': ['ID=ba466199-c981-4ab1-8999-fcd3dc057595,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:41.561231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Pushing event updated for resources: {'Port': ['ID=66c51c97-65e3-4479-9362-e6e28f39eb93,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:41.566824 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (66c51c97-65e3-4479-9362-e6e28f39eb93), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:41.679972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3aad81-1df8-4f64-85a8-f3aaa868f438 None None] Pushing event updated for resources: {'Port': ['ID=66c51c97-65e3-4479-9362-e6e28f39eb93,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:41.972820 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Publish callbacks [] for router_gateway (2611f271-3995-49cd-b3cc-cb3c187c5dc6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:42.155162 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Sync routers for ids ['6cc33de6-5389-465d-8b90-a2149a4220f7'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:13:42.184338 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Routers {'6cc33de6-5389-465d-8b90-a2149a4220f7'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:13:42.185128 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6cc33de6-5389-465d-8b90-a2149a4220f7'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:42.272818 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (2611f271-3995-49cd-b3cc-cb3c187c5dc6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:42.491131 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5419d35-fa62-488e-8064-cf054fd97e69 req-40fac3e7-017f-4715-8f74-912ae641a904 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "GET /v2.0/ports?device_id=5975324e-3c5e-42d4-a09c-9a6fc14ed7f9 HTTP/1.1" status: 200 len: 210 time: 0.0471117 Feb 04 14:13:42.495354 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Router 2611f271-3995-49cd-b3cc-cb3c187c5dc6 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:13:42.552724 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Set router 6cc33de6-5389-465d-8b90-a2149a4220f7 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:13:42.701920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:13:42.715841 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Sync routers for ids ['2611f271-3995-49cd-b3cc-cb3c187c5dc6'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:13:42.730574 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Routers {'2611f271-3995-49cd-b3cc-cb3c187c5dc6'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:13:42.731650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2611f271-3995-49cd-b3cc-cb3c187c5dc6'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:42.763114 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:42.764542 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-043ef708-80af-488f-baae-63ec8ebe8e16 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.2835963 Feb 04 14:13:42.768149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59296) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:42.997853 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Set router 2611f271-3995-49cd-b3cc-cb3c187c5dc6 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:13:43.051965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:13:43.112259 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'name': 'tempest-TestServerBasicOps-1913335341-router', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:34Z', 'updated_at': '2022-02-04T14:13:38Z', 'revision_number': 4, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'gw_port': {'id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:35Z', 'updated_at': '2022-02-04T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a2be0ef1-8221-4c3d-99bc-8409878e618f', 'name': '', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'mac_address': 'fa:16:3e:80:ce:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:37Z', 'updated_at': '2022-02-04T14:13:38Z', 'revision_number': 2, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'subnets': [{'id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:43.148380 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Checking router: 6cc33de6-5389-465d-8b90-a2149a4220f7 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:13:43.148735 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Updating router 6cc33de6-5389-465d-8b90-a2149a4220f7 port a2be0ef1-8221-4c3d-99bc-8409878e618f binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:13:43.196495 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:43.374724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d1c0c8-eb99-49a1-9fde-b7c5c5c97b93 None None] Network d6e43f9c-f55e-4d47-bf3c-236be929f6f9 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:13:43.492509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:43.492750 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:43.582058 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Publish callbacks [] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:43.592155 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:43.648001 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59302) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:43.717328 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5e220-7dc0-4ceb-bdf7-a04eeb697601 None None] Pushing event updated for resources: {'Port': ['ID=a2be0ef1-8221-4c3d-99bc-8409878e618f,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:43.755345 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5e220-7dc0-4ceb-bdf7-a04eeb697601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:43.756444 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5e220-7dc0-4ceb-bdf7-a04eeb697601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:43.756875 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5e220-7dc0-4ceb-bdf7-a04eeb697601 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:43.757293 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5e220-7dc0-4ceb-bdf7-a04eeb697601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:43.757707 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5e220-7dc0-4ceb-bdf7-a04eeb697601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:43.758136 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5e220-7dc0-4ceb-bdf7-a04eeb697601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:43.758550 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5e220-7dc0-4ceb-bdf7-a04eeb697601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:43.758954 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5e220-7dc0-4ceb-bdf7-a04eeb697601 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:43.759519 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5e220-7dc0-4ceb-bdf7-a04eeb697601 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:43.759914 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5e220-7dc0-4ceb-bdf7-a04eeb697601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:43.760319 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5e220-7dc0-4ceb-bdf7-a04eeb697601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:43.760781 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5e220-7dc0-4ceb-bdf7-a04eeb697601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:43.761183 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5e220-7dc0-4ceb-bdf7-a04eeb697601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:13:43.870406 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Attempting to bind port a2be0ef1-8221-4c3d-99bc-8409878e618f on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:13:43.870786 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Attempting to bind port a2be0ef1-8221-4c3d-99bc-8409878e618f by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '9eb2494d-db2c-4dc4-b5d3-39ef80e80c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:13:43.871284 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Attempting to bind port a2be0ef1-8221-4c3d-99bc-8409878e618f on network fe407f06-b73d-4582-9c87-1a8990c64feb {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:13:43.882449 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:13:43.882833 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Checking segment: {'id': '9eb2494d-db2c-4dc4-b5d3-39ef80e80c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:13:43.883214 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:43.883609 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Bound using segment: {'id': '9eb2494d-db2c-4dc4-b5d3-39ef80e80c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:13:43.884777 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Bound port: a2be0ef1-8221-4c3d-99bc-8409878e618f, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb2494d-db2c-4dc4-b5d3-39ef80e80c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:13:43.885082 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:43.979542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-8f44ac1d-5800-4537-b88e-b3c15c8b6f26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Deleting port f7ef1e32-93a2-4e10-9c10-5d0721a05b76 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:13:43.980650 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8f44ac1d-5800-4537-b88e-b3c15c8b6f26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f7ef1e32-93a2-4e10-9c10-5d0721a05b76), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:44.084551 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] For port a2be0ef1-8221-4c3d-99bc-8409878e618f, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:13:44.095065 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] For port a2be0ef1-8221-4c3d-99bc-8409878e618f, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a2be0ef1-8221-4c3d-99bc-8409878e618f,segment=NetworkSegment(9eb2494d-db2c-4dc4-b5d3-39ef80e80c75),segment_id=9eb2494d-db2c-4dc4-b5d3-39ef80e80c75)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:13:44.103354 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e42e8bf5-a86b-4f2e-9016-733ad04db846 None None] Provisioning complete for port 66c51c97-65e3-4479-9362-e6e28f39eb93 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:44.104189 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e42e8bf5-a86b-4f2e-9016-733ad04db846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (66c51c97-65e3-4479-9362-e6e28f39eb93), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:44.108072 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:44.153324 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8f44ac1d-5800-4537-b88e-b3c15c8b6f26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f7ef1e32-93a2-4e10-9c10-5d0721a05b76), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:44.153994 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8f44ac1d-5800-4537-b88e-b3c15c8b6f26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for floatingip (f7ef1e32-93a2-4e10-9c10-5d0721a05b76), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:44.184205 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-8f44ac1d-5800-4537-b88e-b3c15c8b6f26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Calling delete_port for f7ef1e32-93a2-4e10-9c10-5d0721a05b76 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:13:44.204424 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:44.256968 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5e220-7dc0-4ceb-bdf7-a04eeb697601 None None] Pushing event updated for resources: {'Port': ['ID=a2be0ef1-8221-4c3d-99bc-8409878e618f,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:44.280091 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Routers {'6cc33de6-5389-465d-8b90-a2149a4220f7'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:13:44.281374 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6cc33de6-5389-465d-8b90-a2149a4220f7'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:44.375562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:44.383393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 66c51c97-65e3-4479-9362-e6e28f39eb93 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:13:44.460383 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] Set router 6cc33de6-5389-465d-8b90-a2149a4220f7 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:13:44.503470 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:44.508955 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8f44ac1d-5800-4537-b88e-b3c15c8b6f26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f7ef1e32-93a2-4e10-9c10-5d0721a05b76), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:44.533847 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'name': 'tempest-TestServerBasicOps-413541-router', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'ba466199-c981-4ab1-8999-fcd3dc057595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:40Z', 'updated_at': '2022-02-04T14:13:41Z', 'revision_number': 3, 'project_id': 'a0889e90eed44423a6b4feb3bc911779', 'gw_port': {'id': 'ba466199-c981-4ab1-8999-fcd3dc057595', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:41Z', 'updated_at': '2022-02-04T14:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:44.567809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Checking router: 2611f271-3995-49cd-b3cc-cb3c187c5dc6 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:13:44.568167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Updating router 2611f271-3995-49cd-b3cc-cb3c187c5dc6 port ba466199-c981-4ab1-8999-fcd3dc057595 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:13:44.619475 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ba466199-c981-4ab1-8999-fcd3dc057595), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:44.640012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Allocated IP 172.20.0.1 (d6e43f9c-f55e-4d47-bf3c-236be929f6f9/7a63b9cc-c846-4254-9968-06d26bdbfbfd/7aff6efb-ac75-4e2d-85fa-1a49079fbb52) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:13:44.658493 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e42e8bf5-a86b-4f2e-9016-733ad04db846 None None] Current status of the port 66c51c97-65e3-4479-9362-e6e28f39eb93 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:44.658880 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e42e8bf5-a86b-4f2e-9016-733ad04db846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (66c51c97-65e3-4479-9362-e6e28f39eb93), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:44.727522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e42e8bf5-a86b-4f2e-9016-733ad04db846 None None] For port 66c51c97-65e3-4479-9362-e6e28f39eb93, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=66c51c97-65e3-4479-9362-e6e28f39eb93,segment=NetworkSegment(f481f9ac-56de-4f7f-b1ce-cef719c0aebf),segment_id=f481f9ac-56de-4f7f-b1ce-cef719c0aebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:13:44.739633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44ac1d-5800-4537-b88e-b3c15c8b6f26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event deleted for resources: {'Port': ['ID=f7ef1e32-93a2-4e10-9c10-5d0721a05b76,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:44.758369 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8f44ac1d-5800-4537-b88e-b3c15c8b6f26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for floatingip (6c9ea0ad-df8c-40e4-ba4a-156fc2da29cf), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:44.764999 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8f44ac1d-5800-4537-b88e-b3c15c8b6f26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:44.770945 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8f44ac1d-5800-4537-b88e-b3c15c8b6f26 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "DELETE /v2.0/floatingips/6c9ea0ad-df8c-40e4-ba4a-156fc2da29cf HTTP/1.1" status: 204 len: 168 time: 1.1212411 Feb 04 14:13:44.774738 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'name': 'tempest-TestServerBasicOps-1913335341-router', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:34Z', 'updated_at': '2022-02-04T14:13:38Z', 'revision_number': 4, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'gw_port': {'id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:35Z', 'updated_at': '2022-02-04T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a2be0ef1-8221-4c3d-99bc-8409878e618f', 'name': '', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'mac_address': 'fa:16:3e:80:ce:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:37Z', 'updated_at': '2022-02-04T14:13:44Z', 'revision_number': 4, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'subnets': [{'id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:44.812218 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91bc46-e5e9-49e4-b2d1-09ae7b173272 None None] The sync data for ids ['6cc33de6-5389-465d-8b90-a2149a4220f7'] in n-d-714676-13 is: [{'id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'name': 'tempest-TestServerBasicOps-1913335341-router', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:34Z', 'updated_at': '2022-02-04T14:13:38Z', 'revision_number': 4, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'gw_port': {'id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:35Z', 'updated_at': '2022-02-04T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a2be0ef1-8221-4c3d-99bc-8409878e618f', 'name': '', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'mac_address': 'fa:16:3e:80:ce:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:37Z', 'updated_at': '2022-02-04T14:13:44Z', 'revision_number': 4, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'subnets': [{'id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:13:44.830121 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 66c51c97-65e3-4479-9362-e6e28f39eb93 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:44.839265 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (66c51c97-65e3-4479-9362-e6e28f39eb93), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:44.852332 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e42e8bf5-a86b-4f2e-9016-733ad04db846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (66c51c97-65e3-4479-9362-e6e28f39eb93), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:44.903470 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Publish callbacks [] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:44.998379 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:45.111495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e8bf5-a86b-4f2e-9016-733ad04db846 None None] Pushing event updated for resources: {'Port': ['ID=66c51c97-65e3-4479-9362-e6e28f39eb93,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:45.113371 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Network d6e43f9c-f55e-4d47-bf3c-236be929f6f9 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:13:45.121652 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:13:45.125989 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:13:45.163239 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7aff6efb-ac75-4e2d-85fa-1a49079fbb52,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:45.176548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5b206a7a-6e51-4497-b5a7-61c10aeff3c4 None None] Provisioning complete for port a2be0ef1-8221-4c3d-99bc-8409878e618f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:45.176853 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5b206a7a-6e51-4497-b5a7-61c10aeff3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:45.218762 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (2611f271-3995-49cd-b3cc-cb3c187c5dc6), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:45.398565 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:45.441613 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-74a089b9-df81-4a2c-8e80-1dd943b87cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:45.449645 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:45.465508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 66c51c97-65e3-4479-9362-e6e28f39eb93 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:45.570763 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5b206a7a-6e51-4497-b5a7-61c10aeff3c4 None None] Current status of the port a2be0ef1-8221-4c3d-99bc-8409878e618f is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:45.571095 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5b206a7a-6e51-4497-b5a7-61c10aeff3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:45.592901 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Publish callbacks [] for port (ba466199-c981-4ab1-8999-fcd3dc057595), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:45.624602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5b206a7a-6e51-4497-b5a7-61c10aeff3c4 None None] For port a2be0ef1-8221-4c3d-99bc-8409878e618f, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a2be0ef1-8221-4c3d-99bc-8409878e618f,segment=NetworkSegment(9eb2494d-db2c-4dc4-b5d3-39ef80e80c75),segment_id=9eb2494d-db2c-4dc4-b5d3-39ef80e80c75)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:13:45.633053 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ba466199-c981-4ab1-8999-fcd3dc057595), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:45.657191 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5b206a7a-6e51-4497-b5a7-61c10aeff3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:45.755863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a2be0ef1-8221-4c3d-99bc-8409878e618f up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:13:45.802784 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Publish callbacks [] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:45.811682 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:45.826225 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:45.828602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Attempting to bind port ba466199-c981-4ab1-8999-fcd3dc057595 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:13:45.829254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Attempting to bind port ba466199-c981-4ab1-8999-fcd3dc057595 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:13:45.830239 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Attempting to bind port ba466199-c981-4ab1-8999-fcd3dc057595 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:13:45.855937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17d618-4cb8-40e1-937c-910fda28ac15 None None] Pushing event updated for resources: {'Port': ['ID=ba466199-c981-4ab1-8999-fcd3dc057595,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:45.872396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:13:45.872980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:13:45.873651 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:45.874460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:13:45.875252 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Bound port: ba466199-c981-4ab1-8999-fcd3dc057595, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:13:45.876034 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ba466199-c981-4ab1-8999-fcd3dc057595), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:45.887645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7aff6efb-ac75-4e2d-85fa-1a49079fbb52,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:45.952009 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (2611f271-3995-49cd-b3cc-cb3c187c5dc6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:46.034223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] For port ba466199-c981-4ab1-8999-fcd3dc057595, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:13:46.037881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f79d50ea-1e46-469e-afaf-e63bf4ef3075 None None] Provisioning complete for port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:46.038509 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f79d50ea-1e46-469e-afaf-e63bf4ef3075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:46.102251 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] For port ba466199-c981-4ab1-8999-fcd3dc057595, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ba466199-c981-4ab1-8999-fcd3dc057595,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:13:46.135811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Network d6e43f9c-f55e-4d47-bf3c-236be929f6f9 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:13:46.138634 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:13:46.140272 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ba466199-c981-4ab1-8999-fcd3dc057595), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:46.155573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b206a7a-6e51-4497-b5a7-61c10aeff3c4 None None] Pushing event updated for resources: {'Port': ['ID=a2be0ef1-8221-4c3d-99bc-8409878e618f,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:46.214513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a2be0ef1-8221-4c3d-99bc-8409878e618f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:46.215134 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:46.251615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f79d50ea-1e46-469e-afaf-e63bf4ef3075 None None] Port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:13:46.301553 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17d618-4cb8-40e1-937c-910fda28ac15 None None] Pushing event updated for resources: {'Port': ['ID=ba466199-c981-4ab1-8999-fcd3dc057595,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:46.319205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f79d50ea-1e46-469e-afaf-e63bf4ef3075 None None] Provisioning complete for port 66c51c97-65e3-4479-9362-e6e28f39eb93 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:46.319553 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f79d50ea-1e46-469e-afaf-e63bf4ef3075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (66c51c97-65e3-4479-9362-e6e28f39eb93), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:46.325261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Routers {'2611f271-3995-49cd-b3cc-cb3c187c5dc6'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:13:46.325907 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2611f271-3995-49cd-b3cc-cb3c187c5dc6'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:46.396890 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Router 2611f271-3995-49cd-b3cc-cb3c187c5dc6 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:13:46.471903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a2be0ef1-8221-4c3d-99bc-8409878e618f is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:46.473035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 66c51c97-65e3-4479-9362-e6e28f39eb93 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:13:46.529381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:13:46.539539 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2867e9ca-511d-49f8-8b65-8a4a912d15a2 admin admin] 10.222.0.96 "PUT /v2.0/routers/2611f271-3995-49cd-b3cc-cb3c187c5dc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7701669 Feb 04 14:13:46.586855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] Set router 2611f271-3995-49cd-b3cc-cb3c187c5dc6 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:13:46.643075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 66c51c97-65e3-4479-9362-e6e28f39eb93 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:46.643463 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (66c51c97-65e3-4479-9362-e6e28f39eb93), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:46.694917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f79d50ea-1e46-469e-afaf-e63bf4ef3075 None None] Current status of the port 66c51c97-65e3-4479-9362-e6e28f39eb93 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:46.877941 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6bf5db7f-141b-4cad-a441-4d73c11adae2 None None] Provisioning complete for port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:46.878424 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6bf5db7f-141b-4cad-a441-4d73c11adae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:47.133903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6bf5db7f-141b-4cad-a441-4d73c11adae2 None None] Port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:13:47.144276 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 66c51c97-65e3-4479-9362-e6e28f39eb93 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:47.151186 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:47.159831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'name': 'tempest-TestServerBasicOps-413541-router', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'ba466199-c981-4ab1-8999-fcd3dc057595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:40Z', 'updated_at': '2022-02-04T14:13:45Z', 'revision_number': 4, 'project_id': 'a0889e90eed44423a6b4feb3bc911779', 'gw_port': {'id': 'ba466199-c981-4ab1-8999-fcd3dc057595', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:41Z', 'updated_at': '2022-02-04T14:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '7aff6efb-ac75-4e2d-85fa-1a49079fbb52', 'name': '', 'network_id': 'd6e43f9c-f55e-4d47-bf3c-236be929f6f9', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779', 'mac_address': 'fa:16:3e:ea:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '7a63b9cc-c846-4254-9968-06d26bdbfbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:44Z', 'updated_at': '2022-02-04T14:13:45Z', 'revision_number': 2, 'project_id': 'a0889e90eed44423a6b4feb3bc911779', 'subnets': [{'id': '7a63b9cc-c846-4254-9968-06d26bdbfbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:47.190699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ac0b1-227b-4ff5-9479-f668abbf7116 None None] The sync data for ids ['2611f271-3995-49cd-b3cc-cb3c187c5dc6'] in n-d-714676-13 is: [{'id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'name': 'tempest-TestServerBasicOps-413541-router', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'ba466199-c981-4ab1-8999-fcd3dc057595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:40Z', 'updated_at': '2022-02-04T14:13:45Z', 'revision_number': 4, 'project_id': 'a0889e90eed44423a6b4feb3bc911779', 'gw_port': {'id': 'ba466199-c981-4ab1-8999-fcd3dc057595', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:41Z', 'updated_at': '2022-02-04T14:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '7aff6efb-ac75-4e2d-85fa-1a49079fbb52', 'name': '', 'network_id': 'd6e43f9c-f55e-4d47-bf3c-236be929f6f9', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779', 'mac_address': 'fa:16:3e:ea:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '7a63b9cc-c846-4254-9968-06d26bdbfbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:44Z', 'updated_at': '2022-02-04T14:13:45Z', 'revision_number': 2, 'project_id': 'a0889e90eed44423a6b4feb3bc911779', 'subnets': [{'id': '7a63b9cc-c846-4254-9968-06d26bdbfbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:13:47.478335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59328) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:47.485178 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-995a5aa2-a6d2-47c0-8ad6-b87d34705cd8 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1910958007', 'description': 'tempest-secgroup-smoke-1910958007 description', 'project_id': 'faef0277b39946bf8a56aaccbebe4a09'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:13:47.524640 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-995a5aa2-a6d2-47c0-8ad6-b87d34705cd8 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:47.589806 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a2be0ef1-8221-4c3d-99bc-8409878e618f up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:13:47.668914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a2be0ef1-8221-4c3d-99bc-8409878e618f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:47.669550 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:47.679868 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-995a5aa2-a6d2-47c0-8ad6-b87d34705cd8 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group (af225bd5-411f-4b7c-8a78-54793935d597), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:47.688734 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-995a5aa2-a6d2-47c0-8ad6-b87d34705cd8 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (af225bd5-411f-4b7c-8a78-54793935d597), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:47.761776 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-995a5aa2-a6d2-47c0-8ad6-b87d34705cd8 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:47.766699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59330) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:47.772008 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e42b0b0e-049c-45e3-a72d-f9ab75a8791b tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Request body: {'security_group_rule': {'security_group_id': 'af225bd5-411f-4b7c-8a78-54793935d597', 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:13:47.777559 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-995a5aa2-a6d2-47c0-8ad6-b87d34705cd8 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2977257 Feb 04 14:13:47.782868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a2be0ef1-8221-4c3d-99bc-8409878e618f is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:47.783939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a5aa2-a6d2-47c0-8ad6-b87d34705cd8 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af225bd5-411f-4b7c-8a78-54793935d597,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:47.825053 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e42b0b0e-049c-45e3-a72d-f9ab75a8791b tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (5ccd1800-9ebe-4bab-b86b-00874ae8157f), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:47.928900 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e42b0b0e-049c-45e3-a72d-f9ab75a8791b tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (5ccd1800-9ebe-4bab-b86b-00874ae8157f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:47.936085 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e42b0b0e-049c-45e3-a72d-f9ab75a8791b tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (5ccd1800-9ebe-4bab-b86b-00874ae8157f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:47.965564 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b0b0e-049c-45e3-a72d-f9ab75a8791b tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccd1800-9ebe-4bab-b86b-00874ae8157f,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:47.970439 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e42b0b0e-049c-45e3-a72d-f9ab75a8791b tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:47.974534 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e42b0b0e-049c-45e3-a72d-f9ab75a8791b tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2061784 Feb 04 14:13:47.975503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59334) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:47.982049 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-4dc70230-de41-4347-8fa9-b4d5e54a11ea tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Request body: {'security_group_rule': {'security_group_id': 'af225bd5-411f-4b7c-8a78-54793935d597', 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:13:48.012852 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4dc70230-de41-4347-8fa9-b4d5e54a11ea tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (c22479cc-c07c-4dee-b399-ac7543f836c5), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.055802 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.100672 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4dc70230-de41-4347-8fa9-b4d5e54a11ea tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (c22479cc-c07c-4dee-b399-ac7543f836c5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.113331 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4dc70230-de41-4347-8fa9-b4d5e54a11ea tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (c22479cc-c07c-4dee-b399-ac7543f836c5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.146897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc70230-de41-4347-8fa9-b4d5e54a11ea tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22479cc-c07c-4dee-b399-ac7543f836c5,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:48.154580 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4dc70230-de41-4347-8fa9-b4d5e54a11ea tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.156123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4dc70230-de41-4347-8fa9-b4d5e54a11ea tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1788445 Feb 04 14:13:48.159387 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59336) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:48.170138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-54aa5823-1cc3-44ce-b9d8-16ace29b116c tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Request body: {'security_group_rule': {'security_group_id': 'af225bd5-411f-4b7c-8a78-54793935d597', 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:13:48.200517 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-54aa5823-1cc3-44ce-b9d8-16ace29b116c tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (bdef50af-bc43-4290-8f5e-4db6efc71380), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.293446 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-54aa5823-1cc3-44ce-b9d8-16ace29b116c tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (bdef50af-bc43-4290-8f5e-4db6efc71380), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.299312 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-54aa5823-1cc3-44ce-b9d8-16ace29b116c tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (bdef50af-bc43-4290-8f5e-4db6efc71380), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.321799 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa5823-1cc3-44ce-b9d8-16ace29b116c tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdef50af-bc43-4290-8f5e-4db6efc71380,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:48.329531 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-54aa5823-1cc3-44ce-b9d8-16ace29b116c tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.333865 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59338) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:48.334626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-54aa5823-1cc3-44ce-b9d8-16ace29b116c tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1740777 Feb 04 14:13:48.339137 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2d01ca5f-ed8d-4fee-8fe9-42d0b993d39d tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Request body: {'security_group_rule': {'security_group_id': 'af225bd5-411f-4b7c-8a78-54793935d597', 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:13:48.369953 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d01ca5f-ed8d-4fee-8fe9-42d0b993d39d tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (81294623-b535-4b6d-a351-da47f8f1f764), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.457323 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d01ca5f-ed8d-4fee-8fe9-42d0b993d39d tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (81294623-b535-4b6d-a351-da47f8f1f764), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.463148 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d01ca5f-ed8d-4fee-8fe9-42d0b993d39d tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (81294623-b535-4b6d-a351-da47f8f1f764), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.488442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01ca5f-ed8d-4fee-8fe9-42d0b993d39d tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81294623-b535-4b6d-a351-da47f8f1f764,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:48.498091 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2d01ca5f-ed8d-4fee-8fe9-42d0b993d39d tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.505003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59342) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:48.505709 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2d01ca5f-ed8d-4fee-8fe9-42d0b993d39d tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1702535 Feb 04 14:13:48.511315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-92ebb34e-be06-4e10-bc99-2bf25a73d92d tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Request body: {'security_group_rule': {'security_group_id': 'af225bd5-411f-4b7c-8a78-54793935d597', 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:13:48.537883 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-92ebb34e-be06-4e10-bc99-2bf25a73d92d tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Project faef0277b39946bf8a56aaccbebe4a09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:13:48.548367 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-92ebb34e-be06-4e10-bc99-2bf25a73d92d tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (ac5ac3e4-bba8-4c53-9b56-0b0b975571d3), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.629533 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-92ebb34e-be06-4e10-bc99-2bf25a73d92d tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (ac5ac3e4-bba8-4c53-9b56-0b0b975571d3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.635248 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-92ebb34e-be06-4e10-bc99-2bf25a73d92d tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (ac5ac3e4-bba8-4c53-9b56-0b0b975571d3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.655082 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebb34e-be06-4e10-bc99-2bf25a73d92d tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5ac3e4-bba8-4c53-9b56-0b0b975571d3,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:48.663687 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-92ebb34e-be06-4e10-bc99-2bf25a73d92d tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.664912 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-92ebb34e-be06-4e10-bc99-2bf25a73d92d tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1579499 Feb 04 14:13:48.667761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59344) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:48.672843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-502839d2-9398-41a2-ad25-7209f5fa1f3f tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Request body: {'security_group_rule': {'security_group_id': 'af225bd5-411f-4b7c-8a78-54793935d597', 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:13:48.696499 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-502839d2-9398-41a2-ad25-7209f5fa1f3f tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Project faef0277b39946bf8a56aaccbebe4a09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:13:48.704474 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-502839d2-9398-41a2-ad25-7209f5fa1f3f tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (14fd2dce-7633-4b5f-81d3-c1588e658827), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.780661 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-502839d2-9398-41a2-ad25-7209f5fa1f3f tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (14fd2dce-7633-4b5f-81d3-c1588e658827), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.786907 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-502839d2-9398-41a2-ad25-7209f5fa1f3f tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (14fd2dce-7633-4b5f-81d3-c1588e658827), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.817075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502839d2-9398-41a2-ad25-7209f5fa1f3f tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fd2dce-7633-4b5f-81d3-c1588e658827,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:48.830400 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-502839d2-9398-41a2-ad25-7209f5fa1f3f tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:48.843026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-502839d2-9398-41a2-ad25-7209f5fa1f3f tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1736619 Feb 04 14:13:49.007912 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-7b3c2c87-56af-4b34-90b4-687194962dd5 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1910958007&fields=id&tenant_id=faef0277b39946bf8a56aaccbebe4a09 HTTP/1.1" status: 200 len: 267 time: 0.0506327 Feb 04 14:13:49.126437 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-1dd385ac-69f4-44da-81b4-22972397b29f tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:49.128402 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-1dd385ac-69f4-44da-81b4-22972397b29f tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/networks?id=fe407f06-b73d-4582-9c87-1a8990c64feb HTTP/1.1" status: 200 len: 809 time: 0.1137145 Feb 04 14:13:49.143818 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-7ce136dc-83a6-4886-b0c5-fbadef19e8c1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/quotas/faef0277b39946bf8a56aaccbebe4a09 HTTP/1.1" status: 200 len: 375 time: 0.0096953 Feb 04 14:13:49.205681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-377b2830-1d3e-4af8-b150-0e4fa01e111b tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=faef0277b39946bf8a56aaccbebe4a09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565269 Feb 04 14:13:49.443382 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-c66c5539-38d8-4e32-a694-3862681f1d3b service neutron] 10.222.0.96 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210166 Feb 04 14:13:49.567722 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-808e2269-1bfb-4b81-8e5d-17c6520866c2 service neutron] 10.222.0.96 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184478 Feb 04 14:13:49.602014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ba466199-c981-4ab1-8999-fcd3dc057595 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:13:49.661764 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ba466199-c981-4ab1-8999-fcd3dc057595 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:49.662169 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ba466199-c981-4ab1-8999-fcd3dc057595), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:49.772659 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ba466199-c981-4ab1-8999-fcd3dc057595 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:49.773596 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ba466199-c981-4ab1-8999-fcd3dc057595), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:49.809905 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94b5223f-46c8-4a42-b3c4-9b73ffdc7133 req-243413eb-2431-4803-a5f3-5ee63e850333 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 210 time: 0.0354252 Feb 04 14:13:49.827346 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port ba466199-c981-4ab1-8999-fcd3dc057595, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ba466199-c981-4ab1-8999-fcd3dc057595,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:13:49.833944 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ba466199-c981-4ab1-8999-fcd3dc057595), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:49.898791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=ba466199-c981-4ab1-8999-fcd3dc057595,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:50.504488 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Sync routers for ids ['2611f271-3995-49cd-b3cc-cb3c187c5dc6'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:13:50.515696 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Routers {'2611f271-3995-49cd-b3cc-cb3c187c5dc6'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:13:50.516219 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2611f271-3995-49cd-b3cc-cb3c187c5dc6'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:50.630798 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Set router 2611f271-3995-49cd-b3cc-cb3c187c5dc6 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:13:50.836482 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'name': 'tempest-TestServerBasicOps-413541-router', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'ba466199-c981-4ab1-8999-fcd3dc057595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:40Z', 'updated_at': '2022-02-04T14:13:45Z', 'revision_number': 4, 'project_id': 'a0889e90eed44423a6b4feb3bc911779', 'gw_port': {'id': 'ba466199-c981-4ab1-8999-fcd3dc057595', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:41Z', 'updated_at': '2022-02-04T14:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '7aff6efb-ac75-4e2d-85fa-1a49079fbb52', 'name': '', 'network_id': 'd6e43f9c-f55e-4d47-bf3c-236be929f6f9', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779', 'mac_address': 'fa:16:3e:ea:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '7a63b9cc-c846-4254-9968-06d26bdbfbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:44Z', 'updated_at': '2022-02-04T14:13:45Z', 'revision_number': 2, 'project_id': 'a0889e90eed44423a6b4feb3bc911779', 'subnets': [{'id': '7a63b9cc-c846-4254-9968-06d26bdbfbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:50.865721 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Checking router: 2611f271-3995-49cd-b3cc-cb3c187c5dc6 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:13:50.866071 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Updating router 2611f271-3995-49cd-b3cc-cb3c187c5dc6 port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:13:50.896051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fec11af8-b8c6-40c2-887c-4c90cd33d411 req-02ded15d-4d5b-483f-980b-1e5b3088fadc tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 210 time: 0.0357735 Feb 04 14:13:50.899022 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:51.222761 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Publish callbacks [] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:51.230664 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:51.312397 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be69ee5-0c1a-4a9d-9bb6-e0d4f1f8ebee None None] Pushing event updated for resources: {'Port': ['ID=7aff6efb-ac75-4e2d-85fa-1a49079fbb52,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:51.344000 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Attempting to bind port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:13:51.344375 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Attempting to bind port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'f481f9ac-56de-4f7f-b1ce-cef719c0aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd6e43f9c-f55e-4d47-bf3c-236be929f6f9'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:13:51.344975 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Attempting to bind port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 on network d6e43f9c-f55e-4d47-bf3c-236be929f6f9 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:13:51.351070 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:13:51.351447 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Checking segment: {'id': 'f481f9ac-56de-4f7f-b1ce-cef719c0aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd6e43f9c-f55e-4d47-bf3c-236be929f6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:13:51.352078 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:51.352477 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Bound using segment: {'id': 'f481f9ac-56de-4f7f-b1ce-cef719c0aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd6e43f9c-f55e-4d47-bf3c-236be929f6f9'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:13:51.353495 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Bound port: 7aff6efb-ac75-4e2d-85fa-1a49079fbb52, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f481f9ac-56de-4f7f-b1ce-cef719c0aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd6e43f9c-f55e-4d47-bf3c-236be929f6f9'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:13:51.354562 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:51.428189 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] For port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:13:51.432771 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] For port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7aff6efb-ac75-4e2d-85fa-1a49079fbb52,segment=NetworkSegment(f481f9ac-56de-4f7f-b1ce-cef719c0aebf),segment_id=f481f9ac-56de-4f7f-b1ce-cef719c0aebf)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:13:51.441606 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:51.614471 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Routers {'2611f271-3995-49cd-b3cc-cb3c187c5dc6'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:13:51.615877 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2611f271-3995-49cd-b3cc-cb3c187c5dc6'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:51.623098 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ba466199-c981-4ab1-8999-fcd3dc057595 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:13:51.698153 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a50fb699-96f1-4336-a56e-5f4cdde25edb None None] Provisioning complete for port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:51.698801 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a50fb699-96f1-4336-a56e-5f4cdde25edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:51.742123 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] Set router 2611f271-3995-49cd-b3cc-cb3c187c5dc6 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:13:51.813096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ba466199-c981-4ab1-8999-fcd3dc057595 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:51.813468 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ba466199-c981-4ab1-8999-fcd3dc057595), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:51.880577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a50fb699-96f1-4336-a56e-5f4cdde25edb None None] Current status of the port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:51.881160 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a50fb699-96f1-4336-a56e-5f4cdde25edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:51.890322 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be69ee5-0c1a-4a9d-9bb6-e0d4f1f8ebee None None] Pushing event updated for resources: {'Port': ['ID=7aff6efb-ac75-4e2d-85fa-1a49079fbb52,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:51.967004 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a50fb699-96f1-4336-a56e-5f4cdde25edb None None] For port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7aff6efb-ac75-4e2d-85fa-1a49079fbb52,segment=NetworkSegment(f481f9ac-56de-4f7f-b1ce-cef719c0aebf),segment_id=f481f9ac-56de-4f7f-b1ce-cef719c0aebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:13:51.976977 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a50fb699-96f1-4336-a56e-5f4cdde25edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:52.000664 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93933f73-9bdf-4e75-a121-c567163fce8c req-dc3a7889-4dac-4d54-aa82-0f891e5e75de tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 210 time: 0.0441477 Feb 04 14:13:52.036913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ba466199-c981-4ab1-8999-fcd3dc057595 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:52.063587 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'name': 'tempest-TestServerBasicOps-413541-router', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'ba466199-c981-4ab1-8999-fcd3dc057595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:40Z', 'updated_at': '2022-02-04T14:13:45Z', 'revision_number': 4, 'project_id': 'a0889e90eed44423a6b4feb3bc911779', 'gw_port': {'id': 'ba466199-c981-4ab1-8999-fcd3dc057595', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:41Z', 'updated_at': '2022-02-04T14:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '7aff6efb-ac75-4e2d-85fa-1a49079fbb52', 'name': '', 'network_id': 'd6e43f9c-f55e-4d47-bf3c-236be929f6f9', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779', 'mac_address': 'fa:16:3e:ea:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '7a63b9cc-c846-4254-9968-06d26bdbfbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:44Z', 'updated_at': '2022-02-04T14:13:51Z', 'revision_number': 4, 'project_id': 'a0889e90eed44423a6b4feb3bc911779', 'subnets': [{'id': '7a63b9cc-c846-4254-9968-06d26bdbfbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:13:52.081409 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fb699-96f1-4336-a56e-5f4cdde25edb None None] Pushing event updated for resources: {'Port': ['ID=7aff6efb-ac75-4e2d-85fa-1a49079fbb52,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:52.105463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0ddbcdb2-9b67-42fa-87ba-d35277b69899 None None] Provisioning complete for port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:52.105963 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e124890-fe84-4d6d-b5d1-f4d733a79ace None None] The sync data for ids ['2611f271-3995-49cd-b3cc-cb3c187c5dc6'] in n-d-714676-13 is: [{'id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'name': 'tempest-TestServerBasicOps-413541-router', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'ba466199-c981-4ab1-8999-fcd3dc057595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:40Z', 'updated_at': '2022-02-04T14:13:45Z', 'revision_number': 4, 'project_id': 'a0889e90eed44423a6b4feb3bc911779', 'gw_port': {'id': 'ba466199-c981-4ab1-8999-fcd3dc057595', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:41Z', 'updated_at': '2022-02-04T14:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '7aff6efb-ac75-4e2d-85fa-1a49079fbb52', 'name': '', 'network_id': 'd6e43f9c-f55e-4d47-bf3c-236be929f6f9', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779', 'mac_address': 'fa:16:3e:ea:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '7a63b9cc-c846-4254-9968-06d26bdbfbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:44Z', 'updated_at': '2022-02-04T14:13:51Z', 'revision_number': 4, 'project_id': 'a0889e90eed44423a6b4feb3bc911779', 'subnets': [{'id': '7a63b9cc-c846-4254-9968-06d26bdbfbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:13:52.106523 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0ddbcdb2-9b67-42fa-87ba-d35277b69899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:52.214386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0ddbcdb2-9b67-42fa-87ba-d35277b69899 None None] Current status of the port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:53.144776 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bec1bd7d-9040-48e1-a33b-b993c8941879 req-beabb812-2ed7-4616-b0d9-3a3f7385c509 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 210 time: 0.0385153 Feb 04 14:13:53.218718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-59003875-7f10-42fa-bd64-10580d1e9c35 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:53.220814 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-59003875-7f10-42fa-bd64-10580d1e9c35 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.99 "GET /v2.0/networks?id=fe407f06-b73d-4582-9c87-1a8990c64feb HTTP/1.1" status: 200 len: 809 time: 0.1996899 Feb 04 14:13:53.300254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-22647a0f-8314-444f-a4c4-05925703e8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faef0277b39946bf8a56aaccbebe4a09 HTTP/1.1" status: 200 len: 380 time: 0.0702291 Feb 04 14:13:53.311284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-36b3f358-15b2-4001-95fb-3848b9f9d637 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Request body: {'port': {'device_id': '7988ada8-87c3-47fc-9f90-48d03c3f4231', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'admin_state_up': True, 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'security_groups': ['af225bd5-411f-4b7c-8a78-54793935d597']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:13:53.455106 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-36b3f358-15b2-4001-95fb-3848b9f9d637 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Made reservation on behalf of faef0277b39946bf8a56aaccbebe4a09 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:13:53.459180 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-36b3f358-15b2-4001-95fb-3848b9f9d637 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:53.650581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:13:53.722960 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:53.723425 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:53.841609 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:53.938723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9618d6-7d2d-4567-891c-3f3a78aa3338 req-74538225-9d7e-4728-b6cc-826f25f92f5d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:53.941244 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df9618d6-7d2d-4567-891c-3f3a78aa3338 req-74538225-9d7e-4728-b6cc-826f25f92f5d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 946 time: 0.4660966 Feb 04 14:13:54.015320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-36b3f358-15b2-4001-95fb-3848b9f9d637 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Allocated IP 172.20.0.8 (fe407f06-b73d-4582-9c87-1a8990c64feb/2304e7fe-94f8-4bc0-ad32-90ce76874da5/8df1ed3d-de17-47f7-8a90-793cbe1b1dbc) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:13:54.030169 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df9618d6-7d2d-4567-891c-3f3a78aa3338 req-649a3993-b3da-4d09-a6e2-38618e36539f tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696070 Feb 04 14:13:54.191534 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-36b3f358-15b2-4001-95fb-3848b9f9d637 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for port (8df1ed3d-de17-47f7-8a90-793cbe1b1dbc), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:54.235863 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-36b3f358-15b2-4001-95fb-3848b9f9d637 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8df1ed3d-de17-47f7-8a90-793cbe1b1dbc), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:54.287891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-36b3f358-15b2-4001-95fb-3848b9f9d637 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Network fe407f06-b73d-4582-9c87-1a8990c64feb is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:13:54.307057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-36b3f358-15b2-4001-95fb-3848b9f9d637 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:13:54.313503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-36b3f358-15b2-4001-95fb-3848b9f9d637 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:13:54.362432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3f358-15b2-4001-95fb-3848b9f9d637 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Pushing event updated for resources: {'Port': ['ID=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:54.391733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650e2a3-da9e-4ae9-8fce-4636dec8191a req-80d3a137-5bef-4bf2-9c30-85a10b3efb50 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:54.393512 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e650e2a3-da9e-4ae9-8fce-4636dec8191a req-80d3a137-5bef-4bf2-9c30-85a10b3efb50 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 931 time: 0.1392169 Feb 04 14:13:54.402482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-36b3f358-15b2-4001-95fb-3848b9f9d637 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:54.403182 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-36b3f358-15b2-4001-95fb-3848b9f9d637 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:54.446490 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-36b3f358-15b2-4001-95fb-3848b9f9d637 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1405928 Feb 04 14:13:54.465740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Request body: {'port': {'device_id': '7988ada8-87c3-47fc-9f90-48d03c3f4231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:13:54.504383 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e650e2a3-da9e-4ae9-8fce-4636dec8191a req-48fafe9f-27b0-4fed-b574-ed01d60b0656 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/security-groups?id=af225bd5-411f-4b7c-8a78-54793935d597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979943 Feb 04 14:13:54.561135 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8df1ed3d-de17-47f7-8a90-793cbe1b1dbc), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:54.657263 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5f180f19-0aa1-49e8-8779-4dd9df0a019b None None] Provisioning complete for port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:13:54.658519 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f180f19-0aa1-49e8-8779-4dd9df0a019b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8df1ed3d-de17-47f7-8a90-793cbe1b1dbc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:54.700379 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5f180f19-0aa1-49e8-8779-4dd9df0a019b None None] Port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:13:54.888604 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:13:54.896754 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Publish callbacks [] for port (8df1ed3d-de17-47f7-8a90-793cbe1b1dbc), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:54.909294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Transition to ACTIVE for port object 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:13:54.914467 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (8df1ed3d-de17-47f7-8a90-793cbe1b1dbc), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:54.972241 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Pushing event updated for resources: {'Port': ['ID=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:55.053543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Attempting to bind port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:13:55.053870 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Attempting to bind port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '9eb2494d-db2c-4dc4-b5d3-39ef80e80c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:13:55.054486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Attempting to bind port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc on network fe407f06-b73d-4582-9c87-1a8990c64feb {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:13:55.060972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc on network fe407f06-b73d-4582-9c87-1a8990c64feb not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:13:55.061295 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Attempting to bind port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc on network fe407f06-b73d-4582-9c87-1a8990c64feb {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:13:55.067812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:13:55.068158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Checking segment: {'id': '9eb2494d-db2c-4dc4-b5d3-39ef80e80c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:13:55.068634 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Bound using segment: {'id': '9eb2494d-db2c-4dc4-b5d3-39ef80e80c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:13:55.069329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Bound port: 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb2494d-db2c-4dc4-b5d3-39ef80e80c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:13:55.069723 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8df1ed3d-de17-47f7-8a90-793cbe1b1dbc), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:55.181992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] For port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:13:55.201645 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] For port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc,segment=NetworkSegment(9eb2494d-db2c-4dc4-b5d3-39ef80e80c75),segment_id=9eb2494d-db2c-4dc4-b5d3-39ef80e80c75)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:13:55.213992 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (8df1ed3d-de17-47f7-8a90-793cbe1b1dbc), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:55.226815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd7e7f-d4ac-40ba-86ab-4fe70e0cf1de req-25869dbb-5b02-488d-9049-c7be4663d786 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:55.228968 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8edd7e7f-d4ac-40ba-86ab-4fe70e0cf1de req-25869dbb-5b02-488d-9049-c7be4663d786 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 946 time: 0.0871813 Feb 04 14:13:55.300037 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:55.300772 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:55.302366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] 10.222.0.99 "PUT /v2.0/ports/8df1ed3d-de17-47f7-8a90-793cbe1b1dbc HTTP/1.1" status: 200 len: 1092 time: 0.8468132 Feb 04 14:13:55.303126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7988ada8-87c3-47fc-9f90-48d03c3f4231', 'tag': '8df1ed3d-de17-47f7-8a90-793cbe1b1dbc'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:13:55.305337 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6734dc14-1039-45a7-8123-3601f5119a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "7988ada8-87c3-47fc-9f90-48d03c3f4231", "tag": "8df1ed3d-de17-47f7-8a90-793cbe1b1dbc"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:13:55.371594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c76b9-9f41-4ae8-b62e-239a123e3224 service neutron] Pushing event updated for resources: {'Port': ['ID=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:55.418913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bb208-60d0-4321-b918-fb559f72fbfc req-0e0f935b-70df-405e-a7b6-c689296bdc0f tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:55.420688 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-da5bb208-60d0-4321-b918-fb559f72fbfc req-0e0f935b-70df-405e-a7b6-c689296bdc0f tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.100 "GET /v2.0/ports?device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 946 time: 0.1115615 Feb 04 14:13:55.435181 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8edd7e7f-d4ac-40ba-86ab-4fe70e0cf1de req-bf5ea850-c66f-4496-98e9-259b2a669be3 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822755 Feb 04 14:13:55.466064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-43c19449-c178-40a9-a7d4-3f76be0e7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:55.467921 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-43c19449-c178-40a9-a7d4-3f76be0e7350 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=faef0277b39946bf8a56aaccbebe4a09&device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 1126 time: 0.1107423 Feb 04 14:13:55.550414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-92edb155-d5f9-42ed-9f0a-54a124ea56a0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc HTTP/1.1" status: 200 len: 217 time: 0.0749495 Feb 04 14:13:55.593758 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fb5aef-612e-40a5-819d-c4c1d3cbdd0d x-openstack-request-id: req-56fb5aef-612e-40a5-819d-c4c1d3cbdd0d {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:13:55.594091 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7988ada8-87c3-47fc-9f90-48d03c3f4231", "tag": "8df1ed3d-de17-47f7-8a90-793cbe1b1dbc", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:13:55.594330 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-56fb5aef-612e-40a5-819d-c4c1d3cbdd0d {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:13:55.595330 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7988ada8-87c3-47fc-9f90-48d03c3f4231', 'tag': '8df1ed3d-de17-47f7-8a90-793cbe1b1dbc', 'status': 'completed', 'code': 200} Feb 04 14:13:55.612907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-da5bb208-60d0-4321-b918-fb559f72fbfc req-a4517450-17f2-4439-b65f-b9f7923692b5 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Deleting port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:13:55.613551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-da5bb208-60d0-4321-b918-fb559f72fbfc req-a4517450-17f2-4439-b65f-b9f7923692b5 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:55.632391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-af93d73a-2b0a-4a69-aac6-6e82a09e38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:55.634596 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-af93d73a-2b0a-4a69-aac6-6e82a09e38e1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2304e7fe-94f8-4bc0-ad32-90ce76874da5 HTTP/1.1" status: 200 len: 848 time: 0.0777631 Feb 04 14:13:55.744887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-da5bb208-60d0-4321-b918-fb559f72fbfc req-a4517450-17f2-4439-b65f-b9f7923692b5 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] For port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d,segment=NetworkSegment(1f7a95a4-8ab2-4715-94a3-49e31cdddd1d),segment_id=1f7a95a4-8ab2-4715-94a3-49e31cdddd1d)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:13:55.745281 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-da5bb208-60d0-4321-b918-fb559f72fbfc req-a4517450-17f2-4439-b65f-b9f7923692b5 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:55.762442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-d6a9e7a7-19d5-46e2-9fe9-a567a5731df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:55.764184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-d6a9e7a7-19d5-46e2-9fe9-a567a5731df6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fe407f06-b73d-4582-9c87-1a8990c64feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1194878 Feb 04 14:13:55.773975 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-da5bb208-60d0-4321-b918-fb559f72fbfc req-a4517450-17f2-4439-b65f-b9f7923692b5 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Calling delete_port for 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:13:55.775872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece190c6-6f88-4fd2-9d19-11fb8e3db475 req-e99c02f9-7846-4398-93f2-6fd5ef80565b tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:55.777478 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ece190c6-6f88-4fd2-9d19-11fb8e3db475 req-e99c02f9-7846-4398-93f2-6fd5ef80565b tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 943 time: 0.0838768 Feb 04 14:13:55.901868 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ece190c6-6f88-4fd2-9d19-11fb8e3db475 req-11dd22c1-002d-48ad-885a-98ccb7af87dd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/security-groups?id=af225bd5-411f-4b7c-8a78-54793935d597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148770 Feb 04 14:13:55.917817 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-ef952456-5e9e-4632-adca-f456fb4469c5 service neutron] 10.222.0.99 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391723 Feb 04 14:13:55.958701 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-da5bb208-60d0-4321-b918-fb559f72fbfc req-a4517450-17f2-4439-b65f-b9f7923692b5 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:55.976261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:13:56.008297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4517450-17f2-4439-b65f-b9f7923692b5 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Pushing event deleted for resources: {'Port': ['ID=0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:56.045678 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdb6150-8b75-4ddb-b6cd-3ea1e8f22db1 req-713118df-a0c6-493e-9c58-f2953a28446d service neutron] 10.222.0.99 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217711 Feb 04 14:13:56.055495 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5bb208-60d0-4321-b918-fb559f72fbfc req-a4517450-17f2-4439-b65f-b9f7923692b5 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] No DVR routers for this DVR port 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:13:56.059140 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-da5bb208-60d0-4321-b918-fb559f72fbfc req-a4517450-17f2-4439-b65f-b9f7923692b5 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:56.062613 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-da5bb208-60d0-4321-b918-fb559f72fbfc req-a4517450-17f2-4439-b65f-b9f7923692b5 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.100 "DELETE /v2.0/ports/0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d HTTP/1.1" status: 204 len: 173 time: 0.6369560 Feb 04 14:13:56.063172 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e941fe-cf8f-4687-986a-16863af804e4', 'name': 'network-vif-deleted', 'tag': '0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:13:56.065786 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c5f375-203d-498e-93d7-f39eb112c125" -d '{"events": [{"server_uuid": "d9e941fe-cf8f-4687-986a-16863af804e4", "name": "network-vif-deleted", "tag": "0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:13:56.101113 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:13:56.110142 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5daf87-ba1b-4668-8dae-4ff826f1c98e x-openstack-request-id: req-be5daf87-ba1b-4668-8dae-4ff826f1c98e {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:13:56.110636 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e941fe-cf8f-4687-986a-16863af804e4", "name": "network-vif-deleted", "tag": "0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:13:56.110636 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-be5daf87-ba1b-4668-8dae-4ff826f1c98e {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:13:56.111053 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e941fe-cf8f-4687-986a-16863af804e4', 'name': 'network-vif-deleted', 'tag': '0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d', 'status': 'completed', 'code': 200} Feb 04 14:13:56.182456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734dc14-1039-45a7-8123-3601f5119a7f req-d08babf5-ba80-4dec-9d83-799d82c00b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:56.185371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6734dc14-1039-45a7-8123-3601f5119a7f req-d08babf5-ba80-4dec-9d83-799d82c00b2a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=faef0277b39946bf8a56aaccbebe4a09&device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 1126 time: 0.0810344 Feb 04 14:13:56.295472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734dc14-1039-45a7-8123-3601f5119a7f req-10b704ec-4105-41ea-acc1-6d6b306e7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:56.297123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6734dc14-1039-45a7-8123-3601f5119a7f req-10b704ec-4105-41ea-acc1-6d6b306e7eac service neutron] 10.222.0.99 "GET /v2.0/networks?id=fe407f06-b73d-4582-9c87-1a8990c64feb HTTP/1.1" status: 200 len: 910 time: 0.1060438 Feb 04 14:13:56.348129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6734dc14-1039-45a7-8123-3601f5119a7f req-786ab597-bc98-4fa6-a537-8d0f4ff0b8f3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc HTTP/1.1" status: 200 len: 217 time: 0.0449784 Feb 04 14:13:56.399163 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734dc14-1039-45a7-8123-3601f5119a7f req-9920f93c-9fac-4b99-b5cf-85bf5b055cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:56.401216 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6734dc14-1039-45a7-8123-3601f5119a7f req-9920f93c-9fac-4b99-b5cf-85bf5b055cc0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2304e7fe-94f8-4bc0-ad32-90ce76874da5 HTTP/1.1" status: 200 len: 848 time: 0.0467029 Feb 04 14:13:56.456311 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734dc14-1039-45a7-8123-3601f5119a7f req-7e8c0ffe-b19f-4224-a22d-9b214565dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:56.457859 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6734dc14-1039-45a7-8123-3601f5119a7f req-7e8c0ffe-b19f-4224-a22d-9b214565dc12 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fe407f06-b73d-4582-9c87-1a8990c64feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511503 Feb 04 14:13:56.622918 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6734dc14-1039-45a7-8123-3601f5119a7f req-e213b0b7-04a1-49bb-adac-2b1acdbb6694 service neutron] 10.222.0.99 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583357 Feb 04 14:13:56.650822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-213af3c6-6b23-4064-bf38-1073c700b559 req-38fca4eb-6f7b-4627-9035-8aa7795a14ad tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=d9e941fe-cf8f-4687-986a-16863af804e4 HTTP/1.1" status: 200 len: 210 time: 0.0494518 Feb 04 14:13:56.753459 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6734dc14-1039-45a7-8123-3601f5119a7f req-e365fefa-f06e-4bfc-911a-f03c21d60308 service neutron] 10.222.0.99 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090410 Feb 04 14:13:57.043253 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb906e-2597-4923-ad5c-6417e836f414 req-22d492ab-ec84-44f1-8a20-833ef8f68e2a tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:57.044761 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1bfb906e-2597-4923-ad5c-6417e836f414 req-22d492ab-ec84-44f1-8a20-833ef8f68e2a tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 943 time: 0.0662341 Feb 04 14:13:57.097873 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1bfb906e-2597-4923-ad5c-6417e836f414 req-1be18f2f-7a45-4d61-a48f-be9bb4c3c013 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/security-groups?id=af225bd5-411f-4b7c-8a78-54793935d597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469410 Feb 04 14:13:58.247446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a571b4e-0598-4e0b-a696-2882418dee36 req-37a7fda0-4465-442d-b960-ce1d8f10e1e0 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:58.249227 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a571b4e-0598-4e0b-a696-2882418dee36 req-37a7fda0-4465-442d-b960-ce1d8f10e1e0 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 943 time: 0.0680802 Feb 04 14:13:58.323572 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a571b4e-0598-4e0b-a696-2882418dee36 req-2abed307-f552-4079-9f01-26456f7b95b1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/security-groups?id=af225bd5-411f-4b7c-8a78-54793935d597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680163 Feb 04 14:13:59.090951 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59440) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:59.161191 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9fab952-3e92-41fb-8251-06495ac5a180 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group (2790c332-8ded-4221-b69d-69e4e254ce07), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:59.189538 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9fab952-3e92-41fb-8251-06495ac5a180 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group (2790c332-8ded-4221-b69d-69e4e254ce07), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:59.233446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:13:59.269470 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9fab952-3e92-41fb-8251-06495ac5a180 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (2790c332-8ded-4221-b69d-69e4e254ce07), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:59.279079 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c9fab952-3e92-41fb-8251-06495ac5a180 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:59.282018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c9fab952-3e92-41fb-8251-06495ac5a180 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] 10.222.0.96 "DELETE /v2.0/security-groups/2790c332-8ded-4221-b69d-69e4e254ce07 HTTP/1.1" status: 204 len: 168 time: 0.1894071 Feb 04 14:13:59.307707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fab952-3e92-41fb-8251-06495ac5a180 tempest-TestVolumeBootPattern-1348618407 tempest-TestVolumeBootPattern-1348618407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2790c332-8ded-4221-b69d-69e4e254ce07,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:59.354777 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59446) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:13:59.435410 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc,segment=NetworkSegment(9eb2494d-db2c-4dc4-b5d3-39ef80e80c75),segment_id=9eb2494d-db2c-4dc4-b5d3-39ef80e80c75)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:13:59.463945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '8df1ed3d-de17-47f7-8a90-793cbe1b1dbc', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'port_id': '8df1ed3d-de17-47f7-8a90-793cbe1b1dbc', 'mac_address': 'fa:16:3e:a0:5c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:13:59.519485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:13:59.519890 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8df1ed3d-de17-47f7-8a90-793cbe1b1dbc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:59.534749 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:13:59.556980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08478ecc-3dc5-4370-81ab-3caae51dd0e7 req-f63b104a-94ad-4a08-a066-ebaa86b30518 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:59.559852 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc,segment=NetworkSegment(9eb2494d-db2c-4dc4-b5d3-39ef80e80c75),segment_id=9eb2494d-db2c-4dc4-b5d3-39ef80e80c75)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:13:59.561934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08478ecc-3dc5-4370-81ab-3caae51dd0e7 req-f63b104a-94ad-4a08-a066-ebaa86b30518 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 943 time: 0.0994372 Feb 04 14:13:59.567865 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8df1ed3d-de17-47f7-8a90-793cbe1b1dbc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:13:59.639131 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:13:59.642637 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08478ecc-3dc5-4370-81ab-3caae51dd0e7 req-35a03c73-1d46-4aab-a3d2-28aba25dcd9f tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/security-groups?id=af225bd5-411f-4b7c-8a78-54793935d597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730617 Feb 04 14:13:59.864271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['8df1ed3d-de17-47f7-8a90-793cbe1b1dbc'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:14:00.064781 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-587f1938-b95b-40be-826c-5dacc61f53c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (7db6d163-b595-45a4-bd1c-705bfda50390), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:00.104818 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:14:00.154582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:14:00.154828 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 0a8d9979-89c4-461a-b40b-a2dfdc1e0f0d not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:14:00.766897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ea3b5-5a6e-4559-96d5-54b5daab093d req-2181efce-5163-45b1-81b9-c4adfbd920ed tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:00.768555 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f2ea3b5-5a6e-4559-96d5-54b5daab093d req-2181efce-5163-45b1-81b9-c4adfbd920ed tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 944 time: 0.0588350 Feb 04 14:14:00.795620 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-587f1938-b95b-40be-826c-5dacc61f53c4 admin admin] Deleting port 5b02d45d-598f-4b63-bbf5-0a580cb31b16 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:14:00.796260 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-587f1938-b95b-40be-826c-5dacc61f53c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:00.831287 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f2ea3b5-5a6e-4559-96d5-54b5daab093d req-d659754a-b5ef-47cf-a1e3-ca4337010968 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/security-groups?id=af225bd5-411f-4b7c-8a78-54793935d597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558825 Feb 04 14:14:00.882922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-587f1938-b95b-40be-826c-5dacc61f53c4 admin admin] For port 5b02d45d-598f-4b63-bbf5-0a580cb31b16, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5b02d45d-598f-4b63-bbf5-0a580cb31b16,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:14:00.883293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-587f1938-b95b-40be-826c-5dacc61f53c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:00.897191 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-587f1938-b95b-40be-826c-5dacc61f53c4 admin admin] Calling delete_port for 5b02d45d-598f-4b63-bbf5-0a580cb31b16 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:14:01.093885 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-587f1938-b95b-40be-826c-5dacc61f53c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (5b02d45d-598f-4b63-bbf5-0a580cb31b16), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:01.126203 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f1938-b95b-40be-826c-5dacc61f53c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b02d45d-598f-4b63-bbf5-0a580cb31b16,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:01.245676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:14:01.329056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:14:01.335241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:14:01.335651 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8df1ed3d-de17-47f7-8a90-793cbe1b1dbc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:01.338589 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-587f1938-b95b-40be-826c-5dacc61f53c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (7db6d163-b595-45a4-bd1c-705bfda50390), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:01.427315 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:14:01.427708 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8df1ed3d-de17-47f7-8a90-793cbe1b1dbc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:01.454687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7988ada8-87c3-47fc-9f90-48d03c3f4231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df1ed3d-de17-47f7-8a90-793cbe1b1dbc'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:14:01.457379 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaddb8f2-f3d8-4f67-96d4-8a649d4622db" -d '{"events": [{"server_uuid": "7988ada8-87c3-47fc-9f90-48d03c3f4231", "name": "network-vif-plugged", "status": "completed", "tag": "8df1ed3d-de17-47f7-8a90-793cbe1b1dbc"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:14:01.483102 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc,segment=NetworkSegment(9eb2494d-db2c-4dc4-b5d3-39ef80e80c75),segment_id=9eb2494d-db2c-4dc4-b5d3-39ef80e80c75)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:14:01.498752 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8df1ed3d-de17-47f7-8a90-793cbe1b1dbc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:01.512369 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d6f423-0be9-43f5-8b97-e43dd5b520d7 x-openstack-request-id: req-30d6f423-0be9-43f5-8b97-e43dd5b520d7 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:14:01.512664 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7988ada8-87c3-47fc-9f90-48d03c3f4231", "name": "network-vif-plugged", "status": "completed", "tag": "8df1ed3d-de17-47f7-8a90-793cbe1b1dbc", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:14:01.512919 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-30d6f423-0be9-43f5-8b97-e43dd5b520d7 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:14:01.513311 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7988ada8-87c3-47fc-9f90-48d03c3f4231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df1ed3d-de17-47f7-8a90-793cbe1b1dbc', 'code': 200} Feb 04 14:14:01.563297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:01.632834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ba162-817e-4cbf-bec3-d0bd9ed5d053 req-3aaf67d3-09bc-44d3-bee3-e1d4b04be3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:01.634867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c5ba162-817e-4cbf-bec3-d0bd9ed5d053 req-3aaf67d3-09bc-44d3-bee3-e1d4b04be3ff service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 1128 time: 0.0585139 Feb 04 14:14:01.669478 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587f1938-b95b-40be-826c-5dacc61f53c4 admin admin] Router 7db6d163-b595-45a4-bd1c-705bfda50390 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:14:01.687749 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c5ba162-817e-4cbf-bec3-d0bd9ed5d053 req-02a6f9a3-1b56-4af4-b1d3-4ade86e27a68 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=af225bd5-411f-4b7c-8a78-54793935d597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470684 Feb 04 14:14:01.804738 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587f1938-b95b-40be-826c-5dacc61f53c4 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:14:01.813776 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-587f1938-b95b-40be-826c-5dacc61f53c4 admin admin] 10.222.0.96 "PUT /v2.0/routers/7db6d163-b595-45a4-bd1c-705bfda50390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4544787 Feb 04 14:14:01.815105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3908ad1e-dcdd-49f4-8750-43c73d1fb036 None None] Sync routers for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:14:01.816122 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59470) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:14:01.827968 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3908ad1e-dcdd-49f4-8750-43c73d1fb036 None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:14:01.828752 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3908ad1e-dcdd-49f4-8750-43c73d1fb036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:01.953761 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-3908ad1e-dcdd-49f4-8750-43c73d1fb036 None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:14:01.988304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad039f70-481b-43e6-b2e9-dad9d823d6b3 req-bdc3c27a-bde6-416d-add7-316b1882e3ce tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:01.992346 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad039f70-481b-43e6-b2e9-dad9d823d6b3 req-bdc3c27a-bde6-416d-add7-316b1882e3ce tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 945 time: 0.0729096 Feb 04 14:14:02.000112 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b79b8072-51ef-4614-835d-a9c5d1897cd0 admin admin] Publish callbacks [] for router (7db6d163-b595-45a4-bd1c-705bfda50390), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:02.075455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad039f70-481b-43e6-b2e9-dad9d823d6b3 req-8eef3110-8501-4963-bc9f-aa9816728204 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/security-groups?id=af225bd5-411f-4b7c-8a78-54793935d597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747006 Feb 04 14:14:02.132568 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b79b8072-51ef-4614-835d-a9c5d1897cd0 admin admin] Publish callbacks [] for router_gateway (7db6d163-b595-45a4-bd1c-705bfda50390), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:02.203613 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b79b8072-51ef-4614-835d-a9c5d1897cd0 admin admin] Deleting port 6db02440-ca51-43c0-bf89-0f846e20e36b {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:14:02.203958 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b79b8072-51ef-4614-835d-a9c5d1897cd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6db02440-ca51-43c0-bf89-0f846e20e36b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:02.218345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3908ad1e-dcdd-49f4-8750-43c73d1fb036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T14:14:01Z', 'revision_number': 5, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port': {'id': '6db02440-ca51-43c0-bf89-0f846e20e36b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:48Z', 'updated_at': '2022-02-04T13:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:02.247968 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3908ad1e-dcdd-49f4-8750-43c73d1fb036 None None] Checking router: 7db6d163-b595-45a4-bd1c-705bfda50390 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:14:02.258124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3908ad1e-dcdd-49f4-8750-43c73d1fb036 None None] Routers {'7db6d163-b595-45a4-bd1c-705bfda50390'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:14:02.259591 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3908ad1e-dcdd-49f4-8750-43c73d1fb036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7db6d163-b595-45a4-bd1c-705bfda50390'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:02.332833 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-b79b8072-51ef-4614-835d-a9c5d1897cd0 admin admin] For port 6db02440-ca51-43c0-bf89-0f846e20e36b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6db02440-ca51-43c0-bf89-0f846e20e36b,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:14:02.333293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b79b8072-51ef-4614-835d-a9c5d1897cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6db02440-ca51-43c0-bf89-0f846e20e36b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:02.356899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b79b8072-51ef-4614-835d-a9c5d1897cd0 admin admin] Calling delete_port for 6db02440-ca51-43c0-bf89-0f846e20e36b owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:14:02.408986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-3908ad1e-dcdd-49f4-8750-43c73d1fb036 None None] Set router 7db6d163-b595-45a4-bd1c-705bfda50390 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:14:02.505886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-3908ad1e-dcdd-49f4-8750-43c73d1fb036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T14:14:02Z', 'revision_number': 6, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:02.537267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3908ad1e-dcdd-49f4-8750-43c73d1fb036 None None] The sync data for ids ['7db6d163-b595-45a4-bd1c-705bfda50390'] in n-d-714676-13 is: [{'id': '7db6d163-b595-45a4-bd1c-705bfda50390', 'name': 'tempest-TestVolumeBootPattern-1081086590-router', 'tenant_id': '04a7af11479049059024e84090058dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:47Z', 'updated_at': '2022-02-04T14:14:02Z', 'revision_number': 6, 'project_id': '04a7af11479049059024e84090058dbe', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:14:02.629477 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b79b8072-51ef-4614-835d-a9c5d1897cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6db02440-ca51-43c0-bf89-0f846e20e36b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:02.662920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b8072-51ef-4614-835d-a9c5d1897cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db02440-ca51-43c0-bf89-0f846e20e36b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:02.731616 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b79b8072-51ef-4614-835d-a9c5d1897cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (7db6d163-b595-45a4-bd1c-705bfda50390), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:02.830878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b79b8072-51ef-4614-835d-a9c5d1897cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (7db6d163-b595-45a4-bd1c-705bfda50390), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:02.833295 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b79b8072-51ef-4614-835d-a9c5d1897cd0 admin admin] Publish callbacks [] for router_controller (7db6d163-b595-45a4-bd1c-705bfda50390), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:02.883257 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b79b8072-51ef-4614-835d-a9c5d1897cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (7db6d163-b595-45a4-bd1c-705bfda50390), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:02.883769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79b8072-51ef-4614-835d-a9c5d1897cd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7db6d163-b595-45a4-bd1c-705bfda50390 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:14:02.888495 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b79b8072-51ef-4614-835d-a9c5d1897cd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:02.890320 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b79b8072-51ef-4614-835d-a9c5d1897cd0 admin admin] 10.222.0.96 "DELETE /v2.0/routers/7db6d163-b595-45a4-bd1c-705bfda50390 HTTP/1.1" status: 204 len: 168 time: 1.0728283 Feb 04 14:14:02.893259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59476) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:14:02.949047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9a6951-19d5-4d7e-b736-e1cb93df35da admin admin] Deleting subnet cdd28e0c-e617-457e-92ca-24c633c0a546 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:14:02.952833 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6951-19d5-4d7e-b736-e1cb93df35da admin admin] Publish callbacks [] for subnet (cdd28e0c-e617-457e-92ca-24c633c0a546), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:03.016557 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6951-19d5-4d7e-b736-e1cb93df35da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (cdd28e0c-e617-457e-92ca-24c633c0a546), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:03.158229 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6951-19d5-4d7e-b736-e1cb93df35da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (cdd28e0c-e617-457e-92ca-24c633c0a546), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:03.257672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d35e7c-756d-4663-a374-0374c53c7f27 req-be4b8824-ac1d-4cc7-a094-9327d8abd4bf tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:03.259415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9d35e7c-756d-4663-a374-0374c53c7f27 req-be4b8824-ac1d-4cc7-a094-9327d8abd4bf tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 945 time: 0.1030099 Feb 04 14:14:03.269466 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6951-19d5-4d7e-b736-e1cb93df35da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (cdd28e0c-e617-457e-92ca-24c633c0a546), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:03.317503 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6951-19d5-4d7e-b736-e1cb93df35da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:03.323730 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef247410-75c3-46be-9bb3-8eb946a13656 None None] Network 27de3437-df86-4192-8a38-bd89e17714b7 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:14:03.325094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59482) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:14:03.325336 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3b9a6951-19d5-4d7e-b736-e1cb93df35da admin admin] 10.222.0.96 "DELETE /v2.0/subnets/cdd28e0c-e617-457e-92ca-24c633c0a546 HTTP/1.1" status: 204 len: 168 time: 0.4266276 Feb 04 14:14:03.340678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a6951-19d5-4d7e-b736-e1cb93df35da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd28e0c-e617-457e-92ca-24c633c0a546,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:03.376349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9d35e7c-756d-4663-a374-0374c53c7f27 req-e39d56a9-3cdb-4f11-a2af-2fddb7be777b tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/security-groups?id=af225bd5-411f-4b7c-8a78-54793935d597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097403 Feb 04 14:14:03.551476 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa881318-d484-47d2-8f4c-dca332834d83 None None] DHCP port deletion for 27de3437-df86-4192-8a38-bd89e17714b7 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:14:03.562248 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (27de3437-df86-4192-8a38-bd89e17714b7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:03.644647 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6db02440-ca51-43c0-bf89-0f846e20e36b no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:14:03.668636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] Deleting port 393ce203-6054-48a0-a884-594ebe1d6270 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:14:03.669248 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (393ce203-6054-48a0-a884-594ebe1d6270), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:03.676657 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 6db02440-ca51-43c0-bf89-0f846e20e36b {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:14:03.677340 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6db02440-ca51-43c0-bf89-0f846e20e36b not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:14:03.677773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5b02d45d-598f-4b63-bbf5-0a580cb31b16 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:14:03.697662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be8a0d-01e8-44bb-9c3e-d23c5cd5d0cf req-d4af64d0-d249-4f76-842a-acd9c940e6cf tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:03.701213 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1be8a0d-01e8-44bb-9c3e-d23c5cd5d0cf req-d4af64d0-d249-4f76-842a-acd9c940e6cf tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 945 time: 0.1015306 Feb 04 14:14:03.730324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 5b02d45d-598f-4b63-bbf5-0a580cb31b16 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:14:03.730836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5b02d45d-598f-4b63-bbf5-0a580cb31b16 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:14:03.739881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-aa881318-d484-47d2-8f4c-dca332834d83 None None] Deleting port 393ce203-6054-48a0-a884-594ebe1d6270 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:14:03.740258 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aa881318-d484-47d2-8f4c-dca332834d83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (393ce203-6054-48a0-a884-594ebe1d6270), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:03.783395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] For port 393ce203-6054-48a0-a884-594ebe1d6270, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=393ce203-6054-48a0-a884-594ebe1d6270,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:14:03.783875 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (393ce203-6054-48a0-a884-594ebe1d6270), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:03.788624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1be8a0d-01e8-44bb-9c3e-d23c5cd5d0cf req-724aeb89-0b1d-421e-8d8e-c04cf1adbd4b tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/security-groups?id=af225bd5-411f-4b7c-8a78-54793935d597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864699 Feb 04 14:14:03.802995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] Calling delete_port for 393ce203-6054-48a0-a884-594ebe1d6270 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:14:03.836213 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-aa881318-d484-47d2-8f4c-dca332834d83 None None] For port 393ce203-6054-48a0-a884-594ebe1d6270, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=393ce203-6054-48a0-a884-594ebe1d6270,segment=NetworkSegment(36c1dae5-39ee-414f-ac75-c0749478cd11),segment_id=36c1dae5-39ee-414f-ac75-c0749478cd11)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:14:03.837489 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aa881318-d484-47d2-8f4c-dca332834d83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (393ce203-6054-48a0-a884-594ebe1d6270), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:03.853594 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-aa881318-d484-47d2-8f4c-dca332834d83 None None] Calling delete_port for 393ce203-6054-48a0-a884-594ebe1d6270 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:14:03.954523 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (393ce203-6054-48a0-a884-594ebe1d6270), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:03.988507 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aa881318-d484-47d2-8f4c-dca332834d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (393ce203-6054-48a0-a884-594ebe1d6270), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:03.997002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] Pushing event deleted for resources: {'Port': ['ID=393ce203-6054-48a0-a884-594ebe1d6270,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:04.000630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e2379-7d3c-4510-885f-0608ed04c3d9 req-4e66933b-4cb8-4a64-ad19-9e51506d5895 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:04.001026 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] No DVR routers for this DVR port 393ce203-6054-48a0-a884-594ebe1d6270 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:14:04.009434 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-116e2379-7d3c-4510-885f-0608ed04c3d9 req-4e66933b-4cb8-4a64-ad19-9e51506d5895 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 945 time: 0.0972164 Feb 04 14:14:04.015533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa881318-d484-47d2-8f4c-dca332834d83 None None] No DVR routers for this DVR port 393ce203-6054-48a0-a884-594ebe1d6270 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:14:04.058137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa881318-d484-47d2-8f4c-dca332834d83 None None] Pushing event deleted for resources: {'Port': ['ID=393ce203-6054-48a0-a884-594ebe1d6270,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:04.077047 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-116e2379-7d3c-4510-885f-0608ed04c3d9 req-44b9186a-2811-4545-88e3-0c5debbf712a tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/security-groups?id=af225bd5-411f-4b7c-8a78-54793935d597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663786 Feb 04 14:14:04.100134 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59488) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:14:04.108782 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (27de3437-df86-4192-8a38-bd89e17714b7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:04.144535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27de3437-df86-4192-8a38-bd89e17714b7']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:04.168777 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c1dae5-39ee-414f-ac75-c0749478cd11') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:04.169121 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c1dae5-39ee-414f-ac75-c0749478cd11') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:04.187942 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (36c1dae5-39ee-414f-ac75-c0749478cd11), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:04.212819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (36c1dae5-39ee-414f-ac75-c0749478cd11), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:04.220491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:14:04.220904 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (36c1dae5-39ee-414f-ac75-c0749478cd11), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:14:04.222682 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:14:04.231894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac542b-f397-45cd-83c4-1efe89671e36 tempest-TestServerBasicOps-756939049 tempest-TestServerBasicOps-756939049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:04.233702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5fac542b-f397-45cd-83c4-1efe89671e36 tempest-TestServerBasicOps-756939049 tempest-TestServerBasicOps-756939049-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 1123 time: 0.1326087 Feb 04 14:14:04.236844 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59492) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:14:04.241443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '8df1ed3d-de17-47f7-8a90-793cbe1b1dbc', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:14:04.267315 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:04.290774 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (27de3437-df86-4192-8a38-bd89e17714b7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:04.297254 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:04.300569 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] 10.222.0.96 "DELETE /v2.0/networks/27de3437-df86-4192-8a38-bd89e17714b7 HTTP/1.1" status: 204 len: 168 time: 0.9731040 Feb 04 14:14:04.313550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59496) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:14:04.326331 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff4bbd-cb90-48f1-b5c5-26c85ae925ca admin admin] Pushing event deleted for resources: {'Network': ['ID=27de3437-df86-4192-8a38-bd89e17714b7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:04.413771 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:04.567083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Allocated IP 172.25.5.73 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/002642d0-a017-4623-9352-1f0a6afe8d9d) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:14:04.737733 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for port (002642d0-a017-4623-9352-1f0a6afe8d9d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:04.802873 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (002642d0-a017-4623-9352-1f0a6afe8d9d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:04.859590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:14:04.862913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:14:04.867042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:14:04.894016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Pushing event updated for resources: {'Port': ['ID=002642d0-a017-4623-9352-1f0a6afe8d9d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:05.141867 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eb660f3-602d-4b23-bdbb-90dac695ee5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (807096eb-2a2b-407e-8dc2-49f5d037d422), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:05.371188 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for floatingip (587295b2-51e1-4499-b49b-67d6920d57c5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:05.480212 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (002642d0-a017-4623-9352-1f0a6afe8d9d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:05.485554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2eb660f3-602d-4b23-bdbb-90dac695ee5d admin admin] Deleting port 88153a9a-45fb-4895-ad0d-1e805a765ace {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:14:05.485927 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eb660f3-602d-4b23-bdbb-90dac695ee5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:05.598228 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 393ce203-6054-48a0-a884-594ebe1d6270 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:14:05.606082 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-2eb660f3-602d-4b23-bdbb-90dac695ee5d admin admin] For port 88153a9a-45fb-4895-ad0d-1e805a765ace, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=88153a9a-45fb-4895-ad0d-1e805a765ace,segment=NetworkSegment(dbec12c8-e88d-43c2-8e93-8fb06a5b354b),segment_id=dbec12c8-e88d-43c2-8e93-8fb06a5b354b)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:14:05.606787 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eb660f3-602d-4b23-bdbb-90dac695ee5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:05.638758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2eb660f3-602d-4b23-bdbb-90dac695ee5d admin admin] Calling delete_port for 88153a9a-45fb-4895-ad0d-1e805a765ace owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:14:05.640362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 393ce203-6054-48a0-a884-594ebe1d6270 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:14:05.640943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 393ce203-6054-48a0-a884-594ebe1d6270 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:14:05.814755 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for port (002642d0-a017-4623-9352-1f0a6afe8d9d), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:05.822534 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (002642d0-a017-4623-9352-1f0a6afe8d9d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:05.914228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Pushing event updated for resources: {'Port': ['ID=002642d0-a017-4623-9352-1f0a6afe8d9d,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:05.929600 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (587295b2-51e1-4499-b49b-67d6920d57c5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:05.940174 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eb660f3-602d-4b23-bdbb-90dac695ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (88153a9a-45fb-4895-ad0d-1e805a765ace), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:05.968949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb660f3-602d-4b23-bdbb-90dac695ee5d admin admin] Pushing event deleted for resources: {'Port': ['ID=88153a9a-45fb-4895-ad0d-1e805a765ace,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:06.088253 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Floating IP 587295b2-51e1-4499-b49b-67d6920d57c5 associated. External IP: 172.25.5.73, port: 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc. Feb 04 14:14:06.216112 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eb660f3-602d-4b23-bdbb-90dac695ee5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (807096eb-2a2b-407e-8dc2-49f5d037d422), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:06.359011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Router 6cc33de6-5389-465d-8b90-a2149a4220f7 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:14:06.567816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb660f3-602d-4b23-bdbb-90dac695ee5d admin admin] Router 807096eb-2a2b-407e-8dc2-49f5d037d422 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:14:06.767783 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb660f3-602d-4b23-bdbb-90dac695ee5d admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:14:06.778359 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2eb660f3-602d-4b23-bdbb-90dac695ee5d admin admin] 10.222.0.96 "PUT /v2.0/routers/807096eb-2a2b-407e-8dc2-49f5d037d422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4630091 Feb 04 14:14:06.780788 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59506) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:14:06.786615 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6bcf15-b23b-46b3-bbbd-ce7d05cb553f None None] Sync routers for ids ['807096eb-2a2b-407e-8dc2-49f5d037d422'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:14:06.809624 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6bcf15-b23b-46b3-bbbd-ce7d05cb553f None None] Routers {'807096eb-2a2b-407e-8dc2-49f5d037d422'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:14:06.811186 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ee6bcf15-b23b-46b3-bbbd-ce7d05cb553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['807096eb-2a2b-407e-8dc2-49f5d037d422'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:06.900818 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:14:06.930161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e10e9-23a1-49a8-b53e-9c834600e756 None None] Sync routers for ids ['6cc33de6-5389-465d-8b90-a2149a4220f7'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:14:06.944068 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:06.987304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69e10e9-23a1-49a8-b53e-9c834600e756 None None] Routers {'6cc33de6-5389-465d-8b90-a2149a4220f7'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:14:06.988363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b69e10e9-23a1-49a8-b53e-9c834600e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6cc33de6-5389-465d-8b90-a2149a4220f7'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:07.009602 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2cd1b501-a968-451c-ac2b-fe4e3d7fb8e1 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7671509 Feb 04 14:14:07.011002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7988ada8-87c3-47fc-9f90-48d03c3f4231', 'tag': '8df1ed3d-de17-47f7-8a90-793cbe1b1dbc'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:14:07.014977 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb79fdb3225d7b76e2e7cfb55dcc930dc32f1dc0b2397fb47cf4beca87e95f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04678138-a06d-46cf-86bc-28e557fbb6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7988ada8-87c3-47fc-9f90-48d03c3f4231", "tag": "8df1ed3d-de17-47f7-8a90-793cbe1b1dbc"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:14:07.070273 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e0f932-f726-4781-a30d-5d9c5051daf7 x-openstack-request-id: req-81e0f932-f726-4781-a30d-5d9c5051daf7 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:14:07.071004 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7988ada8-87c3-47fc-9f90-48d03c3f4231", "tag": "8df1ed3d-de17-47f7-8a90-793cbe1b1dbc", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:14:07.071683 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-81e0f932-f726-4781-a30d-5d9c5051daf7 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:14:07.072275 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7988ada8-87c3-47fc-9f90-48d03c3f4231', 'tag': '8df1ed3d-de17-47f7-8a90-793cbe1b1dbc', 'status': 'completed', 'code': 200} Feb 04 14:14:07.136934 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3048b2ad-5db9-4332-a084-ca0cd459d88a admin admin] Publish callbacks [] for router (807096eb-2a2b-407e-8dc2-49f5d037d422), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:07.172119 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b69e10e9-23a1-49a8-b53e-9c834600e756 None None] Set router 6cc33de6-5389-465d-8b90-a2149a4220f7 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:14:07.181168 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04678138-a06d-46cf-86bc-28e557fbb6a5 req-a7c4582f-cdc6-49f0-b34c-c915e2b68a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:07.183243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04678138-a06d-46cf-86bc-28e557fbb6a5 req-a7c4582f-cdc6-49f0-b34c-c915e2b68a93 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=faef0277b39946bf8a56aaccbebe4a09&device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 1128 time: 0.0851655 Feb 04 14:14:07.204080 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-ee6bcf15-b23b-46b3-bbbd-ce7d05cb553f None None] Set router 807096eb-2a2b-407e-8dc2-49f5d037d422 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:14:07.295845 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3048b2ad-5db9-4332-a084-ca0cd459d88a admin admin] Publish callbacks [] for router_gateway (807096eb-2a2b-407e-8dc2-49f5d037d422), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:07.297483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04678138-a06d-46cf-86bc-28e557fbb6a5 req-a79e8e32-2442-4bf7-a142-661808774d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:07.299184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04678138-a06d-46cf-86bc-28e557fbb6a5 req-a79e8e32-2442-4bf7-a142-661808774d48 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fe407f06-b73d-4582-9c87-1a8990c64feb HTTP/1.1" status: 200 len: 910 time: 0.1105518 Feb 04 14:14:07.414838 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04678138-a06d-46cf-86bc-28e557fbb6a5 req-8843c8e8-c9e8-41fd-8781-98901a327749 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc HTTP/1.1" status: 200 len: 998 time: 0.1076686 Feb 04 14:14:07.415638 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3048b2ad-5db9-4332-a084-ca0cd459d88a admin admin] Deleting port 8522a6c8-32dc-4359-8453-9a4e50f63c83 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:14:07.416279 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3048b2ad-5db9-4332-a084-ca0cd459d88a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8522a6c8-32dc-4359-8453-9a4e50f63c83), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:07.476724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04678138-a06d-46cf-86bc-28e557fbb6a5 req-e4723bdc-1aa9-4f93-9e45-fbaf026d715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:07.479904 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04678138-a06d-46cf-86bc-28e557fbb6a5 req-e4723bdc-1aa9-4f93-9e45-fbaf026d715a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2304e7fe-94f8-4bc0-ad32-90ce76874da5 HTTP/1.1" status: 200 len: 848 time: 0.0593371 Feb 04 14:14:07.553677 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-3048b2ad-5db9-4332-a084-ca0cd459d88a admin admin] For port 8522a6c8-32dc-4359-8453-9a4e50f63c83, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8522a6c8-32dc-4359-8453-9a4e50f63c83,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:14:07.554486 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3048b2ad-5db9-4332-a084-ca0cd459d88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8522a6c8-32dc-4359-8453-9a4e50f63c83), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:07.572839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04678138-a06d-46cf-86bc-28e557fbb6a5 req-9a414110-4644-45b7-b381-846dc0f12887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:07.574524 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04678138-a06d-46cf-86bc-28e557fbb6a5 req-9a414110-4644-45b7-b381-846dc0f12887 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fe407f06-b73d-4582-9c87-1a8990c64feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0886946 Feb 04 14:14:07.580408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b69e10e9-23a1-49a8-b53e-9c834600e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'name': 'tempest-TestServerBasicOps-1913335341-router', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:34Z', 'updated_at': '2022-02-04T14:13:38Z', 'revision_number': 4, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'gw_port': {'id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:35Z', 'updated_at': '2022-02-04T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '587295b2-51e1-4499-b49b-67d6920d57c5', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'port_id': '8df1ed3d-de17-47f7-8a90-793cbe1b1dbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'mac_address': 'fa:16:3e:a0:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988ada8-87c3-47fc-9f90-48d03c3f4231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:14:05Z', 'updated_at': '2022-02-04T14:14:05Z', 'revision_number': 0, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2be0ef1-8221-4c3d-99bc-8409878e618f', 'name': '', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'mac_address': 'fa:16:3e:80:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:37Z', 'updated_at': '2022-02-04T14:13:45Z', 'revision_number': 5, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'subnets': [{'id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:07.592944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3048b2ad-5db9-4332-a084-ca0cd459d88a admin admin] Calling delete_port for 8522a6c8-32dc-4359-8453-9a4e50f63c83 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:14:07.610947 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ee6bcf15-b23b-46b3-bbbd-ce7d05cb553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'name': 'tempest-TestVolumeBootPattern-334787300-router', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8522a6c8-32dc-4359-8453-9a4e50f63c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:54Z', 'updated_at': '2022-02-04T14:14:05Z', 'revision_number': 5, 'project_id': 'b0383cac23cc4e939d2ca983d34242df', 'gw_port': {'id': '8522a6c8-32dc-4359-8453-9a4e50f63c83', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:56Z', 'updated_at': '2022-02-04T14:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:07.613695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e10e9-23a1-49a8-b53e-9c834600e756 None None] Checking router: 6cc33de6-5389-465d-8b90-a2149a4220f7 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:14:07.624033 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69e10e9-23a1-49a8-b53e-9c834600e756 None None] Routers {'6cc33de6-5389-465d-8b90-a2149a4220f7'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:14:07.624698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b69e10e9-23a1-49a8-b53e-9c834600e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6cc33de6-5389-465d-8b90-a2149a4220f7'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:07.694622 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6bcf15-b23b-46b3-bbbd-ce7d05cb553f None None] Checking router: 807096eb-2a2b-407e-8dc2-49f5d037d422 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:14:07.705639 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6bcf15-b23b-46b3-bbbd-ce7d05cb553f None None] Routers {'807096eb-2a2b-407e-8dc2-49f5d037d422'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:14:07.706317 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ee6bcf15-b23b-46b3-bbbd-ce7d05cb553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:13:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['807096eb-2a2b-407e-8dc2-49f5d037d422'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:07.760047 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04678138-a06d-46cf-86bc-28e557fbb6a5 req-d1293786-5475-4202-8904-0ab1ffd6ebbf service neutron] 10.222.0.99 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758811 Feb 04 14:14:07.889786 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-ee6bcf15-b23b-46b3-bbbd-ce7d05cb553f None None] Set router 807096eb-2a2b-407e-8dc2-49f5d037d422 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:14:07.965100 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3048b2ad-5db9-4332-a084-ca0cd459d88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8522a6c8-32dc-4359-8453-9a4e50f63c83), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:07.982856 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-04678138-a06d-46cf-86bc-28e557fbb6a5 req-5de600b1-d812-411f-89b4-435e2d2ec871 service neutron] 10.222.0.99 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169018 Feb 04 14:14:08.004338 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048b2ad-5db9-4332-a084-ca0cd459d88a admin admin] Pushing event deleted for resources: {'Port': ['ID=8522a6c8-32dc-4359-8453-9a4e50f63c83,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:08.013264 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ee6bcf15-b23b-46b3-bbbd-ce7d05cb553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'name': 'tempest-TestVolumeBootPattern-334787300-router', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:54Z', 'updated_at': '2022-02-04T14:14:07Z', 'revision_number': 6, 'project_id': 'b0383cac23cc4e939d2ca983d34242df', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:08.049289 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6bcf15-b23b-46b3-bbbd-ce7d05cb553f None None] The sync data for ids ['807096eb-2a2b-407e-8dc2-49f5d037d422'] in n-d-714676-13 is: [{'id': '807096eb-2a2b-407e-8dc2-49f5d037d422', 'name': 'tempest-TestVolumeBootPattern-334787300-router', 'tenant_id': 'b0383cac23cc4e939d2ca983d34242df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:54Z', 'updated_at': '2022-02-04T14:14:07Z', 'revision_number': 6, 'project_id': 'b0383cac23cc4e939d2ca983d34242df', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:14:08.099855 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3048b2ad-5db9-4332-a084-ca0cd459d88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (807096eb-2a2b-407e-8dc2-49f5d037d422), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:08.123875 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b69e10e9-23a1-49a8-b53e-9c834600e756 None None] Set router 6cc33de6-5389-465d-8b90-a2149a4220f7 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:14:08.185897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-b0846be1-297d-4c06-b097-bee8e656398f tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:08.188013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-b0846be1-297d-4c06-b097-bee8e656398f tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/networks?id=a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f HTTP/1.1" status: 200 len: 813 time: 0.2032089 Feb 04 14:14:08.211905 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-f467db63-5e0f-480f-a1f0-117dc1b1876a tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/quotas/3e18a59399a342219c24f1bc474e5af4 HTTP/1.1" status: 200 len: 375 time: 0.0167186 Feb 04 14:14:08.269823 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-9a2a92f9-c7b0-47de-a81b-cb3a83318288 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3e18a59399a342219c24f1bc474e5af4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477674 Feb 04 14:14:08.273167 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3048b2ad-5db9-4332-a084-ca0cd459d88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (807096eb-2a2b-407e-8dc2-49f5d037d422), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:08.277993 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3048b2ad-5db9-4332-a084-ca0cd459d88a admin admin] Publish callbacks [] for router_controller (807096eb-2a2b-407e-8dc2-49f5d037d422), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:08.353650 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3048b2ad-5db9-4332-a084-ca0cd459d88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (807096eb-2a2b-407e-8dc2-49f5d037d422), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:08.354402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3048b2ad-5db9-4332-a084-ca0cd459d88a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 807096eb-2a2b-407e-8dc2-49f5d037d422 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:14:08.365832 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3048b2ad-5db9-4332-a084-ca0cd459d88a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:08.367258 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3048b2ad-5db9-4332-a084-ca0cd459d88a admin admin] 10.222.0.96 "DELETE /v2.0/routers/807096eb-2a2b-407e-8dc2-49f5d037d422 HTTP/1.1" status: 204 len: 168 time: 1.5730634 Feb 04 14:14:08.370157 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59526) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:14:08.402045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-a83996a0-0c72-4de2-8516-b55691ffdd0f service neutron] 10.222.0.96 "GET /v2.0/networks/a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232600 Feb 04 14:14:08.447762 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce03f1c-9655-4a7b-9f25-0af931823bb8 admin admin] Deleting subnet 35ca10f5-9262-4fb8-aaa3-bc921c6816d6 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:14:08.452385 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ce03f1c-9655-4a7b-9f25-0af931823bb8 admin admin] Publish callbacks [] for subnet (35ca10f5-9262-4fb8-aaa3-bc921c6816d6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:08.456660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b69e10e9-23a1-49a8-b53e-9c834600e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'name': 'tempest-TestServerBasicOps-1913335341-router', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:34Z', 'updated_at': '2022-02-04T14:13:38Z', 'revision_number': 4, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'gw_port': {'id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:35Z', 'updated_at': '2022-02-04T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '587295b2-51e1-4499-b49b-67d6920d57c5', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'port_id': '8df1ed3d-de17-47f7-8a90-793cbe1b1dbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'mac_address': 'fa:16:3e:a0:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988ada8-87c3-47fc-9f90-48d03c3f4231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:14:05Z', 'updated_at': '2022-02-04T14:14:05Z', 'revision_number': 0, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2be0ef1-8221-4c3d-99bc-8409878e618f', 'name': '', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'mac_address': 'fa:16:3e:80:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:37Z', 'updated_at': '2022-02-04T14:13:45Z', 'revision_number': 5, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'subnets': [{'id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:08.497605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e10e9-23a1-49a8-b53e-9c834600e756 None None] The sync data for ids ['6cc33de6-5389-465d-8b90-a2149a4220f7'] in n-d-714676-13 is: [{'id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'name': 'tempest-TestServerBasicOps-1913335341-router', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:34Z', 'updated_at': '2022-02-04T14:13:38Z', 'revision_number': 4, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'gw_port': {'id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:35Z', 'updated_at': '2022-02-04T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '587295b2-51e1-4499-b49b-67d6920d57c5', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'port_id': '8df1ed3d-de17-47f7-8a90-793cbe1b1dbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'mac_address': 'fa:16:3e:a0:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988ada8-87c3-47fc-9f90-48d03c3f4231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:14:05Z', 'updated_at': '2022-02-04T14:14:05Z', 'revision_number': 0, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2be0ef1-8221-4c3d-99bc-8409878e618f', 'name': '', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'mac_address': 'fa:16:3e:80:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:37Z', 'updated_at': '2022-02-04T14:13:45Z', 'revision_number': 5, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'subnets': [{'id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:14:08.509054 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ce03f1c-9655-4a7b-9f25-0af931823bb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (35ca10f5-9262-4fb8-aaa3-bc921c6816d6), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:08.570984 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-b1e2479f-82b9-4d48-b30a-b53a56bd774c service neutron] 10.222.0.96 "GET /v2.0/networks/a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611474 Feb 04 14:14:08.638193 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ce03f1c-9655-4a7b-9f25-0af931823bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (35ca10f5-9262-4fb8-aaa3-bc921c6816d6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:08.707993 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ce03f1c-9655-4a7b-9f25-0af931823bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (35ca10f5-9262-4fb8-aaa3-bc921c6816d6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:08.739126 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce03f1c-9655-4a7b-9f25-0af931823bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35ca10f5-9262-4fb8-aaa3-bc921c6816d6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:08.745731 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1ce03f1c-9655-4a7b-9f25-0af931823bb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:08.751250 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1ce03f1c-9655-4a7b-9f25-0af931823bb8 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/35ca10f5-9262-4fb8-aaa3-bc921c6816d6 HTTP/1.1" status: 204 len: 168 time: 0.3778255 Feb 04 14:14:08.751691 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59528) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:14:08.765407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74385ef-f6e5-47be-921b-67198c2c3a6d None None] Network 2ad05153-4d0b-41f1-8836-4a1fe13aca02 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:14:08.853653 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (2ad05153-4d0b-41f1-8836-4a1fe13aca02), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:08.920567 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33484b08-3d6a-4dc1-9b7e-04dfc8b42b06 req-c25d7b78-7551-4e23-9297-d9123a77d4e7 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 210 time: 0.0386558 Feb 04 14:14:08.927210 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d05f95d-38a2-42b5-92ef-8134bfbf31da None None] New status for floating IP 587295b2-51e1-4499-b49b-67d6920d57c5: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:14:08.997510 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] Deleting port a1d53780-0624-4a07-a682-eefbbc3ae3f2 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:14:08.998118 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a1d53780-0624-4a07-a682-eefbbc3ae3f2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:09.083747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a275a134-c3c8-48a2-92a8-1e9eebfa2ad0 None None] DHCP port deletion for 2ad05153-4d0b-41f1-8836-4a1fe13aca02 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:14:09.175236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] For port a1d53780-0624-4a07-a682-eefbbc3ae3f2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a1d53780-0624-4a07-a682-eefbbc3ae3f2,segment=NetworkSegment(dbec12c8-e88d-43c2-8e93-8fb06a5b354b),segment_id=dbec12c8-e88d-43c2-8e93-8fb06a5b354b)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:14:09.175716 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a1d53780-0624-4a07-a682-eefbbc3ae3f2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:09.198165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] Calling delete_port for a1d53780-0624-4a07-a682-eefbbc3ae3f2 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:14:09.200829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a275a134-c3c8-48a2-92a8-1e9eebfa2ad0 None None] Deleting port a1d53780-0624-4a07-a682-eefbbc3ae3f2 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:14:09.202003 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a275a134-c3c8-48a2-92a8-1e9eebfa2ad0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a1d53780-0624-4a07-a682-eefbbc3ae3f2), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:09.315891 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a1d53780-0624-4a07-a682-eefbbc3ae3f2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:09.328466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a275a134-c3c8-48a2-92a8-1e9eebfa2ad0 None None] For port a1d53780-0624-4a07-a682-eefbbc3ae3f2, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a1d53780-0624-4a07-a682-eefbbc3ae3f2,segment=NetworkSegment(dbec12c8-e88d-43c2-8e93-8fb06a5b354b),segment_id=dbec12c8-e88d-43c2-8e93-8fb06a5b354b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:14:09.329811 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a275a134-c3c8-48a2-92a8-1e9eebfa2ad0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a1d53780-0624-4a07-a682-eefbbc3ae3f2), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:09.357779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a275a134-c3c8-48a2-92a8-1e9eebfa2ad0 None None] Calling delete_port for a1d53780-0624-4a07-a682-eefbbc3ae3f2 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:14:09.375276 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d53780-0624-4a07-a682-eefbbc3ae3f2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:09.384710 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] No DVR routers for this DVR port a1d53780-0624-4a07-a682-eefbbc3ae3f2 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:14:09.485948 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a275a134-c3c8-48a2-92a8-1e9eebfa2ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (a1d53780-0624-4a07-a682-eefbbc3ae3f2), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:09.502032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a275a134-c3c8-48a2-92a8-1e9eebfa2ad0 None None] No DVR routers for this DVR port a1d53780-0624-4a07-a682-eefbbc3ae3f2 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:14:09.521518 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (2ad05153-4d0b-41f1-8836-4a1fe13aca02), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:09.540175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275a134-c3c8-48a2-92a8-1e9eebfa2ad0 None None] Pushing event deleted for resources: {'Port': ['ID=a1d53780-0624-4a07-a682-eefbbc3ae3f2,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:09.570890 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad05153-4d0b-41f1-8836-4a1fe13aca02']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:09.596358 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbec12c8-e88d-43c2-8e93-8fb06a5b354b') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:09.596704 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbec12c8-e88d-43c2-8e93-8fb06a5b354b') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:09.608331 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (dbec12c8-e88d-43c2-8e93-8fb06a5b354b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:09.626521 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (dbec12c8-e88d-43c2-8e93-8fb06a5b354b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:09.630335 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 88153a9a-45fb-4895-ad0d-1e805a765ace no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:14:09.637938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:14:09.638660 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (dbec12c8-e88d-43c2-8e93-8fb06a5b354b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:14:09.641672 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:14:09.652888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 88153a9a-45fb-4895-ad0d-1e805a765ace {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:14:09.653241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 88153a9a-45fb-4895-ad0d-1e805a765ace not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:14:09.654556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8522a6c8-32dc-4359-8453-9a4e50f63c83 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:14:09.682938 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 8522a6c8-32dc-4359-8453-9a4e50f63c83 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:14:09.683311 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8522a6c8-32dc-4359-8453-9a4e50f63c83 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:14:09.683729 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a1d53780-0624-4a07-a682-eefbbc3ae3f2 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:14:09.713444 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (2ad05153-4d0b-41f1-8836-4a1fe13aca02), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:09.719644 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:09.724662 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] 10.222.0.96 "DELETE /v2.0/networks/2ad05153-4d0b-41f1-8836-4a1fe13aca02 HTTP/1.1" status: 204 len: 168 time: 0.9707477 Feb 04 14:14:09.725960 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: a1d53780-0624-4a07-a682-eefbbc3ae3f2 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:14:09.726705 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a1d53780-0624-4a07-a682-eefbbc3ae3f2 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:14:09.744256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a117e-c8ac-434d-9ecb-017aac5c9e30 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad05153-4d0b-41f1-8836-4a1fe13aca02,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:09.890039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59542) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:14:09.935992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2ed8f146-3ff7-4ca7-97d8-ae846937c14c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=04a7af11479049059024e84090058dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442400 Feb 04 14:14:09.938491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59544) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:14:09.996643 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Publish callbacks [] for security_group (fae09dda-9a65-49a2-a943-a5c9724da2ef), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:10.050184 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Publish callbacks [] for security_group (fae09dda-9a65-49a2-a943-a5c9724da2ef), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:10.053957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c11be5a-fcd4-44e9-a082-b2364f9c918a req-c1788ba5-d7ef-496e-8c9e-4517a862c35b tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 210 time: 0.0355859 Feb 04 14:14:10.136300 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fae09dda-9a65-49a2-a943-a5c9724da2ef), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:10.141290 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:10.143549 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fae09dda-9a65-49a2-a943-a5c9724da2ef HTTP/1.1" status: 204 len: 168 time: 0.2039177 Feb 04 14:14:10.155436 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae09dda-9a65-49a2-a943-a5c9724da2ef,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:10.170561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:10.171392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:10.171952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:10.172546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:10.172891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:10.173291 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:10.173860 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:10.174464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:10.175005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:10.175796 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:10.176132 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:10.176629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:10.177184 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca7b17-d698-4dd5-bfda-7d9df7bc9687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:10.251801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-0c98c9ba-0694-442e-8ceb-f19bedfea71b tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:10.253632 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-0c98c9ba-0694-442e-8ceb-f19bedfea71b tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.100 "GET /v2.0/networks?id=a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f HTTP/1.1" status: 200 len: 813 time: 0.1681511 Feb 04 14:14:10.267420 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-8f14860c-93de-4189-ba2c-2378767aae06 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Request body: {'port': {'device_id': '5b1261e8-9756-44ac-bc7b-f6b314351261', 'network_id': 'a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f', 'admin_state_up': True, 'tenant_id': '3e18a59399a342219c24f1bc474e5af4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:14:10.409974 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-8f14860c-93de-4189-ba2c-2378767aae06 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Made reservation on behalf of 3e18a59399a342219c24f1bc474e5af4 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:14:10.414365 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-8f14860c-93de-4189-ba2c-2378767aae06 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:10.587676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-8f14860c-93de-4189-ba2c-2378767aae06 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Allocated IP 172.20.0.9 (a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f/ff1e8224-bd70-470f-8e43-3261cf211db6/08a816fb-ba7d-4bed-b56a-b927d5ad9039) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:14:10.614726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59552) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:14:10.676341 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7249338e-3590-4b47-baf9-4f9663fe6934 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b0383cac23cc4e939d2ca983d34242df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0598316 Feb 04 14:14:10.679060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59554) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:14:10.813098 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f18a5a35-345c-46a2-b2ad-051b70c59d26 admin admin] Publish callbacks [] for security_group (82d37bbd-bb79-47eb-a8b6-b6ca38b57989), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:10.844547 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-8f14860c-93de-4189-ba2c-2378767aae06 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Publish callbacks [] for port (08a816fb-ba7d-4bed-b56a-b927d5ad9039), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:10.857293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f18a5a35-345c-46a2-b2ad-051b70c59d26 admin admin] Publish callbacks [] for security_group (82d37bbd-bb79-47eb-a8b6-b6ca38b57989), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:10.919968 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-8f14860c-93de-4189-ba2c-2378767aae06 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (08a816fb-ba7d-4bed-b56a-b927d5ad9039), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:10.968774 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f18a5a35-345c-46a2-b2ad-051b70c59d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (82d37bbd-bb79-47eb-a8b6-b6ca38b57989), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:10.971434 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f18a5a35-345c-46a2-b2ad-051b70c59d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:10.972648 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f18a5a35-345c-46a2-b2ad-051b70c59d26 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/82d37bbd-bb79-47eb-a8b6-b6ca38b57989 HTTP/1.1" status: 204 len: 168 time: 0.2924769 Feb 04 14:14:10.986740 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-8f14860c-93de-4189-ba2c-2378767aae06 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Network a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:14:10.996138 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-8f14860c-93de-4189-ba2c-2378767aae06 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:14:10.999350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14860c-93de-4189-ba2c-2378767aae06 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Pushing event updated for resources: {'Port': ['ID=08a816fb-ba7d-4bed-b56a-b927d5ad9039,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:11.001356 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a5a35-345c-46a2-b2ad-051b70c59d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d37bbd-bb79-47eb-a8b6-b6ca38b57989,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:11.003084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-8f14860c-93de-4189-ba2c-2378767aae06 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:14:11.036585 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-66ca05c7-b18f-4e7b-ab06-6a7ea715b30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:11.076302 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-8f14860c-93de-4189-ba2c-2378767aae06 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:11.077687 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-8f14860c-93de-4189-ba2c-2378767aae06 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:11.100918 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-8f14860c-93de-4189-ba2c-2378767aae06 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8378186 Feb 04 14:14:11.116570 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Request body: {'port': {'device_id': '5b1261e8-9756-44ac-bc7b-f6b314351261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:14:11.219165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac8adb-df82-479f-a710-d7452ef860b2 req-46b86347-922a-4174-832a-e73be4642284 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:11.220863 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09ac8adb-df82-479f-a710-d7452ef860b2 req-46b86347-922a-4174-832a-e73be4642284 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 931 time: 0.0816681 Feb 04 14:14:11.226247 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (08a816fb-ba7d-4bed-b56a-b927d5ad9039), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:11.300945 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09ac8adb-df82-479f-a710-d7452ef860b2 req-f7b475ad-b115-4984-b9e5-594c38c52992 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718203 Feb 04 14:14:11.638991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a816fb-ba7d-4bed-b56a-b927d5ad9039 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:14:11.648259 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Publish callbacks [] for port (08a816fb-ba7d-4bed-b56a-b927d5ad9039), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:11.664051 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Transition to ACTIVE for port object 08a816fb-ba7d-4bed-b56a-b927d5ad9039 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:14:11.669447 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (08a816fb-ba7d-4bed-b56a-b927d5ad9039), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:11.748193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Pushing event updated for resources: {'Port': ['ID=08a816fb-ba7d-4bed-b56a-b927d5ad9039,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:11.815813 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Attempting to bind port 08a816fb-ba7d-4bed-b56a-b927d5ad9039 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:14:11.816179 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Attempting to bind port 08a816fb-ba7d-4bed-b56a-b927d5ad9039 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '1f7a95a4-8ab2-4715-94a3-49e31cdddd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:14:11.816453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Attempting to bind port 08a816fb-ba7d-4bed-b56a-b927d5ad9039 on network a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:14:11.823727 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Port 08a816fb-ba7d-4bed-b56a-b927d5ad9039 on network a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:14:11.824062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Attempting to bind port 08a816fb-ba7d-4bed-b56a-b927d5ad9039 on network a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:14:11.829954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:14:11.830329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Checking segment: {'id': '1f7a95a4-8ab2-4715-94a3-49e31cdddd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:14:11.830717 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Bound using segment: {'id': '1f7a95a4-8ab2-4715-94a3-49e31cdddd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:14:11.831156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Bound port: 08a816fb-ba7d-4bed-b56a-b927d5ad9039, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f7a95a4-8ab2-4715-94a3-49e31cdddd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:14:11.831518 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (08a816fb-ba7d-4bed-b56a-b927d5ad9039), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:11.904917 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] For port 08a816fb-ba7d-4bed-b56a-b927d5ad9039, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:14:11.908265 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] For port 08a816fb-ba7d-4bed-b56a-b927d5ad9039, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=08a816fb-ba7d-4bed-b56a-b927d5ad9039,segment=NetworkSegment(1f7a95a4-8ab2-4715-94a3-49e31cdddd1d),segment_id=1f7a95a4-8ab2-4715-94a3-49e31cdddd1d)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:14:11.915586 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (08a816fb-ba7d-4bed-b56a-b927d5ad9039), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:11.956822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:11.957440 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:11.958896 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] 10.222.0.100 "PUT /v2.0/ports/08a816fb-ba7d-4bed-b56a-b927d5ad9039 HTTP/1.1" status: 200 len: 1092 time: 0.8501890 Feb 04 14:14:11.959347 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1261e8-9756-44ac-bc7b-f6b314351261', 'tag': '08a816fb-ba7d-4bed-b56a-b927d5ad9039'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:14:11.962509 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ed8857-1eec-4818-a901-bf3417464a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1261e8-9756-44ac-bc7b-f6b314351261", "tag": "08a816fb-ba7d-4bed-b56a-b927d5ad9039"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:14:11.986771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cffb86-a13a-4617-bd81-8ee28ff109a9 service neutron] Pushing event updated for resources: {'Port': ['ID=08a816fb-ba7d-4bed-b56a-b927d5ad9039,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:12.020359 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24335588-38ce-4a77-95b1-a6a723d64f51 x-openstack-request-id: req-24335588-38ce-4a77-95b1-a6a723d64f51 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:14:12.020651 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1261e8-9756-44ac-bc7b-f6b314351261", "tag": "08a816fb-ba7d-4bed-b56a-b927d5ad9039", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:14:12.020904 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-24335588-38ce-4a77-95b1-a6a723d64f51 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:14:12.021305 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1261e8-9756-44ac-bc7b-f6b314351261', 'tag': '08a816fb-ba7d-4bed-b56a-b927d5ad9039', 'status': 'completed', 'code': 200} Feb 04 14:14:12.067582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-06b51355-0527-427b-a097-5bd0f2ad080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:12.069164 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-06b51355-0527-427b-a097-5bd0f2ad080d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3e18a59399a342219c24f1bc474e5af4&device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 1126 time: 0.0580661 Feb 04 14:14:12.115616 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-aafac85c-05fc-4ba3-84bc-b0b7aa994483 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08a816fb-ba7d-4bed-b56a-b927d5ad9039 HTTP/1.1" status: 200 len: 217 time: 0.0403662 Feb 04 14:14:12.166010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-e5cc4151-c630-42b4-a8e4-1cdc9be0b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:12.167530 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-e5cc4151-c630-42b4-a8e4-1cdc9be0b2b7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ff1e8224-bd70-470f-8e43-3261cf211db6 HTTP/1.1" status: 200 len: 853 time: 0.0469220 Feb 04 14:14:12.200856 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-ff5ca5f4-87a4-42be-b38c-3e1142d121dc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267072 Feb 04 14:14:12.296567 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-875536bf-0712-405e-b343-7854c3b7a97f service neutron] 10.222.0.100 "GET /v2.0/networks/a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898802 Feb 04 14:14:12.394185 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-915538d9-2e6f-4c7a-8032-5efc125538d8 req-90a09a10-3a76-4a55-9ca9-cac4595392e1 service neutron] 10.222.0.100 "GET /v2.0/networks/a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922859 Feb 04 14:14:12.447512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ba36a-23c9-426b-bb17-834be818f310 req-ca753349-26bd-42fc-8389-5bce54e908e3 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:12.449754 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-428ba36a-23c9-426b-bb17-834be818f310 req-ca753349-26bd-42fc-8389-5bce54e908e3 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 943 time: 0.0613897 Feb 04 14:14:12.511497 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-428ba36a-23c9-426b-bb17-834be818f310 req-a7b3150b-aca8-425e-bfdd-7ca5df5665df tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552785 Feb 04 14:14:12.515978 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed8857-1eec-4818-a901-bf3417464a0e req-0ee273d3-55a5-4fc0-a869-e47505b7d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:12.518776 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-02ed8857-1eec-4818-a901-bf3417464a0e req-0ee273d3-55a5-4fc0-a869-e47505b7d4fa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3e18a59399a342219c24f1bc474e5af4&device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 1126 time: 0.0624239 Feb 04 14:14:12.677928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed8857-1eec-4818-a901-bf3417464a0e req-42ea6329-336d-4afb-beba-334abeb89ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:12.680852 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-02ed8857-1eec-4818-a901-bf3417464a0e req-42ea6329-336d-4afb-beba-334abeb89ccd service neutron] 10.222.0.100 "GET /v2.0/networks?id=a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f HTTP/1.1" status: 200 len: 914 time: 0.1558669 Feb 04 14:14:12.732463 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-02ed8857-1eec-4818-a901-bf3417464a0e req-5272f30d-9f53-4e74-82cb-5615730f3536 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08a816fb-ba7d-4bed-b56a-b927d5ad9039 HTTP/1.1" status: 200 len: 217 time: 0.0443599 Feb 04 14:14:12.783920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed8857-1eec-4818-a901-bf3417464a0e req-eb8cbb96-de32-4001-98a2-1b7ff163d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:12.785404 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-02ed8857-1eec-4818-a901-bf3417464a0e req-eb8cbb96-de32-4001-98a2-1b7ff163d627 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ff1e8224-bd70-470f-8e43-3261cf211db6 HTTP/1.1" status: 200 len: 853 time: 0.0479774 Feb 04 14:14:12.819632 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-02ed8857-1eec-4818-a901-bf3417464a0e req-dd83b33c-2612-434a-880c-8301c763b942 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284905 Feb 04 14:14:12.918591 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-02ed8857-1eec-4818-a901-bf3417464a0e req-7f75bc6a-3484-4325-a6da-75f026bc4939 service neutron] 10.222.0.100 "GET /v2.0/networks/a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930409 Feb 04 14:14:13.029161 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-02ed8857-1eec-4818-a901-bf3417464a0e req-413fa81d-3787-45aa-b79f-b762a685c16b service neutron] 10.222.0.100 "GET /v2.0/networks/a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047578 Feb 04 14:14:13.646485 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0855a41-1f7c-4206-a930-c87cf823d3ed req-9128fc58-e8a5-4f85-ab0f-988c3fe56207 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:13.647903 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0855a41-1f7c-4206-a930-c87cf823d3ed req-9128fc58-e8a5-4f85-ab0f-988c3fe56207 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 943 time: 0.0552304 Feb 04 14:14:13.700792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0855a41-1f7c-4206-a930-c87cf823d3ed req-64340412-bbac-4fc6-967a-7c0d73be35ab tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470095 Feb 04 14:14:14.292456 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:14.829588 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29653e7b-ff62-4307-a0ab-e147d3e2e659 req-3c6d9438-0c65-4526-9a1c-0b7237192ed1 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:14.831127 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29653e7b-ff62-4307-a0ab-e147d3e2e659 req-3c6d9438-0c65-4526-9a1c-0b7237192ed1 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 943 time: 0.0602334 Feb 04 14:14:14.878451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29653e7b-ff62-4307-a0ab-e147d3e2e659 req-c19a3172-5487-4600-b487-a2e7e5373a0d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416009 Feb 04 14:14:15.031099 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:15.205662 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-04c45763-55a8-4ca6-a7fe-a0f762f184a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:15.709359 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:15.997947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db10642-94f2-4eee-9845-6eacf54b6b56 req-cdace942-1ff7-4de1-aa14-23d8802b389f tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:15.999481 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2db10642-94f2-4eee-9845-6eacf54b6b56 req-cdace942-1ff7-4de1-aa14-23d8802b389f tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 943 time: 0.0528212 Feb 04 14:14:16.046921 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2db10642-94f2-4eee-9845-6eacf54b6b56 req-96a006f3-6b3f-4b45-b5b6-f14a12334044 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Feb 04 14:14:16.095111 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 08a816fb-ba7d-4bed-b56a-b927d5ad9039 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:14:16.192281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 08a816fb-ba7d-4bed-b56a-b927d5ad9039, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=08a816fb-ba7d-4bed-b56a-b927d5ad9039,segment=NetworkSegment(1f7a95a4-8ab2-4715-94a3-49e31cdddd1d),segment_id=1f7a95a4-8ab2-4715-94a3-49e31cdddd1d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:14:16.203501 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '08a816fb-ba7d-4bed-b56a-b927d5ad9039', 'network_id': 'a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f', 'port_id': '08a816fb-ba7d-4bed-b56a-b927d5ad9039', 'mac_address': 'fa:16:3e:ec:3a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1e8224-bd70-470f-8e43-3261cf211db6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:14:16.240618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 08a816fb-ba7d-4bed-b56a-b927d5ad9039 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:14:16.241008 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (08a816fb-ba7d-4bed-b56a-b927d5ad9039), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:16.253744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a816fb-ba7d-4bed-b56a-b927d5ad9039 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:14:16.272566 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 08a816fb-ba7d-4bed-b56a-b927d5ad9039, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=08a816fb-ba7d-4bed-b56a-b927d5ad9039,segment=NetworkSegment(1f7a95a4-8ab2-4715-94a3-49e31cdddd1d),segment_id=1f7a95a4-8ab2-4715-94a3-49e31cdddd1d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:14:16.277038 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (08a816fb-ba7d-4bed-b56a-b927d5ad9039), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:16.328766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=08a816fb-ba7d-4bed-b56a-b927d5ad9039,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:16.594211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['08a816fb-ba7d-4bed-b56a-b927d5ad9039'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:14:17.047737 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:17.173557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cc987-7239-48a0-bdc9-0ad5785a0611 req-1eae691f-0979-4235-a2fd-d65c516ebe07 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:17.175088 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c40cc987-7239-48a0-bdc9-0ad5785a0611 req-1eae691f-0979-4235-a2fd-d65c516ebe07 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 944 time: 0.0562949 Feb 04 14:14:17.230190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c40cc987-7239-48a0-bdc9-0ad5785a0611 req-40a60ba6-6180-43a1-894d-4a970e513617 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488479 Feb 04 14:14:18.026833 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:18.110658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 08a816fb-ba7d-4bed-b56a-b927d5ad9039 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:14:18.158709 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 08a816fb-ba7d-4bed-b56a-b927d5ad9039 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:14:18.162631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 08a816fb-ba7d-4bed-b56a-b927d5ad9039 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:14:18.163008 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (08a816fb-ba7d-4bed-b56a-b927d5ad9039), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:18.243951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 08a816fb-ba7d-4bed-b56a-b927d5ad9039 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:14:18.244362 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (08a816fb-ba7d-4bed-b56a-b927d5ad9039), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:18.267658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1261e8-9756-44ac-bc7b-f6b314351261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a816fb-ba7d-4bed-b56a-b927d5ad9039'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:14:18.269935 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07e728cfef4104b34a67dd6a660155afbe70ed384c3494beeb8d8b1da00fd4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f25f734-bfaa-4c97-9fd8-6847d0d2ac10" -d '{"events": [{"server_uuid": "5b1261e8-9756-44ac-bc7b-f6b314351261", "name": "network-vif-plugged", "status": "completed", "tag": "08a816fb-ba7d-4bed-b56a-b927d5ad9039"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:14:18.286558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 08a816fb-ba7d-4bed-b56a-b927d5ad9039, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=08a816fb-ba7d-4bed-b56a-b927d5ad9039,segment=NetworkSegment(1f7a95a4-8ab2-4715-94a3-49e31cdddd1d),segment_id=1f7a95a4-8ab2-4715-94a3-49e31cdddd1d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:14:18.291843 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (08a816fb-ba7d-4bed-b56a-b927d5ad9039), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:18.342620 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=08a816fb-ba7d-4bed-b56a-b927d5ad9039,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:18.350626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a51191-cc27-4a85-b6a5-8a349c276c3b req-e1036803-6ee6-4647-9926-9cc7e48cda4e tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:18.352693 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-82a51191-cc27-4a85-b6a5-8a349c276c3b req-e1036803-6ee6-4647-9926-9cc7e48cda4e tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 945 time: 0.0551262 Feb 04 14:14:18.401436 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-82a51191-cc27-4a85-b6a5-8a349c276c3b req-f4a67748-1579-4aed-b384-b540a44a20f9 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427883 Feb 04 14:14:18.443197 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc6e757-6818-4e9d-aba8-e7919112d3e5 x-openstack-request-id: req-abc6e757-6818-4e9d-aba8-e7919112d3e5 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:14:18.443494 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1261e8-9756-44ac-bc7b-f6b314351261", "name": "network-vif-plugged", "status": "completed", "tag": "08a816fb-ba7d-4bed-b56a-b927d5ad9039", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:14:18.443748 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-abc6e757-6818-4e9d-aba8-e7919112d3e5 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:14:18.444135 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1261e8-9756-44ac-bc7b-f6b314351261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a816fb-ba7d-4bed-b56a-b927d5ad9039', 'code': 200} Feb 04 14:14:18.545883 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39877110-8d20-4786-858d-3a82839a5cb3 req-f717e660-9c65-4cf1-bb3b-3dc889919222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:18.547436 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-39877110-8d20-4786-858d-3a82839a5cb3 req-f717e660-9c65-4cf1-bb3b-3dc889919222 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 1128 time: 0.0475678 Feb 04 14:14:18.595203 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-39877110-8d20-4786-858d-3a82839a5cb3 req-2681f6fd-668e-46d1-a38d-cfc8faa055ec service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423145 Feb 04 14:14:19.527531 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8142996-60bc-4ee3-ae68-c52e638a4d54 req-8e1353c4-a184-445e-9ac5-ea35443614c4 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:19.529061 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8142996-60bc-4ee3-ae68-c52e638a4d54 req-8e1353c4-a184-445e-9ac5-ea35443614c4 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 945 time: 0.0566316 Feb 04 14:14:19.578502 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8142996-60bc-4ee3-ae68-c52e638a4d54 req-0c55270a-f44c-4a1a-a842-a97b7ffe7e60 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437939 Feb 04 14:14:20.710188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a0451-4b90-4540-b25d-a9ae6159dc54 req-b12c2e03-edaf-480e-ad81-fce0f814a030 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:20.711783 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-980a0451-4b90-4540-b25d-a9ae6159dc54 req-b12c2e03-edaf-480e-ad81-fce0f814a030 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 945 time: 0.0613430 Feb 04 14:14:20.761984 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-980a0451-4b90-4540-b25d-a9ae6159dc54 req-a1a4a975-99a2-46dc-a1d2-44792dc8aae7 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443606 Feb 04 14:14:33.091774 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:14:41.022931 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8382a018-f49a-47f1-aa56-6eec90380dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:44.291635 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:45.031602 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:45.208651 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14a6af62-46fa-44e5-b380-5a86374b438c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:45.714332 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:47.050720 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:14:48.019356 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:00.534648 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5472f04-b6e3-422f-be1a-2aae31578d63 req-5522bcbf-530d-4d89-8e44-93fbaa2065f8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2413318 Feb 04 14:15:00.629346 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5472f04-b6e3-422f-be1a-2aae31578d63 req-38bb9106-c1ae-4622-bd24-cc767ccfbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:15:00.631135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5472f04-b6e3-422f-be1a-2aae31578d63 req-38bb9106-c1ae-4622-bd24-cc767ccfbb56 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=faef0277b39946bf8a56aaccbebe4a09&device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 1128 time: 0.0516219 Feb 04 14:15:00.759185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5472f04-b6e3-422f-be1a-2aae31578d63 req-2ff0f23d-e721-4fd8-8a3d-19d228784102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:15:00.760591 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5472f04-b6e3-422f-be1a-2aae31578d63 req-2ff0f23d-e721-4fd8-8a3d-19d228784102 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fe407f06-b73d-4582-9c87-1a8990c64feb HTTP/1.1" status: 200 len: 910 time: 0.1102006 Feb 04 14:15:00.830879 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5472f04-b6e3-422f-be1a-2aae31578d63 req-fa33edb2-9c0c-4019-8590-6f0a492a950d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc HTTP/1.1" status: 200 len: 1000 time: 0.0644729 Feb 04 14:15:00.885901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5472f04-b6e3-422f-be1a-2aae31578d63 req-36135131-fa71-46f7-9eed-27ee7984f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:15:00.887702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5472f04-b6e3-422f-be1a-2aae31578d63 req-36135131-fa71-46f7-9eed-27ee7984f605 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2304e7fe-94f8-4bc0-ad32-90ce76874da5 HTTP/1.1" status: 200 len: 848 time: 0.0509644 Feb 04 14:15:00.938959 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5472f04-b6e3-422f-be1a-2aae31578d63 req-3d804ee4-b898-4e9f-b603-2dd9f309e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:15:00.940465 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5472f04-b6e3-422f-be1a-2aae31578d63 req-3d804ee4-b898-4e9f-b603-2dd9f309e328 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fe407f06-b73d-4582-9c87-1a8990c64feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475652 Feb 04 14:15:01.033240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5472f04-b6e3-422f-be1a-2aae31578d63 req-cee0f60a-557c-4a0c-8fc4-453fe76a4584 service neutron] 10.222.0.99 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852091 Feb 04 14:15:01.130190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5472f04-b6e3-422f-be1a-2aae31578d63 req-91578359-a4d9-4aef-b1c6-60971f7f61b8 service neutron] 10.222.0.99 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902793 Feb 04 14:15:02.868331 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31405fa1-aa41-4186-a8c2-41012acce8e8 req-76a0dffb-6b94-4526-8b8d-321da1f59d1d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:15:02.869773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31405fa1-aa41-4186-a8c2-41012acce8e8 req-76a0dffb-6b94-4526-8b8d-321da1f59d1d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 945 time: 0.0565484 Feb 04 14:15:02.919228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31405fa1-aa41-4186-a8c2-41012acce8e8 req-7b284396-573e-48d1-9193-829fa79049a4 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438008 Feb 04 14:15:04.047671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c55c1-02e7-47d7-b66d-63a9885e2a1b req-ad112411-f327-438c-857a-7a257288052d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:15:04.049188 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-115c55c1-02e7-47d7-b66d-63a9885e2a1b req-ad112411-f327-438c-857a-7a257288052d tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 945 time: 0.0592740 Feb 04 14:15:04.097345 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-115c55c1-02e7-47d7-b66d-63a9885e2a1b req-bbe58787-cf72-4818-b6fa-f8bc580092f3 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Feb 04 14:15:04.554627 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed2c81-3ef0-495f-8bef-d13e064953bc req-91de181a-1fba-4894-959e-f5d5f2bc5353 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:15:04.556661 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-12ed2c81-3ef0-495f-8bef-d13e064953bc req-91de181a-1fba-4894-959e-f5d5f2bc5353 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 945 time: 0.0639284 Feb 04 14:15:04.655833 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-12ed2c81-3ef0-495f-8bef-d13e064953bc req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Deleting port 08a816fb-ba7d-4bed-b56a-b927d5ad9039 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:15:04.656172 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-12ed2c81-3ef0-495f-8bef-d13e064953bc req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (08a816fb-ba7d-4bed-b56a-b927d5ad9039), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:05.046525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-12ed2c81-3ef0-495f-8bef-d13e064953bc req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] For port 08a816fb-ba7d-4bed-b56a-b927d5ad9039, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=08a816fb-ba7d-4bed-b56a-b927d5ad9039,segment=NetworkSegment(1f7a95a4-8ab2-4715-94a3-49e31cdddd1d),segment_id=1f7a95a4-8ab2-4715-94a3-49e31cdddd1d)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:15:05.046896 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-12ed2c81-3ef0-495f-8bef-d13e064953bc req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (08a816fb-ba7d-4bed-b56a-b927d5ad9039), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:05.061149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-12ed2c81-3ef0-495f-8bef-d13e064953bc req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Calling delete_port for 08a816fb-ba7d-4bed-b56a-b927d5ad9039 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:15:05.204310 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-12ed2c81-3ef0-495f-8bef-d13e064953bc req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (08a816fb-ba7d-4bed-b56a-b927d5ad9039), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:05.216655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['08a816fb-ba7d-4bed-b56a-b927d5ad9039'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:15:05.241929 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Pushing event deleted for resources: {'Port': ['ID=08a816fb-ba7d-4bed-b56a-b927d5ad9039,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:15:05.243236 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392b8e9-caad-40c0-8f27-a26235ecc9ad req-75f56d05-0da7-49e8-ac18-6b8be7e565ba tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:15:05.245457 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4392b8e9-caad-40c0-8f27-a26235ecc9ad req-75f56d05-0da7-49e8-ac18-6b8be7e565ba tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b1261e8-9756-44ac-bc7b-f6b314351261 HTTP/1.1" status: 200 len: 867 time: 0.0729775 Feb 04 14:15:05.255132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:15:05.255510 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:15:05.255861 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:15:05.256199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:15:05.256536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:15:05.257423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:15:05.257780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:15:05.258129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:15:05.258467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:15:05.258815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:15:05.259159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:15:05.259514 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:15:05.259894 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:15:05.306793 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ed2c81-3ef0-495f-8bef-d13e064953bc req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] No DVR routers for this DVR port 08a816fb-ba7d-4bed-b56a-b927d5ad9039 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:15:05.309842 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-12ed2c81-3ef0-495f-8bef-d13e064953bc req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:05.313436 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-12ed2c81-3ef0-495f-8bef-d13e064953bc req-ced73ce5-4730-4e84-b9cf-e39b2acafa29 tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.100 "DELETE /v2.0/ports/08a816fb-ba7d-4bed-b56a-b927d5ad9039 HTTP/1.1" status: 204 len: 173 time: 0.7519510 Feb 04 14:15:05.313911 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1261e8-9756-44ac-bc7b-f6b314351261', 'name': 'network-vif-deleted', 'tag': '08a816fb-ba7d-4bed-b56a-b927d5ad9039'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:15:05.316327 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}374ae206476ba2b8b0f22ea2c77b1a69184682df548daec6c607360a78e6e19d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310fbf72-7967-4ede-a189-ff6b48cf5379" -d '{"events": [{"server_uuid": "5b1261e8-9756-44ac-bc7b-f6b314351261", "name": "network-vif-deleted", "tag": "08a816fb-ba7d-4bed-b56a-b927d5ad9039"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:15:05.320233 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4392b8e9-caad-40c0-8f27-a26235ecc9ad req-2d51d3ae-95e8-424b-b713-be3971334a9a tempest-VolumesSnapshotTestJSON-1454948355 tempest-VolumesSnapshotTestJSON-1454948355-project] 10.222.0.96 "GET /v2.0/security-groups?id=0eab4765-ca85-4481-a750-83f1db5a0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668309 Feb 04 14:15:05.367903 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7d0b40-eddf-4517-acac-2c09602b3b22 x-openstack-request-id: req-ab7d0b40-eddf-4517-acac-2c09602b3b22 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:15:05.368308 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1261e8-9756-44ac-bc7b-f6b314351261", "name": "network-vif-deleted", "tag": "08a816fb-ba7d-4bed-b56a-b927d5ad9039", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:15:05.368617 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ab7d0b40-eddf-4517-acac-2c09602b3b22 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:15:05.369405 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1261e8-9756-44ac-bc7b-f6b314351261', 'name': 'network-vif-deleted', 'tag': '08a816fb-ba7d-4bed-b56a-b927d5ad9039', 'status': 'completed', 'code': 200} Feb 04 14:15:08.375403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 08a816fb-ba7d-4bed-b56a-b927d5ad9039 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:15:08.398906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 08a816fb-ba7d-4bed-b56a-b927d5ad9039 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:15:08.399301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 08a816fb-ba7d-4bed-b56a-b927d5ad9039 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:15:10.189164 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:15:11.038065 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6198902f-ba48-4e94-9745-1dd2ad7bee0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:12.013475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59760) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:15:12.147626 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290c2c0-504e-423b-886f-14519ac50d15 req-e0192036-2bdc-43a7-81dc-a750376045f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:15:12.149316 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a290c2c0-504e-423b-886f-14519ac50d15 req-e0192036-2bdc-43a7-81dc-a750376045f7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 1128 time: 0.1343064 Feb 04 14:15:12.198310 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a290c2c0-504e-423b-886f-14519ac50d15 req-9f0a6b15-0082-4d0f-852a-76ff62c8eb62 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=af225bd5-411f-4b7c-8a78-54793935d597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432701 Feb 04 14:15:14.288301 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:15.048106 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:15.215790 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f9697e0-9c3f-47fd-9fe2-5dd1879f081e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:15.716821 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:17.055797 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:18.033837 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:41.022701 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6dec3b6-d724-440d-b8df-5de73c5db79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:44.303227 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:45.045269 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:45.222377 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6ab9-8a5b-4135-9c94-085e4d7aa66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:45.719873 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:47.090692 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:15:47.092754 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:15:48.022701 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:00.455686 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af01e429-6eca-4cd7-8c5f-9bd591567a5e req-a7f5e717-b5cc-4780-8d50-b71105eed29e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1055861 Feb 04 14:16:00.550916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01e429-6eca-4cd7-8c5f-9bd591567a5e req-b466865a-c841-42ad-b770-3478011b7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:00.553313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af01e429-6eca-4cd7-8c5f-9bd591567a5e req-b466865a-c841-42ad-b770-3478011b7d42 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=faef0277b39946bf8a56aaccbebe4a09&device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 1128 time: 0.0545681 Feb 04 14:16:00.667134 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01e429-6eca-4cd7-8c5f-9bd591567a5e req-072b346a-ae3d-49f9-8e74-2ca4879c69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:00.668574 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af01e429-6eca-4cd7-8c5f-9bd591567a5e req-072b346a-ae3d-49f9-8e74-2ca4879c69ef service neutron] 10.222.0.99 "GET /v2.0/networks?id=fe407f06-b73d-4582-9c87-1a8990c64feb HTTP/1.1" status: 200 len: 910 time: 0.0962532 Feb 04 14:16:00.746532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af01e429-6eca-4cd7-8c5f-9bd591567a5e req-4675ade9-06f5-48b1-9925-9f4725ed74cd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc HTTP/1.1" status: 200 len: 1000 time: 0.0717359 Feb 04 14:16:00.797258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01e429-6eca-4cd7-8c5f-9bd591567a5e req-1903378f-77a6-4c89-b3eb-2214aa2888da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:00.798792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af01e429-6eca-4cd7-8c5f-9bd591567a5e req-1903378f-77a6-4c89-b3eb-2214aa2888da service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2304e7fe-94f8-4bc0-ad32-90ce76874da5 HTTP/1.1" status: 200 len: 848 time: 0.0467043 Feb 04 14:16:00.850976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01e429-6eca-4cd7-8c5f-9bd591567a5e req-31464212-d6f0-4a3f-a4a2-4536c9485f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:00.852532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af01e429-6eca-4cd7-8c5f-9bd591567a5e req-31464212-d6f0-4a3f-a4a2-4536c9485f86 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fe407f06-b73d-4582-9c87-1a8990c64feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478444 Feb 04 14:16:00.950869 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af01e429-6eca-4cd7-8c5f-9bd591567a5e req-ae8be3d1-386f-442e-8bbe-04233ce80419 service neutron] 10.222.0.99 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923662 Feb 04 14:16:01.042738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af01e429-6eca-4cd7-8c5f-9bd591567a5e req-70fb4b29-7b8a-4b7d-b2a9-e3ac0bb7c921 service neutron] 10.222.0.99 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860484 Feb 04 14:16:11.026602 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-47c2974d-af64-43a8-97d2-e2684ee35bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:11.779131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 59992) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:11.829130 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Deleting subnet ff1e8224-bd70-470f-8e43-3261cf211db6 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:16:11.832237 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Publish callbacks [] for subnet (ff1e8224-bd70-470f-8e43-3261cf211db6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:11.868610 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (ff1e8224-bd70-470f-8e43-3261cf211db6), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:11.908771 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (ff1e8224-bd70-470f-8e43-3261cf211db6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:11.960877 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (ff1e8224-bd70-470f-8e43-3261cf211db6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:11.990663 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1e8224-bd70-470f-8e43-3261cf211db6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:11.995257 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:11.998366 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ff1e8224-bd70-470f-8e43-3261cf211db6 HTTP/1.1" status: 204 len: 168 time: 0.2182200 Feb 04 14:16:12.000932 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59994) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:12.003595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.003948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.004291 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.005207 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.005539 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.005872 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.006233 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.006565 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.006889 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.007208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.007529 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.007848 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.008165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6772f-afee-4315-ab5b-a480993adbf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.084451 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:12.166166 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:12.186335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:12.195590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7a95a4-8ab2-4715-94a3-49e31cdddd1d') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:12.195889 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7a95a4-8ab2-4715-94a3-49e31cdddd1d') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:12.205090 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (1f7a95a4-8ab2-4715-94a3-49e31cdddd1d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:12.219419 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (1f7a95a4-8ab2-4715-94a3-49e31cdddd1d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:12.228834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:16:12.230545 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (1f7a95a4-8ab2-4715-94a3-49e31cdddd1d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:16:12.232082 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:16:12.296419 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:12.302712 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:12.306592 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] 10.222.0.96 "DELETE /v2.0/networks/a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f HTTP/1.1" status: 204 len: 168 time: 0.3037736 Feb 04 14:16:12.319022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Pushing event deleted for resources: {'Network': ['ID=a61c0c15-ac5c-46a0-8fd6-662bc6bacd1f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:12.327364 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.327814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.328231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.328641 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.329050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.329478 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.329963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.330305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.330740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.331108 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.331758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.332318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.333166 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cbb9-d2f1-408a-b759-55ac476084bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:12.485884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 59998) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:12.529533 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b048db7b-0388-4adc-a513-deca66dbb008 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3e18a59399a342219c24f1bc474e5af4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401270 Feb 04 14:16:12.529808 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60000) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:12.582461 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83c25584-99ae-43b3-b960-65f0984c9da3 admin admin] Publish callbacks [] for security_group (0eab4765-ca85-4481-a750-83f1db5a0a13), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:12.607338 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83c25584-99ae-43b3-b960-65f0984c9da3 admin admin] Publish callbacks [] for security_group (0eab4765-ca85-4481-a750-83f1db5a0a13), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:12.661475 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83c25584-99ae-43b3-b960-65f0984c9da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0eab4765-ca85-4481-a750-83f1db5a0a13), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:12.664293 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83c25584-99ae-43b3-b960-65f0984c9da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:12.665684 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-83c25584-99ae-43b3-b960-65f0984c9da3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0eab4765-ca85-4481-a750-83f1db5a0a13 HTTP/1.1" status: 204 len: 168 time: 0.1349947 Feb 04 14:16:12.673952 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c25584-99ae-43b3-b960-65f0984c9da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eab4765-ca85-4481-a750-83f1db5a0a13,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:14.302214 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:14.715680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60156) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:14.821995 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d05be159-1be9-473c-a91c-bf2be5f0267f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:14.902402 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d05be159-1be9-473c-a91c-bf2be5f0267f admin admin] Publish callbacks [] for security_group (04a5e46d-47bb-4f67-af37-00b06e541778), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:14.906359 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d05be159-1be9-473c-a91c-bf2be5f0267f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (04a5e46d-47bb-4f67-af37-00b06e541778), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:14.946003 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d05be159-1be9-473c-a91c-bf2be5f0267f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=242165c7f6934c8f8ad03fe0eb501d56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2291281 Feb 04 14:16:14.947268 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05be159-1be9-473c-a91c-bf2be5f0267f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a5e46d-47bb-4f67-af37-00b06e541778,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:14.948641 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60160) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:14.996447 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb506d94-2e71-406f-b8e3-6a388c1e4506 admin admin] Publish callbacks [] for security_group (04a5e46d-47bb-4f67-af37-00b06e541778), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:15.017668 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb506d94-2e71-406f-b8e3-6a388c1e4506 admin admin] Publish callbacks [] for security_group (04a5e46d-47bb-4f67-af37-00b06e541778), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:15.056597 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:15.066254 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb506d94-2e71-406f-b8e3-6a388c1e4506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (04a5e46d-47bb-4f67-af37-00b06e541778), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:15.068863 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb506d94-2e71-406f-b8e3-6a388c1e4506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:15.070034 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bb506d94-2e71-406f-b8e3-6a388c1e4506 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/04a5e46d-47bb-4f67-af37-00b06e541778 HTTP/1.1" status: 204 len: 168 time: 0.1203487 Feb 04 14:16:15.077761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb506d94-2e71-406f-b8e3-6a388c1e4506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a5e46d-47bb-4f67-af37-00b06e541778,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:15.220991 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d315a3ba-8fe9-4133-969b-a37d19a6d844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:15.341217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60166) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:15.355139 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2367e6c9-9fbd-4c46-b4e1-19831f39ca24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:15.430332 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2367e6c9-9fbd-4c46-b4e1-19831f39ca24 admin admin] Publish callbacks [] for security_group (211fb7b1-ad6e-43e4-a586-e1929236dec4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:15.434414 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2367e6c9-9fbd-4c46-b4e1-19831f39ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (211fb7b1-ad6e-43e4-a586-e1929236dec4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:15.472571 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2367e6c9-9fbd-4c46-b4e1-19831f39ca24 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0514e1623e4c46e2bf9b1d0388c8e7ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301131 Feb 04 14:16:15.473351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367e6c9-9fbd-4c46-b4e1-19831f39ca24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211fb7b1-ad6e-43e4-a586-e1929236dec4,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:15.475604 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60168) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:15.524972 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3fe24815-95e4-468d-8cdd-e6da3fe7c36f admin admin] Publish callbacks [] for security_group (211fb7b1-ad6e-43e4-a586-e1929236dec4), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:15.546567 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3fe24815-95e4-468d-8cdd-e6da3fe7c36f admin admin] Publish callbacks [] for security_group (211fb7b1-ad6e-43e4-a586-e1929236dec4), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:15.594441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3fe24815-95e4-468d-8cdd-e6da3fe7c36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (211fb7b1-ad6e-43e4-a586-e1929236dec4), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:15.597048 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3fe24815-95e4-468d-8cdd-e6da3fe7c36f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:15.598562 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3fe24815-95e4-468d-8cdd-e6da3fe7c36f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/211fb7b1-ad6e-43e4-a586-e1929236dec4 HTTP/1.1" status: 204 len: 168 time: 0.1215453 Feb 04 14:16:15.607574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe24815-95e4-468d-8cdd-e6da3fe7c36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211fb7b1-ad6e-43e4-a586-e1929236dec4,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:15.722936 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:16.267657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60190) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:16.362206 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-d0cb6eea-67b3-4689-96ce-e208a80baa91 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-947304346-network', 'tenant_id': 'f5451aa4eccb4ab7b48bc14ff1adf78a'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:16:16.381714 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cb6eea-67b3-4689-96ce-e208a80baa91 admin admin] Made reservation on behalf of f5451aa4eccb4ab7b48bc14ff1adf78a for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:16:16.384023 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6eea-67b3-4689-96ce-e208a80baa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:16.392322 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6eea-67b3-4689-96ce-e208a80baa91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:16.470911 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6eea-67b3-4689-96ce-e208a80baa91 admin admin] Publish callbacks [] for security_group (fbe7221e-30df-46f0-b940-436d658b52d6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:16.475421 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6eea-67b3-4689-96ce-e208a80baa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fbe7221e-30df-46f0-b940-436d658b52d6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:16.499412 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0cb6eea-67b3-4689-96ce-e208a80baa91 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:16:16.509720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb6eea-67b3-4689-96ce-e208a80baa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe7221e-30df-46f0-b940-436d658b52d6,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:16.514549 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6eea-67b3-4689-96ce-e208a80baa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (29969225-4a81-4c9d-a998-498e32e6f7a6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:16.514818 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-d0cb6eea-67b3-4689-96ce-e208a80baa91 admin admin] Added segment 29969225-4a81-4c9d-a998-498e32e6f7a6 of type vlan for network f657063c-4684-49ed-a032-e24c4b92c373 Feb 04 14:16:16.558572 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6eea-67b3-4689-96ce-e208a80baa91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (f657063c-4684-49ed-a032-e24c4b92c373), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:16.585063 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6eea-67b3-4689-96ce-e208a80baa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (f657063c-4684-49ed-a032-e24c4b92c373), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:16.586114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cb6eea-67b3-4689-96ce-e208a80baa91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:16.586686 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6eea-67b3-4689-96ce-e208a80baa91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:16.643760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d0cb6eea-67b3-4689-96ce-e208a80baa91 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3749521 Feb 04 14:16:16.647445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60194) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:16.651593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb6eea-67b3-4689-96ce-e208a80baa91 admin admin] Pushing event updated for resources: {'Network': ['ID=f657063c-4684-49ed-a032-e24c4b92c373,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:16.652375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-360562c4-91b5-4dbb-94b6-4fa7c9a4c782 admin admin] Request body: {'subnet': {'network_id': 'f657063c-4684-49ed-a032-e24c4b92c373', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-947304346-subnet', 'tenant_id': 'f5451aa4eccb4ab7b48bc14ff1adf78a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:16:16.662555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network f657063c-4684-49ed-a032-e24c4b92c373 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:16:16.672436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360562c4-91b5-4dbb-94b6-4fa7c9a4c782 admin admin] Made reservation on behalf of f5451aa4eccb4ab7b48bc14ff1adf78a for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:16:16.675044 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-360562c4-91b5-4dbb-94b6-4fa7c9a4c782 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:16.845216 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-360562c4-91b5-4dbb-94b6-4fa7c9a4c782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (c8fa2664-d82f-402f-8c06-44ebc2022660), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:16.902780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360562c4-91b5-4dbb-94b6-4fa7c9a4c782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8fa2664-d82f-402f-8c06-44ebc2022660,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:16.912960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360562c4-91b5-4dbb-94b6-4fa7c9a4c782 admin admin] Checking segment: {'id': '29969225-4a81-4c9d-a998-498e32e6f7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f657063c-4684-49ed-a032-e24c4b92c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:16:16.913321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360562c4-91b5-4dbb-94b6-4fa7c9a4c782 admin admin] Network hostable DHCP agents. Network: f657063c-4684-49ed-a032-e24c4b92c373, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:16:16.929608 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360562c4-91b5-4dbb-94b6-4fa7c9a4c782 admin admin] Network f657063c-4684-49ed-a032-e24c4b92c373 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:16:16.938082 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-360562c4-91b5-4dbb-94b6-4fa7c9a4c782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, f657063c-4684-49ed-a032-e24c4b92c373) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:16:16.942270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360562c4-91b5-4dbb-94b6-4fa7c9a4c782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:16.943455 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-360562c4-91b5-4dbb-94b6-4fa7c9a4c782 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:16.947902 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6149732-0668-497d-8a04-f025e257d7d2 None None] Network f657063c-4684-49ed-a032-e24c4b92c373 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:16:16.959681 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-360562c4-91b5-4dbb-94b6-4fa7c9a4c782 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3111262 Feb 04 14:16:17.054768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2e0e18-b207-48b6-84a1-277c2028c99f None None] Network f657063c-4684-49ed-a032-e24c4b92c373 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:16:17.098562 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:17.435659 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60210) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:17.440625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-216be251-838b-4f29-97a4-5f5bc098de9d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1749686947-network', 'tenant_id': '79e79d7922f84c85b06085cdb9894e7e'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:16:17.459351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216be251-838b-4f29-97a4-5f5bc098de9d admin admin] Made reservation on behalf of 79e79d7922f84c85b06085cdb9894e7e for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:16:17.461730 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-216be251-838b-4f29-97a4-5f5bc098de9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:17.470713 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-216be251-838b-4f29-97a4-5f5bc098de9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:17.547040 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-216be251-838b-4f29-97a4-5f5bc098de9d admin admin] Publish callbacks [] for security_group (cfa46f6c-08c1-46a2-ae39-0de02afd65ef), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:17.550880 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-216be251-838b-4f29-97a4-5f5bc098de9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cfa46f6c-08c1-46a2-ae39-0de02afd65ef), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:17.578773 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216be251-838b-4f29-97a4-5f5bc098de9d admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:16:17.584828 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216be251-838b-4f29-97a4-5f5bc098de9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa46f6c-08c1-46a2-ae39-0de02afd65ef,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:17.592574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-216be251-838b-4f29-97a4-5f5bc098de9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a1a0b1ba-6125-482b-8cce-e6290c706a52), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:17.592910 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-216be251-838b-4f29-97a4-5f5bc098de9d admin admin] Added segment a1a0b1ba-6125-482b-8cce-e6290c706a52 of type vlan for network 38ab52ea-850d-47c7-9590-749f5d5c05b0 Feb 04 14:16:17.634091 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-216be251-838b-4f29-97a4-5f5bc098de9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (38ab52ea-850d-47c7-9590-749f5d5c05b0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:17.658921 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-216be251-838b-4f29-97a4-5f5bc098de9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (38ab52ea-850d-47c7-9590-749f5d5c05b0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:17.659954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216be251-838b-4f29-97a4-5f5bc098de9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:17.660531 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-216be251-838b-4f29-97a4-5f5bc098de9d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:17.714340 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-216be251-838b-4f29-97a4-5f5bc098de9d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2775359 Feb 04 14:16:17.717248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60212) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:17.722395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-b48a799f-7f46-4f59-8f35-6c07e48aa670 admin admin] Request body: {'subnet': {'network_id': '38ab52ea-850d-47c7-9590-749f5d5c05b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1749686947-subnet', 'tenant_id': '79e79d7922f84c85b06085cdb9894e7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:16:17.727786 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216be251-838b-4f29-97a4-5f5bc098de9d admin admin] Pushing event updated for resources: {'Network': ['ID=38ab52ea-850d-47c7-9590-749f5d5c05b0,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:17.737973 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 38ab52ea-850d-47c7-9590-749f5d5c05b0 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:16:17.743004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48a799f-7f46-4f59-8f35-6c07e48aa670 admin admin] Made reservation on behalf of 79e79d7922f84c85b06085cdb9894e7e for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:16:17.745451 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b48a799f-7f46-4f59-8f35-6c07e48aa670 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:17.921090 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b48a799f-7f46-4f59-8f35-6c07e48aa670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (817a8853-0127-4f49-b7bd-730f8fd941c1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:17.974931 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a799f-7f46-4f59-8f35-6c07e48aa670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=817a8853-0127-4f49-b7bd-730f8fd941c1,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:17.986500 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48a799f-7f46-4f59-8f35-6c07e48aa670 admin admin] Checking segment: {'id': 'a1a0b1ba-6125-482b-8cce-e6290c706a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '38ab52ea-850d-47c7-9590-749f5d5c05b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:16:17.986904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48a799f-7f46-4f59-8f35-6c07e48aa670 admin admin] Network hostable DHCP agents. Network: 38ab52ea-850d-47c7-9590-749f5d5c05b0, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:16:18.004585 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48a799f-7f46-4f59-8f35-6c07e48aa670 admin admin] Network 38ab52ea-850d-47c7-9590-749f5d5c05b0 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:16:18.014207 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-b48a799f-7f46-4f59-8f35-6c07e48aa670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 38ab52ea-850d-47c7-9590-749f5d5c05b0) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:16:18.019255 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48a799f-7f46-4f59-8f35-6c07e48aa670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:18.019470 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:18.020055 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b48a799f-7f46-4f59-8f35-6c07e48aa670 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:18.026386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e169332-225d-4633-9632-e5df290bc6eb None None] Network 38ab52ea-850d-47c7-9590-749f5d5c05b0 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:16:18.039568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b48a799f-7f46-4f59-8f35-6c07e48aa670 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3210790 Feb 04 14:16:18.127753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86beeaf-0c94-4eca-84ae-2ed9a8c4ab90 None None] Network 38ab52ea-850d-47c7-9590-749f5d5c05b0 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:16:18.747333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-16b3e2c0-7fa1-4bbc-9a31-fe76155db7a8 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:18.748706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-16b3e2c0-7fa1-4bbc-9a31-fe76155db7a8 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/networks?id=f657063c-4684-49ed-a032-e24c4b92c373 HTTP/1.1" status: 200 len: 811 time: 0.1071415 Feb 04 14:16:18.763828 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-01e161e2-7560-41d4-8ebc-2584adb95905 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/quotas/f5451aa4eccb4ab7b48bc14ff1adf78a HTTP/1.1" status: 200 len: 375 time: 0.0097575 Feb 04 14:16:18.796982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-bd03f6ae-d26c-450a-93f4-03d897c326c2 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5451aa4eccb4ab7b48bc14ff1adf78a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282798 Feb 04 14:16:19.004173 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-f5958409-2298-427b-9ca5-b4efe91e7e68 service neutron] 10.222.0.96 "GET /v2.0/networks/f657063c-4684-49ed-a032-e24c4b92c373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246209 Feb 04 14:16:19.095645 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-5f3a949b-c6d5-47d9-87d4-7d10e6968f93 service neutron] 10.222.0.96 "GET /v2.0/networks/f657063c-4684-49ed-a032-e24c4b92c373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854087 Feb 04 14:16:19.257819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d5c071a-eb84-4440-9cfd-b2812ac00cff req-57ce6f43-ba69-4080-a107-5a7a3164a3d6 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 210 time: 0.0295343 Feb 04 14:16:20.173924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-a1302b83-6dde-49b4-9a29-d4b5eb8587d5 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:20.175416 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-a1302b83-6dde-49b4-9a29-d4b5eb8587d5 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.100 "GET /v2.0/networks?id=f657063c-4684-49ed-a032-e24c4b92c373 HTTP/1.1" status: 200 len: 811 time: 0.1079071 Feb 04 14:16:20.187177 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-d36f3d3e-5fc7-4e8f-81ac-8506feafe99d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Request body: {'port': {'device_id': '53ade354-3852-4696-a740-63a10a248e52', 'network_id': 'f657063c-4684-49ed-a032-e24c4b92c373', 'admin_state_up': True, 'tenant_id': 'f5451aa4eccb4ab7b48bc14ff1adf78a'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:16:20.300614 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-d36f3d3e-5fc7-4e8f-81ac-8506feafe99d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Made reservation on behalf of f5451aa4eccb4ab7b48bc14ff1adf78a for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:16:20.304408 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-d36f3d3e-5fc7-4e8f-81ac-8506feafe99d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:20.359212 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b4bda21-2245-45e1-8fb0-84ef6c8afcdd req-bd963465-61ae-4b4c-8ffb-b4fed122ad13 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 210 time: 0.0322027 Feb 04 14:16:20.437349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-d36f3d3e-5fc7-4e8f-81ac-8506feafe99d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Allocated IP 172.20.0.8 (f657063c-4684-49ed-a032-e24c4b92c373/c8fa2664-d82f-402f-8c06-44ebc2022660/ead48ebe-b65e-4969-936d-d7b73a90f12d) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:16:20.584857 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-d36f3d3e-5fc7-4e8f-81ac-8506feafe99d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Publish callbacks [] for port (ead48ebe-b65e-4969-936d-d7b73a90f12d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:20.619629 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-d36f3d3e-5fc7-4e8f-81ac-8506feafe99d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ead48ebe-b65e-4969-936d-d7b73a90f12d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:20.668603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-d36f3d3e-5fc7-4e8f-81ac-8506feafe99d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Network f657063c-4684-49ed-a032-e24c4b92c373 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:16:20.671696 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-d36f3d3e-5fc7-4e8f-81ac-8506feafe99d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:16:20.675394 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-d36f3d3e-5fc7-4e8f-81ac-8506feafe99d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:16:20.682578 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f3d3e-5fc7-4e8f-81ac-8506feafe99d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Pushing event updated for resources: {'Port': ['ID=ead48ebe-b65e-4969-936d-d7b73a90f12d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:20.728448 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-d36f3d3e-5fc7-4e8f-81ac-8506feafe99d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:20.729060 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-d36f3d3e-5fc7-4e8f-81ac-8506feafe99d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:20.744180 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-d36f3d3e-5fc7-4e8f-81ac-8506feafe99d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5609927 Feb 04 14:16:20.830924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Request body: {'port': {'device_id': '53ade354-3852-4696-a740-63a10a248e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:16:20.893537 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ead48ebe-b65e-4969-936d-d7b73a90f12d), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:21.155254 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead48ebe-b65e-4969-936d-d7b73a90f12d {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:16:21.163327 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Publish callbacks [] for port (ead48ebe-b65e-4969-936d-d7b73a90f12d), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:21.175233 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Transition to ACTIVE for port object ead48ebe-b65e-4969-936d-d7b73a90f12d will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:16:21.180172 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (ead48ebe-b65e-4969-936d-d7b73a90f12d), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:21.231330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Pushing event updated for resources: {'Port': ['ID=ead48ebe-b65e-4969-936d-d7b73a90f12d,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:21.303370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Attempting to bind port ead48ebe-b65e-4969-936d-d7b73a90f12d on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:16:21.303704 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Attempting to bind port ead48ebe-b65e-4969-936d-d7b73a90f12d by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '29969225-4a81-4c9d-a998-498e32e6f7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f657063c-4684-49ed-a032-e24c4b92c373'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:16:21.304033 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Attempting to bind port ead48ebe-b65e-4969-936d-d7b73a90f12d on network f657063c-4684-49ed-a032-e24c4b92c373 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:16:21.308512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Port ead48ebe-b65e-4969-936d-d7b73a90f12d on network f657063c-4684-49ed-a032-e24c4b92c373 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:16:21.308836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Attempting to bind port ead48ebe-b65e-4969-936d-d7b73a90f12d on network f657063c-4684-49ed-a032-e24c4b92c373 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:16:21.313601 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:16:21.313945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Checking segment: {'id': '29969225-4a81-4c9d-a998-498e32e6f7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f657063c-4684-49ed-a032-e24c4b92c373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:16:21.314364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Bound using segment: {'id': '29969225-4a81-4c9d-a998-498e32e6f7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f657063c-4684-49ed-a032-e24c4b92c373'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:16:21.314792 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Bound port: ead48ebe-b65e-4969-936d-d7b73a90f12d, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29969225-4a81-4c9d-a998-498e32e6f7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f657063c-4684-49ed-a032-e24c4b92c373'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:16:21.315153 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ead48ebe-b65e-4969-936d-d7b73a90f12d), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:21.379078 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] For port ead48ebe-b65e-4969-936d-d7b73a90f12d, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:16:21.382926 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] For port ead48ebe-b65e-4969-936d-d7b73a90f12d, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ead48ebe-b65e-4969-936d-d7b73a90f12d,segment=NetworkSegment(29969225-4a81-4c9d-a998-498e32e6f7a6),segment_id=29969225-4a81-4c9d-a998-498e32e6f7a6)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:16:21.389385 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (ead48ebe-b65e-4969-936d-d7b73a90f12d), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:21.421873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:21.422611 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:21.423940 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] 10.222.0.100 "PUT /v2.0/ports/ead48ebe-b65e-4969-936d-d7b73a90f12d HTTP/1.1" status: 200 len: 1092 time: 0.6384711 Feb 04 14:16:21.424389 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ade354-3852-4696-a740-63a10a248e52', 'tag': 'ead48ebe-b65e-4969-936d-d7b73a90f12d'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:16:21.456078 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22479e3b-6c26-4e34-b4da-054d5f929317 service neutron] Pushing event updated for resources: {'Port': ['ID=ead48ebe-b65e-4969-936d-d7b73a90f12d,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:21.502587 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1116bae-bea6-46b4-8e57-cb518a9e232e" -d '{"events": [{"name": "network-changed", "server_uuid": "53ade354-3852-4696-a740-63a10a248e52", "tag": "ead48ebe-b65e-4969-936d-d7b73a90f12d"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:16:21.515862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03486d-b80c-4125-9ef6-f0de55399abd req-77b0151b-1bc4-41d6-8973-dcb2dbdfab4d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:21.517367 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e03486d-b80c-4125-9ef6-f0de55399abd req-77b0151b-1bc4-41d6-8973-dcb2dbdfab4d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 943 time: 0.0803530 Feb 04 14:16:21.525448 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-1f1cb016-926f-4d64-a7fd-e20e34f8696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:21.527118 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-1f1cb016-926f-4d64-a7fd-e20e34f8696e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5451aa4eccb4ab7b48bc14ff1adf78a&device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 1126 time: 0.0541854 Feb 04 14:16:21.570308 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8e03486d-b80c-4125-9ef6-f0de55399abd req-d81d73a2-08ca-4a1a-9fa3-a1cecfe6f822 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460310 Feb 04 14:16:21.576782 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-c449e795-d863-42d3-9dc4-06bef8e26d6e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead48ebe-b65e-4969-936d-d7b73a90f12d HTTP/1.1" status: 200 len: 217 time: 0.0424588 Feb 04 14:16:21.628048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-0ea8dee8-37ba-4e5d-8140-755df57f6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:21.629700 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-0ea8dee8-37ba-4e5d-8140-755df57f6c24 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c8fa2664-d82f-402f-8c06-44ebc2022660 HTTP/1.1" status: 200 len: 851 time: 0.0480525 Feb 04 14:16:21.663110 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-e7697126-64d3-4839-87bd-ecb952c0491f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f657063c-4684-49ed-a032-e24c4b92c373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273576 Feb 04 14:16:21.664598 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd0c2c9-35a3-4b6f-9426-de209bf98918 x-openstack-request-id: req-dfd0c2c9-35a3-4b6f-9426-de209bf98918 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:16:21.664900 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ade354-3852-4696-a740-63a10a248e52", "tag": "ead48ebe-b65e-4969-936d-d7b73a90f12d", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:16:21.665211 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dfd0c2c9-35a3-4b6f-9426-de209bf98918 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:16:21.665614 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ade354-3852-4696-a740-63a10a248e52', 'tag': 'ead48ebe-b65e-4969-936d-d7b73a90f12d', 'status': 'completed', 'code': 200} Feb 04 14:16:21.760697 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-336828d8-a221-405b-ba00-48ba13730ee6 service neutron] 10.222.0.100 "GET /v2.0/networks/f657063c-4684-49ed-a032-e24c4b92c373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896533 Feb 04 14:16:21.850923 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bf28bc2a-5433-46e4-b148-951a5b53e019 req-3d758ea8-496e-4e09-93ed-562a18b0e202 service neutron] 10.222.0.100 "GET /v2.0/networks/f657063c-4684-49ed-a032-e24c4b92c373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850341 Feb 04 14:16:21.943472 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1116bae-bea6-46b4-8e57-cb518a9e232e req-8ef26bd2-b78d-4851-ac56-763c208f5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:21.945088 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1116bae-bea6-46b4-8e57-cb518a9e232e req-8ef26bd2-b78d-4851-ac56-763c208f5bcb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5451aa4eccb4ab7b48bc14ff1adf78a&device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 1126 time: 0.0522838 Feb 04 14:16:22.037232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1116bae-bea6-46b4-8e57-cb518a9e232e req-d1471340-ba5e-461b-90c9-a82746ca84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:22.038751 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1116bae-bea6-46b4-8e57-cb518a9e232e req-d1471340-ba5e-461b-90c9-a82746ca84ca service neutron] 10.222.0.100 "GET /v2.0/networks?id=f657063c-4684-49ed-a032-e24c4b92c373 HTTP/1.1" status: 200 len: 912 time: 0.0879946 Feb 04 14:16:22.080592 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1116bae-bea6-46b4-8e57-cb518a9e232e req-1d924d0c-c69c-4488-b786-a85d6dc2ba31 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead48ebe-b65e-4969-936d-d7b73a90f12d HTTP/1.1" status: 200 len: 217 time: 0.0362751 Feb 04 14:16:22.133079 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1116bae-bea6-46b4-8e57-cb518a9e232e req-ebbfe72b-2a96-4535-8f7e-b8698a2cca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:22.134565 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1116bae-bea6-46b4-8e57-cb518a9e232e req-ebbfe72b-2a96-4535-8f7e-b8698a2cca23 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c8fa2664-d82f-402f-8c06-44ebc2022660 HTTP/1.1" status: 200 len: 851 time: 0.0491939 Feb 04 14:16:22.165822 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1116bae-bea6-46b4-8e57-cb518a9e232e req-b05f3338-17bd-4bbf-8d50-1a0df9bcee6e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f657063c-4684-49ed-a032-e24c4b92c373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256076 Feb 04 14:16:22.253764 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1116bae-bea6-46b4-8e57-cb518a9e232e req-b2836e9c-36d5-4473-9f29-5b062a0b9ae6 service neutron] 10.222.0.100 "GET /v2.0/networks/f657063c-4684-49ed-a032-e24c4b92c373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824461 Feb 04 14:16:22.348793 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1116bae-bea6-46b4-8e57-cb518a9e232e req-12e8ba23-640c-4ccd-9fb3-e69e5254ad8c service neutron] 10.222.0.100 "GET /v2.0/networks/f657063c-4684-49ed-a032-e24c4b92c373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886385 Feb 04 14:16:22.693490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49222779-f89f-453a-86b8-428393bf523a req-2a1576c6-2fa8-4db6-b1af-4702ce870d64 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:22.695230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49222779-f89f-453a-86b8-428393bf523a req-2a1576c6-2fa8-4db6-b1af-4702ce870d64 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 943 time: 0.0557928 Feb 04 14:16:22.742252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-49222779-f89f-453a-86b8-428393bf523a req-5a763bd2-533f-43c6-b5fe-8b326cfdf19e tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414636 Feb 04 14:16:23.864900 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c2b42-b016-4ef8-9c53-76bc2eedc682 req-245dc088-eefe-4e02-8ab5-6e6da12918b9 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:23.866364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-129c2b42-b016-4ef8-9c53-76bc2eedc682 req-245dc088-eefe-4e02-8ab5-6e6da12918b9 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 943 time: 0.0568330 Feb 04 14:16:23.913914 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-129c2b42-b016-4ef8-9c53-76bc2eedc682 req-4251f7ff-099b-4ae8-b781-7940d3570b8d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419843 Feb 04 14:16:24.092373 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:16:25.032979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9aa61-02ee-406b-8f71-8342fdf29072 req-3cc52810-1609-4238-bd9d-83af21625409 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:25.034511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d7f9aa61-02ee-406b-8f71-8342fdf29072 req-3cc52810-1609-4238-bd9d-83af21625409 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 943 time: 0.0533185 Feb 04 14:16:25.081954 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d7f9aa61-02ee-406b-8f71-8342fdf29072 req-78d0327f-1336-498d-bf06-ccf47c8f77e8 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Feb 04 14:16:26.204895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000b1de-15ff-4e22-b356-8b889ce0bc98 req-4e8737dc-4535-4423-b6c8-0f81194903d8 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:26.206413 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6000b1de-15ff-4e22-b356-8b889ce0bc98 req-4e8737dc-4535-4423-b6c8-0f81194903d8 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 943 time: 0.0566041 Feb 04 14:16:26.254015 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6000b1de-15ff-4e22-b356-8b889ce0bc98 req-77685597-cc52-48c6-8d8c-81fa3c8085c5 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Feb 04 14:16:26.808371 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device ead48ebe-b65e-4969-936d-d7b73a90f12d details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:16:26.909472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port ead48ebe-b65e-4969-936d-d7b73a90f12d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ead48ebe-b65e-4969-936d-d7b73a90f12d,segment=NetworkSegment(29969225-4a81-4c9d-a998-498e32e6f7a6),segment_id=29969225-4a81-4c9d-a998-498e32e6f7a6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:16:26.922126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'ead48ebe-b65e-4969-936d-d7b73a90f12d', 'network_id': 'f657063c-4684-49ed-a032-e24c4b92c373', 'port_id': 'ead48ebe-b65e-4969-936d-d7b73a90f12d', 'mac_address': 'fa:16:3e:2f:54:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8fa2664-d82f-402f-8c06-44ebc2022660', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:16:26.961048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port ead48ebe-b65e-4969-936d-d7b73a90f12d is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:26.961353 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ead48ebe-b65e-4969-936d-d7b73a90f12d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:26.977445 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead48ebe-b65e-4969-936d-d7b73a90f12d {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:16:27.000818 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port ead48ebe-b65e-4969-936d-d7b73a90f12d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ead48ebe-b65e-4969-936d-d7b73a90f12d,segment=NetworkSegment(29969225-4a81-4c9d-a998-498e32e6f7a6),segment_id=29969225-4a81-4c9d-a998-498e32e6f7a6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:16:27.005446 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ead48ebe-b65e-4969-936d-d7b73a90f12d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:27.062967 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=ead48ebe-b65e-4969-936d-d7b73a90f12d,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:27.072299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:27.072640 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:27.072983 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:27.073316 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:27.073747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:27.074375 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:27.074811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:27.075141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:27.075677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:27.076211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:27.076546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:27.076874 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:27.077193 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:27.314603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['ead48ebe-b65e-4969-936d-d7b73a90f12d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:16:27.390382 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c19b2b-0578-4bee-9416-f65632dde1aa req-784939be-d8d4-4e62-bd18-223cf2546da9 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:27.391976 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74c19b2b-0578-4bee-9416-f65632dde1aa req-784939be-d8d4-4e62-bd18-223cf2546da9 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 944 time: 0.0626743 Feb 04 14:16:27.449768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74c19b2b-0578-4bee-9416-f65632dde1aa req-b032b8ce-c982-40e4-a611-63bb3e0e5735 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518389 Feb 04 14:16:28.571605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabe3be-c53c-49c1-b0a1-04c62f110603 req-fb8b413e-3f01-4748-b124-43f98dff72af tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:28.573086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5cabe3be-c53c-49c1-b0a1-04c62f110603 req-fb8b413e-3f01-4748-b124-43f98dff72af tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 944 time: 0.0529535 Feb 04 14:16:28.623702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5cabe3be-c53c-49c1-b0a1-04c62f110603 req-2d7fea7b-f20a-4f19-8a08-ac132a2699f4 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450122 Feb 04 14:16:28.824369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device ead48ebe-b65e-4969-936d-d7b73a90f12d up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:16:28.875237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port ead48ebe-b65e-4969-936d-d7b73a90f12d completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:16:28.878836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port ead48ebe-b65e-4969-936d-d7b73a90f12d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:28.879203 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ead48ebe-b65e-4969-936d-d7b73a90f12d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:29.109850 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port ead48ebe-b65e-4969-936d-d7b73a90f12d is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:29.110173 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ead48ebe-b65e-4969-936d-d7b73a90f12d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:29.133102 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ade354-3852-4696-a740-63a10a248e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead48ebe-b65e-4969-936d-d7b73a90f12d'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:16:29.146428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port ead48ebe-b65e-4969-936d-d7b73a90f12d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ead48ebe-b65e-4969-936d-d7b73a90f12d,segment=NetworkSegment(29969225-4a81-4c9d-a998-498e32e6f7a6),segment_id=29969225-4a81-4c9d-a998-498e32e6f7a6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:16:29.150406 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ead48ebe-b65e-4969-936d-d7b73a90f12d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:29.174254 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a2de0e-8aa2-451a-8ec7-eccbc9f5c4d4" -d '{"events": [{"server_uuid": "53ade354-3852-4696-a740-63a10a248e52", "name": "network-vif-plugged", "status": "completed", "tag": "ead48ebe-b65e-4969-936d-d7b73a90f12d"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:16:29.206236 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=ead48ebe-b65e-4969-936d-d7b73a90f12d,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:29.265461 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2818a73d-262b-437c-a184-e69570f56251 x-openstack-request-id: req-2818a73d-262b-437c-a184-e69570f56251 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:16:29.265762 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ade354-3852-4696-a740-63a10a248e52", "name": "network-vif-plugged", "status": "completed", "tag": "ead48ebe-b65e-4969-936d-d7b73a90f12d", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:16:29.266025 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2818a73d-262b-437c-a184-e69570f56251 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:16:29.266456 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ade354-3852-4696-a740-63a10a248e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead48ebe-b65e-4969-936d-d7b73a90f12d', 'code': 200} Feb 04 14:16:29.367326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be54b4-14d5-4780-8f7b-1351727a604c req-7b4ed818-f8b9-4652-9f03-b8f6f97044e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:29.368749 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-99be54b4-14d5-4780-8f7b-1351727a604c req-7b4ed818-f8b9-4652-9f03-b8f6f97044e8 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 1128 time: 0.0450563 Feb 04 14:16:29.410866 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-99be54b4-14d5-4780-8f7b-1351727a604c req-e9f4142a-6caa-4387-b87b-5cfd46b077ed service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365014 Feb 04 14:16:29.745368 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320697c8-e0d9-4c08-9208-e77f8ad250aa req-58074efb-f796-46a6-b1bb-0ea85a710722 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:29.746899 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-320697c8-e0d9-4c08-9208-e77f8ad250aa req-58074efb-f796-46a6-b1bb-0ea85a710722 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 945 time: 0.0548174 Feb 04 14:16:29.795366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-320697c8-e0d9-4c08-9208-e77f8ad250aa req-a16eac39-9f59-42a2-aafa-eeb33d69cb4d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 Feb 04 14:16:30.914797 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d695a-db45-4796-b198-ab9991c57d32 req-2f262e60-1c84-4f1e-a1c1-6f1ce7a480cf tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:30.916300 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-193d695a-db45-4796-b198-ab9991c57d32 req-2f262e60-1c84-4f1e-a1c1-6f1ce7a480cf tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 945 time: 0.0529685 Feb 04 14:16:30.963792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-193d695a-db45-4796-b198-ab9991c57d32 req-b6df3baa-9624-4a19-9f1a-6b442b3a7574 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 Feb 04 14:16:31.086659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41caeb3-f11e-48f9-b45c-f4e951be26fc req-6a3ae291-c2b1-4b46-8b6e-511bfedf62ea tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:31.088157 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c41caeb3-f11e-48f9-b45c-f4e951be26fc req-6a3ae291-c2b1-4b46-8b6e-511bfedf62ea tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 945 time: 0.0581295 Feb 04 14:16:31.134025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c41caeb3-f11e-48f9-b45c-f4e951be26fc req-a05848b3-a1bf-48f0-9990-f9fb809b198e tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403469 Feb 04 14:16:31.359670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a0aba-d081-47db-b52a-7dc616228dc3 req-18372d6f-218b-42d9-9f71-093eb8a52978 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:31.361229 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f41a0aba-d081-47db-b52a-7dc616228dc3 req-18372d6f-218b-42d9-9f71-093eb8a52978 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 945 time: 0.0534055 Feb 04 14:16:31.408760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f41a0aba-d081-47db-b52a-7dc616228dc3 req-6fe9bd82-0f62-4406-bf0b-2bda82c08bb1 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413685 Feb 04 14:16:32.624793 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03adcb2-1a1c-4fdc-97b8-eb56aaa8704d req-029ebead-2559-4227-abe6-02abe658c6bb tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:32.626288 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d03adcb2-1a1c-4fdc-97b8-eb56aaa8704d req-029ebead-2559-4227-abe6-02abe658c6bb tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 945 time: 0.0532560 Feb 04 14:16:32.677264 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d03adcb2-1a1c-4fdc-97b8-eb56aaa8704d req-0d9d4a64-3c79-4193-be5b-28dd8d7c76ca tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448163 Feb 04 14:16:32.879886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce5f06-fd4b-42eb-8b2e-b1ffb4d315d9 req-82cd3b6a-a97a-45d6-bf83-fde9c4a1fbff tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:32.881508 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4ce5f06-fd4b-42eb-8b2e-b1ffb4d315d9 req-82cd3b6a-a97a-45d6-bf83-fde9c4a1fbff tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 945 time: 0.0541255 Feb 04 14:16:32.906438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27043ef6-e866-4767-85e3-b76424621391 req-2b5eeb1b-e72d-42d8-9d20-719db4c4b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:32.907960 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-27043ef6-e866-4767-85e3-b76424621391 req-2b5eeb1b-e72d-42d8-9d20-719db4c4b4bd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5451aa4eccb4ab7b48bc14ff1adf78a&device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 1128 time: 0.0508361 Feb 04 14:16:32.930375 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4ce5f06-fd4b-42eb-8b2e-b1ffb4d315d9 req-c40266b3-effd-42f6-9b13-4fe5f7516a21 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429244 Feb 04 14:16:32.997931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27043ef6-e866-4767-85e3-b76424621391 req-597b6e98-b0fd-4e65-8cbb-5632d81ba30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:32.999451 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-27043ef6-e866-4767-85e3-b76424621391 req-597b6e98-b0fd-4e65-8cbb-5632d81ba30f service neutron] 10.222.0.100 "GET /v2.0/networks?id=f657063c-4684-49ed-a032-e24c4b92c373 HTTP/1.1" status: 200 len: 912 time: 0.0864675 Feb 04 14:16:33.040432 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-27043ef6-e866-4767-85e3-b76424621391 req-96989296-db41-449f-bdc8-0b1ecf4cfeb0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead48ebe-b65e-4969-936d-d7b73a90f12d HTTP/1.1" status: 200 len: 217 time: 0.0347657 Feb 04 14:16:33.092945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27043ef6-e866-4767-85e3-b76424621391 req-2a5660ab-4e9e-468d-a441-5883f9179256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:33.094462 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-27043ef6-e866-4767-85e3-b76424621391 req-2a5660ab-4e9e-468d-a441-5883f9179256 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c8fa2664-d82f-402f-8c06-44ebc2022660 HTTP/1.1" status: 200 len: 851 time: 0.0487208 Feb 04 14:16:33.125629 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-27043ef6-e866-4767-85e3-b76424621391 req-3b49626b-783f-4638-a450-0c19a6818be5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f657063c-4684-49ed-a032-e24c4b92c373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260155 Feb 04 14:16:33.215333 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-27043ef6-e866-4767-85e3-b76424621391 req-2e2a1c23-87f8-4046-bed0-1544bb32c3f0 service neutron] 10.222.0.100 "GET /v2.0/networks/f657063c-4684-49ed-a032-e24c4b92c373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830004 Feb 04 14:16:33.308995 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-27043ef6-e866-4767-85e3-b76424621391 req-0682ad7b-220e-40b0-aa3a-1a82b461d0b6 service neutron] 10.222.0.100 "GET /v2.0/networks/f657063c-4684-49ed-a032-e24c4b92c373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877688 Feb 04 14:16:34.050498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64930abb-5812-4eb3-9dff-270e36651dd7 req-7254261e-6c3c-45db-88d6-7f047d46e8a2 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:34.052710 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64930abb-5812-4eb3-9dff-270e36651dd7 req-7254261e-6c3c-45db-88d6-7f047d46e8a2 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 945 time: 0.0534692 Feb 04 14:16:34.100575 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64930abb-5812-4eb3-9dff-270e36651dd7 req-46c5b6e2-8c25-420a-96ac-612fd1e7aa2e tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418341 Feb 04 14:16:35.229255 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03091d-8ca8-48ee-bf23-487d3732ad43 req-b826a7a4-37c8-416c-a2f8-20af9683e96d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:35.230807 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd03091d-8ca8-48ee-bf23-487d3732ad43 req-b826a7a4-37c8-416c-a2f8-20af9683e96d tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 945 time: 0.0618353 Feb 04 14:16:35.277855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd03091d-8ca8-48ee-bf23-487d3732ad43 req-adccae9c-a6fd-4caf-8d13-5ce25fcc55ad tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414865 Feb 04 14:16:35.510732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a061e3-83b8-41e3-8255-c3060e5b3af5 req-d3e5abec-dedc-49de-8bba-833ca48e3336 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:35.512232 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67a061e3-83b8-41e3-8255-c3060e5b3af5 req-d3e5abec-dedc-49de-8bba-833ca48e3336 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 945 time: 0.0538151 Feb 04 14:16:35.561569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67a061e3-83b8-41e3-8255-c3060e5b3af5 req-5579d907-f5be-44fe-b847-344773640225 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437183 Feb 04 14:16:36.692043 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585bd76-f428-493a-b965-92d61edfb65c req-631a5c6d-ea3e-478c-9ce7-87a019788443 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:36.693918 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4585bd76-f428-493a-b965-92d61edfb65c req-631a5c6d-ea3e-478c-9ce7-87a019788443 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 945 time: 0.0597084 Feb 04 14:16:36.741257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4585bd76-f428-493a-b965-92d61edfb65c req-2742daee-80cb-4d7d-aec9-ef35125f5fc4 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Feb 04 14:16:36.953116 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f08946-ec00-4701-ae84-b0d75a54578d req-6ba85444-3027-4c20-9a5c-6ae7414bbbf6 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:36.954674 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14f08946-ec00-4701-ae84-b0d75a54578d req-6ba85444-3027-4c20-9a5c-6ae7414bbbf6 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 945 time: 0.0539143 Feb 04 14:16:36.966762 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98668a-4018-40f3-aadb-e860f0d3ede3 req-942701a8-7ee1-4cdc-8e04-7168fcbb6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:36.968257 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d98668a-4018-40f3-aadb-e860f0d3ede3 req-942701a8-7ee1-4cdc-8e04-7168fcbb6529 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5451aa4eccb4ab7b48bc14ff1adf78a&device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 1128 time: 0.0465333 Feb 04 14:16:37.003079 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14f08946-ec00-4701-ae84-b0d75a54578d req-ab0992e9-3308-4046-bc33-b2db85054581 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 Feb 04 14:16:37.061055 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98668a-4018-40f3-aadb-e860f0d3ede3 req-d62784f4-e30a-403d-b611-f9927a4cb6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:37.062541 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d98668a-4018-40f3-aadb-e860f0d3ede3 req-d62784f4-e30a-403d-b611-f9927a4cb6c6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f657063c-4684-49ed-a032-e24c4b92c373 HTTP/1.1" status: 200 len: 912 time: 0.0889535 Feb 04 14:16:37.104210 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d98668a-4018-40f3-aadb-e860f0d3ede3 req-501ebfc4-92bf-4f06-8c51-fff52d20f283 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead48ebe-b65e-4969-936d-d7b73a90f12d HTTP/1.1" status: 200 len: 217 time: 0.0362787 Feb 04 14:16:37.150835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98668a-4018-40f3-aadb-e860f0d3ede3 req-682df646-a2d7-40eb-ba78-5df1f7aab636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:37.152244 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d98668a-4018-40f3-aadb-e860f0d3ede3 req-682df646-a2d7-40eb-ba78-5df1f7aab636 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c8fa2664-d82f-402f-8c06-44ebc2022660 HTTP/1.1" status: 200 len: 851 time: 0.0432572 Feb 04 14:16:37.183240 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d98668a-4018-40f3-aadb-e860f0d3ede3 req-f33614f3-1559-4c57-ae6b-f55003a542cd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f657063c-4684-49ed-a032-e24c4b92c373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259132 Feb 04 14:16:37.278505 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d98668a-4018-40f3-aadb-e860f0d3ede3 req-1981137e-1f01-4586-b599-055fb0469937 service neutron] 10.222.0.100 "GET /v2.0/networks/f657063c-4684-49ed-a032-e24c4b92c373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897448 Feb 04 14:16:37.371765 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d98668a-4018-40f3-aadb-e860f0d3ede3 req-45cd62b9-6297-486d-a434-2161588ce748 service neutron] 10.222.0.100 "GET /v2.0/networks/f657063c-4684-49ed-a032-e24c4b92c373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880716 Feb 04 14:16:38.124117 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf461f7b-6531-443b-9982-d70a694dbe5e req-46f2c188-29ae-4232-811d-bf2825f74691 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:38.125632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf461f7b-6531-443b-9982-d70a694dbe5e req-46f2c188-29ae-4232-811d-bf2825f74691 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 945 time: 0.0533507 Feb 04 14:16:38.177613 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf461f7b-6531-443b-9982-d70a694dbe5e req-d1799e81-1e1b-4d7c-bf75-892af41e12f1 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455534 Feb 04 14:16:39.297042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d564bf-003c-472f-84dc-715d6ffbf1de req-16ba8ab2-c222-468d-a1cb-ffcca332d8e8 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:39.298723 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52d564bf-003c-472f-84dc-715d6ffbf1de req-16ba8ab2-c222-468d-a1cb-ffcca332d8e8 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 945 time: 0.0533524 Feb 04 14:16:39.346808 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52d564bf-003c-472f-84dc-715d6ffbf1de req-48573e26-6084-43e5-b7c9-09cd5380dbd3 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414343 Feb 04 14:16:39.588785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808ba94-6a4d-417f-9306-e5f452766b70 req-012adbf2-ed03-4a1a-9a7b-a90f73b968e0 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:39.590338 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7808ba94-6a4d-417f-9306-e5f452766b70 req-012adbf2-ed03-4a1a-9a7b-a90f73b968e0 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 945 time: 0.0559483 Feb 04 14:16:39.638807 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7808ba94-6a4d-417f-9306-e5f452766b70 req-c8efaaf2-71d2-4f0a-a461-33df6540dbd8 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429273 Feb 04 14:16:40.763514 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d55d3-1f1a-4c6f-90f7-211bfdf9dedd req-fa78f537-7f14-488b-993a-237706e84a78 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:40.765627 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-054d55d3-1f1a-4c6f-90f7-211bfdf9dedd req-fa78f537-7f14-488b-993a-237706e84a78 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 945 time: 0.0570736 Feb 04 14:16:40.812975 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-054d55d3-1f1a-4c6f-90f7-211bfdf9dedd req-c760f5d1-46a0-4090-951f-14aca3d23308 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/security-groups?id=fbe7221e-30df-46f0-b940-436d658b52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423753 Feb 04 14:16:41.028409 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aeb0f720-1ecd-44be-8d22-5a05f6d94cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:41.463099 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d37806-83eb-45db-a500-cea65949b780 req-29ffdfff-8aaf-451c-96ac-2d2ff40bc26b tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:41.464618 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e3d37806-83eb-45db-a500-cea65949b780 req-29ffdfff-8aaf-451c-96ac-2d2ff40bc26b tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.100 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 945 time: 0.0559883 Feb 04 14:16:41.564046 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e3d37806-83eb-45db-a500-cea65949b780 req-9232c887-d24d-4840-9a25-376eed1943ab tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Deleting port ead48ebe-b65e-4969-936d-d7b73a90f12d {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:16:41.564393 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e3d37806-83eb-45db-a500-cea65949b780 req-9232c887-d24d-4840-9a25-376eed1943ab tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ead48ebe-b65e-4969-936d-d7b73a90f12d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:41.665874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e3d37806-83eb-45db-a500-cea65949b780 req-9232c887-d24d-4840-9a25-376eed1943ab tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] For port ead48ebe-b65e-4969-936d-d7b73a90f12d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=ead48ebe-b65e-4969-936d-d7b73a90f12d,segment=NetworkSegment(29969225-4a81-4c9d-a998-498e32e6f7a6),segment_id=29969225-4a81-4c9d-a998-498e32e6f7a6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:16:41.666278 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e3d37806-83eb-45db-a500-cea65949b780 req-9232c887-d24d-4840-9a25-376eed1943ab tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ead48ebe-b65e-4969-936d-d7b73a90f12d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:41.681622 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e3d37806-83eb-45db-a500-cea65949b780 req-9232c887-d24d-4840-9a25-376eed1943ab tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Calling delete_port for ead48ebe-b65e-4969-936d-d7b73a90f12d owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:16:41.828060 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e3d37806-83eb-45db-a500-cea65949b780 req-9232c887-d24d-4840-9a25-376eed1943ab tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ead48ebe-b65e-4969-936d-d7b73a90f12d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:41.842368 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['ead48ebe-b65e-4969-936d-d7b73a90f12d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:16:41.863617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232c887-d24d-4840-9a25-376eed1943ab tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Pushing event deleted for resources: {'Port': ['ID=ead48ebe-b65e-4969-936d-d7b73a90f12d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:41.928456 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d37806-83eb-45db-a500-cea65949b780 req-9232c887-d24d-4840-9a25-376eed1943ab tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] No DVR routers for this DVR port ead48ebe-b65e-4969-936d-d7b73a90f12d on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:16:41.932707 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e3d37806-83eb-45db-a500-cea65949b780 req-9232c887-d24d-4840-9a25-376eed1943ab tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:41.938916 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e3d37806-83eb-45db-a500-cea65949b780 req-9232c887-d24d-4840-9a25-376eed1943ab tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.100 "DELETE /v2.0/ports/ead48ebe-b65e-4969-936d-d7b73a90f12d HTTP/1.1" status: 204 len: 173 time: 0.4695458 Feb 04 14:16:41.939488 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ade354-3852-4696-a740-63a10a248e52', 'name': 'network-vif-deleted', 'tag': 'ead48ebe-b65e-4969-936d-d7b73a90f12d'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:16:41.941945 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f2d893-05f2-42b7-b2ed-4f4933711271" -d '{"events": [{"server_uuid": "53ade354-3852-4696-a740-63a10a248e52", "name": "network-vif-deleted", "tag": "ead48ebe-b65e-4969-936d-d7b73a90f12d"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:16:41.956451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9776f0e-b799-43b6-8384-70be0401dac3 req-d78f70b8-d00b-4379-8a69-600078f91d91 tempest-TestServerAdvancedOps-1097037951 tempest-TestServerAdvancedOps-1097037951-project] 10.222.0.96 "GET /v2.0/ports?device_id=53ade354-3852-4696-a740-63a10a248e52 HTTP/1.1" status: 200 len: 210 time: 0.0306754 Feb 04 14:16:42.013608 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db36793-0616-41c7-8dbe-34904f846094 x-openstack-request-id: req-8db36793-0616-41c7-8dbe-34904f846094 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:16:42.013902 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ade354-3852-4696-a740-63a10a248e52", "name": "network-vif-deleted", "tag": "ead48ebe-b65e-4969-936d-d7b73a90f12d", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:16:42.014264 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8db36793-0616-41c7-8dbe-34904f846094 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:16:42.016143 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ade354-3852-4696-a740-63a10a248e52', 'name': 'network-vif-deleted', 'tag': 'ead48ebe-b65e-4969-936d-d7b73a90f12d', 'status': 'completed', 'code': 200} Feb 04 14:16:43.038282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60338) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:43.089347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef57617b-1cd0-4c67-aee0-6d4f255d29cf admin admin] Deleting subnet c8fa2664-d82f-402f-8c06-44ebc2022660 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:16:43.093226 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ef57617b-1cd0-4c67-aee0-6d4f255d29cf admin admin] Publish callbacks [] for subnet (c8fa2664-d82f-402f-8c06-44ebc2022660), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.135088 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ef57617b-1cd0-4c67-aee0-6d4f255d29cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (c8fa2664-d82f-402f-8c06-44ebc2022660), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.178416 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ef57617b-1cd0-4c67-aee0-6d4f255d29cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (c8fa2664-d82f-402f-8c06-44ebc2022660), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.249259 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ef57617b-1cd0-4c67-aee0-6d4f255d29cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (c8fa2664-d82f-402f-8c06-44ebc2022660), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.281055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57617b-1cd0-4c67-aee0-6d4f255d29cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8fa2664-d82f-402f-8c06-44ebc2022660,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:43.283118 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ef57617b-1cd0-4c67-aee0-6d4f255d29cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.287747 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ef57617b-1cd0-4c67-aee0-6d4f255d29cf admin admin] 10.222.0.96 "DELETE /v2.0/subnets/c8fa2664-d82f-402f-8c06-44ebc2022660 HTTP/1.1" status: 204 len: 168 time: 0.2468762 Feb 04 14:16:43.289539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60340) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:43.364592 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-35af5ac4-ea3d-4094-9af9-44fdfe19dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (f657063c-4684-49ed-a032-e24c4b92c373), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.447153 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-35af5ac4-ea3d-4094-9af9-44fdfe19dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (f657063c-4684-49ed-a032-e24c4b92c373), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.468568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-35af5ac4-ea3d-4094-9af9-44fdfe19dc8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f657063c-4684-49ed-a032-e24c4b92c373']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:43.478642 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-35af5ac4-ea3d-4094-9af9-44fdfe19dc8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29969225-4a81-4c9d-a998-498e32e6f7a6') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:43.478946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-35af5ac4-ea3d-4094-9af9-44fdfe19dc8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29969225-4a81-4c9d-a998-498e32e6f7a6') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:43.489076 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-35af5ac4-ea3d-4094-9af9-44fdfe19dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (29969225-4a81-4c9d-a998-498e32e6f7a6), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.505433 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-35af5ac4-ea3d-4094-9af9-44fdfe19dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (29969225-4a81-4c9d-a998-498e32e6f7a6), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.513076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35af5ac4-ea3d-4094-9af9-44fdfe19dc8d admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:16:43.513467 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-35af5ac4-ea3d-4094-9af9-44fdfe19dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (29969225-4a81-4c9d-a998-498e32e6f7a6), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:16:43.515252 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:16:43.580028 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-35af5ac4-ea3d-4094-9af9-44fdfe19dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (f657063c-4684-49ed-a032-e24c4b92c373), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.587679 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-35af5ac4-ea3d-4094-9af9-44fdfe19dc8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.590906 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-35af5ac4-ea3d-4094-9af9-44fdfe19dc8d admin admin] 10.222.0.96 "DELETE /v2.0/networks/f657063c-4684-49ed-a032-e24c4b92c373 HTTP/1.1" status: 204 len: 168 time: 0.3000457 Feb 04 14:16:43.594154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60342) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:43.604554 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af5ac4-ea3d-4094-9af9-44fdfe19dc8d admin admin] Pushing event deleted for resources: {'Network': ['ID=f657063c-4684-49ed-a032-e24c4b92c373,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:43.648021 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a69fb74-b73d-44a9-85e9-5bf9492fde86 admin admin] Deleting subnet 817a8853-0127-4f49-b7bd-730f8fd941c1 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:16:43.652648 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a69fb74-b73d-44a9-85e9-5bf9492fde86 admin admin] Publish callbacks [] for subnet (817a8853-0127-4f49-b7bd-730f8fd941c1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.697525 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a69fb74-b73d-44a9-85e9-5bf9492fde86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (817a8853-0127-4f49-b7bd-730f8fd941c1), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.737434 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a69fb74-b73d-44a9-85e9-5bf9492fde86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (817a8853-0127-4f49-b7bd-730f8fd941c1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.793619 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a69fb74-b73d-44a9-85e9-5bf9492fde86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (817a8853-0127-4f49-b7bd-730f8fd941c1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.820522 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69fb74-b73d-44a9-85e9-5bf9492fde86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=817a8853-0127-4f49-b7bd-730f8fd941c1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:43.824419 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a69fb74-b73d-44a9-85e9-5bf9492fde86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.827728 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8a69fb74-b73d-44a9-85e9-5bf9492fde86 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/817a8853-0127-4f49-b7bd-730f8fd941c1 HTTP/1.1" status: 204 len: 168 time: 0.2324953 Feb 04 14:16:43.830395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60344) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:43.908344 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73075679-d802-49d8-b8f7-51cb4c07e465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (38ab52ea-850d-47c7-9590-749f5d5c05b0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:43.990002 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73075679-d802-49d8-b8f7-51cb4c07e465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (38ab52ea-850d-47c7-9590-749f5d5c05b0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:44.015924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-73075679-d802-49d8-b8f7-51cb4c07e465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ab52ea-850d-47c7-9590-749f5d5c05b0']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:44.026579 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-73075679-d802-49d8-b8f7-51cb4c07e465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a0b1ba-6125-482b-8cce-e6290c706a52') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:44.026864 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-73075679-d802-49d8-b8f7-51cb4c07e465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a0b1ba-6125-482b-8cce-e6290c706a52') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:44.036435 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73075679-d802-49d8-b8f7-51cb4c07e465 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (a1a0b1ba-6125-482b-8cce-e6290c706a52), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:44.049652 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73075679-d802-49d8-b8f7-51cb4c07e465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a1a0b1ba-6125-482b-8cce-e6290c706a52), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:44.055989 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73075679-d802-49d8-b8f7-51cb4c07e465 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:16:44.056387 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73075679-d802-49d8-b8f7-51cb4c07e465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (a1a0b1ba-6125-482b-8cce-e6290c706a52), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:16:44.058173 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:16:44.112598 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73075679-d802-49d8-b8f7-51cb4c07e465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (38ab52ea-850d-47c7-9590-749f5d5c05b0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:44.117876 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-73075679-d802-49d8-b8f7-51cb4c07e465 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:44.121043 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-73075679-d802-49d8-b8f7-51cb4c07e465 admin admin] 10.222.0.96 "DELETE /v2.0/networks/38ab52ea-850d-47c7-9590-749f5d5c05b0 HTTP/1.1" status: 204 len: 168 time: 0.2897785 Feb 04 14:16:44.133597 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73075679-d802-49d8-b8f7-51cb4c07e465 admin admin] Pushing event deleted for resources: {'Network': ['ID=38ab52ea-850d-47c7-9590-749f5d5c05b0,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:44.289419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60348) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:44.304398 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:44.332569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-249f76ff-e238-4274-8d74-b5b0f6ed7c97 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f5451aa4eccb4ab7b48bc14ff1adf78a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418515 Feb 04 14:16:44.335176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60350) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:44.385085 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5b32beb6-ef3d-47a2-9dc2-bb64ee09a1c7 admin admin] Publish callbacks [] for security_group (fbe7221e-30df-46f0-b940-436d658b52d6), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:44.407096 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5b32beb6-ef3d-47a2-9dc2-bb64ee09a1c7 admin admin] Publish callbacks [] for security_group (fbe7221e-30df-46f0-b940-436d658b52d6), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:44.456546 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5b32beb6-ef3d-47a2-9dc2-bb64ee09a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (fbe7221e-30df-46f0-b940-436d658b52d6), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:44.460273 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5b32beb6-ef3d-47a2-9dc2-bb64ee09a1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:44.461960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5b32beb6-ef3d-47a2-9dc2-bb64ee09a1c7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fbe7221e-30df-46f0-b940-436d658b52d6 HTTP/1.1" status: 204 len: 168 time: 0.1256559 Feb 04 14:16:44.472704 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32beb6-ef3d-47a2-9dc2-bb64ee09a1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe7221e-30df-46f0-b940-436d658b52d6,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:44.808130 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60356) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:44.849160 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a4b36b51-f1d9-4a5e-9db7-0c3f7a81e0f4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=79e79d7922f84c85b06085cdb9894e7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398355 Feb 04 14:16:44.852071 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60358) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:44.901268 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device ead48ebe-b65e-4969-936d-d7b73a90f12d no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:16:44.901516 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ccef890-5bf2-46c2-aac8-178cba0b2059 admin admin] Publish callbacks [] for security_group (cfa46f6c-08c1-46a2-ae39-0de02afd65ef), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:44.922071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: ead48ebe-b65e-4969-936d-d7b73a90f12d {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:16:44.922445 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device ead48ebe-b65e-4969-936d-d7b73a90f12d not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:16:44.927553 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ccef890-5bf2-46c2-aac8-178cba0b2059 admin admin] Publish callbacks [] for security_group (cfa46f6c-08c1-46a2-ae39-0de02afd65ef), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:44.976023 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ccef890-5bf2-46c2-aac8-178cba0b2059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (cfa46f6c-08c1-46a2-ae39-0de02afd65ef), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:44.978822 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4ccef890-5bf2-46c2-aac8-178cba0b2059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:44.979997 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4ccef890-5bf2-46c2-aac8-178cba0b2059 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cfa46f6c-08c1-46a2-ae39-0de02afd65ef HTTP/1.1" status: 204 len: 168 time: 0.1269853 Feb 04 14:16:44.988447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccef890-5bf2-46c2-aac8-178cba0b2059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa46f6c-08c1-46a2-ae39-0de02afd65ef,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:45.055952 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:45.215425 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-251e7477-617a-4594-9fe1-bf3a142ff21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:45.722416 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60380) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:45.735490 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:45.823433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-326f8939-6dc8-45c2-94af-07d385f6de79 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-715205088-network', 'tenant_id': 'a399d737e8154b3dbec228c21df5b79e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:16:45.842981 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326f8939-6dc8-45c2-94af-07d385f6de79 admin admin] Made reservation on behalf of a399d737e8154b3dbec228c21df5b79e for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:16:45.845348 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-326f8939-6dc8-45c2-94af-07d385f6de79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:45.857676 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-326f8939-6dc8-45c2-94af-07d385f6de79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:45.944117 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-326f8939-6dc8-45c2-94af-07d385f6de79 admin admin] Publish callbacks [] for security_group (f32070e9-567a-487a-ad4f-32f7fded53e6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:45.948249 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-326f8939-6dc8-45c2-94af-07d385f6de79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f32070e9-567a-487a-ad4f-32f7fded53e6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:45.976419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326f8939-6dc8-45c2-94af-07d385f6de79 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:16:45.982838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f8939-6dc8-45c2-94af-07d385f6de79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32070e9-567a-487a-ad4f-32f7fded53e6,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:45.991065 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-326f8939-6dc8-45c2-94af-07d385f6de79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0ad64c70-9d50-44ad-baba-b656674f130d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:45.991447 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-326f8939-6dc8-45c2-94af-07d385f6de79 admin admin] Added segment 0ad64c70-9d50-44ad-baba-b656674f130d of type vlan for network c3b3883b-bb0c-46a0-9caa-2dac15048b9b Feb 04 14:16:46.034768 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-326f8939-6dc8-45c2-94af-07d385f6de79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (c3b3883b-bb0c-46a0-9caa-2dac15048b9b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:46.059948 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-326f8939-6dc8-45c2-94af-07d385f6de79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (c3b3883b-bb0c-46a0-9caa-2dac15048b9b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:46.060910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326f8939-6dc8-45c2-94af-07d385f6de79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:46.061499 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-326f8939-6dc8-45c2-94af-07d385f6de79 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:46.114743 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-326f8939-6dc8-45c2-94af-07d385f6de79 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3911774 Feb 04 14:16:46.118521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60384) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:46.123535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-93123ea6-2bc0-4117-848a-0ad886c32080 admin admin] Request body: {'subnet': {'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-715205088-subnet', 'tenant_id': 'a399d737e8154b3dbec228c21df5b79e', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:16:46.128351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f8939-6dc8-45c2-94af-07d385f6de79 admin admin] Pushing event updated for resources: {'Network': ['ID=c3b3883b-bb0c-46a0-9caa-2dac15048b9b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:46.140030 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network c3b3883b-bb0c-46a0-9caa-2dac15048b9b details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:16:46.143662 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93123ea6-2bc0-4117-848a-0ad886c32080 admin admin] Made reservation on behalf of a399d737e8154b3dbec228c21df5b79e for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:16:46.145998 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93123ea6-2bc0-4117-848a-0ad886c32080 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:46.318054 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93123ea6-2bc0-4117-848a-0ad886c32080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (796ceee0-a8c8-4923-861c-e1c4a1ac22f8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:46.370892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93123ea6-2bc0-4117-848a-0ad886c32080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=796ceee0-a8c8-4923-861c-e1c4a1ac22f8,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:46.380992 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93123ea6-2bc0-4117-848a-0ad886c32080 admin admin] Checking segment: {'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:16:46.381349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93123ea6-2bc0-4117-848a-0ad886c32080 admin admin] Network hostable DHCP agents. Network: c3b3883b-bb0c-46a0-9caa-2dac15048b9b, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:16:46.397521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93123ea6-2bc0-4117-848a-0ad886c32080 admin admin] Network c3b3883b-bb0c-46a0-9caa-2dac15048b9b is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:16:46.405938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-93123ea6-2bc0-4117-848a-0ad886c32080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, c3b3883b-bb0c-46a0-9caa-2dac15048b9b) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:16:46.410257 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93123ea6-2bc0-4117-848a-0ad886c32080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:46.410829 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93123ea6-2bc0-4117-848a-0ad886c32080 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:46.415855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69da969-600d-4b93-af98-e28578e400c7 None None] Network c3b3883b-bb0c-46a0-9caa-2dac15048b9b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:16:46.428639 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-93123ea6-2bc0-4117-848a-0ad886c32080 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3083963 Feb 04 14:16:46.431668 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60386) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:46.436045 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-715205088-router', 'tenant_id': 'a399d737e8154b3dbec228c21df5b79e', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:16:46.455182 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (cbdc958b-d267-4edd-9596-181ca9912e3a), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:46.456551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (cbdc958b-d267-4edd-9596-181ca9912e3a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:46.519396 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Publish callbacks [] for router_controller (cbdc958b-d267-4edd-9596-181ca9912e3a), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:46.520648 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-c3b3883b-bb0c-46a0-9caa-2dac15048b9b', 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b', 'project_id': 'a399d737e8154b3dbec228c21df5b79e', 'fixed_ips': [{'subnet_id': '796ceee0-a8c8-4923-861c-e1c4a1ac22f8'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:16:46.522247 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:46.658807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Allocated IP 172.20.0.2 (c3b3883b-bb0c-46a0-9caa-2dac15048b9b/796ceee0-a8c8-4923-861c-e1c4a1ac22f8/a94e761d-a2a1-4390-95b4-30f6921667f5) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:16:46.667183 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Publish callbacks [] for router_gateway (cbdc958b-d267-4edd-9596-181ca9912e3a), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:46.814520 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Publish callbacks [] for port (a94e761d-a2a1-4390-95b4-30f6921667f5), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:46.821613 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (a94e761d-a2a1-4390-95b4-30f6921667f5), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:46.862515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Network c3b3883b-bb0c-46a0-9caa-2dac15048b9b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:16:46.865413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:16:46.872277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:16:46.875207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Pushing event updated for resources: {'Port': ['ID=a94e761d-a2a1-4390-95b4-30f6921667f5,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:46.881590 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Publish callbacks [] for router_gateway (cbdc958b-d267-4edd-9596-181ca9912e3a), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:46.908521 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:46.936270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Attempting to bind port a94e761d-a2a1-4390-95b4-30f6921667f5 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:16:46.936802 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Attempting to bind port a94e761d-a2a1-4390-95b4-30f6921667f5 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:16:46.936991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Attempting to bind port a94e761d-a2a1-4390-95b4-30f6921667f5 on network c3b3883b-bb0c-46a0-9caa-2dac15048b9b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:16:46.942089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:16:46.942489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Checking segment: {'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:16:46.942889 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:46.943849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Bound using segment: {'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:16:46.944425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Bound port: a94e761d-a2a1-4390-95b4-30f6921667f5, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:16:46.944833 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a94e761d-a2a1-4390-95b4-30f6921667f5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:47.011162 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] For port a94e761d-a2a1-4390-95b4-30f6921667f5, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:16:47.015101 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] For port a94e761d-a2a1-4390-95b4-30f6921667f5, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a94e761d-a2a1-4390-95b4-30f6921667f5,segment=NetworkSegment(0ad64c70-9d50-44ad-baba-b656674f130d),segment_id=0ad64c70-9d50-44ad-baba-b656674f130d)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:16:47.017032 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Allocated IP 172.25.5.132 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/647a71d8-7137-4dd2-8105-eb1c2f35e67b) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:16:47.021214 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a94e761d-a2a1-4390-95b4-30f6921667f5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:47.080434 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:47.101701 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07140ab3-62e4-4842-aac0-5005c956ce33 None None] Pushing event updated for resources: {'Port': ['ID=a94e761d-a2a1-4390-95b4-30f6921667f5,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:47.147919 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Publish callbacks [] for port (647a71d8-7137-4dd2-8105-eb1c2f35e67b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:47.184741 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (647a71d8-7137-4dd2-8105-eb1c2f35e67b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:47.231661 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:16:47.234707 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:16:47.238383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:16:47.276092 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Pushing event updated for resources: {'Port': ['ID=647a71d8-7137-4dd2-8105-eb1c2f35e67b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:47.528847 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Publish callbacks [] for router_gateway (cbdc958b-d267-4edd-9596-181ca9912e3a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:47.676410 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a94e761d-a2a1-4390-95b4-30f6921667f5 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:16:47.738208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a94e761d-a2a1-4390-95b4-30f6921667f5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:47.738588 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a94e761d-a2a1-4390-95b4-30f6921667f5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:47.840359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a94e761d-a2a1-4390-95b4-30f6921667f5 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:47.841049 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a94e761d-a2a1-4390-95b4-30f6921667f5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:47.878083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port a94e761d-a2a1-4390-95b4-30f6921667f5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a94e761d-a2a1-4390-95b4-30f6921667f5,segment=NetworkSegment(0ad64c70-9d50-44ad-baba-b656674f130d),segment_id=0ad64c70-9d50-44ad-baba-b656674f130d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:16:47.885042 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a94e761d-a2a1-4390-95b4-30f6921667f5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:47.944326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=a94e761d-a2a1-4390-95b4-30f6921667f5,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:48.016597 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:48.072766 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (cbdc958b-d267-4edd-9596-181ca9912e3a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:48.182376 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50916321-1f13-4da6-91a6-f205233b3d2a None None] Network c3b3883b-bb0c-46a0-9caa-2dac15048b9b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:16:48.210608 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Router cbdc958b-d267-4edd-9596-181ca9912e3a is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:16:48.307631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3039ada0-26a7-4116-a3ad-82a22df0b079 None None] Provisioning complete for port a94e761d-a2a1-4390-95b4-30f6921667f5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:48.307913 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3039ada0-26a7-4116-a3ad-82a22df0b079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a94e761d-a2a1-4390-95b4-30f6921667f5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:48.329106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:16:48.342771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Sync routers for ids ['cbdc958b-d267-4edd-9596-181ca9912e3a'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:16:48.347834 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:48.349087 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-23e78a4f-c943-409c-b38b-e6dcf6c894a1 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9163973 Feb 04 14:16:48.352897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60388) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:48.369501 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Routers {'cbdc958b-d267-4edd-9596-181ca9912e3a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:16:48.370183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:16:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['cbdc958b-d267-4edd-9596-181ca9912e3a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:48.495866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3039ada0-26a7-4116-a3ad-82a22df0b079 None None] Current status of the port a94e761d-a2a1-4390-95b4-30f6921667f5 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:48.528745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Set router cbdc958b-d267-4edd-9596-181ca9912e3a gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:16:48.673162 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f7c06253-9eab-4dea-adc1-6ab0016ed06c None None] Provisioning complete for port a94e761d-a2a1-4390-95b4-30f6921667f5 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:48.673534 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f7c06253-9eab-4dea-adc1-6ab0016ed06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a94e761d-a2a1-4390-95b4-30f6921667f5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:48.813106 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f7c06253-9eab-4dea-adc1-6ab0016ed06c None None] Current status of the port a94e761d-a2a1-4390-95b4-30f6921667f5 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:48.825353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'name': 'tempest-TestServerMultinode-715205088-router', 'tenant_id': 'a399d737e8154b3dbec228c21df5b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '647a71d8-7137-4dd2-8105-eb1c2f35e67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:46Z', 'updated_at': '2022-02-04T14:16:47Z', 'revision_number': 3, 'project_id': 'a399d737e8154b3dbec228c21df5b79e', 'gw_port': {'id': '647a71d8-7137-4dd2-8105-eb1c2f35e67b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:46Z', 'updated_at': '2022-02-04T14:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:48.855756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Checking router: cbdc958b-d267-4edd-9596-181ca9912e3a for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:16:48.856494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Updating router cbdc958b-d267-4edd-9596-181ca9912e3a port 647a71d8-7137-4dd2-8105-eb1c2f35e67b binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:16:48.886382 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (647a71d8-7137-4dd2-8105-eb1c2f35e67b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:49.149906 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Publish callbacks [] for port (647a71d8-7137-4dd2-8105-eb1c2f35e67b), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:49.156239 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (647a71d8-7137-4dd2-8105-eb1c2f35e67b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:49.213581 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:49.213966 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514287e-35af-4f47-8565-d215b49cac26 None None] Pushing event updated for resources: {'Port': ['ID=647a71d8-7137-4dd2-8105-eb1c2f35e67b,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:49.216449 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Attempting to bind port 647a71d8-7137-4dd2-8105-eb1c2f35e67b on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:16:49.216825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Attempting to bind port 647a71d8-7137-4dd2-8105-eb1c2f35e67b by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:16:49.217192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Attempting to bind port 647a71d8-7137-4dd2-8105-eb1c2f35e67b on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:16:49.223949 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:16:49.224507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:16:49.224925 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:49.225374 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:16:49.225889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Bound port: 647a71d8-7137-4dd2-8105-eb1c2f35e67b, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:16:49.226369 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (647a71d8-7137-4dd2-8105-eb1c2f35e67b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:49.286229 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] For port 647a71d8-7137-4dd2-8105-eb1c2f35e67b, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:16:49.290537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] For port 647a71d8-7137-4dd2-8105-eb1c2f35e67b, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=647a71d8-7137-4dd2-8105-eb1c2f35e67b,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:16:49.297864 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (647a71d8-7137-4dd2-8105-eb1c2f35e67b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:49.357361 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Routers {'cbdc958b-d267-4edd-9596-181ca9912e3a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:16:49.357993 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:16:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['cbdc958b-d267-4edd-9596-181ca9912e3a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:49.359942 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514287e-35af-4f47-8565-d215b49cac26 None None] Pushing event updated for resources: {'Port': ['ID=647a71d8-7137-4dd2-8105-eb1c2f35e67b,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:49.388100 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Allocated IP 172.20.0.1 (c3b3883b-bb0c-46a0-9caa-2dac15048b9b/796ceee0-a8c8-4923-861c-e1c4a1ac22f8/35d93b80-7833-4bd6-bfd0-4768347d70cb) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:16:49.476313 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] Set router cbdc958b-d267-4edd-9596-181ca9912e3a gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:16:49.512810 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Publish callbacks [] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:49.556602 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:49.612453 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Network c3b3883b-bb0c-46a0-9caa-2dac15048b9b is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:16:49.617936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:16:49.624573 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Pushing event updated for resources: {'Port': ['ID=35d93b80-7833-4bd6-bfd0-4768347d70cb,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:49.627635 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:16:49.668456 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a94e761d-a2a1-4390-95b4-30f6921667f5 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:16:49.683535 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (cbdc958b-d267-4edd-9596-181ca9912e3a), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:49.750437 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'name': 'tempest-TestServerMultinode-715205088-router', 'tenant_id': 'a399d737e8154b3dbec228c21df5b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '647a71d8-7137-4dd2-8105-eb1c2f35e67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:46Z', 'updated_at': '2022-02-04T14:16:47Z', 'revision_number': 3, 'project_id': 'a399d737e8154b3dbec228c21df5b79e', 'gw_port': {'id': '647a71d8-7137-4dd2-8105-eb1c2f35e67b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:46Z', 'updated_at': '2022-02-04T14:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:49.783318 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee0f7e8-328b-45f7-a173-db75fd0e3109 None None] The sync data for ids ['cbdc958b-d267-4edd-9596-181ca9912e3a'] in n-d-714676-13 is: [{'id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'name': 'tempest-TestServerMultinode-715205088-router', 'tenant_id': 'a399d737e8154b3dbec228c21df5b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '647a71d8-7137-4dd2-8105-eb1c2f35e67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:46Z', 'updated_at': '2022-02-04T14:16:47Z', 'revision_number': 3, 'project_id': 'a399d737e8154b3dbec228c21df5b79e', 'gw_port': {'id': '647a71d8-7137-4dd2-8105-eb1c2f35e67b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:46Z', 'updated_at': '2022-02-04T14:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:16:49.787850 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a94e761d-a2a1-4390-95b4-30f6921667f5 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:49.788225 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a94e761d-a2a1-4390-95b4-30f6921667f5), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:49.907990 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:49.928899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a94e761d-a2a1-4390-95b4-30f6921667f5 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:49.957542 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-887c0852-7c65-478c-8c61-f1ac1064e250 None None] Provisioning complete for port 35d93b80-7833-4bd6-bfd0-4768347d70cb triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:49.958159 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-887c0852-7c65-478c-8c61-f1ac1064e250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:49.997433 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-887c0852-7c65-478c-8c61-f1ac1064e250 None None] Port 35d93b80-7833-4bd6-bfd0-4768347d70cb cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:16:50.190246 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Publish callbacks [] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:50.196594 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:50.296698 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Pushing event updated for resources: {'Port': ['ID=35d93b80-7833-4bd6-bfd0-4768347d70cb,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:50.299455 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (cbdc958b-d267-4edd-9596-181ca9912e3a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:50.422145 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Network c3b3883b-bb0c-46a0-9caa-2dac15048b9b is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:16:50.424763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:16:50.641706 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Router cbdc958b-d267-4edd-9596-181ca9912e3a has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:16:50.809818 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:16:50.817321 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-56e8acda-da86-4fd9-86df-4e6cbbd5ad4c admin admin] 10.222.0.96 "PUT /v2.0/routers/cbdc958b-d267-4edd-9596-181ca9912e3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4633467 Feb 04 14:16:50.841345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e9e317c4-1c62-463e-a7de-a13509bf25a7 None None] Provisioning complete for port 35d93b80-7833-4bd6-bfd0-4768347d70cb triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:50.841798 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e9e317c4-1c62-463e-a7de-a13509bf25a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:50.883050 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e9e317c4-1c62-463e-a7de-a13509bf25a7 None None] Port 35d93b80-7833-4bd6-bfd0-4768347d70cb cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:16:51.353768 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60404) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:51.359431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-13707c3d-4319-4718-98cc-1a12504b25be admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1664140014-network', 'tenant_id': '6dae32bc38f041dc934a7128339783cf'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:16:51.379504 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13707c3d-4319-4718-98cc-1a12504b25be admin admin] Made reservation on behalf of 6dae32bc38f041dc934a7128339783cf for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:16:51.382797 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13707c3d-4319-4718-98cc-1a12504b25be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:51.393042 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13707c3d-4319-4718-98cc-1a12504b25be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:51.485586 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13707c3d-4319-4718-98cc-1a12504b25be admin admin] Publish callbacks [] for security_group (99825f2d-b48c-4899-a789-f4779f5b92b1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:51.490815 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13707c3d-4319-4718-98cc-1a12504b25be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (99825f2d-b48c-4899-a789-f4779f5b92b1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:51.520049 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13707c3d-4319-4718-98cc-1a12504b25be admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:16:51.527734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13707c3d-4319-4718-98cc-1a12504b25be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99825f2d-b48c-4899-a789-f4779f5b92b1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:51.537311 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13707c3d-4319-4718-98cc-1a12504b25be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e4825091-3eb0-46e6-be4a-7109fab2e067), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:51.537842 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-13707c3d-4319-4718-98cc-1a12504b25be admin admin] Added segment e4825091-3eb0-46e6-be4a-7109fab2e067 of type vlan for network ae0a0e29-e65c-444a-bf2f-98318ef5fada Feb 04 14:16:51.596503 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13707c3d-4319-4718-98cc-1a12504b25be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (ae0a0e29-e65c-444a-bf2f-98318ef5fada), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:51.630251 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13707c3d-4319-4718-98cc-1a12504b25be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (ae0a0e29-e65c-444a-bf2f-98318ef5fada), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:51.631986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13707c3d-4319-4718-98cc-1a12504b25be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:51.632801 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-13707c3d-4319-4718-98cc-1a12504b25be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:51.690382 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-13707c3d-4319-4718-98cc-1a12504b25be admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3350961 Feb 04 14:16:51.693570 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60406) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:51.700714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-bf240580-f869-44e2-a25f-703f5f36c4f5 admin admin] Request body: {'subnet': {'network_id': 'ae0a0e29-e65c-444a-bf2f-98318ef5fada', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1664140014-subnet', 'tenant_id': '6dae32bc38f041dc934a7128339783cf', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:16:51.700939 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 647a71d8-7137-4dd2-8105-eb1c2f35e67b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:16:51.707187 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13707c3d-4319-4718-98cc-1a12504b25be admin admin] Pushing event updated for resources: {'Network': ['ID=ae0a0e29-e65c-444a-bf2f-98318ef5fada,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:51.729151 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf240580-f869-44e2-a25f-703f5f36c4f5 admin admin] Made reservation on behalf of 6dae32bc38f041dc934a7128339783cf for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:16:51.731883 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf240580-f869-44e2-a25f-703f5f36c4f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:51.733078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network ae0a0e29-e65c-444a-bf2f-98318ef5fada details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:16:51.772075 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Sync routers for ids ['cbdc958b-d267-4edd-9596-181ca9912e3a'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:16:51.784510 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Routers {'cbdc958b-d267-4edd-9596-181ca9912e3a'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:16:51.785455 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:16:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['cbdc958b-d267-4edd-9596-181ca9912e3a'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:51.909752 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Set router cbdc958b-d267-4edd-9596-181ca9912e3a gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:16:51.937501 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf240580-f869-44e2-a25f-703f5f36c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:51.992115 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 647a71d8-7137-4dd2-8105-eb1c2f35e67b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:51.992489 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (647a71d8-7137-4dd2-8105-eb1c2f35e67b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.005435 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf240580-f869-44e2-a25f-703f5f36c4f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:52.027543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf240580-f869-44e2-a25f-703f5f36c4f5 admin admin] Checking segment: {'id': 'e4825091-3eb0-46e6-be4a-7109fab2e067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ae0a0e29-e65c-444a-bf2f-98318ef5fada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:16:52.028147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf240580-f869-44e2-a25f-703f5f36c4f5 admin admin] Network hostable DHCP agents. Network: ae0a0e29-e65c-444a-bf2f-98318ef5fada, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:16:52.051156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf240580-f869-44e2-a25f-703f5f36c4f5 admin admin] Network ae0a0e29-e65c-444a-bf2f-98318ef5fada is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:16:52.068658 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-bf240580-f869-44e2-a25f-703f5f36c4f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, ae0a0e29-e65c-444a-bf2f-98318ef5fada) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:16:52.086147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf240580-f869-44e2-a25f-703f5f36c4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:52.086914 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf240580-f869-44e2-a25f-703f5f36c4f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.088516 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049631d1-ec05-40ca-a79c-b52ec5b996ea None None] Network ae0a0e29-e65c-444a-bf2f-98318ef5fada requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:16:52.095835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 647a71d8-7137-4dd2-8105-eb1c2f35e67b is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:52.096258 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (647a71d8-7137-4dd2-8105-eb1c2f35e67b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.107782 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bf240580-f869-44e2-a25f-703f5f36c4f5 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4102089 Feb 04 14:16:52.109403 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60408) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:52.113474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1664140014-router', 'tenant_id': '6dae32bc38f041dc934a7128339783cf', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:16:52.138591 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (6d241c9d-76d4-482f-9147-a1507cb6b10f), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.139939 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (6d241c9d-76d4-482f-9147-a1507cb6b10f), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.163620 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 647a71d8-7137-4dd2-8105-eb1c2f35e67b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=647a71d8-7137-4dd2-8105-eb1c2f35e67b,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:16:52.171221 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (647a71d8-7137-4dd2-8105-eb1c2f35e67b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.171525 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'name': 'tempest-TestServerMultinode-715205088-router', 'tenant_id': 'a399d737e8154b3dbec228c21df5b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '647a71d8-7137-4dd2-8105-eb1c2f35e67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:46Z', 'updated_at': '2022-02-04T14:16:49Z', 'revision_number': 4, 'project_id': 'a399d737e8154b3dbec228c21df5b79e', 'gw_port': {'id': '647a71d8-7137-4dd2-8105-eb1c2f35e67b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:46Z', 'updated_at': '2022-02-04T14:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '35d93b80-7833-4bd6-bfd0-4768347d70cb', 'name': '', 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b', 'tenant_id': 'a399d737e8154b3dbec228c21df5b79e', 'mac_address': 'fa:16:3e:ab:69:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '796ceee0-a8c8-4923-861c-e1c4a1ac22f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:49Z', 'updated_at': '2022-02-04T14:16:49Z', 'revision_number': 2, 'project_id': 'a399d737e8154b3dbec228c21df5b79e', 'subnets': [{'id': '796ceee0-a8c8-4923-861c-e1c4a1ac22f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:52.203770 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Checking router: cbdc958b-d267-4edd-9596-181ca9912e3a for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:16:52.204132 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Updating router cbdc958b-d267-4edd-9596-181ca9912e3a port 35d93b80-7833-4bd6-bfd0-4768347d70cb binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:16:52.211857 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Publish callbacks [] for router_controller (6d241c9d-76d4-482f-9147-a1507cb6b10f), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.236213 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.260855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=647a71d8-7137-4dd2-8105-eb1c2f35e67b,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:52.273575 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-ae0a0e29-e65c-444a-bf2f-98318ef5fada', 'network_id': 'ae0a0e29-e65c-444a-bf2f-98318ef5fada', 'project_id': '6dae32bc38f041dc934a7128339783cf', 'fixed_ips': [{'subnet_id': 'a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:16:52.275064 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.395249 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Publish callbacks [] for router_gateway (6d241c9d-76d4-482f-9147-a1507cb6b10f), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.463356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Allocated IP 172.20.0.2 (ae0a0e29-e65c-444a-bf2f-98318ef5fada/a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3/b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:16:52.550316 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Publish callbacks [] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.558527 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.632261 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e37c8-31fb-4ae6-9eb7-8ad8f23731dc None None] Pushing event updated for resources: {'Port': ['ID=35d93b80-7833-4bd6-bfd0-4768347d70cb,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:52.651861 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e37c8-31fb-4ae6-9eb7-8ad8f23731dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:52.652313 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e37c8-31fb-4ae6-9eb7-8ad8f23731dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:52.652632 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e37c8-31fb-4ae6-9eb7-8ad8f23731dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:52.653208 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e37c8-31fb-4ae6-9eb7-8ad8f23731dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:52.653777 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e37c8-31fb-4ae6-9eb7-8ad8f23731dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:52.654645 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e37c8-31fb-4ae6-9eb7-8ad8f23731dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:52.655215 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e37c8-31fb-4ae6-9eb7-8ad8f23731dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:52.655798 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e37c8-31fb-4ae6-9eb7-8ad8f23731dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:52.656370 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e37c8-31fb-4ae6-9eb7-8ad8f23731dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:52.656948 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e37c8-31fb-4ae6-9eb7-8ad8f23731dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:52.657531 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e37c8-31fb-4ae6-9eb7-8ad8f23731dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:52.658408 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e37c8-31fb-4ae6-9eb7-8ad8f23731dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:52.658925 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e37c8-31fb-4ae6-9eb7-8ad8f23731dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:16:52.659090 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Publish callbacks [] for router_gateway (6d241c9d-76d4-482f-9147-a1507cb6b10f), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.672648 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Publish callbacks [] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.682262 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.698703 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.703857 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Attempting to bind port 35d93b80-7833-4bd6-bfd0-4768347d70cb on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:16:52.704217 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Attempting to bind port 35d93b80-7833-4bd6-bfd0-4768347d70cb by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:16:52.704790 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Attempting to bind port 35d93b80-7833-4bd6-bfd0-4768347d70cb on network c3b3883b-bb0c-46a0-9caa-2dac15048b9b {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:16:52.713837 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:16:52.714210 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Checking segment: {'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:16:52.714648 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.715024 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Bound using segment: {'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:16:52.715511 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Bound port: 35d93b80-7833-4bd6-bfd0-4768347d70cb, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:16:52.715901 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.741199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Network ae0a0e29-e65c-444a-bf2f-98318ef5fada is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:16:52.747523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:16:52.751987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:16:52.785456 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Pushing event updated for resources: {'Port': ['ID=b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:52.819118 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] For port 35d93b80-7833-4bd6-bfd0-4768347d70cb, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:16:52.823636 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] For port 35d93b80-7833-4bd6-bfd0-4768347d70cb, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=35d93b80-7833-4bd6-bfd0-4768347d70cb,segment=NetworkSegment(0ad64c70-9d50-44ad-baba-b656674f130d),segment_id=0ad64c70-9d50-44ad-baba-b656674f130d)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:16:52.826873 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Attempting to bind port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:16:52.827880 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Attempting to bind port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'e4825091-3eb0-46e6-be4a-7109fab2e067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ae0a0e29-e65c-444a-bf2f-98318ef5fada'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:16:52.828364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Attempting to bind port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f on network ae0a0e29-e65c-444a-bf2f-98318ef5fada {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:16:52.831779 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.836415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:16:52.836965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Checking segment: {'id': 'e4825091-3eb0-46e6-be4a-7109fab2e067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ae0a0e29-e65c-444a-bf2f-98318ef5fada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:16:52.837388 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.837844 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Bound using segment: {'id': 'e4825091-3eb0-46e6-be4a-7109fab2e067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ae0a0e29-e65c-444a-bf2f-98318ef5fada'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:16:52.838371 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Bound port: b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4825091-3eb0-46e6-be4a-7109fab2e067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ae0a0e29-e65c-444a-bf2f-98318ef5fada'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:16:52.840365 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.888941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Allocated IP 172.25.5.12 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/8abf88ec-b2d8-4bbe-be13-ef130ecbc47a) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:16:52.893656 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Routers {'cbdc958b-d267-4edd-9596-181ca9912e3a'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:16:52.895094 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:16:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['cbdc958b-d267-4edd-9596-181ca9912e3a'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:52.927326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] For port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:16:52.938294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] For port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f,segment=NetworkSegment(e4825091-3eb0-46e6-be4a-7109fab2e067),segment_id=e4825091-3eb0-46e6-be4a-7109fab2e067)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:16:52.952835 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.964274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e9129615-0319-4d6c-b720-886b3c772a07 None None] Provisioning complete for port 35d93b80-7833-4bd6-bfd0-4768347d70cb triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:52.964594 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e9129615-0319-4d6c-b720-886b3c772a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:52.999100 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e37c8-31fb-4ae6-9eb7-8ad8f23731dc None None] Pushing event updated for resources: {'Port': ['ID=35d93b80-7833-4bd6-bfd0-4768347d70cb,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:53.077999 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Publish callbacks [] for port (8abf88ec-b2d8-4bbe-be13-ef130ecbc47a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:53.079437 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cda03-c730-4c49-9afc-4664434aa88e None None] Pushing event updated for resources: {'Port': ['ID=b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:53.080759 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] Set router cbdc958b-d267-4edd-9596-181ca9912e3a gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:16:53.148704 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8abf88ec-b2d8-4bbe-be13-ef130ecbc47a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:53.171577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e9129615-0319-4d6c-b720-886b3c772a07 None None] Current status of the port 35d93b80-7833-4bd6-bfd0-4768347d70cb is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:53.172280 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e9129615-0319-4d6c-b720-886b3c772a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:53.207877 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:16:53.212483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:16:53.215357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:16:53.218886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e9129615-0319-4d6c-b720-886b3c772a07 None None] For port 35d93b80-7833-4bd6-bfd0-4768347d70cb, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=35d93b80-7833-4bd6-bfd0-4768347d70cb,segment=NetworkSegment(0ad64c70-9d50-44ad-baba-b656674f130d),segment_id=0ad64c70-9d50-44ad-baba-b656674f130d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:16:53.226066 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e9129615-0319-4d6c-b720-886b3c772a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:53.248284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Pushing event updated for resources: {'Port': ['ID=8abf88ec-b2d8-4bbe-be13-ef130ecbc47a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:53.338562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9129615-0319-4d6c-b720-886b3c772a07 None None] Pushing event updated for resources: {'Port': ['ID=35d93b80-7833-4bd6-bfd0-4768347d70cb,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:53.359868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e9baa3ec-0771-46a7-b4fa-f399d452ecca None None] Provisioning complete for port 35d93b80-7833-4bd6-bfd0-4768347d70cb triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:53.360341 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e9baa3ec-0771-46a7-b4fa-f399d452ecca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:53.423734 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'name': 'tempest-TestServerMultinode-715205088-router', 'tenant_id': 'a399d737e8154b3dbec228c21df5b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '647a71d8-7137-4dd2-8105-eb1c2f35e67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:46Z', 'updated_at': '2022-02-04T14:16:49Z', 'revision_number': 4, 'project_id': 'a399d737e8154b3dbec228c21df5b79e', 'gw_port': {'id': '647a71d8-7137-4dd2-8105-eb1c2f35e67b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:46Z', 'updated_at': '2022-02-04T14:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '35d93b80-7833-4bd6-bfd0-4768347d70cb', 'name': '', 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b', 'tenant_id': 'a399d737e8154b3dbec228c21df5b79e', 'mac_address': 'fa:16:3e:ab:69:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '796ceee0-a8c8-4923-861c-e1c4a1ac22f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:49Z', 'updated_at': '2022-02-04T14:16:52Z', 'revision_number': 4, 'project_id': 'a399d737e8154b3dbec228c21df5b79e', 'subnets': [{'id': '796ceee0-a8c8-4923-861c-e1c4a1ac22f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:53.463265 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc9c3a-4512-474f-b484-61993037d96e None None] The sync data for ids ['cbdc958b-d267-4edd-9596-181ca9912e3a'] in n-d-714676-13 is: [{'id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'name': 'tempest-TestServerMultinode-715205088-router', 'tenant_id': 'a399d737e8154b3dbec228c21df5b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '647a71d8-7137-4dd2-8105-eb1c2f35e67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:46Z', 'updated_at': '2022-02-04T14:16:49Z', 'revision_number': 4, 'project_id': 'a399d737e8154b3dbec228c21df5b79e', 'gw_port': {'id': '647a71d8-7137-4dd2-8105-eb1c2f35e67b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:46Z', 'updated_at': '2022-02-04T14:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '35d93b80-7833-4bd6-bfd0-4768347d70cb', 'name': '', 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b', 'tenant_id': 'a399d737e8154b3dbec228c21df5b79e', 'mac_address': 'fa:16:3e:ab:69:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '796ceee0-a8c8-4923-861c-e1c4a1ac22f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:49Z', 'updated_at': '2022-02-04T14:16:52Z', 'revision_number': 4, 'project_id': 'a399d737e8154b3dbec228c21df5b79e', 'subnets': [{'id': '796ceee0-a8c8-4923-861c-e1c4a1ac22f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:16:53.490979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e9baa3ec-0771-46a7-b4fa-f399d452ecca None None] Current status of the port 35d93b80-7833-4bd6-bfd0-4768347d70cb is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:53.612492 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Publish callbacks [] for router_gateway (6d241c9d-76d4-482f-9147-a1507cb6b10f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:53.862926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 35d93b80-7833-4bd6-bfd0-4768347d70cb up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:16:53.882641 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (6d241c9d-76d4-482f-9147-a1507cb6b10f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:53.933017 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 35d93b80-7833-4bd6-bfd0-4768347d70cb triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:53.933955 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:54.038896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 35d93b80-7833-4bd6-bfd0-4768347d70cb is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:54.040124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 647a71d8-7137-4dd2-8105-eb1c2f35e67b up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:16:54.057281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Router 6d241c9d-76d4-482f-9147-a1507cb6b10f is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:16:54.148009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 647a71d8-7137-4dd2-8105-eb1c2f35e67b triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:54.148477 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (647a71d8-7137-4dd2-8105-eb1c2f35e67b), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:54.192501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:16:54.207065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957207ec-f013-4901-8eea-28044196514a None None] Sync routers for ids ['6d241c9d-76d4-482f-9147-a1507cb6b10f'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:16:54.232429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957207ec-f013-4901-8eea-28044196514a None None] Routers {'6d241c9d-76d4-482f-9147-a1507cb6b10f'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:16:54.232575 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-957207ec-f013-4901-8eea-28044196514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:16:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6d241c9d-76d4-482f-9147-a1507cb6b10f'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:54.238885 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:54.241082 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-96157493-c852-47e4-bd25-7a9efbb50c1a admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1316330 Feb 04 14:16:54.244115 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60412) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:16:54.376071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 647a71d8-7137-4dd2-8105-eb1c2f35e67b is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:54.377229 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:16:54.433100 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-957207ec-f013-4901-8eea-28044196514a None None] Set router 6d241c9d-76d4-482f-9147-a1507cb6b10f gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:16:54.514458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f56d72-e134-4c84-94ce-70b15f2f70d8 None None] Network ae0a0e29-e65c-444a-bf2f-98318ef5fada requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:16:54.623179 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:54.623557 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:54.655709 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-50a513ab-e4a9-4047-9e5d-97591d3b576c None None] Provisioning complete for port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:54.656084 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50a513ab-e4a9-4047-9e5d-97591d3b576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:54.784130 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:54.901119 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:54.901742 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:54.917367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-50a513ab-e4a9-4047-9e5d-97591d3b576c None None] Current status of the port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:54.917685 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50a513ab-e4a9-4047-9e5d-97591d3b576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:54.951677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-957207ec-f013-4901-8eea-28044196514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'name': 'tempest-TestServerMultinode-1664140014-router', 'tenant_id': '6dae32bc38f041dc934a7128339783cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '8abf88ec-b2d8-4bbe-be13-ef130ecbc47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:52Z', 'updated_at': '2022-02-04T14:16:53Z', 'revision_number': 3, 'project_id': '6dae32bc38f041dc934a7128339783cf', 'gw_port': {'id': '8abf88ec-b2d8-4bbe-be13-ef130ecbc47a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:52Z', 'updated_at': '2022-02-04T14:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:54.995401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957207ec-f013-4901-8eea-28044196514a None None] Checking router: 6d241c9d-76d4-482f-9147-a1507cb6b10f for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:16:54.995754 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957207ec-f013-4901-8eea-28044196514a None None] Updating router 6d241c9d-76d4-482f-9147-a1507cb6b10f port 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:16:54.999293 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f,segment=NetworkSegment(e4825091-3eb0-46e6-be4a-7109fab2e067),segment_id=e4825091-3eb0-46e6-be4a-7109fab2e067)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:16:55.004225 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Allocated IP 172.20.0.1 (ae0a0e29-e65c-444a-bf2f-98318ef5fada/a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3/25b2d49f-23a4-4082-b0ec-9db35d080702) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:16:55.024542 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:55.157167 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Publish callbacks [] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:55.203326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:55.249235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Network ae0a0e29-e65c-444a-bf2f-98318ef5fada is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:16:55.252365 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:16:55.256337 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:16:55.287643 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Pushing event updated for resources: {'Port': ['ID=25b2d49f-23a4-4082-b0ec-9db35d080702,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:55.298495 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-957207ec-f013-4901-8eea-28044196514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8abf88ec-b2d8-4bbe-be13-ef130ecbc47a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:55.317322 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (6d241c9d-76d4-482f-9147-a1507cb6b10f), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:55.353017 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:55.357458 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-50a513ab-e4a9-4047-9e5d-97591d3b576c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 14:16:55.357815 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-50a513ab-e4a9-4047-9e5d-97591d3b576c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 14:16:55.470959 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:55.620738 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-957207ec-f013-4901-8eea-28044196514a None None] Publish callbacks [] for port (8abf88ec-b2d8-4bbe-be13-ef130ecbc47a), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:55.629012 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-957207ec-f013-4901-8eea-28044196514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8abf88ec-b2d8-4bbe-be13-ef130ecbc47a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:55.676647 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:16:55.693759 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Publish callbacks [] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:55.705594 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:55.712049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-957207ec-f013-4901-8eea-28044196514a None None] Attempting to bind port 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:16:55.712408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-957207ec-f013-4901-8eea-28044196514a None None] Attempting to bind port 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:16:55.712770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957207ec-f013-4901-8eea-28044196514a None None] Attempting to bind port 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:16:55.732955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957207ec-f013-4901-8eea-28044196514a None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:16:55.733263 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957207ec-f013-4901-8eea-28044196514a None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:16:55.733650 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-957207ec-f013-4901-8eea-28044196514a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:55.734038 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957207ec-f013-4901-8eea-28044196514a None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:16:55.734535 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-957207ec-f013-4901-8eea-28044196514a None None] Bound port: 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:16:55.734905 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-957207ec-f013-4901-8eea-28044196514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8abf88ec-b2d8-4bbe-be13-ef130ecbc47a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:55.738550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e305f4-1124-4797-abbb-d8630b5fb70d None None] Pushing event updated for resources: {'Port': ['ID=8abf88ec-b2d8-4bbe-be13-ef130ecbc47a,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:55.805251 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:55.805629 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:55.807659 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-957207ec-f013-4901-8eea-28044196514a None None] For port 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:16:55.811662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-957207ec-f013-4901-8eea-28044196514a None None] For port 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8abf88ec-b2d8-4bbe-be13-ef130ecbc47a,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:16:55.826933 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (6d241c9d-76d4-482f-9147-a1507cb6b10f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:55.828913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Pushing event updated for resources: {'Port': ['ID=25b2d49f-23a4-4082-b0ec-9db35d080702,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:55.840995 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-957207ec-f013-4901-8eea-28044196514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8abf88ec-b2d8-4bbe-be13-ef130ecbc47a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:55.937443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Network ae0a0e29-e65c-444a-bf2f-98318ef5fada is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:16:55.939130 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:16:55.959196 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957207ec-f013-4901-8eea-28044196514a None None] Routers {'6d241c9d-76d4-482f-9147-a1507cb6b10f'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:16:55.960514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-957207ec-f013-4901-8eea-28044196514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:16:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6d241c9d-76d4-482f-9147-a1507cb6b10f'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:55.963447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-50a513ab-e4a9-4047-9e5d-97591d3b576c None None] Current status of the port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:55.965447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e305f4-1124-4797-abbb-d8630b5fb70d None None] Pushing event updated for resources: {'Port': ['ID=8abf88ec-b2d8-4bbe-be13-ef130ecbc47a,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:56.079962 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Router 6d241c9d-76d4-482f-9147-a1507cb6b10f has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:16:56.103864 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:56.116565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-967ca52f-78b2-4088-9d0a-643a2ab3fabe None None] Provisioning complete for port 25b2d49f-23a4-4082-b0ec-9db35d080702 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:56.116940 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-967ca52f-78b2-4088-9d0a-643a2ab3fabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:56.160742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-957207ec-f013-4901-8eea-28044196514a None None] Set router 6d241c9d-76d4-482f-9147-a1507cb6b10f gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:16:56.197719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-967ca52f-78b2-4088-9d0a-643a2ab3fabe None None] Port 25b2d49f-23a4-4082-b0ec-9db35d080702 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:16:56.209177 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:16:56.214915 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-27bbe5bc-f1ca-48c4-94d5-33b0c8741225 admin admin] 10.222.0.96 "PUT /v2.0/routers/6d241c9d-76d4-482f-9147-a1507cb6b10f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9690645 Feb 04 14:16:56.251119 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-967ca52f-78b2-4088-9d0a-643a2ab3fabe None None] Provisioning complete for port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:56.251474 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-967ca52f-78b2-4088-9d0a-643a2ab3fabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:56.428610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-967ca52f-78b2-4088-9d0a-643a2ab3fabe None None] Current status of the port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:56.462534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-957207ec-f013-4901-8eea-28044196514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'name': 'tempest-TestServerMultinode-1664140014-router', 'tenant_id': '6dae32bc38f041dc934a7128339783cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '8abf88ec-b2d8-4bbe-be13-ef130ecbc47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:52Z', 'updated_at': '2022-02-04T14:16:55Z', 'revision_number': 4, 'project_id': '6dae32bc38f041dc934a7128339783cf', 'gw_port': {'id': '8abf88ec-b2d8-4bbe-be13-ef130ecbc47a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:52Z', 'updated_at': '2022-02-04T14:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '25b2d49f-23a4-4082-b0ec-9db35d080702', 'name': '', 'network_id': 'ae0a0e29-e65c-444a-bf2f-98318ef5fada', 'tenant_id': '6dae32bc38f041dc934a7128339783cf', 'mac_address': 'fa:16:3e:8c:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:54Z', 'updated_at': '2022-02-04T14:16:55Z', 'revision_number': 2, 'project_id': '6dae32bc38f041dc934a7128339783cf', 'subnets': [{'id': 'a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:56.499337 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957207ec-f013-4901-8eea-28044196514a None None] The sync data for ids ['6d241c9d-76d4-482f-9147-a1507cb6b10f'] in n-d-714676-13 is: [{'id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'name': 'tempest-TestServerMultinode-1664140014-router', 'tenant_id': '6dae32bc38f041dc934a7128339783cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '8abf88ec-b2d8-4bbe-be13-ef130ecbc47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:52Z', 'updated_at': '2022-02-04T14:16:55Z', 'revision_number': 4, 'project_id': '6dae32bc38f041dc934a7128339783cf', 'gw_port': {'id': '8abf88ec-b2d8-4bbe-be13-ef130ecbc47a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:52Z', 'updated_at': '2022-02-04T14:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '25b2d49f-23a4-4082-b0ec-9db35d080702', 'name': '', 'network_id': 'ae0a0e29-e65c-444a-bf2f-98318ef5fada', 'tenant_id': '6dae32bc38f041dc934a7128339783cf', 'mac_address': 'fa:16:3e:8c:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:54Z', 'updated_at': '2022-02-04T14:16:55Z', 'revision_number': 2, 'project_id': '6dae32bc38f041dc934a7128339783cf', 'subnets': [{'id': 'a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:16:56.549980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7ce20b6b-48b5-48dd-8373-02af790a173a None None] Provisioning complete for port 25b2d49f-23a4-4082-b0ec-9db35d080702 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:56.550417 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7ce20b6b-48b5-48dd-8373-02af790a173a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:56.593922 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7ce20b6b-48b5-48dd-8373-02af790a173a None None] Port 25b2d49f-23a4-4082-b0ec-9db35d080702 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:16:56.816466 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-b8a8c4b8-ab66-4745-87f6-5ecad03ad69c tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:56.818764 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-b8a8c4b8-ab66-4745-87f6-5ecad03ad69c tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/networks?id=c3b3883b-bb0c-46a0-9caa-2dac15048b9b HTTP/1.1" status: 200 len: 910 time: 0.0998571 Feb 04 14:16:56.836306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-125869c5-2eef-47f5-a3ce-7b2b50a52614 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/quotas/6dae32bc38f041dc934a7128339783cf HTTP/1.1" status: 200 len: 375 time: 0.0108452 Feb 04 14:16:56.929954 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-7810e76c-86b4-4250-b12b-6863b1e50667 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?tenant_id=6dae32bc38f041dc934a7128339783cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879738 Feb 04 14:16:57.027677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-479ffe03-3b07-4fac-99a3-757fe846da46 service neutron] 10.222.0.96 "GET /v2.0/networks/c3b3883b-bb0c-46a0-9caa-2dac15048b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908206 Feb 04 14:16:57.132901 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-e5c53b73-3068-48ff-b469-b98a1eff0179 service neutron] 10.222.0.96 "GET /v2.0/networks/c3b3883b-bb0c-46a0-9caa-2dac15048b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986536 Feb 04 14:16:57.350984 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10778c8e-a852-4796-80fa-566e246f9c85 req-da5f601a-d048-4b81-a1c9-7518b3ccce78 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 210 time: 0.0421960 Feb 04 14:16:57.734638 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:16:57.815637 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:57.816277 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8abf88ec-b2d8-4bbe-be13-ef130ecbc47a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:57.932858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:16:57.933399 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8abf88ec-b2d8-4bbe-be13-ef130ecbc47a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:57.959957 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8abf88ec-b2d8-4bbe-be13-ef130ecbc47a,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:16:57.964892 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8abf88ec-b2d8-4bbe-be13-ef130ecbc47a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:58.036366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=8abf88ec-b2d8-4bbe-be13-ef130ecbc47a,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:58.451725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cadab18b-4e8e-4183-a174-38f68e3d9cda req-d37feb48-4724-496a-b091-463deb9a0ab8 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 210 time: 0.0285826 Feb 04 14:16:58.607369 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-729bd3e1-02a6-4483-8ba0-341445aa0b83 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:58.609514 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-729bd3e1-02a6-4483-8ba0-341445aa0b83 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.100 "GET /v2.0/networks?id=c3b3883b-bb0c-46a0-9caa-2dac15048b9b HTTP/1.1" status: 200 len: 910 time: 0.1391382 Feb 04 14:16:58.621722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-e5878d78-10f9-4a68-96d9-d28cd47e80a3 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Request body: {'port': {'device_id': 'd9c0feea-8caf-40ea-b1e7-1e85fd639130', 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b', 'admin_state_up': True, 'tenant_id': '6dae32bc38f041dc934a7128339783cf'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:16:58.643821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-e5878d78-10f9-4a68-96d9-d28cd47e80a3 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Made reservation on behalf of 6dae32bc38f041dc934a7128339783cf for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:16:58.647389 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-e5878d78-10f9-4a68-96d9-d28cd47e80a3 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:58.774186 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-e5878d78-10f9-4a68-96d9-d28cd47e80a3 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Allocated IP 172.20.0.6 (c3b3883b-bb0c-46a0-9caa-2dac15048b9b/796ceee0-a8c8-4923-861c-e1c4a1ac22f8/a2a0352c-f7ed-414c-8857-d4e84950b746) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:16:58.888753 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Sync routers for ids ['6d241c9d-76d4-482f-9147-a1507cb6b10f'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:16:58.901985 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Routers {'6d241c9d-76d4-482f-9147-a1507cb6b10f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:16:58.902648 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:16:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6d241c9d-76d4-482f-9147-a1507cb6b10f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:58.934626 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-e5878d78-10f9-4a68-96d9-d28cd47e80a3 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Publish callbacks [] for port (a2a0352c-f7ed-414c-8857-d4e84950b746), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:58.972043 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-e5878d78-10f9-4a68-96d9-d28cd47e80a3 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a2a0352c-f7ed-414c-8857-d4e84950b746), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:59.022755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-e5878d78-10f9-4a68-96d9-d28cd47e80a3 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Network c3b3883b-bb0c-46a0-9caa-2dac15048b9b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:16:59.026413 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-e5878d78-10f9-4a68-96d9-d28cd47e80a3 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:16:59.030521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-e5878d78-10f9-4a68-96d9-d28cd47e80a3 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:16:59.059768 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5878d78-10f9-4a68-96d9-d28cd47e80a3 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Pushing event updated for resources: {'Port': ['ID=a2a0352c-f7ed-414c-8857-d4e84950b746,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:59.082670 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-e5878d78-10f9-4a68-96d9-d28cd47e80a3 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:59.083301 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-e5878d78-10f9-4a68-96d9-d28cd47e80a3 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:59.107767 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-e5878d78-10f9-4a68-96d9-d28cd47e80a3 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4898486 Feb 04 14:16:59.120274 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Request body: {'port': {'device_id': 'd9c0feea-8caf-40ea-b1e7-1e85fd639130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:16:59.143801 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Set router 6d241c9d-76d4-482f-9147-a1507cb6b10f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:16:59.200323 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a2a0352c-f7ed-414c-8857-d4e84950b746), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:59.351947 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-54815be6-b646-4501-ad3d-c9b5e6b5abf6 None None] Provisioning complete for port a2a0352c-f7ed-414c-8857-d4e84950b746 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:59.352852 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-54815be6-b646-4501-ad3d-c9b5e6b5abf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a2a0352c-f7ed-414c-8857-d4e84950b746), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:59.390288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-54815be6-b646-4501-ad3d-c9b5e6b5abf6 None None] Port a2a0352c-f7ed-414c-8857-d4e84950b746 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:16:59.399182 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'name': 'tempest-TestServerMultinode-1664140014-router', 'tenant_id': '6dae32bc38f041dc934a7128339783cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '8abf88ec-b2d8-4bbe-be13-ef130ecbc47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:52Z', 'updated_at': '2022-02-04T14:16:55Z', 'revision_number': 4, 'project_id': '6dae32bc38f041dc934a7128339783cf', 'gw_port': {'id': '8abf88ec-b2d8-4bbe-be13-ef130ecbc47a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:52Z', 'updated_at': '2022-02-04T14:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '25b2d49f-23a4-4082-b0ec-9db35d080702', 'name': '', 'network_id': 'ae0a0e29-e65c-444a-bf2f-98318ef5fada', 'tenant_id': '6dae32bc38f041dc934a7128339783cf', 'mac_address': 'fa:16:3e:8c:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:54Z', 'updated_at': '2022-02-04T14:16:55Z', 'revision_number': 2, 'project_id': '6dae32bc38f041dc934a7128339783cf', 'subnets': [{'id': 'a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:16:59.427029 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Checking router: 6d241c9d-76d4-482f-9147-a1507cb6b10f for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:16:59.427411 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Updating router 6d241c9d-76d4-482f-9147-a1507cb6b10f port 25b2d49f-23a4-4082-b0ec-9db35d080702 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:16:59.460882 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:59.510972 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a0352c-f7ed-414c-8857-d4e84950b746 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:16:59.519506 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Publish callbacks [] for port (a2a0352c-f7ed-414c-8857-d4e84950b746), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:59.538401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Transition to ACTIVE for port object a2a0352c-f7ed-414c-8857-d4e84950b746 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:16:59.547501 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a2a0352c-f7ed-414c-8857-d4e84950b746), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:59.592619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885c338-6638-4e4a-b867-10cb2053c78f req-3ba03bf0-b336-418b-a0d2-e37e7ebb67f4 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:59.595767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5885c338-6638-4e4a-b867-10cb2053c78f req-3ba03bf0-b336-418b-a0d2-e37e7ebb67f4 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1053 time: 0.0527053 Feb 04 14:16:59.642770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Pushing event updated for resources: {'Port': ['ID=a2a0352c-f7ed-414c-8857-d4e84950b746,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:16:59.683551 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5885c338-6638-4e4a-b867-10cb2053c78f req-630bb4d1-853f-4be6-9149-f759e0b11339 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812335 Feb 04 14:16:59.707345 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Attempting to bind port a2a0352c-f7ed-414c-8857-d4e84950b746 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:16:59.707689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Attempting to bind port a2a0352c-f7ed-414c-8857-d4e84950b746 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:16:59.708030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Attempting to bind port a2a0352c-f7ed-414c-8857-d4e84950b746 on network c3b3883b-bb0c-46a0-9caa-2dac15048b9b {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:16:59.721253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Port a2a0352c-f7ed-414c-8857-d4e84950b746 on network c3b3883b-bb0c-46a0-9caa-2dac15048b9b not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:16:59.721450 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Attempting to bind port a2a0352c-f7ed-414c-8857-d4e84950b746 on network c3b3883b-bb0c-46a0-9caa-2dac15048b9b {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:16:59.729685 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:16:59.729953 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Checking segment: {'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:16:59.730377 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Bound using segment: {'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:16:59.730823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Bound port: a2a0352c-f7ed-414c-8857-d4e84950b746, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:16:59.731195 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a2a0352c-f7ed-414c-8857-d4e84950b746), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:59.750825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:16:59.831568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:16:59.832948 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (8abf88ec-b2d8-4bbe-be13-ef130ecbc47a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:59.841544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] For port a2a0352c-f7ed-414c-8857-d4e84950b746, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:16:59.847474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] For port a2a0352c-f7ed-414c-8857-d4e84950b746, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a2a0352c-f7ed-414c-8857-d4e84950b746,segment=NetworkSegment(0ad64c70-9d50-44ad-baba-b656674f130d),segment_id=0ad64c70-9d50-44ad-baba-b656674f130d)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:16:59.859557 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a2a0352c-f7ed-414c-8857-d4e84950b746), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:59.876685 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:59.877440 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:59.879613 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] 10.222.0.100 "PUT /v2.0/ports/a2a0352c-f7ed-414c-8857-d4e84950b746 HTTP/1.1" status: 200 len: 1092 time: 0.7650678 Feb 04 14:16:59.882593 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c0feea-8caf-40ea-b1e7-1e85fd639130', 'tag': 'a2a0352c-f7ed-414c-8857-d4e84950b746'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:16:59.894569 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f45e15-fef9-4b06-af5c-e852e3f57e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c0feea-8caf-40ea-b1e7-1e85fd639130", "tag": "a2a0352c-f7ed-414c-8857-d4e84950b746"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:16:59.921249 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Publish callbacks [] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:59.941108 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:16:59.980648 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:17:00.012322 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6303cd8d-797a-45a0-a85b-0178fcc2c83e x-openstack-request-id: req-6303cd8d-797a-45a0-a85b-0178fcc2c83e {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:17:00.012659 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c0feea-8caf-40ea-b1e7-1e85fd639130", "tag": "a2a0352c-f7ed-414c-8857-d4e84950b746", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:17:00.012847 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6303cd8d-797a-45a0-a85b-0178fcc2c83e {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:17:00.013260 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c0feea-8caf-40ea-b1e7-1e85fd639130', 'tag': 'a2a0352c-f7ed-414c-8857-d4e84950b746', 'status': 'completed', 'code': 200} Feb 04 14:17:00.049805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ae8da-3c93-4830-8891-1d02dec97d2e service neutron] Pushing event updated for resources: {'Port': ['ID=a2a0352c-f7ed-414c-8857-d4e84950b746,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:00.063859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-974b7898-4dab-492b-8618-e27182c78ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:00.065434 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-974b7898-4dab-492b-8618-e27182c78ab2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6dae32bc38f041dc934a7128339783cf&device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1126 time: 0.1186917 Feb 04 14:17:00.108698 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb4d0a-8265-4aab-971f-8f9a3ca32031 None None] Pushing event updated for resources: {'Port': ['ID=25b2d49f-23a4-4082-b0ec-9db35d080702,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:00.114438 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-1d3770f3-809e-476b-8bf6-66c881ff0590 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2a0352c-f7ed-414c-8857-d4e84950b746 HTTP/1.1" status: 200 len: 217 time: 0.0412002 Feb 04 14:17:00.115627 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Attempting to bind port 25b2d49f-23a4-4082-b0ec-9db35d080702 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:17:00.116079 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Attempting to bind port 25b2d49f-23a4-4082-b0ec-9db35d080702 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'e4825091-3eb0-46e6-be4a-7109fab2e067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ae0a0e29-e65c-444a-bf2f-98318ef5fada'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:17:00.116535 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Attempting to bind port 25b2d49f-23a4-4082-b0ec-9db35d080702 on network ae0a0e29-e65c-444a-bf2f-98318ef5fada {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:17:00.122750 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:17:00.123132 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Checking segment: {'id': 'e4825091-3eb0-46e6-be4a-7109fab2e067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ae0a0e29-e65c-444a-bf2f-98318ef5fada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:17:00.123544 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:00.123930 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Bound using segment: {'id': 'e4825091-3eb0-46e6-be4a-7109fab2e067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ae0a0e29-e65c-444a-bf2f-98318ef5fada'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:17:00.124411 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Bound port: 25b2d49f-23a4-4082-b0ec-9db35d080702, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4825091-3eb0-46e6-be4a-7109fab2e067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ae0a0e29-e65c-444a-bf2f-98318ef5fada'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:17:00.124792 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:00.183521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-6138a015-f641-4fe0-9812-ba625a7a1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:00.185557 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-6138a015-f641-4fe0-9812-ba625a7a1c4c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=796ceee0-a8c8-4923-861c-e1c4a1ac22f8 HTTP/1.1" status: 200 len: 848 time: 0.0654805 Feb 04 14:17:00.205174 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] For port 25b2d49f-23a4-4082-b0ec-9db35d080702, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:17:00.209724 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] For port 25b2d49f-23a4-4082-b0ec-9db35d080702, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=25b2d49f-23a4-4082-b0ec-9db35d080702,segment=NetworkSegment(e4825091-3eb0-46e6-be4a-7109fab2e067),segment_id=e4825091-3eb0-46e6-be4a-7109fab2e067)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:17:00.220726 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:00.263424 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f85a88c1-2f8e-4ab2-9a2e-82849ddd18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:00.266423 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-f85a88c1-2f8e-4ab2-9a2e-82849ddd18fb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c3b3883b-bb0c-46a0-9caa-2dac15048b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0752656 Feb 04 14:17:00.294164 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Routers {'6d241c9d-76d4-482f-9147-a1507cb6b10f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:17:00.294675 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:16:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6d241c9d-76d4-482f-9147-a1507cb6b10f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:17:00.301217 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb4d0a-8265-4aab-971f-8f9a3ca32031 None None] Pushing event updated for resources: {'Port': ['ID=25b2d49f-23a4-4082-b0ec-9db35d080702,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:00.412433 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-55d14ef6-2b02-4299-8fc2-5da04fb135b5 service neutron] 10.222.0.100 "GET /v2.0/networks/c3b3883b-bb0c-46a0-9caa-2dac15048b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371906 Feb 04 14:17:00.441831 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] Set router 6d241c9d-76d4-482f-9147-a1507cb6b10f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:17:00.449183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4948e681-8cd9-42c2-8d64-32f78a21d7b2 None None] Provisioning complete for port 25b2d49f-23a4-4082-b0ec-9db35d080702 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:17:00.450303 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4948e681-8cd9-42c2-8d64-32f78a21d7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:00.562014 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-62877b9f-76dc-4903-9281-b3c7d275de73 req-583d0770-1ab6-48f5-b854-9b76b45ca66b service neutron] 10.222.0.100 "GET /v2.0/networks/c3b3883b-bb0c-46a0-9caa-2dac15048b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438763 Feb 04 14:17:00.576435 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4948e681-8cd9-42c2-8d64-32f78a21d7b2 None None] Current status of the port 25b2d49f-23a4-4082-b0ec-9db35d080702 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:17:00.577075 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4948e681-8cd9-42c2-8d64-32f78a21d7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:00.640666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4948e681-8cd9-42c2-8d64-32f78a21d7b2 None None] For port 25b2d49f-23a4-4082-b0ec-9db35d080702, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=25b2d49f-23a4-4082-b0ec-9db35d080702,segment=NetworkSegment(e4825091-3eb0-46e6-be4a-7109fab2e067),segment_id=e4825091-3eb0-46e6-be4a-7109fab2e067)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:00.649430 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4948e681-8cd9-42c2-8d64-32f78a21d7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:00.701816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f45e15-fef9-4b06-af5c-e852e3f57e9e req-79269dbb-b34b-4500-b943-300c4ab07e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:00.706605 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-56f45e15-fef9-4b06-af5c-e852e3f57e9e req-79269dbb-b34b-4500-b943-300c4ab07e2b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6dae32bc38f041dc934a7128339783cf&device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1126 time: 0.0829954 Feb 04 14:17:00.723764 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948e681-8cd9-42c2-8d64-32f78a21d7b2 None None] Pushing event updated for resources: {'Port': ['ID=25b2d49f-23a4-4082-b0ec-9db35d080702,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:00.766009 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'name': 'tempest-TestServerMultinode-1664140014-router', 'tenant_id': '6dae32bc38f041dc934a7128339783cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '8abf88ec-b2d8-4bbe-be13-ef130ecbc47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:52Z', 'updated_at': '2022-02-04T14:16:55Z', 'revision_number': 4, 'project_id': '6dae32bc38f041dc934a7128339783cf', 'gw_port': {'id': '8abf88ec-b2d8-4bbe-be13-ef130ecbc47a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:52Z', 'updated_at': '2022-02-04T14:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '25b2d49f-23a4-4082-b0ec-9db35d080702', 'name': '', 'network_id': 'ae0a0e29-e65c-444a-bf2f-98318ef5fada', 'tenant_id': '6dae32bc38f041dc934a7128339783cf', 'mac_address': 'fa:16:3e:8c:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:54Z', 'updated_at': '2022-02-04T14:17:00Z', 'revision_number': 4, 'project_id': '6dae32bc38f041dc934a7128339783cf', 'subnets': [{'id': 'a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:17:00.778816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-718daaeb-4ed2-49d3-ba4e-66723f7c5d78 None None] Provisioning complete for port 25b2d49f-23a4-4082-b0ec-9db35d080702 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:17:00.779555 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-718daaeb-4ed2-49d3-ba4e-66723f7c5d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:00.818887 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d64be8-a57b-4e8a-bb3a-431f0db1ffeb None None] The sync data for ids ['6d241c9d-76d4-482f-9147-a1507cb6b10f'] in n-d-714676-13 is: [{'id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'name': 'tempest-TestServerMultinode-1664140014-router', 'tenant_id': '6dae32bc38f041dc934a7128339783cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '8abf88ec-b2d8-4bbe-be13-ef130ecbc47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:52Z', 'updated_at': '2022-02-04T14:16:55Z', 'revision_number': 4, 'project_id': '6dae32bc38f041dc934a7128339783cf', 'gw_port': {'id': '8abf88ec-b2d8-4bbe-be13-ef130ecbc47a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:52Z', 'updated_at': '2022-02-04T14:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '25b2d49f-23a4-4082-b0ec-9db35d080702', 'name': '', 'network_id': 'ae0a0e29-e65c-444a-bf2f-98318ef5fada', 'tenant_id': '6dae32bc38f041dc934a7128339783cf', 'mac_address': 'fa:16:3e:8c:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:54Z', 'updated_at': '2022-02-04T14:17:00Z', 'revision_number': 4, 'project_id': '6dae32bc38f041dc934a7128339783cf', 'subnets': [{'id': 'a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:17:00.860316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f45e15-fef9-4b06-af5c-e852e3f57e9e req-422f9cb2-c09c-441b-a36d-cdfe8082000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:00.863274 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-56f45e15-fef9-4b06-af5c-e852e3f57e9e req-422f9cb2-c09c-441b-a36d-cdfe8082000a service neutron] 10.222.0.100 "GET /v2.0/networks?id=c3b3883b-bb0c-46a0-9caa-2dac15048b9b HTTP/1.1" status: 200 len: 910 time: 0.1500289 Feb 04 14:17:00.892091 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-718daaeb-4ed2-49d3-ba4e-66723f7c5d78 None None] Current status of the port 25b2d49f-23a4-4082-b0ec-9db35d080702 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:17:00.922378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeee97b-6fb1-4e56-ade6-b6be8a3e22c9 req-2bfe674c-c9e2-455d-8528-19732d9ed3e0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:00.924163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1eeee97b-6fb1-4e56-ade6-b6be8a3e22c9 req-2bfe674c-c9e2-455d-8528-19732d9ed3e0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1126 time: 0.0881672 Feb 04 14:17:00.929160 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-56f45e15-fef9-4b06-af5c-e852e3f57e9e req-5a8d128a-bf19-44c5-bca9-9f86fcfe788f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2a0352c-f7ed-414c-8857-d4e84950b746 HTTP/1.1" status: 200 len: 217 time: 0.0584009 Feb 04 14:17:00.980827 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1eeee97b-6fb1-4e56-ade6-b6be8a3e22c9 req-9d4a80fd-7338-4a76-bcca-13fd9afe091e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476539 Feb 04 14:17:00.984016 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f45e15-fef9-4b06-af5c-e852e3f57e9e req-4c8a7293-e285-4979-bf92-db7d5614871b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:00.985666 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-56f45e15-fef9-4b06-af5c-e852e3f57e9e req-4c8a7293-e285-4979-bf92-db7d5614871b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=796ceee0-a8c8-4923-861c-e1c4a1ac22f8 HTTP/1.1" status: 200 len: 848 time: 0.0512373 Feb 04 14:17:01.050164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f45e15-fef9-4b06-af5c-e852e3f57e9e req-a9416768-6e90-486f-8efc-f18600f65e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:01.052641 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-56f45e15-fef9-4b06-af5c-e852e3f57e9e req-a9416768-6e90-486f-8efc-f18600f65e74 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c3b3883b-bb0c-46a0-9caa-2dac15048b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0607543 Feb 04 14:17:01.093464 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:17:01.150485 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-56f45e15-fef9-4b06-af5c-e852e3f57e9e req-51a703ad-ffda-4087-be85-5dee394e3c86 service neutron] 10.222.0.100 "GET /v2.0/networks/c3b3883b-bb0c-46a0-9caa-2dac15048b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921135 Feb 04 14:17:01.263698 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-56f45e15-fef9-4b06-af5c-e852e3f57e9e req-cdbfaa38-5ff7-4129-8620-a5d4f0307594 service neutron] 10.222.0.100 "GET /v2.0/networks/c3b3883b-bb0c-46a0-9caa-2dac15048b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065738 Feb 04 14:17:01.681067 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 25b2d49f-23a4-4082-b0ec-9db35d080702 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:17:01.743459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 25b2d49f-23a4-4082-b0ec-9db35d080702 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:17:01.743748 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:01.834895 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 25b2d49f-23a4-4082-b0ec-9db35d080702 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:17:02.109185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee12b02-fb17-45f0-aab9-145ef18978dd req-80ead64d-ed6f-4e7b-8628-3280003bf241 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:02.110814 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ee12b02-fb17-45f0-aab9-145ef18978dd req-80ead64d-ed6f-4e7b-8628-3280003bf241 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1126 time: 0.0483091 Feb 04 14:17:02.160130 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ee12b02-fb17-45f0-aab9-145ef18978dd req-2e46e240-7b28-49fd-a462-0e86a6a84553 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Feb 04 14:17:02.362489 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba08fdfb-efeb-4c31-8b50-83ebc9602bf6 req-c297e8cb-1c6f-463a-937e-5ee8e9ab9fe7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537751 Feb 04 14:17:02.458141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08fdfb-efeb-4c31-8b50-83ebc9602bf6 req-329862e8-6a23-49ed-b91c-16d15c63a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:02.460424 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba08fdfb-efeb-4c31-8b50-83ebc9602bf6 req-329862e8-6a23-49ed-b91c-16d15c63a85b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=faef0277b39946bf8a56aaccbebe4a09&device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 1128 time: 0.0526497 Feb 04 14:17:02.628068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08fdfb-efeb-4c31-8b50-83ebc9602bf6 req-80260c01-af5d-45d5-918e-42bf853af963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:02.631402 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba08fdfb-efeb-4c31-8b50-83ebc9602bf6 req-80260c01-af5d-45d5-918e-42bf853af963 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fe407f06-b73d-4582-9c87-1a8990c64feb HTTP/1.1" status: 200 len: 910 time: 0.1499231 Feb 04 14:17:02.709333 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba08fdfb-efeb-4c31-8b50-83ebc9602bf6 req-7cbb17d5-d5fa-48fd-8c51-5a1c0674e20c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc HTTP/1.1" status: 200 len: 1000 time: 0.0733252 Feb 04 14:17:02.760351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08fdfb-efeb-4c31-8b50-83ebc9602bf6 req-53c057e3-2ffb-474c-b918-1fcd3e6ab839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:02.761846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba08fdfb-efeb-4c31-8b50-83ebc9602bf6 req-53c057e3-2ffb-474c-b918-1fcd3e6ab839 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2304e7fe-94f8-4bc0-ad32-90ce76874da5 HTTP/1.1" status: 200 len: 848 time: 0.0471351 Feb 04 14:17:02.816728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08fdfb-efeb-4c31-8b50-83ebc9602bf6 req-8118fe07-1862-429b-8b66-bb5fd84ee671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:02.820234 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba08fdfb-efeb-4c31-8b50-83ebc9602bf6 req-8118fe07-1862-429b-8b66-bb5fd84ee671 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fe407f06-b73d-4582-9c87-1a8990c64feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0523570 Feb 04 14:17:02.919789 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba08fdfb-efeb-4c31-8b50-83ebc9602bf6 req-aacc834b-3593-46bc-bd5b-0450ec280c1e service neutron] 10.222.0.99 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937150 Feb 04 14:17:03.028364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba08fdfb-efeb-4c31-8b50-83ebc9602bf6 req-35604f46-2f29-4d46-aa86-c8d5c1e7a929 service neutron] 10.222.0.99 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014206 Feb 04 14:17:03.293601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4561c0-6fc1-4db4-87dc-50c3dbe297c1 req-94760f36-0dcf-46d7-864a-e609a7dcaedd tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:03.295247 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b4561c0-6fc1-4db4-87dc-50c3dbe297c1 req-94760f36-0dcf-46d7-864a-e609a7dcaedd tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1126 time: 0.0556047 Feb 04 14:17:03.352187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0b4561c0-6fc1-4db4-87dc-50c3dbe297c1 req-a49f6b89-a938-48dc-be22-08571bfd7443 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497730 Feb 04 14:17:04.475355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16273a7b-0df6-4a85-9852-57ae409d0a8d req-817d106c-bbc5-4e7c-95b2-7fec968f6b86 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:04.477014 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16273a7b-0df6-4a85-9852-57ae409d0a8d req-817d106c-bbc5-4e7c-95b2-7fec968f6b86 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1126 time: 0.0512164 Feb 04 14:17:04.528334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16273a7b-0df6-4a85-9852-57ae409d0a8d req-0b8d290b-1eda-4821-9581-7c89239e34ba tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453343 Feb 04 14:17:04.980945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device a2a0352c-f7ed-414c-8857-d4e84950b746 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:17:05.091384 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port a2a0352c-f7ed-414c-8857-d4e84950b746, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a2a0352c-f7ed-414c-8857-d4e84950b746,segment=NetworkSegment(0ad64c70-9d50-44ad-baba-b656674f130d),segment_id=0ad64c70-9d50-44ad-baba-b656674f130d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:05.104812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'a2a0352c-f7ed-414c-8857-d4e84950b746', 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b', 'port_id': 'a2a0352c-f7ed-414c-8857-d4e84950b746', 'mac_address': 'fa:16:3e:d7:b2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ceee0-a8c8-4923-861c-e1c4a1ac22f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:17:05.148428 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port a2a0352c-f7ed-414c-8857-d4e84950b746 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:17:05.148825 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a2a0352c-f7ed-414c-8857-d4e84950b746), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:05.164429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a0352c-f7ed-414c-8857-d4e84950b746 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:17:05.186947 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port a2a0352c-f7ed-414c-8857-d4e84950b746, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a2a0352c-f7ed-414c-8857-d4e84950b746,segment=NetworkSegment(0ad64c70-9d50-44ad-baba-b656674f130d),segment_id=0ad64c70-9d50-44ad-baba-b656674f130d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:05.191015 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a2a0352c-f7ed-414c-8857-d4e84950b746), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:05.242938 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=a2a0352c-f7ed-414c-8857-d4e84950b746,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:05.495483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['a2a0352c-f7ed-414c-8857-d4e84950b746'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:17:05.676439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ac03f-3e71-452e-96ea-e27bf5521086 req-ac79c224-7b16-4ea2-82ac-bcaba47d1082 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:05.680060 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c65ac03f-3e71-452e-96ea-e27bf5521086 req-ac79c224-7b16-4ea2-82ac-bcaba47d1082 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1127 time: 0.0711226 Feb 04 14:17:05.727329 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c65ac03f-3e71-452e-96ea-e27bf5521086 req-edf645ed-bfe0-4bf5-b590-e9e9bb0ddbca tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417228 Feb 04 14:17:06.847268 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece727c-50d7-4e63-9cc7-1c542c25803b req-d813e07a-70f3-4fc8-92b8-1d205f42727b tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:06.848871 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ece727c-50d7-4e63-9cc7-1c542c25803b req-d813e07a-70f3-4fc8-92b8-1d205f42727b tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1127 time: 0.0485606 Feb 04 14:17:06.901188 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ece727c-50d7-4e63-9cc7-1c542c25803b req-04ee151c-da33-4c7c-a0de-71b8527ab503 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463541 Feb 04 14:17:06.994301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device a2a0352c-f7ed-414c-8857-d4e84950b746 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:17:07.046382 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port a2a0352c-f7ed-414c-8857-d4e84950b746 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:17:07.050776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port a2a0352c-f7ed-414c-8857-d4e84950b746 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:17:07.051145 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a2a0352c-f7ed-414c-8857-d4e84950b746), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:07.137472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port a2a0352c-f7ed-414c-8857-d4e84950b746 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:17:07.137775 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a2a0352c-f7ed-414c-8857-d4e84950b746), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:07.163273 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c0feea-8caf-40ea-b1e7-1e85fd639130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a0352c-f7ed-414c-8857-d4e84950b746'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:17:07.165557 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46518ad8-1d71-4d45-8378-37550d1d90a2" -d '{"events": [{"server_uuid": "d9c0feea-8caf-40ea-b1e7-1e85fd639130", "name": "network-vif-plugged", "status": "completed", "tag": "a2a0352c-f7ed-414c-8857-d4e84950b746"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:17:07.180420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port a2a0352c-f7ed-414c-8857-d4e84950b746, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a2a0352c-f7ed-414c-8857-d4e84950b746,segment=NetworkSegment(0ad64c70-9d50-44ad-baba-b656674f130d),segment_id=0ad64c70-9d50-44ad-baba-b656674f130d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:07.185417 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a2a0352c-f7ed-414c-8857-d4e84950b746), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:07.209894 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76280e3-2843-4642-b4cd-20a00d2dcd39 x-openstack-request-id: req-c76280e3-2843-4642-b4cd-20a00d2dcd39 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:17:07.210219 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c0feea-8caf-40ea-b1e7-1e85fd639130", "name": "network-vif-plugged", "status": "completed", "tag": "a2a0352c-f7ed-414c-8857-d4e84950b746", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:17:07.210485 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c76280e3-2843-4642-b4cd-20a00d2dcd39 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:17:07.210886 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c0feea-8caf-40ea-b1e7-1e85fd639130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a0352c-f7ed-414c-8857-d4e84950b746', 'code': 200} Feb 04 14:17:07.241890 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=a2a0352c-f7ed-414c-8857-d4e84950b746,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:07.315657 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68daa52-bb74-40c8-a4f6-915715799090 req-c038e4a1-5c3c-4f04-89cc-e814d3888302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:07.317191 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f68daa52-bb74-40c8-a4f6-915715799090 req-c038e4a1-5c3c-4f04-89cc-e814d3888302 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1128 time: 0.0496919 Feb 04 14:17:07.365938 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f68daa52-bb74-40c8-a4f6-915715799090 req-8c951c09-4592-4301-8d2a-fd8d9888d9e0 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424085 Feb 04 14:17:08.014991 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc42878-5052-43e0-b3f3-89619d5abfee req-6b11c7b9-329c-447d-b916-ae12874bad54 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:08.016541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7dc42878-5052-43e0-b3f3-89619d5abfee req-6b11c7b9-329c-447d-b916-ae12874bad54 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1128 time: 0.0455387 Feb 04 14:17:08.065656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7dc42878-5052-43e0-b3f3-89619d5abfee req-c16dd9cf-f1c4-4f21-9287-39be7958a20b tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429659 Feb 04 14:17:09.498778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4cd5b-6482-4af5-9702-8cd7a79b8d7d req-40014901-a50c-4eb4-980b-12aa8e0ec227 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:09.500367 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2b4cd5b-6482-4af5-9702-8cd7a79b8d7d req-40014901-a50c-4eb4-980b-12aa8e0ec227 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1128 time: 0.3677738 Feb 04 14:17:09.547130 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2b4cd5b-6482-4af5-9702-8cd7a79b8d7d req-2b981712-56bd-4ac3-baf9-9a48f2b60541 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408280 Feb 04 14:17:09.657218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c5490-bd97-487f-a481-c29054ca5537 req-490927c7-8f20-4826-a969-63ad14a81556 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:09.658816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b55c5490-bd97-487f-a481-c29054ca5537 req-490927c7-8f20-4826-a969-63ad14a81556 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1128 time: 0.0449681 Feb 04 14:17:09.703626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b55c5490-bd97-487f-a481-c29054ca5537 req-98991a1d-8584-45cc-b65a-e688a20f5767 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382214 Feb 04 14:17:09.817318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babc072-e29d-4ccf-8f14-378f246226a6 req-921bf78d-fd49-4a93-a3b2-8b295af8aefd tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:09.819530 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4babc072-e29d-4ccf-8f14-378f246226a6 req-921bf78d-fd49-4a93-a3b2-8b295af8aefd tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1128 time: 0.0498984 Feb 04 14:17:09.863810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4babc072-e29d-4ccf-8f14-378f246226a6 req-2bfb1815-2d5d-44d7-a03d-ee2ef537a022 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387099 Feb 04 14:17:10.074142 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-1e87b752-9562-4f21-ad85-08ca99c44c2b tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:10.075595 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-1e87b752-9562-4f21-ad85-08ca99c44c2b tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/networks?id=c3b3883b-bb0c-46a0-9caa-2dac15048b9b HTTP/1.1" status: 200 len: 910 time: 0.0886877 Feb 04 14:17:10.091088 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-1b5ee5b7-fe96-4a5f-9100-7628f0d114a6 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/quotas/6dae32bc38f041dc934a7128339783cf HTTP/1.1" status: 200 len: 375 time: 0.0097940 Feb 04 14:17:10.149951 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-ba7a71cd-c472-4b43-9bca-437507e006fa tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?tenant_id=6dae32bc38f041dc934a7128339783cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530200 Feb 04 14:17:10.243200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-d571e05c-3f60-4779-bd0a-bda76c6f834e service neutron] 10.222.0.96 "GET /v2.0/networks/c3b3883b-bb0c-46a0-9caa-2dac15048b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855303 Feb 04 14:17:10.341515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-7c61bc09-c108-435d-bc0b-2d82ff0ea255 service neutron] 10.222.0.96 "GET /v2.0/networks/c3b3883b-bb0c-46a0-9caa-2dac15048b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916359 Feb 04 14:17:10.515160 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-22f4b410-c25c-4806-9167-9585df30a731 req-69bc2e13-5b14-40d7-a6d4-cd2bd4b53927 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 210 time: 0.0318091 Feb 04 14:17:11.031130 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e6185df9-9b3a-41af-99bc-5928ba960e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:11.522025 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-999d6a30-024c-4b17-b612-d64fb4287da4 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:11.523887 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-999d6a30-024c-4b17-b612-d64fb4287da4 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.99 "GET /v2.0/networks?id=c3b3883b-bb0c-46a0-9caa-2dac15048b9b HTTP/1.1" status: 200 len: 910 time: 0.0954154 Feb 04 14:17:11.534987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-15f2fc7d-806b-40ed-af0e-6b34dfa6a2e7 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Request body: {'port': {'device_id': '13843e0e-a817-48ea-93ae-ace5abf9c4e0', 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b', 'admin_state_up': True, 'tenant_id': '6dae32bc38f041dc934a7128339783cf'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:17:11.555838 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-15f2fc7d-806b-40ed-af0e-6b34dfa6a2e7 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Made reservation on behalf of 6dae32bc38f041dc934a7128339783cf for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:17:11.558457 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-15f2fc7d-806b-40ed-af0e-6b34dfa6a2e7 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:11.647676 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f453a67-09d3-4995-a5c0-c857f670bdd8 req-85823853-a472-4dcf-a2c7-3e1f06f86f77 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 210 time: 0.0311832 Feb 04 14:17:11.705678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-15f2fc7d-806b-40ed-af0e-6b34dfa6a2e7 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Allocated IP 172.20.0.13 (c3b3883b-bb0c-46a0-9caa-2dac15048b9b/796ceee0-a8c8-4923-861c-e1c4a1ac22f8/4efdb0f3-433d-414f-80c8-467f74f68040) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:17:11.844314 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-15f2fc7d-806b-40ed-af0e-6b34dfa6a2e7 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Publish callbacks [] for port (4efdb0f3-433d-414f-80c8-467f74f68040), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:11.877277 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-15f2fc7d-806b-40ed-af0e-6b34dfa6a2e7 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (4efdb0f3-433d-414f-80c8-467f74f68040), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:11.888916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['a2a0352c-f7ed-414c-8857-d4e84950b746'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:17:11.921213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-15f2fc7d-806b-40ed-af0e-6b34dfa6a2e7 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Network c3b3883b-bb0c-46a0-9caa-2dac15048b9b is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:17:11.924187 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-15f2fc7d-806b-40ed-af0e-6b34dfa6a2e7 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:17:11.928310 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-15f2fc7d-806b-40ed-af0e-6b34dfa6a2e7 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:17:11.956598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2fc7d-806b-40ed-af0e-6b34dfa6a2e7 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Pushing event updated for resources: {'Port': ['ID=4efdb0f3-433d-414f-80c8-467f74f68040,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:11.977344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-15f2fc7d-806b-40ed-af0e-6b34dfa6a2e7 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:11.977975 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-15f2fc7d-806b-40ed-af0e-6b34dfa6a2e7 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:11.995486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-15f2fc7d-806b-40ed-af0e-6b34dfa6a2e7 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4641371 Feb 04 14:17:12.010903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Request body: {'port': {'device_id': '13843e0e-a817-48ea-93ae-ace5abf9c4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:17:12.096362 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4efdb0f3-433d-414f-80c8-467f74f68040), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:12.187854 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-233bf4c6-7ab6-44a1-a6b5-2a347648819a None None] Provisioning complete for port 4efdb0f3-433d-414f-80c8-467f74f68040 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:17:12.188481 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-233bf4c6-7ab6-44a1-a6b5-2a347648819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4efdb0f3-433d-414f-80c8-467f74f68040), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:12.224516 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-233bf4c6-7ab6-44a1-a6b5-2a347648819a None None] Port 4efdb0f3-433d-414f-80c8-467f74f68040 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:17:12.389685 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4efdb0f3-433d-414f-80c8-467f74f68040 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:17:12.398555 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Publish callbacks [] for port (4efdb0f3-433d-414f-80c8-467f74f68040), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:12.412327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Transition to ACTIVE for port object 4efdb0f3-433d-414f-80c8-467f74f68040 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:17:12.416701 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (4efdb0f3-433d-414f-80c8-467f74f68040), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:12.478632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Pushing event updated for resources: {'Port': ['ID=4efdb0f3-433d-414f-80c8-467f74f68040,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:12.516592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:12.517036 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:12.517457 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:12.517861 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:12.518370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:12.518911 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:12.519438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:12.519879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:12.520319 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:12.520802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:12.521365 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:12.521885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:12.522397 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:12.580092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Attempting to bind port 4efdb0f3-433d-414f-80c8-467f74f68040 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:17:12.580833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Attempting to bind port 4efdb0f3-433d-414f-80c8-467f74f68040 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:17:12.580833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Attempting to bind port 4efdb0f3-433d-414f-80c8-467f74f68040 on network c3b3883b-bb0c-46a0-9caa-2dac15048b9b {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:17:12.586085 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Port 4efdb0f3-433d-414f-80c8-467f74f68040 on network c3b3883b-bb0c-46a0-9caa-2dac15048b9b not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:17:12.586447 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Attempting to bind port 4efdb0f3-433d-414f-80c8-467f74f68040 on network c3b3883b-bb0c-46a0-9caa-2dac15048b9b {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:17:12.592495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:17:12.592968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Checking segment: {'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:17:12.593232 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Bound using segment: {'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:17:12.593668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Bound port: 4efdb0f3-433d-414f-80c8-467f74f68040, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad64c70-9d50-44ad-baba-b656674f130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:17:12.594034 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4efdb0f3-433d-414f-80c8-467f74f68040), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:12.666380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] For port 4efdb0f3-433d-414f-80c8-467f74f68040, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:17:12.669549 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] For port 4efdb0f3-433d-414f-80c8-467f74f68040, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4efdb0f3-433d-414f-80c8-467f74f68040,segment=NetworkSegment(0ad64c70-9d50-44ad-baba-b656674f130d),segment_id=0ad64c70-9d50-44ad-baba-b656674f130d)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:17:12.675930 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (4efdb0f3-433d-414f-80c8-467f74f68040), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:12.715188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:12.715875 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:12.717292 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] 10.222.0.99 "PUT /v2.0/ports/4efdb0f3-433d-414f-80c8-467f74f68040 HTTP/1.1" status: 200 len: 1093 time: 0.7137456 Feb 04 14:17:12.717753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13843e0e-a817-48ea-93ae-ace5abf9c4e0', 'tag': '4efdb0f3-433d-414f-80c8-467f74f68040'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:17:12.787184 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351769fb-3b18-47da-92a6-e708f0e1444c" -d '{"events": [{"name": "network-changed", "server_uuid": "13843e0e-a817-48ea-93ae-ace5abf9c4e0", "tag": "4efdb0f3-433d-414f-80c8-467f74f68040"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:17:12.805882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5399a83-83da-428f-82b7-dd4dbd541e49 service neutron] Pushing event updated for resources: {'Port': ['ID=4efdb0f3-433d-414f-80c8-467f74f68040,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:12.831278 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de8f70-ac44-4631-a4f4-f630218aa1a3 req-91972b19-8fa6-46da-9a54-7e982bf571ac tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:12.833134 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4de8f70-ac44-4631-a4f4-f630218aa1a3 req-91972b19-8fa6-46da-9a54-7e982bf571ac tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 1127 time: 0.1052949 Feb 04 14:17:12.844029 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-a8a70e39-277a-4c33-8483-4f26b8a8ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:12.845503 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-a8a70e39-277a-4c33-8483-4f26b8a8ef51 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6dae32bc38f041dc934a7128339783cf&device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 1127 time: 0.0758245 Feb 04 14:17:12.903010 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-f28c746e-79ba-4a45-802f-3f5c21f70ba4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4efdb0f3-433d-414f-80c8-467f74f68040 HTTP/1.1" status: 200 len: 217 time: 0.0501692 Feb 04 14:17:12.952432 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c4de8f70-ac44-4631-a4f4-f630218aa1a3 req-612de3ec-92ea-4860-8caf-8cddcb6de2e5 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105883 Feb 04 14:17:12.966679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-bdd91ead-c5fd-41a3-97c5-10d150803955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:12.968303 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-bdd91ead-c5fd-41a3-97c5-10d150803955 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=796ceee0-a8c8-4923-861c-e1c4a1ac22f8 HTTP/1.1" status: 200 len: 848 time: 0.0581145 Feb 04 14:17:13.021452 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-0db5a0ca-6529-4b4b-8634-b507d8e82e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:13.023027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-0db5a0ca-6529-4b4b-8634-b507d8e82e75 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c3b3883b-bb0c-46a0-9caa-2dac15048b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483747 Feb 04 14:17:13.077074 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169f1e28-8347-4b69-8d52-9c0f2edbb13e x-openstack-request-id: req-169f1e28-8347-4b69-8d52-9c0f2edbb13e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:17:13.077370 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13843e0e-a817-48ea-93ae-ace5abf9c4e0", "tag": "4efdb0f3-433d-414f-80c8-467f74f68040", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:17:13.077628 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-169f1e28-8347-4b69-8d52-9c0f2edbb13e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:17:13.078033 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13843e0e-a817-48ea-93ae-ace5abf9c4e0', 'tag': '4efdb0f3-433d-414f-80c8-467f74f68040', 'status': 'completed', 'code': 200} Feb 04 14:17:13.121930 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-168bf78d-90ff-4e1a-b5b3-9fbf91a14c01 service neutron] 10.222.0.99 "GET /v2.0/networks/c3b3883b-bb0c-46a0-9caa-2dac15048b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931864 Feb 04 14:17:13.214551 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68d070d3-e65b-48f0-8fb4-65ae5d02878e req-2044ccf0-ba9e-4988-a7fb-4c84620c4692 service neutron] 10.222.0.99 "GET /v2.0/networks/c3b3883b-bb0c-46a0-9caa-2dac15048b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861712 Feb 04 14:17:13.312216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351769fb-3b18-47da-92a6-e708f0e1444c req-c92aa6ae-5982-416e-aa47-03a2e458bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:13.313753 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-351769fb-3b18-47da-92a6-e708f0e1444c req-c92aa6ae-5982-416e-aa47-03a2e458bf4c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6dae32bc38f041dc934a7128339783cf&device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 1127 time: 0.0534363 Feb 04 14:17:13.404544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351769fb-3b18-47da-92a6-e708f0e1444c req-6cf19683-4ae6-4868-9e5b-a7cbc4760ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:13.406019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-351769fb-3b18-47da-92a6-e708f0e1444c req-6cf19683-4ae6-4868-9e5b-a7cbc4760ecc service neutron] 10.222.0.99 "GET /v2.0/networks?id=c3b3883b-bb0c-46a0-9caa-2dac15048b9b HTTP/1.1" status: 200 len: 910 time: 0.0866296 Feb 04 14:17:13.447083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-351769fb-3b18-47da-92a6-e708f0e1444c req-fcfe562f-0c8a-45e1-be39-fdb8d0864777 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4efdb0f3-433d-414f-80c8-467f74f68040 HTTP/1.1" status: 200 len: 217 time: 0.0343914 Feb 04 14:17:13.499855 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351769fb-3b18-47da-92a6-e708f0e1444c req-d7adede7-bb89-44df-9a08-45df5de344a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:13.501252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-351769fb-3b18-47da-92a6-e708f0e1444c req-d7adede7-bb89-44df-9a08-45df5de344a0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=796ceee0-a8c8-4923-861c-e1c4a1ac22f8 HTTP/1.1" status: 200 len: 848 time: 0.0483773 Feb 04 14:17:13.551881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351769fb-3b18-47da-92a6-e708f0e1444c req-d7d21f1b-bfd6-48d8-96ab-69929db344b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:13.553649 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-351769fb-3b18-47da-92a6-e708f0e1444c req-d7d21f1b-bfd6-48d8-96ab-69929db344b4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c3b3883b-bb0c-46a0-9caa-2dac15048b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461543 Feb 04 14:17:13.651073 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-351769fb-3b18-47da-92a6-e708f0e1444c req-76517ce8-73ce-4ba5-92e4-d0600ecd1a6d service neutron] 10.222.0.99 "GET /v2.0/networks/c3b3883b-bb0c-46a0-9caa-2dac15048b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907340 Feb 04 14:17:13.751640 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-351769fb-3b18-47da-92a6-e708f0e1444c req-71e64584-821c-4e03-b5d5-3830c9113e1b service neutron] 10.222.0.99 "GET /v2.0/networks/c3b3883b-bb0c-46a0-9caa-2dac15048b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944798 Feb 04 14:17:14.066933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ec9bd-cfa3-40df-8772-84cc403afa88 req-efe8b855-897a-453e-8263-f2a5bface042 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:14.070298 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-663ec9bd-cfa3-40df-8772-84cc403afa88 req-efe8b855-897a-453e-8263-f2a5bface042 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 1127 time: 0.0472534 Feb 04 14:17:14.114034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-663ec9bd-cfa3-40df-8772-84cc403afa88 req-1547a5bd-2f8a-4f13-b986-4f1781d604dd tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386140 Feb 04 14:17:14.316434 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:15.071990 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:15.215047 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-70ed731b-c32a-4da3-82d9-33cbbbf6348b req-f0fe949a-656f-4c5c-99f9-10a8c653f63a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569279 Feb 04 14:17:15.233743 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f080a33a-ad32-4aa3-93d2-2a0c59171296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:15.246739 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b3825-c4fc-4216-9c78-44db196ce35c req-34c221bb-dd51-42b6-9ea0-a91efc0b4194 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:15.249005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e1b3825-c4fc-4216-9c78-44db196ce35c req-34c221bb-dd51-42b6-9ea0-a91efc0b4194 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 1127 time: 0.0617239 Feb 04 14:17:15.309034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e1b3825-c4fc-4216-9c78-44db196ce35c req-cf809c6b-d1cb-4b53-b9e7-7dd2a888eb39 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517309 Feb 04 14:17:15.329289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed731b-c32a-4da3-82d9-33cbbbf6348b req-12e3963d-2b72-44f6-a4da-ace8b2437701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:15.330783 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-70ed731b-c32a-4da3-82d9-33cbbbf6348b req-12e3963d-2b72-44f6-a4da-ace8b2437701 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6dae32bc38f041dc934a7128339783cf&device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1128 time: 0.0549388 Feb 04 14:17:15.441569 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed731b-c32a-4da3-82d9-33cbbbf6348b req-33ea01c1-e031-446e-8ed6-e1a69a26c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:15.443209 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-70ed731b-c32a-4da3-82d9-33cbbbf6348b req-33ea01c1-e031-446e-8ed6-e1a69a26c080 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c3b3883b-bb0c-46a0-9caa-2dac15048b9b HTTP/1.1" status: 200 len: 910 time: 0.0944343 Feb 04 14:17:15.492343 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-70ed731b-c32a-4da3-82d9-33cbbbf6348b req-8ceeff5a-b1c2-4f93-a8a7-a17a5bd238e0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2a0352c-f7ed-414c-8857-d4e84950b746 HTTP/1.1" status: 200 len: 217 time: 0.0423326 Feb 04 14:17:15.541214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed731b-c32a-4da3-82d9-33cbbbf6348b req-a092b28b-4e56-4dea-ab40-1db876322267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:15.542772 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-70ed731b-c32a-4da3-82d9-33cbbbf6348b req-a092b28b-4e56-4dea-ab40-1db876322267 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=796ceee0-a8c8-4923-861c-e1c4a1ac22f8 HTTP/1.1" status: 200 len: 848 time: 0.0468357 Feb 04 14:17:15.595270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed731b-c32a-4da3-82d9-33cbbbf6348b req-9b7b32a1-864e-4b08-9216-10a1c9f18303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:15.596844 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-70ed731b-c32a-4da3-82d9-33cbbbf6348b req-9b7b32a1-864e-4b08-9216-10a1c9f18303 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c3b3883b-bb0c-46a0-9caa-2dac15048b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481069 Feb 04 14:17:15.696138 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-70ed731b-c32a-4da3-82d9-33cbbbf6348b req-c9d0155c-a2cd-48db-b9b9-81e8a411c8c2 service neutron] 10.222.0.100 "GET /v2.0/networks/c3b3883b-bb0c-46a0-9caa-2dac15048b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912399 Feb 04 14:17:15.722311 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:15.789836 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-70ed731b-c32a-4da3-82d9-33cbbbf6348b req-1987053a-65df-4fbd-b633-f8aaecbdcec6 service neutron] 10.222.0.100 "GET /v2.0/networks/c3b3883b-bb0c-46a0-9caa-2dac15048b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870070 Feb 04 14:17:16.179011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4efdb0f3-433d-414f-80c8-467f74f68040 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:17:16.429290 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056e4bc-d74f-4e13-ad0a-e0d2dd521f3e req-9411e6e0-9043-4323-833c-451b0d4628d1 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:16.430860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9056e4bc-d74f-4e13-ad0a-e0d2dd521f3e req-9411e6e0-9043-4323-833c-451b0d4628d1 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 1127 time: 0.0484290 Feb 04 14:17:16.444846 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4efdb0f3-433d-414f-80c8-467f74f68040, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4efdb0f3-433d-414f-80c8-467f74f68040,segment=NetworkSegment(0ad64c70-9d50-44ad-baba-b656674f130d),segment_id=0ad64c70-9d50-44ad-baba-b656674f130d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:16.456913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '4efdb0f3-433d-414f-80c8-467f74f68040', 'network_id': 'c3b3883b-bb0c-46a0-9caa-2dac15048b9b', 'port_id': '4efdb0f3-433d-414f-80c8-467f74f68040', 'mac_address': 'fa:16:3e:b5:6c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ceee0-a8c8-4923-861c-e1c4a1ac22f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:17:16.479079 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9056e4bc-d74f-4e13-ad0a-e0d2dd521f3e req-9af31ae7-2368-40bf-93b5-1476ab741b4d tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420117 Feb 04 14:17:16.504520 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 4efdb0f3-433d-414f-80c8-467f74f68040 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:17:16.505600 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4efdb0f3-433d-414f-80c8-467f74f68040), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:16.518913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efdb0f3-433d-414f-80c8-467f74f68040 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:17:16.539814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4efdb0f3-433d-414f-80c8-467f74f68040, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4efdb0f3-433d-414f-80c8-467f74f68040,segment=NetworkSegment(0ad64c70-9d50-44ad-baba-b656674f130d),segment_id=0ad64c70-9d50-44ad-baba-b656674f130d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:16.544058 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4efdb0f3-433d-414f-80c8-467f74f68040), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:16.591583 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=4efdb0f3-433d-414f-80c8-467f74f68040,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:16.884489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['4efdb0f3-433d-414f-80c8-467f74f68040'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:17:17.066960 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:17.625102 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a1018-da1f-4d31-9888-64258155a891 req-bdb920b3-a092-4479-b659-51f5017b8a81 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:17.626784 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-866a1018-da1f-4d31-9888-64258155a891 req-bdb920b3-a092-4479-b659-51f5017b8a81 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 1128 time: 0.0579307 Feb 04 14:17:17.679929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-866a1018-da1f-4d31-9888-64258155a891 req-288b4c2f-dd3e-4bfd-9e4f-a08eb6a9beb0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465341 Feb 04 14:17:18.011202 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:18.202470 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4efdb0f3-433d-414f-80c8-467f74f68040 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:17:18.260616 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 4efdb0f3-433d-414f-80c8-467f74f68040 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:17:18.264691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 4efdb0f3-433d-414f-80c8-467f74f68040 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:17:18.265007 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4efdb0f3-433d-414f-80c8-467f74f68040), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:18.346202 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 4efdb0f3-433d-414f-80c8-467f74f68040 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:17:18.346586 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4efdb0f3-433d-414f-80c8-467f74f68040), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:18.371415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13843e0e-a817-48ea-93ae-ace5abf9c4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efdb0f3-433d-414f-80c8-467f74f68040'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:17:18.373708 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87682ef-408b-426f-860b-c048bea8db77" -d '{"events": [{"server_uuid": "13843e0e-a817-48ea-93ae-ace5abf9c4e0", "name": "network-vif-plugged", "status": "completed", "tag": "4efdb0f3-433d-414f-80c8-467f74f68040"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:17:18.386973 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 4efdb0f3-433d-414f-80c8-467f74f68040, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4efdb0f3-433d-414f-80c8-467f74f68040,segment=NetworkSegment(0ad64c70-9d50-44ad-baba-b656674f130d),segment_id=0ad64c70-9d50-44ad-baba-b656674f130d)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:18.391285 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4efdb0f3-433d-414f-80c8-467f74f68040), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:18.418925 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bba6df8-ba31-4384-8d17-c437e95a0d3c x-openstack-request-id: req-4bba6df8-ba31-4384-8d17-c437e95a0d3c {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:17:18.419219 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13843e0e-a817-48ea-93ae-ace5abf9c4e0", "name": "network-vif-plugged", "status": "completed", "tag": "4efdb0f3-433d-414f-80c8-467f74f68040", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:17:18.419449 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4bba6df8-ba31-4384-8d17-c437e95a0d3c {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:17:18.419838 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13843e0e-a817-48ea-93ae-ace5abf9c4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efdb0f3-433d-414f-80c8-467f74f68040', 'code': 200} Feb 04 14:17:18.452721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=4efdb0f3-433d-414f-80c8-467f74f68040,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:18.511891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef0d02-44e1-48e5-9b90-1fbce5d2ca3c req-99d2722e-dd7e-42d2-87a7-38cbe05eb6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:18.513433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40ef0d02-44e1-48e5-9b90-1fbce5d2ca3c req-99d2722e-dd7e-42d2-87a7-38cbe05eb6f6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0468190 Feb 04 14:17:18.560932 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40ef0d02-44e1-48e5-9b90-1fbce5d2ca3c req-b342c9fd-3f28-4dcc-b32b-9c78cfdd1a5e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Feb 04 14:17:18.802486 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e757ed2-472f-4dbf-825b-3a0f23825237 req-83e30628-ce11-4b15-8ffc-c94532c47d8e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:18.804625 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6e757ed2-472f-4dbf-825b-3a0f23825237 req-83e30628-ce11-4b15-8ffc-c94532c47d8e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0475538 Feb 04 14:17:18.851280 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6e757ed2-472f-4dbf-825b-3a0f23825237 req-b8f3beba-9427-492a-a68d-bfb4cd028fb5 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Feb 04 14:17:19.976479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b0057-4621-4bc3-b9da-a8a84263354f req-a9d4a92b-c147-46d0-bc25-652c79b560dc tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:19.978048 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-230b0057-4621-4bc3-b9da-a8a84263354f req-a9d4a92b-c147-46d0-bc25-652c79b560dc tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0528080 Feb 04 14:17:20.022502 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-230b0057-4621-4bc3-b9da-a8a84263354f req-58c0d4e7-3c54-4433-98b6-52d0926a4db0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388100 Feb 04 14:17:20.130382 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b915d9-d8e9-4370-bda5-5ea83f55a899 req-4ff1c435-d6e1-472c-859e-5aaa25f094c6 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:20.132156 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38b915d9-d8e9-4370-bda5-5ea83f55a899 req-4ff1c435-d6e1-472c-859e-5aaa25f094c6 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0457537 Feb 04 14:17:20.176803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38b915d9-d8e9-4370-bda5-5ea83f55a899 req-02ce67dc-f235-4ec2-afbe-5a2dfb9aa8a0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390279 Feb 04 14:17:20.289796 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b759a-04a4-4451-9e11-102f25dd5849 req-bd0d07ff-5e61-4b3f-9e1e-bee7abf46107 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:20.291379 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d5b759a-04a4-4451-9e11-102f25dd5849 req-bd0d07ff-5e61-4b3f-9e1e-bee7abf46107 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0501461 Feb 04 14:17:20.336362 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d5b759a-04a4-4451-9e11-102f25dd5849 req-e6b611ad-2bba-4ca5-9e5c-39adb4de3610 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392306 Feb 04 14:17:20.565214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec92632-7806-4684-aa8d-bc23b3411ad2 req-371cdf39-4c23-418f-9330-3ca741ca1de0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:20.566813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ec92632-7806-4684-aa8d-bc23b3411ad2 req-371cdf39-4c23-418f-9330-3ca741ca1de0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0452251 Feb 04 14:17:20.612128 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ec92632-7806-4684-aa8d-bc23b3411ad2 req-8103daa9-0b2d-4c61-8433-8a1a401020f0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390935 Feb 04 14:17:21.724627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a2471-033d-4d32-88cd-31fe66a9fbb2 req-2e30f9c3-5090-4270-b488-447cf515e883 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:21.726288 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c79a2471-033d-4d32-88cd-31fe66a9fbb2 req-2e30f9c3-5090-4270-b488-447cf515e883 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0455883 Feb 04 14:17:21.774304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c79a2471-033d-4d32-88cd-31fe66a9fbb2 req-3cd7cbb5-c985-4d64-9b1f-21032dd8bb85 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 Feb 04 14:17:21.911211 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05f7ef-cd58-4add-8fe7-fd161cbe1af6 req-3eb0eb19-46d1-4b3a-a757-0fe7b1acb1a6 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:21.913259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c05f7ef-cd58-4add-8fe7-fd161cbe1af6 req-3eb0eb19-46d1-4b3a-a757-0fe7b1acb1a6 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=13843e0e-a817-48ea-93ae-ace5abf9c4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0463984 Feb 04 14:17:21.995972 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-6c05f7ef-cd58-4add-8fe7-fd161cbe1af6 req-79c88e67-3fc3-426a-9a6e-4fa3f864afa0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Deleting port 4efdb0f3-433d-414f-80c8-467f74f68040 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:17:21.996317 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c05f7ef-cd58-4add-8fe7-fd161cbe1af6 req-79c88e67-3fc3-426a-9a6e-4fa3f864afa0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4efdb0f3-433d-414f-80c8-467f74f68040), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:22.079373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-6c05f7ef-cd58-4add-8fe7-fd161cbe1af6 req-79c88e67-3fc3-426a-9a6e-4fa3f864afa0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] For port 4efdb0f3-433d-414f-80c8-467f74f68040, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=4efdb0f3-433d-414f-80c8-467f74f68040,segment=NetworkSegment(0ad64c70-9d50-44ad-baba-b656674f130d),segment_id=0ad64c70-9d50-44ad-baba-b656674f130d)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:22.079743 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c05f7ef-cd58-4add-8fe7-fd161cbe1af6 req-79c88e67-3fc3-426a-9a6e-4fa3f864afa0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4efdb0f3-433d-414f-80c8-467f74f68040), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:22.096382 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-6c05f7ef-cd58-4add-8fe7-fd161cbe1af6 req-79c88e67-3fc3-426a-9a6e-4fa3f864afa0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Calling delete_port for 4efdb0f3-433d-414f-80c8-467f74f68040 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:17:22.219682 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c05f7ef-cd58-4add-8fe7-fd161cbe1af6 req-79c88e67-3fc3-426a-9a6e-4fa3f864afa0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (4efdb0f3-433d-414f-80c8-467f74f68040), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:22.233357 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['4efdb0f3-433d-414f-80c8-467f74f68040'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:17:22.235654 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['a2a0352c-f7ed-414c-8857-d4e84950b746'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:17:22.253311 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c88e67-3fc3-426a-9a6e-4fa3f864afa0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Pushing event deleted for resources: {'Port': ['ID=4efdb0f3-433d-414f-80c8-467f74f68040,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:22.298957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c05f7ef-cd58-4add-8fe7-fd161cbe1af6 req-79c88e67-3fc3-426a-9a6e-4fa3f864afa0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] No DVR routers for this DVR port 4efdb0f3-433d-414f-80c8-467f74f68040 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:17:22.302266 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-6c05f7ef-cd58-4add-8fe7-fd161cbe1af6 req-79c88e67-3fc3-426a-9a6e-4fa3f864afa0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:22.305643 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6c05f7ef-cd58-4add-8fe7-fd161cbe1af6 req-79c88e67-3fc3-426a-9a6e-4fa3f864afa0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.99 "DELETE /v2.0/ports/4efdb0f3-433d-414f-80c8-467f74f68040 HTTP/1.1" status: 204 len: 173 time: 0.3874118 Feb 04 14:17:22.306188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13843e0e-a817-48ea-93ae-ace5abf9c4e0', 'name': 'network-vif-deleted', 'tag': '4efdb0f3-433d-414f-80c8-467f74f68040'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:17:22.308497 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f20387f-c462-4b38-9639-b563535cb912" -d '{"events": [{"server_uuid": "13843e0e-a817-48ea-93ae-ace5abf9c4e0", "name": "network-vif-deleted", "tag": "4efdb0f3-433d-414f-80c8-467f74f68040"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:17:22.355793 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0555db-4f8e-4251-84ed-da1cb31943b9 x-openstack-request-id: req-6b0555db-4f8e-4251-84ed-da1cb31943b9 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:17:22.356159 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13843e0e-a817-48ea-93ae-ace5abf9c4e0", "name": "network-vif-deleted", "tag": "4efdb0f3-433d-414f-80c8-467f74f68040", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:17:22.356488 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6b0555db-4f8e-4251-84ed-da1cb31943b9 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:17:22.356963 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13843e0e-a817-48ea-93ae-ace5abf9c4e0', 'name': 'network-vif-deleted', 'tag': '4efdb0f3-433d-414f-80c8-467f74f68040', 'status': 'completed', 'code': 200} Feb 04 14:17:23.040908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9f37-8643-473c-97c0-32a30ca91737 req-e1fd542b-8939-4151-8721-737f6a30d33d tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:23.042474 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-069d9f37-8643-473c-97c0-32a30ca91737 req-e1fd542b-8939-4151-8721-737f6a30d33d tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1128 time: 0.0456502 Feb 04 14:17:23.089357 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-069d9f37-8643-473c-97c0-32a30ca91737 req-ddeeb616-6093-468e-8190-fc8e342f37c0 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411987 Feb 04 14:17:24.201855 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c16b6-01d1-4753-b2cd-32416e8945c7 req-e0bc8445-ab8b-413d-9b26-ee3f1352d160 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:24.203460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-293c16b6-01d1-4753-b2cd-32416e8945c7 req-e0bc8445-ab8b-413d-9b26-ee3f1352d160 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1128 time: 0.0456331 Feb 04 14:17:24.241469 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4efdb0f3-433d-414f-80c8-467f74f68040 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:17:24.257111 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-293c16b6-01d1-4753-b2cd-32416e8945c7 req-f0805f57-8ebd-4566-8339-6c9759b887f5 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=99825f2d-b48c-4899-a789-f4779f5b92b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456121 Feb 04 14:17:24.262771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 4efdb0f3-433d-414f-80c8-467f74f68040 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:17:24.263134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 4efdb0f3-433d-414f-80c8-467f74f68040 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:17:24.545863 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd03fb6-f23b-4247-af37-be08f2d8282b req-3f7d816a-58e3-446d-98f9-bee3d3fa5fae tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:24.547421 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8fd03fb6-f23b-4247-af37-be08f2d8282b req-3f7d816a-58e3-446d-98f9-bee3d3fa5fae tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 1128 time: 0.0454154 Feb 04 14:17:24.633342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-8fd03fb6-f23b-4247-af37-be08f2d8282b req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Deleting port a2a0352c-f7ed-414c-8857-d4e84950b746 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:17:24.633687 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8fd03fb6-f23b-4247-af37-be08f2d8282b req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a2a0352c-f7ed-414c-8857-d4e84950b746), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:24.711926 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-8fd03fb6-f23b-4247-af37-be08f2d8282b req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] For port a2a0352c-f7ed-414c-8857-d4e84950b746, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a2a0352c-f7ed-414c-8857-d4e84950b746,segment=NetworkSegment(0ad64c70-9d50-44ad-baba-b656674f130d),segment_id=0ad64c70-9d50-44ad-baba-b656674f130d)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:24.712292 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8fd03fb6-f23b-4247-af37-be08f2d8282b req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a2a0352c-f7ed-414c-8857-d4e84950b746), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:24.725261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-8fd03fb6-f23b-4247-af37-be08f2d8282b req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Calling delete_port for a2a0352c-f7ed-414c-8857-d4e84950b746 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:17:24.851359 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8fd03fb6-f23b-4247-af37-be08f2d8282b req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a2a0352c-f7ed-414c-8857-d4e84950b746), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:24.861612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['a2a0352c-f7ed-414c-8857-d4e84950b746'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:17:24.878298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2a0352c-f7ed-414c-8857-d4e84950b746,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:24.891128 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:24.891492 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:24.891837 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:24.892177 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:24.892516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:24.892853 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:24.893186 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:24.893518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:24.893839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:24.894193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:24.894527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:24.894855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:24.895181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:25.212382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd03fb6-f23b-4247-af37-be08f2d8282b req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] No DVR routers for this DVR port a2a0352c-f7ed-414c-8857-d4e84950b746 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:17:25.215065 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8fd03fb6-f23b-4247-af37-be08f2d8282b req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:25.218466 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8fd03fb6-f23b-4247-af37-be08f2d8282b req-a47df112-6433-48b7-acba-7112af03df1e tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.100 "DELETE /v2.0/ports/a2a0352c-f7ed-414c-8857-d4e84950b746 HTTP/1.1" status: 204 len: 173 time: 0.6656275 Feb 04 14:17:25.218901 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c0feea-8caf-40ea-b1e7-1e85fd639130', 'name': 'network-vif-deleted', 'tag': 'a2a0352c-f7ed-414c-8857-d4e84950b746'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:17:25.221109 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31370876-f9a2-4560-9317-1b51d5cd5c5d" -d '{"events": [{"server_uuid": "d9c0feea-8caf-40ea-b1e7-1e85fd639130", "name": "network-vif-deleted", "tag": "a2a0352c-f7ed-414c-8857-d4e84950b746"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:17:25.259775 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206cbac5-48c8-4f37-9454-83dc4f84b8ff x-openstack-request-id: req-206cbac5-48c8-4f37-9454-83dc4f84b8ff {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:17:25.261107 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c0feea-8caf-40ea-b1e7-1e85fd639130", "name": "network-vif-deleted", "tag": "a2a0352c-f7ed-414c-8857-d4e84950b746", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:17:25.261369 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-206cbac5-48c8-4f37-9454-83dc4f84b8ff {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:17:25.261758 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c0feea-8caf-40ea-b1e7-1e85fd639130', 'name': 'network-vif-deleted', 'tag': 'a2a0352c-f7ed-414c-8857-d4e84950b746', 'status': 'completed', 'code': 200} Feb 04 14:17:25.353036 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8561b437-f2af-4116-a862-69e6cc101274 req-73731ecd-8ce7-40a0-a36e-816403432087 tempest-TestServerMultinode-507902311 tempest-TestServerMultinode-507902311-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d9c0feea-8caf-40ea-b1e7-1e85fd639130 HTTP/1.1" status: 200 len: 210 time: 0.0295987 Feb 04 14:17:26.413745 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60560) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:17:26.761349 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af5f4380-782c-4ab0-96f6-715e1f5c7841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (cbdc958b-d267-4edd-9596-181ca9912e3a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:27.017706 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-af5f4380-782c-4ab0-96f6-715e1f5c7841 admin admin] Deleting port 35d93b80-7833-4bd6-bfd0-4768347d70cb {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:17:27.017969 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af5f4380-782c-4ab0-96f6-715e1f5c7841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:27.099564 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-af5f4380-782c-4ab0-96f6-715e1f5c7841 admin admin] For port 35d93b80-7833-4bd6-bfd0-4768347d70cb, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=35d93b80-7833-4bd6-bfd0-4768347d70cb,segment=NetworkSegment(0ad64c70-9d50-44ad-baba-b656674f130d),segment_id=0ad64c70-9d50-44ad-baba-b656674f130d)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:27.099936 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af5f4380-782c-4ab0-96f6-715e1f5c7841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:27.113158 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-af5f4380-782c-4ab0-96f6-715e1f5c7841 admin admin] Calling delete_port for 35d93b80-7833-4bd6-bfd0-4768347d70cb owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:17:27.294146 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af5f4380-782c-4ab0-96f6-715e1f5c7841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (35d93b80-7833-4bd6-bfd0-4768347d70cb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:27.319742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f4380-782c-4ab0-96f6-715e1f5c7841 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d93b80-7833-4bd6-bfd0-4768347d70cb,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:27.492702 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-af5f4380-782c-4ab0-96f6-715e1f5c7841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (cbdc958b-d267-4edd-9596-181ca9912e3a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:27.730443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5f4380-782c-4ab0-96f6-715e1f5c7841 admin admin] Router cbdc958b-d267-4edd-9596-181ca9912e3a has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:17:27.849610 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5f4380-782c-4ab0-96f6-715e1f5c7841 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:17:27.854662 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-af5f4380-782c-4ab0-96f6-715e1f5c7841 admin admin] 10.222.0.96 "PUT /v2.0/routers/cbdc958b-d267-4edd-9596-181ca9912e3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4398456 Feb 04 14:17:27.857429 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60562) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:17:27.860782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd3968-e0ed-4a6e-8c8e-c9474271e464 None None] Sync routers for ids ['cbdc958b-d267-4edd-9596-181ca9912e3a'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:17:27.871627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd3968-e0ed-4a6e-8c8e-c9474271e464 None None] Routers {'cbdc958b-d267-4edd-9596-181ca9912e3a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:17:27.872360 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-bbfd3968-e0ed-4a6e-8c8e-c9474271e464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:17:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['cbdc958b-d267-4edd-9596-181ca9912e3a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:17:27.970870 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9de82af2-8c12-4828-8a83-4ed680d6cb0f admin admin] Publish callbacks [] for router (cbdc958b-d267-4edd-9596-181ca9912e3a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:27.986309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-bbfd3968-e0ed-4a6e-8c8e-c9474271e464 None None] Set router cbdc958b-d267-4edd-9596-181ca9912e3a gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:17:28.082423 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9de82af2-8c12-4828-8a83-4ed680d6cb0f admin admin] Publish callbacks [] for router_gateway (cbdc958b-d267-4edd-9596-181ca9912e3a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:28.139930 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9de82af2-8c12-4828-8a83-4ed680d6cb0f admin admin] Deleting port 647a71d8-7137-4dd2-8105-eb1c2f35e67b {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:17:28.140137 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9de82af2-8c12-4828-8a83-4ed680d6cb0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (647a71d8-7137-4dd2-8105-eb1c2f35e67b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:28.181385 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-bbfd3968-e0ed-4a6e-8c8e-c9474271e464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'name': 'tempest-TestServerMultinode-715205088-router', 'tenant_id': 'a399d737e8154b3dbec228c21df5b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '647a71d8-7137-4dd2-8105-eb1c2f35e67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:46Z', 'updated_at': '2022-02-04T14:17:27Z', 'revision_number': 5, 'project_id': 'a399d737e8154b3dbec228c21df5b79e', 'gw_port': {'id': '647a71d8-7137-4dd2-8105-eb1c2f35e67b', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:46Z', 'updated_at': '2022-02-04T14:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:17:28.207656 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd3968-e0ed-4a6e-8c8e-c9474271e464 None None] Checking router: cbdc958b-d267-4edd-9596-181ca9912e3a for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:17:28.217483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd3968-e0ed-4a6e-8c8e-c9474271e464 None None] Routers {'cbdc958b-d267-4edd-9596-181ca9912e3a'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:17:28.218147 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-bbfd3968-e0ed-4a6e-8c8e-c9474271e464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:17:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['cbdc958b-d267-4edd-9596-181ca9912e3a'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:17:28.228819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-9de82af2-8c12-4828-8a83-4ed680d6cb0f admin admin] For port 647a71d8-7137-4dd2-8105-eb1c2f35e67b, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=647a71d8-7137-4dd2-8105-eb1c2f35e67b,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:28.229181 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9de82af2-8c12-4828-8a83-4ed680d6cb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (647a71d8-7137-4dd2-8105-eb1c2f35e67b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:28.244475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-9de82af2-8c12-4828-8a83-4ed680d6cb0f admin admin] Calling delete_port for 647a71d8-7137-4dd2-8105-eb1c2f35e67b owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:17:28.312652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-bbfd3968-e0ed-4a6e-8c8e-c9474271e464 None None] Set router cbdc958b-d267-4edd-9596-181ca9912e3a gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:17:28.370821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-bbfd3968-e0ed-4a6e-8c8e-c9474271e464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'name': 'tempest-TestServerMultinode-715205088-router', 'tenant_id': 'a399d737e8154b3dbec228c21df5b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:46Z', 'updated_at': '2022-02-04T14:17:28Z', 'revision_number': 6, 'project_id': 'a399d737e8154b3dbec228c21df5b79e', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:17:28.399857 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd3968-e0ed-4a6e-8c8e-c9474271e464 None None] The sync data for ids ['cbdc958b-d267-4edd-9596-181ca9912e3a'] in n-d-714676-13 is: [{'id': 'cbdc958b-d267-4edd-9596-181ca9912e3a', 'name': 'tempest-TestServerMultinode-715205088-router', 'tenant_id': 'a399d737e8154b3dbec228c21df5b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:46Z', 'updated_at': '2022-02-04T14:17:28Z', 'revision_number': 6, 'project_id': 'a399d737e8154b3dbec228c21df5b79e', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:17:28.427283 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9de82af2-8c12-4828-8a83-4ed680d6cb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (647a71d8-7137-4dd2-8105-eb1c2f35e67b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:28.457458 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de82af2-8c12-4828-8a83-4ed680d6cb0f admin admin] Pushing event deleted for resources: {'Port': ['ID=647a71d8-7137-4dd2-8105-eb1c2f35e67b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:28.515617 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9de82af2-8c12-4828-8a83-4ed680d6cb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (cbdc958b-d267-4edd-9596-181ca9912e3a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:28.616330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9de82af2-8c12-4828-8a83-4ed680d6cb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (cbdc958b-d267-4edd-9596-181ca9912e3a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:28.618968 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9de82af2-8c12-4828-8a83-4ed680d6cb0f admin admin] Publish callbacks [] for router_controller (cbdc958b-d267-4edd-9596-181ca9912e3a), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:28.662672 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9de82af2-8c12-4828-8a83-4ed680d6cb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (cbdc958b-d267-4edd-9596-181ca9912e3a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:28.663146 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de82af2-8c12-4828-8a83-4ed680d6cb0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbdc958b-d267-4edd-9596-181ca9912e3a {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:17:28.667388 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9de82af2-8c12-4828-8a83-4ed680d6cb0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:28.668475 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9de82af2-8c12-4828-8a83-4ed680d6cb0f admin admin] 10.222.0.96 "DELETE /v2.0/routers/cbdc958b-d267-4edd-9596-181ca9912e3a HTTP/1.1" status: 204 len: 168 time: 0.8104122 Feb 04 14:17:28.671040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60564) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:17:28.717695 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-06dc90af-24c3-4d06-a82b-152a64896340 admin admin] Deleting subnet 796ceee0-a8c8-4923-861c-e1c4a1ac22f8 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:17:28.719189 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-06dc90af-24c3-4d06-a82b-152a64896340 admin admin] Publish callbacks [] for subnet (796ceee0-a8c8-4923-861c-e1c4a1ac22f8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:28.758741 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-06dc90af-24c3-4d06-a82b-152a64896340 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (796ceee0-a8c8-4923-861c-e1c4a1ac22f8), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:28.856420 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-06dc90af-24c3-4d06-a82b-152a64896340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (796ceee0-a8c8-4923-861c-e1c4a1ac22f8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:28.911481 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-06dc90af-24c3-4d06-a82b-152a64896340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (796ceee0-a8c8-4923-861c-e1c4a1ac22f8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:28.937771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc90af-24c3-4d06-a82b-152a64896340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=796ceee0-a8c8-4923-861c-e1c4a1ac22f8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:28.942970 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-06dc90af-24c3-4d06-a82b-152a64896340 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:28.947488 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-06dc90af-24c3-4d06-a82b-152a64896340 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/796ceee0-a8c8-4923-861c-e1c4a1ac22f8 HTTP/1.1" status: 204 len: 168 time: 0.2754681 Feb 04 14:17:28.948966 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f536f1-2352-4b45-bd4b-358d566ab1e1 None None] Network c3b3883b-bb0c-46a0-9caa-2dac15048b9b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:17:28.949986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60566) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:17:29.027757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (c3b3883b-bb0c-46a0-9caa-2dac15048b9b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:29.072738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device a2a0352c-f7ed-414c-8857-d4e84950b746 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:17:29.086055 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] Deleting port a94e761d-a2a1-4390-95b4-30f6921667f5 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:17:29.086433 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a94e761d-a2a1-4390-95b4-30f6921667f5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:29.094593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: a2a0352c-f7ed-414c-8857-d4e84950b746 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:17:29.094942 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device a2a0352c-f7ed-414c-8857-d4e84950b746 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:17:29.150866 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] For port a94e761d-a2a1-4390-95b4-30f6921667f5, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a94e761d-a2a1-4390-95b4-30f6921667f5,segment=NetworkSegment(0ad64c70-9d50-44ad-baba-b656674f130d),segment_id=0ad64c70-9d50-44ad-baba-b656674f130d)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:29.151153 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a94e761d-a2a1-4390-95b4-30f6921667f5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:29.170624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] Calling delete_port for a94e761d-a2a1-4390-95b4-30f6921667f5 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:17:29.200505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] DHCP port deletion for c3b3883b-bb0c-46a0-9caa-2dac15048b9b request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:17:29.256790 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Deleting port a94e761d-a2a1-4390-95b4-30f6921667f5 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:17:29.257108 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a94e761d-a2a1-4390-95b4-30f6921667f5), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:29.259888 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a94e761d-a2a1-4390-95b4-30f6921667f5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:29.289723 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a94e761d-a2a1-4390-95b4-30f6921667f5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:29.291742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] No DVR routers for this DVR port a94e761d-a2a1-4390-95b4-30f6921667f5 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:17:29.332435 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] For port a94e761d-a2a1-4390-95b4-30f6921667f5, host n-d-714676-13, got binding levels [] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:29.332750 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a94e761d-a2a1-4390-95b4-30f6921667f5), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:29.349098 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Calling delete_port for a94e761d-a2a1-4390-95b4-30f6921667f5 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:17:29.351928 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.ipam_backend_mixin [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Port a94e761d-a2a1-4390-95b4-30f6921667f5 was not found and therefore no delete operation was performed {{(pid=103608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 14:17:29.353472 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (a94e761d-a2a1-4390-95b4-30f6921667f5), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:29.375050 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (c3b3883b-bb0c-46a0-9caa-2dac15048b9b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:29.380376 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Pushing event deleted for resources: {'Port': ['ID=a94e761d-a2a1-4390-95b4-30f6921667f5,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:29.385346 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] No DVR routers for this DVR port a94e761d-a2a1-4390-95b4-30f6921667f5 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:17:29.397593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:29.397593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:29.397593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:29.397593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:29.397593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:29.397593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:29.397593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:29.397593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:29.397593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:29.397593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:29.397593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:29.397593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:29.397593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a3b70-2e0c-4098-b398-38f8a9db0cdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:17:29.407799 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b3883b-bb0c-46a0-9caa-2dac15048b9b']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:17:29.420143 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad64c70-9d50-44ad-baba-b656674f130d') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:17:29.420525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad64c70-9d50-44ad-baba-b656674f130d') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:17:29.433584 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (0ad64c70-9d50-44ad-baba-b656674f130d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:29.449099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (0ad64c70-9d50-44ad-baba-b656674f130d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:29.455766 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:17:29.456146 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (0ad64c70-9d50-44ad-baba-b656674f130d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:17:29.458128 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:17:29.516257 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (c3b3883b-bb0c-46a0-9caa-2dac15048b9b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:29.523680 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:29.529332 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] 10.222.0.96 "DELETE /v2.0/networks/c3b3883b-bb0c-46a0-9caa-2dac15048b9b HTTP/1.1" status: 204 len: 168 time: 0.5756485 Feb 04 14:17:29.529836 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60568) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:17:29.538838 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95763be-e238-4e63-b4d5-d063156a69f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3b3883b-bb0c-46a0-9caa-2dac15048b9b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:29.662545 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 35d93b80-7833-4bd6-bfd0-4768347d70cb no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:17:29.693424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 35d93b80-7833-4bd6-bfd0-4768347d70cb {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:17:29.693860 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 35d93b80-7833-4bd6-bfd0-4768347d70cb not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:17:29.694394 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 647a71d8-7137-4dd2-8105-eb1c2f35e67b no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:17:29.716386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 647a71d8-7137-4dd2-8105-eb1c2f35e67b {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:17:29.716660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 647a71d8-7137-4dd2-8105-eb1c2f35e67b not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:17:29.717086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a94e761d-a2a1-4390-95b4-30f6921667f5 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:17:29.737725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: a94e761d-a2a1-4390-95b4-30f6921667f5 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:17:29.738076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a94e761d-a2a1-4390-95b4-30f6921667f5 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:17:29.901701 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8e741a9-6848-4baa-b556-89891fec8fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (6d241c9d-76d4-482f-9147-a1507cb6b10f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:30.151284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-a8e741a9-6848-4baa-b556-89891fec8fc9 admin admin] Deleting port 25b2d49f-23a4-4082-b0ec-9db35d080702 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:17:30.151540 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8e741a9-6848-4baa-b556-89891fec8fc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:30.230041 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-a8e741a9-6848-4baa-b556-89891fec8fc9 admin admin] For port 25b2d49f-23a4-4082-b0ec-9db35d080702, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=25b2d49f-23a4-4082-b0ec-9db35d080702,segment=NetworkSegment(e4825091-3eb0-46e6-be4a-7109fab2e067),segment_id=e4825091-3eb0-46e6-be4a-7109fab2e067)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:30.230440 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8e741a9-6848-4baa-b556-89891fec8fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:30.243866 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-a8e741a9-6848-4baa-b556-89891fec8fc9 admin admin] Calling delete_port for 25b2d49f-23a4-4082-b0ec-9db35d080702 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:17:30.425259 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8e741a9-6848-4baa-b556-89891fec8fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (25b2d49f-23a4-4082-b0ec-9db35d080702), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:30.452072 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e741a9-6848-4baa-b556-89891fec8fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b2d49f-23a4-4082-b0ec-9db35d080702,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:30.633543 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a8e741a9-6848-4baa-b556-89891fec8fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (6d241c9d-76d4-482f-9147-a1507cb6b10f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:31.167817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e741a9-6848-4baa-b556-89891fec8fc9 admin admin] Router 6d241c9d-76d4-482f-9147-a1507cb6b10f has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:17:31.273320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e741a9-6848-4baa-b556-89891fec8fc9 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:17:31.279364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a8e741a9-6848-4baa-b556-89891fec8fc9 admin admin] 10.222.0.96 "PUT /v2.0/routers/6d241c9d-76d4-482f-9147-a1507cb6b10f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7482302 Feb 04 14:17:31.280835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60570) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:17:31.282133 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acdd944-521b-4863-93c2-5e1f2e3b220a None None] Sync routers for ids ['6d241c9d-76d4-482f-9147-a1507cb6b10f'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:17:31.295692 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acdd944-521b-4863-93c2-5e1f2e3b220a None None] Routers {'6d241c9d-76d4-482f-9147-a1507cb6b10f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:17:31.296326 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7acdd944-521b-4863-93c2-5e1f2e3b220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:17:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6d241c9d-76d4-482f-9147-a1507cb6b10f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:17:31.391020 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b11df80e-1051-4995-8b1b-ef45e64ad3c9 admin admin] Publish callbacks [] for router (6d241c9d-76d4-482f-9147-a1507cb6b10f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:31.401006 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-7acdd944-521b-4863-93c2-5e1f2e3b220a None None] Set router 6d241c9d-76d4-482f-9147-a1507cb6b10f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:17:31.499794 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b11df80e-1051-4995-8b1b-ef45e64ad3c9 admin admin] Publish callbacks [] for router_gateway (6d241c9d-76d4-482f-9147-a1507cb6b10f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:31.556824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b11df80e-1051-4995-8b1b-ef45e64ad3c9 admin admin] Deleting port 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:17:31.557313 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b11df80e-1051-4995-8b1b-ef45e64ad3c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8abf88ec-b2d8-4bbe-be13-ef130ecbc47a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:31.586329 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7acdd944-521b-4863-93c2-5e1f2e3b220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'name': 'tempest-TestServerMultinode-1664140014-router', 'tenant_id': '6dae32bc38f041dc934a7128339783cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '8abf88ec-b2d8-4bbe-be13-ef130ecbc47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:52Z', 'updated_at': '2022-02-04T14:17:30Z', 'revision_number': 5, 'project_id': '6dae32bc38f041dc934a7128339783cf', 'gw_port': {'id': '8abf88ec-b2d8-4bbe-be13-ef130ecbc47a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:16:52Z', 'updated_at': '2022-02-04T14:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:17:31.614471 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acdd944-521b-4863-93c2-5e1f2e3b220a None None] Checking router: 6d241c9d-76d4-482f-9147-a1507cb6b10f for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:17:31.624797 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acdd944-521b-4863-93c2-5e1f2e3b220a None None] Routers {'6d241c9d-76d4-482f-9147-a1507cb6b10f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:17:31.625573 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7acdd944-521b-4863-93c2-5e1f2e3b220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:17:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6d241c9d-76d4-482f-9147-a1507cb6b10f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:17:31.651226 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-b11df80e-1051-4995-8b1b-ef45e64ad3c9 admin admin] For port 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8abf88ec-b2d8-4bbe-be13-ef130ecbc47a,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:31.651594 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b11df80e-1051-4995-8b1b-ef45e64ad3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8abf88ec-b2d8-4bbe-be13-ef130ecbc47a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:31.666595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b11df80e-1051-4995-8b1b-ef45e64ad3c9 admin admin] Calling delete_port for 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:17:31.716476 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-7acdd944-521b-4863-93c2-5e1f2e3b220a None None] Set router 6d241c9d-76d4-482f-9147-a1507cb6b10f gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:17:31.771258 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7acdd944-521b-4863-93c2-5e1f2e3b220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'name': 'tempest-TestServerMultinode-1664140014-router', 'tenant_id': '6dae32bc38f041dc934a7128339783cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:52Z', 'updated_at': '2022-02-04T14:17:31Z', 'revision_number': 6, 'project_id': '6dae32bc38f041dc934a7128339783cf', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:17:31.799501 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acdd944-521b-4863-93c2-5e1f2e3b220a None None] The sync data for ids ['6d241c9d-76d4-482f-9147-a1507cb6b10f'] in n-d-714676-13 is: [{'id': '6d241c9d-76d4-482f-9147-a1507cb6b10f', 'name': 'tempest-TestServerMultinode-1664140014-router', 'tenant_id': '6dae32bc38f041dc934a7128339783cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:16:52Z', 'updated_at': '2022-02-04T14:17:31Z', 'revision_number': 6, 'project_id': '6dae32bc38f041dc934a7128339783cf', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:17:31.844450 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b11df80e-1051-4995-8b1b-ef45e64ad3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (8abf88ec-b2d8-4bbe-be13-ef130ecbc47a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:31.870582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11df80e-1051-4995-8b1b-ef45e64ad3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8abf88ec-b2d8-4bbe-be13-ef130ecbc47a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:31.936577 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b11df80e-1051-4995-8b1b-ef45e64ad3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (6d241c9d-76d4-482f-9147-a1507cb6b10f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:32.323973 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b11df80e-1051-4995-8b1b-ef45e64ad3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (6d241c9d-76d4-482f-9147-a1507cb6b10f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:32.326091 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b11df80e-1051-4995-8b1b-ef45e64ad3c9 admin admin] Publish callbacks [] for router_controller (6d241c9d-76d4-482f-9147-a1507cb6b10f), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:32.369563 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b11df80e-1051-4995-8b1b-ef45e64ad3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (6d241c9d-76d4-482f-9147-a1507cb6b10f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:32.370119 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11df80e-1051-4995-8b1b-ef45e64ad3c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d241c9d-76d4-482f-9147-a1507cb6b10f {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:17:32.374636 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b11df80e-1051-4995-8b1b-ef45e64ad3c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:32.375771 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b11df80e-1051-4995-8b1b-ef45e64ad3c9 admin admin] 10.222.0.96 "DELETE /v2.0/routers/6d241c9d-76d4-482f-9147-a1507cb6b10f HTTP/1.1" status: 204 len: 168 time: 1.0939476 Feb 04 14:17:32.378287 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60572) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:17:32.438931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd53640-7e03-4e12-93ae-d5eecc8d3b31 admin admin] Deleting subnet a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:17:32.442798 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7cd53640-7e03-4e12-93ae-d5eecc8d3b31 admin admin] Publish callbacks [] for subnet (a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:32.476715 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7cd53640-7e03-4e12-93ae-d5eecc8d3b31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:32.554496 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7cd53640-7e03-4e12-93ae-d5eecc8d3b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:32.615950 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7cd53640-7e03-4e12-93ae-d5eecc8d3b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:32.641907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd53640-7e03-4e12-93ae-d5eecc8d3b31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:32.645815 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7cd53640-7e03-4e12-93ae-d5eecc8d3b31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:32.649011 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7cd53640-7e03-4e12-93ae-d5eecc8d3b31 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a1c6d657-b4c1-4fdf-822f-2a632ff0c5a3 HTTP/1.1" status: 204 len: 168 time: 0.2697742 Feb 04 14:17:32.651567 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60574) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:17:32.652307 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d907e6-133b-4fb5-a6f7-e8208425e911 None None] Network ae0a0e29-e65c-444a-bf2f-98318ef5fada requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:17:32.724286 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (ae0a0e29-e65c-444a-bf2f-98318ef5fada), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:32.781734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] Deleting port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:17:32.785229 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:32.819574 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c779b8a-cbb6-45d8-b4f9-898e80d686ed None None] DHCP port deletion for ae0a0e29-e65c-444a-bf2f-98318ef5fada request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:17:32.857523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] For port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f,segment=NetworkSegment(e4825091-3eb0-46e6-be4a-7109fab2e067),segment_id=e4825091-3eb0-46e6-be4a-7109fab2e067)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:32.857893 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:32.872490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] Calling delete_port for b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:17:32.879069 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9c779b8a-cbb6-45d8-b4f9-898e80d686ed None None] Deleting port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:17:32.880683 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c779b8a-cbb6-45d8-b4f9-898e80d686ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:32.947009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9c779b8a-cbb6-45d8-b4f9-898e80d686ed None None] For port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f,segment=NetworkSegment(e4825091-3eb0-46e6-be4a-7109fab2e067),segment_id=e4825091-3eb0-46e6-be4a-7109fab2e067)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:17:32.947330 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c779b8a-cbb6-45d8-b4f9-898e80d686ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:32.956361 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:32.960766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9c779b8a-cbb6-45d8-b4f9-898e80d686ed None None] Calling delete_port for b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:17:32.990779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] No DVR routers for this DVR port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:17:32.993604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] Pushing event deleted for resources: {'Port': ['ID=b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 14:17:33.037150 n-d-714676-13 neutron-server[103608]: self.session.flush() Feb 04 14:17:33.041117 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c779b8a-cbb6-45d8-b4f9-898e80d686ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:33.064757 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c779b8a-cbb6-45d8-b4f9-898e80d686ed None None] Pushing event deleted for resources: {'Port': ['ID=b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:33.066907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (ae0a0e29-e65c-444a-bf2f-98318ef5fada), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:33.070861 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c779b8a-cbb6-45d8-b4f9-898e80d686ed None None] No DVR routers for this DVR port b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:17:33.092518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0a0e29-e65c-444a-bf2f-98318ef5fada']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:17:33.101842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4825091-3eb0-46e6-be4a-7109fab2e067') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:17:33.102181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4825091-3eb0-46e6-be4a-7109fab2e067') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:17:33.112065 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (e4825091-3eb0-46e6-be4a-7109fab2e067), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:33.125907 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e4825091-3eb0-46e6-be4a-7109fab2e067), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:33.132818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:17:33.133246 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (e4825091-3eb0-46e6-be4a-7109fab2e067), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:17:33.135154 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:17:33.193170 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (ae0a0e29-e65c-444a-bf2f-98318ef5fada), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:33.198360 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:33.201610 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] 10.222.0.96 "DELETE /v2.0/networks/ae0a0e29-e65c-444a-bf2f-98318ef5fada HTTP/1.1" status: 204 len: 168 time: 0.5491080 Feb 04 14:17:33.215375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57c2ad-22bb-4afc-98c3-e62547e5756e admin admin] Pushing event deleted for resources: {'Network': ['ID=ae0a0e29-e65c-444a-bf2f-98318ef5fada,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:33.360059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60580) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:17:33.399734 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3f30b9d2-3e05-4546-8081-fddacfe78d03 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a399d737e8154b3dbec228c21df5b79e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385218 Feb 04 14:17:33.402207 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60582) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:17:33.449070 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0db702fb-c76e-4f56-a212-828683958c76 admin admin] Publish callbacks [] for security_group (f32070e9-567a-487a-ad4f-32f7fded53e6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:33.469198 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0db702fb-c76e-4f56-a212-828683958c76 admin admin] Publish callbacks [] for security_group (f32070e9-567a-487a-ad4f-32f7fded53e6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:33.515208 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0db702fb-c76e-4f56-a212-828683958c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (f32070e9-567a-487a-ad4f-32f7fded53e6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:33.517850 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0db702fb-c76e-4f56-a212-828683958c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:33.519052 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0db702fb-c76e-4f56-a212-828683958c76 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f32070e9-567a-487a-ad4f-32f7fded53e6 HTTP/1.1" status: 204 len: 168 time: 0.1159620 Feb 04 14:17:33.526969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db702fb-c76e-4f56-a212-828683958c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32070e9-567a-487a-ad4f-32f7fded53e6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:33.658206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:17:33.680318 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:17:33.680666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 8abf88ec-b2d8-4bbe-be13-ef130ecbc47a not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:17:33.681116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 25b2d49f-23a4-4082-b0ec-9db35d080702 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:17:33.702248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 25b2d49f-23a4-4082-b0ec-9db35d080702 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:17:33.702535 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 25b2d49f-23a4-4082-b0ec-9db35d080702 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:17:33.702974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:17:33.725805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:17:33.726187 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b6532dd2-c9b4-42f7-b6c1-6427a6b2d02f not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:17:33.842087 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60588) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:17:33.885080 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9f60dff7-9102-4627-aac6-01bf9298ce11 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6dae32bc38f041dc934a7128339783cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417495 Feb 04 14:17:33.887674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60590) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:17:33.942768 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56cc8e84-37ee-42c1-8fe3-ba44efda8625 admin admin] Publish callbacks [] for security_group (99825f2d-b48c-4899-a789-f4779f5b92b1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:33.964485 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56cc8e84-37ee-42c1-8fe3-ba44efda8625 admin admin] Publish callbacks [] for security_group (99825f2d-b48c-4899-a789-f4779f5b92b1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:34.010910 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56cc8e84-37ee-42c1-8fe3-ba44efda8625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (99825f2d-b48c-4899-a789-f4779f5b92b1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:34.013522 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-56cc8e84-37ee-42c1-8fe3-ba44efda8625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:34.014791 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-56cc8e84-37ee-42c1-8fe3-ba44efda8625 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/99825f2d-b48c-4899-a789-f4779f5b92b1 HTTP/1.1" status: 204 len: 168 time: 0.1260986 Feb 04 14:17:34.023350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc8e84-37ee-42c1-8fe3-ba44efda8625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99825f2d-b48c-4899-a789-f4779f5b92b1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:17:38.092729 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:17:41.032528 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7dc48ff-29bd-4c36-94a0-499489a8dfcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:44.309370 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:45.068392 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:45.216409 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-952d7a1d-eae8-49cb-ab42-d01cdd3a9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:45.728517 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:47.068718 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:17:48.013366 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:18:03.355665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d875749-11f4-4ed8-a3d7-29f07ab69191 req-4502ae6f-de9b-4d40-9b9e-492505a9a6c5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504489 Feb 04 14:18:03.441468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d875749-11f4-4ed8-a3d7-29f07ab69191 req-c527944b-e2b0-4035-b162-236389ae1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:18:03.443040 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d875749-11f4-4ed8-a3d7-29f07ab69191 req-c527944b-e2b0-4035-b162-236389ae1bfa service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=faef0277b39946bf8a56aaccbebe4a09&device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 1128 time: 0.0467932 Feb 04 14:18:03.548247 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d875749-11f4-4ed8-a3d7-29f07ab69191 req-1ef14ce0-62f0-427d-8a4c-f583ee31ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:18:03.550040 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d875749-11f4-4ed8-a3d7-29f07ab69191 req-1ef14ce0-62f0-427d-8a4c-f583ee31ca8f service neutron] 10.222.0.99 "GET /v2.0/networks?id=fe407f06-b73d-4582-9c87-1a8990c64feb HTTP/1.1" status: 200 len: 910 time: 0.0879707 Feb 04 14:18:03.616165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d875749-11f4-4ed8-a3d7-29f07ab69191 req-8622170c-1f07-4a9d-8c0f-9931793bf981 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc HTTP/1.1" status: 200 len: 1000 time: 0.0602198 Feb 04 14:18:03.668942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d875749-11f4-4ed8-a3d7-29f07ab69191 req-85c8d8b5-3321-46cd-9ce7-ab9bedcbaa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:18:03.670417 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d875749-11f4-4ed8-a3d7-29f07ab69191 req-85c8d8b5-3321-46cd-9ce7-ab9bedcbaa8e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2304e7fe-94f8-4bc0-ad32-90ce76874da5 HTTP/1.1" status: 200 len: 848 time: 0.0485096 Feb 04 14:18:03.720337 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d875749-11f4-4ed8-a3d7-29f07ab69191 req-b123e100-40c4-4a9a-9a8a-33e3e3defae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:18:03.721853 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d875749-11f4-4ed8-a3d7-29f07ab69191 req-b123e100-40c4-4a9a-9a8a-33e3e3defae0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fe407f06-b73d-4582-9c87-1a8990c64feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459702 Feb 04 14:18:03.811770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d875749-11f4-4ed8-a3d7-29f07ab69191 req-011752be-0951-4d68-a3bb-3fa31f66b73c service neutron] 10.222.0.99 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835633 Feb 04 14:18:03.904154 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d875749-11f4-4ed8-a3d7-29f07ab69191 req-3ff88e59-f70b-4b2a-bded-425260d60f33 service neutron] 10.222.0.99 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866184 Feb 04 14:18:11.035417 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e6ef853-c29e-4947-96b6-7695cbb19ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:18:14.317662 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:18:15.082479 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:18:15.091784 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:18:15.218587 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f50387af-e15c-49c3-8812-62b26218ec12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:18:15.729555 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:18:17.072349 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:18:18.019354 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:18:41.041633 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0b9297a-ddb6-444d-a176-eaae68f758f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:18:44.322729 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:18:45.080707 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:18:45.221487 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e35e4b0-9f22-498b-ba41-95b43c48b979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:18:45.732507 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:18:47.076038 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:18:48.012745 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:18:52.092711 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:19:04.343027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4228fe2d-c6b4-4270-879d-ee828d7320a4 req-f9b932d1-c5f1-4c9e-b034-064aee1619e5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498183 Feb 04 14:19:04.437226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228fe2d-c6b4-4270-879d-ee828d7320a4 req-6802e9ab-4d6b-49ad-84fe-84a4c8780d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:19:04.438842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4228fe2d-c6b4-4270-879d-ee828d7320a4 req-6802e9ab-4d6b-49ad-84fe-84a4c8780d1a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=faef0277b39946bf8a56aaccbebe4a09&device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 1128 time: 0.0518959 Feb 04 14:19:04.556938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228fe2d-c6b4-4270-879d-ee828d7320a4 req-d5641013-9627-4bed-94ed-df22aa243abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:19:04.558608 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4228fe2d-c6b4-4270-879d-ee828d7320a4 req-d5641013-9627-4bed-94ed-df22aa243abe service neutron] 10.222.0.99 "GET /v2.0/networks?id=fe407f06-b73d-4582-9c87-1a8990c64feb HTTP/1.1" status: 200 len: 910 time: 0.0983188 Feb 04 14:19:04.633705 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4228fe2d-c6b4-4270-879d-ee828d7320a4 req-0944debb-1117-4adb-98f2-75d6cafa6f35 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc HTTP/1.1" status: 200 len: 1000 time: 0.0675671 Feb 04 14:19:04.694015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228fe2d-c6b4-4270-879d-ee828d7320a4 req-9164b76f-a7a3-47ad-b0e7-3ebbde6693ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:19:04.695597 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4228fe2d-c6b4-4270-879d-ee828d7320a4 req-9164b76f-a7a3-47ad-b0e7-3ebbde6693ab service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2304e7fe-94f8-4bc0-ad32-90ce76874da5 HTTP/1.1" status: 200 len: 848 time: 0.0558734 Feb 04 14:19:04.759252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228fe2d-c6b4-4270-879d-ee828d7320a4 req-7908746c-fd09-4d85-a3d6-9120370a5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:19:04.760886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4228fe2d-c6b4-4270-879d-ee828d7320a4 req-7908746c-fd09-4d85-a3d6-9120370a5eb6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fe407f06-b73d-4582-9c87-1a8990c64feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0589559 Feb 04 14:19:04.772121 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-4228fe2d-c6b4-4270-879d-ee828d7320a4 req-18c635e7-901f-4b53-96d5-601bd9206743 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:19:04.773163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4228fe2d-c6b4-4270-879d-ee828d7320a4 req-18c635e7-901f-4b53-96d5-601bd9206743 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056145 Feb 04 14:19:04.877013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4228fe2d-c6b4-4270-879d-ee828d7320a4 req-47b46bc0-f11b-48fc-a336-4a65809a8631 service neutron] 10.222.0.99 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975595 Feb 04 14:19:04.984305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4228fe2d-c6b4-4270-879d-ee828d7320a4 req-326c368f-5a89-476d-baed-95f58c868d95 service neutron] 10.222.0.99 "GET /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008708 Feb 04 14:19:11.044295 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5731b7a8-5d4a-4478-9c2c-8c3fdfb113d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:14.338381 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:15.080793 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:15.226934 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9a507bb3-687d-463e-bf80-4fe815d85313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:15.735587 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:17.082800 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:17.226578 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44978d-03a5-4d57-864a-38ce11d3e409 req-b9ccee63-c5fa-4355-bdb0-35ceb27d1daa tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:19:17.228009 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c44978d-03a5-4d57-864a-38ce11d3e409 req-b9ccee63-c5fa-4355-bdb0-35ceb27d1daa tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 945 time: 0.0559914 Feb 04 14:19:17.279571 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c44978d-03a5-4d57-864a-38ce11d3e409 req-542c52d6-7a25-4b85-bc16-11f3f971c8a5 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/security-groups?id=af225bd5-411f-4b7c-8a78-54793935d597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455971 Feb 04 14:19:17.699140 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e2254-b03e-4fc7-968e-694cd7698e63 req-553eb77e-1b90-49d3-8071-d8e592f80897 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:19:17.700754 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f0e2254-b03e-4fc7-968e-694cd7698e63 req-553eb77e-1b90-49d3-8071-d8e592f80897 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.99 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 945 time: 0.0630565 Feb 04 14:19:17.806862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-4f0e2254-b03e-4fc7-968e-694cd7698e63 req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Deleting port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:19:17.807517 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4f0e2254-b03e-4fc7-968e-694cd7698e63 req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8df1ed3d-de17-47f7-8a90-793cbe1b1dbc), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:17.915540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-4f0e2254-b03e-4fc7-968e-694cd7698e63 req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] For port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc,segment=NetworkSegment(9eb2494d-db2c-4dc4-b5d3-39ef80e80c75),segment_id=9eb2494d-db2c-4dc4-b5d3-39ef80e80c75)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:19:17.915901 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4f0e2254-b03e-4fc7-968e-694cd7698e63 req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8df1ed3d-de17-47f7-8a90-793cbe1b1dbc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:18.018086 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:18.175840 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4f0e2254-b03e-4fc7-968e-694cd7698e63 req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:18.176212 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4f0e2254-b03e-4fc7-968e-694cd7698e63 req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (587295b2-51e1-4499-b49b-67d6920d57c5), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:18.176526 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [req-4f0e2254-b03e-4fc7-968e-694cd7698e63 req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Floating IP 587295b2-51e1-4499-b49b-67d6920d57c5 disassociated. External IP: 172.25.5.73, port: 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc. Feb 04 14:19:18.177143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-4f0e2254-b03e-4fc7-968e-694cd7698e63 req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Calling delete_port for 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:19:18.319469 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4f0e2254-b03e-4fc7-968e-694cd7698e63 req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8df1ed3d-de17-47f7-8a90-793cbe1b1dbc), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:18.348391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Pushing event deleted for resources: {'Port': ['ID=8df1ed3d-de17-47f7-8a90-793cbe1b1dbc,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:18.370732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:18.371092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:18.371445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:18.371795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:18.372138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:18.373702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:18.373702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:18.373702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:18.374271 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:18.374613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:18.374967 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:18.375288 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:18.375624 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:18.398711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0186554e-08dc-4bd8-9489-a22a17a7287e req-e9f6d876-543e-4dfe-b015-a61dd995c837 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "GET /v2.0/ports?device_id=7988ada8-87c3-47fc-9f90-48d03c3f4231 HTTP/1.1" status: 200 len: 210 time: 0.0453889 Feb 04 14:19:18.547515 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f0e2254-b03e-4fc7-968e-694cd7698e63 req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Router 6cc33de6-5389-465d-8b90-a2149a4220f7 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:19:18.666234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f0e2254-b03e-4fc7-968e-694cd7698e63 req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:19:18.678685 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9939f5d2-a61a-4528-a496-e4ca7cbdea09 None None] Sync routers for ids ['6cc33de6-5389-465d-8b90-a2149a4220f7'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:19:18.695072 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9939f5d2-a61a-4528-a496-e4ca7cbdea09 None None] Routers {'6cc33de6-5389-465d-8b90-a2149a4220f7'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:19:18.696160 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9939f5d2-a61a-4528-a496-e4ca7cbdea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:19:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6cc33de6-5389-465d-8b90-a2149a4220f7'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:18.712389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0e2254-b03e-4fc7-968e-694cd7698e63 req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] No DVR routers for this DVR port 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:19:18.715197 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4f0e2254-b03e-4fc7-968e-694cd7698e63 req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:18.718636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f0e2254-b03e-4fc7-968e-694cd7698e63 req-2e4cc3fe-e09d-4d78-bf17-aa029fd25efd tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.99 "DELETE /v2.0/ports/8df1ed3d-de17-47f7-8a90-793cbe1b1dbc HTTP/1.1" status: 204 len: 173 time: 1.0126078 Feb 04 14:19:18.719112 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7988ada8-87c3-47fc-9f90-48d03c3f4231', 'name': 'network-vif-deleted', 'tag': '8df1ed3d-de17-47f7-8a90-793cbe1b1dbc'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:19:18.721647 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64544635-5186-4e73-b786-e226c6cf82e0" -d '{"events": [{"server_uuid": "7988ada8-87c3-47fc-9f90-48d03c3f4231", "name": "network-vif-deleted", "tag": "8df1ed3d-de17-47f7-8a90-793cbe1b1dbc"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:19:18.778755 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4017f8-6754-4781-ab40-9aebfc957b85 x-openstack-request-id: req-9e4017f8-6754-4781-ab40-9aebfc957b85 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:19:18.779084 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7988ada8-87c3-47fc-9f90-48d03c3f4231", "name": "network-vif-deleted", "tag": "8df1ed3d-de17-47f7-8a90-793cbe1b1dbc", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:19:18.780025 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9e4017f8-6754-4781-ab40-9aebfc957b85 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:19:18.780491 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7988ada8-87c3-47fc-9f90-48d03c3f4231', 'name': 'network-vif-deleted', 'tag': '8df1ed3d-de17-47f7-8a90-793cbe1b1dbc', 'status': 'completed', 'code': 200} Feb 04 14:19:18.873562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-9939f5d2-a61a-4528-a496-e4ca7cbdea09 None None] Set router 6cc33de6-5389-465d-8b90-a2149a4220f7 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:19:19.270587 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9939f5d2-a61a-4528-a496-e4ca7cbdea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'name': 'tempest-TestServerBasicOps-1913335341-router', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:34Z', 'updated_at': '2022-02-04T14:13:38Z', 'revision_number': 4, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'gw_port': {'id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:35Z', 'updated_at': '2022-02-04T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a2be0ef1-8221-4c3d-99bc-8409878e618f', 'name': '', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'mac_address': 'fa:16:3e:80:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:37Z', 'updated_at': '2022-02-04T14:13:45Z', 'revision_number': 5, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'subnets': [{'id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:19.301466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9939f5d2-a61a-4528-a496-e4ca7cbdea09 None None] Checking router: 6cc33de6-5389-465d-8b90-a2149a4220f7 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:19:19.310520 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9939f5d2-a61a-4528-a496-e4ca7cbdea09 None None] Routers {'6cc33de6-5389-465d-8b90-a2149a4220f7'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:19:19.311140 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9939f5d2-a61a-4528-a496-e4ca7cbdea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:19:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6cc33de6-5389-465d-8b90-a2149a4220f7'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:19.423427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-9939f5d2-a61a-4528-a496-e4ca7cbdea09 None None] Set router 6cc33de6-5389-465d-8b90-a2149a4220f7 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:19:19.456501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60650) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:19.596278 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Deleting port 002642d0-a017-4623-9352-1f0a6afe8d9d {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:19:19.596631 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (002642d0-a017-4623-9352-1f0a6afe8d9d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:19.626636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-9939f5d2-a61a-4528-a496-e4ca7cbdea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'name': 'tempest-TestServerBasicOps-1913335341-router', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:34Z', 'updated_at': '2022-02-04T14:13:38Z', 'revision_number': 4, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'gw_port': {'id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:35Z', 'updated_at': '2022-02-04T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a2be0ef1-8221-4c3d-99bc-8409878e618f', 'name': '', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'mac_address': 'fa:16:3e:80:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:37Z', 'updated_at': '2022-02-04T14:13:45Z', 'revision_number': 5, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'subnets': [{'id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:19.658435 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9939f5d2-a61a-4528-a496-e4ca7cbdea09 None None] The sync data for ids ['6cc33de6-5389-465d-8b90-a2149a4220f7'] in n-d-714676-13 is: [{'id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'name': 'tempest-TestServerBasicOps-1913335341-router', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:34Z', 'updated_at': '2022-02-04T14:13:38Z', 'revision_number': 4, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'gw_port': {'id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:35Z', 'updated_at': '2022-02-04T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'a2be0ef1-8221-4c3d-99bc-8409878e618f', 'name': '', 'network_id': 'fe407f06-b73d-4582-9c87-1a8990c64feb', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'mac_address': 'fa:16:3e:80:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:37Z', 'updated_at': '2022-02-04T14:13:45Z', 'revision_number': 5, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'subnets': [{'id': '2304e7fe-94f8-4bc0-ad32-90ce76874da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:19:19.675945 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (002642d0-a017-4623-9352-1f0a6afe8d9d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:19.676197 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for floatingip (002642d0-a017-4623-9352-1f0a6afe8d9d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:19.688801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Calling delete_port for 002642d0-a017-4623-9352-1f0a6afe8d9d owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:19:19.830944 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (002642d0-a017-4623-9352-1f0a6afe8d9d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:19.855436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Pushing event deleted for resources: {'Port': ['ID=002642d0-a017-4623-9352-1f0a6afe8d9d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:19.871243 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:19.871609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:19.871964 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:19.872953 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:19.873423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:19.873792 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:19.874289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:19.874993 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:19.875430 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:19.875916 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:19.876122 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:19.876458 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:19.876794 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:19.896356 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ece0e-a22e-4b0c-aa76-45a793e48a65 None None] New status for floating IP 587295b2-51e1-4499-b49b-67d6920d57c5: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:19:19.940741 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for floatingip (587295b2-51e1-4499-b49b-67d6920d57c5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:19.943651 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:19.944834 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a5295c3f-e866-4770-a82e-39fd96ef3404 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "DELETE /v2.0/floatingips/587295b2-51e1-4499-b49b-67d6920d57c5 HTTP/1.1" status: 204 len: 168 time: 0.4873140 Feb 04 14:19:20.015230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60664) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:20.072754 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9220337d-a7a0-4384-b286-b172f1730397 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group (af225bd5-411f-4b7c-8a78-54793935d597), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:20.099733 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9220337d-a7a0-4384-b286-b172f1730397 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group (af225bd5-411f-4b7c-8a78-54793935d597), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:20.162948 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9220337d-a7a0-4384-b286-b172f1730397 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (af225bd5-411f-4b7c-8a78-54793935d597), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:20.165567 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9220337d-a7a0-4384-b286-b172f1730397 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:20.166766 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9220337d-a7a0-4384-b286-b172f1730397 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] 10.222.0.96 "DELETE /v2.0/security-groups/af225bd5-411f-4b7c-8a78-54793935d597 HTTP/1.1" status: 204 len: 168 time: 0.1505320 Feb 04 14:19:20.176198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220337d-a7a0-4384-b286-b172f1730397 tempest-TestServerBasicOps-1439513009 tempest-TestServerBasicOps-1439513009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af225bd5-411f-4b7c-8a78-54793935d597,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:20.210377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60668) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:20.759708 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:19:20.779070 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d5bd888-4076-4adf-bde7-9f9781a5cf2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (6cc33de6-5389-465d-8b90-a2149a4220f7), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:20.780505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:19:20.780855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 8df1ed3d-de17-47f7-8a90-793cbe1b1dbc not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:19:21.031246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6d5bd888-4076-4adf-bde7-9f9781a5cf2d admin admin] Deleting port a2be0ef1-8221-4c3d-99bc-8409878e618f {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:19:21.031540 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d5bd888-4076-4adf-bde7-9f9781a5cf2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:21.110559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-6d5bd888-4076-4adf-bde7-9f9781a5cf2d admin admin] For port a2be0ef1-8221-4c3d-99bc-8409878e618f, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a2be0ef1-8221-4c3d-99bc-8409878e618f,segment=NetworkSegment(9eb2494d-db2c-4dc4-b5d3-39ef80e80c75),segment_id=9eb2494d-db2c-4dc4-b5d3-39ef80e80c75)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:19:21.110967 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d5bd888-4076-4adf-bde7-9f9781a5cf2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:21.123832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6d5bd888-4076-4adf-bde7-9f9781a5cf2d admin admin] Calling delete_port for a2be0ef1-8221-4c3d-99bc-8409878e618f owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:19:21.307040 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d5bd888-4076-4adf-bde7-9f9781a5cf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (a2be0ef1-8221-4c3d-99bc-8409878e618f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:21.337464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bd888-4076-4adf-bde7-9f9781a5cf2d admin admin] Pushing event deleted for resources: {'Port': ['ID=a2be0ef1-8221-4c3d-99bc-8409878e618f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:21.511587 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6d5bd888-4076-4adf-bde7-9f9781a5cf2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (6cc33de6-5389-465d-8b90-a2149a4220f7), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:21.740780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5bd888-4076-4adf-bde7-9f9781a5cf2d admin admin] Router 6cc33de6-5389-465d-8b90-a2149a4220f7 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:19:21.851537 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5bd888-4076-4adf-bde7-9f9781a5cf2d admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:19:21.857619 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6d5bd888-4076-4adf-bde7-9f9781a5cf2d admin admin] 10.222.0.96 "PUT /v2.0/routers/6cc33de6-5389-465d-8b90-a2149a4220f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6452038 Feb 04 14:19:21.860076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60672) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:21.862717 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e87d0a-3a3b-4f6c-869a-a43caebedf72 None None] Sync routers for ids ['6cc33de6-5389-465d-8b90-a2149a4220f7'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:19:21.872884 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e87d0a-3a3b-4f6c-869a-a43caebedf72 None None] Routers {'6cc33de6-5389-465d-8b90-a2149a4220f7'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:19:21.873497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-67e87d0a-3a3b-4f6c-869a-a43caebedf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:19:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6cc33de6-5389-465d-8b90-a2149a4220f7'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:21.966796 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3db02753-97da-4ace-88cc-529107434a14 admin admin] Publish callbacks [] for router (6cc33de6-5389-465d-8b90-a2149a4220f7), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:21.982341 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-67e87d0a-3a3b-4f6c-869a-a43caebedf72 None None] Set router 6cc33de6-5389-465d-8b90-a2149a4220f7 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:19:22.179562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-67e87d0a-3a3b-4f6c-869a-a43caebedf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'name': 'tempest-TestServerBasicOps-1913335341-router', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:34Z', 'updated_at': '2022-02-04T14:19:21Z', 'revision_number': 5, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'gw_port': {'id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:35Z', 'updated_at': '2022-02-04T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:22.208231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e87d0a-3a3b-4f6c-869a-a43caebedf72 None None] Checking router: 6cc33de6-5389-465d-8b90-a2149a4220f7 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:19:22.218800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e87d0a-3a3b-4f6c-869a-a43caebedf72 None None] Routers {'6cc33de6-5389-465d-8b90-a2149a4220f7'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:19:22.219361 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-67e87d0a-3a3b-4f6c-869a-a43caebedf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:19:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['6cc33de6-5389-465d-8b90-a2149a4220f7'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:22.333264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-67e87d0a-3a3b-4f6c-869a-a43caebedf72 None None] Set router 6cc33de6-5389-465d-8b90-a2149a4220f7 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:19:22.404628 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3db02753-97da-4ace-88cc-529107434a14 admin admin] Publish callbacks [] for router_gateway (6cc33de6-5389-465d-8b90-a2149a4220f7), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:22.459950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-3db02753-97da-4ace-88cc-529107434a14 admin admin] Deleting port ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:19:22.460298 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3db02753-97da-4ace-88cc-529107434a14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:22.518928 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-67e87d0a-3a3b-4f6c-869a-a43caebedf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'name': 'tempest-TestServerBasicOps-1913335341-router', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:34Z', 'updated_at': '2022-02-04T14:19:21Z', 'revision_number': 5, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'gw_port': {'id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:35Z', 'updated_at': '2022-02-04T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:22.542843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-3db02753-97da-4ace-88cc-529107434a14 admin admin] For port ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:19:22.542843 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3db02753-97da-4ace-88cc-529107434a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:22.549838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e87d0a-3a3b-4f6c-869a-a43caebedf72 None None] The sync data for ids ['6cc33de6-5389-465d-8b90-a2149a4220f7'] in n-d-714676-13 is: [{'id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'name': 'tempest-TestServerBasicOps-1913335341-router', 'tenant_id': 'faef0277b39946bf8a56aaccbebe4a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:34Z', 'updated_at': '2022-02-04T14:19:21Z', 'revision_number': 5, 'project_id': 'faef0277b39946bf8a56aaccbebe4a09', 'gw_port': {'id': 'ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc33de6-5389-465d-8b90-a2149a4220f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:35Z', 'updated_at': '2022-02-04T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:19:22.557770 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-3db02753-97da-4ace-88cc-529107434a14 admin admin] Calling delete_port for ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:19:22.734360 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3db02753-97da-4ace-88cc-529107434a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:22.760687 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db02753-97da-4ace-88cc-529107434a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:22.823455 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3db02753-97da-4ace-88cc-529107434a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (6cc33de6-5389-465d-8b90-a2149a4220f7), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:22.918816 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3db02753-97da-4ace-88cc-529107434a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (6cc33de6-5389-465d-8b90-a2149a4220f7), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:22.922117 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3db02753-97da-4ace-88cc-529107434a14 admin admin] Publish callbacks [] for router_controller (6cc33de6-5389-465d-8b90-a2149a4220f7), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:22.971971 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3db02753-97da-4ace-88cc-529107434a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (6cc33de6-5389-465d-8b90-a2149a4220f7), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:22.972516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db02753-97da-4ace-88cc-529107434a14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cc33de6-5389-465d-8b90-a2149a4220f7 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:19:22.976963 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3db02753-97da-4ace-88cc-529107434a14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:22.980465 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3db02753-97da-4ace-88cc-529107434a14 admin admin] 10.222.0.96 "DELETE /v2.0/routers/6cc33de6-5389-465d-8b90-a2149a4220f7 HTTP/1.1" status: 204 len: 168 time: 1.1171291 Feb 04 14:19:22.980710 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60674) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:23.027818 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e9fced-c9eb-444d-9266-2b3937e7f115 admin admin] Deleting subnet 2304e7fe-94f8-4bc0-ad32-90ce76874da5 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:19:23.031720 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-84e9fced-c9eb-444d-9266-2b3937e7f115 admin admin] Publish callbacks [] for subnet (2304e7fe-94f8-4bc0-ad32-90ce76874da5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:23.068828 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-84e9fced-c9eb-444d-9266-2b3937e7f115 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (2304e7fe-94f8-4bc0-ad32-90ce76874da5), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:23.155440 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-84e9fced-c9eb-444d-9266-2b3937e7f115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (2304e7fe-94f8-4bc0-ad32-90ce76874da5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:23.212339 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-84e9fced-c9eb-444d-9266-2b3937e7f115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (2304e7fe-94f8-4bc0-ad32-90ce76874da5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:23.241813 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9fced-c9eb-444d-9266-2b3937e7f115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2304e7fe-94f8-4bc0-ad32-90ce76874da5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:23.243935 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-84e9fced-c9eb-444d-9266-2b3937e7f115 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:23.249082 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42bb69d-50d5-4d71-ab39-f9fe4d66392a None None] Network fe407f06-b73d-4582-9c87-1a8990c64feb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:19:23.249804 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60676) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:23.250231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-84e9fced-c9eb-444d-9266-2b3937e7f115 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/2304e7fe-94f8-4bc0-ad32-90ce76874da5 HTTP/1.1" status: 204 len: 168 time: 0.2681355 Feb 04 14:19:23.326601 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (fe407f06-b73d-4582-9c87-1a8990c64feb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:23.383500 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] Deleting port 2eb8a734-7890-4a19-88aa-8effb134e5e1 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:19:23.383848 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2eb8a734-7890-4a19-88aa-8effb134e5e1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:23.446448 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] For port 2eb8a734-7890-4a19-88aa-8effb134e5e1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2eb8a734-7890-4a19-88aa-8effb134e5e1,segment=NetworkSegment(9eb2494d-db2c-4dc4-b5d3-39ef80e80c75),segment_id=9eb2494d-db2c-4dc4-b5d3-39ef80e80c75)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:19:23.446816 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2eb8a734-7890-4a19-88aa-8effb134e5e1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:23.460075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] Calling delete_port for 2eb8a734-7890-4a19-88aa-8effb134e5e1 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:19:23.545791 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2eb8a734-7890-4a19-88aa-8effb134e5e1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:23.562662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164995ae-47da-449a-9f6e-4b78562aba6c None None] DHCP port deletion for fe407f06-b73d-4582-9c87-1a8990c64feb request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:19:23.574502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb8a734-7890-4a19-88aa-8effb134e5e1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:23.580842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] No DVR routers for this DVR port 2eb8a734-7890-4a19-88aa-8effb134e5e1 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:19:23.660468 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (fe407f06-b73d-4582-9c87-1a8990c64feb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:23.682010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe407f06-b73d-4582-9c87-1a8990c64feb']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:23.692209 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb2494d-db2c-4dc4-b5d3-39ef80e80c75') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:23.692364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb2494d-db2c-4dc4-b5d3-39ef80e80c75') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:23.705601 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (9eb2494d-db2c-4dc4-b5d3-39ef80e80c75), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:23.711808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a2be0ef1-8221-4c3d-99bc-8409878e618f no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:19:23.721100 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (9eb2494d-db2c-4dc4-b5d3-39ef80e80c75), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:23.727002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:19:23.727391 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (9eb2494d-db2c-4dc4-b5d3-39ef80e80c75), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:19:23.729051 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:19:23.734216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: a2be0ef1-8221-4c3d-99bc-8409878e618f {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:19:23.734645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a2be0ef1-8221-4c3d-99bc-8409878e618f not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:19:23.735143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:19:23.756356 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:19:23.756708 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ce7d7715-55fa-4ef9-b78c-2149ebeb9b7e not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:19:23.757138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2eb8a734-7890-4a19-88aa-8effb134e5e1 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:19:23.776751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 2eb8a734-7890-4a19-88aa-8effb134e5e1 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:19:23.777099 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2eb8a734-7890-4a19-88aa-8effb134e5e1 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:19:23.794729 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (fe407f06-b73d-4582-9c87-1a8990c64feb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:23.801137 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:23.804360 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] 10.222.0.96 "DELETE /v2.0/networks/fe407f06-b73d-4582-9c87-1a8990c64feb HTTP/1.1" status: 204 len: 168 time: 0.5534360 Feb 04 14:19:23.807378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60678) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:23.817572 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb012634-a588-4d0b-a2e7-fe66044de2b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe407f06-b73d-4582-9c87-1a8990c64feb,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:24.187465 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-780dedfa-7b42-4e30-a414-4fa841d0db89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (2611f271-3995-49cd-b3cc-cb3c187c5dc6), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:24.443151 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-780dedfa-7b42-4e30-a414-4fa841d0db89 admin admin] Deleting port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:19:24.443404 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-780dedfa-7b42-4e30-a414-4fa841d0db89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:24.520771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-780dedfa-7b42-4e30-a414-4fa841d0db89 admin admin] For port 7aff6efb-ac75-4e2d-85fa-1a49079fbb52, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7aff6efb-ac75-4e2d-85fa-1a49079fbb52,segment=NetworkSegment(f481f9ac-56de-4f7f-b1ce-cef719c0aebf),segment_id=f481f9ac-56de-4f7f-b1ce-cef719c0aebf)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:19:24.521136 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-780dedfa-7b42-4e30-a414-4fa841d0db89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:24.534189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-780dedfa-7b42-4e30-a414-4fa841d0db89 admin admin] Calling delete_port for 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:19:24.719942 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-780dedfa-7b42-4e30-a414-4fa841d0db89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (7aff6efb-ac75-4e2d-85fa-1a49079fbb52), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:24.744846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780dedfa-7b42-4e30-a414-4fa841d0db89 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aff6efb-ac75-4e2d-85fa-1a49079fbb52,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:24.921340 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-780dedfa-7b42-4e30-a414-4fa841d0db89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (2611f271-3995-49cd-b3cc-cb3c187c5dc6), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:25.139277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780dedfa-7b42-4e30-a414-4fa841d0db89 admin admin] Router 2611f271-3995-49cd-b3cc-cb3c187c5dc6 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:19:25.252950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780dedfa-7b42-4e30-a414-4fa841d0db89 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:19:25.258041 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-780dedfa-7b42-4e30-a414-4fa841d0db89 admin admin] 10.222.0.96 "PUT /v2.0/routers/2611f271-3995-49cd-b3cc-cb3c187c5dc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4495213 Feb 04 14:19:25.261214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60680) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:25.261660 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d970830-0ff3-48e1-938f-80ed8194bc4a None None] Sync routers for ids ['2611f271-3995-49cd-b3cc-cb3c187c5dc6'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:19:25.272736 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d970830-0ff3-48e1-938f-80ed8194bc4a None None] Routers {'2611f271-3995-49cd-b3cc-cb3c187c5dc6'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:19:25.273349 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8d970830-0ff3-48e1-938f-80ed8194bc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:19:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2611f271-3995-49cd-b3cc-cb3c187c5dc6'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:25.371746 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-437fe9a9-ecf2-4d82-9139-fbcf4ce1eaea admin admin] Publish callbacks [] for router (2611f271-3995-49cd-b3cc-cb3c187c5dc6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:25.381708 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8d970830-0ff3-48e1-938f-80ed8194bc4a None None] Set router 2611f271-3995-49cd-b3cc-cb3c187c5dc6 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:19:25.479260 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-437fe9a9-ecf2-4d82-9139-fbcf4ce1eaea admin admin] Publish callbacks [] for router_gateway (2611f271-3995-49cd-b3cc-cb3c187c5dc6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:25.534046 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-437fe9a9-ecf2-4d82-9139-fbcf4ce1eaea admin admin] Deleting port ba466199-c981-4ab1-8999-fcd3dc057595 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:19:25.534404 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-437fe9a9-ecf2-4d82-9139-fbcf4ce1eaea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ba466199-c981-4ab1-8999-fcd3dc057595), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:25.562635 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8d970830-0ff3-48e1-938f-80ed8194bc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'name': 'tempest-TestServerBasicOps-413541-router', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'ba466199-c981-4ab1-8999-fcd3dc057595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:40Z', 'updated_at': '2022-02-04T14:19:24Z', 'revision_number': 5, 'project_id': 'a0889e90eed44423a6b4feb3bc911779', 'gw_port': {'id': 'ba466199-c981-4ab1-8999-fcd3dc057595', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:13:41Z', 'updated_at': '2022-02-04T14:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:25.589070 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d970830-0ff3-48e1-938f-80ed8194bc4a None None] Checking router: 2611f271-3995-49cd-b3cc-cb3c187c5dc6 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:19:25.597750 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d970830-0ff3-48e1-938f-80ed8194bc4a None None] Routers {'2611f271-3995-49cd-b3cc-cb3c187c5dc6'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:19:25.598384 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8d970830-0ff3-48e1-938f-80ed8194bc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:19:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['2611f271-3995-49cd-b3cc-cb3c187c5dc6'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:25.622630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-437fe9a9-ecf2-4d82-9139-fbcf4ce1eaea admin admin] For port ba466199-c981-4ab1-8999-fcd3dc057595, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ba466199-c981-4ab1-8999-fcd3dc057595,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:19:25.622967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-437fe9a9-ecf2-4d82-9139-fbcf4ce1eaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ba466199-c981-4ab1-8999-fcd3dc057595), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:25.635958 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-437fe9a9-ecf2-4d82-9139-fbcf4ce1eaea admin admin] Calling delete_port for ba466199-c981-4ab1-8999-fcd3dc057595 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:19:25.688155 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8d970830-0ff3-48e1-938f-80ed8194bc4a None None] Set router 2611f271-3995-49cd-b3cc-cb3c187c5dc6 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:19:25.744206 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8d970830-0ff3-48e1-938f-80ed8194bc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'name': 'tempest-TestServerBasicOps-413541-router', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:40Z', 'updated_at': '2022-02-04T14:19:25Z', 'revision_number': 6, 'project_id': 'a0889e90eed44423a6b4feb3bc911779', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:25.771941 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d970830-0ff3-48e1-938f-80ed8194bc4a None None] The sync data for ids ['2611f271-3995-49cd-b3cc-cb3c187c5dc6'] in n-d-714676-13 is: [{'id': '2611f271-3995-49cd-b3cc-cb3c187c5dc6', 'name': 'tempest-TestServerBasicOps-413541-router', 'tenant_id': 'a0889e90eed44423a6b4feb3bc911779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:13:40Z', 'updated_at': '2022-02-04T14:19:25Z', 'revision_number': 6, 'project_id': 'a0889e90eed44423a6b4feb3bc911779', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:19:25.826762 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-437fe9a9-ecf2-4d82-9139-fbcf4ce1eaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ba466199-c981-4ab1-8999-fcd3dc057595), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:25.862929 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fe9a9-ecf2-4d82-9139-fbcf4ce1eaea admin admin] Pushing event deleted for resources: {'Port': ['ID=ba466199-c981-4ab1-8999-fcd3dc057595,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:25.926334 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-437fe9a9-ecf2-4d82-9139-fbcf4ce1eaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (2611f271-3995-49cd-b3cc-cb3c187c5dc6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.019334 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-437fe9a9-ecf2-4d82-9139-fbcf4ce1eaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (2611f271-3995-49cd-b3cc-cb3c187c5dc6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.021490 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-437fe9a9-ecf2-4d82-9139-fbcf4ce1eaea admin admin] Publish callbacks [] for router_controller (2611f271-3995-49cd-b3cc-cb3c187c5dc6), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.066134 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-437fe9a9-ecf2-4d82-9139-fbcf4ce1eaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (2611f271-3995-49cd-b3cc-cb3c187c5dc6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.066610 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437fe9a9-ecf2-4d82-9139-fbcf4ce1eaea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2611f271-3995-49cd-b3cc-cb3c187c5dc6 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:19:26.071326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-437fe9a9-ecf2-4d82-9139-fbcf4ce1eaea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.072527 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-437fe9a9-ecf2-4d82-9139-fbcf4ce1eaea admin admin] 10.222.0.96 "DELETE /v2.0/routers/2611f271-3995-49cd-b3cc-cb3c187c5dc6 HTTP/1.1" status: 204 len: 168 time: 0.8103158 Feb 04 14:19:26.076097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60682) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:26.122648 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-41116a53-f76d-47a7-b06f-9bc1a5b0b232 admin admin] Deleting subnet 7a63b9cc-c846-4254-9968-06d26bdbfbfd {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:19:26.126515 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-41116a53-f76d-47a7-b06f-9bc1a5b0b232 admin admin] Publish callbacks [] for subnet (7a63b9cc-c846-4254-9968-06d26bdbfbfd), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.163536 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-41116a53-f76d-47a7-b06f-9bc1a5b0b232 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (7a63b9cc-c846-4254-9968-06d26bdbfbfd), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.248102 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-41116a53-f76d-47a7-b06f-9bc1a5b0b232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (7a63b9cc-c846-4254-9968-06d26bdbfbfd), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.300684 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-41116a53-f76d-47a7-b06f-9bc1a5b0b232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (7a63b9cc-c846-4254-9968-06d26bdbfbfd), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.326009 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41116a53-f76d-47a7-b06f-9bc1a5b0b232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a63b9cc-c846-4254-9968-06d26bdbfbfd,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:26.329674 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-41116a53-f76d-47a7-b06f-9bc1a5b0b232 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.332929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-41116a53-f76d-47a7-b06f-9bc1a5b0b232 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/7a63b9cc-c846-4254-9968-06d26bdbfbfd HTTP/1.1" status: 204 len: 168 time: 0.2557313 Feb 04 14:19:26.335481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60684) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:26.337877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c275fd-5736-48bd-a1e4-6d513a394f22 None None] Network d6e43f9c-f55e-4d47-bf3c-236be929f6f9 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:19:26.406046 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (d6e43f9c-f55e-4d47-bf3c-236be929f6f9), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.464929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] Deleting port 66c51c97-65e3-4479-9362-e6e28f39eb93 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:19:26.465228 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (66c51c97-65e3-4479-9362-e6e28f39eb93), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.521968 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] DHCP port deletion for d6e43f9c-f55e-4d47-bf3c-236be929f6f9 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:19:26.532144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] For port 66c51c97-65e3-4479-9362-e6e28f39eb93, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=66c51c97-65e3-4479-9362-e6e28f39eb93,segment=NetworkSegment(f481f9ac-56de-4f7f-b1ce-cef719c0aebf),segment_id=f481f9ac-56de-4f7f-b1ce-cef719c0aebf)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:19:26.532518 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (66c51c97-65e3-4479-9362-e6e28f39eb93), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.547845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] Calling delete_port for 66c51c97-65e3-4479-9362-e6e28f39eb93 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:19:26.571530 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Deleting port 66c51c97-65e3-4479-9362-e6e28f39eb93 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:19:26.571820 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (66c51c97-65e3-4479-9362-e6e28f39eb93), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.641100 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (66c51c97-65e3-4479-9362-e6e28f39eb93), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.641936 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] For port 66c51c97-65e3-4479-9362-e6e28f39eb93, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=66c51c97-65e3-4479-9362-e6e28f39eb93,segment=NetworkSegment(f481f9ac-56de-4f7f-b1ce-cef719c0aebf),segment_id=f481f9ac-56de-4f7f-b1ce-cef719c0aebf)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:19:26.642446 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (66c51c97-65e3-4479-9362-e6e28f39eb93), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.660006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Calling delete_port for 66c51c97-65e3-4479-9362-e6e28f39eb93 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:19:26.665896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c51c97-65e3-4479-9362-e6e28f39eb93,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:26.672292 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] No DVR routers for this DVR port 66c51c97-65e3-4479-9362-e6e28f39eb93 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:19:26.741817 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (66c51c97-65e3-4479-9362-e6e28f39eb93), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.745919 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (d6e43f9c-f55e-4d47-bf3c-236be929f6f9), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.768718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e43f9c-f55e-4d47-bf3c-236be929f6f9']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:26.773052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Pushing event deleted for resources: {'Port': ['ID=66c51c97-65e3-4479-9362-e6e28f39eb93,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:26.777593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] No DVR routers for this DVR port 66c51c97-65e3-4479-9362-e6e28f39eb93 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:19:26.780879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f481f9ac-56de-4f7f-b1ce-cef719c0aebf') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:26.781267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f481f9ac-56de-4f7f-b1ce-cef719c0aebf') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:26.787496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:26.788502 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:26.788502 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:26.788747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:26.788943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:26.789236 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:26.789612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:26.789948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:26.790306 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:26.790638 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:26.790965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:26.791519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:26.791596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbaa0f5-900f-4a89-8bb4-c9ff7117b5cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:26.795228 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (f481f9ac-56de-4f7f-b1ce-cef719c0aebf), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.819937 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (f481f9ac-56de-4f7f-b1ce-cef719c0aebf), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.827671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:19:26.828124 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (f481f9ac-56de-4f7f-b1ce-cef719c0aebf), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:19:26.830306 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:19:26.900384 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (d6e43f9c-f55e-4d47-bf3c-236be929f6f9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.907534 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:26.911132 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] 10.222.0.96 "DELETE /v2.0/networks/d6e43f9c-f55e-4d47-bf3c-236be929f6f9 HTTP/1.1" status: 204 len: 168 time: 0.5745995 Feb 04 14:19:26.925528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5cf82-2ec1-4dd9-8c2e-911967d32544 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e43f9c-f55e-4d47-bf3c-236be929f6f9,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:27.022908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60688) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:27.064266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d7e63061-09e2-44df-aaf2-a2f16abbd2f5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=faef0277b39946bf8a56aaccbebe4a09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400474 Feb 04 14:19:27.066598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60690) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:27.113889 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-91bb5617-fec0-424f-a4f5-4e9fc98cb49f admin admin] Publish callbacks [] for security_group (382d3359-8843-4fbd-a95d-3a11ea46143b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:27.134473 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-91bb5617-fec0-424f-a4f5-4e9fc98cb49f admin admin] Publish callbacks [] for security_group (382d3359-8843-4fbd-a95d-3a11ea46143b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:27.185779 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-91bb5617-fec0-424f-a4f5-4e9fc98cb49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (382d3359-8843-4fbd-a95d-3a11ea46143b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:27.188544 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-91bb5617-fec0-424f-a4f5-4e9fc98cb49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:27.189748 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-91bb5617-fec0-424f-a4f5-4e9fc98cb49f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/382d3359-8843-4fbd-a95d-3a11ea46143b HTTP/1.1" status: 204 len: 168 time: 0.1222241 Feb 04 14:19:27.197469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb5617-fec0-424f-a4f5-4e9fc98cb49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382d3359-8843-4fbd-a95d-3a11ea46143b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:27.511997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60696) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:27.552050 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-38d93bbe-0e60-485b-8e42-0f903f91a47f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a0889e90eed44423a6b4feb3bc911779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388017 Feb 04 14:19:27.554686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60698) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:27.602773 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9075f957-c729-4cfe-9078-14f5b2681b14 admin admin] Publish callbacks [] for security_group (ae16dbad-41be-4c6e-a2cf-39a45592f576), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:27.624407 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9075f957-c729-4cfe-9078-14f5b2681b14 admin admin] Publish callbacks [] for security_group (ae16dbad-41be-4c6e-a2cf-39a45592f576), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:27.673727 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9075f957-c729-4cfe-9078-14f5b2681b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ae16dbad-41be-4c6e-a2cf-39a45592f576), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:27.676450 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9075f957-c729-4cfe-9078-14f5b2681b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:27.680084 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9075f957-c729-4cfe-9078-14f5b2681b14 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ae16dbad-41be-4c6e-a2cf-39a45592f576 HTTP/1.1" status: 204 len: 168 time: 0.1220345 Feb 04 14:19:27.689511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075f957-c729-4cfe-9078-14f5b2681b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae16dbad-41be-4c6e-a2cf-39a45592f576,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:27.716885 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ba466199-c981-4ab1-8999-fcd3dc057595 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:19:27.738324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: ba466199-c981-4ab1-8999-fcd3dc057595 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:19:27.738674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ba466199-c981-4ab1-8999-fcd3dc057595 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:19:27.739734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:19:27.759406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:19:27.759751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7aff6efb-ac75-4e2d-85fa-1a49079fbb52 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:19:27.760182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 66c51c97-65e3-4479-9362-e6e28f39eb93 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:19:27.780008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 66c51c97-65e3-4479-9362-e6e28f39eb93 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:19:27.780367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 66c51c97-65e3-4479-9362-e6e28f39eb93 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:19:28.395584 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60720) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:28.490530 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8590ba7d-8b89-4465-a9f7-93388489a424 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-454567849-network', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:19:28.510198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8590ba7d-8b89-4465-a9f7-93388489a424 admin admin] Made reservation on behalf of 9772a879d4f44ae1b9bcedef113bde1f for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:19:28.513107 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8590ba7d-8b89-4465-a9f7-93388489a424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:28.521841 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8590ba7d-8b89-4465-a9f7-93388489a424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:28.598323 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8590ba7d-8b89-4465-a9f7-93388489a424 admin admin] Publish callbacks [] for security_group (6777891c-0f11-43cb-9131-9c1fbe0e09bb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:28.602795 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8590ba7d-8b89-4465-a9f7-93388489a424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6777891c-0f11-43cb-9131-9c1fbe0e09bb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:28.628352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8590ba7d-8b89-4465-a9f7-93388489a424 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:19:28.644110 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590ba7d-8b89-4465-a9f7-93388489a424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6777891c-0f11-43cb-9131-9c1fbe0e09bb,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:28.648178 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8590ba7d-8b89-4465-a9f7-93388489a424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (6391b596-99b6-4e0f-8e71-d63efc56b7fd), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:28.648527 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-8590ba7d-8b89-4465-a9f7-93388489a424 admin admin] Added segment 6391b596-99b6-4e0f-8e71-d63efc56b7fd of type vlan for network b943641f-2823-410c-88c4-492edd7fc2cb Feb 04 14:19:28.690852 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8590ba7d-8b89-4465-a9f7-93388489a424 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (b943641f-2823-410c-88c4-492edd7fc2cb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:28.716151 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8590ba7d-8b89-4465-a9f7-93388489a424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (b943641f-2823-410c-88c4-492edd7fc2cb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:28.717216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8590ba7d-8b89-4465-a9f7-93388489a424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:19:28.717814 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8590ba7d-8b89-4465-a9f7-93388489a424 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:28.770770 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8590ba7d-8b89-4465-a9f7-93388489a424 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3740530 Feb 04 14:19:28.773692 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60724) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:28.778887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7eadc6cf-8066-47cf-944f-8851f70abac4 admin admin] Request body: {'subnet': {'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-454567849-subnet', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:19:28.785490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590ba7d-8b89-4465-a9f7-93388489a424 admin admin] Pushing event updated for resources: {'Network': ['ID=b943641f-2823-410c-88c4-492edd7fc2cb,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:28.799722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eadc6cf-8066-47cf-944f-8851f70abac4 admin admin] Made reservation on behalf of 9772a879d4f44ae1b9bcedef113bde1f for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:19:28.799924 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network b943641f-2823-410c-88c4-492edd7fc2cb details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:19:28.802783 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7eadc6cf-8066-47cf-944f-8851f70abac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:28.995058 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7eadc6cf-8066-47cf-944f-8851f70abac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (b64fb80f-bb27-4499-a347-83af3af2e7ce), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:29.068757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadc6cf-8066-47cf-944f-8851f70abac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b64fb80f-bb27-4499-a347-83af3af2e7ce,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:29.080909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadc6cf-8066-47cf-944f-8851f70abac4 admin admin] Checking segment: {'id': '6391b596-99b6-4e0f-8e71-d63efc56b7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:19:29.081386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eadc6cf-8066-47cf-944f-8851f70abac4 admin admin] Network hostable DHCP agents. Network: b943641f-2823-410c-88c4-492edd7fc2cb, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:19:29.093252 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:19:29.101115 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eadc6cf-8066-47cf-944f-8851f70abac4 admin admin] Network b943641f-2823-410c-88c4-492edd7fc2cb is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:19:29.112410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-7eadc6cf-8066-47cf-944f-8851f70abac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, b943641f-2823-410c-88c4-492edd7fc2cb) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:19:29.117375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eadc6cf-8066-47cf-944f-8851f70abac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:19:29.118404 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7eadc6cf-8066-47cf-944f-8851f70abac4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:29.124263 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6d1a00-4e1d-4ea1-81a0-6efe8e46485a None None] Network b943641f-2823-410c-88c4-492edd7fc2cb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:19:29.137779 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7eadc6cf-8066-47cf-944f-8851f70abac4 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3626668 Feb 04 14:19:29.140638 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60728) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:29.145467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:19:29.170522 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (c3de71e7-a1b7-4389-ab1b-e32df984b742), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:29.171749 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (c3de71e7-a1b7-4389-ab1b-e32df984b742), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:29.232517 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Publish callbacks [] for router_controller (c3de71e7-a1b7-4389-ab1b-e32df984b742), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:29.247336 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-b943641f-2823-410c-88c4-492edd7fc2cb', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'fixed_ips': [{'subnet_id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:19:29.248671 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:29.420054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Allocated IP 172.20.0.2 (b943641f-2823-410c-88c4-492edd7fc2cb/b64fb80f-bb27-4499-a347-83af3af2e7ce/f55ec20a-82fa-495f-be29-f9dacdd4d29d) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:19:29.601904 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Publish callbacks [] for port (f55ec20a-82fa-495f-be29-f9dacdd4d29d), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:29.614541 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (f55ec20a-82fa-495f-be29-f9dacdd4d29d), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:29.659838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Network b943641f-2823-410c-88c4-492edd7fc2cb is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:19:29.663317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:19:29.666903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:19:29.674520 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Pushing event updated for resources: {'Port': ['ID=f55ec20a-82fa-495f-be29-f9dacdd4d29d,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:29.723603 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Publish callbacks [] for router_gateway (c3de71e7-a1b7-4389-ab1b-e32df984b742), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:29.732434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Attempting to bind port f55ec20a-82fa-495f-be29-f9dacdd4d29d on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:19:29.732821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Attempting to bind port f55ec20a-82fa-495f-be29-f9dacdd4d29d by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '6391b596-99b6-4e0f-8e71-d63efc56b7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:19:29.733191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Attempting to bind port f55ec20a-82fa-495f-be29-f9dacdd4d29d on network b943641f-2823-410c-88c4-492edd7fc2cb {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:19:29.738281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:19:29.738672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Checking segment: {'id': '6391b596-99b6-4e0f-8e71-d63efc56b7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:19:29.739077 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:29.739471 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Bound using segment: {'id': '6391b596-99b6-4e0f-8e71-d63efc56b7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:19:29.739939 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Bound port: f55ec20a-82fa-495f-be29-f9dacdd4d29d, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6391b596-99b6-4e0f-8e71-d63efc56b7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:19:29.740316 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f55ec20a-82fa-495f-be29-f9dacdd4d29d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:29.804345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] For port f55ec20a-82fa-495f-be29-f9dacdd4d29d, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:19:29.807886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] For port f55ec20a-82fa-495f-be29-f9dacdd4d29d, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f55ec20a-82fa-495f-be29-f9dacdd4d29d,segment=NetworkSegment(6391b596-99b6-4e0f-8e71-d63efc56b7fd),segment_id=6391b596-99b6-4e0f-8e71-d63efc56b7fd)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:19:29.816345 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f55ec20a-82fa-495f-be29-f9dacdd4d29d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:29.880902 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daacd4f-8b69-4862-9210-5411d17a5ba1 None None] Pushing event updated for resources: {'Port': ['ID=f55ec20a-82fa-495f-be29-f9dacdd4d29d,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:29.940484 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Publish callbacks [] for router_gateway (c3de71e7-a1b7-4389-ab1b-e32df984b742), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:29.961069 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:30.085388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Allocated IP 172.25.5.42 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/0801bbdf-ac21-4f5a-adff-4e55604bee05) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:19:30.203430 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Publish callbacks [] for port (0801bbdf-ac21-4f5a-adff-4e55604bee05), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:30.237549 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (0801bbdf-ac21-4f5a-adff-4e55604bee05), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:30.280839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:19:30.283600 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:19:30.287077 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:19:30.310229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Pushing event updated for resources: {'Port': ['ID=0801bbdf-ac21-4f5a-adff-4e55604bee05,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:30.561692 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Publish callbacks [] for router_gateway (c3de71e7-a1b7-4389-ab1b-e32df984b742), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:30.787665 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (c3de71e7-a1b7-4389-ab1b-e32df984b742), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:30.861198 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99331f5f-bea5-4798-ac98-b5e6c3550bfe None None] Network b943641f-2823-410c-88c4-492edd7fc2cb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:19:30.932193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Router c3de71e7-a1b7-4389-ab1b-e32df984b742 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:19:31.050485 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:19:31.069104 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:31.070407 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-64e7ed4f-33e1-45ef-a716-1e55e3c60d70 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9286809 Feb 04 14:19:31.073212 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60730) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:31.075364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Sync routers for ids ['c3de71e7-a1b7-4389-ab1b-e32df984b742'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:19:31.107364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Routers {'c3de71e7-a1b7-4389-ab1b-e32df984b742'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:19:31.108011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:19:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3de71e7-a1b7-4389-ab1b-e32df984b742'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:31.160258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-01e36698-7084-47b4-85e7-b4bd2fe01bc6 None None] Provisioning complete for port f55ec20a-82fa-495f-be29-f9dacdd4d29d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:31.160633 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-01e36698-7084-47b4-85e7-b4bd2fe01bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f55ec20a-82fa-495f-be29-f9dacdd4d29d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:31.306128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Set router c3de71e7-a1b7-4389-ab1b-e32df984b742 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:19:31.436090 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-01e36698-7084-47b4-85e7-b4bd2fe01bc6 None None] Current status of the port f55ec20a-82fa-495f-be29-f9dacdd4d29d is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:31.436483 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-01e36698-7084-47b4-85e7-b4bd2fe01bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f55ec20a-82fa-495f-be29-f9dacdd4d29d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:31.493300 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-01e36698-7084-47b4-85e7-b4bd2fe01bc6 None None] For port f55ec20a-82fa-495f-be29-f9dacdd4d29d, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f55ec20a-82fa-495f-be29-f9dacdd4d29d,segment=NetworkSegment(6391b596-99b6-4e0f-8e71-d63efc56b7fd),segment_id=6391b596-99b6-4e0f-8e71-d63efc56b7fd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:19:31.499567 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-01e36698-7084-47b4-85e7-b4bd2fe01bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f55ec20a-82fa-495f-be29-f9dacdd4d29d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:31.565271 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:31.592257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e36698-7084-47b4-85e7-b4bd2fe01bc6 None None] Pushing event updated for resources: {'Port': ['ID=f55ec20a-82fa-495f-be29-f9dacdd4d29d,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:31.617885 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:30Z', 'revision_number': 3, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port': {'id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:31.647410 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Checking router: c3de71e7-a1b7-4389-ab1b-e32df984b742 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:19:31.647764 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Updating router c3de71e7-a1b7-4389-ab1b-e32df984b742 port 0801bbdf-ac21-4f5a-adff-4e55604bee05 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:19:31.678538 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0801bbdf-ac21-4f5a-adff-4e55604bee05), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:31.729256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-71203ceb-682e-48c5-89e4-e220b64d306a None None] Provisioning complete for port f55ec20a-82fa-495f-be29-f9dacdd4d29d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:31.729809 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-71203ceb-682e-48c5-89e4-e220b64d306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f55ec20a-82fa-495f-be29-f9dacdd4d29d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:31.753497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Allocated IP 172.20.0.1 (b943641f-2823-410c-88c4-492edd7fc2cb/b64fb80f-bb27-4499-a347-83af3af2e7ce/2f90694b-20fe-4461-aabb-cde80ff33c35) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:19:31.819949 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f55ec20a-82fa-495f-be29-f9dacdd4d29d up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:19:31.860115 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Publish callbacks [] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:31.893943 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:31.935103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Network b943641f-2823-410c-88c4-492edd7fc2cb is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:19:31.940144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:19:31.943636 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:19:31.975592 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Pushing event updated for resources: {'Port': ['ID=2f90694b-20fe-4461-aabb-cde80ff33c35,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:31.982401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-71203ceb-682e-48c5-89e4-e220b64d306a None None] Current status of the port f55ec20a-82fa-495f-be29-f9dacdd4d29d is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:31.987508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f55ec20a-82fa-495f-be29-f9dacdd4d29d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:31.987887 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f55ec20a-82fa-495f-be29-f9dacdd4d29d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:31.989721 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (c3de71e7-a1b7-4389-ab1b-e32df984b742), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:32.139892 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:32.161634 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Publish callbacks [] for port (0801bbdf-ac21-4f5a-adff-4e55604bee05), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:32.163149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f55ec20a-82fa-495f-be29-f9dacdd4d29d is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:32.171807 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0801bbdf-ac21-4f5a-adff-4e55604bee05), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:32.241206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Attempting to bind port 0801bbdf-ac21-4f5a-adff-4e55604bee05 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:19:32.241584 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Attempting to bind port 0801bbdf-ac21-4f5a-adff-4e55604bee05 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:19:32.241953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Attempting to bind port 0801bbdf-ac21-4f5a-adff-4e55604bee05 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:19:32.250190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c8780-c649-47ad-a324-3715466f126d None None] Pushing event updated for resources: {'Port': ['ID=0801bbdf-ac21-4f5a-adff-4e55604bee05,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:32.256192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-844924d6-f018-4819-a1f4-98e1bf384324 None None] Provisioning complete for port 2f90694b-20fe-4461-aabb-cde80ff33c35 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:32.256568 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-844924d6-f018-4819-a1f4-98e1bf384324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:32.258612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:19:32.258991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:19:32.259388 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:32.259782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:19:32.260261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Bound port: 0801bbdf-ac21-4f5a-adff-4e55604bee05, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:19:32.260662 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0801bbdf-ac21-4f5a-adff-4e55604bee05), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:32.319161 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Publish callbacks [] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:32.324977 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:32.330646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-844924d6-f018-4819-a1f4-98e1bf384324 None None] Port 2f90694b-20fe-4461-aabb-cde80ff33c35 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:19:32.342441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] For port 0801bbdf-ac21-4f5a-adff-4e55604bee05, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:19:32.345761 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] For port 0801bbdf-ac21-4f5a-adff-4e55604bee05, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0801bbdf-ac21-4f5a-adff-4e55604bee05,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:19:32.351851 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0801bbdf-ac21-4f5a-adff-4e55604bee05), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:32.393069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Pushing event updated for resources: {'Port': ['ID=2f90694b-20fe-4461-aabb-cde80ff33c35,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:32.395861 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (c3de71e7-a1b7-4389-ab1b-e32df984b742), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:32.415746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Routers {'c3de71e7-a1b7-4389-ab1b-e32df984b742'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:19:32.416380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:19:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3de71e7-a1b7-4389-ab1b-e32df984b742'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:32.418355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c8780-c649-47ad-a324-3715466f126d None None] Pushing event updated for resources: {'Port': ['ID=0801bbdf-ac21-4f5a-adff-4e55604bee05,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:32.495436 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Network b943641f-2823-410c-88c4-492edd7fc2cb is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:19:32.497143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:19:32.536955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] Set router c3de71e7-a1b7-4389-ab1b-e32df984b742 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:19:32.619140 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Router c3de71e7-a1b7-4389-ab1b-e32df984b742 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:19:32.737553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:19:32.742400 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9c85e8db-6810-48b3-9c66-46aefdab4248 admin admin] 10.222.0.96 "PUT /v2.0/routers/c3de71e7-a1b7-4389-ab1b-e32df984b742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6680112 Feb 04 14:19:32.762395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-220a7439-652c-4f05-86eb-f20f1e7b79b4 None None] Provisioning complete for port 2f90694b-20fe-4461-aabb-cde80ff33c35 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:32.763306 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-220a7439-652c-4f05-86eb-f20f1e7b79b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:32.790981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 4, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port': {'id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '2f90694b-20fe-4461-aabb-cde80ff33c35', 'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'mac_address': 'fa:16:3e:ef:f5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:31Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 2, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'subnets': [{'id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:32.824321 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac08479-36d5-4d15-921c-1dc10345ee77 None None] The sync data for ids ['c3de71e7-a1b7-4389-ab1b-e32df984b742'] in n-d-714676-13 is: [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 4, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port': {'id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '2f90694b-20fe-4461-aabb-cde80ff33c35', 'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'mac_address': 'fa:16:3e:ef:f5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:31Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 2, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'subnets': [{'id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:19:32.830756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-220a7439-652c-4f05-86eb-f20f1e7b79b4 None None] Port 2f90694b-20fe-4461-aabb-cde80ff33c35 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:19:33.253780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60746) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:33.259037 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-475c9af5-f58a-4c57-8bf4-82891c869568 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1361067688-network', 'tenant_id': 'ba43645109ba495c864dabd840474061'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:19:33.280194 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475c9af5-f58a-4c57-8bf4-82891c869568 admin admin] Made reservation on behalf of ba43645109ba495c864dabd840474061 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:19:33.283307 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-475c9af5-f58a-4c57-8bf4-82891c869568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:33.292690 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-475c9af5-f58a-4c57-8bf4-82891c869568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:33.385484 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-475c9af5-f58a-4c57-8bf4-82891c869568 admin admin] Publish callbacks [] for security_group (7302c3eb-6a94-4213-bcc2-6ce447e1ce71), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:33.390015 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-475c9af5-f58a-4c57-8bf4-82891c869568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7302c3eb-6a94-4213-bcc2-6ce447e1ce71), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:33.415905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475c9af5-f58a-4c57-8bf4-82891c869568 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:19:33.427085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c9af5-f58a-4c57-8bf4-82891c869568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7302c3eb-6a94-4213-bcc2-6ce447e1ce71,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:33.432393 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-475c9af5-f58a-4c57-8bf4-82891c869568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a49108f7-6969-4ea6-9c46-49ed582b1ec5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:33.432738 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-475c9af5-f58a-4c57-8bf4-82891c869568 admin admin] Added segment a49108f7-6969-4ea6-9c46-49ed582b1ec5 of type vlan for network 9df467b3-cded-4045-93ea-bdc08bc44d09 Feb 04 14:19:33.478282 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-475c9af5-f58a-4c57-8bf4-82891c869568 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (9df467b3-cded-4045-93ea-bdc08bc44d09), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:33.505836 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-475c9af5-f58a-4c57-8bf4-82891c869568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (9df467b3-cded-4045-93ea-bdc08bc44d09), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:33.506967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475c9af5-f58a-4c57-8bf4-82891c869568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:19:33.507688 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-475c9af5-f58a-4c57-8bf4-82891c869568 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:33.577055 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-475c9af5-f58a-4c57-8bf4-82891c869568 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3220291 Feb 04 14:19:33.579967 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 60748) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:33.585876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-85734974-bbac-4915-8940-5691d67e5616 admin admin] Request body: {'subnet': {'network_id': '9df467b3-cded-4045-93ea-bdc08bc44d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1361067688-subnet', 'tenant_id': 'ba43645109ba495c864dabd840474061', 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:19:33.593201 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c9af5-f58a-4c57-8bf4-82891c869568 admin admin] Pushing event updated for resources: {'Network': ['ID=9df467b3-cded-4045-93ea-bdc08bc44d09,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:33.606708 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 9df467b3-cded-4045-93ea-bdc08bc44d09 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:19:33.616008 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85734974-bbac-4915-8940-5691d67e5616 admin admin] Made reservation on behalf of ba43645109ba495c864dabd840474061 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:19:33.618470 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-85734974-bbac-4915-8940-5691d67e5616 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:33.781134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0801bbdf-ac21-4f5a-adff-4e55604bee05 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:19:33.825498 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-85734974-bbac-4915-8940-5691d67e5616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (760bf6f1-2acd-4147-b7ae-b81b40882320), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:33.835014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 0801bbdf-ac21-4f5a-adff-4e55604bee05 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:33.835261 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0801bbdf-ac21-4f5a-adff-4e55604bee05), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:33.891388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85734974-bbac-4915-8940-5691d67e5616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=760bf6f1-2acd-4147-b7ae-b81b40882320,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:33.901756 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85734974-bbac-4915-8940-5691d67e5616 admin admin] Checking segment: {'id': 'a49108f7-6969-4ea6-9c46-49ed582b1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '9df467b3-cded-4045-93ea-bdc08bc44d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:19:33.902144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85734974-bbac-4915-8940-5691d67e5616 admin admin] Network hostable DHCP agents. Network: 9df467b3-cded-4045-93ea-bdc08bc44d09, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:19:33.921772 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85734974-bbac-4915-8940-5691d67e5616 admin admin] Network 9df467b3-cded-4045-93ea-bdc08bc44d09 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:19:33.924776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 0801bbdf-ac21-4f5a-adff-4e55604bee05 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:33.925378 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0801bbdf-ac21-4f5a-adff-4e55604bee05), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:33.932351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-85734974-bbac-4915-8940-5691d67e5616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 9df467b3-cded-4045-93ea-bdc08bc44d09) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:19:33.937769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85734974-bbac-4915-8940-5691d67e5616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:19:33.938412 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-85734974-bbac-4915-8940-5691d67e5616 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:33.945918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d736610-e953-4f64-a284-b742c0753354 None None] Network 9df467b3-cded-4045-93ea-bdc08bc44d09 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:19:33.957649 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-85734974-bbac-4915-8940-5691d67e5616 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3756101 Feb 04 14:19:33.957901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 0801bbdf-ac21-4f5a-adff-4e55604bee05, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0801bbdf-ac21-4f5a-adff-4e55604bee05,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:19:33.960382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60750) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:33.969343 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1361067688-router', 'tenant_id': 'ba43645109ba495c864dabd840474061', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:19:33.992415 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (ff38bd9d-89e8-40f3-ad23-4a0c23497037), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:33.993909 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0801bbdf-ac21-4f5a-adff-4e55604bee05), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:33.994445 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (ff38bd9d-89e8-40f3-ad23-4a0c23497037), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:34.057767 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Publish callbacks [] for router_controller (ff38bd9d-89e8-40f3-ad23-4a0c23497037), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:34.225552 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Publish callbacks [] for router_gateway (ff38bd9d-89e8-40f3-ad23-4a0c23497037), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:34.255309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=0801bbdf-ac21-4f5a-adff-4e55604bee05,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:34.291237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-9df467b3-cded-4045-93ea-bdc08bc44d09', 'network_id': '9df467b3-cded-4045-93ea-bdc08bc44d09', 'project_id': 'ba43645109ba495c864dabd840474061', 'fixed_ips': [{'subnet_id': '760bf6f1-2acd-4147-b7ae-b81b40882320'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:19:34.292163 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:34.444324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Allocated IP 172.20.0.2 (9df467b3-cded-4045-93ea-bdc08bc44d09/760bf6f1-2acd-4147-b7ae-b81b40882320/c3fa073f-b5d4-4be8-b6af-572df9b3ab67) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:19:34.460279 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Publish callbacks [] for router_gateway (ff38bd9d-89e8-40f3-ad23-4a0c23497037), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:34.480586 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:34.593675 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Publish callbacks [] for port (c3fa073f-b5d4-4be8-b6af-572df9b3ab67), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:34.596933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Allocated IP 172.25.5.166 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/a686f3f0-8bec-41e3-ad28-4210c9a45323) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:19:34.601523 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (c3fa073f-b5d4-4be8-b6af-572df9b3ab67), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:34.647392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Network 9df467b3-cded-4045-93ea-bdc08bc44d09 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:19:34.650416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:19:34.654059 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:19:34.661275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Pushing event updated for resources: {'Port': ['ID=c3fa073f-b5d4-4be8-b6af-572df9b3ab67,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:34.710685 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Publish callbacks [] for port (a686f3f0-8bec-41e3-ad28-4210c9a45323), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:34.719531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Attempting to bind port c3fa073f-b5d4-4be8-b6af-572df9b3ab67 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:19:34.719719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Attempting to bind port c3fa073f-b5d4-4be8-b6af-572df9b3ab67 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'a49108f7-6969-4ea6-9c46-49ed582b1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '9df467b3-cded-4045-93ea-bdc08bc44d09'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:19:34.720083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Attempting to bind port c3fa073f-b5d4-4be8-b6af-572df9b3ab67 on network 9df467b3-cded-4045-93ea-bdc08bc44d09 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:19:34.725109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:19:34.725487 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Checking segment: {'id': 'a49108f7-6969-4ea6-9c46-49ed582b1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '9df467b3-cded-4045-93ea-bdc08bc44d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:19:34.725901 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:34.726395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Bound using segment: {'id': 'a49108f7-6969-4ea6-9c46-49ed582b1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '9df467b3-cded-4045-93ea-bdc08bc44d09'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:19:34.726812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Bound port: c3fa073f-b5d4-4be8-b6af-572df9b3ab67, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49108f7-6969-4ea6-9c46-49ed582b1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '9df467b3-cded-4045-93ea-bdc08bc44d09'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:19:34.727176 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c3fa073f-b5d4-4be8-b6af-572df9b3ab67), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:34.745393 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a686f3f0-8bec-41e3-ad28-4210c9a45323), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:34.790264 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:19:34.792899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] For port c3fa073f-b5d4-4be8-b6af-572df9b3ab67, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:19:34.794396 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:19:34.798311 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] For port c3fa073f-b5d4-4be8-b6af-572df9b3ab67, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c3fa073f-b5d4-4be8-b6af-572df9b3ab67,segment=NetworkSegment(a49108f7-6969-4ea6-9c46-49ed582b1ec5),segment_id=a49108f7-6969-4ea6-9c46-49ed582b1ec5)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:19:34.798969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:19:34.804943 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c3fa073f-b5d4-4be8-b6af-572df9b3ab67), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:34.827261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Pushing event updated for resources: {'Port': ['ID=a686f3f0-8bec-41e3-ad28-4210c9a45323,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:34.875223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06a91e-d027-4b04-97ed-93079d7bd278 None None] Pushing event updated for resources: {'Port': ['ID=c3fa073f-b5d4-4be8-b6af-572df9b3ab67,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:35.281618 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Sync routers for ids ['c3de71e7-a1b7-4389-ab1b-e32df984b742'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:19:35.291797 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Routers {'c3de71e7-a1b7-4389-ab1b-e32df984b742'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:19:35.292433 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:19:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3de71e7-a1b7-4389-ab1b-e32df984b742'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:35.372224 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Publish callbacks [] for router_gateway (ff38bd9d-89e8-40f3-ad23-4a0c23497037), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:35.405892 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Set router c3de71e7-a1b7-4389-ab1b-e32df984b742 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:19:35.580930 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (ff38bd9d-89e8-40f3-ad23-4a0c23497037), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:35.620905 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 4, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port': {'id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '2f90694b-20fe-4461-aabb-cde80ff33c35', 'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'mac_address': 'fa:16:3e:ef:f5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:31Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 2, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'subnets': [{'id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:35.647783 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Checking router: c3de71e7-a1b7-4389-ab1b-e32df984b742 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:19:35.648133 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Updating router c3de71e7-a1b7-4389-ab1b-e32df984b742 port 2f90694b-20fe-4461-aabb-cde80ff33c35 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:19:35.679243 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:35.750124 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Router ff38bd9d-89e8-40f3-ad23-4a0c23497037 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:19:35.884749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:19:35.891609 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0801bbdf-ac21-4f5a-adff-4e55604bee05 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:19:35.911869 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Sync routers for ids ['ff38bd9d-89e8-40f3-ad23-4a0c23497037'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:19:35.914083 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:35.917995 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-37206f86-6533-4b25-9552-3493bc730d82 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9537599 Feb 04 14:19:35.919605 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 60752) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:19:35.963167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Routers {'ff38bd9d-89e8-40f3-ad23-4a0c23497037'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:19:35.963946 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:19:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['ff38bd9d-89e8-40f3-ad23-4a0c23497037'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:36.035064 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Publish callbacks [] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:36.045932 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:36.102577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Set router ff38bd9d-89e8-40f3-ad23-4a0c23497037 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:19:36.138192 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013972d1-c534-42fa-909a-92f29771fd7f None None] Pushing event updated for resources: {'Port': ['ID=2f90694b-20fe-4461-aabb-cde80ff33c35,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:36.169891 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013972d1-c534-42fa-909a-92f29771fd7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:36.170355 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013972d1-c534-42fa-909a-92f29771fd7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:36.170692 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013972d1-c534-42fa-909a-92f29771fd7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:36.171025 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013972d1-c534-42fa-909a-92f29771fd7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:36.171353 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013972d1-c534-42fa-909a-92f29771fd7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:36.171676 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013972d1-c534-42fa-909a-92f29771fd7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:36.171994 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013972d1-c534-42fa-909a-92f29771fd7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:36.172454 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013972d1-c534-42fa-909a-92f29771fd7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:36.173037 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013972d1-c534-42fa-909a-92f29771fd7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:36.173495 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013972d1-c534-42fa-909a-92f29771fd7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:36.174173 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013972d1-c534-42fa-909a-92f29771fd7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:36.174511 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013972d1-c534-42fa-909a-92f29771fd7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:36.175088 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013972d1-c534-42fa-909a-92f29771fd7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:19:36.211547 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Attempting to bind port 2f90694b-20fe-4461-aabb-cde80ff33c35 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:19:36.212272 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Attempting to bind port 2f90694b-20fe-4461-aabb-cde80ff33c35 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '6391b596-99b6-4e0f-8e71-d63efc56b7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:19:36.212853 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Attempting to bind port 2f90694b-20fe-4461-aabb-cde80ff33c35 on network b943641f-2823-410c-88c4-492edd7fc2cb {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:19:36.227869 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:19:36.228256 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Checking segment: {'id': '6391b596-99b6-4e0f-8e71-d63efc56b7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:19:36.228670 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:36.229077 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Bound using segment: {'id': '6391b596-99b6-4e0f-8e71-d63efc56b7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:19:36.229557 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Bound port: 2f90694b-20fe-4461-aabb-cde80ff33c35, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6391b596-99b6-4e0f-8e71-d63efc56b7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:19:36.232394 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:36.259011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 0801bbdf-ac21-4f5a-adff-4e55604bee05 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:36.259613 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0801bbdf-ac21-4f5a-adff-4e55604bee05), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:36.317175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085c806e-a259-41ac-91c6-4ddd0d8ec90f None None] Network 9df467b3-cded-4045-93ea-bdc08bc44d09 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:19:36.330012 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] For port 2f90694b-20fe-4461-aabb-cde80ff33c35, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:19:36.335286 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] For port 2f90694b-20fe-4461-aabb-cde80ff33c35, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2f90694b-20fe-4461-aabb-cde80ff33c35,segment=NetworkSegment(6391b596-99b6-4e0f-8e71-d63efc56b7fd),segment_id=6391b596-99b6-4e0f-8e71-d63efc56b7fd)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:19:36.344793 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:36.417276 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Routers {'c3de71e7-a1b7-4389-ab1b-e32df984b742'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:19:36.417962 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:19:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3de71e7-a1b7-4389-ab1b-e32df984b742'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:36.422573 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013972d1-c534-42fa-909a-92f29771fd7f None None] Pushing event updated for resources: {'Port': ['ID=2f90694b-20fe-4461-aabb-cde80ff33c35,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:36.479995 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:36.538395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2754c283-c5ae-4e0c-bb2f-3f431f9c3660 None None] Provisioning complete for port c3fa073f-b5d4-4be8-b6af-572df9b3ab67 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:36.539676 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2754c283-c5ae-4e0c-bb2f-3f431f9c3660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c3fa073f-b5d4-4be8-b6af-572df9b3ab67), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:36.605566 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'name': 'tempest-TestVolumeBackupRestore-1361067688-router', 'tenant_id': 'ba43645109ba495c864dabd840474061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'a686f3f0-8bec-41e3-ad28-4210c9a45323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:33Z', 'updated_at': '2022-02-04T14:19:35Z', 'revision_number': 3, 'project_id': 'ba43645109ba495c864dabd840474061', 'gw_port': {'id': 'a686f3f0-8bec-41e3-ad28-4210c9a45323', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:34Z', 'updated_at': '2022-02-04T14:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:36.655030 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Checking router: ff38bd9d-89e8-40f3-ad23-4a0c23497037 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:19:36.655524 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Updating router ff38bd9d-89e8-40f3-ad23-4a0c23497037 port a686f3f0-8bec-41e3-ad28-4210c9a45323 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:19:36.657842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 0801bbdf-ac21-4f5a-adff-4e55604bee05 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:36.659002 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c3fa073f-b5d4-4be8-b6af-572df9b3ab67 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:19:36.695978 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] Set router c3de71e7-a1b7-4389-ab1b-e32df984b742 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:19:36.700555 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Allocated IP 172.20.0.1 (9df467b3-cded-4045-93ea-bdc08bc44d09/760bf6f1-2acd-4147-b7ae-b81b40882320/4723262d-fea9-4490-966a-26ef1b797bdf) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:19:36.728670 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a686f3f0-8bec-41e3-ad28-4210c9a45323), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:36.853519 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Publish callbacks [] for port (4723262d-fea9-4490-966a-26ef1b797bdf), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:36.879663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2754c283-c5ae-4e0c-bb2f-3f431f9c3660 None None] Current status of the port c3fa073f-b5d4-4be8-b6af-572df9b3ab67 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:36.880046 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2754c283-c5ae-4e0c-bb2f-3f431f9c3660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c3fa073f-b5d4-4be8-b6af-572df9b3ab67), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:36.899409 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4723262d-fea9-4490-966a-26ef1b797bdf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:36.930773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port c3fa073f-b5d4-4be8-b6af-572df9b3ab67 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:36.931453 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c3fa073f-b5d4-4be8-b6af-572df9b3ab67), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:36.948393 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 4, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port': {'id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '2f90694b-20fe-4461-aabb-cde80ff33c35', 'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'mac_address': 'fa:16:3e:ef:f5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:31Z', 'updated_at': '2022-02-04T14:19:36Z', 'revision_number': 4, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'subnets': [{'id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:36.952577 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Network 9df467b3-cded-4045-93ea-bdc08bc44d09 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:19:36.955540 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:19:36.959183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:19:36.986687 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00acdcdd-24db-442a-8b2a-8326aca1abc0 None None] The sync data for ids ['c3de71e7-a1b7-4389-ab1b-e32df984b742'] in n-d-714676-13 is: [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 4, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port': {'id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '2f90694b-20fe-4461-aabb-cde80ff33c35', 'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'mac_address': 'fa:16:3e:ef:f5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:31Z', 'updated_at': '2022-02-04T14:19:36Z', 'revision_number': 4, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'subnets': [{'id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:19:36.991478 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4723262d-fea9-4490-966a-26ef1b797bdf,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:37.004590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2754c283-c5ae-4e0c-bb2f-3f431f9c3660 None None] For port c3fa073f-b5d4-4be8-b6af-572df9b3ab67, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c3fa073f-b5d4-4be8-b6af-572df9b3ab67,segment=NetworkSegment(a49108f7-6969-4ea6-9c46-49ed582b1ec5),segment_id=a49108f7-6969-4ea6-9c46-49ed582b1ec5)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:19:37.011095 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (ff38bd9d-89e8-40f3-ad23-4a0c23497037), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:37.019982 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2754c283-c5ae-4e0c-bb2f-3f431f9c3660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c3fa073f-b5d4-4be8-b6af-572df9b3ab67), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:37.126543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754c283-c5ae-4e0c-bb2f-3f431f9c3660 None None] Pushing event updated for resources: {'Port': ['ID=c3fa073f-b5d4-4be8-b6af-572df9b3ab67,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:37.190449 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Publish callbacks [] for port (a686f3f0-8bec-41e3-ad28-4210c9a45323), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:37.194523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port c3fa073f-b5d4-4be8-b6af-572df9b3ab67 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:37.196320 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4723262d-fea9-4490-966a-26ef1b797bdf), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:37.201936 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a686f3f0-8bec-41e3-ad28-4210c9a45323), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:37.206791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-77bb2997-6edd-4088-8dd8-fd4b0f909813 None None] Provisioning complete for port 2f90694b-20fe-4461-aabb-cde80ff33c35 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:37.207152 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-77bb2997-6edd-4088-8dd8-fd4b0f909813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:37.316785 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Attempting to bind port a686f3f0-8bec-41e3-ad28-4210c9a45323 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:19:37.317164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Attempting to bind port a686f3f0-8bec-41e3-ad28-4210c9a45323 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:19:37.317534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Attempting to bind port a686f3f0-8bec-41e3-ad28-4210c9a45323 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:19:37.321318 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e23bb-128b-4154-8bbc-d1bc21fd9d64 None None] Pushing event updated for resources: {'Port': ['ID=a686f3f0-8bec-41e3-ad28-4210c9a45323,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:37.329794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:19:37.330203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:19:37.330604 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:37.330996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:19:37.331475 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Bound port: a686f3f0-8bec-41e3-ad28-4210c9a45323, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:19:37.331857 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a686f3f0-8bec-41e3-ad28-4210c9a45323), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:37.394787 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Publish callbacks [] for port (4723262d-fea9-4490-966a-26ef1b797bdf), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:37.401336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (4723262d-fea9-4490-966a-26ef1b797bdf), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:37.420079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-77bb2997-6edd-4088-8dd8-fd4b0f909813 None None] Current status of the port 2f90694b-20fe-4461-aabb-cde80ff33c35 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:37.420473 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-77bb2997-6edd-4088-8dd8-fd4b0f909813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:37.441742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] For port a686f3f0-8bec-41e3-ad28-4210c9a45323, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:19:37.468328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] For port a686f3f0-8bec-41e3-ad28-4210c9a45323, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a686f3f0-8bec-41e3-ad28-4210c9a45323,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:19:37.473354 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (ff38bd9d-89e8-40f3-ad23-4a0c23497037), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:37.476523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4723262d-fea9-4490-966a-26ef1b797bdf,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:37.479284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-77bb2997-6edd-4088-8dd8-fd4b0f909813 None None] For port 2f90694b-20fe-4461-aabb-cde80ff33c35, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2f90694b-20fe-4461-aabb-cde80ff33c35,segment=NetworkSegment(6391b596-99b6-4e0f-8e71-d63efc56b7fd),segment_id=6391b596-99b6-4e0f-8e71-d63efc56b7fd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:19:37.482317 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a686f3f0-8bec-41e3-ad28-4210c9a45323), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:37.494546 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-77bb2997-6edd-4088-8dd8-fd4b0f909813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:37.555612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Routers {'ff38bd9d-89e8-40f3-ad23-4a0c23497037'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:19:37.556248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:19:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['ff38bd9d-89e8-40f3-ad23-4a0c23497037'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:37.565971 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-77bb2997-6edd-4088-8dd8-fd4b0f909813 None None] Provisioning complete for port c3fa073f-b5d4-4be8-b6af-572df9b3ab67 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:37.565971 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-77bb2997-6edd-4088-8dd8-fd4b0f909813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c3fa073f-b5d4-4be8-b6af-572df9b3ab67), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:37.590401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Network 9df467b3-cded-4045-93ea-bdc08bc44d09 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:19:37.592073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:19:37.688783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e23bb-128b-4154-8bbc-d1bc21fd9d64 None None] Pushing event updated for resources: {'Port': ['ID=a686f3f0-8bec-41e3-ad28-4210c9a45323,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:37.806024 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Router ff38bd9d-89e8-40f3-ad23-4a0c23497037 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:19:37.915671 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2f90694b-20fe-4461-aabb-cde80ff33c35 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:19:37.952159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:19:37.959421 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d6043691-f90f-4c50-b817-d7d510f089d6 admin admin] 10.222.0.96 "PUT /v2.0/routers/ff38bd9d-89e8-40f3-ad23-4a0c23497037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0370762 Feb 04 14:19:38.017177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb2997-6edd-4088-8dd8-fd4b0f909813 None None] Pushing event updated for resources: {'Port': ['ID=2f90694b-20fe-4461-aabb-cde80ff33c35,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:38.035517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] Set router ff38bd9d-89e8-40f3-ad23-4a0c23497037 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:19:38.082072 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-77bb2997-6edd-4088-8dd8-fd4b0f909813 None None] Current status of the port c3fa073f-b5d4-4be8-b6af-572df9b3ab67 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:38.123032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2f90694b-20fe-4461-aabb-cde80ff33c35 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:38.123248 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:38.232770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-89d43dc7-706b-42d4-b119-5d600427acf6 None None] Provisioning complete for port 4723262d-fea9-4490-966a-26ef1b797bdf triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:38.233139 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-89d43dc7-706b-42d4-b119-5d600427acf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4723262d-fea9-4490-966a-26ef1b797bdf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:38.338833 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-89d43dc7-706b-42d4-b119-5d600427acf6 None None] Port 4723262d-fea9-4490-966a-26ef1b797bdf cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:19:38.345665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2f90694b-20fe-4461-aabb-cde80ff33c35 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:38.346823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c3fa073f-b5d4-4be8-b6af-572df9b3ab67 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:19:38.400963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'name': 'tempest-TestVolumeBackupRestore-1361067688-router', 'tenant_id': 'ba43645109ba495c864dabd840474061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'a686f3f0-8bec-41e3-ad28-4210c9a45323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:33Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 4, 'project_id': 'ba43645109ba495c864dabd840474061', 'gw_port': {'id': 'a686f3f0-8bec-41e3-ad28-4210c9a45323', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:34Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '4723262d-fea9-4490-966a-26ef1b797bdf', 'name': '', 'network_id': '9df467b3-cded-4045-93ea-bdc08bc44d09', 'tenant_id': 'ba43645109ba495c864dabd840474061', 'mac_address': 'fa:16:3e:34:aa:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '760bf6f1-2acd-4147-b7ae-b81b40882320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:36Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 2, 'project_id': 'ba43645109ba495c864dabd840474061', 'subnets': [{'id': '760bf6f1-2acd-4147-b7ae-b81b40882320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:38.431249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b57799-cf61-4488-aa8d-348502816229 None None] The sync data for ids ['ff38bd9d-89e8-40f3-ad23-4a0c23497037'] in n-d-714676-13 is: [{'id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'name': 'tempest-TestVolumeBackupRestore-1361067688-router', 'tenant_id': 'ba43645109ba495c864dabd840474061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'a686f3f0-8bec-41e3-ad28-4210c9a45323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:33Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 4, 'project_id': 'ba43645109ba495c864dabd840474061', 'gw_port': {'id': 'a686f3f0-8bec-41e3-ad28-4210c9a45323', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:34Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '4723262d-fea9-4490-966a-26ef1b797bdf', 'name': '', 'network_id': '9df467b3-cded-4045-93ea-bdc08bc44d09', 'tenant_id': 'ba43645109ba495c864dabd840474061', 'mac_address': 'fa:16:3e:34:aa:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '760bf6f1-2acd-4147-b7ae-b81b40882320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:36Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 2, 'project_id': 'ba43645109ba495c864dabd840474061', 'subnets': [{'id': '760bf6f1-2acd-4147-b7ae-b81b40882320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:19:38.439712 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port c3fa073f-b5d4-4be8-b6af-572df9b3ab67 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:38.440093 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c3fa073f-b5d4-4be8-b6af-572df9b3ab67), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:38.535346 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port c3fa073f-b5d4-4be8-b6af-572df9b3ab67 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:39.871156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2f90694b-20fe-4461-aabb-cde80ff33c35 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:19:39.924540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 2f90694b-20fe-4461-aabb-cde80ff33c35 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:39.924916 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:40.018953 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 2f90694b-20fe-4461-aabb-cde80ff33c35 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:40.020132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a686f3f0-8bec-41e3-ad28-4210c9a45323 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:19:40.076832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a686f3f0-8bec-41e3-ad28-4210c9a45323 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:40.077072 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a686f3f0-8bec-41e3-ad28-4210c9a45323), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:40.176811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a686f3f0-8bec-41e3-ad28-4210c9a45323 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:40.177209 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a686f3f0-8bec-41e3-ad28-4210c9a45323), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:40.200209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port a686f3f0-8bec-41e3-ad28-4210c9a45323, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a686f3f0-8bec-41e3-ad28-4210c9a45323,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:19:40.204642 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a686f3f0-8bec-41e3-ad28-4210c9a45323), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:40.260854 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=a686f3f0-8bec-41e3-ad28-4210c9a45323,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:41.054773 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3be5592f-5216-43df-b7d6-a61fac28db6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:41.164273 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Sync routers for ids ['ff38bd9d-89e8-40f3-ad23-4a0c23497037'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:19:41.176461 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Routers {'ff38bd9d-89e8-40f3-ad23-4a0c23497037'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:19:41.177429 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:19:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['ff38bd9d-89e8-40f3-ad23-4a0c23497037'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:41.295998 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Set router ff38bd9d-89e8-40f3-ad23-4a0c23497037 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:19:41.518217 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'name': 'tempest-TestVolumeBackupRestore-1361067688-router', 'tenant_id': 'ba43645109ba495c864dabd840474061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'a686f3f0-8bec-41e3-ad28-4210c9a45323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:33Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 4, 'project_id': 'ba43645109ba495c864dabd840474061', 'gw_port': {'id': 'a686f3f0-8bec-41e3-ad28-4210c9a45323', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:34Z', 'updated_at': '2022-02-04T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '4723262d-fea9-4490-966a-26ef1b797bdf', 'name': '', 'network_id': '9df467b3-cded-4045-93ea-bdc08bc44d09', 'tenant_id': 'ba43645109ba495c864dabd840474061', 'mac_address': 'fa:16:3e:34:aa:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '760bf6f1-2acd-4147-b7ae-b81b40882320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:36Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 2, 'project_id': 'ba43645109ba495c864dabd840474061', 'subnets': [{'id': '760bf6f1-2acd-4147-b7ae-b81b40882320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:41.550717 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Checking router: ff38bd9d-89e8-40f3-ad23-4a0c23497037 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:19:41.551060 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Updating router ff38bd9d-89e8-40f3-ad23-4a0c23497037 port 4723262d-fea9-4490-966a-26ef1b797bdf binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:19:41.584260 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4723262d-fea9-4490-966a-26ef1b797bdf), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:41.744447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a686f3f0-8bec-41e3-ad28-4210c9a45323 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:19:41.829324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a686f3f0-8bec-41e3-ad28-4210c9a45323 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:41.830206 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a686f3f0-8bec-41e3-ad28-4210c9a45323), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:41.912998 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Publish callbacks [] for port (4723262d-fea9-4490-966a-26ef1b797bdf), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:41.918396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a686f3f0-8bec-41e3-ad28-4210c9a45323 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:41.919367 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4723262d-fea9-4490-966a-26ef1b797bdf), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:42.030554 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069f32b-41aa-4a48-96b2-e58cc29f5111 None None] Pushing event updated for resources: {'Port': ['ID=4723262d-fea9-4490-966a-26ef1b797bdf,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:42.070698 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Attempting to bind port 4723262d-fea9-4490-966a-26ef1b797bdf on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:19:42.071474 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Attempting to bind port 4723262d-fea9-4490-966a-26ef1b797bdf by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'a49108f7-6969-4ea6-9c46-49ed582b1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '9df467b3-cded-4045-93ea-bdc08bc44d09'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:19:42.071942 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Attempting to bind port 4723262d-fea9-4490-966a-26ef1b797bdf on network 9df467b3-cded-4045-93ea-bdc08bc44d09 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:19:42.081104 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:19:42.083107 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Checking segment: {'id': 'a49108f7-6969-4ea6-9c46-49ed582b1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '9df467b3-cded-4045-93ea-bdc08bc44d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:19:42.083665 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:42.084742 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Bound using segment: {'id': 'a49108f7-6969-4ea6-9c46-49ed582b1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '9df467b3-cded-4045-93ea-bdc08bc44d09'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:19:42.085255 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Bound port: 4723262d-fea9-4490-966a-26ef1b797bdf, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49108f7-6969-4ea6-9c46-49ed582b1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '9df467b3-cded-4045-93ea-bdc08bc44d09'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:19:42.085645 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4723262d-fea9-4490-966a-26ef1b797bdf), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:42.167733 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] For port 4723262d-fea9-4490-966a-26ef1b797bdf, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:19:42.171898 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] For port 4723262d-fea9-4490-966a-26ef1b797bdf, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4723262d-fea9-4490-966a-26ef1b797bdf,segment=NetworkSegment(a49108f7-6969-4ea6-9c46-49ed582b1ec5),segment_id=a49108f7-6969-4ea6-9c46-49ed582b1ec5)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:19:42.179743 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4723262d-fea9-4490-966a-26ef1b797bdf), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:42.252732 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Routers {'ff38bd9d-89e8-40f3-ad23-4a0c23497037'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:19:42.253306 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:19:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['ff38bd9d-89e8-40f3-ad23-4a0c23497037'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:42.255163 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069f32b-41aa-4a48-96b2-e58cc29f5111 None None] Pushing event updated for resources: {'Port': ['ID=4723262d-fea9-4490-966a-26ef1b797bdf,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:42.308762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b4d54e6e-94b1-4b04-a51b-20b69c52adf0 None None] Provisioning complete for port 4723262d-fea9-4490-966a-26ef1b797bdf triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:42.309430 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b4d54e6e-94b1-4b04-a51b-20b69c52adf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4723262d-fea9-4490-966a-26ef1b797bdf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:42.417509 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] Set router ff38bd9d-89e8-40f3-ad23-4a0c23497037 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:19:42.465313 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b4d54e6e-94b1-4b04-a51b-20b69c52adf0 None None] Current status of the port 4723262d-fea9-4490-966a-26ef1b797bdf is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:42.468046 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b4d54e6e-94b1-4b04-a51b-20b69c52adf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4723262d-fea9-4490-966a-26ef1b797bdf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:42.513663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b4d54e6e-94b1-4b04-a51b-20b69c52adf0 None None] For port 4723262d-fea9-4490-966a-26ef1b797bdf, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4723262d-fea9-4490-966a-26ef1b797bdf,segment=NetworkSegment(a49108f7-6969-4ea6-9c46-49ed582b1ec5),segment_id=a49108f7-6969-4ea6-9c46-49ed582b1ec5)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:19:42.522140 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b4d54e6e-94b1-4b04-a51b-20b69c52adf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4723262d-fea9-4490-966a-26ef1b797bdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:42.607218 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d54e6e-94b1-4b04-a51b-20b69c52adf0 None None] Pushing event updated for resources: {'Port': ['ID=4723262d-fea9-4490-966a-26ef1b797bdf,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:19:42.647111 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-79422d83-0ec8-461c-ad2f-22448b2cf2ff None None] Provisioning complete for port 4723262d-fea9-4490-966a-26ef1b797bdf triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:42.647494 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-79422d83-0ec8-461c-ad2f-22448b2cf2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4723262d-fea9-4490-966a-26ef1b797bdf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:42.662892 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'name': 'tempest-TestVolumeBackupRestore-1361067688-router', 'tenant_id': 'ba43645109ba495c864dabd840474061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'a686f3f0-8bec-41e3-ad28-4210c9a45323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:33Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 4, 'project_id': 'ba43645109ba495c864dabd840474061', 'gw_port': {'id': 'a686f3f0-8bec-41e3-ad28-4210c9a45323', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:34Z', 'updated_at': '2022-02-04T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '4723262d-fea9-4490-966a-26ef1b797bdf', 'name': '', 'network_id': '9df467b3-cded-4045-93ea-bdc08bc44d09', 'tenant_id': 'ba43645109ba495c864dabd840474061', 'mac_address': 'fa:16:3e:34:aa:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '760bf6f1-2acd-4147-b7ae-b81b40882320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:36Z', 'updated_at': '2022-02-04T14:19:42Z', 'revision_number': 4, 'project_id': 'ba43645109ba495c864dabd840474061', 'subnets': [{'id': '760bf6f1-2acd-4147-b7ae-b81b40882320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:19:42.692308 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1297f15a-7def-4377-a8eb-f4990fdfd201 None None] The sync data for ids ['ff38bd9d-89e8-40f3-ad23-4a0c23497037'] in n-d-714676-13 is: [{'id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'name': 'tempest-TestVolumeBackupRestore-1361067688-router', 'tenant_id': 'ba43645109ba495c864dabd840474061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'a686f3f0-8bec-41e3-ad28-4210c9a45323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:33Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 4, 'project_id': 'ba43645109ba495c864dabd840474061', 'gw_port': {'id': 'a686f3f0-8bec-41e3-ad28-4210c9a45323', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:34Z', 'updated_at': '2022-02-04T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '4723262d-fea9-4490-966a-26ef1b797bdf', 'name': '', 'network_id': '9df467b3-cded-4045-93ea-bdc08bc44d09', 'tenant_id': 'ba43645109ba495c864dabd840474061', 'mac_address': 'fa:16:3e:34:aa:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '760bf6f1-2acd-4147-b7ae-b81b40882320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:36Z', 'updated_at': '2022-02-04T14:19:42Z', 'revision_number': 4, 'project_id': 'ba43645109ba495c864dabd840474061', 'subnets': [{'id': '760bf6f1-2acd-4147-b7ae-b81b40882320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:19:42.754212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-79422d83-0ec8-461c-ad2f-22448b2cf2ff None None] Current status of the port 4723262d-fea9-4490-966a-26ef1b797bdf is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:43.774510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4723262d-fea9-4490-966a-26ef1b797bdf up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:19:43.832475 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4723262d-fea9-4490-966a-26ef1b797bdf triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:19:43.832929 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4723262d-fea9-4490-966a-26ef1b797bdf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:43.919172 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4723262d-fea9-4490-966a-26ef1b797bdf is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:19:44.336214 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:45.096049 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:45.220353 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d5b3d799-618a-4843-9f28-4c3134402b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:45.279814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-44a10e93-428d-4465-a730-6f37271e4ccd req-76293988-a1b7-4169-9942-26985e4db3b9 service neutron] (103606) timed out ('10.222.0.100', 54996) {{(pid=103606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 14:19:45.740138 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:47.079653 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:19:48.023555 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:20:06.094201 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:20:11.046369 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4e0a980e-4453-426f-8e14-462297b30c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:20:14.349727 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:20:15.117627 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:20:15.222401 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d04ff5e1-ceea-46ec-946c-b83fc99102f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:20:15.741154 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:20:17.082429 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:20:18.025935 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:20:41.052500 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fcef031e-5b85-49e5-b0be-25b9791532ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:20:43.097101 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:20:44.346424 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:20:45.138737 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:20:45.225166 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c012db5e-32a5-4333-b889-43f8f47a21f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:20:45.744376 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:20:47.086409 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:20:48.031558 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:11.045675 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c0fd-76f4-444e-823c-90eaeb8625cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:14.352880 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:15.153222 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:15.227417 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-908d92c8-867a-46dc-8d8b-37b68e07b55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:15.746691 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:17.090188 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:18.024075 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:20.096264 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:21:38.389676 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-ab2455e3-ef35-4065-8ca1-6d4b762f6cd6 req-30ac606a-0e64-4537-980a-dccfb9a7bf4e service neutron] (103606) timed out ('10.222.0.96', 33398) {{(pid=103606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 14:21:41.052695 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9970864e-21ce-4f27-9fff-d08c0affb257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:44.361670 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:45.151517 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:45.230043 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a96a4225-8ce9-4463-ac56-5a2956358f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:45.754012 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:47.091753 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:48.030357 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:51.757543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33584) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:21:51.764855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-38251750', 'description': 'tempest-secgroup-smoke-38251750 description', 'project_id': '9772a879d4f44ae1b9bcedef113bde1f'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:21:51.787235 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:51.862595 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group (6f9e11c8-c98b-4688-b508-27a9f270769f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:51.866483 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6f9e11c8-c98b-4688-b508-27a9f270769f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:51.897497 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:51.898769 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1401978 Feb 04 14:21:51.901288 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9e11c8-c98b-4688-b508-27a9f270769f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:21:51.902873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33588) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:21:51.908666 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Request body: {'security_group_rule': {'security_group_id': '6f9e11c8-c98b-4688-b508-27a9f270769f', 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:21:51.909378 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:51.909732 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:51.910073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:51.910444 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:51.910843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:51.911116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:51.911518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:51.911760 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:51.912106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:51.912410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:51.912729 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:51.913049 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:51.913367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11fa5a7-72df-4cc4-9e9b-0d4b1eae186a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:51.937769 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (b51b4c22-0b9f-4065-9f5c-07a8a3df87b5), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:51.996917 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (b51b4c22-0b9f-4065-9f5c-07a8a3df87b5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.000991 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b51b4c22-0b9f-4065-9f5c-07a8a3df87b5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.021050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51b4c22-0b9f-4065-9f5c-07a8a3df87b5,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:21:52.033019 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.034304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303592 Feb 04 14:21:52.035921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:52.036271 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:52.036606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:52.036953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:52.037293 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:52.037608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:52.037856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33592) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:21:52.037989 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:52.038277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:52.038602 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:52.038928 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:52.039250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:52.039611 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:52.039611 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838f659-6c29-4cb3-8ec0-f52b04520d65 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:21:52.044948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-023ab91e-b15f-4192-80eb-9356e1abb5b2 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Request body: {'security_group_rule': {'security_group_id': '6f9e11c8-c98b-4688-b508-27a9f270769f', 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:21:52.074754 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-023ab91e-b15f-4192-80eb-9356e1abb5b2 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (71e029f0-3174-4bfd-ae18-0ce1352c2e94), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.139359 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-023ab91e-b15f-4192-80eb-9356e1abb5b2 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (71e029f0-3174-4bfd-ae18-0ce1352c2e94), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.143229 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-023ab91e-b15f-4192-80eb-9356e1abb5b2 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (71e029f0-3174-4bfd-ae18-0ce1352c2e94), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.162801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ab91e-b15f-4192-80eb-9356e1abb5b2 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e029f0-3174-4bfd-ae18-0ce1352c2e94,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:21:52.170023 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-023ab91e-b15f-4192-80eb-9356e1abb5b2 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.171388 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-023ab91e-b15f-4192-80eb-9356e1abb5b2 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320806 Feb 04 14:21:52.174375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33594) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:21:52.179412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9fbb6f63-6c9d-46b2-9b1c-6a020f5ae29d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Request body: {'security_group_rule': {'security_group_id': '6f9e11c8-c98b-4688-b508-27a9f270769f', 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:21:52.205041 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6f63-6c9d-46b2-9b1c-6a020f5ae29d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (d9ae9447-486e-413c-a367-b8552f8f02b5), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.270541 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6f63-6c9d-46b2-9b1c-6a020f5ae29d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (d9ae9447-486e-413c-a367-b8552f8f02b5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.275138 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6f63-6c9d-46b2-9b1c-6a020f5ae29d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (d9ae9447-486e-413c-a367-b8552f8f02b5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.294485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb6f63-6c9d-46b2-9b1c-6a020f5ae29d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ae9447-486e-413c-a367-b8552f8f02b5,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:21:52.304314 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6f63-6c9d-46b2-9b1c-6a020f5ae29d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.306405 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9fbb6f63-6c9d-46b2-9b1c-6a020f5ae29d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303737 Feb 04 14:21:52.308877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33596) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:21:52.314057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9b0e9106-58f4-42ab-8d73-0a08ff877801 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Request body: {'security_group_rule': {'security_group_id': '6f9e11c8-c98b-4688-b508-27a9f270769f', 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:21:52.341414 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9106-58f4-42ab-8d73-0a08ff877801 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (99972e6a-6323-4d92-bc89-afbd7133b6eb), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.405599 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9106-58f4-42ab-8d73-0a08ff877801 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (99972e6a-6323-4d92-bc89-afbd7133b6eb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.410130 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9106-58f4-42ab-8d73-0a08ff877801 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (99972e6a-6323-4d92-bc89-afbd7133b6eb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.429602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e9106-58f4-42ab-8d73-0a08ff877801 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99972e6a-6323-4d92-bc89-afbd7133b6eb,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:21:52.439512 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9106-58f4-42ab-8d73-0a08ff877801 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.440766 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9b0e9106-58f4-42ab-8d73-0a08ff877801 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304915 Feb 04 14:21:52.443528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33598) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:21:52.450255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7d855926-45ed-4489-ae5a-63b5b6150141 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Request body: {'security_group_rule': {'security_group_id': '6f9e11c8-c98b-4688-b508-27a9f270769f', 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:21:52.476390 n-d-714676-13 neutron-server[103607]: INFO neutron.db.securitygroups_db [None req-7d855926-45ed-4489-ae5a-63b5b6150141 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Project 9772a879d4f44ae1b9bcedef113bde1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:21:52.483133 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d855926-45ed-4489-ae5a-63b5b6150141 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (6122952c-235b-44ff-b474-a0bda3cdd9be), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.550936 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d855926-45ed-4489-ae5a-63b5b6150141 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (6122952c-235b-44ff-b474-a0bda3cdd9be), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.555930 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d855926-45ed-4489-ae5a-63b5b6150141 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (6122952c-235b-44ff-b474-a0bda3cdd9be), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.576010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d855926-45ed-4489-ae5a-63b5b6150141 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6122952c-235b-44ff-b474-a0bda3cdd9be,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:21:52.586576 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7d855926-45ed-4489-ae5a-63b5b6150141 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.589210 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7d855926-45ed-4489-ae5a-63b5b6150141 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435590 Feb 04 14:21:52.591521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33600) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:21:52.597181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-679d0a2b-3a56-4561-80e1-93a2246835a5 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Request body: {'security_group_rule': {'security_group_id': '6f9e11c8-c98b-4688-b508-27a9f270769f', 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:21:52.622027 n-d-714676-13 neutron-server[103607]: INFO neutron.db.securitygroups_db [None req-679d0a2b-3a56-4561-80e1-93a2246835a5 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Project 9772a879d4f44ae1b9bcedef113bde1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:21:52.627875 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-679d0a2b-3a56-4561-80e1-93a2246835a5 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (67316d3c-ac00-479d-8b52-bb219d6fee3e), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.696826 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-679d0a2b-3a56-4561-80e1-93a2246835a5 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (67316d3c-ac00-479d-8b52-bb219d6fee3e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.700827 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-679d0a2b-3a56-4561-80e1-93a2246835a5 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (67316d3c-ac00-479d-8b52-bb219d6fee3e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.720815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d0a2b-3a56-4561-80e1-93a2246835a5 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67316d3c-ac00-479d-8b52-bb219d6fee3e,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:21:52.729767 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-679d0a2b-3a56-4561-80e1-93a2246835a5 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:21:52.731098 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-679d0a2b-3a56-4561-80e1-93a2246835a5 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385047 Feb 04 14:21:53.120717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-d8086c83-a68e-42a0-8fd7-5045705cc4e1 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38251750&fields=id&tenant_id=9772a879d4f44ae1b9bcedef113bde1f HTTP/1.1" status: 200 len: 267 time: 0.0478485 Feb 04 14:21:53.233078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-7b8df351-9f62-4fa4-8e9b-381595dbfdc3 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:21:53.234607 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-7b8df351-9f62-4fa4-8e9b-381595dbfdc3 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/networks?id=b943641f-2823-410c-88c4-492edd7fc2cb HTTP/1.1" status: 200 len: 813 time: 0.1075020 Feb 04 14:21:53.252364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-0c1bd6e4-c62d-48e4-bd67-ec8698e6603b tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/quotas/9772a879d4f44ae1b9bcedef113bde1f HTTP/1.1" status: 200 len: 375 time: 0.0106976 Feb 04 14:21:53.313117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-10c85623-6f43-4462-89be-1a078d29f80a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9772a879d4f44ae1b9bcedef113bde1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550346 Feb 04 14:21:53.422912 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-4c76d0f7-966e-41e4-b85d-393475de1978 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:21:53.423967 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-4c76d0f7-966e-41e4-b85d-393475de1978 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0980403 Feb 04 14:21:53.521100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-e31b2521-b6e1-4d1a-999a-224ca40ccfc3 service neutron] 10.222.0.96 "GET /v2.0/networks/b943641f-2823-410c-88c4-492edd7fc2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909543 Feb 04 14:21:53.623638 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-afc70a57-506c-401b-8cd8-6ea1b8f209c2 service neutron] 10.222.0.96 "GET /v2.0/networks/b943641f-2823-410c-88c4-492edd7fc2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950286 Feb 04 14:21:54.925920 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f04a5076-6a0e-43a6-886b-84c58a925e15 req-8e4421ae-062f-4527-a2b1-9bffc9a0877a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 210 time: 0.0293677 Feb 04 14:21:56.005056 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e5f7431d-7446-4adb-a25e-da42279d57a4 req-dfda7fad-e817-4f34-9075-af7ef6abb027 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 210 time: 0.0283852 Feb 04 14:21:57.089086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c089da7b-5bc3-40ba-bbd4-f539465808f2 req-518502ec-b192-4b9a-8d80-15d0409653a1 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 210 time: 0.0323911 Feb 04 14:21:57.096638 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:21:58.179401 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98073c58-8152-4ceb-98fa-a13c2acba0eb req-4d42c09b-1e64-411e-add7-6bb82719761d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 210 time: 0.0285912 Feb 04 14:21:59.280827 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5c12e3f-d4c3-4d65-96d0-ffd11a2d53c4 req-bffdea62-6a63-4e3e-9a6e-16aa6798678e tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 210 time: 0.0294614 Feb 04 14:22:00.083660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-42fbb421-e523-4d2c-bf0d-9d8d4ded360f tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:00.085228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-42fbb421-e523-4d2c-bf0d-9d8d4ded360f tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.99 "GET /v2.0/networks?id=b943641f-2823-410c-88c4-492edd7fc2cb HTTP/1.1" status: 200 len: 813 time: 0.1200962 Feb 04 14:22:00.168503 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-77db140d-379a-46f2-b6c4-537fb1bb3f16 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9772a879d4f44ae1b9bcedef113bde1f HTTP/1.1" status: 200 len: 378 time: 0.0729997 Feb 04 14:22:00.177392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-494d14c5-e037-479d-80d6-0f48dd9dab3d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Request body: {'port': {'device_id': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'admin_state_up': True, 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'security_groups': ['6f9e11c8-c98b-4688-b508-27a9f270769f']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:22:00.295613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-494d14c5-e037-479d-80d6-0f48dd9dab3d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Made reservation on behalf of 9772a879d4f44ae1b9bcedef113bde1f for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:22:00.299225 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-494d14c5-e037-479d-80d6-0f48dd9dab3d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:00.400094 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c65bbb21-b87c-44df-bfc7-07ca63b30606 req-4df21e18-a643-4b63-9d18-8dfd71a74644 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 210 time: 0.0361893 Feb 04 14:22:00.468098 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-494d14c5-e037-479d-80d6-0f48dd9dab3d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Allocated IP 172.20.0.14 (b943641f-2823-410c-88c4-492edd7fc2cb/b64fb80f-bb27-4499-a347-83af3af2e7ce/3b1b3632-f0fb-452c-b89d-cb781fad12db) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:22:00.659430 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-494d14c5-e037-479d-80d6-0f48dd9dab3d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for port (3b1b3632-f0fb-452c-b89d-cb781fad12db), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:00.700062 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-494d14c5-e037-479d-80d6-0f48dd9dab3d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (3b1b3632-f0fb-452c-b89d-cb781fad12db), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:00.750043 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-494d14c5-e037-479d-80d6-0f48dd9dab3d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Network b943641f-2823-410c-88c4-492edd7fc2cb is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:22:00.753480 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-494d14c5-e037-479d-80d6-0f48dd9dab3d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:22:00.757308 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-494d14c5-e037-479d-80d6-0f48dd9dab3d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:22:00.787643 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d14c5-e037-479d-80d6-0f48dd9dab3d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Pushing event updated for resources: {'Port': ['ID=3b1b3632-f0fb-452c-b89d-cb781fad12db,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:22:00.837735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-494d14c5-e037-479d-80d6-0f48dd9dab3d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:00.838575 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-494d14c5-e037-479d-80d6-0f48dd9dab3d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:00.860220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-494d14c5-e037-479d-80d6-0f48dd9dab3d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6869571 Feb 04 14:22:00.940214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Request body: {'port': {'device_id': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:22:01.094062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-69f08464-d47e-4717-a76e-ed2c895f4179 None None] Provisioning complete for port 3b1b3632-f0fb-452c-b89d-cb781fad12db triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:22:01.095147 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-69f08464-d47e-4717-a76e-ed2c895f4179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3b1b3632-f0fb-452c-b89d-cb781fad12db), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:01.138540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-69f08464-d47e-4717-a76e-ed2c895f4179 None None] Port 3b1b3632-f0fb-452c-b89d-cb781fad12db cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:22:01.355480 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3b1b3632-f0fb-452c-b89d-cb781fad12db), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:01.624628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd4571-1604-4fe8-99a7-b09412fe1c2f req-5a206c38-c46f-44e7-9229-7e27c4cf0e56 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:01.626034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4fd4571-1604-4fe8-99a7-b09412fe1c2f req-5a206c38-c46f-44e7-9229-7e27c4cf0e56 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 932 time: 0.1285427 Feb 04 14:22:01.725639 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a4fd4571-1604-4fe8-99a7-b09412fe1c2f req-f2acf739-5b45-4bb3-a921-2d8f0afb0481 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913827 Feb 04 14:22:01.740235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1b3632-f0fb-452c-b89d-cb781fad12db {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:22:01.748830 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Publish callbacks [] for port (3b1b3632-f0fb-452c-b89d-cb781fad12db), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:01.761444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Transition to ACTIVE for port object 3b1b3632-f0fb-452c-b89d-cb781fad12db will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:22:01.765912 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (3b1b3632-f0fb-452c-b89d-cb781fad12db), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:01.820330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b3632-f0fb-452c-b89d-cb781fad12db,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:22:01.903199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Attempting to bind port 3b1b3632-f0fb-452c-b89d-cb781fad12db on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:22:01.903902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Attempting to bind port 3b1b3632-f0fb-452c-b89d-cb781fad12db by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '6391b596-99b6-4e0f-8e71-d63efc56b7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:22:01.904490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Attempting to bind port 3b1b3632-f0fb-452c-b89d-cb781fad12db on network b943641f-2823-410c-88c4-492edd7fc2cb {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:22:01.910128 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Port 3b1b3632-f0fb-452c-b89d-cb781fad12db on network b943641f-2823-410c-88c4-492edd7fc2cb not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:22:01.910513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Attempting to bind port 3b1b3632-f0fb-452c-b89d-cb781fad12db on network b943641f-2823-410c-88c4-492edd7fc2cb {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:22:01.916798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:22:01.917378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Checking segment: {'id': '6391b596-99b6-4e0f-8e71-d63efc56b7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:22:01.917540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Bound using segment: {'id': '6391b596-99b6-4e0f-8e71-d63efc56b7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:22:01.917984 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Bound port: 3b1b3632-f0fb-452c-b89d-cb781fad12db, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6391b596-99b6-4e0f-8e71-d63efc56b7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:22:01.918393 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3b1b3632-f0fb-452c-b89d-cb781fad12db), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:01.995342 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] For port 3b1b3632-f0fb-452c-b89d-cb781fad12db, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:22:01.999107 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] For port 3b1b3632-f0fb-452c-b89d-cb781fad12db, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=3b1b3632-f0fb-452c-b89d-cb781fad12db,segment=NetworkSegment(6391b596-99b6-4e0f-8e71-d63efc56b7fd),segment_id=6391b596-99b6-4e0f-8e71-d63efc56b7fd)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:22:02.006728 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (3b1b3632-f0fb-452c-b89d-cb781fad12db), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:02.045675 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:02.046345 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:02.047756 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] 10.222.0.99 "PUT /v2.0/ports/3b1b3632-f0fb-452c-b89d-cb781fad12db HTTP/1.1" status: 200 len: 1093 time: 1.1801252 Feb 04 14:22:02.048214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'tag': '3b1b3632-f0fb-452c-b89d-cb781fad12db'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:22:02.050725 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfefc12f-5a12-4866-a86c-dd2273ca7701" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd395e4-e7e9-45cf-94e2-a04451191010", "tag": "3b1b3632-f0fb-452c-b89d-cb781fad12db"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:22:02.088090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367180f-468a-4186-974a-79b94f616fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b3632-f0fb-452c-b89d-cb781fad12db,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:22:02.142079 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3309a83-c96f-4f5f-b9b9-e06395289a19 x-openstack-request-id: req-e3309a83-c96f-4f5f-b9b9-e06395289a19 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:22:02.142593 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd395e4-e7e9-45cf-94e2-a04451191010", "tag": "3b1b3632-f0fb-452c-b89d-cb781fad12db", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:22:02.142953 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e3309a83-c96f-4f5f-b9b9-e06395289a19 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:22:02.143464 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'tag': '3b1b3632-f0fb-452c-b89d-cb781fad12db', 'status': 'completed', 'code': 200} Feb 04 14:22:02.166318 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-eb3e3171-355a-4878-92a8-8df4b0fe935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:02.168038 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-eb3e3171-355a-4878-92a8-8df4b0fe935a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9772a879d4f44ae1b9bcedef113bde1f&device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 1127 time: 0.0664465 Feb 04 14:22:02.214393 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-72c65d66-cd5e-4771-9892-a069d67d4141 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1b3632-f0fb-452c-b89d-cb781fad12db HTTP/1.1" status: 200 len: 217 time: 0.0386288 Feb 04 14:22:02.274037 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c0822efe-fcd5-4b42-93ed-3f55f9efc332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:02.276587 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-c0822efe-fcd5-4b42-93ed-3f55f9efc332 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b64fb80f-bb27-4499-a347-83af3af2e7ce HTTP/1.1" status: 200 len: 852 time: 0.0553660 Feb 04 14:22:02.336267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-2f673b66-59dc-439e-b7d2-c5bb95f140bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:02.338441 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-2f673b66-59dc-439e-b7d2-c5bb95f140bd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b943641f-2823-410c-88c4-492edd7fc2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0552444 Feb 04 14:22:02.437280 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-3cb6099d-ca57-4bfc-be9f-73f6bf95e692 service neutron] 10.222.0.99 "GET /v2.0/networks/b943641f-2823-410c-88c4-492edd7fc2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918405 Feb 04 14:22:02.537674 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24e4cb1a-240f-4275-b11d-368bcb2f9b38 req-5c78ecb1-ba18-474a-aaab-77c69474c1ba service neutron] 10.222.0.99 "GET /v2.0/networks/b943641f-2823-410c-88c4-492edd7fc2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949061 Feb 04 14:22:02.634510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefc12f-5a12-4866-a86c-dd2273ca7701 req-23057ddf-f12f-4347-a739-a3607335fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:02.636190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfefc12f-5a12-4866-a86c-dd2273ca7701 req-23057ddf-f12f-4347-a739-a3607335fcd6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9772a879d4f44ae1b9bcedef113bde1f&device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 1127 time: 0.0510278 Feb 04 14:22:02.733804 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefc12f-5a12-4866-a86c-dd2273ca7701 req-f3267041-42f8-4b56-8aa6-6fdef49f7744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:02.735559 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfefc12f-5a12-4866-a86c-dd2273ca7701 req-f3267041-42f8-4b56-8aa6-6fdef49f7744 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b943641f-2823-410c-88c4-492edd7fc2cb HTTP/1.1" status: 200 len: 914 time: 0.0935135 Feb 04 14:22:02.791635 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfefc12f-5a12-4866-a86c-dd2273ca7701 req-df3246ae-1316-4a31-8b5e-7e562f109413 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1b3632-f0fb-452c-b89d-cb781fad12db HTTP/1.1" status: 200 len: 217 time: 0.0505192 Feb 04 14:22:02.896193 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefc12f-5a12-4866-a86c-dd2273ca7701 req-95ca057a-a637-4b33-b939-96bfb67bf905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:02.897776 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfefc12f-5a12-4866-a86c-dd2273ca7701 req-95ca057a-a637-4b33-b939-96bfb67bf905 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b64fb80f-bb27-4499-a347-83af3af2e7ce HTTP/1.1" status: 200 len: 852 time: 0.1004772 Feb 04 14:22:02.951461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e601e9c-8bc5-4f36-a979-992bda808e48 req-5f610807-edd9-486c-8958-8a71c5dc0ce2 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:02.952990 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e601e9c-8bc5-4f36-a979-992bda808e48 req-5f610807-edd9-486c-8958-8a71c5dc0ce2 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 944 time: 0.1147339 Feb 04 14:22:02.996201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefc12f-5a12-4866-a86c-dd2273ca7701 req-acec1514-262d-4324-8c45-30241a7aeb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:02.997753 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfefc12f-5a12-4866-a86c-dd2273ca7701 req-acec1514-262d-4324-8c45-30241a7aeb47 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b943641f-2823-410c-88c4-492edd7fc2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0938561 Feb 04 14:22:03.059656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e601e9c-8bc5-4f36-a979-992bda808e48 req-987e18d2-23c8-4ce8-93ba-e875469c9e76 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999520 Feb 04 14:22:03.114922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfefc12f-5a12-4866-a86c-dd2273ca7701 req-3774e296-38b6-4a70-8297-813c95340347 service neutron] 10.222.0.99 "GET /v2.0/networks/b943641f-2823-410c-88c4-492edd7fc2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111658 Feb 04 14:22:03.218518 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfefc12f-5a12-4866-a86c-dd2273ca7701 req-8f67580b-8872-457d-86a4-67e3a9ef0fdf service neutron] 10.222.0.99 "GET /v2.0/networks/b943641f-2823-410c-88c4-492edd7fc2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972855 Feb 04 14:22:04.185158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b9430-1180-4eed-b040-2b88ee3fc275 req-55761c93-e99d-47e1-a78f-71d92eff971a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:04.186738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c4b9430-1180-4eed-b040-2b88ee3fc275 req-55761c93-e99d-47e1-a78f-71d92eff971a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 944 time: 0.0569427 Feb 04 14:22:04.252988 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c4b9430-1180-4eed-b040-2b88ee3fc275 req-e1f31131-b714-4223-a4d9-ed2450253f4d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600886 Feb 04 14:22:05.394474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138c5e5-9ac7-434d-b807-2afc9c23ac91 req-5185793f-12ad-49b8-bbab-21d5b194b092 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:05.396163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1138c5e5-9ac7-434d-b807-2afc9c23ac91 req-5185793f-12ad-49b8-bbab-21d5b194b092 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 944 time: 0.0665503 Feb 04 14:22:05.460759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1138c5e5-9ac7-434d-b807-2afc9c23ac91 req-109de5ea-7447-4212-821c-e35ad8b1058d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567148 Feb 04 14:22:06.591955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b9abc-5cda-46c2-9b7d-1e4243e4ae30 req-25db9a4f-badd-48ce-bc3b-b35d6023f30a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:06.593493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe5b9abc-5cda-46c2-9b7d-1e4243e4ae30 req-25db9a4f-badd-48ce-bc3b-b35d6023f30a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 944 time: 0.0595462 Feb 04 14:22:06.646223 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe5b9abc-5cda-46c2-9b7d-1e4243e4ae30 req-deafbaa7-f5ba-4cc4-b12e-fb8e3e4fca0a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470064 Feb 04 14:22:07.829313 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62d7b3-dcd6-4d59-bec6-606a4d4f162c req-4bc06a7e-8499-4160-8e7d-e83510ba3045 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:07.832277 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b62d7b3-dcd6-4d59-bec6-606a4d4f162c req-4bc06a7e-8499-4160-8e7d-e83510ba3045 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 944 time: 0.1001759 Feb 04 14:22:07.913097 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b62d7b3-dcd6-4d59-bec6-606a4d4f162c req-fb04e1aa-160b-4756-b383-b221c6c0c2dc tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740387 Feb 04 14:22:09.066037 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4622d-d7b3-4edf-93a4-62bf541c687a req-0beb2329-318c-4aa6-9d26-314f522767ea tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:09.067648 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aed4622d-d7b3-4edf-93a4-62bf541c687a req-0beb2329-318c-4aa6-9d26-314f522767ea tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 944 time: 0.0620708 Feb 04 14:22:09.127352 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aed4622d-d7b3-4edf-93a4-62bf541c687a req-732bfbf1-918d-4f98-b148-52f94860f322 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530345 Feb 04 14:22:10.264590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1133f-62df-49da-86f2-31325cd9e7b6 req-99cf6dc3-6d41-4d72-895e-1bb6517c934b tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:10.266260 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06e1133f-62df-49da-86f2-31325cd9e7b6 req-99cf6dc3-6d41-4d72-895e-1bb6517c934b tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 944 time: 0.0589345 Feb 04 14:22:10.322369 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06e1133f-62df-49da-86f2-31325cd9e7b6 req-c6264525-bba2-4f8d-9498-dbf1bb5d3422 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503860 Feb 04 14:22:11.046889 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6191e30d-fe22-4fc4-bc37-1c074997eb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:11.456890 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b86743-c002-43fe-acb7-dca6d2c469c4 req-4a1741a9-7352-4c05-b30d-c042d2767c5f tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:11.458476 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55b86743-c002-43fe-acb7-dca6d2c469c4 req-4a1741a9-7352-4c05-b30d-c042d2767c5f tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 944 time: 0.0606940 Feb 04 14:22:11.518060 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55b86743-c002-43fe-acb7-dca6d2c469c4 req-0cebd774-e0af-44c7-aed8-3705d9de2feb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528362 Feb 04 14:22:12.661582 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd3d36-e476-4078-a37b-1789829e9198 req-0bf8487f-306e-452d-b6ad-d6c6b9f35b86 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:12.663268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76dd3d36-e476-4078-a37b-1789829e9198 req-0bf8487f-306e-452d-b6ad-d6c6b9f35b86 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 944 time: 0.0581894 Feb 04 14:22:12.720113 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-76dd3d36-e476-4078-a37b-1789829e9198 req-7319bae3-d440-4da6-8d9e-899ff62e1a31 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503826 Feb 04 14:22:13.852352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d985a4-8c2c-492e-acb8-910bc455ac25 req-8e707697-5d7f-40ab-9a1e-3a07dafdbe79 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:13.853936 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f6d985a4-8c2c-492e-acb8-910bc455ac25 req-8e707697-5d7f-40ab-9a1e-3a07dafdbe79 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 944 time: 0.0617588 Feb 04 14:22:13.911137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f6d985a4-8c2c-492e-acb8-910bc455ac25 req-2084ce5b-0b62-4a1c-9fe5-b07aec4f06f0 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497346 Feb 04 14:22:14.366522 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:15.045681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60598551-419a-44a2-8feb-06367efe6847 req-7efbc6f9-ec45-45d4-8104-dc30807e91fa tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:15.047361 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60598551-419a-44a2-8feb-06367efe6847 req-7efbc6f9-ec45-45d4-8104-dc30807e91fa tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 944 time: 0.0594180 Feb 04 14:22:15.109862 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60598551-419a-44a2-8feb-06367efe6847 req-b9295b9a-9bcf-4639-a51e-bb0a89bad2af tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519104 Feb 04 14:22:15.337799 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:15.340593 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4da7-3981-4f96-820d-a2b2ede69fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:15.755590 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:16.246051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f983996-2564-4e3f-b602-2d4921cd6302 req-524a367d-635f-46f3-9ca8-a59627711107 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:16.247711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f983996-2564-4e3f-b602-2d4921cd6302 req-524a367d-635f-46f3-9ca8-a59627711107 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 944 time: 0.0588305 Feb 04 14:22:16.309790 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f983996-2564-4e3f-b602-2d4921cd6302 req-80d46e26-06ac-4afc-b289-f412ee6f681b tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554609 Feb 04 14:22:17.103152 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:17.446048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26c59d-bbd2-4768-8b6b-c7c7306a1da5 req-d850921b-9c59-49e7-92e9-e93f9eb73bf1 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:17.447668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac26c59d-bbd2-4768-8b6b-c7c7306a1da5 req-d850921b-9c59-49e7-92e9-e93f9eb73bf1 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 944 time: 0.0597034 Feb 04 14:22:17.505885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac26c59d-bbd2-4768-8b6b-c7c7306a1da5 req-4267dfb9-8be9-4b03-9aad-ebc5aa28783f tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523612 Feb 04 14:22:18.025660 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:18.657605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3860bf3-1665-47d9-813a-bb4d4c286a4f req-8931a69a-8ac4-4320-8c7a-bc38a79abdc9 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:18.659260 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3860bf3-1665-47d9-813a-bb4d4c286a4f req-8931a69a-8ac4-4320-8c7a-bc38a79abdc9 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 944 time: 0.0737145 Feb 04 14:22:18.717196 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3860bf3-1665-47d9-813a-bb4d4c286a4f req-e9cd52e5-f94b-45cf-a69e-fa4a58fe8c49 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511165 Feb 04 14:22:19.486888 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 3b1b3632-f0fb-452c-b89d-cb781fad12db details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:22:19.622154 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 3b1b3632-f0fb-452c-b89d-cb781fad12db, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=3b1b3632-f0fb-452c-b89d-cb781fad12db,segment=NetworkSegment(6391b596-99b6-4e0f-8e71-d63efc56b7fd),segment_id=6391b596-99b6-4e0f-8e71-d63efc56b7fd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:22:19.641780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '3b1b3632-f0fb-452c-b89d-cb781fad12db', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'port_id': '3b1b3632-f0fb-452c-b89d-cb781fad12db', 'mac_address': 'fa:16:3e:de:85:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:22:19.685769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 3b1b3632-f0fb-452c-b89d-cb781fad12db is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:22:19.686264 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3b1b3632-f0fb-452c-b89d-cb781fad12db), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:19.703643 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1b3632-f0fb-452c-b89d-cb781fad12db {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:22:19.726735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 3b1b3632-f0fb-452c-b89d-cb781fad12db, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=3b1b3632-f0fb-452c-b89d-cb781fad12db,segment=NetworkSegment(6391b596-99b6-4e0f-8e71-d63efc56b7fd),segment_id=6391b596-99b6-4e0f-8e71-d63efc56b7fd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:22:19.734473 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3b1b3632-f0fb-452c-b89d-cb781fad12db), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:19.819413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=3b1b3632-f0fb-452c-b89d-cb781fad12db,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:22:19.827782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:19.828130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:19.828463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:19.828801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:19.829131 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:19.829460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:19.829782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:19.830131 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:19.830456 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:19.830777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:19.831104 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:19.831423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:19.831740 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:19.868888 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742a9ea-0184-41a6-ba17-7dd5a3cef996 req-d0cafde9-33ca-478d-9a0d-5d075a09a82f tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:19.870617 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8742a9ea-0184-41a6-ba17-7dd5a3cef996 req-d0cafde9-33ca-478d-9a0d-5d075a09a82f tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 945 time: 0.0722890 Feb 04 14:22:19.925336 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8742a9ea-0184-41a6-ba17-7dd5a3cef996 req-d7e9c4b7-0547-4951-b7a3-866b1fab3ff9 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490053 Feb 04 14:22:20.093881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['3b1b3632-f0fb-452c-b89d-cb781fad12db'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:22:21.076440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3e2f2-8049-4a66-a3dd-bad266129e98 req-dd0531c4-17b2-4c7b-bd91-756db0e93a19 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:21.079078 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2d3e2f2-8049-4a66-a3dd-bad266129e98 req-dd0531c4-17b2-4c7b-bd91-756db0e93a19 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 945 time: 0.0800071 Feb 04 14:22:21.138245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2d3e2f2-8049-4a66-a3dd-bad266129e98 req-2135f254-ab54-411f-a752-a66dfc8e6415 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510900 Feb 04 14:22:21.488507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 3b1b3632-f0fb-452c-b89d-cb781fad12db up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:22:21.543655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 3b1b3632-f0fb-452c-b89d-cb781fad12db completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:22:21.548379 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 3b1b3632-f0fb-452c-b89d-cb781fad12db triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:22:21.548754 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3b1b3632-f0fb-452c-b89d-cb781fad12db), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:21.632043 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 3b1b3632-f0fb-452c-b89d-cb781fad12db is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:22:21.632435 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3b1b3632-f0fb-452c-b89d-cb781fad12db), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:21.657173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b3632-f0fb-452c-b89d-cb781fad12db'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:22:21.659516 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20e0c0a-5c6c-40b6-8791-034d5694216d" -d '{"events": [{"server_uuid": "dfd395e4-e7e9-45cf-94e2-a04451191010", "name": "network-vif-plugged", "status": "completed", "tag": "3b1b3632-f0fb-452c-b89d-cb781fad12db"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:22:21.672992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 3b1b3632-f0fb-452c-b89d-cb781fad12db, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=3b1b3632-f0fb-452c-b89d-cb781fad12db,segment=NetworkSegment(6391b596-99b6-4e0f-8e71-d63efc56b7fd),segment_id=6391b596-99b6-4e0f-8e71-d63efc56b7fd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:22:21.677636 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3b1b3632-f0fb-452c-b89d-cb781fad12db), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:21.740544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=3b1b3632-f0fb-452c-b89d-cb781fad12db,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:22:21.763402 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c84d5e7-3645-4a3c-8399-34b353fb2c6e x-openstack-request-id: req-0c84d5e7-3645-4a3c-8399-34b353fb2c6e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:22:21.763626 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd395e4-e7e9-45cf-94e2-a04451191010", "name": "network-vif-plugged", "status": "completed", "tag": "3b1b3632-f0fb-452c-b89d-cb781fad12db", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:22:21.763929 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0c84d5e7-3645-4a3c-8399-34b353fb2c6e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:22:21.764337 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b3632-f0fb-452c-b89d-cb781fad12db', 'code': 200} Feb 04 14:22:21.872101 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7548de-67bc-4763-83f8-636160749075 req-ee63bd56-3f2d-43c1-b23e-c7a7fca5fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:21.873646 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a7548de-67bc-4763-83f8-636160749075 req-ee63bd56-3f2d-43c1-b23e-c7a7fca5fd85 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 1129 time: 0.0478880 Feb 04 14:22:21.937070 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a7548de-67bc-4763-83f8-636160749075 req-1d7be1fb-655c-4b1e-9232-7cbd2f4f481e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561152 Feb 04 14:22:22.282504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90033745-2ad2-4c7e-9099-ff7bbbef5cfb req-799bb0a9-a70a-4d28-b4c6-38d0a066952f tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:22.284034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90033745-2ad2-4c7e-9099-ff7bbbef5cfb req-799bb0a9-a70a-4d28-b4c6-38d0a066952f tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 946 time: 0.0622962 Feb 04 14:22:22.336225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90033745-2ad2-4c7e-9099-ff7bbbef5cfb req-c91da86d-73b6-4fc7-aa1f-b583ffa5f0ce tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465162 Feb 04 14:22:23.457345 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42a880-0c24-4ea6-9a32-2e5646eb1597 req-d52bca82-4279-462c-9d35-859b084471d3 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:23.458869 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a42a880-0c24-4ea6-9a32-2e5646eb1597 req-d52bca82-4279-462c-9d35-859b084471d3 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 946 time: 0.0543249 Feb 04 14:22:23.511386 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a42a880-0c24-4ea6-9a32-2e5646eb1597 req-c412c79d-a5b9-4d1f-bf8d-6640ce7891a4 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458558 Feb 04 14:22:23.639896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2804d2-76fa-414f-ae89-98e66d76838f req-e53fb52b-df76-4a6a-baae-8c5c3cac303a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:23.641449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef2804d2-76fa-414f-ae89-98e66d76838f req-e53fb52b-df76-4a6a-baae-8c5c3cac303a tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 946 time: 0.0623176 Feb 04 14:22:23.695102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ef2804d2-76fa-414f-ae89-98e66d76838f req-49e7cc61-0eb7-4703-b9b7-5e79a25ed8c7 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477464 Feb 04 14:22:23.721767 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33714) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:22:23.827057 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f7d90d-b950-4de5-ac68-f43692271007 tempest-TestVolumeBackupRestore-728641735 tempest-TestVolumeBackupRestore-728641735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:23.828335 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e6f7d90d-b950-4de5-ac68-f43692271007 tempest-TestVolumeBackupRestore-728641735 tempest-TestVolumeBackupRestore-728641735-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 1124 time: 0.1054420 Feb 04 14:22:23.830468 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33718) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:22:23.834960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '3b1b3632-f0fb-452c-b89d-cb781fad12db', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:22:23.857296 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:23.961233 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:24.084912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Allocated IP 172.25.5.105 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/2c555c10-6f25-4110-ac2e-7200d990d80c) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:22:24.216634 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for port (2c555c10-6f25-4110-ac2e-7200d990d80c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:24.268167 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2c555c10-6f25-4110-ac2e-7200d990d80c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:24.318123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:22:24.322307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:22:24.327241 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:22:24.333932 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Pushing event updated for resources: {'Port': ['ID=2c555c10-6f25-4110-ac2e-7200d990d80c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:22:24.700957 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for floatingip (2c3d49ac-31be-4fc0-9f02-91e17a838cfa), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:24.792708 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2c555c10-6f25-4110-ac2e-7200d990d80c), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:24.980337 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for port (2c555c10-6f25-4110-ac2e-7200d990d80c), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:24.985393 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (2c555c10-6f25-4110-ac2e-7200d990d80c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:25.062879 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Pushing event updated for resources: {'Port': ['ID=2c555c10-6f25-4110-ac2e-7200d990d80c,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:22:25.078380 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (2c3d49ac-31be-4fc0-9f02-91e17a838cfa), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:25.184200 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Floating IP 2c3d49ac-31be-4fc0-9f02-91e17a838cfa associated. External IP: 172.25.5.105, port: 3b1b3632-f0fb-452c-b89d-cb781fad12db. Feb 04 14:22:25.700230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Router c3de71e7-a1b7-4389-ab1b-e32df984b742 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:22:25.814930 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:22:25.825250 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99efcb6-439c-4362-88e2-5d911bbee3b1 None None] Sync routers for ids ['c3de71e7-a1b7-4389-ab1b-e32df984b742'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:22:25.833293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:25.836510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99efcb6-439c-4362-88e2-5d911bbee3b1 None None] Routers {'c3de71e7-a1b7-4389-ab1b-e32df984b742'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:22:25.837342 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c99efcb6-439c-4362-88e2-5d911bbee3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:22:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3de71e7-a1b7-4389-ab1b-e32df984b742'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:22:25.862438 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4996f580-3bc5-49fc-921b-eb45a1ed5bcb tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0308390 Feb 04 14:22:25.863030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'tag': '3b1b3632-f0fb-452c-b89d-cb781fad12db'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:22:25.865229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33720) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:22:25.865719 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93786ba9-9277-45b7-a970-f0259a0947a6" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd395e4-e7e9-45cf-94e2-a04451191010", "tag": "3b1b3632-f0fb-452c-b89d-cb781fad12db"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:22:25.913696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1d4013-d627-4a71-9d24-5e7d56cbcfc6 tempest-TestVolumeBackupRestore-728641735 tempest-TestVolumeBackupRestore-728641735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:25.918089 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ac1d4013-d627-4a71-9d24-5e7d56cbcfc6 tempest-TestVolumeBackupRestore-728641735 tempest-TestVolumeBackupRestore-728641735-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 1124 time: 0.0488942 Feb 04 14:22:25.918490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 33726) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:22:25.923812 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-60e67a25-2b81-46da-b52d-84e186668e0b tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Request body: {'floatingip': {'port_id': '3b1b3632-f0fb-452c-b89d-cb781fad12db'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:22:25.955161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-c99efcb6-439c-4362-88e2-5d911bbee3b1 None None] Set router c3de71e7-a1b7-4389-ab1b-e32df984b742 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:22:25.965980 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7583b2-95f6-4f09-a038-4e50da14a506 x-openstack-request-id: req-9e7583b2-95f6-4f09-a038-4e50da14a506 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:22:25.966879 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd395e4-e7e9-45cf-94e2-a04451191010", "tag": "3b1b3632-f0fb-452c-b89d-cb781fad12db", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:22:25.966879 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9e7583b2-95f6-4f09-a038-4e50da14a506 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:22:25.967110 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'tag': '3b1b3632-f0fb-452c-b89d-cb781fad12db', 'status': 'completed', 'code': 200} Feb 04 14:22:25.988467 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-60e67a25-2b81-46da-b52d-84e186668e0b tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for floatingip (2c3d49ac-31be-4fc0-9f02-91e17a838cfa), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:26.100293 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93786ba9-9277-45b7-a970-f0259a0947a6 req-3436a88f-2b9c-42a7-abed-2d87dc4c63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:26.102473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93786ba9-9277-45b7-a970-f0259a0947a6 req-3436a88f-2b9c-42a7-abed-2d87dc4c63f0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9772a879d4f44ae1b9bcedef113bde1f&device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 1129 time: 0.1110485 Feb 04 14:22:26.194906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c99efcb6-439c-4362-88e2-5d911bbee3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 4, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port': {'id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '2c3d49ac-31be-4fc0-9f02-91e17a838cfa', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'floating_ip_address': '172.25.5.105', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'port_id': '3b1b3632-f0fb-452c-b89d-cb781fad12db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'mac_address': 'fa:16:3e:de:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:22:24Z', 'updated_at': '2022-02-04T14:22:24Z', 'revision_number': 0, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f90694b-20fe-4461-aabb-cde80ff33c35', 'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'mac_address': 'fa:16:3e:ef:f5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:31Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 5, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'subnets': [{'id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:22:26.222295 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99efcb6-439c-4362-88e2-5d911bbee3b1 None None] Checking router: c3de71e7-a1b7-4389-ab1b-e32df984b742 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:22:26.231068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99efcb6-439c-4362-88e2-5d911bbee3b1 None None] Routers {'c3de71e7-a1b7-4389-ab1b-e32df984b742'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:22:26.231724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c99efcb6-439c-4362-88e2-5d911bbee3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:22:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3de71e7-a1b7-4389-ab1b-e32df984b742'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:22:26.308902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93786ba9-9277-45b7-a970-f0259a0947a6 req-9dbcee91-9359-47df-bf02-7fb3ab813126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:26.310461 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93786ba9-9277-45b7-a970-f0259a0947a6 req-9dbcee91-9359-47df-bf02-7fb3ab813126 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b943641f-2823-410c-88c4-492edd7fc2cb HTTP/1.1" status: 200 len: 914 time: 0.2015135 Feb 04 14:22:26.348467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-c99efcb6-439c-4362-88e2-5d911bbee3b1 None None] Set router c3de71e7-a1b7-4389-ab1b-e32df984b742 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:22:26.424784 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93786ba9-9277-45b7-a970-f0259a0947a6 req-b6a3dfb7-265c-4002-af0c-47b82599cc10 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1b3632-f0fb-452c-b89d-cb781fad12db HTTP/1.1" status: 200 len: 1000 time: 0.1085012 Feb 04 14:22:26.558129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93786ba9-9277-45b7-a970-f0259a0947a6 req-567f270d-45b9-4129-a90b-a26ebc3f60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:26.559563 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93786ba9-9277-45b7-a970-f0259a0947a6 req-567f270d-45b9-4129-a90b-a26ebc3f60b1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b64fb80f-bb27-4499-a347-83af3af2e7ce HTTP/1.1" status: 200 len: 852 time: 0.1278906 Feb 04 14:22:26.578409 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c99efcb6-439c-4362-88e2-5d911bbee3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 4, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port': {'id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '2c3d49ac-31be-4fc0-9f02-91e17a838cfa', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'floating_ip_address': '172.25.5.105', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'port_id': '3b1b3632-f0fb-452c-b89d-cb781fad12db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'mac_address': 'fa:16:3e:de:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:22:24Z', 'updated_at': '2022-02-04T14:22:24Z', 'revision_number': 0, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f90694b-20fe-4461-aabb-cde80ff33c35', 'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'mac_address': 'fa:16:3e:ef:f5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:31Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 5, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'subnets': [{'id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:22:26.609353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99efcb6-439c-4362-88e2-5d911bbee3b1 None None] The sync data for ids ['c3de71e7-a1b7-4389-ab1b-e32df984b742'] in n-d-714676-13 is: [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 4, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port': {'id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '2c3d49ac-31be-4fc0-9f02-91e17a838cfa', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'floating_ip_address': '172.25.5.105', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'port_id': '3b1b3632-f0fb-452c-b89d-cb781fad12db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'mac_address': 'fa:16:3e:de:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:22:24Z', 'updated_at': '2022-02-04T14:22:24Z', 'revision_number': 0, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f90694b-20fe-4461-aabb-cde80ff33c35', 'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'mac_address': 'fa:16:3e:ef:f5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:31Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 5, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'subnets': [{'id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:22:26.687958 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93786ba9-9277-45b7-a970-f0259a0947a6 req-dcb61412-ebc3-40e1-9b43-f0b15b0fbdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:26.689565 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93786ba9-9277-45b7-a970-f0259a0947a6 req-dcb61412-ebc3-40e1-9b43-f0b15b0fbdd1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b943641f-2823-410c-88c4-492edd7fc2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1214285 Feb 04 14:22:26.747167 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-60e67a25-2b81-46da-b52d-84e186668e0b tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:26.760392 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-60e67a25-2b81-46da-b52d-84e186668e0b tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (2c3d49ac-31be-4fc0-9f02-91e17a838cfa), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:26.821811 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae2dea-3954-46aa-afba-a8549d22c6ed None None] New status for floating IP 2c3d49ac-31be-4fc0-9f02-91e17a838cfa: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:22:26.875083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93786ba9-9277-45b7-a970-f0259a0947a6 req-47c4cf95-51ff-462f-a04f-4373fe9ac2ce service neutron] 10.222.0.99 "GET /v2.0/networks/b943641f-2823-410c-88c4-492edd7fc2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754584 Feb 04 14:22:27.051852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93786ba9-9277-45b7-a970-f0259a0947a6 req-c0a41e6b-8a11-4381-8fa9-c68d7fadca91 service neutron] 10.222.0.99 "GET /v2.0/networks/b943641f-2823-410c-88c4-492edd7fc2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705425 Feb 04 14:22:27.092542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e67a25-2b81-46da-b52d-84e186668e0b tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Router c3de71e7-a1b7-4389-ab1b-e32df984b742 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:22:27.516622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e67a25-2b81-46da-b52d-84e186668e0b tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:22:27.521252 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-60e67a25-2b81-46da-b52d-84e186668e0b tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:27.528354 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b17ef7-6356-40a6-89a7-d440cebea331 None None] Sync routers for ids ['c3de71e7-a1b7-4389-ab1b-e32df984b742'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:22:27.538601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b17ef7-6356-40a6-89a7-d440cebea331 None None] Routers {'c3de71e7-a1b7-4389-ab1b-e32df984b742'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:22:27.539199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a3b17ef7-6356-40a6-89a7-d440cebea331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:22:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3de71e7-a1b7-4389-ab1b-e32df984b742'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:22:27.552762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'tag': '3b1b3632-f0fb-452c-b89d-cb781fad12db'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:22:27.555277 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d6c072-782f-41da-82f9-95d925c559c5" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd395e4-e7e9-45cf-94e2-a04451191010", "tag": "3b1b3632-f0fb-452c-b89d-cb781fad12db"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:22:27.599305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-60e67a25-2b81-46da-b52d-84e186668e0b tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "PUT /v2.0/floatingips/2c3d49ac-31be-4fc0-9f02-91e17a838cfa HTTP/1.1" status: 200 len: 992 time: 1.6784217 Feb 04 14:22:27.662354 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d383c72b-02a5-4907-8ed3-7e3167421580 x-openstack-request-id: req-d383c72b-02a5-4907-8ed3-7e3167421580 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:22:27.662702 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a3b17ef7-6356-40a6-89a7-d440cebea331 None None] Set router c3de71e7-a1b7-4389-ab1b-e32df984b742 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:22:27.662805 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd395e4-e7e9-45cf-94e2-a04451191010", "tag": "3b1b3632-f0fb-452c-b89d-cb781fad12db", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:22:27.662967 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d383c72b-02a5-4907-8ed3-7e3167421580 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:22:27.663400 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'tag': '3b1b3632-f0fb-452c-b89d-cb781fad12db', 'status': 'completed', 'code': 200} Feb 04 14:22:27.736597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6c072-782f-41da-82f9-95d925c559c5 req-07b3713b-d7e7-4441-bbcc-fe64b04f9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:27.738487 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-41d6c072-782f-41da-82f9-95d925c559c5 req-07b3713b-d7e7-4441-bbcc-fe64b04f9ffc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9772a879d4f44ae1b9bcedef113bde1f&device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 1129 time: 0.0481079 Feb 04 14:22:27.841351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6c072-782f-41da-82f9-95d925c559c5 req-17c26bec-44f8-4bf4-bb1c-a8995555b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:27.842876 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-41d6c072-782f-41da-82f9-95d925c559c5 req-17c26bec-44f8-4bf4-bb1c-a8995555b2eb service neutron] 10.222.0.99 "GET /v2.0/networks?id=b943641f-2823-410c-88c4-492edd7fc2cb HTTP/1.1" status: 200 len: 914 time: 0.0987296 Feb 04 14:22:27.913955 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-41d6c072-782f-41da-82f9-95d925c559c5 req-35fe5389-2fd1-453e-9630-28df3222d9fb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1b3632-f0fb-452c-b89d-cb781fad12db HTTP/1.1" status: 200 len: 1002 time: 0.0656123 Feb 04 14:22:27.920516 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a3b17ef7-6356-40a6-89a7-d440cebea331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 4, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port': {'id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '2c3d49ac-31be-4fc0-9f02-91e17a838cfa', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'floating_ip_address': '172.25.5.105', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'port_id': '3b1b3632-f0fb-452c-b89d-cb781fad12db', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'mac_address': 'fa:16:3e:de:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:22:24Z', 'updated_at': '2022-02-04T14:22:26Z', 'revision_number': 2, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f90694b-20fe-4461-aabb-cde80ff33c35', 'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'mac_address': 'fa:16:3e:ef:f5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:31Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 5, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'subnets': [{'id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:22:27.953269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b17ef7-6356-40a6-89a7-d440cebea331 None None] Checking router: c3de71e7-a1b7-4389-ab1b-e32df984b742 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:22:27.962752 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b17ef7-6356-40a6-89a7-d440cebea331 None None] Routers {'c3de71e7-a1b7-4389-ab1b-e32df984b742'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:22:27.963377 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a3b17ef7-6356-40a6-89a7-d440cebea331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:22:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3de71e7-a1b7-4389-ab1b-e32df984b742'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:22:27.971712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6c072-782f-41da-82f9-95d925c559c5 req-350a8059-78f8-4e50-b963-2d6ca20d4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:27.973304 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-41d6c072-782f-41da-82f9-95d925c559c5 req-350a8059-78f8-4e50-b963-2d6ca20d4ad2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b64fb80f-bb27-4499-a347-83af3af2e7ce HTTP/1.1" status: 200 len: 852 time: 0.0539842 Feb 04 14:22:28.026681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6c072-782f-41da-82f9-95d925c559c5 req-8e97a7e4-ebd3-4719-98db-6bafd6e92f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:28.028261 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-41d6c072-782f-41da-82f9-95d925c559c5 req-8e97a7e4-ebd3-4719-98db-6bafd6e92f12 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b943641f-2823-410c-88c4-492edd7fc2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486662 Feb 04 14:22:28.082430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a3b17ef7-6356-40a6-89a7-d440cebea331 None None] Set router c3de71e7-a1b7-4389-ab1b-e32df984b742 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:22:28.125540 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-41d6c072-782f-41da-82f9-95d925c559c5 req-61dc5f17-4b2f-49aa-865a-ed2e8287e792 service neutron] 10.222.0.99 "GET /v2.0/networks/b943641f-2823-410c-88c4-492edd7fc2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912030 Feb 04 14:22:28.224029 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-41d6c072-782f-41da-82f9-95d925c559c5 req-17c8b176-98ef-4621-ba98-9bf29fe97e38 service neutron] 10.222.0.99 "GET /v2.0/networks/b943641f-2823-410c-88c4-492edd7fc2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929694 Feb 04 14:22:28.327810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a3b17ef7-6356-40a6-89a7-d440cebea331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 4, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port': {'id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '2c3d49ac-31be-4fc0-9f02-91e17a838cfa', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'floating_ip_address': '172.25.5.105', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'port_id': '3b1b3632-f0fb-452c-b89d-cb781fad12db', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'mac_address': 'fa:16:3e:de:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:22:24Z', 'updated_at': '2022-02-04T14:22:26Z', 'revision_number': 2, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f90694b-20fe-4461-aabb-cde80ff33c35', 'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'mac_address': 'fa:16:3e:ef:f5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:31Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 5, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'subnets': [{'id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:22:28.358537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b17ef7-6356-40a6-89a7-d440cebea331 None None] The sync data for ids ['c3de71e7-a1b7-4389-ab1b-e32df984b742'] in n-d-714676-13 is: [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 4, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port': {'id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '2c3d49ac-31be-4fc0-9f02-91e17a838cfa', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'floating_ip_address': '172.25.5.105', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'port_id': '3b1b3632-f0fb-452c-b89d-cb781fad12db', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'mac_address': 'fa:16:3e:de:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:22:24Z', 'updated_at': '2022-02-04T14:22:26Z', 'revision_number': 2, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f90694b-20fe-4461-aabb-cde80ff33c35', 'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'mac_address': 'fa:16:3e:ef:f5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:31Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 5, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'subnets': [{'id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:22:29.665354 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'tag': '3b1b3632-f0fb-452c-b89d-cb781fad12db'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:22:29.667814 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8823df7-1ad1-4a2e-bf1f-ee4f3846cb4d" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd395e4-e7e9-45cf-94e2-a04451191010", "tag": "3b1b3632-f0fb-452c-b89d-cb781fad12db"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:22:29.706797 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050010d1-67e5-41c5-a7bf-8beaeb510ee2 x-openstack-request-id: req-050010d1-67e5-41c5-a7bf-8beaeb510ee2 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:22:29.707156 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd395e4-e7e9-45cf-94e2-a04451191010", "tag": "3b1b3632-f0fb-452c-b89d-cb781fad12db", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:22:29.707763 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-050010d1-67e5-41c5-a7bf-8beaeb510ee2 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:22:29.707897 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'tag': '3b1b3632-f0fb-452c-b89d-cb781fad12db', 'status': 'completed', 'code': 200} Feb 04 14:22:29.775827 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8823df7-1ad1-4a2e-bf1f-ee4f3846cb4d req-cdf946c3-2e7a-4fe8-af07-2f5680bb1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:29.777354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8823df7-1ad1-4a2e-bf1f-ee4f3846cb4d req-cdf946c3-2e7a-4fe8-af07-2f5680bb1ff4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9772a879d4f44ae1b9bcedef113bde1f&device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 1129 time: 0.0485871 Feb 04 14:22:29.877200 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8823df7-1ad1-4a2e-bf1f-ee4f3846cb4d req-fdce25dc-0678-40fd-9780-115eb4f70062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:29.878835 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8823df7-1ad1-4a2e-bf1f-ee4f3846cb4d req-fdce25dc-0678-40fd-9780-115eb4f70062 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b943641f-2823-410c-88c4-492edd7fc2cb HTTP/1.1" status: 200 len: 914 time: 0.0951300 Feb 04 14:22:29.946330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8823df7-1ad1-4a2e-bf1f-ee4f3846cb4d req-9ab21dcf-7108-4f87-9b6a-95815a728894 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1b3632-f0fb-452c-b89d-cb781fad12db HTTP/1.1" status: 200 len: 1002 time: 0.0609269 Feb 04 14:22:29.996663 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8823df7-1ad1-4a2e-bf1f-ee4f3846cb4d req-ff345b1d-9eda-4073-9279-cf3ac33302ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:29.998175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8823df7-1ad1-4a2e-bf1f-ee4f3846cb4d req-ff345b1d-9eda-4073-9279-cf3ac33302ec service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b64fb80f-bb27-4499-a347-83af3af2e7ce HTTP/1.1" status: 200 len: 852 time: 0.0468025 Feb 04 14:22:30.055674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8823df7-1ad1-4a2e-bf1f-ee4f3846cb4d req-a9201ba7-6f7e-40f3-a186-d41ce0dc907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:30.057210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8823df7-1ad1-4a2e-bf1f-ee4f3846cb4d req-a9201ba7-6f7e-40f3-a186-d41ce0dc907f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b943641f-2823-410c-88c4-492edd7fc2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0532072 Feb 04 14:22:30.155342 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8823df7-1ad1-4a2e-bf1f-ee4f3846cb4d req-fd25a786-7eb6-4c2a-99cb-e5691a1b52aa service neutron] 10.222.0.99 "GET /v2.0/networks/b943641f-2823-410c-88c4-492edd7fc2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918775 Feb 04 14:22:30.253611 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8823df7-1ad1-4a2e-bf1f-ee4f3846cb4d req-e7a6246d-7bbc-4f6e-8dc5-b229bdd4d0ad service neutron] 10.222.0.99 "GET /v2.0/networks/b943641f-2823-410c-88c4-492edd7fc2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922797 Feb 04 14:22:34.097596 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:22:41.050179 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d9b64d22-16e7-4cd7-9898-0de5dd5568a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:44.378813 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:45.165365 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:45.233586 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c98ddbef-b023-412b-9e01-74356bf6b87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:45.756301 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:47.097629 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:48.028056 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:56.131174 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33752) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:22:56.304811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Deleting port 2c555c10-6f25-4110-ac2e-7200d990d80c {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:22:56.305164 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2c555c10-6f25-4110-ac2e-7200d990d80c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:56.381400 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2c555c10-6f25-4110-ac2e-7200d990d80c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:56.381648 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for floatingip (2c555c10-6f25-4110-ac2e-7200d990d80c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:56.394034 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Calling delete_port for 2c555c10-6f25-4110-ac2e-7200d990d80c owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:22:56.544541 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2c555c10-6f25-4110-ac2e-7200d990d80c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:56.568585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Pushing event deleted for resources: {'Port': ['ID=2c555c10-6f25-4110-ac2e-7200d990d80c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:22:56.583134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:56.583494 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:56.583840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:56.584182 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:56.584520 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:56.584854 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:56.585182 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:56.585512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:56.585837 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:56.586187 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:56.586515 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:56.586835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:56.587156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:56.646690 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for floatingip (2c3d49ac-31be-4fc0-9f02-91e17a838cfa), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:56.647016 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Floating IP 2c3d49ac-31be-4fc0-9f02-91e17a838cfa disassociated (deleted). External IP: 172.25.5.105, port: 3b1b3632-f0fb-452c-b89d-cb781fad12db. Feb 04 14:22:56.864259 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Router c3de71e7-a1b7-4389-ab1b-e32df984b742 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:22:56.977850 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:22:56.982967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:56.988488 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec0420e-b52d-4aac-a899-cd6da5018ecc None None] Sync routers for ids ['c3de71e7-a1b7-4389-ab1b-e32df984b742'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:22:56.999251 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec0420e-b52d-4aac-a899-cd6da5018ecc None None] Routers {'c3de71e7-a1b7-4389-ab1b-e32df984b742'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:22:56.999774 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bec0420e-b52d-4aac-a899-cd6da5018ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:22:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3de71e7-a1b7-4389-ab1b-e32df984b742'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:22:57.013704 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d24ac490-9b22-46ba-9617-39128633352d tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "DELETE /v2.0/floatingips/2c3d49ac-31be-4fc0-9f02-91e17a838cfa HTTP/1.1" status: 204 len: 168 time: 0.8809302 Feb 04 14:22:57.014323 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'tag': '3b1b3632-f0fb-452c-b89d-cb781fad12db'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:22:57.016847 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4738d8-9e7f-4870-b224-01db142c43eb" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd395e4-e7e9-45cf-94e2-a04451191010", "tag": "3b1b3632-f0fb-452c-b89d-cb781fad12db"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:22:57.108606 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-bec0420e-b52d-4aac-a899-cd6da5018ecc None None] Set router c3de71e7-a1b7-4389-ab1b-e32df984b742 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:22:57.180059 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9369324-3eb6-444b-a774-4b9611103da1 x-openstack-request-id: req-b9369324-3eb6-444b-a774-4b9611103da1 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:22:57.180583 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd395e4-e7e9-45cf-94e2-a04451191010", "tag": "3b1b3632-f0fb-452c-b89d-cb781fad12db", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:22:57.180667 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b9369324-3eb6-444b-a774-4b9611103da1 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:22:57.181017 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'tag': '3b1b3632-f0fb-452c-b89d-cb781fad12db', 'status': 'completed', 'code': 200} Feb 04 14:22:57.284710 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4738d8-9e7f-4870-b224-01db142c43eb req-a54ba228-b6a1-4cca-a156-d0f329eeb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:57.287005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d4738d8-9e7f-4870-b224-01db142c43eb req-a54ba228-b6a1-4cca-a156-d0f329eeb0f6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9772a879d4f44ae1b9bcedef113bde1f&device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 1129 time: 0.0839000 Feb 04 14:22:57.306671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffa6f6-6623-49d0-b235-523485df08a8 req-eaf94812-058f-4ff9-a09e-581b7931c5fe tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:57.308220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87ffa6f6-6623-49d0-b235-523485df08a8 req-eaf94812-058f-4ff9-a09e-581b7931c5fe tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 946 time: 0.0781412 Feb 04 14:22:57.320348 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bec0420e-b52d-4aac-a899-cd6da5018ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 4, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port': {'id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '2f90694b-20fe-4461-aabb-cde80ff33c35', 'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'mac_address': 'fa:16:3e:ef:f5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:31Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 5, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'subnets': [{'id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:22:57.347522 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec0420e-b52d-4aac-a899-cd6da5018ecc None None] Checking router: c3de71e7-a1b7-4389-ab1b-e32df984b742 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:22:57.356026 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec0420e-b52d-4aac-a899-cd6da5018ecc None None] Routers {'c3de71e7-a1b7-4389-ab1b-e32df984b742'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:22:57.357217 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bec0420e-b52d-4aac-a899-cd6da5018ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:22:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3de71e7-a1b7-4389-ab1b-e32df984b742'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:22:57.421202 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87ffa6f6-6623-49d0-b235-523485df08a8 req-9cd1f4d9-d616-4a5f-b5cb-2c7262e35d55 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1055529 Feb 04 14:22:57.443845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4738d8-9e7f-4870-b224-01db142c43eb req-07d24f67-4c64-4296-96a8-f54ba800c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:57.443845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d4738d8-9e7f-4870-b224-01db142c43eb req-07d24f67-4c64-4296-96a8-f54ba800c753 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b943641f-2823-410c-88c4-492edd7fc2cb HTTP/1.1" status: 200 len: 914 time: 0.1432745 Feb 04 14:22:57.471175 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-bec0420e-b52d-4aac-a899-cd6da5018ecc None None] Set router c3de71e7-a1b7-4389-ab1b-e32df984b742 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:22:57.486779 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d4738d8-9e7f-4870-b224-01db142c43eb req-f99bf02e-2725-4fe6-9327-c324a2f6015b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1b3632-f0fb-452c-b89d-cb781fad12db HTTP/1.1" status: 200 len: 217 time: 0.0395954 Feb 04 14:22:57.543115 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4738d8-9e7f-4870-b224-01db142c43eb req-27de5216-985a-4bf7-bf55-053aeceb4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:57.545375 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d4738d8-9e7f-4870-b224-01db142c43eb req-27de5216-985a-4bf7-bf55-053aeceb4333 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b64fb80f-bb27-4499-a347-83af3af2e7ce HTTP/1.1" status: 200 len: 852 time: 0.0529056 Feb 04 14:22:57.610165 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4738d8-9e7f-4870-b224-01db142c43eb req-1911f208-55d9-4a0d-ad61-25703e71dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:57.612529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d4738d8-9e7f-4870-b224-01db142c43eb req-1911f208-55d9-4a0d-ad61-25703e71dc6d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b943641f-2823-410c-88c4-492edd7fc2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0608149 Feb 04 14:22:57.705222 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d4738d8-9e7f-4870-b224-01db142c43eb req-c81af591-890c-48d3-95fd-f5162d2370ac service neutron] 10.222.0.99 "GET /v2.0/networks/b943641f-2823-410c-88c4-492edd7fc2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860276 Feb 04 14:22:57.765508 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bec0420e-b52d-4aac-a899-cd6da5018ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 4, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port': {'id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '2f90694b-20fe-4461-aabb-cde80ff33c35', 'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'mac_address': 'fa:16:3e:ef:f5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:31Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 5, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'subnets': [{'id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:22:57.796257 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec0420e-b52d-4aac-a899-cd6da5018ecc None None] The sync data for ids ['c3de71e7-a1b7-4389-ab1b-e32df984b742'] in n-d-714676-13 is: [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:32Z', 'revision_number': 4, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port': {'id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '2f90694b-20fe-4461-aabb-cde80ff33c35', 'name': '', 'network_id': 'b943641f-2823-410c-88c4-492edd7fc2cb', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'mac_address': 'fa:16:3e:ef:f5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:31Z', 'updated_at': '2022-02-04T14:19:37Z', 'revision_number': 5, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'subnets': [{'id': 'b64fb80f-bb27-4499-a347-83af3af2e7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:22:57.803274 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d4738d8-9e7f-4870-b224-01db142c43eb req-6fc935c4-af7e-46f7-8251-1696a8865ef2 service neutron] 10.222.0.99 "GET /v2.0/networks/b943641f-2823-410c-88c4-492edd7fc2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920739 Feb 04 14:22:58.023974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac786fb6-9559-4d4f-bc8f-9a81e100eba1 None None] New status for floating IP 2c3d49ac-31be-4fc0-9f02-91e17a838cfa: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:22:58.547691 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b3f3e-b9dd-4291-b808-30e2131c28b2 req-52ccfa58-90a6-4e6c-a2a1-70c052737aa1 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:58.549205 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a0b3f3e-b9dd-4291-b808-30e2131c28b2 req-52ccfa58-90a6-4e6c-a2a1-70c052737aa1 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 946 time: 0.0573637 Feb 04 14:22:58.600374 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a0b3f3e-b9dd-4291-b808-30e2131c28b2 req-5906a3a5-35b2-4e03-a791-e7ef7f45b83b tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f9e11c8-c98b-4688-b508-27a9f270769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455210 Feb 04 14:22:58.923987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e301f6d-8f0f-472f-b6b5-3f9fdce779ed req-5df26ccb-d1fe-4607-889b-efb8f5092335 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:58.925482 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e301f6d-8f0f-472f-b6b5-3f9fdce779ed req-5df26ccb-d1fe-4607-889b-efb8f5092335 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 946 time: 0.0574870 Feb 04 14:22:59.017716 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-7e301f6d-8f0f-472f-b6b5-3f9fdce779ed req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Deleting port 3b1b3632-f0fb-452c-b89d-cb781fad12db {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:22:59.018061 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7e301f6d-8f0f-472f-b6b5-3f9fdce779ed req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3b1b3632-f0fb-452c-b89d-cb781fad12db), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:59.110785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-7e301f6d-8f0f-472f-b6b5-3f9fdce779ed req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] For port 3b1b3632-f0fb-452c-b89d-cb781fad12db, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=3b1b3632-f0fb-452c-b89d-cb781fad12db,segment=NetworkSegment(6391b596-99b6-4e0f-8e71-d63efc56b7fd),segment_id=6391b596-99b6-4e0f-8e71-d63efc56b7fd)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:22:59.111144 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7e301f6d-8f0f-472f-b6b5-3f9fdce779ed req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3b1b3632-f0fb-452c-b89d-cb781fad12db), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:59.124971 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-7e301f6d-8f0f-472f-b6b5-3f9fdce779ed req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Calling delete_port for 3b1b3632-f0fb-452c-b89d-cb781fad12db owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:22:59.250771 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7e301f6d-8f0f-472f-b6b5-3f9fdce779ed req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (3b1b3632-f0fb-452c-b89d-cb781fad12db), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:59.283965 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Pushing event deleted for resources: {'Port': ['ID=3b1b3632-f0fb-452c-b89d-cb781fad12db,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:22:59.314162 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:59.314506 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:59.314847 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:59.315190 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:59.315517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:59.315849 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:59.316213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:59.316647 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:59.316978 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:59.317301 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:59.317623 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:59.317945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:59.318290 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:22:59.341261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e301f6d-8f0f-472f-b6b5-3f9fdce779ed req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] No DVR routers for this DVR port 3b1b3632-f0fb-452c-b89d-cb781fad12db on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:22:59.344084 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-7e301f6d-8f0f-472f-b6b5-3f9fdce779ed req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:22:59.347762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e301f6d-8f0f-472f-b6b5-3f9fdce779ed req-0efcb653-7581-4209-b2a6-c8de9a972f29 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.99 "DELETE /v2.0/ports/3b1b3632-f0fb-452c-b89d-cb781fad12db HTTP/1.1" status: 204 len: 173 time: 0.4174116 Feb 04 14:22:59.348217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'name': 'network-vif-deleted', 'tag': '3b1b3632-f0fb-452c-b89d-cb781fad12db'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:22:59.351116 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dedde90-1fd4-4614-a842-eaee2a559e8e" -d '{"events": [{"server_uuid": "dfd395e4-e7e9-45cf-94e2-a04451191010", "name": "network-vif-deleted", "tag": "3b1b3632-f0fb-452c-b89d-cb781fad12db"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:22:59.393440 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7126ee5-41fa-4131-9d13-a3e17a6c773e x-openstack-request-id: req-a7126ee5-41fa-4131-9d13-a3e17a6c773e {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:22:59.393738 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd395e4-e7e9-45cf-94e2-a04451191010", "name": "network-vif-deleted", "tag": "3b1b3632-f0fb-452c-b89d-cb781fad12db", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:22:59.393996 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a7126ee5-41fa-4131-9d13-a3e17a6c773e {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:22:59.394431 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd395e4-e7e9-45cf-94e2-a04451191010', 'name': 'network-vif-deleted', 'tag': '3b1b3632-f0fb-452c-b89d-cb781fad12db', 'status': 'completed', 'code': 200} Feb 04 14:22:59.710793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14410452-3b09-4c37-90ad-435c4591c7a1 req-68c23c9f-cde7-41ee-b6e0-edb88922d350 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 210 time: 0.0362666 Feb 04 14:23:00.808641 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0af00e8d-6887-4839-b5f9-2b5bfc44ccac req-93d431fc-c65c-4038-a677-28568fe27194 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 210 time: 0.0289254 Feb 04 14:23:01.907486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a7d7ecf0-f82c-47b1-88ce-714e6de182ce req-e5cf725f-8da3-4646-ac13-165cd7daa82c tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 210 time: 0.0317943 Feb 04 14:23:03.003190 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fdb1b5d-6389-40c4-bd82-06f6ac63e33d req-9dd64fab-f4a3-413a-9caf-35b439cea274 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 210 time: 0.0277448 Feb 04 14:23:03.740624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 3b1b3632-f0fb-452c-b89d-cb781fad12db no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:23:03.764809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 3b1b3632-f0fb-452c-b89d-cb781fad12db {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:23:03.765150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 3b1b3632-f0fb-452c-b89d-cb781fad12db not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:23:04.101433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ebd22b24-9cb7-4e8a-919a-6140e85a5737 req-19cc3d66-c541-49e2-a4be-e7650ed47d5e tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 210 time: 0.0295870 Feb 04 14:23:05.199636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34215ccf-d022-41b2-960a-bf9146b3fbcf req-90fb6680-1ef9-49c4-bbc3-4a0cc34d2bc1 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 210 time: 0.0282226 Feb 04 14:23:06.297796 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e962da96-4c22-4140-b7a8-46cfc7eb2140 req-5bc15de5-668c-40ee-9f8d-63ab9d454349 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 210 time: 0.0278080 Feb 04 14:23:07.405692 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05e954b8-c3ac-4719-8754-666d1af78418 req-b6f53194-2cdc-4b9a-ba72-de3cd0615246 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd395e4-e7e9-45cf-94e2-a04451191010 HTTP/1.1" status: 200 len: 210 time: 0.0367661 Feb 04 14:23:08.466414 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 33792) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:08.524353 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-79d141b0-a6f3-4043-8aef-21f973d1afe2 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group (6f9e11c8-c98b-4688-b508-27a9f270769f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:08.549792 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-79d141b0-a6f3-4043-8aef-21f973d1afe2 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group (6f9e11c8-c98b-4688-b508-27a9f270769f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:08.617739 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-79d141b0-a6f3-4043-8aef-21f973d1afe2 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6f9e11c8-c98b-4688-b508-27a9f270769f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:08.620729 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-79d141b0-a6f3-4043-8aef-21f973d1afe2 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:08.622723 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-79d141b0-a6f3-4043-8aef-21f973d1afe2 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] 10.222.0.96 "DELETE /v2.0/security-groups/6f9e11c8-c98b-4688-b508-27a9f270769f HTTP/1.1" status: 204 len: 168 time: 0.1550925 Feb 04 14:23:08.638428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d141b0-a6f3-4043-8aef-21f973d1afe2 tempest-TestVolumeBackupRestore-931898084 tempest-TestVolumeBackupRestore-931898084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9e11c8-c98b-4688-b508-27a9f270769f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:11.062849 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c938f2f8-3e12-4f72-a81b-301f6da61c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:11.100191 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:23:14.373321 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:15.178927 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:15.239133 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34250) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:15.255834 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f1862887-c4e4-4bcb-a9d8-28bbe5efeece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:15.646965 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59b1e10c-9668-4e3d-ba49-86637a6dc2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (c3de71e7-a1b7-4389-ab1b-e32df984b742), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:15.766870 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:15.923404 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-59b1e10c-9668-4e3d-ba49-86637a6dc2fb admin admin] Deleting port 2f90694b-20fe-4461-aabb-cde80ff33c35 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:23:15.923748 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59b1e10c-9668-4e3d-ba49-86637a6dc2fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:16.002179 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-59b1e10c-9668-4e3d-ba49-86637a6dc2fb admin admin] For port 2f90694b-20fe-4461-aabb-cde80ff33c35, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=2f90694b-20fe-4461-aabb-cde80ff33c35,segment=NetworkSegment(6391b596-99b6-4e0f-8e71-d63efc56b7fd),segment_id=6391b596-99b6-4e0f-8e71-d63efc56b7fd)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:23:16.002777 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59b1e10c-9668-4e3d-ba49-86637a6dc2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:16.015816 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-59b1e10c-9668-4e3d-ba49-86637a6dc2fb admin admin] Calling delete_port for 2f90694b-20fe-4461-aabb-cde80ff33c35 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:23:16.201876 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59b1e10c-9668-4e3d-ba49-86637a6dc2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2f90694b-20fe-4461-aabb-cde80ff33c35), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:16.231613 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1e10c-9668-4e3d-ba49-86637a6dc2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=2f90694b-20fe-4461-aabb-cde80ff33c35,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:16.413003 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59b1e10c-9668-4e3d-ba49-86637a6dc2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (c3de71e7-a1b7-4389-ab1b-e32df984b742), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:16.922339 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b1e10c-9668-4e3d-ba49-86637a6dc2fb admin admin] Router c3de71e7-a1b7-4389-ab1b-e32df984b742 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:23:17.035208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b1e10c-9668-4e3d-ba49-86637a6dc2fb admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:23:17.040535 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-59b1e10c-9668-4e3d-ba49-86637a6dc2fb admin admin] 10.222.0.96 "PUT /v2.0/routers/c3de71e7-a1b7-4389-ab1b-e32df984b742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7994649 Feb 04 14:23:17.042800 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34252) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:17.045678 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b590b0f1-c538-4b43-aee8-fb86f0bffc08 None None] Sync routers for ids ['c3de71e7-a1b7-4389-ab1b-e32df984b742'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:23:17.055731 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b590b0f1-c538-4b43-aee8-fb86f0bffc08 None None] Routers {'c3de71e7-a1b7-4389-ab1b-e32df984b742'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:23:17.056574 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b590b0f1-c538-4b43-aee8-fb86f0bffc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:23:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3de71e7-a1b7-4389-ab1b-e32df984b742'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:23:17.109117 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:17.161443 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2afd6b44-f61e-49fd-90a0-7bc1d8f932fd admin admin] Publish callbacks [] for router (c3de71e7-a1b7-4389-ab1b-e32df984b742), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:17.170374 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b590b0f1-c538-4b43-aee8-fb86f0bffc08 None None] Set router c3de71e7-a1b7-4389-ab1b-e32df984b742 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:23:17.274345 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2afd6b44-f61e-49fd-90a0-7bc1d8f932fd admin admin] Publish callbacks [] for router_gateway (c3de71e7-a1b7-4389-ab1b-e32df984b742), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:17.335692 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2afd6b44-f61e-49fd-90a0-7bc1d8f932fd admin admin] Deleting port 0801bbdf-ac21-4f5a-adff-4e55604bee05 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:23:17.336119 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2afd6b44-f61e-49fd-90a0-7bc1d8f932fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0801bbdf-ac21-4f5a-adff-4e55604bee05), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:17.368085 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b590b0f1-c538-4b43-aee8-fb86f0bffc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:23:16Z', 'revision_number': 5, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port': {'id': '0801bbdf-ac21-4f5a-adff-4e55604bee05', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:23:17.397296 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b590b0f1-c538-4b43-aee8-fb86f0bffc08 None None] Checking router: c3de71e7-a1b7-4389-ab1b-e32df984b742 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:23:17.407675 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b590b0f1-c538-4b43-aee8-fb86f0bffc08 None None] Routers {'c3de71e7-a1b7-4389-ab1b-e32df984b742'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:23:17.408420 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b590b0f1-c538-4b43-aee8-fb86f0bffc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:23:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c3de71e7-a1b7-4389-ab1b-e32df984b742'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:23:17.423229 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-2afd6b44-f61e-49fd-90a0-7bc1d8f932fd admin admin] For port 0801bbdf-ac21-4f5a-adff-4e55604bee05, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0801bbdf-ac21-4f5a-adff-4e55604bee05,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:23:17.423726 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2afd6b44-f61e-49fd-90a0-7bc1d8f932fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0801bbdf-ac21-4f5a-adff-4e55604bee05), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:17.437239 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2afd6b44-f61e-49fd-90a0-7bc1d8f932fd admin admin] Calling delete_port for 0801bbdf-ac21-4f5a-adff-4e55604bee05 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:23:17.503722 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b590b0f1-c538-4b43-aee8-fb86f0bffc08 None None] Set router c3de71e7-a1b7-4389-ab1b-e32df984b742 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:23:17.561601 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b590b0f1-c538-4b43-aee8-fb86f0bffc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:23:17Z', 'revision_number': 6, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:23:17.596939 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b590b0f1-c538-4b43-aee8-fb86f0bffc08 None None] The sync data for ids ['c3de71e7-a1b7-4389-ab1b-e32df984b742'] in n-d-714676-13 is: [{'id': 'c3de71e7-a1b7-4389-ab1b-e32df984b742', 'name': 'tempest-TestVolumeBackupRestore-454567849-router', 'tenant_id': '9772a879d4f44ae1b9bcedef113bde1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:29Z', 'updated_at': '2022-02-04T14:23:17Z', 'revision_number': 6, 'project_id': '9772a879d4f44ae1b9bcedef113bde1f', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:23:17.628858 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2afd6b44-f61e-49fd-90a0-7bc1d8f932fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (0801bbdf-ac21-4f5a-adff-4e55604bee05), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:17.655988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd6b44-f61e-49fd-90a0-7bc1d8f932fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0801bbdf-ac21-4f5a-adff-4e55604bee05,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:17.723322 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2afd6b44-f61e-49fd-90a0-7bc1d8f932fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (c3de71e7-a1b7-4389-ab1b-e32df984b742), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:17.819357 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2afd6b44-f61e-49fd-90a0-7bc1d8f932fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (c3de71e7-a1b7-4389-ab1b-e32df984b742), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:17.821504 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2afd6b44-f61e-49fd-90a0-7bc1d8f932fd admin admin] Publish callbacks [] for router_controller (c3de71e7-a1b7-4389-ab1b-e32df984b742), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:17.866441 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2afd6b44-f61e-49fd-90a0-7bc1d8f932fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (c3de71e7-a1b7-4389-ab1b-e32df984b742), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:17.866923 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afd6b44-f61e-49fd-90a0-7bc1d8f932fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3de71e7-a1b7-4389-ab1b-e32df984b742 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:23:17.871417 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2afd6b44-f61e-49fd-90a0-7bc1d8f932fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:17.872577 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2afd6b44-f61e-49fd-90a0-7bc1d8f932fd admin admin] 10.222.0.96 "DELETE /v2.0/routers/c3de71e7-a1b7-4389-ab1b-e32df984b742 HTTP/1.1" status: 204 len: 168 time: 0.8288474 Feb 04 14:23:17.875073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34254) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:17.925375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae036895-a3d7-4190-af72-9f9f5de1a7af admin admin] Deleting subnet b64fb80f-bb27-4499-a347-83af3af2e7ce {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:23:17.929062 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae036895-a3d7-4190-af72-9f9f5de1a7af admin admin] Publish callbacks [] for subnet (b64fb80f-bb27-4499-a347-83af3af2e7ce), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:17.972880 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae036895-a3d7-4190-af72-9f9f5de1a7af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (b64fb80f-bb27-4499-a347-83af3af2e7ce), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.047081 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.075384 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2f90694b-20fe-4461-aabb-cde80ff33c35 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:23:18.078789 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae036895-a3d7-4190-af72-9f9f5de1a7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (b64fb80f-bb27-4499-a347-83af3af2e7ce), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.097798 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 2f90694b-20fe-4461-aabb-cde80ff33c35 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:23:18.098263 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 2f90694b-20fe-4461-aabb-cde80ff33c35 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:23:18.137785 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae036895-a3d7-4190-af72-9f9f5de1a7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (b64fb80f-bb27-4499-a347-83af3af2e7ce), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.161380 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae036895-a3d7-4190-af72-9f9f5de1a7af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b64fb80f-bb27-4499-a347-83af3af2e7ce,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:18.167116 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae036895-a3d7-4190-af72-9f9f5de1a7af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.171476 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ae036895-a3d7-4190-af72-9f9f5de1a7af admin admin] 10.222.0.96 "DELETE /v2.0/subnets/b64fb80f-bb27-4499-a347-83af3af2e7ce HTTP/1.1" status: 204 len: 168 time: 0.2954552 Feb 04 14:23:18.173924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34256) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:18.174058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9de5dad-10c8-4411-9813-843ef6d89267 None None] Network b943641f-2823-410c-88c4-492edd7fc2cb requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:23:18.243595 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (b943641f-2823-410c-88c4-492edd7fc2cb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.303815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] Deleting port f55ec20a-82fa-495f-be29-f9dacdd4d29d {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:23:18.304164 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f55ec20a-82fa-495f-be29-f9dacdd4d29d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.372513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] For port f55ec20a-82fa-495f-be29-f9dacdd4d29d, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f55ec20a-82fa-495f-be29-f9dacdd4d29d,segment=NetworkSegment(6391b596-99b6-4e0f-8e71-d63efc56b7fd),segment_id=6391b596-99b6-4e0f-8e71-d63efc56b7fd)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:23:18.373388 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f55ec20a-82fa-495f-be29-f9dacdd4d29d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.388931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] Calling delete_port for f55ec20a-82fa-495f-be29-f9dacdd4d29d owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:23:18.411703 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522924e3-73d5-4218-8c2a-fea06478c86c None None] DHCP port deletion for b943641f-2823-410c-88c4-492edd7fc2cb request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:23:18.463577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-522924e3-73d5-4218-8c2a-fea06478c86c None None] Deleting port f55ec20a-82fa-495f-be29-f9dacdd4d29d {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:23:18.464031 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-522924e3-73d5-4218-8c2a-fea06478c86c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f55ec20a-82fa-495f-be29-f9dacdd4d29d), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.473881 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f55ec20a-82fa-495f-be29-f9dacdd4d29d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.508210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] Pushing event deleted for resources: {'Port': ['ID=f55ec20a-82fa-495f-be29-f9dacdd4d29d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:18.510452 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] No DVR routers for this DVR port f55ec20a-82fa-495f-be29-f9dacdd4d29d on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:23:18.543599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-522924e3-73d5-4218-8c2a-fea06478c86c None None] For port f55ec20a-82fa-495f-be29-f9dacdd4d29d, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f55ec20a-82fa-495f-be29-f9dacdd4d29d,segment=NetworkSegment(6391b596-99b6-4e0f-8e71-d63efc56b7fd),segment_id=6391b596-99b6-4e0f-8e71-d63efc56b7fd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:23:18.544286 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-522924e3-73d5-4218-8c2a-fea06478c86c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f55ec20a-82fa-495f-be29-f9dacdd4d29d), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.557759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-522924e3-73d5-4218-8c2a-fea06478c86c None None] Calling delete_port for f55ec20a-82fa-495f-be29-f9dacdd4d29d owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:23:18.584762 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (b943641f-2823-410c-88c4-492edd7fc2cb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.612925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b943641f-2823-410c-88c4-492edd7fc2cb']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:23:18.624318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6391b596-99b6-4e0f-8e71-d63efc56b7fd') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:23:18.624636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6391b596-99b6-4e0f-8e71-d63efc56b7fd') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:23:18.635367 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (6391b596-99b6-4e0f-8e71-d63efc56b7fd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.640032 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-522924e3-73d5-4218-8c2a-fea06478c86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (f55ec20a-82fa-495f-be29-f9dacdd4d29d), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.649712 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (6391b596-99b6-4e0f-8e71-d63efc56b7fd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.656637 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:23:18.657042 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (6391b596-99b6-4e0f-8e71-d63efc56b7fd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:23:18.658795 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:23:18.670087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522924e3-73d5-4218-8c2a-fea06478c86c None None] Pushing event deleted for resources: {'Port': ['ID=f55ec20a-82fa-495f-be29-f9dacdd4d29d,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:18.674057 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522924e3-73d5-4218-8c2a-fea06478c86c None None] No DVR routers for this DVR port f55ec20a-82fa-495f-be29-f9dacdd4d29d on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:23:18.726418 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (b943641f-2823-410c-88c4-492edd7fc2cb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.731664 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:18.736447 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] 10.222.0.96 "DELETE /v2.0/networks/b943641f-2823-410c-88c4-492edd7fc2cb HTTP/1.1" status: 204 len: 168 time: 0.5610456 Feb 04 14:23:18.739100 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34258) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:18.750571 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda88137-4ff8-496a-97ca-8ea469eea149 admin admin] Pushing event deleted for resources: {'Network': ['ID=b943641f-2823-410c-88c4-492edd7fc2cb,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:19.102857 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b034032a-2628-40e0-bd2c-bded6c72b880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (ff38bd9d-89e8-40f3-ad23-4a0c23497037), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:19.357481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-b034032a-2628-40e0-bd2c-bded6c72b880 admin admin] Deleting port 4723262d-fea9-4490-966a-26ef1b797bdf {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:23:19.357818 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b034032a-2628-40e0-bd2c-bded6c72b880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4723262d-fea9-4490-966a-26ef1b797bdf), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:19.437609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-b034032a-2628-40e0-bd2c-bded6c72b880 admin admin] For port 4723262d-fea9-4490-966a-26ef1b797bdf, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4723262d-fea9-4490-966a-26ef1b797bdf,segment=NetworkSegment(a49108f7-6969-4ea6-9c46-49ed582b1ec5),segment_id=a49108f7-6969-4ea6-9c46-49ed582b1ec5)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:23:19.437977 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b034032a-2628-40e0-bd2c-bded6c72b880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4723262d-fea9-4490-966a-26ef1b797bdf), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:19.450552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-b034032a-2628-40e0-bd2c-bded6c72b880 admin admin] Calling delete_port for 4723262d-fea9-4490-966a-26ef1b797bdf owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:23:19.641499 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b034032a-2628-40e0-bd2c-bded6c72b880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (4723262d-fea9-4490-966a-26ef1b797bdf), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:19.667500 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034032a-2628-40e0-bd2c-bded6c72b880 admin admin] Pushing event deleted for resources: {'Port': ['ID=4723262d-fea9-4490-966a-26ef1b797bdf,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:19.844822 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b034032a-2628-40e0-bd2c-bded6c72b880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (ff38bd9d-89e8-40f3-ad23-4a0c23497037), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:19.916018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0801bbdf-ac21-4f5a-adff-4e55604bee05 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:23:19.936906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 0801bbdf-ac21-4f5a-adff-4e55604bee05 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:23:19.937381 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0801bbdf-ac21-4f5a-adff-4e55604bee05 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:23:19.937829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f55ec20a-82fa-495f-be29-f9dacdd4d29d no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:23:19.957560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: f55ec20a-82fa-495f-be29-f9dacdd4d29d {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:23:19.958006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f55ec20a-82fa-495f-be29-f9dacdd4d29d not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:23:20.072765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b034032a-2628-40e0-bd2c-bded6c72b880 admin admin] Router ff38bd9d-89e8-40f3-ad23-4a0c23497037 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:23:20.180821 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b034032a-2628-40e0-bd2c-bded6c72b880 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:23:20.186400 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b034032a-2628-40e0-bd2c-bded6c72b880 admin admin] 10.222.0.96 "PUT /v2.0/routers/ff38bd9d-89e8-40f3-ad23-4a0c23497037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4461491 Feb 04 14:23:20.188976 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34268) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:20.191545 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568506b5-3ce5-46c4-9405-2c89fc9f869c None None] Sync routers for ids ['ff38bd9d-89e8-40f3-ad23-4a0c23497037'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:23:20.202585 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568506b5-3ce5-46c4-9405-2c89fc9f869c None None] Routers {'ff38bd9d-89e8-40f3-ad23-4a0c23497037'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:23:20.203235 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-568506b5-3ce5-46c4-9405-2c89fc9f869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:23:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['ff38bd9d-89e8-40f3-ad23-4a0c23497037'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:23:20.302243 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ff29-b41f-4888-ba0e-8a5f85c7e4b5 admin admin] Publish callbacks [] for router (ff38bd9d-89e8-40f3-ad23-4a0c23497037), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:20.312561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-568506b5-3ce5-46c4-9405-2c89fc9f869c None None] Set router ff38bd9d-89e8-40f3-ad23-4a0c23497037 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:23:20.411295 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ff29-b41f-4888-ba0e-8a5f85c7e4b5 admin admin] Publish callbacks [] for router_gateway (ff38bd9d-89e8-40f3-ad23-4a0c23497037), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:20.470971 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6ff29-b41f-4888-ba0e-8a5f85c7e4b5 admin admin] Deleting port a686f3f0-8bec-41e3-ad28-4210c9a45323 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:23:20.471299 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ff29-b41f-4888-ba0e-8a5f85c7e4b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a686f3f0-8bec-41e3-ad28-4210c9a45323), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:20.491020 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-568506b5-3ce5-46c4-9405-2c89fc9f869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'name': 'tempest-TestVolumeBackupRestore-1361067688-router', 'tenant_id': 'ba43645109ba495c864dabd840474061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'a686f3f0-8bec-41e3-ad28-4210c9a45323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:33Z', 'updated_at': '2022-02-04T14:23:19Z', 'revision_number': 5, 'project_id': 'ba43645109ba495c864dabd840474061', 'gw_port': {'id': 'a686f3f0-8bec-41e3-ad28-4210c9a45323', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:19:34Z', 'updated_at': '2022-02-04T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:23:20.526398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568506b5-3ce5-46c4-9405-2c89fc9f869c None None] Checking router: ff38bd9d-89e8-40f3-ad23-4a0c23497037 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:23:20.535300 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568506b5-3ce5-46c4-9405-2c89fc9f869c None None] Routers {'ff38bd9d-89e8-40f3-ad23-4a0c23497037'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:23:20.535910 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-568506b5-3ce5-46c4-9405-2c89fc9f869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:23:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['ff38bd9d-89e8-40f3-ad23-4a0c23497037'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:23:20.556594 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-f2b6ff29-b41f-4888-ba0e-8a5f85c7e4b5 admin admin] For port a686f3f0-8bec-41e3-ad28-4210c9a45323, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a686f3f0-8bec-41e3-ad28-4210c9a45323,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:23:20.556962 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ff29-b41f-4888-ba0e-8a5f85c7e4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a686f3f0-8bec-41e3-ad28-4210c9a45323), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:20.570467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6ff29-b41f-4888-ba0e-8a5f85c7e4b5 admin admin] Calling delete_port for a686f3f0-8bec-41e3-ad28-4210c9a45323 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:23:20.628777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-568506b5-3ce5-46c4-9405-2c89fc9f869c None None] Set router ff38bd9d-89e8-40f3-ad23-4a0c23497037 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:23:20.682482 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-568506b5-3ce5-46c4-9405-2c89fc9f869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'name': 'tempest-TestVolumeBackupRestore-1361067688-router', 'tenant_id': 'ba43645109ba495c864dabd840474061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:33Z', 'updated_at': '2022-02-04T14:23:20Z', 'revision_number': 6, 'project_id': 'ba43645109ba495c864dabd840474061', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:23:20.718691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568506b5-3ce5-46c4-9405-2c89fc9f869c None None] The sync data for ids ['ff38bd9d-89e8-40f3-ad23-4a0c23497037'] in n-d-714676-13 is: [{'id': 'ff38bd9d-89e8-40f3-ad23-4a0c23497037', 'name': 'tempest-TestVolumeBackupRestore-1361067688-router', 'tenant_id': 'ba43645109ba495c864dabd840474061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:19:33Z', 'updated_at': '2022-02-04T14:23:20Z', 'revision_number': 6, 'project_id': 'ba43645109ba495c864dabd840474061', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:23:20.754681 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ff29-b41f-4888-ba0e-8a5f85c7e4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a686f3f0-8bec-41e3-ad28-4210c9a45323), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:20.779667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6ff29-b41f-4888-ba0e-8a5f85c7e4b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a686f3f0-8bec-41e3-ad28-4210c9a45323,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:20.843290 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ff29-b41f-4888-ba0e-8a5f85c7e4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (ff38bd9d-89e8-40f3-ad23-4a0c23497037), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:20.940571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ff29-b41f-4888-ba0e-8a5f85c7e4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (ff38bd9d-89e8-40f3-ad23-4a0c23497037), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:20.942754 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ff29-b41f-4888-ba0e-8a5f85c7e4b5 admin admin] Publish callbacks [] for router_controller (ff38bd9d-89e8-40f3-ad23-4a0c23497037), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:20.987406 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ff29-b41f-4888-ba0e-8a5f85c7e4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (ff38bd9d-89e8-40f3-ad23-4a0c23497037), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:20.987864 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b6ff29-b41f-4888-ba0e-8a5f85c7e4b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff38bd9d-89e8-40f3-ad23-4a0c23497037 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:23:20.992321 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ff29-b41f-4888-ba0e-8a5f85c7e4b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:20.993556 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f2b6ff29-b41f-4888-ba0e-8a5f85c7e4b5 admin admin] 10.222.0.96 "DELETE /v2.0/routers/ff38bd9d-89e8-40f3-ad23-4a0c23497037 HTTP/1.1" status: 204 len: 168 time: 0.8034184 Feb 04 14:23:20.996238 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34270) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:21.040623 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2649da2-7dfe-4fb7-87fa-da47bccf2214 admin admin] Deleting subnet 760bf6f1-2acd-4147-b7ae-b81b40882320 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:23:21.043876 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2649da2-7dfe-4fb7-87fa-da47bccf2214 admin admin] Publish callbacks [] for subnet (760bf6f1-2acd-4147-b7ae-b81b40882320), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.079563 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2649da2-7dfe-4fb7-87fa-da47bccf2214 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (760bf6f1-2acd-4147-b7ae-b81b40882320), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.168102 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2649da2-7dfe-4fb7-87fa-da47bccf2214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (760bf6f1-2acd-4147-b7ae-b81b40882320), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.220667 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2649da2-7dfe-4fb7-87fa-da47bccf2214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (760bf6f1-2acd-4147-b7ae-b81b40882320), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.247584 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2649da2-7dfe-4fb7-87fa-da47bccf2214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=760bf6f1-2acd-4147-b7ae-b81b40882320,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:21.249838 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f2649da2-7dfe-4fb7-87fa-da47bccf2214 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.253025 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f2649da2-7dfe-4fb7-87fa-da47bccf2214 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/760bf6f1-2acd-4147-b7ae-b81b40882320 HTTP/1.1" status: 204 len: 168 time: 0.2559466 Feb 04 14:23:21.254323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4d0291-baf7-41d2-8bf4-763a86e72f78 None None] Network 9df467b3-cded-4045-93ea-bdc08bc44d09 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:23:21.255562 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34272) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:21.329021 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (9df467b3-cded-4045-93ea-bdc08bc44d09), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.383239 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] Deleting port c3fa073f-b5d4-4be8-b6af-572df9b3ab67 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:23:21.383590 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c3fa073f-b5d4-4be8-b6af-572df9b3ab67), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.447789 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] For port c3fa073f-b5d4-4be8-b6af-572df9b3ab67, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c3fa073f-b5d4-4be8-b6af-572df9b3ab67,segment=NetworkSegment(a49108f7-6969-4ea6-9c46-49ed582b1ec5),segment_id=a49108f7-6969-4ea6-9c46-49ed582b1ec5)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:23:21.448163 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c3fa073f-b5d4-4be8-b6af-572df9b3ab67), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.462236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] Calling delete_port for c3fa073f-b5d4-4be8-b6af-572df9b3ab67 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:23:21.479411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] DHCP port deletion for 9df467b3-cded-4045-93ea-bdc08bc44d09 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:23:21.530916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Deleting port c3fa073f-b5d4-4be8-b6af-572df9b3ab67 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:23:21.531415 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c3fa073f-b5d4-4be8-b6af-572df9b3ab67), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.552135 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c3fa073f-b5d4-4be8-b6af-572df9b3ab67), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.579956 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3fa073f-b5d4-4be8-b6af-572df9b3ab67,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:21.583453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] No DVR routers for this DVR port c3fa073f-b5d4-4be8-b6af-572df9b3ab67 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:23:21.616819 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] For port c3fa073f-b5d4-4be8-b6af-572df9b3ab67, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c3fa073f-b5d4-4be8-b6af-572df9b3ab67,segment=NetworkSegment(a49108f7-6969-4ea6-9c46-49ed582b1ec5),segment_id=a49108f7-6969-4ea6-9c46-49ed582b1ec5)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:23:21.617244 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c3fa073f-b5d4-4be8-b6af-572df9b3ab67), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.631366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Calling delete_port for c3fa073f-b5d4-4be8-b6af-572df9b3ab67 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:23:21.664333 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (9df467b3-cded-4045-93ea-bdc08bc44d09), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.692710 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df467b3-cded-4045-93ea-bdc08bc44d09']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:23:21.702979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49108f7-6969-4ea6-9c46-49ed582b1ec5') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:23:21.703391 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49108f7-6969-4ea6-9c46-49ed582b1ec5') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:23:21.714921 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (a49108f7-6969-4ea6-9c46-49ed582b1ec5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.718166 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (c3fa073f-b5d4-4be8-b6af-572df9b3ab67), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.733533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a49108f7-6969-4ea6-9c46-49ed582b1ec5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.740439 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:23:21.740844 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (a49108f7-6969-4ea6-9c46-49ed582b1ec5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:23:21.742843 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:23:21.745264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Pushing event deleted for resources: {'Port': ['ID=c3fa073f-b5d4-4be8-b6af-572df9b3ab67,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:21.754258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] No DVR routers for this DVR port c3fa073f-b5d4-4be8-b6af-572df9b3ab67 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:23:21.756454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:23:21.756749 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:23:21.757096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:23:21.757561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:23:21.757859 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:23:21.758222 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:23:21.758557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:23:21.758887 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:23:21.759217 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:23:21.759545 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:23:21.759872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:23:21.760197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:23:21.760561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec179c-cdb8-4d32-8290-5e77b446831c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:23:21.809834 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (9df467b3-cded-4045-93ea-bdc08bc44d09), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.816549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:21.822179 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] 10.222.0.96 "DELETE /v2.0/networks/9df467b3-cded-4045-93ea-bdc08bc44d09 HTTP/1.1" status: 204 len: 168 time: 0.5643067 Feb 04 14:23:21.838131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5404866-d452-4467-aef7-b0f25eb0ccc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9df467b3-cded-4045-93ea-bdc08bc44d09,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:21.868493 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4723262d-fea9-4490-966a-26ef1b797bdf no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:23:21.888631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 4723262d-fea9-4490-966a-26ef1b797bdf {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:23:21.888974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4723262d-fea9-4490-966a-26ef1b797bdf not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:23:21.889398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a686f3f0-8bec-41e3-ad28-4210c9a45323 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:23:21.909331 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: a686f3f0-8bec-41e3-ad28-4210c9a45323 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:23:21.909627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a686f3f0-8bec-41e3-ad28-4210c9a45323 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:23:21.910056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c3fa073f-b5d4-4be8-b6af-572df9b3ab67 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:23:21.932477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: c3fa073f-b5d4-4be8-b6af-572df9b3ab67 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:23:21.932891 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c3fa073f-b5d4-4be8-b6af-572df9b3ab67 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:23:21.985992 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34276) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:22.030699 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3f4235f3-d7a9-480a-9417-469cb8e7e131 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9772a879d4f44ae1b9bcedef113bde1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431404 Feb 04 14:23:22.032891 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34278) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:22.357703 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19f70c5f-6654-44eb-a25f-414bbfec233d admin admin] Publish callbacks [] for security_group (6777891c-0f11-43cb-9131-9c1fbe0e09bb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:22.377650 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19f70c5f-6654-44eb-a25f-414bbfec233d admin admin] Publish callbacks [] for security_group (6777891c-0f11-43cb-9131-9c1fbe0e09bb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:22.426454 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19f70c5f-6654-44eb-a25f-414bbfec233d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6777891c-0f11-43cb-9131-9c1fbe0e09bb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:22.429048 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19f70c5f-6654-44eb-a25f-414bbfec233d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:22.430251 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-19f70c5f-6654-44eb-a25f-414bbfec233d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6777891c-0f11-43cb-9131-9c1fbe0e09bb HTTP/1.1" status: 204 len: 168 time: 0.3964250 Feb 04 14:23:22.439609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f70c5f-6654-44eb-a25f-414bbfec233d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6777891c-0f11-43cb-9131-9c1fbe0e09bb,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:22.750983 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34284) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:22.790565 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-58e447f4-f286-46a8-ba87-67f0ee880266 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ba43645109ba495c864dabd840474061&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383742 Feb 04 14:23:22.792992 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34286) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:22.840564 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14f87783-2aad-4a05-a147-419ec272cb8b admin admin] Publish callbacks [] for security_group (7302c3eb-6a94-4213-bcc2-6ce447e1ce71), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:22.861790 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14f87783-2aad-4a05-a147-419ec272cb8b admin admin] Publish callbacks [] for security_group (7302c3eb-6a94-4213-bcc2-6ce447e1ce71), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:22.907744 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14f87783-2aad-4a05-a147-419ec272cb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (7302c3eb-6a94-4213-bcc2-6ce447e1ce71), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:22.910408 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14f87783-2aad-4a05-a147-419ec272cb8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:22.911542 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-14f87783-2aad-4a05-a147-419ec272cb8b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7302c3eb-6a94-4213-bcc2-6ce447e1ce71 HTTP/1.1" status: 204 len: 168 time: 0.1174157 Feb 04 14:23:22.919324 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f87783-2aad-4a05-a147-419ec272cb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7302c3eb-6a94-4213-bcc2-6ce447e1ce71,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:33.303395 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-252becda-fb0e-41e0-8ae6-f0ddd2ded855 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=6c16410019944decbc8f354db30eee59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311160 Feb 04 14:23:33.487306 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-16798ce8-19b9-4691-a74a-852bca1f710a tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:33.488773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-16798ce8-19b9-4691-a74a-852bca1f710a tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801350 Feb 04 14:23:33.503301 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-7e80ffb6-12b2-4aed-97a3-8cd07bb061fb tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/quotas/6c16410019944decbc8f354db30eee59 HTTP/1.1" status: 200 len: 375 time: 0.0090113 Feb 04 14:23:33.535955 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-da1c92e7-93e5-4b85-9463-0c3638596eef tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=6c16410019944decbc8f354db30eee59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274079 Feb 04 14:23:34.087160 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-954bf036-afd4-46c7-aef5-260e02345c64 req-29db52a3-4de6-421b-8961-683caee6c69a tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 210 time: 0.4189644 Feb 04 14:23:34.815332 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-cb3feea9-52ff-4cd9-ad4d-16b962219eed tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=6c16410019944decbc8f354db30eee59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232551 Feb 04 14:23:34.942158 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-e0aac6fb-3c36-4553-a176-5942ba43b274 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:34.943588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-e0aac6fb-3c36-4553-a176-5942ba43b274 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1237373 Feb 04 14:23:34.956196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Request body: {'port': {'device_id': '3ae41cd2-92b6-4d44-8082-596fae44b709', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'admin_state_up': True, 'tenant_id': '6c16410019944decbc8f354db30eee59'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:23:35.066993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Made reservation on behalf of 6c16410019944decbc8f354db30eee59 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:23:35.070355 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:35.079075 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:35.164094 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Publish callbacks [] for security_group (e8f3211b-c093-4ff4-a437-b33bc181bf9c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:35.177352 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e8f3211b-c093-4ff4-a437-b33bc181bf9c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:35.210389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b171e48e-9540-4416-b10e-39459476cf08 req-0a23ed93-10e2-4ddb-980d-fdb7e16f544a tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 210 time: 0.0424457 Feb 04 14:23:35.261987 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f3211b-c093-4ff4-a437-b33bc181bf9c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:35.339606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Allocated IP 192.168.233.162 (d915dc30-1065-453b-ab18-e0f5df9a1b30/7bc8180c-d2a0-48d3-b298-4e750516ce3f/cc6bb6db-c2f2-408e-bd47-1a07ce706547) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:23:35.492535 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Publish callbacks [] for port (cc6bb6db-c2f2-408e-bd47-1a07ce706547), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:35.525632 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (cc6bb6db-c2f2-408e-bd47-1a07ce706547), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:35.572118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Network d915dc30-1065-453b-ab18-e0f5df9a1b30 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:23:35.575258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:23:35.579901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:23:35.609564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Pushing event updated for resources: {'Port': ['ID=cc6bb6db-c2f2-408e-bd47-1a07ce706547,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:35.639620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:35.640361 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:35.666117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-91a11f97-dbb6-4962-980d-b54a2ee8a9d8 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7136981 Feb 04 14:23:35.677128 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Request body: {'port': {'device_id': '3ae41cd2-92b6-4d44-8082-596fae44b709', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:23:35.741402 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cc6bb6db-c2f2-408e-bd47-1a07ce706547), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:35.851503 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-99ff5f1f-6159-47e7-8699-8b230d43df8a None None] Provisioning complete for port cc6bb6db-c2f2-408e-bd47-1a07ce706547 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:23:35.852146 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-99ff5f1f-6159-47e7-8699-8b230d43df8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cc6bb6db-c2f2-408e-bd47-1a07ce706547), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:35.889882 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-99ff5f1f-6159-47e7-8699-8b230d43df8a None None] Port cc6bb6db-c2f2-408e-bd47-1a07ce706547 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:23:36.014736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6bb6db-c2f2-408e-bd47-1a07ce706547 {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:23:36.022250 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Publish callbacks [] for port (cc6bb6db-c2f2-408e-bd47-1a07ce706547), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:36.034604 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Transition to ACTIVE for port object cc6bb6db-c2f2-408e-bd47-1a07ce706547 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:23:36.038270 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (cc6bb6db-c2f2-408e-bd47-1a07ce706547), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:36.091204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6bb6db-c2f2-408e-bd47-1a07ce706547,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:36.162701 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Attempting to bind port cc6bb6db-c2f2-408e-bd47-1a07ce706547 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:23:36.163039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Attempting to bind port cc6bb6db-c2f2-408e-bd47-1a07ce706547 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:23:36.163371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Attempting to bind port cc6bb6db-c2f2-408e-bd47-1a07ce706547 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:23:36.168011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Port cc6bb6db-c2f2-408e-bd47-1a07ce706547 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:23:36.168591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Attempting to bind port cc6bb6db-c2f2-408e-bd47-1a07ce706547 on network d915dc30-1065-453b-ab18-e0f5df9a1b30 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:23:36.174209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:23:36.174563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Checking segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:23:36.174955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Bound using segment: {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:23:36.175388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Bound port: cc6bb6db-c2f2-408e-bd47-1a07ce706547, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16031408-7b5f-412f-b4e2-3d30ba53dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:23:36.175754 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cc6bb6db-c2f2-408e-bd47-1a07ce706547), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:36.249508 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] For port cc6bb6db-c2f2-408e-bd47-1a07ce706547, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:23:36.253476 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] For port cc6bb6db-c2f2-408e-bd47-1a07ce706547, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cc6bb6db-c2f2-408e-bd47-1a07ce706547,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:23:36.259634 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (cc6bb6db-c2f2-408e-bd47-1a07ce706547), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:36.302071 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:36.302735 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:36.304124 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] 10.222.0.99 "PUT /v2.0/ports/cc6bb6db-c2f2-408e-bd47-1a07ce706547 HTTP/1.1" status: 200 len: 1097 time: 0.6313534 Feb 04 14:23:36.307198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae41cd2-92b6-4d44-8082-596fae44b709', 'tag': 'cc6bb6db-c2f2-408e-bd47-1a07ce706547'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:23:36.309635 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cbe59c-89df-413c-b179-40e2adf16d53" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae41cd2-92b6-4d44-8082-596fae44b709", "tag": "cc6bb6db-c2f2-408e-bd47-1a07ce706547"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:23:36.385210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43417e83-f95d-4c52-a0a6-f8cff96ca500 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6bb6db-c2f2-408e-bd47-1a07ce706547,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:36.413734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e15fb8-f19a-4037-8c62-8780cde7845b req-bb5c2010-774b-409d-8962-57a50f5611bd tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:36.415365 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72e15fb8-f19a-4037-8c62-8780cde7845b req-bb5c2010-774b-409d-8962-57a50f5611bd tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 948 time: 0.1276107 Feb 04 14:23:36.425048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-90cc2968-b435-423f-bf92-c5e427dd225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:36.426553 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-90cc2968-b435-423f-bf92-c5e427dd225b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6c16410019944decbc8f354db30eee59&device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 1131 time: 0.0775383 Feb 04 14:23:36.486165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-00c92152-03bb-4ff1-aa30-75e90ff46957 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=cc6bb6db-c2f2-408e-bd47-1a07ce706547 HTTP/1.1" status: 200 len: 217 time: 0.0424230 Feb 04 14:23:36.539243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72e15fb8-f19a-4037-8c62-8780cde7845b req-7804ab5e-85ae-42d2-b117-762c40c88446 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8f3211b-c093-4ff4-a437-b33bc181bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171787 Feb 04 14:23:36.561523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-e30fe3e1-d6bc-4730-841c-f522a101813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:36.563081 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-e30fe3e1-d6bc-4730-841c-f522a101813c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0704262 Feb 04 14:23:36.596110 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f98c21f-34f1-4389-8f54-520bc5bf5140 x-openstack-request-id: req-1f98c21f-34f1-4389-8f54-520bc5bf5140 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:23:36.596409 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae41cd2-92b6-4d44-8082-596fae44b709", "tag": "cc6bb6db-c2f2-408e-bd47-1a07ce706547", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:23:36.596672 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1f98c21f-34f1-4389-8f54-520bc5bf5140 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:23:36.597079 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae41cd2-92b6-4d44-8082-596fae44b709', 'tag': 'cc6bb6db-c2f2-408e-bd47-1a07ce706547', 'status': 'completed', 'code': 200} Feb 04 14:23:36.618536 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-720dc490-fde4-49fc-941c-0e84b5988021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:36.620092 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-720dc490-fde4-49fc-941c-0e84b5988021 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0511618 Feb 04 14:23:36.718902 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-17cdfa3c-a21a-487e-bf9d-5707f39cd864 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923896 Feb 04 14:23:36.812214 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-468e0f40-b726-477d-9bdc-a81d9b729dc4 req-42921dbb-7139-4a36-a128-b26f31b3bf38 service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878029 Feb 04 14:23:36.908985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbe59c-89df-413c-b179-40e2adf16d53 req-08e41694-350c-4f7e-9a05-a1a2b6ab49f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:36.910582 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24cbe59c-89df-413c-b179-40e2adf16d53 req-08e41694-350c-4f7e-9a05-a1a2b6ab49f3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6c16410019944decbc8f354db30eee59&device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 1131 time: 0.0555027 Feb 04 14:23:37.002831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbe59c-89df-413c-b179-40e2adf16d53 req-fe62270e-edb7-4043-a20d-5d5b98298dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:37.004331 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24cbe59c-89df-413c-b179-40e2adf16d53 req-fe62270e-edb7-4043-a20d-5d5b98298dee service neutron] 10.222.0.99 "GET /v2.0/networks?id=d915dc30-1065-453b-ab18-e0f5df9a1b30 HTTP/1.1" status: 200 len: 870 time: 0.0883310 Feb 04 14:23:37.052297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24cbe59c-89df-413c-b179-40e2adf16d53 req-65eaeb59-cd67-443a-a4a4-39371ee39590 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=cc6bb6db-c2f2-408e-bd47-1a07ce706547 HTTP/1.1" status: 200 len: 217 time: 0.0414190 Feb 04 14:23:37.102421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbe59c-89df-413c-b179-40e2adf16d53 req-8df4e739-5018-41a2-acb8-80715c6b3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:37.103828 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24cbe59c-89df-413c-b179-40e2adf16d53 req-8df4e739-5018-41a2-acb8-80715c6b3de4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7bc8180c-d2a0-48d3-b298-4e750516ce3f HTTP/1.1" status: 200 len: 843 time: 0.0463855 Feb 04 14:23:37.155281 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbe59c-89df-413c-b179-40e2adf16d53 req-87a45b2c-c188-4ac7-8c64-eeac63bc8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:37.156886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24cbe59c-89df-413c-b179-40e2adf16d53 req-87a45b2c-c188-4ac7-8c64-eeac63bc8966 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d915dc30-1065-453b-ab18-e0f5df9a1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0466037 Feb 04 14:23:37.256110 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24cbe59c-89df-413c-b179-40e2adf16d53 req-62007b35-e689-4c9e-8ade-9fea7a0143ae service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935044 Feb 04 14:23:37.352705 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24cbe59c-89df-413c-b179-40e2adf16d53 req-cc81dae5-7b2a-4f40-960d-e76ecc8c765e service neutron] 10.222.0.99 "GET /v2.0/networks/d915dc30-1065-453b-ab18-e0f5df9a1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905886 Feb 04 14:23:37.671853 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90336d-7306-4712-b09c-9527ba6aab9d req-da1f9023-fea5-4982-b29c-f70bef49780c tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:37.673365 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba90336d-7306-4712-b09c-9527ba6aab9d req-da1f9023-fea5-4982-b29c-f70bef49780c tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 948 time: 0.0542603 Feb 04 14:23:37.722426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba90336d-7306-4712-b09c-9527ba6aab9d req-fa927fb6-8caa-4c41-a70e-f10508fc92c4 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8f3211b-c093-4ff4-a437-b33bc181bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433555 Feb 04 14:23:38.877644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a7c2f-2cf3-47e7-ab00-09958b16a08e req-7256f365-3eab-48a6-9d91-6bcc757907c4 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:38.879242 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-575a7c2f-2cf3-47e7-ab00-09958b16a08e req-7256f365-3eab-48a6-9d91-6bcc757907c4 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 948 time: 0.0631347 Feb 04 14:23:38.927053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-575a7c2f-2cf3-47e7-ab00-09958b16a08e req-331e0529-91b6-49cf-8cb6-4ec2bf01453e tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8f3211b-c093-4ff4-a437-b33bc181bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 Feb 04 14:23:40.049734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c48dd-e7cf-4b6e-8771-3eec937e5bde req-783982fa-04f5-4971-9f5f-e9bdc0ebd880 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:40.051275 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b19c48dd-e7cf-4b6e-8771-3eec937e5bde req-783982fa-04f5-4971-9f5f-e9bdc0ebd880 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 948 time: 0.0537045 Feb 04 14:23:40.099610 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b19c48dd-e7cf-4b6e-8771-3eec937e5bde req-270fcf3f-6e1a-4631-becf-5d4ce604f3bd tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8f3211b-c093-4ff4-a437-b33bc181bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427914 Feb 04 14:23:41.056604 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d867a27f-3b22-4ca3-bd51-227609715417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:41.225513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07153bc5-4e30-478c-ac4a-f60d7dad6dd2 req-4ff82f87-be49-4179-96da-8e6753e2e133 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:41.227245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07153bc5-4e30-478c-ac4a-f60d7dad6dd2 req-4ff82f87-be49-4179-96da-8e6753e2e133 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 948 time: 0.0590246 Feb 04 14:23:41.277620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07153bc5-4e30-478c-ac4a-f60d7dad6dd2 req-b86e7c4a-d75b-4405-b61a-4c6c462c11a1 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8f3211b-c093-4ff4-a437-b33bc181bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446091 Feb 04 14:23:41.893137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cc6bb6db-c2f2-408e-bd47-1a07ce706547 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:23:41.993821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port cc6bb6db-c2f2-408e-bd47-1a07ce706547, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cc6bb6db-c2f2-408e-bd47-1a07ce706547,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:23:42.005847 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'cc6bb6db-c2f2-408e-bd47-1a07ce706547', 'network_id': 'd915dc30-1065-453b-ab18-e0f5df9a1b30', 'port_id': 'cc6bb6db-c2f2-408e-bd47-1a07ce706547', 'mac_address': 'fa:16:3e:09:25:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8180c-d2a0-48d3-b298-4e750516ce3f', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:23:42.043629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port cc6bb6db-c2f2-408e-bd47-1a07ce706547 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:23:42.044025 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cc6bb6db-c2f2-408e-bd47-1a07ce706547), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:42.057264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6bb6db-c2f2-408e-bd47-1a07ce706547 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:23:42.077032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port cc6bb6db-c2f2-408e-bd47-1a07ce706547, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cc6bb6db-c2f2-408e-bd47-1a07ce706547,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:23:42.081916 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cc6bb6db-c2f2-408e-bd47-1a07ce706547), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:42.136456 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=cc6bb6db-c2f2-408e-bd47-1a07ce706547,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:42.385996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['cc6bb6db-c2f2-408e-bd47-1a07ce706547'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:23:42.403966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda14fd-5c8b-4a71-91b2-c1b02ef70842 req-0c832ee2-e27d-4756-89ef-af54bb680c6e tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:42.406483 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ebda14fd-5c8b-4a71-91b2-c1b02ef70842 req-0c832ee2-e27d-4756-89ef-af54bb680c6e tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 949 time: 0.0584641 Feb 04 14:23:42.482025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ebda14fd-5c8b-4a71-91b2-c1b02ef70842 req-ae1e299f-d37a-4597-9997-0cccb0c65434 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8f3211b-c093-4ff4-a437-b33bc181bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691769 Feb 04 14:23:43.604529 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32622ef-d69a-4b39-a01e-4d67b06cc5de req-79510d98-cfae-4814-a396-1d5fce405e49 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:43.606062 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d32622ef-d69a-4b39-a01e-4d67b06cc5de req-79510d98-cfae-4814-a396-1d5fce405e49 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 949 time: 0.0541980 Feb 04 14:23:43.662219 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d32622ef-d69a-4b39-a01e-4d67b06cc5de req-b0eb6eca-edfc-4d8d-b027-742bacec6700 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8f3211b-c093-4ff4-a437-b33bc181bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465651 Feb 04 14:23:43.905290 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cc6bb6db-c2f2-408e-bd47-1a07ce706547 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:23:43.955113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port cc6bb6db-c2f2-408e-bd47-1a07ce706547 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:23:43.958948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port cc6bb6db-c2f2-408e-bd47-1a07ce706547 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:23:43.959329 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cc6bb6db-c2f2-408e-bd47-1a07ce706547), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:44.038863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port cc6bb6db-c2f2-408e-bd47-1a07ce706547 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:23:44.039252 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cc6bb6db-c2f2-408e-bd47-1a07ce706547), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:44.062586 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae41cd2-92b6-4d44-8082-596fae44b709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6bb6db-c2f2-408e-bd47-1a07ce706547'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:23:44.064744 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1589c422-29bb-433d-83f8-a2990b48c5cb" -d '{"events": [{"server_uuid": "3ae41cd2-92b6-4d44-8082-596fae44b709", "name": "network-vif-plugged", "status": "completed", "tag": "cc6bb6db-c2f2-408e-bd47-1a07ce706547"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:23:44.078318 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port cc6bb6db-c2f2-408e-bd47-1a07ce706547, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cc6bb6db-c2f2-408e-bd47-1a07ce706547,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:23:44.082329 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cc6bb6db-c2f2-408e-bd47-1a07ce706547), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:44.105939 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11245a81-0f00-492e-80c7-4177052ea571 x-openstack-request-id: req-11245a81-0f00-492e-80c7-4177052ea571 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:23:44.106265 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae41cd2-92b6-4d44-8082-596fae44b709", "name": "network-vif-plugged", "status": "completed", "tag": "cc6bb6db-c2f2-408e-bd47-1a07ce706547", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:23:44.106530 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-11245a81-0f00-492e-80c7-4177052ea571 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:23:44.106922 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae41cd2-92b6-4d44-8082-596fae44b709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6bb6db-c2f2-408e-bd47-1a07ce706547', 'code': 200} Feb 04 14:23:44.132749 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=cc6bb6db-c2f2-408e-bd47-1a07ce706547,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:44.204491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8ea1f-d551-484e-90b4-d101d3dce3d0 req-42b5c60d-f9b3-4425-8b72-cf4fec35c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:44.206003 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6b8ea1f-d551-484e-90b4-d101d3dce3d0 req-42b5c60d-f9b3-4425-8b72-cf4fec35c907 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 1133 time: 0.0457761 Feb 04 14:23:44.249749 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6b8ea1f-d551-484e-90b4-d101d3dce3d0 req-120bd746-793d-42d0-bed5-c3eb1054c46d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=e8f3211b-c093-4ff4-a437-b33bc181bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378952 Feb 04 14:23:44.379330 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:44.785433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eeb39f-f44b-4cc0-9ffe-c91c0f655f73 req-3fb3803d-acb7-45bb-a966-62fbd9a37bca tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:44.786973 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27eeb39f-f44b-4cc0-9ffe-c91c0f655f73 req-3fb3803d-acb7-45bb-a966-62fbd9a37bca tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 950 time: 0.0533490 Feb 04 14:23:44.834013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27eeb39f-f44b-4cc0-9ffe-c91c0f655f73 req-92265d48-43c6-422d-81c9-9304f49570e0 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8f3211b-c093-4ff4-a437-b33bc181bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414882 Feb 04 14:23:45.166147 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:45.236600 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f1ac599e-c18e-42f6-b021-686bcb527653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:45.761104 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:45.959687 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a577ba7-cc24-40ea-ba14-dcba829cf85e req-9fd71975-04e0-4ddc-b37b-637f2c08fa89 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:45.961098 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a577ba7-cc24-40ea-ba14-dcba829cf85e req-9fd71975-04e0-4ddc-b37b-637f2c08fa89 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 950 time: 0.0575480 Feb 04 14:23:46.009085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1a577ba7-cc24-40ea-ba14-dcba829cf85e req-a2c8115c-4005-4a0c-8e15-3b5fb690192f tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8f3211b-c093-4ff4-a437-b33bc181bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Feb 04 14:23:46.277548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-dbf6a202-3d65-4e69-97b9-99a09219a6a4 req-8f2d9c47-f36e-42c9-a029-4a1f83c8f909 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:23:46.278453 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbf6a202-3d65-4e69-97b9-99a09219a6a4 req-8f2d9c47-f36e-42c9-a029-4a1f83c8f909 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054288 Feb 04 14:23:46.905726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee9b27-32a2-49e9-b65e-8f8ff431d160 req-ffac6cdc-b535-4423-9bf5-197232c0e7aa tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:46.907140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bee9b27-32a2-49e9-b65e-8f8ff431d160 req-ffac6cdc-b535-4423-9bf5-197232c0e7aa tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 950 time: 0.0535386 Feb 04 14:23:46.955200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8bee9b27-32a2-49e9-b65e-8f8ff431d160 req-dd80a8b0-2993-468c-a79d-ea73825aa158 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8f3211b-c093-4ff4-a437-b33bc181bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421782 Feb 04 14:23:47.103591 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:48.042200 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:48.083264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d69d7-1ff9-4434-9520-4d22a53945ae req-03bdff80-7503-40c8-90c4-b20e4471b227 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:48.084792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a32d69d7-1ff9-4434-9520-4d22a53945ae req-03bdff80-7503-40c8-90c4-b20e4471b227 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 950 time: 0.0592110 Feb 04 14:23:48.100220 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:23:48.136458 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a32d69d7-1ff9-4434-9520-4d22a53945ae req-59c0090d-d94e-4cc2-940f-df2cf2fcd4ff tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.96 "GET /v2.0/security-groups?id=e8f3211b-c093-4ff4-a437-b33bc181bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461032 Feb 04 14:23:48.260917 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5f5a7-35d9-4233-b21c-5587c00b9c1c req-631f3bbc-96e9-4e92-962f-3c4177506106 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:48.262366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1bf5f5a7-35d9-4233-b21c-5587c00b9c1c req-631f3bbc-96e9-4e92-962f-3c4177506106 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.99 "GET /v2.0/ports?device_id=3ae41cd2-92b6-4d44-8082-596fae44b709 HTTP/1.1" status: 200 len: 950 time: 0.0533609 Feb 04 14:23:48.355900 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-1bf5f5a7-35d9-4233-b21c-5587c00b9c1c req-d4c5f8e3-1acc-43a5-ad97-8efa1d70dbc6 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Deleting port cc6bb6db-c2f2-408e-bd47-1a07ce706547 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:23:48.356286 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1bf5f5a7-35d9-4233-b21c-5587c00b9c1c req-d4c5f8e3-1acc-43a5-ad97-8efa1d70dbc6 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (cc6bb6db-c2f2-408e-bd47-1a07ce706547), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:48.451845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-1bf5f5a7-35d9-4233-b21c-5587c00b9c1c req-d4c5f8e3-1acc-43a5-ad97-8efa1d70dbc6 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] For port cc6bb6db-c2f2-408e-bd47-1a07ce706547, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cc6bb6db-c2f2-408e-bd47-1a07ce706547,segment=NetworkSegment(16031408-7b5f-412f-b4e2-3d30ba53dfcc),segment_id=16031408-7b5f-412f-b4e2-3d30ba53dfcc)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:23:48.452213 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1bf5f5a7-35d9-4233-b21c-5587c00b9c1c req-d4c5f8e3-1acc-43a5-ad97-8efa1d70dbc6 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (cc6bb6db-c2f2-408e-bd47-1a07ce706547), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:48.464091 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-1bf5f5a7-35d9-4233-b21c-5587c00b9c1c req-d4c5f8e3-1acc-43a5-ad97-8efa1d70dbc6 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Calling delete_port for cc6bb6db-c2f2-408e-bd47-1a07ce706547 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:23:48.600027 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1bf5f5a7-35d9-4233-b21c-5587c00b9c1c req-d4c5f8e3-1acc-43a5-ad97-8efa1d70dbc6 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (cc6bb6db-c2f2-408e-bd47-1a07ce706547), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:48.613883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['cc6bb6db-c2f2-408e-bd47-1a07ce706547'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:23:48.633535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5f8e3-1acc-43a5-ad97-8efa1d70dbc6 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Pushing event deleted for resources: {'Port': ['ID=cc6bb6db-c2f2-408e-bd47-1a07ce706547,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:48.680002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf5f5a7-35d9-4233-b21c-5587c00b9c1c req-d4c5f8e3-1acc-43a5-ad97-8efa1d70dbc6 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] No DVR routers for this DVR port cc6bb6db-c2f2-408e-bd47-1a07ce706547 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:23:48.682781 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-1bf5f5a7-35d9-4233-b21c-5587c00b9c1c req-d4c5f8e3-1acc-43a5-ad97-8efa1d70dbc6 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:48.690153 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1bf5f5a7-35d9-4233-b21c-5587c00b9c1c req-d4c5f8e3-1acc-43a5-ad97-8efa1d70dbc6 tempest-ServersAdminNegativeTestJSON-1855469981 tempest-ServersAdminNegativeTestJSON-1855469981-project] 10.222.0.99 "DELETE /v2.0/ports/cc6bb6db-c2f2-408e-bd47-1a07ce706547 HTTP/1.1" status: 204 len: 173 time: 0.4191086 Feb 04 14:23:48.690153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae41cd2-92b6-4d44-8082-596fae44b709', 'name': 'network-vif-deleted', 'tag': 'cc6bb6db-c2f2-408e-bd47-1a07ce706547'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:23:48.690153 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be5f333-9e5b-4263-8333-9a778b2aadc2" -d '{"events": [{"server_uuid": "3ae41cd2-92b6-4d44-8082-596fae44b709", "name": "network-vif-deleted", "tag": "cc6bb6db-c2f2-408e-bd47-1a07ce706547"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:23:48.727956 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b3a075-935c-4554-a5e0-d6c42780f3aa x-openstack-request-id: req-60b3a075-935c-4554-a5e0-d6c42780f3aa {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:23:48.728334 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae41cd2-92b6-4d44-8082-596fae44b709", "name": "network-vif-deleted", "tag": "cc6bb6db-c2f2-408e-bd47-1a07ce706547", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:23:48.728575 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-60b3a075-935c-4554-a5e0-d6c42780f3aa {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:23:48.728904 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae41cd2-92b6-4d44-8082-596fae44b709', 'name': 'network-vif-deleted', 'tag': 'cc6bb6db-c2f2-408e-bd47-1a07ce706547', 'status': 'completed', 'code': 200} Feb 04 14:23:49.440647 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34428) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:49.573021 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d861dc97-50d3-4092-8834-6a83afc5d72f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6c16410019944decbc8f354db30eee59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310878 Feb 04 14:23:49.575399 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34432) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:49.622290 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ceac520-387c-4e60-ad9e-806c5bfa6ff8 admin admin] Publish callbacks [] for security_group (e8f3211b-c093-4ff4-a437-b33bc181bf9c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:49.643914 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ceac520-387c-4e60-ad9e-806c5bfa6ff8 admin admin] Publish callbacks [] for security_group (e8f3211b-c093-4ff4-a437-b33bc181bf9c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:49.692348 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ceac520-387c-4e60-ad9e-806c5bfa6ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e8f3211b-c093-4ff4-a437-b33bc181bf9c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:49.695021 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6ceac520-387c-4e60-ad9e-806c5bfa6ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:49.696166 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6ceac520-387c-4e60-ad9e-806c5bfa6ff8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e8f3211b-c093-4ff4-a437-b33bc181bf9c HTTP/1.1" status: 204 len: 168 time: 0.1198883 Feb 04 14:23:49.704573 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceac520-387c-4e60-ad9e-806c5bfa6ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f3211b-c093-4ff4-a437-b33bc181bf9c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:49.962749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34438) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:49.976348 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98a39555-29a7-4c99-b3fd-8c65108fe28f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:50.052114 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98a39555-29a7-4c99-b3fd-8c65108fe28f admin admin] Publish callbacks [] for security_group (6e959332-90f7-4d5d-a1cc-23fafcbbcffe), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:50.055971 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98a39555-29a7-4c99-b3fd-8c65108fe28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6e959332-90f7-4d5d-a1cc-23fafcbbcffe), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:50.094448 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-98a39555-29a7-4c99-b3fd-8c65108fe28f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cb6c63bfe5ca4d098792514becbeba6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305575 Feb 04 14:23:50.095339 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a39555-29a7-4c99-b3fd-8c65108fe28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e959332-90f7-4d5d-a1cc-23fafcbbcffe,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:50.097161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34440) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:50.146003 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c74e6921-edf6-4076-a906-97ff386899cf admin admin] Publish callbacks [] for security_group (6e959332-90f7-4d5d-a1cc-23fafcbbcffe), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:50.171126 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c74e6921-edf6-4076-a906-97ff386899cf admin admin] Publish callbacks [] for security_group (6e959332-90f7-4d5d-a1cc-23fafcbbcffe), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:50.218523 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c74e6921-edf6-4076-a906-97ff386899cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (6e959332-90f7-4d5d-a1cc-23fafcbbcffe), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:50.221151 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c74e6921-edf6-4076-a906-97ff386899cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:50.222354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c74e6921-edf6-4076-a906-97ff386899cf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6e959332-90f7-4d5d-a1cc-23fafcbbcffe HTTP/1.1" status: 204 len: 168 time: 0.1241703 Feb 04 14:23:50.231586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e6921-edf6-4076-a906-97ff386899cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e959332-90f7-4d5d-a1cc-23fafcbbcffe,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:50.897671 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34462) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:50.992179 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1393a36d-885b-449a-bc6f-01d28b16c699 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1224336088-network', 'tenant_id': '0fb59be5e9634b1f9ef14279ca45b0a5'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:23:51.011534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1393a36d-885b-449a-bc6f-01d28b16c699 admin admin] Made reservation on behalf of 0fb59be5e9634b1f9ef14279ca45b0a5 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:23:51.013957 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1393a36d-885b-449a-bc6f-01d28b16c699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:51.025341 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1393a36d-885b-449a-bc6f-01d28b16c699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:51.099581 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1393a36d-885b-449a-bc6f-01d28b16c699 admin admin] Publish callbacks [] for security_group (29afa75b-8e84-4c00-abf5-b0a922ac29ad), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:51.103438 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1393a36d-885b-449a-bc6f-01d28b16c699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (29afa75b-8e84-4c00-abf5-b0a922ac29ad), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:51.130881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1393a36d-885b-449a-bc6f-01d28b16c699 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:23:51.137414 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393a36d-885b-449a-bc6f-01d28b16c699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29afa75b-8e84-4c00-abf5-b0a922ac29ad,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:51.143990 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1393a36d-885b-449a-bc6f-01d28b16c699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (34c48f17-1289-440c-a988-853d7a4b8ec3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:51.144360 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-1393a36d-885b-449a-bc6f-01d28b16c699 admin admin] Added segment 34c48f17-1289-440c-a988-853d7a4b8ec3 of type vlan for network 0d73c2f2-1e0d-459e-9d36-5793003d970c Feb 04 14:23:51.185422 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1393a36d-885b-449a-bc6f-01d28b16c699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (0d73c2f2-1e0d-459e-9d36-5793003d970c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:51.208843 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1393a36d-885b-449a-bc6f-01d28b16c699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (0d73c2f2-1e0d-459e-9d36-5793003d970c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:51.209924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1393a36d-885b-449a-bc6f-01d28b16c699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:51.210557 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1393a36d-885b-449a-bc6f-01d28b16c699 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:51.265399 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1393a36d-885b-449a-bc6f-01d28b16c699 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3663721 Feb 04 14:23:51.268362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34466) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:23:51.273333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-6b3e56a3-20c7-42ce-b129-b1fe56c7bf86 admin admin] Request body: {'subnet': {'network_id': '0d73c2f2-1e0d-459e-9d36-5793003d970c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1224336088-subnet', 'tenant_id': '0fb59be5e9634b1f9ef14279ca45b0a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:23:51.278980 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393a36d-885b-449a-bc6f-01d28b16c699 admin admin] Pushing event updated for resources: {'Network': ['ID=0d73c2f2-1e0d-459e-9d36-5793003d970c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:51.290372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 0d73c2f2-1e0d-459e-9d36-5793003d970c details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:23:51.296721 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3e56a3-20c7-42ce-b129-b1fe56c7bf86 admin admin] Made reservation on behalf of 0fb59be5e9634b1f9ef14279ca45b0a5 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:23:51.299113 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b3e56a3-20c7-42ce-b129-b1fe56c7bf86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:51.468749 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b3e56a3-20c7-42ce-b129-b1fe56c7bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (f198e6f4-92e2-47f5-b2d7-a987b88c2a58), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:51.521674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e56a3-20c7-42ce-b129-b1fe56c7bf86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f198e6f4-92e2-47f5-b2d7-a987b88c2a58,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:51.531810 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e56a3-20c7-42ce-b129-b1fe56c7bf86 admin admin] Checking segment: {'id': '34c48f17-1289-440c-a988-853d7a4b8ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d73c2f2-1e0d-459e-9d36-5793003d970c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:23:51.532167 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e56a3-20c7-42ce-b129-b1fe56c7bf86 admin admin] Network hostable DHCP agents. Network: 0d73c2f2-1e0d-459e-9d36-5793003d970c, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:23:51.549671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e56a3-20c7-42ce-b129-b1fe56c7bf86 admin admin] Network 0d73c2f2-1e0d-459e-9d36-5793003d970c is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:23:51.559130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-6b3e56a3-20c7-42ce-b129-b1fe56c7bf86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 0d73c2f2-1e0d-459e-9d36-5793003d970c) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:23:51.564432 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3e56a3-20c7-42ce-b129-b1fe56c7bf86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:51.565141 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6b3e56a3-20c7-42ce-b129-b1fe56c7bf86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:51.570264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2687084c-d205-49d1-a6fc-fd1029dec022 None None] Network 0d73c2f2-1e0d-459e-9d36-5793003d970c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:23:51.581240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6b3e56a3-20c7-42ce-b129-b1fe56c7bf86 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3117373 Feb 04 14:23:51.836712 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fbb384-cedf-48e5-a836-dc3b9e78e0e8 None None] Network 0d73c2f2-1e0d-459e-9d36-5793003d970c requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:23:51.950365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cc6bb6db-c2f2-408e-bd47-1a07ce706547 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:23:51.971076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: cc6bb6db-c2f2-408e-bd47-1a07ce706547 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:23:51.971423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cc6bb6db-c2f2-408e-bd47-1a07ce706547 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:23:52.032680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-34679fb9-fed8-426d-8936-fba1a9061fd7 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:52.034184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-34679fb9-fed8-426d-8936-fba1a9061fd7 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/networks?id=0d73c2f2-1e0d-459e-9d36-5793003d970c HTTP/1.1" status: 200 len: 812 time: 0.1070759 Feb 04 14:23:52.049383 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-656075d6-82bf-45c7-9cee-97a6c6941a6c tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/quotas/0fb59be5e9634b1f9ef14279ca45b0a5 HTTP/1.1" status: 200 len: 375 time: 0.0093930 Feb 04 14:23:52.083046 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-73fffc1b-46c5-4961-a410-e264a87ca9bf tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0fb59be5e9634b1f9ef14279ca45b0a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285337 Feb 04 14:23:52.175026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-4075f4a7-0d29-4e3a-8b37-5a8090192e0c service neutron] 10.222.0.96 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854459 Feb 04 14:23:52.269374 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-29596689-a943-4817-af69-6df3d5b98779 service neutron] 10.222.0.96 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885656 Feb 04 14:23:52.429908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1612d05e-cc91-46a4-9201-01f844de5eab req-e77f184e-d116-4d66-958f-09ad19cec672 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 210 time: 0.0289052 Feb 04 14:23:53.383586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-6b62440a-e7e3-4009-8992-7edba9e4b17f tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:53.385099 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-6b62440a-e7e3-4009-8992-7edba9e4b17f tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.99 "GET /v2.0/networks?id=0d73c2f2-1e0d-459e-9d36-5793003d970c HTTP/1.1" status: 200 len: 812 time: 0.1124334 Feb 04 14:23:53.396569 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-26b9a730-8ab8-4825-903c-b2835d2c74e6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Request body: {'port': {'device_id': 'd39d51c9-a01a-4c4c-9562-2d95e98597ad', 'network_id': '0d73c2f2-1e0d-459e-9d36-5793003d970c', 'admin_state_up': True, 'tenant_id': '0fb59be5e9634b1f9ef14279ca45b0a5'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:23:53.511881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-26b9a730-8ab8-4825-903c-b2835d2c74e6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Made reservation on behalf of 0fb59be5e9634b1f9ef14279ca45b0a5 for: {'port': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:23:53.515798 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-26b9a730-8ab8-4825-903c-b2835d2c74e6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:53.537505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb2e0883-6cb5-4cf7-972a-d8479c24f262 req-61ab6658-678b-4c17-8bd0-6094c4bdae0f tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 210 time: 0.0398207 Feb 04 14:23:53.662347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-26b9a730-8ab8-4825-903c-b2835d2c74e6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Allocated IP 172.20.0.5 (0d73c2f2-1e0d-459e-9d36-5793003d970c/f198e6f4-92e2-47f5-b2d7-a987b88c2a58/cba36a05-76d2-4344-9e5c-c375f07d443d) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:23:53.816205 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-26b9a730-8ab8-4825-903c-b2835d2c74e6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Publish callbacks [] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:53.856055 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-26b9a730-8ab8-4825-903c-b2835d2c74e6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:53.901189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-26b9a730-8ab8-4825-903c-b2835d2c74e6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Network 0d73c2f2-1e0d-459e-9d36-5793003d970c is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:23:53.904528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-26b9a730-8ab8-4825-903c-b2835d2c74e6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:23:53.908263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-26b9a730-8ab8-4825-903c-b2835d2c74e6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:23:53.914767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9a730-8ab8-4825-903c-b2835d2c74e6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Pushing event updated for resources: {'Port': ['ID=cba36a05-76d2-4344-9e5c-c375f07d443d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:53.964571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-26b9a730-8ab8-4825-903c-b2835d2c74e6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:53.965168 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-26b9a730-8ab8-4825-903c-b2835d2c74e6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:53.981587 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-26b9a730-8ab8-4825-903c-b2835d2c74e6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5890167 Feb 04 14:23:53.992504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Request body: {'port': {'device_id': 'd39d51c9-a01a-4c4c-9562-2d95e98597ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:23:54.052000 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:54.316364 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba36a05-76d2-4344-9e5c-c375f07d443d {{(pid=103606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:23:54.323800 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Publish callbacks [] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:54.336846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Transition to ACTIVE for port object cba36a05-76d2-4344-9e5c-c375f07d443d will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:23:54.340603 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:54.391329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Pushing event updated for resources: {'Port': ['ID=cba36a05-76d2-4344-9e5c-c375f07d443d,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:54.461096 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Attempting to bind port cba36a05-76d2-4344-9e5c-c375f07d443d on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:23:54.461424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Attempting to bind port cba36a05-76d2-4344-9e5c-c375f07d443d by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '34c48f17-1289-440c-a988-853d7a4b8ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d73c2f2-1e0d-459e-9d36-5793003d970c'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:23:54.461758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Attempting to bind port cba36a05-76d2-4344-9e5c-c375f07d443d on network 0d73c2f2-1e0d-459e-9d36-5793003d970c {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:23:54.466028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Port cba36a05-76d2-4344-9e5c-c375f07d443d on network 0d73c2f2-1e0d-459e-9d36-5793003d970c not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:23:54.466464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Attempting to bind port cba36a05-76d2-4344-9e5c-c375f07d443d on network 0d73c2f2-1e0d-459e-9d36-5793003d970c {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:23:54.471411 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:23:54.471753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Checking segment: {'id': '34c48f17-1289-440c-a988-853d7a4b8ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d73c2f2-1e0d-459e-9d36-5793003d970c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:23:54.472136 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Bound using segment: {'id': '34c48f17-1289-440c-a988-853d7a4b8ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d73c2f2-1e0d-459e-9d36-5793003d970c'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:23:54.472568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Bound port: cba36a05-76d2-4344-9e5c-c375f07d443d, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c48f17-1289-440c-a988-853d7a4b8ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d73c2f2-1e0d-459e-9d36-5793003d970c'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:23:54.472926 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:54.538725 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] For port cba36a05-76d2-4344-9e5c-c375f07d443d, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:23:54.541706 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] For port cba36a05-76d2-4344-9e5c-c375f07d443d, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cba36a05-76d2-4344-9e5c-c375f07d443d,segment=NetworkSegment(34c48f17-1289-440c-a988-853d7a4b8ec3),segment_id=34c48f17-1289-440c-a988-853d7a4b8ec3)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:23:54.548641 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:54.587409 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:54.588033 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:23:54.589482 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] 10.222.0.99 "PUT /v2.0/ports/cba36a05-76d2-4344-9e5c-c375f07d443d HTTP/1.1" status: 200 len: 1092 time: 0.6009820 Feb 04 14:23:54.590005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39d51c9-a01a-4c4c-9562-2d95e98597ad', 'tag': 'cba36a05-76d2-4344-9e5c-c375f07d443d'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:23:54.592359 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e93236-6ab6-4562-a596-e7d34d5eb37a" -d '{"events": [{"name": "network-changed", "server_uuid": "d39d51c9-a01a-4c4c-9562-2d95e98597ad", "tag": "cba36a05-76d2-4344-9e5c-c375f07d443d"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:23:54.625995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3077dd-22f3-4158-bd83-c93f2b8306ab service neutron] Pushing event updated for resources: {'Port': ['ID=cba36a05-76d2-4344-9e5c-c375f07d443d,revision_number=3']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:23:54.706884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df45c16-bcdd-483e-813b-2a43f8edc0fd req-8fdf549f-39eb-4bbc-b5cf-4e5d003bc69e tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:54.708396 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9df45c16-bcdd-483e-813b-2a43f8edc0fd req-8fdf549f-39eb-4bbc-b5cf-4e5d003bc69e tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 943 time: 0.0971370 Feb 04 14:23:54.710933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-6dc987ba-d6fc-42e6-a51f-2f6a37d47c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:54.712287 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-6dc987ba-d6fc-42e6-a51f-2f6a37d47c4f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0fb59be5e9634b1f9ef14279ca45b0a5&device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 1126 time: 0.0697827 Feb 04 14:23:54.761210 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-587ac606-5b70-425c-b9c8-3cff718585d6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cba36a05-76d2-4344-9e5c-c375f07d443d HTTP/1.1" status: 200 len: 217 time: 0.0403743 Feb 04 14:23:54.816098 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9df45c16-bcdd-483e-813b-2a43f8edc0fd req-1c93287c-9c95-4d2e-af89-00b599f44f3c tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017869 Feb 04 14:23:54.829374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-332d5849-1bb5-41e8-9b6a-c38610fcd4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:54.830969 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-332d5849-1bb5-41e8-9b6a-c38610fcd4f2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f198e6f4-92e2-47f5-b2d7-a987b88c2a58 HTTP/1.1" status: 200 len: 852 time: 0.0639782 Feb 04 14:23:54.869793 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fea0fef-a0a5-43d1-a5a9-b327bc0072f4 x-openstack-request-id: req-7fea0fef-a0a5-43d1-a5a9-b327bc0072f4 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:23:54.870090 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39d51c9-a01a-4c4c-9562-2d95e98597ad", "tag": "cba36a05-76d2-4344-9e5c-c375f07d443d", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:23:54.870374 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7fea0fef-a0a5-43d1-a5a9-b327bc0072f4 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:23:54.870781 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39d51c9-a01a-4c4c-9562-2d95e98597ad', 'tag': 'cba36a05-76d2-4344-9e5c-c375f07d443d', 'status': 'completed', 'code': 200} Feb 04 14:23:54.872954 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-0fd0183d-ccb3-48e9-81fc-28d71e8e644f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0d73c2f2-1e0d-459e-9d36-5793003d970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357473 Feb 04 14:23:54.963168 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-a000c577-51fe-400a-b2a2-763efcb86863 service neutron] 10.222.0.99 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829375 Feb 04 14:23:55.055100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-973dfe0b-a92c-4609-906b-0c950eacf125 req-f0c80d12-1603-4b2b-8b68-f2240f67e962 service neutron] 10.222.0.99 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860422 Feb 04 14:23:55.144855 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e93236-6ab6-4562-a596-e7d34d5eb37a req-5844aa14-be08-4c3f-aa56-b4cef37d09e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:55.146349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05e93236-6ab6-4562-a596-e7d34d5eb37a req-5844aa14-be08-4c3f-aa56-b4cef37d09e3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0fb59be5e9634b1f9ef14279ca45b0a5&device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 1126 time: 0.0480394 Feb 04 14:23:55.234960 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e93236-6ab6-4562-a596-e7d34d5eb37a req-d4fb89d2-ca37-45af-bb32-44d0e110a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:55.236502 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05e93236-6ab6-4562-a596-e7d34d5eb37a req-d4fb89d2-ca37-45af-bb32-44d0e110a96d service neutron] 10.222.0.99 "GET /v2.0/networks?id=0d73c2f2-1e0d-459e-9d36-5793003d970c HTTP/1.1" status: 200 len: 913 time: 0.0847199 Feb 04 14:23:55.280561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05e93236-6ab6-4562-a596-e7d34d5eb37a req-16951478-98ee-463d-bed4-86e37357865a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cba36a05-76d2-4344-9e5c-c375f07d443d HTTP/1.1" status: 200 len: 217 time: 0.0378103 Feb 04 14:23:55.330067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e93236-6ab6-4562-a596-e7d34d5eb37a req-055b70c2-822f-4c2e-a35b-12576974324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:55.331604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05e93236-6ab6-4562-a596-e7d34d5eb37a req-055b70c2-822f-4c2e-a35b-12576974324d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f198e6f4-92e2-47f5-b2d7-a987b88c2a58 HTTP/1.1" status: 200 len: 852 time: 0.0449152 Feb 04 14:23:55.363994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05e93236-6ab6-4562-a596-e7d34d5eb37a req-53318ff8-0a48-4bb5-bff7-47aba750e6d7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0d73c2f2-1e0d-459e-9d36-5793003d970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266771 Feb 04 14:23:55.459048 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05e93236-6ab6-4562-a596-e7d34d5eb37a req-678fc6a1-d081-4b6c-a403-152626aa0343 service neutron] 10.222.0.99 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891697 Feb 04 14:23:55.553526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05e93236-6ab6-4562-a596-e7d34d5eb37a req-3e7fcae7-92ce-48a4-b0a4-979f242ca476 service neutron] 10.222.0.99 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885768 Feb 04 14:23:55.942039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bbec4-8eaf-4eea-b531-2b2f02cb78e9 req-7c7a953b-393f-4ba2-8883-df8c6b74ac0d tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:55.943604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-532bbec4-8eaf-4eea-b531-2b2f02cb78e9 req-7c7a953b-393f-4ba2-8883-df8c6b74ac0d tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 943 time: 0.0541677 Feb 04 14:23:55.996710 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-532bbec4-8eaf-4eea-b531-2b2f02cb78e9 req-ec054a89-f32c-4a5a-aa9b-1231a60168e0 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475147 Feb 04 14:23:57.117433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2b34f-d39f-4efb-a7d0-f8ba587c9e87 req-b064b805-07a5-498e-a5fa-12521b6b6069 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:57.118974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03a2b34f-d39f-4efb-a7d0-f8ba587c9e87 req-b064b805-07a5-498e-a5fa-12521b6b6069 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 943 time: 0.0539582 Feb 04 14:23:57.166389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03a2b34f-d39f-4efb-a7d0-f8ba587c9e87 req-9ddbc330-e5a2-4442-a265-35872db206f3 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415709 Feb 04 14:23:58.286529 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c5120-66ce-4861-bc71-98df6af7f9f5 req-3b4ed04e-7099-428d-95ab-ce3ff1d79f2d tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:58.288042 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-131c5120-66ce-4861-bc71-98df6af7f9f5 req-3b4ed04e-7099-428d-95ab-ce3ff1d79f2d tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 943 time: 0.0552990 Feb 04 14:23:58.336785 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-131c5120-66ce-4861-bc71-98df6af7f9f5 req-69b2cef3-7b42-4dce-b41b-b1235d00929b tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428083 Feb 04 14:23:59.460351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91ba44-aece-4a44-8bc6-45ae6aa654c2 req-095c9874-e35b-43ad-9888-5e9c15ef422a tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:59.461829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9b91ba44-aece-4a44-8bc6-45ae6aa654c2 req-095c9874-e35b-43ad-9888-5e9c15ef422a tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 943 time: 0.0574296 Feb 04 14:23:59.507410 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9b91ba44-aece-4a44-8bc6-45ae6aa654c2 req-b2eb8489-be5b-4c99-87a7-b81f5053e70b tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400066 Feb 04 14:23:59.976595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cba36a05-76d2-4344-9e5c-c375f07d443d details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:24:00.075988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port cba36a05-76d2-4344-9e5c-c375f07d443d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cba36a05-76d2-4344-9e5c-c375f07d443d,segment=NetworkSegment(34c48f17-1289-440c-a988-853d7a4b8ec3),segment_id=34c48f17-1289-440c-a988-853d7a4b8ec3)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:24:00.087619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'cba36a05-76d2-4344-9e5c-c375f07d443d', 'network_id': '0d73c2f2-1e0d-459e-9d36-5793003d970c', 'port_id': 'cba36a05-76d2-4344-9e5c-c375f07d443d', 'mac_address': 'fa:16:3e:2a:e2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f198e6f4-92e2-47f5-b2d7-a987b88c2a58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:24:00.124664 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port cba36a05-76d2-4344-9e5c-c375f07d443d is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:24:00.125059 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:00.137645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba36a05-76d2-4344-9e5c-c375f07d443d {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:24:00.157066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port cba36a05-76d2-4344-9e5c-c375f07d443d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cba36a05-76d2-4344-9e5c-c375f07d443d,segment=NetworkSegment(34c48f17-1289-440c-a988-853d7a4b8ec3),segment_id=34c48f17-1289-440c-a988-853d7a4b8ec3)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:24:00.160839 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:00.210995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=cba36a05-76d2-4344-9e5c-c375f07d443d,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:00.465177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['cba36a05-76d2-4344-9e5c-c375f07d443d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:24:00.631577 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c3eca-8e7e-4f71-bf41-dd0cc02fc719 req-ad908a5a-457a-47a4-9277-bb0e5b29d71d tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:00.633079 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a46c3eca-8e7e-4f71-bf41-dd0cc02fc719 req-ad908a5a-457a-47a4-9277-bb0e5b29d71d tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 944 time: 0.0552979 Feb 04 14:24:00.681484 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a46c3eca-8e7e-4f71-bf41-dd0cc02fc719 req-b79b5a8d-7db5-4249-a34d-e0acb9c959d2 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428841 Feb 04 14:24:01.801800 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa956e25-67fe-405e-ac5e-dab6d46c77a2 req-8f30cbcc-f6d0-48a3-a72c-dfaf45c0c0ad tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:01.803316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa956e25-67fe-405e-ac5e-dab6d46c77a2 req-8f30cbcc-f6d0-48a3-a72c-dfaf45c0c0ad tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 944 time: 0.0530369 Feb 04 14:24:01.854964 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa956e25-67fe-405e-ac5e-dab6d46c77a2 req-f1351a4e-bfc4-4a9d-aaae-cdcf8d6637a2 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458519 Feb 04 14:24:01.991246 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cba36a05-76d2-4344-9e5c-c375f07d443d up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:24:02.040787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port cba36a05-76d2-4344-9e5c-c375f07d443d completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:24:02.044601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port cba36a05-76d2-4344-9e5c-c375f07d443d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:24:02.044970 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:02.120853 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port cba36a05-76d2-4344-9e5c-c375f07d443d is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:24:02.121241 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:02.144646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39d51c9-a01a-4c4c-9562-2d95e98597ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba36a05-76d2-4344-9e5c-c375f07d443d'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:24:02.146877 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c39a82-9034-4e0c-a2e7-25dd15bac636" -d '{"events": [{"server_uuid": "d39d51c9-a01a-4c4c-9562-2d95e98597ad", "name": "network-vif-plugged", "status": "completed", "tag": "cba36a05-76d2-4344-9e5c-c375f07d443d"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:24:02.160292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port cba36a05-76d2-4344-9e5c-c375f07d443d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cba36a05-76d2-4344-9e5c-c375f07d443d,segment=NetworkSegment(34c48f17-1289-440c-a988-853d7a4b8ec3),segment_id=34c48f17-1289-440c-a988-853d7a4b8ec3)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:24:02.164365 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:02.187803 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d4d785-55d9-4a37-9d5a-e9eebb47aac8 x-openstack-request-id: req-16d4d785-55d9-4a37-9d5a-e9eebb47aac8 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:24:02.188098 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39d51c9-a01a-4c4c-9562-2d95e98597ad", "name": "network-vif-plugged", "status": "completed", "tag": "cba36a05-76d2-4344-9e5c-c375f07d443d", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:24:02.188352 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-16d4d785-55d9-4a37-9d5a-e9eebb47aac8 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:24:02.188738 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39d51c9-a01a-4c4c-9562-2d95e98597ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba36a05-76d2-4344-9e5c-c375f07d443d', 'code': 200} Feb 04 14:24:02.219064 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=cba36a05-76d2-4344-9e5c-c375f07d443d,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:02.286641 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3288907-72b7-479f-91e5-55f7867c30ba req-c4b62791-0678-48f9-b8ef-11aa483f0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:02.288079 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3288907-72b7-479f-91e5-55f7867c30ba req-c4b62791-0678-48f9-b8ef-11aa483f0809 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 1128 time: 0.0460041 Feb 04 14:24:02.332931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3288907-72b7-479f-91e5-55f7867c30ba req-ffd43b0c-784a-4c5e-bf57-981ceec4fc30 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386150 Feb 04 14:24:02.977996 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e654e2-ea71-4d5b-a7c0-458f1009e848 req-5598827f-ce24-466b-88e6-9aa940585009 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:02.979438 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20e654e2-ea71-4d5b-a7c0-458f1009e848 req-5598827f-ce24-466b-88e6-9aa940585009 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0525668 Feb 04 14:24:03.026336 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20e654e2-ea71-4d5b-a7c0-458f1009e848 req-af5358ed-2232-4d8e-943a-13b1fd70a78c tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408437 Feb 04 14:24:04.148516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14624996-49f6-408a-a439-fe932658c895 req-4c92cf54-16aa-49fb-9ef2-d90df91b1456 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:04.150006 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14624996-49f6-408a-a439-fe932658c895 req-4c92cf54-16aa-49fb-9ef2-d90df91b1456 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0548856 Feb 04 14:24:04.196195 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14624996-49f6-408a-a439-fe932658c895 req-1eb6ece4-ad95-4cc6-bb68-a6809b6ccd77 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398533 Feb 04 14:24:04.426400 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34524) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:24:04.443532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72624895-fc80-4a1b-9d71-5a915783edf2 req-12e65a25-7f4c-49f2-a8d2-9aed1f84f4c6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:04.445026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72624895-fc80-4a1b-9d71-5a915783edf2 req-12e65a25-7f4c-49f2-a8d2-9aed1f84f4c6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0600281 Feb 04 14:24:04.494373 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72624895-fc80-4a1b-9d71-5a915783edf2 req-0b72b726-377c-4d85-8587-31f959348ea4 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438850 Feb 04 14:24:04.512769 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-03fd6f1c-9052-4ed0-9636-8aa27883075c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852113 Feb 04 14:24:04.522410 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-1cd073c5-660c-46b2-9ac2-8ac2e62c07ff service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:24:04.523391 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-1cd073c5-660c-46b2-9ac2-8ac2e62c07ff service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051277 Feb 04 14:24:05.638223 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ef155-f279-4fd5-af2b-56da67d48ca7 req-01bec1f4-1f8b-4800-820e-80f2bb844c93 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:05.639738 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd1ef155-f279-4fd5-af2b-56da67d48ca7 req-01bec1f4-1f8b-4800-820e-80f2bb844c93 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0708001 Feb 04 14:24:05.706950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-e384455a-eafc-4adf-8149-b62c0680fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:05.708472 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-e384455a-eafc-4adf-8149-b62c0680fc37 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0fb59be5e9634b1f9ef14279ca45b0a5&device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 1128 time: 0.0868726 Feb 04 14:24:05.711957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd1ef155-f279-4fd5-af2b-56da67d48ca7 req-2ed76873-3ced-4201-8907-70f953d1e306 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581651 Feb 04 14:24:05.800135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-31836945-abf5-47fc-8fb1-54b7932ac079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:05.801522 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-31836945-abf5-47fc-8fb1-54b7932ac079 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0d73c2f2-1e0d-459e-9d36-5793003d970c HTTP/1.1" status: 200 len: 913 time: 0.0876281 Feb 04 14:24:06.177294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-39d0ea5a-dfea-4b2c-9661-5a03b41a6cb8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cba36a05-76d2-4344-9e5c-c375f07d443d HTTP/1.1" status: 200 len: 217 time: 0.3700726 Feb 04 14:24:06.224926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-ceba01c5-0992-432a-b30b-4b23d867a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:06.226380 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-ceba01c5-0992-432a-b30b-4b23d867a76d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f198e6f4-92e2-47f5-b2d7-a987b88c2a58 HTTP/1.1" status: 200 len: 852 time: 0.0430005 Feb 04 14:24:06.257514 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-4f66af89-231d-4253-89fe-c217f954d848 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0d73c2f2-1e0d-459e-9d36-5793003d970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254598 Feb 04 14:24:06.348908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-e4014c57-47c8-4c14-9cd8-8f160dac82b5 service neutron] 10.222.0.99 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849719 Feb 04 14:24:06.440597 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-caab4016-dc92-46f0-88b5-081773c00110 service neutron] 10.222.0.99 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855212 Feb 04 14:24:06.835291 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265ce6b-c850-451a-b7e9-9c8236159853 req-11ea9b98-d4c4-45b5-8343-937c886004c7 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:06.836754 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7265ce6b-c850-451a-b7e9-9c8236159853 req-11ea9b98-d4c4-45b5-8343-937c886004c7 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0537019 Feb 04 14:24:06.881877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7265ce6b-c850-451a-b7e9-9c8236159853 req-0590ba01-58c8-451d-93cd-ccf91809a28d tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395892 Feb 04 14:24:08.004716 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d0afe-6a6d-43ba-b652-1b2dc844edd5 req-161544c4-fd51-48b7-91a6-6b9704de5a44 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:08.006180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f5d0afe-6a6d-43ba-b652-1b2dc844edd5 req-161544c4-fd51-48b7-91a6-6b9704de5a44 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0548584 Feb 04 14:24:08.053424 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f5d0afe-6a6d-43ba-b652-1b2dc844edd5 req-6f7646d4-6d3b-4175-b869-33f8c1ec0560 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416629 Feb 04 14:24:09.178231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727343b-26c6-4785-a137-66623317a81b req-b4ac9c90-15a1-460c-8af7-7d2e4b92f47a tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:09.179734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8727343b-26c6-4785-a137-66623317a81b req-b4ac9c90-15a1-460c-8af7-7d2e4b92f47a tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0574274 Feb 04 14:24:09.226347 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8727343b-26c6-4785-a137-66623317a81b req-c59144e0-ef7f-483f-936b-1f69f133e2d8 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Feb 04 14:24:10.347596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa4336-0f92-4059-b623-e8bac7f252bf req-3280fc64-6417-4f6c-afc4-e2dca4de158b tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:10.349148 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddfa4336-0f92-4059-b623-e8bac7f252bf req-3280fc64-6417-4f6c-afc4-e2dca4de158b tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0537682 Feb 04 14:24:10.397358 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ddfa4336-0f92-4059-b623-e8bac7f252bf req-c9266fce-f9e8-4aa2-8c44-2343df1cb889 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424931 Feb 04 14:24:11.060233 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a433be2b-be5a-45af-b434-808f4b85deb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:11.324227 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbf9f2-2246-4084-8bc1-7e62b204291f req-0dc05035-2c07-4426-906a-297550b4e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:11.325665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5bbf9f2-2246-4084-8bc1-7e62b204291f req-0dc05035-2c07-4426-906a-297550b4e97b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0fb59be5e9634b1f9ef14279ca45b0a5&device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 1128 time: 0.0458248 Feb 04 14:24:11.430575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbf9f2-2246-4084-8bc1-7e62b204291f req-6aebc6fb-fb2d-49fd-b052-96330f9f9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:11.432083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5bbf9f2-2246-4084-8bc1-7e62b204291f req-6aebc6fb-fb2d-49fd-b052-96330f9f9418 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0d73c2f2-1e0d-459e-9d36-5793003d970c HTTP/1.1" status: 200 len: 913 time: 0.0888228 Feb 04 14:24:11.475919 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5bbf9f2-2246-4084-8bc1-7e62b204291f req-b72f9d2c-4c76-42e2-9c17-197f3715e697 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cba36a05-76d2-4344-9e5c-c375f07d443d HTTP/1.1" status: 200 len: 217 time: 0.0379045 Feb 04 14:24:11.550758 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbf9f2-2246-4084-8bc1-7e62b204291f req-53e91d28-8066-4caf-ae5f-06b8f6c8d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:11.552241 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5bbf9f2-2246-4084-8bc1-7e62b204291f req-53e91d28-8066-4caf-ae5f-06b8f6c8d08f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f198e6f4-92e2-47f5-b2d7-a987b88c2a58 HTTP/1.1" status: 200 len: 852 time: 0.0690508 Feb 04 14:24:11.577359 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c7f61-7bb9-48fd-aab3-e8f7d20ff301 req-867fe080-16ce-4352-bac1-d1347c243413 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:11.579254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-854c7f61-7bb9-48fd-aab3-e8f7d20ff301 req-867fe080-16ce-4352-bac1-d1347c243413 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.1058602 Feb 04 14:24:11.597439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5bbf9f2-2246-4084-8bc1-7e62b204291f req-fe25a51f-3ed8-4dd0-9f04-12291f16daeb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0d73c2f2-1e0d-459e-9d36-5793003d970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389998 Feb 04 14:24:11.693980 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-854c7f61-7bb9-48fd-aab3-e8f7d20ff301 req-1e9eb99c-f9e5-493f-90db-235349594e9a tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995898 Feb 04 14:24:11.721052 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5bbf9f2-2246-4084-8bc1-7e62b204291f req-817bb584-fba0-48ee-ab86-de43530e95d9 service neutron] 10.222.0.99 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176040 Feb 04 14:24:11.809825 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f5bbf9f2-2246-4084-8bc1-7e62b204291f req-c5c96e7f-9bb8-4558-a455-029f9709edbf service neutron] 10.222.0.99 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832407 Feb 04 14:24:12.818617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039dafb-10f7-41c2-b96b-eebbef969de0 req-7f65b76d-02e5-4348-886b-fcea0226a359 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:12.820118 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9039dafb-10f7-41c2-b96b-eebbef969de0 req-7f65b76d-02e5-4348-886b-fcea0226a359 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0583491 Feb 04 14:24:12.867264 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9039dafb-10f7-41c2-b96b-eebbef969de0 req-9bb0ad41-9737-483c-b507-5f49e7fdede5 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415800 Feb 04 14:24:13.995598 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843001f3-f677-4c8f-9636-cbf6d16d9d5b req-7d68850a-1bdd-47fc-837d-7ca444a3b641 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:13.997024 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-843001f3-f677-4c8f-9636-cbf6d16d9d5b req-7d68850a-1bdd-47fc-837d-7ca444a3b641 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0619633 Feb 04 14:24:14.045665 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-843001f3-f677-4c8f-9636-cbf6d16d9d5b req-e94395b6-1d40-455e-b17c-316cd8c387ad tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419619 Feb 04 14:24:14.379901 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:15.167339 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e99f4-fd0a-430c-a92e-91b474d6cc88 req-e51bf56e-991e-4727-a9ef-c44d62c529ab tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:15.169376 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-956e99f4-fd0a-430c-a92e-91b474d6cc88 req-e51bf56e-991e-4727-a9ef-c44d62c529ab tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0535257 Feb 04 14:24:15.175248 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:15.222911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-956e99f4-fd0a-430c-a92e-91b474d6cc88 req-f7c7f2e8-0f33-4144-9c8f-0e876d9b04c7 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477517 Feb 04 14:24:15.239536 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d01ae4cf-8c38-4be4-a081-d7abc6ef163d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:15.764483 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:16.344290 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2fda1-b4f2-4992-bb0f-a72d7c7917b7 req-75ae8ec7-fefd-4acf-b179-1ce9850e1c84 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:16.345819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10f2fda1-b4f2-4992-bb0f-a72d7c7917b7 req-75ae8ec7-fefd-4acf-b179-1ce9850e1c84 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0535381 Feb 04 14:24:16.392937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10f2fda1-b4f2-4992-bb0f-a72d7c7917b7 req-2083cbf5-28d5-4e00-ace6-2775c063eb73 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415761 Feb 04 14:24:17.106682 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:17.520859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5de397-df09-4dd4-b9f3-2245850e5df5 req-6d24668f-3bb2-4366-9710-33458988558e tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:17.522433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec5de397-df09-4dd4-b9f3-2245850e5df5 req-6d24668f-3bb2-4366-9710-33458988558e tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0578475 Feb 04 14:24:17.572236 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec5de397-df09-4dd4-b9f3-2245850e5df5 req-53f5cdf1-d859-4386-8c62-b216d4590005 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440135 Feb 04 14:24:18.045983 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:18.700243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161054a8-0b66-4328-b41a-7d65f33ea327 req-ce9a6cb4-1e2a-4df5-a5de-b0b20b9a93d8 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:18.701766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-161054a8-0b66-4328-b41a-7d65f33ea327 req-ce9a6cb4-1e2a-4df5-a5de-b0b20b9a93d8 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0591202 Feb 04 14:24:18.748611 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-161054a8-0b66-4328-b41a-7d65f33ea327 req-e54ed6f7-f969-4e63-bf6a-b1f04cccc49c tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405107 Feb 04 14:24:19.870991 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3d513-8995-41f5-98e6-44f09450ef2a req-fbd5d1b6-c22d-4360-b3fa-4f4c6e751d32 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:19.872474 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24f3d513-8995-41f5-98e6-44f09450ef2a req-fbd5d1b6-c22d-4360-b3fa-4f4c6e751d32 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0529678 Feb 04 14:24:19.919960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-24f3d513-8995-41f5-98e6-44f09450ef2a req-d2652952-280a-4548-80a0-0fb3c9368b82 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416448 Feb 04 14:24:21.038408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ed83f-271a-4b31-a1c1-f4b0ecabe7ba req-17e63968-e128-47d0-a274-de008751b1b1 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:21.039906 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f1ed83f-271a-4b31-a1c1-f4b0ecabe7ba req-17e63968-e128-47d0-a274-de008751b1b1 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0533209 Feb 04 14:24:21.090690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f1ed83f-271a-4b31-a1c1-f4b0ecabe7ba req-699fbc5c-e06b-4f27-ae09-680326315c8a tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449584 Feb 04 14:24:22.215090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7bd01-524b-48f5-9a09-c15340b5ea78 req-930f4a7e-6df4-4ffc-ad75-dd3a170c1701 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:22.216575 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fbe7bd01-524b-48f5-9a09-c15340b5ea78 req-930f4a7e-6df4-4ffc-ad75-dd3a170c1701 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0528712 Feb 04 14:24:22.264571 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fbe7bd01-524b-48f5-9a09-c15340b5ea78 req-524b41e7-51b0-4686-980d-b28c2d8bce1d tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417037 Feb 04 14:24:23.385878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78d329-2f46-475a-8404-8057fc92e06c req-d4ffc397-184c-4507-bc9d-7b5b7088c8cb tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:23.387432 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c78d329-2f46-475a-8404-8057fc92e06c req-d4ffc397-184c-4507-bc9d-7b5b7088c8cb tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0546627 Feb 04 14:24:23.435159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c78d329-2f46-475a-8404-8057fc92e06c req-d189cb5d-761c-4c1e-939c-2f64eb6a30ec tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421159 Feb 04 14:24:24.558736 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92434a-b552-475d-bfd2-40f7a59cf0f9 req-479cec63-6d01-43e6-b843-19884e142bfc tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:24.560244 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d92434a-b552-475d-bfd2-40f7a59cf0f9 req-479cec63-6d01-43e6-b843-19884e142bfc tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0570047 Feb 04 14:24:24.608102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d92434a-b552-475d-bfd2-40f7a59cf0f9 req-8f0c384e-70f7-42a0-acff-5970ea2e1623 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Feb 04 14:24:25.099941 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:24:25.730242 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815bcaf-2e25-40e7-8ea0-7299409498c5 req-8a8ba6c8-e00d-450b-afc6-198e7a6a1625 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:25.731732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3815bcaf-2e25-40e7-8ea0-7299409498c5 req-8a8ba6c8-e00d-450b-afc6-198e7a6a1625 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0542421 Feb 04 14:24:25.779859 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3815bcaf-2e25-40e7-8ea0-7299409498c5 req-51585cc6-1581-47b8-b893-8272ac5dd5fd tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415657 Feb 04 14:24:26.906267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf40c6-f0e9-4e1f-9e30-b51f88424a4c req-81f6c300-10a2-4e16-8f4a-df9e2c2fd8e6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:26.907778 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2cdf40c6-f0e9-4e1f-9e30-b51f88424a4c req-81f6c300-10a2-4e16-8f4a-df9e2c2fd8e6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0584610 Feb 04 14:24:26.955438 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2cdf40c6-f0e9-4e1f-9e30-b51f88424a4c req-092891a2-55fa-4e8e-82e4-8efbce794f70 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420778 Feb 04 14:24:28.077915 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e00681-49bb-435f-9078-bfce37694ca7 req-86845b9a-1a6c-4b9e-a9db-c88bbd5d646c tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:28.079438 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15e00681-49bb-435f-9078-bfce37694ca7 req-86845b9a-1a6c-4b9e-a9db-c88bbd5d646c tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0540380 Feb 04 14:24:28.133228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15e00681-49bb-435f-9078-bfce37694ca7 req-7caa5490-d135-4b3a-9e67-b18cf28e350b tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482171 Feb 04 14:24:29.256316 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5d2fb-3517-4595-9686-3b24dd025cdb req-3cb94bf1-1b12-4934-9433-848c72e3bdf6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:29.257826 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fcb5d2fb-3517-4595-9686-3b24dd025cdb req-3cb94bf1-1b12-4934-9433-848c72e3bdf6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0531344 Feb 04 14:24:29.311041 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fcb5d2fb-3517-4595-9686-3b24dd025cdb req-7415b41d-7e58-4290-9a59-d5c85b5480cb tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475507 Feb 04 14:24:30.432562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2368c8-ab69-4fa8-9950-0af500494e14 req-2947e29e-1932-41d2-bc8e-41a228786859 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:30.434058 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca2368c8-ab69-4fa8-9950-0af500494e14 req-2947e29e-1932-41d2-bc8e-41a228786859 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0541825 Feb 04 14:24:30.481294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ca2368c8-ab69-4fa8-9950-0af500494e14 req-c80141eb-8901-4f57-b9f7-15c9d04afbff tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409298 Feb 04 14:24:31.607371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e04b60-0525-4bf5-bea7-e060a408731b req-48d1bb99-9b30-4d0b-b040-3fad495173ce tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:31.609336 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86e04b60-0525-4bf5-bea7-e060a408731b req-48d1bb99-9b30-4d0b-b040-3fad495173ce tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0555334 Feb 04 14:24:31.657965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86e04b60-0525-4bf5-bea7-e060a408731b req-15c1abda-42ec-45ae-9453-755567de1e98 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431907 Feb 04 14:24:32.787580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82d48c-03f0-461a-9e6a-a4f9b9175ede req-753046ce-4d55-44ac-801a-6bcc34a9a9f0 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:32.789069 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec82d48c-03f0-461a-9e6a-a4f9b9175ede req-753046ce-4d55-44ac-801a-6bcc34a9a9f0 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0581706 Feb 04 14:24:32.838188 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ec82d48c-03f0-461a-9e6a-a4f9b9175ede req-60b3f348-d9a9-4fa3-9382-260ad73e6a9e tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431974 Feb 04 14:24:33.365686 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-9a312380-83e9-4e80-9417-0ee15017954f service neutron] show failed (client error): The resource could not be found. Feb 04 14:24:33.366769 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-9a312380-83e9-4e80-9417-0ee15017954f service neutron] 10.222.0.99 "GET /v2.0/ports/cba36a05-76d2-4344-9e5c-c375f07d443d/bindings/n-h2-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0564816 Feb 04 14:24:33.651490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-ddce8187-3be0-4424-ae26-c37950ff4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:33.652932 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-ddce8187-3be0-4424-ae26-c37950ff4f79 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad&tenant_id=0fb59be5e9634b1f9ef14279ca45b0a5 HTTP/1.1" status: 200 len: 1128 time: 0.1222126 Feb 04 14:24:33.662878 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-1d81c4fa-60a0-4683-a7a3-9030d288f35e service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:24:33.663821 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-1d81c4fa-60a0-4683-a7a3-9030d288f35e service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049400 Feb 04 14:24:33.675023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:24:33.737718 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:33.959655 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] For port cba36a05-76d2-4344-9e5c-c375f07d443d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cba36a05-76d2-4344-9e5c-c375f07d443d,segment=NetworkSegment(34c48f17-1289-440c-a988-853d7a4b8ec3),segment_id=34c48f17-1289-440c-a988-853d7a4b8ec3)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:24:33.965445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63bc9e-ef3e-41d2-b591-b87cd611e303 req-ad0ac2cd-84f0-42de-aa72-8b3e669dc80a tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:33.967229 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b63bc9e-ef3e-41d2-b591-b87cd611e303 req-ad0ac2cd-84f0-42de-aa72-8b3e669dc80a tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0576096 Feb 04 14:24:33.995263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] For port cba36a05-76d2-4344-9e5c-c375f07d443d, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:24:34.017750 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b63bc9e-ef3e-41d2-b591-b87cd611e303 req-df534a53-e819-4e9c-96b4-89950fdea9d6 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448625 Feb 04 14:24:34.036929 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39d51c9-a01a-4c4c-9562-2d95e98597ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba36a05-76d2-4344-9e5c-c375f07d443d'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:24:34.039254 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d728621e-485c-49e1-8b8a-78bc3e0be238" -d '{"events": [{"server_uuid": "d39d51c9-a01a-4c4c-9562-2d95e98597ad", "name": "network-vif-unplugged", "status": "completed", "tag": "cba36a05-76d2-4344-9e5c-c375f07d443d"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:24:34.043275 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Publish callbacks [] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:34.056188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Transition to ACTIVE for port object cba36a05-76d2-4344-9e5c-c375f07d443d will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:24:34.060345 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:34.091207 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6b0118-6222-44c5-aea4-4ce467e3b764 x-openstack-request-id: req-cd6b0118-6222-44c5-aea4-4ce467e3b764 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:24:34.091505 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39d51c9-a01a-4c4c-9562-2d95e98597ad", "name": "network-vif-unplugged", "status": "completed", "tag": "cba36a05-76d2-4344-9e5c-c375f07d443d", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:24:34.091761 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cd6b0118-6222-44c5-aea4-4ce467e3b764 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:24:34.092151 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39d51c9-a01a-4c4c-9562-2d95e98597ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba36a05-76d2-4344-9e5c-c375f07d443d', 'code': 200} Feb 04 14:24:34.130950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] No DVR routers for this DVR port cba36a05-76d2-4344-9e5c-c375f07d443d on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:24:34.132827 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Pushing event updated for resources: {'Port': ['ID=cba36a05-76d2-4344-9e5c-c375f07d443d,revision_number=6']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:34.145537 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:34.145890 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:34.146265 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:34.146613 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:34.146947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:34.147276 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:34.147604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:34.147934 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:34.148254 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:34.148582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:34.148905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:34.149250 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:34.149544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:34.180268 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Attempting to bind port cba36a05-76d2-4344-9e5c-c375f07d443d on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:24:34.180603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Attempting to bind port cba36a05-76d2-4344-9e5c-c375f07d443d by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '34c48f17-1289-440c-a988-853d7a4b8ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d73c2f2-1e0d-459e-9d36-5793003d970c'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:24:34.180942 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Attempting to bind port cba36a05-76d2-4344-9e5c-c375f07d443d on network 0d73c2f2-1e0d-459e-9d36-5793003d970c {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:24:34.185231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Port cba36a05-76d2-4344-9e5c-c375f07d443d on network 0d73c2f2-1e0d-459e-9d36-5793003d970c not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:24:34.185555 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Attempting to bind port cba36a05-76d2-4344-9e5c-c375f07d443d on network 0d73c2f2-1e0d-459e-9d36-5793003d970c {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:24:34.190415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:24:34.190754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Checking segment: {'id': '34c48f17-1289-440c-a988-853d7a4b8ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d73c2f2-1e0d-459e-9d36-5793003d970c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:24:34.191142 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Bound using segment: {'id': '34c48f17-1289-440c-a988-853d7a4b8ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d73c2f2-1e0d-459e-9d36-5793003d970c'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:24:34.191563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Bound port: cba36a05-76d2-4344-9e5c-c375f07d443d, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c48f17-1289-440c-a988-853d7a4b8ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d73c2f2-1e0d-459e-9d36-5793003d970c'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:24:34.191921 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:34.254599 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] For port cba36a05-76d2-4344-9e5c-c375f07d443d, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:24:34.257491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] For port cba36a05-76d2-4344-9e5c-c375f07d443d, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=cba36a05-76d2-4344-9e5c-c375f07d443d,segment=NetworkSegment(34c48f17-1289-440c-a988-853d7a4b8ec3),segment_id=34c48f17-1289-440c-a988-853d7a4b8ec3)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:24:34.263610 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:34.307534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:34.308160 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:34.309545 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] 10.222.0.100 "PUT /v2.0/ports/cba36a05-76d2-4344-9e5c-c375f07d443d HTTP/1.1" status: 200 len: 1092 time: 0.6381557 Feb 04 14:24:34.328693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f7d3c-ae4a-4c59-8b25-2f94bc9f79dc service neutron] Pushing event updated for resources: {'Port': ['ID=cba36a05-76d2-4344-9e5c-c375f07d443d,revision_number=7']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:34.377843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-82e91540-715e-431d-a418-0dcd03de5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:34.379387 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-82e91540-715e-431d-a418-0dcd03de5620 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0fb59be5e9634b1f9ef14279ca45b0a5&device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 1126 time: 0.0478101 Feb 04 14:24:34.468757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-e5f7779b-7f74-42a2-933a-9503765217f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:34.470248 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-e5f7779b-7f74-42a2-933a-9503765217f3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0d73c2f2-1e0d-459e-9d36-5793003d970c HTTP/1.1" status: 200 len: 913 time: 0.0853012 Feb 04 14:24:34.513867 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-4e77d6d3-0c10-4cdf-8f4c-42104510cb1e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cba36a05-76d2-4344-9e5c-c375f07d443d HTTP/1.1" status: 200 len: 217 time: 0.0382123 Feb 04 14:24:34.562305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-c34d8d95-adf8-4a41-9373-f46393349322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:34.563763 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-c34d8d95-adf8-4a41-9373-f46393349322 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f198e6f4-92e2-47f5-b2d7-a987b88c2a58 HTTP/1.1" status: 200 len: 852 time: 0.0445106 Feb 04 14:24:34.596035 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-681c93c6-d961-4b97-996f-d086a1de2209 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0d73c2f2-1e0d-459e-9d36-5793003d970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267942 Feb 04 14:24:34.688912 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-3e184993-4f82-4624-b4bf-87d7e2033235 service neutron] 10.222.0.100 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872374 Feb 04 14:24:34.777341 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce22e677-611b-46d1-b342-7b36d43ff943 req-0b0923e5-4929-49a7-8f2f-a4f788bfa312 service neutron] 10.222.0.100 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831351 Feb 04 14:24:35.150390 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4671e6-d3ec-40f1-8c8c-0a358036201f req-adf03d94-3798-4fff-a65b-f2cf66e719e7 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:35.151970 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8c4671e6-d3ec-40f1-8c8c-0a358036201f req-adf03d94-3798-4fff-a65b-f2cf66e719e7 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 943 time: 0.0606375 Feb 04 14:24:35.203373 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8c4671e6-d3ec-40f1-8c8c-0a358036201f req-2dca74e4-7c63-4782-9c3f-3ca9e54d1255 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446618 Feb 04 14:24:36.093586 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39d51c9-a01a-4c4c-9562-2d95e98597ad', 'tag': 'cba36a05-76d2-4344-9e5c-c375f07d443d'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:24:36.095940 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc295892-781c-4869-9839-23a9cc9759de" -d '{"events": [{"name": "network-changed", "server_uuid": "d39d51c9-a01a-4c4c-9562-2d95e98597ad", "tag": "cba36a05-76d2-4344-9e5c-c375f07d443d"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:24:36.146830 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c02f68-ab4b-4c80-bcd0-712bac4e6c47 x-openstack-request-id: req-82c02f68-ab4b-4c80-bcd0-712bac4e6c47 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:24:36.147145 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39d51c9-a01a-4c4c-9562-2d95e98597ad", "tag": "cba36a05-76d2-4344-9e5c-c375f07d443d", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:24:36.148056 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-82c02f68-ab4b-4c80-bcd0-712bac4e6c47 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:24:36.148471 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39d51c9-a01a-4c4c-9562-2d95e98597ad', 'tag': 'cba36a05-76d2-4344-9e5c-c375f07d443d', 'status': 'completed', 'code': 200} Feb 04 14:24:36.213237 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc295892-781c-4869-9839-23a9cc9759de req-39790657-d736-481b-8190-c2f7284fec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:36.213519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc295892-781c-4869-9839-23a9cc9759de req-37e5cd3e-c286-4695-8df7-6128b861deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:36.214835 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc295892-781c-4869-9839-23a9cc9759de req-37e5cd3e-c286-4695-8df7-6128b861deb7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0fb59be5e9634b1f9ef14279ca45b0a5&device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 1126 time: 0.0463557 Feb 04 14:24:36.214950 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dc295892-781c-4869-9839-23a9cc9759de req-39790657-d736-481b-8190-c2f7284fec7e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0fb59be5e9634b1f9ef14279ca45b0a5&device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 1126 time: 0.0498009 Feb 04 14:24:36.315165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc295892-781c-4869-9839-23a9cc9759de req-f273c983-0f37-4360-bfbc-4ac44800bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:36.316884 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dc295892-781c-4869-9839-23a9cc9759de req-f273c983-0f37-4360-bfbc-4ac44800bc26 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0d73c2f2-1e0d-459e-9d36-5793003d970c HTTP/1.1" status: 200 len: 913 time: 0.0955534 Feb 04 14:24:36.349875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc295892-781c-4869-9839-23a9cc9759de req-8d285cba-6282-40a3-a82e-da3d6da125b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:36.351312 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc295892-781c-4869-9839-23a9cc9759de req-8d285cba-6282-40a3-a82e-da3d6da125b0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0d73c2f2-1e0d-459e-9d36-5793003d970c HTTP/1.1" status: 200 len: 913 time: 0.1310263 Feb 04 14:24:36.360521 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dc295892-781c-4869-9839-23a9cc9759de req-a6bbf6d1-3f57-43f4-af69-e58d52cf6ba4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cba36a05-76d2-4344-9e5c-c375f07d443d HTTP/1.1" status: 200 len: 217 time: 0.0376711 Feb 04 14:24:36.362687 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb68b84-cfbf-4603-abf1-975311db2a92 req-3bc7ce67-3769-4c1f-aa20-22c02657a624 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:36.364221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bb68b84-cfbf-4603-abf1-975311db2a92 req-3bc7ce67-3769-4c1f-aa20-22c02657a624 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 943 time: 0.0855553 Feb 04 14:24:36.407553 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc295892-781c-4869-9839-23a9cc9759de req-309dde64-1c1d-4430-8f3e-555c6777882e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cba36a05-76d2-4344-9e5c-c375f07d443d HTTP/1.1" status: 200 len: 217 time: 0.0423141 Feb 04 14:24:36.417063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc295892-781c-4869-9839-23a9cc9759de req-80cb34a8-cfc1-4b93-83f9-ed90e002b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:36.418853 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dc295892-781c-4869-9839-23a9cc9759de req-80cb34a8-cfc1-4b93-83f9-ed90e002b6bd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f198e6f4-92e2-47f5-b2d7-a987b88c2a58 HTTP/1.1" status: 200 len: 852 time: 0.0519772 Feb 04 14:24:36.453867 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dc295892-781c-4869-9839-23a9cc9759de req-b1cf0620-85b1-4594-b2c0-fd3eaab90541 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0d73c2f2-1e0d-459e-9d36-5793003d970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289216 Feb 04 14:24:36.488327 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5bb68b84-cfbf-4603-abf1-975311db2a92 req-09d1c5d0-a929-4e60-ba9b-743b09eb3dfe tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171262 Feb 04 14:24:36.490002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc295892-781c-4869-9839-23a9cc9759de req-3fa6e0ec-1298-4778-8b63-5e39f66fb825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:36.491550 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc295892-781c-4869-9839-23a9cc9759de req-3fa6e0ec-1298-4778-8b63-5e39f66fb825 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f198e6f4-92e2-47f5-b2d7-a987b88c2a58 HTTP/1.1" status: 200 len: 852 time: 0.0777576 Feb 04 14:24:36.526498 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc295892-781c-4869-9839-23a9cc9759de req-b85eff26-a0d8-4fa9-8197-ec3aea899af2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0d73c2f2-1e0d-459e-9d36-5793003d970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291293 Feb 04 14:24:36.565673 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dc295892-781c-4869-9839-23a9cc9759de req-11ada61c-15a0-46fb-8b9e-886c7ec1053a service neutron] 10.222.0.100 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061709 Feb 04 14:24:36.629017 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc295892-781c-4869-9839-23a9cc9759de req-83274002-191b-4176-8df9-a0475ae8d378 service neutron] 10.222.0.99 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968256 Feb 04 14:24:36.679729 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-dc295892-781c-4869-9839-23a9cc9759de req-af77b2f6-e837-40cb-8b70-764fb4649a49 service neutron] 10.222.0.100 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083467 Feb 04 14:24:36.741453 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dc295892-781c-4869-9839-23a9cc9759de req-30b6abf9-a943-492c-a59c-0781c3efb59d service neutron] 10.222.0.99 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061847 Feb 04 14:24:37.633731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7964d69-367d-4f20-80db-6f15fb8691cc req-324c417e-ebfa-4397-9bdd-8b055abeb56b tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:37.636605 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7964d69-367d-4f20-80db-6f15fb8691cc req-324c417e-ebfa-4397-9bdd-8b055abeb56b tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 943 time: 0.0673785 Feb 04 14:24:37.688527 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7964d69-367d-4f20-80db-6f15fb8691cc req-053f037d-4d2e-4892-8e50-c87e914413ea tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447147 Feb 04 14:24:38.107950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cba36a05-76d2-4344-9e5c-c375f07d443d no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:24:38.146430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port cba36a05-76d2-4344-9e5c-c375f07d443d host n-h2-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 14:24:38.146814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cba36a05-76d2-4344-9e5c-c375f07d443d not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:24:38.821754 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b270f7-9e44-449e-b6d1-323bebc5c0ac req-5c719731-b79b-473d-b683-0bd70e89102c tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:38.826175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8b270f7-9e44-449e-b6d1-323bebc5c0ac req-5c719731-b79b-473d-b683-0bd70e89102c tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 943 time: 0.0589144 Feb 04 14:24:38.871340 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8b270f7-9e44-449e-b6d1-323bebc5c0ac req-da6987c5-f802-49e1-8c1e-dc0466a070ad tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421717 Feb 04 14:24:38.935676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device cba36a05-76d2-4344-9e5c-c375f07d443d details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:24:39.049933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port cba36a05-76d2-4344-9e5c-c375f07d443d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=cba36a05-76d2-4344-9e5c-c375f07d443d,segment=NetworkSegment(34c48f17-1289-440c-a988-853d7a4b8ec3),segment_id=34c48f17-1289-440c-a988-853d7a4b8ec3)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:24:39.066390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'cba36a05-76d2-4344-9e5c-c375f07d443d', 'network_id': '0d73c2f2-1e0d-459e-9d36-5793003d970c', 'port_id': 'cba36a05-76d2-4344-9e5c-c375f07d443d', 'mac_address': 'fa:16:3e:2a:e2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f198e6f4-92e2-47f5-b2d7-a987b88c2a58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:24:39.104766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port cba36a05-76d2-4344-9e5c-c375f07d443d is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:24:39.105160 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:39.119262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba36a05-76d2-4344-9e5c-c375f07d443d {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:24:39.124916 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-937daca5-805a-4bb3-a055-72b4f2a116cb tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:39.126492 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-937daca5-805a-4bb3-a055-72b4f2a116cb tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.99 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad&tenant_id=0fb59be5e9634b1f9ef14279ca45b0a5&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 943 time: 0.0582664 Feb 04 14:24:39.139654 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port cba36a05-76d2-4344-9e5c-c375f07d443d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=cba36a05-76d2-4344-9e5c-c375f07d443d,segment=NetworkSegment(34c48f17-1289-440c-a988-853d7a4b8ec3),segment_id=34c48f17-1289-440c-a988-853d7a4b8ec3)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:24:39.143557 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:39.189854 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-4a4cabdf-40dc-4682-9546-21cad1d7befe service neutron] delete failed (client error): The resource could not be found. Feb 04 14:24:39.190936 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-4a4cabdf-40dc-4682-9546-21cad1d7befe service neutron] 10.222.0.99 "DELETE /v2.0/ports/cba36a05-76d2-4344-9e5c-c375f07d443d/bindings/n-h1-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0567796 Feb 04 14:24:39.192202 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=cba36a05-76d2-4344-9e5c-c375f07d443d,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:39.199474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:39.199822 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:39.200158 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:39.200489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:39.200812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:39.201133 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:39.201457 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:39.202482 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:39.202829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:39.203151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:39.203490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:39.203809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:39.204125 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:39.285231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-77c44220-c35a-48fc-9194-4cb0158349f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:39.286701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-77c44220-c35a-48fc-9194-4cb0158349f3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0fb59be5e9634b1f9ef14279ca45b0a5&device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 1127 time: 0.0520759 Feb 04 14:24:39.380770 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-516d9d46-c730-487e-a215-61f55a7cc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:39.382303 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-516d9d46-c730-487e-a215-61f55a7cc014 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0d73c2f2-1e0d-459e-9d36-5793003d970c HTTP/1.1" status: 200 len: 913 time: 0.0899642 Feb 04 14:24:39.423696 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-9efb3bf5-5613-4e70-9e8e-e26db5977861 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cba36a05-76d2-4344-9e5c-c375f07d443d HTTP/1.1" status: 200 len: 217 time: 0.0360396 Feb 04 14:24:39.477876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-5234ceb9-5fbd-481e-987a-842635a682b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:39.479381 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-5234ceb9-5fbd-481e-987a-842635a682b6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f198e6f4-92e2-47f5-b2d7-a987b88c2a58 HTTP/1.1" status: 200 len: 852 time: 0.0499673 Feb 04 14:24:39.510076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['cba36a05-76d2-4344-9e5c-c375f07d443d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:24:39.510307 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-9c20d54e-158f-4ea4-87eb-01a0e953bd3f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0d73c2f2-1e0d-459e-9d36-5793003d970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253963 Feb 04 14:24:39.602044 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-b9cc987f-4369-40d0-8d40-bc35bdc88f18 service neutron] 10.222.0.99 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863044 Feb 04 14:24:39.696957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-a24a8fa4-f4da-4375-a64e-cda8dfd34b79 service neutron] 10.222.0.99 "GET /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897367 Feb 04 14:24:40.405065 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26d74f-0ab9-412b-8f0f-5b29c075660d req-3e59005d-1790-43bc-a9c4-07c533eeea70 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:40.406564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f26d74f-0ab9-412b-8f0f-5b29c075660d req-3e59005d-1790-43bc-a9c4-07c533eeea70 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 944 time: 0.0552881 Feb 04 14:24:40.456553 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f26d74f-0ab9-412b-8f0f-5b29c075660d req-6c9b0725-fbe6-4e10-ba33-b023b9f02f55 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444217 Feb 04 14:24:40.946812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device cba36a05-76d2-4344-9e5c-c375f07d443d up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:24:40.995480 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port cba36a05-76d2-4344-9e5c-c375f07d443d completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:24:41.000431 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port cba36a05-76d2-4344-9e5c-c375f07d443d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:24:41.000812 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:41.091547 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-257fc3dd-5bc3-4538-bf19-2fad1ebe9120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:41.095329 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port cba36a05-76d2-4344-9e5c-c375f07d443d is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:24:41.095705 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:41.119309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39d51c9-a01a-4c4c-9562-2d95e98597ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba36a05-76d2-4344-9e5c-c375f07d443d'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:24:41.121524 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab219cc-1992-4134-8f3d-4924d82b55ec" -d '{"events": [{"server_uuid": "d39d51c9-a01a-4c4c-9562-2d95e98597ad", "name": "network-vif-plugged", "status": "completed", "tag": "cba36a05-76d2-4344-9e5c-c375f07d443d"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:24:41.134531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port cba36a05-76d2-4344-9e5c-c375f07d443d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=cba36a05-76d2-4344-9e5c-c375f07d443d,segment=NetworkSegment(34c48f17-1289-440c-a988-853d7a4b8ec3),segment_id=34c48f17-1289-440c-a988-853d7a4b8ec3)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:24:41.139594 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:41.165687 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b844df2-a395-48a1-a857-bcd35d4dc19b x-openstack-request-id: req-4b844df2-a395-48a1-a857-bcd35d4dc19b {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:24:41.165989 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39d51c9-a01a-4c4c-9562-2d95e98597ad", "name": "network-vif-plugged", "status": "completed", "tag": "cba36a05-76d2-4344-9e5c-c375f07d443d", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:24:41.166284 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4b844df2-a395-48a1-a857-bcd35d4dc19b {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:24:41.166840 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39d51c9-a01a-4c4c-9562-2d95e98597ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba36a05-76d2-4344-9e5c-c375f07d443d', 'code': 200} Feb 04 14:24:41.191711 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=cba36a05-76d2-4344-9e5c-c375f07d443d,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:41.599485 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe54311-73dd-4f80-acff-d3d2b5e3e07e req-ff351f7b-f32f-432b-8af4-021f8edf4829 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:41.601706 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfe54311-73dd-4f80-acff-d3d2b5e3e07e req-ff351f7b-f32f-432b-8af4-021f8edf4829 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0672214 Feb 04 14:24:41.650356 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfe54311-73dd-4f80-acff-d3d2b5e3e07e req-46c430ab-6e51-4f6a-801f-844ef8c1bc48 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.96 "GET /v2.0/security-groups?id=29afa75b-8e84-4c00-abf5-b0a922ac29ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424514 Feb 04 14:24:41.754361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-9e2b1eee-ea91-49cf-88e1-455fb8f09829 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:41.755787 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-9e2b1eee-ea91-49cf-88e1-455fb8f09829 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.100 "GET /v2.0/ports?device_id=d39d51c9-a01a-4c4c-9562-2d95e98597ad HTTP/1.1" status: 200 len: 945 time: 0.0560598 Feb 04 14:24:41.847531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-119869d3-13d2-44e0-a2fe-299c49926b08 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Deleting port cba36a05-76d2-4344-9e5c-c375f07d443d {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:24:41.847911 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-119869d3-13d2-44e0-a2fe-299c49926b08 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:41.942281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-119869d3-13d2-44e0-a2fe-299c49926b08 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] For port cba36a05-76d2-4344-9e5c-c375f07d443d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=cba36a05-76d2-4344-9e5c-c375f07d443d,segment=NetworkSegment(34c48f17-1289-440c-a988-853d7a4b8ec3),segment_id=34c48f17-1289-440c-a988-853d7a4b8ec3)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:24:41.942654 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-119869d3-13d2-44e0-a2fe-299c49926b08 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:41.955139 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-119869d3-13d2-44e0-a2fe-299c49926b08 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Calling delete_port for cba36a05-76d2-4344-9e5c-c375f07d443d owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:24:42.088479 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-119869d3-13d2-44e0-a2fe-299c49926b08 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (cba36a05-76d2-4344-9e5c-c375f07d443d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:42.100959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['cba36a05-76d2-4344-9e5c-c375f07d443d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:24:42.124794 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119869d3-13d2-44e0-a2fe-299c49926b08 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Pushing event deleted for resources: {'Port': ['ID=cba36a05-76d2-4344-9e5c-c375f07d443d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:42.171360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-119869d3-13d2-44e0-a2fe-299c49926b08 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] No DVR routers for this DVR port cba36a05-76d2-4344-9e5c-c375f07d443d on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:24:42.174084 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-119869d3-13d2-44e0-a2fe-299c49926b08 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:42.177644 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2d4b12e9-a2db-470b-a892-b6d473427f23 req-119869d3-13d2-44e0-a2fe-299c49926b08 tempest-DeleteServersTestJSON-1038541679 tempest-DeleteServersTestJSON-1038541679-project] 10.222.0.100 "DELETE /v2.0/ports/cba36a05-76d2-4344-9e5c-c375f07d443d HTTP/1.1" status: 204 len: 173 time: 0.4170423 Feb 04 14:24:42.178151 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39d51c9-a01a-4c4c-9562-2d95e98597ad', 'name': 'network-vif-deleted', 'tag': 'cba36a05-76d2-4344-9e5c-c375f07d443d'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:24:42.180474 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c640b91-a207-4c07-a9eb-e8daf61ad6c1" -d '{"events": [{"server_uuid": "d39d51c9-a01a-4c4c-9562-2d95e98597ad", "name": "network-vif-deleted", "tag": "cba36a05-76d2-4344-9e5c-c375f07d443d"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:24:42.234631 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b767679-d559-4b50-b4f1-ecf726c0830c x-openstack-request-id: req-8b767679-d559-4b50-b4f1-ecf726c0830c {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:24:42.235109 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39d51c9-a01a-4c4c-9562-2d95e98597ad", "name": "network-vif-deleted", "tag": "cba36a05-76d2-4344-9e5c-c375f07d443d", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:24:42.235377 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8b767679-d559-4b50-b4f1-ecf726c0830c {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:24:42.235795 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39d51c9-a01a-4c4c-9562-2d95e98597ad', 'name': 'network-vif-deleted', 'tag': 'cba36a05-76d2-4344-9e5c-c375f07d443d', 'status': 'completed', 'code': 200} Feb 04 14:24:42.791136 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34634) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:24:42.841652 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecabe078-3ae6-4f77-a67d-102af1b85253 admin admin] Deleting subnet f198e6f4-92e2-47f5-b2d7-a987b88c2a58 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:24:42.845543 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecabe078-3ae6-4f77-a67d-102af1b85253 admin admin] Publish callbacks [] for subnet (f198e6f4-92e2-47f5-b2d7-a987b88c2a58), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:42.881640 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecabe078-3ae6-4f77-a67d-102af1b85253 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (f198e6f4-92e2-47f5-b2d7-a987b88c2a58), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:42.923196 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecabe078-3ae6-4f77-a67d-102af1b85253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (f198e6f4-92e2-47f5-b2d7-a987b88c2a58), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:42.978954 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecabe078-3ae6-4f77-a67d-102af1b85253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (f198e6f4-92e2-47f5-b2d7-a987b88c2a58), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:43.010027 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabe078-3ae6-4f77-a67d-102af1b85253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f198e6f4-92e2-47f5-b2d7-a987b88c2a58,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:43.017699 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecabe078-3ae6-4f77-a67d-102af1b85253 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:43.021011 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ecabe078-3ae6-4f77-a67d-102af1b85253 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/f198e6f4-92e2-47f5-b2d7-a987b88c2a58 HTTP/1.1" status: 204 len: 168 time: 0.2287788 Feb 04 14:24:43.023645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34636) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:24:43.102438 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96813d2d-795f-43f8-891d-7a6f3b32c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (0d73c2f2-1e0d-459e-9d36-5793003d970c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:43.191504 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96813d2d-795f-43f8-891d-7a6f3b32c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (0d73c2f2-1e0d-459e-9d36-5793003d970c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:43.218032 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-96813d2d-795f-43f8-891d-7a6f3b32c2ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d73c2f2-1e0d-459e-9d36-5793003d970c']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:24:43.229129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-96813d2d-795f-43f8-891d-7a6f3b32c2ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c48f17-1289-440c-a988-853d7a4b8ec3') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:24:43.229349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-96813d2d-795f-43f8-891d-7a6f3b32c2ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c48f17-1289-440c-a988-853d7a4b8ec3') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:24:43.241339 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96813d2d-795f-43f8-891d-7a6f3b32c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (34c48f17-1289-440c-a988-853d7a4b8ec3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:43.257104 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96813d2d-795f-43f8-891d-7a6f3b32c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (34c48f17-1289-440c-a988-853d7a4b8ec3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:43.265301 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96813d2d-795f-43f8-891d-7a6f3b32c2ec admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:24:43.265911 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96813d2d-795f-43f8-891d-7a6f3b32c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (34c48f17-1289-440c-a988-853d7a4b8ec3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:24:43.268138 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:24:43.325737 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96813d2d-795f-43f8-891d-7a6f3b32c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (0d73c2f2-1e0d-459e-9d36-5793003d970c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:43.332618 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-96813d2d-795f-43f8-891d-7a6f3b32c2ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:43.336303 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-96813d2d-795f-43f8-891d-7a6f3b32c2ec admin admin] 10.222.0.96 "DELETE /v2.0/networks/0d73c2f2-1e0d-459e-9d36-5793003d970c HTTP/1.1" status: 204 len: 168 time: 0.3117068 Feb 04 14:24:43.350218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96813d2d-795f-43f8-891d-7a6f3b32c2ec admin admin] Pushing event deleted for resources: {'Network': ['ID=0d73c2f2-1e0d-459e-9d36-5793003d970c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:43.453529 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34640) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:24:43.496416 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d0321d99-6b8c-4af7-8081-425744637e48 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0fb59be5e9634b1f9ef14279ca45b0a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415239 Feb 04 14:24:43.498986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34642) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:24:43.555954 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4992bcc-8eef-41da-a27e-b7f1c79bff8a admin admin] Publish callbacks [] for security_group (29afa75b-8e84-4c00-abf5-b0a922ac29ad), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:43.579221 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4992bcc-8eef-41da-a27e-b7f1c79bff8a admin admin] Publish callbacks [] for security_group (29afa75b-8e84-4c00-abf5-b0a922ac29ad), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:43.631212 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4992bcc-8eef-41da-a27e-b7f1c79bff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (29afa75b-8e84-4c00-abf5-b0a922ac29ad), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:43.633885 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4992bcc-8eef-41da-a27e-b7f1c79bff8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:43.635098 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a4992bcc-8eef-41da-a27e-b7f1c79bff8a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/29afa75b-8e84-4c00-abf5-b0a922ac29ad HTTP/1.1" status: 204 len: 168 time: 0.1351774 Feb 04 14:24:43.644074 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4992bcc-8eef-41da-a27e-b7f1c79bff8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29afa75b-8e84-4c00-abf5-b0a922ac29ad,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:44.406641 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:44.429996 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 34664) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:24:44.564367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1584997356-network', 'tenant_id': '58072426749747d290f81a8040a8d8b0'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:24:44.585334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Made reservation on behalf of 58072426749747d290f81a8040a8d8b0 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:24:44.587938 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:44.598732 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:44.689012 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Publish callbacks [] for security_group (e5f08943-cdb5-4f44-8fe9-d6010d28dcbb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:44.693498 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e5f08943-cdb5-4f44-8fe9-d6010d28dcbb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:44.721118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:24:44.731927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:44.738086 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c885fed2-71ba-4593-8961-c0bc5d5c9ccd), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:44.738477 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Added segment c885fed2-71ba-4593-8961-c0bc5d5c9ccd of type vlan for network ccab3445-a7c9-4046-a37d-9a7acbaefda6 Feb 04 14:24:44.751073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:44.751424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:44.751777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:44.752119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:44.752463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:44.752801 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:44.753133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:44.753469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:44.753793 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:44.754151 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:44.754479 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:44.754808 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:44.755138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:24:44.802900 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (ccab3445-a7c9-4046-a37d-9a7acbaefda6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:44.832773 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (ccab3445-a7c9-4046-a37d-9a7acbaefda6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:44.834070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:44.835002 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:44.900485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4686353 Feb 04 14:24:44.903866 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 34668) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:24:44.908905 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18221e72-30ac-4b7e-80e7-ef5bfe0547ab admin admin] Pushing event updated for resources: {'Network': ['ID=ccab3445-a7c9-4046-a37d-9a7acbaefda6,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:44.910303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a45ea024-69fe-47ca-a3b8-12dda60c9723 admin admin] Request body: {'subnet': {'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1584997356-subnet', 'tenant_id': '58072426749747d290f81a8040a8d8b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:24:44.922989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network ccab3445-a7c9-4046-a37d-9a7acbaefda6 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:24:44.937098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45ea024-69fe-47ca-a3b8-12dda60c9723 admin admin] Made reservation on behalf of 58072426749747d290f81a8040a8d8b0 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:24:44.940200 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a45ea024-69fe-47ca-a3b8-12dda60c9723 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:44.963365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device cba36a05-76d2-4344-9e5c-c375f07d443d no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:24:44.996831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: cba36a05-76d2-4344-9e5c-c375f07d443d {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:24:44.997183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device cba36a05-76d2-4344-9e5c-c375f07d443d not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:24:45.143536 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a45ea024-69fe-47ca-a3b8-12dda60c9723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (8746fb57-68e6-4111-8c69-54c84513d9d5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:45.201161 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ea024-69fe-47ca-a3b8-12dda60c9723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8746fb57-68e6-4111-8c69-54c84513d9d5,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:45.208273 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:45.214437 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ea024-69fe-47ca-a3b8-12dda60c9723 admin admin] Checking segment: {'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:24:45.214812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45ea024-69fe-47ca-a3b8-12dda60c9723 admin admin] Network hostable DHCP agents. Network: ccab3445-a7c9-4046-a37d-9a7acbaefda6, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:24:45.236403 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45ea024-69fe-47ca-a3b8-12dda60c9723 admin admin] Network ccab3445-a7c9-4046-a37d-9a7acbaefda6 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:24:45.245816 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-825dbc46-3f0f-4419-9c6b-eb5f0ac3e498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:45.248221 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-a45ea024-69fe-47ca-a3b8-12dda60c9723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, ccab3445-a7c9-4046-a37d-9a7acbaefda6) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:24:45.252855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ea024-69fe-47ca-a3b8-12dda60c9723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:45.253473 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a45ea024-69fe-47ca-a3b8-12dda60c9723 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:45.259267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749709e7-b30c-4501-bdc4-a605223e912b None None] Network ccab3445-a7c9-4046-a37d-9a7acbaefda6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:24:45.280641 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a45ea024-69fe-47ca-a3b8-12dda60c9723 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3678036 Feb 04 14:24:45.368088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4747e70b-a4ef-46d3-8ea8-1911a84b3a3d None None] Network ccab3445-a7c9-4046-a37d-9a7acbaefda6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:24:45.769313 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:45.801114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182e7ee-d6c3-4591-917f-630755be9ced req-da640070-7ae6-47cf-afdc-fd207362a897 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:45.802769 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6182e7ee-d6c3-4591-917f-630755be9ced req-da640070-7ae6-47cf-afdc-fd207362a897 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 815 time: 0.1102562 Feb 04 14:24:45.818911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6182e7ee-d6c3-4591-917f-630755be9ced req-9fb64590-3dbc-4167-a9b1-e739556b3010 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/quotas/58072426749747d290f81a8040a8d8b0 HTTP/1.1" status: 200 len: 375 time: 0.0105817 Feb 04 14:24:45.862421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6182e7ee-d6c3-4591-917f-630755be9ced req-0def5ce0-ce5d-428c-91e0-88e56a6ca39a tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379848 Feb 04 14:24:45.957965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6182e7ee-d6c3-4591-917f-630755be9ced req-c0ff53fb-0f81-4243-a190-e691adba369c service neutron] 10.222.0.96 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888636 Feb 04 14:24:46.069628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6182e7ee-d6c3-4591-917f-630755be9ced req-4e524920-4355-44c8-b04f-5ef87b3ed666 service neutron] 10.222.0.96 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962534 Feb 04 14:24:46.242895 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33a86914-10fd-487d-9329-2091e5bd2297 req-7ccb6e81-8ead-458d-a4e0-b1eaec02f5c4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 210 time: 0.0318336 Feb 04 14:24:47.110504 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:47.286024 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182e7ee-d6c3-4591-917f-630755be9ced req-e1ddcd88-0a17-4658-ad56-f835b94f05ea tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:47.288517 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6182e7ee-d6c3-4591-917f-630755be9ced req-e1ddcd88-0a17-4658-ad56-f835b94f05ea tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.100 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 815 time: 0.1407530 Feb 04 14:24:47.303350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-6182e7ee-d6c3-4591-917f-630755be9ced req-72aa3cd0-b234-497b-9be3-d263cbde68d4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Request body: {'port': {'device_id': '1e4c7bc8-22bd-404f-9e9b-49edebf26b40', 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6', 'admin_state_up': True, 'tenant_id': '58072426749747d290f81a8040a8d8b0'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:24:47.369445 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65d33163-8355-4e77-8c26-ee5777bda089 req-74b7379e-4b65-4b31-ae44-db67352af37d tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 210 time: 0.0296810 Feb 04 14:24:47.433235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6182e7ee-d6c3-4591-917f-630755be9ced req-72aa3cd0-b234-497b-9be3-d263cbde68d4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Made reservation on behalf of 58072426749747d290f81a8040a8d8b0 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:24:47.436831 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6182e7ee-d6c3-4591-917f-630755be9ced req-72aa3cd0-b234-497b-9be3-d263cbde68d4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:47.572775 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-6182e7ee-d6c3-4591-917f-630755be9ced req-72aa3cd0-b234-497b-9be3-d263cbde68d4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Allocated IP 172.20.0.9 (ccab3445-a7c9-4046-a37d-9a7acbaefda6/8746fb57-68e6-4111-8c69-54c84513d9d5/5b842cea-f6fc-4b53-8563-34d1ae83ef34) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:24:47.740941 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6182e7ee-d6c3-4591-917f-630755be9ced req-72aa3cd0-b234-497b-9be3-d263cbde68d4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Publish callbacks [] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:47.776041 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6182e7ee-d6c3-4591-917f-630755be9ced req-72aa3cd0-b234-497b-9be3-d263cbde68d4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:47.824241 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6182e7ee-d6c3-4591-917f-630755be9ced req-72aa3cd0-b234-497b-9be3-d263cbde68d4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Network ccab3445-a7c9-4046-a37d-9a7acbaefda6 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:24:47.827921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-6182e7ee-d6c3-4591-917f-630755be9ced req-72aa3cd0-b234-497b-9be3-d263cbde68d4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:24:47.831822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6182e7ee-d6c3-4591-917f-630755be9ced req-72aa3cd0-b234-497b-9be3-d263cbde68d4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:24:47.839198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa3cd0-b234-497b-9be3-d263cbde68d4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Pushing event updated for resources: {'Port': ['ID=5b842cea-f6fc-4b53-8563-34d1ae83ef34,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:47.888085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182e7ee-d6c3-4591-917f-630755be9ced req-72aa3cd0-b234-497b-9be3-d263cbde68d4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:47.888755 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6182e7ee-d6c3-4591-917f-630755be9ced req-72aa3cd0-b234-497b-9be3-d263cbde68d4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:47.905972 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6182e7ee-d6c3-4591-917f-630755be9ced req-72aa3cd0-b234-497b-9be3-d263cbde68d4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6090174 Feb 04 14:24:47.920551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Request body: {'port': {'device_id': '1e4c7bc8-22bd-404f-9e9b-49edebf26b40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:24:47.991678 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:48.064502 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:48.289343 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b842cea-f6fc-4b53-8563-34d1ae83ef34 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:24:48.298689 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Publish callbacks [] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:48.315698 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Transition to ACTIVE for port object 5b842cea-f6fc-4b53-8563-34d1ae83ef34 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:24:48.320620 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:48.378944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Pushing event updated for resources: {'Port': ['ID=5b842cea-f6fc-4b53-8563-34d1ae83ef34,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:48.460199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Attempting to bind port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:24:48.460536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Attempting to bind port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:24:48.460865 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Attempting to bind port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 on network ccab3445-a7c9-4046-a37d-9a7acbaefda6 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:24:48.466372 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 on network ccab3445-a7c9-4046-a37d-9a7acbaefda6 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:24:48.466909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Attempting to bind port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 on network ccab3445-a7c9-4046-a37d-9a7acbaefda6 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:24:48.476458 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:24:48.476998 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Checking segment: {'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:24:48.477624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Bound using segment: {'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:24:48.478318 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Bound port: 5b842cea-f6fc-4b53-8563-34d1ae83ef34, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:24:48.478870 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:48.512724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72187bc4-34a1-48d2-b970-6cd600208e90 req-98cb1d0d-0636-4f5e-8b6c-b9516a66943c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:48.514865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72187bc4-34a1-48d2-b970-6cd600208e90 req-98cb1d0d-0636-4f5e-8b6c-b9516a66943c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 943 time: 0.0603008 Feb 04 14:24:48.549779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] For port 5b842cea-f6fc-4b53-8563-34d1ae83ef34, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:24:48.552985 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] For port 5b842cea-f6fc-4b53-8563-34d1ae83ef34, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:24:48.560522 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:48.575897 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72187bc4-34a1-48d2-b970-6cd600208e90 req-7fd67655-83c1-46ce-8ef8-15f826d96d88 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546749 Feb 04 14:24:48.619182 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:48.619887 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:48.621286 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6182e7ee-d6c3-4591-917f-630755be9ced req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] 10.222.0.100 "PUT /v2.0/ports/5b842cea-f6fc-4b53-8563-34d1ae83ef34 HTTP/1.1" status: 200 len: 1092 time: 0.7086010 Feb 04 14:24:48.621726 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4c7bc8-22bd-404f-9e9b-49edebf26b40', 'tag': '5b842cea-f6fc-4b53-8563-34d1ae83ef34'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:24:48.625278 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93abbe5d-401a-4573-8786-25793dfc5238" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4c7bc8-22bd-404f-9e9b-49edebf26b40", "tag": "5b842cea-f6fc-4b53-8563-34d1ae83ef34"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:24:48.651914 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaad717-a4fd-47ee-a70e-d54e60bd167b service neutron] Pushing event updated for resources: {'Port': ['ID=5b842cea-f6fc-4b53-8563-34d1ae83ef34,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:48.694420 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e5002f-df00-49b2-8e10-0d3faf2215b9 x-openstack-request-id: req-00e5002f-df00-49b2-8e10-0d3faf2215b9 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:24:48.694722 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4c7bc8-22bd-404f-9e9b-49edebf26b40", "tag": "5b842cea-f6fc-4b53-8563-34d1ae83ef34", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:24:48.694978 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-00e5002f-df00-49b2-8e10-0d3faf2215b9 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:24:48.695380 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4c7bc8-22bd-404f-9e9b-49edebf26b40', 'tag': '5b842cea-f6fc-4b53-8563-34d1ae83ef34', 'status': 'completed', 'code': 200} Feb 04 14:24:48.720213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182e7ee-d6c3-4591-917f-630755be9ced req-698042a0-c68f-4ab2-9e75-19ef19afce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:48.722756 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6182e7ee-d6c3-4591-917f-630755be9ced req-698042a0-c68f-4ab2-9e75-19ef19afce7e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 1126 time: 0.0605102 Feb 04 14:24:48.765505 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6182e7ee-d6c3-4591-917f-630755be9ced req-3c822c20-1626-4f0a-90f6-2e6221e57328 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34 HTTP/1.1" status: 200 len: 217 time: 0.0368400 Feb 04 14:24:48.825266 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182e7ee-d6c3-4591-917f-630755be9ced req-b8e930ec-f745-45b7-82a5-9b84d9442497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:48.827150 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6182e7ee-d6c3-4591-917f-630755be9ced req-b8e930ec-f745-45b7-82a5-9b84d9442497 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 200 len: 855 time: 0.0561717 Feb 04 14:24:48.862296 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6182e7ee-d6c3-4591-917f-630755be9ced req-56d38e1a-a3e8-4171-b098-b60692dee42d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ccab3445-a7c9-4046-a37d-9a7acbaefda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289569 Feb 04 14:24:48.961634 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6182e7ee-d6c3-4591-917f-630755be9ced req-de3db1b6-c9bd-44a1-83a4-79b8ef38c453 service neutron] 10.222.0.100 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933781 Feb 04 14:24:49.058984 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6182e7ee-d6c3-4591-917f-630755be9ced req-d9f793ab-28b8-4f49-b9c7-cb1c5923aca0 service neutron] 10.222.0.100 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921474 Feb 04 14:24:49.156389 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abbe5d-401a-4573-8786-25793dfc5238 req-edb61884-251e-4388-92d0-e5a62f1184f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:49.157917 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-93abbe5d-401a-4573-8786-25793dfc5238 req-edb61884-251e-4388-92d0-e5a62f1184f9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 1126 time: 0.0486546 Feb 04 14:24:49.263342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abbe5d-401a-4573-8786-25793dfc5238 req-ce28a281-7411-4561-b9a8-0b59d58e37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:49.265382 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-93abbe5d-401a-4573-8786-25793dfc5238 req-ce28a281-7411-4561-b9a8-0b59d58e37cf service neutron] 10.222.0.100 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 916 time: 0.1016593 Feb 04 14:24:49.308236 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-93abbe5d-401a-4573-8786-25793dfc5238 req-3fe8ecfd-7436-427f-990c-a3823d27cd59 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34 HTTP/1.1" status: 200 len: 217 time: 0.0371611 Feb 04 14:24:49.362252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abbe5d-401a-4573-8786-25793dfc5238 req-3832d30b-bd2d-429c-8e69-c39a3022b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:49.363813 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-93abbe5d-401a-4573-8786-25793dfc5238 req-3832d30b-bd2d-429c-8e69-c39a3022b3a0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 200 len: 855 time: 0.0475686 Feb 04 14:24:49.397234 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-93abbe5d-401a-4573-8786-25793dfc5238 req-7542fb3a-cc76-49ed-8e1c-7e3456de6de1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ccab3445-a7c9-4046-a37d-9a7acbaefda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271983 Feb 04 14:24:49.497430 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-93abbe5d-401a-4573-8786-25793dfc5238 req-583895fc-bcd1-45b5-802c-d4692b38a210 service neutron] 10.222.0.100 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942991 Feb 04 14:24:49.591826 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-93abbe5d-401a-4573-8786-25793dfc5238 req-50d0b1df-1b01-4c4a-b0e2-125e2850caa4 service neutron] 10.222.0.100 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880198 Feb 04 14:24:49.720367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73607b3-8be6-4a8c-ba8e-46ce47572fba req-84255b5f-798b-4b6e-b39d-8b1d5d150168 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:49.721957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f73607b3-8be6-4a8c-ba8e-46ce47572fba req-84255b5f-798b-4b6e-b39d-8b1d5d150168 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 943 time: 0.0595880 Feb 04 14:24:49.777666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f73607b3-8be6-4a8c-ba8e-46ce47572fba req-944694d4-d2fd-4714-86d5-9d4c4efc0143 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499563 Feb 04 14:24:50.928763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4091491-271b-4b7a-8d62-07e67229f575 req-ae1908e0-5557-419e-87b4-e2e47b5a8c4e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:50.930909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4091491-271b-4b7a-8d62-07e67229f575 req-ae1908e0-5557-419e-87b4-e2e47b5a8c4e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 943 time: 0.0626538 Feb 04 14:24:50.983663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4091491-271b-4b7a-8d62-07e67229f575 req-b6db9c77-8b08-4e39-b844-a9eb3354744c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451400 Feb 04 14:24:52.122245 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15a3dd-0428-49d4-90c1-317c9aa53f45 req-756c0524-7ca3-421b-be81-20d1ca896839 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:52.125270 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df15a3dd-0428-49d4-90c1-317c9aa53f45 req-756c0524-7ca3-421b-be81-20d1ca896839 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 943 time: 0.0623152 Feb 04 14:24:52.176170 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df15a3dd-0428-49d4-90c1-317c9aa53f45 req-d2ab371f-4ee7-4adf-b75a-3e97341431f3 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445521 Feb 04 14:24:52.988840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 5b842cea-f6fc-4b53-8563-34d1ae83ef34 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:24:53.091483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 5b842cea-f6fc-4b53-8563-34d1ae83ef34, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:24:53.103704 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '5b842cea-f6fc-4b53-8563-34d1ae83ef34', 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6', 'port_id': '5b842cea-f6fc-4b53-8563-34d1ae83ef34', 'mac_address': 'fa:16:3e:f2:cc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8746fb57-68e6-4111-8c69-54c84513d9d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:24:53.148455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:24:53.148846 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:53.161904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b842cea-f6fc-4b53-8563-34d1ae83ef34 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:24:53.181821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 5b842cea-f6fc-4b53-8563-34d1ae83ef34, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:24:53.186729 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:53.236821 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=5b842cea-f6fc-4b53-8563-34d1ae83ef34,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:53.314867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab63231-fc8a-4538-b522-2b76a47f5005 req-6d60b387-a5e2-4e0c-b27d-1d296c263718 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:53.316429 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ab63231-fc8a-4538-b522-2b76a47f5005 req-6d60b387-a5e2-4e0c-b27d-1d296c263718 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 944 time: 0.0676944 Feb 04 14:24:53.370793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ab63231-fc8a-4538-b522-2b76a47f5005 req-193a20f0-400f-4f7c-96e8-38745907ea7b tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487125 Feb 04 14:24:53.407172 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-846a7988-b7ac-4642-a267-014a86bd169a req-2f1c048d-4836-4899-a419-839d95a5103e service neutron] (103607) timed out ('10.222.0.96', 47180) {{(pid=103607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 14:24:53.473087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['5b842cea-f6fc-4b53-8563-34d1ae83ef34'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:24:54.490741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dd160-86d6-4822-9e66-69d4c40b4ca4 req-a6fcd7a1-f478-445b-8907-0f31438b70ed tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:54.492233 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af3dd160-86d6-4822-9e66-69d4c40b4ca4 req-a6fcd7a1-f478-445b-8907-0f31438b70ed tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 944 time: 0.0526140 Feb 04 14:24:54.543656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-af3dd160-86d6-4822-9e66-69d4c40b4ca4 req-b40378fc-4d5a-4fba-8340-cef5735f5e2f tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459685 Feb 04 14:24:55.034892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 5b842cea-f6fc-4b53-8563-34d1ae83ef34 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:24:55.084281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:24:55.088625 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:24:55.089003 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:55.169531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:24:55.169917 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:55.192149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4c7bc8-22bd-404f-9e9b-49edebf26b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b842cea-f6fc-4b53-8563-34d1ae83ef34'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:24:55.194403 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c5e95c-651b-4323-ab60-725cf26180cd" -d '{"events": [{"server_uuid": "1e4c7bc8-22bd-404f-9e9b-49edebf26b40", "name": "network-vif-plugged", "status": "completed", "tag": "5b842cea-f6fc-4b53-8563-34d1ae83ef34"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:24:55.208024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 5b842cea-f6fc-4b53-8563-34d1ae83ef34, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:24:55.212126 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:24:55.235582 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2322997-1b8a-4ee8-b62f-e57f466b3b31 x-openstack-request-id: req-e2322997-1b8a-4ee8-b62f-e57f466b3b31 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:24:55.235882 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4c7bc8-22bd-404f-9e9b-49edebf26b40", "name": "network-vif-plugged", "status": "completed", "tag": "5b842cea-f6fc-4b53-8563-34d1ae83ef34", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:24:55.236139 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e2322997-1b8a-4ee8-b62f-e57f466b3b31 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:24:55.236531 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4c7bc8-22bd-404f-9e9b-49edebf26b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b842cea-f6fc-4b53-8563-34d1ae83ef34', 'code': 200} Feb 04 14:24:55.265058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=5b842cea-f6fc-4b53-8563-34d1ae83ef34,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:24:55.339855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f52c0c-5cc0-47b1-ab93-e6cb0e6d1899 req-80245828-2849-448a-aed9-2c59c56faa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:55.342013 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b3f52c0c-5cc0-47b1-ab93-e6cb0e6d1899 req-80245828-2849-448a-aed9-2c59c56faa12 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 1128 time: 0.0514688 Feb 04 14:24:55.390047 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b3f52c0c-5cc0-47b1-ab93-e6cb0e6d1899 req-e1f8dccc-f918-4b41-920d-0ab5c86e06b9 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401831 Feb 04 14:24:55.678917 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a3fb7-7496-41b3-95e8-9d9d2e239a77 req-31e68a36-5adb-4e1a-b2d8-ea6a9fc1fa37 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:55.680400 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a79a3fb7-7496-41b3-95e8-9d9d2e239a77 req-31e68a36-5adb-4e1a-b2d8-ea6a9fc1fa37 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0599186 Feb 04 14:24:55.728666 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a79a3fb7-7496-41b3-95e8-9d9d2e239a77 req-082e4e02-13b7-43d6-a286-760e6314fbac tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426283 Feb 04 14:24:56.851263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ea912-e332-4128-9b90-6d4204579412 req-7de8e97e-0e14-40e1-9521-913430ca75bc tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:56.852815 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f90ea912-e332-4128-9b90-6d4204579412 req-7de8e97e-0e14-40e1-9521-913430ca75bc tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0550888 Feb 04 14:24:56.902973 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f90ea912-e332-4128-9b90-6d4204579412 req-ff63ee48-846a-4f63-83c3-2bf485b8c49b tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432868 Feb 04 14:24:57.027799 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3419b2-2c11-4904-bc4b-63d6274e3c33 req-f371d949-5a93-42dc-82a5-6be4a1a81889 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:57.029235 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d3419b2-2c11-4904-bc4b-63d6274e3c33 req-f371d949-5a93-42dc-82a5-6be4a1a81889 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0588381 Feb 04 14:24:57.079587 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9d3419b2-2c11-4904-bc4b-63d6274e3c33 req-390e90f2-91c9-4e32-a77e-a11fcfc1d916 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433128 Feb 04 14:24:57.286420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1d800-4fa5-4876-80cf-e4c3ea5bdc72 req-19dede2e-2dcf-4bce-bd52-dc059312c12d tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:57.287854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33e1d800-4fa5-4876-80cf-e4c3ea5bdc72 req-19dede2e-2dcf-4bce-bd52-dc059312c12d tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0537496 Feb 04 14:24:57.335675 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33e1d800-4fa5-4876-80cf-e4c3ea5bdc72 req-e176dd46-dc93-4b3b-b279-16e06f4c9196 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419207 Feb 04 14:24:57.450702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f6efe-67df-44ef-a086-03dbc416ca9b req-2b8d7dc5-ba83-4ebe-91cc-4fff5133a219 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:57.452696 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a9f6efe-67df-44ef-a086-03dbc416ca9b req-2b8d7dc5-ba83-4ebe-91cc-4fff5133a219 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0532024 Feb 04 14:24:57.503496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a9f6efe-67df-44ef-a086-03dbc416ca9b req-37b79469-6d7a-4801-91c6-c14311902885 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451026 Feb 04 14:24:57.731579 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-d4e96b7f-c10e-4249-ab60-13f2f1b5b2ee service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457015 Feb 04 14:24:57.747632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef275c-f54b-4d75-aa08-23d28273acf2 req-e77040a7-e7e1-425b-9b3b-18c09a7f4464 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:57.750329 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21ef275c-f54b-4d75-aa08-23d28273acf2 req-e77040a7-e7e1-425b-9b3b-18c09a7f4464 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0544400 Feb 04 14:24:57.800268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-21ef275c-f54b-4d75-aa08-23d28273acf2 req-e3ede65f-d5be-4752-bf58-96b57143a7be tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440030 Feb 04 14:24:58.930742 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40223e7-f5d1-4727-bbf8-8277f04137d3 req-d1eac9c9-4cb5-4d43-860b-0d38d98f0846 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:58.932261 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a40223e7-f5d1-4727-bbf8-8277f04137d3 req-d1eac9c9-4cb5-4d43-860b-0d38d98f0846 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0596576 Feb 04 14:24:58.935081 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-2c519d81-1ded-407b-9408-2f8028c776b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:58.937223 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-2c519d81-1ded-407b-9408-2f8028c776b1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 1128 time: 0.0499454 Feb 04 14:24:58.981256 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a40223e7-f5d1-4727-bbf8-8277f04137d3 req-2a403595-eb8c-4f05-b75e-7a704ed1a278 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422912 Feb 04 14:24:59.033861 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-4b8b0b85-4e66-44c1-9cae-1c9e25d386b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:59.035404 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-4b8b0b85-4e66-44c1-9cae-1c9e25d386b7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 916 time: 0.0929179 Feb 04 14:24:59.077928 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-a8b311e6-ff75-465b-9a1d-1fb4e522a87b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34 HTTP/1.1" status: 200 len: 217 time: 0.0373378 Feb 04 14:24:59.134275 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-1d618149-ed8b-403a-9588-33e1eaf5407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:24:59.135774 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-1d618149-ed8b-403a-9588-33e1eaf5407f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 200 len: 855 time: 0.0528965 Feb 04 14:24:59.167759 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-b5aafb98-266d-45ff-a760-71c2b4a6f98c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ccab3445-a7c9-4046-a37d-9a7acbaefda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264657 Feb 04 14:24:59.260691 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-5273efb7-1440-41d7-8354-67969b3416bc service neutron] 10.222.0.100 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843713 Feb 04 14:24:59.641718 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-0127a8cd-93fb-493e-8a23-ab3545b81a11 service neutron] 10.222.0.100 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782878 Feb 04 14:25:00.112414 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e5655-cc62-44e2-9114-f38e50064094 req-2fe12dbd-1225-414a-8386-146a48e40b5e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:00.113986 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d80e5655-cc62-44e2-9114-f38e50064094 req-2fe12dbd-1225-414a-8386-146a48e40b5e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0588465 Feb 04 14:25:00.162638 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d80e5655-cc62-44e2-9114-f38e50064094 req-80a12c57-e9e3-4d90-918c-fc36e230ea16 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428658 Feb 04 14:25:01.311885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f137b84-4d89-4459-984b-a5b3ed896fda req-90d7dd1e-22ca-4c22-b4c9-5288796c9dec tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:01.313528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f137b84-4d89-4459-984b-a5b3ed896fda req-90d7dd1e-22ca-4c22-b4c9-5288796c9dec tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0609887 Feb 04 14:25:01.365164 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f137b84-4d89-4459-984b-a5b3ed896fda req-902006bf-6cf2-4678-a18a-426f7620770c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456927 Feb 04 14:25:02.100176 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:25:02.504633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ead13-0f3a-4843-bde6-0966f93627e5 req-4ca2b71b-6efd-4cae-8750-acc090126b06 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:02.506278 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f64ead13-0f3a-4843-bde6-0966f93627e5 req-4ca2b71b-6efd-4cae-8750-acc090126b06 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0614929 Feb 04 14:25:02.557083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f64ead13-0f3a-4843-bde6-0966f93627e5 req-4ec9b0a7-91aa-44a0-8350-7073f80a2d7a tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450521 Feb 04 14:25:03.681762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb9d46-e41d-4089-9d22-971ee41cb1b7 req-6804ed95-88e3-4185-b9d9-87d77187ca12 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:03.683412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4eb9d46-e41d-4089-9d22-971ee41cb1b7 req-6804ed95-88e3-4185-b9d9-87d77187ca12 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0565097 Feb 04 14:25:03.737868 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4eb9d46-e41d-4089-9d22-971ee41cb1b7 req-db7db7a1-8c31-4019-814f-5d903f13503b tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477293 Feb 04 14:25:04.884094 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ea23e-b528-4214-963e-3d70d204b237 req-870bb01a-e500-452f-8a88-dc3216d0d763 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:04.885693 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e8ea23e-b528-4214-963e-3d70d204b237 req-870bb01a-e500-452f-8a88-dc3216d0d763 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0625679 Feb 04 14:25:04.941875 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e8ea23e-b528-4214-963e-3d70d204b237 req-7e429e65-752c-4600-bddb-f600a9064191 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493104 Feb 04 14:25:06.068612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bed65-57b8-4c25-9e82-d50cc1198f2c req-f98e6205-f0b5-4ccd-bc38-eef46dc5146b tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:06.070162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-874bed65-57b8-4c25-9e82-d50cc1198f2c req-f98e6205-f0b5-4ccd-bc38-eef46dc5146b tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0582314 Feb 04 14:25:06.122043 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-874bed65-57b8-4c25-9e82-d50cc1198f2c req-aa1c590b-ba91-40df-9c8c-d3fb0951256e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461838 Feb 04 14:25:07.251532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44cbec-bd25-4171-8092-a38b14525a29 req-a1b599bb-71d3-4880-8816-bb108c94c256 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:07.253160 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f44cbec-bd25-4171-8092-a38b14525a29 req-a1b599bb-71d3-4880-8816-bb108c94c256 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0574095 Feb 04 14:25:07.303766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f44cbec-bd25-4171-8092-a38b14525a29 req-732efe5e-a7fe-408a-9aea-39501b1e1b06 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440869 Feb 04 14:25:08.432724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28adc2-430c-471a-af9f-43baf9386dc5 req-7950cf6b-754b-42fd-9db3-e5f9cfdb90ac tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:08.434356 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a28adc2-430c-471a-af9f-43baf9386dc5 req-7950cf6b-754b-42fd-9db3-e5f9cfdb90ac tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0603840 Feb 04 14:25:08.484606 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a28adc2-430c-471a-af9f-43baf9386dc5 req-50616d0f-8578-46b6-a779-45330be8733e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426269 Feb 04 14:25:09.608303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f55b0-d6c3-4ea5-a2f5-ecdbeee03598 req-c32eff68-3f5d-4a06-88d9-5faf2aa136ed tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:09.609868 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c5f55b0-d6c3-4ea5-a2f5-ecdbeee03598 req-c32eff68-3f5d-4a06-88d9-5faf2aa136ed tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0547168 Feb 04 14:25:09.658020 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c5f55b0-d6c3-4ea5-a2f5-ecdbeee03598 req-963afca2-316c-4054-8b25-fe82401eccd0 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419567 Feb 04 14:25:10.782919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d5aa7-7bff-4cd2-9572-37790f5dec97 req-77e728ea-4ce2-45bf-802f-7647487775d6 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:10.785174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-705d5aa7-7bff-4cd2-9572-37790f5dec97 req-77e728ea-4ce2-45bf-802f-7647487775d6 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0557339 Feb 04 14:25:10.840811 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-705d5aa7-7bff-4cd2-9572-37790f5dec97 req-40b676e5-b951-4dc8-9a6d-09decf68fcef tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498223 Feb 04 14:25:11.064448 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1303fe2f-bdb0-402c-a78a-ec9fe6da152c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:11.966129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbe007-29b2-4709-85fb-b1006e1b9415 req-d1eb3fb8-4f54-442e-b9df-5666fd0d2977 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:11.967605 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54cbe007-29b2-4709-85fb-b1006e1b9415 req-d1eb3fb8-4f54-442e-b9df-5666fd0d2977 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0541046 Feb 04 14:25:12.017450 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-54cbe007-29b2-4709-85fb-b1006e1b9415 req-2607b303-fa4f-41e6-b2b0-2a1b8584884d tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434027 Feb 04 14:25:13.137633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a68ed-11f9-41df-9ea6-1ffe588899a7 req-0206d632-5004-4df6-a54e-84fabb58d6b9 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:13.139152 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-923a68ed-11f9-41df-9ea6-1ffe588899a7 req-0206d632-5004-4df6-a54e-84fabb58d6b9 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0526788 Feb 04 14:25:13.187039 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-923a68ed-11f9-41df-9ea6-1ffe588899a7 req-281279f2-fd58-4dbc-8575-2c7a85c2adeb tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415993 Feb 04 14:25:14.317662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057ecd5-21fe-4fee-b55d-6a465a981162 req-d34ef74f-b919-4ea9-93ee-4d5ed9212493 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:14.319205 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b057ecd5-21fe-4fee-b55d-6a465a981162 req-d34ef74f-b919-4ea9-93ee-4d5ed9212493 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0594811 Feb 04 14:25:14.365859 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b057ecd5-21fe-4fee-b55d-6a465a981162 req-9981ed4f-33d7-4e24-866f-e92af28277c8 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411274 Feb 04 14:25:14.405981 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:15.219667 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:15.250294 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-069578bc-a3fa-4671-a855-b0aab52617df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:15.298880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-9a68cc78-9ae8-4100-a850-55a3dce94e6c req-d7ffcc4f-bbeb-4417-9f12-12caf347a6a8 service neutron] (103606) timed out ('10.222.0.99', 64966) {{(pid=103606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 14:25:15.489124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bd91c-6c48-4e11-9979-2bb4c6112921 req-9bd00810-400a-49f4-a8bd-fa7813f9e6db tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:15.490571 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-104bd91c-6c48-4e11-9979-2bb4c6112921 req-9bd00810-400a-49f4-a8bd-fa7813f9e6db tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0543218 Feb 04 14:25:15.538863 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-104bd91c-6c48-4e11-9979-2bb4c6112921 req-be1ca7e8-d486-4def-b840-942142cf879a tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425367 Feb 04 14:25:15.771174 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:16.664668 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800121-68a7-4826-bb0c-0dcc2e89ff31 req-94f5b017-79a2-49e8-ae07-2409e5a0b43a tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:16.666268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f0800121-68a7-4826-bb0c-0dcc2e89ff31 req-94f5b017-79a2-49e8-ae07-2409e5a0b43a tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0584712 Feb 04 14:25:16.714060 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f0800121-68a7-4826-bb0c-0dcc2e89ff31 req-affe257e-c257-4952-8d02-1e5374de5bb6 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420058 Feb 04 14:25:17.110740 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:17.835993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70533d-1620-4367-8668-2882ed5a5d32 req-ded420e9-5c61-4985-8626-97d65345ad26 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:17.837500 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b70533d-1620-4367-8668-2882ed5a5d32 req-ded420e9-5c61-4985-8626-97d65345ad26 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0552661 Feb 04 14:25:17.886348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b70533d-1620-4367-8668-2882ed5a5d32 req-cc4bb090-ef65-4fcf-a223-802d87e18daa tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431161 Feb 04 14:25:18.049770 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:19.008998 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac801a-d6fd-404a-9cba-aa0eb5ebec81 req-71054c4c-14d7-4340-b02c-15d8d9c9aae8 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:19.010514 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9ac801a-d6fd-404a-9cba-aa0eb5ebec81 req-71054c4c-14d7-4340-b02c-15d8d9c9aae8 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0531743 Feb 04 14:25:19.061381 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9ac801a-d6fd-404a-9cba-aa0eb5ebec81 req-cf4d111d-c412-436e-8a37-5d9f36e4f732 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453966 Feb 04 14:25:20.182907 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16c0c6-0a4d-4382-a9d3-038ef6806e60 req-fb859548-8444-4f17-a4ce-782abf305753 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:20.184406 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e16c0c6-0a4d-4382-a9d3-038ef6806e60 req-fb859548-8444-4f17-a4ce-782abf305753 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0534623 Feb 04 14:25:20.237557 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e16c0c6-0a4d-4382-a9d3-038ef6806e60 req-815e65e3-914f-4849-92f0-4251fb88790c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476220 Feb 04 14:25:21.353872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122931d-fb58-4152-9666-e9c73e70c598 req-34f9e674-1cfb-4170-84d0-e9cd534f655c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:21.355406 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2122931d-fb58-4152-9666-e9c73e70c598 req-34f9e674-1cfb-4170-84d0-e9cd534f655c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0534678 Feb 04 14:25:21.402569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2122931d-fb58-4152-9666-e9c73e70c598 req-5892d587-66de-4faf-a58b-9297e2343dd1 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Feb 04 14:25:22.526118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc9411-338a-4066-b898-749f2eb7069e req-d8f076ba-4ae7-4ba2-9aa0-3c771c221494 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:22.527603 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47fc9411-338a-4066-b898-749f2eb7069e req-d8f076ba-4ae7-4ba2-9aa0-3c771c221494 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0581393 Feb 04 14:25:22.574949 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47fc9411-338a-4066-b898-749f2eb7069e req-e36672c6-f2e5-4dd2-bfb8-c248a9725cbb tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Feb 04 14:25:23.219438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b387cb4-b7b8-4537-b699-dc4cfe0a3d34 req-cb30a4f7-e016-4e2e-9324-22fa850ad866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:23.221033 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4b387cb4-b7b8-4537-b699-dc4cfe0a3d34 req-cb30a4f7-e016-4e2e-9324-22fa850ad866 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 1128 time: 0.0448515 Feb 04 14:25:23.325493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b387cb4-b7b8-4537-b699-dc4cfe0a3d34 req-fcdc99d0-65bb-467a-9de5-15b48e460315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:23.326967 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4b387cb4-b7b8-4537-b699-dc4cfe0a3d34 req-fcdc99d0-65bb-467a-9de5-15b48e460315 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 916 time: 0.0875406 Feb 04 14:25:23.367609 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4b387cb4-b7b8-4537-b699-dc4cfe0a3d34 req-6ec928c8-6496-466b-9ec7-ea75c36b5f33 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34 HTTP/1.1" status: 200 len: 217 time: 0.0350881 Feb 04 14:25:23.413670 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b387cb4-b7b8-4537-b699-dc4cfe0a3d34 req-2a163417-cedb-45da-84be-794b0e6557c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:23.415132 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4b387cb4-b7b8-4537-b699-dc4cfe0a3d34 req-2a163417-cedb-45da-84be-794b0e6557c8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 200 len: 855 time: 0.0421579 Feb 04 14:25:23.446460 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4b387cb4-b7b8-4537-b699-dc4cfe0a3d34 req-b47b21fe-60f3-4a4f-ad35-8e6e1c8c32ef service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ccab3445-a7c9-4046-a37d-9a7acbaefda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260334 Feb 04 14:25:23.536478 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4b387cb4-b7b8-4537-b699-dc4cfe0a3d34 req-1db37fd4-c595-4bd3-8f84-31f2aee15f02 service neutron] 10.222.0.100 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839703 Feb 04 14:25:23.625800 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4b387cb4-b7b8-4537-b699-dc4cfe0a3d34 req-880159e0-f2a7-4db4-b443-061b469b851c service neutron] 10.222.0.100 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834370 Feb 04 14:25:23.702141 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939782-7365-4b02-aa05-74a00e80a79b req-2272b1a5-9eb6-492b-8b7e-bf462a766ddb tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:23.703680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80939782-7365-4b02-aa05-74a00e80a79b req-2272b1a5-9eb6-492b-8b7e-bf462a766ddb tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0568705 Feb 04 14:25:23.752957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80939782-7365-4b02-aa05-74a00e80a79b req-18fc8ed3-30d7-4541-92b0-6c0bb061948d tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430455 Feb 04 14:25:24.876875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a58a0-5945-49be-917e-458b3838685e req-21a10270-daa4-4a0e-8870-c4cf90fdd8fe tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:24.878426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a43a58a0-5945-49be-917e-458b3838685e req-21a10270-daa4-4a0e-8870-c4cf90fdd8fe tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0543170 Feb 04 14:25:24.930057 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a43a58a0-5945-49be-917e-458b3838685e req-0db641b2-2140-4c6d-887c-db4e129a0ad7 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460000 Feb 04 14:25:26.048800 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e4734-4272-46a7-bbb9-4aea97dcc99f req-d5afbfc5-97dd-41e0-b20b-310f618116b7 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:26.050931 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a26e4734-4272-46a7-bbb9-4aea97dcc99f req-d5afbfc5-97dd-41e0-b20b-310f618116b7 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 945 time: 0.0534472 Feb 04 14:25:26.098342 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a26e4734-4272-46a7-bbb9-4aea97dcc99f req-ca9f6443-708f-4cfc-a766-6ade2689cf00 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417671 Feb 04 14:25:26.470460 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-72091883-8f43-4484-8928-cba5c49ac902 service neutron] show failed (client error): The resource could not be found. Feb 04 14:25:26.471559 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-72091883-8f43-4484-8928-cba5c49ac902 service neutron] 10.222.0.100 "GET /v2.0/ports/5b842cea-f6fc-4b53-8563-34d1ae83ef34/bindings/n-h1-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0611722 Feb 04 14:25:26.673886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-40d99bd3-60e9-4dd9-b637-3d965022e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:26.676359 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-40d99bd3-60e9-4dd9-b637-3d965022e681 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40&tenant_id=58072426749747d290f81a8040a8d8b0 HTTP/1.1" status: 200 len: 1128 time: 0.0478199 Feb 04 14:25:26.687050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:25:26.749926 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:26.951924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] For port 5b842cea-f6fc-4b53-8563-34d1ae83ef34, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:25:26.984803 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] For port 5b842cea-f6fc-4b53-8563-34d1ae83ef34, host n-h2-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:25:27.026027 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4c7bc8-22bd-404f-9e9b-49edebf26b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b842cea-f6fc-4b53-8563-34d1ae83ef34'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:25:27.028251 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836ce82b-929d-40a5-9460-2d4e941ae663" -d '{"events": [{"server_uuid": "1e4c7bc8-22bd-404f-9e9b-49edebf26b40", "name": "network-vif-unplugged", "status": "completed", "tag": "5b842cea-f6fc-4b53-8563-34d1ae83ef34"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:25:27.032311 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Publish callbacks [] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:27.046700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.provisioning_blocks [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Transition to ACTIVE for port object 5b842cea-f6fc-4b53-8563-34d1ae83ef34 will not be triggered until provisioned by entity L2. {{(pid=103606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:25:27.050758 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:27.083583 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6055883-76ad-498c-9406-e1e06e88a3bb x-openstack-request-id: req-d6055883-76ad-498c-9406-e1e06e88a3bb {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:25:27.084221 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4c7bc8-22bd-404f-9e9b-49edebf26b40", "name": "network-vif-unplugged", "status": "completed", "tag": "5b842cea-f6fc-4b53-8563-34d1ae83ef34", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:25:27.084221 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d6055883-76ad-498c-9406-e1e06e88a3bb {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:25:27.084514 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4c7bc8-22bd-404f-9e9b-49edebf26b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b842cea-f6fc-4b53-8563-34d1ae83ef34', 'code': 200} Feb 04 14:25:27.125586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5b842cea-f6fc-4b53-8563-34d1ae83ef34,revision_number=6']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:25:27.129171 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] No DVR routers for this DVR port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 on host n-h2-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:25:27.167557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Attempting to bind port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:25:27.167818 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Attempting to bind port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:25:27.168133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Attempting to bind port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 on network ccab3445-a7c9-4046-a37d-9a7acbaefda6 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:25:27.182659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 on network ccab3445-a7c9-4046-a37d-9a7acbaefda6 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:25:27.182981 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Attempting to bind port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 on network ccab3445-a7c9-4046-a37d-9a7acbaefda6 {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:25:27.203480 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:25:27.203820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Checking segment: {'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:25:27.204208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Bound using segment: {'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'} {{(pid=103606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:25:27.204643 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.managers [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Bound port: 5b842cea-f6fc-4b53-8563-34d1ae83ef34, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'}}] {{(pid=103606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:25:27.205032 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:27.264038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06278e-bfa2-451e-b812-21d27700a22b req-57d18273-d7ba-4a10-9e57-899727919c88 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:27.265544 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b06278e-bfa2-451e-b812-21d27700a22b req-57d18273-d7ba-4a10-9e57-899727919c88 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 943 time: 0.0952282 Feb 04 14:25:27.312427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] For port 5b842cea-f6fc-4b53-8563-34d1ae83ef34, host n-h1-714676-13, cleared binding levels {{(pid=103606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:25:27.317647 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] For port 5b842cea-f6fc-4b53-8563-34d1ae83ef34, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:25:27.329621 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:27.360075 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b06278e-bfa2-451e-b812-21d27700a22b req-76a966cf-75ce-4e40-9536-62ec86a50b24 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873041 Feb 04 14:25:27.371104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:27.371732 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:27.373117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] 10.222.0.99 "PUT /v2.0/ports/5b842cea-f6fc-4b53-8563-34d1ae83ef34 HTTP/1.1" status: 200 len: 1092 time: 0.6899853 Feb 04 14:25:27.391886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28fc5f-4037-4589-b682-878e021f97d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5b842cea-f6fc-4b53-8563-34d1ae83ef34,revision_number=7']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:25:27.441495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-db2cdb5c-2580-41f0-8c0e-436f1ae487e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:27.443053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-db2cdb5c-2580-41f0-8c0e-436f1ae487e0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 1126 time: 0.0460050 Feb 04 14:25:27.536518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-136eeaa6-e30a-4f0c-a514-c01740f267d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:27.538018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-136eeaa6-e30a-4f0c-a514-c01740f267d1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 916 time: 0.0890369 Feb 04 14:25:27.579657 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-e9641526-68cc-4c14-8755-c71514c1100a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34 HTTP/1.1" status: 200 len: 217 time: 0.0354583 Feb 04 14:25:27.630371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-17c424c3-2b3a-4fa6-b058-7f7ab4b8191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:27.631834 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-17c424c3-2b3a-4fa6-b058-7f7ab4b8191c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 200 len: 855 time: 0.0460227 Feb 04 14:25:27.664330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-34f98671-bee5-476e-8100-1b3b2a34a73c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ccab3445-a7c9-4046-a37d-9a7acbaefda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269859 Feb 04 14:25:27.756571 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-a5f178fd-1a40-4872-bc57-9536b9f532dc service neutron] 10.222.0.99 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861156 Feb 04 14:25:27.844747 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29510d46-415b-43d9-893f-41bdc5da8ffe req-5987a133-0ef1-48b7-82bd-5ab17c102ebd service neutron] 10.222.0.99 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826352 Feb 04 14:25:28.487305 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455faf68-1b66-4850-bf03-9987e6cfb3a7 req-75949588-e318-49d8-bd83-cd89858c27fc tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:28.488837 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-455faf68-1b66-4850-bf03-9987e6cfb3a7 req-75949588-e318-49d8-bd83-cd89858c27fc tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 943 time: 0.0586793 Feb 04 14:25:28.536150 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-455faf68-1b66-4850-bf03-9987e6cfb3a7 req-1bdd6d77-ddd5-4c35-b084-33d66cffabc2 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Feb 04 14:25:29.085409 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4c7bc8-22bd-404f-9e9b-49edebf26b40', 'tag': '5b842cea-f6fc-4b53-8563-34d1ae83ef34'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:25:29.087750 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb605965-6618-4d1d-b3f3-52b33a3febe2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4c7bc8-22bd-404f-9e9b-49edebf26b40", "tag": "5b842cea-f6fc-4b53-8563-34d1ae83ef34"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:25:29.133926 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838b48c3-457c-4909-a793-ede155cac414 x-openstack-request-id: req-838b48c3-457c-4909-a793-ede155cac414 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:25:29.134210 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4c7bc8-22bd-404f-9e9b-49edebf26b40", "tag": "5b842cea-f6fc-4b53-8563-34d1ae83ef34", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:25:29.134471 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-838b48c3-457c-4909-a793-ede155cac414 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:25:29.134871 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4c7bc8-22bd-404f-9e9b-49edebf26b40', 'tag': '5b842cea-f6fc-4b53-8563-34d1ae83ef34', 'status': 'completed', 'code': 200} Feb 04 14:25:29.195820 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-f58c287e-7c87-402f-b617-dafb7f25fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:29.197409 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-f58c287e-7c87-402f-b617-dafb7f25fcb9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 1126 time: 0.0469782 Feb 04 14:25:29.198794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-93fdb471-534b-4445-a8ea-23c959857734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:29.200368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-93fdb471-534b-4445-a8ea-23c959857734 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 1126 time: 0.0453064 Feb 04 14:25:29.225630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 5b842cea-f6fc-4b53-8563-34d1ae83ef34 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:25:29.265682 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] The host n-h2-714676-13 is not matching for port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 host n-h1-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 14:25:29.266320 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 5b842cea-f6fc-4b53-8563-34d1ae83ef34 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:25:29.301159 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-19275021-331a-4e1e-b3ab-209962aad934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:29.302700 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-19275021-331a-4e1e-b3ab-209962aad934 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 916 time: 0.0978396 Feb 04 14:25:29.345189 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-93b5bcae-3422-4b34-93cb-3c6c8d7ee54b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34 HTTP/1.1" status: 200 len: 217 time: 0.0367436 Feb 04 14:25:29.400215 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-67498763-2132-4b93-a705-156c8504c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:29.401723 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-67498763-2132-4b93-a705-156c8504c50f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 200 len: 855 time: 0.0511582 Feb 04 14:25:29.436901 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-dc85d35a-b19b-4e91-aacc-0f061b1a6a22 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ccab3445-a7c9-4046-a37d-9a7acbaefda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282400 Feb 04 14:25:29.534990 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-cf5bf333-9563-49bc-a2c4-f74971e33e4b service neutron] 10.222.0.100 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920203 Feb 04 14:25:29.629148 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-134aab95-99d2-45e0-975a-41adf6d2c1fc service neutron] 10.222.0.100 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888481 Feb 04 14:25:29.657353 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-5099b526-29bd-443b-ac60-c468b4649af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:29.659364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-5099b526-29bd-443b-ac60-c468b4649af1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 916 time: 0.4518285 Feb 04 14:25:29.702455 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-66dc1774-b51b-4fd8-ad54-50ef5661bda3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34 HTTP/1.1" status: 200 len: 217 time: 0.0369563 Feb 04 14:25:29.713670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181e52b-55dd-437a-ab16-b47f8a76e126 req-6f7e17ac-0272-4ee1-be2a-0927ac18f905 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:29.715097 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e181e52b-55dd-437a-ab16-b47f8a76e126 req-6f7e17ac-0272-4ee1-be2a-0927ac18f905 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 943 time: 0.0980725 Feb 04 14:25:29.782137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-59d84c14-c443-469b-9993-558462531c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:29.784208 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-59d84c14-c443-469b-9993-558462531c77 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 200 len: 855 time: 0.0681841 Feb 04 14:25:29.807370 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e181e52b-55dd-437a-ab16-b47f8a76e126 req-3b71fb9d-4bc0-4568-895f-bbb50da87c16 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836725 Feb 04 14:25:29.822850 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-b2240718-7900-4835-8356-0f5fc88a1b9b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ccab3445-a7c9-4046-a37d-9a7acbaefda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313613 Feb 04 14:25:29.914546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-c901d57f-febe-4407-886c-b33125ab727b service neutron] 10.222.0.99 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858691 Feb 04 14:25:30.002992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb605965-6618-4d1d-b3f3-52b33a3febe2 req-a4f5d736-c5ec-486b-8667-32ade37e5355 service neutron] 10.222.0.99 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822887 Feb 04 14:25:30.931831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619473da-9606-467f-a36f-9c65507bb130 req-d6e2e0a1-3551-4b87-af56-fae2b239cf89 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:30.933327 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-619473da-9606-467f-a36f-9c65507bb130 req-d6e2e0a1-3551-4b87-af56-fae2b239cf89 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 943 time: 0.0539913 Feb 04 14:25:30.984466 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-619473da-9606-467f-a36f-9c65507bb130 req-368d02fa-64e1-4477-939b-9e8bbff518ce tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454738 Feb 04 14:25:31.184798 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488f767-f25a-4a44-af56-3ac44c26547d req-874d92d8-dfb9-490f-a9aa-6139958a29d6 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:31.186333 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0488f767-f25a-4a44-af56-3ac44c26547d req-874d92d8-dfb9-490f-a9aa-6139958a29d6 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 943 time: 0.0539048 Feb 04 14:25:31.235347 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0488f767-f25a-4a44-af56-3ac44c26547d req-dc057e24-8b51-45fc-9caf-6d4b138785ee tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422850 Feb 04 14:25:31.237817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2e79e-cc90-40ee-a2bb-f863f7d10ab9 req-f83067f0-1c75-4ede-b8ca-943342a9898f tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:31.239373 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c5f2e79e-cc90-40ee-a2bb-f863f7d10ab9 req-f83067f0-1c75-4ede-b8ca-943342a9898f tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.100 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40&tenant_id=58072426749747d290f81a8040a8d8b0&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 943 time: 0.0982823 Feb 04 14:25:31.299553 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-c5f2e79e-cc90-40ee-a2bb-f863f7d10ab9 req-a1643c33-c68c-44a3-b276-d323a96a9c62 service neutron] delete failed (client error): The resource could not be found. Feb 04 14:25:31.300599 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c5f2e79e-cc90-40ee-a2bb-f863f7d10ab9 req-a1643c33-c68c-44a3-b276-d323a96a9c62 service neutron] 10.222.0.100 "DELETE /v2.0/ports/5b842cea-f6fc-4b53-8563-34d1ae83ef34/bindings/n-h2-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0553975 Feb 04 14:25:31.390188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2e79e-cc90-40ee-a2bb-f863f7d10ab9 req-f57185ea-2162-4ce8-8e8d-c5bed55fce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:31.391700 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c5f2e79e-cc90-40ee-a2bb-f863f7d10ab9 req-f57185ea-2162-4ce8-8e8d-c5bed55fce9e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 1126 time: 0.0486877 Feb 04 14:25:31.481352 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2e79e-cc90-40ee-a2bb-f863f7d10ab9 req-746d7afb-c10c-4083-9adc-0e9c870cdf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:31.482871 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c5f2e79e-cc90-40ee-a2bb-f863f7d10ab9 req-746d7afb-c10c-4083-9adc-0e9c870cdf1b service neutron] 10.222.0.100 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 916 time: 0.0857551 Feb 04 14:25:31.527736 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c5f2e79e-cc90-40ee-a2bb-f863f7d10ab9 req-db3296c9-d785-4a35-aa45-43965d10a36c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34 HTTP/1.1" status: 200 len: 217 time: 0.0386600 Feb 04 14:25:31.578025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2e79e-cc90-40ee-a2bb-f863f7d10ab9 req-fd871209-555b-41e2-bfd0-513c19815278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:31.579538 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c5f2e79e-cc90-40ee-a2bb-f863f7d10ab9 req-fd871209-555b-41e2-bfd0-513c19815278 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 200 len: 855 time: 0.0451167 Feb 04 14:25:31.612536 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c5f2e79e-cc90-40ee-a2bb-f863f7d10ab9 req-69c592e6-cdd5-4d4f-9801-84878d3b29cb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ccab3445-a7c9-4046-a37d-9a7acbaefda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275228 Feb 04 14:25:31.709439 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c5f2e79e-cc90-40ee-a2bb-f863f7d10ab9 req-0f6d17a9-f4f7-4d22-bbee-5d119c4f53ab service neutron] 10.222.0.100 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889227 Feb 04 14:25:31.800109 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c5f2e79e-cc90-40ee-a2bb-f863f7d10ab9 req-9b6fca33-711f-458f-9267-2f68b3a76d38 service neutron] 10.222.0.100 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853572 Feb 04 14:25:32.356933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5b842cea-f6fc-4b53-8563-34d1ae83ef34 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:25:32.369568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5afb27-c52c-4c45-9285-0970e3a91076 req-5b3f2c57-c214-4a48-bf20-8ab58a3a47d7 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:32.371313 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac5afb27-c52c-4c45-9285-0970e3a91076 req-5b3f2c57-c214-4a48-bf20-8ab58a3a47d7 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 943 time: 0.0575881 Feb 04 14:25:32.419147 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ac5afb27-c52c-4c45-9285-0970e3a91076 req-0d47282e-bec8-4751-8db5-cf5f358a5634 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Feb 04 14:25:32.460081 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5b842cea-f6fc-4b53-8563-34d1ae83ef34, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:25:32.471711 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '5b842cea-f6fc-4b53-8563-34d1ae83ef34', 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6', 'port_id': '5b842cea-f6fc-4b53-8563-34d1ae83ef34', 'mac_address': 'fa:16:3e:f2:cc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8746fb57-68e6-4111-8c69-54c84513d9d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:25:32.510043 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:25:32.510467 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:32.523773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b842cea-f6fc-4b53-8563-34d1ae83ef34 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:25:32.544218 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5b842cea-f6fc-4b53-8563-34d1ae83ef34, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:25:32.548724 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:32.549779 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496485d-0f34-43bf-b78a-cac47bb93e8c req-860b8223-08cb-4e14-a45d-436e5494a86a tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:32.551652 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6496485d-0f34-43bf-b78a-cac47bb93e8c req-860b8223-08cb-4e14-a45d-436e5494a86a tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 943 time: 0.0611093 Feb 04 14:25:32.600362 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6496485d-0f34-43bf-b78a-cac47bb93e8c req-3617b754-73da-472d-9291-8b4ec7161e06 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428081 Feb 04 14:25:32.604537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=5b842cea-f6fc-4b53-8563-34d1ae83ef34,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:25:32.725568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2c389-a744-4468-ba0b-947d584f1a91 req-11c214f0-55b8-4aba-a616-14941459299a tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:32.727036 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92a2c389-a744-4468-ba0b-947d584f1a91 req-11c214f0-55b8-4aba-a616-14941459299a tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 944 time: 0.0560637 Feb 04 14:25:32.775765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-92a2c389-a744-4468-ba0b-947d584f1a91 req-8fade17d-a7b2-43fe-8204-65a239d8a2bf tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430906 Feb 04 14:25:32.893116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['5b842cea-f6fc-4b53-8563-34d1ae83ef34'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:25:33.131825 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-9141b25f-2db8-4141-bc2c-89aa31ab0091 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:33.133324 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-9141b25f-2db8-4141-bc2c-89aa31ab0091 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 815 time: 0.1065006 Feb 04 14:25:33.148111 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-ff66fded-c46c-4f95-b1eb-08d73eb4d581 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/quotas/58072426749747d290f81a8040a8d8b0 HTTP/1.1" status: 200 len: 375 time: 0.0092394 Feb 04 14:25:33.201236 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-0d868895-e1cc-4e57-9996-67c03982a84e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481713 Feb 04 14:25:33.295048 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-dc7b8417-eb9f-4db1-b43c-b9a81ff67521 service neutron] 10.222.0.96 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868073 Feb 04 14:25:33.384855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-2c3e1136-5ba4-4dd3-92c4-568299785d90 service neutron] 10.222.0.96 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832641 Feb 04 14:25:33.543206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7d12ff11-8c8a-4744-a3af-92bf2bca1d03 req-3a353ca7-f08c-4e9d-a228-1842d25456ad tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 210 time: 0.0291207 Feb 04 14:25:34.315682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085215f-fd75-48fe-ad95-2ca5abaa73e2 req-8796b289-002d-481d-b8fc-39bba26e7c5c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:34.317200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f085215f-fd75-48fe-ad95-2ca5abaa73e2 req-8796b289-002d-481d-b8fc-39bba26e7c5c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e4c7bc8-22bd-404f-9e9b-49edebf26b40 HTTP/1.1" status: 200 len: 944 time: 0.0556042 Feb 04 14:25:34.367481 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5b842cea-f6fc-4b53-8563-34d1ae83ef34 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:25:34.374897 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.99', 49435) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:25:34.426755 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:25:34.431249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:25:34.431635 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:34.435336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-f085215f-fd75-48fe-ad95-2ca5abaa73e2 req-e4386617-3450-4d03-84f5-ad271ae2c385 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Deleting port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:25:34.435877 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f085215f-fd75-48fe-ad95-2ca5abaa73e2 req-e4386617-3450-4d03-84f5-ad271ae2c385 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:34.505619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-897e8f09-0bc4-498b-b5bf-c38d756cef26 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:34.507476 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-897e8f09-0bc4-498b-b5bf-c38d756cef26 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.99 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 815 time: 0.1310472 Feb 04 14:25:34.521056 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Request body: {'port': {'device_id': '50d85ff9-5053-4c6f-b9a2-b688f03cdd23', 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6', 'admin_state_up': True, 'tenant_id': '58072426749747d290f81a8040a8d8b0'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:25:34.544855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:25:34.545248 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:34.555349 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-f085215f-fd75-48fe-ad95-2ca5abaa73e2 req-e4386617-3450-4d03-84f5-ad271ae2c385 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] For port 5b842cea-f6fc-4b53-8563-34d1ae83ef34, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:25:34.555808 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f085215f-fd75-48fe-ad95-2ca5abaa73e2 req-e4386617-3450-4d03-84f5-ad271ae2c385 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:34.573475 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4c7bc8-22bd-404f-9e9b-49edebf26b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b842cea-f6fc-4b53-8563-34d1ae83ef34'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:25:34.573626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [req-f085215f-fd75-48fe-ad95-2ca5abaa73e2 req-e4386617-3450-4d03-84f5-ad271ae2c385 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Calling delete_port for 5b842cea-f6fc-4b53-8563-34d1ae83ef34 owned by compute:nova {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:25:34.579348 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd397029-d63f-4c33-b599-21e44b230864" -d '{"events": [{"server_uuid": "1e4c7bc8-22bd-404f-9e9b-49edebf26b40", "name": "network-vif-plugged", "status": "completed", "tag": "5b842cea-f6fc-4b53-8563-34d1ae83ef34"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:25:34.595801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 5b842cea-f6fc-4b53-8563-34d1ae83ef34, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=5b842cea-f6fc-4b53-8563-34d1ae83ef34,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:25:34.601166 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:34.652400 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Made reservation on behalf of 58072426749747d290f81a8040a8d8b0 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:25:34.658123 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:34.662354 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=5b842cea-f6fc-4b53-8563-34d1ae83ef34,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:25:34.680383 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b2d3573-ffa0-4b48-8e13-8f3074189ab8 req-c738f1e0-37e5-4867-bea6-e5cc462d4caa tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 210 time: 0.0354393 Feb 04 14:25:34.737404 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ba7c5e-9767-452c-860f-5dbf75057dac x-openstack-request-id: req-20ba7c5e-9767-452c-860f-5dbf75057dac {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:25:34.737706 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4c7bc8-22bd-404f-9e9b-49edebf26b40", "name": "network-vif-plugged", "status": "completed", "tag": "5b842cea-f6fc-4b53-8563-34d1ae83ef34", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:25:34.737963 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-20ba7c5e-9767-452c-860f-5dbf75057dac {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:25:34.738387 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4c7bc8-22bd-404f-9e9b-49edebf26b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b842cea-f6fc-4b53-8563-34d1ae83ef34', 'code': 200} Feb 04 14:25:34.765288 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f085215f-fd75-48fe-ad95-2ca5abaa73e2 req-e4386617-3450-4d03-84f5-ad271ae2c385 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (5b842cea-f6fc-4b53-8563-34d1ae83ef34), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:34.776424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['5b842cea-f6fc-4b53-8563-34d1ae83ef34'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:25:34.806389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4386617-3450-4d03-84f5-ad271ae2c385 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Pushing event deleted for resources: {'Port': ['ID=5b842cea-f6fc-4b53-8563-34d1ae83ef34,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:25:34.806948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Allocated IP 172.20.0.7 (ccab3445-a7c9-4046-a37d-9a7acbaefda6/8746fb57-68e6-4111-8c69-54c84513d9d5/fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:25:34.853902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f085215f-fd75-48fe-ad95-2ca5abaa73e2 req-e4386617-3450-4d03-84f5-ad271ae2c385 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] No DVR routers for this DVR port 5b842cea-f6fc-4b53-8563-34d1ae83ef34 on host n-h1-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:25:34.856637 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-f085215f-fd75-48fe-ad95-2ca5abaa73e2 req-e4386617-3450-4d03-84f5-ad271ae2c385 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:34.860802 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f085215f-fd75-48fe-ad95-2ca5abaa73e2 req-e4386617-3450-4d03-84f5-ad271ae2c385 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.99 "DELETE /v2.0/ports/5b842cea-f6fc-4b53-8563-34d1ae83ef34 HTTP/1.1" status: 204 len: 173 time: 0.5384130 Feb 04 14:25:34.861862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4c7bc8-22bd-404f-9e9b-49edebf26b40', 'name': 'network-vif-deleted', 'tag': '5b842cea-f6fc-4b53-8563-34d1ae83ef34'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:25:34.865039 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c0ca1f-a999-4819-9b0b-fede51ee6b48" -d '{"events": [{"server_uuid": "1e4c7bc8-22bd-404f-9e9b-49edebf26b40", "name": "network-vif-deleted", "tag": "5b842cea-f6fc-4b53-8563-34d1ae83ef34"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:25:34.902309 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430ac093-17e6-47c4-8b4e-b560b187a735 x-openstack-request-id: req-430ac093-17e6-47c4-8b4e-b560b187a735 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:25:34.902610 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4c7bc8-22bd-404f-9e9b-49edebf26b40", "name": "network-vif-deleted", "tag": "5b842cea-f6fc-4b53-8563-34d1ae83ef34", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:25:34.902862 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-430ac093-17e6-47c4-8b4e-b560b187a735 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:25:34.903249 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4c7bc8-22bd-404f-9e9b-49edebf26b40', 'name': 'network-vif-deleted', 'tag': '5b842cea-f6fc-4b53-8563-34d1ae83ef34', 'status': 'completed', 'code': 200} Feb 04 14:25:34.980042 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Publish callbacks [] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:35.014269 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:35.025853 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['5b842cea-f6fc-4b53-8563-34d1ae83ef34'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:25:35.064103 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Network ccab3445-a7c9-4046-a37d-9a7acbaefda6 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:25:35.067569 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:25:35.071209 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:25:35.077519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Pushing event updated for resources: {'Port': ['ID=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:25:35.107341 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:35.107341 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:35.107341 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:35.107341 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:35.107785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:35.107877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:35.108194 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:35.108522 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:35.108846 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:35.109167 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:35.109489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:35.109805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:35.110140 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:35.139389 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:35.140179 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:35.157230 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-220930e7-3816-485d-8f6d-1eb2965c0bf4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6412437 Feb 04 14:25:35.170669 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Request body: {'port': {'device_id': '50d85ff9-5053-4c6f-b9a2-b688f03cdd23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:25:35.233307 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:35.497913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:25:35.507378 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Publish callbacks [] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:35.520455 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Transition to ACTIVE for port object fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:25:35.523533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:35.581251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:25:35.647144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Attempting to bind port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:25:35.647482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Attempting to bind port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:25:35.647814 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Attempting to bind port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d on network ccab3445-a7c9-4046-a37d-9a7acbaefda6 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:25:35.652175 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d on network ccab3445-a7c9-4046-a37d-9a7acbaefda6 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:25:35.652508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Attempting to bind port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d on network ccab3445-a7c9-4046-a37d-9a7acbaefda6 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:25:35.657311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:25:35.657648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Checking segment: {'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:25:35.658062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Bound using segment: {'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:25:35.658523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Bound port: fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:25:35.658883 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:35.724421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] For port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:25:35.727561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] For port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:25:35.733423 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:35.777056 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:35.777687 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:35.779146 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] 10.222.0.99 "PUT /v2.0/ports/fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d HTTP/1.1" status: 200 len: 1092 time: 0.6134953 Feb 04 14:25:35.779595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d85ff9-5053-4c6f-b9a2-b688f03cdd23', 'tag': 'fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:25:35.781842 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b650a2d8-82ba-476a-aaad-941ae0eb9172" -d '{"events": [{"name": "network-changed", "server_uuid": "50d85ff9-5053-4c6f-b9a2-b688f03cdd23", "tag": "fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:25:35.803874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bdc5e-050c-4a43-a72f-a3e6425db5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:25:35.821035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcbb07-57c4-45db-b1ba-9df208b86755 req-8e7e0d38-d8ed-406c-ae70-a644408a0f6f tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:35.822632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7bcbb07-57c4-45db-b1ba-9df208b86755 req-8e7e0d38-d8ed-406c-ae70-a644408a0f6f tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 943 time: 0.0661299 Feb 04 14:25:35.864920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-b25be4ae-2d02-439d-aa70-ac554e738cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:35.866485 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-b25be4ae-2d02-439d-aa70-ac554e738cca service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 1126 time: 0.0500305 Feb 04 14:25:35.874279 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7bcbb07-57c4-45db-b1ba-9df208b86755 req-5e6e8230-fce1-4544-a214-6c87e63a6c06 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454545 Feb 04 14:25:35.909390 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-a7c6d60e-d307-4d18-a4bd-4ab0556526b8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d HTTP/1.1" status: 200 len: 217 time: 0.0366888 Feb 04 14:25:35.923104 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b5bb50-ed10-43f4-b336-58a3274d4003 x-openstack-request-id: req-d2b5bb50-ed10-43f4-b336-58a3274d4003 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:25:35.923390 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d85ff9-5053-4c6f-b9a2-b688f03cdd23", "tag": "fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:25:35.924167 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d2b5bb50-ed10-43f4-b336-58a3274d4003 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:25:35.924567 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d85ff9-5053-4c6f-b9a2-b688f03cdd23', 'tag': 'fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d', 'status': 'completed', 'code': 200} Feb 04 14:25:35.964295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-3a05b826-f728-4669-a665-f3229e94148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:35.965753 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-3a05b826-f728-4669-a665-f3229e94148c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 200 len: 855 time: 0.0510783 Feb 04 14:25:35.998112 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-e3441c20-eddf-42ce-be2f-2bc3a525d19c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ccab3445-a7c9-4046-a37d-9a7acbaefda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255885 Feb 04 14:25:36.089928 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-1433a360-f645-495e-a153-3d95fb041640 service neutron] 10.222.0.99 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856457 Feb 04 14:25:36.182327 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-26616315-a8f4-4a0d-9c46-2b708c39792e req-b6b4e886-986e-4c7c-bcfd-b6b843d13e4a service neutron] 10.222.0.99 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869610 Feb 04 14:25:36.268602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650a2d8-82ba-476a-aaad-941ae0eb9172 req-ac353611-87aa-4b14-b768-aacb802524e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:36.270115 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b650a2d8-82ba-476a-aaad-941ae0eb9172 req-ac353611-87aa-4b14-b768-aacb802524e3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 1126 time: 0.0454488 Feb 04 14:25:36.363754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650a2d8-82ba-476a-aaad-941ae0eb9172 req-a74de676-227e-4bb7-b72a-339a0a2989ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:36.365139 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b650a2d8-82ba-476a-aaad-941ae0eb9172 req-a74de676-227e-4bb7-b72a-339a0a2989ef service neutron] 10.222.0.99 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 916 time: 0.0893111 Feb 04 14:25:36.406803 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b650a2d8-82ba-476a-aaad-941ae0eb9172 req-b3444a19-2134-44c0-bbd2-409d2dad0148 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d HTTP/1.1" status: 200 len: 217 time: 0.0342820 Feb 04 14:25:36.455320 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650a2d8-82ba-476a-aaad-941ae0eb9172 req-af9282d5-2751-4894-bb54-d84aea060900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:36.456874 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b650a2d8-82ba-476a-aaad-941ae0eb9172 req-af9282d5-2751-4894-bb54-d84aea060900 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 200 len: 855 time: 0.0437825 Feb 04 14:25:36.490592 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b650a2d8-82ba-476a-aaad-941ae0eb9172 req-334141e5-b999-4db4-b05c-8770bc4d2dc9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ccab3445-a7c9-4046-a37d-9a7acbaefda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273302 Feb 04 14:25:36.587688 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b650a2d8-82ba-476a-aaad-941ae0eb9172 req-611c23a6-8aa6-47ab-9d4f-1be52099818a service neutron] 10.222.0.99 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913403 Feb 04 14:25:36.684096 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b650a2d8-82ba-476a-aaad-941ae0eb9172 req-c9972f4c-79d8-4466-9d4f-e4c7bd39ca3a service neutron] 10.222.0.99 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910676 Feb 04 14:25:37.008970 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09897e-258d-4d53-b544-3e93822362f4 req-a6d82c8f-f750-4cfb-8e85-a1343cfb2130 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:37.010463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f09897e-258d-4d53-b544-3e93822362f4 req-a6d82c8f-f750-4cfb-8e85-a1343cfb2130 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 943 time: 0.0614893 Feb 04 14:25:37.059598 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f09897e-258d-4d53-b544-3e93822362f4 req-3f113f7e-2f33-4d0f-b49d-3b7e458c778f tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435622 Feb 04 14:25:38.196064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ac002-596f-475c-bc41-6b507806819b req-2a1c57ce-fefa-4720-a06b-7ab7a6fec0d5 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:38.197917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f6ac002-596f-475c-bc41-6b507806819b req-2a1c57ce-fefa-4720-a06b-7ab7a6fec0d5 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 943 time: 0.0606353 Feb 04 14:25:38.249165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f6ac002-596f-475c-bc41-6b507806819b req-d052c7f4-c479-4e17-b36a-ac3523e7cd47 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Feb 04 14:25:38.369176 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5b842cea-f6fc-4b53-8563-34d1ae83ef34 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:25:38.391097 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 5b842cea-f6fc-4b53-8563-34d1ae83ef34 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:25:38.391445 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 5b842cea-f6fc-4b53-8563-34d1ae83ef34 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:25:39.099767 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:25:39.379577 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221a7ce-829c-4d2e-bbf1-60ba8615fee2 req-e1829ed4-1903-4bb4-97d6-97e70f396c28 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:39.381010 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f221a7ce-829c-4d2e-bbf1-60ba8615fee2 req-e1829ed4-1903-4bb4-97d6-97e70f396c28 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 943 time: 0.0564082 Feb 04 14:25:39.433014 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f221a7ce-829c-4d2e-bbf1-60ba8615fee2 req-3f6bfaf9-5d33-4428-87b6-6186d45bdbbb tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459847 Feb 04 14:25:40.383137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:25:40.568699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a9ef7-0965-4764-b049-1cff6e0a3c47 req-af855717-6000-4274-9157-f7c861524ecb tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:40.570402 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d34a9ef7-0965-4764-b049-1cff6e0a3c47 req-af855717-6000-4274-9157-f7c861524ecb tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 943 time: 0.0625312 Feb 04 14:25:40.629573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d34a9ef7-0965-4764-b049-1cff6e0a3c47 req-16fdd570-63ee-486e-8a67-a534324030db tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532970 Feb 04 14:25:40.646828 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:25:40.659586 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d', 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6', 'port_id': 'fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d', 'mac_address': 'fa:16:3e:30:96:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8746fb57-68e6-4111-8c69-54c84513d9d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:25:40.702147 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:25:40.702587 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:40.716283 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:25:40.737162 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:25:40.741135 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:40.792920 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:25:40.801084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:40.801434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:40.801778 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:40.802257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:40.802595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:40.802927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:40.803253 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:40.803577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:40.803898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:40.804219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:40.804539 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:40.804859 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:40.805178 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:25:41.068507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:25:41.071957 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c72462f-365e-456d-9243-9f85c16f8bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:41.755595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464bc68-98b5-42cc-b181-9c188d9a55fe req-e0fa49af-474c-4598-9585-62079a645bcb tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:41.757443 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b464bc68-98b5-42cc-b181-9c188d9a55fe req-e0fa49af-474c-4598-9585-62079a645bcb tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 944 time: 0.0558865 Feb 04 14:25:41.808169 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b464bc68-98b5-42cc-b181-9c188d9a55fe req-222a7f3c-0432-41c4-b462-6b1678c577a1 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448685 Feb 04 14:25:42.384495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:25:42.435375 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:25:42.439034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:25:42.439967 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:42.521837 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:25:42.522148 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:42.546032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d85ff9-5053-4c6f-b9a2-b688f03cdd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:25:42.548343 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae4475c-d3ac-446c-9f6a-9e7e716f20bc" -d '{"events": [{"server_uuid": "50d85ff9-5053-4c6f-b9a2-b688f03cdd23", "name": "network-vif-plugged", "status": "completed", "tag": "fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:25:42.562532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:25:42.567410 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:42.591112 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e74ae77-f552-4f02-813b-80525ca026c4 x-openstack-request-id: req-1e74ae77-f552-4f02-813b-80525ca026c4 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:25:42.591413 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d85ff9-5053-4c6f-b9a2-b688f03cdd23", "name": "network-vif-plugged", "status": "completed", "tag": "fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:25:42.591668 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1e74ae77-f552-4f02-813b-80525ca026c4 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:25:42.592060 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d85ff9-5053-4c6f-b9a2-b688f03cdd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d', 'code': 200} Feb 04 14:25:42.619835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:25:42.709192 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d2b0d-57ce-43ac-af3b-c24267e5b92a req-7e2919de-bb7e-4308-89af-e2350db66cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:42.710751 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-be3d2b0d-57ce-43ac-af3b-c24267e5b92a req-7e2919de-bb7e-4308-89af-e2350db66cb1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 1128 time: 0.0512347 Feb 04 14:25:42.754409 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-be3d2b0d-57ce-43ac-af3b-c24267e5b92a req-11d66d90-15b1-4fbf-9d69-dd6d2fd0aaac service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382171 Feb 04 14:25:42.940217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebbe02-d138-4716-a6f0-c3eb7d74b30e req-dd46add1-7a7b-452b-8884-b12cd003bf8c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:42.941753 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14ebbe02-d138-4716-a6f0-c3eb7d74b30e req-dd46add1-7a7b-452b-8884-b12cd003bf8c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0589640 Feb 04 14:25:42.989818 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-14ebbe02-d138-4716-a6f0-c3eb7d74b30e req-457a8d3e-87c1-42d9-b29d-4cdcecf0a745 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422564 Feb 04 14:25:44.116122 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586efb3-638f-4f09-bb54-f0f2822ae6ec req-bbc291b8-d729-409e-a6df-0896eeec089b tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:44.117636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7586efb3-638f-4f09-bb54-f0f2822ae6ec req-bbc291b8-d729-409e-a6df-0896eeec089b tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0575166 Feb 04 14:25:44.168998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7586efb3-638f-4f09-bb54-f0f2822ae6ec req-f2d88494-d4e6-4bf7-b59a-ea5b383d03ae tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455692 Feb 04 14:25:44.413262 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:45.233766 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:45.253695 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-727586a5-9230-4a77-b34d-57bccfd369bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:45.300656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f750237-a0ea-4edf-af3e-a4735cf52791 req-c4c7eede-0949-4e52-b78c-63ffed8a7961 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:45.302257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f750237-a0ea-4edf-af3e-a4735cf52791 req-c4c7eede-0949-4e52-b78c-63ffed8a7961 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0626056 Feb 04 14:25:45.350344 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f750237-a0ea-4edf-af3e-a4735cf52791 req-0b34fa11-de71-42f7-8065-9a498e9437ca tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423899 Feb 04 14:25:45.467606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1692b-0fd7-4864-a93c-87771cfcc23a req-a1731815-ccb6-4dec-8a47-2ac184127830 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:45.469022 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9f1692b-0fd7-4864-a93c-87771cfcc23a req-a1731815-ccb6-4dec-8a47-2ac184127830 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0544400 Feb 04 14:25:45.516305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f9f1692b-0fd7-4864-a93c-87771cfcc23a req-e1f6cb95-a9f3-4d71-b4ee-b4acab5dcb3e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418639 Feb 04 14:25:45.747672 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-e5ac859e-4b83-4a45-ba61-098dd7dc0c74 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435658 Feb 04 14:25:45.760499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8051e2-d8bf-409f-9c78-119d5b0443ac req-e9d79fe0-8896-4b7f-a623-e8d651749aec tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:45.762027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a8051e2-d8bf-409f-9c78-119d5b0443ac req-e9d79fe0-8896-4b7f-a623-e8d651749aec tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0530376 Feb 04 14:25:45.787750 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:45.817842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a8051e2-d8bf-409f-9c78-119d5b0443ac req-128f2927-a9ac-4cfd-80c1-4bead59474f1 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486436 Feb 04 14:25:46.838919 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-db127708-e6b4-421f-bbb0-62fbbf52da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:46.840507 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-db127708-e6b4-421f-bbb0-62fbbf52da94 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 1128 time: 0.0457880 Feb 04 14:25:46.935520 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-157a311a-c2a4-46dc-b94e-af9b7e2ab6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:46.937019 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-157a311a-c2a4-46dc-b94e-af9b7e2ab6bb service neutron] 10.222.0.99 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 916 time: 0.0907018 Feb 04 14:25:46.944761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585615d-6754-4e28-91c9-5f58f96ba10b req-74fda973-2213-41cc-abc6-573daf8e87b1 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:46.946252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a585615d-6754-4e28-91c9-5f58f96ba10b req-74fda973-2213-41cc-abc6-573daf8e87b1 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0570209 Feb 04 14:25:46.979480 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-61f418a8-55a5-4c6b-8fe9-50fa954018b0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d HTTP/1.1" status: 200 len: 217 time: 0.0360610 Feb 04 14:25:46.993760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a585615d-6754-4e28-91c9-5f58f96ba10b req-d548b000-bd4f-4ce3-9a25-26c2bf8f0da3 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419171 Feb 04 14:25:47.032061 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-38548205-0031-4989-8c45-1037f3ec4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:47.033512 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-38548205-0031-4989-8c45-1037f3ec4b77 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 200 len: 855 time: 0.0489364 Feb 04 14:25:47.064975 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-e8155235-d7e7-495a-a94d-3ea8dcd96731 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ccab3445-a7c9-4046-a37d-9a7acbaefda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252557 Feb 04 14:25:47.117878 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:47.154114 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-913a9277-b492-4e83-b9c4-e75f557e98ae service neutron] 10.222.0.99 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832925 Feb 04 14:25:47.247944 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-93a9284d-644b-4507-96f4-1acaa7640155 service neutron] 10.222.0.99 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884702 Feb 04 14:25:48.054726 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:25:48.121694 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e84cc0-7f78-4c82-9298-b45fd7718468 req-39c7c7e0-f802-4234-a41d-6040db586680 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:48.123266 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e9e84cc0-7f78-4c82-9298-b45fd7718468 req-39c7c7e0-f802-4234-a41d-6040db586680 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0555253 Feb 04 14:25:48.172221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e9e84cc0-7f78-4c82-9298-b45fd7718468 req-aa3a3fc9-7b97-4b9a-b1d8-978676807772 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433795 Feb 04 14:25:49.299478 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086252c3-aab8-4844-b76c-0af2df124660 req-6c464212-6695-4fcc-8123-aba60a574863 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:49.301728 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-086252c3-aab8-4844-b76c-0af2df124660 req-6c464212-6695-4fcc-8123-aba60a574863 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0612116 Feb 04 14:25:49.351406 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-086252c3-aab8-4844-b76c-0af2df124660 req-0b9e2918-941e-438f-b60d-9cdfac034b43 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439179 Feb 04 14:25:50.472986 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31918cb-ebf8-478e-8fa2-a94d86de8865 req-da12b857-abb3-4642-ae71-3b8e8ea66894 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:50.474521 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c31918cb-ebf8-478e-8fa2-a94d86de8865 req-da12b857-abb3-4642-ae71-3b8e8ea66894 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0544527 Feb 04 14:25:50.522081 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c31918cb-ebf8-478e-8fa2-a94d86de8865 req-a665a26d-b7de-405a-a0d6-793b7b7275c2 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419793 Feb 04 14:25:51.649261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be61f4-bdf1-442e-ab3b-0fc98639a50a req-730db7b4-9c4d-4540-8476-57f6b21c0141 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:51.650834 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b3be61f4-bdf1-442e-ab3b-0fc98639a50a req-730db7b4-9c4d-4540-8476-57f6b21c0141 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0588078 Feb 04 14:25:51.703977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b3be61f4-bdf1-442e-ab3b-0fc98639a50a req-68a866de-e200-4145-a72b-8022f3f243fe tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474770 Feb 04 14:25:52.826377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba320e16-9ec8-447c-93c5-5fdbc09f208a req-1d8caecb-1dfc-4caf-928d-b6da8832e18c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:52.827895 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba320e16-9ec8-447c-93c5-5fdbc09f208a req-1d8caecb-1dfc-4caf-928d-b6da8832e18c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0542159 Feb 04 14:25:52.880303 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba320e16-9ec8-447c-93c5-5fdbc09f208a req-c9d7b537-b030-4a17-948b-5339839d07cf tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462134 Feb 04 14:25:54.004490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd430de1-259e-44a1-9750-1945edc582f4 req-6ded4c0f-41f6-4bfa-beba-140bba6a8da2 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:54.005974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd430de1-259e-44a1-9750-1945edc582f4 req-6ded4c0f-41f6-4bfa-beba-140bba6a8da2 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0549760 Feb 04 14:25:54.054294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd430de1-259e-44a1-9750-1945edc582f4 req-bba0e755-0adf-4337-949e-8c9572365d58 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 Feb 04 14:25:55.182878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311644b-2293-4352-9862-abbeeef95773 req-875d5248-0e78-4fdb-b31a-7737035a75ad tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:55.184389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e311644b-2293-4352-9862-abbeeef95773 req-875d5248-0e78-4fdb-b31a-7737035a75ad tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0591905 Feb 04 14:25:55.234418 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e311644b-2293-4352-9862-abbeeef95773 req-69c4e1fa-bacd-4568-9555-8b30536612eb tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440905 Feb 04 14:25:56.356865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131c730-f8d6-4542-aa75-d02d48b9fcf5 req-082a156c-0dc7-4eb1-ab60-2cc35ad2903c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:56.358408 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0131c730-f8d6-4542-aa75-d02d48b9fcf5 req-082a156c-0dc7-4eb1-ab60-2cc35ad2903c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0543034 Feb 04 14:25:56.405679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0131c730-f8d6-4542-aa75-d02d48b9fcf5 req-b46c9f78-a9a8-4174-b7ad-c6384349acc8 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 Feb 04 14:25:57.529908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61ef8c-8afd-42fb-80e7-337db36b0f44 req-efaa4031-ec89-41bb-b1c1-b65e6f01990c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:57.531586 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f61ef8c-8afd-42fb-80e7-337db36b0f44 req-efaa4031-ec89-41bb-b1c1-b65e6f01990c tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0580318 Feb 04 14:25:57.579390 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f61ef8c-8afd-42fb-80e7-337db36b0f44 req-83b64990-c189-4df3-bce0-e38365f15f0a tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418046 Feb 04 14:25:58.701469 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdf80-739d-47d2-a0fc-ad482df3098c req-66fb4ad7-a9ec-4376-a9a4-524d0e49d05e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:58.703028 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70efdf80-739d-47d2-a0fc-ad482df3098c req-66fb4ad7-a9ec-4376-a9a4-524d0e49d05e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0545712 Feb 04 14:25:58.751371 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70efdf80-739d-47d2-a0fc-ad482df3098c req-bfc7facb-2654-49fb-afc9-aa7aa88e7210 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425365 Feb 04 14:25:59.872705 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e5b42-d015-41fa-82e8-f52e032c2214 req-dbf0e12c-4d0c-4c10-9ccf-1597a72a040a tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:25:59.874254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-906e5b42-d015-41fa-82e8-f52e032c2214 req-dbf0e12c-4d0c-4c10-9ccf-1597a72a040a tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0533023 Feb 04 14:25:59.926194 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-906e5b42-d015-41fa-82e8-f52e032c2214 req-de8fd340-7635-4aa1-afd2-219abd730784 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455492 Feb 04 14:26:01.053708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412a74a-dcd8-4c17-a218-d26d4cc7f68a req-90cebb04-8044-49b5-bec0-fbabe42a0ec3 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:01.055230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c412a74a-dcd8-4c17-a218-d26d4cc7f68a req-90cebb04-8044-49b5-bec0-fbabe42a0ec3 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0545924 Feb 04 14:26:01.102496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c412a74a-dcd8-4c17-a218-d26d4cc7f68a req-ae8a2bc3-7328-4de9-9567-c059fecdf2a6 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Feb 04 14:26:02.224532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37164fcd-2b1b-4f5c-97cc-fd71d3eb280b req-202f5ca6-3937-4bfb-a380-5ad451ce3339 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:02.226033 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37164fcd-2b1b-4f5c-97cc-fd71d3eb280b req-202f5ca6-3937-4bfb-a380-5ad451ce3339 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0536509 Feb 04 14:26:02.272734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-37164fcd-2b1b-4f5c-97cc-fd71d3eb280b req-cc79f08b-6e62-4874-a8c8-268387ee2487 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410488 Feb 04 14:26:03.401066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f395230-e2a5-47f8-8d96-5da6df9ac4fb req-693e8f60-e254-4477-ab5d-3bb2efc25513 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:03.402600 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f395230-e2a5-47f8-8d96-5da6df9ac4fb req-693e8f60-e254-4477-ab5d-3bb2efc25513 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0594995 Feb 04 14:26:03.452128 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f395230-e2a5-47f8-8d96-5da6df9ac4fb req-bc2dc976-7f31-4c8e-a47f-a2f7a8e2fe38 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439901 Feb 04 14:26:04.573650 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ab4b6-7a41-4430-ae46-e869cc90d0eb req-3194e390-58f8-42f6-ac8b-fd88080f5028 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:04.575187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d5ab4b6-7a41-4430-ae46-e869cc90d0eb req-3194e390-58f8-42f6-ac8b-fd88080f5028 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0533283 Feb 04 14:26:04.623796 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d5ab4b6-7a41-4430-ae46-e869cc90d0eb req-c039f4d5-f06e-48cd-8d3b-f85ef4a4eea9 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430534 Feb 04 14:26:05.745507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c7370-1a98-42d1-a337-51a4a7ad88d2 req-e7d5cf99-af94-412b-973c-b7d3f47c91b7 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:05.747044 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a4c7370-1a98-42d1-a337-51a4a7ad88d2 req-e7d5cf99-af94-412b-973c-b7d3f47c91b7 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0536511 Feb 04 14:26:05.798961 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a4c7370-1a98-42d1-a337-51a4a7ad88d2 req-4d309d91-9f06-4304-b87e-82266be4f97b tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464654 Feb 04 14:26:06.921238 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6661e-9a99-4a03-8a65-da21707c2269 req-d1c6e1a1-5477-458c-ba2e-f791a05d3d2e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:06.922790 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bf6661e-9a99-4a03-8a65-da21707c2269 req-d1c6e1a1-5477-458c-ba2e-f791a05d3d2e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0545042 Feb 04 14:26:06.970549 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bf6661e-9a99-4a03-8a65-da21707c2269 req-5d657bfa-a696-4a92-a108-16519fdf5a50 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418684 Feb 04 14:26:08.098220 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7606b9-7a48-4e80-94a5-fd14bef71402 req-92057934-04b0-4541-9b86-6104f68af393 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:08.099735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f7606b9-7a48-4e80-94a5-fd14bef71402 req-92057934-04b0-4541-9b86-6104f68af393 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0575883 Feb 04 14:26:08.147193 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f7606b9-7a48-4e80-94a5-fd14bef71402 req-aea0411a-c838-491f-b771-453aad79ed46 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415111 Feb 04 14:26:09.271497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e1f79-6906-469f-a439-85ee9e5bb9cd req-0ee843c5-6f1f-45a7-ad23-71ddc6b57fa7 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:09.273059 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-352e1f79-6906-469f-a439-85ee9e5bb9cd req-0ee843c5-6f1f-45a7-ad23-71ddc6b57fa7 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0572550 Feb 04 14:26:09.322657 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-352e1f79-6906-469f-a439-85ee9e5bb9cd req-f1654e7e-fe43-48cb-a4b7-83c4a2963538 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434268 Feb 04 14:26:10.443370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf08851-dede-4676-9621-b2694f0f2a70 req-7f4678b7-53de-476c-baf2-1da7aba4c2b9 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:10.444865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bf08851-dede-4676-9621-b2694f0f2a70 req-7f4678b7-53de-476c-baf2-1da7aba4c2b9 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0544930 Feb 04 14:26:10.493339 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6bf08851-dede-4676-9621-b2694f0f2a70 req-e102764a-2a3d-4ff9-863d-6b75737fc68d tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428228 Feb 04 14:26:11.063040 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b4dea0f4-f07c-47b9-8946-75174da1bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:11.358624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d3e27-96c9-4006-b919-af1c87acbb33 req-69122e09-506b-4287-9001-110f3df80757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:11.360159 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5d2d3e27-96c9-4006-b919-af1c87acbb33 req-69122e09-506b-4287-9001-110f3df80757 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 1128 time: 0.0466733 Feb 04 14:26:11.464472 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d3e27-96c9-4006-b919-af1c87acbb33 req-c705b708-bb62-46f2-b881-2633a0ed5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:11.465919 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5d2d3e27-96c9-4006-b919-af1c87acbb33 req-c705b708-bb62-46f2-b881-2633a0ed5f5f service neutron] 10.222.0.99 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 916 time: 0.0871215 Feb 04 14:26:11.507805 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5d2d3e27-96c9-4006-b919-af1c87acbb33 req-2a616e18-7bda-4730-889a-32aa2f32d9df service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d HTTP/1.1" status: 200 len: 217 time: 0.0353773 Feb 04 14:26:11.556888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d3e27-96c9-4006-b919-af1c87acbb33 req-6423daac-b8f3-4381-b28b-fbc74b254689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:11.558399 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5d2d3e27-96c9-4006-b919-af1c87acbb33 req-6423daac-b8f3-4381-b28b-fbc74b254689 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 200 len: 855 time: 0.0453553 Feb 04 14:26:11.590322 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5d2d3e27-96c9-4006-b919-af1c87acbb33 req-62c41e7b-934a-4b3f-aa37-fbaf43bea90d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ccab3445-a7c9-4046-a37d-9a7acbaefda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262897 Feb 04 14:26:11.620580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d58a8-69ba-44b5-b07b-507ad6a65981 req-99fe967f-0215-4a33-b1ea-2b345ec2ee2d tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:11.622119 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e49d58a8-69ba-44b5-b07b-507ad6a65981 req-99fe967f-0215-4a33-b1ea-2b345ec2ee2d tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0599048 Feb 04 14:26:11.670160 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e49d58a8-69ba-44b5-b07b-507ad6a65981 req-2bce4eab-ca3c-490d-97ef-aca7b66c38bd tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422783 Feb 04 14:26:11.687737 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5d2d3e27-96c9-4006-b919-af1c87acbb33 req-c18d2822-660c-442f-8869-fb43009dab9b service neutron] 10.222.0.99 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908043 Feb 04 14:26:11.778576 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5d2d3e27-96c9-4006-b919-af1c87acbb33 req-c9bfbeff-7812-4a9c-a1ec-7a343b2c72d8 service neutron] 10.222.0.99 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843441 Feb 04 14:26:12.792389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60e6c9-2db5-48c4-9cda-cc1de23d4ceb req-fe7fa1e0-a976-4f82-a749-433028fa5e8e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:12.793914 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8c60e6c9-2db5-48c4-9cda-cc1de23d4ceb req-fe7fa1e0-a976-4f82-a749-433028fa5e8e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0545232 Feb 04 14:26:12.841845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8c60e6c9-2db5-48c4-9cda-cc1de23d4ceb req-3547ca03-fc66-4bd7-a756-785c9587186f tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412312 Feb 04 14:26:13.963233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff378249-64c1-4282-a196-147ca4fd3c62 req-7ddf11d9-d98e-4ba3-accb-aa319ecf9e85 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:13.964637 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff378249-64c1-4282-a196-147ca4fd3c62 req-7ddf11d9-d98e-4ba3-accb-aa319ecf9e85 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0528407 Feb 04 14:26:14.017638 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff378249-64c1-4282-a196-147ca4fd3c62 req-4dcb6c42-b338-4acd-8b21-b51a19af6b3f tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474372 Feb 04 14:26:14.052874 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-37ae7335-dc3d-4b40-a75e-9b1a6bf013dd service neutron] show failed (client error): The resource could not be found. Feb 04 14:26:14.053912 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-37ae7335-dc3d-4b40-a75e-9b1a6bf013dd service neutron] 10.222.0.99 "GET /v2.0/ports/fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d/bindings/n-h2-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0607541 Feb 04 14:26:14.250325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-d7941c5a-b474-4380-99d7-8c56d68597fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:14.251736 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-d7941c5a-b474-4380-99d7-8c56d68597fc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23&tenant_id=58072426749747d290f81a8040a8d8b0 HTTP/1.1" status: 200 len: 1128 time: 0.0445595 Feb 04 14:26:14.261522 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:26:14.319819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:14.427122 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:14.521281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] For port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:26:14.553711 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] For port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:26:14.594529 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d85ff9-5053-4c6f-b9a2-b688f03cdd23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:26:14.596799 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50c98cd-f327-4038-af55-bfdc07782546" -d '{"events": [{"server_uuid": "50d85ff9-5053-4c6f-b9a2-b688f03cdd23", "name": "network-vif-unplugged", "status": "completed", "tag": "fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:26:14.600631 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Publish callbacks [] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:14.613856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Transition to ACTIVE for port object fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:26:14.618004 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:14.654162 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e2a056-f459-42de-82b4-257d8980cbc2 x-openstack-request-id: req-26e2a056-f459-42de-82b4-257d8980cbc2 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:26:14.654455 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d85ff9-5053-4c6f-b9a2-b688f03cdd23", "name": "network-vif-unplugged", "status": "completed", "tag": "fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:26:14.654706 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-26e2a056-f459-42de-82b4-257d8980cbc2 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:26:14.655096 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d85ff9-5053-4c6f-b9a2-b688f03cdd23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d', 'code': 200} Feb 04 14:26:14.682801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] No DVR routers for this DVR port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:26:14.684648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Pushing event updated for resources: {'Port': ['ID=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,revision_number=6']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:14.721435 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Attempting to bind port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:26:14.721770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Attempting to bind port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:26:14.722044 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Attempting to bind port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d on network ccab3445-a7c9-4046-a37d-9a7acbaefda6 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:26:14.726498 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d on network ccab3445-a7c9-4046-a37d-9a7acbaefda6 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:26:14.726822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Attempting to bind port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d on network ccab3445-a7c9-4046-a37d-9a7acbaefda6 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:26:14.731612 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:26:14.731948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Checking segment: {'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:26:14.732334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Bound using segment: {'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:26:14.732762 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Bound port: fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:26:14.733119 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:14.798422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] For port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:26:14.801337 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] For port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:26:14.807055 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:14.844952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:14.845565 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:14.847111 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] 10.222.0.100 "PUT /v2.0/ports/fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d HTTP/1.1" status: 200 len: 1092 time: 0.5894470 Feb 04 14:26:14.865220 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c1d48-f9d5-4983-856b-f8074ae1d786 service neutron] Pushing event updated for resources: {'Port': ['ID=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,revision_number=7']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:14.915284 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-de8b7d49-68f5-4bb6-87c4-c9ce9d913e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:14.917058 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-de8b7d49-68f5-4bb6-87c4-c9ce9d913e1f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 1126 time: 0.0465405 Feb 04 14:26:15.009935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-d358ba9a-5ca0-4816-a796-a0873efcdc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:15.011456 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-d358ba9a-5ca0-4816-a796-a0873efcdc0e service neutron] 10.222.0.100 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 916 time: 0.0875976 Feb 04 14:26:15.052937 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-46b57713-e2bd-4e1d-91fb-4de534a4550a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d HTTP/1.1" status: 200 len: 217 time: 0.0357966 Feb 04 14:26:15.101370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-7d9a0a3f-75ef-4eec-b2d7-3f5fba942af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:15.102881 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-7d9a0a3f-75ef-4eec-b2d7-3f5fba942af6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 200 len: 855 time: 0.0452752 Feb 04 14:26:15.139950 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-a3655299-0be8-4a9b-a9e1-1a0b2c4f7d73 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ccab3445-a7c9-4046-a37d-9a7acbaefda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311859 Feb 04 14:26:15.150328 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a4949-cd86-4ce4-bd2c-eb65e8edb780 req-58d18f6b-f6b1-4c1e-b1f3-468789127e96 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:15.151889 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da1a4949-cd86-4ce4-bd2c-eb65e8edb780 req-58d18f6b-f6b1-4c1e-b1f3-468789127e96 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 943 time: 0.0622649 Feb 04 14:26:15.200864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-da1a4949-cd86-4ce4-bd2c-eb65e8edb780 req-18810693-5d59-4c5c-97e0-6aa014469d1e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431728 Feb 04 14:26:15.228506 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-6ea67f5c-c6a2-488c-8b64-7b827a8adc35 service neutron] 10.222.0.100 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831654 Feb 04 14:26:15.238405 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:15.255664 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-30c3f94c-488b-48df-8140-240c038f8f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:15.611704 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cf7c04e9-eb32-42fe-b54f-512d8954e97e req-496a1bd2-9cec-41f3-8ea7-c00a0ee7c884 service neutron] 10.222.0.100 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778234 Feb 04 14:26:15.777484 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:16.098667 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:26:16.321114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec6190-7d6e-49bb-adfb-47f1ca44a35e req-03f74a8f-a030-4fe4-b950-48650114cb14 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:16.322670 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cec6190-7d6e-49bb-adfb-47f1ca44a35e req-03f74a8f-a030-4fe4-b950-48650114cb14 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 943 time: 0.0533171 Feb 04 14:26:16.369969 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cec6190-7d6e-49bb-adfb-47f1ca44a35e req-37a9c458-8a65-4fe0-a56b-ea94b76d26e8 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417137 Feb 04 14:26:16.656805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d85ff9-5053-4c6f-b9a2-b688f03cdd23', 'tag': 'fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:26:16.659728 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38be41c5-75e8-444b-9132-37ea16eaa089" -d '{"events": [{"name": "network-changed", "server_uuid": "50d85ff9-5053-4c6f-b9a2-b688f03cdd23", "tag": "fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:26:16.710249 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebf5f79-b648-459a-a38a-ceb85f8f3d05 x-openstack-request-id: req-0ebf5f79-b648-459a-a38a-ceb85f8f3d05 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:26:16.710553 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d85ff9-5053-4c6f-b9a2-b688f03cdd23", "tag": "fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:26:16.710809 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0ebf5f79-b648-459a-a38a-ceb85f8f3d05 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:26:16.711213 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d85ff9-5053-4c6f-b9a2-b688f03cdd23', 'tag': 'fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d', 'status': 'completed', 'code': 200} Feb 04 14:26:16.802516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-61d1223d-2353-4846-bc5a-99e9f349b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:16.804052 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-61d1223d-2353-4846-bc5a-99e9f349b832 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 1126 time: 0.0696700 Feb 04 14:26:16.805768 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-348002cd-9268-4057-918b-d586b7520502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:16.807156 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-348002cd-9268-4057-918b-d586b7520502 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 1126 time: 0.0810077 Feb 04 14:26:16.971727 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-081d4fc5-946c-4e15-a92a-bec178e0fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:16.973195 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-081d4fc5-946c-4e15-a92a-bec178e0fe06 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 916 time: 0.1636577 Feb 04 14:26:16.974300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-6e26f24c-6f57-447a-9a8a-b273989dcd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:16.975606 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-6e26f24c-6f57-447a-9a8a-b273989dcd71 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 916 time: 0.1587756 Feb 04 14:26:17.042898 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-e4b9bbd2-5266-4331-9161-e2171f8fde15 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d HTTP/1.1" status: 200 len: 217 time: 0.0640099 Feb 04 14:26:17.044500 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-3202bdee-9c5e-4923-9b60-ad91d95fe106 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d HTTP/1.1" status: 200 len: 217 time: 0.0602350 Feb 04 14:26:17.116228 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:17.127252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-9a090307-b789-419f-b950-6ac2fab85dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:17.128805 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-9a090307-b789-419f-b950-6ac2fab85dab service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 200 len: 855 time: 0.0808513 Feb 04 14:26:17.132099 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-433ec42c-3e73-4708-9956-5141646758a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:17.133405 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-433ec42c-3e73-4708-9956-5141646758a7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 200 len: 855 time: 0.0777383 Feb 04 14:26:17.167988 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-56217f18-e3d1-4bf2-98c0-6c11a6d81a24 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ccab3445-a7c9-4046-a37d-9a7acbaefda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335426 Feb 04 14:26:17.189603 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-81e23882-9d9e-4c9c-9a55-b13e51bcc85a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ccab3445-a7c9-4046-a37d-9a7acbaefda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460703 Feb 04 14:26:17.337880 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-b9b59a08-81d3-4717-bc04-0663e10a446d service neutron] 10.222.0.99 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563392 Feb 04 14:26:17.342883 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-6a55b88d-ef88-454b-84de-bc4039078751 service neutron] 10.222.0.100 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431086 Feb 04 14:26:17.497963 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-77c1c47b-0819-4eab-9307-60070e84fda8 service neutron] 10.222.0.100 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465399 Feb 04 14:26:17.499638 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-38be41c5-75e8-444b-9132-37ea16eaa089 req-69844882-4a73-4d02-90d2-b707df032edd service neutron] 10.222.0.99 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559458 Feb 04 14:26:17.499839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a613e1a-8536-4741-97a3-7db7d5beea94 req-9081c2da-8ff7-49a2-aba5-f70fefe605ce tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:17.501349 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a613e1a-8536-4741-97a3-7db7d5beea94 req-9081c2da-8ff7-49a2-aba5-f70fefe605ce tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 943 time: 0.0583415 Feb 04 14:26:17.552715 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4a613e1a-8536-4741-97a3-7db7d5beea94 req-214caab1-0444-4bd1-8a19-702f8f5a225e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445633 Feb 04 14:26:18.053541 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:18.631350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:26:18.675322 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d host n-h2-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 14:26:18.676001 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:26:18.682560 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa6726-c381-4366-8280-0c2efae655b0 req-dadbf287-5cf8-4cc4-8cf1-aa3c22ffcff2 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:18.684171 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38aa6726-c381-4366-8280-0c2efae655b0 req-dadbf287-5cf8-4cc4-8cf1-aa3c22ffcff2 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 943 time: 0.0582998 Feb 04 14:26:18.734567 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38aa6726-c381-4366-8280-0c2efae655b0 req-68e702cf-e8e1-4c74-8d1f-999e8117e0b9 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435708 Feb 04 14:26:19.490033 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:26:19.585399 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:26:19.597463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d', 'network_id': 'ccab3445-a7c9-4046-a37d-9a7acbaefda6', 'port_id': 'fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d', 'mac_address': 'fa:16:3e:30:96:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8746fb57-68e6-4111-8c69-54c84513d9d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:26:19.638602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:26:19.639273 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:19.651595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:26:19.670611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:26:19.675180 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:19.722421 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:19.852917 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e6f99-7829-4af3-bf77-cf8c9ff16dfe req-0d0e72db-d918-47f2-b225-9c1fd38577a4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:19.854445 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e00e6f99-7829-4af3-bf77-cf8c9ff16dfe req-0d0e72db-d918-47f2-b225-9c1fd38577a4 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 944 time: 0.0528326 Feb 04 14:26:19.906225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e00e6f99-7829-4af3-bf77-cf8c9ff16dfe req-29f5b136-4e0a-4976-bb73-e2301df1ffa0 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461986 Feb 04 14:26:19.994332 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:26:20.116213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a11f0c-e594-4648-a5e3-0da73884da76 req-86cd93c0-b176-49ed-a67c-ab6e827ff8de tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:20.118581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12a11f0c-e594-4648-a5e3-0da73884da76 req-86cd93c0-b176-49ed-a67c-ab6e827ff8de tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 944 time: 0.0576842 Feb 04 14:26:20.135438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30257c-b3da-4378-ba61-5fd8e6c2501e req-8d21f9f2-3eaf-419d-aea6-29a89373213a tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:20.137013 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4e30257c-b3da-4378-ba61-5fd8e6c2501e req-8d21f9f2-3eaf-419d-aea6-29a89373213a tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.99 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23&tenant_id=58072426749747d290f81a8040a8d8b0&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 944 time: 0.0638704 Feb 04 14:26:20.174403 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-12a11f0c-e594-4648-a5e3-0da73884da76 req-1bf859fd-735b-4eca-a208-ef04ad158424 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487926 Feb 04 14:26:20.198819 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-4e30257c-b3da-4378-ba61-5fd8e6c2501e req-5d42052e-0ada-47f7-a1bd-b0b28fb8889a service neutron] delete failed (client error): The resource could not be found. Feb 04 14:26:20.199901 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4e30257c-b3da-4378-ba61-5fd8e6c2501e req-5d42052e-0ada-47f7-a1bd-b0b28fb8889a service neutron] 10.222.0.99 "DELETE /v2.0/ports/fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d/bindings/n-h1-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0565753 Feb 04 14:26:20.292028 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30257c-b3da-4378-ba61-5fd8e6c2501e req-17afab4d-6272-4d0c-a141-1f59b3ab665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:20.293465 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4e30257c-b3da-4378-ba61-5fd8e6c2501e req-17afab4d-6272-4d0c-a141-1f59b3ab665a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=58072426749747d290f81a8040a8d8b0&device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 1127 time: 0.0500753 Feb 04 14:26:20.382592 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30257c-b3da-4378-ba61-5fd8e6c2501e req-9acc93ec-e3d8-42bf-ad81-b64209273df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:20.384085 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4e30257c-b3da-4378-ba61-5fd8e6c2501e req-9acc93ec-e3d8-42bf-ad81-b64209273df2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 200 len: 916 time: 0.0852585 Feb 04 14:26:20.425405 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4e30257c-b3da-4378-ba61-5fd8e6c2501e req-c6ff6ab8-478f-428f-8fd2-e0609d88330a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d HTTP/1.1" status: 200 len: 217 time: 0.0352247 Feb 04 14:26:20.478194 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30257c-b3da-4378-ba61-5fd8e6c2501e req-23d1316a-fe78-419d-aa09-0a9ba81e2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:20.479640 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4e30257c-b3da-4378-ba61-5fd8e6c2501e req-23d1316a-fe78-419d-aa09-0a9ba81e2d13 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 200 len: 855 time: 0.0484619 Feb 04 14:26:20.510813 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4e30257c-b3da-4378-ba61-5fd8e6c2501e req-156b23a9-5240-4b5c-b536-583bc29481a4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ccab3445-a7c9-4046-a37d-9a7acbaefda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255525 Feb 04 14:26:20.602628 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4e30257c-b3da-4378-ba61-5fd8e6c2501e req-5c716dab-9372-43a9-9a0d-548a3c1d91d7 service neutron] 10.222.0.99 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847716 Feb 04 14:26:20.700811 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4e30257c-b3da-4378-ba61-5fd8e6c2501e req-9592dd5e-30ba-41de-a7e3-7dd489aa7f01 service neutron] 10.222.0.99 "GET /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896139 Feb 04 14:26:21.302085 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f25ac-6c76-44b4-bbce-bbf42d590d0a req-65170597-ce59-4218-a3a5-9f998cab506e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:21.303718 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd9f25ac-6c76-44b4-bbce-bbf42d590d0a req-65170597-ce59-4218-a3a5-9f998cab506e tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 944 time: 0.0573630 Feb 04 14:26:21.353112 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd9f25ac-6c76-44b4-bbce-bbf42d590d0a req-38c3f2d8-a6a2-4300-9772-05fc9073f31f tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435297 Feb 04 14:26:21.477776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1378919-04b2-4413-8310-d7c575c953d6 req-2132fc0b-69d2-47e6-b13a-799d3d7cc059 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:21.479194 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1378919-04b2-4413-8310-d7c575c953d6 req-2132fc0b-69d2-47e6-b13a-799d3d7cc059 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 944 time: 0.0590153 Feb 04 14:26:21.489121 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:26:21.529320 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1378919-04b2-4413-8310-d7c575c953d6 req-5887e83d-29e1-45bb-8fb1-3ed930ca4c01 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445178 Feb 04 14:26:21.539431 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:26:21.543852 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:26:21.544232 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:21.630087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:26:21.630734 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:21.660666 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d85ff9-5053-4c6f-b9a2-b688f03cdd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:26:21.662694 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b83b0-8d05-4c9b-9fc6-0d78632031ee req-bb33103a-0bdf-4ef7-a698-2e8454a4dabb tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:21.662927 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c79b1d6-a5ea-4924-8434-73d601e0cbf8" -d '{"events": [{"server_uuid": "50d85ff9-5053-4c6f-b9a2-b688f03cdd23", "name": "network-vif-plugged", "status": "completed", "tag": "fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:26:21.664229 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f16b83b0-8d05-4c9b-9fc6-0d78632031ee req-bb33103a-0bdf-4ef7-a698-2e8454a4dabb tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 944 time: 0.0636592 Feb 04 14:26:21.675730 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:26:21.679819 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:21.715355 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f16b83b0-8d05-4c9b-9fc6-0d78632031ee req-68ffd110-20f2-4c56-b487-008cca22ccc9 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449359 Feb 04 14:26:21.735575 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:21.761132 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3a1886-e6f5-4222-a998-f51612fcbfa2 x-openstack-request-id: req-8b3a1886-e6f5-4222-a998-f51612fcbfa2 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:26:21.761527 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d85ff9-5053-4c6f-b9a2-b688f03cdd23", "name": "network-vif-plugged", "status": "completed", "tag": "fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:26:21.761799 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8b3a1886-e6f5-4222-a998-f51612fcbfa2 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:26:21.762247 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d85ff9-5053-4c6f-b9a2-b688f03cdd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d', 'code': 200} Feb 04 14:26:22.081341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f692957-dfa3-441a-bd12-02aec31fd8b5 req-73a6768d-52d1-4f80-9e91-dbbdb958ece9 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:22.082871 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f692957-dfa3-441a-bd12-02aec31fd8b5 req-73a6768d-52d1-4f80-9e91-dbbdb958ece9 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0579736 Feb 04 14:26:22.130574 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3f692957-dfa3-441a-bd12-02aec31fd8b5 req-674ee1b1-5ddc-4035-a824-bdf728e37bdb tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420055 Feb 04 14:26:23.257240 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866de2d-ef72-4913-9abb-b4c0e75339d5 req-ccc01cc5-7fff-4e91-9ca2-31fd6a4d3920 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:23.259062 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7866de2d-ef72-4913-9abb-b4c0e75339d5 req-ccc01cc5-7fff-4e91-9ca2-31fd6a4d3920 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0571122 Feb 04 14:26:23.279688 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e4fe4-7078-4e2c-8898-15b554076228 req-12c034a8-204a-4dd7-ba9c-d4cf89431eb5 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:23.281290 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e33e4fe4-7078-4e2c-8898-15b554076228 req-12c034a8-204a-4dd7-ba9c-d4cf89431eb5 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.100 "GET /v2.0/ports?device_id=50d85ff9-5053-4c6f-b9a2-b688f03cdd23 HTTP/1.1" status: 200 len: 945 time: 0.0639880 Feb 04 14:26:23.311693 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7866de2d-ef72-4913-9abb-b4c0e75339d5 req-78229497-1927-4410-b912-e4c6971f3834 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467601 Feb 04 14:26:23.398856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e33e4fe4-7078-4e2c-8898-15b554076228 req-808b7602-0eba-44b0-9afa-bc5c2f581b93 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Deleting port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:26:23.398856 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e33e4fe4-7078-4e2c-8898-15b554076228 req-808b7602-0eba-44b0-9afa-bc5c2f581b93 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:23.496885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e33e4fe4-7078-4e2c-8898-15b554076228 req-808b7602-0eba-44b0-9afa-bc5c2f581b93 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] For port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,segment=NetworkSegment(c885fed2-71ba-4593-8961-c0bc5d5c9ccd),segment_id=c885fed2-71ba-4593-8961-c0bc5d5c9ccd)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:26:23.497239 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e33e4fe4-7078-4e2c-8898-15b554076228 req-808b7602-0eba-44b0-9afa-bc5c2f581b93 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:23.511063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e33e4fe4-7078-4e2c-8898-15b554076228 req-808b7602-0eba-44b0-9afa-bc5c2f581b93 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Calling delete_port for fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:26:23.646699 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e33e4fe4-7078-4e2c-8898-15b554076228 req-808b7602-0eba-44b0-9afa-bc5c2f581b93 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:23.658473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:26:23.677140 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b7602-0eba-44b0-9afa-bc5c2f581b93 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Pushing event deleted for resources: {'Port': ['ID=fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:23.731214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33e4fe4-7078-4e2c-8898-15b554076228 req-808b7602-0eba-44b0-9afa-bc5c2f581b93 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] No DVR routers for this DVR port fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:26:23.733964 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e33e4fe4-7078-4e2c-8898-15b554076228 req-808b7602-0eba-44b0-9afa-bc5c2f581b93 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:23.738140 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e33e4fe4-7078-4e2c-8898-15b554076228 req-808b7602-0eba-44b0-9afa-bc5c2f581b93 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] 10.222.0.100 "DELETE /v2.0/ports/fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d HTTP/1.1" status: 204 len: 173 time: 0.4515657 Feb 04 14:26:23.738140 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d85ff9-5053-4c6f-b9a2-b688f03cdd23', 'name': 'network-vif-deleted', 'tag': 'fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:26:23.740272 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f341b52d-a76f-49e3-bb5f-6495eb947eee" -d '{"events": [{"server_uuid": "50d85ff9-5053-4c6f-b9a2-b688f03cdd23", "name": "network-vif-deleted", "tag": "fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:26:23.781139 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b7add2-9381-4d08-9def-780aa613d548 x-openstack-request-id: req-30b7add2-9381-4d08-9def-780aa613d548 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:26:23.781444 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d85ff9-5053-4c6f-b9a2-b688f03cdd23", "name": "network-vif-deleted", "tag": "fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:26:23.781723 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-30b7add2-9381-4d08-9def-780aa613d548 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:26:23.782196 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d85ff9-5053-4c6f-b9a2-b688f03cdd23', 'name': 'network-vif-deleted', 'tag': 'fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d', 'status': 'completed', 'code': 200} Feb 04 14:26:24.437277 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35012) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:26:24.482065 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1e5294-bcbd-45b9-9cd0-d1e03852b631 admin admin] Deleting subnet 8746fb57-68e6-4111-8c69-54c84513d9d5 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:26:24.485170 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5294-bcbd-45b9-9cd0-d1e03852b631 admin admin] Publish callbacks [] for subnet (8746fb57-68e6-4111-8c69-54c84513d9d5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:24.522269 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5294-bcbd-45b9-9cd0-d1e03852b631 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (8746fb57-68e6-4111-8c69-54c84513d9d5), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:24.563099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5294-bcbd-45b9-9cd0-d1e03852b631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (8746fb57-68e6-4111-8c69-54c84513d9d5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:24.623005 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5294-bcbd-45b9-9cd0-d1e03852b631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (8746fb57-68e6-4111-8c69-54c84513d9d5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:24.648906 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e5294-bcbd-45b9-9cd0-d1e03852b631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8746fb57-68e6-4111-8c69-54c84513d9d5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:24.652284 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5294-bcbd-45b9-9cd0-d1e03852b631 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:24.655479 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9d1e5294-bcbd-45b9-9cd0-d1e03852b631 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/8746fb57-68e6-4111-8c69-54c84513d9d5 HTTP/1.1" status: 204 len: 168 time: 0.2171743 Feb 04 14:26:24.657955 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35014) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:26:24.730592 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15ae34a7-4242-4fd5-b95c-0c0b6b337996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (ccab3445-a7c9-4046-a37d-9a7acbaefda6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:24.820533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15ae34a7-4242-4fd5-b95c-0c0b6b337996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (ccab3445-a7c9-4046-a37d-9a7acbaefda6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:24.843266 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-15ae34a7-4242-4fd5-b95c-0c0b6b337996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccab3445-a7c9-4046-a37d-9a7acbaefda6']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:26:24.854169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-15ae34a7-4242-4fd5-b95c-0c0b6b337996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:26:24.854473 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-15ae34a7-4242-4fd5-b95c-0c0b6b337996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c885fed2-71ba-4593-8961-c0bc5d5c9ccd') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:26:24.864759 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15ae34a7-4242-4fd5-b95c-0c0b6b337996 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (c885fed2-71ba-4593-8961-c0bc5d5c9ccd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:24.880077 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15ae34a7-4242-4fd5-b95c-0c0b6b337996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (c885fed2-71ba-4593-8961-c0bc5d5c9ccd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:24.887125 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ae34a7-4242-4fd5-b95c-0c0b6b337996 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:26:24.887706 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15ae34a7-4242-4fd5-b95c-0c0b6b337996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (c885fed2-71ba-4593-8961-c0bc5d5c9ccd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:26:24.889400 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:26:24.952349 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15ae34a7-4242-4fd5-b95c-0c0b6b337996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (ccab3445-a7c9-4046-a37d-9a7acbaefda6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:24.958791 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-15ae34a7-4242-4fd5-b95c-0c0b6b337996 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:24.962285 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-15ae34a7-4242-4fd5-b95c-0c0b6b337996 admin admin] 10.222.0.96 "DELETE /v2.0/networks/ccab3445-a7c9-4046-a37d-9a7acbaefda6 HTTP/1.1" status: 204 len: 168 time: 0.3025682 Feb 04 14:26:24.974333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae34a7-4242-4fd5-b95c-0c0b6b337996 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccab3445-a7c9-4046-a37d-9a7acbaefda6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:25.106966 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35018) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:26:25.152694 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-56ecd4dc-b7ab-4695-9395-68646d4f0936 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=58072426749747d290f81a8040a8d8b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445089 Feb 04 14:26:25.155233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35020) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:26:25.207821 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Publish callbacks [] for security_group (e5f08943-cdb5-4f44-8fe9-d6010d28dcbb), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:25.242508 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Publish callbacks [] for security_group (e5f08943-cdb5-4f44-8fe9-d6010d28dcbb), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:25.299572 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (e5f08943-cdb5-4f44-8fe9-d6010d28dcbb), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:25.302237 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:25.303495 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e5f08943-cdb5-4f44-8fe9-d6010d28dcbb HTTP/1.1" status: 204 len: 168 time: 0.1472731 Feb 04 14:26:25.316444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f08943-cdb5-4f44-8fe9-d6010d28dcbb,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:25.332388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:25.332962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:25.333540 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:25.334130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:25.334722 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:25.335315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:25.335843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:25.336181 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:25.336511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:25.336845 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:25.337182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:25.337503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:25.337820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8a872-2d27-4893-8b56-76be0c952023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:26.105667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35042) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:26:26.202208 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b104d547-4e43-4c74-b4da-14653d61b291 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1248451974-network', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:26:26.223688 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b104d547-4e43-4c74-b4da-14653d61b291 admin admin] Made reservation on behalf of 327aed1be9034b5998d3dd4ae5cd9af7 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:26:26.226334 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b104d547-4e43-4c74-b4da-14653d61b291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:26.235597 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b104d547-4e43-4c74-b4da-14653d61b291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:26.319612 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b104d547-4e43-4c74-b4da-14653d61b291 admin admin] Publish callbacks [] for security_group (0ca78199-46ac-48de-8933-e90c3eb63557), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:26.323475 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b104d547-4e43-4c74-b4da-14653d61b291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0ca78199-46ac-48de-8933-e90c3eb63557), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:26.351109 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b104d547-4e43-4c74-b4da-14653d61b291 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:26:26.360926 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104d547-4e43-4c74-b4da-14653d61b291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca78199-46ac-48de-8933-e90c3eb63557,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:26.367655 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b104d547-4e43-4c74-b4da-14653d61b291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3c076f60-0324-42fd-a2e8-4281ba6c1cb2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:26.368010 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-b104d547-4e43-4c74-b4da-14653d61b291 admin admin] Added segment 3c076f60-0324-42fd-a2e8-4281ba6c1cb2 of type vlan for network 2d1ace07-3468-40e0-8892-a37d15bdceaa Feb 04 14:26:26.411416 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b104d547-4e43-4c74-b4da-14653d61b291 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (2d1ace07-3468-40e0-8892-a37d15bdceaa), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:26.436409 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b104d547-4e43-4c74-b4da-14653d61b291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (2d1ace07-3468-40e0-8892-a37d15bdceaa), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:26.437356 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b104d547-4e43-4c74-b4da-14653d61b291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:26.437941 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b104d547-4e43-4c74-b4da-14653d61b291 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:26.495089 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b104d547-4e43-4c74-b4da-14653d61b291 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3881571 Feb 04 14:26:26.500143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35046) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:26:26.502914 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104d547-4e43-4c74-b4da-14653d61b291 admin admin] Pushing event updated for resources: {'Network': ['ID=2d1ace07-3468-40e0-8892-a37d15bdceaa,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:26.507068 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-170ece13-5a00-4313-87c5-c217bad90e5e admin admin] Request body: {'subnet': {'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1248451974-subnet', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:26:26.520485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 2d1ace07-3468-40e0-8892-a37d15bdceaa details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:26:26.540830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170ece13-5a00-4313-87c5-c217bad90e5e admin admin] Made reservation on behalf of 327aed1be9034b5998d3dd4ae5cd9af7 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:26:26.543581 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-170ece13-5a00-4313-87c5-c217bad90e5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:26.736964 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-170ece13-5a00-4313-87c5-c217bad90e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (fccbcf21-864f-4028-8597-6a7bd0e1465d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:26.787936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ece13-5a00-4313-87c5-c217bad90e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fccbcf21-864f-4028-8597-6a7bd0e1465d,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:26.803938 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170ece13-5a00-4313-87c5-c217bad90e5e admin admin] Checking segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:26:26.804303 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ece13-5a00-4313-87c5-c217bad90e5e admin admin] Network hostable DHCP agents. Network: 2d1ace07-3468-40e0-8892-a37d15bdceaa, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:26:26.822620 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ece13-5a00-4313-87c5-c217bad90e5e admin admin] Network 2d1ace07-3468-40e0-8892-a37d15bdceaa is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:26:26.832524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-170ece13-5a00-4313-87c5-c217bad90e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 2d1ace07-3468-40e0-8892-a37d15bdceaa) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:26:26.837577 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170ece13-5a00-4313-87c5-c217bad90e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:26.838248 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-170ece13-5a00-4313-87c5-c217bad90e5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:26.841314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35828e59-623c-4913-a2bb-caa6f5caa76f None None] Network 2d1ace07-3468-40e0-8892-a37d15bdceaa requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:26:26.856351 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-170ece13-5a00-4313-87c5-c217bad90e5e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3547838 Feb 04 14:26:26.859120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35048) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:26:26.864530 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:26:26.887828 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (4bead58e-7ab6-4f85-8591-90636056d921), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:26.888816 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (4bead58e-7ab6-4f85-8591-90636056d921), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:26.946109 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Publish callbacks [] for router_controller (4bead58e-7ab6-4f85-8591-90636056d921), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:26.956193 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-2d1ace07-3468-40e0-8892-a37d15bdceaa', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:26:26.957116 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:27.096564 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Publish callbacks [] for router_gateway (4bead58e-7ab6-4f85-8591-90636056d921), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:27.098210 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Allocated IP 172.20.0.2 (2d1ace07-3468-40e0-8892-a37d15bdceaa/fccbcf21-864f-4028-8597-6a7bd0e1465d/640b5f7c-c65f-4f1f-97ef-5d7830de0881) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:26:27.256077 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Publish callbacks [] for port (640b5f7c-c65f-4f1f-97ef-5d7830de0881), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:27.266002 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (640b5f7c-c65f-4f1f-97ef-5d7830de0881), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:27.313510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Network 2d1ace07-3468-40e0-8892-a37d15bdceaa is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:26:27.316670 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:26:27.320256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:26:27.324152 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Publish callbacks [] for router_gateway (4bead58e-7ab6-4f85-8591-90636056d921), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:27.325730 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Pushing event updated for resources: {'Port': ['ID=640b5f7c-c65f-4f1f-97ef-5d7830de0881,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:27.350553 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:27.385262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Attempting to bind port 640b5f7c-c65f-4f1f-97ef-5d7830de0881 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:26:27.385643 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Attempting to bind port 640b5f7c-c65f-4f1f-97ef-5d7830de0881 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:26:27.386015 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Attempting to bind port 640b5f7c-c65f-4f1f-97ef-5d7830de0881 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:26:27.391884 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:26:27.392415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Checking segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:26:27.392835 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:27.393242 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Bound using segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:26:27.393730 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Bound port: 640b5f7c-c65f-4f1f-97ef-5d7830de0881, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:26:27.394137 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (640b5f7c-c65f-4f1f-97ef-5d7830de0881), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:27.468358 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] For port 640b5f7c-c65f-4f1f-97ef-5d7830de0881, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:26:27.469164 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Allocated IP 172.25.5.158 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/0b715b1c-bd1c-46a5-89bb-dedfd67e20c4) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:26:27.473745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] For port 640b5f7c-c65f-4f1f-97ef-5d7830de0881, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=640b5f7c-c65f-4f1f-97ef-5d7830de0881,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:26:27.480344 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (640b5f7c-c65f-4f1f-97ef-5d7830de0881), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:27.522223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:26:27.557452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:26:27.558159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device fd14b5c5-be15-4b7b-8d14-e1a1a941fe5d not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:26:27.572075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d004fa2-0650-4608-b2a1-244998a5f768 None None] Pushing event updated for resources: {'Port': ['ID=640b5f7c-c65f-4f1f-97ef-5d7830de0881,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:27.599318 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Publish callbacks [] for port (0b715b1c-bd1c-46a5-89bb-dedfd67e20c4), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:27.641351 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (0b715b1c-bd1c-46a5-89bb-dedfd67e20c4), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:27.687138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:26:27.690426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:26:27.694335 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:26:27.700263 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Pushing event updated for resources: {'Port': ['ID=0b715b1c-bd1c-46a5-89bb-dedfd67e20c4,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:28.005372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 640b5f7c-c65f-4f1f-97ef-5d7830de0881 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:26:28.025987 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Publish callbacks [] for router_gateway (4bead58e-7ab6-4f85-8591-90636056d921), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:28.058331 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 640b5f7c-c65f-4f1f-97ef-5d7830de0881 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:26:28.058705 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (640b5f7c-c65f-4f1f-97ef-5d7830de0881), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:28.143276 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 640b5f7c-c65f-4f1f-97ef-5d7830de0881 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:26:28.143662 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (640b5f7c-c65f-4f1f-97ef-5d7830de0881), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:28.177374 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 640b5f7c-c65f-4f1f-97ef-5d7830de0881, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=640b5f7c-c65f-4f1f-97ef-5d7830de0881,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:26:28.181794 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (640b5f7c-c65f-4f1f-97ef-5d7830de0881), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:28.231484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=640b5f7c-c65f-4f1f-97ef-5d7830de0881,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:28.239918 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (4bead58e-7ab6-4f85-8591-90636056d921), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:28.387378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Router 4bead58e-7ab6-4f85-8591-90636056d921 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:26:28.504623 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:26:28.517010 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Sync routers for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:26:28.522834 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:28.524303 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-af272261-ffe5-409f-aae1-c4959f8b9a4b admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6642184 Feb 04 14:26:28.527564 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35050) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:26:28.528964 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:26:28.529583 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:26:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:26:28.589141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3024eb1f-97fa-4f2f-9b2c-1d283fef5780 None None] Network 2d1ace07-3468-40e0-8892-a37d15bdceaa requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:26:28.640973 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:26:28.679176 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-930fe8cc-65f1-4f5e-8700-fb120d8a30b3 None None] Provisioning complete for port 640b5f7c-c65f-4f1f-97ef-5d7830de0881 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:26:28.679543 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-930fe8cc-65f1-4f5e-8700-fb120d8a30b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (640b5f7c-c65f-4f1f-97ef-5d7830de0881), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:28.796660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-930fe8cc-65f1-4f5e-8700-fb120d8a30b3 None None] Current status of the port 640b5f7c-c65f-4f1f-97ef-5d7830de0881 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:26:28.937647 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:27Z', 'revision_number': 3, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:26:28.969314 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Checking router: 4bead58e-7ab6-4f85-8591-90636056d921 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:26:28.969573 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Updating router 4bead58e-7ab6-4f85-8591-90636056d921 port 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:26:29.002309 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0b715b1c-bd1c-46a5-89bb-dedfd67e20c4), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:29.009728 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:29.018639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3c54c954-b68a-40c9-ab31-712402149fed None None] Provisioning complete for port 640b5f7c-c65f-4f1f-97ef-5d7830de0881 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:26:29.019148 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c54c954-b68a-40c9-ab31-712402149fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (640b5f7c-c65f-4f1f-97ef-5d7830de0881), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:29.105810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3c54c954-b68a-40c9-ab31-712402149fed None None] Current status of the port 640b5f7c-c65f-4f1f-97ef-5d7830de0881 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:26:29.185818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Allocated IP 172.20.0.1 (2d1ace07-3468-40e0-8892-a37d15bdceaa/fccbcf21-864f-4028-8597-6a7bd0e1465d/771251f6-95da-4b2a-ad50-20e341336cc7) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:26:29.277373 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Publish callbacks [] for port (0b715b1c-bd1c-46a5-89bb-dedfd67e20c4), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:29.283293 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0b715b1c-bd1c-46a5-89bb-dedfd67e20c4), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:29.306306 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Publish callbacks [] for port (771251f6-95da-4b2a-ad50-20e341336cc7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:29.344552 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Attempting to bind port 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:26:29.345001 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Attempting to bind port 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:26:29.345428 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:29.346038 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Attempting to bind port 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:26:29.357631 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:26:29.357987 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:26:29.358287 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:29.358675 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:26:29.359152 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Bound port: 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:26:29.359528 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0b715b1c-bd1c-46a5-89bb-dedfd67e20c4), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:29.362396 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b687f9-d133-4165-a45f-97a41c1b01dd None None] Pushing event updated for resources: {'Port': ['ID=0b715b1c-bd1c-46a5-89bb-dedfd67e20c4,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:29.388762 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b687f9-d133-4165-a45f-97a41c1b01dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:29.389104 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b687f9-d133-4165-a45f-97a41c1b01dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:29.389440 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b687f9-d133-4165-a45f-97a41c1b01dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:29.389771 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b687f9-d133-4165-a45f-97a41c1b01dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:29.390114 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b687f9-d133-4165-a45f-97a41c1b01dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:29.390442 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b687f9-d133-4165-a45f-97a41c1b01dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:29.390759 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b687f9-d133-4165-a45f-97a41c1b01dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:29.391077 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b687f9-d133-4165-a45f-97a41c1b01dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:29.391392 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b687f9-d133-4165-a45f-97a41c1b01dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:29.393819 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b687f9-d133-4165-a45f-97a41c1b01dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:29.393819 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b687f9-d133-4165-a45f-97a41c1b01dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:29.393819 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b687f9-d133-4165-a45f-97a41c1b01dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:29.393819 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b687f9-d133-4165-a45f-97a41c1b01dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:29.399779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Network 2d1ace07-3468-40e0-8892-a37d15bdceaa is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:26:29.403228 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:26:29.408935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:26:29.439525 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] For port 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:26:29.439823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Pushing event updated for resources: {'Port': ['ID=771251f6-95da-4b2a-ad50-20e341336cc7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:29.446079 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] For port 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0b715b1c-bd1c-46a5-89bb-dedfd67e20c4,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:26:29.455824 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0b715b1c-bd1c-46a5-89bb-dedfd67e20c4), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:29.463844 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (4bead58e-7ab6-4f85-8591-90636056d921), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:29.513933 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:26:29.514842 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:26:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:26:29.594323 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b687f9-d133-4165-a45f-97a41c1b01dd None None] Pushing event updated for resources: {'Port': ['ID=0b715b1c-bd1c-46a5-89bb-dedfd67e20c4,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:29.615562 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:29.641446 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:26:29.730814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-17b2826e-2e97-489f-aac7-99fced4e2b3d None None] Provisioning complete for port 771251f6-95da-4b2a-ad50-20e341336cc7 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:26:29.731391 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-17b2826e-2e97-489f-aac7-99fced4e2b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:29.773886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-17b2826e-2e97-489f-aac7-99fced4e2b3d None None] Port 771251f6-95da-4b2a-ad50-20e341336cc7 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:26:29.794464 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Publish callbacks [] for port (771251f6-95da-4b2a-ad50-20e341336cc7), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:29.800050 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:29.849035 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:27Z', 'revision_number': 3, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:26:29.877416 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (4bead58e-7ab6-4f85-8591-90636056d921), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:29.879189 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Pushing event updated for resources: {'Port': ['ID=771251f6-95da-4b2a-ad50-20e341336cc7,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:29.879883 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff5ab0-dd0a-44ff-872f-9fd0b6fc70c1 None None] The sync data for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 is: [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:27Z', 'revision_number': 3, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:26:29.962280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 640b5f7c-c65f-4f1f-97ef-5d7830de0881 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:26:29.987367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Network 2d1ace07-3468-40e0-8892-a37d15bdceaa is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:26:29.988863 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:26:30.021880 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 640b5f7c-c65f-4f1f-97ef-5d7830de0881 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:26:30.022292 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (640b5f7c-c65f-4f1f-97ef-5d7830de0881), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:30.138525 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 640b5f7c-c65f-4f1f-97ef-5d7830de0881 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:26:30.139434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Router 4bead58e-7ab6-4f85-8591-90636056d921 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:26:30.294051 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:26:30.305951 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0e018550-ad7a-4cef-a488-29034f0b0e44 admin admin] 10.222.0.96 "PUT /v2.0/routers/4bead58e-7ab6-4f85-8591-90636056d921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7740209 Feb 04 14:26:30.309993 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-99442bd1-10f7-47b5-8884-2d18e44ea50c None None] Provisioning complete for port 771251f6-95da-4b2a-ad50-20e341336cc7 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:26:30.310628 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-99442bd1-10f7-47b5-8884-2d18e44ea50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:30.352999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-99442bd1-10f7-47b5-8884-2d18e44ea50c None None] Port 771251f6-95da-4b2a-ad50-20e341336cc7 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:26:31.087236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35058) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:26:31.091984 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-be374b5b-68cc-49e5-8cd8-fafefcfe36b9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1468681400', 'description': 'tempest-description--313865624'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:26:31.113555 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-be374b5b-68cc-49e5-8cd8-fafefcfe36b9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:31.182700 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-be374b5b-68cc-49e5-8cd8-fafefcfe36b9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for security_group (1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:31.186789 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-be374b5b-68cc-49e5-8cd8-fafefcfe36b9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:31.215811 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-be374b5b-68cc-49e5-8cd8-fafefcfe36b9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:31.217179 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-be374b5b-68cc-49e5-8cd8-fafefcfe36b9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1289201 Feb 04 14:26:31.220601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35060) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:26:31.221900 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be374b5b-68cc-49e5-8cd8-fafefcfe36b9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:31.226198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-b3226a11-d5d3-4b72-9fc7-2539ccda2a26 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Request body: {'security_group_rule': {'security_group_id': '1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:26:31.252329 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3226a11-d5d3-4b72-9fc7-2539ccda2a26 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for security_group_rule (aa627053-2b4b-4fd4-bd80-2d96cc482a70), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:31.323923 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3226a11-d5d3-4b72-9fc7-2539ccda2a26 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for security_group_rule (aa627053-2b4b-4fd4-bd80-2d96cc482a70), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:31.328174 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3226a11-d5d3-4b72-9fc7-2539ccda2a26 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (aa627053-2b4b-4fd4-bd80-2d96cc482a70), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:31.350846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3226a11-d5d3-4b72-9fc7-2539ccda2a26 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa627053-2b4b-4fd4-bd80-2d96cc482a70,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:31.357599 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b3226a11-d5d3-4b72-9fc7-2539ccda2a26 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:31.358852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b3226a11-d5d3-4b72-9fc7-2539ccda2a26 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365573 Feb 04 14:26:31.363866 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35062) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:26:31.368659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-83910bbe-28ff-4504-a4e9-de9184fc6ef7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Request body: {'security_group_rule': {'security_group_id': '1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:26:31.397028 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83910bbe-28ff-4504-a4e9-de9184fc6ef7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for security_group_rule (f4518661-ee35-4db6-aa30-711305be1d1b), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:31.468946 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83910bbe-28ff-4504-a4e9-de9184fc6ef7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for security_group_rule (f4518661-ee35-4db6-aa30-711305be1d1b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:31.473385 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83910bbe-28ff-4504-a4e9-de9184fc6ef7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (f4518661-ee35-4db6-aa30-711305be1d1b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:31.491826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83910bbe-28ff-4504-a4e9-de9184fc6ef7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4518661-ee35-4db6-aa30-711305be1d1b,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:31.503855 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83910bbe-28ff-4504-a4e9-de9184fc6ef7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:31.505135 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-83910bbe-28ff-4504-a4e9-de9184fc6ef7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402953 Feb 04 14:26:31.508117 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35064) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:26:31.512444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:26:31.535281 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:31.643617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Sync routers for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:26:31.651523 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:31.656031 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:26:31.656951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:26:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:26:31.776375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Allocated IP 172.25.5.112 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/c7e787f4-f621-42b0-ad05-90430913f7ce) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:26:31.900720 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for port (c7e787f4-f621-42b0-ad05-90430913f7ce), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:31.948283 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c7e787f4-f621-42b0-ad05-90430913f7ce), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:31.965724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:26:32.003811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:26:32.007219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:26:32.014608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:26:32.015425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:26:32.045424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Pushing event updated for resources: {'Port': ['ID=c7e787f4-f621-42b0-ad05-90430913f7ce,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:32.114557 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for floatingip (28a92339-8c53-44ce-98bf-596f5fef039c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:32.159585 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c7e787f4-f621-42b0-ad05-90430913f7ce), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:32.164535 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:26:32.164911 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0b715b1c-bd1c-46a5-89bb-dedfd67e20c4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:32.293364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:26:32.293758 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0b715b1c-bd1c-46a5-89bb-dedfd67e20c4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:32.311362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 2, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:26:32.347472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0b715b1c-bd1c-46a5-89bb-dedfd67e20c4,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:26:32.348726 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Checking router: 4bead58e-7ab6-4f85-8591-90636056d921 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:26:32.349214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Updating router 4bead58e-7ab6-4f85-8591-90636056d921 port 771251f6-95da-4b2a-ad50-20e341336cc7 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:26:32.353209 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0b715b1c-bd1c-46a5-89bb-dedfd67e20c4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:32.412363 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:32.442578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=0b715b1c-bd1c-46a5-89bb-dedfd67e20c4,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:32.679566 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for port (c7e787f4-f621-42b0-ad05-90430913f7ce), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:32.686612 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (c7e787f4-f621-42b0-ad05-90430913f7ce), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:32.722784 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Publish callbacks [] for port (771251f6-95da-4b2a-ad50-20e341336cc7), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:32.730863 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:32.761640 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Pushing event updated for resources: {'Port': ['ID=c7e787f4-f621-42b0-ad05-90430913f7ce,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:32.784308 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (28a92339-8c53-44ce-98bf-596f5fef039c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:32.797563 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e3107-8a11-4d5f-9aff-460bc55424b2 None None] Pushing event updated for resources: {'Port': ['ID=771251f6-95da-4b2a-ad50-20e341336cc7,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:32.807681 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:32.808969 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ff4e67fe-9491-49ef-a217-5bb7aa611f09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2999191 Feb 04 14:26:32.856961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Attempting to bind port 771251f6-95da-4b2a-ad50-20e341336cc7 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:26:32.857261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Attempting to bind port 771251f6-95da-4b2a-ad50-20e341336cc7 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:26:32.858576 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Attempting to bind port 771251f6-95da-4b2a-ad50-20e341336cc7 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:26:32.865680 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:26:32.866024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Checking segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:26:32.866285 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:32.866820 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Bound using segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:26:32.867304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Bound port: 771251f6-95da-4b2a-ad50-20e341336cc7, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:26:32.867686 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:32.945109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] For port 771251f6-95da-4b2a-ad50-20e341336cc7, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:26:32.948897 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] For port 771251f6-95da-4b2a-ad50-20e341336cc7, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=771251f6-95da-4b2a-ad50-20e341336cc7,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:26:32.965687 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:33.006810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-24cd22a5-6ecf-4c52-8f87-c83eed4bc1f2 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1468681400&fields=id&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 267 time: 0.0691986 Feb 04 14:26:33.029052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:26:33.029695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:26:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:26:33.074294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e3107-8a11-4d5f-9aff-460bc55424b2 None None] Pushing event updated for resources: {'Port': ['ID=771251f6-95da-4b2a-ad50-20e341336cc7,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:33.138196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-c9b48c12-9cc6-4a52-9d3f-33081902fb7d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:33.140485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-59cff263-868c-4f91-8f60-2755dc2af69e None None] Provisioning complete for port 771251f6-95da-4b2a-ad50-20e341336cc7 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:26:33.140865 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-59cff263-868c-4f91-8f60-2755dc2af69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:33.145412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-c9b48c12-9cc6-4a52-9d3f-33081902fb7d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 812 time: 0.1289260 Feb 04 14:26:33.160523 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-b238d0ab-984b-449a-9d8e-1456ade0bdcb tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/quotas/327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 375 time: 0.0140002 Feb 04 14:26:33.196886 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:26:33.246713 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-7715d350-1ed8-4433-bc2f-46652f3845fb tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844867 Feb 04 14:26:33.348232 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-59cff263-868c-4f91-8f60-2755dc2af69e None None] Current status of the port 771251f6-95da-4b2a-ad50-20e341336cc7 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:26:33.348623 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-59cff263-868c-4f91-8f60-2755dc2af69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:33.353180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-7b3b2e28-c7cc-4a23-9e5a-0077e08e3db7 service neutron] 10.222.0.96 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953774 Feb 04 14:26:33.415831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-59cff263-868c-4f91-8f60-2755dc2af69e None None] For port 771251f6-95da-4b2a-ad50-20e341336cc7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=771251f6-95da-4b2a-ad50-20e341336cc7,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:26:33.422715 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-59cff263-868c-4f91-8f60-2755dc2af69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:33.461953 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-0d907958-e134-436b-86f0-98857a5a5048 service neutron] 10.222.0.96 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019561 Feb 04 14:26:33.498620 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cff263-868c-4f91-8f60-2755dc2af69e None None] Pushing event updated for resources: {'Port': ['ID=771251f6-95da-4b2a-ad50-20e341336cc7,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:33.541364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:26:33.584167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11457d-d171-44bc-8492-facb4f0d346b None None] The sync data for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 is: [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:26:33.589543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7daf4e82-da6c-4319-8b29-068633c64ef8 None None] Provisioning complete for port 771251f6-95da-4b2a-ad50-20e341336cc7 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:26:33.589924 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7daf4e82-da6c-4319-8b29-068633c64ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:33.669018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70f06176-7ff0-40ba-86ee-397323292857 req-5e1ffd6d-c1c2-4d7d-b1a7-b8c301e641f3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 210 time: 0.0578563 Feb 04 14:26:33.749294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7daf4e82-da6c-4319-8b29-068633c64ef8 None None] Current status of the port 771251f6-95da-4b2a-ad50-20e341336cc7 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:26:34.081129 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 771251f6-95da-4b2a-ad50-20e341336cc7 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:26:34.137006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 771251f6-95da-4b2a-ad50-20e341336cc7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:26:34.137776 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:34.248699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 771251f6-95da-4b2a-ad50-20e341336cc7 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:26:34.249826 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:26:34.308324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:26:34.308825 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0b715b1c-bd1c-46a5-89bb-dedfd67e20c4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:34.409046 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:26:34.780619 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c40529d-f39d-4d85-ac99-b870906cb0c4 req-32f66a3f-5e8e-48c3-b7d7-279fa9720ff2 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 210 time: 0.0304534 Feb 04 14:26:34.839883 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-1e7d0d5d-7924-45fc-bb1c-86f083dd0da2 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:34.841816 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-1e7d0d5d-7924-45fc-bb1c-86f083dd0da2 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 812 time: 0.1710930 Feb 04 14:26:35.065600 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-098c8a8f-abc0-4623-a71f-14412d6b2ef2 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 380 time: 0.0644164 Feb 04 14:26:35.074756 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Request body: {'port': {'device_id': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'admin_state_up': True, 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'security_groups': ['1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:26:35.199260 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Made reservation on behalf of 327aed1be9034b5998d3dd4ae5cd9af7 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:26:35.202791 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:35.344086 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Allocated IP 172.20.0.12 (2d1ace07-3468-40e0-8892-a37d15bdceaa/fccbcf21-864f-4028-8597-6a7bd0e1465d/176e5627-60dd-4ad4-90ba-de5605525be3) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:26:35.500240 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for port (176e5627-60dd-4ad4-90ba-de5605525be3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:35.536414 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:35.590563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Network 2d1ace07-3468-40e0-8892-a37d15bdceaa is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:26:35.594015 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:26:35.598213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:26:35.627563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Pushing event updated for resources: {'Port': ['ID=176e5627-60dd-4ad4-90ba-de5605525be3,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:35.641167 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:35.641510 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:35.641860 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:35.642900 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:35.643251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:35.643580 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:35.643918 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:35.644250 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:35.644578 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:35.644909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:35.645232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:35.645554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:35.645876 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:35.669447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:35.670131 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:35.687879 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-317a71c6-1002-491b-b78a-79c921794dd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6166966 Feb 04 14:26:35.699861 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Request body: {'port': {'device_id': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:26:35.773194 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:35.889107 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5bf13fed-f530-4a7a-b2f8-d71d765712b4 None None] Provisioning complete for port 176e5627-60dd-4ad4-90ba-de5605525be3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:26:35.889637 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5bf13fed-f530-4a7a-b2f8-d71d765712b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:35.932146 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5bf13fed-f530-4a7a-b2f8-d71d765712b4 None None] Port 176e5627-60dd-4ad4-90ba-de5605525be3 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:26:35.942351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c70c-c926-41ae-86b9-d076d5ecb3c8 req-dd734905-6ce8-4bd1-b248-422ef4f3bd2f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:35.944686 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b81c70c-c926-41ae-86b9-d076d5ecb3c8 req-dd734905-6ce8-4bd1-b248-422ef4f3bd2f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 932 time: 0.0841613 Feb 04 14:26:36.006291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b81c70c-c926-41ae-86b9-d076d5ecb3c8 req-ff8ca019-266c-4d38-be79-5df959320973 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553410 Feb 04 14:26:36.099427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176e5627-60dd-4ad4-90ba-de5605525be3 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:26:36.107599 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Publish callbacks [] for port (176e5627-60dd-4ad4-90ba-de5605525be3), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:36.121885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Transition to ACTIVE for port object 176e5627-60dd-4ad4-90ba-de5605525be3 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:26:36.127419 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:36.183106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=176e5627-60dd-4ad4-90ba-de5605525be3,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:36.264630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Attempting to bind port 176e5627-60dd-4ad4-90ba-de5605525be3 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:26:36.265295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Attempting to bind port 176e5627-60dd-4ad4-90ba-de5605525be3 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:26:36.265575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Attempting to bind port 176e5627-60dd-4ad4-90ba-de5605525be3 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:26:36.270692 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Port 176e5627-60dd-4ad4-90ba-de5605525be3 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:26:36.271027 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Attempting to bind port 176e5627-60dd-4ad4-90ba-de5605525be3 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:26:36.276703 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:26:36.277186 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Checking segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:26:36.277627 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Bound using segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:26:36.278220 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Bound port: 176e5627-60dd-4ad4-90ba-de5605525be3, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:26:36.278715 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:36.355289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] For port 176e5627-60dd-4ad4-90ba-de5605525be3, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:26:36.358692 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] For port 176e5627-60dd-4ad4-90ba-de5605525be3, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=176e5627-60dd-4ad4-90ba-de5605525be3,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:26:36.369421 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:36.407076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:36.408349 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:36.410144 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] 10.222.0.99 "PUT /v2.0/ports/176e5627-60dd-4ad4-90ba-de5605525be3 HTTP/1.1" status: 200 len: 1093 time: 0.7149284 Feb 04 14:26:36.410618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'tag': '176e5627-60dd-4ad4-90ba-de5605525be3'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:26:36.413039 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f306d5-ff1a-496e-9583-965094ccb09c" -d '{"events": [{"name": "network-changed", "server_uuid": "c62d10e9-c47d-4f55-aca1-206106b0dd20", "tag": "176e5627-60dd-4ad4-90ba-de5605525be3"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:26:36.439860 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604a07e-3212-407c-a5a7-68773fb78ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=176e5627-60dd-4ad4-90ba-de5605525be3,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:36.511936 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a653ea-2aed-410f-a6b2-cee8d4f63bb4 x-openstack-request-id: req-78a653ea-2aed-410f-a6b2-cee8d4f63bb4 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:26:36.512240 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62d10e9-c47d-4f55-aca1-206106b0dd20", "tag": "176e5627-60dd-4ad4-90ba-de5605525be3", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:26:36.512598 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-78a653ea-2aed-410f-a6b2-cee8d4f63bb4 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:26:36.512916 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'tag': '176e5627-60dd-4ad4-90ba-de5605525be3', 'status': 'completed', 'code': 200} Feb 04 14:26:36.536497 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4f02c9d7-70ac-413b-9a89-ad468249bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:36.538070 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-4f02c9d7-70ac-413b-9a89-ad468249bd30 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 1127 time: 0.0681725 Feb 04 14:26:36.606555 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-0d1dd152-06cb-4fac-9d8d-de49dd384802 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=176e5627-60dd-4ad4-90ba-de5605525be3 HTTP/1.1" status: 200 len: 217 time: 0.0583065 Feb 04 14:26:36.657166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-1127388f-fc56-415e-a807-f2755197d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:36.659268 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-1127388f-fc56-415e-a807-f2755197d55a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0472739 Feb 04 14:26:36.717547 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-818819ff-950b-4696-94c4-630c633de1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:36.719142 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-818819ff-950b-4696-94c4-630c633de1ad service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0538485 Feb 04 14:26:36.824461 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-f6a23cb6-4343-469d-855f-8324d426d7b5 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978718 Feb 04 14:26:36.924116 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5f0a67c6-a08b-4e11-a4cd-75875610051a req-a665daab-b2c0-438d-864b-9ffc8ce2cd67 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942745 Feb 04 14:26:37.019749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f306d5-ff1a-496e-9583-965094ccb09c req-8a1eef21-75f7-4072-8cf3-ac59dfac1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:37.021293 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-10f306d5-ff1a-496e-9583-965094ccb09c req-8a1eef21-75f7-4072-8cf3-ac59dfac1a4d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 1127 time: 0.0477777 Feb 04 14:26:37.131307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f306d5-ff1a-496e-9583-965094ccb09c req-c1dbde62-8bde-40d9-90f2-7ff53973f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:37.132820 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-10f306d5-ff1a-496e-9583-965094ccb09c req-c1dbde62-8bde-40d9-90f2-7ff53973f3f2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.1039982 Feb 04 14:26:37.137741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7229203-71de-4e5c-8157-0e329f54616f req-0f0cae6f-e3cf-40aa-9938-08b31db08793 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:37.139364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7229203-71de-4e5c-8157-0e329f54616f req-0f0cae6f-e3cf-40aa-9938-08b31db08793 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 944 time: 0.0610199 Feb 04 14:26:37.178354 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-10f306d5-ff1a-496e-9583-965094ccb09c req-2b5142ab-9811-4a71-a20b-aa4f54dc847e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=176e5627-60dd-4ad4-90ba-de5605525be3 HTTP/1.1" status: 200 len: 217 time: 0.0387313 Feb 04 14:26:37.194748 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7229203-71de-4e5c-8157-0e329f54616f req-0b01925d-f863-4dee-acf3-fe47061e3d09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464010 Feb 04 14:26:37.235337 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f306d5-ff1a-496e-9583-965094ccb09c req-633f2a58-1960-432d-b007-c16d80e4bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:37.236926 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-10f306d5-ff1a-496e-9583-965094ccb09c req-633f2a58-1960-432d-b007-c16d80e4bdfd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0530720 Feb 04 14:26:37.586639 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f306d5-ff1a-496e-9583-965094ccb09c req-876dd970-0647-41fc-957a-c5c7dc029fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:37.588177 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-10f306d5-ff1a-496e-9583-965094ccb09c req-876dd970-0647-41fc-957a-c5c7dc029fb3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3453517 Feb 04 14:26:37.682594 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-10f306d5-ff1a-496e-9583-965094ccb09c req-f0ede972-d424-43a0-8ffe-09329bd80003 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870440 Feb 04 14:26:37.780310 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-10f306d5-ff1a-496e-9583-965094ccb09c req-4f66426f-0e48-4789-8484-f38e9b4bb5df service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893452 Feb 04 14:26:38.350887 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78848b6a-0d2d-4eec-a4ba-ad5125fe018e req-b016bea0-0bcf-4163-b1cf-581a43362bbd tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:38.352544 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-78848b6a-0d2d-4eec-a4ba-ad5125fe018e req-b016bea0-0bcf-4163-b1cf-581a43362bbd tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 944 time: 0.0716505 Feb 04 14:26:38.409815 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-78848b6a-0d2d-4eec-a4ba-ad5125fe018e req-177e922d-72bf-4f07-9ddd-f9154192644d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511265 Feb 04 14:26:39.549528 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c47d1-03ac-44be-ae11-07247ac970df req-c62cbfc6-b187-43d2-b84f-9c3dc9b78b3f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:39.551085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b54c47d1-03ac-44be-ae11-07247ac970df req-c62cbfc6-b187-43d2-b84f-9c3dc9b78b3f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 944 time: 0.0603306 Feb 04 14:26:39.602423 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b54c47d1-03ac-44be-ae11-07247ac970df req-172bd587-0239-4fd2-be85-53dd950bcac9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453377 Feb 04 14:26:40.731692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6021f7a-13a7-431b-af7c-af13cc192b6a req-f4b749ba-e7ac-4ab8-a1de-8c7de81f4cab tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:40.733286 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f6021f7a-13a7-431b-af7c-af13cc192b6a req-f4b749ba-e7ac-4ab8-a1de-8c7de81f4cab tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 944 time: 0.0616174 Feb 04 14:26:40.755778 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 176e5627-60dd-4ad4-90ba-de5605525be3 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:26:40.786884 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f6021f7a-13a7-431b-af7c-af13cc192b6a req-86a04ba8-d9e9-48b6-a7f7-ef22a0847dd6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460465 Feb 04 14:26:40.866226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 176e5627-60dd-4ad4-90ba-de5605525be3, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=176e5627-60dd-4ad4-90ba-de5605525be3,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:26:40.878706 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '176e5627-60dd-4ad4-90ba-de5605525be3', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'port_id': '176e5627-60dd-4ad4-90ba-de5605525be3', 'mac_address': 'fa:16:3e:7a:7a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:26:40.928505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 176e5627-60dd-4ad4-90ba-de5605525be3 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:26:40.928894 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:40.942845 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176e5627-60dd-4ad4-90ba-de5605525be3 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:26:40.963279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 176e5627-60dd-4ad4-90ba-de5605525be3, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=176e5627-60dd-4ad4-90ba-de5605525be3,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:26:40.967394 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:41.020438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=176e5627-60dd-4ad4-90ba-de5605525be3,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:41.027899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:41.028246 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:41.028590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:41.028929 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:41.029373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:41.029673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:41.029925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:41.030286 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:41.030612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:41.030939 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:41.031259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:41.031588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:41.031901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:26:41.067555 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-688c575a-2ac0-4ed3-8be3-c5fedc6b3820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:41.264914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['176e5627-60dd-4ad4-90ba-de5605525be3'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:26:41.918253 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62332e3f-494d-403f-83b9-b790aaa28b13 req-e114deba-9f6a-4b2e-985e-6cf12af35b1d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:41.919793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62332e3f-494d-403f-83b9-b790aaa28b13 req-e114deba-9f6a-4b2e-985e-6cf12af35b1d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 945 time: 0.0580883 Feb 04 14:26:41.974173 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62332e3f-494d-403f-83b9-b790aaa28b13 req-d7b9e300-3f13-4e75-9b7b-64e36ec383e4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478628 Feb 04 14:26:42.772052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 176e5627-60dd-4ad4-90ba-de5605525be3 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:26:42.830354 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 176e5627-60dd-4ad4-90ba-de5605525be3 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:26:42.834860 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 176e5627-60dd-4ad4-90ba-de5605525be3 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:26:42.835248 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:42.926947 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 176e5627-60dd-4ad4-90ba-de5605525be3 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:26:42.927338 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:42.952089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176e5627-60dd-4ad4-90ba-de5605525be3'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:26:42.954315 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0ee952-9b23-44b9-95b2-24731abd7927" -d '{"events": [{"server_uuid": "c62d10e9-c47d-4f55-aca1-206106b0dd20", "name": "network-vif-plugged", "status": "completed", "tag": "176e5627-60dd-4ad4-90ba-de5605525be3"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:26:42.967491 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 176e5627-60dd-4ad4-90ba-de5605525be3, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=176e5627-60dd-4ad4-90ba-de5605525be3,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:26:42.974220 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:43.007550 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc53ef78-019a-4dd7-ad79-90619e2aee3f x-openstack-request-id: req-dc53ef78-019a-4dd7-ad79-90619e2aee3f {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:26:43.007841 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62d10e9-c47d-4f55-aca1-206106b0dd20", "name": "network-vif-plugged", "status": "completed", "tag": "176e5627-60dd-4ad4-90ba-de5605525be3", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:26:43.008098 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dc53ef78-019a-4dd7-ad79-90619e2aee3f {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:26:43.008499 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176e5627-60dd-4ad4-90ba-de5605525be3', 'code': 200} Feb 04 14:26:43.035980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=176e5627-60dd-4ad4-90ba-de5605525be3,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:26:43.108672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58b46f-3f3a-4054-aad6-b0486ae01986 req-df16debf-078a-40e8-81fd-03a3cb83a5c9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:43.110237 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be58b46f-3f3a-4054-aad6-b0486ae01986 req-df16debf-078a-40e8-81fd-03a3cb83a5c9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0565815 Feb 04 14:26:43.134342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60cff6-cfa9-423e-94d2-e15242917d84 req-00f3457b-5475-40d0-b780-8eb92a95f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:43.135874 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fa60cff6-cfa9-423e-94d2-e15242917d84 req-00f3457b-5475-40d0-b780-8eb92a95f99f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 1129 time: 0.0455635 Feb 04 14:26:43.162328 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be58b46f-3f3a-4054-aad6-b0486ae01986 req-12b52dbf-99cb-40c5-9407-edbc0edfa2b6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450065 Feb 04 14:26:43.180988 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fa60cff6-cfa9-423e-94d2-e15242917d84 req-b4f8234d-94b2-4d95-bcff-93c57cde2403 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394936 Feb 04 14:26:44.284500 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9b6d2-247a-45e3-8c32-fdfc3e627467 req-65af6a6b-9691-41ba-a007-b98b2e1ce7be tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:44.285971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33f9b6d2-247a-45e3-8c32-fdfc3e627467 req-65af6a6b-9691-41ba-a007-b98b2e1ce7be tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0546694 Feb 04 14:26:44.334034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33f9b6d2-247a-45e3-8c32-fdfc3e627467 req-1cce090c-7bb7-4ea2-ad20-c438ee4845db tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422285 Feb 04 14:26:44.445067 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:45.254632 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:45.259353 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7f035a4c-3d4d-405a-9104-5f6710487ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:45.468419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8ae15-f8a1-484e-99c0-8085464d4b53 req-2d944a0d-79b7-4723-a4a6-91848f5d847e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:45.471669 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ed8ae15-f8a1-484e-99c0-8085464d4b53 req-2d944a0d-79b7-4723-a4a6-91848f5d847e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0641785 Feb 04 14:26:45.519609 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ed8ae15-f8a1-484e-99c0-8085464d4b53 req-5da0245f-a3fc-4ece-81c1-0cce105871b5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421298 Feb 04 14:26:45.681859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd69b2-0b85-4fcd-9c96-54c1ab701bdf req-bad92c41-5f7a-4cfe-aea9-ddfe25f3106d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:45.683448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27fd69b2-0b85-4fcd-9c96-54c1ab701bdf req-bad92c41-5f7a-4cfe-aea9-ddfe25f3106d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0633318 Feb 04 14:26:45.692759 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35114) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:26:45.697372 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-1b1d7416-112e-41f4-96b8-3aa24ad4a43f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Request body: {'floatingip': {'port_id': '176e5627-60dd-4ad4-90ba-de5605525be3'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:26:45.741957 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1b1d7416-112e-41f4-96b8-3aa24ad4a43f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for floatingip (28a92339-8c53-44ce-98bf-596f5fef039c), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:45.780326 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:46.198155 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1b1d7416-112e-41f4-96b8-3aa24ad4a43f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:46.202239 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1b1d7416-112e-41f4-96b8-3aa24ad4a43f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (28a92339-8c53-44ce-98bf-596f5fef039c), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:46.309689 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-1b1d7416-112e-41f4-96b8-3aa24ad4a43f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Floating IP 28a92339-8c53-44ce-98bf-596f5fef039c associated. External IP: 172.25.5.112, port: 176e5627-60dd-4ad4-90ba-de5605525be3. Feb 04 14:26:46.533264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1d7416-112e-41f4-96b8-3aa24ad4a43f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Router 4bead58e-7ab6-4f85-8591-90636056d921 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:26:46.648860 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1d7416-112e-41f4-96b8-3aa24ad4a43f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:26:46.653981 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1b1d7416-112e-41f4-96b8-3aa24ad4a43f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:46.659414 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad270c-5d0e-4dd0-83b5-a78758ddb923 None None] Sync routers for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:26:46.669796 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad270c-5d0e-4dd0-83b5-a78758ddb923 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:26:46.670461 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b9ad270c-5d0e-4dd0-83b5-a78758ddb923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:26:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:26:46.689072 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1b1d7416-112e-41f4-96b8-3aa24ad4a43f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "PUT /v2.0/floatingips/28a92339-8c53-44ce-98bf-596f5fef039c HTTP/1.1" status: 200 len: 992 time: 0.9916353 Feb 04 14:26:46.689072 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'tag': '176e5627-60dd-4ad4-90ba-de5605525be3'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:26:46.691335 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f4a13d-03b5-4bf0-8aea-8555c2d29ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "c62d10e9-c47d-4f55-aca1-206106b0dd20", "tag": "176e5627-60dd-4ad4-90ba-de5605525be3"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:26:46.783515 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b9ad270c-5d0e-4dd0-83b5-a78758ddb923 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:26:46.792256 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21ae34-e5e7-48ca-a979-42dbbc540555 req-64727e64-c9d0-4ba5-81b5-ca8bca890233 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:46.793892 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf21ae34-e5e7-48ca-a979-42dbbc540555 req-64727e64-c9d0-4ba5-81b5-ca8bca890233 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0570364 Feb 04 14:26:46.847045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf21ae34-e5e7-48ca-a979-42dbbc540555 req-b7c145ef-bb6e-4383-80f5-135965534abf tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450683 Feb 04 14:26:46.892322 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444b2488-1a2a-470a-ae0f-11930840596f x-openstack-request-id: req-444b2488-1a2a-470a-ae0f-11930840596f {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:26:46.892668 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62d10e9-c47d-4f55-aca1-206106b0dd20", "tag": "176e5627-60dd-4ad4-90ba-de5605525be3", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:26:46.892930 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-444b2488-1a2a-470a-ae0f-11930840596f {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:26:46.893347 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'tag': '176e5627-60dd-4ad4-90ba-de5605525be3', 'status': 'completed', 'code': 200} Feb 04 14:26:46.964812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4a13d-03b5-4bf0-8aea-8555c2d29ab1 req-719f9f67-21d8-41bb-a4fb-5bb335b85067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:46.966299 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-22f4a13d-03b5-4bf0-8aea-8555c2d29ab1 req-719f9f67-21d8-41bb-a4fb-5bb335b85067 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 1129 time: 0.0500145 Feb 04 14:26:47.031487 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b9ad270c-5d0e-4dd0-83b5-a78758ddb923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '28a92339-8c53-44ce-98bf-596f5fef039c', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'port_id': '176e5627-60dd-4ad4-90ba-de5605525be3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'mac_address': 'fa:16:3e:7a:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:26:32Z', 'updated_at': '2022-02-04T14:26:46Z', 'revision_number': 1, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:26:47.057493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4a13d-03b5-4bf0-8aea-8555c2d29ab1 req-c771f099-9cf2-4469-a85f-8595757bac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:47.059208 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-22f4a13d-03b5-4bf0-8aea-8555c2d29ab1 req-c771f099-9cf2-4469-a85f-8595757bac22 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0874372 Feb 04 14:26:47.060644 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad270c-5d0e-4dd0-83b5-a78758ddb923 None None] Checking router: 4bead58e-7ab6-4f85-8591-90636056d921 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:26:47.070784 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad270c-5d0e-4dd0-83b5-a78758ddb923 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:26:47.071486 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b9ad270c-5d0e-4dd0-83b5-a78758ddb923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:26:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:26:47.123519 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:47.134611 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-22f4a13d-03b5-4bf0-8aea-8555c2d29ab1 req-7138f50b-7a40-4bb8-b463-6da72a1177bd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=176e5627-60dd-4ad4-90ba-de5605525be3 HTTP/1.1" status: 200 len: 1000 time: 0.0700715 Feb 04 14:26:47.185104 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b9ad270c-5d0e-4dd0-83b5-a78758ddb923 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:26:47.188018 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4a13d-03b5-4bf0-8aea-8555c2d29ab1 req-06023bfb-3c63-426c-b6ad-67fd94c8f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:47.190123 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-22f4a13d-03b5-4bf0-8aea-8555c2d29ab1 req-06023bfb-3c63-426c-b6ad-67fd94c8f5b6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0501230 Feb 04 14:26:47.243898 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4a13d-03b5-4bf0-8aea-8555c2d29ab1 req-f1999c3f-f43d-4185-bf9d-52867483cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:47.245434 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-22f4a13d-03b5-4bf0-8aea-8555c2d29ab1 req-f1999c3f-f43d-4185-bf9d-52867483cbd0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493956 Feb 04 14:26:47.348808 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-22f4a13d-03b5-4bf0-8aea-8555c2d29ab1 req-81fd0f4a-51d4-4de6-b5b0-c1ec0206a3d0 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973198 Feb 04 14:26:47.447442 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-22f4a13d-03b5-4bf0-8aea-8555c2d29ab1 req-f544a732-85b6-49f1-ad03-7c96466fb466 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931108 Feb 04 14:26:47.538733 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b9ad270c-5d0e-4dd0-83b5-a78758ddb923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '28a92339-8c53-44ce-98bf-596f5fef039c', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'port_id': '176e5627-60dd-4ad4-90ba-de5605525be3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'mac_address': 'fa:16:3e:7a:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:26:32Z', 'updated_at': '2022-02-04T14:26:46Z', 'revision_number': 1, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:26:47.567736 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad270c-5d0e-4dd0-83b5-a78758ddb923 None None] The sync data for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 is: [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '28a92339-8c53-44ce-98bf-596f5fef039c', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'port_id': '176e5627-60dd-4ad4-90ba-de5605525be3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'mac_address': 'fa:16:3e:7a:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:26:32Z', 'updated_at': '2022-02-04T14:26:46Z', 'revision_number': 1, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:26:47.763826 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a62f0c5-45a4-4821-87f7-c8d6ce818894 None None] New status for floating IP 28a92339-8c53-44ce-98bf-596f5fef039c: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:26:47.985022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec151a6-b881-4c25-9b7c-5c34ccdd9185 req-60f08b22-ddb3-4809-aa52-e5a25b4728f5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:47.987297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4ec151a6-b881-4c25-9b7c-5c34ccdd9185 req-60f08b22-ddb3-4809-aa52-e5a25b4728f5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0603149 Feb 04 14:26:48.035811 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4ec151a6-b881-4c25-9b7c-5c34ccdd9185 req-9bd60d92-15fe-4a82-a302-62a104315715 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427716 Feb 04 14:26:48.099860 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:26:48.176334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ac57f-faab-4511-843b-6c46e6202ccb req-aee1778b-c0a2-4989-9d78-48df9c4d6d2d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:48.177958 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b4ac57f-faab-4511-843b-6c46e6202ccb req-aee1778b-c0a2-4989-9d78-48df9c4d6d2d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0575328 Feb 04 14:26:48.230579 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b4ac57f-faab-4511-843b-6c46e6202ccb req-ddee81d5-8ac8-4427-8c05-247d45310fc8 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464647 Feb 04 14:26:48.496050 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-dfc4eba4-d87d-4c2b-a96a-2666027adfa7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0555081 Feb 04 14:26:48.512224 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a6563-be3b-48c4-83e8-0578acaa372f req-024c7b4a-9ec6-4734-b060-970d889c2aa5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:48.513811 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-872a6563-be3b-48c4-83e8-0578acaa372f req-024c7b4a-9ec6-4734-b060-970d889c2aa5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0669169 Feb 04 14:26:48.593747 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-872a6563-be3b-48c4-83e8-0578acaa372f req-04550c0e-96fb-4737-b7a4-20fb2efbebbc tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728433 Feb 04 14:26:49.736770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-7896c09b-f630-4ed0-a272-91a9ba93968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:49.737910 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a30e2-a22f-4c39-b792-3ca8544a47c0 req-acf4e390-697b-432e-b372-d1e42be55f87 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:49.738601 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-7896c09b-f630-4ed0-a272-91a9ba93968a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 1129 time: 0.0566981 Feb 04 14:26:49.739561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-864a30e2-a22f-4c39-b792-3ca8544a47c0 req-acf4e390-697b-432e-b372-d1e42be55f87 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0656214 Feb 04 14:26:49.795302 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-864a30e2-a22f-4c39-b792-3ca8544a47c0 req-c02f8391-1eec-46ea-b3b3-591853ee5616 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489805 Feb 04 14:26:49.842010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-00d4a39d-7ea5-41f1-a7e6-3099684b9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:49.843582 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-00d4a39d-7ea5-41f1-a7e6-3099684b9f0c service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0977185 Feb 04 14:26:49.921183 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-e7384520-2582-4df4-b556-1c08dfc1ddc7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=176e5627-60dd-4ad4-90ba-de5605525be3 HTTP/1.1" status: 200 len: 1002 time: 0.0707369 Feb 04 14:26:49.973707 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-53da06a2-74d4-442c-a293-7147575959df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:49.975275 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-53da06a2-74d4-442c-a293-7147575959df service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0488527 Feb 04 14:26:50.029794 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-edf6c935-377f-4687-9456-8308c1e6f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:50.032675 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-edf6c935-377f-4687-9456-8308c1e6f203 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513351 Feb 04 14:26:50.156593 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-31b70da9-efc1-47b4-9aa0-4bc0b692166e service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176898 Feb 04 14:26:50.254568 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-cba0bc06-f940-4618-a6fc-9d314b99c2f0 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919385 Feb 04 14:26:50.923711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5c153-f0df-4cc9-9198-877fe54da1fd req-60b45aeb-0e67-4d3d-a8ac-09f7651a2b37 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:50.925522 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3cf5c153-f0df-4cc9-9198-877fe54da1fd req-60b45aeb-0e67-4d3d-a8ac-09f7651a2b37 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0563376 Feb 04 14:26:50.979452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3cf5c153-f0df-4cc9-9198-877fe54da1fd req-09db949b-4c32-43ed-920f-550602a3d93a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483243 Feb 04 14:26:52.109851 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5692d-9e57-45e4-9198-eccb4f8dd309 req-11229e37-7ec6-4b94-b585-e02d9e7b74c7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:52.111588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1a5692d-9e57-45e4-9198-eccb4f8dd309 req-11229e37-7ec6-4b94-b585-e02d9e7b74c7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0598822 Feb 04 14:26:52.161467 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1a5692d-9e57-45e4-9198-eccb4f8dd309 req-e76e771e-c820-48b7-bfe3-6c9ea95422a3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443873 Feb 04 14:26:53.097788 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:26:53.341692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb2492-a8cb-424a-a804-cdc82e920b51 req-1e9a363b-7319-4481-a9d8-3fa39ff69447 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:53.343273 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-85bb2492-a8cb-424a-a804-cdc82e920b51 req-1e9a363b-7319-4481-a9d8-3fa39ff69447 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.1138556 Feb 04 14:26:53.393414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-85bb2492-a8cb-424a-a804-cdc82e920b51 req-74ab3c3d-ae98-4d4d-b6ec-cf4c192da974 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441234 Feb 04 14:26:54.527110 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf480-bd06-4c2e-98b1-66777c7cc53a req-e494c460-4f4d-4dea-9995-27da4f7c256b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:54.528576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9caf480-bd06-4c2e-98b1-66777c7cc53a req-e494c460-4f4d-4dea-9995-27da4f7c256b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0644128 Feb 04 14:26:54.578554 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9caf480-bd06-4c2e-98b1-66777c7cc53a req-5f8603d7-62e0-4481-9239-cb45fc89267b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440474 Feb 04 14:26:55.719419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dd22c-5e8a-4662-9a77-aab929aee9d1 req-3da6b95d-1753-43e6-a7c0-eab5b0a1ac7e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:55.721007 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-063dd22c-5e8a-4662-9a77-aab929aee9d1 req-3da6b95d-1753-43e6-a7c0-eab5b0a1ac7e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0551639 Feb 04 14:26:55.771762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-063dd22c-5e8a-4662-9a77-aab929aee9d1 req-5fe72f58-d953-4774-a44e-8e48d603740e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450313 Feb 04 14:26:56.892958 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a2e7f-fc91-4379-9a17-34bf7130f7fe req-92b77ca1-120c-4b50-aa7a-983922ceaee4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:56.894515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-404a2e7f-fc91-4379-9a17-34bf7130f7fe req-92b77ca1-120c-4b50-aa7a-983922ceaee4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0532982 Feb 04 14:26:56.946712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-404a2e7f-fc91-4379-9a17-34bf7130f7fe req-98318a12-1956-4819-a9e6-03c043b8b68d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464990 Feb 04 14:26:58.076967 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38c414-17cb-490c-a72b-979b4cd0a6ec req-585ed9b4-6208-4f30-a8b8-16bcf23e642f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:58.078504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab38c414-17cb-490c-a72b-979b4cd0a6ec req-585ed9b4-6208-4f30-a8b8-16bcf23e642f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0646138 Feb 04 14:26:58.127343 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab38c414-17cb-490c-a72b-979b4cd0a6ec req-338cbe18-949d-444b-ba4a-73eb3b319ef0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422769 Feb 04 14:26:59.248243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd9742-a6ba-4e1e-bfc4-26def4a8fe91 req-8aa7dd32-6ef1-4ec1-94dc-0fac9d6ce2bc tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:26:59.249789 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ecbd9742-a6ba-4e1e-bfc4-26def4a8fe91 req-8aa7dd32-6ef1-4ec1-94dc-0fac9d6ce2bc tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0536962 Feb 04 14:26:59.300281 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ecbd9742-a6ba-4e1e-bfc4-26def4a8fe91 req-5dfe75be-a49a-40d6-b79a-9346314ee2fa tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446129 Feb 04 14:27:00.428936 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3445f1-efde-478e-bbbb-25db93a8ae06 req-0d89ea69-9927-4ce3-87e2-70c200f32c60 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:00.430471 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b3445f1-efde-478e-bbbb-25db93a8ae06 req-0d89ea69-9927-4ce3-87e2-70c200f32c60 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0581522 Feb 04 14:27:00.477423 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b3445f1-efde-478e-bbbb-25db93a8ae06 req-54499952-3c7b-418a-a2d6-075e0cdca8fa tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413916 Feb 04 14:27:01.598390 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06abe69-1212-4f4a-85d5-f2a0197ad94a req-5ef0dd4d-f841-439b-8808-82f2e2384349 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:01.599900 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e06abe69-1212-4f4a-85d5-f2a0197ad94a req-5ef0dd4d-f841-439b-8808-82f2e2384349 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0545554 Feb 04 14:27:01.648075 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e06abe69-1212-4f4a-85d5-f2a0197ad94a req-d61a238a-401a-444e-a87e-557b94f11ff2 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425982 Feb 04 14:27:02.771476 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd8d4d-08de-44b4-9365-9a1e241de3f6 req-35c62fad-3bdc-491b-a7a4-6bef0c9aa9f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:02.772998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34dd8d4d-08de-44b4-9365-9a1e241de3f6 req-35c62fad-3bdc-491b-a7a4-6bef0c9aa9f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0552132 Feb 04 14:27:02.828319 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34dd8d4d-08de-44b4-9365-9a1e241de3f6 req-6480fa50-d5b2-42fb-bd5f-92082c63f349 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475242 Feb 04 14:27:03.952635 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782d530-4e64-4a1c-9345-b711e1fdb724 req-6785ca61-3b73-493a-9565-8714b0bb8922 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:03.954880 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e782d530-4e64-4a1c-9345-b711e1fdb724 req-6785ca61-3b73-493a-9565-8714b0bb8922 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0563939 Feb 04 14:27:04.005271 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e782d530-4e64-4a1c-9345-b711e1fdb724 req-9ebdb587-401d-4619-9daa-2b14842af33b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450251 Feb 04 14:27:05.129878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bb461-9f77-42ca-a665-c2dda55e5a74 req-133a6976-c4be-44da-b018-ee645c62f90c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:05.131461 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee5bb461-9f77-42ca-a665-c2dda55e5a74 req-133a6976-c4be-44da-b018-ee645c62f90c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0566471 Feb 04 14:27:05.180759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee5bb461-9f77-42ca-a665-c2dda55e5a74 req-c04a882c-ac9b-435a-9d28-673f7ea0821a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436149 Feb 04 14:27:06.313312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896c48e-5406-4d70-b6e6-04f2d0278c9f req-7c734221-f030-4f0d-aceb-aa8ed3bd8b72 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:06.315031 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f896c48e-5406-4d70-b6e6-04f2d0278c9f req-7c734221-f030-4f0d-aceb-aa8ed3bd8b72 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0604877 Feb 04 14:27:06.368515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f896c48e-5406-4d70-b6e6-04f2d0278c9f req-6d0c9de8-965c-4dbd-a58c-a078a6702af6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436318 Feb 04 14:27:06.996897 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-0434bf04-735e-40d6-81db-7fcc1dec23cb service neutron] show failed (client error): The resource could not be found. Feb 04 14:27:06.997836 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-0434bf04-735e-40d6-81db-7fcc1dec23cb service neutron] 10.222.0.99 "GET /v2.0/ports/176e5627-60dd-4ad4-90ba-de5605525be3/bindings/n-h2-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.1003592 Feb 04 14:27:07.214029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-4f9ac7fe-e007-4d1b-9ed0-dad0c0eeff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:07.215523 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-4f9ac7fe-e007-4d1b-9ed0-dad0c0eeff1c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 1129 time: 0.0539656 Feb 04 14:27:07.231460 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:27:07.293104 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:07.497503 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac99f65-0f60-4158-9cd9-d1de275f15a8 req-580ce492-6bcc-4ddb-b98d-1eb9cb0209f1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:07.498981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bac99f65-0f60-4158-9cd9-d1de275f15a8 req-580ce492-6bcc-4ddb-b98d-1eb9cb0209f1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0542212 Feb 04 14:27:07.510716 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] For port 176e5627-60dd-4ad4-90ba-de5605525be3, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=176e5627-60dd-4ad4-90ba-de5605525be3,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:27:07.552000 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bac99f65-0f60-4158-9cd9-d1de275f15a8 req-08baa4de-d657-43f0-bd30-23fe22abf873 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463705 Feb 04 14:27:07.552851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] For port 176e5627-60dd-4ad4-90ba-de5605525be3, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:27:07.599550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176e5627-60dd-4ad4-90ba-de5605525be3'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:27:07.602039 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52c84fe-60c8-4e09-be60-9285750e32a3" -d '{"events": [{"server_uuid": "c62d10e9-c47d-4f55-aca1-206106b0dd20", "name": "network-vif-unplugged", "status": "completed", "tag": "176e5627-60dd-4ad4-90ba-de5605525be3"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:27:07.606577 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Publish callbacks [] for port (176e5627-60dd-4ad4-90ba-de5605525be3), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:07.621214 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Transition to ACTIVE for port object 176e5627-60dd-4ad4-90ba-de5605525be3 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:27:07.626418 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:07.664005 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e345dc-5e6e-4efd-a3e3-5bfed6ead981 x-openstack-request-id: req-06e345dc-5e6e-4efd-a3e3-5bfed6ead981 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:27:07.665036 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62d10e9-c47d-4f55-aca1-206106b0dd20", "name": "network-vif-unplugged", "status": "completed", "tag": "176e5627-60dd-4ad4-90ba-de5605525be3", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:27:07.665482 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-06e345dc-5e6e-4efd-a3e3-5bfed6ead981 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:27:07.666560 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176e5627-60dd-4ad4-90ba-de5605525be3', 'code': 200} Feb 04 14:27:07.776090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Pushing event updated for resources: {'Port': ['ID=176e5627-60dd-4ad4-90ba-de5605525be3,revision_number=6']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:27:07.838231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] No DVR routers for this DVR port 176e5627-60dd-4ad4-90ba-de5605525be3 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:27:07.980785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Attempting to bind port 176e5627-60dd-4ad4-90ba-de5605525be3 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:27:07.981119 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Attempting to bind port 176e5627-60dd-4ad4-90ba-de5605525be3 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:27:07.981450 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Attempting to bind port 176e5627-60dd-4ad4-90ba-de5605525be3 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:27:07.986504 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Port 176e5627-60dd-4ad4-90ba-de5605525be3 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:27:07.986836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Attempting to bind port 176e5627-60dd-4ad4-90ba-de5605525be3 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:27:07.992193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:27:07.992608 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Checking segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:27:07.993040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Bound using segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:27:07.993534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Bound port: 176e5627-60dd-4ad4-90ba-de5605525be3, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:27:07.993938 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:08.057818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] For port 176e5627-60dd-4ad4-90ba-de5605525be3, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:27:08.061210 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] For port 176e5627-60dd-4ad4-90ba-de5605525be3, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=176e5627-60dd-4ad4-90ba-de5605525be3,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:27:08.067097 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:08.107143 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:08.107772 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:08.109179 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] 10.222.0.100 "PUT /v2.0/ports/176e5627-60dd-4ad4-90ba-de5605525be3 HTTP/1.1" status: 200 len: 1093 time: 0.8838120 Feb 04 14:27:08.127770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccee0c-cdc5-433d-9c92-0ced506cb97c service neutron] Pushing event updated for resources: {'Port': ['ID=176e5627-60dd-4ad4-90ba-de5605525be3,revision_number=7']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:27:08.184623 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-ec49d2fc-34c3-4dbd-b663-c9fc1c2814c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:08.186242 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-ec49d2fc-34c3-4dbd-b663-c9fc1c2814c4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 1127 time: 0.0486817 Feb 04 14:27:08.278315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-70a9160f-5eb6-40df-b0fd-2ea4f26529ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:08.279822 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-70a9160f-5eb6-40df-b0fd-2ea4f26529ba service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0886426 Feb 04 14:27:08.348748 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-9b51a7e6-f024-4096-9522-77357e21f8fe service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=176e5627-60dd-4ad4-90ba-de5605525be3 HTTP/1.1" status: 200 len: 1000 time: 0.0636342 Feb 04 14:27:08.396449 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-cfe27a9e-1e1e-4bd7-b794-b5fc088574cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:08.397813 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-cfe27a9e-1e1e-4bd7-b794-b5fc088574cb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0437014 Feb 04 14:27:08.447626 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-16cef7bc-fc6d-4984-83ca-9cebfcf5e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:08.449112 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-16cef7bc-fc6d-4984-83ca-9cebfcf5e348 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454402 Feb 04 14:27:08.539808 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-5774b136-3156-490b-b2e7-0b25bd51ac41 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846379 Feb 04 14:27:08.633982 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0cf56e18-6814-4296-83ed-75ca9d6bac9f req-ce3a150c-74de-4807-9c87-13a351c4babf service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885413 Feb 04 14:27:08.682324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff2ff3-b0b5-4fda-8864-7aaa78421d17 req-e425d5d6-3a10-4e86-ac46-bc45f9a45ee3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:08.683865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fff2ff3-b0b5-4fda-8864-7aaa78421d17 req-e425d5d6-3a10-4e86-ac46-bc45f9a45ee3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 944 time: 0.0595632 Feb 04 14:27:08.734650 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1fff2ff3-b0b5-4fda-8864-7aaa78421d17 req-cfc5768a-901c-4d9e-b1b3-bc40d34b1918 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432432 Feb 04 14:27:09.667581 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'tag': '176e5627-60dd-4ad4-90ba-de5605525be3'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:27:09.669971 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5849df79-8080-4867-a60c-cc8048266062" -d '{"events": [{"name": "network-changed", "server_uuid": "c62d10e9-c47d-4f55-aca1-206106b0dd20", "tag": "176e5627-60dd-4ad4-90ba-de5605525be3"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:27:09.717317 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b1f15d-281a-4df2-8bb4-d9be1d7705bb x-openstack-request-id: req-00b1f15d-281a-4df2-8bb4-d9be1d7705bb {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:27:09.717634 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62d10e9-c47d-4f55-aca1-206106b0dd20", "tag": "176e5627-60dd-4ad4-90ba-de5605525be3", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:27:09.717917 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-00b1f15d-281a-4df2-8bb4-d9be1d7705bb {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:27:09.718342 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'tag': '176e5627-60dd-4ad4-90ba-de5605525be3', 'status': 'completed', 'code': 200} Feb 04 14:27:09.816025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849df79-8080-4867-a60c-cc8048266062 req-c80366aa-703b-444d-91cd-6802b1603d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:09.817534 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5849df79-8080-4867-a60c-cc8048266062 req-c80366aa-703b-444d-91cd-6802b1603d08 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 1127 time: 0.0799391 Feb 04 14:27:09.823279 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849df79-8080-4867-a60c-cc8048266062 req-50837026-a014-4970-acf9-db0d6d756680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:09.824985 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5849df79-8080-4867-a60c-cc8048266062 req-50837026-a014-4970-acf9-db0d6d756680 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 1127 time: 0.0792110 Feb 04 14:27:09.859418 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351783b-9533-48fd-9e47-72ad8966a3d0 req-4d6a110b-a1ba-422d-b39f-c1abf0ec1a3b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:09.861213 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6351783b-9533-48fd-9e47-72ad8966a3d0 req-4d6a110b-a1ba-422d-b39f-c1abf0ec1a3b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 944 time: 0.0540261 Feb 04 14:27:09.909058 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6351783b-9533-48fd-9e47-72ad8966a3d0 req-7ff82e53-c32e-4d95-9c1c-07f1cced8fd4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420876 Feb 04 14:27:09.981464 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849df79-8080-4867-a60c-cc8048266062 req-33f1563f-40ca-45e4-8083-0891a58bdc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:09.982968 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5849df79-8080-4867-a60c-cc8048266062 req-33f1563f-40ca-45e4-8083-0891a58bdc21 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.1570597 Feb 04 14:27:09.984065 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849df79-8080-4867-a60c-cc8048266062 req-21ca9b58-a87a-4f8e-964b-101966973548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:09.985401 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5849df79-8080-4867-a60c-cc8048266062 req-21ca9b58-a87a-4f8e-964b-101966973548 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.1516345 Feb 04 14:27:10.095204 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5849df79-8080-4867-a60c-cc8048266062 req-02d46562-38ae-45fb-954d-53b3f1ef5d1c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=176e5627-60dd-4ad4-90ba-de5605525be3 HTTP/1.1" status: 200 len: 1000 time: 0.1055505 Feb 04 14:27:10.098823 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5849df79-8080-4867-a60c-cc8048266062 req-9734be86-fa52-4b5e-a5ed-c3d4104dfa1b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=176e5627-60dd-4ad4-90ba-de5605525be3 HTTP/1.1" status: 200 len: 1000 time: 0.1037018 Feb 04 14:27:10.178251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849df79-8080-4867-a60c-cc8048266062 req-7fb42dc5-2c94-4d0b-827a-f34a2458c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:10.179623 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5849df79-8080-4867-a60c-cc8048266062 req-7fb42dc5-2c94-4d0b-827a-f34a2458c968 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0792744 Feb 04 14:27:10.182987 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849df79-8080-4867-a60c-cc8048266062 req-d6f549c4-86cd-4835-a5d6-6238fa15a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:10.184223 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5849df79-8080-4867-a60c-cc8048266062 req-d6f549c4-86cd-4835-a5d6-6238fa15a1cb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0767996 Feb 04 14:27:10.261042 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849df79-8080-4867-a60c-cc8048266062 req-67b626fa-ddf9-4773-9bf9-c8be00d21b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:10.262604 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5849df79-8080-4867-a60c-cc8048266062 req-67b626fa-ddf9-4773-9bf9-c8be00d21b74 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0766449 Feb 04 14:27:10.265038 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849df79-8080-4867-a60c-cc8048266062 req-e57888f3-c695-4f13-af2a-4c3ed6cbde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:10.266979 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5849df79-8080-4867-a60c-cc8048266062 req-e57888f3-c695-4f13-af2a-4c3ed6cbde12 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0732327 Feb 04 14:27:10.419358 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5849df79-8080-4867-a60c-cc8048266062 req-39f679a7-1da3-47c3-a2cf-a5fe09830f31 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505446 Feb 04 14:27:10.421463 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5849df79-8080-4867-a60c-cc8048266062 req-b7f145a4-793f-4878-888d-cff253ad6de4 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459067 Feb 04 14:27:10.864321 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 176e5627-60dd-4ad4-90ba-de5605525be3 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:27:10.873447 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5849df79-8080-4867-a60c-cc8048266062 req-83a91d3e-8b59-4eab-ae04-0e2bccd4da03 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482431 Feb 04 14:27:10.880885 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5849df79-8080-4867-a60c-cc8048266062 req-04302be6-c97d-476a-ae75-3246124dd4f2 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486263 Feb 04 14:27:10.908050 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port 176e5627-60dd-4ad4-90ba-de5605525be3 host n-h2-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 14:27:10.908451 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 176e5627-60dd-4ad4-90ba-de5605525be3 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:27:11.030532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cc64b-7ad0-42ae-b3a6-700fb3455c2e req-469ef5e2-7450-4a4e-a0b1-aed3548664c5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:11.032562 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-842cc64b-7ad0-42ae-b3a6-700fb3455c2e req-469ef5e2-7450-4a4e-a0b1-aed3548664c5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 944 time: 0.0529168 Feb 04 14:27:11.069440 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-803626e5-e3bb-46c9-a877-271ddd8eda0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:11.085618 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-842cc64b-7ad0-42ae-b3a6-700fb3455c2e req-b62d0f13-da18-45ed-9789-77513d5ae986 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473862 Feb 04 14:27:11.903823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 176e5627-60dd-4ad4-90ba-de5605525be3 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:27:12.002223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 176e5627-60dd-4ad4-90ba-de5605525be3, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=176e5627-60dd-4ad4-90ba-de5605525be3,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:27:12.013532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '176e5627-60dd-4ad4-90ba-de5605525be3', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'port_id': '176e5627-60dd-4ad4-90ba-de5605525be3', 'mac_address': 'fa:16:3e:7a:7a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:27:12.050571 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 176e5627-60dd-4ad4-90ba-de5605525be3 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:27:12.050965 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:12.064518 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176e5627-60dd-4ad4-90ba-de5605525be3 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:27:12.084630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 176e5627-60dd-4ad4-90ba-de5605525be3, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=176e5627-60dd-4ad4-90ba-de5605525be3,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:27:12.088760 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:12.147639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=176e5627-60dd-4ad4-90ba-de5605525be3,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:27:12.218188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b069a-656e-40d1-bbf1-db843fdc765f req-9eb9947f-2d54-4247-a980-4c06fbcb0187 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:12.220642 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7d9b069a-656e-40d1-bbf1-db843fdc765f req-9eb9947f-2d54-4247-a980-4c06fbcb0187 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 945 time: 0.0586376 Feb 04 14:27:12.270830 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7d9b069a-656e-40d1-bbf1-db843fdc765f req-c9d28ad3-6a75-4d1f-8ee0-b3f15d748464 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444903 Feb 04 14:27:12.399991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['176e5627-60dd-4ad4-90ba-de5605525be3'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:27:12.525763 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274432d-3351-45bb-9e1a-3366fa4556d9 req-71fa7ddd-7a83-4b97-b774-25adf78eb982 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:12.526378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481347ab-e8c0-4ee9-bd8c-19d68a11e045 req-6b2322ef-c972-4984-ae02-69f24dd36583 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:12.527213 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8274432d-3351-45bb-9e1a-3366fa4556d9 req-71fa7ddd-7a83-4b97-b774-25adf78eb982 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.99 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 945 time: 0.0617828 Feb 04 14:27:12.527717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-481347ab-e8c0-4ee9-bd8c-19d68a11e045 req-6b2322ef-c972-4984-ae02-69f24dd36583 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 945 time: 0.0830307 Feb 04 14:27:12.582846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-481347ab-e8c0-4ee9-bd8c-19d68a11e045 req-b61d66fb-79bf-4a08-a671-d2751cf4ed7b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477886 Feb 04 14:27:12.598543 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-8274432d-3351-45bb-9e1a-3366fa4556d9 req-8f16abf3-c576-4f0c-958c-f515dc9f0120 service neutron] delete failed (client error): The resource could not be found. Feb 04 14:27:12.599586 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8274432d-3351-45bb-9e1a-3366fa4556d9 req-8f16abf3-c576-4f0c-958c-f515dc9f0120 service neutron] 10.222.0.99 "DELETE /v2.0/ports/176e5627-60dd-4ad4-90ba-de5605525be3/bindings/n-h1-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0651474 Feb 04 14:27:12.693694 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274432d-3351-45bb-9e1a-3366fa4556d9 req-d13fda50-2628-4111-991f-cb37561cbdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:12.696087 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8274432d-3351-45bb-9e1a-3366fa4556d9 req-d13fda50-2628-4111-991f-cb37561cbdbe service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 1128 time: 0.0498507 Feb 04 14:27:12.790752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274432d-3351-45bb-9e1a-3366fa4556d9 req-23597152-5ec1-4b48-b2b6-9fa8679591ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:12.792133 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8274432d-3351-45bb-9e1a-3366fa4556d9 req-23597152-5ec1-4b48-b2b6-9fa8679591ab service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0908778 Feb 04 14:27:12.856748 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8274432d-3351-45bb-9e1a-3366fa4556d9 req-e7b169ec-4214-4ca6-877e-f3cc12eadab1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=176e5627-60dd-4ad4-90ba-de5605525be3 HTTP/1.1" status: 200 len: 1001 time: 0.0585823 Feb 04 14:27:12.907432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274432d-3351-45bb-9e1a-3366fa4556d9 req-2de208e0-da33-4ae3-a430-5fc41b54dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:12.908876 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8274432d-3351-45bb-9e1a-3366fa4556d9 req-2de208e0-da33-4ae3-a430-5fc41b54dbec service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0467696 Feb 04 14:27:12.959102 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274432d-3351-45bb-9e1a-3366fa4556d9 req-2e5c1ee6-2976-4160-a2c1-38a911bae4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:12.960615 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8274432d-3351-45bb-9e1a-3366fa4556d9 req-2e5c1ee6-2976-4160-a2c1-38a911bae4de service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461068 Feb 04 14:27:13.051430 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8274432d-3351-45bb-9e1a-3366fa4556d9 req-f1b68461-905f-48d8-8f01-4d9b7c2124d8 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850728 Feb 04 14:27:13.153374 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8274432d-3351-45bb-9e1a-3366fa4556d9 req-bac1bc11-a94a-4b85-80cb-2b669f2fcae7 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963025 Feb 04 14:27:13.721202 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3ccc7-674c-43dd-ab6b-4485e4eaa678 req-a833fc94-1be7-4c30-b0b1-603771ab07c2 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:13.722768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbb3ccc7-674c-43dd-ab6b-4485e4eaa678 req-a833fc94-1be7-4c30-b0b1-603771ab07c2 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 945 time: 0.0625300 Feb 04 14:27:13.769891 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dbb3ccc7-674c-43dd-ab6b-4485e4eaa678 req-597fa26f-d03a-4f33-8c1c-be30cef3e37b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416193 Feb 04 14:27:13.889740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0e686-5463-4509-8ce8-066f8a02981f req-c520b444-194e-400d-8189-5349f3e72ae2 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:13.891866 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3a0e686-5463-4509-8ce8-066f8a02981f req-c520b444-194e-400d-8189-5349f3e72ae2 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 945 time: 0.0534065 Feb 04 14:27:13.907662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 176e5627-60dd-4ad4-90ba-de5605525be3 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:27:13.939862 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a3a0e686-5463-4509-8ce8-066f8a02981f req-2b8dbda7-2fe8-47e0-a151-ffe9681fe446 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423887 Feb 04 14:27:13.960446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 176e5627-60dd-4ad4-90ba-de5605525be3 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:27:13.964365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 176e5627-60dd-4ad4-90ba-de5605525be3 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:27:13.964749 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:14.046574 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 176e5627-60dd-4ad4-90ba-de5605525be3 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:27:14.047050 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:14.059729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9213579-3121-4b1c-9542-57e29ed9ab3b req-3c1a8b9c-896e-4562-b46d-8efffb781ea4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:14.061155 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9213579-3121-4b1c-9542-57e29ed9ab3b req-3c1a8b9c-896e-4562-b46d-8efffb781ea4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 945 time: 0.0525875 Feb 04 14:27:14.071236 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176e5627-60dd-4ad4-90ba-de5605525be3'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:27:14.073475 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630cb514-5f2c-4866-a0ba-183413a142ad" -d '{"events": [{"server_uuid": "c62d10e9-c47d-4f55-aca1-206106b0dd20", "name": "network-vif-plugged", "status": "completed", "tag": "176e5627-60dd-4ad4-90ba-de5605525be3"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:27:14.087691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 176e5627-60dd-4ad4-90ba-de5605525be3, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=176e5627-60dd-4ad4-90ba-de5605525be3,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:27:14.092758 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:14.118465 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9213579-3121-4b1c-9542-57e29ed9ab3b req-543db6e0-7832-4373-9cd4-cabf3d2a9f2a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509350 Feb 04 14:27:14.140940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=176e5627-60dd-4ad4-90ba-de5605525be3,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:27:14.169563 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa60cb3-7b15-4fe9-8f1d-3c255654257e x-openstack-request-id: req-0fa60cb3-7b15-4fe9-8f1d-3c255654257e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:27:14.169865 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62d10e9-c47d-4f55-aca1-206106b0dd20", "name": "network-vif-plugged", "status": "completed", "tag": "176e5627-60dd-4ad4-90ba-de5605525be3", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:27:14.170189 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0fa60cb3-7b15-4fe9-8f1d-3c255654257e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:27:14.170646 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176e5627-60dd-4ad4-90ba-de5605525be3', 'code': 200} Feb 04 14:27:14.383507 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7217563-768f-414f-ba21-d3a14cf3d716 req-f16e19f2-e74c-4ebe-b737-f0216a1c1628 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:14.384926 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d7217563-768f-414f-ba21-d3a14cf3d716 req-f16e19f2-e74c-4ebe-b737-f0216a1c1628 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0534892 Feb 04 14:27:14.432699 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d7217563-768f-414f-ba21-d3a14cf3d716 req-953a9801-5e5e-4f66-8046-cbfcbd754c2b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422282 Feb 04 14:27:14.440065 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:15.244152 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:15.260907 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-32087191-f3ff-48aa-a5b2-31fee40f26a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:15.561192 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ba4b6-dc67-4e64-8798-69bbe60d4aa4 req-7cf36197-375d-4ea2-9607-df82847eaed4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:15.563113 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd0ba4b6-dc67-4e64-8798-69bbe60d4aa4 req-7cf36197-375d-4ea2-9607-df82847eaed4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0580120 Feb 04 14:27:15.618866 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd0ba4b6-dc67-4e64-8798-69bbe60d4aa4 req-c0f8af6c-b4ba-429f-8549-8a10e7904c1c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500014 Feb 04 14:27:15.783474 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:15.845040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459dcf8-73c1-4716-95f4-6da42eac395b req-879939f8-b0a6-4326-a885-3fb7b501e163 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:15.846467 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5459dcf8-73c1-4716-95f4-6da42eac395b req-879939f8-b0a6-4326-a885-3fb7b501e163 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.100 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 946 time: 0.0611200 Feb 04 14:27:15.940973 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-5459dcf8-73c1-4716-95f4-6da42eac395b req-a16231da-5342-4157-9c85-470a25fa8c20 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Deleting port 176e5627-60dd-4ad4-90ba-de5605525be3 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:27:15.941326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5459dcf8-73c1-4716-95f4-6da42eac395b req-a16231da-5342-4157-9c85-470a25fa8c20 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:16.029348 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-5459dcf8-73c1-4716-95f4-6da42eac395b req-a16231da-5342-4157-9c85-470a25fa8c20 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] For port 176e5627-60dd-4ad4-90ba-de5605525be3, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=176e5627-60dd-4ad4-90ba-de5605525be3,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:27:16.029716 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5459dcf8-73c1-4716-95f4-6da42eac395b req-a16231da-5342-4157-9c85-470a25fa8c20 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:16.249380 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5459dcf8-73c1-4716-95f4-6da42eac395b req-a16231da-5342-4157-9c85-470a25fa8c20 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:16.249751 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5459dcf8-73c1-4716-95f4-6da42eac395b req-a16231da-5342-4157-9c85-470a25fa8c20 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (28a92339-8c53-44ce-98bf-596f5fef039c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:16.250686 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [req-5459dcf8-73c1-4716-95f4-6da42eac395b req-a16231da-5342-4157-9c85-470a25fa8c20 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Floating IP 28a92339-8c53-44ce-98bf-596f5fef039c disassociated. External IP: 172.25.5.112, port: 176e5627-60dd-4ad4-90ba-de5605525be3. Feb 04 14:27:16.251111 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-5459dcf8-73c1-4716-95f4-6da42eac395b req-a16231da-5342-4157-9c85-470a25fa8c20 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Calling delete_port for 176e5627-60dd-4ad4-90ba-de5605525be3 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:27:16.381409 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5459dcf8-73c1-4716-95f4-6da42eac395b req-a16231da-5342-4157-9c85-470a25fa8c20 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (176e5627-60dd-4ad4-90ba-de5605525be3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:16.407741 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16231da-5342-4157-9c85-470a25fa8c20 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Pushing event deleted for resources: {'Port': ['ID=176e5627-60dd-4ad4-90ba-de5605525be3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:27:16.530935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5459dcf8-73c1-4716-95f4-6da42eac395b req-a16231da-5342-4157-9c85-470a25fa8c20 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Router 4bead58e-7ab6-4f85-8591-90636056d921 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:27:16.647838 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5459dcf8-73c1-4716-95f4-6da42eac395b req-a16231da-5342-4157-9c85-470a25fa8c20 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:27:16.657729 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1e4ce-a2e5-4390-80e8-a9904ef66683 None None] Sync routers for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:27:16.668383 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1e4ce-a2e5-4390-80e8-a9904ef66683 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:27:16.668998 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-efa1e4ce-a2e5-4390-80e8-a9904ef66683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:27:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:27:16.698851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5459dcf8-73c1-4716-95f4-6da42eac395b req-a16231da-5342-4157-9c85-470a25fa8c20 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] No DVR routers for this DVR port 176e5627-60dd-4ad4-90ba-de5605525be3 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:27:16.701749 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5459dcf8-73c1-4716-95f4-6da42eac395b req-a16231da-5342-4157-9c85-470a25fa8c20 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:16.705167 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5459dcf8-73c1-4716-95f4-6da42eac395b req-a16231da-5342-4157-9c85-470a25fa8c20 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.100 "DELETE /v2.0/ports/176e5627-60dd-4ad4-90ba-de5605525be3 HTTP/1.1" status: 204 len: 173 time: 0.8543341 Feb 04 14:27:16.705640 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'name': 'network-vif-deleted', 'tag': '176e5627-60dd-4ad4-90ba-de5605525be3'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:27:16.707948 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd5ef07-5b45-461e-89a8-b0789e98b102" -d '{"events": [{"server_uuid": "c62d10e9-c47d-4f55-aca1-206106b0dd20", "name": "network-vif-deleted", "tag": "176e5627-60dd-4ad4-90ba-de5605525be3"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:27:16.726852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f1c030df-e298-4890-b426-fda590927932 req-f8f38e1d-55c6-4e74-9318-2911ff90729a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=c62d10e9-c47d-4f55-aca1-206106b0dd20 HTTP/1.1" status: 200 len: 210 time: 0.0336933 Feb 04 14:27:16.776482 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5a7f4a-4551-4887-829b-38357da09dc5 x-openstack-request-id: req-7e5a7f4a-4551-4887-829b-38357da09dc5 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:27:16.776795 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62d10e9-c47d-4f55-aca1-206106b0dd20", "name": "network-vif-deleted", "tag": "176e5627-60dd-4ad4-90ba-de5605525be3", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:27:16.777059 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7e5a7f4a-4551-4887-829b-38357da09dc5 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:27:16.777469 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62d10e9-c47d-4f55-aca1-206106b0dd20', 'name': 'network-vif-deleted', 'tag': '176e5627-60dd-4ad4-90ba-de5605525be3', 'status': 'completed', 'code': 200} Feb 04 14:27:16.807015 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-efa1e4ce-a2e5-4390-80e8-a9904ef66683 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:27:17.032450 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-efa1e4ce-a2e5-4390-80e8-a9904ef66683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:27:17.058423 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1e4ce-a2e5-4390-80e8-a9904ef66683 None None] Checking router: 4bead58e-7ab6-4f85-8591-90636056d921 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:27:17.066743 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1e4ce-a2e5-4390-80e8-a9904ef66683 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:27:17.067343 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-efa1e4ce-a2e5-4390-80e8-a9904ef66683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:27:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:27:17.124759 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:17.174652 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-efa1e4ce-a2e5-4390-80e8-a9904ef66683 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:27:17.371363 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-efa1e4ce-a2e5-4390-80e8-a9904ef66683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:27:17.398116 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1e4ce-a2e5-4390-80e8-a9904ef66683 None None] The sync data for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 is: [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:27:17.615695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5c05a-ba11-46ee-83a6-ca72e0d8d011 None None] New status for floating IP 28a92339-8c53-44ce-98bf-596f5fef039c: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:27:17.991913 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-a85169e2-ad96-4009-b89b-87fc27fcaa0c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1468681400&fields=id&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 267 time: 0.0421839 Feb 04 14:27:18.058308 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:18.101684 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-e244369d-5c9b-4f8a-b94a-f48278338465 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:18.103217 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-e244369d-5c9b-4f8a-b94a-f48278338465 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 812 time: 0.1049311 Feb 04 14:27:18.118476 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-477ff457-6a3a-4f3c-96d5-dfffc7a427cd tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/quotas/327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 375 time: 0.0098760 Feb 04 14:27:18.180134 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-1147c193-6942-4c60-a924-343a9f4ed98a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533819 Feb 04 14:27:18.320008 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-7b2a4dd2-94a7-4113-8cb5-0f40920a9dd5 service neutron] 10.222.0.96 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277988 Feb 04 14:27:18.415076 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-cb0e7c6e-35bf-4e84-979b-891f3fcdc1dc service neutron] 10.222.0.96 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892878 Feb 04 14:27:18.575463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b093f77d-728d-4efc-9428-5ac56e489f87 req-ce81e21b-15be-4f9c-ab11-cc88b564213d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 210 time: 0.0293963 Feb 04 14:27:19.699083 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7394633f-f49a-495c-bb8b-16118a44384c req-7c0e8eb5-8da3-4b2e-94b8-df6c59d5d651 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 210 time: 0.0481980 Feb 04 14:27:19.736990 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-9d425744-5a1e-4e5b-934e-813cf1663f33 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:19.738580 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-9d425744-5a1e-4e5b-934e-813cf1663f33 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 812 time: 0.1568432 Feb 04 14:27:19.803227 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-88c82e24-3eac-4c86-bd06-5a75cdd55d28 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 380 time: 0.0563252 Feb 04 14:27:19.813315 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-5d46b9f8-c67d-4c35-ad17-38e0c74a95f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Request body: {'port': {'device_id': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'admin_state_up': True, 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'security_groups': ['1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:27:19.925968 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-5d46b9f8-c67d-4c35-ad17-38e0c74a95f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Made reservation on behalf of 327aed1be9034b5998d3dd4ae5cd9af7 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:27:19.929375 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-5d46b9f8-c67d-4c35-ad17-38e0c74a95f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:19.942256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 176e5627-60dd-4ad4-90ba-de5605525be3 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:27:19.965859 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 176e5627-60dd-4ad4-90ba-de5605525be3 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:27:19.966231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 176e5627-60dd-4ad4-90ba-de5605525be3 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:27:20.055536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-5d46b9f8-c67d-4c35-ad17-38e0c74a95f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Allocated IP 172.20.0.12 (2d1ace07-3468-40e0-8892-a37d15bdceaa/fccbcf21-864f-4028-8597-6a7bd0e1465d/57ce65d5-f839-46bc-a680-c897fca50336) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:27:20.193993 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-5d46b9f8-c67d-4c35-ad17-38e0c74a95f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for port (57ce65d5-f839-46bc-a680-c897fca50336), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:20.229882 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-5d46b9f8-c67d-4c35-ad17-38e0c74a95f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (57ce65d5-f839-46bc-a680-c897fca50336), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:20.274598 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-5d46b9f8-c67d-4c35-ad17-38e0c74a95f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Network 2d1ace07-3468-40e0-8892-a37d15bdceaa is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:27:20.277724 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-5d46b9f8-c67d-4c35-ad17-38e0c74a95f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:27:20.282557 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-5d46b9f8-c67d-4c35-ad17-38e0c74a95f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:27:20.289698 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46b9f8-c67d-4c35-ad17-38e0c74a95f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Pushing event updated for resources: {'Port': ['ID=57ce65d5-f839-46bc-a680-c897fca50336,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:27:20.341383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-5d46b9f8-c67d-4c35-ad17-38e0c74a95f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:20.342025 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-5d46b9f8-c67d-4c35-ad17-38e0c74a95f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:20.359592 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-5d46b9f8-c67d-4c35-ad17-38e0c74a95f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5501931 Feb 04 14:27:20.371025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Request body: {'port': {'device_id': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:27:20.434558 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (57ce65d5-f839-46bc-a680-c897fca50336), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:20.560498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0eed59a0-e613-479c-8d49-87c5bd775840 None None] Provisioning complete for port 57ce65d5-f839-46bc-a680-c897fca50336 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:27:20.560786 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0eed59a0-e613-479c-8d49-87c5bd775840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (57ce65d5-f839-46bc-a680-c897fca50336), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:20.598807 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0eed59a0-e613-479c-8d49-87c5bd775840 None None] Port 57ce65d5-f839-46bc-a680-c897fca50336 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:27:20.712712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ce65d5-f839-46bc-a680-c897fca50336 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:27:20.722494 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Publish callbacks [] for port (57ce65d5-f839-46bc-a680-c897fca50336), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:20.742284 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Transition to ACTIVE for port object 57ce65d5-f839-46bc-a680-c897fca50336 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:27:20.746784 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (57ce65d5-f839-46bc-a680-c897fca50336), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:20.803836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Pushing event updated for resources: {'Port': ['ID=57ce65d5-f839-46bc-a680-c897fca50336,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:27:20.830294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c45975-bff4-4298-bb7e-8d3829133a04 req-e9620bb2-fef4-4857-8693-72cc5769afad tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:20.831991 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90c45975-bff4-4298-bb7e-8d3829133a04 req-e9620bb2-fef4-4857-8693-72cc5769afad tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 944 time: 0.0583296 Feb 04 14:27:20.876895 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Attempting to bind port 57ce65d5-f839-46bc-a680-c897fca50336 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:27:20.877232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Attempting to bind port 57ce65d5-f839-46bc-a680-c897fca50336 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:27:20.877570 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Attempting to bind port 57ce65d5-f839-46bc-a680-c897fca50336 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:27:20.882263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Port 57ce65d5-f839-46bc-a680-c897fca50336 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:27:20.882582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Attempting to bind port 57ce65d5-f839-46bc-a680-c897fca50336 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:27:20.886906 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90c45975-bff4-4298-bb7e-8d3829133a04 req-bc2e06a8-f93d-4566-a973-f43d5c191948 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489113 Feb 04 14:27:20.887583 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:27:20.888011 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Checking segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:27:20.888290 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Bound using segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:27:20.888716 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Bound port: 57ce65d5-f839-46bc-a680-c897fca50336, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:27:20.889081 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (57ce65d5-f839-46bc-a680-c897fca50336), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:20.960882 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] For port 57ce65d5-f839-46bc-a680-c897fca50336, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:27:20.964344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] For port 57ce65d5-f839-46bc-a680-c897fca50336, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=57ce65d5-f839-46bc-a680-c897fca50336,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:27:20.972217 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (57ce65d5-f839-46bc-a680-c897fca50336), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:21.012801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:21.013417 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:21.014871 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] 10.222.0.100 "PUT /v2.0/ports/57ce65d5-f839-46bc-a680-c897fca50336 HTTP/1.1" status: 200 len: 1093 time: 0.6487494 Feb 04 14:27:21.015322 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'tag': '57ce65d5-f839-46bc-a680-c897fca50336'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:27:21.018366 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ff49a5-2e15-471c-862f-e75ab81fe401" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2f8749-92dc-4489-8283-313f386cb5d8", "tag": "57ce65d5-f839-46bc-a680-c897fca50336"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:27:21.043199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f03b4-39dc-422d-85e1-5a0dd24c8289 service neutron] Pushing event updated for resources: {'Port': ['ID=57ce65d5-f839-46bc-a680-c897fca50336,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:27:21.094348 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a56b95-bc0b-4033-88b1-6a3a49abea78 x-openstack-request-id: req-e8a56b95-bc0b-4033-88b1-6a3a49abea78 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:27:21.094506 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2f8749-92dc-4489-8283-313f386cb5d8", "tag": "57ce65d5-f839-46bc-a680-c897fca50336", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:27:21.094770 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e8a56b95-bc0b-4033-88b1-6a3a49abea78 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:27:21.095179 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'tag': '57ce65d5-f839-46bc-a680-c897fca50336', 'status': 'completed', 'code': 200} Feb 04 14:27:21.115519 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-657cab57-a381-45da-b72b-05073d4b5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:21.117045 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-657cab57-a381-45da-b72b-05073d4b5ee2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 1127 time: 0.0546222 Feb 04 14:27:21.163923 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-dedca79b-db32-4a24-ba92-423c5a307080 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ce65d5-f839-46bc-a680-c897fca50336 HTTP/1.1" status: 200 len: 217 time: 0.0405431 Feb 04 14:27:21.215054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-30e85e66-629a-4822-996c-7a90f60740bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:21.216493 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-30e85e66-629a-4822-996c-7a90f60740bd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0467169 Feb 04 14:27:21.265702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-bc2346ce-e2bd-477e-9a81-3ae3de343f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:21.267392 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-bc2346ce-e2bd-477e-9a81-3ae3de343f44 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450797 Feb 04 14:27:21.358998 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-d0705e0b-1ba3-4fef-87db-4ba563ec94cb service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860267 Feb 04 14:27:21.447919 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3d0d3cd-e67f-4562-9c62-6b3412d36b2c req-4dfe37a1-9131-4bca-a4e2-002670abd930 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834889 Feb 04 14:27:21.540693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff49a5-2e15-471c-862f-e75ab81fe401 req-0bd189c3-1f36-48dd-bea5-221c304d2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:21.542119 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-08ff49a5-2e15-471c-862f-e75ab81fe401 req-0bd189c3-1f36-48dd-bea5-221c304d2f3b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 1127 time: 0.0470190 Feb 04 14:27:21.639069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff49a5-2e15-471c-862f-e75ab81fe401 req-b27257f5-4399-4335-aa38-aa20542d6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:21.641114 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-08ff49a5-2e15-471c-862f-e75ab81fe401 req-b27257f5-4399-4335-aa38-aa20542d6e1b service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0925834 Feb 04 14:27:21.683439 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-08ff49a5-2e15-471c-862f-e75ab81fe401 req-127aee41-2ba9-4cbc-b40d-250b9be6fbcc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ce65d5-f839-46bc-a680-c897fca50336 HTTP/1.1" status: 200 len: 217 time: 0.0371425 Feb 04 14:27:21.732588 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff49a5-2e15-471c-862f-e75ab81fe401 req-c9b2143a-f1a3-474b-9ca0-0c17eab968f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:21.734118 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-08ff49a5-2e15-471c-862f-e75ab81fe401 req-c9b2143a-f1a3-474b-9ca0-0c17eab968f2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0457172 Feb 04 14:27:21.788342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff49a5-2e15-471c-862f-e75ab81fe401 req-1a340508-06e0-4e9a-a9a8-862c74b346c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:21.790183 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-08ff49a5-2e15-471c-862f-e75ab81fe401 req-1a340508-06e0-4e9a-a9a8-862c74b346c3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508387 Feb 04 14:27:21.881437 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-08ff49a5-2e15-471c-862f-e75ab81fe401 req-5fb66a68-86df-4dc1-83b4-577993de4458 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858953 Feb 04 14:27:21.980192 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-08ff49a5-2e15-471c-862f-e75ab81fe401 req-c3aedf39-effa-4d42-8c95-59c943f2cc7d service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923665 Feb 04 14:27:22.015104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6628a9-fe48-431a-b54f-b789e922a55f req-c1221d65-7bac-46ff-9589-a1190f60f7ab tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:22.017388 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b6628a9-fe48-431a-b54f-b789e922a55f req-c1221d65-7bac-46ff-9589-a1190f60f7ab tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 944 time: 0.0584185 Feb 04 14:27:22.064926 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b6628a9-fe48-431a-b54f-b789e922a55f req-63746249-bebf-4050-99c1-cbc66a638aba tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417662 Feb 04 14:27:23.187429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424aa160-7a51-4a79-94c7-6ce4e52d7c87 req-a426c395-eb08-4664-a6b2-4ce7df02c588 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:23.189066 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-424aa160-7a51-4a79-94c7-6ce4e52d7c87 req-a426c395-eb08-4664-a6b2-4ce7df02c588 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 944 time: 0.0545802 Feb 04 14:27:23.237639 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-424aa160-7a51-4a79-94c7-6ce4e52d7c87 req-c304969f-0a2a-4818-b028-bd3b322f4c69 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422616 Feb 04 14:27:23.949687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 57ce65d5-f839-46bc-a680-c897fca50336 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:27:24.060406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 57ce65d5-f839-46bc-a680-c897fca50336, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=57ce65d5-f839-46bc-a680-c897fca50336,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:27:24.072084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '57ce65d5-f839-46bc-a680-c897fca50336', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'port_id': '57ce65d5-f839-46bc-a680-c897fca50336', 'mac_address': 'fa:16:3e:1d:fe:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:27:24.110758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 57ce65d5-f839-46bc-a680-c897fca50336 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:27:24.111235 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (57ce65d5-f839-46bc-a680-c897fca50336), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:24.124006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ce65d5-f839-46bc-a680-c897fca50336 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:27:24.145989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 57ce65d5-f839-46bc-a680-c897fca50336, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=57ce65d5-f839-46bc-a680-c897fca50336,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:27:24.150421 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (57ce65d5-f839-46bc-a680-c897fca50336), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:24.208458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=57ce65d5-f839-46bc-a680-c897fca50336,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:27:24.367347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a9895-be2d-4f00-8c68-d162086602bc req-5cc5b26f-6e17-4880-abb4-b638bf285f50 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:24.368852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-470a9895-be2d-4f00-8c68-d162086602bc req-5cc5b26f-6e17-4880-abb4-b638bf285f50 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 945 time: 0.0602036 Feb 04 14:27:24.418688 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-470a9895-be2d-4f00-8c68-d162086602bc req-1a30d2df-748a-4f6a-a70f-d060ceaf8e7b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442355 Feb 04 14:27:24.447430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['57ce65d5-f839-46bc-a680-c897fca50336'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:27:25.549957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66af1d-ec64-4d2a-ab74-aff2a9a8fc41 req-f039046d-8675-42f5-80f6-ca47ab4d6530 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:25.551531 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b66af1d-ec64-4d2a-ab74-aff2a9a8fc41 req-f039046d-8675-42f5-80f6-ca47ab4d6530 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 945 time: 0.0583827 Feb 04 14:27:25.601782 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b66af1d-ec64-4d2a-ab74-aff2a9a8fc41 req-bba2c553-3b63-4d54-a309-c2e77c98ad04 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443118 Feb 04 14:27:25.966009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 57ce65d5-f839-46bc-a680-c897fca50336 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:27:26.025383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 57ce65d5-f839-46bc-a680-c897fca50336 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:27:26.031386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 57ce65d5-f839-46bc-a680-c897fca50336 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:27:26.031806 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (57ce65d5-f839-46bc-a680-c897fca50336), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:26.115813 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 57ce65d5-f839-46bc-a680-c897fca50336 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:27:26.116220 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (57ce65d5-f839-46bc-a680-c897fca50336), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:26.142404 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ce65d5-f839-46bc-a680-c897fca50336'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:27:26.144648 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1164c74d-df72-4dbf-949a-0cd78e07c4c9" -d '{"events": [{"server_uuid": "ee2f8749-92dc-4489-8283-313f386cb5d8", "name": "network-vif-plugged", "status": "completed", "tag": "57ce65d5-f839-46bc-a680-c897fca50336"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:27:26.158682 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 57ce65d5-f839-46bc-a680-c897fca50336, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=57ce65d5-f839-46bc-a680-c897fca50336,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:27:26.165105 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (57ce65d5-f839-46bc-a680-c897fca50336), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:26.214500 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=57ce65d5-f839-46bc-a680-c897fca50336,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:27:26.240305 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba54149-1dde-4899-85a8-e3502be4ced8 x-openstack-request-id: req-dba54149-1dde-4899-85a8-e3502be4ced8 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:27:26.240605 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2f8749-92dc-4489-8283-313f386cb5d8", "name": "network-vif-plugged", "status": "completed", "tag": "57ce65d5-f839-46bc-a680-c897fca50336", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:27:26.240869 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dba54149-1dde-4899-85a8-e3502be4ced8 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:27:26.241270 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ce65d5-f839-46bc-a680-c897fca50336', 'code': 200} Feb 04 14:27:26.344037 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9867298-5011-4aa8-b432-77d409b35c72 req-10e17eab-4816-48e0-8d8f-d67bd962f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:26.346307 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d9867298-5011-4aa8-b432-77d409b35c72 req-10e17eab-4816-48e0-8d8f-d67bd962f91f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 1129 time: 0.0453043 Feb 04 14:27:26.392351 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d9867298-5011-4aa8-b432-77d409b35c72 req-a16f5ff2-a240-4b5e-a962-131296cc18de service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385396 Feb 04 14:27:26.730052 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0338b-acbc-40ea-ab3f-ef4e94beef1a req-41741be2-d230-4e46-b90b-515f2087558a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:26.731582 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7e0338b-acbc-40ea-ab3f-ef4e94beef1a req-41741be2-d230-4e46-b90b-515f2087558a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0525777 Feb 04 14:27:26.785281 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7e0338b-acbc-40ea-ab3f-ef4e94beef1a req-9fbdb7ea-e313-4c3c-91c1-0d1c0a8155c2 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472567 Feb 04 14:27:27.917656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67ed51-9b75-4e5d-b129-92240d6acc76 req-cc7e53b6-ea28-4606-9524-4a2d0fbacf0a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:27.919360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea67ed51-9b75-4e5d-b129-92240d6acc76 req-cc7e53b6-ea28-4606-9524-4a2d0fbacf0a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0618448 Feb 04 14:27:27.969462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea67ed51-9b75-4e5d-b129-92240d6acc76 req-4bfd9fd5-c479-47ba-8298-b684bad1e937 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430050 Feb 04 14:27:28.094250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d9af1-cf95-4bb6-a4f0-b2a4a587aa8b req-5885a51c-72f0-4940-a947-d9294e2febdb tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:28.096484 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ce9d9af1-cf95-4bb6-a4f0-b2a4a587aa8b req-5885a51c-72f0-4940-a947-d9294e2febdb tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0594759 Feb 04 14:27:28.106460 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35274) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:27:28.111789 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c49536f1-24f0-4ca6-930b-f1c9b2111861 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Request body: {'floatingip': {'port_id': '57ce65d5-f839-46bc-a680-c897fca50336'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:27:28.155493 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c49536f1-24f0-4ca6-930b-f1c9b2111861 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for floatingip (28a92339-8c53-44ce-98bf-596f5fef039c), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:28.636940 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c49536f1-24f0-4ca6-930b-f1c9b2111861 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:28.641154 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c49536f1-24f0-4ca6-930b-f1c9b2111861 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (28a92339-8c53-44ce-98bf-596f5fef039c), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:28.753851 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-c49536f1-24f0-4ca6-930b-f1c9b2111861 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Floating IP 28a92339-8c53-44ce-98bf-596f5fef039c associated. External IP: 172.25.5.112, port: 57ce65d5-f839-46bc-a680-c897fca50336. Feb 04 14:27:29.309707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49536f1-24f0-4ca6-930b-f1c9b2111861 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Router 4bead58e-7ab6-4f85-8591-90636056d921 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:27:29.430731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49536f1-24f0-4ca6-930b-f1c9b2111861 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:27:29.435709 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c49536f1-24f0-4ca6-930b-f1c9b2111861 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:29.441330 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0cebb2-43bc-4b13-b2bc-ebd80cf50bb8 None None] Sync routers for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:27:29.452098 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0cebb2-43bc-4b13-b2bc-ebd80cf50bb8 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:27:29.452750 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-0b0cebb2-43bc-4b13-b2bc-ebd80cf50bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:27:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:27:29.466908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c49536f1-24f0-4ca6-930b-f1c9b2111861 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "PUT /v2.0/floatingips/28a92339-8c53-44ce-98bf-596f5fef039c HTTP/1.1" status: 200 len: 992 time: 1.3593478 Feb 04 14:27:29.467482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'tag': '57ce65d5-f839-46bc-a680-c897fca50336'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:27:29.469756 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a68d23-e0ee-4d1e-ae27-3a3ce894530b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2f8749-92dc-4489-8283-313f386cb5d8", "tag": "57ce65d5-f839-46bc-a680-c897fca50336"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:27:29.572172 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-0b0cebb2-43bc-4b13-b2bc-ebd80cf50bb8 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:27:29.577524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf03fe-459c-46f9-8bed-8f127706b67d req-5f131604-735b-470b-aa48-fcb40f26e006 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:29.579139 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ffbf03fe-459c-46f9-8bed-8f127706b67d req-5f131604-735b-470b-aa48-fcb40f26e006 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0581670 Feb 04 14:27:29.631886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ffbf03fe-459c-46f9-8bed-8f127706b67d req-29cea15d-80a1-4e01-b009-c1ce89b349b9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460758 Feb 04 14:27:29.756463 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c1df27-f231-4a20-b4b6-f5fc8b4efb9a x-openstack-request-id: req-e3c1df27-f231-4a20-b4b6-f5fc8b4efb9a {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:27:29.756853 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2f8749-92dc-4489-8283-313f386cb5d8", "tag": "57ce65d5-f839-46bc-a680-c897fca50336", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:27:29.757370 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e3c1df27-f231-4a20-b4b6-f5fc8b4efb9a {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:27:29.758155 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'tag': '57ce65d5-f839-46bc-a680-c897fca50336', 'status': 'completed', 'code': 200} Feb 04 14:27:29.837591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a68d23-e0ee-4d1e-ae27-3a3ce894530b req-3b876f20-f239-4455-b87c-ed47badb6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:29.839077 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a0a68d23-e0ee-4d1e-ae27-3a3ce894530b req-3b876f20-f239-4455-b87c-ed47badb6b50 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 1129 time: 0.0551496 Feb 04 14:27:29.839913 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-0b0cebb2-43bc-4b13-b2bc-ebd80cf50bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '28a92339-8c53-44ce-98bf-596f5fef039c', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'port_id': '57ce65d5-f839-46bc-a680-c897fca50336', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'mac_address': 'fa:16:3e:1d:fe:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:26:32Z', 'updated_at': '2022-02-04T14:27:28Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:27:29.866571 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0cebb2-43bc-4b13-b2bc-ebd80cf50bb8 None None] Checking router: 4bead58e-7ab6-4f85-8591-90636056d921 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:27:29.875051 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0cebb2-43bc-4b13-b2bc-ebd80cf50bb8 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:27:29.875659 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-0b0cebb2-43bc-4b13-b2bc-ebd80cf50bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:27:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:27:29.944135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a68d23-e0ee-4d1e-ae27-3a3ce894530b req-a53146ec-87a3-44ea-91f6-41d9a489de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:29.945859 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a0a68d23-e0ee-4d1e-ae27-3a3ce894530b req-a53146ec-87a3-44ea-91f6-41d9a489de91 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.1011422 Feb 04 14:27:29.995624 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-0b0cebb2-43bc-4b13-b2bc-ebd80cf50bb8 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:27:30.024154 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a0a68d23-e0ee-4d1e-ae27-3a3ce894530b req-47973ffa-3fd7-4f67-b084-6ad5aab10b3f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ce65d5-f839-46bc-a680-c897fca50336 HTTP/1.1" status: 200 len: 1000 time: 0.0730436 Feb 04 14:27:30.078370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a68d23-e0ee-4d1e-ae27-3a3ce894530b req-e4ec15d8-a351-4e4f-90ed-98a516f0f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:30.080111 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a0a68d23-e0ee-4d1e-ae27-3a3ce894530b req-e4ec15d8-a351-4e4f-90ed-98a516f0f074 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0502796 Feb 04 14:27:30.132709 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a68d23-e0ee-4d1e-ae27-3a3ce894530b req-196a1b3f-4c57-4476-970c-7de7259fa0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:30.134179 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a0a68d23-e0ee-4d1e-ae27-3a3ce894530b req-196a1b3f-4c57-4476-970c-7de7259fa0b3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493588 Feb 04 14:27:30.200890 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:27:30.230697 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a0a68d23-e0ee-4d1e-ae27-3a3ce894530b req-7c8003b5-35af-4c97-af5a-7aeeb3a95af2 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904136 Feb 04 14:27:30.347587 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a0a68d23-e0ee-4d1e-ae27-3a3ce894530b req-ed3b1181-8616-4ef9-b3b2-3b9f34823f72 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120033 Feb 04 14:27:30.364775 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-0b0cebb2-43bc-4b13-b2bc-ebd80cf50bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '28a92339-8c53-44ce-98bf-596f5fef039c', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'port_id': '57ce65d5-f839-46bc-a680-c897fca50336', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'mac_address': 'fa:16:3e:1d:fe:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:26:32Z', 'updated_at': '2022-02-04T14:27:28Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:27:30.396773 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0cebb2-43bc-4b13-b2bc-ebd80cf50bb8 None None] The sync data for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 is: [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '28a92339-8c53-44ce-98bf-596f5fef039c', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'port_id': '57ce65d5-f839-46bc-a680-c897fca50336', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'mac_address': 'fa:16:3e:1d:fe:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:26:32Z', 'updated_at': '2022-02-04T14:27:28Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:27:30.632019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78fdb92-7edd-4f8f-b00d-dea10add9487 None None] New status for floating IP 28a92339-8c53-44ce-98bf-596f5fef039c: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:27:30.769921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a8782-c4ec-4183-b7c4-f07e85df98dc req-ae97f23d-b2b0-4815-96e6-337314b7242d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:30.771481 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c5a8782-c4ec-4183-b7c4-f07e85df98dc req-ae97f23d-b2b0-4815-96e6-337314b7242d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0599027 Feb 04 14:27:30.833860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c5a8782-c4ec-4183-b7c4-f07e85df98dc req-099b78a7-78d4-4f19-8d2b-7abc51dacd45 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562999 Feb 04 14:27:31.069330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30925c3d-3e77-4f3b-80e0-21c09549d8ed req-d14df117-bdeb-4e8e-9ab2-f9a6e0b76f2f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:31.070888 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-30925c3d-3e77-4f3b-80e0-21c09549d8ed req-d14df117-bdeb-4e8e-9ab2-f9a6e0b76f2f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0592053 Feb 04 14:27:31.124936 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-30925c3d-3e77-4f3b-80e0-21c09549d8ed req-210c9dc6-01ba-4f11-8aae-4625c95bf7cd tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475316 Feb 04 14:27:32.253304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4c9fe-48a7-4874-a1a7-867ce7620fd2 req-e503e0db-1e96-4076-8d0e-787326224a35 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:32.254845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b0b4c9fe-48a7-4874-a1a7-867ce7620fd2 req-e503e0db-1e96-4076-8d0e-787326224a35 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0580208 Feb 04 14:27:32.302491 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b0b4c9fe-48a7-4874-a1a7-867ce7620fd2 req-accb240d-7057-4445-b705-0d9b1340faaa tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420761 Feb 04 14:27:33.424753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357973fb-53aa-4dad-aca0-a81842f8edc5 req-187f90fe-aff1-48c0-bd5c-7539b3b6931e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:33.426322 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-357973fb-53aa-4dad-aca0-a81842f8edc5 req-187f90fe-aff1-48c0-bd5c-7539b3b6931e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0542350 Feb 04 14:27:33.474565 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-357973fb-53aa-4dad-aca0-a81842f8edc5 req-51cf5140-13fa-435d-88fd-cc66f0a27e19 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426702 Feb 04 14:27:34.596209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf8d55-6d65-47d3-9686-87f04e20364d req-18051aae-33e4-4541-ad1f-9924c1a4c69c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:34.597712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ddf8d55-6d65-47d3-9686-87f04e20364d req-18051aae-33e4-4541-ad1f-9924c1a4c69c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0537608 Feb 04 14:27:34.649439 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ddf8d55-6d65-47d3-9686-87f04e20364d req-14cc5e66-60fa-44a4-8834-dd58d95efcd9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461743 Feb 04 14:27:35.771746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899173f-ef23-4e55-8d1a-f20224a1b85c req-6207b4bf-00bc-4bed-b32a-b693e9d9e3e9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:35.773250 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8899173f-ef23-4e55-8d1a-f20224a1b85c req-6207b4bf-00bc-4bed-b32a-b693e9d9e3e9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0545692 Feb 04 14:27:35.820903 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8899173f-ef23-4e55-8d1a-f20224a1b85c req-d34c4760-03a0-4e7d-b393-0ecef276844b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420485 Feb 04 14:27:36.945463 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed198b64-49f8-48c6-930e-2bd7383f7497 req-6d0ac83a-2bf6-49e4-8fdc-9efb9f8b82ef tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:36.946934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed198b64-49f8-48c6-930e-2bd7383f7497 req-6d0ac83a-2bf6-49e4-8fdc-9efb9f8b82ef tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0563798 Feb 04 14:27:36.995423 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ed198b64-49f8-48c6-930e-2bd7383f7497 req-f41e2cae-b475-445a-98bb-97685cfd9929 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426977 Feb 04 14:27:38.129684 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ef48e-3d31-4b96-8df3-20fb93b2bfa3 req-9ada0bed-76b6-4771-82e6-5e2bd7ea954e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:38.131307 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-657ef48e-3d31-4b96-8df3-20fb93b2bfa3 req-9ada0bed-76b6-4771-82e6-5e2bd7ea954e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0610287 Feb 04 14:27:38.181124 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-657ef48e-3d31-4b96-8df3-20fb93b2bfa3 req-b6840a06-4b0c-4b49-b3b4-400a43a250ac tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442367 Feb 04 14:27:39.318570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28b084-abf3-46c9-9850-1cb568a7def2 req-09e9aa42-15f9-4bdd-b3d1-95789073c2f5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:39.320168 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c28b084-abf3-46c9-9850-1cb568a7def2 req-09e9aa42-15f9-4bdd-b3d1-95789073c2f5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0648654 Feb 04 14:27:39.391719 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c28b084-abf3-46c9-9850-1cb568a7def2 req-ab9b0f09-20bb-4c44-94d1-427e6ef835b9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602186 Feb 04 14:27:40.534550 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5487bc7-6140-46db-b469-b92fdbaef3b3 req-6aab00c2-ef93-477d-b992-0a707b6b127c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:40.536058 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5487bc7-6140-46db-b469-b92fdbaef3b3 req-6aab00c2-ef93-477d-b992-0a707b6b127c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0620968 Feb 04 14:27:40.589343 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5487bc7-6140-46db-b469-b92fdbaef3b3 req-1799d0f0-dc14-4b08-88bf-c8efbc0175d1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474269 Feb 04 14:27:41.072266 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-51387407-f854-41f0-8f97-7b697330896f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:41.714841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27932dfd-7ff0-493d-9130-b6b693230fde req-76eb0f60-6d5d-4a57-a3ab-bc8f2ef9f475 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:41.716369 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27932dfd-7ff0-493d-9130-b6b693230fde req-76eb0f60-6d5d-4a57-a3ab-bc8f2ef9f475 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0582867 Feb 04 14:27:41.769238 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27932dfd-7ff0-493d-9130-b6b693230fde req-7a52a6c5-92a2-4e9b-9c8d-9e9e6fd4c07c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471973 Feb 04 14:27:42.890195 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd70096-a41b-4974-a856-fdbb0f42fbed req-baec7a61-f0df-4b58-9123-abb3a40fae6e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:42.892460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-abd70096-a41b-4974-a856-fdbb0f42fbed req-baec7a61-f0df-4b58-9123-abb3a40fae6e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0546510 Feb 04 14:27:42.941013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-abd70096-a41b-4974-a856-fdbb0f42fbed req-f7ee9c2d-6ce5-468f-acab-acb8cd73657b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424399 Feb 04 14:27:44.067931 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bce9fd-d734-4e82-b92a-302a176fe103 req-fe2e2038-c19c-4e26-be55-f56e57d7aabd tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:44.069433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3bce9fd-d734-4e82-b92a-302a176fe103 req-fe2e2038-c19c-4e26-be55-f56e57d7aabd tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0588179 Feb 04 14:27:44.117136 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3bce9fd-d734-4e82-b92a-302a176fe103 req-ce879292-a00a-4b6a-9935-4e5fac4187df tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421503 Feb 04 14:27:44.453659 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:45.238040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0579540-b8a4-4fb8-859e-04b0a38f6208 req-89021220-941f-484c-a954-05642a9e0062 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:45.239581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0579540-b8a4-4fb8-859e-04b0a38f6208 req-89021220-941f-484c-a954-05642a9e0062 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0544789 Feb 04 14:27:45.264682 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f41f9d1a-746f-4eef-8d2c-931586b9019d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:45.277360 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:45.289711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0579540-b8a4-4fb8-859e-04b0a38f6208 req-be54794b-2efb-409f-bca8-3429db67be11 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445740 Feb 04 14:27:45.787002 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:46.412700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f7d7a-6290-4352-8712-5d7fca57d883 req-b515adc7-e92e-41b2-af97-f7271d9a9d94 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:46.414474 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f1f7d7a-6290-4352-8712-5d7fca57d883 req-b515adc7-e92e-41b2-af97-f7271d9a9d94 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0574093 Feb 04 14:27:46.462189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f1f7d7a-6290-4352-8712-5d7fca57d883 req-2a85090a-c384-4b73-af08-9b26edc43c2c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415776 Feb 04 14:27:47.126697 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:47.585571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74e5b0-b0a7-45ae-b9ac-0be80bb818b9 req-9fcce194-9630-44b3-b2ee-199869c01d31 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:47.587211 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b74e5b0-b0a7-45ae-b9ac-0be80bb818b9 req-9fcce194-9630-44b3-b2ee-199869c01d31 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0539410 Feb 04 14:27:47.636256 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b74e5b0-b0a7-45ae-b9ac-0be80bb818b9 req-43b1ec3a-d756-4302-8ef4-4beaf8f6bda1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435345 Feb 04 14:27:48.052388 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:27:48.755176 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4151fe-8569-439c-9ad4-bdba56bc1b43 req-516ed1e0-bc44-4f89-8a1b-39c887a36d82 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:48.756668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a4151fe-8569-439c-9ad4-bdba56bc1b43 req-516ed1e0-bc44-4f89-8a1b-39c887a36d82 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0537443 Feb 04 14:27:48.808443 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8a4151fe-8569-439c-9ad4-bdba56bc1b43 req-f7a5a543-b4cc-4d6e-b64d-ac36e9bbbb1b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456069 Feb 04 14:27:49.933074 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006621f1-594c-4842-9a93-c79b8d0214f6 req-ac66cd80-c20b-4693-a3d2-b2b6537dc75d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:49.934612 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-006621f1-594c-4842-9a93-c79b8d0214f6 req-ac66cd80-c20b-4693-a3d2-b2b6537dc75d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0556552 Feb 04 14:27:49.981561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-006621f1-594c-4842-9a93-c79b8d0214f6 req-1a4f9f58-c913-474e-900f-33a84071a392 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412636 Feb 04 14:27:51.099504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26160a65-b308-487e-a3ba-ac598abcae1a req-49c322f7-51cd-43cc-8ba8-9c68a87a55cb tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:51.101008 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26160a65-b308-487e-a3ba-ac598abcae1a req-49c322f7-51cd-43cc-8ba8-9c68a87a55cb tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0529640 Feb 04 14:27:51.148051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26160a65-b308-487e-a3ba-ac598abcae1a req-fa67f34e-4bd1-4150-a279-e591d6daa7c7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415695 Feb 04 14:27:52.273511 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3da6ae-a421-4d5d-883f-08fcff8f6770 req-f32b7406-d6c6-43af-8e56-8558405107d6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:52.275060 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c3da6ae-a421-4d5d-883f-08fcff8f6770 req-f32b7406-d6c6-43af-8e56-8558405107d6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0587204 Feb 04 14:27:52.323369 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c3da6ae-a421-4d5d-883f-08fcff8f6770 req-68759e3e-439e-454a-bd82-031a30b9f2ad tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427933 Feb 04 14:27:53.442417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10316713-7d7e-4465-940e-23c48ee7f8c5 req-730d85ba-c3a1-4565-864c-0a6337269664 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:53.443967 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10316713-7d7e-4465-940e-23c48ee7f8c5 req-730d85ba-c3a1-4565-864c-0a6337269664 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0541387 Feb 04 14:27:53.493514 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10316713-7d7e-4465-940e-23c48ee7f8c5 req-02edb77d-b1a9-4d73-a90d-e1f4fb82d8bb tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435696 Feb 04 14:27:54.621010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e8eea-6f5f-469f-84f7-5bc89a285a1d req-876c96e6-09e7-4239-9ddc-360332a58d44 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:54.622479 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de0e8eea-6f5f-469f-84f7-5bc89a285a1d req-876c96e6-09e7-4239-9ddc-360332a58d44 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0557673 Feb 04 14:27:54.673095 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de0e8eea-6f5f-469f-84f7-5bc89a285a1d req-dc264853-4e91-4dce-b2b9-d26af9cc6abc tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449867 Feb 04 14:27:55.800840 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee53d9-e05b-4ade-9b46-87f3d4934edd req-2438ef2a-3bc1-49db-8cf5-d7a89925167e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:55.802408 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29ee53d9-e05b-4ade-9b46-87f3d4934edd req-2438ef2a-3bc1-49db-8cf5-d7a89925167e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0574491 Feb 04 14:27:55.851116 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29ee53d9-e05b-4ade-9b46-87f3d4934edd req-858e649b-4e31-4d2e-b204-83b330412946 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431862 Feb 04 14:27:56.970767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88dfc8-9f9f-40bc-a244-f8be07483270 req-ca8441e3-f83e-401a-a5d7-123a0401fdc8 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:56.972915 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e88dfc8-9f9f-40bc-a244-f8be07483270 req-ca8441e3-f83e-401a-a5d7-123a0401fdc8 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0540500 Feb 04 14:27:57.019240 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e88dfc8-9f9f-40bc-a244-f8be07483270 req-b747eec1-d973-40d4-85f0-899540c7827a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407832 Feb 04 14:27:57.248755 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-efca5aba-6504-4c7e-bf5e-06fd1f0e0acc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0485086 Feb 04 14:27:57.265885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520260c-2c06-4b1a-9406-e4381acc5b1d req-1a85cbad-ccb3-4121-860d-b184269d7792 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:57.267539 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0520260c-2c06-4b1a-9406-e4381acc5b1d req-1a85cbad-ccb3-4121-860d-b184269d7792 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0591569 Feb 04 14:27:57.317781 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0520260c-2c06-4b1a-9406-e4381acc5b1d req-36493c7e-f24b-4d71-b0a2-a66b1c192fe0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437241 Feb 04 14:27:58.319164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-4299e083-7e48-4501-9078-5b911a91efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:58.320663 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-4299e083-7e48-4501-9078-5b911a91efdf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 1129 time: 0.0466244 Feb 04 14:27:58.416812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-b60b5b9b-e9d8-494a-bb4b-664ee71ccc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:58.418343 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-b60b5b9b-e9d8-494a-bb4b-664ee71ccc5b service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0923827 Feb 04 14:27:58.440100 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8979a9-e5c6-4d21-a8c9-efbbdd656d5b req-ba8bd0b4-df36-42cc-88ca-102a0a569a88 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:58.442541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd8979a9-e5c6-4d21-a8c9-efbbdd656d5b req-ba8bd0b4-df36-42cc-88ca-102a0a569a88 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0553763 Feb 04 14:27:58.484634 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-c2b3b027-1dae-4903-a1c9-df7195bf86d0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ce65d5-f839-46bc-a680-c897fca50336 HTTP/1.1" status: 200 len: 1002 time: 0.0610356 Feb 04 14:27:58.489698 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd8979a9-e5c6-4d21-a8c9-efbbdd656d5b req-6afda3e7-c01b-4b4b-9e0e-f9215da94e31 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415595 Feb 04 14:27:58.543986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-d16d13a4-eeda-42a9-ad14-f3f03e8067ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:58.545459 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-d16d13a4-eeda-42a9-ad14-f3f03e8067ff service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0552933 Feb 04 14:27:58.595130 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-e44ee2a0-f666-4472-9e45-f8bce7e726c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:58.597217 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-e44ee2a0-f666-4472-9e45-f8bce7e726c4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449269 Feb 04 14:27:58.686467 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-9285054c-35b8-452a-9003-bef5418518c3 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829365 Feb 04 14:27:58.778685 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-5f896b3a-5d23-436a-bdc0-0f469d8a0756 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870514 Feb 04 14:27:59.618902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27e5c1-7904-44de-84b3-6c0a9d9f9216 req-98e9aa30-043e-4dc1-b310-bc908fd757a3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:27:59.620456 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f27e5c1-7904-44de-84b3-6c0a9d9f9216 req-98e9aa30-043e-4dc1-b310-bc908fd757a3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0591047 Feb 04 14:27:59.667542 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f27e5c1-7904-44de-84b3-6c0a9d9f9216 req-15bd0d50-c1cd-4fca-835a-d02a17c13257 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414643 Feb 04 14:28:00.612868 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-ffe318e6-0a10-4110-8813-7d1c02aa455b service neutron] show failed (client error): The resource could not be found. Feb 04 14:28:00.614004 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-ffe318e6-0a10-4110-8813-7d1c02aa455b service neutron] 10.222.0.100 "GET /v2.0/ports/57ce65d5-f839-46bc-a680-c897fca50336/bindings/n-h1-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0556335 Feb 04 14:28:00.797776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52322e3c-6c48-4e13-800f-c25abbceab5c req-3b540cc2-b1ad-4199-9ebd-e10a83db3a4b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:00.799354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52322e3c-6c48-4e13-800f-c25abbceab5c req-3b540cc2-b1ad-4199-9ebd-e10a83db3a4b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0568199 Feb 04 14:28:00.828591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-dfc204b9-aced-4881-b28a-2c843b402ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:00.830238 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-dfc204b9-aced-4881-b28a-2c843b402ac4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 1129 time: 0.0482917 Feb 04 14:28:00.840624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:28:00.849836 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52322e3c-6c48-4e13-800f-c25abbceab5c req-13d21594-6045-41a4-8a38-734f855d8c77 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445132 Feb 04 14:28:00.904478 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (57ce65d5-f839-46bc-a680-c897fca50336), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:01.103841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] For port 57ce65d5-f839-46bc-a680-c897fca50336, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=57ce65d5-f839-46bc-a680-c897fca50336,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:28:01.135825 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] For port 57ce65d5-f839-46bc-a680-c897fca50336, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:28:01.174656 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ce65d5-f839-46bc-a680-c897fca50336'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:28:01.176905 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaa8067-016a-4edf-83e4-9af064e29ebc" -d '{"events": [{"server_uuid": "ee2f8749-92dc-4489-8283-313f386cb5d8", "name": "network-vif-unplugged", "status": "completed", "tag": "57ce65d5-f839-46bc-a680-c897fca50336"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:28:01.180419 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Publish callbacks [] for port (57ce65d5-f839-46bc-a680-c897fca50336), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:01.193209 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Transition to ACTIVE for port object 57ce65d5-f839-46bc-a680-c897fca50336 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:28:01.196877 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (57ce65d5-f839-46bc-a680-c897fca50336), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:01.289576 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Pushing event updated for resources: {'Port': ['ID=57ce65d5-f839-46bc-a680-c897fca50336,revision_number=6']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:28:01.299862 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c6581a-1af0-4f26-b38e-837e3b7fde62 x-openstack-request-id: req-02c6581a-1af0-4f26-b38e-837e3b7fde62 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:28:01.300216 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2f8749-92dc-4489-8283-313f386cb5d8", "name": "network-vif-unplugged", "status": "completed", "tag": "57ce65d5-f839-46bc-a680-c897fca50336", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:28:01.300477 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-02c6581a-1af0-4f26-b38e-837e3b7fde62 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:28:01.300879 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ce65d5-f839-46bc-a680-c897fca50336', 'code': 200} Feb 04 14:28:01.304332 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:01.304685 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:01.305038 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:01.305375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:01.305708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:01.306041 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:01.306408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:01.306736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:01.307064 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:01.307389 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:01.307715 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:01.308039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:01.308362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:01.345464 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] No DVR routers for this DVR port 57ce65d5-f839-46bc-a680-c897fca50336 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:28:01.489384 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Attempting to bind port 57ce65d5-f839-46bc-a680-c897fca50336 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:28:01.489724 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Attempting to bind port 57ce65d5-f839-46bc-a680-c897fca50336 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:28:01.490060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Attempting to bind port 57ce65d5-f839-46bc-a680-c897fca50336 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:28:01.494426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Port 57ce65d5-f839-46bc-a680-c897fca50336 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:28:01.494755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Attempting to bind port 57ce65d5-f839-46bc-a680-c897fca50336 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:28:01.499542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:28:01.499885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Checking segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:28:01.500270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Bound using segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:28:01.500691 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Bound port: 57ce65d5-f839-46bc-a680-c897fca50336, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:28:01.501048 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (57ce65d5-f839-46bc-a680-c897fca50336), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:01.569003 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] For port 57ce65d5-f839-46bc-a680-c897fca50336, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:28:01.572314 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] For port 57ce65d5-f839-46bc-a680-c897fca50336, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=57ce65d5-f839-46bc-a680-c897fca50336,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:28:01.578396 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (57ce65d5-f839-46bc-a680-c897fca50336), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:01.616474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:01.617093 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:01.618491 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] 10.222.0.99 "PUT /v2.0/ports/57ce65d5-f839-46bc-a680-c897fca50336 HTTP/1.1" status: 200 len: 1093 time: 0.7819264 Feb 04 14:28:01.638979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd1bfc-5880-4493-90db-1ea2f12f9d46 service neutron] Pushing event updated for resources: {'Port': ['ID=57ce65d5-f839-46bc-a680-c897fca50336,revision_number=7']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:28:01.689116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-63395bba-6d10-4216-b9ed-60aed0850ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:01.691428 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-63395bba-6d10-4216-b9ed-60aed0850ac6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 1127 time: 0.0495563 Feb 04 14:28:01.790913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-f7ee59e1-0064-4778-a009-808427536e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:01.792407 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-f7ee59e1-0064-4778-a009-808427536e2a service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0957358 Feb 04 14:28:01.860713 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-5e8b9175-b48d-47dd-b588-ef919587b6b3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ce65d5-f839-46bc-a680-c897fca50336 HTTP/1.1" status: 200 len: 1000 time: 0.0625105 Feb 04 14:28:01.913129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-9d69e096-2e9c-49f8-a770-75e78db2e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:01.914927 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-9d69e096-2e9c-49f8-a770-75e78db2e4ce service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0484717 Feb 04 14:28:01.964963 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-641bdd9d-1a1b-4e70-ac08-d93c0a6bda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:01.966511 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-641bdd9d-1a1b-4e70-ac08-d93c0a6bda4d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457916 Feb 04 14:28:01.976749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eaa45b-16dd-4644-9ac7-1150a0030e89 req-3e5ab554-b052-441e-99a0-e90f73fe2561 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:01.978294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57eaa45b-16dd-4644-9ac7-1150a0030e89 req-3e5ab554-b052-441e-99a0-e90f73fe2561 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 944 time: 0.0563688 Feb 04 14:28:02.036840 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57eaa45b-16dd-4644-9ac7-1150a0030e89 req-31c6d976-49a1-4609-89c7-4046b4e997d8 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528619 Feb 04 14:28:02.058740 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-5b8dca46-dcdf-49f4-93b2-82470ea4c1d0 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854981 Feb 04 14:28:02.159426 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe3671bb-b8c0-43a2-ab3d-ec0eed6fff7b req-6462c976-888f-48c5-9c30-36d759f27ad1 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943396 Feb 04 14:28:03.156020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b882c3-d067-40a0-88b6-da348d8e88ef req-9d342af5-ec4f-4eef-a796-5fe52b2abfd0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:03.157519 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1b882c3-d067-40a0-88b6-da348d8e88ef req-9d342af5-ec4f-4eef-a796-5fe52b2abfd0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 944 time: 0.0529215 Feb 04 14:28:03.204005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d1b882c3-d067-40a0-88b6-da348d8e88ef req-9d5eb4a9-c294-44ee-88ed-9129b6396f8e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403726 Feb 04 14:28:03.301909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'tag': '57ce65d5-f839-46bc-a680-c897fca50336'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:28:03.304279 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2f8749-92dc-4489-8283-313f386cb5d8", "tag": "57ce65d5-f839-46bc-a680-c897fca50336"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:28:03.351724 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe37b82-9176-4a0d-a635-14ea24993352 x-openstack-request-id: req-9fe37b82-9176-4a0d-a635-14ea24993352 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:28:03.352024 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2f8749-92dc-4489-8283-313f386cb5d8", "tag": "57ce65d5-f839-46bc-a680-c897fca50336", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:28:03.352279 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9fe37b82-9176-4a0d-a635-14ea24993352 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:28:03.352675 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'tag': '57ce65d5-f839-46bc-a680-c897fca50336', 'status': 'completed', 'code': 200} Feb 04 14:28:03.444629 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-19e80609-382d-4423-be6a-88308309942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:03.446141 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-19e80609-382d-4423-be6a-88308309942e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 1127 time: 0.0754294 Feb 04 14:28:03.448466 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-4f5eedf7-741e-4a9b-bc91-ec91b28c350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:03.449781 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-4f5eedf7-741e-4a9b-bc91-ec91b28c350d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 1127 time: 0.0711534 Feb 04 14:28:03.896489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-72e7475e-2b2c-4e7c-bd69-6ab4886bc314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:03.897940 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-72e7475e-2b2c-4e7c-bd69-6ab4886bc314 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.4463415 Feb 04 14:28:03.898893 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-d9a0d879-8dbe-4c3b-a28d-036ae045f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:03.900169 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-d9a0d879-8dbe-4c3b-a28d-036ae045f30b service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.4411316 Feb 04 14:28:04.010710 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-55f15590-f359-46c2-be70-ca6223d48cd9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ce65d5-f839-46bc-a680-c897fca50336 HTTP/1.1" status: 200 len: 1000 time: 0.1067007 Feb 04 14:28:04.012374 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-865f5ef6-6d22-48be-bda5-c6a30919d31e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ce65d5-f839-46bc-a680-c897fca50336 HTTP/1.1" status: 200 len: 1000 time: 0.1024547 Feb 04 14:28:04.072792 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 57ce65d5-f839-46bc-a680-c897fca50336 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:28:04.091954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-f20d8ef5-7910-4bb8-a7cd-e7ee70343711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:04.093417 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-f20d8ef5-7910-4bb8-a7cd-e7ee70343711 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0777934 Feb 04 14:28:04.094795 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-3377eb6b-a06b-4fd7-9de9-100ddcbcd4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:04.096084 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-3377eb6b-a06b-4fd7-9de9-100ddcbcd4ec service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0728538 Feb 04 14:28:04.112726 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] The host n-h2-714676-13 is not matching for port 57ce65d5-f839-46bc-a680-c897fca50336 host n-h1-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 14:28:04.113273 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 57ce65d5-f839-46bc-a680-c897fca50336 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:28:04.173025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-460bd315-c46b-49a1-927c-24497a53b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:04.174622 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-460bd315-c46b-49a1-927c-24497a53b0f8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0753446 Feb 04 14:28:04.190696 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-36b182ac-3f55-4d7a-81a8-887eab158885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:04.192137 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-36b182ac-3f55-4d7a-81a8-887eab158885 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0843887 Feb 04 14:28:04.327694 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ea7bc-9469-4d6e-b6c4-2b4669d83463 req-8b383656-5c6f-4dde-90f2-0f6f7860d441 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:04.329116 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b0ea7bc-9469-4d6e-b6c4-2b4669d83463 req-8b383656-5c6f-4dde-90f2-0f6f7860d441 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 944 time: 0.0539753 Feb 04 14:28:04.341148 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-924d153f-7dbb-420f-9a6c-d12fbc1089db service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597970 Feb 04 14:28:04.346913 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-af945d81-7359-487e-9bbd-580ec7ed0864 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449378 Feb 04 14:28:04.378347 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3b0ea7bc-9469-4d6e-b6c4-2b4669d83463 req-4e4043ed-dad8-4a42-abe5-f2a0e197e159 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425897 Feb 04 14:28:04.502247 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-fe77bee1-cba0-49c5-8b29-e05b900ee8ae service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541128 Feb 04 14:28:04.504722 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a98a402-bbf7-47bb-89f0-d619b9b93bc5 req-329dd1cf-792e-4e90-b7dd-ecc9785e38fc service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488671 Feb 04 14:28:05.150466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 57ce65d5-f839-46bc-a680-c897fca50336 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:28:05.249618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 57ce65d5-f839-46bc-a680-c897fca50336, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=57ce65d5-f839-46bc-a680-c897fca50336,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:28:05.260831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '57ce65d5-f839-46bc-a680-c897fca50336', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'port_id': '57ce65d5-f839-46bc-a680-c897fca50336', 'mac_address': 'fa:16:3e:1d:fe:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:28:05.298484 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 57ce65d5-f839-46bc-a680-c897fca50336 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:28:05.298875 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (57ce65d5-f839-46bc-a680-c897fca50336), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:05.315317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ce65d5-f839-46bc-a680-c897fca50336 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:28:05.338829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 57ce65d5-f839-46bc-a680-c897fca50336, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=57ce65d5-f839-46bc-a680-c897fca50336,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:28:05.342923 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (57ce65d5-f839-46bc-a680-c897fca50336), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:05.389084 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=57ce65d5-f839-46bc-a680-c897fca50336,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:28:05.396866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:05.397217 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:05.397562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:05.397904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:05.398277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:05.398610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:05.398941 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:05.399269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:05.399595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:05.399956 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:05.400294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:05.400673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:05.400945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:28:05.507304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3d3bd-57d2-4c03-89c3-ec9eead0e93f req-d2da0bb8-61d0-4c2e-8599-3e8b2457b0e9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:05.508832 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70d3d3bd-57d2-4c03-89c3-ec9eead0e93f req-d2da0bb8-61d0-4c2e-8599-3e8b2457b0e9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 945 time: 0.0588503 Feb 04 14:28:05.557468 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70d3d3bd-57d2-4c03-89c3-ec9eead0e93f req-4fc37579-1713-4219-af32-d599582524a0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430808 Feb 04 14:28:05.648842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['57ce65d5-f839-46bc-a680-c897fca50336'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:28:05.764154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfef7d-ed8c-4dbe-a610-0553050dc33d req-aa7d5bec-f33b-40ba-be04-10edb3bb522d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:05.765863 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-78dfef7d-ed8c-4dbe-a610-0553050dc33d req-aa7d5bec-f33b-40ba-be04-10edb3bb522d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 945 time: 0.0584137 Feb 04 14:28:05.779536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694865f-0eb5-44a3-8fb5-52552a6f5971 req-eccb62b3-406a-4a2e-93b1-64d24aa813cd tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:05.781018 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a694865f-0eb5-44a3-8fb5-52552a6f5971 req-eccb62b3-406a-4a2e-93b1-64d24aa813cd tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 945 time: 0.0643222 Feb 04 14:28:05.817370 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-78dfef7d-ed8c-4dbe-a610-0553050dc33d req-9cabfa15-2e6d-4d95-a097-c83a7d231238 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444510 Feb 04 14:28:05.842659 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-a694865f-0eb5-44a3-8fb5-52552a6f5971 req-ab2408ee-8088-4ae4-a2db-1b1ce879734e service neutron] delete failed (client error): The resource could not be found. Feb 04 14:28:05.843682 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a694865f-0eb5-44a3-8fb5-52552a6f5971 req-ab2408ee-8088-4ae4-a2db-1b1ce879734e service neutron] 10.222.0.100 "DELETE /v2.0/ports/57ce65d5-f839-46bc-a680-c897fca50336/bindings/n-h2-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0571456 Feb 04 14:28:05.930528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694865f-0eb5-44a3-8fb5-52552a6f5971 req-f587c365-512d-46ef-a406-d1039b5c5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:05.932023 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a694865f-0eb5-44a3-8fb5-52552a6f5971 req-f587c365-512d-46ef-a406-d1039b5c5884 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 1128 time: 0.0459278 Feb 04 14:28:06.022573 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694865f-0eb5-44a3-8fb5-52552a6f5971 req-fd085472-9b47-4b2f-b686-07462fd352f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:06.024031 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a694865f-0eb5-44a3-8fb5-52552a6f5971 req-fd085472-9b47-4b2f-b686-07462fd352f2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0869255 Feb 04 14:28:06.087495 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a694865f-0eb5-44a3-8fb5-52552a6f5971 req-c313d2d3-5171-4a06-9e20-0aa58a0e9b5d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ce65d5-f839-46bc-a680-c897fca50336 HTTP/1.1" status: 200 len: 1001 time: 0.0581975 Feb 04 14:28:06.134825 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694865f-0eb5-44a3-8fb5-52552a6f5971 req-8efe54b5-9065-4ad9-a022-bb428fb8cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:06.136309 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a694865f-0eb5-44a3-8fb5-52552a6f5971 req-8efe54b5-9065-4ad9-a022-bb428fb8cfa6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0436893 Feb 04 14:28:06.189504 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694865f-0eb5-44a3-8fb5-52552a6f5971 req-8d22df79-1086-4a88-9312-1dac736656ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:06.191091 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a694865f-0eb5-44a3-8fb5-52552a6f5971 req-8d22df79-1086-4a88-9312-1dac736656ba service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495968 Feb 04 14:28:06.278112 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a694865f-0eb5-44a3-8fb5-52552a6f5971 req-e36e9ab8-9b65-49c9-8705-cb1f0a3225fc service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813725 Feb 04 14:28:06.370913 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a694865f-0eb5-44a3-8fb5-52552a6f5971 req-ab89da35-adfa-44e4-8c84-21b1696ac9e3 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878479 Feb 04 14:28:06.947679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328729a0-ff97-4639-8bcd-9f27431733d2 req-99c08537-17e1-4896-b70d-808b21082b1f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:06.949117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-328729a0-ff97-4639-8bcd-9f27431733d2 req-99c08537-17e1-4896-b70d-808b21082b1f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 945 time: 0.0600739 Feb 04 14:28:07.001107 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-328729a0-ff97-4639-8bcd-9f27431733d2 req-89fdb881-a7a1-4ada-bd43-0ccbd2ccf65a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462546 Feb 04 14:28:07.118617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa3fef-f66f-4863-8e48-ca0dd6e3e890 req-ebb1c6dd-c177-48af-900d-7e72a647592c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:07.120137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44aa3fef-f66f-4863-8e48-ca0dd6e3e890 req-ebb1c6dd-c177-48af-900d-7e72a647592c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 945 time: 0.0533671 Feb 04 14:28:07.157495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 57ce65d5-f839-46bc-a680-c897fca50336 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:28:07.167768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-44aa3fef-f66f-4863-8e48-ca0dd6e3e890 req-e3f0c050-a7c7-41b6-b22f-85e6279a603c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419416 Feb 04 14:28:07.200590 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:28:07.207814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 57ce65d5-f839-46bc-a680-c897fca50336 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:28:07.211613 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 57ce65d5-f839-46bc-a680-c897fca50336 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:28:07.211993 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (57ce65d5-f839-46bc-a680-c897fca50336), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:07.295809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 57ce65d5-f839-46bc-a680-c897fca50336 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:28:07.296220 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (57ce65d5-f839-46bc-a680-c897fca50336), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:07.334014 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 57ce65d5-f839-46bc-a680-c897fca50336, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=57ce65d5-f839-46bc-a680-c897fca50336,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:28:07.335054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ce65d5-f839-46bc-a680-c897fca50336'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:28:07.337654 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30911f06-fba0-4818-8047-3a5c264e67cb" -d '{"events": [{"server_uuid": "ee2f8749-92dc-4489-8283-313f386cb5d8", "name": "network-vif-plugged", "status": "completed", "tag": "57ce65d5-f839-46bc-a680-c897fca50336"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:28:07.341322 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (57ce65d5-f839-46bc-a680-c897fca50336), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:07.383523 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef33724-1556-47e3-ac2d-6b18a635e25e req-a82f6d57-284c-4b95-9c2a-d68722544626 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:07.385319 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bef33724-1556-47e3-ac2d-6b18a635e25e req-a82f6d57-284c-4b95-9c2a-d68722544626 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 945 time: 0.0589290 Feb 04 14:28:07.396288 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=57ce65d5-f839-46bc-a680-c897fca50336,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:28:07.408177 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643669a-193a-41c0-8b03-29f52628d0ee req-7a9396a0-b357-4b6f-b83f-063f6243e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:07.410479 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2643669a-193a-41c0-8b03-29f52628d0ee req-7a9396a0-b357-4b6f-b83f-063f6243e57d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 1129 time: 0.0497203 Feb 04 14:28:07.437232 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bef33724-1556-47e3-ac2d-6b18a635e25e req-ed7ed7bc-764a-45c7-9836-889f66fbdb6e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462749 Feb 04 14:28:07.483134 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1648c50-b27c-44fb-a947-fb6a11563576 x-openstack-request-id: req-e1648c50-b27c-44fb-a947-fb6a11563576 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:28:07.483436 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2f8749-92dc-4489-8283-313f386cb5d8", "name": "network-vif-plugged", "status": "completed", "tag": "57ce65d5-f839-46bc-a680-c897fca50336", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:28:07.483697 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e1648c50-b27c-44fb-a947-fb6a11563576 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:28:07.484097 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ce65d5-f839-46bc-a680-c897fca50336', 'code': 200} Feb 04 14:28:07.505002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643669a-193a-41c0-8b03-29f52628d0ee req-cfe3d6cf-2fad-4728-bdd4-b652ee248977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:07.506506 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2643669a-193a-41c0-8b03-29f52628d0ee req-cfe3d6cf-2fad-4728-bdd4-b652ee248977 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0906670 Feb 04 14:28:07.575933 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2643669a-193a-41c0-8b03-29f52628d0ee req-c647ed89-4473-45a6-9781-12cb05e1b4f7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ce65d5-f839-46bc-a680-c897fca50336 HTTP/1.1" status: 200 len: 1002 time: 0.0638425 Feb 04 14:28:07.624170 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643669a-193a-41c0-8b03-29f52628d0ee req-7e7b2a44-49aa-4a30-b479-bad927c25af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:07.625656 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2643669a-193a-41c0-8b03-29f52628d0ee req-7e7b2a44-49aa-4a30-b479-bad927c25af6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0449159 Feb 04 14:28:07.677042 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643669a-193a-41c0-8b03-29f52628d0ee req-7b237d61-0f92-4c51-a8eb-2de9835a1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:07.678595 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2643669a-193a-41c0-8b03-29f52628d0ee req-7b237d61-0f92-4c51-a8eb-2de9835a1051 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464101 Feb 04 14:28:07.772347 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2643669a-193a-41c0-8b03-29f52628d0ee req-3079078b-43ea-4923-97ef-34561aa579b7 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879765 Feb 04 14:28:07.863410 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2643669a-193a-41c0-8b03-29f52628d0ee req-e4119d63-365a-4526-82d0-d630f9cc7d5b service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856550 Feb 04 14:28:08.566642 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dab380-da33-4c7f-8bb8-5d1d2cbc1952 req-1a29bdc6-10af-4548-94e4-a6cebf7c8e1a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:08.568172 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d2dab380-da33-4c7f-8bb8-5d1d2cbc1952 req-1a29bdc6-10af-4548-94e4-a6cebf7c8e1a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0586009 Feb 04 14:28:08.617521 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d2dab380-da33-4c7f-8bb8-5d1d2cbc1952 req-b1d0e386-c974-4c3f-9370-ec77231a80fd tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437171 Feb 04 14:28:08.855293 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a838116-08b9-4105-870b-077c49f18aae req-fcc139ab-7c10-4da7-82ed-d3b4a0ad188e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:08.856788 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a838116-08b9-4105-870b-077c49f18aae req-fcc139ab-7c10-4da7-82ed-d3b4a0ad188e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0544832 Feb 04 14:28:08.905195 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a838116-08b9-4105-870b-077c49f18aae req-d25417df-8b67-4c0d-a7c0-f09f24352c07 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427661 Feb 04 14:28:10.029963 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de15c90-9a44-4443-a014-ed9b6c5a78fb req-ecfd8479-dc66-4bb4-bb46-32c68f4b2d34 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:10.031496 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4de15c90-9a44-4443-a014-ed9b6c5a78fb req-ecfd8479-dc66-4bb4-bb46-32c68f4b2d34 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0573938 Feb 04 14:28:10.083345 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4de15c90-9a44-4443-a014-ed9b6c5a78fb req-2b339d88-5ec2-4e08-b04e-29b4b06d9109 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453975 Feb 04 14:28:10.226812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dffe7f-4a8e-451c-a9a6-3b1264f1cabb req-0d927201-c2fa-4d7b-9805-778b93c0d747 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:10.228195 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c0dffe7f-4a8e-451c-a9a6-3b1264f1cabb req-0d927201-c2fa-4d7b-9805-778b93c0d747 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.99 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0622673 Feb 04 14:28:10.319978 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-c0dffe7f-4a8e-451c-a9a6-3b1264f1cabb req-c0893b3b-9e8f-41f8-8a5f-365b0bf35614 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Deleting port 57ce65d5-f839-46bc-a680-c897fca50336 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:28:10.320325 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-c0dffe7f-4a8e-451c-a9a6-3b1264f1cabb req-c0893b3b-9e8f-41f8-8a5f-365b0bf35614 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (57ce65d5-f839-46bc-a680-c897fca50336), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:10.412545 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-c0dffe7f-4a8e-451c-a9a6-3b1264f1cabb req-c0893b3b-9e8f-41f8-8a5f-365b0bf35614 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] For port 57ce65d5-f839-46bc-a680-c897fca50336, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=57ce65d5-f839-46bc-a680-c897fca50336,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:28:10.412914 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-c0dffe7f-4a8e-451c-a9a6-3b1264f1cabb req-c0893b3b-9e8f-41f8-8a5f-365b0bf35614 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (57ce65d5-f839-46bc-a680-c897fca50336), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:10.585841 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-c0dffe7f-4a8e-451c-a9a6-3b1264f1cabb req-c0893b3b-9e8f-41f8-8a5f-365b0bf35614 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:10.586143 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-c0dffe7f-4a8e-451c-a9a6-3b1264f1cabb req-c0893b3b-9e8f-41f8-8a5f-365b0bf35614 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (28a92339-8c53-44ce-98bf-596f5fef039c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:10.586467 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [req-c0dffe7f-4a8e-451c-a9a6-3b1264f1cabb req-c0893b3b-9e8f-41f8-8a5f-365b0bf35614 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Floating IP 28a92339-8c53-44ce-98bf-596f5fef039c disassociated. External IP: 172.25.5.112, port: 57ce65d5-f839-46bc-a680-c897fca50336. Feb 04 14:28:10.586812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-c0dffe7f-4a8e-451c-a9a6-3b1264f1cabb req-c0893b3b-9e8f-41f8-8a5f-365b0bf35614 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Calling delete_port for 57ce65d5-f839-46bc-a680-c897fca50336 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:28:10.723990 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-c0dffe7f-4a8e-451c-a9a6-3b1264f1cabb req-c0893b3b-9e8f-41f8-8a5f-365b0bf35614 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (57ce65d5-f839-46bc-a680-c897fca50336), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:10.754004 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0893b3b-9e8f-41f8-8a5f-365b0bf35614 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Pushing event deleted for resources: {'Port': ['ID=57ce65d5-f839-46bc-a680-c897fca50336,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:28:10.876408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0dffe7f-4a8e-451c-a9a6-3b1264f1cabb req-c0893b3b-9e8f-41f8-8a5f-365b0bf35614 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Router 4bead58e-7ab6-4f85-8591-90636056d921 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:28:10.995655 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0dffe7f-4a8e-451c-a9a6-3b1264f1cabb req-c0893b3b-9e8f-41f8-8a5f-365b0bf35614 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:28:11.006582 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e86fd-5279-492f-bb34-8c4a1e2b21ac None None] Sync routers for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:28:11.016602 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e86fd-5279-492f-bb34-8c4a1e2b21ac None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:28:11.017209 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a32e86fd-5279-492f-bb34-8c4a1e2b21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:27:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:28:11.037832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0dffe7f-4a8e-451c-a9a6-3b1264f1cabb req-c0893b3b-9e8f-41f8-8a5f-365b0bf35614 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] No DVR routers for this DVR port 57ce65d5-f839-46bc-a680-c897fca50336 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:28:11.040935 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-c0dffe7f-4a8e-451c-a9a6-3b1264f1cabb req-c0893b3b-9e8f-41f8-8a5f-365b0bf35614 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:11.044478 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c0dffe7f-4a8e-451c-a9a6-3b1264f1cabb req-c0893b3b-9e8f-41f8-8a5f-365b0bf35614 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.99 "DELETE /v2.0/ports/57ce65d5-f839-46bc-a680-c897fca50336 HTTP/1.1" status: 204 len: 173 time: 0.8109941 Feb 04 14:28:11.044921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'name': 'network-vif-deleted', 'tag': '57ce65d5-f839-46bc-a680-c897fca50336'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:28:11.047210 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8eb06f-d6ef-4f87-9d53-37aed556777d" -d '{"events": [{"server_uuid": "ee2f8749-92dc-4489-8283-313f386cb5d8", "name": "network-vif-deleted", "tag": "57ce65d5-f839-46bc-a680-c897fca50336"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:28:11.090621 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b011aa4a-606a-498a-ad81-d628d31235e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:11.115247 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570ab7d6-8d30-4fd8-9518-c3bac5b33aba x-openstack-request-id: req-570ab7d6-8d30-4fd8-9518-c3bac5b33aba {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:28:11.115549 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2f8749-92dc-4489-8283-313f386cb5d8", "name": "network-vif-deleted", "tag": "57ce65d5-f839-46bc-a680-c897fca50336", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:28:11.115808 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-570ab7d6-8d30-4fd8-9518-c3bac5b33aba {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:28:11.116215 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2f8749-92dc-4489-8283-313f386cb5d8', 'name': 'network-vif-deleted', 'tag': '57ce65d5-f839-46bc-a680-c897fca50336', 'status': 'completed', 'code': 200} Feb 04 14:28:11.137389 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a32e86fd-5279-492f-bb34-8c4a1e2b21ac None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:28:11.208008 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32343718-fcca-4627-8e56-59753629b6d5 req-cb0324d7-674e-4ee8-99c8-8033f7d9dcaf tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee2f8749-92dc-4489-8283-313f386cb5d8 HTTP/1.1" status: 200 len: 210 time: 0.0305846 Feb 04 14:28:11.356679 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a32e86fd-5279-492f-bb34-8c4a1e2b21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:28:11.384030 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e86fd-5279-492f-bb34-8c4a1e2b21ac None None] Checking router: 4bead58e-7ab6-4f85-8591-90636056d921 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:28:11.392304 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e86fd-5279-492f-bb34-8c4a1e2b21ac None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:28:11.392910 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a32e86fd-5279-492f-bb34-8c4a1e2b21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:27:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:28:11.499336 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a32e86fd-5279-492f-bb34-8c4a1e2b21ac None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:28:11.700725 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a32e86fd-5279-492f-bb34-8c4a1e2b21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:28:11.727855 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e86fd-5279-492f-bb34-8c4a1e2b21ac None None] The sync data for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 is: [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:28:11.944743 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271f34f7-c17a-4845-b19a-fc061466c2a7 None None] New status for floating IP 28a92339-8c53-44ce-98bf-596f5fef039c: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:28:12.453288 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-418ee5f7-087b-4b34-aebe-d8235b240d71 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1468681400&fields=id&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 267 time: 0.0428696 Feb 04 14:28:12.564487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-8a04ba03-fb70-4d6c-b7e7-d734f1b682d1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:12.566860 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-8a04ba03-fb70-4d6c-b7e7-d734f1b682d1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 812 time: 0.1064444 Feb 04 14:28:12.582366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-dadcf63f-ed8f-454d-9b3d-fd45604468c3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/quotas/327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 375 time: 0.0098205 Feb 04 14:28:12.638788 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-7d78094e-afd8-4d2c-bbbd-3568fd7b696d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512080 Feb 04 14:28:12.739802 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-10f1817d-9e92-4b3d-98f7-44fdf7b0c315 service neutron] 10.222.0.96 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893171 Feb 04 14:28:12.833150 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-f7bad036-875c-45ca-bf80-004dc17b4b6e service neutron] 10.222.0.96 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875909 Feb 04 14:28:12.989803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79a87cab-6fac-4ebe-9b55-49cba7ddecd9 req-a8869cd5-e53c-403d-841b-10f556436938 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 210 time: 0.0277164 Feb 04 14:28:13.172914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 57ce65d5-f839-46bc-a680-c897fca50336 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:28:13.195173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 57ce65d5-f839-46bc-a680-c897fca50336 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:28:13.195515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 57ce65d5-f839-46bc-a680-c897fca50336 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:28:13.907878 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-1f85f2e6-7be9-4a0d-b6dc-84aa8517c496 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:13.910196 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-1f85f2e6-7be9-4a0d-b6dc-84aa8517c496 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 812 time: 0.1145961 Feb 04 14:28:13.973399 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-48520b7a-6b17-4879-aeb8-c782d63293b5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 380 time: 0.0544150 Feb 04 14:28:13.985144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-bbdb5fa4-c6d3-4480-9673-4e71c52770e6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Request body: {'port': {'device_id': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'admin_state_up': True, 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'security_groups': ['1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:28:14.089865 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b632b3c-6dd2-4767-ad30-feafcf94a426 req-5d7f4024-3aba-46ed-936b-8d88aa895f9c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 210 time: 0.0284746 Feb 04 14:28:14.095437 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-bbdb5fa4-c6d3-4480-9673-4e71c52770e6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Made reservation on behalf of 327aed1be9034b5998d3dd4ae5cd9af7 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:28:14.098972 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-bbdb5fa4-c6d3-4480-9673-4e71c52770e6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:14.223998 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-bbdb5fa4-c6d3-4480-9673-4e71c52770e6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Allocated IP 172.20.0.11 (2d1ace07-3468-40e0-8892-a37d15bdceaa/fccbcf21-864f-4028-8597-6a7bd0e1465d/74704c4a-9bc9-41d5-b557-5ce48abdec08) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:28:14.368474 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-bbdb5fa4-c6d3-4480-9673-4e71c52770e6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:14.402262 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-bbdb5fa4-c6d3-4480-9673-4e71c52770e6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:14.449167 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-bbdb5fa4-c6d3-4480-9673-4e71c52770e6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Network 2d1ace07-3468-40e0-8892-a37d15bdceaa is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:28:14.452197 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:14.453098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-bbdb5fa4-c6d3-4480-9673-4e71c52770e6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:28:14.456338 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-bbdb5fa4-c6d3-4480-9673-4e71c52770e6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:28:14.488493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb5fa4-c6d3-4480-9673-4e71c52770e6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Pushing event updated for resources: {'Port': ['ID=74704c4a-9bc9-41d5-b557-5ce48abdec08,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:28:14.514991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-bbdb5fa4-c6d3-4480-9673-4e71c52770e6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:14.515653 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-bbdb5fa4-c6d3-4480-9673-4e71c52770e6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:14.534298 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-bbdb5fa4-c6d3-4480-9673-4e71c52770e6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5526581 Feb 04 14:28:14.545349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Request body: {'port': {'device_id': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:28:14.614561 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:14.660532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5a40c831-be25-4494-bfcf-c28400e4e554 None None] Provisioning complete for port 74704c4a-9bc9-41d5-b557-5ce48abdec08 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:28:14.660904 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5a40c831-be25-4494-bfcf-c28400e4e554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:14.696737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5a40c831-be25-4494-bfcf-c28400e4e554 None None] Port 74704c4a-9bc9-41d5-b557-5ce48abdec08 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:28:14.874906 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74704c4a-9bc9-41d5-b557-5ce48abdec08 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:28:14.882186 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Publish callbacks [] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:14.893733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Transition to ACTIVE for port object 74704c4a-9bc9-41d5-b557-5ce48abdec08 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:28:14.897814 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:14.952780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Pushing event updated for resources: {'Port': ['ID=74704c4a-9bc9-41d5-b557-5ce48abdec08,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:28:15.026030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Attempting to bind port 74704c4a-9bc9-41d5-b557-5ce48abdec08 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:28:15.026397 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Attempting to bind port 74704c4a-9bc9-41d5-b557-5ce48abdec08 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:28:15.026735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Attempting to bind port 74704c4a-9bc9-41d5-b557-5ce48abdec08 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:28:15.031297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Port 74704c4a-9bc9-41d5-b557-5ce48abdec08 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:28:15.031627 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Attempting to bind port 74704c4a-9bc9-41d5-b557-5ce48abdec08 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:28:15.037265 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:28:15.037605 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Checking segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:28:15.037989 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Bound using segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:28:15.038718 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Bound port: 74704c4a-9bc9-41d5-b557-5ce48abdec08, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:28:15.039084 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:15.105572 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:28:15.108909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:28:15.117221 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:15.158422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:15.159798 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:15.161223 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] 10.222.0.99 "PUT /v2.0/ports/74704c4a-9bc9-41d5-b557-5ce48abdec08 HTTP/1.1" status: 200 len: 1093 time: 0.6204731 Feb 04 14:28:15.161758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:28:15.164196 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc48bac-663e-442a-861a-b5b0b07c1239" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:28:15.186560 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a276e6-6dbf-4633-88ad-7e1acbef446e service neutron] Pushing event updated for resources: {'Port': ['ID=74704c4a-9bc9-41d5-b557-5ce48abdec08,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:28:15.241906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edcb8c-c55c-49cf-9796-3cb3db41d25f req-22d247a1-7365-4c0f-b1b5-b4756cbbea1f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:15.244487 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13edcb8c-c55c-49cf-9796-3cb3db41d25f req-22d247a1-7365-4c0f-b1b5-b4756cbbea1f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 944 time: 0.0820503 Feb 04 14:28:15.260650 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-67ec3bfe-6cae-4306-8c0b-f5780bfd035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:15.262986 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-67ec3bfe-6cae-4306-8c0b-f5780bfd035a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 1127 time: 0.0590267 Feb 04 14:28:15.286811 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:15.287819 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9fd979b9-03ad-48f1-ab5d-812857fe8860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:15.303200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13edcb8c-c55c-49cf-9796-3cb3db41d25f req-171cb3e5-9f5a-4ec0-8af2-65402a22117f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509136 Feb 04 14:28:15.327173 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-0d35c4df-e17f-4309-b878-7a1f20be9e44 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08 HTTP/1.1" status: 200 len: 217 time: 0.0438046 Feb 04 14:28:15.356030 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31d40e6-fcf3-4c23-a338-47c259e9ff67 x-openstack-request-id: req-d31d40e6-fcf3-4c23-a338-47c259e9ff67 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:28:15.356359 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:28:15.356593 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d31d40e6-fcf3-4c23-a338-47c259e9ff67 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:28:15.356996 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'status': 'completed', 'code': 200} Feb 04 14:28:15.375966 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-a50d5f7a-abb8-48f2-98bd-cf2b5e151782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:15.378087 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-a50d5f7a-abb8-48f2-98bd-cf2b5e151782 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0544889 Feb 04 14:28:15.426608 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-fea58081-ddac-46ec-92ed-c18ff65dd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:15.428108 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-fea58081-ddac-46ec-92ed-c18ff65dd592 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452263 Feb 04 14:28:15.516460 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-69bda10f-02da-4a5f-92fe-4e3db568bb9f service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821121 Feb 04 14:28:15.611269 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a8a4ef75-604d-4234-b6d1-b8fbd2cf42e8 req-b68fa4ad-820a-4739-acf0-4d57e5d7bd27 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885718 Feb 04 14:28:15.701734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc48bac-663e-442a-861a-b5b0b07c1239 req-10f633ec-a9e0-47df-a049-7ac719d0d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:15.703254 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc48bac-663e-442a-861a-b5b0b07c1239 req-10f633ec-a9e0-47df-a049-7ac719d0d888 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 1127 time: 0.0454900 Feb 04 14:28:15.789754 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:15.795379 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc48bac-663e-442a-861a-b5b0b07c1239 req-829bed8c-d982-4157-89f5-3ab73ed2b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:15.796906 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc48bac-663e-442a-861a-b5b0b07c1239 req-829bed8c-d982-4157-89f5-3ab73ed2b6f8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0873706 Feb 04 14:28:15.837957 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc48bac-663e-442a-861a-b5b0b07c1239 req-d44cb0ab-bedc-46ea-b1e9-985fd0e74a9c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08 HTTP/1.1" status: 200 len: 217 time: 0.0353434 Feb 04 14:28:15.885545 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc48bac-663e-442a-861a-b5b0b07c1239 req-323b11cd-fa7b-4fa7-addb-931371d851bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:15.887004 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc48bac-663e-442a-861a-b5b0b07c1239 req-323b11cd-fa7b-4fa7-addb-931371d851bc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0438180 Feb 04 14:28:15.939390 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc48bac-663e-442a-861a-b5b0b07c1239 req-e198ce5b-68f2-4dff-8e11-c081482b89ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:15.940986 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc48bac-663e-442a-861a-b5b0b07c1239 req-e198ce5b-68f2-4dff-8e11-c081482b89ed service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481427 Feb 04 14:28:16.028320 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc48bac-663e-442a-861a-b5b0b07c1239 req-9c2358d4-0044-4511-b06d-0fb9d9779fc5 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810192 Feb 04 14:28:16.420702 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2cc48bac-663e-442a-861a-b5b0b07c1239 req-e50b17aa-3dfb-475b-8919-9a230adf2030 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870540 Feb 04 14:28:16.433352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342c1f4-557f-4378-8574-6d0a3bafd1c2 req-6aba2451-1802-43e0-a0a0-b7cce4f6e007 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:16.434900 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d342c1f4-557f-4378-8574-6d0a3bafd1c2 req-6aba2451-1802-43e0-a0a0-b7cce4f6e007 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 944 time: 0.0560064 Feb 04 14:28:16.483579 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d342c1f4-557f-4378-8574-6d0a3bafd1c2 req-4e979bb5-e808-444f-9982-d2b69573e71d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423725 Feb 04 14:28:17.130554 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:17.602370 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200dfd5-4fcc-4bbe-a896-0c5ab6febf49 req-a4cdd71f-4e39-428c-a87e-c4536c7330d9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:17.603891 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5200dfd5-4fcc-4bbe-a896-0c5ab6febf49 req-a4cdd71f-4e39-428c-a87e-c4536c7330d9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 944 time: 0.0528126 Feb 04 14:28:17.657834 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5200dfd5-4fcc-4bbe-a896-0c5ab6febf49 req-e77cc5e2-d7e0-491c-ba96-cfa137008fb8 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482669 Feb 04 14:28:18.055471 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:18.777453 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfed3dc-cf32-4c66-b33e-e36d3d7a5dfa req-fb030ba1-a58f-4abf-9b09-fa2a2c7694ff tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:18.778971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2cfed3dc-cf32-4c66-b33e-e36d3d7a5dfa req-fb030ba1-a58f-4abf-9b09-fa2a2c7694ff tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 944 time: 0.0533741 Feb 04 14:28:18.826975 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2cfed3dc-cf32-4c66-b33e-e36d3d7a5dfa req-b4ca9ffc-36eb-4b7b-b12a-9a5c996b2382 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418401 Feb 04 14:28:19.197535 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 74704c4a-9bc9-41d5-b557-5ce48abdec08 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:28:19.291844 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:28:19.303326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'port_id': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'mac_address': 'fa:16:3e:e0:be:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:28:19.339849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 74704c4a-9bc9-41d5-b557-5ce48abdec08 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:28:19.340234 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:19.356124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74704c4a-9bc9-41d5-b557-5ce48abdec08 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:28:19.376644 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:28:19.381060 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:19.434359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=74704c4a-9bc9-41d5-b557-5ce48abdec08,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:28:19.691855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['74704c4a-9bc9-41d5-b557-5ce48abdec08'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:28:19.950329 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5470149-daf3-42dc-848a-7c49eaa890e9 req-c2b1382e-b284-41c7-b44e-62ccd8de34f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:19.951845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5470149-daf3-42dc-848a-7c49eaa890e9 req-c2b1382e-b284-41c7-b44e-62ccd8de34f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 945 time: 0.0536230 Feb 04 14:28:19.998690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5470149-daf3-42dc-848a-7c49eaa890e9 req-f31c8182-7f46-4f6d-abf8-6ddc3f31aada tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411448 Feb 04 14:28:21.128785 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a489f4-8b7e-4ef9-9a7b-c8abbba9ac2c req-5232c463-9f8c-443c-bc6f-1404e209fa2a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:21.130549 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6a489f4-8b7e-4ef9-9a7b-c8abbba9ac2c req-5232c463-9f8c-443c-bc6f-1404e209fa2a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 945 time: 0.0612714 Feb 04 14:28:21.178774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b6a489f4-8b7e-4ef9-9a7b-c8abbba9ac2c req-e6c7a270-06e5-4911-8e65-906525def2bf tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428715 Feb 04 14:28:21.203726 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 74704c4a-9bc9-41d5-b557-5ce48abdec08 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:28:21.407955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 74704c4a-9bc9-41d5-b557-5ce48abdec08 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:28:21.411711 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 74704c4a-9bc9-41d5-b557-5ce48abdec08 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:28:21.412092 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:21.487415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 74704c4a-9bc9-41d5-b557-5ce48abdec08 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:28:21.487869 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:21.509847 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:28:21.512080 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fcb91d-c9f6-4418-97fc-a2bec27b587d" -d '{"events": [{"server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "name": "network-vif-plugged", "status": "completed", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:28:21.528871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:28:21.534049 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:21.564890 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfc07aa-cc78-4af2-a8ec-d329c2ba6e9f x-openstack-request-id: req-1bfc07aa-cc78-4af2-a8ec-d329c2ba6e9f {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:28:21.565363 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "name": "network-vif-plugged", "status": "completed", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:28:21.565694 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1bfc07aa-cc78-4af2-a8ec-d329c2ba6e9f {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:28:21.566205 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'code': 200} Feb 04 14:28:21.594514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=74704c4a-9bc9-41d5-b557-5ce48abdec08,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:28:21.648711 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c772bb-021d-4cbc-b5eb-06f04eed405c req-4d981887-0fac-47ff-9686-e244af81695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:21.650162 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94c772bb-021d-4cbc-b5eb-06f04eed405c req-4d981887-0fac-47ff-9686-e244af81695c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 1129 time: 0.0457444 Feb 04 14:28:21.695344 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94c772bb-021d-4cbc-b5eb-06f04eed405c req-64d930ea-a63f-4ffa-91ba-c0d823ad3c5b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388486 Feb 04 14:28:22.303454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae62f9c-aeff-48bd-8442-65bf8440f390 req-686c4de7-d8d2-4df1-8462-9afac94e140c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:22.305175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aae62f9c-aeff-48bd-8442-65bf8440f390 req-686c4de7-d8d2-4df1-8462-9afac94e140c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0573952 Feb 04 14:28:22.352541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aae62f9c-aeff-48bd-8442-65bf8440f390 req-e9d8386b-d804-456c-aec5-f35585a6e8f0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417132 Feb 04 14:28:23.475133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3db7c-bb83-479e-a622-e1bb1b65a29f req-f3bc4e2f-d6d4-4731-b268-4a4201248465 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:23.476664 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65e3db7c-bb83-479e-a622-e1bb1b65a29f req-f3bc4e2f-d6d4-4731-b268-4a4201248465 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0573392 Feb 04 14:28:23.525510 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65e3db7c-bb83-479e-a622-e1bb1b65a29f req-51e96480-ae25-4518-a7d7-e41736bf5fbc tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433609 Feb 04 14:28:23.643388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66bda0-5c4e-4b52-bfee-e9a7cb94f0a0 req-b3f1c922-706c-48f8-8956-9fa06116ef5b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:23.644793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba66bda0-5c4e-4b52-bfee-e9a7cb94f0a0 req-b3f1c922-706c-48f8-8956-9fa06116ef5b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0546124 Feb 04 14:28:23.653372 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35456) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:28:23.657743 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-c350fe60-b150-4b70-ab98-286f041cb1e5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Request body: {'floatingip': {'port_id': '74704c4a-9bc9-41d5-b557-5ce48abdec08'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:28:23.698325 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c350fe60-b150-4b70-ab98-286f041cb1e5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for floatingip (28a92339-8c53-44ce-98bf-596f5fef039c), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:24.142049 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c350fe60-b150-4b70-ab98-286f041cb1e5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:24.146511 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c350fe60-b150-4b70-ab98-286f041cb1e5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (28a92339-8c53-44ce-98bf-596f5fef039c), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:24.250364 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-c350fe60-b150-4b70-ab98-286f041cb1e5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Floating IP 28a92339-8c53-44ce-98bf-596f5fef039c associated. External IP: 172.25.5.112, port: 74704c4a-9bc9-41d5-b557-5ce48abdec08. Feb 04 14:28:24.470530 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c350fe60-b150-4b70-ab98-286f041cb1e5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Router 4bead58e-7ab6-4f85-8591-90636056d921 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:28:24.583456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c350fe60-b150-4b70-ab98-286f041cb1e5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:28:24.588534 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c350fe60-b150-4b70-ab98-286f041cb1e5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:24.593216 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1da2d-8c6f-4224-8e96-2b8880549066 None None] Sync routers for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:28:24.603201 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf1da2d-8c6f-4224-8e96-2b8880549066 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:28:24.603817 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-baf1da2d-8c6f-4224-8e96-2b8880549066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:28:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:28:24.621183 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c350fe60-b150-4b70-ab98-286f041cb1e5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "PUT /v2.0/floatingips/28a92339-8c53-44ce-98bf-596f5fef039c HTTP/1.1" status: 200 len: 992 time: 0.9667425 Feb 04 14:28:24.621795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:28:24.624134 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73f94f0-a22d-4111-9b8b-0ed8e1fa57e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:28:24.716169 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-baf1da2d-8c6f-4224-8e96-2b8880549066 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:28:24.723955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cdbd5-5e02-40f7-b296-c745eb264575 req-d51f7f92-a912-4d18-afe5-863f011dc1fc tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:24.725492 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-463cdbd5-5e02-40f7-b296-c745eb264575 req-d51f7f92-a912-4d18-afe5-863f011dc1fc tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0543983 Feb 04 14:28:24.773507 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-463cdbd5-5e02-40f7-b296-c745eb264575 req-f8aedb7c-d6f0-4ba7-b8a4-9abe3ed78c64 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423532 Feb 04 14:28:24.818686 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894c4383-cff6-4c7e-9e43-c8e3e4ff64fb x-openstack-request-id: req-894c4383-cff6-4c7e-9e43-c8e3e4ff64fb {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:28:24.818985 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:28:24.819248 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-894c4383-cff6-4c7e-9e43-c8e3e4ff64fb {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:28:24.819665 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'status': 'completed', 'code': 200} Feb 04 14:28:24.885852 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f94f0-a22d-4111-9b8b-0ed8e1fa57e9 req-0d3f0349-8f61-4287-8cd3-f1ba071cb93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:24.887449 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f73f94f0-a22d-4111-9b8b-0ed8e1fa57e9 req-0d3f0349-8f61-4287-8cd3-f1ba071cb93f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 1129 time: 0.0454175 Feb 04 14:28:24.947657 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-baf1da2d-8c6f-4224-8e96-2b8880549066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '28a92339-8c53-44ce-98bf-596f5fef039c', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'port_id': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'mac_address': 'fa:16:3e:e0:be:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:26:32Z', 'updated_at': '2022-02-04T14:28:24Z', 'revision_number': 9, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:28:24.974375 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1da2d-8c6f-4224-8e96-2b8880549066 None None] Checking router: 4bead58e-7ab6-4f85-8591-90636056d921 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:28:24.981582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f94f0-a22d-4111-9b8b-0ed8e1fa57e9 req-b5a256b4-2094-4ff0-9275-ae56fbb3bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:24.982625 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf1da2d-8c6f-4224-8e96-2b8880549066 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:28:24.983081 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f73f94f0-a22d-4111-9b8b-0ed8e1fa57e9 req-b5a256b4-2094-4ff0-9275-ae56fbb3bcd1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0890107 Feb 04 14:28:24.983259 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-baf1da2d-8c6f-4224-8e96-2b8880549066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:28:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:28:25.048588 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f73f94f0-a22d-4111-9b8b-0ed8e1fa57e9 req-f0c22adf-7d77-4bdc-8291-3c575b323276 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08 HTTP/1.1" status: 200 len: 1000 time: 0.0601182 Feb 04 14:28:25.092596 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-baf1da2d-8c6f-4224-8e96-2b8880549066 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:28:25.103634 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f94f0-a22d-4111-9b8b-0ed8e1fa57e9 req-788aeaeb-09dc-430c-93f3-273e894dc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:25.105078 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f73f94f0-a22d-4111-9b8b-0ed8e1fa57e9 req-788aeaeb-09dc-430c-93f3-273e894dc704 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0494854 Feb 04 14:28:25.153759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f94f0-a22d-4111-9b8b-0ed8e1fa57e9 req-8f8d5574-46bf-406c-8a62-5de9131efe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:25.155194 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f73f94f0-a22d-4111-9b8b-0ed8e1fa57e9 req-8f8d5574-46bf-406c-8a62-5de9131efe31 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446186 Feb 04 14:28:25.249222 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f73f94f0-a22d-4111-9b8b-0ed8e1fa57e9 req-1fb3e1ec-42b1-479f-99cd-63575b5ed7e5 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880520 Feb 04 14:28:25.347120 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f73f94f0-a22d-4111-9b8b-0ed8e1fa57e9 req-971bcb4b-9341-4d85-9b5c-b2633738ef17 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915511 Feb 04 14:28:25.414744 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-baf1da2d-8c6f-4224-8e96-2b8880549066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '28a92339-8c53-44ce-98bf-596f5fef039c', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'port_id': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'mac_address': 'fa:16:3e:e0:be:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:26:32Z', 'updated_at': '2022-02-04T14:28:24Z', 'revision_number': 9, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:28:25.444718 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1da2d-8c6f-4224-8e96-2b8880549066 None None] The sync data for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 is: [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '28a92339-8c53-44ce-98bf-596f5fef039c', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'port_id': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'mac_address': 'fa:16:3e:e0:be:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:26:32Z', 'updated_at': '2022-02-04T14:28:24Z', 'revision_number': 9, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:28:25.639604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc6982-103a-412f-9896-659351aedc51 None None] New status for floating IP 28a92339-8c53-44ce-98bf-596f5fef039c: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:28:25.903729 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be43ad-3d91-4ca9-8572-568865c4f66c req-d36e1f68-a096-44fe-b139-81d4748241d2 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:25.905225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87be43ad-3d91-4ca9-8572-568865c4f66c req-d36e1f68-a096-44fe-b139-81d4748241d2 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0570767 Feb 04 14:28:25.953586 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87be43ad-3d91-4ca9-8572-568865c4f66c req-0f511bac-6c23-4aab-88c8-b0480e2c8414 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427072 Feb 04 14:28:26.180626 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-5f680524-124b-40bc-a809-1bca22678264 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458627 Feb 04 14:28:26.196200 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e79d72-a1af-4964-b09b-4a8695fa2827 req-ec55aecd-271b-4dbe-aa6f-e8121be5b605 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:26.197940 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17e79d72-a1af-4964-b09b-4a8695fa2827 req-ec55aecd-271b-4dbe-aa6f-e8121be5b605 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0562358 Feb 04 14:28:26.250125 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17e79d72-a1af-4964-b09b-4a8695fa2827 req-1d1b2d18-b682-49b0-b933-fdb35a2a680e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461042 Feb 04 14:28:27.259641 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-f608bfa3-9185-4035-a703-8315ce5eb888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:27.261133 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-f608bfa3-9185-4035-a703-8315ce5eb888 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 1129 time: 0.0458860 Feb 04 14:28:27.353760 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-c1476bce-3374-4ec1-afb7-21cc1004646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:27.355266 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-c1476bce-3374-4ec1-afb7-21cc1004646a service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0890112 Feb 04 14:28:27.373264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccdad6-2a79-4063-8133-4410431897fa req-f9c5b0e9-0b61-4a0e-b967-17eaed957b02 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:27.374782 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5ccdad6-2a79-4063-8133-4410431897fa req-f9c5b0e9-0b61-4a0e-b967-17eaed957b02 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0530701 Feb 04 14:28:27.422000 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-824e9cac-54f6-4fe4-90af-cd3a89eef5cc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08 HTTP/1.1" status: 200 len: 1003 time: 0.0605972 Feb 04 14:28:27.427721 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5ccdad6-2a79-4063-8133-4410431897fa req-59a232fd-12e7-468c-a86e-78c59b9c3932 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465407 Feb 04 14:28:27.473838 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-085c5dc4-d27e-4407-bfab-3a317b1e8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:27.475302 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-085c5dc4-d27e-4407-bfab-3a317b1e8ff0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0478051 Feb 04 14:28:27.524120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ac562e04-99b0-4e4b-a33d-fbf37fcb5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:27.525522 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ac562e04-99b0-4e4b-a33d-fbf37fcb5933 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448670 Feb 04 14:28:27.616285 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ed084d9b-cc41-484b-b777-b1b11522eaa0 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843735 Feb 04 14:28:27.710693 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-1a98091e-923e-432c-b4da-4f0a30890f07 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887015 Feb 04 14:28:28.551611 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2da0f7-faaf-449b-a605-7279714212bb req-8c413307-4359-459c-8445-02922f4ecffe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:28.553215 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2da0f7-faaf-449b-a605-7279714212bb req-8c413307-4359-459c-8445-02922f4ecffe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0561039 Feb 04 14:28:28.600488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad2da0f7-faaf-449b-a605-7279714212bb req-c0ce014e-6981-45a4-a9d3-b38256221049 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417440 Feb 04 14:28:29.723344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d275c4d-9a29-4c86-896b-ef9d75a64f14 req-5b9dcb92-cebe-4c0c-8ee8-78717e1bcd86 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:29.724846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d275c4d-9a29-4c86-896b-ef9d75a64f14 req-5b9dcb92-cebe-4c0c-8ee8-78717e1bcd86 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0538447 Feb 04 14:28:29.773451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5d275c4d-9a29-4c86-896b-ef9d75a64f14 req-77e7fe19-f28d-4db2-947d-46cae7700e72 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426402 Feb 04 14:28:31.218492 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff3797-a6b3-4413-897c-b8301b3ee317 req-46f59c72-5506-4e84-bae6-a6c8dea7d751 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:31.219995 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2dff3797-a6b3-4413-897c-b8301b3ee317 req-46f59c72-5506-4e84-bae6-a6c8dea7d751 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.3779461 Feb 04 14:28:31.266890 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2dff3797-a6b3-4413-897c-b8301b3ee317 req-9dccb34c-b299-47c7-a4eb-29b5fe35d5a1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406489 Feb 04 14:28:32.395096 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb441ef-fff2-482e-b2a9-2c1f95d273a0 req-a31d50bd-4e6e-47fb-8e61-7a45d5b49ca4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:32.396593 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bdb441ef-fff2-482e-b2a9-2c1f95d273a0 req-a31d50bd-4e6e-47fb-8e61-7a45d5b49ca4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0596399 Feb 04 14:28:32.445188 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bdb441ef-fff2-482e-b2a9-2c1f95d273a0 req-3828c75a-6b7a-48f5-89b5-46db1c889632 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428834 Feb 04 14:28:33.569274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9284282-80c9-470d-8d86-e6599380c649 req-fac43408-2555-464c-bccf-4fb63d9a072e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:33.570824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9284282-80c9-470d-8d86-e6599380c649 req-fac43408-2555-464c-bccf-4fb63d9a072e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0570211 Feb 04 14:28:33.618019 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c9284282-80c9-470d-8d86-e6599380c649 req-0f1a8b12-eee6-42dc-9cc9-f1a2b2950599 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416644 Feb 04 14:28:34.738252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69977f7c-ab32-48df-a630-08143311d94d req-68a7ffad-3b6e-4c98-9976-efa65d7e14a7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:34.739756 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69977f7c-ab32-48df-a630-08143311d94d req-68a7ffad-3b6e-4c98-9976-efa65d7e14a7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0538561 Feb 04 14:28:34.787020 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69977f7c-ab32-48df-a630-08143311d94d req-4aa50ca8-c1ba-490e-8695-a77dee5066e8 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415866 Feb 04 14:28:35.905636 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46c7f3-2efb-48eb-a44d-beef76535922 req-ac9002fd-dfb4-4846-8ce0-a9f8ea34adc1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:35.907257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f46c7f3-2efb-48eb-a44d-beef76535922 req-ac9002fd-dfb4-4846-8ce0-a9f8ea34adc1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0527494 Feb 04 14:28:35.958763 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f46c7f3-2efb-48eb-a44d-beef76535922 req-0fa956de-7e85-4eea-95b6-545783e7dfe5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451832 Feb 04 14:28:37.077811 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd5499-7526-4fdf-a919-9ec32da76d7f req-235f17bf-de54-42c1-a3d0-a65fdc1736c3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:37.079344 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-becd5499-7526-4fdf-a919-9ec32da76d7f req-235f17bf-de54-42c1-a3d0-a65fdc1736c3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0533512 Feb 04 14:28:37.127117 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-becd5499-7526-4fdf-a919-9ec32da76d7f req-962fde7f-612d-4c45-9a08-68f05b8a2e61 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421255 Feb 04 14:28:38.256781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701d9c3-319e-42a2-b359-8764f9b72a81 req-f340f069-7f2e-488c-8509-b4d192e44f8a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:38.258263 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1701d9c3-319e-42a2-b359-8764f9b72a81 req-f340f069-7f2e-488c-8509-b4d192e44f8a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0559490 Feb 04 14:28:38.312776 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1701d9c3-319e-42a2-b359-8764f9b72a81 req-f0a3f29e-b76b-42c5-a1b3-10c133f8621a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476911 Feb 04 14:28:39.452596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04325ab-d07a-4699-9825-312333dbd610 req-f8347f1b-98f2-47d6-9804-204f058b9786 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:39.454146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d04325ab-d07a-4699-9825-312333dbd610 req-f8347f1b-98f2-47d6-9804-204f058b9786 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0657482 Feb 04 14:28:39.503402 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d04325ab-d07a-4699-9825-312333dbd610 req-247d21b5-9c92-4484-872f-185f933bd345 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434990 Feb 04 14:28:40.634084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e70597-e0a3-4416-8855-2c64732d7fe4 req-f6a587e6-880e-474c-b0be-666e0a639f1f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:40.635907 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57e70597-e0a3-4416-8855-2c64732d7fe4 req-f6a587e6-880e-474c-b0be-666e0a639f1f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0598490 Feb 04 14:28:40.696972 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57e70597-e0a3-4416-8855-2c64732d7fe4 req-71929229-328f-49da-9392-8a0005b36a88 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555992 Feb 04 14:28:41.074038 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9b41c508-456e-429c-9520-496caa4f0720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:41.868651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2cfba-18aa-499e-9119-9780eecf4824 req-1a3dd991-0705-4431-896d-f07ee9b16bc4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:41.871134 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17e2cfba-18aa-499e-9119-9780eecf4824 req-1a3dd991-0705-4431-896d-f07ee9b16bc4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0853186 Feb 04 14:28:41.936463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-17e2cfba-18aa-499e-9119-9780eecf4824 req-64d0f435-63a9-473a-a76e-00bf77372b68 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590098 Feb 04 14:28:43.067926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548255fa-6a02-4734-9d73-d8c608929cb8 req-54260f7a-f575-4020-b707-86048e7e9ab5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:43.069449 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-548255fa-6a02-4734-9d73-d8c608929cb8 req-54260f7a-f575-4020-b707-86048e7e9ab5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0557439 Feb 04 14:28:43.117934 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-548255fa-6a02-4734-9d73-d8c608929cb8 req-5ce02e5a-8337-4a45-8429-402d4104c31a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426757 Feb 04 14:28:44.199881 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:28:44.242696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea9d1e-cade-4e05-a32c-f415bade13ab req-314d3729-cd8a-49a4-a325-6dbebdba6ea0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:44.244123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5fea9d1e-cade-4e05-a32c-f415bade13ab req-314d3729-cd8a-49a4-a325-6dbebdba6ea0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0549285 Feb 04 14:28:44.293699 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5fea9d1e-cade-4e05-a32c-f415bade13ab req-de927b51-0bf1-4e5b-816a-6a76648ea583 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439661 Feb 04 14:28:44.458125 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:45.280341 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:45.281164 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d37016a4-8d90-4706-96aa-46e669cacaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:45.419231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7462bc-500d-4465-8902-ed2cd8414f79 req-2761ace9-8783-4605-b7e5-f627e1be7f3a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:45.420737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a7462bc-500d-4465-8902-ed2cd8414f79 req-2761ace9-8783-4605-b7e5-f627e1be7f3a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0576279 Feb 04 14:28:45.468130 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2a7462bc-500d-4465-8902-ed2cd8414f79 req-53719c95-0cd4-4f61-9dde-afc1b5992933 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410833 Feb 04 14:28:45.792363 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:46.599922 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938db20-061c-48f8-b34e-294bf987881c req-4e3e135a-3208-4d8a-881c-03a1fe1288d4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:46.601432 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a938db20-061c-48f8-b34e-294bf987881c req-4e3e135a-3208-4d8a-881c-03a1fe1288d4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0564711 Feb 04 14:28:46.649507 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a938db20-061c-48f8-b34e-294bf987881c req-fca96189-350e-4f6c-943d-7992653d2408 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424418 Feb 04 14:28:47.133246 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:47.774608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81febb1f-abc5-4eb6-8b24-0f206c14275d req-146ef6b2-6f25-49b4-9c3e-87395e6460b8 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:47.776152 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-81febb1f-abc5-4eb6-8b24-0f206c14275d req-146ef6b2-6f25-49b4-9c3e-87395e6460b8 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0587797 Feb 04 14:28:47.823254 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-81febb1f-abc5-4eb6-8b24-0f206c14275d req-011f535b-f69c-49be-9fc5-8e398193a7b4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415969 Feb 04 14:28:48.057811 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:48.943133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e875d-3a81-4134-baed-9a7eac0d44aa req-50f4db45-4639-44b9-89e8-52682ab1e67d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:48.944547 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd0e875d-3a81-4134-baed-9a7eac0d44aa req-50f4db45-4639-44b9-89e8-52682ab1e67d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0531430 Feb 04 14:28:48.991684 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd0e875d-3a81-4134-baed-9a7eac0d44aa req-e57ff5be-a355-4b36-bdf3-8801adefb5f5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413153 Feb 04 14:28:50.109039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da260c-4ed0-4d40-9b36-2a3aa6d3177f req-f3a8bd40-8719-4cc4-b4d5-8772fb65575d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:50.110576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39da260c-4ed0-4d40-9b36-2a3aa6d3177f req-f3a8bd40-8719-4cc4-b4d5-8772fb65575d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0523827 Feb 04 14:28:50.166462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39da260c-4ed0-4d40-9b36-2a3aa6d3177f req-7d01bd3f-c944-4e06-9991-41b91a3538b0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493879 Feb 04 14:28:51.286689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220a6e0-8f0c-4029-a5b0-c28dc5763dd6 req-90f6d5c8-a05e-424f-8de7-f46e68815c89 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:51.288628 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6220a6e0-8f0c-4029-a5b0-c28dc5763dd6 req-90f6d5c8-a05e-424f-8de7-f46e68815c89 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0541823 Feb 04 14:28:51.336973 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6220a6e0-8f0c-4029-a5b0-c28dc5763dd6 req-080a8d61-51ec-4bf3-aef5-e41ed6e1d3d0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425129 Feb 04 14:28:52.460776 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a000b-28e9-4d71-94eb-c8b307d7d9b0 req-9c8acf30-ea5a-49ee-8a6c-c366c59a5d39 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:52.462318 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd3a000b-28e9-4d71-94eb-c8b307d7d9b0 req-9c8acf30-ea5a-49ee-8a6c-c366c59a5d39 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0553355 Feb 04 14:28:52.509688 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd3a000b-28e9-4d71-94eb-c8b307d7d9b0 req-ba41416f-a8f4-4665-a4c0-c451b80a29c4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417871 Feb 04 14:28:53.636835 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b823a6e-73cf-46bc-84f0-e79d59b79b59 req-85d0e8f5-eeb8-4cf0-a30d-2fd6ec5382c4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:53.638366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b823a6e-73cf-46bc-84f0-e79d59b79b59 req-85d0e8f5-eeb8-4cf0-a30d-2fd6ec5382c4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0595725 Feb 04 14:28:53.685785 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b823a6e-73cf-46bc-84f0-e79d59b79b59 req-ebd6062d-10a5-4612-b601-5d5139f6c9b5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414822 Feb 04 14:28:54.620398 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-3e56a4c9-68a2-4778-bbf2-494d8b325a4b service neutron] show failed (client error): The resource could not be found. Feb 04 14:28:54.621428 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-3e56a4c9-68a2-4778-bbf2-494d8b325a4b service neutron] 10.222.0.99 "GET /v2.0/ports/74704c4a-9bc9-41d5-b557-5ce48abdec08/bindings/n-h2-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0623829 Feb 04 14:28:54.818161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f026e7-d864-4d4a-bf55-262518dcf695 req-7102c158-2411-4cfe-b8ea-97c0772cecf9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:54.819799 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0f026e7-d864-4d4a-bf55-262518dcf695 req-7102c158-2411-4cfe-b8ea-97c0772cecf9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0557079 Feb 04 14:28:54.828424 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-5b660657-255d-42a5-a56f-c898235bcac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:54.830000 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-5b660657-255d-42a5-a56f-c898235bcac0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 1129 time: 0.0473559 Feb 04 14:28:54.843330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:28:54.873739 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0f026e7-d864-4d4a-bf55-262518dcf695 req-6324c75c-4477-4061-9a87-b2ecb5c35913 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478635 Feb 04 14:28:54.910643 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:55.113602 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:28:55.146457 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:28:55.185444 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:28:55.187861 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e349a9c5-e35c-49bc-bdb3-9805f28f6c45" -d '{"events": [{"server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "name": "network-vif-unplugged", "status": "completed", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:28:55.192082 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Publish callbacks [] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:55.205990 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Transition to ACTIVE for port object 74704c4a-9bc9-41d5-b557-5ce48abdec08 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:28:55.210585 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:55.244600 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5057b356-d831-41b4-8355-c16e2dca7b73 x-openstack-request-id: req-5057b356-d831-41b4-8355-c16e2dca7b73 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:28:55.244894 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "name": "network-vif-unplugged", "status": "completed", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:28:55.245146 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5057b356-d831-41b4-8355-c16e2dca7b73 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:28:55.245539 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'code': 200} Feb 04 14:28:55.302180 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Pushing event updated for resources: {'Port': ['ID=74704c4a-9bc9-41d5-b557-5ce48abdec08,revision_number=6']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:28:55.348514 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] No DVR routers for this DVR port 74704c4a-9bc9-41d5-b557-5ce48abdec08 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:28:55.496348 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Attempting to bind port 74704c4a-9bc9-41d5-b557-5ce48abdec08 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:28:55.496678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Attempting to bind port 74704c4a-9bc9-41d5-b557-5ce48abdec08 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:28:55.497010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Attempting to bind port 74704c4a-9bc9-41d5-b557-5ce48abdec08 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:28:55.501588 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Port 74704c4a-9bc9-41d5-b557-5ce48abdec08 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:28:55.502446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Attempting to bind port 74704c4a-9bc9-41d5-b557-5ce48abdec08 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:28:55.508690 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:28:55.509030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Checking segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:28:55.509424 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Bound using segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:28:55.509847 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Bound port: 74704c4a-9bc9-41d5-b557-5ce48abdec08, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:28:55.510234 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:55.582832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:28:55.586080 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:28:55.592672 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:55.634085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:55.634729 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:28:55.636165 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] 10.222.0.100 "PUT /v2.0/ports/74704c4a-9bc9-41d5-b557-5ce48abdec08 HTTP/1.1" status: 200 len: 1093 time: 0.7970917 Feb 04 14:28:55.672425 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1a7cd-e9ea-405e-9af4-5c51532fb688 service neutron] Pushing event updated for resources: {'Port': ['ID=74704c4a-9bc9-41d5-b557-5ce48abdec08,revision_number=7']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:28:55.713925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-0a0a62ef-49dc-4003-8dc0-ac4d9474c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:55.715538 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-0a0a62ef-49dc-4003-8dc0-ac4d9474c65d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 1127 time: 0.0567784 Feb 04 14:28:55.822700 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-d474b7a2-8bef-4aaa-a4c1-533deb289dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:55.824215 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-d474b7a2-8bef-4aaa-a4c1-533deb289dc9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.1028697 Feb 04 14:28:55.894039 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-bf666700-cf73-4a7f-bd46-573e57789df0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08 HTTP/1.1" status: 200 len: 1001 time: 0.0637279 Feb 04 14:28:55.945544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-4e115ebb-5f4a-4ba7-9913-1af61858d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:55.947072 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-4e115ebb-5f4a-4ba7-9913-1af61858d13c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0475733 Feb 04 14:28:56.002498 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ad8a9460-c06a-4dd2-9cb2-a15a1b4a77df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:56.004168 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-ad8a9460-c06a-4dd2-9cb2-a15a1b4a77df service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519385 Feb 04 14:28:56.004316 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5328a-a3bc-4c97-9dc5-d45afc91e949 req-b3e3545f-93a8-45f5-9b38-c3db2933361c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:56.005832 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15d5328a-a3bc-4c97-9dc5-d45afc91e949 req-b3e3545f-93a8-45f5-9b38-c3db2933361c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 944 time: 0.0569000 Feb 04 14:28:56.059976 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15d5328a-a3bc-4c97-9dc5-d45afc91e949 req-ac0663dc-c6a6-4384-884e-d3c1eb6d7d78 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482142 Feb 04 14:28:56.097603 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-b687ccc3-ff95-459c-b8bc-a7bc85c6e4f0 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879543 Feb 04 14:28:56.196584 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94dc3890-be87-4ecc-bc49-1c44c969772d req-914150ea-0b17-423a-b1a2-d165ba88f919 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938373 Feb 04 14:28:57.180322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6b9e7-be77-4c7e-9eac-653c4d37994b req-74edcf74-e928-480a-b754-ea1520533fe8 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:57.181824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3e6b9e7-be77-4c7e-9eac-653c4d37994b req-74edcf74-e928-480a-b754-ea1520533fe8 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 944 time: 0.0526721 Feb 04 14:28:57.228812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3e6b9e7-be77-4c7e-9eac-653c4d37994b req-077494d4-23bb-4409-bdc6-26a4bc1c520d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413346 Feb 04 14:28:57.246633 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:28:57.248998 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc902764-9fbc-434a-a4b9-14f3eca6433a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:28:57.296098 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47930d88-cfaa-4610-80e3-1e05a68fdebf x-openstack-request-id: req-47930d88-cfaa-4610-80e3-1e05a68fdebf {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:28:57.296405 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:28:57.296666 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-47930d88-cfaa-4610-80e3-1e05a68fdebf {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:28:57.297075 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'status': 'completed', 'code': 200} Feb 04 14:28:57.386516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-b4081312-dde2-4200-b78b-a5df2d0a7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:57.387962 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-b4081312-dde2-4200-b78b-a5df2d0a7343 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 1127 time: 0.0754359 Feb 04 14:28:57.393045 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-6d00e28e-a340-4397-ad14-a3d041593128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:57.394485 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-6d00e28e-a340-4397-ad14-a3d041593128 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 1127 time: 0.0730560 Feb 04 14:28:57.401863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 74704c4a-9bc9-41d5-b557-5ce48abdec08 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:28:57.445789 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port 74704c4a-9bc9-41d5-b557-5ce48abdec08 host n-h2-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 14:28:57.446200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 74704c4a-9bc9-41d5-b557-5ce48abdec08 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:28:57.558355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-fab2e5d4-bfbd-4f3f-a591-368a7892943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:57.559851 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-fab2e5d4-bfbd-4f3f-a591-368a7892943c service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.1645136 Feb 04 14:28:57.560947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-c9a864bf-5711-45ed-a9e7-444e3781af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:57.562294 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-c9a864bf-5711-45ed-a9e7-444e3781af37 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.1598563 Feb 04 14:28:57.675285 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-5b6c3ee6-6823-49fa-ae67-1af406e6b9c0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08 HTTP/1.1" status: 200 len: 1001 time: 0.1098576 Feb 04 14:28:57.677068 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-66fa5a10-333b-41ef-bc68-a5aecec11e54 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08 HTTP/1.1" status: 200 len: 1001 time: 0.1061072 Feb 04 14:28:57.758584 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-426ab8de-d690-4337-a854-6fac7fcd4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:57.760053 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-426ab8de-d690-4337-a854-6fac7fcd4d18 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0789232 Feb 04 14:28:57.761433 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-7e97130f-c861-461f-8dd6-c1436697a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:57.762789 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-7e97130f-c861-461f-8dd6-c1436697a45d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0744174 Feb 04 14:28:57.844358 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-1fb51074-55f2-49f8-84f3-6098a92feecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:57.846456 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-1fb51074-55f2-49f8-84f3-6098a92feecc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0803113 Feb 04 14:28:57.848235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-8c6b3a39-10e1-4e83-b70a-6bf9e040fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:57.849586 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-8c6b3a39-10e1-4e83-b70a-6bf9e040fd94 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0760250 Feb 04 14:28:58.006743 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-acd9e4d8-5c86-4471-9a27-ba11f9f7b7f9 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532192 Feb 04 14:28:58.008581 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-4a1d9237-1794-4b85-abf9-7fafa3ab14dd service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483147 Feb 04 14:28:58.166392 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-7ce60387-e367-4934-a5c1-da745edaa7e4 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537025 Feb 04 14:28:58.168565 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bc902764-9fbc-434a-a4b9-14f3eca6433a req-13ac9218-36ff-4bb0-b451-585533c44cf1 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484644 Feb 04 14:28:58.356336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd746203-1b88-4079-80d2-82e0fdfadc0c req-a2d2b4da-8dd6-4c63-bc29-9c4d123628f4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:58.357845 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd746203-1b88-4079-80d2-82e0fdfadc0c req-a2d2b4da-8dd6-4c63-bc29-9c4d123628f4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 944 time: 0.0549965 Feb 04 14:28:58.404923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd746203-1b88-4079-80d2-82e0fdfadc0c req-8731b56c-2a0e-47c2-a306-7048a68058bf tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415635 Feb 04 14:28:59.784070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e868499-b8ec-4351-bad6-f3e77d6b2eff req-e6c9ff00-1735-4be7-97ec-c7a93a9b4f11 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:28:59.785661 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e868499-b8ec-4351-bad6-f3e77d6b2eff req-e6c9ff00-1735-4be7-97ec-c7a93a9b4f11 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 944 time: 0.0580723 Feb 04 14:28:59.832426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e868499-b8ec-4351-bad6-f3e77d6b2eff req-b5b43e37-dd62-4d54-9309-11e774ed7e24 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404093 Feb 04 14:29:00.398085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 74704c4a-9bc9-41d5-b557-5ce48abdec08 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:29:00.493856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:29:00.507984 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'port_id': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'mac_address': 'fa:16:3e:e0:be:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:29:00.549143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 74704c4a-9bc9-41d5-b557-5ce48abdec08 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:29:00.549535 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:00.563526 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74704c4a-9bc9-41d5-b557-5ce48abdec08 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:29:00.586127 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:29:00.588698 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:00.636264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=74704c4a-9bc9-41d5-b557-5ce48abdec08,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:29:00.948399 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['74704c4a-9bc9-41d5-b557-5ce48abdec08'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:29:00.951530 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab453a-16a9-4ea6-b5bc-c98b49084517 req-f200eb84-790c-4ce9-8826-cf710b9a13b1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:00.953050 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16ab453a-16a9-4ea6-b5bc-c98b49084517 req-f200eb84-790c-4ce9-8826-cf710b9a13b1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 945 time: 0.0533252 Feb 04 14:29:01.001265 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16ab453a-16a9-4ea6-b5bc-c98b49084517 req-081bf1a0-82d3-41a4-a537-31603678a3c3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422955 Feb 04 14:29:01.289039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-869e9470-ba5c-423e-b140-716a3208d5dc tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:01.290845 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-869e9470-ba5c-423e-b140-716a3208d5dc tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.100 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 945 time: 0.0580900 Feb 04 14:29:01.312316 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5ffa2-87e8-4b4a-b2bb-2f74b31b6ff6 req-88bd06df-ce10-4dff-87e2-ca8c83ce3605 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:01.313852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfc5ffa2-87e8-4b4a-b2bb-2f74b31b6ff6 req-88bd06df-ce10-4dff-87e2-ca8c83ce3605 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 945 time: 0.0604599 Feb 04 14:29:01.356433 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-81194edc-4a07-4e65-b16e-99a5f9237e41 service neutron] 10.222.0.100 "GET /v2.0/ports/74704c4a-9bc9-41d5-b557-5ce48abdec08/bindings/n-h2-714676-13 HTTP/1.1" status: 200 len: 383 time: 0.0593021 Feb 04 14:29:01.361644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfc5ffa2-87e8-4b4a-b2bb-2f74b31b6ff6 req-5f2ad00a-872b-4626-9099-cdc9bf988574 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419199 Feb 04 14:29:01.422474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-45a02b36-e5c8-4b25-b869-747627a38dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:01.423995 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-45a02b36-e5c8-4b25-b869-747627a38dc4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 1128 time: 0.0454452 Feb 04 14:29:01.512937 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-f5ad8c62-d6b6-4aa0-a191-66f701c01a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:01.514375 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-f5ad8c62-d6b6-4aa0-a191-66f701c01a4d service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0839415 Feb 04 14:29:01.584728 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-d217ae87-5462-4f9d-8bd4-22daf5c75eb5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08 HTTP/1.1" status: 200 len: 1002 time: 0.0637238 Feb 04 14:29:01.634295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-a3066c45-4504-4713-879e-ec786f9ab6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:01.635779 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-a3066c45-4504-4713-879e-ec786f9ab6b9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0458248 Feb 04 14:29:01.686062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-5bd5803e-46a4-43da-9bd1-b3796b8bbfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:01.687671 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-5bd5803e-46a4-43da-9bd1-b3796b8bbfda service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459991 Feb 04 14:29:01.828309 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-a5668372-0c94-47e1-9762-e837aad92987 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347313 Feb 04 14:29:01.922594 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-1ef8f88d-f1a8-4566-9f65-14b05b2e176c service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883057 Feb 04 14:29:02.415212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 74704c4a-9bc9-41d5-b557-5ce48abdec08 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:29:02.469799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 74704c4a-9bc9-41d5-b557-5ce48abdec08 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:29:02.474197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 74704c4a-9bc9-41d5-b557-5ce48abdec08 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:29:02.474594 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:02.490760 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45490c0-eef1-49ad-80f3-893f5560fdd8 req-4087f853-d3d9-43d1-a8ab-d82c8e5aa7d0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:02.492318 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e45490c0-eef1-49ad-80f3-893f5560fdd8 req-4087f853-d3d9-43d1-a8ab-d82c8e5aa7d0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 945 time: 0.0600057 Feb 04 14:29:02.543883 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e45490c0-eef1-49ad-80f3-893f5560fdd8 req-a0b96821-406f-471a-aae6-b200180b5a9c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459137 Feb 04 14:29:02.552439 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 74704c4a-9bc9-41d5-b557-5ce48abdec08 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:29:02.552823 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:02.579991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:29:02.582688 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c19c93-ed33-4087-995e-27491de53965" -d '{"events": [{"server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "name": "network-vif-plugged", "status": "completed", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:29:02.595322 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:29:02.599542 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:02.635763 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5affa7-9506-459b-8093-903157788371 x-openstack-request-id: req-cb5affa7-9506-459b-8093-903157788371 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:29:02.636219 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "name": "network-vif-plugged", "status": "completed", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:29:02.636618 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cb5affa7-9506-459b-8093-903157788371 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:29:02.637218 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'code': 200} Feb 04 14:29:02.657008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=74704c4a-9bc9-41d5-b557-5ce48abdec08,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:29:03.671380 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f009296-4af5-4f43-9fc4-2d0b19081535 req-80b141fb-53c4-4d64-8f35-8bb9e73450c3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:03.672859 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f009296-4af5-4f43-9fc4-2d0b19081535 req-80b141fb-53c4-4d64-8f35-8bb9e73450c3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0522537 Feb 04 14:29:03.725580 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f009296-4af5-4f43-9fc4-2d0b19081535 req-025adc6b-2ff0-4845-9a07-38cd72e67a33 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463080 Feb 04 14:29:04.117017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-e1e88650-0942-421b-949b-fcef9bdda59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:04.118597 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-e1e88650-0942-421b-949b-fcef9bdda59b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 1129 time: 0.0506878 Feb 04 14:29:04.129531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:29:04.190173 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:04.394564 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:29:04.426530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:29:04.470037 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:29:04.472312 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa26ef4-df22-4cd1-a1f5-0b09d9172e33" -d '{"events": [{"server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "name": "network-vif-unplugged", "status": "completed", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:29:04.475973 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Publish callbacks [] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:04.488713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Transition to ACTIVE for port object 74704c4a-9bc9-41d5-b557-5ce48abdec08 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:29:04.492549 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:04.532590 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86acc8f-ce61-4dcb-9b86-b6a485f08272 x-openstack-request-id: req-e86acc8f-ce61-4dcb-9b86-b6a485f08272 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:29:04.532889 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "name": "network-vif-unplugged", "status": "completed", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:29:04.533147 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e86acc8f-ce61-4dcb-9b86-b6a485f08272 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:29:04.533551 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'code': 200} Feb 04 14:29:04.572858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=74704c4a-9bc9-41d5-b557-5ce48abdec08,revision_number=10']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:29:04.588029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:04.588393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:04.588768 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:04.589109 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:04.589451 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:04.589776 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:04.590207 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:04.590493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:04.590822 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:04.591150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:04.591477 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:04.591801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:04.592715 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:04.638408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] No DVR routers for this DVR port 74704c4a-9bc9-41d5-b557-5ce48abdec08 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:29:04.783900 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Attempting to bind port 74704c4a-9bc9-41d5-b557-5ce48abdec08 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:29:04.784235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Attempting to bind port 74704c4a-9bc9-41d5-b557-5ce48abdec08 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:29:04.784563 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Attempting to bind port 74704c4a-9bc9-41d5-b557-5ce48abdec08 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:29:04.789486 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Port 74704c4a-9bc9-41d5-b557-5ce48abdec08 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:29:04.789864 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Attempting to bind port 74704c4a-9bc9-41d5-b557-5ce48abdec08 on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:29:04.794887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:29:04.795180 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Checking segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:29:04.795585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Bound using segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:29:04.796006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Bound port: 74704c4a-9bc9-41d5-b557-5ce48abdec08, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:29:04.796368 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:04.850994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b4a4a-f07a-4b92-b084-2ee5fc2292e1 req-bddd5f18-b76d-400f-a6f5-cc028c2e811f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:04.852511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc9b4a4a-f07a-4b92-b084-2ee5fc2292e1 req-bddd5f18-b76d-400f-a6f5-cc028c2e811f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 945 time: 0.0551317 Feb 04 14:29:04.862246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:29:04.865941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:29:04.873706 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:04.905765 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cc9b4a4a-f07a-4b92-b084-2ee5fc2292e1 req-8358cc9b-2639-4f88-8547-8a4074c1a705 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473130 Feb 04 14:29:04.912556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:04.913182 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:04.914614 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] 10.222.0.99 "PUT /v2.0/ports/74704c4a-9bc9-41d5-b557-5ce48abdec08 HTTP/1.1" status: 200 len: 1094 time: 0.7890570 Feb 04 14:29:04.939426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc2edf-f9dd-4f3f-a138-5578531f9ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=74704c4a-9bc9-41d5-b557-5ce48abdec08,revision_number=11']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:29:04.991353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-daf737a7-8b37-4f9f-9107-7779a5191876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:04.992919 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-daf737a7-8b37-4f9f-9107-7779a5191876 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 1128 time: 0.0505307 Feb 04 14:29:05.091026 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-6abd6277-6dd0-4b92-8fa1-6bfaefaa37d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:05.092538 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-6abd6277-6dd0-4b92-8fa1-6bfaefaa37d5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0935845 Feb 04 14:29:05.158609 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-cdac2b59-dac3-4cb6-ae53-406a38124ae6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08 HTTP/1.1" status: 200 len: 1001 time: 0.0602672 Feb 04 14:29:05.211124 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-0b28d343-b5e4-4241-a18a-5b37f2bc07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:05.212557 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-0b28d343-b5e4-4241-a18a-5b37f2bc07bf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0481470 Feb 04 14:29:05.261434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-7ab0f34d-1cef-45e6-8b77-968034514167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:05.262976 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-7ab0f34d-1cef-45e6-8b77-968034514167 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444458 Feb 04 14:29:05.273231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-ec74227f-be4f-4ae8-b6b5-7714397f3f81 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:29:05.274108 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-ec74227f-be4f-4ae8-b6b5-7714397f3f81 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056615 Feb 04 14:29:05.360648 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-11a39977-7b72-4ca7-b099-2f45a3ad0cb2 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804415 Feb 04 14:29:05.452885 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d1be519c-da9c-407c-aeb6-d0891fe39b47 req-062ef7d0-b57c-4ca4-909d-bdf533b4939d service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858450 Feb 04 14:29:06.051708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabb65c-f6b0-44bc-952b-683952a0d869 req-af2100b2-043a-418e-a319-90c465070b53 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:06.053209 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0dabb65c-f6b0-44bc-952b-683952a0d869 req-af2100b2-043a-418e-a319-90c465070b53 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 945 time: 0.0613673 Feb 04 14:29:06.099998 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0dabb65c-f6b0-44bc-952b-683952a0d869 req-6c08dd34-32a2-470c-a7b8-ae87cfdbbe79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411909 Feb 04 14:29:06.413852 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 74704c4a-9bc9-41d5-b557-5ce48abdec08 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:29:06.454659 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] The host n-h2-714676-13 is not matching for port 74704c4a-9bc9-41d5-b557-5ce48abdec08 host n-h1-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 14:29:06.455052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 74704c4a-9bc9-41d5-b557-5ce48abdec08 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:29:06.534797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:29:06.537979 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:29:06.584765 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e7e62f-a200-4929-9b94-892b98dfdbb4 x-openstack-request-id: req-32e7e62f-a200-4929-9b94-892b98dfdbb4 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:29:06.585026 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:29:06.585296 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-32e7e62f-a200-4929-9b94-892b98dfdbb4 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:29:06.585708 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'status': 'completed', 'code': 200} Feb 04 14:29:06.683856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-b4476473-6e51-4deb-af08-04c0611ac01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:06.685403 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-b4476473-6e51-4deb-af08-04c0611ac01b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 1128 time: 0.0820246 Feb 04 14:29:06.687164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-f1a22546-7b6b-4b53-8cb7-9ee0269ac9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:06.688508 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-f1a22546-7b6b-4b53-8cb7-9ee0269ac9bf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 1128 time: 0.0766659 Feb 04 14:29:07.141847 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-e696c34f-f1f3-4d14-9197-e7b4d9165f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:07.143383 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-e696c34f-f1f3-4d14-9197-e7b4d9165f8e service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.4523683 Feb 04 14:29:07.147261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-8487a188-af27-4af9-94d1-564b10f18d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:07.148710 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-8487a188-af27-4af9-94d1-564b10f18d04 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.4499953 Feb 04 14:29:07.232723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d39a9-a2b3-4f59-8c3c-af0a0be6e0c0 req-11e0bb2d-141a-49b2-af11-f8c1bda64216 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:07.234322 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-177d39a9-a2b3-4f59-8c3c-af0a0be6e0c0 req-11e0bb2d-141a-49b2-af11-f8c1bda64216 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 945 time: 0.0607183 Feb 04 14:29:07.261694 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-4c84d7f4-9c44-4ed8-9125-1d29eb51b482 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08 HTTP/1.1" status: 200 len: 1001 time: 0.1119933 Feb 04 14:29:07.263521 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-a41cfffa-c4f8-4397-a069-9845a224f426 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08 HTTP/1.1" status: 200 len: 1001 time: 0.1069746 Feb 04 14:29:07.283085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-177d39a9-a2b3-4f59-8c3c-af0a0be6e0c0 req-633b4647-bfb9-4a8c-a060-08bf4e2451f0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429325 Feb 04 14:29:07.344761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-40bef050-2cf5-4c02-a349-405158fcac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:07.346294 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-40bef050-2cf5-4c02-a349-405158fcac88 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0796432 Feb 04 14:29:07.347695 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-242a2b2c-5584-40c0-8edd-f8336bee5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:07.349001 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-242a2b2c-5584-40c0-8edd-f8336bee5198 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0743468 Feb 04 14:29:07.429309 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-4889eb38-be65-4f0d-b43f-70a48c5b0ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:07.430866 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-4889eb38-be65-4f0d-b43f-70a48c5b0ed2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0792809 Feb 04 14:29:07.432573 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-2e868f84-e23b-4157-86b9-3fb50d034e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:07.433914 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-2e868f84-e23b-4157-86b9-3fb50d034e3e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0749855 Feb 04 14:29:07.592947 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-e91ff14f-9fb9-4af7-baf4-61a0172a9f08 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566815 Feb 04 14:29:07.594790 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-c02c591d-b120-498f-aeeb-337c0e251de9 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505353 Feb 04 14:29:07.753962 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-6251a31f-539d-41df-b625-15f5aa7ddb78 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551142 Feb 04 14:29:07.755896 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91a84e71-7892-4fe7-9c48-bd9f6cd3f671 req-c3a45bc2-601f-43e8-9a87-a5f3b6205247 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499665 Feb 04 14:29:08.419349 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e3519-6309-42ef-862c-0f1a50f1756c req-ffb20057-9ddf-46b4-b822-acfc3740a611 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:08.420917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba2e3519-6309-42ef-862c-0f1a50f1756c req-ffb20057-9ddf-46b4-b822-acfc3740a611 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 945 time: 0.0565031 Feb 04 14:29:08.470877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba2e3519-6309-42ef-862c-0f1a50f1756c req-c418bf9b-b150-4ca6-ae02-2c666744ed49 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434618 Feb 04 14:29:08.596414 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd64938-a530-4d41-a76b-ae37fe1696ee req-36e374cf-05fb-458e-97ad-ac4b18cdbee7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:08.597916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fbd64938-a530-4d41-a76b-ae37fe1696ee req-36e374cf-05fb-458e-97ad-ac4b18cdbee7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 945 time: 0.0549655 Feb 04 14:29:08.655752 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fbd64938-a530-4d41-a76b-ae37fe1696ee req-d79161f0-e8c0-49c8-8c10-900f37a82974 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508552 Feb 04 14:29:08.777185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd81465-1297-4136-b19d-ff530444c055 req-0574e473-b58d-4886-988e-418b5a31f287 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:08.778766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fdd81465-1297-4136-b19d-ff530444c055 req-0574e473-b58d-4886-988e-418b5a31f287 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 945 time: 0.0535033 Feb 04 14:29:08.826218 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fdd81465-1297-4136-b19d-ff530444c055 req-f5a801f9-0ba1-470e-80f7-e1e4b584cf08 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418146 Feb 04 14:29:09.065478 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d451555-920d-45c6-b9e2-c1fffeabaadf req-0e07cd10-0fc3-4fee-82ea-e43cd05b1076 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:09.067139 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6d451555-920d-45c6-b9e2-c1fffeabaadf req-0e07cd10-0fc3-4fee-82ea-e43cd05b1076 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 945 time: 0.0591111 Feb 04 14:29:09.115366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6d451555-920d-45c6-b9e2-c1fffeabaadf req-df9b10e3-d895-4003-819d-f63d26bcf003 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426700 Feb 04 14:29:09.458263 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 74704c4a-9bc9-41d5-b557-5ce48abdec08 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:29:09.554878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:29:09.567439 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'port_id': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'mac_address': 'fa:16:3e:e0:be:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:29:09.609562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 74704c4a-9bc9-41d5-b557-5ce48abdec08 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:29:09.609949 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:09.622966 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74704c4a-9bc9-41d5-b557-5ce48abdec08 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:29:09.642834 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:29:09.647921 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:09.697209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=74704c4a-9bc9-41d5-b557-5ce48abdec08,revision_number=12']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:29:09.705067 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:09.705419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:09.705771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:09.706128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:09.706468 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:09.707345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:09.707761 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:09.708102 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:09.708472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:09.708748 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:09.709079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:09.709402 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:09.709726 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:29:09.970033 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['74704c4a-9bc9-41d5-b557-5ce48abdec08'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:29:10.241247 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd6d2a-347b-4207-b45e-5e35afa57e7e req-75d84d0c-e312-46be-8f69-3f54dbf16943 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:10.242576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1cd6d2a-347b-4207-b45e-5e35afa57e7e req-75d84d0c-e312-46be-8f69-3f54dbf16943 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0587020 Feb 04 14:29:10.289885 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1cd6d2a-347b-4207-b45e-5e35afa57e7e req-0c094780-de74-4f99-af3b-3e989dd38765 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417683 Feb 04 14:29:10.418334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca58b3-d988-4582-b394-92ea8987d856 req-7bcdc74b-b2e0-48e1-b6b6-f0aedd51bea1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:10.419809 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-73ca58b3-d988-4582-b394-92ea8987d856 req-7bcdc74b-b2e0-48e1-b6b6-f0aedd51bea1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.99 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 946 time: 0.0577230 Feb 04 14:29:10.512405 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-73ca58b3-d988-4582-b394-92ea8987d856 req-71376b4f-935d-42d4-8187-7ecba3033dbe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Deleting port 74704c4a-9bc9-41d5-b557-5ce48abdec08 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:29:10.512659 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-73ca58b3-d988-4582-b394-92ea8987d856 req-71376b4f-935d-42d4-8187-7ecba3033dbe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:10.607177 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-73ca58b3-d988-4582-b394-92ea8987d856 req-71376b4f-935d-42d4-8187-7ecba3033dbe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] For port 74704c4a-9bc9-41d5-b557-5ce48abdec08, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=74704c4a-9bc9-41d5-b557-5ce48abdec08,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:29:10.607550 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-73ca58b3-d988-4582-b394-92ea8987d856 req-71376b4f-935d-42d4-8187-7ecba3033dbe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:10.785967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-73ca58b3-d988-4582-b394-92ea8987d856 req-71376b4f-935d-42d4-8187-7ecba3033dbe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:10.786374 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-73ca58b3-d988-4582-b394-92ea8987d856 req-71376b4f-935d-42d4-8187-7ecba3033dbe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (28a92339-8c53-44ce-98bf-596f5fef039c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:10.786704 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [req-73ca58b3-d988-4582-b394-92ea8987d856 req-71376b4f-935d-42d4-8187-7ecba3033dbe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Floating IP 28a92339-8c53-44ce-98bf-596f5fef039c disassociated. External IP: 172.25.5.112, port: 74704c4a-9bc9-41d5-b557-5ce48abdec08. Feb 04 14:29:10.787060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-73ca58b3-d988-4582-b394-92ea8987d856 req-71376b4f-935d-42d4-8187-7ecba3033dbe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Calling delete_port for 74704c4a-9bc9-41d5-b557-5ce48abdec08 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:29:10.925435 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-73ca58b3-d988-4582-b394-92ea8987d856 req-71376b4f-935d-42d4-8187-7ecba3033dbe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (74704c4a-9bc9-41d5-b557-5ce48abdec08), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:10.955931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71376b4f-935d-42d4-8187-7ecba3033dbe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Pushing event deleted for resources: {'Port': ['ID=74704c4a-9bc9-41d5-b557-5ce48abdec08,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:29:11.079561 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5a15d87a-d00a-4d75-a64c-6f5fb26112a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:11.089241 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73ca58b3-d988-4582-b394-92ea8987d856 req-71376b4f-935d-42d4-8187-7ecba3033dbe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Router 4bead58e-7ab6-4f85-8591-90636056d921 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:29:11.214757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73ca58b3-d988-4582-b394-92ea8987d856 req-71376b4f-935d-42d4-8187-7ecba3033dbe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:29:11.224358 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977964c-01dd-4a70-8728-b5bf2dc1fa74 None None] Sync routers for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:29:11.235332 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977964c-01dd-4a70-8728-b5bf2dc1fa74 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:29:11.235966 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9977964c-01dd-4a70-8728-b5bf2dc1fa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:28:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:29:11.256739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ca58b3-d988-4582-b394-92ea8987d856 req-71376b4f-935d-42d4-8187-7ecba3033dbe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] No DVR routers for this DVR port 74704c4a-9bc9-41d5-b557-5ce48abdec08 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:29:11.259571 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-73ca58b3-d988-4582-b394-92ea8987d856 req-71376b4f-935d-42d4-8187-7ecba3033dbe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:11.263353 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-73ca58b3-d988-4582-b394-92ea8987d856 req-71376b4f-935d-42d4-8187-7ecba3033dbe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.99 "DELETE /v2.0/ports/74704c4a-9bc9-41d5-b557-5ce48abdec08 HTTP/1.1" status: 204 len: 173 time: 0.8384266 Feb 04 14:29:11.263802 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'name': 'network-vif-deleted', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:29:11.266124 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bce536-07fe-48a2-9642-b5f95c984088" -d '{"events": [{"server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "name": "network-vif-deleted", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:29:11.307301 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1444c859-9342-47a2-93dc-6ec5a827c00c x-openstack-request-id: req-1444c859-9342-47a2-93dc-6ec5a827c00c {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:29:11.307604 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8", "name": "network-vif-deleted", "tag": "74704c4a-9bc9-41d5-b557-5ce48abdec08", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:29:11.307864 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1444c859-9342-47a2-93dc-6ec5a827c00c {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:29:11.308270 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8', 'name': 'network-vif-deleted', 'tag': '74704c4a-9bc9-41d5-b557-5ce48abdec08', 'status': 'completed', 'code': 200} Feb 04 14:29:11.357734 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-9977964c-01dd-4a70-8728-b5bf2dc1fa74 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:29:11.398256 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cabda802-51f9-4c02-b3ff-693519e9c111 req-447bd3b3-5078-4c32-a776-3ac6a510fa14 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=9c1c7c17-4ff8-4d4d-97c1-46c9ab3597a8 HTTP/1.1" status: 200 len: 210 time: 0.0332320 Feb 04 14:29:11.463913 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 74704c4a-9bc9-41d5-b557-5ce48abdec08 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:29:11.469241 n-d-714676-13 neutron-server[103608]: INFO neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No ports have port_id starting with 74704c4a-9bc9-41d5-b557-5ce48abdec08 Feb 04 14:29:11.470944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 74704c4a-9bc9-41d5-b557-5ce48abdec08 requested by agent hyperv_n-h1-714676-13 not found in database {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 04 14:29:11.566843 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9977964c-01dd-4a70-8728-b5bf2dc1fa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:29:11.596363 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977964c-01dd-4a70-8728-b5bf2dc1fa74 None None] Checking router: 4bead58e-7ab6-4f85-8591-90636056d921 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:29:11.605737 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977964c-01dd-4a70-8728-b5bf2dc1fa74 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:29:11.607021 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9977964c-01dd-4a70-8728-b5bf2dc1fa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:28:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:29:11.734449 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-9977964c-01dd-4a70-8728-b5bf2dc1fa74 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:29:11.938303 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9977964c-01dd-4a70-8728-b5bf2dc1fa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:29:11.965599 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977964c-01dd-4a70-8728-b5bf2dc1fa74 None None] The sync data for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 is: [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:29:12.214029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff9819-2d75-4dd9-abaf-b2281f110913 None None] New status for floating IP 28a92339-8c53-44ce-98bf-596f5fef039c: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:29:12.684306 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-11057bb7-f1e8-43eb-97c2-cbf6c7ee226a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1468681400&fields=id&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 267 time: 0.0435853 Feb 04 14:29:12.805279 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-fa5f6652-209b-4018-a19e-3e47a22e09f9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:12.806935 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-fa5f6652-209b-4018-a19e-3e47a22e09f9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 812 time: 0.1159885 Feb 04 14:29:12.821938 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-bceaffc0-1392-4225-8756-e6c591a15f77 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/quotas/327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 375 time: 0.0094306 Feb 04 14:29:12.880123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-b15961f8-bfd2-45ed-8fb7-f8dc3e10e332 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529201 Feb 04 14:29:12.982067 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-9029cdb5-b4e1-4622-9e44-71589e07f92a service neutron] 10.222.0.96 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892394 Feb 04 14:29:13.072004 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-1861b1cf-1538-4492-b153-2e237937e4af service neutron] 10.222.0.96 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841143 Feb 04 14:29:13.232622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-faabd866-9f7c-484a-813f-cf21eb81c40c req-6772ca96-6ed3-46a3-b581-8aaf209cbbd8 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 210 time: 0.0289104 Feb 04 14:29:13.467230 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 74704c4a-9bc9-41d5-b557-5ce48abdec08 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:29:13.489047 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 74704c4a-9bc9-41d5-b557-5ce48abdec08 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:29:13.489389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 74704c4a-9bc9-41d5-b557-5ce48abdec08 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:29:14.155925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-1dec615f-373b-409c-9388-8eed907fa503 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:14.157581 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-1dec615f-373b-409c-9388-8eed907fa503 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 812 time: 0.1136258 Feb 04 14:29:14.222226 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-2fbd4d4c-d0ad-49b7-a910-a3cdad12ed19 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 380 time: 0.0548968 Feb 04 14:29:14.230350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-485ae044-0dba-4aea-9cc7-6da5ab7673ca tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Request body: {'port': {'device_id': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'admin_state_up': True, 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'security_groups': ['1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:29:14.332503 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8c5eb595-4506-4476-a10d-5057ddbcbaa6 req-0f48ff16-60d9-47ba-a2dc-c3d25b790145 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 210 time: 0.0291734 Feb 04 14:29:14.344166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-485ae044-0dba-4aea-9cc7-6da5ab7673ca tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Made reservation on behalf of 327aed1be9034b5998d3dd4ae5cd9af7 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:29:14.347852 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-485ae044-0dba-4aea-9cc7-6da5ab7673ca tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:14.465186 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:14.477925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-485ae044-0dba-4aea-9cc7-6da5ab7673ca tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Allocated IP 172.20.0.4 (2d1ace07-3468-40e0-8892-a37d15bdceaa/fccbcf21-864f-4028-8597-6a7bd0e1465d/fa267f33-15ce-446a-b8ba-336b2ee185ad) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:29:14.624624 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-485ae044-0dba-4aea-9cc7-6da5ab7673ca tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:14.659618 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-485ae044-0dba-4aea-9cc7-6da5ab7673ca tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:14.712170 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-485ae044-0dba-4aea-9cc7-6da5ab7673ca tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Network 2d1ace07-3468-40e0-8892-a37d15bdceaa is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:29:14.715443 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-485ae044-0dba-4aea-9cc7-6da5ab7673ca tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:29:14.719268 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-485ae044-0dba-4aea-9cc7-6da5ab7673ca tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:29:14.745681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ae044-0dba-4aea-9cc7-6da5ab7673ca tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Pushing event updated for resources: {'Port': ['ID=fa267f33-15ce-446a-b8ba-336b2ee185ad,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:29:14.781860 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-485ae044-0dba-4aea-9cc7-6da5ab7673ca tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:14.782597 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-485ae044-0dba-4aea-9cc7-6da5ab7673ca tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:14.812488 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-485ae044-0dba-4aea-9cc7-6da5ab7673ca tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853467 Feb 04 14:29:14.827561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Request body: {'port': {'device_id': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:29:14.919079 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:15.035595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-340082bc-bfba-4d5e-abe3-6cd2d3ef06ac None None] Provisioning complete for port fa267f33-15ce-446a-b8ba-336b2ee185ad triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:29:15.036239 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-340082bc-bfba-4d5e-abe3-6cd2d3ef06ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:15.072214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-340082bc-bfba-4d5e-abe3-6cd2d3ef06ac None None] Port fa267f33-15ce-446a-b8ba-336b2ee185ad cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:29:15.195714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa267f33-15ce-446a-b8ba-336b2ee185ad {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:29:15.203363 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Publish callbacks [] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:15.215950 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Transition to ACTIVE for port object fa267f33-15ce-446a-b8ba-336b2ee185ad will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:29:15.220110 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:15.274871 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Pushing event updated for resources: {'Port': ['ID=fa267f33-15ce-446a-b8ba-336b2ee185ad,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:29:15.283458 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-06f87860-e8ef-4c0b-a175-99de79a05e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:15.296078 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:15.353881 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Attempting to bind port fa267f33-15ce-446a-b8ba-336b2ee185ad on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:29:15.354268 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Attempting to bind port fa267f33-15ce-446a-b8ba-336b2ee185ad by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:29:15.354614 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Attempting to bind port fa267f33-15ce-446a-b8ba-336b2ee185ad on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:29:15.359439 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Port fa267f33-15ce-446a-b8ba-336b2ee185ad on network 2d1ace07-3468-40e0-8892-a37d15bdceaa not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:29:15.359768 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Attempting to bind port fa267f33-15ce-446a-b8ba-336b2ee185ad on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:29:15.368142 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:29:15.368142 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Checking segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:29:15.368142 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Bound using segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:29:15.368142 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Bound port: fa267f33-15ce-446a-b8ba-336b2ee185ad, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:29:15.368142 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:15.442618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:29:15.446207 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:29:15.453768 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:15.481552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a26eb-c073-48a3-a188-88cf2ae15d60 req-7814b869-802b-4ea6-9bbb-a0bff1a119f4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:15.483345 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c8a26eb-c073-48a3-a188-88cf2ae15d60 req-7814b869-802b-4ea6-9bbb-a0bff1a119f4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0702605 Feb 04 14:29:15.500107 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:15.500738 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:15.502322 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] 10.222.0.100 "PUT /v2.0/ports/fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 1092 time: 0.6826584 Feb 04 14:29:15.502769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:29:15.505138 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161858be-d4d8-46c4-afea-ba5d09f5bdcf" -d '{"events": [{"name": "network-changed", "server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:29:15.528948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7509cc-89cb-4d85-8b3a-b9dcfa134cab service neutron] Pushing event updated for resources: {'Port': ['ID=fa267f33-15ce-446a-b8ba-336b2ee185ad,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:29:15.554787 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c8a26eb-c073-48a3-a188-88cf2ae15d60 req-76c218b1-e43e-4063-a34b-3a71c25cbdff tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643420 Feb 04 14:29:15.613778 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c276c6-0c8b-4708-9a5c-3580b8aaf376 x-openstack-request-id: req-68c276c6-0c8b-4708-9a5c-3580b8aaf376 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:29:15.614122 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:29:15.614371 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-68c276c6-0c8b-4708-9a5c-3580b8aaf376 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:29:15.614774 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'status': 'completed', 'code': 200} Feb 04 14:29:15.621272 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-23776b20-a75f-47eb-8285-fac5370e7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:15.622818 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-23776b20-a75f-47eb-8285-fac5370e7ebb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 1126 time: 0.0780602 Feb 04 14:29:15.665743 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-90786b8a-5b09-4448-807b-5177a020c18f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 217 time: 0.0362098 Feb 04 14:29:15.719750 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-8cce6610-22cb-432e-844d-1a77b4d6bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:15.721797 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-8cce6610-22cb-432e-844d-1a77b4d6bb35 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0505435 Feb 04 14:29:15.768623 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-38a6d7cd-c600-441a-a4eb-9edef8368de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:15.770435 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-38a6d7cd-c600-441a-a4eb-9edef8368de5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439384 Feb 04 14:29:15.796121 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:15.860515 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-2013896a-8b4a-4bfb-b125-df284514664c service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842173 Feb 04 14:29:15.958121 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b60c63c-9ed9-4b67-9ce8-ad46dbaa4e4e req-f626e447-7972-4f4c-8627-647322f83d5d service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917604 Feb 04 14:29:16.047164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161858be-d4d8-46c4-afea-ba5d09f5bdcf req-d03ff1ca-276b-412d-ab6b-ce61b7e4a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:16.048682 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-161858be-d4d8-46c4-afea-ba5d09f5bdcf req-d03ff1ca-276b-412d-ab6b-ce61b7e4a500 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 1126 time: 0.0475156 Feb 04 14:29:16.147546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161858be-d4d8-46c4-afea-ba5d09f5bdcf req-6bb6bb16-dc99-42ae-9232-d62e80a534cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:16.148931 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-161858be-d4d8-46c4-afea-ba5d09f5bdcf req-6bb6bb16-dc99-42ae-9232-d62e80a534cd service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0922694 Feb 04 14:29:16.189922 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-161858be-d4d8-46c4-afea-ba5d09f5bdcf req-6bde5593-aec3-4f8e-84d2-8e3f076bab7e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 217 time: 0.0357087 Feb 04 14:29:16.238304 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161858be-d4d8-46c4-afea-ba5d09f5bdcf req-1033e67d-8314-4b95-a763-ffe04215e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:16.239785 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-161858be-d4d8-46c4-afea-ba5d09f5bdcf req-1033e67d-8314-4b95-a763-ffe04215e1ed service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0449452 Feb 04 14:29:16.295975 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161858be-d4d8-46c4-afea-ba5d09f5bdcf req-bde961b1-03ba-4835-9996-abc194523ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:16.297484 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-161858be-d4d8-46c4-afea-ba5d09f5bdcf req-bde961b1-03ba-4835-9996-abc194523ffa service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0525045 Feb 04 14:29:16.391292 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-161858be-d4d8-46c4-afea-ba5d09f5bdcf req-7ca08254-9f4a-4db0-8739-3c5e8dac817f service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879288 Feb 04 14:29:16.489086 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-161858be-d4d8-46c4-afea-ba5d09f5bdcf req-dcc6f42e-4db4-4b30-bb42-f0157e569a17 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918314 Feb 04 14:29:16.677468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0292d-0954-43f2-91be-909dd49c59b3 req-98e6b8ca-f2f6-4ac0-8133-dcb35e932245 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:16.679051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2e0292d-0954-43f2-91be-909dd49c59b3 req-98e6b8ca-f2f6-4ac0-8133-dcb35e932245 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0553701 Feb 04 14:29:16.728172 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2e0292d-0954-43f2-91be-909dd49c59b3 req-17e0b95d-1ff4-4f66-b344-8c259e2b6ecf tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435348 Feb 04 14:29:17.136877 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:17.868951 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2395818-9749-49ce-b7b8-4b7e0c130ac4 req-3b39585d-b923-4159-9df3-6487a8cb86af tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:17.870505 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a2395818-9749-49ce-b7b8-4b7e0c130ac4 req-3b39585d-b923-4159-9df3-6487a8cb86af tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0584838 Feb 04 14:29:17.920332 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a2395818-9749-49ce-b7b8-4b7e0c130ac4 req-accba502-10d9-420f-8797-65b6f8e4e858 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440590 Feb 04 14:29:18.060933 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:18.491391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device fa267f33-15ce-446a-b8ba-336b2ee185ad details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:29:18.593791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:29:18.605751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'port_id': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'mac_address': 'fa:16:3e:2b:3d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:29:18.648824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port fa267f33-15ce-446a-b8ba-336b2ee185ad is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:29:18.649213 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:18.662937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa267f33-15ce-446a-b8ba-336b2ee185ad {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:29:18.683649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:29:18.688716 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:18.739612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=fa267f33-15ce-446a-b8ba-336b2ee185ad,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:29:19.069408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2cdff-c3a8-43d7-8174-3eef0aa0ac89 req-626dee57-5b56-4dde-84e9-6f88b70617fe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:19.070956 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6a2cdff-c3a8-43d7-8174-3eef0aa0ac89 req-626dee57-5b56-4dde-84e9-6f88b70617fe tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0765197 Feb 04 14:29:19.076117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['fa267f33-15ce-446a-b8ba-336b2ee185ad'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:29:19.121356 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6a2cdff-c3a8-43d7-8174-3eef0aa0ac89 req-5923f3cd-4762-47c9-8c77-9bc999cba6e2 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443261 Feb 04 14:29:20.251105 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd98d9f-7d8b-48bc-b3ee-2e910df08f3d req-ac4b209c-db30-40bc-b5e6-c809b247a16b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:20.252662 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8fd98d9f-7d8b-48bc-b3ee-2e910df08f3d req-ac4b209c-db30-40bc-b5e6-c809b247a16b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0545204 Feb 04 14:29:20.307027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8fd98d9f-7d8b-48bc-b3ee-2e910df08f3d req-f0bb81b7-b376-48ed-aa9c-8cc419cc2e81 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482714 Feb 04 14:29:20.491139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device fa267f33-15ce-446a-b8ba-336b2ee185ad up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:29:20.540075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port fa267f33-15ce-446a-b8ba-336b2ee185ad completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:29:20.544078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port fa267f33-15ce-446a-b8ba-336b2ee185ad triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:29:20.544465 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:20.623601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port fa267f33-15ce-446a-b8ba-336b2ee185ad is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:29:20.624003 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:20.650224 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:29:20.652778 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1951e2-0488-4daa-a88e-036af88b9042" -d '{"events": [{"server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "name": "network-vif-plugged", "status": "completed", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:29:20.665725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:29:20.670165 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:20.698490 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e90efd5-4dcb-44b6-815a-63a90f769904 x-openstack-request-id: req-3e90efd5-4dcb-44b6-815a-63a90f769904 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:29:20.698793 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "name": "network-vif-plugged", "status": "completed", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:29:20.699051 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3e90efd5-4dcb-44b6-815a-63a90f769904 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:29:20.699465 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'code': 200} Feb 04 14:29:20.724548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=fa267f33-15ce-446a-b8ba-336b2ee185ad,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:29:20.796866 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88836c-4e33-4f1d-a35c-2f6479176c34 req-c939e3f6-136f-4caa-839c-c8707601f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:20.798329 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8f88836c-4e33-4f1d-a35c-2f6479176c34 req-c939e3f6-136f-4caa-839c-c8707601f836 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 1128 time: 0.0447130 Feb 04 14:29:20.848622 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8f88836c-4e33-4f1d-a35c-2f6479176c34 req-5c9adcfd-6797-453f-b6ce-b0e6c5f6a455 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441341 Feb 04 14:29:21.199870 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:29:21.431290 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6e730-49d0-46de-82bd-10028541da44 req-3963626c-f8a1-46fe-99de-ad5bc66b54f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:21.432828 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93c6e730-49d0-46de-82bd-10028541da44 req-3963626c-f8a1-46fe-99de-ad5bc66b54f6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0544169 Feb 04 14:29:21.483743 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-93c6e730-49d0-46de-82bd-10028541da44 req-0aabae47-4111-444a-bf9b-62a2ed1a7a94 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451982 Feb 04 14:29:22.609440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55342609-d442-41fb-86fc-0381e372951e req-f0a01538-4726-47eb-b7f4-e2b3d219452a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:22.611152 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55342609-d442-41fb-86fc-0381e372951e req-f0a01538-4726-47eb-b7f4-e2b3d219452a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0569425 Feb 04 14:29:22.665986 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55342609-d442-41fb-86fc-0381e372951e req-521aeb2a-1515-426e-8d96-95deabc2ce4b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487807 Feb 04 14:29:22.793061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0e4c6-e5ac-4160-b23b-82dd804d345b req-678e92b3-af5a-4963-b2ae-ebd207ca5f48 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:22.794526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2be0e4c6-e5ac-4160-b23b-82dd804d345b req-678e92b3-af5a-4963-b2ae-ebd207ca5f48 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0609765 Feb 04 14:29:22.803738 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35646) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:29:22.808445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-60a40248-da88-48a2-b969-2e7027817c36 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Request body: {'floatingip': {'port_id': 'fa267f33-15ce-446a-b8ba-336b2ee185ad'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:29:22.851311 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-60a40248-da88-48a2-b969-2e7027817c36 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for floatingip (28a92339-8c53-44ce-98bf-596f5fef039c), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:23.290031 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-60a40248-da88-48a2-b969-2e7027817c36 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:23.294484 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-60a40248-da88-48a2-b969-2e7027817c36 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (28a92339-8c53-44ce-98bf-596f5fef039c), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:23.400648 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-60a40248-da88-48a2-b969-2e7027817c36 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Floating IP 28a92339-8c53-44ce-98bf-596f5fef039c associated. External IP: 172.25.5.112, port: fa267f33-15ce-446a-b8ba-336b2ee185ad. Feb 04 14:29:23.625247 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a40248-da88-48a2-b969-2e7027817c36 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Router 4bead58e-7ab6-4f85-8591-90636056d921 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:29:23.733531 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a40248-da88-48a2-b969-2e7027817c36 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:29:23.739170 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-60a40248-da88-48a2-b969-2e7027817c36 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:23.743921 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a1ff8-9266-40e1-a5e9-1febce48e001 None None] Sync routers for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:29:23.754996 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a1ff8-9266-40e1-a5e9-1febce48e001 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:29:23.755614 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1d9a1ff8-9266-40e1-a5e9-1febce48e001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:29:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:29:23.775685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-60a40248-da88-48a2-b969-2e7027817c36 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "PUT /v2.0/floatingips/28a92339-8c53-44ce-98bf-596f5fef039c HTTP/1.1" status: 200 len: 992 time: 0.9683864 Feb 04 14:29:23.775685 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:29:23.776120 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affa79cb-2eda-42a3-afeb-408af291810c" -d '{"events": [{"name": "network-changed", "server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:29:23.865762 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-1d9a1ff8-9266-40e1-a5e9-1febce48e001 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:29:23.876130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5b5d7-1a4d-48cc-b8ca-ae2c231eeb89 req-1b63f1c4-656b-4e38-b4ee-f647e90183d5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:23.877574 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dcd5b5d7-1a4d-48cc-b8ca-ae2c231eeb89 req-1b63f1c4-656b-4e38-b4ee-f647e90183d5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0535724 Feb 04 14:29:23.925732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dcd5b5d7-1a4d-48cc-b8ca-ae2c231eeb89 req-2086046a-693f-4f13-b9e7-5cf5311657f0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422850 Feb 04 14:29:23.970665 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f512b5-5074-48a4-a11d-e434deb3f1fb x-openstack-request-id: req-91f512b5-5074-48a4-a11d-e434deb3f1fb {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:29:23.970965 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:29:23.971229 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-91f512b5-5074-48a4-a11d-e434deb3f1fb {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:29:23.971646 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'status': 'completed', 'code': 200} Feb 04 14:29:24.038026 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa79cb-2eda-42a3-afeb-408af291810c req-598882bd-8bfd-4723-9754-917eeee1d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:24.039718 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-affa79cb-2eda-42a3-afeb-408af291810c req-598882bd-8bfd-4723-9754-917eeee1d872 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 1128 time: 0.0458236 Feb 04 14:29:24.142355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa79cb-2eda-42a3-afeb-408af291810c req-6b0fb79f-411f-44ac-a400-95a1218ca9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:24.144333 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-affa79cb-2eda-42a3-afeb-408af291810c req-6b0fb79f-411f-44ac-a400-95a1218ca9c6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0978088 Feb 04 14:29:24.198892 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1d9a1ff8-9266-40e1-a5e9-1febce48e001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '28a92339-8c53-44ce-98bf-596f5fef039c', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'port_id': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'mac_address': 'fa:16:3e:2b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:26:32Z', 'updated_at': '2022-02-04T14:29:23Z', 'revision_number': 13, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:29:24.211399 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-affa79cb-2eda-42a3-afeb-408af291810c req-bfc8ed95-bc84-48a7-bf99-75c88d559af2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 1000 time: 0.0619569 Feb 04 14:29:24.225956 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a1ff8-9266-40e1-a5e9-1febce48e001 None None] Checking router: 4bead58e-7ab6-4f85-8591-90636056d921 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:29:24.234540 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a1ff8-9266-40e1-a5e9-1febce48e001 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:29:24.235151 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1d9a1ff8-9266-40e1-a5e9-1febce48e001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:29:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:29:24.265047 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa79cb-2eda-42a3-afeb-408af291810c req-237b34b8-7396-4eaf-9f73-1b9dc8899510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:24.266539 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-affa79cb-2eda-42a3-afeb-408af291810c req-237b34b8-7396-4eaf-9f73-1b9dc8899510 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0497451 Feb 04 14:29:24.316948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa79cb-2eda-42a3-afeb-408af291810c req-c9b3b540-7bb1-45ab-8e2e-3bea53360a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:24.318496 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-affa79cb-2eda-42a3-afeb-408af291810c req-c9b3b540-7bb1-45ab-8e2e-3bea53360a30 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465231 Feb 04 14:29:24.344339 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-1d9a1ff8-9266-40e1-a5e9-1febce48e001 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:29:24.407314 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-affa79cb-2eda-42a3-afeb-408af291810c req-f16bbdd9-a7d0-42c3-82f0-14d28d33bd9e service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828443 Feb 04 14:29:24.507965 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-affa79cb-2eda-42a3-afeb-408af291810c req-09556442-c967-4918-9268-423bec9b82a4 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948362 Feb 04 14:29:24.574823 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1d9a1ff8-9266-40e1-a5e9-1febce48e001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '28a92339-8c53-44ce-98bf-596f5fef039c', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'port_id': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'mac_address': 'fa:16:3e:2b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:26:32Z', 'updated_at': '2022-02-04T14:29:23Z', 'revision_number': 13, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:29:24.606592 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a1ff8-9266-40e1-a5e9-1febce48e001 None None] The sync data for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 is: [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '28a92339-8c53-44ce-98bf-596f5fef039c', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'port_id': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'mac_address': 'fa:16:3e:2b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:26:32Z', 'updated_at': '2022-02-04T14:29:23Z', 'revision_number': 13, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:29:24.803518 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f41644-8318-4078-894f-bf9b7facaae6 None None] New status for floating IP 28a92339-8c53-44ce-98bf-596f5fef039c: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:29:25.053313 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb675fe-145f-48b7-b362-a1c6a5021167 req-5fcdc4d8-d788-44dc-9e1a-ecfe98375436 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:25.054911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3cb675fe-145f-48b7-b362-a1c6a5021167 req-5fcdc4d8-d788-44dc-9e1a-ecfe98375436 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0538235 Feb 04 14:29:25.101624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3cb675fe-145f-48b7-b362-a1c6a5021167 req-74a85d3e-7709-46be-9666-589aace30ad7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412292 Feb 04 14:29:26.173190 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94147b8d-4a70-4ed5-8b4f-97de33526098 req-7eb9db5c-f703-4a79-b250-53e5924ceb3d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459344 Feb 04 14:29:26.260755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94147b8d-4a70-4ed5-8b4f-97de33526098 req-cc7f96ea-ea5e-43b0-8cad-b42f2d5258a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:26.262281 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94147b8d-4a70-4ed5-8b4f-97de33526098 req-cc7f96ea-ea5e-43b0-8cad-b42f2d5258a9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 1128 time: 0.0450509 Feb 04 14:29:26.374696 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94147b8d-4a70-4ed5-8b4f-97de33526098 req-b384cfad-b8be-4f4f-bba8-ca79a79b7ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:26.376183 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94147b8d-4a70-4ed5-8b4f-97de33526098 req-b384cfad-b8be-4f4f-bba8-ca79a79b7ed3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0956988 Feb 04 14:29:26.444834 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94147b8d-4a70-4ed5-8b4f-97de33526098 req-072a148a-760b-4a1a-9729-4cd006935ac5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 1002 time: 0.0628955 Feb 04 14:29:26.507031 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94147b8d-4a70-4ed5-8b4f-97de33526098 req-8c976a80-0750-48ef-b4c1-040e4ff04cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:26.508709 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94147b8d-4a70-4ed5-8b4f-97de33526098 req-8c976a80-0750-48ef-b4c1-040e4ff04cb7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0583537 Feb 04 14:29:26.573089 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94147b8d-4a70-4ed5-8b4f-97de33526098 req-a93bdf17-df10-4565-887d-97608216af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:26.578142 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94147b8d-4a70-4ed5-8b4f-97de33526098 req-a93bdf17-df10-4565-887d-97608216af29 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0620506 Feb 04 14:29:26.687188 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94147b8d-4a70-4ed5-8b4f-97de33526098 req-06e0f42e-2b05-4e6c-9858-7e7eba0bbae9 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040895 Feb 04 14:29:26.788119 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-94147b8d-4a70-4ed5-8b4f-97de33526098 req-81d2db83-fce0-4184-b92f-195122138a53 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955894 Feb 04 14:29:27.623653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1b5ce-713b-4cce-b81c-e846042f222d req-548d4098-90fa-4b16-b772-a456bc61e55f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:27.625200 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10b1b5ce-713b-4cce-b81c-e846042f222d req-548d4098-90fa-4b16-b772-a456bc61e55f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0584767 Feb 04 14:29:27.677774 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-10b1b5ce-713b-4cce-b81c-e846042f222d req-74b0a31b-ddfc-4275-85fd-6661f0b73ef3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465174 Feb 04 14:29:41.074847 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-32e9dbe4-3aa5-471d-b190-92a79a03b451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:44.073513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb0c76-6baa-4b92-816a-462de3aacabb req-e7782960-e8da-4755-aad7-768933c8fca4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:44.075035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45fb0c76-6baa-4b92-816a-462de3aacabb req-e7782960-e8da-4755-aad7-768933c8fca4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0545785 Feb 04 14:29:44.124585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-45fb0c76-6baa-4b92-816a-462de3aacabb req-5e656da0-b0c4-4ea8-ae42-dc33aea51592 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438371 Feb 04 14:29:44.125419 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-455a615b-eed6-4a16-a81d-e60b9852fd91 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1135187 Feb 04 14:29:44.462540 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:45.255358 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f31cca-f940-406c-8f47-41b7d46f8157 req-39ad9260-2413-4f79-aa44-0a9d7a239b09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:45.256869 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59f31cca-f940-406c-8f47-41b7d46f8157 req-39ad9260-2413-4f79-aa44-0a9d7a239b09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0589018 Feb 04 14:29:45.281850 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3b5003f7-f933-4026-87e5-fa6be96ac6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:45.295969 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:45.312339 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-59f31cca-f940-406c-8f47-41b7d46f8157 req-2ba4f2bc-247a-445f-a775-173b65055d99 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482545 Feb 04 14:29:45.355335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b28c4-e915-42de-a202-b244526969dd req-60860f91-a189-4a50-894d-351c0146cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:45.356824 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-60860f91-a189-4a50-894d-351c0146cd79 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 1128 time: 0.0970035 Feb 04 14:29:45.755286 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b28c4-e915-42de-a202-b244526969dd req-5f01930c-418b-471f-9525-434272c95a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:45.756804 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-5f01930c-418b-471f-9525-434272c95a91 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.3940978 Feb 04 14:29:45.799668 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:45.823855 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-98feb306-f767-4e1a-ac45-06e5331073eb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 1002 time: 0.0608120 Feb 04 14:29:45.875413 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b28c4-e915-42de-a202-b244526969dd req-de03d914-208c-422f-9dc4-95ddec37a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:45.876860 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-de03d914-208c-422f-9dc4-95ddec37a73f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0476375 Feb 04 14:29:45.925966 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b28c4-e915-42de-a202-b244526969dd req-dccb372b-6662-4de6-bbaa-bb27deac9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:45.927494 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-dccb372b-6662-4de6-bbaa-bb27deac9da4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445881 Feb 04 14:29:46.019514 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-466a742d-936a-4787-8f29-c42bfda2f380 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860963 Feb 04 14:29:46.106238 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-56b39f75-8b89-4c2b-8ed8-72bc40145860 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815542 Feb 04 14:29:46.434328 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1146885-52fe-44cb-a4c6-b29d69abd2ff req-f0d7b471-286d-49b8-8f20-f6fb660ad458 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:46.435858 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1146885-52fe-44cb-a4c6-b29d69abd2ff req-f0d7b471-286d-49b8-8f20-f6fb660ad458 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0536361 Feb 04 14:29:46.483028 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a1146885-52fe-44cb-a4c6-b29d69abd2ff req-4b320bc7-f43a-4ede-ae01-37f79dbc452b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414577 Feb 04 14:29:47.139034 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:47.604324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb33764-672c-4e78-b404-b1a0076405dc req-5bd95d11-6e98-49ed-8326-64a8c49e982f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:47.605981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fb33764-672c-4e78-b404-b1a0076405dc req-5bd95d11-6e98-49ed-8326-64a8c49e982f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0538013 Feb 04 14:29:47.660393 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fb33764-672c-4e78-b404-b1a0076405dc req-5153e7bc-b398-4902-bb7b-9b3bb429685d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487802 Feb 04 14:29:48.064966 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:48.788428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ca2b0-5f3e-4f4e-91de-f2827ba5c3a1 req-35c51e78-b777-484d-9d3c-1420f92c4d8e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:48.790414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b1ca2b0-5f3e-4f4e-91de-f2827ba5c3a1 req-35c51e78-b777-484d-9d3c-1420f92c4d8e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0590050 Feb 04 14:29:48.848336 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b1ca2b0-5f3e-4f4e-91de-f2827ba5c3a1 req-76e74096-3378-4557-8b0e-be6a79902671 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485837 Feb 04 14:29:49.973652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f0bf5-6878-484d-995b-901c4a723dbc req-f7b2842a-1a68-4e78-9a2d-a618f890a283 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:49.975231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d02f0bf5-6878-484d-995b-901c4a723dbc req-f7b2842a-1a68-4e78-9a2d-a618f890a283 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0560524 Feb 04 14:29:50.025043 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d02f0bf5-6878-484d-995b-901c4a723dbc req-eb164bb5-9244-4c2e-b1cc-20970701cb4c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441089 Feb 04 14:29:51.154439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422c9a1-be06-4092-9325-b8a106c37c24 req-bb0e301a-3d12-42e5-9f57-a676ebe955dc tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:51.155923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c422c9a1-be06-4092-9325-b8a106c37c24 req-bb0e301a-3d12-42e5-9f57-a676ebe955dc tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0620716 Feb 04 14:29:51.204137 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c422c9a1-be06-4092-9325-b8a106c37c24 req-a5a7e0a9-8c77-4e1c-bfb8-f13cf2071b86 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409267 Feb 04 14:29:52.327107 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a6001-ea27-4dfd-b483-b3f7e954d94f req-e66d29cf-b354-4aef-a67a-b1db48dc94c0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:52.328623 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-031a6001-ea27-4dfd-b483-b3f7e954d94f req-e66d29cf-b354-4aef-a67a-b1db48dc94c0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0533347 Feb 04 14:29:52.375038 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-031a6001-ea27-4dfd-b483-b3f7e954d94f req-ebed62d9-618a-46c0-844d-7e075e3687be tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405455 Feb 04 14:29:53.504875 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06dc9a4-b8c2-46db-8391-4109235ae270 req-8a623531-e976-4b89-a1b6-391a3ca54caf tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:53.507910 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b06dc9a4-b8c2-46db-8391-4109235ae270 req-8a623531-e976-4b89-a1b6-391a3ca54caf tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0572147 Feb 04 14:29:53.563771 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b06dc9a4-b8c2-46db-8391-4109235ae270 req-426ca5e5-1bb5-45e9-a2bf-64249997569e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503032 Feb 04 14:29:54.701467 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87ea5b-2c0e-4a23-a755-fb91643230f1 req-7a482969-a538-4823-9b94-ae4ab36f9e09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:54.703064 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6a87ea5b-2c0e-4a23-a755-fb91643230f1 req-7a482969-a538-4823-9b94-ae4ab36f9e09 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0658176 Feb 04 14:29:54.757626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6a87ea5b-2c0e-4a23-a755-fb91643230f1 req-ac79ac12-f901-4b21-88fe-58a33fd1dcd4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447366 Feb 04 14:29:55.892829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9824644-4326-4767-a77a-3e1bdd8be038 req-1c6dc9fb-529d-432f-a49c-34ce28433881 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:55.894377 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9824644-4326-4767-a77a-3e1bdd8be038 req-1c6dc9fb-529d-432f-a49c-34ce28433881 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0581503 Feb 04 14:29:55.945735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b9824644-4326-4767-a77a-3e1bdd8be038 req-93fd74d7-026e-4d69-aa4c-bb97e5a23384 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455058 Feb 04 14:29:56.631506 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device fa267f33-15ce-446a-b8ba-336b2ee185ad no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:29:56.695645 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-7a2b28c4-e915-42de-a202-b244526969dd req-d5aa0223-6b01-4b78-b75f-08d73038619c service neutron] show failed (client error): The resource could not be found. Feb 04 14:29:56.697712 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-d5aa0223-6b01-4b78-b75f-08d73038619c service neutron] 10.222.0.100 "GET /v2.0/ports/fa267f33-15ce-446a-b8ba-336b2ee185ad/bindings/n-h1-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0608375 Feb 04 14:29:56.771548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port fa267f33-15ce-446a-b8ba-336b2ee185ad is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:29:56.772000 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:56.829382 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:29:56.831540 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf1de6c-76f5-4cbb-ae03-5e1b6c05aaa8" -d '{"events": [{"server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "name": "network-vif-unplugged", "status": "completed", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:29:56.851505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:29:56.858439 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:56.888480 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e549fb-41e4-4d39-8a0f-32bb06a78456 x-openstack-request-id: req-d0e549fb-41e4-4d39-8a0f-32bb06a78456 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:29:56.888779 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "name": "network-vif-unplugged", "status": "completed", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:29:56.889046 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d0e549fb-41e4-4d39-8a0f-32bb06a78456 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:29:56.889423 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'code': 200} Feb 04 14:29:56.930361 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=fa267f33-15ce-446a-b8ba-336b2ee185ad,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:29:56.970994 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b28c4-e915-42de-a202-b244526969dd req-926cc3e8-0b78-473d-a2b0-3e3f688d49ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:56.972751 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-926cc3e8-0b78-473d-a2b0-3e3f688d49ba service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 1126 time: 0.0660405 Feb 04 14:29:56.984254 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:29:57.053891 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:57.095317 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c4266-60be-4107-9abe-38da16fa6046 req-2cddcb9a-a20a-4ac2-b819-27448108d659 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:57.097027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-901c4266-60be-4107-9abe-38da16fa6046 req-2cddcb9a-a20a-4ac2-b819-27448108d659 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0648327 Feb 04 14:29:57.155537 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-901c4266-60be-4107-9abe-38da16fa6046 req-2f147ab3-8f4f-422a-a22a-b9ad8545aeef tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522916 Feb 04 14:29:57.286876 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:29:57.321094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:29:57.359054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa267f33-15ce-446a-b8ba-336b2ee185ad {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:29:57.367027 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Publish callbacks [] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:57.378859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Transition to ACTIVE for port object fa267f33-15ce-446a-b8ba-336b2ee185ad will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:29:57.382716 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:57.456575 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Pushing event updated for resources: {'Port': ['ID=fa267f33-15ce-446a-b8ba-336b2ee185ad,revision_number=7']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:29:57.505017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] No DVR routers for this DVR port fa267f33-15ce-446a-b8ba-336b2ee185ad on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:29:57.672775 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Attempting to bind port fa267f33-15ce-446a-b8ba-336b2ee185ad on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:29:57.673118 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Attempting to bind port fa267f33-15ce-446a-b8ba-336b2ee185ad by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:29:57.673457 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Attempting to bind port fa267f33-15ce-446a-b8ba-336b2ee185ad on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:29:57.678580 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Port fa267f33-15ce-446a-b8ba-336b2ee185ad on network 2d1ace07-3468-40e0-8892-a37d15bdceaa not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:29:57.678905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Attempting to bind port fa267f33-15ce-446a-b8ba-336b2ee185ad on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:29:57.683936 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:29:57.684291 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Checking segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:29:57.684687 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Bound using segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:29:57.685120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Bound port: fa267f33-15ce-446a-b8ba-336b2ee185ad, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:29:57.685486 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:57.762525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:29:57.766480 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:29:57.774003 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:57.811134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:57.811770 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:29:57.813167 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] 10.222.0.99 "PUT /v2.0/ports/fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 1092 time: 0.8334816 Feb 04 14:29:57.813603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:29:57.815879 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eee6211-90af-4808-9b66-4aa864be1ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:29:57.839421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677cb60-9a8a-48d4-ac37-195c665d4b61 service neutron] Pushing event updated for resources: {'Port': ['ID=fa267f33-15ce-446a-b8ba-336b2ee185ad,revision_number=8']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:29:57.876839 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d36411e-dd71-4bcf-81cc-ddd8b9b34d44 x-openstack-request-id: req-5d36411e-dd71-4bcf-81cc-ddd8b9b34d44 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:29:57.877135 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:29:57.877396 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5d36411e-dd71-4bcf-81cc-ddd8b9b34d44 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:29:57.877800 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'status': 'completed', 'code': 200} Feb 04 14:29:57.894503 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b28c4-e915-42de-a202-b244526969dd req-26a2bb1c-47c7-4768-9e5e-6b85a7f92adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:57.896655 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-26a2bb1c-47c7-4768-9e5e-6b85a7f92adf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 1126 time: 0.0534995 Feb 04 14:29:58.018149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-a3c215a4-91ce-4199-99e3-853c50c178e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:58.019660 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-a3c215a4-91ce-4199-99e3-853c50c178e6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 1126 time: 0.1220663 Feb 04 14:29:58.024997 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b28c4-e915-42de-a202-b244526969dd req-306cbc8a-66d8-41e7-84f0-820ccd8bb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:58.026434 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-306cbc8a-66d8-41e7-84f0-820ccd8bb84e service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.1210601 Feb 04 14:29:58.142543 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-c116ec2b-1242-4d19-9268-cabe4258d4a9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 1000 time: 0.1079957 Feb 04 14:29:58.199276 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:29:58.200471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-5c4549da-072b-455d-92e1-eaa6a687b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:58.201989 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-5c4549da-072b-455d-92e1-eaa6a687b588 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.1746886 Feb 04 14:29:58.247544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b28c4-e915-42de-a202-b244526969dd req-84ff56de-70b6-4150-8b1e-fdb32be30880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:58.249000 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-84ff56de-70b6-4150-8b1e-fdb32be30880 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0958016 Feb 04 14:29:58.292101 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888cf15-428d-4e34-89b0-ac8ebf6f4716 req-ae2fe3d3-f716-4c3f-a7b4-68c137b385e5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:58.293703 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7888cf15-428d-4e34-89b0-ac8ebf6f4716 req-ae2fe3d3-f716-4c3f-a7b4-68c137b385e5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0553651 Feb 04 14:29:58.299185 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-1909cecd-7857-4889-9032-2de73e86f2f7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 1000 time: 0.0908294 Feb 04 14:29:58.346297 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7888cf15-428d-4e34-89b0-ac8ebf6f4716 req-71d9cfb2-74b3-441e-a3d5-2a3906d23ee6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461695 Feb 04 14:29:58.347705 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b28c4-e915-42de-a202-b244526969dd req-3e87ec9f-fd06-4ccb-a949-02e762588d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:58.349599 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-3e87ec9f-fd06-4ccb-a949-02e762588d94 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0933216 Feb 04 14:29:58.404914 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-a0cd5698-e8e5-4b3a-a2ff-0f954a9a1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:58.406336 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-a0cd5698-e8e5-4b3a-a2ff-0f954a9a1da2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.1007359 Feb 04 14:29:58.479985 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-b7c8001d-fc09-49ba-bc51-48d0d8b34bef service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225007 Feb 04 14:29:58.485878 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-7b23ad8a-ed88-40b9-a099-b664d92fcd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:58.487334 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-7b23ad8a-ed88-40b9-a099-b664d92fcd93 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0737009 Feb 04 14:29:58.649759 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-1ad0b6e3-dd25-45cc-82e5-0d9190e7c785 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614540 Feb 04 14:29:58.651490 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-abe31750-755a-44cc-b6d9-72a65700d06c service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563489 Feb 04 14:29:58.776013 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-7cc08488-3d50-4936-8371-73418dbf1eaa service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189268 Feb 04 14:29:58.778645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-43aa28fd-163a-4b73-9287-d1d723745a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:58.780044 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-43aa28fd-163a-4b73-9287-d1d723745a1b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 1126 time: 0.0802436 Feb 04 14:29:58.877559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-470d30d1-6f32-42a7-8328-0c62e8833d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:58.879155 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-470d30d1-6f32-42a7-8328-0c62e8833d11 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0938756 Feb 04 14:29:58.944945 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-5add1b1c-79c6-4dbc-8705-d11e50ec7e84 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 1000 time: 0.0602007 Feb 04 14:29:59.002809 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-806a09c6-1c1e-4171-8c25-9de7bc743271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:59.004270 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-806a09c6-1c1e-4171-8c25-9de7bc743271 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0544007 Feb 04 14:29:59.055217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-755e583c-a68f-4710-af7e-d1dd81f4ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:59.056845 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-755e583c-a68f-4710-af7e-d1dd81f4ac0d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464964 Feb 04 14:29:59.155815 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-eadae77b-4f37-445c-ba68-3ce1ed2b2e09 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934341 Feb 04 14:29:59.280296 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0eee6211-90af-4808-9b66-4aa864be1ccd req-37a50b7e-ad02-4eb5-b7d6-a5b8c8869deb service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187637 Feb 04 14:29:59.490320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf83c68-c0b7-491d-af10-52c41aeb50d8 req-30a0e6b5-92bb-4610-9dad-a8e2f8583ef3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:29:59.491922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3bf83c68-c0b7-491d-af10-52c41aeb50d8 req-30a0e6b5-92bb-4610-9dad-a8e2f8583ef3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0648355 Feb 04 14:29:59.544567 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3bf83c68-c0b7-491d-af10-52c41aeb50d8 req-7999305f-4bfa-4eda-aff9-56459c65cbdc tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467494 Feb 04 14:30:00.698535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee0f5f-0110-4cc4-bdcf-a24e34089479 req-f09e0668-5263-4df4-99c0-36923fcef676 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:00.700093 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03ee0f5f-0110-4cc4-bdcf-a24e34089479 req-f09e0668-5263-4df4-99c0-36923fcef676 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0635648 Feb 04 14:30:00.756572 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-03ee0f5f-0110-4cc4-bdcf-a24e34089479 req-f8a91fa7-58c1-49a6-986b-d88405b01bb7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504394 Feb 04 14:30:01.882984 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aec495-70ec-4eea-9c50-295750f9bfa9 req-e2f7516f-75b7-4e31-90f8-8a5fd22c7a39 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:01.884477 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5aec495-70ec-4eea-9c50-295750f9bfa9 req-e2f7516f-75b7-4e31-90f8-8a5fd22c7a39 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0554767 Feb 04 14:30:01.936187 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5aec495-70ec-4eea-9c50-295750f9bfa9 req-9c511fd5-2251-4c5c-a5ad-0b087057df7c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461242 Feb 04 14:30:03.089918 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291b7f6-fdb2-4de5-984c-7d9c33863f95 req-d9957c11-3307-4823-9b06-5be5eb2c8a85 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:03.091497 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c291b7f6-fdb2-4de5-984c-7d9c33863f95 req-d9957c11-3307-4823-9b06-5be5eb2c8a85 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0711644 Feb 04 14:30:03.143035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c291b7f6-fdb2-4de5-984c-7d9c33863f95 req-faee9a04-459b-40a7-a5ec-23034a1ab6a7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455530 Feb 04 14:30:04.271155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6520a-7975-4089-889b-1a9d4449fbeb req-eeb5ed18-43f9-4d6d-b31c-32b643191b45 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:04.272567 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5c6520a-7975-4089-889b-1a9d4449fbeb req-eeb5ed18-43f9-4d6d-b31c-32b643191b45 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0553379 Feb 04 14:30:04.323959 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5c6520a-7975-4089-889b-1a9d4449fbeb req-387b6e25-ff53-4d22-a339-c17a5bb5c78c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455492 Feb 04 14:30:05.452816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40682503-a68a-4094-8434-b4792c2b57ac req-7cc902a1-4153-4933-97c6-1978ace1683c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:05.455163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40682503-a68a-4094-8434-b4792c2b57ac req-7cc902a1-4153-4933-97c6-1978ace1683c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0600014 Feb 04 14:30:05.503914 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40682503-a68a-4094-8434-b4792c2b57ac req-0e92414a-f1f1-44a7-8995-e20f8fb04a3c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421703 Feb 04 14:30:06.642005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fba14-5f34-4c23-944c-e231d47f58cd req-52d74330-0c33-43ff-9508-dbc4be05d02b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:06.643427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d24fba14-5f34-4c23-944c-e231d47f58cd req-52d74330-0c33-43ff-9508-dbc4be05d02b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0651410 Feb 04 14:30:06.700771 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d24fba14-5f34-4c23-944c-e231d47f58cd req-f1e18ee5-9f01-45b2-8759-07a46fae68b0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474064 Feb 04 14:30:07.826403 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289c7a8-af15-4d34-bc86-0b0d6d9ec235 req-2bccea4f-0dc4-47bc-998b-ee6d52ec9757 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:07.828087 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9289c7a8-af15-4d34-bc86-0b0d6d9ec235 req-2bccea4f-0dc4-47bc-998b-ee6d52ec9757 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0548060 Feb 04 14:30:07.885185 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9289c7a8-af15-4d34-bc86-0b0d6d9ec235 req-60dba31e-3e61-4575-ab41-2f4d8a8f5174 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509529 Feb 04 14:30:09.008567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09752b9e-c417-4b8b-bb8d-331af4d3eff0 req-e2e02fe8-c667-4d11-b920-854fba4ee01d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:09.009996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09752b9e-c417-4b8b-bb8d-331af4d3eff0 req-e2e02fe8-c667-4d11-b920-854fba4ee01d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0549803 Feb 04 14:30:09.056701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09752b9e-c417-4b8b-bb8d-331af4d3eff0 req-38af9eee-e08b-4c7f-b1d5-63b810a8f5b9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411019 Feb 04 14:30:10.178678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4111991-6bcc-4619-9769-4e13de4d498b req-18075d82-7957-44ce-a709-3839884a4c8b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:10.180182 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4111991-6bcc-4619-9769-4e13de4d498b req-18075d82-7957-44ce-a709-3839884a4c8b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0534935 Feb 04 14:30:10.227411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4111991-6bcc-4619-9769-4e13de4d498b req-bf7b5360-d0df-470d-bf89-d9c0b18f962b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415430 Feb 04 14:30:11.077143 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-de9de062-be2b-4d86-9f66-98d6b308ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:11.352837 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a1c69-4f80-4173-8d6a-3619eadd213a req-f9b805fc-65fc-419e-92dd-5b2fead48b9c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:11.354261 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f1a1c69-4f80-4173-8d6a-3619eadd213a req-f9b805fc-65fc-419e-92dd-5b2fead48b9c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0590346 Feb 04 14:30:11.400466 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f1a1c69-4f80-4173-8d6a-3619eadd213a req-1bfcd2d9-6ec4-470e-b0ed-d33745c2ca30 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406742 Feb 04 14:30:12.200123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-a290c2c0-504e-423b-886f-14519ac50d15 req-9f0a6b15-0082-4d0f-852a-76ff62c8eb62 service neutron] (103607) timed out ('10.222.0.96', 59760) {{(pid=103607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 14:30:12.522791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcf501-3cea-4e5e-ba12-c527d7df8dbb req-4fef61c5-53b7-42e5-be0d-8e86770d0ee1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:12.524352 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47bcf501-3cea-4e5e-ba12-c527d7df8dbb req-4fef61c5-53b7-42e5-be0d-8e86770d0ee1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0546048 Feb 04 14:30:12.571171 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47bcf501-3cea-4e5e-ba12-c527d7df8dbb req-da40ffb4-76c4-4c5f-8f1f-03a557a5602f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412385 Feb 04 14:30:13.701676 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161008e8-7935-455d-b28c-b71e25b1764d req-a931b970-2715-481f-88aa-abb556604c83 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:13.703205 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-161008e8-7935-455d-b28c-b71e25b1764d req-a931b970-2715-481f-88aa-abb556604c83 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0592721 Feb 04 14:30:13.750569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-161008e8-7935-455d-b28c-b71e25b1764d req-469a4ffb-b685-4692-8d4d-9316321c6126 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417118 Feb 04 14:30:14.331632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ba934-8eae-460b-b725-f2a61deae1a1 req-57f02a53-800d-427a-9f60-0a4a3b2eabfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:14.333665 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3b4ba934-8eae-460b-b725-f2a61deae1a1 req-57f02a53-800d-427a-9f60-0a4a3b2eabfd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 1126 time: 0.0475292 Feb 04 14:30:14.438772 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ba934-8eae-460b-b725-f2a61deae1a1 req-1fc08480-d2f4-4a51-a5f2-3b64af419a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:14.440246 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3b4ba934-8eae-460b-b725-f2a61deae1a1 req-1fc08480-d2f4-4a51-a5f2-3b64af419a31 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0878487 Feb 04 14:30:14.463274 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:14.506213 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3b4ba934-8eae-460b-b725-f2a61deae1a1 req-d8fa1ada-a207-4d46-bad8-17c0e32a59d9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 1000 time: 0.0598428 Feb 04 14:30:14.555374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ba934-8eae-460b-b725-f2a61deae1a1 req-11eb228e-a5b4-4509-a2b6-542467b396ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:14.556831 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3b4ba934-8eae-460b-b725-f2a61deae1a1 req-11eb228e-a5b4-4509-a2b6-542467b396ee service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0452037 Feb 04 14:30:14.611636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ba934-8eae-460b-b725-f2a61deae1a1 req-ba2cc1ce-5e8b-4aff-bf11-3a86708b9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:14.613062 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3b4ba934-8eae-460b-b725-f2a61deae1a1 req-ba2cc1ce-5e8b-4aff-bf11-3a86708b9e6f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504415 Feb 04 14:30:14.705418 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3b4ba934-8eae-460b-b725-f2a61deae1a1 req-5f548f59-a7e9-4a76-80e1-f7640c67225b service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861397 Feb 04 14:30:14.800646 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3b4ba934-8eae-460b-b725-f2a61deae1a1 req-13997f86-e5f8-4b42-b25e-6b00a690a18c service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879560 Feb 04 14:30:14.872160 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50342d6a-c292-4f32-bc30-46baefba213a req-4b5494a8-1481-4199-8a4c-4ce39342b7f7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:14.873570 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50342d6a-c292-4f32-bc30-46baefba213a req-4b5494a8-1481-4199-8a4c-4ce39342b7f7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0542629 Feb 04 14:30:14.921331 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50342d6a-c292-4f32-bc30-46baefba213a req-b08c88de-d5ed-41e6-aa77-71e03825fd13 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420535 Feb 04 14:30:15.274504 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bcc43d13-2ef7-4567-af6b-010e530c432e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:15.296754 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:15.758541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fa267f33-15ce-446a-b8ba-336b2ee185ad details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:30:15.836185 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:15.863406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:30:15.875174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'port_id': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'mac_address': 'fa:16:3e:2b:3d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:30:16.056083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f093e-c3bb-4ae5-82f0-1256d60c9a13 req-2fe85c66-90c8-4184-ab6c-53e7dab6cc71 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:16.057588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b2f093e-c3bb-4ae5-82f0-1256d60c9a13 req-2fe85c66-90c8-4184-ab6c-53e7dab6cc71 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 943 time: 0.0617929 Feb 04 14:30:16.069466 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port fa267f33-15ce-446a-b8ba-336b2ee185ad is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:30:16.069855 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:16.083560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa267f33-15ce-446a-b8ba-336b2ee185ad {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:30:16.103374 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:30:16.107409 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:16.110434 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2b2f093e-c3bb-4ae5-82f0-1256d60c9a13 req-4cc4e825-d0df-48b9-8325-28e9bdc8de57 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464242 Feb 04 14:30:16.156523 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=fa267f33-15ce-446a-b8ba-336b2ee185ad,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:30:16.164647 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:16.164999 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:16.165345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:16.165685 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:16.166039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:16.166384 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:16.166716 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:16.167049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:16.167375 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:16.167707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:16.168032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:16.168359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:16.168681 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:17.142993 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:17.234179 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ecd8e-1011-4aae-b3ea-911f0dec3581 req-f0714eef-da42-4240-b872-958d8ed0c8f4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:17.235588 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e8ecd8e-1011-4aae-b3ea-911f0dec3581 req-f0714eef-da42-4240-b872-958d8ed0c8f4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0538549 Feb 04 14:30:17.281878 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7e8ecd8e-1011-4aae-b3ea-911f0dec3581 req-31217f60-c68a-4705-a3d2-9b7848c8ccdb tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400438 Feb 04 14:30:17.548641 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['fa267f33-15ce-446a-b8ba-336b2ee185ad'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:30:17.579073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-2f935bfd-bfd5-4cbf-9f0a-71574907c4aa tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:17.580665 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-2f935bfd-bfd5-4cbf-9f0a-71574907c4aa tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.99 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&binding%3Ahost_id=n-h1-714676-13 HTTP/1.1" status: 200 len: 944 time: 0.0619013 Feb 04 14:30:17.595035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39709c0f-f2a0-4a2f-975d-ae77726af443 req-9a8c8803-7bc2-43e1-920f-0bb4da1c078b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:17.596554 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39709c0f-f2a0-4a2f-975d-ae77726af443 req-9a8c8803-7bc2-43e1-920f-0bb4da1c078b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0547483 Feb 04 14:30:17.647386 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-7a79d7f8-035c-4a9a-bdfd-2b9510b743f6 service neutron] 10.222.0.99 "GET /v2.0/ports/fa267f33-15ce-446a-b8ba-336b2ee185ad/bindings/n-h1-714676-13 HTTP/1.1" status: 200 len: 383 time: 0.0596752 Feb 04 14:30:17.653943 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-39709c0f-f2a0-4a2f-975d-ae77726af443 req-c5aecbdd-d56b-4920-affe-eb3c1880f974 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466068 Feb 04 14:30:17.713483 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-8c32a452-ae36-439a-8890-d074b38b06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:17.715052 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-8c32a452-ae36-439a-8890-d074b38b06e1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 1127 time: 0.0458975 Feb 04 14:30:17.808233 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0c5675cb-5a99-49af-8da1-5a74cc754981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:17.809606 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0c5675cb-5a99-49af-8da1-5a74cc754981 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0894206 Feb 04 14:30:17.874405 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-3b64b2b0-0284-4ca3-91db-16bda1582288 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 1001 time: 0.0583477 Feb 04 14:30:17.927122 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-d2ee16fd-ef9c-433f-a44c-5059d8d846f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:17.928592 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-d2ee16fd-ef9c-433f-a44c-5059d8d846f2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0485003 Feb 04 14:30:17.977596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-8d969184-3a7f-4d05-8235-9acecdc3ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:17.979153 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-8d969184-3a7f-4d05-8235-9acecdc3ebdd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449402 Feb 04 14:30:18.068315 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:18.069074 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-80f8f25e-ce9e-40c9-a267-1cb6f2fc6083 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836790 Feb 04 14:30:18.167108 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-d1411615-ff68-4dcd-9f9b-5f4aafa332d8 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918500 Feb 04 14:30:18.783929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bc2cf-0c27-4b0a-ad25-5efafb0cde0f req-bf95cfd5-8daf-4413-905f-54c03cf4468b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:18.785410 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c7bc2cf-0c27-4b0a-ad25-5efafb0cde0f req-bf95cfd5-8daf-4413-905f-54c03cf4468b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0569010 Feb 04 14:30:18.832314 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c7bc2cf-0c27-4b0a-ad25-5efafb0cde0f req-9a0db1aa-9e0e-41f3-8c4a-39bdb763568d tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404763 Feb 04 14:30:19.792810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fa267f33-15ce-446a-b8ba-336b2ee185ad up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:30:19.841243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port fa267f33-15ce-446a-b8ba-336b2ee185ad completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:30:19.844997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port fa267f33-15ce-446a-b8ba-336b2ee185ad triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:30:19.845374 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:19.931504 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port fa267f33-15ce-446a-b8ba-336b2ee185ad is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:30:19.931923 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:19.956152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:30:19.958612 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada80b18-312b-47a9-80f5-718953b5804a" -d '{"events": [{"server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "name": "network-vif-plugged", "status": "completed", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:30:19.964603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e1e0-488f-42dc-b8be-54fc2f87e3b6 req-f8435246-6c60-4041-942b-1916e6a0fc5b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:19.966184 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6a57e1e0-488f-42dc-b8be-54fc2f87e3b6 req-f8435246-6c60-4041-942b-1916e6a0fc5b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0606656 Feb 04 14:30:19.972365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:30:19.976220 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:20.019158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6a57e1e0-488f-42dc-b8be-54fc2f87e3b6 req-84636e66-7190-445f-9d59-f5f6da8a1c1e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449131 Feb 04 14:30:20.025742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=fa267f33-15ce-446a-b8ba-336b2ee185ad,revision_number=10']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:30:20.084433 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b57ceb-d5a6-4df0-afd4-a4cd89f45d19 x-openstack-request-id: req-62b57ceb-d5a6-4df0-afd4-a4cd89f45d19 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:30:20.084740 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "name": "network-vif-plugged", "status": "completed", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:30:20.085005 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-62b57ceb-d5a6-4df0-afd4-a4cd89f45d19 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:30:20.085419 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'code': 200} Feb 04 14:30:21.148492 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602fa38-4fa5-4b73-b308-3737d9c1650e req-0165810b-c79e-4f1a-9034-abff9de5328c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:21.149992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8602fa38-4fa5-4b73-b308-3737d9c1650e req-0165810b-c79e-4f1a-9034-abff9de5328c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 946 time: 0.0534599 Feb 04 14:30:21.528805 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8602fa38-4fa5-4b73-b308-3737d9c1650e req-87408743-9d1b-4fbb-8eb3-2116a10a37fd tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731716 Feb 04 14:30:22.654656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274707d-fefa-4293-b99a-6b0f40409b57 req-7d6b973c-d2ec-447f-817d-6ccf558c14a9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:22.656133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4274707d-fefa-4293-b99a-6b0f40409b57 req-7d6b973c-d2ec-447f-817d-6ccf558c14a9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 946 time: 0.0532975 Feb 04 14:30:22.705011 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4274707d-fefa-4293-b99a-6b0f40409b57 req-fc3f0b2a-1864-4be9-84d0-5d38fc2c7ce9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425036 Feb 04 14:30:23.821943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fa267f33-15ce-446a-b8ba-336b2ee185ad no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:30:23.833802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805e3e9-caa0-444f-847b-bff99e712989 req-5583bd6a-067e-40c2-8e6b-832ab31fb4ec tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:23.835428 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9805e3e9-caa0-444f-847b-bff99e712989 req-5583bd6a-067e-40c2-8e6b-832ab31fb4ec tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 946 time: 0.0578523 Feb 04 14:30:23.892686 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9805e3e9-caa0-444f-847b-bff99e712989 req-961ae0e3-d60a-4566-9243-e533b810d7cb tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491199 Feb 04 14:30:23.901472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port fa267f33-15ce-446a-b8ba-336b2ee185ad is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:30:23.901871 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:23.927612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:30:23.929870 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2772926c-1a35-4094-bb88-31e49e9bc6d0" -d '{"events": [{"server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "name": "network-vif-unplugged", "status": "completed", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:30:23.942748 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:30:23.947406 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:23.954485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-9d675117-5374-46d2-9915-7301d91d073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:23.956012 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-9d675117-5374-46d2-9915-7301d91d073e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219&tenant_id=327aed1be9034b5998d3dd4ae5cd9af7 HTTP/1.1" status: 200 len: 1129 time: 0.0521317 Feb 04 14:30:23.966502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:30:23.987429 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c633e4f0-e46b-478f-b8d8-c6fe4f0eab13 x-openstack-request-id: req-c633e4f0-e46b-478f-b8d8-c6fe4f0eab13 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:30:23.987728 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "name": "network-vif-unplugged", "status": "completed", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:30:23.987988 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c633e4f0-e46b-478f-b8d8-c6fe4f0eab13 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:30:23.988408 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'code': 200} Feb 04 14:30:24.001254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=fa267f33-15ce-446a-b8ba-336b2ee185ad,revision_number=11']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:30:24.036608 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:24.242291 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:30:24.276273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:30:24.308488 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa267f33-15ce-446a-b8ba-336b2ee185ad {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:30:24.315880 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Publish callbacks [] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:24.328880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Transition to ACTIVE for port object fa267f33-15ce-446a-b8ba-336b2ee185ad will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:30:24.333419 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:24.418222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Pushing event updated for resources: {'Port': ['ID=fa267f33-15ce-446a-b8ba-336b2ee185ad,revision_number=12']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:30:24.433120 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:24.433469 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:24.433815 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:24.434192 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:24.434523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:24.434903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:24.435235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:24.435565 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:24.435892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:24.436218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:24.436546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:24.436872 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:24.437194 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:30:24.475800 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] No DVR routers for this DVR port fa267f33-15ce-446a-b8ba-336b2ee185ad on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:30:24.620757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Attempting to bind port fa267f33-15ce-446a-b8ba-336b2ee185ad on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:30:24.621090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Attempting to bind port fa267f33-15ce-446a-b8ba-336b2ee185ad by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:30:24.621418 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Attempting to bind port fa267f33-15ce-446a-b8ba-336b2ee185ad on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:30:24.625808 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Port fa267f33-15ce-446a-b8ba-336b2ee185ad on network 2d1ace07-3468-40e0-8892-a37d15bdceaa not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:30:24.626081 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Attempting to bind port fa267f33-15ce-446a-b8ba-336b2ee185ad on network 2d1ace07-3468-40e0-8892-a37d15bdceaa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:30:24.630998 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:30:24.631270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Checking segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:30:24.631754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Bound using segment: {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:30:24.632067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Bound port: fa267f33-15ce-446a-b8ba-336b2ee185ad, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c076f60-0324-42fd-a2e8-4281ba6c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:30:24.632423 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:24.694423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:30:24.697545 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:30:24.703856 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:24.741859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:24.742526 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:24.743977 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] 10.222.0.100 "PUT /v2.0/ports/fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 1093 time: 0.7818954 Feb 04 14:30:24.744441 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:30:24.746754 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfd2696-1706-42cd-ab0a-48a9725c7385" -d '{"events": [{"name": "network-changed", "server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:30:24.799229 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5fcd7-8fe3-4751-b9b0-fee8485e4092 service neutron] Pushing event updated for resources: {'Port': ['ID=fa267f33-15ce-446a-b8ba-336b2ee185ad,revision_number=13']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:30:24.809915 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea0067b-e49c-4366-b38f-fdee716fcf08 x-openstack-request-id: req-8ea0067b-e49c-4366-b38f-fdee716fcf08 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:30:24.810244 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:30:24.810508 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8ea0067b-e49c-4366-b38f-fdee716fcf08 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:30:24.810913 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'status': 'completed', 'code': 200} Feb 04 14:30:24.826232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-a97bfe9a-faef-4060-b8f4-412ed99ecc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:24.827827 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-a97bfe9a-faef-4060-b8f4-412ed99ecc8b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 1127 time: 0.0586035 Feb 04 14:30:24.961177 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-725f35d6-e85b-4cd3-add7-c8c60bde4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:24.962833 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-725f35d6-e85b-4cd3-add7-c8c60bde4004 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 1127 time: 0.1209457 Feb 04 14:30:24.965645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-5dd599d1-5d23-42fd-97f3-85aea7a2a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:24.967041 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-5dd599d1-5d23-42fd-97f3-85aea7a2a49b service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.1333315 Feb 04 14:30:25.030564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86635f1a-ce9e-4069-96f8-8973b985f440 req-9f03758d-5577-44ea-aa5b-508dcd910e21 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:25.031973 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86635f1a-ce9e-4069-96f8-8973b985f440 req-9f03758d-5577-44ea-aa5b-508dcd910e21 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0559373 Feb 04 14:30:25.086809 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-bccbdc7a-938d-452b-92c1-f38097fc830b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 1000 time: 0.1094923 Feb 04 14:30:25.087166 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86635f1a-ce9e-4069-96f8-8973b985f440 req-5222e5c2-df4f-4da2-8e5c-b32c9fc5f5d9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487490 Feb 04 14:30:25.138360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-8edadec5-50ae-4419-a764-2214b0019578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:25.139906 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-8edadec5-50ae-4419-a764-2214b0019578 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.1710348 Feb 04 14:30:25.183255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-9085badf-6b5c-4405-8585-eb4145f70a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:25.184686 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-9085badf-6b5c-4405-8585-eb4145f70a7d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0913377 Feb 04 14:30:25.237538 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-c6865db1-5234-44c1-ad02-fbaebab42905 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 1000 time: 0.0918899 Feb 04 14:30:25.276597 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-6a76637e-2989-4dbd-b17c-4ecc9ab2f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:25.278064 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-6a76637e-2989-4dbd-b17c-4ecc9ab2f055 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0845811 Feb 04 14:30:25.337333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-e9b3090b-8fd4-40d4-a430-bf072bd016e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:25.338736 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-e9b3090b-8fd4-40d4-a430-bf072bd016e1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0929236 Feb 04 14:30:25.415059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-aabe9ff1-d508-4a33-bc28-7cc04b76d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:25.416583 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-aabe9ff1-d508-4a33-bc28-7cc04b76d01b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0723429 Feb 04 14:30:25.418499 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-ce588843-9908-443b-a52c-967e5b12f41f service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312306 Feb 04 14:30:25.869794 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-4c516385-28c8-4c55-ba55-e0d79c7d2aa9 service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472864 Feb 04 14:30:25.887165 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ee249687-eb1e-4dda-ab56-6a61a1fdce80 req-dbc492e4-9977-4824-8f7c-9dd4591d9c16 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470453 Feb 04 14:30:26.000338 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-e8d0d013-78a9-4084-8d77-dda9ce11d63c service neutron] 10.222.0.99 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236165 Feb 04 14:30:26.003189 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-ce4139d4-7b94-42a3-857a-15d737f50f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:26.004637 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-ce4139d4-7b94-42a3-857a-15d737f50f23 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 1127 time: 0.0761549 Feb 04 14:30:26.097327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-146ae787-af24-4c87-9a2e-185c3895a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:26.099614 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-146ae787-af24-4c87-9a2e-185c3895a7ac service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0901663 Feb 04 14:30:26.171510 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-070175ff-c5e4-4171-ab1a-f6a540cbd859 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 1000 time: 0.0661328 Feb 04 14:30:26.212767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75345d-8fd9-4705-9f2b-b28dc02c0b36 req-b775b629-7d03-492b-aa15-e78bc21f3e87 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:26.214926 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e75345d-8fd9-4705-9f2b-b28dc02c0b36 req-b775b629-7d03-492b-aa15-e78bc21f3e87 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0559032 Feb 04 14:30:26.220785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-da07dbf5-0dce-4acd-a583-21e774d3acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:26.222362 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-da07dbf5-0dce-4acd-a583-21e774d3acbb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0449600 Feb 04 14:30:26.266231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2e75345d-8fd9-4705-9f2b-b28dc02c0b36 req-395e985d-595a-48c5-bf77-a3f1e7972727 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445154 Feb 04 14:30:26.272283 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-49113135-f907-4f8e-a087-7f370fdcb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:26.273837 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-49113135-f907-4f8e-a087-7f370fdcb54d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460751 Feb 04 14:30:26.368314 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-03470a72-0a0c-4be8-b1cb-d91be3ee2960 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889349 Feb 04 14:30:26.460098 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3bfd2696-1706-42cd-ab0a-48a9725c7385 req-2162201b-1cd9-4faf-b008-24248c186351 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859153 Feb 04 14:30:27.394456 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b000c7-4578-4196-b5e5-c2127710796f req-559a9a8f-a98e-4c9b-ac64-ff073f520758 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:27.396461 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98b000c7-4578-4196-b5e5-c2127710796f req-559a9a8f-a98e-4c9b-ac64-ff073f520758 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0577831 Feb 04 14:30:27.443011 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-98b000c7-4578-4196-b5e5-c2127710796f req-5c1f1247-04f0-40b9-9a47-7d26a2fd2998 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409553 Feb 04 14:30:27.766255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201071f-4618-4b7f-9b2d-87b412aa594c req-37d4c454-8e87-4347-bcc3-071387737bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:27.767820 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3201071f-4618-4b7f-9b2d-87b412aa594c req-37d4c454-8e87-4347-bcc3-071387737bf3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 1127 time: 0.0510671 Feb 04 14:30:27.873156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201071f-4618-4b7f-9b2d-87b412aa594c req-d8f21c0a-c890-4677-be96-9a978927c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:27.874642 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3201071f-4618-4b7f-9b2d-87b412aa594c req-d8f21c0a-c890-4677-be96-9a978927c863 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 200 len: 913 time: 0.0869339 Feb 04 14:30:27.944143 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3201071f-4618-4b7f-9b2d-87b412aa594c req-918d5df0-d8b9-490e-89eb-25258add9678 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 200 len: 1000 time: 0.0631545 Feb 04 14:30:27.993012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201071f-4618-4b7f-9b2d-87b412aa594c req-93cb1384-1cba-40b0-81b3-1c5927848b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:27.994589 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3201071f-4618-4b7f-9b2d-87b412aa594c req-93cb1384-1cba-40b0-81b3-1c5927848b66 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 200 len: 851 time: 0.0453689 Feb 04 14:30:28.044227 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201071f-4618-4b7f-9b2d-87b412aa594c req-9bf086d9-9cd3-45a5-a839-14bad3503512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:28.045726 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3201071f-4618-4b7f-9b2d-87b412aa594c req-9bf086d9-9cd3-45a5-a839-14bad3503512 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2d1ace07-3468-40e0-8892-a37d15bdceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460312 Feb 04 14:30:28.150535 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3201071f-4618-4b7f-9b2d-87b412aa594c req-a2f4fdd0-34eb-487a-bf1c-c8189fd7ed66 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987961 Feb 04 14:30:28.239034 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3201071f-4618-4b7f-9b2d-87b412aa594c req-f44e66ce-08e9-4141-9673-19390c075f19 service neutron] 10.222.0.100 "GET /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827916 Feb 04 14:30:28.581163 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defe2d6-57f6-4190-bd08-55f13679761a req-43551f2d-3bd5-4e3b-b895-f5ccf95d0e69 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:28.583362 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1defe2d6-57f6-4190-bd08-55f13679761a req-43551f2d-3bd5-4e3b-b895-f5ccf95d0e69 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0675924 Feb 04 14:30:28.635756 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1defe2d6-57f6-4190-bd08-55f13679761a req-8a9a274c-e2da-4bdb-9e12-b0434805d6c4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453744 Feb 04 14:30:29.760020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953b6f7-1b84-4d51-8c76-c1971e32444e req-8e8e9522-26e6-4ef6-8f2c-ad2a1ac9046f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:29.761534 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0953b6f7-1b84-4d51-8c76-c1971e32444e req-8e8e9522-26e6-4ef6-8f2c-ad2a1ac9046f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0541449 Feb 04 14:30:29.813069 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0953b6f7-1b84-4d51-8c76-c1971e32444e req-8bfb2868-b6b8-4e9f-8a90-fefbd57f22b9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458429 Feb 04 14:30:30.936591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f473f-3a40-42c3-b6e7-1393a2ccbb79 req-87e52d7a-b7c0-4d45-bed9-2328af76f06b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:30.938087 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c2f473f-3a40-42c3-b6e7-1393a2ccbb79 req-87e52d7a-b7c0-4d45-bed9-2328af76f06b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0543914 Feb 04 14:30:30.986022 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c2f473f-3a40-42c3-b6e7-1393a2ccbb79 req-ddd5c865-be9a-4dd2-963d-677addb74a8e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421228 Feb 04 14:30:32.111538 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b018feb-2831-42bc-b79b-818e038077c7 req-556477ac-d093-4136-ac6f-ba9fe4b98ca5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:32.112948 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b018feb-2831-42bc-b79b-818e038077c7 req-556477ac-d093-4136-ac6f-ba9fe4b98ca5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0528905 Feb 04 14:30:32.160036 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8b018feb-2831-42bc-b79b-818e038077c7 req-f3286be0-91f1-4aa0-8d34-9d3ad56d0da7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413811 Feb 04 14:30:33.292157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40208bc6-99de-4eab-bf5a-04a6885880b5 req-1dda4f06-c549-452a-be58-edf73ae79113 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:33.293842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40208bc6-99de-4eab-bf5a-04a6885880b5 req-1dda4f06-c549-452a-be58-edf73ae79113 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0599051 Feb 04 14:30:33.345768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40208bc6-99de-4eab-bf5a-04a6885880b5 req-47d2dec9-d3c3-4fbf-bfc1-04e2259177ad tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457499 Feb 04 14:30:34.469805 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f03b0c-acee-4a37-be2c-5e2aae152c94 req-084c68c8-a205-469c-9d67-033df31d0640 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:34.471330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-46f03b0c-acee-4a37-be2c-5e2aae152c94 req-084c68c8-a205-469c-9d67-033df31d0640 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0530753 Feb 04 14:30:34.518964 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-46f03b0c-acee-4a37-be2c-5e2aae152c94 req-5cc00b4f-ff0c-477f-9625-5c0abfeb56d4 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413151 Feb 04 14:30:35.199387 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:30:35.654048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae456db6-bc88-4ae3-88d3-8d18e8047907 req-5f772d0a-e64d-43cd-9d58-373e24ff5f4b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:35.655752 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae456db6-bc88-4ae3-88d3-8d18e8047907 req-5f772d0a-e64d-43cd-9d58-373e24ff5f4b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0593717 Feb 04 14:30:35.706970 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae456db6-bc88-4ae3-88d3-8d18e8047907 req-e3ff4d04-8552-4275-931f-6784783e1fd1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444522 Feb 04 14:30:36.829181 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4bff2-a13b-450e-af79-1811637bb4bc req-1316760a-42b7-4a83-b1ef-e628bfb71a05 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:36.830768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ed4bff2-a13b-450e-af79-1811637bb4bc req-1316760a-42b7-4a83-b1ef-e628bfb71a05 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0539360 Feb 04 14:30:36.877905 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ed4bff2-a13b-450e-af79-1811637bb4bc req-d81b6c7f-027c-4675-ae8d-c5b85df395a6 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408049 Feb 04 14:30:37.999033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bb4a4-278f-419a-bd01-edbfee69e8e8 req-423ca660-0fc9-456a-b582-35bd2c8db37f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:38.000462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6a7bb4a4-278f-419a-bd01-edbfee69e8e8 req-423ca660-0fc9-456a-b582-35bd2c8db37f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0532629 Feb 04 14:30:38.052305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6a7bb4a4-278f-419a-bd01-edbfee69e8e8 req-0ee9dafd-929d-4c56-b882-bda255c86598 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460489 Feb 04 14:30:39.175991 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfb44a-e0d0-42ca-8250-0027fe16c418 req-aee60d35-e934-4bb5-a29c-9581a43985cf tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:39.178251 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2dbfb44a-e0d0-42ca-8250-0027fe16c418 req-aee60d35-e934-4bb5-a29c-9581a43985cf tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0534947 Feb 04 14:30:39.224767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2dbfb44a-e0d0-42ca-8250-0027fe16c418 req-777516a2-2900-46dc-b98c-4c139f78d155 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408936 Feb 04 14:30:40.359734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae133cd3-573e-4eb6-9466-95272a58efe1 req-2252c323-1955-4c27-8a2e-10f5398220bc tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:40.361700 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae133cd3-573e-4eb6-9466-95272a58efe1 req-2252c323-1955-4c27-8a2e-10f5398220bc tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0581415 Feb 04 14:30:40.413894 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae133cd3-573e-4eb6-9466-95272a58efe1 req-98ce6328-5844-45ca-a326-08aad159754b tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459800 Feb 04 14:30:41.080376 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-47ba9948-480f-45d8-ae65-7da084049c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:41.543130 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c674b-a8aa-486b-82e0-823ca56fbc28 req-37ddf454-b89d-47a6-a690-3bb4ba5a6187 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:41.545238 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f1c674b-a8aa-486b-82e0-823ca56fbc28 req-37ddf454-b89d-47a6-a690-3bb4ba5a6187 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0590596 Feb 04 14:30:41.593997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f1c674b-a8aa-486b-82e0-823ca56fbc28 req-1e071d38-75a7-4ea6-b090-82713256bd6a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428238 Feb 04 14:30:42.720153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94688274-995b-4454-aeb1-8b6880432c8e req-a1b7d955-f8c9-4dc4-b464-3f8a7a508312 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:42.721677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94688274-995b-4454-aeb1-8b6880432c8e req-a1b7d955-f8c9-4dc4-b464-3f8a7a508312 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 944 time: 0.0548921 Feb 04 14:30:42.770839 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94688274-995b-4454-aeb1-8b6880432c8e req-8df97f87-de36-4d8d-89dc-ec7425860890 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426092 Feb 04 14:30:42.832602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device fa267f33-15ce-446a-b8ba-336b2ee185ad details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:30:42.938074 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:30:42.950279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'port_id': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'mac_address': 'fa:16:3e:2b:3d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:30:42.986737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port fa267f33-15ce-446a-b8ba-336b2ee185ad is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:30:42.987125 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:43.001182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa267f33-15ce-446a-b8ba-336b2ee185ad {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:30:43.026266 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:30:43.030172 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:43.077950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=fa267f33-15ce-446a-b8ba-336b2ee185ad,revision_number=14']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:30:43.891670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f78de-48a4-4abf-a730-fcce76d819dd req-cba8460a-d38f-4baf-8183-4e1460b7b08a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:43.893169 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3e9f78de-48a4-4abf-a730-fcce76d819dd req-cba8460a-d38f-4baf-8183-4e1460b7b08a tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0544786 Feb 04 14:30:43.946803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3e9f78de-48a4-4abf-a730-fcce76d819dd req-860f3535-bcfe-4844-abbc-f5f9f5fe673e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470920 Feb 04 14:30:44.065356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0589a-5630-40f9-b3e9-ba678dd64930 req-793650bc-67d5-4c09-bc64-9c154f945677 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:44.067327 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fc0589a-5630-40f9-b3e9-ba678dd64930 req-793650bc-67d5-4c09-bc64-9c154f945677 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0531533 Feb 04 14:30:44.114713 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fc0589a-5630-40f9-b3e9-ba678dd64930 req-70ef6896-3971-4975-86f4-e06c8fb3c2f1 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Feb 04 14:30:44.235428 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035a4cf-1c91-4c13-98cd-5680e509805c req-921f0db2-523b-4f87-af1b-b37b1b104b81 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:44.237013 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4035a4cf-1c91-4c13-98cd-5680e509805c req-921f0db2-523b-4f87-af1b-b37b1b104b81 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0533421 Feb 04 14:30:44.287034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4035a4cf-1c91-4c13-98cd-5680e509805c req-44935708-3c95-4034-b3ab-cf99ee8b4509 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437970 Feb 04 14:30:44.461871 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:44.490760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['fa267f33-15ce-446a-b8ba-336b2ee185ad'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:30:44.537077 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60845cc4-d9f9-4186-a3e7-285200cce738 req-b70d0a42-dda1-4a62-b8fc-c5b5d1c01bd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:44.538634 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60845cc4-d9f9-4186-a3e7-285200cce738 req-b70d0a42-dda1-4a62-b8fc-c5b5d1c01bd3 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0595510 Feb 04 14:30:44.587456 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-60845cc4-d9f9-4186-a3e7-285200cce738 req-b6462d57-dafa-4429-8064-519386230ac0 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429864 Feb 04 14:30:45.276311 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ea380ca9-ca7f-4a6b-94e9-b26f2466f1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:45.312401 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:45.713935 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec87975-7225-4d5c-9ded-a722d006b79f req-24fc05b0-86e8-4583-974d-74c094556853 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:45.715528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ec87975-7225-4d5c-9ded-a722d006b79f req-24fc05b0-86e8-4583-974d-74c094556853 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0576584 Feb 04 14:30:45.765890 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ec87975-7225-4d5c-9ded-a722d006b79f req-a750079c-7999-4563-ba66-6a9cbac54a93 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445385 Feb 04 14:30:45.804217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:46.244841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790023d-cb66-4885-9e03-8087249e79f6 req-affe9fa3-4d26-40da-a0cd-9a29d7426d4c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:30:46.246314 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7790023d-cb66-4885-9e03-8087249e79f6 req-affe9fa3-4d26-40da-a0cd-9a29d7426d4c tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.100 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 945 time: 0.0528817 Feb 04 14:30:46.341085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-7790023d-cb66-4885-9e03-8087249e79f6 req-dd82e97f-0993-4d4b-880f-51959a34f08e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Deleting port fa267f33-15ce-446a-b8ba-336b2ee185ad {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:30:46.341340 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7790023d-cb66-4885-9e03-8087249e79f6 req-dd82e97f-0993-4d4b-880f-51959a34f08e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:46.431651 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-7790023d-cb66-4885-9e03-8087249e79f6 req-dd82e97f-0993-4d4b-880f-51959a34f08e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] For port fa267f33-15ce-446a-b8ba-336b2ee185ad, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=fa267f33-15ce-446a-b8ba-336b2ee185ad,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:30:46.432017 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7790023d-cb66-4885-9e03-8087249e79f6 req-dd82e97f-0993-4d4b-880f-51959a34f08e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:46.609693 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7790023d-cb66-4885-9e03-8087249e79f6 req-dd82e97f-0993-4d4b-880f-51959a34f08e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:46.609984 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7790023d-cb66-4885-9e03-8087249e79f6 req-dd82e97f-0993-4d4b-880f-51959a34f08e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (28a92339-8c53-44ce-98bf-596f5fef039c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:46.610329 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [req-7790023d-cb66-4885-9e03-8087249e79f6 req-dd82e97f-0993-4d4b-880f-51959a34f08e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Floating IP 28a92339-8c53-44ce-98bf-596f5fef039c disassociated. External IP: 172.25.5.112, port: fa267f33-15ce-446a-b8ba-336b2ee185ad. Feb 04 14:30:46.610677 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-7790023d-cb66-4885-9e03-8087249e79f6 req-dd82e97f-0993-4d4b-880f-51959a34f08e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Calling delete_port for fa267f33-15ce-446a-b8ba-336b2ee185ad owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:30:46.738181 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7790023d-cb66-4885-9e03-8087249e79f6 req-dd82e97f-0993-4d4b-880f-51959a34f08e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (fa267f33-15ce-446a-b8ba-336b2ee185ad), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:46.768154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82e97f-0993-4d4b-880f-51959a34f08e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Pushing event deleted for resources: {'Port': ['ID=fa267f33-15ce-446a-b8ba-336b2ee185ad,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:30:46.875772 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a2e53b8-91c5-4a95-a0a9-a3a415883258 req-0d41110d-97cc-4a76-b24f-195b96228d3f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 210 time: 0.0340941 Feb 04 14:30:46.882066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device fa267f33-15ce-446a-b8ba-336b2ee185ad no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:30:46.905501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7790023d-cb66-4885-9e03-8087249e79f6 req-dd82e97f-0993-4d4b-880f-51959a34f08e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Router 4bead58e-7ab6-4f85-8591-90636056d921 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:30:46.907214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: fa267f33-15ce-446a-b8ba-336b2ee185ad {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:30:46.907632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device fa267f33-15ce-446a-b8ba-336b2ee185ad not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:30:47.020450 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7790023d-cb66-4885-9e03-8087249e79f6 req-dd82e97f-0993-4d4b-880f-51959a34f08e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:30:47.030978 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fcaf55-017b-4610-8cca-a3ba3bfa6086 None None] Sync routers for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:30:47.041537 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fcaf55-017b-4610-8cca-a3ba3bfa6086 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:30:47.042200 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-99fcaf55-017b-4610-8cca-a3ba3bfa6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:30:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:30:47.066226 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7790023d-cb66-4885-9e03-8087249e79f6 req-dd82e97f-0993-4d4b-880f-51959a34f08e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] No DVR routers for this DVR port fa267f33-15ce-446a-b8ba-336b2ee185ad on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:30:47.071845 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-7790023d-cb66-4885-9e03-8087249e79f6 req-dd82e97f-0993-4d4b-880f-51959a34f08e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:47.075348 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7790023d-cb66-4885-9e03-8087249e79f6 req-dd82e97f-0993-4d4b-880f-51959a34f08e tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.100 "DELETE /v2.0/ports/fa267f33-15ce-446a-b8ba-336b2ee185ad HTTP/1.1" status: 204 len: 173 time: 0.8245413 Feb 04 14:30:47.075798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'name': 'network-vif-deleted', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:30:47.078133 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fada8b0-3523-45b1-8d68-27ccc02f8296" -d '{"events": [{"server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "name": "network-vif-deleted", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:30:47.117710 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcd008a-c379-4e57-9e64-211f62a0b88a x-openstack-request-id: req-5fcd008a-c379-4e57-9e64-211f62a0b88a {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:30:47.118004 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34de36c3-ba17-4a61-9f12-d6bc1b3ff219", "name": "network-vif-deleted", "tag": "fa267f33-15ce-446a-b8ba-336b2ee185ad", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:30:47.118279 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5fcd008a-c379-4e57-9e64-211f62a0b88a {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:30:47.118691 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34de36c3-ba17-4a61-9f12-d6bc1b3ff219', 'name': 'network-vif-deleted', 'tag': 'fa267f33-15ce-446a-b8ba-336b2ee185ad', 'status': 'completed', 'code': 200} Feb 04 14:30:47.151188 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:47.158944 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-99fcaf55-017b-4610-8cca-a3ba3bfa6086 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:30:47.361244 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-99fcaf55-017b-4610-8cca-a3ba3bfa6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:30:47.387865 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fcaf55-017b-4610-8cca-a3ba3bfa6086 None None] Checking router: 4bead58e-7ab6-4f85-8591-90636056d921 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:30:47.400485 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fcaf55-017b-4610-8cca-a3ba3bfa6086 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:30:47.401120 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-99fcaf55-017b-4610-8cca-a3ba3bfa6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:30:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:30:47.511060 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-99fcaf55-017b-4610-8cca-a3ba3bfa6086 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:30:47.716085 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-99fcaf55-017b-4610-8cca-a3ba3bfa6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:30:47.844845 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fcaf55-017b-4610-8cca-a3ba3bfa6086 None None] The sync data for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 is: [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:26:29Z', 'revision_number': 4, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '771251f6-95da-4b2a-ad50-20e341336cc7', 'name': '', 'network_id': '2d1ace07-3468-40e0-8892-a37d15bdceaa', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'mac_address': 'fa:16:3e:a6:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:29Z', 'updated_at': '2022-02-04T14:26:33Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'subnets': [{'id': 'fccbcf21-864f-4028-8597-6a7bd0e1465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:30:47.996258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-614fadf3-1289-48a6-a60f-fdb12662dc2c req-da72e159-bc49-4785-b031-399363f655e5 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 210 time: 0.0320857 Feb 04 14:30:48.073824 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:30:48.121548 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbd7b60-1039-4a9b-b4ef-b67b0167099c None None] New status for floating IP 28a92339-8c53-44ce-98bf-596f5fef039c: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:30:49.105977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5aded5ee-3151-4a98-bf98-ad2cd7c14795 req-ea1695f9-f6f9-4948-a7fb-552aa04eb4db tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 210 time: 0.0342245 Feb 04 14:30:50.217616 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-729916f5-08cb-443f-8e8e-c675ca038dff req-295cb7bd-6e67-45c1-8491-7ee438f00bf9 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 210 time: 0.0292251 Feb 04 14:30:51.318857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-46e8ebe1-5ffc-42a0-b235-dcdfa42008d2 req-23414b0b-88e2-495b-8995-f3a106b42a3f tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 210 time: 0.0297670 Feb 04 14:30:52.417619 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e902685b-4c29-456d-9662-cce4922ef3da req-ecdc36bc-804c-47a5-b27e-16cf61a2b9b8 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 210 time: 0.0284982 Feb 04 14:30:53.535595 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff5e45ee-7d63-48c5-8130-00f5420f9036 req-8baca42b-32a8-4fd4-a622-4966931fd995 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 210 time: 0.0448012 Feb 04 14:30:54.660632 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9ec7e064-e61d-41f2-82f4-d75e9290aabd req-55b76c4e-0a8a-4d81-8a28-6ff9358cdb33 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 210 time: 0.0484650 Feb 04 14:30:55.774156 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-077ee33c-58e7-4f45-b1c3-79660044b191 req-7a628e76-7342-47d7-9c1d-d014faa937cd tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/ports?device_id=34de36c3-ba17-4a61-9f12-d6bc1b3ff219 HTTP/1.1" status: 200 len: 210 time: 0.0319178 Feb 04 14:31:02.648918 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 35938) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:02.710713 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for security_group (1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:02.740379 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for security_group (1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:02.799695 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:02.805378 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:02.809655 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "DELETE /v2.0/security-groups/1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd HTTP/1.1" status: 204 len: 168 time: 0.1574893 Feb 04 14:31:02.810030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35940) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:02.823379 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:02.828303 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [None req-19111e78-0669-4976-9fcf-72dbb734d0e7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] show failed (client error): The resource could not be found. Feb 04 14:31:02.832135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:02.832358 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-19111e78-0669-4976-9fcf-72dbb734d0e7 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "GET /v2.0/security-groups/1cd6a5fc-ec8f-456d-b6a2-d1629dc487dd HTTP/1.1" status: 404 len: 347 time: 0.0212479 Feb 04 14:31:02.832764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:02.832982 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35942) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:02.833267 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:02.833765 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:02.834427 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:02.834882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:02.835323 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:02.835764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:02.836277 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:02.836681 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:02.837111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:02.837559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:02.837995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fa6c2-4a89-4dd0-a9bd-18309708cd79 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:02.974798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-32125f57-7729-4e61-ae50-a7e996444393 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Deleting port c7e787f4-f621-42b0-ad05-90430913f7ce {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:31:02.975138 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32125f57-7729-4e61-ae50-a7e996444393 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c7e787f4-f621-42b0-ad05-90430913f7ce), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:03.054528 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32125f57-7729-4e61-ae50-a7e996444393 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c7e787f4-f621-42b0-ad05-90430913f7ce), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:03.054861 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32125f57-7729-4e61-ae50-a7e996444393 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for floatingip (c7e787f4-f621-42b0-ad05-90430913f7ce), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:03.066715 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-32125f57-7729-4e61-ae50-a7e996444393 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Calling delete_port for c7e787f4-f621-42b0-ad05-90430913f7ce owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:31:03.221681 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32125f57-7729-4e61-ae50-a7e996444393 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c7e787f4-f621-42b0-ad05-90430913f7ce), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:03.248890 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32125f57-7729-4e61-ae50-a7e996444393 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Pushing event deleted for resources: {'Port': ['ID=c7e787f4-f621-42b0-ad05-90430913f7ce,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:03.363910 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32125f57-7729-4e61-ae50-a7e996444393 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks [] for floatingip (28a92339-8c53-44ce-98bf-596f5fef039c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:03.368011 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-32125f57-7729-4e61-ae50-a7e996444393 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:03.370013 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-32125f57-7729-4e61-ae50-a7e996444393 tempest-ServerActionsTestJSON-1039270756 tempest-ServerActionsTestJSON-1039270756-project] 10.222.0.96 "DELETE /v2.0/floatingips/28a92339-8c53-44ce-98bf-596f5fef039c HTTP/1.1" status: 204 len: 168 time: 0.5358851 Feb 04 14:31:03.373628 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35944) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:03.765367 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e90257a-d354-407b-8b44-9d118c69fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (4bead58e-7ab6-4f85-8591-90636056d921), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:04.052132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4e90257a-d354-407b-8b44-9d118c69fcdb admin admin] Deleting port 771251f6-95da-4b2a-ad50-20e341336cc7 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:31:04.053630 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e90257a-d354-407b-8b44-9d118c69fcdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:04.146685 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-4e90257a-d354-407b-8b44-9d118c69fcdb admin admin] For port 771251f6-95da-4b2a-ad50-20e341336cc7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=771251f6-95da-4b2a-ad50-20e341336cc7,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:04.147083 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e90257a-d354-407b-8b44-9d118c69fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:04.161323 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4e90257a-d354-407b-8b44-9d118c69fcdb admin admin] Calling delete_port for 771251f6-95da-4b2a-ad50-20e341336cc7 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:31:04.369935 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e90257a-d354-407b-8b44-9d118c69fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (771251f6-95da-4b2a-ad50-20e341336cc7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:04.394228 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90257a-d354-407b-8b44-9d118c69fcdb admin admin] Pushing event deleted for resources: {'Port': ['ID=771251f6-95da-4b2a-ad50-20e341336cc7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:04.580021 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e90257a-d354-407b-8b44-9d118c69fcdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (4bead58e-7ab6-4f85-8591-90636056d921), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:04.812295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e90257a-d354-407b-8b44-9d118c69fcdb admin admin] Router 4bead58e-7ab6-4f85-8591-90636056d921 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:31:04.929130 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e90257a-d354-407b-8b44-9d118c69fcdb admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:31:04.934721 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4e90257a-d354-407b-8b44-9d118c69fcdb admin admin] 10.222.0.96 "PUT /v2.0/routers/4bead58e-7ab6-4f85-8591-90636056d921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5594909 Feb 04 14:31:04.936812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35946) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:04.940960 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2894f4ad-c0a8-4b73-aef1-c64ae1d532a2 None None] Sync routers for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:31:04.955667 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2894f4ad-c0a8-4b73-aef1-c64ae1d532a2 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:31:04.956607 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2894f4ad-c0a8-4b73-aef1-c64ae1d532a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:30:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:05.050065 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-675c8915-2f9f-4a9d-8151-9b3905bc1c22 admin admin] Publish callbacks [] for router (4bead58e-7ab6-4f85-8591-90636056d921), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:05.100819 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-2894f4ad-c0a8-4b73-aef1-c64ae1d532a2 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:31:05.166064 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-675c8915-2f9f-4a9d-8151-9b3905bc1c22 admin admin] Publish callbacks [] for router_gateway (4bead58e-7ab6-4f85-8591-90636056d921), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:05.224196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-675c8915-2f9f-4a9d-8151-9b3905bc1c22 admin admin] Deleting port 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:31:05.224668 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-675c8915-2f9f-4a9d-8151-9b3905bc1c22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0b715b1c-bd1c-46a5-89bb-dedfd67e20c4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:05.290246 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2894f4ad-c0a8-4b73-aef1-c64ae1d532a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:31:04Z', 'revision_number': 5, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port': {'id': '0b715b1c-bd1c-46a5-89bb-dedfd67e20c4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bead58e-7ab6-4f85-8591-90636056d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:26:27Z', 'updated_at': '2022-02-04T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:05.313224 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-675c8915-2f9f-4a9d-8151-9b3905bc1c22 admin admin] For port 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0b715b1c-bd1c-46a5-89bb-dedfd67e20c4,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:05.313581 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-675c8915-2f9f-4a9d-8151-9b3905bc1c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0b715b1c-bd1c-46a5-89bb-dedfd67e20c4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:05.317186 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2894f4ad-c0a8-4b73-aef1-c64ae1d532a2 None None] Checking router: 4bead58e-7ab6-4f85-8591-90636056d921 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:31:05.326366 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2894f4ad-c0a8-4b73-aef1-c64ae1d532a2 None None] Routers {'4bead58e-7ab6-4f85-8591-90636056d921'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:31:05.326979 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2894f4ad-c0a8-4b73-aef1-c64ae1d532a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:30:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['4bead58e-7ab6-4f85-8591-90636056d921'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:05.328011 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-675c8915-2f9f-4a9d-8151-9b3905bc1c22 admin admin] Calling delete_port for 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:31:05.419608 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-2894f4ad-c0a8-4b73-aef1-c64ae1d532a2 None None] Set router 4bead58e-7ab6-4f85-8591-90636056d921 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:31:05.474753 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2894f4ad-c0a8-4b73-aef1-c64ae1d532a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:31:05Z', 'revision_number': 6, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:05.505625 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2894f4ad-c0a8-4b73-aef1-c64ae1d532a2 None None] The sync data for ids ['4bead58e-7ab6-4f85-8591-90636056d921'] in n-d-714676-13 is: [{'id': '4bead58e-7ab6-4f85-8591-90636056d921', 'name': 'tempest-ServerActionsTestJSON-1248451974-router', 'tenant_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:26:26Z', 'updated_at': '2022-02-04T14:31:05Z', 'revision_number': 6, 'project_id': '327aed1be9034b5998d3dd4ae5cd9af7', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:31:05.515295 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-675c8915-2f9f-4a9d-8151-9b3905bc1c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (0b715b1c-bd1c-46a5-89bb-dedfd67e20c4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:05.542833 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c8915-2f9f-4a9d-8151-9b3905bc1c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b715b1c-bd1c-46a5-89bb-dedfd67e20c4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:05.616793 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-675c8915-2f9f-4a9d-8151-9b3905bc1c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (4bead58e-7ab6-4f85-8591-90636056d921), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.032909 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-675c8915-2f9f-4a9d-8151-9b3905bc1c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (4bead58e-7ab6-4f85-8591-90636056d921), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.035400 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-675c8915-2f9f-4a9d-8151-9b3905bc1c22 admin admin] Publish callbacks [] for router_controller (4bead58e-7ab6-4f85-8591-90636056d921), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.084405 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-675c8915-2f9f-4a9d-8151-9b3905bc1c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (4bead58e-7ab6-4f85-8591-90636056d921), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.084977 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675c8915-2f9f-4a9d-8151-9b3905bc1c22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bead58e-7ab6-4f85-8591-90636056d921 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:31:06.089771 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-675c8915-2f9f-4a9d-8151-9b3905bc1c22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.090677 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-675c8915-2f9f-4a9d-8151-9b3905bc1c22 admin admin] 10.222.0.96 "DELETE /v2.0/routers/4bead58e-7ab6-4f85-8591-90636056d921 HTTP/1.1" status: 204 len: 168 time: 1.1529155 Feb 04 14:31:06.094541 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35948) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:06.141579 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f45e75-3e84-40f2-b96e-d47cbafd72cd admin admin] Deleting subnet fccbcf21-864f-4028-8597-6a7bd0e1465d {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:31:06.144985 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4f45e75-3e84-40f2-b96e-d47cbafd72cd admin admin] Publish callbacks [] for subnet (fccbcf21-864f-4028-8597-6a7bd0e1465d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.182179 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4f45e75-3e84-40f2-b96e-d47cbafd72cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (fccbcf21-864f-4028-8597-6a7bd0e1465d), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.264309 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4f45e75-3e84-40f2-b96e-d47cbafd72cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (fccbcf21-864f-4028-8597-6a7bd0e1465d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.324625 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4f45e75-3e84-40f2-b96e-d47cbafd72cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (fccbcf21-864f-4028-8597-6a7bd0e1465d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.354226 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45e75-3e84-40f2-b96e-d47cbafd72cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fccbcf21-864f-4028-8597-6a7bd0e1465d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:06.355559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 771251f6-95da-4b2a-ad50-20e341336cc7 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:31:06.359017 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4f45e75-3e84-40f2-b96e-d47cbafd72cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.363705 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e4f45e75-3e84-40f2-b96e-d47cbafd72cd admin admin] 10.222.0.96 "DELETE /v2.0/subnets/fccbcf21-864f-4028-8597-6a7bd0e1465d HTTP/1.1" status: 204 len: 168 time: 0.2681229 Feb 04 14:31:06.366684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35950) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:06.368799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61e0612-0414-480c-a2a6-018957ad1d00 None None] Network 2d1ace07-3468-40e0-8892-a37d15bdceaa requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:06.388800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 771251f6-95da-4b2a-ad50-20e341336cc7 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:31:06.389180 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 771251f6-95da-4b2a-ad50-20e341336cc7 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:31:06.389558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:31:06.445197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:31:06.445445 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (2d1ace07-3468-40e0-8892-a37d15bdceaa), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.445970 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0b715b1c-bd1c-46a5-89bb-dedfd67e20c4 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:31:06.508286 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] Deleting port 640b5f7c-c65f-4f1f-97ef-5d7830de0881 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:31:06.508717 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (640b5f7c-c65f-4f1f-97ef-5d7830de0881), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.592657 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] For port 640b5f7c-c65f-4f1f-97ef-5d7830de0881, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=640b5f7c-c65f-4f1f-97ef-5d7830de0881,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:06.594006 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (640b5f7c-c65f-4f1f-97ef-5d7830de0881), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.597861 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca99c98-9ff9-4d0c-a27a-22dcd4fe8ded None None] DHCP port deletion for 2d1ace07-3468-40e0-8892-a37d15bdceaa request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:31:06.619489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] Calling delete_port for 640b5f7c-c65f-4f1f-97ef-5d7830de0881 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:31:06.684502 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-cca99c98-9ff9-4d0c-a27a-22dcd4fe8ded None None] Deleting port 640b5f7c-c65f-4f1f-97ef-5d7830de0881 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:31:06.684886 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cca99c98-9ff9-4d0c-a27a-22dcd4fe8ded None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (640b5f7c-c65f-4f1f-97ef-5d7830de0881), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.716225 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (640b5f7c-c65f-4f1f-97ef-5d7830de0881), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.745824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] Pushing event deleted for resources: {'Port': ['ID=640b5f7c-c65f-4f1f-97ef-5d7830de0881,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:06.747839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] No DVR routers for this DVR port 640b5f7c-c65f-4f1f-97ef-5d7830de0881 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:31:06.756854 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-cca99c98-9ff9-4d0c-a27a-22dcd4fe8ded None None] For port 640b5f7c-c65f-4f1f-97ef-5d7830de0881, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=640b5f7c-c65f-4f1f-97ef-5d7830de0881,segment=NetworkSegment(3c076f60-0324-42fd-a2e8-4281ba6c1cb2),segment_id=3c076f60-0324-42fd-a2e8-4281ba6c1cb2)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:06.757406 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cca99c98-9ff9-4d0c-a27a-22dcd4fe8ded None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (640b5f7c-c65f-4f1f-97ef-5d7830de0881), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.774380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-cca99c98-9ff9-4d0c-a27a-22dcd4fe8ded None None] Calling delete_port for 640b5f7c-c65f-4f1f-97ef-5d7830de0881 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:31:06.824922 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (2d1ace07-3468-40e0-8892-a37d15bdceaa), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.849495 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1ace07-3468-40e0-8892-a37d15bdceaa']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:06.860161 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c076f60-0324-42fd-a2e8-4281ba6c1cb2') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:06.860471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c076f60-0324-42fd-a2e8-4281ba6c1cb2') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:06.867754 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cca99c98-9ff9-4d0c-a27a-22dcd4fe8ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (640b5f7c-c65f-4f1f-97ef-5d7830de0881), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.872934 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (3c076f60-0324-42fd-a2e8-4281ba6c1cb2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.891283 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (3c076f60-0324-42fd-a2e8-4281ba6c1cb2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.897059 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca99c98-9ff9-4d0c-a27a-22dcd4fe8ded None None] Pushing event deleted for resources: {'Port': ['ID=640b5f7c-c65f-4f1f-97ef-5d7830de0881,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:06.901047 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:31:06.901275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca99c98-9ff9-4d0c-a27a-22dcd4fe8ded None None] No DVR routers for this DVR port 640b5f7c-c65f-4f1f-97ef-5d7830de0881 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:31:06.901791 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (3c076f60-0324-42fd-a2e8-4281ba6c1cb2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:31:06.915434 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:31:06.966626 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (2d1ace07-3468-40e0-8892-a37d15bdceaa), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.975840 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:06.978946 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] 10.222.0.96 "DELETE /v2.0/networks/2d1ace07-3468-40e0-8892-a37d15bdceaa HTTP/1.1" status: 204 len: 168 time: 0.6112766 Feb 04 14:31:06.991190 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5efad-f19c-4e24-9676-60e42ebdfb53 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d1ace07-3468-40e0-8892-a37d15bdceaa,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:07.116060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35954) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:07.163592 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d79192e7-5475-4921-803a-7727d82329dc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=327aed1be9034b5998d3dd4ae5cd9af7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462470 Feb 04 14:31:07.166038 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35956) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:07.216211 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf701f80-8ff3-4255-bf57-fe788d6e7612 admin admin] Publish callbacks [] for security_group (0ca78199-46ac-48de-8933-e90c3eb63557), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:07.238059 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf701f80-8ff3-4255-bf57-fe788d6e7612 admin admin] Publish callbacks [] for security_group (0ca78199-46ac-48de-8933-e90c3eb63557), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:07.289551 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf701f80-8ff3-4255-bf57-fe788d6e7612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0ca78199-46ac-48de-8933-e90c3eb63557), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:07.293279 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf701f80-8ff3-4255-bf57-fe788d6e7612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:07.295158 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bf701f80-8ff3-4255-bf57-fe788d6e7612 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0ca78199-46ac-48de-8933-e90c3eb63557 HTTP/1.1" status: 204 len: 168 time: 0.1279447 Feb 04 14:31:07.305917 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf701f80-8ff3-4255-bf57-fe788d6e7612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca78199-46ac-48de-8933-e90c3eb63557,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:08.083379 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 640b5f7c-c65f-4f1f-97ef-5d7830de0881 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:31:08.106138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 640b5f7c-c65f-4f1f-97ef-5d7830de0881 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:31:08.106591 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 640b5f7c-c65f-4f1f-97ef-5d7830de0881 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:31:08.117084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35978) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:08.230270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f0a0694c-87f3-486c-a19d-0244d82e756e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-334820953-network', 'tenant_id': 'e118b0435efa4b09bfac099e24e3c78b'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:08.251636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a0694c-87f3-486c-a19d-0244d82e756e admin admin] Made reservation on behalf of e118b0435efa4b09bfac099e24e3c78b for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:08.254154 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0a0694c-87f3-486c-a19d-0244d82e756e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:08.265536 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0a0694c-87f3-486c-a19d-0244d82e756e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:08.352201 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0a0694c-87f3-486c-a19d-0244d82e756e admin admin] Publish callbacks [] for security_group (421a7e2c-8c96-4f44-9114-6bf7c570453e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:08.356525 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0a0694c-87f3-486c-a19d-0244d82e756e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (421a7e2c-8c96-4f44-9114-6bf7c570453e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:08.387360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a0694c-87f3-486c-a19d-0244d82e756e admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:31:08.393505 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0694c-87f3-486c-a19d-0244d82e756e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421a7e2c-8c96-4f44-9114-6bf7c570453e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:08.402534 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0a0694c-87f3-486c-a19d-0244d82e756e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (bfa7c59f-9c65-438c-9961-8221c5f0abc8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:08.402826 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-f0a0694c-87f3-486c-a19d-0244d82e756e admin admin] Added segment bfa7c59f-9c65-438c-9961-8221c5f0abc8 of type vlan for network 11155693-59a9-450c-ac0a-1e9b5826b5d7 Feb 04 14:31:08.451959 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0a0694c-87f3-486c-a19d-0244d82e756e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (11155693-59a9-450c-ac0a-1e9b5826b5d7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:08.480543 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0a0694c-87f3-486c-a19d-0244d82e756e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (11155693-59a9-450c-ac0a-1e9b5826b5d7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:08.481628 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a0694c-87f3-486c-a19d-0244d82e756e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:08.482386 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f0a0694c-87f3-486c-a19d-0244d82e756e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:08.543473 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f0a0694c-87f3-486c-a19d-0244d82e756e admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4251285 Feb 04 14:31:08.548320 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 35982) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:08.556418 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ffd58e80-667b-46b0-a279-f02877de9755 admin admin] Request body: {'subnet': {'network_id': '11155693-59a9-450c-ac0a-1e9b5826b5d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-334820953-subnet', 'tenant_id': 'e118b0435efa4b09bfac099e24e3c78b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:08.561013 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0694c-87f3-486c-a19d-0244d82e756e admin admin] Pushing event updated for resources: {'Network': ['ID=11155693-59a9-450c-ac0a-1e9b5826b5d7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:08.574634 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 11155693-59a9-450c-ac0a-1e9b5826b5d7 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:31:08.582555 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd58e80-667b-46b0-a279-f02877de9755 admin admin] Made reservation on behalf of e118b0435efa4b09bfac099e24e3c78b for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:08.585436 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffd58e80-667b-46b0-a279-f02877de9755 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:08.794876 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffd58e80-667b-46b0-a279-f02877de9755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (8e4a603c-68f9-45d8-b8b7-bb6686d5bba2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:08.844089 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd58e80-667b-46b0-a279-f02877de9755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e4a603c-68f9-45d8-b8b7-bb6686d5bba2,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:08.861699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd58e80-667b-46b0-a279-f02877de9755 admin admin] Checking segment: {'id': 'bfa7c59f-9c65-438c-9961-8221c5f0abc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '11155693-59a9-450c-ac0a-1e9b5826b5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:31:08.862068 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd58e80-667b-46b0-a279-f02877de9755 admin admin] Network hostable DHCP agents. Network: 11155693-59a9-450c-ac0a-1e9b5826b5d7, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:31:08.879105 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd58e80-667b-46b0-a279-f02877de9755 admin admin] Network 11155693-59a9-450c-ac0a-1e9b5826b5d7 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:31:08.892811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-ffd58e80-667b-46b0-a279-f02877de9755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 11155693-59a9-450c-ac0a-1e9b5826b5d7) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:31:08.898442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd58e80-667b-46b0-a279-f02877de9755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:08.899672 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffd58e80-667b-46b0-a279-f02877de9755 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:08.903835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da68865b-cb02-45c8-9172-d97dec4a89bf None None] Network 11155693-59a9-450c-ac0a-1e9b5826b5d7 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:08.922532 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ffd58e80-667b-46b0-a279-f02877de9755 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3729997 Feb 04 14:31:09.052874 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c148a5e9-e5ac-41e7-8d65-8d02df7f3385 None None] Network 11155693-59a9-450c-ac0a-1e9b5826b5d7 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:09.438677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21529ae-08f6-4211-af72-164557472926 req-86066f6e-352c-4292-99d3-bfeb48c6f378 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:09.440246 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f21529ae-08f6-4211-af72-164557472926 req-86066f6e-352c-4292-99d3-bfeb48c6f378 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/networks?id=11155693-59a9-450c-ac0a-1e9b5826b5d7 HTTP/1.1" status: 200 len: 813 time: 0.1131587 Feb 04 14:31:09.457838 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f21529ae-08f6-4211-af72-164557472926 req-9697f2a2-0454-47b9-aad6-19b9ffa5f420 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/quotas/e118b0435efa4b09bfac099e24e3c78b HTTP/1.1" status: 200 len: 375 time: 0.0097818 Feb 04 14:31:09.494311 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f21529ae-08f6-4211-af72-164557472926 req-02f3efd3-7bdf-40c2-a52d-e228fe847e30 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e118b0435efa4b09bfac099e24e3c78b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299864 Feb 04 14:31:09.595259 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f21529ae-08f6-4211-af72-164557472926 req-da681b85-f270-4766-9cb4-57aae5e36cd4 service neutron] 10.222.0.96 "GET /v2.0/networks/11155693-59a9-450c-ac0a-1e9b5826b5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944059 Feb 04 14:31:09.689268 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f21529ae-08f6-4211-af72-164557472926 req-aaabeb8b-346c-449e-8aa7-1c55c810fc80 service neutron] 10.222.0.96 "GET /v2.0/networks/11155693-59a9-450c-ac0a-1e9b5826b5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874574 Feb 04 14:31:09.868258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-70822da1-7dd0-4cda-93a3-f723c1a605d5 req-abd96e41-090a-4908-8320-5f37fb6c9def tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 210 time: 0.0385697 Feb 04 14:31:10.898844 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21529ae-08f6-4211-af72-164557472926 req-51598281-2150-4a51-938d-23ce53745f58 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:10.901650 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f21529ae-08f6-4211-af72-164557472926 req-51598281-2150-4a51-938d-23ce53745f58 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.99 "GET /v2.0/networks?id=11155693-59a9-450c-ac0a-1e9b5826b5d7 HTTP/1.1" status: 200 len: 813 time: 0.1488140 Feb 04 14:31:10.919681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-f21529ae-08f6-4211-af72-164557472926 req-487240cf-ef6c-4321-b68a-e616287d2bf0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Request body: {'port': {'device_id': '146ffbd9-1347-40d4-a31c-6f517174ad99', 'network_id': '11155693-59a9-450c-ac0a-1e9b5826b5d7', 'admin_state_up': True, 'tenant_id': 'e118b0435efa4b09bfac099e24e3c78b'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:10.980249 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-35382be2-0498-4d6d-b366-7c0ba42aacee req-45bd6171-9310-4487-975a-82bf9e77f3e5 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 210 time: 0.0351841 Feb 04 14:31:11.052712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21529ae-08f6-4211-af72-164557472926 req-487240cf-ef6c-4321-b68a-e616287d2bf0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Made reservation on behalf of e118b0435efa4b09bfac099e24e3c78b for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:11.056276 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f21529ae-08f6-4211-af72-164557472926 req-487240cf-ef6c-4321-b68a-e616287d2bf0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:11.086257 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e3c66206-ff6d-4025-800a-0493ce7dbbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:11.201307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-f21529ae-08f6-4211-af72-164557472926 req-487240cf-ef6c-4321-b68a-e616287d2bf0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Allocated IP 172.20.0.12 (11155693-59a9-450c-ac0a-1e9b5826b5d7/8e4a603c-68f9-45d8-b8b7-bb6686d5bba2/c01cbf35-b137-4473-a5ff-7bc608cb51fd) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:31:11.370975 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f21529ae-08f6-4211-af72-164557472926 req-487240cf-ef6c-4321-b68a-e616287d2bf0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Publish callbacks [] for port (c01cbf35-b137-4473-a5ff-7bc608cb51fd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:11.408069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f21529ae-08f6-4211-af72-164557472926 req-487240cf-ef6c-4321-b68a-e616287d2bf0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c01cbf35-b137-4473-a5ff-7bc608cb51fd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:11.456942 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21529ae-08f6-4211-af72-164557472926 req-487240cf-ef6c-4321-b68a-e616287d2bf0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Network 11155693-59a9-450c-ac0a-1e9b5826b5d7 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:31:11.461720 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-f21529ae-08f6-4211-af72-164557472926 req-487240cf-ef6c-4321-b68a-e616287d2bf0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:31:11.467243 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21529ae-08f6-4211-af72-164557472926 req-487240cf-ef6c-4321-b68a-e616287d2bf0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:31:11.476530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487240cf-ef6c-4321-b68a-e616287d2bf0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Pushing event updated for resources: {'Port': ['ID=c01cbf35-b137-4473-a5ff-7bc608cb51fd,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:11.529181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21529ae-08f6-4211-af72-164557472926 req-487240cf-ef6c-4321-b68a-e616287d2bf0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:11.529833 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f21529ae-08f6-4211-af72-164557472926 req-487240cf-ef6c-4321-b68a-e616287d2bf0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:11.548702 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f21529ae-08f6-4211-af72-164557472926 req-487240cf-ef6c-4321-b68a-e616287d2bf0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6365087 Feb 04 14:31:11.560218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Request body: {'port': {'device_id': '146ffbd9-1347-40d4-a31c-6f517174ad99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:11.626776 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c01cbf35-b137-4473-a5ff-7bc608cb51fd), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:11.922741 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01cbf35-b137-4473-a5ff-7bc608cb51fd {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:31:11.931102 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Publish callbacks [] for port (c01cbf35-b137-4473-a5ff-7bc608cb51fd), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:11.944471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Transition to ACTIVE for port object c01cbf35-b137-4473-a5ff-7bc608cb51fd will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:31:11.948519 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (c01cbf35-b137-4473-a5ff-7bc608cb51fd), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:11.999708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c01cbf35-b137-4473-a5ff-7bc608cb51fd,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:12.079126 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Attempting to bind port c01cbf35-b137-4473-a5ff-7bc608cb51fd on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:31:12.079482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Attempting to bind port c01cbf35-b137-4473-a5ff-7bc608cb51fd by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'bfa7c59f-9c65-438c-9961-8221c5f0abc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '11155693-59a9-450c-ac0a-1e9b5826b5d7'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:31:12.079792 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Attempting to bind port c01cbf35-b137-4473-a5ff-7bc608cb51fd on network 11155693-59a9-450c-ac0a-1e9b5826b5d7 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:31:12.085831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Port c01cbf35-b137-4473-a5ff-7bc608cb51fd on network 11155693-59a9-450c-ac0a-1e9b5826b5d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:31:12.085831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Attempting to bind port c01cbf35-b137-4473-a5ff-7bc608cb51fd on network 11155693-59a9-450c-ac0a-1e9b5826b5d7 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:31:12.091825 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:31:12.092305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Checking segment: {'id': 'bfa7c59f-9c65-438c-9961-8221c5f0abc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '11155693-59a9-450c-ac0a-1e9b5826b5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:31:12.092850 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Bound using segment: {'id': 'bfa7c59f-9c65-438c-9961-8221c5f0abc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '11155693-59a9-450c-ac0a-1e9b5826b5d7'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:31:12.093446 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Bound port: c01cbf35-b137-4473-a5ff-7bc608cb51fd, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa7c59f-9c65-438c-9961-8221c5f0abc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '11155693-59a9-450c-ac0a-1e9b5826b5d7'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:31:12.093864 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c01cbf35-b137-4473-a5ff-7bc608cb51fd), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:12.120737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97244b-99c3-4300-ad80-4f1abb3dd56d req-84c23420-9211-4309-953d-684ffee0b5e7 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:12.122535 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d97244b-99c3-4300-ad80-4f1abb3dd56d req-84c23420-9211-4309-953d-684ffee0b5e7 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 944 time: 0.0588002 Feb 04 14:31:12.175277 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] For port c01cbf35-b137-4473-a5ff-7bc608cb51fd, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:31:12.179942 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] For port c01cbf35-b137-4473-a5ff-7bc608cb51fd, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c01cbf35-b137-4473-a5ff-7bc608cb51fd,segment=NetworkSegment(bfa7c59f-9c65-438c-9961-8221c5f0abc8),segment_id=bfa7c59f-9c65-438c-9961-8221c5f0abc8)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:31:12.181081 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4d97244b-99c3-4300-ad80-4f1abb3dd56d req-44eefee8-6cd0-4b92-930c-eabbb08e29f9 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526879 Feb 04 14:31:12.189382 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (c01cbf35-b137-4473-a5ff-7bc608cb51fd), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:12.200128 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:31:12.230996 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:12.231633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:12.233107 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f21529ae-08f6-4211-af72-164557472926 req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] 10.222.0.99 "PUT /v2.0/ports/c01cbf35-b137-4473-a5ff-7bc608cb51fd HTTP/1.1" status: 200 len: 1093 time: 0.6772981 Feb 04 14:31:12.233585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146ffbd9-1347-40d4-a31c-6f517174ad99', 'tag': 'c01cbf35-b137-4473-a5ff-7bc608cb51fd'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:31:12.235973 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb7cb09-c44a-4f52-b23e-59d7c3397e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "146ffbd9-1347-40d4-a31c-6f517174ad99", "tag": "c01cbf35-b137-4473-a5ff-7bc608cb51fd"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:31:12.262280 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e5671-c3ea-4bfe-a198-1d86ba4082a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c01cbf35-b137-4473-a5ff-7bc608cb51fd,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:12.294616 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94092759-6e80-4854-a544-a83eb0c81973 x-openstack-request-id: req-94092759-6e80-4854-a544-a83eb0c81973 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:31:12.294915 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146ffbd9-1347-40d4-a31c-6f517174ad99", "tag": "c01cbf35-b137-4473-a5ff-7bc608cb51fd", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:31:12.295171 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-94092759-6e80-4854-a544-a83eb0c81973 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:31:12.295573 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146ffbd9-1347-40d4-a31c-6f517174ad99', 'tag': 'c01cbf35-b137-4473-a5ff-7bc608cb51fd', 'status': 'completed', 'code': 200} Feb 04 14:31:12.340122 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21529ae-08f6-4211-af72-164557472926 req-2b4e97dd-c077-43fa-81d3-fd7f23f6ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:12.341995 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f21529ae-08f6-4211-af72-164557472926 req-2b4e97dd-c077-43fa-81d3-fd7f23f6ffb7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e118b0435efa4b09bfac099e24e3c78b&device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 1127 time: 0.0585001 Feb 04 14:31:12.390972 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f21529ae-08f6-4211-af72-164557472926 req-5cb5d589-121a-4db6-b012-f54dd451b9f5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c01cbf35-b137-4473-a5ff-7bc608cb51fd HTTP/1.1" status: 200 len: 217 time: 0.0416501 Feb 04 14:31:12.443670 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21529ae-08f6-4211-af72-164557472926 req-251009f2-44cf-4f8e-adea-6383f5905bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:12.445111 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f21529ae-08f6-4211-af72-164557472926 req-251009f2-44cf-4f8e-adea-6383f5905bb9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8e4a603c-68f9-45d8-b8b7-bb6686d5bba2 HTTP/1.1" status: 200 len: 853 time: 0.0478928 Feb 04 14:31:12.479736 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f21529ae-08f6-4211-af72-164557472926 req-3e782a08-daa6-40ad-b98e-b928f5d6df33 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=11155693-59a9-450c-ac0a-1e9b5826b5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291314 Feb 04 14:31:12.587716 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f21529ae-08f6-4211-af72-164557472926 req-ca7c76d5-63fb-4968-b7e6-9724a9536237 service neutron] 10.222.0.99 "GET /v2.0/networks/11155693-59a9-450c-ac0a-1e9b5826b5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023972 Feb 04 14:31:12.684267 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f21529ae-08f6-4211-af72-164557472926 req-7b38d494-3bde-46b9-9b97-6700c66f611a service neutron] 10.222.0.99 "GET /v2.0/networks/11155693-59a9-450c-ac0a-1e9b5826b5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901992 Feb 04 14:31:12.785201 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7cb09-c44a-4f52-b23e-59d7c3397e4c req-9954e597-b07a-48f9-8163-051798e1600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:12.787443 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7fb7cb09-c44a-4f52-b23e-59d7c3397e4c req-9954e597-b07a-48f9-8163-051798e1600a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e118b0435efa4b09bfac099e24e3c78b&device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 1127 time: 0.0544641 Feb 04 14:31:12.885957 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7cb09-c44a-4f52-b23e-59d7c3397e4c req-1445e7dd-eff4-43bb-82af-913141fde1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:12.887463 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7fb7cb09-c44a-4f52-b23e-59d7c3397e4c req-1445e7dd-eff4-43bb-82af-913141fde1bd service neutron] 10.222.0.99 "GET /v2.0/networks?id=11155693-59a9-450c-ac0a-1e9b5826b5d7 HTTP/1.1" status: 200 len: 914 time: 0.0936813 Feb 04 14:31:12.930875 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7fb7cb09-c44a-4f52-b23e-59d7c3397e4c req-114ebb73-60c5-4d96-97e4-a67353fdd91b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c01cbf35-b137-4473-a5ff-7bc608cb51fd HTTP/1.1" status: 200 len: 217 time: 0.0369999 Feb 04 14:31:13.003412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7cb09-c44a-4f52-b23e-59d7c3397e4c req-5d502277-64e0-4afe-b2c0-b233b736aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:13.005928 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7fb7cb09-c44a-4f52-b23e-59d7c3397e4c req-5d502277-64e0-4afe-b2c0-b233b736aa95 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8e4a603c-68f9-45d8-b8b7-bb6686d5bba2 HTTP/1.1" status: 200 len: 853 time: 0.0684831 Feb 04 14:31:13.047643 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7fb7cb09-c44a-4f52-b23e-59d7c3397e4c req-a918b23f-7103-4a76-a2bc-bcd5e3c1636e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=11155693-59a9-450c-ac0a-1e9b5826b5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360401 Feb 04 14:31:13.147723 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7fb7cb09-c44a-4f52-b23e-59d7c3397e4c req-b2551610-3bd3-4659-afc5-f28d43d70074 service neutron] 10.222.0.99 "GET /v2.0/networks/11155693-59a9-450c-ac0a-1e9b5826b5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932465 Feb 04 14:31:13.252492 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7fb7cb09-c44a-4f52-b23e-59d7c3397e4c req-7a890130-0942-4666-9867-86d756e569e6 service neutron] 10.222.0.99 "GET /v2.0/networks/11155693-59a9-450c-ac0a-1e9b5826b5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991430 Feb 04 14:31:13.338712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602275-2239-466c-b605-323fdd92cc3c req-b4bf0189-4e15-4b54-8251-71f777413c36 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:13.340370 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e602275-2239-466c-b605-323fdd92cc3c req-b4bf0189-4e15-4b54-8251-71f777413c36 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 944 time: 0.0588496 Feb 04 14:31:13.390892 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e602275-2239-466c-b605-323fdd92cc3c req-31b1e5d8-e2c8-436a-bf65-6367aa70e220 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447345 Feb 04 14:31:14.479636 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:14.524708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e816c8-0c7f-414f-934d-a71e54c9bb77 req-0f65cac8-9655-4aff-9209-a1706c4e2efd tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:14.526330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13e816c8-0c7f-414f-934d-a71e54c9bb77 req-0f65cac8-9655-4aff-9209-a1706c4e2efd tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 944 time: 0.0641928 Feb 04 14:31:14.581421 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13e816c8-0c7f-414f-934d-a71e54c9bb77 req-7bf2e8e4-4e97-4b44-a009-6821880bb950 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486777 Feb 04 14:31:15.280639 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b3b7db59-d050-46a1-a752-c848487b6a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:15.329861 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:15.711157 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29abf1-7a54-4d02-931d-e431a7ab1b84 req-e5a20ca5-90da-4456-a2ae-8b27e92d3d57 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:15.712735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a29abf1-7a54-4d02-931d-e431a7ab1b84 req-e5a20ca5-90da-4456-a2ae-8b27e92d3d57 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 944 time: 0.0592437 Feb 04 14:31:15.763901 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a29abf1-7a54-4d02-931d-e431a7ab1b84 req-7bb6d8c4-a0e3-4186-9e40-4e9511d3148d tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453088 Feb 04 14:31:15.807661 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:15.962667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c01cbf35-b137-4473-a5ff-7bc608cb51fd details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:31:16.079625 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c01cbf35-b137-4473-a5ff-7bc608cb51fd, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c01cbf35-b137-4473-a5ff-7bc608cb51fd,segment=NetworkSegment(bfa7c59f-9c65-438c-9961-8221c5f0abc8),segment_id=bfa7c59f-9c65-438c-9961-8221c5f0abc8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:16.092660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'c01cbf35-b137-4473-a5ff-7bc608cb51fd', 'network_id': '11155693-59a9-450c-ac0a-1e9b5826b5d7', 'port_id': 'c01cbf35-b137-4473-a5ff-7bc608cb51fd', 'mac_address': 'fa:16:3e:b5:6d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4a603c-68f9-45d8-b8b7-bb6686d5bba2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:31:16.131732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c01cbf35-b137-4473-a5ff-7bc608cb51fd is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:31:16.132120 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c01cbf35-b137-4473-a5ff-7bc608cb51fd), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:16.147513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01cbf35-b137-4473-a5ff-7bc608cb51fd {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:31:16.169131 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c01cbf35-b137-4473-a5ff-7bc608cb51fd, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c01cbf35-b137-4473-a5ff-7bc608cb51fd,segment=NetworkSegment(bfa7c59f-9c65-438c-9961-8221c5f0abc8),segment_id=bfa7c59f-9c65-438c-9961-8221c5f0abc8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:16.174903 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c01cbf35-b137-4473-a5ff-7bc608cb51fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:16.231756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c01cbf35-b137-4473-a5ff-7bc608cb51fd,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:16.239779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:16.240128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:16.240470 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:16.240803 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:16.241132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:16.241464 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:16.241783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:16.242119 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:16.242450 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:16.242770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:16.243088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:16.243403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:16.243718 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:16.505633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c01cbf35-b137-4473-a5ff-7bc608cb51fd'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:31:16.903964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c8ddf-7aa7-4c86-adff-4aa418649383 req-60f9ec44-6a78-463e-9bc1-9b7440c2b135 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:16.905626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d3c8ddf-7aa7-4c86-adff-4aa418649383 req-60f9ec44-6a78-463e-9bc1-9b7440c2b135 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 945 time: 0.0647233 Feb 04 14:31:16.959644 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8d3c8ddf-7aa7-4c86-adff-4aa418649383 req-ee65d871-7798-4162-9099-05c9ed91a6c7 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467806 Feb 04 14:31:17.152021 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:17.981267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c01cbf35-b137-4473-a5ff-7bc608cb51fd up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:31:18.045602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port c01cbf35-b137-4473-a5ff-7bc608cb51fd completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:31:18.050055 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port c01cbf35-b137-4473-a5ff-7bc608cb51fd triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:31:18.050451 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c01cbf35-b137-4473-a5ff-7bc608cb51fd), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:18.097210 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:18.149885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cc9a-b5e7-4367-9777-b6ed27f69ca9 req-0101ecc2-3b8e-46ed-8523-179b5978a63e tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:18.152395 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f66cc9a-b5e7-4367-9777-b6ed27f69ca9 req-0101ecc2-3b8e-46ed-8523-179b5978a63e tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 945 time: 0.0799472 Feb 04 14:31:18.162485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port c01cbf35-b137-4473-a5ff-7bc608cb51fd is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:31:18.163369 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c01cbf35-b137-4473-a5ff-7bc608cb51fd), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:18.203007 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146ffbd9-1347-40d4-a31c-6f517174ad99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01cbf35-b137-4473-a5ff-7bc608cb51fd'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:31:18.207758 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f406d806-e4d1-4bf2-80a0-028dd242f9b4" -d '{"events": [{"server_uuid": "146ffbd9-1347-40d4-a31c-6f517174ad99", "name": "network-vif-plugged", "status": "completed", "tag": "c01cbf35-b137-4473-a5ff-7bc608cb51fd"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:31:18.214798 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f66cc9a-b5e7-4367-9777-b6ed27f69ca9 req-e8d6af78-c0d6-4c8f-8c07-71571a379721 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548248 Feb 04 14:31:18.241568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port c01cbf35-b137-4473-a5ff-7bc608cb51fd, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c01cbf35-b137-4473-a5ff-7bc608cb51fd,segment=NetworkSegment(bfa7c59f-9c65-438c-9961-8221c5f0abc8),segment_id=bfa7c59f-9c65-438c-9961-8221c5f0abc8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:18.248352 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c01cbf35-b137-4473-a5ff-7bc608cb51fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:18.301853 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95daf805-54c9-481c-a611-699bacafd96e x-openstack-request-id: req-95daf805-54c9-481c-a611-699bacafd96e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:31:18.302386 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146ffbd9-1347-40d4-a31c-6f517174ad99", "name": "network-vif-plugged", "status": "completed", "tag": "c01cbf35-b137-4473-a5ff-7bc608cb51fd", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:31:18.302777 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-95daf805-54c9-481c-a611-699bacafd96e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:31:18.303441 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146ffbd9-1347-40d4-a31c-6f517174ad99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01cbf35-b137-4473-a5ff-7bc608cb51fd', 'code': 200} Feb 04 14:31:18.351164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=c01cbf35-b137-4473-a5ff-7bc608cb51fd,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:18.391635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f1c45-c053-47e6-b540-82b195cd8c07 req-b4926f1a-6667-4919-b5ca-3a6b02ba5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:18.393226 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe0f1c45-c053-47e6-b540-82b195cd8c07 req-b4926f1a-6667-4919-b5ca-3a6b02ba5389 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 1129 time: 0.0503664 Feb 04 14:31:18.444977 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe0f1c45-c053-47e6-b540-82b195cd8c07 req-0163d610-4e7c-458a-b889-e817ae9db196 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457366 Feb 04 14:31:19.354563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ff68e-fac8-4542-9e1a-0581f073eff3 req-7624acf6-1a8b-45f8-82cb-0f7fb816ee06 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:19.356209 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c71ff68e-fac8-4542-9e1a-0581f073eff3 req-7624acf6-1a8b-45f8-82cb-0f7fb816ee06 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 946 time: 0.0600924 Feb 04 14:31:19.415970 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c71ff68e-fac8-4542-9e1a-0581f073eff3 req-29488f44-e247-4e17-b2cc-9e958b3aa78f tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538304 Feb 04 14:31:20.542337 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed13bb3-ae9f-49d3-a434-cc0cf2e43a3d req-77d8337b-104d-4240-ad0f-8ec6b12de338 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:20.543918 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bed13bb3-ae9f-49d3-a434-cc0cf2e43a3d req-77d8337b-104d-4240-ad0f-8ec6b12de338 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 946 time: 0.0569472 Feb 04 14:31:20.593561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bed13bb3-ae9f-49d3-a434-cc0cf2e43a3d req-a4e8b80b-a36e-4978-8a99-92eb695461dd tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438399 Feb 04 14:31:20.828309 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-9d3c7653-cce8-4fd7-b364-63804798d96f tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:20.829812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-9d3c7653-cce8-4fd7-b364-63804798d96f tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/networks?id=11155693-59a9-450c-ac0a-1e9b5826b5d7 HTTP/1.1" status: 200 len: 813 time: 0.1122990 Feb 04 14:31:20.846201 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-ab5e7262-1d5b-4636-bede-3837194df7b1 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/quotas/e118b0435efa4b09bfac099e24e3c78b HTTP/1.1" status: 200 len: 375 time: 0.0098324 Feb 04 14:31:20.901721 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-a34079e7-ff2b-484d-85e1-380f03257ab6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e118b0435efa4b09bfac099e24e3c78b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0502555 Feb 04 14:31:21.001207 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-4d0d8de0-e780-4540-8dd8-6c46a8b12459 service neutron] 10.222.0.96 "GET /v2.0/networks/11155693-59a9-450c-ac0a-1e9b5826b5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894761 Feb 04 14:31:21.098562 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-6995dd96-2cf0-4c2c-be4a-65fde3ee3db5 service neutron] 10.222.0.96 "GET /v2.0/networks/11155693-59a9-450c-ac0a-1e9b5826b5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901802 Feb 04 14:31:21.273876 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a629d885-1ddd-4002-9a72-a294bc5d1796 req-109d6293-70c0-4b30-93ca-17114892f93c tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 210 time: 0.0341811 Feb 04 14:31:22.258238 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-3715668b-7dd4-4496-b4a4-66d9ddb17b96 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:22.260763 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-3715668b-7dd4-4496-b4a4-66d9ddb17b96 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.100 "GET /v2.0/networks?id=11155693-59a9-450c-ac0a-1e9b5826b5d7 HTTP/1.1" status: 200 len: 813 time: 0.1342204 Feb 04 14:31:22.273653 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-7814d29d-35dd-4e72-8fcb-025c2d8606ab tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Request body: {'port': {'device_id': '0a4240b1-7e3c-403c-a282-5dffa0b00c80', 'network_id': '11155693-59a9-450c-ac0a-1e9b5826b5d7', 'admin_state_up': True, 'tenant_id': 'e118b0435efa4b09bfac099e24e3c78b'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:22.392353 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-571829ba-5100-43c9-bf9e-4f05270376d0 req-f4af31bc-40fc-4505-a4c8-6a6fbe2d087b tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 210 time: 0.0305462 Feb 04 14:31:22.422255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-7814d29d-35dd-4e72-8fcb-025c2d8606ab tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Made reservation on behalf of e118b0435efa4b09bfac099e24e3c78b for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:22.427752 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-7814d29d-35dd-4e72-8fcb-025c2d8606ab tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:22.569513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-7814d29d-35dd-4e72-8fcb-025c2d8606ab tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Allocated IP 172.20.0.8 (11155693-59a9-450c-ac0a-1e9b5826b5d7/8e4a603c-68f9-45d8-b8b7-bb6686d5bba2/6fc3ec49-a355-449b-af7a-b4df1089f746) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:31:22.746126 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-7814d29d-35dd-4e72-8fcb-025c2d8606ab tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Publish callbacks [] for port (6fc3ec49-a355-449b-af7a-b4df1089f746), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:22.781932 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-7814d29d-35dd-4e72-8fcb-025c2d8606ab tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6fc3ec49-a355-449b-af7a-b4df1089f746), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:22.794255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c01cbf35-b137-4473-a5ff-7bc608cb51fd'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:31:22.829198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-7814d29d-35dd-4e72-8fcb-025c2d8606ab tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Network 11155693-59a9-450c-ac0a-1e9b5826b5d7 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:31:22.833092 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-7814d29d-35dd-4e72-8fcb-025c2d8606ab tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:31:22.837105 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-7814d29d-35dd-4e72-8fcb-025c2d8606ab tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:31:22.864176 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814d29d-35dd-4e72-8fcb-025c2d8606ab tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Pushing event updated for resources: {'Port': ['ID=6fc3ec49-a355-449b-af7a-b4df1089f746,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:22.892449 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-7814d29d-35dd-4e72-8fcb-025c2d8606ab tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:22.893121 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-7814d29d-35dd-4e72-8fcb-025c2d8606ab tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:22.912750 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-7814d29d-35dd-4e72-8fcb-025c2d8606ab tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6444662 Feb 04 14:31:22.932906 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Request body: {'port': {'device_id': '0a4240b1-7e3c-403c-a282-5dffa0b00c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:23.003848 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6fc3ec49-a355-449b-af7a-b4df1089f746), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:23.293014 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc3ec49-a355-449b-af7a-b4df1089f746 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:31:23.301486 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Publish callbacks [] for port (6fc3ec49-a355-449b-af7a-b4df1089f746), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:23.314729 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Transition to ACTIVE for port object 6fc3ec49-a355-449b-af7a-b4df1089f746 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:31:23.320662 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (6fc3ec49-a355-449b-af7a-b4df1089f746), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:23.374759 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc3ec49-a355-449b-af7a-b4df1089f746,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:23.474352 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Attempting to bind port 6fc3ec49-a355-449b-af7a-b4df1089f746 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:31:23.474923 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Attempting to bind port 6fc3ec49-a355-449b-af7a-b4df1089f746 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'bfa7c59f-9c65-438c-9961-8221c5f0abc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '11155693-59a9-450c-ac0a-1e9b5826b5d7'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:31:23.475501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Attempting to bind port 6fc3ec49-a355-449b-af7a-b4df1089f746 on network 11155693-59a9-450c-ac0a-1e9b5826b5d7 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:31:23.483629 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Port 6fc3ec49-a355-449b-af7a-b4df1089f746 on network 11155693-59a9-450c-ac0a-1e9b5826b5d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:31:23.484169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Attempting to bind port 6fc3ec49-a355-449b-af7a-b4df1089f746 on network 11155693-59a9-450c-ac0a-1e9b5826b5d7 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:31:23.493268 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:31:23.493613 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Checking segment: {'id': 'bfa7c59f-9c65-438c-9961-8221c5f0abc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '11155693-59a9-450c-ac0a-1e9b5826b5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:31:23.494010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Bound using segment: {'id': 'bfa7c59f-9c65-438c-9961-8221c5f0abc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '11155693-59a9-450c-ac0a-1e9b5826b5d7'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:31:23.494947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Bound port: 6fc3ec49-a355-449b-af7a-b4df1089f746, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa7c59f-9c65-438c-9961-8221c5f0abc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '11155693-59a9-450c-ac0a-1e9b5826b5d7'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:31:23.495557 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6fc3ec49-a355-449b-af7a-b4df1089f746), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:23.528909 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a4b59-519d-4fef-87c3-3c2fbf493e7f req-34ea28cf-bae0-478f-bfff-abbe18dfb813 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:23.530542 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-506a4b59-519d-4fef-87c3-3c2fbf493e7f req-34ea28cf-bae0-478f-bfff-abbe18dfb813 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 943 time: 0.0603204 Feb 04 14:31:23.577597 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] For port 6fc3ec49-a355-449b-af7a-b4df1089f746, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:31:23.583499 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] For port 6fc3ec49-a355-449b-af7a-b4df1089f746, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=6fc3ec49-a355-449b-af7a-b4df1089f746,segment=NetworkSegment(bfa7c59f-9c65-438c-9961-8221c5f0abc8),segment_id=bfa7c59f-9c65-438c-9961-8221c5f0abc8)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:31:23.591489 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (6fc3ec49-a355-449b-af7a-b4df1089f746), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:23.602044 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-506a4b59-519d-4fef-87c3-3c2fbf493e7f req-6812eb86-3ca4-4366-91fd-69fa363b3419 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625708 Feb 04 14:31:23.641086 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:23.641723 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:23.643267 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] 10.222.0.100 "PUT /v2.0/ports/6fc3ec49-a355-449b-af7a-b4df1089f746 HTTP/1.1" status: 200 len: 1092 time: 0.7155488 Feb 04 14:31:23.643805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4240b1-7e3c-403c-a282-5dffa0b00c80', 'tag': '6fc3ec49-a355-449b-af7a-b4df1089f746'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:31:23.646845 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8e61a6-e7ac-4bb5-9a35-e686e62e75f5" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4240b1-7e3c-403c-a282-5dffa0b00c80", "tag": "6fc3ec49-a355-449b-af7a-b4df1089f746"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:31:23.673969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b017-25c5-4c44-9f14-ac5745df9714 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc3ec49-a355-449b-af7a-b4df1089f746,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:23.692816 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cabc7c2-f054-4445-a467-fe5907d65f68 x-openstack-request-id: req-9cabc7c2-f054-4445-a467-fe5907d65f68 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:31:23.693092 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4240b1-7e3c-403c-a282-5dffa0b00c80", "tag": "6fc3ec49-a355-449b-af7a-b4df1089f746", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:31:23.693353 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9cabc7c2-f054-4445-a467-fe5907d65f68 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:31:23.693782 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4240b1-7e3c-403c-a282-5dffa0b00c80', 'tag': '6fc3ec49-a355-449b-af7a-b4df1089f746', 'status': 'completed', 'code': 200} Feb 04 14:31:23.759657 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-9f1db623-0cab-4a2b-b8b0-ce24c64169a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:23.761231 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-9f1db623-0cab-4a2b-b8b0-ce24c64169a1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e118b0435efa4b09bfac099e24e3c78b&device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 1126 time: 0.0580232 Feb 04 14:31:23.806227 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-9e4e3a76-ab7e-47c6-a101-e53f9c3dbc2a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fc3ec49-a355-449b-af7a-b4df1089f746 HTTP/1.1" status: 200 len: 217 time: 0.0379078 Feb 04 14:31:23.856684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-cea409ed-0aa2-4a06-81d1-06a2c6d8df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:23.858088 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-cea409ed-0aa2-4a06-81d1-06a2c6d8df96 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8e4a603c-68f9-45d8-b8b7-bb6686d5bba2 HTTP/1.1" status: 200 len: 853 time: 0.0464301 Feb 04 14:31:23.896846 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-7aa83f02-1e72-4907-9a59-b90c0421e0b4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=11155693-59a9-450c-ac0a-1e9b5826b5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334525 Feb 04 14:31:23.994493 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-6e428128-f7fe-416c-b066-5e0ca064598e service neutron] 10.222.0.100 "GET /v2.0/networks/11155693-59a9-450c-ac0a-1e9b5826b5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920212 Feb 04 14:31:24.103545 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9a1c97b9-11bf-4da1-a410-7b61fa5e4da3 req-8fb2feba-58cc-46f1-91a8-b2a0f06cc0c3 service neutron] 10.222.0.100 "GET /v2.0/networks/11155693-59a9-450c-ac0a-1e9b5826b5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038482 Feb 04 14:31:24.206516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e61a6-e7ac-4bb5-9a35-e686e62e75f5 req-8645da94-7f6a-4d1d-8252-b5e4f24da6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:24.208179 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb8e61a6-e7ac-4bb5-9a35-e686e62e75f5 req-8645da94-7f6a-4d1d-8252-b5e4f24da6fc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e118b0435efa4b09bfac099e24e3c78b&device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 1126 time: 0.0494580 Feb 04 14:31:24.307657 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e61a6-e7ac-4bb5-9a35-e686e62e75f5 req-1c09f2cf-1c3c-4d0e-b7dd-72d47fefcac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:24.309176 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb8e61a6-e7ac-4bb5-9a35-e686e62e75f5 req-1c09f2cf-1c3c-4d0e-b7dd-72d47fefcac3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=11155693-59a9-450c-ac0a-1e9b5826b5d7 HTTP/1.1" status: 200 len: 914 time: 0.0951984 Feb 04 14:31:24.357290 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb8e61a6-e7ac-4bb5-9a35-e686e62e75f5 req-e125dbe2-fb22-4362-96e5-9933b2b1eaf4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fc3ec49-a355-449b-af7a-b4df1089f746 HTTP/1.1" status: 200 len: 217 time: 0.0417750 Feb 04 14:31:24.421355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e61a6-e7ac-4bb5-9a35-e686e62e75f5 req-7edeec98-b80a-4f70-a555-75da4ed3fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:24.422903 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb8e61a6-e7ac-4bb5-9a35-e686e62e75f5 req-7edeec98-b80a-4f70-a555-75da4ed3fdfc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8e4a603c-68f9-45d8-b8b7-bb6686d5bba2 HTTP/1.1" status: 200 len: 853 time: 0.0599849 Feb 04 14:31:24.456667 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb8e61a6-e7ac-4bb5-9a35-e686e62e75f5 req-7a1978a6-feef-4d3b-ae8e-7a0bc7fa2d32 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=11155693-59a9-450c-ac0a-1e9b5826b5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282378 Feb 04 14:31:24.567883 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb8e61a6-e7ac-4bb5-9a35-e686e62e75f5 req-4f9b3009-6cfe-42d0-8fee-c9363d62fc7b service neutron] 10.222.0.100 "GET /v2.0/networks/11155693-59a9-450c-ac0a-1e9b5826b5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051664 Feb 04 14:31:24.669958 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb8e61a6-e7ac-4bb5-9a35-e686e62e75f5 req-8c43e089-2ad1-4204-926e-21316494c15a service neutron] 10.222.0.100 "GET /v2.0/networks/11155693-59a9-450c-ac0a-1e9b5826b5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961735 Feb 04 14:31:24.740667 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19e1f2-bee9-4a80-82b9-49cd3e1b376d req-24cf6696-efdc-4b6a-9940-4d0e71484e3c tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:24.742155 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c19e1f2-bee9-4a80-82b9-49cd3e1b376d req-24cf6696-efdc-4b6a-9940-4d0e71484e3c tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 943 time: 0.0577364 Feb 04 14:31:24.792433 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c19e1f2-bee9-4a80-82b9-49cd3e1b376d req-981c290b-d16a-4107-906e-06b71169861d tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445454 Feb 04 14:31:25.915934 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af16e0b-0520-44d3-8f42-99228f360fb8 req-608552aa-a643-482a-9b81-d698d40d2c83 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:25.917486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1af16e0b-0520-44d3-8f42-99228f360fb8 req-608552aa-a643-482a-9b81-d698d40d2c83 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 943 time: 0.0548234 Feb 04 14:31:25.968256 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1af16e0b-0520-44d3-8f42-99228f360fb8 req-1d19ac3b-0aeb-420a-af49-9e19b5c3297c tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445838 Feb 04 14:31:27.064309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 6fc3ec49-a355-449b-af7a-b4df1089f746 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:31:27.106619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2069e-38f9-4022-a519-216e8b343058 req-6e75453c-a3f1-461d-ad5b-dced850e59c0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:27.109172 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5fa2069e-38f9-4022-a519-216e8b343058 req-6e75453c-a3f1-461d-ad5b-dced850e59c0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 943 time: 0.0682445 Feb 04 14:31:27.180128 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5fa2069e-38f9-4022-a519-216e8b343058 req-ea9f5e1b-78a9-402a-90a4-9ff182a84813 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579093 Feb 04 14:31:27.197775 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 6fc3ec49-a355-449b-af7a-b4df1089f746, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=6fc3ec49-a355-449b-af7a-b4df1089f746,segment=NetworkSegment(bfa7c59f-9c65-438c-9961-8221c5f0abc8),segment_id=bfa7c59f-9c65-438c-9961-8221c5f0abc8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:27.216226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '6fc3ec49-a355-449b-af7a-b4df1089f746', 'network_id': '11155693-59a9-450c-ac0a-1e9b5826b5d7', 'port_id': '6fc3ec49-a355-449b-af7a-b4df1089f746', 'mac_address': 'fa:16:3e:c2:c6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4a603c-68f9-45d8-b8b7-bb6686d5bba2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:31:27.264862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 6fc3ec49-a355-449b-af7a-b4df1089f746 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:31:27.265192 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6fc3ec49-a355-449b-af7a-b4df1089f746), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:27.280336 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc3ec49-a355-449b-af7a-b4df1089f746 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:31:27.304307 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 6fc3ec49-a355-449b-af7a-b4df1089f746, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=6fc3ec49-a355-449b-af7a-b4df1089f746,segment=NetworkSegment(bfa7c59f-9c65-438c-9961-8221c5f0abc8),segment_id=bfa7c59f-9c65-438c-9961-8221c5f0abc8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:27.310872 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6fc3ec49-a355-449b-af7a-b4df1089f746), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:27.371605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=6fc3ec49-a355-449b-af7a-b4df1089f746,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:27.646383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['6fc3ec49-a355-449b-af7a-b4df1089f746'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:31:28.291426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4e6a1-7357-4a88-bf62-0914e435a6b5 req-546ce40b-8b7e-4913-a3db-cedd7824ab72 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:28.292867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69d4e6a1-7357-4a88-bf62-0914e435a6b5 req-546ce40b-8b7e-4913-a3db-cedd7824ab72 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 944 time: 0.0554724 Feb 04 14:31:28.342742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69d4e6a1-7357-4a88-bf62-0914e435a6b5 req-a2c35b16-d944-438b-a499-0bc486a73215 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440786 Feb 04 14:31:29.080687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 6fc3ec49-a355-449b-af7a-b4df1089f746 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:31:29.148369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 6fc3ec49-a355-449b-af7a-b4df1089f746 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:31:29.152599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 6fc3ec49-a355-449b-af7a-b4df1089f746 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:31:29.152963 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6fc3ec49-a355-449b-af7a-b4df1089f746), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:29.233518 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 6fc3ec49-a355-449b-af7a-b4df1089f746 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:31:29.233909 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6fc3ec49-a355-449b-af7a-b4df1089f746), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:29.258088 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4240b1-7e3c-403c-a282-5dffa0b00c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc3ec49-a355-449b-af7a-b4df1089f746'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:31:29.260340 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71d6c2a-9f01-4930-bbf3-7bfa1255e67a" -d '{"events": [{"server_uuid": "0a4240b1-7e3c-403c-a282-5dffa0b00c80", "name": "network-vif-plugged", "status": "completed", "tag": "6fc3ec49-a355-449b-af7a-b4df1089f746"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:31:29.273616 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 6fc3ec49-a355-449b-af7a-b4df1089f746, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=6fc3ec49-a355-449b-af7a-b4df1089f746,segment=NetworkSegment(bfa7c59f-9c65-438c-9961-8221c5f0abc8),segment_id=bfa7c59f-9c65-438c-9961-8221c5f0abc8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:29.278592 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6fc3ec49-a355-449b-af7a-b4df1089f746), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:29.302598 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14545c58-db23-4ba9-982d-9a4609ee1f71 x-openstack-request-id: req-14545c58-db23-4ba9-982d-9a4609ee1f71 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:31:29.302897 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4240b1-7e3c-403c-a282-5dffa0b00c80", "name": "network-vif-plugged", "status": "completed", "tag": "6fc3ec49-a355-449b-af7a-b4df1089f746", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:31:29.303247 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-14545c58-db23-4ba9-982d-9a4609ee1f71 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:31:29.303716 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4240b1-7e3c-403c-a282-5dffa0b00c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc3ec49-a355-449b-af7a-b4df1089f746', 'code': 200} Feb 04 14:31:29.333732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=6fc3ec49-a355-449b-af7a-b4df1089f746,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:29.409382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0ea4-4c0b-415c-8b9c-83c59f130e18 req-f34cf2f6-f691-46dc-9059-30d4a835f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:29.411314 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3eda0ea4-4c0b-415c-8b9c-83c59f130e18 req-f34cf2f6-f691-46dc-9059-30d4a835f426 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 1128 time: 0.0528927 Feb 04 14:31:29.457887 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3eda0ea4-4c0b-415c-8b9c-83c59f130e18 req-8a6004cb-7c64-4bec-860f-465daeaabc76 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401924 Feb 04 14:31:29.473665 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d339cb-885e-4bfd-909a-ea97036d44ac req-be898fb8-2cdb-4b33-bf1f-d99e489bb300 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:29.475206 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13d339cb-885e-4bfd-909a-ea97036d44ac req-be898fb8-2cdb-4b33-bf1f-d99e489bb300 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 945 time: 0.0594823 Feb 04 14:31:29.522348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13d339cb-885e-4bfd-909a-ea97036d44ac req-ac0cfe59-36d8-462c-985e-95a5328d1b70 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415480 Feb 04 14:31:30.646513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a062d-5ad0-4869-9aba-53187a3e6d92 req-0e551125-604e-4e64-8f5c-fc9fe71517df tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:30.648028 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-119a062d-5ad0-4869-9aba-53187a3e6d92 req-0e551125-604e-4e64-8f5c-fc9fe71517df tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 945 time: 0.0557659 Feb 04 14:31:30.699093 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-119a062d-5ad0-4869-9aba-53187a3e6d92 req-884e10ca-d01f-4ad5-8266-a3b620f5f75f tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452921 Feb 04 14:31:31.824787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a0fb6-099a-4dd3-a518-581d2cabbc41 req-a65919a4-00ea-4ec1-9a04-f836069626e0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:31.826424 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-636a0fb6-099a-4dd3-a518-581d2cabbc41 req-a65919a4-00ea-4ec1-9a04-f836069626e0 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 945 time: 0.0554883 Feb 04 14:31:31.879087 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-636a0fb6-099a-4dd3-a518-581d2cabbc41 req-ba9f054e-a02d-40bb-8f3c-45a2ad3fba8a tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469546 Feb 04 14:31:32.121712 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae9ee3-0158-4738-9598-8ac8e2c43326 req-4158eaff-ee35-4040-9b52-c7079189c8b9 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:32.123226 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9eae9ee3-0158-4738-9598-8ac8e2c43326 req-4158eaff-ee35-4040-9b52-c7079189c8b9 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 945 time: 0.0527265 Feb 04 14:31:32.170320 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9eae9ee3-0158-4738-9598-8ac8e2c43326 req-5df021a6-8f88-42fd-8758-f5383015508f tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415215 Feb 04 14:31:33.291643 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f62897-8c9b-40a8-ac87-eca03d2f4243 req-6eccf332-09f7-4490-b651-8a3363037925 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:33.293147 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5f62897-8c9b-40a8-ac87-eca03d2f4243 req-6eccf332-09f7-4490-b651-8a3363037925 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 945 time: 0.0543494 Feb 04 14:31:33.342232 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5f62897-8c9b-40a8-ac87-eca03d2f4243 req-40830811-7bc0-489a-9d5b-889552a7c052 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434601 Feb 04 14:31:33.575666 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b3e1d-3445-4af1-9b91-84781b5472ab req-48a373d1-6f8b-4d1b-800d-b041e01a0c82 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:33.577040 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-844b3e1d-3445-4af1-9b91-84781b5472ab req-48a373d1-6f8b-4d1b-800d-b041e01a0c82 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.100 "GET /v2.0/ports?device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 945 time: 0.0522723 Feb 04 14:31:33.668938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-844b3e1d-3445-4af1-9b91-84781b5472ab req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Deleting port 6fc3ec49-a355-449b-af7a-b4df1089f746 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:31:33.669283 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-844b3e1d-3445-4af1-9b91-84781b5472ab req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6fc3ec49-a355-449b-af7a-b4df1089f746), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:34.081550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-844b3e1d-3445-4af1-9b91-84781b5472ab req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] For port 6fc3ec49-a355-449b-af7a-b4df1089f746, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=6fc3ec49-a355-449b-af7a-b4df1089f746,segment=NetworkSegment(bfa7c59f-9c65-438c-9961-8221c5f0abc8),segment_id=bfa7c59f-9c65-438c-9961-8221c5f0abc8)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:34.082562 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-844b3e1d-3445-4af1-9b91-84781b5472ab req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6fc3ec49-a355-449b-af7a-b4df1089f746), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:34.095516 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-844b3e1d-3445-4af1-9b91-84781b5472ab req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Calling delete_port for 6fc3ec49-a355-449b-af7a-b4df1089f746 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:31:34.223249 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-844b3e1d-3445-4af1-9b91-84781b5472ab req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6fc3ec49-a355-449b-af7a-b4df1089f746), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:34.236712 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c01cbf35-b137-4473-a5ff-7bc608cb51fd'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:31:34.240538 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['6fc3ec49-a355-449b-af7a-b4df1089f746'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:31:34.253040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Pushing event deleted for resources: {'Port': ['ID=6fc3ec49-a355-449b-af7a-b4df1089f746,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:34.269062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:34.270264 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:34.270453 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:34.270806 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:34.271147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:34.271483 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:34.272343 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:34.272671 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:34.273015 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:34.273673 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:34.274058 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:34.274484 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:34.274829 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:31:34.312017 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-844b3e1d-3445-4af1-9b91-84781b5472ab req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] No DVR routers for this DVR port 6fc3ec49-a355-449b-af7a-b4df1089f746 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:31:34.314649 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-844b3e1d-3445-4af1-9b91-84781b5472ab req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:34.318597 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-844b3e1d-3445-4af1-9b91-84781b5472ab req-4d6c6651-8cc7-4766-8011-97c1240ea7d6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.100 "DELETE /v2.0/ports/6fc3ec49-a355-449b-af7a-b4df1089f746 HTTP/1.1" status: 204 len: 173 time: 0.7366385 Feb 04 14:31:34.319063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4240b1-7e3c-403c-a282-5dffa0b00c80', 'name': 'network-vif-deleted', 'tag': '6fc3ec49-a355-449b-af7a-b4df1089f746'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:31:34.321408 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eddbbb-7f92-449c-b807-8be06e542502" -d '{"events": [{"server_uuid": "0a4240b1-7e3c-403c-a282-5dffa0b00c80", "name": "network-vif-deleted", "tag": "6fc3ec49-a355-449b-af7a-b4df1089f746"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:31:34.367940 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fbe2a2-9480-4816-b668-4f6c5cedd3f5 x-openstack-request-id: req-b2fbe2a2-9480-4816-b668-4f6c5cedd3f5 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:31:34.368239 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4240b1-7e3c-403c-a282-5dffa0b00c80", "name": "network-vif-deleted", "tag": "6fc3ec49-a355-449b-af7a-b4df1089f746", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:31:34.368498 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b2fbe2a2-9480-4816-b668-4f6c5cedd3f5 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:31:34.368896 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4240b1-7e3c-403c-a282-5dffa0b00c80', 'name': 'network-vif-deleted', 'tag': '6fc3ec49-a355-449b-af7a-b4df1089f746', 'status': 'completed', 'code': 200} Feb 04 14:31:34.448605 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a039e50-d22f-4d04-8585-35fa261f7f19 req-573add58-a402-47da-a16e-401b36ca2567 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=0a4240b1-7e3c-403c-a282-5dffa0b00c80 HTTP/1.1" status: 200 len: 210 time: 0.0329044 Feb 04 14:31:35.609360 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42906498-f1c8-4fd2-aa7f-c6e3681a0107 req-f4b53a31-aee8-40b3-8791-67efe789a444 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:35.610982 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42906498-f1c8-4fd2-aa7f-c6e3681a0107 req-f4b53a31-aee8-40b3-8791-67efe789a444 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 946 time: 0.0575464 Feb 04 14:31:35.658786 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42906498-f1c8-4fd2-aa7f-c6e3681a0107 req-066a047c-57bb-419d-a670-fccbefa5eff2 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413895 Feb 04 14:31:35.804975 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87120b0b-146b-4094-b455-71ed8867487e req-2da99a84-8dde-42af-8138-4f10d1502b09 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:35.806447 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87120b0b-146b-4094-b455-71ed8867487e req-2da99a84-8dde-42af-8138-4f10d1502b09 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 946 time: 0.0556378 Feb 04 14:31:35.854771 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87120b0b-146b-4094-b455-71ed8867487e req-5bf5fc52-2324-432a-97c8-2cdb14f50691 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425947 Feb 04 14:31:35.982783 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976ca6f-6367-43b8-931e-ca99d5d37409 req-e1356104-7b81-40c9-ba98-6341a45c328f tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:35.984292 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0976ca6f-6367-43b8-931e-ca99d5d37409 req-e1356104-7b81-40c9-ba98-6341a45c328f tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 946 time: 0.0591133 Feb 04 14:31:36.033721 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0976ca6f-6367-43b8-931e-ca99d5d37409 req-3dccc826-4560-4dfd-8690-fc6bbe391ed1 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430574 Feb 04 14:31:36.218059 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79f32e-1d86-46c7-980b-e22c09e87115 req-560d719b-7f01-4569-9ebb-7dc097b014c5 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:36.219621 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3e79f32e-1d86-46c7-980b-e22c09e87115 req-560d719b-7f01-4569-9ebb-7dc097b014c5 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 946 time: 0.0567610 Feb 04 14:31:36.270844 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3e79f32e-1d86-46c7-980b-e22c09e87115 req-d117e7ba-156b-4109-8fb9-520bd6ca38c4 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451386 Feb 04 14:31:36.396557 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb3cfd-e386-4b10-acb9-e2271a922f74 req-2b3a62fc-cb11-45d1-a1bb-29c6f4b89ca6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:36.398035 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20eb3cfd-e386-4b10-acb9-e2271a922f74 req-2b3a62fc-cb11-45d1-a1bb-29c6f4b89ca6 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 946 time: 0.0562580 Feb 04 14:31:36.451673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20eb3cfd-e386-4b10-acb9-e2271a922f74 req-8dbc0969-5930-4b0c-8f47-374e9aeb99c8 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477335 Feb 04 14:31:36.590674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ff6c5-ca4b-4c7f-8a10-8548c8345c97 req-8863f436-074e-4df3-ba65-ad7f9c3f6f6e tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:36.592168 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6e3ff6c5-ca4b-4c7f-8a10-8548c8345c97 req-8863f436-074e-4df3-ba65-ad7f9c3f6f6e tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 946 time: 0.0580065 Feb 04 14:31:36.641156 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6e3ff6c5-ca4b-4c7f-8a10-8548c8345c97 req-599e335f-e2eb-48cb-9c9d-09b09af4ded7 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432420 Feb 04 14:31:36.971897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46876041-9345-4b6b-8f62-6a079f86eee9 req-be799742-d98e-4ddb-9dda-20239f0b6649 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:36.974037 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-46876041-9345-4b6b-8f62-6a079f86eee9 req-be799742-d98e-4ddb-9dda-20239f0b6649 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 946 time: 0.0551095 Feb 04 14:31:37.022822 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-46876041-9345-4b6b-8f62-6a079f86eee9 req-f93abdd0-285d-47d7-a83f-b8f9f7b7d02c tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430555 Feb 04 14:31:37.142065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 6fc3ec49-a355-449b-af7a-b4df1089f746 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:31:37.163699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 6fc3ec49-a355-449b-af7a-b4df1089f746 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:31:37.164047 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 6fc3ec49-a355-449b-af7a-b4df1089f746 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:31:38.161751 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20129144-dbdd-451c-b9dd-a234e7ed4993 req-f784d511-3908-4e3c-83d0-f30a89c07190 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:38.164009 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20129144-dbdd-451c-b9dd-a234e7ed4993 req-f784d511-3908-4e3c-83d0-f30a89c07190 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 946 time: 0.0697708 Feb 04 14:31:38.215533 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20129144-dbdd-451c-b9dd-a234e7ed4993 req-f49c2a7f-cab4-4b71-8f4c-0f6a655705bb tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/security-groups?id=421a7e2c-8c96-4f44-9114-6bf7c570453e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456369 Feb 04 14:31:38.527097 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924a4a3-0ae0-43c3-806a-8836e95d0540 req-530eb49c-1c57-466b-9cc4-a455dcdf3dec tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:38.528619 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8924a4a3-0ae0-43c3-806a-8836e95d0540 req-530eb49c-1c57-466b-9cc4-a455dcdf3dec tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.99 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 946 time: 0.0591402 Feb 04 14:31:38.629573 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-8924a4a3-0ae0-43c3-806a-8836e95d0540 req-37d060ca-07dc-4a5d-b6fd-21d933f3b41c tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Deleting port c01cbf35-b137-4473-a5ff-7bc608cb51fd {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:31:38.629921 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8924a4a3-0ae0-43c3-806a-8836e95d0540 req-37d060ca-07dc-4a5d-b6fd-21d933f3b41c tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c01cbf35-b137-4473-a5ff-7bc608cb51fd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:38.729943 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-8924a4a3-0ae0-43c3-806a-8836e95d0540 req-37d060ca-07dc-4a5d-b6fd-21d933f3b41c tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] For port c01cbf35-b137-4473-a5ff-7bc608cb51fd, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=c01cbf35-b137-4473-a5ff-7bc608cb51fd,segment=NetworkSegment(bfa7c59f-9c65-438c-9961-8221c5f0abc8),segment_id=bfa7c59f-9c65-438c-9961-8221c5f0abc8)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:38.730341 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8924a4a3-0ae0-43c3-806a-8836e95d0540 req-37d060ca-07dc-4a5d-b6fd-21d933f3b41c tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c01cbf35-b137-4473-a5ff-7bc608cb51fd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:38.744370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-8924a4a3-0ae0-43c3-806a-8836e95d0540 req-37d060ca-07dc-4a5d-b6fd-21d933f3b41c tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Calling delete_port for c01cbf35-b137-4473-a5ff-7bc608cb51fd owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:31:38.881008 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8924a4a3-0ae0-43c3-806a-8836e95d0540 req-37d060ca-07dc-4a5d-b6fd-21d933f3b41c tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c01cbf35-b137-4473-a5ff-7bc608cb51fd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:38.892970 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['c01cbf35-b137-4473-a5ff-7bc608cb51fd'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:31:38.915507 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d060ca-07dc-4a5d-b6fd-21d933f3b41c tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Pushing event deleted for resources: {'Port': ['ID=c01cbf35-b137-4473-a5ff-7bc608cb51fd,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:38.959909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8924a4a3-0ae0-43c3-806a-8836e95d0540 req-37d060ca-07dc-4a5d-b6fd-21d933f3b41c tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] No DVR routers for this DVR port c01cbf35-b137-4473-a5ff-7bc608cb51fd on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:31:38.963965 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8924a4a3-0ae0-43c3-806a-8836e95d0540 req-37d060ca-07dc-4a5d-b6fd-21d933f3b41c tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:38.970068 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8924a4a3-0ae0-43c3-806a-8836e95d0540 req-37d060ca-07dc-4a5d-b6fd-21d933f3b41c tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.99 "DELETE /v2.0/ports/c01cbf35-b137-4473-a5ff-7bc608cb51fd HTTP/1.1" status: 204 len: 173 time: 0.4365668 Feb 04 14:31:38.970825 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146ffbd9-1347-40d4-a31c-6f517174ad99', 'name': 'network-vif-deleted', 'tag': 'c01cbf35-b137-4473-a5ff-7bc608cb51fd'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:31:38.974800 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2c55a4-51f9-4047-91e7-ebf5c3fc6a36" -d '{"events": [{"server_uuid": "146ffbd9-1347-40d4-a31c-6f517174ad99", "name": "network-vif-deleted", "tag": "c01cbf35-b137-4473-a5ff-7bc608cb51fd"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:31:39.023193 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a06e28-11d4-4ca4-84ec-0cea448db097 x-openstack-request-id: req-89a06e28-11d4-4ca4-84ec-0cea448db097 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:31:39.023496 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146ffbd9-1347-40d4-a31c-6f517174ad99", "name": "network-vif-deleted", "tag": "c01cbf35-b137-4473-a5ff-7bc608cb51fd", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:31:39.023758 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-89a06e28-11d4-4ca4-84ec-0cea448db097 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:31:39.024169 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146ffbd9-1347-40d4-a31c-6f517174ad99', 'name': 'network-vif-deleted', 'tag': 'c01cbf35-b137-4473-a5ff-7bc608cb51fd', 'status': 'completed', 'code': 200} Feb 04 14:31:39.339385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3afb0719-ea3f-4cdc-9d8e-3a4437a48ab3 req-1ee44b40-0c83-4a88-9a77-632fb29fe9b7 tempest-ServersNegativeTestJSON-1873285005 tempest-ServersNegativeTestJSON-1873285005-project] 10.222.0.96 "GET /v2.0/ports?device_id=146ffbd9-1347-40d4-a31c-6f517174ad99 HTTP/1.1" status: 200 len: 210 time: 0.0288942 Feb 04 14:31:40.397996 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36128) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:40.443100 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97c33a8-695f-42a2-88cc-7b4419650e78 admin admin] Deleting subnet 8e4a603c-68f9-45d8-b8b7-bb6686d5bba2 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:31:40.446158 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c97c33a8-695f-42a2-88cc-7b4419650e78 admin admin] Publish callbacks [] for subnet (8e4a603c-68f9-45d8-b8b7-bb6686d5bba2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:40.484446 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c97c33a8-695f-42a2-88cc-7b4419650e78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (8e4a603c-68f9-45d8-b8b7-bb6686d5bba2), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:40.527548 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c97c33a8-695f-42a2-88cc-7b4419650e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (8e4a603c-68f9-45d8-b8b7-bb6686d5bba2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:40.580546 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c97c33a8-695f-42a2-88cc-7b4419650e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (8e4a603c-68f9-45d8-b8b7-bb6686d5bba2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:40.608288 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c33a8-695f-42a2-88cc-7b4419650e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e4a603c-68f9-45d8-b8b7-bb6686d5bba2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:40.612767 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c97c33a8-695f-42a2-88cc-7b4419650e78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:40.616323 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c97c33a8-695f-42a2-88cc-7b4419650e78 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/8e4a603c-68f9-45d8-b8b7-bb6686d5bba2 HTTP/1.1" status: 204 len: 168 time: 0.2169406 Feb 04 14:31:40.618647 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36130) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:40.691106 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5da9e554-84e9-43a8-97c4-9a27c9352f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (11155693-59a9-450c-ac0a-1e9b5826b5d7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:40.771912 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5da9e554-84e9-43a8-97c4-9a27c9352f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (11155693-59a9-450c-ac0a-1e9b5826b5d7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:40.797044 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5da9e554-84e9-43a8-97c4-9a27c9352f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11155693-59a9-450c-ac0a-1e9b5826b5d7']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:40.806309 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5da9e554-84e9-43a8-97c4-9a27c9352f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa7c59f-9c65-438c-9961-8221c5f0abc8') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:40.806608 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-5da9e554-84e9-43a8-97c4-9a27c9352f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa7c59f-9c65-438c-9961-8221c5f0abc8') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:40.815918 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5da9e554-84e9-43a8-97c4-9a27c9352f28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (bfa7c59f-9c65-438c-9961-8221c5f0abc8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:40.828970 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5da9e554-84e9-43a8-97c4-9a27c9352f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (bfa7c59f-9c65-438c-9961-8221c5f0abc8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:40.835785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da9e554-84e9-43a8-97c4-9a27c9352f28 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:31:40.836195 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5da9e554-84e9-43a8-97c4-9a27c9352f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (bfa7c59f-9c65-438c-9961-8221c5f0abc8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:31:40.837808 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:31:40.899625 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5da9e554-84e9-43a8-97c4-9a27c9352f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (11155693-59a9-450c-ac0a-1e9b5826b5d7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:40.905432 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5da9e554-84e9-43a8-97c4-9a27c9352f28 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:40.908691 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5da9e554-84e9-43a8-97c4-9a27c9352f28 admin admin] 10.222.0.96 "DELETE /v2.0/networks/11155693-59a9-450c-ac0a-1e9b5826b5d7 HTTP/1.1" status: 204 len: 168 time: 0.2891600 Feb 04 14:31:40.920727 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9e554-84e9-43a8-97c4-9a27c9352f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=11155693-59a9-450c-ac0a-1e9b5826b5d7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:41.024535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36134) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:41.063802 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-23e76186-4d6c-49f8-83d8-430b2d520d49 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e118b0435efa4b09bfac099e24e3c78b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380454 Feb 04 14:31:41.066745 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36136) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:41.080553 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9033dbf9-4803-43be-8f6f-86f0d68cc158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:41.114783 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21932712-bde7-48b7-b29e-d14a015cdb69 admin admin] Publish callbacks [] for security_group (421a7e2c-8c96-4f44-9114-6bf7c570453e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:41.135775 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21932712-bde7-48b7-b29e-d14a015cdb69 admin admin] Publish callbacks [] for security_group (421a7e2c-8c96-4f44-9114-6bf7c570453e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:41.184276 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21932712-bde7-48b7-b29e-d14a015cdb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (421a7e2c-8c96-4f44-9114-6bf7c570453e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:41.187177 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21932712-bde7-48b7-b29e-d14a015cdb69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:41.188306 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-21932712-bde7-48b7-b29e-d14a015cdb69 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/421a7e2c-8c96-4f44-9114-6bf7c570453e HTTP/1.1" status: 204 len: 168 time: 0.1205366 Feb 04 14:31:41.196961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21932712-bde7-48b7-b29e-d14a015cdb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421a7e2c-8c96-4f44-9114-6bf7c570453e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:41.959244 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36158) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:42.061982 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8206970d-030f-4bb5-b8a9-59203bad1b3e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1118147570'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:42.086905 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c01cbf35-b137-4473-a5ff-7bc608cb51fd no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:31:42.088164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8206970d-030f-4bb5-b8a9-59203bad1b3e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Made reservation on behalf of 993a4345a0de425ebd2c02d5bd80ad71 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:42.092693 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8206970d-030f-4bb5-b8a9-59203bad1b3e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:42.102270 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8206970d-030f-4bb5-b8a9-59203bad1b3e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:42.108184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: c01cbf35-b137-4473-a5ff-7bc608cb51fd {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:31:42.108533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device c01cbf35-b137-4473-a5ff-7bc608cb51fd not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:31:42.190285 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8206970d-030f-4bb5-b8a9-59203bad1b3e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for security_group (3433e75b-388f-444b-8ad6-94cb8d0731dc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:42.195698 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8206970d-030f-4bb5-b8a9-59203bad1b3e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3433e75b-388f-444b-8ad6-94cb8d0731dc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:42.230042 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8206970d-030f-4bb5-b8a9-59203bad1b3e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:31:42.237366 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206970d-030f-4bb5-b8a9-59203bad1b3e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3433e75b-388f-444b-8ad6-94cb8d0731dc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:42.247310 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8206970d-030f-4bb5-b8a9-59203bad1b3e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (1ee0af6a-a3c2-402e-857e-512334dd41bd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:42.247310 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-8206970d-030f-4bb5-b8a9-59203bad1b3e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Added segment 1ee0af6a-a3c2-402e-857e-512334dd41bd of type vlan for network 5ceb3c43-6561-49fc-be54-2ce8538d39ef Feb 04 14:31:42.294490 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8206970d-030f-4bb5-b8a9-59203bad1b3e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (5ceb3c43-6561-49fc-be54-2ce8538d39ef), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:42.323271 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8206970d-030f-4bb5-b8a9-59203bad1b3e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (5ceb3c43-6561-49fc-be54-2ce8538d39ef), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:42.328758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8206970d-030f-4bb5-b8a9-59203bad1b3e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:42.329359 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8206970d-030f-4bb5-b8a9-59203bad1b3e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:42.397906 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8206970d-030f-4bb5-b8a9-59203bad1b3e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4374895 Feb 04 14:31:42.406574 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206970d-030f-4bb5-b8a9-59203bad1b3e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event updated for resources: {'Network': ['ID=5ceb3c43-6561-49fc-be54-2ce8538d39ef,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:42.418415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 5ceb3c43-6561-49fc-be54-2ce8538d39ef details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:31:44.475642 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:45.282649 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6fa44878-5060-4ff2-9678-e95baa58f19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:45.330263 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:45.790980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36162) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:45.796246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-1ca19b64-09eb-48aa-b430-e503746e930e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Request body: {'subnet': {'network_id': '5ceb3c43-6561-49fc-be54-2ce8538d39ef', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:45.811436 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:45.891055 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca19b64-09eb-48aa-b430-e503746e930e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Made reservation on behalf of 993a4345a0de425ebd2c02d5bd80ad71 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:45.894705 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ca19b64-09eb-48aa-b430-e503746e930e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:46.084539 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ca19b64-09eb-48aa-b430-e503746e930e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (438241c5-2b63-4c9f-a402-40b4f9ace20b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:46.147227 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca19b64-09eb-48aa-b430-e503746e930e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event updated for resources: {'Subnet': ['ID=438241c5-2b63-4c9f-a402-40b4f9ace20b,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:46.158259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca19b64-09eb-48aa-b430-e503746e930e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Checking segment: {'id': '1ee0af6a-a3c2-402e-857e-512334dd41bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5ceb3c43-6561-49fc-be54-2ce8538d39ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:31:46.158631 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca19b64-09eb-48aa-b430-e503746e930e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Network hostable DHCP agents. Network: 5ceb3c43-6561-49fc-be54-2ce8538d39ef, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:31:46.176699 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca19b64-09eb-48aa-b430-e503746e930e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Network 5ceb3c43-6561-49fc-be54-2ce8538d39ef is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:31:46.187315 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-1ca19b64-09eb-48aa-b430-e503746e930e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 5ceb3c43-6561-49fc-be54-2ce8538d39ef) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:31:46.191594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca19b64-09eb-48aa-b430-e503746e930e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:46.192284 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1ca19b64-09eb-48aa-b430-e503746e930e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:46.197070 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66606af-60c1-4d23-a1a9-4d745f283753 None None] Network 5ceb3c43-6561-49fc-be54-2ce8538d39ef requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:46.212908 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1ca19b64-09eb-48aa-b430-e503746e930e tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4205503 Feb 04 14:31:46.216355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36164) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:46.223276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-4c995c5f-b0c1-4ba3-a3a7-25e2009020ac tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-898703239'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:46.247945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c995c5f-b0c1-4ba3-a3a7-25e2009020ac tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Made reservation on behalf of 993a4345a0de425ebd2c02d5bd80ad71 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:46.251565 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c995c5f-b0c1-4ba3-a3a7-25e2009020ac tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:46.278918 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c995c5f-b0c1-4ba3-a3a7-25e2009020ac tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:31:46.296752 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c995c5f-b0c1-4ba3-a3a7-25e2009020ac tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (dd59cf3c-600c-4bb5-ac49-1c6c1001eefd), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:46.297021 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-4c995c5f-b0c1-4ba3-a3a7-25e2009020ac tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Added segment dd59cf3c-600c-4bb5-ac49-1c6c1001eefd of type vlan for network 0f9ddddb-7601-44eb-ab10-1048973e69ef Feb 04 14:31:46.343619 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c995c5f-b0c1-4ba3-a3a7-25e2009020ac tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (0f9ddddb-7601-44eb-ab10-1048973e69ef), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:46.369768 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c995c5f-b0c1-4ba3-a3a7-25e2009020ac tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (0f9ddddb-7601-44eb-ab10-1048973e69ef), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:46.375213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c995c5f-b0c1-4ba3-a3a7-25e2009020ac tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:46.375839 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4c995c5f-b0c1-4ba3-a3a7-25e2009020ac tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:46.446499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4c995c5f-b0c1-4ba3-a3a7-25e2009020ac tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2289925 Feb 04 14:31:46.449316 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36166) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:46.454832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-064284a9-fe11-4cc2-920a-0905168ce9aa tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Request body: {'subnet': {'network_id': '0f9ddddb-7601-44eb-ab10-1048973e69ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:46.463297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-5ceb3c43-6561-49fc-be54-2ce8538d39ef', 'network_id': '5ceb3c43-6561-49fc-be54-2ce8538d39ef', 'project_id': '993a4345a0de425ebd2c02d5bd80ad71', 'fixed_ips': [{'subnet_id': '438241c5-2b63-4c9f-a402-40b4f9ace20b'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:31:46.464256 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:46.501152 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c995c5f-b0c1-4ba3-a3a7-25e2009020ac tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event updated for resources: {'Network': ['ID=0f9ddddb-7601-44eb-ab10-1048973e69ef,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:46.537257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 0f9ddddb-7601-44eb-ab10-1048973e69ef details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:31:46.552443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064284a9-fe11-4cc2-920a-0905168ce9aa tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Made reservation on behalf of 993a4345a0de425ebd2c02d5bd80ad71 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:46.555904 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-064284a9-fe11-4cc2-920a-0905168ce9aa tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:46.661049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Allocated IP 2001:db8:0:ffff::2 (5ceb3c43-6561-49fc-be54-2ce8538d39ef/438241c5-2b63-4c9f-a402-40b4f9ace20b/fdd236a6-b1cf-4338-b283-e3eea325fe65) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:31:46.764299 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-064284a9-fe11-4cc2-920a-0905168ce9aa tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (dade5684-0751-42f2-bf0e-3003572ca221), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:46.812057 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Publish callbacks [] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:46.818920 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:46.821724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064284a9-fe11-4cc2-920a-0905168ce9aa tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event updated for resources: {'Subnet': ['ID=dade5684-0751-42f2-bf0e-3003572ca221,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:46.838690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064284a9-fe11-4cc2-920a-0905168ce9aa tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Checking segment: {'id': 'dd59cf3c-600c-4bb5-ac49-1c6c1001eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f9ddddb-7601-44eb-ab10-1048973e69ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:31:46.839056 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064284a9-fe11-4cc2-920a-0905168ce9aa tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Network hostable DHCP agents. Network: 0f9ddddb-7601-44eb-ab10-1048973e69ef, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:31:46.855532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064284a9-fe11-4cc2-920a-0905168ce9aa tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Network 0f9ddddb-7601-44eb-ab10-1048973e69ef is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:31:46.864289 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-064284a9-fe11-4cc2-920a-0905168ce9aa tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 0f9ddddb-7601-44eb-ab10-1048973e69ef) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:31:46.869643 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Network 5ceb3c43-6561-49fc-be54-2ce8538d39ef is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:31:46.871097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064284a9-fe11-4cc2-920a-0905168ce9aa tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:46.872629 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-064284a9-fe11-4cc2-920a-0905168ce9aa tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:46.873558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71df25a8-0813-4c45-8858-7cb3d68ea621 None None] Network 0f9ddddb-7601-44eb-ab10-1048973e69ef requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:46.878497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:31:46.889888 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-064284a9-fe11-4cc2-920a-0905168ce9aa tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4395175 Feb 04 14:31:46.893188 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:31:46.893426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36168) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:46.924220 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Pushing event updated for resources: {'Port': ['ID=fdd236a6-b1cf-4338-b283-e3eea325fe65,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:46.995085 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d77a76d2-4bdf-4d4b-b49c-2e86fb1a85e9 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (0f9ddddb-7601-44eb-ab10-1048973e69ef), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.003634 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Attempting to bind port fdd236a6-b1cf-4338-b283-e3eea325fe65 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:31:47.004851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Attempting to bind port fdd236a6-b1cf-4338-b283-e3eea325fe65 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '1ee0af6a-a3c2-402e-857e-512334dd41bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5ceb3c43-6561-49fc-be54-2ce8538d39ef'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:31:47.005223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Attempting to bind port fdd236a6-b1cf-4338-b283-e3eea325fe65 on network 5ceb3c43-6561-49fc-be54-2ce8538d39ef {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:31:47.026496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:31:47.026883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Checking segment: {'id': '1ee0af6a-a3c2-402e-857e-512334dd41bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5ceb3c43-6561-49fc-be54-2ce8538d39ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:31:47.027301 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.027698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Bound using segment: {'id': '1ee0af6a-a3c2-402e-857e-512334dd41bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5ceb3c43-6561-49fc-be54-2ce8538d39ef'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:31:47.028184 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Bound port: fdd236a6-b1cf-4338-b283-e3eea325fe65, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee0af6a-a3c2-402e-857e-512334dd41bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5ceb3c43-6561-49fc-be54-2ce8538d39ef'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:31:47.028566 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.044008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99dac3b-a12d-4542-925e-9f83dae6c00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-0f9ddddb-7601-44eb-ab10-1048973e69ef', 'network_id': '0f9ddddb-7601-44eb-ab10-1048973e69ef', 'project_id': '993a4345a0de425ebd2c02d5bd80ad71', 'fixed_ips': [{'subnet_id': 'dade5684-0751-42f2-bf0e-3003572ca221'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:31:47.044873 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b99dac3b-a12d-4542-925e-9f83dae6c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.078351 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d77a76d2-4bdf-4d4b-b49c-2e86fb1a85e9 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (dade5684-0751-42f2-bf0e-3003572ca221), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.146555 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d77a76d2-4bdf-4d4b-b49c-2e86fb1a85e9 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (dade5684-0751-42f2-bf0e-3003572ca221), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.177061 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a76d2-4bdf-4d4b-b49c-2e86fb1a85e9 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event deleted for resources: {'Subnet': ['ID=dade5684-0751-42f2-bf0e-3003572ca221,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:47.192693 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.195657 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] For port fdd236a6-b1cf-4338-b283-e3eea325fe65, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:31:47.201231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] For port fdd236a6-b1cf-4338-b283-e3eea325fe65, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fdd236a6-b1cf-4338-b283-e3eea325fe65,segment=NetworkSegment(1ee0af6a-a3c2-402e-857e-512334dd41bd),segment_id=1ee0af6a-a3c2-402e-857e-512334dd41bd)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server [None req-b99dac3b-a12d-4542-925e-9f83dae6c00d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dade5684-0751-42f2-bf0e-3003572ca221: This subnet is being modified by another concurrent operation. Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise exception Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dade5684-0751-42f2-bf0e-3003572ca221: This subnet is being modified by another concurrent operation. Feb 04 14:31:47.206947 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server Feb 04 14:31:47.213810 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.242830 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b25ac8d-04c3-41c3-9e0d-f1e26c757f62 None None] Network 0f9ddddb-7601-44eb-ab10-1048973e69ef requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:47.245480 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d77a76d2-4bdf-4d4b-b49c-2e86fb1a85e9 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (0f9ddddb-7601-44eb-ab10-1048973e69ef), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.266059 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d77a76d2-4bdf-4d4b-b49c-2e86fb1a85e9 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9ddddb-7601-44eb-ab10-1048973e69ef']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:47.276032 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d77a76d2-4bdf-4d4b-b49c-2e86fb1a85e9 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd59cf3c-600c-4bb5-ac49-1c6c1001eefd') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:47.276334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d77a76d2-4bdf-4d4b-b49c-2e86fb1a85e9 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd59cf3c-600c-4bb5-ac49-1c6c1001eefd') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:47.285897 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d77a76d2-4bdf-4d4b-b49c-2e86fb1a85e9 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (dd59cf3c-600c-4bb5-ac49-1c6c1001eefd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.299326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d77a76d2-4bdf-4d4b-b49c-2e86fb1a85e9 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (dd59cf3c-600c-4bb5-ac49-1c6c1001eefd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.306571 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77a76d2-4bdf-4d4b-b49c-2e86fb1a85e9 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:31:47.307195 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d77a76d2-4bdf-4d4b-b49c-2e86fb1a85e9 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (dd59cf3c-600c-4bb5-ac49-1c6c1001eefd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.325221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf8a51-544e-4c38-8703-1e9a05c9a862 None None] Pushing event updated for resources: {'Port': ['ID=fdd236a6-b1cf-4338-b283-e3eea325fe65,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:31:47.348832 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:31:47.371819 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d77a76d2-4bdf-4d4b-b49c-2e86fb1a85e9 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (0f9ddddb-7601-44eb-ab10-1048973e69ef), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.394769 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d77a76d2-4bdf-4d4b-b49c-2e86fb1a85e9 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.399074 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d77a76d2-4bdf-4d4b-b49c-2e86fb1a85e9 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "DELETE /v2.0/networks/0f9ddddb-7601-44eb-ab10-1048973e69ef HTTP/1.1" status: 204 len: 168 time: 0.5037570 Feb 04 14:31:47.399588 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a76d2-4bdf-4d4b-b49c-2e86fb1a85e9 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event deleted for resources: {'Network': ['ID=0f9ddddb-7601-44eb-ab10-1048973e69ef,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:47.401740 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36170) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:47.406798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-851e9467-c2b7-4378-9ac9-ead71aea3d9b tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1592008367'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:47.427754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851e9467-c2b7-4378-9ac9-ead71aea3d9b tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Made reservation on behalf of 993a4345a0de425ebd2c02d5bd80ad71 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:47.431216 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-851e9467-c2b7-4378-9ac9-ead71aea3d9b tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.461778 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851e9467-c2b7-4378-9ac9-ead71aea3d9b tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:31:47.488381 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-851e9467-c2b7-4378-9ac9-ead71aea3d9b tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (1e66a4af-40c4-43d4-8d35-ffe880498ccb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.488761 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-851e9467-c2b7-4378-9ac9-ead71aea3d9b tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Added segment 1e66a4af-40c4-43d4-8d35-ffe880498ccb of type vlan for network 104347ed-dd79-45c6-9ac7-ba4fc6676bba Feb 04 14:31:47.534021 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-851e9467-c2b7-4378-9ac9-ead71aea3d9b tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (104347ed-dd79-45c6-9ac7-ba4fc6676bba), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.563683 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-851e9467-c2b7-4378-9ac9-ead71aea3d9b tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (104347ed-dd79-45c6-9ac7-ba4fc6676bba), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.569675 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851e9467-c2b7-4378-9ac9-ead71aea3d9b tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:47.570328 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-851e9467-c2b7-4378-9ac9-ead71aea3d9b tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.631933 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-851e9467-c2b7-4378-9ac9-ead71aea3d9b tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2291348 Feb 04 14:31:47.634976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36172) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:47.640713 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-b92d62ef-e29c-41c2-9223-9db102256948 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Request body: {'subnet': {'network_id': '104347ed-dd79-45c6-9ac7-ba4fc6676bba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:47.648212 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e9467-c2b7-4378-9ac9-ead71aea3d9b tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event updated for resources: {'Network': ['ID=104347ed-dd79-45c6-9ac7-ba4fc6676bba,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:47.661816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 104347ed-dd79-45c6-9ac7-ba4fc6676bba details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:31:47.732766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92d62ef-e29c-41c2-9223-9db102256948 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Made reservation on behalf of 993a4345a0de425ebd2c02d5bd80ad71 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:47.736245 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b92d62ef-e29c-41c2-9223-9db102256948 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.799333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_backend_mixin [None req-b92d62ef-e29c-41c2-9223-9db102256948 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Performing IP validity checks on allocation pools {{(pid=103606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 14:31:47.799906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_backend_mixin [None req-b92d62ef-e29c-41c2-9223-9db102256948 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 14:31:47.920513 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b92d62ef-e29c-41c2-9223-9db102256948 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (4a8fdd67-0af5-474b-bb9e-32bb45f954e5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:47.983089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d62ef-e29c-41c2-9223-9db102256948 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event updated for resources: {'Subnet': ['ID=4a8fdd67-0af5-474b-bb9e-32bb45f954e5,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:47.994852 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92d62ef-e29c-41c2-9223-9db102256948 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Checking segment: {'id': '1e66a4af-40c4-43d4-8d35-ffe880498ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '104347ed-dd79-45c6-9ac7-ba4fc6676bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:31:47.995311 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92d62ef-e29c-41c2-9223-9db102256948 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Network hostable DHCP agents. Network: 104347ed-dd79-45c6-9ac7-ba4fc6676bba, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:31:48.012285 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92d62ef-e29c-41c2-9223-9db102256948 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Network 104347ed-dd79-45c6-9ac7-ba4fc6676bba is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:31:48.022619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-b92d62ef-e29c-41c2-9223-9db102256948 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 104347ed-dd79-45c6-9ac7-ba4fc6676bba) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:31:48.028167 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92d62ef-e29c-41c2-9223-9db102256948 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:48.028771 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b92d62ef-e29c-41c2-9223-9db102256948 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.033635 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd1c394-6b5e-4765-af42-8a18d95705d7 None None] Network 104347ed-dd79-45c6-9ac7-ba4fc6676bba requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:48.052230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36174) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:48.063257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b92d62ef-e29c-41c2-9223-9db102256948 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4252169 Feb 04 14:31:48.122555 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.184989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d94590f-e7e2-4ef1-9316-67b2404b00c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-104347ed-dd79-45c6-9ac7-ba4fc6676bba', 'network_id': '104347ed-dd79-45c6-9ac7-ba4fc6676bba', 'project_id': '993a4345a0de425ebd2c02d5bd80ad71', 'fixed_ips': [{'subnet_id': '4a8fdd67-0af5-474b-bb9e-32bb45f954e5'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:31:48.186081 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4d94590f-e7e2-4ef1-9316-67b2404b00c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.211770 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-277b1e61-e946-4f32-9929-f8fda46cedeb tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (104347ed-dd79-45c6-9ac7-ba4fc6676bba), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.213780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fdd236a6-b1cf-4338-b283-e3eea325fe65 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:31:48.269161 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-277b1e61-e946-4f32-9929-f8fda46cedeb tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (4a8fdd67-0af5-474b-bb9e-32bb45f954e5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.337456 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port fdd236a6-b1cf-4338-b283-e3eea325fe65 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:31:48.337856 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.342277 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-277b1e61-e946-4f32-9929-f8fda46cedeb tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (4a8fdd67-0af5-474b-bb9e-32bb45f954e5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server [None req-4d94590f-e7e2-4ef1-9316-67b2404b00c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a8fdd67-0af5-474b-bb9e-32bb45f954e5: This subnet is being modified by another concurrent operation. Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server raise exception Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a8fdd67-0af5-474b-bb9e-32bb45f954e5: This subnet is being modified by another concurrent operation. Feb 04 14:31:48.367469 n-d-714676-13 neutron-server[103608]: ERROR oslo_messaging.rpc.server Feb 04 14:31:48.377873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b1e61-e946-4f32-9929-f8fda46cedeb tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8fdd67-0af5-474b-bb9e-32bb45f954e5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:48.388740 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6af4c0-01f0-4074-bb5e-8fbe027a86d9 None None] Network 104347ed-dd79-45c6-9ac7-ba4fc6676bba requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:48.455515 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-277b1e61-e946-4f32-9929-f8fda46cedeb tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (104347ed-dd79-45c6-9ac7-ba4fc6676bba), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.461320 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e7f806-ea5e-4133-a59c-d3e515f92ca6 None None] Network 5ceb3c43-6561-49fc-be54-2ce8538d39ef requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:48.477189 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-277b1e61-e946-4f32-9929-f8fda46cedeb tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104347ed-dd79-45c6-9ac7-ba4fc6676bba']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:48.489274 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-277b1e61-e946-4f32-9929-f8fda46cedeb tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e66a4af-40c4-43d4-8d35-ffe880498ccb') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:48.489811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-277b1e61-e946-4f32-9929-f8fda46cedeb tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e66a4af-40c4-43d4-8d35-ffe880498ccb') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:48.499184 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-277b1e61-e946-4f32-9929-f8fda46cedeb tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (1e66a4af-40c4-43d4-8d35-ffe880498ccb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.512702 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-277b1e61-e946-4f32-9929-f8fda46cedeb tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (1e66a4af-40c4-43d4-8d35-ffe880498ccb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.518761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277b1e61-e946-4f32-9929-f8fda46cedeb tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:31:48.519166 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-277b1e61-e946-4f32-9929-f8fda46cedeb tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (1e66a4af-40c4-43d4-8d35-ffe880498ccb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:31:48.522257 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:31:48.564872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-eea62c04-1960-489b-bf90-7b83c4fe200e None None] Provisioning complete for port fdd236a6-b1cf-4338-b283-e3eea325fe65 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:31:48.565247 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eea62c04-1960-489b-bf90-7b83c4fe200e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.589889 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-277b1e61-e946-4f32-9929-f8fda46cedeb tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (104347ed-dd79-45c6-9ac7-ba4fc6676bba), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.599814 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-277b1e61-e946-4f32-9929-f8fda46cedeb tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.606952 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-277b1e61-e946-4f32-9929-f8fda46cedeb tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "DELETE /v2.0/networks/104347ed-dd79-45c6-9ac7-ba4fc6676bba HTTP/1.1" status: 204 len: 168 time: 0.5497019 Feb 04 14:31:48.607786 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36176) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:48.612269 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-db5ed0cd-c76a-49f4-94cc-ced7bfdb8622 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2048252033'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:48.619557 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b1e61-e946-4f32-9929-f8fda46cedeb tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event deleted for resources: {'Network': ['ID=104347ed-dd79-45c6-9ac7-ba4fc6676bba,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:48.622744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port fdd236a6-b1cf-4338-b283-e3eea325fe65 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:31:48.623143 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.633063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5ed0cd-c76a-49f4-94cc-ced7bfdb8622 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Made reservation on behalf of 993a4345a0de425ebd2c02d5bd80ad71 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:48.636612 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-db5ed0cd-c76a-49f4-94cc-ced7bfdb8622 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.664322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5ed0cd-c76a-49f4-94cc-ced7bfdb8622 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:31:48.675217 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-db5ed0cd-c76a-49f4-94cc-ced7bfdb8622 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (24811795-5703-4cae-940a-1831dc40418a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.675546 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-db5ed0cd-c76a-49f4-94cc-ced7bfdb8622 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Added segment 24811795-5703-4cae-940a-1831dc40418a of type vlan for network 13f1172a-750a-4eb4-89c8-c91131208a9a Feb 04 14:31:48.694079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port fdd236a6-b1cf-4338-b283-e3eea325fe65, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fdd236a6-b1cf-4338-b283-e3eea325fe65,segment=NetworkSegment(1ee0af6a-a3c2-402e-857e-512334dd41bd),segment_id=1ee0af6a-a3c2-402e-857e-512334dd41bd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:48.718716 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-db5ed0cd-c76a-49f4-94cc-ced7bfdb8622 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (13f1172a-750a-4eb4-89c8-c91131208a9a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.719551 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.747050 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-db5ed0cd-c76a-49f4-94cc-ced7bfdb8622 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (13f1172a-750a-4eb4-89c8-c91131208a9a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.752059 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5ed0cd-c76a-49f4-94cc-ced7bfdb8622 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:48.752653 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-db5ed0cd-c76a-49f4-94cc-ced7bfdb8622 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.767126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-eea62c04-1960-489b-bf90-7b83c4fe200e None None] Current status of the port fdd236a6-b1cf-4338-b283-e3eea325fe65 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:31:48.767505 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eea62c04-1960-489b-bf90-7b83c4fe200e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.803684 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=fdd236a6-b1cf-4338-b283-e3eea325fe65,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:48.826139 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-db5ed0cd-c76a-49f4-94cc-ced7bfdb8622 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2161193 Feb 04 14:31:48.827861 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36178) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:48.834421 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9340ee5b-2b03-4dd2-9e79-f7fdc6c449f1 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Request body: {'subnet': {'network_id': '13f1172a-750a-4eb4-89c8-c91131208a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:48.845490 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-eea62c04-1960-489b-bf90-7b83c4fe200e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 14:31:48.845945 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-eea62c04-1960-489b-bf90-7b83c4fe200e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 14:31:48.862454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ed0cd-c76a-49f4-94cc-ced7bfdb8622 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event updated for resources: {'Network': ['ID=13f1172a-750a-4eb4-89c8-c91131208a9a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:48.880858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 13f1172a-750a-4eb4-89c8-c91131208a9a details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:31:48.954607 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9340ee5b-2b03-4dd2-9e79-f7fdc6c449f1 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Made reservation on behalf of 993a4345a0de425ebd2c02d5bd80ad71 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:48.959350 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9340ee5b-2b03-4dd2-9e79-f7fdc6c449f1 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:48.991448 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77acb97-bf42-41e5-8aca-593c9cf7e0c5 None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 14:31:49.064692 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77acb97-bf42-41e5-8aca-593c9cf7e0c5 None None] Resources bound (agent type, host, resource id): {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 14:31:49.147159 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9340ee5b-2b03-4dd2-9e79-f7fdc6c449f1 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (96e8fab4-3916-4c12-b4e5-45e519e1358d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:49.202971 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:31:49.208833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340ee5b-2b03-4dd2-9e79-f7fdc6c449f1 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event updated for resources: {'Subnet': ['ID=96e8fab4-3916-4c12-b4e5-45e519e1358d,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:49.219551 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce667c13-486a-4683-9a03-536d32d8c281 None None] get_active_networks_info from n-d-714676-13 {{(pid=103608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 14:31:49.220136 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9340ee5b-2b03-4dd2-9e79-f7fdc6c449f1 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Checking segment: {'id': '24811795-5703-4cae-940a-1831dc40418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '13f1172a-750a-4eb4-89c8-c91131208a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:31:49.220500 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9340ee5b-2b03-4dd2-9e79-f7fdc6c449f1 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Network hostable DHCP agents. Network: 13f1172a-750a-4eb4-89c8-c91131208a9a, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:31:49.241402 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9340ee5b-2b03-4dd2-9e79-f7fdc6c449f1 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Network 13f1172a-750a-4eb4-89c8-c91131208a9a is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:31:49.251659 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9340ee5b-2b03-4dd2-9e79-f7fdc6c449f1 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 13f1172a-750a-4eb4-89c8-c91131208a9a) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:31:49.256366 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9340ee5b-2b03-4dd2-9e79-f7fdc6c449f1 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:49.256855 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9340ee5b-2b03-4dd2-9e79-f7fdc6c449f1 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:49.273970 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9340ee5b-2b03-4dd2-9e79-f7fdc6c449f1 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4444983 Feb 04 14:31:49.277608 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36180) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:49.282738 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a945f709-c575-4067-ae71-be0b39442314 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-689650008'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:49.304123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a945f709-c575-4067-ae71-be0b39442314 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Made reservation on behalf of 993a4345a0de425ebd2c02d5bd80ad71 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:49.309646 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a945f709-c575-4067-ae71-be0b39442314 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:49.335551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a945f709-c575-4067-ae71-be0b39442314 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:31:49.345181 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a945f709-c575-4067-ae71-be0b39442314 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (813ad84d-a803-4d86-81f5-7b68934cc2e6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:49.345531 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-a945f709-c575-4067-ae71-be0b39442314 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Added segment 813ad84d-a803-4d86-81f5-7b68934cc2e6 of type vlan for network 944bcc92-43c8-4b90-8a43-4f8ea492c058 Feb 04 14:31:49.387022 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a945f709-c575-4067-ae71-be0b39442314 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (944bcc92-43c8-4b90-8a43-4f8ea492c058), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:49.397718 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-eea62c04-1960-489b-bf90-7b83c4fe200e None None] Current status of the port fdd236a6-b1cf-4338-b283-e3eea325fe65 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:31:49.417042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce667c13-486a-4683-9a03-536d32d8c281 None None] Unable to find a vacant binding_index for network 13f1172a-750a-4eb4-89c8-c91131208a9a and agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf {{(pid=103608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 04 14:31:49.419343 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a945f709-c575-4067-ae71-be0b39442314 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (944bcc92-43c8-4b90-8a43-4f8ea492c058), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:49.423166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce667c13-486a-4683-9a03-536d32d8c281 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 13f1172a-750a-4eb4-89c8-c91131208a9a) {{(pid=103608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 14:31:49.424537 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a945f709-c575-4067-ae71-be0b39442314 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:49.425200 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a945f709-c575-4067-ae71-be0b39442314 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:49.485827 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a945f709-c575-4067-ae71-be0b39442314 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2070622 Feb 04 14:31:49.489355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36182) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:49.495013 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-0501b269-3e97-4e7a-8c4d-a8a36e5aab1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Request body: {'subnet': {'network_id': '944bcc92-43c8-4b90-8a43-4f8ea492c058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:49.502333 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945f709-c575-4067-ae71-be0b39442314 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event updated for resources: {'Network': ['ID=944bcc92-43c8-4b90-8a43-4f8ea492c058,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:49.516791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 944bcc92-43c8-4b90-8a43-4f8ea492c058 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:31:49.593468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0501b269-3e97-4e7a-8c4d-a8a36e5aab1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Made reservation on behalf of 993a4345a0de425ebd2c02d5bd80ad71 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:49.597279 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0501b269-3e97-4e7a-8c4d-a8a36e5aab1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:49.774672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c8e25ad2-b0ad-4d45-a475-a06301d53c4d None None] Provisioning complete for port fdd236a6-b1cf-4338-b283-e3eea325fe65 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:31:49.774960 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c8e25ad2-b0ad-4d45-a475-a06301d53c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:49.792285 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0501b269-3e97-4e7a-8c4d-a8a36e5aab1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (270226cd-1c97-449d-8312-31fc8d5d77e9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:49.856150 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501b269-3e97-4e7a-8c4d-a8a36e5aab1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event updated for resources: {'Subnet': ['ID=270226cd-1c97-449d-8312-31fc8d5d77e9,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:49.864079 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0501b269-3e97-4e7a-8c4d-a8a36e5aab1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Checking segment: {'id': '813ad84d-a803-4d86-81f5-7b68934cc2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '944bcc92-43c8-4b90-8a43-4f8ea492c058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:31:49.864448 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0501b269-3e97-4e7a-8c4d-a8a36e5aab1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Network hostable DHCP agents. Network: 944bcc92-43c8-4b90-8a43-4f8ea492c058, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:31:49.870139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-13f1172a-750a-4eb4-89c8-c91131208a9a', 'network_id': '13f1172a-750a-4eb4-89c8-c91131208a9a', 'project_id': '993a4345a0de425ebd2c02d5bd80ad71', 'fixed_ips': [{'subnet_id': '96e8fab4-3916-4c12-b4e5-45e519e1358d'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:31:49.870996 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:49.882740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0501b269-3e97-4e7a-8c4d-a8a36e5aab1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Network 944bcc92-43c8-4b90-8a43-4f8ea492c058 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:31:49.892957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-0501b269-3e97-4e7a-8c4d-a8a36e5aab1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 944bcc92-43c8-4b90-8a43-4f8ea492c058) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:31:49.899402 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0501b269-3e97-4e7a-8c4d-a8a36e5aab1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:49.900183 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0501b269-3e97-4e7a-8c4d-a8a36e5aab1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:49.905809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c8e25ad2-b0ad-4d45-a475-a06301d53c4d None None] Current status of the port fdd236a6-b1cf-4338-b283-e3eea325fe65 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:31:49.919999 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0501b269-3e97-4e7a-8c4d-a8a36e5aab1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4292824 Feb 04 14:31:49.922889 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36184) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:50.019404 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-256ef541-c31e-40d7-9fd6-9dcd8a59be1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (944bcc92-43c8-4b90-8a43-4f8ea492c058), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.029681 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Allocated IP 2001:db8::2 (13f1172a-750a-4eb4-89c8-c91131208a9a/96e8fab4-3916-4c12-b4e5-45e519e1358d/8e985a35-d856-4dfb-92f3-a54d80d91388) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:31:50.077526 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-256ef541-c31e-40d7-9fd6-9dcd8a59be1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (270226cd-1c97-449d-8312-31fc8d5d77e9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.115251 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fdd236a6-b1cf-4338-b283-e3eea325fe65 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:31:50.145168 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-256ef541-c31e-40d7-9fd6-9dcd8a59be1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (270226cd-1c97-449d-8312-31fc8d5d77e9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.176452 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ef541-c31e-40d7-9fd6-9dcd8a59be1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event deleted for resources: {'Subnet': ['ID=270226cd-1c97-449d-8312-31fc8d5d77e9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:50.229558 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Publish callbacks [] for port (8e985a35-d856-4dfb-92f3-a54d80d91388), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.233514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port fdd236a6-b1cf-4338-b283-e3eea325fe65 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:31:50.233889 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.242018 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-256ef541-c31e-40d7-9fd6-9dcd8a59be1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (944bcc92-43c8-4b90-8a43-4f8ea492c058), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.256483 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (8e985a35-d856-4dfb-92f3-a54d80d91388), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.263754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-256ef541-c31e-40d7-9fd6-9dcd8a59be1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944bcc92-43c8-4b90-8a43-4f8ea492c058']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:50.274630 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-256ef541-c31e-40d7-9fd6-9dcd8a59be1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813ad84d-a803-4d86-81f5-7b68934cc2e6') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:50.275134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-256ef541-c31e-40d7-9fd6-9dcd8a59be1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813ad84d-a803-4d86-81f5-7b68934cc2e6') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:50.284681 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-256ef541-c31e-40d7-9fd6-9dcd8a59be1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (813ad84d-a803-4d86-81f5-7b68934cc2e6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.299012 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-256ef541-c31e-40d7-9fd6-9dcd8a59be1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (813ad84d-a803-4d86-81f5-7b68934cc2e6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.306511 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256ef541-c31e-40d7-9fd6-9dcd8a59be1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:31:50.306938 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-256ef541-c31e-40d7-9fd6-9dcd8a59be1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (813ad84d-a803-4d86-81f5-7b68934cc2e6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:31:50.310282 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:31:50.315588 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Network 13f1172a-750a-4eb4-89c8-c91131208a9a is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:31:50.321165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:31:50.324761 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Pushing event updated for resources: {'Port': ['ID=8e985a35-d856-4dfb-92f3-a54d80d91388,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:50.327018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:31:50.374788 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-256ef541-c31e-40d7-9fd6-9dcd8a59be1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (944bcc92-43c8-4b90-8a43-4f8ea492c058), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.383788 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-256ef541-c31e-40d7-9fd6-9dcd8a59be1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.387241 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-256ef541-c31e-40d7-9fd6-9dcd8a59be1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "DELETE /v2.0/networks/944bcc92-43c8-4b90-8a43-4f8ea492c058 HTTP/1.1" status: 204 len: 168 time: 0.4632292 Feb 04 14:31:50.390821 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36186) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:50.398436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ef541-c31e-40d7-9fd6-9dcd8a59be1a tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event deleted for resources: {'Network': ['ID=944bcc92-43c8-4b90-8a43-4f8ea492c058,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:50.413079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Attempting to bind port 8e985a35-d856-4dfb-92f3-a54d80d91388 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:31:50.413455 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Attempting to bind port 8e985a35-d856-4dfb-92f3-a54d80d91388 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '24811795-5703-4cae-940a-1831dc40418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '13f1172a-750a-4eb4-89c8-c91131208a9a'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:31:50.413822 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Attempting to bind port 8e985a35-d856-4dfb-92f3-a54d80d91388 on network 13f1172a-750a-4eb4-89c8-c91131208a9a {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:31:50.416976 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port fdd236a6-b1cf-4338-b283-e3eea325fe65 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:31:50.422048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:31:50.422396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Checking segment: {'id': '24811795-5703-4cae-940a-1831dc40418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '13f1172a-750a-4eb4-89c8-c91131208a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:31:50.422801 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.423191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Bound using segment: {'id': '24811795-5703-4cae-940a-1831dc40418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '13f1172a-750a-4eb4-89c8-c91131208a9a'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:31:50.423682 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Bound port: 8e985a35-d856-4dfb-92f3-a54d80d91388, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24811795-5703-4cae-940a-1831dc40418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '13f1172a-750a-4eb4-89c8-c91131208a9a'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:31:50.424049 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8e985a35-d856-4dfb-92f3-a54d80d91388), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.425990 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-48475818-835d-4bb9-b195-638cc5628313 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] GET failed (client error): The resource could not be found. Feb 04 14:31:50.427630 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-48475818-835d-4bb9-b195-638cc5628313 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "GET /v2.0/subnets/270226cd-1c97-449d-8312-31fc8d5d77e9 HTTP/1.1" status: 404 len: 337 time: 0.0350802 Feb 04 14:31:50.430601 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36188) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:50.449885 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2bf8f4d-a693-46ff-a3bd-5eeab1299843 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] DELETE failed (client error): The resource could not be found. Feb 04 14:31:50.450501 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2bf8f4d-a693-46ff-a3bd-5eeab1299843 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:31:50.453528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a2bf8f4d-a693-46ff-a3bd-5eeab1299843 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "DELETE /v2.0/networks/944bcc92-43c8-4b90-8a43-4f8ea492c058 HTTP/1.1" status: 404 len: 339 time: 0.0218477 Feb 04 14:31:50.458023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36190) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:50.489321 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0b2fc0-134f-46b5-bf2c-d5df8395812b tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] DELETE failed (client error): The resource could not be found. Feb 04 14:31:50.489777 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0b2fc0-134f-46b5-bf2c-d5df8395812b tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:31:50.494078 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] For port 8e985a35-d856-4dfb-92f3-a54d80d91388, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:31:50.494725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4e0b2fc0-134f-46b5-bf2c-d5df8395812b tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "DELETE /v2.0/subnets/270226cd-1c97-449d-8312-31fc8d5d77e9 HTTP/1.1" status: 404 len: 337 time: 0.0355182 Feb 04 14:31:50.495686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36192) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:50.498619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] For port 8e985a35-d856-4dfb-92f3-a54d80d91388, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8e985a35-d856-4dfb-92f3-a54d80d91388,segment=NetworkSegment(24811795-5703-4cae-940a-1831dc40418a),segment_id=24811795-5703-4cae-940a-1831dc40418a)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:31:50.504588 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (8e985a35-d856-4dfb-92f3-a54d80d91388), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.515951 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8733a0a-4850-4fde-98ba-7a49317d1cde tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] DELETE failed (client error): The resource could not be found. Feb 04 14:31:50.516460 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8733a0a-4850-4fde-98ba-7a49317d1cde tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:31:50.519533 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f8733a0a-4850-4fde-98ba-7a49317d1cde tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "DELETE /v2.0/networks/944bcc92-43c8-4b90-8a43-4f8ea492c058 HTTP/1.1" status: 404 len: 339 time: 0.0227883 Feb 04 14:31:50.522768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36194) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:50.564697 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bffa1-1e3f-439e-84ad-d6cd5f5ff82c None None] Pushing event updated for resources: {'Port': ['ID=8e985a35-d856-4dfb-92f3-a54d80d91388,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:50.580862 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad95285-5f7a-4ac7-9342-7c75cd8ea589 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Deleting subnet 96e8fab4-3916-4c12-b4e5-45e519e1358d {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:31:50.585748 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5ad95285-5f7a-4ac7-9342-7c75cd8ea589 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for subnet (96e8fab4-3916-4c12-b4e5-45e519e1358d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.627756 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5ad95285-5f7a-4ac7-9342-7c75cd8ea589 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (96e8fab4-3916-4c12-b4e5-45e519e1358d), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.723906 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5ad95285-5f7a-4ac7-9342-7c75cd8ea589 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (96e8fab4-3916-4c12-b4e5-45e519e1358d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.789952 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5ad95285-5f7a-4ac7-9342-7c75cd8ea589 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (96e8fab4-3916-4c12-b4e5-45e519e1358d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.819784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad95285-5f7a-4ac7-9342-7c75cd8ea589 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event deleted for resources: {'Subnet': ['ID=96e8fab4-3916-4c12-b4e5-45e519e1358d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:50.823620 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5ad95285-5f7a-4ac7-9342-7c75cd8ea589 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.826967 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5ad95285-5f7a-4ac7-9342-7c75cd8ea589 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "DELETE /v2.0/subnets/96e8fab4-3916-4c12-b4e5-45e519e1358d HTTP/1.1" status: 204 len: 168 time: 0.3031902 Feb 04 14:31:50.829406 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36196) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:50.915213 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (13f1172a-750a-4eb4-89c8-c91131208a9a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:50.968612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Deleting port 8e985a35-d856-4dfb-92f3-a54d80d91388 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:31:50.968880 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8e985a35-d856-4dfb-92f3-a54d80d91388), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:51.031780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] For port 8e985a35-d856-4dfb-92f3-a54d80d91388, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=8e985a35-d856-4dfb-92f3-a54d80d91388,segment=NetworkSegment(24811795-5703-4cae-940a-1831dc40418a),segment_id=24811795-5703-4cae-940a-1831dc40418a)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:51.032142 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8e985a35-d856-4dfb-92f3-a54d80d91388), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:51.044644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Calling delete_port for 8e985a35-d856-4dfb-92f3-a54d80d91388 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:31:51.130447 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8e985a35-d856-4dfb-92f3-a54d80d91388), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:51.156126 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event deleted for resources: {'Port': ['ID=8e985a35-d856-4dfb-92f3-a54d80d91388,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:51.157927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] No DVR routers for this DVR port 8e985a35-d856-4dfb-92f3-a54d80d91388 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:31:51.240963 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (13f1172a-750a-4eb4-89c8-c91131208a9a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:51.263571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f1172a-750a-4eb4-89c8-c91131208a9a']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:51.274754 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24811795-5703-4cae-940a-1831dc40418a') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:51.275062 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24811795-5703-4cae-940a-1831dc40418a') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:51.285088 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (24811795-5703-4cae-940a-1831dc40418a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:51.300238 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (24811795-5703-4cae-940a-1831dc40418a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:51.308959 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:31:51.309370 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (24811795-5703-4cae-940a-1831dc40418a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:31:51.312738 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:31:51.373500 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (13f1172a-750a-4eb4-89c8-c91131208a9a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:51.380250 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:51.383687 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "DELETE /v2.0/networks/13f1172a-750a-4eb4-89c8-c91131208a9a HTTP/1.1" status: 204 len: 168 time: 0.5532353 Feb 04 14:31:51.386335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36198) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:51.399586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4afa30-e181-42f4-b2b2-1af4512c7e78 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event deleted for resources: {'Network': ['ID=13f1172a-750a-4eb4-89c8-c91131208a9a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:51.421773 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf9523d-e426-44e5-8aea-af392df00606 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] DELETE failed (client error): The resource could not be found. Feb 04 14:31:51.422259 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf9523d-e426-44e5-8aea-af392df00606 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:31:51.425260 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-abf9523d-e426-44e5-8aea-af392df00606 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "DELETE /v2.0/subnets/4a8fdd67-0af5-474b-bb9e-32bb45f954e5 HTTP/1.1" status: 404 len: 337 time: 0.0379202 Feb 04 14:31:51.428164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36200) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:51.451672 n-d-714676-13 neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c20f958-6951-4957-8f65-b94161c7b036 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] DELETE failed (client error): The resource could not be found. Feb 04 14:31:51.452480 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c20f958-6951-4957-8f65-b94161c7b036 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:31:51.455518 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1c20f958-6951-4957-8f65-b94161c7b036 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "DELETE /v2.0/networks/104347ed-dd79-45c6-9ac7-ba4fc6676bba HTTP/1.1" status: 404 len: 339 time: 0.0264060 Feb 04 14:31:51.458903 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36202) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:51.490458 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-193e89a1-5f3f-4133-b71a-cd8b5d478520 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] DELETE failed (client error): The resource could not be found. Feb 04 14:31:51.490923 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193e89a1-5f3f-4133-b71a-cd8b5d478520 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:31:51.493949 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-193e89a1-5f3f-4133-b71a-cd8b5d478520 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "DELETE /v2.0/subnets/dade5684-0751-42f2-bf0e-3003572ca221 HTTP/1.1" status: 404 len: 337 time: 0.0340464 Feb 04 14:31:51.496504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36204) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:51.517224 n-d-714676-13 neutron-server[103606]: INFO neutron.pecan_wsgi.hooks.translation [None req-793d2d9c-9f33-44e3-baf8-6e83731b4365 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] DELETE failed (client error): The resource could not be found. Feb 04 14:31:51.517719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-793d2d9c-9f33-44e3-baf8-6e83731b4365 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 14:31:51.524945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e0fd56-138a-4622-912b-35639aa2fa82 None None] Network 13f1172a-750a-4eb4-89c8-c91131208a9a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:51.525442 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-793d2d9c-9f33-44e3-baf8-6e83731b4365 tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "DELETE /v2.0/networks/0f9ddddb-7601-44eb-ab10-1048973e69ef HTTP/1.1" status: 404 len: 339 time: 0.0251367 Feb 04 14:31:51.525442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36206) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:51.538950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd31da3-a97c-43a2-8d25-9060abca67e0 None None] Network 944bcc92-43c8-4b90-8a43-4f8ea492c058 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:51.543390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e0fd56-138a-4622-912b-35639aa2fa82 None None] Network 13f1172a-750a-4eb4-89c8-c91131208a9a could not be found, it might have been deleted concurrently. {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 14:31:51.555109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd31da3-a97c-43a2-8d25-9060abca67e0 None None] Network 944bcc92-43c8-4b90-8a43-4f8ea492c058 could not be found, it might have been deleted concurrently. {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 14:31:51.556334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-29c2858d-c68a-41a3-bd79-de8dfaf477ad None None] Could not find standard attr ID for object 8e985a35-d856-4dfb-92f3-a54d80d91388. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 14:31:51.566250 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcac346-1a67-4024-9455-656633160f84 None None] Network 944bcc92-43c8-4b90-8a43-4f8ea492c058 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:51.581809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcac346-1a67-4024-9455-656633160f84 None None] Network 944bcc92-43c8-4b90-8a43-4f8ea492c058 could not be found, it might have been deleted concurrently. {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 14:31:51.584197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6ca256-b188-4e69-8489-258b68aa71cf tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Deleting subnet 438241c5-2b63-4c9f-a402-40b4f9ace20b {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:31:51.589378 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c6ca256-b188-4e69-8489-258b68aa71cf tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for subnet (438241c5-2b63-4c9f-a402-40b4f9ace20b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:51.625760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce29658-3ed7-4196-a760-f7376cfcaef7 None None] DHCP port deletion for 13f1172a-750a-4eb4-89c8-c91131208a9a request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:31:51.638973 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c6ca256-b188-4e69-8489-258b68aa71cf tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (438241c5-2b63-4c9f-a402-40b4f9ace20b), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:51.643403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf76d41-cf7c-463f-be96-70b84e91108b None None] Network 13f1172a-750a-4eb4-89c8-c91131208a9a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:51.659689 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf76d41-cf7c-463f-be96-70b84e91108b None None] Network 13f1172a-750a-4eb4-89c8-c91131208a9a could not be found, it might have been deleted concurrently. {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 14:31:51.728073 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c6ca256-b188-4e69-8489-258b68aa71cf tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (438241c5-2b63-4c9f-a402-40b4f9ace20b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:51.788557 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c6ca256-b188-4e69-8489-258b68aa71cf tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (438241c5-2b63-4c9f-a402-40b4f9ace20b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:51.815391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ca256-b188-4e69-8489-258b68aa71cf tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event deleted for resources: {'Subnet': ['ID=438241c5-2b63-4c9f-a402-40b4f9ace20b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:51.822695 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c6ca256-b188-4e69-8489-258b68aa71cf tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:51.825923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6c6ca256-b188-4e69-8489-258b68aa71cf tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "DELETE /v2.0/subnets/438241c5-2b63-4c9f-a402-40b4f9ace20b HTTP/1.1" status: 204 len: 168 time: 0.2996001 Feb 04 14:31:51.828392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36208) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:51.831113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78981b30-f4f7-447c-bb61-cb03bdea1129 None None] Network 5ceb3c43-6561-49fc-be54-2ce8538d39ef requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:51.911386 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (5ceb3c43-6561-49fc-be54-2ce8538d39ef), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:51.982223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fc038c-9cac-44c9-9b22-aaea527f505f None None] DHCP port deletion for 5ceb3c43-6561-49fc-be54-2ce8538d39ef request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:31:52.037432 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-35fc038c-9cac-44c9-9b22-aaea527f505f None None] Deleting port fdd236a6-b1cf-4338-b283-e3eea325fe65 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:31:52.037807 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-35fc038c-9cac-44c9-9b22-aaea527f505f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:52.105699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-35fc038c-9cac-44c9-9b22-aaea527f505f None None] For port fdd236a6-b1cf-4338-b283-e3eea325fe65, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fdd236a6-b1cf-4338-b283-e3eea325fe65,segment=NetworkSegment(1ee0af6a-a3c2-402e-857e-512334dd41bd),segment_id=1ee0af6a-a3c2-402e-857e-512334dd41bd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:52.106125 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-35fc038c-9cac-44c9-9b22-aaea527f505f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:52.122804 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-35fc038c-9cac-44c9-9b22-aaea527f505f None None] Calling delete_port for fdd236a6-b1cf-4338-b283-e3eea325fe65 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:31:52.126022 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fdd236a6-b1cf-4338-b283-e3eea325fe65 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:31:52.278941 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port fdd236a6-b1cf-4338-b283-e3eea325fe65 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:31:52.279666 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:52.288451 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-35fc038c-9cac-44c9-9b22-aaea527f505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:52.301233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Deleting port fdd236a6-b1cf-4338-b283-e3eea325fe65 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:31:52.301576 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:52.325727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc038c-9cac-44c9-9b22-aaea527f505f None None] Pushing event deleted for resources: {'Port': ['ID=fdd236a6-b1cf-4338-b283-e3eea325fe65,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:52.330629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fc038c-9cac-44c9-9b22-aaea527f505f None None] No DVR routers for this DVR port fdd236a6-b1cf-4338-b283-e3eea325fe65 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:31:52.371926 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] For port fdd236a6-b1cf-4338-b283-e3eea325fe65, host n-d-714676-13, got binding levels [] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:52.372296 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:52.385543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Calling delete_port for fdd236a6-b1cf-4338-b283-e3eea325fe65 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:31:52.388214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.ipam_backend_mixin [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Port fdd236a6-b1cf-4338-b283-e3eea325fe65 was not found and therefore no delete operation was performed {{(pid=103606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 14:31:52.389480 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (fdd236a6-b1cf-4338-b283-e3eea325fe65), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:52.419683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event deleted for resources: {'Port': ['ID=fdd236a6-b1cf-4338-b283-e3eea325fe65,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:52.421499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] No DVR routers for this DVR port fdd236a6-b1cf-4338-b283-e3eea325fe65 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:31:52.500598 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (5ceb3c43-6561-49fc-be54-2ce8538d39ef), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:52.521769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ceb3c43-6561-49fc-be54-2ce8538d39ef']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:52.531295 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee0af6a-a3c2-402e-857e-512334dd41bd') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:52.531561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee0af6a-a3c2-402e-857e-512334dd41bd') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:52.541936 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (1ee0af6a-a3c2-402e-857e-512334dd41bd), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:52.555214 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (1ee0af6a-a3c2-402e-857e-512334dd41bd), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:52.561113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:31:52.561505 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (1ee0af6a-a3c2-402e-857e-512334dd41bd), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:31:52.564494 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:31:52.627293 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (5ceb3c43-6561-49fc-be54-2ce8538d39ef), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:52.635493 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:52.638176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] 10.222.0.96 "DELETE /v2.0/networks/5ceb3c43-6561-49fc-be54-2ce8538d39ef HTTP/1.1" status: 204 len: 168 time: 0.8085744 Feb 04 14:31:52.650955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb0495-0384-4cec-8a21-3fc4db9771cc tempest-NetworksIpV6Test-970586354 tempest-NetworksIpV6Test-970586354-project] Pushing event deleted for resources: {'Network': ['ID=5ceb3c43-6561-49fc-be54-2ce8538d39ef,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:52.886689 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36214) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:53.019049 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a620a575-1137-43f1-a159-475d0777fdf7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=993a4345a0de425ebd2c02d5bd80ad71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311810 Feb 04 14:31:53.022239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36218) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:53.069044 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-584536c9-7e8d-4eac-b3ea-de85c386b005 admin admin] Publish callbacks [] for security_group (3433e75b-388f-444b-8ad6-94cb8d0731dc), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:53.090157 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-584536c9-7e8d-4eac-b3ea-de85c386b005 admin admin] Publish callbacks [] for security_group (3433e75b-388f-444b-8ad6-94cb8d0731dc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:53.147767 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-584536c9-7e8d-4eac-b3ea-de85c386b005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (3433e75b-388f-444b-8ad6-94cb8d0731dc), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:53.151620 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-584536c9-7e8d-4eac-b3ea-de85c386b005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:53.153140 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-584536c9-7e8d-4eac-b3ea-de85c386b005 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3433e75b-388f-444b-8ad6-94cb8d0731dc HTTP/1.1" status: 204 len: 168 time: 0.1298449 Feb 04 14:31:53.161539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584536c9-7e8d-4eac-b3ea-de85c386b005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3433e75b-388f-444b-8ad6-94cb8d0731dc,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:53.793450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36240) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:53.886670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f8feb203-b9d3-4c5b-a5ba-0ff7bd9886a3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-534171621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:53.912725 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f8feb203-b9d3-4c5b-a5ba-0ff7bd9886a3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (3a956d18-ecde-4309-b08b-3aeb25632e49), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:53.913736 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f8feb203-b9d3-4c5b-a5ba-0ff7bd9886a3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (3a956d18-ecde-4309-b08b-3aeb25632e49), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:53.964578 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f8feb203-b9d3-4c5b-a5ba-0ff7bd9886a3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for router_controller (3a956d18-ecde-4309-b08b-3aeb25632e49), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:53.968715 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f8feb203-b9d3-4c5b-a5ba-0ff7bd9886a3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (3a956d18-ecde-4309-b08b-3aeb25632e49), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:53.986587 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f8feb203-b9d3-4c5b-a5ba-0ff7bd9886a3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:53.987914 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f8feb203-b9d3-4c5b-a5ba-0ff7bd9886a3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1934254 Feb 04 14:31:53.991479 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36244) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:53.996422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4c70af18-6662-4a5c-b4da-e7ab1980b713 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-468960570'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:54.014562 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c70af18-6662-4a5c-b4da-e7ab1980b713 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Made reservation on behalf of 2b17c00850094160a268fd98dc157bc2 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:54.017875 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c70af18-6662-4a5c-b4da-e7ab1980b713 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.027346 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c70af18-6662-4a5c-b4da-e7ab1980b713 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.103145 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c70af18-6662-4a5c-b4da-e7ab1980b713 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for security_group (68989596-4158-4f6b-82ee-246403df436a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.107278 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c70af18-6662-4a5c-b4da-e7ab1980b713 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (68989596-4158-4f6b-82ee-246403df436a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.128364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c70af18-6662-4a5c-b4da-e7ab1980b713 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:31:54.146810 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70af18-6662-4a5c-b4da-e7ab1980b713 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68989596-4158-4f6b-82ee-246403df436a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:54.151099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c70af18-6662-4a5c-b4da-e7ab1980b713 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (f0d2713d-9782-4ec6-ae0b-05a39b5af518), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.151447 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-4c70af18-6662-4a5c-b4da-e7ab1980b713 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Added segment f0d2713d-9782-4ec6-ae0b-05a39b5af518 of type vlan for network cca1a75a-b295-4a1b-8df6-f96ba74152d1 Feb 04 14:31:54.200252 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c70af18-6662-4a5c-b4da-e7ab1980b713 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (cca1a75a-b295-4a1b-8df6-f96ba74152d1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.226317 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c70af18-6662-4a5c-b4da-e7ab1980b713 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (cca1a75a-b295-4a1b-8df6-f96ba74152d1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.231267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c70af18-6662-4a5c-b4da-e7ab1980b713 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:54.231848 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c70af18-6662-4a5c-b4da-e7ab1980b713 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.294442 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4c70af18-6662-4a5c-b4da-e7ab1980b713 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3018432 Feb 04 14:31:54.297126 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36246) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:54.302029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d23189f3-0706-4136-bd31-515bd2b79e6b tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Request body: {'subnet': {'network_id': 'cca1a75a-b295-4a1b-8df6-f96ba74152d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:54.320509 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70af18-6662-4a5c-b4da-e7ab1980b713 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Pushing event updated for resources: {'Network': ['ID=cca1a75a-b295-4a1b-8df6-f96ba74152d1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:54.330930 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network cca1a75a-b295-4a1b-8df6-f96ba74152d1 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:31:54.394598 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23189f3-0706-4136-bd31-515bd2b79e6b tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Made reservation on behalf of 2b17c00850094160a268fd98dc157bc2 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:54.398759 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d23189f3-0706-4136-bd31-515bd2b79e6b tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.581160 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d23189f3-0706-4136-bd31-515bd2b79e6b tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (d7a18282-e71b-4444-a78c-688defa19453), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.651743 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23189f3-0706-4136-bd31-515bd2b79e6b tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Pushing event updated for resources: {'Subnet': ['ID=d7a18282-e71b-4444-a78c-688defa19453,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:54.659329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23189f3-0706-4136-bd31-515bd2b79e6b tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Checking segment: {'id': 'f0d2713d-9782-4ec6-ae0b-05a39b5af518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cca1a75a-b295-4a1b-8df6-f96ba74152d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:31:54.659697 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23189f3-0706-4136-bd31-515bd2b79e6b tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Network hostable DHCP agents. Network: cca1a75a-b295-4a1b-8df6-f96ba74152d1, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:31:54.677019 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23189f3-0706-4136-bd31-515bd2b79e6b tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Network cca1a75a-b295-4a1b-8df6-f96ba74152d1 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:31:54.685978 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d23189f3-0706-4136-bd31-515bd2b79e6b tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, cca1a75a-b295-4a1b-8df6-f96ba74152d1) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:31:54.692500 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23189f3-0706-4136-bd31-515bd2b79e6b tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:54.692744 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d23189f3-0706-4136-bd31-515bd2b79e6b tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.696163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e3c866-8605-4225-a61b-425d065e4c1d None None] Network cca1a75a-b295-4a1b-8df6-f96ba74152d1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:54.715189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36248) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:54.715462 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d23189f3-0706-4136-bd31-515bd2b79e6b tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4171410 Feb 04 14:31:54.720676 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-98a6c383-2c05-4d2d-9ffe-d5e94cd27360 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-870451179'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:54.744099 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a6c383-2c05-4d2d-9ffe-d5e94cd27360 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Made reservation on behalf of 2b17c00850094160a268fd98dc157bc2 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:54.747699 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98a6c383-2c05-4d2d-9ffe-d5e94cd27360 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.775275 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a6c383-2c05-4d2d-9ffe-d5e94cd27360 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:31:54.789100 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98a6c383-2c05-4d2d-9ffe-d5e94cd27360 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (04e870bf-3b5d-4761-8874-06f3119cda8c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.789526 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-98a6c383-2c05-4d2d-9ffe-d5e94cd27360 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Added segment 04e870bf-3b5d-4761-8874-06f3119cda8c of type vlan for network 20f0ff7a-b092-4e68-b098-27078bd3e7b6 Feb 04 14:31:54.811892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-cca1a75a-b295-4a1b-8df6-f96ba74152d1', 'network_id': 'cca1a75a-b295-4a1b-8df6-f96ba74152d1', 'project_id': '2b17c00850094160a268fd98dc157bc2', 'fixed_ips': [{'subnet_id': 'd7a18282-e71b-4444-a78c-688defa19453'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:31:54.812766 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.835228 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98a6c383-2c05-4d2d-9ffe-d5e94cd27360 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (20f0ff7a-b092-4e68-b098-27078bd3e7b6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.867714 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98a6c383-2c05-4d2d-9ffe-d5e94cd27360 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (20f0ff7a-b092-4e68-b098-27078bd3e7b6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.872929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a6c383-2c05-4d2d-9ffe-d5e94cd27360 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:54.873531 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-98a6c383-2c05-4d2d-9ffe-d5e94cd27360 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:54.931513 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-98a6c383-2c05-4d2d-9ffe-d5e94cd27360 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2150221 Feb 04 14:31:54.934501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36250) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:54.939971 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-04cc1a7a-2beb-4392-8ce1-8a944cc5ddda tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Request body: {'subnet': {'network_id': '20f0ff7a-b092-4e68-b098-27078bd3e7b6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:54.947022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6c383-2c05-4d2d-9ffe-d5e94cd27360 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Pushing event updated for resources: {'Network': ['ID=20f0ff7a-b092-4e68-b098-27078bd3e7b6,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:54.957623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Allocated IP 172.20.0.2 (cca1a75a-b295-4a1b-8df6-f96ba74152d1/d7a18282-e71b-4444-a78c-688defa19453/b83d16d9-7303-493d-8897-4e909713c270) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:31:54.961362 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 20f0ff7a-b092-4e68-b098-27078bd3e7b6 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:31:55.035861 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cc1a7a-2beb-4392-8ce1-8a944cc5ddda tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Made reservation on behalf of 2b17c00850094160a268fd98dc157bc2 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:55.039542 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04cc1a7a-2beb-4392-8ce1-8a944cc5ddda tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:55.166317 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Publish callbacks [] for port (b83d16d9-7303-493d-8897-4e909713c270), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:55.171745 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (b83d16d9-7303-493d-8897-4e909713c270), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:55.217643 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Network cca1a75a-b295-4a1b-8df6-f96ba74152d1 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:31:55.220601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:31:55.225054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:31:55.227547 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04cc1a7a-2beb-4392-8ce1-8a944cc5ddda tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (1ac67f63-c562-4d56-b850-4bb7bbbe0e58), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:55.232640 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Pushing event updated for resources: {'Port': ['ID=b83d16d9-7303-493d-8897-4e909713c270,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:55.286956 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Attempting to bind port b83d16d9-7303-493d-8897-4e909713c270 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:31:55.287330 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Attempting to bind port b83d16d9-7303-493d-8897-4e909713c270 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'f0d2713d-9782-4ec6-ae0b-05a39b5af518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cca1a75a-b295-4a1b-8df6-f96ba74152d1'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:31:55.287701 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Attempting to bind port b83d16d9-7303-493d-8897-4e909713c270 on network cca1a75a-b295-4a1b-8df6-f96ba74152d1 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:31:55.293148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:31:55.293511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Checking segment: {'id': 'f0d2713d-9782-4ec6-ae0b-05a39b5af518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cca1a75a-b295-4a1b-8df6-f96ba74152d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:31:55.293942 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:55.294353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Bound using segment: {'id': 'f0d2713d-9782-4ec6-ae0b-05a39b5af518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cca1a75a-b295-4a1b-8df6-f96ba74152d1'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:31:55.294832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Bound port: b83d16d9-7303-493d-8897-4e909713c270, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d2713d-9782-4ec6-ae0b-05a39b5af518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cca1a75a-b295-4a1b-8df6-f96ba74152d1'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:31:55.295219 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b83d16d9-7303-493d-8897-4e909713c270), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:55.299356 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc1a7a-2beb-4392-8ce1-8a944cc5ddda tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Checking segment: {'id': '04e870bf-3b5d-4761-8874-06f3119cda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '20f0ff7a-b092-4e68-b098-27078bd3e7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:31:55.299731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cc1a7a-2beb-4392-8ce1-8a944cc5ddda tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Network hostable DHCP agents. Network: 20f0ff7a-b092-4e68-b098-27078bd3e7b6, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:31:55.303947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc1a7a-2beb-4392-8ce1-8a944cc5ddda tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Pushing event updated for resources: {'Subnet': ['ID=1ac67f63-c562-4d56-b850-4bb7bbbe0e58,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:55.324062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cc1a7a-2beb-4392-8ce1-8a944cc5ddda tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Network 20f0ff7a-b092-4e68-b098-27078bd3e7b6 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:31:55.336312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-04cc1a7a-2beb-4392-8ce1-8a944cc5ddda tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 20f0ff7a-b092-4e68-b098-27078bd3e7b6) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:31:55.341451 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cc1a7a-2beb-4392-8ce1-8a944cc5ddda tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:55.342215 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-04cc1a7a-2beb-4392-8ce1-8a944cc5ddda tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:55.348900 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11bf4c0-9544-4cd1-ae94-d965d4316154 None None] Network 20f0ff7a-b092-4e68-b098-27078bd3e7b6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:55.361841 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-04cc1a7a-2beb-4392-8ce1-8a944cc5ddda tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4259369 Feb 04 14:31:55.365499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36252) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:55.370150 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-52749e58-1ea1-48bc-9090-3e620054fd9f tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Request body: {'router': {'external_gateway_info': {'network_id': '20f0ff7a-b092-4e68-b098-27078bd3e7b6'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:55.418747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] For port b83d16d9-7303-493d-8897-4e909713c270, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:31:55.425402 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] For port b83d16d9-7303-493d-8897-4e909713c270, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b83d16d9-7303-493d-8897-4e909713c270,segment=NetworkSegment(f0d2713d-9782-4ec6-ae0b-05a39b5af518),segment_id=f0d2713d-9782-4ec6-ae0b-05a39b5af518)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:31:55.436976 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b83d16d9-7303-493d-8897-4e909713c270), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:55.528457 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-20f0ff7a-b092-4e68-b098-27078bd3e7b6', 'network_id': '20f0ff7a-b092-4e68-b098-27078bd3e7b6', 'project_id': '2b17c00850094160a268fd98dc157bc2', 'fixed_ips': [{'subnet_id': '1ac67f63-c562-4d56-b850-4bb7bbbe0e58'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:31:55.529322 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:55.540409 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccf026-44b4-42d1-b2d6-dd6a9b6648a3 None None] Pushing event updated for resources: {'Port': ['ID=b83d16d9-7303-493d-8897-4e909713c270,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:55.606978 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-52749e58-1ea1-48bc-9090-3e620054fd9f tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for router_gateway (3a956d18-ecde-4309-b08b-3aeb25632e49), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:55.702787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Allocated IP 172.21.0.2 (20f0ff7a-b092-4e68-b098-27078bd3e7b6/1ac67f63-c562-4d56-b850-4bb7bbbe0e58/a4271632-6ff7-4278-bd2a-34f159a84843) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:31:55.754358 n-d-714676-13 neutron-server[103606]: INFO neutron.api.v2.resource [None req-52749e58-1ea1-48bc-9090-3e620054fd9f tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 14:31:55.762353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36254) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:55.763219 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-52749e58-1ea1-48bc-9090-3e620054fd9f tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] 10.222.0.96 "PUT /v2.0/routers/3a956d18-ecde-4309-b08b-3aeb25632e49 HTTP/1.1" status: 400 len: 364 time: 0.3961599 Feb 04 14:31:55.826752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7853aa84-4406-4865-8ae2-1fb4bcdcc148 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Deleting subnet 1ac67f63-c562-4d56-b850-4bb7bbbe0e58 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:31:55.906305 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Publish callbacks [] for port (a4271632-6ff7-4278-bd2a-34f159a84843), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:55.913071 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7853aa84-4406-4865-8ae2-1fb4bcdcc148 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for subnet (1ac67f63-c562-4d56-b850-4bb7bbbe0e58), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:55.917277 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (a4271632-6ff7-4278-bd2a-34f159a84843), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:55.955895 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7853aa84-4406-4865-8ae2-1fb4bcdcc148 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (1ac67f63-c562-4d56-b850-4bb7bbbe0e58), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:55.960516 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Network 20f0ff7a-b092-4e68-b098-27078bd3e7b6 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:31:55.963547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:31:55.967840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:31:55.970979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Pushing event updated for resources: {'Port': ['ID=a4271632-6ff7-4278-bd2a-34f159a84843,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:56.032163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Attempting to bind port a4271632-6ff7-4278-bd2a-34f159a84843 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:31:56.032479 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Attempting to bind port a4271632-6ff7-4278-bd2a-34f159a84843 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '04e870bf-3b5d-4761-8874-06f3119cda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '20f0ff7a-b092-4e68-b098-27078bd3e7b6'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:31:56.032810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Attempting to bind port a4271632-6ff7-4278-bd2a-34f159a84843 on network 20f0ff7a-b092-4e68-b098-27078bd3e7b6 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:31:56.039039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:31:56.039419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Checking segment: {'id': '04e870bf-3b5d-4761-8874-06f3119cda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '20f0ff7a-b092-4e68-b098-27078bd3e7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:31:56.039824 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.040219 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Bound using segment: {'id': '04e870bf-3b5d-4761-8874-06f3119cda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '20f0ff7a-b092-4e68-b098-27078bd3e7b6'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:31:56.041079 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Bound port: a4271632-6ff7-4278-bd2a-34f159a84843, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e870bf-3b5d-4761-8874-06f3119cda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '20f0ff7a-b092-4e68-b098-27078bd3e7b6'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:31:56.041079 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a4271632-6ff7-4278-bd2a-34f159a84843), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.043447 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7853aa84-4406-4865-8ae2-1fb4bcdcc148 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (1ac67f63-c562-4d56-b850-4bb7bbbe0e58), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.126028 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7853aa84-4406-4865-8ae2-1fb4bcdcc148 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (1ac67f63-c562-4d56-b850-4bb7bbbe0e58), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.129918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] For port a4271632-6ff7-4278-bd2a-34f159a84843, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:31:56.134550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] For port a4271632-6ff7-4278-bd2a-34f159a84843, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a4271632-6ff7-4278-bd2a-34f159a84843,segment=NetworkSegment(04e870bf-3b5d-4761-8874-06f3119cda8c),segment_id=04e870bf-3b5d-4761-8874-06f3119cda8c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:31:56.142799 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a4271632-6ff7-4278-bd2a-34f159a84843), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.163910 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853aa84-4406-4865-8ae2-1fb4bcdcc148 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac67f63-c562-4d56-b850-4bb7bbbe0e58,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:56.166088 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7853aa84-4406-4865-8ae2-1fb4bcdcc148 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.170839 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7853aa84-4406-4865-8ae2-1fb4bcdcc148 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] 10.222.0.96 "DELETE /v2.0/subnets/1ac67f63-c562-4d56-b850-4bb7bbbe0e58 HTTP/1.1" status: 204 len: 168 time: 0.4059653 Feb 04 14:31:56.171998 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36256) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:56.196140 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b83d16d9-7303-493d-8897-4e909713c270 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:31:56.240844 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38a28d-4dd6-4a89-8d06-af9d8b2e9723 None None] Pushing event updated for resources: {'Port': ['ID=a4271632-6ff7-4278-bd2a-34f159a84843,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:56.280278 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (20f0ff7a-b092-4e68-b098-27078bd3e7b6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.283863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b83d16d9-7303-493d-8897-4e909713c270 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:31:56.284290 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b83d16d9-7303-493d-8897-4e909713c270), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.352222 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Deleting port a4271632-6ff7-4278-bd2a-34f159a84843 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:31:56.352659 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a4271632-6ff7-4278-bd2a-34f159a84843), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.381493 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b83d16d9-7303-493d-8897-4e909713c270 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:31:56.382074 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b83d16d9-7303-493d-8897-4e909713c270), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.438220 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port b83d16d9-7303-493d-8897-4e909713c270, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b83d16d9-7303-493d-8897-4e909713c270,segment=NetworkSegment(f0d2713d-9782-4ec6-ae0b-05a39b5af518),segment_id=f0d2713d-9782-4ec6-ae0b-05a39b5af518)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:56.444161 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b83d16d9-7303-493d-8897-4e909713c270), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.449110 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] For port a4271632-6ff7-4278-bd2a-34f159a84843, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a4271632-6ff7-4278-bd2a-34f159a84843,segment=NetworkSegment(04e870bf-3b5d-4761-8874-06f3119cda8c),segment_id=04e870bf-3b5d-4761-8874-06f3119cda8c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:56.449486 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a4271632-6ff7-4278-bd2a-34f159a84843), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.469835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Calling delete_port for a4271632-6ff7-4278-bd2a-34f159a84843 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:31:56.505296 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=b83d16d9-7303-493d-8897-4e909713c270,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:56.569130 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a4271632-6ff7-4278-bd2a-34f159a84843), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.597116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Pushing event deleted for resources: {'Port': ['ID=a4271632-6ff7-4278-bd2a-34f159a84843,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:56.611267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] No DVR routers for this DVR port a4271632-6ff7-4278-bd2a-34f159a84843 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:31:56.704900 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (20f0ff7a-b092-4e68-b098-27078bd3e7b6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.727308 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f0ff7a-b092-4e68-b098-27078bd3e7b6']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:56.736754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e870bf-3b5d-4761-8874-06f3119cda8c') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:56.737063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e870bf-3b5d-4761-8874-06f3119cda8c') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:56.743551 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46b583f-d32b-4de4-be7e-f5e68996176a None None] Network cca1a75a-b295-4a1b-8df6-f96ba74152d1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:56.750983 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (04e870bf-3b5d-4761-8874-06f3119cda8c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.765468 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (04e870bf-3b5d-4761-8874-06f3119cda8c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.772076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:31:56.772463 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (04e870bf-3b5d-4761-8874-06f3119cda8c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:31:56.775472 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:31:56.839880 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (20f0ff7a-b092-4e68-b098-27078bd3e7b6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.845147 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.849672 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] 10.222.0.96 "DELETE /v2.0/networks/20f0ff7a-b092-4e68-b098-27078bd3e7b6 HTTP/1.1" status: 204 len: 168 time: 0.6754422 Feb 04 14:31:56.852332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36258) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:56.865252 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-0edae05d-f7db-4b3f-b519-e9cfe64b9a72 None None] Provisioning complete for port b83d16d9-7303-493d-8897-4e909713c270 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:31:56.865472 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bbd9e-52da-4570-a2dc-ee2ec5ba73e3 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Pushing event deleted for resources: {'Network': ['ID=20f0ff7a-b092-4e68-b098-27078bd3e7b6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:56.865627 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0edae05d-f7db-4b3f-b519-e9cfe64b9a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b83d16d9-7303-493d-8897-4e909713c270), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.909426 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-732ead78-1e76-4d05-bfeb-fb063506fb50 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Deleting subnet d7a18282-e71b-4444-a78c-688defa19453 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:31:56.913076 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-732ead78-1e76-4d05-bfeb-fb063506fb50 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for subnet (d7a18282-e71b-4444-a78c-688defa19453), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:56.956507 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-732ead78-1e76-4d05-bfeb-fb063506fb50 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (d7a18282-e71b-4444-a78c-688defa19453), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:57.058006 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-732ead78-1e76-4d05-bfeb-fb063506fb50 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (d7a18282-e71b-4444-a78c-688defa19453), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:57.136543 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-732ead78-1e76-4d05-bfeb-fb063506fb50 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (d7a18282-e71b-4444-a78c-688defa19453), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:57.167744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-0edae05d-f7db-4b3f-b519-e9cfe64b9a72 None None] Current status of the port b83d16d9-7303-493d-8897-4e909713c270 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:31:57.172895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ead78-1e76-4d05-bfeb-fb063506fb50 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a18282-e71b-4444-a78c-688defa19453,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:57.188948 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-732ead78-1e76-4d05-bfeb-fb063506fb50 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:57.196330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36260) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:57.196823 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-732ead78-1e76-4d05-bfeb-fb063506fb50 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] 10.222.0.96 "DELETE /v2.0/subnets/d7a18282-e71b-4444-a78c-688defa19453 HTTP/1.1" status: 204 len: 168 time: 0.3422325 Feb 04 14:31:57.286664 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (cca1a75a-b295-4a1b-8df6-f96ba74152d1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:57.389679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa78c24a-5905-4385-98ea-a75d6df1b73d None None] Network cca1a75a-b295-4a1b-8df6-f96ba74152d1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:57.456278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2529cc53-f072-4f50-ad48-9cc85a0df50b None None] DHCP port deletion for 20f0ff7a-b092-4e68-b098-27078bd3e7b6 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:31:57.488256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7407cac5-ca7e-438f-a8e1-f3d6ad60b2d4 None None] Could not find standard attr ID for object a4271632-6ff7-4278-bd2a-34f159a84843. {{(pid=103608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 14:31:57.502773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b401949d-7498-4ec8-9121-02f6ea98f4d6 None None] Network 20f0ff7a-b092-4e68-b098-27078bd3e7b6 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:31:57.524693 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7407cac5-ca7e-438f-a8e1-f3d6ad60b2d4 None None] Provisioning complete for port b83d16d9-7303-493d-8897-4e909713c270 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:31:57.525090 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7407cac5-ca7e-438f-a8e1-f3d6ad60b2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b83d16d9-7303-493d-8897-4e909713c270), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:57.526648 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b401949d-7498-4ec8-9121-02f6ea98f4d6 None None] Network 20f0ff7a-b092-4e68-b098-27078bd3e7b6 could not be found, it might have been deleted concurrently. {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 14:31:57.617558 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7407cac5-ca7e-438f-a8e1-f3d6ad60b2d4 None None] Current status of the port b83d16d9-7303-493d-8897-4e909713c270 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:31:57.637786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43c5191-9f70-4260-a4e2-28e317f81edc None None] DHCP port deletion for cca1a75a-b295-4a1b-8df6-f96ba74152d1 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:31:57.675444 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Deleting port b83d16d9-7303-493d-8897-4e909713c270 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:31:57.675787 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b83d16d9-7303-493d-8897-4e909713c270), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:57.688167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e43c5191-9f70-4260-a4e2-28e317f81edc None None] Deleting port b83d16d9-7303-493d-8897-4e909713c270 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:31:57.688485 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e43c5191-9f70-4260-a4e2-28e317f81edc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b83d16d9-7303-493d-8897-4e909713c270), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:57.739610 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] For port b83d16d9-7303-493d-8897-4e909713c270, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b83d16d9-7303-493d-8897-4e909713c270,segment=NetworkSegment(f0d2713d-9782-4ec6-ae0b-05a39b5af518),segment_id=f0d2713d-9782-4ec6-ae0b-05a39b5af518)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:57.739991 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b83d16d9-7303-493d-8897-4e909713c270), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:57.752131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Calling delete_port for b83d16d9-7303-493d-8897-4e909713c270 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:31:57.755569 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e43c5191-9f70-4260-a4e2-28e317f81edc None None] For port b83d16d9-7303-493d-8897-4e909713c270, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b83d16d9-7303-493d-8897-4e909713c270,segment=NetworkSegment(f0d2713d-9782-4ec6-ae0b-05a39b5af518),segment_id=f0d2713d-9782-4ec6-ae0b-05a39b5af518)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:31:57.755972 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e43c5191-9f70-4260-a4e2-28e317f81edc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b83d16d9-7303-493d-8897-4e909713c270), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:57.768445 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e43c5191-9f70-4260-a4e2-28e317f81edc None None] Calling delete_port for b83d16d9-7303-493d-8897-4e909713c270 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:31:57.837038 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b83d16d9-7303-493d-8897-4e909713c270), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:57.847543 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e43c5191-9f70-4260-a4e2-28e317f81edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (b83d16d9-7303-493d-8897-4e909713c270), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:57.869941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Pushing event deleted for resources: {'Port': ['ID=b83d16d9-7303-493d-8897-4e909713c270,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:57.872681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] No DVR routers for this DVR port b83d16d9-7303-493d-8897-4e909713c270 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:31:57.877740 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c5191-9f70-4260-a4e2-28e317f81edc None None] Pushing event deleted for resources: {'Port': ['ID=b83d16d9-7303-493d-8897-4e909713c270,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:57.882560 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c5191-9f70-4260-a4e2-28e317f81edc None None] No DVR routers for this DVR port b83d16d9-7303-493d-8897-4e909713c270 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:31:57.965044 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (cca1a75a-b295-4a1b-8df6-f96ba74152d1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:57.984480 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca1a75a-b295-4a1b-8df6-f96ba74152d1']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:57.994488 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d2713d-9782-4ec6-ae0b-05a39b5af518') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:57.994800 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d2713d-9782-4ec6-ae0b-05a39b5af518') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:31:58.004038 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (f0d2713d-9782-4ec6-ae0b-05a39b5af518), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:58.017629 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (f0d2713d-9782-4ec6-ae0b-05a39b5af518), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:58.023910 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:31:58.024394 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (f0d2713d-9782-4ec6-ae0b-05a39b5af518), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:31:58.027381 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:31:58.087699 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (cca1a75a-b295-4a1b-8df6-f96ba74152d1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:58.094443 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:58.097968 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] 10.222.0.96 "DELETE /v2.0/networks/cca1a75a-b295-4a1b-8df6-f96ba74152d1 HTTP/1.1" status: 204 len: 168 time: 0.9000151 Feb 04 14:31:58.101324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36262) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:58.105505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b83d16d9-7303-493d-8897-4e909713c270 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:31:58.116811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1783e66-7464-4006-9257-eecdef11e9d9 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Pushing event deleted for resources: {'Network': ['ID=cca1a75a-b295-4a1b-8df6-f96ba74152d1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:58.126545 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: b83d16d9-7303-493d-8897-4e909713c270 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:31:58.126896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b83d16d9-7303-493d-8897-4e909713c270 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:31:58.130992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e976a20c-ead4-4443-8cee-1ac79f54050b tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] 10.222.0.96 "GET /v2.0/ports?device_id=3a956d18-ecde-4309-b08b-3aeb25632e49 HTTP/1.1" status: 200 len: 205 time: 0.0277932 Feb 04 14:31:58.133799 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36264) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:58.217002 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1f1456b-0690-4681-b0cc-79106f5b5711 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for router (3a956d18-ecde-4309-b08b-3aeb25632e49), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:58.391099 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1f1456b-0690-4681-b0cc-79106f5b5711 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (3a956d18-ecde-4309-b08b-3aeb25632e49), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:58.393220 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1f1456b-0690-4681-b0cc-79106f5b5711 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for router_controller (3a956d18-ecde-4309-b08b-3aeb25632e49), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:58.440778 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1f1456b-0690-4681-b0cc-79106f5b5711 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (3a956d18-ecde-4309-b08b-3aeb25632e49), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:58.441308 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f1456b-0690-4681-b0cc-79106f5b5711 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Fanout notify agent at l3_agent the message router_deleted on router 3a956d18-ecde-4309-b08b-3aeb25632e49 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:31:58.448630 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b1f1456b-0690-4681-b0cc-79106f5b5711 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:58.449679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b1f1456b-0690-4681-b0cc-79106f5b5711 tempest-RoutersNegativeTest-1175385573 tempest-RoutersNegativeTest-1175385573-project] 10.222.0.96 "DELETE /v2.0/routers/3a956d18-ecde-4309-b08b-3aeb25632e49 HTTP/1.1" status: 204 len: 168 time: 0.3150237 Feb 04 14:31:58.693873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36270) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:58.830676 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7bfbed98-8bdf-42db-b375-11435a2a89a1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2b17c00850094160a268fd98dc157bc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350937 Feb 04 14:31:58.833228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36274) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:58.883457 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-820def01-0e6a-451e-a14b-803fd1432366 admin admin] Publish callbacks [] for security_group (68989596-4158-4f6b-82ee-246403df436a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:58.904658 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-820def01-0e6a-451e-a14b-803fd1432366 admin admin] Publish callbacks [] for security_group (68989596-4158-4f6b-82ee-246403df436a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:58.951339 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-820def01-0e6a-451e-a14b-803fd1432366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (68989596-4158-4f6b-82ee-246403df436a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:58.953818 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-820def01-0e6a-451e-a14b-803fd1432366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:58.955043 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-820def01-0e6a-451e-a14b-803fd1432366 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/68989596-4158-4f6b-82ee-246403df436a HTTP/1.1" status: 204 len: 168 time: 0.1208248 Feb 04 14:31:58.962934 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820def01-0e6a-451e-a14b-803fd1432366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68989596-4158-4f6b-82ee-246403df436a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:59.569832 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36296) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:59.673999 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8df3ce0e-ba6c-4229-97ef-706acb021c97 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-875498880-network', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:59.694448 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df3ce0e-ba6c-4229-97ef-706acb021c97 admin admin] Made reservation on behalf of 17a9859f293c4ec7a0f99a5b7205e48b for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:59.696783 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8df3ce0e-ba6c-4229-97ef-706acb021c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:59.705365 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8df3ce0e-ba6c-4229-97ef-706acb021c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:59.780213 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8df3ce0e-ba6c-4229-97ef-706acb021c97 admin admin] Publish callbacks [] for security_group (5fd89d01-18bd-45fa-8377-d2fb6d95deab), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:59.783912 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8df3ce0e-ba6c-4229-97ef-706acb021c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5fd89d01-18bd-45fa-8377-d2fb6d95deab), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:59.805401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df3ce0e-ba6c-4229-97ef-706acb021c97 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:31:59.820965 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3ce0e-ba6c-4229-97ef-706acb021c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd89d01-18bd-45fa-8377-d2fb6d95deab,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:59.824016 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8df3ce0e-ba6c-4229-97ef-706acb021c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (67791a8f-5b03-4cec-a567-df8d2a73458c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:59.824361 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-8df3ce0e-ba6c-4229-97ef-706acb021c97 admin admin] Added segment 67791a8f-5b03-4cec-a567-df8d2a73458c of type vlan for network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a Feb 04 14:31:59.868061 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8df3ce0e-ba6c-4229-97ef-706acb021c97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (6f7510c2-8767-4b1e-8224-3c40f05c8e4a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:59.892690 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8df3ce0e-ba6c-4229-97ef-706acb021c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (6f7510c2-8767-4b1e-8224-3c40f05c8e4a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:59.893621 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df3ce0e-ba6c-4229-97ef-706acb021c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:31:59.894256 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8df3ce0e-ba6c-4229-97ef-706acb021c97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:31:59.953797 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8df3ce0e-ba6c-4229-97ef-706acb021c97 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3827958 Feb 04 14:31:59.956805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36300) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:31:59.962652 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e95e59f0-9230-4188-86b9-deb434f88680 admin admin] Request body: {'subnet': {'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-875498880-subnet', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:31:59.967707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3ce0e-ba6c-4229-97ef-706acb021c97 admin admin] Pushing event updated for resources: {'Network': ['ID=6f7510c2-8767-4b1e-8224-3c40f05c8e4a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:31:59.977649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:31:59.982780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95e59f0-9230-4188-86b9-deb434f88680 admin admin] Made reservation on behalf of 17a9859f293c4ec7a0f99a5b7205e48b for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:31:59.985252 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e95e59f0-9230-4188-86b9-deb434f88680 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:00.152120 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e95e59f0-9230-4188-86b9-deb434f88680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (461362aa-096f-46e5-969d-54ec13c99e9f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:00.204939 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e59f0-9230-4188-86b9-deb434f88680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=461362aa-096f-46e5-969d-54ec13c99e9f,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:00.216471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95e59f0-9230-4188-86b9-deb434f88680 admin admin] Checking segment: {'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:32:00.216471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95e59f0-9230-4188-86b9-deb434f88680 admin admin] Network hostable DHCP agents. Network: 6f7510c2-8767-4b1e-8224-3c40f05c8e4a, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:32:00.232712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95e59f0-9230-4188-86b9-deb434f88680 admin admin] Network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:32:00.242116 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-e95e59f0-9230-4188-86b9-deb434f88680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 6f7510c2-8767-4b1e-8224-3c40f05c8e4a) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:32:00.253126 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95e59f0-9230-4188-86b9-deb434f88680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:00.253126 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e95e59f0-9230-4188-86b9-deb434f88680 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:00.257695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4afb05-1a2b-4857-99ed-3903cb21b035 None None] Network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:32:00.267468 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e95e59f0-9230-4188-86b9-deb434f88680 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3086963 Feb 04 14:32:00.270316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36302) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:32:00.275447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-875498880-router', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:32:00.294724 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:00.295902 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:00.355194 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Publish callbacks [] for router_controller (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:00.363691 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-6f7510c2-8767-4b1e-8224-3c40f05c8e4a', 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a', 'project_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'fixed_ips': [{'subnet_id': '461362aa-096f-46e5-969d-54ec13c99e9f'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:32:00.364788 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:00.499944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Allocated IP 172.20.0.2 (6f7510c2-8767-4b1e-8224-3c40f05c8e4a/461362aa-096f-46e5-969d-54ec13c99e9f/4f695d72-3e9e-4887-82c4-d6d67a7c5e37) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:32:00.504954 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Publish callbacks [] for router_gateway (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:00.651985 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Publish callbacks [] for port (4f695d72-3e9e-4887-82c4-d6d67a7c5e37), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:00.658289 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (4f695d72-3e9e-4887-82c4-d6d67a7c5e37), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:00.701061 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:32:00.706240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:32:00.708992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Pushing event updated for resources: {'Port': ['ID=4f695d72-3e9e-4887-82c4-d6d67a7c5e37,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:00.711210 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:32:00.724917 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Publish callbacks [] for router_gateway (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:00.746167 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:00.772217 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Attempting to bind port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:32:00.772598 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Attempting to bind port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:32:00.772949 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Attempting to bind port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 on network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:32:00.777902 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:32:00.778312 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Checking segment: {'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:32:00.778713 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:00.779102 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Bound using segment: {'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:32:00.779561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Bound port: 4f695d72-3e9e-4887-82c4-d6d67a7c5e37, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:32:00.779933 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4f695d72-3e9e-4887-82c4-d6d67a7c5e37), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:00.843212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] For port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:32:00.846294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] For port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4f695d72-3e9e-4887-82c4-d6d67a7c5e37,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:32:00.851502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Allocated IP 172.25.5.110 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/d1934fd4-bcf8-49ad-9638-f3515ea7fb74) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:32:00.852845 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4f695d72-3e9e-4887-82c4-d6d67a7c5e37), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:00.910452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029b835-ece9-440f-b4f9-a1b4df780352 None None] Pushing event updated for resources: {'Port': ['ID=4f695d72-3e9e-4887-82c4-d6d67a7c5e37,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:00.987248 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Publish callbacks [] for port (d1934fd4-bcf8-49ad-9638-f3515ea7fb74), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:01.024694 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d1934fd4-bcf8-49ad-9638-f3515ea7fb74), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:01.075183 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:32:01.078227 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:32:01.082185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:32:01.114196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Pushing event updated for resources: {'Port': ['ID=d1934fd4-bcf8-49ad-9638-f3515ea7fb74,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:01.353296 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Publish callbacks [] for router_gateway (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:01.555069 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:01.693692 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Router fc3bc0ec-6daa-45f5-8083-5bd40e374b9f is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:32:01.813256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:32:01.823640 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Sync routers for ids ['fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:32:01.834525 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:01.838279 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3e7b67b5-ff19-4050-8bcf-7bf9a8370486 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5638058 Feb 04 14:32:01.838629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Routers {'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:32:01.838773 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36304) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:32:01.839233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:31:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:32:01.886279 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d839cc8-cd2e-41c7-98ea-b010644226cb None None] Network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:32:02.016636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-18df71c1-b5b8-4453-8da2-8e8b561bba51 None None] Provisioning complete for port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:02.017012 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-18df71c1-b5b8-4453-8da2-8e8b561bba51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4f695d72-3e9e-4887-82c4-d6d67a7c5e37), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:02.081182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Set router fc3bc0ec-6daa-45f5-8083-5bd40e374b9f gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:32:02.196445 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:32:02.303102 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-18df71c1-b5b8-4453-8da2-8e8b561bba51 None None] Current status of the port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:02.303357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:02.303479 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-18df71c1-b5b8-4453-8da2-8e8b561bba51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4f695d72-3e9e-4887-82c4-d6d67a7c5e37), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:02.386414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:02.386795 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4f695d72-3e9e-4887-82c4-d6d67a7c5e37), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:02.389434 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-18df71c1-b5b8-4453-8da2-8e8b561bba51 None None] For port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4f695d72-3e9e-4887-82c4-d6d67a7c5e37,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:32:02.416553 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-18df71c1-b5b8-4453-8da2-8e8b561bba51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4f695d72-3e9e-4887-82c4-d6d67a7c5e37), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:02.487695 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Allocated IP 172.20.0.1 (6f7510c2-8767-4b1e-8224-3c40f05c8e4a/461362aa-096f-46e5-969d-54ec13c99e9f/ef1e646a-c9e5-481c-9a09-5c3271012b21) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:32:02.497114 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'name': 'tempest-TestEncryptedCinderVolumes-875498880-router', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'd1934fd4-bcf8-49ad-9638-f3515ea7fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:00Z', 'updated_at': '2022-02-04T14:32:01Z', 'revision_number': 3, 'project_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'gw_port': {'id': 'd1934fd4-bcf8-49ad-9638-f3515ea7fb74', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:00Z', 'updated_at': '2022-02-04T14:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:32:02.519041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df71c1-b5b8-4453-8da2-8e8b561bba51 None None] Pushing event updated for resources: {'Port': ['ID=4f695d72-3e9e-4887-82c4-d6d67a7c5e37,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:02.560160 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Checking router: fc3bc0ec-6daa-45f5-8083-5bd40e374b9f for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:32:02.560416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Updating router fc3bc0ec-6daa-45f5-8083-5bd40e374b9f port d1934fd4-bcf8-49ad-9638-f3515ea7fb74 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:32:02.591694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:02.603269 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Publish callbacks [] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:02.604387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-eecaef07-d3cc-46d2-8d6a-0f7ef4881dca None None] Provisioning complete for port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:02.604772 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eecaef07-d3cc-46d2-8d6a-0f7ef4881dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4f695d72-3e9e-4887-82c4-d6d67a7c5e37), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:02.607991 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d1934fd4-bcf8-49ad-9638-f3515ea7fb74), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:02.639420 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:02.683161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:32:02.688461 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Pushing event updated for resources: {'Port': ['ID=ef1e646a-c9e5-481c-9a09-5c3271012b21,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:02.692418 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:32:02.694746 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:32:02.736018 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:02.822758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-eecaef07-d3cc-46d2-8d6a-0f7ef4881dca None None] Current status of the port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:02.888515 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:03.062991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5efd9c76-b79c-4bdf-96a4-049a5b7217e4 None None] Provisioning complete for port ef1e646a-c9e5-481c-9a09-5c3271012b21 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:03.063723 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5efd9c76-b79c-4bdf-96a4-049a5b7217e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:03.065379 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Publish callbacks [] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:03.070734 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:03.137423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5efd9c76-b79c-4bdf-96a4-049a5b7217e4 None None] Port ef1e646a-c9e5-481c-9a09-5c3271012b21 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:32:03.139953 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Publish callbacks [] for port (d1934fd4-bcf8-49ad-9638-f3515ea7fb74), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:03.143344 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:03.148804 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Pushing event updated for resources: {'Port': ['ID=ef1e646a-c9e5-481c-9a09-5c3271012b21,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:03.151839 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d1934fd4-bcf8-49ad-9638-f3515ea7fb74), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:03.159534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:03.159888 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:03.160239 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:03.160579 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:03.161409 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:03.161766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:03.162125 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:03.162462 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:03.162795 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:03.163123 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:03.163455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:03.163779 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:03.164111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:03.208575 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Attempting to bind port d1934fd4-bcf8-49ad-9638-f3515ea7fb74 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:32:03.208956 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Attempting to bind port d1934fd4-bcf8-49ad-9638-f3515ea7fb74 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:32:03.209326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Attempting to bind port d1934fd4-bcf8-49ad-9638-f3515ea7fb74 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:32:03.212215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef1d3a-02b8-4c52-8d5c-c48e9c508c9e None None] Pushing event updated for resources: {'Port': ['ID=d1934fd4-bcf8-49ad-9638-f3515ea7fb74,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:03.216873 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:32:03.217256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:32:03.217663 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:03.218054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:32:03.218773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Bound port: d1934fd4-bcf8-49ad-9638-f3515ea7fb74, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:32:03.218982 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d1934fd4-bcf8-49ad-9638-f3515ea7fb74), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:03.255655 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:32:03.257228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:32:03.271593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] For port d1934fd4-bcf8-49ad-9638-f3515ea7fb74, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:32:03.275285 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] For port d1934fd4-bcf8-49ad-9638-f3515ea7fb74, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d1934fd4-bcf8-49ad-9638-f3515ea7fb74,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:32:03.282002 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d1934fd4-bcf8-49ad-9638-f3515ea7fb74), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:03.345128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef1d3a-02b8-4c52-8d5c-c48e9c508c9e None None] Pushing event updated for resources: {'Port': ['ID=d1934fd4-bcf8-49ad-9638-f3515ea7fb74,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:03.347774 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Routers {'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:32:03.348969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:31:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:32:03.388332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Router fc3bc0ec-6daa-45f5-8083-5bd40e374b9f has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:32:03.472495 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] Set router fc3bc0ec-6daa-45f5-8083-5bd40e374b9f gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:32:03.505652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:32:03.518165 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0f1ee4e1-1852-4147-8f74-3d40741c126f admin admin] 10.222.0.96 "PUT /v2.0/routers/fc3bc0ec-6daa-45f5-8083-5bd40e374b9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6709061 Feb 04 14:32:03.601983 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-dd60393c-3180-4901-9923-88c299bbe2d6 None None] Provisioning complete for port ef1e646a-c9e5-481c-9a09-5c3271012b21 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:03.602430 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd60393c-3180-4901-9923-88c299bbe2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:03.658054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-dd60393c-3180-4901-9923-88c299bbe2d6 None None] Port ef1e646a-c9e5-481c-9a09-5c3271012b21 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:32:03.722363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'name': 'tempest-TestEncryptedCinderVolumes-875498880-router', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'd1934fd4-bcf8-49ad-9638-f3515ea7fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:00Z', 'updated_at': '2022-02-04T14:32:02Z', 'revision_number': 4, 'project_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'gw_port': {'id': 'd1934fd4-bcf8-49ad-9638-f3515ea7fb74', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:00Z', 'updated_at': '2022-02-04T14:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'ef1e646a-c9e5-481c-9a09-5c3271012b21', 'name': '', 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'mac_address': 'fa:16:3e:ba:f3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '461362aa-096f-46e5-969d-54ec13c99e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:02Z', 'updated_at': '2022-02-04T14:32:02Z', 'revision_number': 2, 'project_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'subnets': [{'id': '461362aa-096f-46e5-969d-54ec13c99e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:32:03.750409 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407f3b1-7a5d-4f15-ac9c-c87081a58f32 None None] The sync data for ids ['fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'] in n-d-714676-13 is: [{'id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'name': 'tempest-TestEncryptedCinderVolumes-875498880-router', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'd1934fd4-bcf8-49ad-9638-f3515ea7fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:00Z', 'updated_at': '2022-02-04T14:32:02Z', 'revision_number': 4, 'project_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'gw_port': {'id': 'd1934fd4-bcf8-49ad-9638-f3515ea7fb74', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:00Z', 'updated_at': '2022-02-04T14:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'ef1e646a-c9e5-481c-9a09-5c3271012b21', 'name': '', 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'mac_address': 'fa:16:3e:ba:f3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '461362aa-096f-46e5-969d-54ec13c99e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:02Z', 'updated_at': '2022-02-04T14:32:02Z', 'revision_number': 2, 'project_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'subnets': [{'id': '461362aa-096f-46e5-969d-54ec13c99e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:32:04.025696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36320) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:32:04.030816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8268175e-de65-48b3-adba-6a71f60a6ca0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-115075598-network', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:32:04.053189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8268175e-de65-48b3-adba-6a71f60a6ca0 admin admin] Made reservation on behalf of 3647471d16b94c4a83eca6fc3a21d974 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:32:04.056071 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8268175e-de65-48b3-adba-6a71f60a6ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:04.067795 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8268175e-de65-48b3-adba-6a71f60a6ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:04.127191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:32:04.163708 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8268175e-de65-48b3-adba-6a71f60a6ca0 admin admin] Publish callbacks [] for security_group (bc0edc1f-29e3-4080-a1f6-a3ed74fd430a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:04.168826 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8268175e-de65-48b3-adba-6a71f60a6ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bc0edc1f-29e3-4080-a1f6-a3ed74fd430a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:04.186173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:04.186953 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4f695d72-3e9e-4887-82c4-d6d67a7c5e37), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:04.195930 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8268175e-de65-48b3-adba-6a71f60a6ca0 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:32:04.205374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268175e-de65-48b3-adba-6a71f60a6ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0edc1f-29e3-4080-a1f6-a3ed74fd430a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:04.213622 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8268175e-de65-48b3-adba-6a71f60a6ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (94ab5545-2a64-40e8-8e9c-cad7f29a3100), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:04.213968 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-8268175e-de65-48b3-adba-6a71f60a6ca0 admin admin] Added segment 94ab5545-2a64-40e8-8e9c-cad7f29a3100 of type vlan for network 5c434a3f-6a9b-4701-a328-5d8ae39cf76d Feb 04 14:32:04.266326 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8268175e-de65-48b3-adba-6a71f60a6ca0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (5c434a3f-6a9b-4701-a328-5d8ae39cf76d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:04.294355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:04.304091 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8268175e-de65-48b3-adba-6a71f60a6ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (5c434a3f-6a9b-4701-a328-5d8ae39cf76d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:04.305387 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8268175e-de65-48b3-adba-6a71f60a6ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:04.306060 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8268175e-de65-48b3-adba-6a71f60a6ca0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:04.368368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8268175e-de65-48b3-adba-6a71f60a6ca0 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3377583 Feb 04 14:32:04.368583 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36322) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:32:04.373040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d1314eb6-030a-4051-9b53-9f01675617a6 admin admin] Request body: {'subnet': {'network_id': '5c434a3f-6a9b-4701-a328-5d8ae39cf76d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-115075598-subnet', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:32:04.377023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268175e-de65-48b3-adba-6a71f60a6ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=5c434a3f-6a9b-4701-a328-5d8ae39cf76d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:04.392305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 5c434a3f-6a9b-4701-a328-5d8ae39cf76d details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:32:04.398168 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1314eb6-030a-4051-9b53-9f01675617a6 admin admin] Made reservation on behalf of 3647471d16b94c4a83eca6fc3a21d974 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:32:04.400815 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1314eb6-030a-4051-9b53-9f01675617a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:04.608844 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1314eb6-030a-4051-9b53-9f01675617a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (a3b7a235-077a-4e00-b6d9-0ee320c0c82e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:04.665417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1314eb6-030a-4051-9b53-9f01675617a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3b7a235-077a-4e00-b6d9-0ee320c0c82e,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:04.675948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1314eb6-030a-4051-9b53-9f01675617a6 admin admin] Checking segment: {'id': '94ab5545-2a64-40e8-8e9c-cad7f29a3100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5c434a3f-6a9b-4701-a328-5d8ae39cf76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:32:04.676311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1314eb6-030a-4051-9b53-9f01675617a6 admin admin] Network hostable DHCP agents. Network: 5c434a3f-6a9b-4701-a328-5d8ae39cf76d, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:32:04.696099 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1314eb6-030a-4051-9b53-9f01675617a6 admin admin] Network 5c434a3f-6a9b-4701-a328-5d8ae39cf76d is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:32:04.706000 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d1314eb6-030a-4051-9b53-9f01675617a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 5c434a3f-6a9b-4701-a328-5d8ae39cf76d) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:32:04.710641 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1314eb6-030a-4051-9b53-9f01675617a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:04.711805 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1314eb6-030a-4051-9b53-9f01675617a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:04.715055 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed257ad5-7b62-4922-b611-781fb11c63d2 None None] Network 5c434a3f-6a9b-4701-a328-5d8ae39cf76d requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:32:04.732393 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d1314eb6-030a-4051-9b53-9f01675617a6 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3590679 Feb 04 14:32:04.732738 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36324) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:32:04.737351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-115075598-router', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:32:04.763044 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:04.764509 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:04.825616 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-5c434a3f-6a9b-4701-a328-5d8ae39cf76d', 'network_id': '5c434a3f-6a9b-4701-a328-5d8ae39cf76d', 'project_id': '3647471d16b94c4a83eca6fc3a21d974', 'fixed_ips': [{'subnet_id': 'a3b7a235-077a-4e00-b6d9-0ee320c0c82e'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:32:04.826316 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:04.829039 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Publish callbacks [] for router_controller (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:04.981846 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Allocated IP 172.20.0.2 (5c434a3f-6a9b-4701-a328-5d8ae39cf76d/a3b7a235-077a-4e00-b6d9-0ee320c0c82e/5f70eaf3-522c-40b9-9a05-d77fe5c45e98) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:32:04.993966 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Publish callbacks [] for router_gateway (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:05.152491 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Publish callbacks [] for port (5f70eaf3-522c-40b9-9a05-d77fe5c45e98), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:05.159492 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (5f70eaf3-522c-40b9-9a05-d77fe5c45e98), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:05.203598 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Network 5c434a3f-6a9b-4701-a328-5d8ae39cf76d is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:32:05.206459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:32:05.212011 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:32:05.215113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Pushing event updated for resources: {'Port': ['ID=5f70eaf3-522c-40b9-9a05-d77fe5c45e98,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:05.220798 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Publish callbacks [] for router_gateway (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:05.241174 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:05.273599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Attempting to bind port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:32:05.273972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Attempting to bind port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '94ab5545-2a64-40e8-8e9c-cad7f29a3100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5c434a3f-6a9b-4701-a328-5d8ae39cf76d'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:32:05.274401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Attempting to bind port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 on network 5c434a3f-6a9b-4701-a328-5d8ae39cf76d {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:32:05.279485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:32:05.279868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Checking segment: {'id': '94ab5545-2a64-40e8-8e9c-cad7f29a3100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5c434a3f-6a9b-4701-a328-5d8ae39cf76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:32:05.280271 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:05.280668 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Bound using segment: {'id': '94ab5545-2a64-40e8-8e9c-cad7f29a3100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5c434a3f-6a9b-4701-a328-5d8ae39cf76d'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:32:05.281134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Bound port: 5f70eaf3-522c-40b9-9a05-d77fe5c45e98, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ab5545-2a64-40e8-8e9c-cad7f29a3100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5c434a3f-6a9b-4701-a328-5d8ae39cf76d'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:32:05.281518 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5f70eaf3-522c-40b9-9a05-d77fe5c45e98), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:05.346781 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Allocated IP 172.25.5.86 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/041700c2-117a-4ba7-ba39-50ad23956d44) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:32:05.349245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] For port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:32:05.353091 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] For port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5f70eaf3-522c-40b9-9a05-d77fe5c45e98,segment=NetworkSegment(94ab5545-2a64-40e8-8e9c-cad7f29a3100),segment_id=94ab5545-2a64-40e8-8e9c-cad7f29a3100)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:32:05.359152 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5f70eaf3-522c-40b9-9a05-d77fe5c45e98), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:05.420893 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f779c2-4694-45f6-927a-afb281adfe79 None None] Pushing event updated for resources: {'Port': ['ID=5f70eaf3-522c-40b9-9a05-d77fe5c45e98,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:05.470243 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Publish callbacks [] for port (041700c2-117a-4ba7-ba39-50ad23956d44), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:05.506770 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (041700c2-117a-4ba7-ba39-50ad23956d44), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:05.552630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:32:05.555613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:32:05.560022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:32:05.563220 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Pushing event updated for resources: {'Port': ['ID=041700c2-117a-4ba7-ba39-50ad23956d44,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:05.857696 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Publish callbacks [] for router_gateway (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:06.069069 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Sync routers for ids ['fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:32:06.086343 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Routers {'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:32:06.087693 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:31:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:32:06.221369 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Set router fc3bc0ec-6daa-45f5-8083-5bd40e374b9f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:32:06.232173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:32:06.290265 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:06.290792 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5f70eaf3-522c-40b9-9a05-d77fe5c45e98), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:06.386179 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:06.386582 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5f70eaf3-522c-40b9-9a05-d77fe5c45e98), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:06.419949 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:06.431619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5f70eaf3-522c-40b9-9a05-d77fe5c45e98,segment=NetworkSegment(94ab5545-2a64-40e8-8e9c-cad7f29a3100),segment_id=94ab5545-2a64-40e8-8e9c-cad7f29a3100)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:32:06.439879 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5f70eaf3-522c-40b9-9a05-d77fe5c45e98), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:06.441539 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d1934fd4-bcf8-49ad-9638-f3515ea7fb74 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:32:06.468785 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'name': 'tempest-TestEncryptedCinderVolumes-875498880-router', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'd1934fd4-bcf8-49ad-9638-f3515ea7fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:00Z', 'updated_at': '2022-02-04T14:32:02Z', 'revision_number': 4, 'project_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'gw_port': {'id': 'd1934fd4-bcf8-49ad-9638-f3515ea7fb74', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:00Z', 'updated_at': '2022-02-04T14:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'ef1e646a-c9e5-481c-9a09-5c3271012b21', 'name': '', 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'mac_address': 'fa:16:3e:ba:f3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '461362aa-096f-46e5-969d-54ec13c99e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:02Z', 'updated_at': '2022-02-04T14:32:02Z', 'revision_number': 2, 'project_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'subnets': [{'id': '461362aa-096f-46e5-969d-54ec13c99e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:32:06.507738 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Checking router: fc3bc0ec-6daa-45f5-8083-5bd40e374b9f for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:32:06.508096 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Updating router fc3bc0ec-6daa-45f5-8083-5bd40e374b9f port ef1e646a-c9e5-481c-9a09-5c3271012b21 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:32:06.545411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=5f70eaf3-522c-40b9-9a05-d77fe5c45e98,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:06.554463 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:06.567744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port d1934fd4-bcf8-49ad-9638-f3515ea7fb74 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:06.568505 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d1934fd4-bcf8-49ad-9638-f3515ea7fb74), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:06.587034 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Router 7d98e9b5-493b-4bf4-b75f-d47954a2cd5d is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:32:06.671238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d1934fd4-bcf8-49ad-9638-f3515ea7fb74 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:06.672203 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d1934fd4-bcf8-49ad-9638-f3515ea7fb74), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:06.702733 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port d1934fd4-bcf8-49ad-9638-f3515ea7fb74, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d1934fd4-bcf8-49ad-9638-f3515ea7fb74,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:32:06.710946 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d1934fd4-bcf8-49ad-9638-f3515ea7fb74), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:06.726704 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:32:06.748856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Sync routers for ids ['7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:32:06.749712 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:06.754217 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f7ed55c5-0e34-45a6-afc9-9289a30eb428 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0179100 Feb 04 14:32:06.755106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36326) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:32:06.781945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Routers {'7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:32:06.782793 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:31:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:32:06.827934 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=d1934fd4-bcf8-49ad-9638-f3515ea7fb74,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:06.831697 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e651eb4-722b-4133-818f-c3d3ccda64fc None None] Network 5c434a3f-6a9b-4701-a328-5d8ae39cf76d requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:32:06.871778 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Publish callbacks [] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:06.879335 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:06.931360 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76962ccc-eba7-47fc-beee-6ce0cb48b73f None None] Pushing event updated for resources: {'Port': ['ID=ef1e646a-c9e5-481c-9a09-5c3271012b21,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:06.932758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e0906138-fd2f-4205-8ab2-51e3e799419b None None] Provisioning complete for port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:06.933158 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e0906138-fd2f-4205-8ab2-51e3e799419b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5f70eaf3-522c-40b9-9a05-d77fe5c45e98), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:06.961779 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76962ccc-eba7-47fc-beee-6ce0cb48b73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:06.962156 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76962ccc-eba7-47fc-beee-6ce0cb48b73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:06.962501 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76962ccc-eba7-47fc-beee-6ce0cb48b73f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:06.962848 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76962ccc-eba7-47fc-beee-6ce0cb48b73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:06.963174 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76962ccc-eba7-47fc-beee-6ce0cb48b73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:06.963507 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76962ccc-eba7-47fc-beee-6ce0cb48b73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:06.963833 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76962ccc-eba7-47fc-beee-6ce0cb48b73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:06.964160 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76962ccc-eba7-47fc-beee-6ce0cb48b73f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:06.965030 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76962ccc-eba7-47fc-beee-6ce0cb48b73f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:06.965030 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76962ccc-eba7-47fc-beee-6ce0cb48b73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:06.965249 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76962ccc-eba7-47fc-beee-6ce0cb48b73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:06.965412 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76962ccc-eba7-47fc-beee-6ce0cb48b73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:06.965733 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76962ccc-eba7-47fc-beee-6ce0cb48b73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:07.006667 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Attempting to bind port ef1e646a-c9e5-481c-9a09-5c3271012b21 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:32:07.007184 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Attempting to bind port ef1e646a-c9e5-481c-9a09-5c3271012b21 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:32:07.007639 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Attempting to bind port ef1e646a-c9e5-481c-9a09-5c3271012b21 on network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:32:07.013283 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:32:07.013869 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Checking segment: {'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:32:07.014397 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:07.015037 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Bound using segment: {'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:32:07.015874 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Bound port: ef1e646a-c9e5-481c-9a09-5c3271012b21, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:32:07.016487 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:07.034959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Set router 7d98e9b5-493b-4bf4-b75f-d47954a2cd5d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:32:07.084395 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] For port ef1e646a-c9e5-481c-9a09-5c3271012b21, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:32:07.088614 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] For port ef1e646a-c9e5-481c-9a09-5c3271012b21, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ef1e646a-c9e5-481c-9a09-5c3271012b21,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:32:07.100005 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:07.171051 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Routers {'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:32:07.171939 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:31:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:32:07.235495 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76962ccc-eba7-47fc-beee-6ce0cb48b73f None None] Pushing event updated for resources: {'Port': ['ID=ef1e646a-c9e5-481c-9a09-5c3271012b21,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:07.267932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e0906138-fd2f-4205-8ab2-51e3e799419b None None] Current status of the port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:07.279175 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:07.344575 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] Set router fc3bc0ec-6daa-45f5-8083-5bd40e374b9f gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:32:07.350918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'name': 'tempest-TestEncryptedCinderVolumes-115075598-router', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '041700c2-117a-4ba7-ba39-50ad23956d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:04Z', 'updated_at': '2022-02-04T14:32:05Z', 'revision_number': 3, 'project_id': '3647471d16b94c4a83eca6fc3a21d974', 'gw_port': {'id': '041700c2-117a-4ba7-ba39-50ad23956d44', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:05Z', 'updated_at': '2022-02-04T14:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:32:07.395292 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Checking router: 7d98e9b5-493b-4bf4-b75f-d47954a2cd5d for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:32:07.397463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Updating router 7d98e9b5-493b-4bf4-b75f-d47954a2cd5d port 041700c2-117a-4ba7-ba39-50ad23956d44 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:32:07.436120 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (041700c2-117a-4ba7-ba39-50ad23956d44), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:07.439767 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2b876972-4dc7-4486-b193-e43432cf2aa4 None None] Provisioning complete for port ef1e646a-c9e5-481c-9a09-5c3271012b21 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:07.439767 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2b876972-4dc7-4486-b193-e43432cf2aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:07.512904 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Allocated IP 172.20.0.1 (5c434a3f-6a9b-4701-a328-5d8ae39cf76d/a3b7a235-077a-4e00-b6d9-0ee320c0c82e/b664a829-67ef-4da4-860f-9110e254ee82) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:32:07.666727 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Publish callbacks [] for port (b664a829-67ef-4da4-860f-9110e254ee82), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:07.719070 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (b664a829-67ef-4da4-860f-9110e254ee82), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:07.719556 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'name': 'tempest-TestEncryptedCinderVolumes-875498880-router', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'd1934fd4-bcf8-49ad-9638-f3515ea7fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:00Z', 'updated_at': '2022-02-04T14:32:02Z', 'revision_number': 4, 'project_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'gw_port': {'id': 'd1934fd4-bcf8-49ad-9638-f3515ea7fb74', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:00Z', 'updated_at': '2022-02-04T14:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'ef1e646a-c9e5-481c-9a09-5c3271012b21', 'name': '', 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'mac_address': 'fa:16:3e:ba:f3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '461362aa-096f-46e5-969d-54ec13c99e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:02Z', 'updated_at': '2022-02-04T14:32:07Z', 'revision_number': 4, 'project_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'subnets': [{'id': '461362aa-096f-46e5-969d-54ec13c99e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:32:07.750595 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746f0d51-aaa5-484e-a175-5e2eb0d0ee78 None None] The sync data for ids ['fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'] in n-d-714676-13 is: [{'id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'name': 'tempest-TestEncryptedCinderVolumes-875498880-router', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'd1934fd4-bcf8-49ad-9638-f3515ea7fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:00Z', 'updated_at': '2022-02-04T14:32:02Z', 'revision_number': 4, 'project_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'gw_port': {'id': 'd1934fd4-bcf8-49ad-9638-f3515ea7fb74', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:00Z', 'updated_at': '2022-02-04T14:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'ef1e646a-c9e5-481c-9a09-5c3271012b21', 'name': '', 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'mac_address': 'fa:16:3e:ba:f3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '461362aa-096f-46e5-969d-54ec13c99e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:02Z', 'updated_at': '2022-02-04T14:32:07Z', 'revision_number': 4, 'project_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'subnets': [{'id': '461362aa-096f-46e5-969d-54ec13c99e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:32:07.766734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Network 5c434a3f-6a9b-4701-a328-5d8ae39cf76d is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:32:07.774019 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:32:07.776381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Pushing event updated for resources: {'Port': ['ID=b664a829-67ef-4da4-860f-9110e254ee82,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:07.778202 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:32:07.830992 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:07.864337 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2b876972-4dc7-4486-b193-e43432cf2aa4 None None] Current status of the port ef1e646a-c9e5-481c-9a09-5c3271012b21 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:07.865135 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2b876972-4dc7-4486-b193-e43432cf2aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:07.928649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2b876972-4dc7-4486-b193-e43432cf2aa4 None None] For port ef1e646a-c9e5-481c-9a09-5c3271012b21, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ef1e646a-c9e5-481c-9a09-5c3271012b21,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:32:07.948086 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2b876972-4dc7-4486-b193-e43432cf2aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:08.016375 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b664a829-67ef-4da4-860f-9110e254ee82), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:08.061702 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b876972-4dc7-4486-b193-e43432cf2aa4 None None] Pushing event updated for resources: {'Port': ['ID=ef1e646a-c9e5-481c-9a09-5c3271012b21,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:08.085606 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Publish callbacks [] for port (041700c2-117a-4ba7-ba39-50ad23956d44), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:08.093350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ae20713f-3e51-4abb-a826-8e173b6e9dbd None None] Provisioning complete for port b664a829-67ef-4da4-860f-9110e254ee82 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:08.093764 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae20713f-3e51-4abb-a826-8e173b6e9dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b664a829-67ef-4da4-860f-9110e254ee82), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:08.096906 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (041700c2-117a-4ba7-ba39-50ad23956d44), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:08.189037 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ae20713f-3e51-4abb-a826-8e173b6e9dbd None None] Port b664a829-67ef-4da4-860f-9110e254ee82 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:32:08.201404 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Attempting to bind port 041700c2-117a-4ba7-ba39-50ad23956d44 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:32:08.201801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Attempting to bind port 041700c2-117a-4ba7-ba39-50ad23956d44 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:32:08.202174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Attempting to bind port 041700c2-117a-4ba7-ba39-50ad23956d44 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:32:08.205206 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f20f7-09f7-4c6f-9b52-3de298d6ad47 None None] Pushing event updated for resources: {'Port': ['ID=041700c2-117a-4ba7-ba39-50ad23956d44,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:08.216041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ef1e646a-c9e5-481c-9a09-5c3271012b21 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:32:08.223951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:32:08.224335 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:32:08.224750 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:08.225155 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:32:08.225650 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Bound port: 041700c2-117a-4ba7-ba39-50ad23956d44, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:32:08.226039 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (041700c2-117a-4ba7-ba39-50ad23956d44), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:08.246790 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ae20713f-3e51-4abb-a826-8e173b6e9dbd None None] Provisioning complete for port ef1e646a-c9e5-481c-9a09-5c3271012b21 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:08.247080 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae20713f-3e51-4abb-a826-8e173b6e9dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:08.264564 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Publish callbacks [] for port (b664a829-67ef-4da4-860f-9110e254ee82), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:08.269789 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (b664a829-67ef-4da4-860f-9110e254ee82), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:08.341652 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:08.344694 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Pushing event updated for resources: {'Port': ['ID=b664a829-67ef-4da4-860f-9110e254ee82,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:08.356757 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] For port 041700c2-117a-4ba7-ba39-50ad23956d44, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:32:08.361577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] For port 041700c2-117a-4ba7-ba39-50ad23956d44, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=041700c2-117a-4ba7-ba39-50ad23956d44,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:32:08.371666 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (041700c2-117a-4ba7-ba39-50ad23956d44), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:08.386361 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ef1e646a-c9e5-481c-9a09-5c3271012b21 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:08.386734 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:08.452079 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Network 5c434a3f-6a9b-4701-a328-5d8ae39cf76d is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:32:08.453426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:32:08.519401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f20f7-09f7-4c6f-9b52-3de298d6ad47 None None] Pushing event updated for resources: {'Port': ['ID=041700c2-117a-4ba7-ba39-50ad23956d44,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:08.522842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Routers {'7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:32:08.523472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:31:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:32:08.530993 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ae20713f-3e51-4abb-a826-8e173b6e9dbd None None] Current status of the port ef1e646a-c9e5-481c-9a09-5c3271012b21 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:08.599796 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Router 7d98e9b5-493b-4bf4-b75f-d47954a2cd5d has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:32:08.656841 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ae20713f-3e51-4abb-a826-8e173b6e9dbd None None] Provisioning complete for port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:08.657230 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae20713f-3e51-4abb-a826-8e173b6e9dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5f70eaf3-522c-40b9-9a05-d77fe5c45e98), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:08.688531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ef1e646a-c9e5-481c-9a09-5c3271012b21 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:08.689511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:32:08.744958 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:32:08.751786 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c84b7b61-c15a-4c38-9142-1dfc20e27f31 admin admin] 10.222.0.96 "PUT /v2.0/routers/7d98e9b5-493b-4bf4-b75f-d47954a2cd5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9952054 Feb 04 14:32:08.752040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] Set router 7d98e9b5-493b-4bf4-b75f-d47954a2cd5d gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:32:08.907944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:08.908336 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5f70eaf3-522c-40b9-9a05-d77fe5c45e98), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:08.937163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ae20713f-3e51-4abb-a826-8e173b6e9dbd None None] Current status of the port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:09.055514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:09.056611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d1934fd4-bcf8-49ad-9638-f3515ea7fb74 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:32:09.095202 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-316084c2-b360-45f7-a2cd-c8286a036ae5 None None] Provisioning complete for port b664a829-67ef-4da4-860f-9110e254ee82 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:09.095583 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-316084c2-b360-45f7-a2cd-c8286a036ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b664a829-67ef-4da4-860f-9110e254ee82), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:09.148254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-316084c2-b360-45f7-a2cd-c8286a036ae5 None None] Port b664a829-67ef-4da4-860f-9110e254ee82 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:32:09.156745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'name': 'tempest-TestEncryptedCinderVolumes-115075598-router', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '041700c2-117a-4ba7-ba39-50ad23956d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:04Z', 'updated_at': '2022-02-04T14:32:07Z', 'revision_number': 4, 'project_id': '3647471d16b94c4a83eca6fc3a21d974', 'gw_port': {'id': '041700c2-117a-4ba7-ba39-50ad23956d44', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:05Z', 'updated_at': '2022-02-04T14:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b664a829-67ef-4da4-860f-9110e254ee82', 'name': '', 'network_id': '5c434a3f-6a9b-4701-a328-5d8ae39cf76d', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974', 'mac_address': 'fa:16:3e:8e:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a3b7a235-077a-4e00-b6d9-0ee320c0c82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:07Z', 'updated_at': '2022-02-04T14:32:08Z', 'revision_number': 2, 'project_id': '3647471d16b94c4a83eca6fc3a21d974', 'subnets': [{'id': 'a3b7a235-077a-4e00-b6d9-0ee320c0c82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:32:09.189453 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfca32ec-1394-4208-a0b7-e2921fb72d04 None None] The sync data for ids ['7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'] in n-d-714676-13 is: [{'id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'name': 'tempest-TestEncryptedCinderVolumes-115075598-router', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '041700c2-117a-4ba7-ba39-50ad23956d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:04Z', 'updated_at': '2022-02-04T14:32:07Z', 'revision_number': 4, 'project_id': '3647471d16b94c4a83eca6fc3a21d974', 'gw_port': {'id': '041700c2-117a-4ba7-ba39-50ad23956d44', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:05Z', 'updated_at': '2022-02-04T14:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b664a829-67ef-4da4-860f-9110e254ee82', 'name': '', 'network_id': '5c434a3f-6a9b-4701-a328-5d8ae39cf76d', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974', 'mac_address': 'fa:16:3e:8e:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a3b7a235-077a-4e00-b6d9-0ee320c0c82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:07Z', 'updated_at': '2022-02-04T14:32:08Z', 'revision_number': 2, 'project_id': '3647471d16b94c4a83eca6fc3a21d974', 'subnets': [{'id': 'a3b7a235-077a-4e00-b6d9-0ee320c0c82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:32:09.190969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port d1934fd4-bcf8-49ad-9638-f3515ea7fb74 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:09.191348 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d1934fd4-bcf8-49ad-9638-f3515ea7fb74), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:09.277770 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d1934fd4-bcf8-49ad-9638-f3515ea7fb74 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:09.804558 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-f5e5d837-7e34-4086-b9af-1fe0d1561e7f tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:09.806176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-f5e5d837-7e34-4086-b9af-1fe0d1561e7f tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/networks?id=6f7510c2-8767-4b1e-8224-3c40f05c8e4a HTTP/1.1" status: 200 len: 816 time: 0.1131701 Feb 04 14:32:09.823545 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-a1b48916-d89b-44c9-89e6-328d9b32827d tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/quotas/17a9859f293c4ec7a0f99a5b7205e48b HTTP/1.1" status: 200 len: 375 time: 0.0116384 Feb 04 14:32:09.880419 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-4104a50d-f5d9-4e96-a6c9-071789450170 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=17a9859f293c4ec7a0f99a5b7205e48b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507841 Feb 04 14:32:09.895298 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-f26481cf-3aa0-4ec0-b8da-607db02d2947 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:32:09.896377 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-f26481cf-3aa0-4ec0-b8da-607db02d2947 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052185 Feb 04 14:32:09.988456 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-baef9ebe-9482-44f1-8a22-ed6673c9b31e service neutron] 10.222.0.96 "GET /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866182 Feb 04 14:32:10.080348 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-bc5c544c-fc35-4ccf-8c00-95ec8423d5d9 service neutron] 10.222.0.96 "GET /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855680 Feb 04 14:32:10.121753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ef1e646a-c9e5-481c-9a09-5c3271012b21 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:32:10.172383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ef1e646a-c9e5-481c-9a09-5c3271012b21 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:10.172841 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:10.249683 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e612a25f-dc26-4269-b45d-4c5fae7d44a5 req-4d8feb73-93eb-4f73-abe3-61766e877da0 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 210 time: 0.0303018 Feb 04 14:32:10.268602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ef1e646a-c9e5-481c-9a09-5c3271012b21 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:11.088840 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-45111b9e-dea5-4080-af63-986cd62be186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:11.235933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-1bbe4c2f-671d-4673-83d7-b5e15e33b868 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:11.237695 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-1bbe4c2f-671d-4673-83d7-b5e15e33b868 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.100 "GET /v2.0/networks?id=6f7510c2-8767-4b1e-8224-3c40f05c8e4a HTTP/1.1" status: 200 len: 816 time: 0.1145239 Feb 04 14:32:11.250598 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-a7937454-8796-4fb5-890b-7388d69fa410 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Request body: {'port': {'device_id': '7dba50ba-48bf-4c05-8376-cacd5ab87c8a', 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a', 'admin_state_up': True, 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:32:11.352737 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55c64bf0-cf91-4ad1-94db-e73d2e7e6268 req-43942408-1ddc-4702-877f-0de0ee490a61 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 210 time: 0.0278544 Feb 04 14:32:11.366483 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-a7937454-8796-4fb5-890b-7388d69fa410 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Made reservation on behalf of 17a9859f293c4ec7a0f99a5b7205e48b for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:32:11.369815 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-a7937454-8796-4fb5-890b-7388d69fa410 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:11.499729 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-a7937454-8796-4fb5-890b-7388d69fa410 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Allocated IP 172.20.0.13 (6f7510c2-8767-4b1e-8224-3c40f05c8e4a/461362aa-096f-46e5-969d-54ec13c99e9f/6657d3c5-ee61-4182-8881-a3c3a94957cc) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:32:11.652912 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-a7937454-8796-4fb5-890b-7388d69fa410 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Publish callbacks [] for port (6657d3c5-ee61-4182-8881-a3c3a94957cc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:11.689727 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-a7937454-8796-4fb5-890b-7388d69fa410 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6657d3c5-ee61-4182-8881-a3c3a94957cc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:11.736665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-a7937454-8796-4fb5-890b-7388d69fa410 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:32:11.740723 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-a7937454-8796-4fb5-890b-7388d69fa410 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:32:11.744501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-a7937454-8796-4fb5-890b-7388d69fa410 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:32:11.750880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7937454-8796-4fb5-890b-7388d69fa410 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Pushing event updated for resources: {'Port': ['ID=6657d3c5-ee61-4182-8881-a3c3a94957cc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:11.811649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-a7937454-8796-4fb5-890b-7388d69fa410 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:11.812336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-a7937454-8796-4fb5-890b-7388d69fa410 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:11.830461 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-a7937454-8796-4fb5-890b-7388d69fa410 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5848660 Feb 04 14:32:11.842533 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Request body: {'port': {'device_id': '7dba50ba-48bf-4c05-8376-cacd5ab87c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:32:11.912238 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6657d3c5-ee61-4182-8881-a3c3a94957cc), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:11.985438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e7917d6b-2ac7-4055-bdab-1d054c725df0 None None] Provisioning complete for port 6657d3c5-ee61-4182-8881-a3c3a94957cc triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:11.986008 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e7917d6b-2ac7-4055-bdab-1d054c725df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6657d3c5-ee61-4182-8881-a3c3a94957cc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:12.026697 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e7917d6b-2ac7-4055-bdab-1d054c725df0 None None] Port 6657d3c5-ee61-4182-8881-a3c3a94957cc cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:32:12.031707 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Sync routers for ids ['7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:32:12.041101 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Routers {'7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:32:12.041695 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:31:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:32:12.163113 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Set router 7d98e9b5-493b-4bf4-b75f-d47954a2cd5d gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:32:12.181065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 041700c2-117a-4ba7-ba39-50ad23956d44 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:32:12.214760 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6657d3c5-ee61-4182-8881-a3c3a94957cc {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:32:12.222914 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Publish callbacks [] for port (6657d3c5-ee61-4182-8881-a3c3a94957cc), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:12.234931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 041700c2-117a-4ba7-ba39-50ad23956d44 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:12.235315 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (041700c2-117a-4ba7-ba39-50ad23956d44), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:12.236695 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Transition to ACTIVE for port object 6657d3c5-ee61-4182-8881-a3c3a94957cc will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:32:12.243682 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (6657d3c5-ee61-4182-8881-a3c3a94957cc), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:12.430196 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'name': 'tempest-TestEncryptedCinderVolumes-115075598-router', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '041700c2-117a-4ba7-ba39-50ad23956d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:04Z', 'updated_at': '2022-02-04T14:32:07Z', 'revision_number': 4, 'project_id': '3647471d16b94c4a83eca6fc3a21d974', 'gw_port': {'id': '041700c2-117a-4ba7-ba39-50ad23956d44', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:05Z', 'updated_at': '2022-02-04T14:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b664a829-67ef-4da4-860f-9110e254ee82', 'name': '', 'network_id': '5c434a3f-6a9b-4701-a328-5d8ae39cf76d', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974', 'mac_address': 'fa:16:3e:8e:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a3b7a235-077a-4e00-b6d9-0ee320c0c82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:07Z', 'updated_at': '2022-02-04T14:32:08Z', 'revision_number': 2, 'project_id': '3647471d16b94c4a83eca6fc3a21d974', 'subnets': [{'id': 'a3b7a235-077a-4e00-b6d9-0ee320c0c82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:32:12.466271 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Checking router: 7d98e9b5-493b-4bf4-b75f-d47954a2cd5d for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:32:12.466997 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Updating router 7d98e9b5-493b-4bf4-b75f-d47954a2cd5d port b664a829-67ef-4da4-860f-9110e254ee82 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:32:12.489401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 041700c2-117a-4ba7-ba39-50ad23956d44 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:12.490283 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (041700c2-117a-4ba7-ba39-50ad23956d44), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:12.497382 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b664a829-67ef-4da4-860f-9110e254ee82), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:12.499516 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262b16d-0f80-4b5b-b67f-92a067b705a7 req-7d25b660-876a-4b2f-bc8a-70c355e967f8 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:12.508031 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d262b16d-0f80-4b5b-b67f-92a067b705a7 req-7d25b660-876a-4b2f-bc8a-70c355e967f8 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 944 time: 0.0718720 Feb 04 14:32:12.516914 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 041700c2-117a-4ba7-ba39-50ad23956d44, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=041700c2-117a-4ba7-ba39-50ad23956d44,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:32:12.523966 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (041700c2-117a-4ba7-ba39-50ad23956d44), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:12.578812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d262b16d-0f80-4b5b-b67f-92a067b705a7 req-427af307-bcf8-4d8b-83cb-ea772c94e420 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692198 Feb 04 14:32:12.583772 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=041700c2-117a-4ba7-ba39-50ad23956d44,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:12.654657 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Pushing event updated for resources: {'Port': ['ID=6657d3c5-ee61-4182-8881-a3c3a94957cc,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:12.736215 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Attempting to bind port 6657d3c5-ee61-4182-8881-a3c3a94957cc on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:32:12.736591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Attempting to bind port 6657d3c5-ee61-4182-8881-a3c3a94957cc by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:32:12.736924 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Attempting to bind port 6657d3c5-ee61-4182-8881-a3c3a94957cc on network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:32:12.742679 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Port 6657d3c5-ee61-4182-8881-a3c3a94957cc on network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:32:12.742936 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Attempting to bind port 6657d3c5-ee61-4182-8881-a3c3a94957cc on network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:32:12.747967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:32:12.748299 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Checking segment: {'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:32:12.748679 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Bound using segment: {'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:32:12.749103 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Bound port: 6657d3c5-ee61-4182-8881-a3c3a94957cc, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:32:12.749466 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6657d3c5-ee61-4182-8881-a3c3a94957cc), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:12.826711 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] For port 6657d3c5-ee61-4182-8881-a3c3a94957cc, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:32:12.828434 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Publish callbacks [] for port (b664a829-67ef-4da4-860f-9110e254ee82), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:12.829966 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] For port 6657d3c5-ee61-4182-8881-a3c3a94957cc, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=6657d3c5-ee61-4182-8881-a3c3a94957cc,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:32:12.834963 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b664a829-67ef-4da4-860f-9110e254ee82), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:12.836488 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (6657d3c5-ee61-4182-8881-a3c3a94957cc), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:12.878743 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:12.879372 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:12.881686 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] 10.222.0.100 "PUT /v2.0/ports/6657d3c5-ee61-4182-8881-a3c3a94957cc HTTP/1.1" status: 200 len: 1093 time: 1.0434487 Feb 04 14:32:12.882177 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dba50ba-48bf-4c05-8376-cacd5ab87c8a', 'tag': '6657d3c5-ee61-4182-8881-a3c3a94957cc'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:32:12.884528 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9f751a-d39b-41dd-b7f6-a7707b14a1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7dba50ba-48bf-4c05-8376-cacd5ab87c8a", "tag": "6657d3c5-ee61-4182-8881-a3c3a94957cc"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:32:12.908711 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af42dc0-a629-4f5f-965f-26dfee3fcc21 None None] Pushing event updated for resources: {'Port': ['ID=b664a829-67ef-4da4-860f-9110e254ee82,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:12.910854 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67e599-ce15-4f6e-a045-984ee6c84a8e service neutron] Pushing event updated for resources: {'Port': ['ID=6657d3c5-ee61-4182-8881-a3c3a94957cc,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:12.977369 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Attempting to bind port b664a829-67ef-4da4-860f-9110e254ee82 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:32:12.977817 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Attempting to bind port b664a829-67ef-4da4-860f-9110e254ee82 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '94ab5545-2a64-40e8-8e9c-cad7f29a3100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5c434a3f-6a9b-4701-a328-5d8ae39cf76d'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:32:12.978302 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Attempting to bind port b664a829-67ef-4da4-860f-9110e254ee82 on network 5c434a3f-6a9b-4701-a328-5d8ae39cf76d {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:32:12.978537 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d63dba-ef33-4f23-8d0e-d5fd38ab8534 x-openstack-request-id: req-42d63dba-ef33-4f23-8d0e-d5fd38ab8534 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:32:12.979012 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dba50ba-48bf-4c05-8376-cacd5ab87c8a", "tag": "6657d3c5-ee61-4182-8881-a3c3a94957cc", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:32:12.979414 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-42d63dba-ef33-4f23-8d0e-d5fd38ab8534 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:32:12.979984 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dba50ba-48bf-4c05-8376-cacd5ab87c8a', 'tag': '6657d3c5-ee61-4182-8881-a3c3a94957cc', 'status': 'completed', 'code': 200} Feb 04 14:32:12.986673 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:32:12.987189 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Checking segment: {'id': '94ab5545-2a64-40e8-8e9c-cad7f29a3100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5c434a3f-6a9b-4701-a328-5d8ae39cf76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:32:12.987792 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:12.988448 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Bound using segment: {'id': '94ab5545-2a64-40e8-8e9c-cad7f29a3100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5c434a3f-6a9b-4701-a328-5d8ae39cf76d'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:32:12.990398 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Bound port: b664a829-67ef-4da4-860f-9110e254ee82, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ab5545-2a64-40e8-8e9c-cad7f29a3100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5c434a3f-6a9b-4701-a328-5d8ae39cf76d'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:32:12.990864 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b664a829-67ef-4da4-860f-9110e254ee82), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:13.006865 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-f74d60a7-d270-4703-bb90-331251dc27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:13.008693 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-f74d60a7-d270-4703-bb90-331251dc27c9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=17a9859f293c4ec7a0f99a5b7205e48b&device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 1127 time: 0.0721984 Feb 04 14:32:13.062050 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-43148633-6ba7-44ce-a040-84cd672dd8c2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6657d3c5-ee61-4182-8881-a3c3a94957cc HTTP/1.1" status: 200 len: 217 time: 0.0438633 Feb 04 14:32:13.071513 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] For port b664a829-67ef-4da4-860f-9110e254ee82, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:32:13.075684 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] For port b664a829-67ef-4da4-860f-9110e254ee82, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b664a829-67ef-4da4-860f-9110e254ee82,segment=NetworkSegment(94ab5545-2a64-40e8-8e9c-cad7f29a3100),segment_id=94ab5545-2a64-40e8-8e9c-cad7f29a3100)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:32:13.083868 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b664a829-67ef-4da4-860f-9110e254ee82), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:13.130557 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-bb34b887-4620-4c85-9950-f41c95932b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:13.132254 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-bb34b887-4620-4c85-9950-f41c95932b6e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=461362aa-096f-46e5-969d-54ec13c99e9f HTTP/1.1" status: 200 len: 855 time: 0.0643208 Feb 04 14:32:13.149653 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af42dc0-a629-4f5f-965f-26dfee3fcc21 None None] Pushing event updated for resources: {'Port': ['ID=b664a829-67ef-4da4-860f-9110e254ee82,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:13.152397 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Routers {'7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:32:13.153203 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:31:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:32:13.192180 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-04269343-cac0-44b9-b6d0-199a1fa69cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:13.194615 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-04269343-cac0-44b9-b6d0-199a1fa69cfc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6f7510c2-8767-4b1e-8224-3c40f05c8e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0534043 Feb 04 14:32:13.291324 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-95ba1881-b923-446e-9bfc-247c8187469e None None] Provisioning complete for port b664a829-67ef-4da4-860f-9110e254ee82 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:13.291914 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-95ba1881-b923-446e-9bfc-247c8187469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b664a829-67ef-4da4-860f-9110e254ee82), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:13.298988 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] Set router 7d98e9b5-493b-4bf4-b75f-d47954a2cd5d gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:32:13.312730 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-cd60115c-0c7d-4f00-a948-a315157c19a4 service neutron] 10.222.0.100 "GET /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124954 Feb 04 14:32:13.386869 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-95ba1881-b923-446e-9bfc-247c8187469e None None] Current status of the port b664a829-67ef-4da4-860f-9110e254ee82 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:13.387264 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-95ba1881-b923-446e-9bfc-247c8187469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b664a829-67ef-4da4-860f-9110e254ee82), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:13.422315 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8965872a-dcb4-4fbc-8fb6-a89c806eabb4 req-3f7d01a6-4fac-42d7-a7db-bcda87bc8893 service neutron] 10.222.0.100 "GET /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034193 Feb 04 14:32:13.427100 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-95ba1881-b923-446e-9bfc-247c8187469e None None] For port b664a829-67ef-4da4-860f-9110e254ee82, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b664a829-67ef-4da4-860f-9110e254ee82,segment=NetworkSegment(94ab5545-2a64-40e8-8e9c-cad7f29a3100),segment_id=94ab5545-2a64-40e8-8e9c-cad7f29a3100)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:32:13.436960 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-95ba1881-b923-446e-9bfc-247c8187469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b664a829-67ef-4da4-860f-9110e254ee82), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:13.502343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba1881-b923-446e-9bfc-247c8187469e None None] Pushing event updated for resources: {'Port': ['ID=b664a829-67ef-4da4-860f-9110e254ee82,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:13.531371 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f751a-d39b-41dd-b7f6-a7707b14a1f6 req-815f30ae-d2a4-4d42-8b4b-add488646394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:13.532769 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a9f751a-d39b-41dd-b7f6-a7707b14a1f6 req-815f30ae-d2a4-4d42-8b4b-add488646394 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=17a9859f293c4ec7a0f99a5b7205e48b&device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 1127 time: 0.0551395 Feb 04 14:32:13.541829 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'name': 'tempest-TestEncryptedCinderVolumes-115075598-router', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '041700c2-117a-4ba7-ba39-50ad23956d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:04Z', 'updated_at': '2022-02-04T14:32:07Z', 'revision_number': 4, 'project_id': '3647471d16b94c4a83eca6fc3a21d974', 'gw_port': {'id': '041700c2-117a-4ba7-ba39-50ad23956d44', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:05Z', 'updated_at': '2022-02-04T14:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b664a829-67ef-4da4-860f-9110e254ee82', 'name': '', 'network_id': '5c434a3f-6a9b-4701-a328-5d8ae39cf76d', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974', 'mac_address': 'fa:16:3e:8e:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a3b7a235-077a-4e00-b6d9-0ee320c0c82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:07Z', 'updated_at': '2022-02-04T14:32:13Z', 'revision_number': 4, 'project_id': '3647471d16b94c4a83eca6fc3a21d974', 'subnets': [{'id': 'a3b7a235-077a-4e00-b6d9-0ee320c0c82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:32:13.573871 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c6735-65b8-4edb-9c8d-b842182ad9f5 None None] The sync data for ids ['7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'] in n-d-714676-13 is: [{'id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'name': 'tempest-TestEncryptedCinderVolumes-115075598-router', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '041700c2-117a-4ba7-ba39-50ad23956d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:04Z', 'updated_at': '2022-02-04T14:32:07Z', 'revision_number': 4, 'project_id': '3647471d16b94c4a83eca6fc3a21d974', 'gw_port': {'id': '041700c2-117a-4ba7-ba39-50ad23956d44', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:05Z', 'updated_at': '2022-02-04T14:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b664a829-67ef-4da4-860f-9110e254ee82', 'name': '', 'network_id': '5c434a3f-6a9b-4701-a328-5d8ae39cf76d', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974', 'mac_address': 'fa:16:3e:8e:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a3b7a235-077a-4e00-b6d9-0ee320c0c82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:07Z', 'updated_at': '2022-02-04T14:32:13Z', 'revision_number': 4, 'project_id': '3647471d16b94c4a83eca6fc3a21d974', 'subnets': [{'id': 'a3b7a235-077a-4e00-b6d9-0ee320c0c82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:32:13.609504 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f6ec5222-3b82-4f39-a74f-6f4f213e28a3 None None] Provisioning complete for port b664a829-67ef-4da4-860f-9110e254ee82 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:13.609883 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5222-3b82-4f39-a74f-6f4f213e28a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b664a829-67ef-4da4-860f-9110e254ee82), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:13.650551 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f751a-d39b-41dd-b7f6-a7707b14a1f6 req-c0682278-c9bd-421f-b188-c6c6fe24da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:13.652089 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a9f751a-d39b-41dd-b7f6-a7707b14a1f6 req-c0682278-c9bd-421f-b188-c6c6fe24da60 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6f7510c2-8767-4b1e-8224-3c40f05c8e4a HTTP/1.1" status: 200 len: 917 time: 0.1139057 Feb 04 14:32:13.706549 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a9f751a-d39b-41dd-b7f6-a7707b14a1f6 req-18619142-289b-4ba3-aa3e-a349612bfe79 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6657d3c5-ee61-4182-8881-a3c3a94957cc HTTP/1.1" status: 200 len: 217 time: 0.0480227 Feb 04 14:32:13.718387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec5222-3b82-4f39-a74f-6f4f213e28a3 None None] Current status of the port b664a829-67ef-4da4-860f-9110e254ee82 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:13.746950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a49cf-c170-4989-88a4-e45966ffe3c6 req-4d0b46f7-f5e8-44f3-ad37-cf9726184960 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:13.748683 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c8a49cf-c170-4989-88a4-e45966ffe3c6 req-4d0b46f7-f5e8-44f3-ad37-cf9726184960 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 944 time: 0.0611007 Feb 04 14:32:13.766624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f751a-d39b-41dd-b7f6-a7707b14a1f6 req-6ba5f6e0-25e8-4293-b3fa-aa662d12b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:13.768141 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a9f751a-d39b-41dd-b7f6-a7707b14a1f6 req-6ba5f6e0-25e8-4293-b3fa-aa662d12b717 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=461362aa-096f-46e5-969d-54ec13c99e9f HTTP/1.1" status: 200 len: 855 time: 0.0562003 Feb 04 14:32:13.806696 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c8a49cf-c170-4989-88a4-e45966ffe3c6 req-7e7add44-a5f6-4a47-98f9-922510ba2a3d tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519619 Feb 04 14:32:13.825821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f751a-d39b-41dd-b7f6-a7707b14a1f6 req-37e3bba9-97b6-4b8d-9b18-2e62dabd433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:13.827373 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a9f751a-d39b-41dd-b7f6-a7707b14a1f6 req-37e3bba9-97b6-4b8d-9b18-2e62dabd433b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6f7510c2-8767-4b1e-8224-3c40f05c8e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0539804 Feb 04 14:32:13.921783 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a9f751a-d39b-41dd-b7f6-a7707b14a1f6 req-8527011a-9303-4a17-8ecb-66808a63179a service neutron] 10.222.0.100 "GET /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874972 Feb 04 14:32:14.015492 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a9f751a-d39b-41dd-b7f6-a7707b14a1f6 req-9b1dea45-4d08-4744-848f-884639648ad2 service neutron] 10.222.0.100 "GET /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871084 Feb 04 14:32:14.149862 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b664a829-67ef-4da4-860f-9110e254ee82 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:32:14.197712 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b664a829-67ef-4da4-860f-9110e254ee82 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:14.198090 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b664a829-67ef-4da4-860f-9110e254ee82), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:14.277739 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b664a829-67ef-4da4-860f-9110e254ee82 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:14.278829 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 041700c2-117a-4ba7-ba39-50ad23956d44 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:32:14.326860 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 041700c2-117a-4ba7-ba39-50ad23956d44 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:14.327492 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (041700c2-117a-4ba7-ba39-50ad23956d44), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:14.414345 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 041700c2-117a-4ba7-ba39-50ad23956d44 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:14.475049 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:14.936566 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc63a7-5faa-425f-b41b-f92d8b8f86b7 req-bc53d484-0af4-46f0-bcad-7ede9b9fe089 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:14.938141 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13dc63a7-5faa-425f-b41b-f92d8b8f86b7 req-bc53d484-0af4-46f0-bcad-7ede9b9fe089 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 944 time: 0.0573816 Feb 04 14:32:14.995462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-13dc63a7-5faa-425f-b41b-f92d8b8f86b7 req-8212bfe2-d620-4aab-a990-bb7775d53217 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507720 Feb 04 14:32:15.284069 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-508e9753-3e41-4073-8451-ef2c9ec15f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:15.327890 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:15.812026 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:16.116510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e07ef1-dc8a-4228-875d-8474d3a0a000 req-0d33b6c1-1bea-4bea-a28e-97ae1fef5c78 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:16.118012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31e07ef1-dc8a-4228-875d-8474d3a0a000 req-0d33b6c1-1bea-4bea-a28e-97ae1fef5c78 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 944 time: 0.0530844 Feb 04 14:32:16.165217 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31e07ef1-dc8a-4228-875d-8474d3a0a000 req-071c0f18-a8a8-4c26-80d6-91aaf58057c7 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416257 Feb 04 14:32:17.154837 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:17.283602 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35944865-c55e-4b95-a988-d3467bfc4e91 req-0f05ef23-c3ed-426d-b62c-570a6622ac44 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:17.285031 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-35944865-c55e-4b95-a988-d3467bfc4e91 req-0f05ef23-c3ed-426d-b62c-570a6622ac44 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 944 time: 0.0536175 Feb 04 14:32:17.332472 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-35944865-c55e-4b95-a988-d3467bfc4e91 req-836ad196-1987-45d5-afdd-81dc89c5415e tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412662 Feb 04 14:32:17.408190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 6657d3c5-ee61-4182-8881-a3c3a94957cc details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:32:17.506259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 6657d3c5-ee61-4182-8881-a3c3a94957cc, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=6657d3c5-ee61-4182-8881-a3c3a94957cc,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:32:17.518254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '6657d3c5-ee61-4182-8881-a3c3a94957cc', 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a', 'port_id': '6657d3c5-ee61-4182-8881-a3c3a94957cc', 'mac_address': 'fa:16:3e:75:bf:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461362aa-096f-46e5-969d-54ec13c99e9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:32:17.556961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 6657d3c5-ee61-4182-8881-a3c3a94957cc is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:17.557265 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6657d3c5-ee61-4182-8881-a3c3a94957cc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:17.570450 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6657d3c5-ee61-4182-8881-a3c3a94957cc {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:32:17.591429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 6657d3c5-ee61-4182-8881-a3c3a94957cc, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=6657d3c5-ee61-4182-8881-a3c3a94957cc,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:32:17.595387 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6657d3c5-ee61-4182-8881-a3c3a94957cc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:17.643619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=6657d3c5-ee61-4182-8881-a3c3a94957cc,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:17.651415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:17.651767 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:17.652112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:17.652453 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:17.652791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:17.653123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:17.653451 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:17.653778 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:17.654124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:17.654452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:17.654778 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:17.655101 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:17.655421 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:17.974009 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['6657d3c5-ee61-4182-8881-a3c3a94957cc'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:32:18.090211 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:18.468874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4adfa-cf28-4bff-91f8-cdb1794ddac6 req-e4cb9048-65c5-41bf-8fb2-f09f6721092b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:18.470389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b3f4adfa-cf28-4bff-91f8-cdb1794ddac6 req-e4cb9048-65c5-41bf-8fb2-f09f6721092b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 945 time: 0.0578585 Feb 04 14:32:18.518087 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b3f4adfa-cf28-4bff-91f8-cdb1794ddac6 req-f408b10b-5a44-4f35-83d0-5e9964cf43c0 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414622 Feb 04 14:32:19.439300 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 6657d3c5-ee61-4182-8881-a3c3a94957cc up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:32:19.492364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 6657d3c5-ee61-4182-8881-a3c3a94957cc completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:32:19.496161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 6657d3c5-ee61-4182-8881-a3c3a94957cc triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:32:19.496542 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6657d3c5-ee61-4182-8881-a3c3a94957cc), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:19.576946 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 6657d3c5-ee61-4182-8881-a3c3a94957cc is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:32:19.577332 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6657d3c5-ee61-4182-8881-a3c3a94957cc), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:19.601284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dba50ba-48bf-4c05-8376-cacd5ab87c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6657d3c5-ee61-4182-8881-a3c3a94957cc'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:32:19.603690 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db1877c-77a2-4c76-93e5-839e04b409f9" -d '{"events": [{"server_uuid": "7dba50ba-48bf-4c05-8376-cacd5ab87c8a", "name": "network-vif-plugged", "status": "completed", "tag": "6657d3c5-ee61-4182-8881-a3c3a94957cc"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:32:19.616716 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 6657d3c5-ee61-4182-8881-a3c3a94957cc, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=6657d3c5-ee61-4182-8881-a3c3a94957cc,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:32:19.621086 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6657d3c5-ee61-4182-8881-a3c3a94957cc), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:19.642194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42825a9-2e41-47c1-95f0-01dbcaf8208f req-60000288-6cc5-45cd-85c0-c29860fb4435 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:19.643715 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d42825a9-2e41-47c1-95f0-01dbcaf8208f req-60000288-6cc5-45cd-85c0-c29860fb4435 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 945 time: 0.0555420 Feb 04 14:32:19.668368 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=6657d3c5-ee61-4182-8881-a3c3a94957cc,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:19.694857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d42825a9-2e41-47c1-95f0-01dbcaf8208f req-a6838b26-7f8b-4969-a814-46838941df8d tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455141 Feb 04 14:32:19.736834 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff16f18-526a-4943-8c68-774b915fa1f1 x-openstack-request-id: req-3ff16f18-526a-4943-8c68-774b915fa1f1 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:32:19.737198 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dba50ba-48bf-4c05-8376-cacd5ab87c8a", "name": "network-vif-plugged", "status": "completed", "tag": "6657d3c5-ee61-4182-8881-a3c3a94957cc", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:32:19.737462 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3ff16f18-526a-4943-8c68-774b915fa1f1 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:32:19.737858 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dba50ba-48bf-4c05-8376-cacd5ab87c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6657d3c5-ee61-4182-8881-a3c3a94957cc', 'code': 200} Feb 04 14:32:19.837442 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f889b2-10c2-405e-aaac-9350f3cafc7c req-a92bdaa9-8301-48c6-a9a9-c9588fa425ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:19.838999 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-57f889b2-10c2-405e-aaac-9350f3cafc7c req-a92bdaa9-8301-48c6-a9a9-c9588fa425ee service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 1129 time: 0.0457165 Feb 04 14:32:19.882942 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-57f889b2-10c2-405e-aaac-9350f3cafc7c req-0e406b0b-15d5-462b-af8d-0d9fc2ea8ae8 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372498 Feb 04 14:32:20.823401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96dfcaf-e02d-454e-92f9-b5d0b9549f6e req-5f588e7c-19da-4007-9625-b018bf0d1441 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:20.824912 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f96dfcaf-e02d-454e-92f9-b5d0b9549f6e req-5f588e7c-19da-4007-9625-b018bf0d1441 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 946 time: 0.0590820 Feb 04 14:32:20.872092 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f96dfcaf-e02d-454e-92f9-b5d0b9549f6e req-e9bfef5b-d8c1-4773-9e75-e5ae4b2a90e9 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 Feb 04 14:32:21.994365 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd3d18-a7e8-4832-aaf5-ee7275210184 req-b11cf7fd-d50b-486d-b51e-14f5c78b0ef9 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:21.995861 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29cd3d18-a7e8-4832-aaf5-ee7275210184 req-b11cf7fd-d50b-486d-b51e-14f5c78b0ef9 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 946 time: 0.0538838 Feb 04 14:32:22.043711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29cd3d18-a7e8-4832-aaf5-ee7275210184 req-bb0f1c23-efc9-48d7-96bb-6b37908c28d2 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420966 Feb 04 14:32:22.160817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0584314-fb50-4ca0-8868-2339ab042436 req-421d250a-9606-4691-9357-13075e2eb337 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:22.163437 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f0584314-fb50-4ca0-8868-2339ab042436 req-421d250a-9606-4691-9357-13075e2eb337 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 946 time: 0.0535874 Feb 04 14:32:22.214942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f0584314-fb50-4ca0-8868-2339ab042436 req-457be54b-0ef7-4b10-9af5-a3f2c617491e tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459945 Feb 04 14:32:26.202736 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:32:28.147202 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d4ec6d7-b01c-4895-95cc-2de3c17c82cd req-28bc8335-58c9-4975-b188-60f62f7d9b51 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455027 Feb 04 14:32:28.239367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ec6d7-b01c-4895-95cc-2de3c17c82cd req-07a9f898-fd70-4d04-8bb7-3dcdb244e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:28.241006 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d4ec6d7-b01c-4895-95cc-2de3c17c82cd req-07a9f898-fd70-4d04-8bb7-3dcdb244e816 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=17a9859f293c4ec7a0f99a5b7205e48b&device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 1129 time: 0.0513959 Feb 04 14:32:28.348525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ec6d7-b01c-4895-95cc-2de3c17c82cd req-8ccf2cc5-75f4-4da4-ba77-7b6422e35f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:28.350297 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d4ec6d7-b01c-4895-95cc-2de3c17c82cd req-8ccf2cc5-75f4-4da4-ba77-7b6422e35f08 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6f7510c2-8767-4b1e-8224-3c40f05c8e4a HTTP/1.1" status: 200 len: 917 time: 0.0881174 Feb 04 14:32:28.394873 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d4ec6d7-b01c-4895-95cc-2de3c17c82cd req-56cd37d3-14be-4084-b02e-47c1c76a07c6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6657d3c5-ee61-4182-8881-a3c3a94957cc HTTP/1.1" status: 200 len: 217 time: 0.0394728 Feb 04 14:32:28.442666 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ec6d7-b01c-4895-95cc-2de3c17c82cd req-a3f66d4e-89c6-46e7-96c8-792b30345d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:28.444918 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d4ec6d7-b01c-4895-95cc-2de3c17c82cd req-a3f66d4e-89c6-46e7-96c8-792b30345d02 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=461362aa-096f-46e5-969d-54ec13c99e9f HTTP/1.1" status: 200 len: 855 time: 0.0452094 Feb 04 14:32:28.499895 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ec6d7-b01c-4895-95cc-2de3c17c82cd req-65ae50dc-92d0-4fe1-91db-630aa8116b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:28.501423 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d4ec6d7-b01c-4895-95cc-2de3c17c82cd req-65ae50dc-92d0-4fe1-91db-630aa8116b12 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6f7510c2-8767-4b1e-8224-3c40f05c8e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515182 Feb 04 14:32:28.597226 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d4ec6d7-b01c-4895-95cc-2de3c17c82cd req-6f692425-54f6-413f-8f6f-f720d9605df3 service neutron] 10.222.0.100 "GET /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896301 Feb 04 14:32:28.692563 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d4ec6d7-b01c-4895-95cc-2de3c17c82cd req-71d10736-bc8b-4b80-aba2-75d441895a2b service neutron] 10.222.0.100 "GET /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898101 Feb 04 14:32:41.082772 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2d974440-112b-487a-945c-19741b129438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:44.479458 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:45.285944 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3912ebf9-98af-47d3-ba9e-83b1dafd4cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:45.345924 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:45.815710 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:47.156850 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:48.076004 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:56.407402 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaea6e1-b3a9-42aa-a19a-d992ff8489c3 req-071fbbe4-2290-4ad0-8876-4d2944364ac8 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:56.408828 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aeaea6e1-b3a9-42aa-a19a-d992ff8489c3 req-071fbbe4-2290-4ad0-8876-4d2944364ac8 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 946 time: 0.0550876 Feb 04 14:32:56.457985 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aeaea6e1-b3a9-42aa-a19a-d992ff8489c3 req-36ae44fa-4916-467c-a783-466475d19a86 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Feb 04 14:32:57.582532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc246f44-0384-4539-9228-1b77f75da151 req-eeb2ea7f-6262-4c27-a78b-9ba338597a7a tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:57.584239 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc246f44-0384-4539-9228-1b77f75da151 req-eeb2ea7f-6262-4c27-a78b-9ba338597a7a tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 946 time: 0.0570869 Feb 04 14:32:57.637073 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fc246f44-0384-4539-9228-1b77f75da151 req-e761ce57-17f3-4851-8340-f09612310d04 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461791 Feb 04 14:32:58.209266 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030fd85-ae36-4cee-94e8-d53c3e5bb4d7 req-e6c04a8e-10c9-4cfa-99cd-2a237c88b507 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:32:58.210856 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f030fd85-ae36-4cee-94e8-d53c3e5bb4d7 req-e6c04a8e-10c9-4cfa-99cd-2a237c88b507 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.100 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 946 time: 0.0563591 Feb 04 14:32:58.309719 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-f030fd85-ae36-4cee-94e8-d53c3e5bb4d7 req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Deleting port 6657d3c5-ee61-4182-8881-a3c3a94957cc {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:32:58.310088 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f030fd85-ae36-4cee-94e8-d53c3e5bb4d7 req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6657d3c5-ee61-4182-8881-a3c3a94957cc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:58.399798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-f030fd85-ae36-4cee-94e8-d53c3e5bb4d7 req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] For port 6657d3c5-ee61-4182-8881-a3c3a94957cc, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=6657d3c5-ee61-4182-8881-a3c3a94957cc,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:32:58.400078 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f030fd85-ae36-4cee-94e8-d53c3e5bb4d7 req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6657d3c5-ee61-4182-8881-a3c3a94957cc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:58.412481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-f030fd85-ae36-4cee-94e8-d53c3e5bb4d7 req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Calling delete_port for 6657d3c5-ee61-4182-8881-a3c3a94957cc owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:32:58.545243 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f030fd85-ae36-4cee-94e8-d53c3e5bb4d7 req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6657d3c5-ee61-4182-8881-a3c3a94957cc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:58.557248 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['6657d3c5-ee61-4182-8881-a3c3a94957cc'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:32:58.574278 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Pushing event deleted for resources: {'Port': ['ID=6657d3c5-ee61-4182-8881-a3c3a94957cc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:32:58.587544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:58.587907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:58.588260 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:58.588596 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:58.588928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:58.589297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:58.589672 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:58.589993 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:58.590330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:58.590662 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:58.590996 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:58.591323 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:58.591752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:32:58.633845 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f030fd85-ae36-4cee-94e8-d53c3e5bb4d7 req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] No DVR routers for this DVR port 6657d3c5-ee61-4182-8881-a3c3a94957cc on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:32:58.636871 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-f030fd85-ae36-4cee-94e8-d53c3e5bb4d7 req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:32:58.640316 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f030fd85-ae36-4cee-94e8-d53c3e5bb4d7 req-265d3726-7260-4daa-90cf-48947f41bf2b tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.100 "DELETE /v2.0/ports/6657d3c5-ee61-4182-8881-a3c3a94957cc HTTP/1.1" status: 204 len: 173 time: 0.4243152 Feb 04 14:32:58.640775 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dba50ba-48bf-4c05-8376-cacd5ab87c8a', 'name': 'network-vif-deleted', 'tag': '6657d3c5-ee61-4182-8881-a3c3a94957cc'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:32:58.643206 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d63d6ee-60d0-402f-a8b4-1261289d8823" -d '{"events": [{"server_uuid": "7dba50ba-48bf-4c05-8376-cacd5ab87c8a", "name": "network-vif-deleted", "tag": "6657d3c5-ee61-4182-8881-a3c3a94957cc"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:32:58.700863 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a2aefd-c8f6-4b0c-abb7-a3c5ac5953d7 x-openstack-request-id: req-d4a2aefd-c8f6-4b0c-abb7-a3c5ac5953d7 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:32:58.701163 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dba50ba-48bf-4c05-8376-cacd5ab87c8a", "name": "network-vif-deleted", "tag": "6657d3c5-ee61-4182-8881-a3c3a94957cc", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:32:58.701424 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d4a2aefd-c8f6-4b0c-abb7-a3c5ac5953d7 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:32:58.701838 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dba50ba-48bf-4c05-8376-cacd5ab87c8a', 'name': 'network-vif-deleted', 'tag': '6657d3c5-ee61-4182-8881-a3c3a94957cc', 'status': 'completed', 'code': 200} Feb 04 14:32:58.795978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9f54c03b-df42-4fd4-abd0-8c6105f3b3c1 req-269acb43-ecec-4859-98fb-29e74e182b48 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dba50ba-48bf-4c05-8376-cacd5ab87c8a HTTP/1.1" status: 200 len: 210 time: 0.0364881 Feb 04 14:33:00.364826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-261caaf6-5ea1-40af-b775-03d3d6a44608 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:00.366248 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-261caaf6-5ea1-40af-b775-03d3d6a44608 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/networks?id=6f7510c2-8767-4b1e-8224-3c40f05c8e4a HTTP/1.1" status: 200 len: 816 time: 0.1031363 Feb 04 14:33:00.381466 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-345e73fb-bcda-4e8f-b14b-3727d4f19cf2 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/quotas/17a9859f293c4ec7a0f99a5b7205e48b HTTP/1.1" status: 200 len: 375 time: 0.0091572 Feb 04 14:33:00.437429 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-07fd111e-e016-401e-b4b4-7867c4aa396a tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=17a9859f293c4ec7a0f99a5b7205e48b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509403 Feb 04 14:33:00.626086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-14f2de4a-7e27-4661-b0de-c4b92e6ae207 service neutron] 10.222.0.96 "GET /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770933 Feb 04 14:33:00.716482 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-df913b2e-c1ea-4e8e-8b3f-304356eb7472 service neutron] 10.222.0.96 "GET /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847743 Feb 04 14:33:00.887909 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5cca2ef2-770f-4fb6-89b9-2108b3ddf62d req-d54fade6-8a82-44aa-a764-0d37709ef4b2 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 210 time: 0.0346949 Feb 04 14:33:01.690038 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 6657d3c5-ee61-4182-8881-a3c3a94957cc no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:33:01.713538 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 6657d3c5-ee61-4182-8881-a3c3a94957cc {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:33:01.713881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 6657d3c5-ee61-4182-8881-a3c3a94957cc not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:33:01.815098 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-63372b58-5845-4508-b6f1-d1bb80b0479a tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:01.816794 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-63372b58-5845-4508-b6f1-d1bb80b0479a tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.99 "GET /v2.0/networks?id=6f7510c2-8767-4b1e-8224-3c40f05c8e4a HTTP/1.1" status: 200 len: 816 time: 0.1239443 Feb 04 14:33:01.828542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-dafe3716-f0de-4115-a1f2-d83671651e71 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Request body: {'port': {'device_id': 'e2853bcd-667d-471a-91af-1280d6739ac7', 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a', 'admin_state_up': True, 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:33:01.943228 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-dafe3716-f0de-4115-a1f2-d83671651e71 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Made reservation on behalf of 17a9859f293c4ec7a0f99a5b7205e48b for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:33:01.946656 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-dafe3716-f0de-4115-a1f2-d83671651e71 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:01.989471 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0591cdf3-9e25-47ac-a37f-9ef11ca3232c req-49f11e96-aaff-4fba-9e90-1cc0d560b5cd tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 210 time: 0.0307345 Feb 04 14:33:02.079089 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-dafe3716-f0de-4115-a1f2-d83671651e71 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Allocated IP 172.20.0.12 (6f7510c2-8767-4b1e-8224-3c40f05c8e4a/461362aa-096f-46e5-969d-54ec13c99e9f/a878e16e-9e6b-42c6-935d-fb2e45c3671e) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:33:02.226690 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-dafe3716-f0de-4115-a1f2-d83671651e71 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Publish callbacks [] for port (a878e16e-9e6b-42c6-935d-fb2e45c3671e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:02.260810 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-dafe3716-f0de-4115-a1f2-d83671651e71 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a878e16e-9e6b-42c6-935d-fb2e45c3671e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:02.307855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-dafe3716-f0de-4115-a1f2-d83671651e71 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:33:02.310995 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-dafe3716-f0de-4115-a1f2-d83671651e71 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:33:02.314731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-dafe3716-f0de-4115-a1f2-d83671651e71 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:33:02.341235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe3716-f0de-4115-a1f2-d83671651e71 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Pushing event updated for resources: {'Port': ['ID=a878e16e-9e6b-42c6-935d-fb2e45c3671e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:02.370039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-dafe3716-f0de-4115-a1f2-d83671651e71 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:02.370705 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-dafe3716-f0de-4115-a1f2-d83671651e71 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:02.388261 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-dafe3716-f0de-4115-a1f2-d83671651e71 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5636172 Feb 04 14:33:02.451431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Request body: {'port': {'device_id': 'e2853bcd-667d-471a-91af-1280d6739ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:33:02.512360 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a878e16e-9e6b-42c6-935d-fb2e45c3671e), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:02.565692 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3458945b-0f67-4696-a254-e4f8f9f8ddcb None None] Provisioning complete for port a878e16e-9e6b-42c6-935d-fb2e45c3671e triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:33:02.566111 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3458945b-0f67-4696-a254-e4f8f9f8ddcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a878e16e-9e6b-42c6-935d-fb2e45c3671e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:02.607010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3458945b-0f67-4696-a254-e4f8f9f8ddcb None None] Port a878e16e-9e6b-42c6-935d-fb2e45c3671e cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:33:02.781032 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a878e16e-9e6b-42c6-935d-fb2e45c3671e {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:33:02.788423 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Publish callbacks [] for port (a878e16e-9e6b-42c6-935d-fb2e45c3671e), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:02.801163 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Transition to ACTIVE for port object a878e16e-9e6b-42c6-935d-fb2e45c3671e will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:33:02.804030 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a878e16e-9e6b-42c6-935d-fb2e45c3671e), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:02.856417 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a878e16e-9e6b-42c6-935d-fb2e45c3671e,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:02.933984 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Attempting to bind port a878e16e-9e6b-42c6-935d-fb2e45c3671e on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:33:02.934367 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Attempting to bind port a878e16e-9e6b-42c6-935d-fb2e45c3671e by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:33:02.934703 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Attempting to bind port a878e16e-9e6b-42c6-935d-fb2e45c3671e on network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:33:02.939607 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Port a878e16e-9e6b-42c6-935d-fb2e45c3671e on network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:33:02.939937 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Attempting to bind port a878e16e-9e6b-42c6-935d-fb2e45c3671e on network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:33:02.945106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:33:02.945590 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Checking segment: {'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:33:02.945991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Bound using segment: {'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:33:02.946454 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Bound port: a878e16e-9e6b-42c6-935d-fb2e45c3671e, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67791a8f-5b03-4cec-a567-df8d2a73458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:33:02.946822 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a878e16e-9e6b-42c6-935d-fb2e45c3671e), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:03.019409 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] For port a878e16e-9e6b-42c6-935d-fb2e45c3671e, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:33:03.023272 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] For port a878e16e-9e6b-42c6-935d-fb2e45c3671e, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a878e16e-9e6b-42c6-935d-fb2e45c3671e,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:33:03.030704 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a878e16e-9e6b-42c6-935d-fb2e45c3671e), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:03.066308 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:03.067030 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:03.068714 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] 10.222.0.99 "PUT /v2.0/ports/a878e16e-9e6b-42c6-935d-fb2e45c3671e HTTP/1.1" status: 200 len: 1093 time: 0.6735342 Feb 04 14:33:03.069188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2853bcd-667d-471a-91af-1280d6739ac7', 'tag': 'a878e16e-9e6b-42c6-935d-fb2e45c3671e'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:33:03.071703 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c93f29-df7a-44c9-b311-9c501566c41f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2853bcd-667d-471a-91af-1280d6739ac7", "tag": "a878e16e-9e6b-42c6-935d-fb2e45c3671e"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:33:03.099503 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4872db-4c81-48e0-a1af-9a683b0e18d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a878e16e-9e6b-42c6-935d-fb2e45c3671e,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:03.135419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b74a8-1602-4529-b48f-8b1cad7a5155 req-42acf169-d3cd-4281-ba35-1a7399e51923 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:03.137043 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-849b74a8-1602-4529-b48f-8b1cad7a5155 req-42acf169-d3cd-4281-ba35-1a7399e51923 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 944 time: 0.0740685 Feb 04 14:33:03.162381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-684ae8e1-7c4a-4750-8edd-73eb5c585cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:03.164261 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-684ae8e1-7c4a-4750-8edd-73eb5c585cc3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=17a9859f293c4ec7a0f99a5b7205e48b&device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 1127 time: 0.0540614 Feb 04 14:33:03.194677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-849b74a8-1602-4529-b48f-8b1cad7a5155 req-f4ecc177-9297-4529-815f-c7ee30f0195f tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502853 Feb 04 14:33:03.208529 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:33:03.215434 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-7d6cb71f-bb51-4f92-980d-862877167f36 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a878e16e-9e6b-42c6-935d-fb2e45c3671e HTTP/1.1" status: 200 len: 217 time: 0.0440233 Feb 04 14:33:03.269028 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2d12f1a0-c46d-4113-8a66-b903d4990682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:03.270344 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-2d12f1a0-c46d-4113-8a66-b903d4990682 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=461362aa-096f-46e5-969d-54ec13c99e9f HTTP/1.1" status: 200 len: 855 time: 0.0486252 Feb 04 14:33:03.305917 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a2bdaf-f4a2-4a6c-89cf-46c6d0630298 x-openstack-request-id: req-79a2bdaf-f4a2-4a6c-89cf-46c6d0630298 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:33:03.306241 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2853bcd-667d-471a-91af-1280d6739ac7", "tag": "a878e16e-9e6b-42c6-935d-fb2e45c3671e", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:33:03.306499 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-79a2bdaf-f4a2-4a6c-89cf-46c6d0630298 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:33:03.307557 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2853bcd-667d-471a-91af-1280d6739ac7', 'tag': 'a878e16e-9e6b-42c6-935d-fb2e45c3671e', 'status': 'completed', 'code': 200} Feb 04 14:33:03.327849 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-011e9792-064b-4984-85d6-6a892733c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:03.329286 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-011e9792-064b-4984-85d6-6a892733c19c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6f7510c2-8767-4b1e-8224-3c40f05c8e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0527208 Feb 04 14:33:03.424892 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-c3fe7ba4-12d2-4ddf-be94-d4b63c7cc31b service neutron] 10.222.0.99 "GET /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888953 Feb 04 14:33:03.514622 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5cec5bec-b271-4dd5-ba4b-90385a1ee900 req-b7876052-c0b3-4de4-ab1b-0f8a3c2d5be1 service neutron] 10.222.0.99 "GET /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835683 Feb 04 14:33:03.612030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c93f29-df7a-44c9-b311-9c501566c41f req-37da5c65-cad5-4760-9303-4a95c09b6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:03.613448 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e2c93f29-df7a-44c9-b311-9c501566c41f req-37da5c65-cad5-4760-9303-4a95c09b6a50 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=17a9859f293c4ec7a0f99a5b7205e48b&device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 1127 time: 0.0508640 Feb 04 14:33:03.702716 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c93f29-df7a-44c9-b311-9c501566c41f req-eef637b5-107d-4d5a-a7c9-73f3908cfe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:03.704167 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e2c93f29-df7a-44c9-b311-9c501566c41f req-eef637b5-107d-4d5a-a7c9-73f3908cfe7e service neutron] 10.222.0.99 "GET /v2.0/networks?id=6f7510c2-8767-4b1e-8224-3c40f05c8e4a HTTP/1.1" status: 200 len: 917 time: 0.0852752 Feb 04 14:33:03.748974 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e2c93f29-df7a-44c9-b311-9c501566c41f req-0c3ff7ec-c5ad-40db-a87f-990ba7e83815 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a878e16e-9e6b-42c6-935d-fb2e45c3671e HTTP/1.1" status: 200 len: 217 time: 0.0387557 Feb 04 14:33:03.796593 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c93f29-df7a-44c9-b311-9c501566c41f req-2cd30966-8b0b-46f1-9d34-070faa97ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:03.798004 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e2c93f29-df7a-44c9-b311-9c501566c41f req-2cd30966-8b0b-46f1-9d34-070faa97ae8b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=461362aa-096f-46e5-969d-54ec13c99e9f HTTP/1.1" status: 200 len: 855 time: 0.0440648 Feb 04 14:33:03.846961 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c93f29-df7a-44c9-b311-9c501566c41f req-34ef2d83-4415-45fc-8e01-274a33e26e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:03.848441 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e2c93f29-df7a-44c9-b311-9c501566c41f req-34ef2d83-4415-45fc-8e01-274a33e26e53 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6f7510c2-8767-4b1e-8224-3c40f05c8e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443377 Feb 04 14:33:03.939284 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e2c93f29-df7a-44c9-b311-9c501566c41f req-503e3744-2ce5-4077-af69-4dfd7344291e service neutron] 10.222.0.99 "GET /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842557 Feb 04 14:33:04.026762 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e2c93f29-df7a-44c9-b311-9c501566c41f req-461edc6f-c47c-4bc0-8034-041bc5cecc60 service neutron] 10.222.0.99 "GET /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817065 Feb 04 14:33:04.316092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155b448-6395-4393-9af8-a01ccf3a1514 req-6c81f4ae-54ff-4d29-9409-68663bd1b5dd tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:04.317569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f155b448-6395-4393-9af8-a01ccf3a1514 req-6c81f4ae-54ff-4d29-9409-68663bd1b5dd tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 944 time: 0.0528615 Feb 04 14:33:04.370911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f155b448-6395-4393-9af8-a01ccf3a1514 req-c627e633-7caa-4290-8c87-4ef621b4751d tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470383 Feb 04 14:33:05.493830 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4e713-53ae-4f13-9d4d-43d5ff71a6d1 req-d47ce5ea-ee92-4fa0-9c14-787d21f21de5 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:05.496051 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8cc4e713-53ae-4f13-9d4d-43d5ff71a6d1 req-d47ce5ea-ee92-4fa0-9c14-787d21f21de5 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 944 time: 0.0548997 Feb 04 14:33:05.544388 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8cc4e713-53ae-4f13-9d4d-43d5ff71a6d1 req-c8785c20-9a2a-418f-8851-d3c6188110ce tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426853 Feb 04 14:33:06.447318 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a878e16e-9e6b-42c6-935d-fb2e45c3671e details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:33:06.547744 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a878e16e-9e6b-42c6-935d-fb2e45c3671e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a878e16e-9e6b-42c6-935d-fb2e45c3671e,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:33:06.559784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'a878e16e-9e6b-42c6-935d-fb2e45c3671e', 'network_id': '6f7510c2-8767-4b1e-8224-3c40f05c8e4a', 'port_id': 'a878e16e-9e6b-42c6-935d-fb2e45c3671e', 'mac_address': 'fa:16:3e:6c:a2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461362aa-096f-46e5-969d-54ec13c99e9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:33:06.598443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a878e16e-9e6b-42c6-935d-fb2e45c3671e is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:33:06.598833 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a878e16e-9e6b-42c6-935d-fb2e45c3671e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:06.614435 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a878e16e-9e6b-42c6-935d-fb2e45c3671e {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:33:06.635086 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a878e16e-9e6b-42c6-935d-fb2e45c3671e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a878e16e-9e6b-42c6-935d-fb2e45c3671e,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:33:06.639845 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a878e16e-9e6b-42c6-935d-fb2e45c3671e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:06.672401 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eefffc-bb58-45e3-92c4-a0b76936ca47 req-404b1f91-2dd6-43ac-8db1-b9940bfcc576 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:06.673936 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7eefffc-bb58-45e3-92c4-a0b76936ca47 req-404b1f91-2dd6-43ac-8db1-b9940bfcc576 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 944 time: 0.0564394 Feb 04 14:33:06.691217 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a878e16e-9e6b-42c6-935d-fb2e45c3671e,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:06.722881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7eefffc-bb58-45e3-92c4-a0b76936ca47 req-bef6a514-9fb5-4842-bcc4-23af102577d6 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432577 Feb 04 14:33:06.939468 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['a878e16e-9e6b-42c6-935d-fb2e45c3671e'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:33:07.847833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf82e9c-c619-42f2-9ea2-f51b6f60f9c0 req-93871398-dc82-4dae-b6d5-4171bb463ff7 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:07.849338 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0cf82e9c-c619-42f2-9ea2-f51b6f60f9c0 req-93871398-dc82-4dae-b6d5-4171bb463ff7 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 945 time: 0.0579693 Feb 04 14:33:07.896415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0cf82e9c-c619-42f2-9ea2-f51b6f60f9c0 req-2185497c-9474-44d6-8f68-56c085474344 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412970 Feb 04 14:33:08.462863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a878e16e-9e6b-42c6-935d-fb2e45c3671e up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:33:08.512241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port a878e16e-9e6b-42c6-935d-fb2e45c3671e completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:33:08.516130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port a878e16e-9e6b-42c6-935d-fb2e45c3671e triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:33:08.516509 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a878e16e-9e6b-42c6-935d-fb2e45c3671e), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:08.597614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a878e16e-9e6b-42c6-935d-fb2e45c3671e is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:33:08.597995 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a878e16e-9e6b-42c6-935d-fb2e45c3671e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:08.623780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2853bcd-667d-471a-91af-1280d6739ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a878e16e-9e6b-42c6-935d-fb2e45c3671e'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:33:08.626479 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f579f531-867b-4065-a478-d51794254312" -d '{"events": [{"server_uuid": "e2853bcd-667d-471a-91af-1280d6739ac7", "name": "network-vif-plugged", "status": "completed", "tag": "a878e16e-9e6b-42c6-935d-fb2e45c3671e"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:33:08.639507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a878e16e-9e6b-42c6-935d-fb2e45c3671e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a878e16e-9e6b-42c6-935d-fb2e45c3671e,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:33:08.644214 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a878e16e-9e6b-42c6-935d-fb2e45c3671e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:08.695337 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a878e16e-9e6b-42c6-935d-fb2e45c3671e,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:08.721217 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa3c5ab-4a88-4e80-bdbb-66de7ac957a8 x-openstack-request-id: req-5fa3c5ab-4a88-4e80-bdbb-66de7ac957a8 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:33:08.721746 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2853bcd-667d-471a-91af-1280d6739ac7", "name": "network-vif-plugged", "status": "completed", "tag": "a878e16e-9e6b-42c6-935d-fb2e45c3671e", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:33:08.722134 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5fa3c5ab-4a88-4e80-bdbb-66de7ac957a8 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:33:08.722617 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2853bcd-667d-471a-91af-1280d6739ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a878e16e-9e6b-42c6-935d-fb2e45c3671e', 'code': 200} Feb 04 14:33:08.828690 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49df83b-4485-465d-9f4c-06151a563340 req-2c3f088b-6abc-4eff-b62c-c8c894b9da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:08.830244 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d49df83b-4485-465d-9f4c-06151a563340 req-2c3f088b-6abc-4eff-b62c-c8c894b9da0a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 1129 time: 0.0524452 Feb 04 14:33:08.876022 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d49df83b-4485-465d-9f4c-06151a563340 req-34fbd909-8227-4d95-83af-aaf5ac4d2e96 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402222 Feb 04 14:33:09.017388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347f58b-92e6-439c-ac1b-b3a76b06e977 req-20bb2f9f-7542-40e6-9e6d-111f46cf7fb3 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:09.018876 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4347f58b-92e6-439c-ac1b-b3a76b06e977 req-20bb2f9f-7542-40e6-9e6d-111f46cf7fb3 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 946 time: 0.0531723 Feb 04 14:33:09.067602 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4347f58b-92e6-439c-ac1b-b3a76b06e977 req-04583dbf-342c-4a00-9315-500d5942c7cd tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431597 Feb 04 14:33:10.189044 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29f37c-bb33-41f3-96b3-66bb75607feb req-ea544c35-4bc7-4dc5-80ef-7cdbe5cfcd23 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:10.190585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f29f37c-bb33-41f3-96b3-66bb75607feb req-ea544c35-4bc7-4dc5-80ef-7cdbe5cfcd23 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 946 time: 0.0562317 Feb 04 14:33:10.245447 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f29f37c-bb33-41f3-96b3-66bb75607feb req-d2491337-38e4-41d3-947a-1c588fc76733 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483274 Feb 04 14:33:11.084133 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4ec2eb75-f0e3-4b95-99e2-b26a127f0b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:11.366497 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1abe7-d1e2-490c-84c7-f7632b3dfe81 req-5dd298ed-4620-4111-bab9-e665329fd537 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:11.367918 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6be1abe7-d1e2-490c-84c7-f7632b3dfe81 req-5dd298ed-4620-4111-bab9-e665329fd537 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 946 time: 0.0538492 Feb 04 14:33:11.416466 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6be1abe7-d1e2-490c-84c7-f7632b3dfe81 req-d714fff6-42fe-4dd9-bb3a-20de23dc5887 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427594 Feb 04 14:33:11.538807 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded3a74-314f-4853-9e4a-424b27c7a5ad req-aa597420-b45a-483b-928d-26fd37951296 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:11.540578 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fded3a74-314f-4853-9e4a-424b27c7a5ad req-aa597420-b45a-483b-928d-26fd37951296 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 946 time: 0.0559993 Feb 04 14:33:11.589397 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fded3a74-314f-4853-9e4a-424b27c7a5ad req-a10a29c2-aaab-493f-b89b-bfe173dd5572 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428462 Feb 04 14:33:14.476787 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:15.289901 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6147-04a5-4a33-a024-c6ebf2a4e57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:15.359963 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:15.818838 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:16.299979 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-78f3d393-ba55-4e6d-a699-1b928a84dd0c req-d9c48e64-d4b4-4cca-8343-4cc11b90d0e1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480566 Feb 04 14:33:16.386188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3d393-ba55-4e6d-a699-1b928a84dd0c req-ab848cf2-baf2-4c70-a96d-307943c22927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:16.387763 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-78f3d393-ba55-4e6d-a699-1b928a84dd0c req-ab848cf2-baf2-4c70-a96d-307943c22927 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=17a9859f293c4ec7a0f99a5b7205e48b&device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 1129 time: 0.0451183 Feb 04 14:33:16.499461 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3d393-ba55-4e6d-a699-1b928a84dd0c req-961000ac-209b-477b-904a-c0e5b51edf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:16.500986 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-78f3d393-ba55-4e6d-a699-1b928a84dd0c req-961000ac-209b-477b-904a-c0e5b51edf19 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6f7510c2-8767-4b1e-8224-3c40f05c8e4a HTTP/1.1" status: 200 len: 917 time: 0.0948129 Feb 04 14:33:16.542703 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-78f3d393-ba55-4e6d-a699-1b928a84dd0c req-04219db4-2ca9-4eee-bd01-0a79bb76b2ea service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a878e16e-9e6b-42c6-935d-fb2e45c3671e HTTP/1.1" status: 200 len: 217 time: 0.0361109 Feb 04 14:33:16.590324 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3d393-ba55-4e6d-a699-1b928a84dd0c req-5b617cbd-8082-46e3-aaaa-9f8546590218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:16.591799 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-78f3d393-ba55-4e6d-a699-1b928a84dd0c req-5b617cbd-8082-46e3-aaaa-9f8546590218 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=461362aa-096f-46e5-969d-54ec13c99e9f HTTP/1.1" status: 200 len: 855 time: 0.0443029 Feb 04 14:33:16.641525 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3d393-ba55-4e6d-a699-1b928a84dd0c req-f6a7ee8e-37f3-4f2c-be24-8fa1d51c51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:16.642985 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-78f3d393-ba55-4e6d-a699-1b928a84dd0c req-f6a7ee8e-37f3-4f2c-be24-8fa1d51c51d8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6f7510c2-8767-4b1e-8224-3c40f05c8e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454555 Feb 04 14:33:16.735803 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-78f3d393-ba55-4e6d-a699-1b928a84dd0c req-cbd9070a-ddea-4989-9177-246b1e980570 service neutron] 10.222.0.99 "GET /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867286 Feb 04 14:33:16.830061 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-78f3d393-ba55-4e6d-a699-1b928a84dd0c req-71578c11-b36d-4ffd-9d0d-a37b44702eca service neutron] 10.222.0.99 "GET /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883732 Feb 04 14:33:17.160315 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:18.069420 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:40.199444 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:33:41.092498 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-703a5665-a75c-4fed-a0e8-1dbf1604037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:44.483099 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:45.300505 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-61b0dccc-f1e2-491b-ad24-0849624d6405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:45.376631 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:45.801698 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e23dc5-2006-4e0e-9a9d-1f32d934083e req-04882d38-bf3b-4d75-b976-97bd0571f25c tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:45.803256 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67e23dc5-2006-4e0e-9a9d-1f32d934083e req-04882d38-bf3b-4d75-b976-97bd0571f25c tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 946 time: 0.0709691 Feb 04 14:33:45.836069 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:45.896671 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67e23dc5-2006-4e0e-9a9d-1f32d934083e req-088f3c63-a31f-4d9c-be7a-5800f2454f6d tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811896 Feb 04 14:33:47.039962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f0a70-4439-4dc0-9281-92770f72956a req-0d2d6638-203e-4b47-9867-0f24aeec7815 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:47.041870 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea0f0a70-4439-4dc0-9281-92770f72956a req-0d2d6638-203e-4b47-9867-0f24aeec7815 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 946 time: 0.0558000 Feb 04 14:33:47.098430 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea0f0a70-4439-4dc0-9281-92770f72956a req-7bdd57dd-2bdd-42dc-bf4f-3a265a07c3fe tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/security-groups?id=5fd89d01-18bd-45fa-8377-d2fb6d95deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466456 Feb 04 14:33:47.165649 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:47.440981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e3a77-6a8d-4f8d-8880-50d60bf36ff5 req-63a56ce8-2c27-4b85-a9c8-34aa394548b7 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:47.442518 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e78e3a77-6a8d-4f8d-8880-50d60bf36ff5 req-63a56ce8-2c27-4b85-a9c8-34aa394548b7 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.99 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 946 time: 0.0557117 Feb 04 14:33:47.542676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e78e3a77-6a8d-4f8d-8880-50d60bf36ff5 req-84cd247f-50fd-4300-a920-ef745c824280 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Deleting port a878e16e-9e6b-42c6-935d-fb2e45c3671e {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:33:47.543016 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e78e3a77-6a8d-4f8d-8880-50d60bf36ff5 req-84cd247f-50fd-4300-a920-ef745c824280 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a878e16e-9e6b-42c6-935d-fb2e45c3671e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:47.646060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e78e3a77-6a8d-4f8d-8880-50d60bf36ff5 req-84cd247f-50fd-4300-a920-ef745c824280 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] For port a878e16e-9e6b-42c6-935d-fb2e45c3671e, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a878e16e-9e6b-42c6-935d-fb2e45c3671e,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:33:47.646331 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e78e3a77-6a8d-4f8d-8880-50d60bf36ff5 req-84cd247f-50fd-4300-a920-ef745c824280 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a878e16e-9e6b-42c6-935d-fb2e45c3671e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:47.659838 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e78e3a77-6a8d-4f8d-8880-50d60bf36ff5 req-84cd247f-50fd-4300-a920-ef745c824280 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Calling delete_port for a878e16e-9e6b-42c6-935d-fb2e45c3671e owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:33:47.800949 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e78e3a77-6a8d-4f8d-8880-50d60bf36ff5 req-84cd247f-50fd-4300-a920-ef745c824280 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a878e16e-9e6b-42c6-935d-fb2e45c3671e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:47.812909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['a878e16e-9e6b-42c6-935d-fb2e45c3671e'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:33:47.831712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd247f-50fd-4300-a920-ef745c824280 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Pushing event deleted for resources: {'Port': ['ID=a878e16e-9e6b-42c6-935d-fb2e45c3671e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:47.876077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78e3a77-6a8d-4f8d-8880-50d60bf36ff5 req-84cd247f-50fd-4300-a920-ef745c824280 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] No DVR routers for this DVR port a878e16e-9e6b-42c6-935d-fb2e45c3671e on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:33:47.878846 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e78e3a77-6a8d-4f8d-8880-50d60bf36ff5 req-84cd247f-50fd-4300-a920-ef745c824280 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:47.882250 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e78e3a77-6a8d-4f8d-8880-50d60bf36ff5 req-84cd247f-50fd-4300-a920-ef745c824280 tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.99 "DELETE /v2.0/ports/a878e16e-9e6b-42c6-935d-fb2e45c3671e HTTP/1.1" status: 204 len: 173 time: 0.4345577 Feb 04 14:33:47.882706 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2853bcd-667d-471a-91af-1280d6739ac7', 'name': 'network-vif-deleted', 'tag': 'a878e16e-9e6b-42c6-935d-fb2e45c3671e'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:33:47.884953 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498fc70b-fc21-40c0-a2a8-b764e5913a0e" -d '{"events": [{"server_uuid": "e2853bcd-667d-471a-91af-1280d6739ac7", "name": "network-vif-deleted", "tag": "a878e16e-9e6b-42c6-935d-fb2e45c3671e"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:33:47.929070 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9627e552-1f82-40cd-a968-c1fa3ac2705c x-openstack-request-id: req-9627e552-1f82-40cd-a968-c1fa3ac2705c {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:33:47.929589 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2853bcd-667d-471a-91af-1280d6739ac7", "name": "network-vif-deleted", "tag": "a878e16e-9e6b-42c6-935d-fb2e45c3671e", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:33:47.929866 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9627e552-1f82-40cd-a968-c1fa3ac2705c {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:33:47.930284 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2853bcd-667d-471a-91af-1280d6739ac7', 'name': 'network-vif-deleted', 'tag': 'a878e16e-9e6b-42c6-935d-fb2e45c3671e', 'status': 'completed', 'code': 200} Feb 04 14:33:48.075247 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:48.241671 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d21305ce-0f8c-4cac-8e43-a6a57761e5fe req-b3ce72b2-fffb-48b9-afc6-7ebcdd000bea tempest-TestEncryptedCinderVolumes-1232251459 tempest-TestEncryptedCinderVolumes-1232251459-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2853bcd-667d-471a-91af-1280d6739ac7 HTTP/1.1" status: 200 len: 210 time: 0.0456772 Feb 04 14:33:49.344664 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36700) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:33:50.021369 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9406a0c-9b26-4989-a217-ee301a4f1c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:50.282160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f9406a0c-9b26-4989-a217-ee301a4f1c04 admin admin] Deleting port ef1e646a-c9e5-481c-9a09-5c3271012b21 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:33:50.282435 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9406a0c-9b26-4989-a217-ee301a4f1c04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:50.366778 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-f9406a0c-9b26-4989-a217-ee301a4f1c04 admin admin] For port ef1e646a-c9e5-481c-9a09-5c3271012b21, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ef1e646a-c9e5-481c-9a09-5c3271012b21,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:33:50.367453 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9406a0c-9b26-4989-a217-ee301a4f1c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:50.381160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f9406a0c-9b26-4989-a217-ee301a4f1c04 admin admin] Calling delete_port for ef1e646a-c9e5-481c-9a09-5c3271012b21 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:33:50.612525 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9406a0c-9b26-4989-a217-ee301a4f1c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ef1e646a-c9e5-481c-9a09-5c3271012b21), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:50.645374 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9406a0c-9b26-4989-a217-ee301a4f1c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1e646a-c9e5-481c-9a09-5c3271012b21,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:50.902751 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9406a0c-9b26-4989-a217-ee301a4f1c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:51.149612 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9406a0c-9b26-4989-a217-ee301a4f1c04 admin admin] Router fc3bc0ec-6daa-45f5-8083-5bd40e374b9f has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:33:51.271321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9406a0c-9b26-4989-a217-ee301a4f1c04 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:33:51.276753 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f9406a0c-9b26-4989-a217-ee301a4f1c04 admin admin] 10.222.0.96 "PUT /v2.0/routers/fc3bc0ec-6daa-45f5-8083-5bd40e374b9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9309413 Feb 04 14:33:51.281860 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36702) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:33:51.283238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25aefcf-a860-4ff2-b7a4-6f83f1f1fc72 None None] Sync routers for ids ['fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:33:51.298528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25aefcf-a860-4ff2-b7a4-6f83f1f1fc72 None None] Routers {'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:33:51.299321 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f25aefcf-a860-4ff2-b7a4-6f83f1f1fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:33:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:33:51.418165 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-765751f0-ecab-4e22-9d4f-1a95e36f080b admin admin] Publish callbacks [] for router (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:51.427814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-f25aefcf-a860-4ff2-b7a4-6f83f1f1fc72 None None] Set router fc3bc0ec-6daa-45f5-8083-5bd40e374b9f gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:33:51.552049 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-765751f0-ecab-4e22-9d4f-1a95e36f080b admin admin] Publish callbacks [] for router_gateway (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:51.616752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-765751f0-ecab-4e22-9d4f-1a95e36f080b admin admin] Deleting port d1934fd4-bcf8-49ad-9638-f3515ea7fb74 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:33:51.617253 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-765751f0-ecab-4e22-9d4f-1a95e36f080b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d1934fd4-bcf8-49ad-9638-f3515ea7fb74), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:51.648017 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f25aefcf-a860-4ff2-b7a4-6f83f1f1fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'name': 'tempest-TestEncryptedCinderVolumes-875498880-router', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'd1934fd4-bcf8-49ad-9638-f3515ea7fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:00Z', 'updated_at': '2022-02-04T14:33:50Z', 'revision_number': 5, 'project_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'gw_port': {'id': 'd1934fd4-bcf8-49ad-9638-f3515ea7fb74', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:00Z', 'updated_at': '2022-02-04T14:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:33:51.694396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25aefcf-a860-4ff2-b7a4-6f83f1f1fc72 None None] Checking router: fc3bc0ec-6daa-45f5-8083-5bd40e374b9f for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:33:51.708381 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25aefcf-a860-4ff2-b7a4-6f83f1f1fc72 None None] Routers {'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:33:51.709320 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f25aefcf-a860-4ff2-b7a4-6f83f1f1fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:33:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:33:51.725075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-765751f0-ecab-4e22-9d4f-1a95e36f080b admin admin] For port d1934fd4-bcf8-49ad-9638-f3515ea7fb74, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d1934fd4-bcf8-49ad-9638-f3515ea7fb74,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:33:51.725443 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-765751f0-ecab-4e22-9d4f-1a95e36f080b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d1934fd4-bcf8-49ad-9638-f3515ea7fb74), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:51.746149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-765751f0-ecab-4e22-9d4f-1a95e36f080b admin admin] Calling delete_port for d1934fd4-bcf8-49ad-9638-f3515ea7fb74 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:33:51.819408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-f25aefcf-a860-4ff2-b7a4-6f83f1f1fc72 None None] Set router fc3bc0ec-6daa-45f5-8083-5bd40e374b9f gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:33:51.877076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f25aefcf-a860-4ff2-b7a4-6f83f1f1fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'name': 'tempest-TestEncryptedCinderVolumes-875498880-router', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:00Z', 'updated_at': '2022-02-04T14:33:51Z', 'revision_number': 6, 'project_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:33:51.904832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25aefcf-a860-4ff2-b7a4-6f83f1f1fc72 None None] The sync data for ids ['fc3bc0ec-6daa-45f5-8083-5bd40e374b9f'] in n-d-714676-13 is: [{'id': 'fc3bc0ec-6daa-45f5-8083-5bd40e374b9f', 'name': 'tempest-TestEncryptedCinderVolumes-875498880-router', 'tenant_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:00Z', 'updated_at': '2022-02-04T14:33:51Z', 'revision_number': 6, 'project_id': '17a9859f293c4ec7a0f99a5b7205e48b', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:33:51.944337 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-765751f0-ecab-4e22-9d4f-1a95e36f080b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d1934fd4-bcf8-49ad-9638-f3515ea7fb74), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:51.975612 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765751f0-ecab-4e22-9d4f-1a95e36f080b admin admin] Pushing event deleted for resources: {'Port': ['ID=d1934fd4-bcf8-49ad-9638-f3515ea7fb74,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:52.054505 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-765751f0-ecab-4e22-9d4f-1a95e36f080b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:52.154223 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-765751f0-ecab-4e22-9d4f-1a95e36f080b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:52.156602 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-765751f0-ecab-4e22-9d4f-1a95e36f080b admin admin] Publish callbacks [] for router_controller (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:52.213790 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-765751f0-ecab-4e22-9d4f-1a95e36f080b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (fc3bc0ec-6daa-45f5-8083-5bd40e374b9f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:52.214261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765751f0-ecab-4e22-9d4f-1a95e36f080b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc3bc0ec-6daa-45f5-8083-5bd40e374b9f {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:33:52.220401 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-765751f0-ecab-4e22-9d4f-1a95e36f080b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:52.221905 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-765751f0-ecab-4e22-9d4f-1a95e36f080b admin admin] 10.222.0.96 "DELETE /v2.0/routers/fc3bc0ec-6daa-45f5-8083-5bd40e374b9f HTTP/1.1" status: 204 len: 168 time: 0.9386525 Feb 04 14:33:52.224806 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36706) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:33:52.274247 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Deleting subnet 461362aa-096f-46e5-969d-54ec13c99e9f {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:33:52.275917 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Publish callbacks [] for subnet (461362aa-096f-46e5-969d-54ec13c99e9f), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:52.317481 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (461362aa-096f-46e5-969d-54ec13c99e9f), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:52.394386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ef1e646a-c9e5-481c-9a09-5c3271012b21 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:33:52.421013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: ef1e646a-c9e5-481c-9a09-5c3271012b21 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:33:52.421359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ef1e646a-c9e5-481c-9a09-5c3271012b21 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:33:52.433599 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (461362aa-096f-46e5-969d-54ec13c99e9f), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:52.488811 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (461362aa-096f-46e5-969d-54ec13c99e9f), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:52.513524 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=461362aa-096f-46e5-969d-54ec13c99e9f,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:52.523762 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:52.527104 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] 10.222.0.96 "DELETE /v2.0/subnets/461362aa-096f-46e5-969d-54ec13c99e9f HTTP/1.1" status: 204 len: 168 time: 0.3012414 Feb 04 14:33:52.529270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97b93d5-c019-45ca-a82f-48b7046fed03 None None] Network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:33:52.529487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:52.529766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:52.530047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:52.530605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:52.530782 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:52.531059 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:52.531387 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:52.531588 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36708) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:33:52.532321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:52.532321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:52.532321 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:52.532761 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:52.532941 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:52.533367 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c76f4-f5e7-4a03-af9e-95e83fd3e3cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:52.610023 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (6f7510c2-8767-4b1e-8224-3c40f05c8e4a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:52.665232 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] Deleting port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:33:52.665494 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4f695d72-3e9e-4887-82c4-d6d67a7c5e37), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:52.748447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] For port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4f695d72-3e9e-4887-82c4-d6d67a7c5e37,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:33:52.748745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] DHCP port deletion for 6f7510c2-8767-4b1e-8224-3c40f05c8e4a request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:33:52.748859 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4f695d72-3e9e-4887-82c4-d6d67a7c5e37), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:52.755294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a878e16e-9e6b-42c6-935d-fb2e45c3671e no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:33:52.764327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] Calling delete_port for 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:33:52.778726 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: a878e16e-9e6b-42c6-935d-fb2e45c3671e {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:33:52.779284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a878e16e-9e6b-42c6-935d-fb2e45c3671e not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:33:52.830366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Deleting port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:33:52.830739 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4f695d72-3e9e-4887-82c4-d6d67a7c5e37), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:52.866432 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4f695d72-3e9e-4887-82c4-d6d67a7c5e37), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:52.897087 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f695d72-3e9e-4887-82c4-d6d67a7c5e37,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:52.899123 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] No DVR routers for this DVR port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:33:52.984693 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (6f7510c2-8767-4b1e-8224-3c40f05c8e4a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:53.010870 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7510c2-8767-4b1e-8224-3c40f05c8e4a']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:33:53.022353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67791a8f-5b03-4cec-a567-df8d2a73458c') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:33:53.022660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67791a8f-5b03-4cec-a567-df8d2a73458c') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:33:53.033605 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (67791a8f-5b03-4cec-a567-df8d2a73458c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:53.051131 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (67791a8f-5b03-4cec-a567-df8d2a73458c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:53.058552 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:33:53.059100 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (67791a8f-5b03-4cec-a567-df8d2a73458c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:33:53.061844 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:33:53.074515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] For port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4f695d72-3e9e-4887-82c4-d6d67a7c5e37,segment=NetworkSegment(67791a8f-5b03-4cec-a567-df8d2a73458c),segment_id=67791a8f-5b03-4cec-a567-df8d2a73458c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:33:53.076119 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4f695d72-3e9e-4887-82c4-d6d67a7c5e37), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:53.091877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Calling delete_port for 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:33:53.132488 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (6f7510c2-8767-4b1e-8224-3c40f05c8e4a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:53.141226 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:53.147595 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] 10.222.0.96 "DELETE /v2.0/networks/6f7510c2-8767-4b1e-8224-3c40f05c8e4a HTTP/1.1" status: 204 len: 168 time: 0.6143420 Feb 04 14:33:53.151695 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36710) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:33:53.179501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075143de-d824-4b48-8385-673d1f64d817 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f7510c2-8767-4b1e-8224-3c40f05c8e4a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:53.191791 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (4f695d72-3e9e-4887-82c4-d6d67a7c5e37), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:53.217001 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Network 6f7510c2-8767-4b1e-8224-3c40f05c8e4a is not hosted by any dhcp agent {{(pid=103608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 14:33:53.217479 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] No DVR routers for this DVR port 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:33:53.219354 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Pushing event deleted for resources: {'Port': ['ID=4f695d72-3e9e-4887-82c4-d6d67a7c5e37,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:53.228709 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:53.229035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:53.229386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:53.229725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:53.230066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:53.230771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:53.230771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:53.231067 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:53.231482 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:53.231819 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:53.232220 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:53.232461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:53.232786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba2ed9-252f-4167-b10a-fa92b25228a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:53.551842 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-800932ce-f169-4ed0-9a97-0c97b71a5ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:53.813753 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-800932ce-f169-4ed0-9a97-0c97b71a5ea1 admin admin] Deleting port b664a829-67ef-4da4-860f-9110e254ee82 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:33:53.814010 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-800932ce-f169-4ed0-9a97-0c97b71a5ea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b664a829-67ef-4da4-860f-9110e254ee82), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:53.907007 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-800932ce-f169-4ed0-9a97-0c97b71a5ea1 admin admin] For port b664a829-67ef-4da4-860f-9110e254ee82, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b664a829-67ef-4da4-860f-9110e254ee82,segment=NetworkSegment(94ab5545-2a64-40e8-8e9c-cad7f29a3100),segment_id=94ab5545-2a64-40e8-8e9c-cad7f29a3100)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:33:53.907367 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-800932ce-f169-4ed0-9a97-0c97b71a5ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b664a829-67ef-4da4-860f-9110e254ee82), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:53.922022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-800932ce-f169-4ed0-9a97-0c97b71a5ea1 admin admin] Calling delete_port for b664a829-67ef-4da4-860f-9110e254ee82 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:33:54.109353 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-800932ce-f169-4ed0-9a97-0c97b71a5ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b664a829-67ef-4da4-860f-9110e254ee82), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:54.161444 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800932ce-f169-4ed0-9a97-0c97b71a5ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b664a829-67ef-4da4-860f-9110e254ee82,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:54.190369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d1934fd4-bcf8-49ad-9638-f3515ea7fb74 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:33:54.213108 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: d1934fd4-bcf8-49ad-9638-f3515ea7fb74 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:33:54.213672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d1934fd4-bcf8-49ad-9638-f3515ea7fb74 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:33:54.213963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:33:54.236203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:33:54.236557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4f695d72-3e9e-4887-82c4-d6d67a7c5e37 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:33:54.346910 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-800932ce-f169-4ed0-9a97-0c97b71a5ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:54.599352 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800932ce-f169-4ed0-9a97-0c97b71a5ea1 admin admin] Router 7d98e9b5-493b-4bf4-b75f-d47954a2cd5d has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:33:54.717839 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800932ce-f169-4ed0-9a97-0c97b71a5ea1 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:33:54.723256 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-800932ce-f169-4ed0-9a97-0c97b71a5ea1 admin admin] 10.222.0.96 "PUT /v2.0/routers/7d98e9b5-493b-4bf4-b75f-d47954a2cd5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5700161 Feb 04 14:33:54.725789 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36712) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:33:54.726669 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74207e4c-d1d6-40f1-89b9-6de5d1b13e8f None None] Sync routers for ids ['7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:33:54.737065 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74207e4c-d1d6-40f1-89b9-6de5d1b13e8f None None] Routers {'7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:33:54.737669 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-74207e4c-d1d6-40f1-89b9-6de5d1b13e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:33:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:33:54.847862 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-74207e4c-d1d6-40f1-89b9-6de5d1b13e8f None None] Set router 7d98e9b5-493b-4bf4-b75f-d47954a2cd5d gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:33:54.866577 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c880f1d2-9403-44fa-8e27-6e7fe00bfb26 admin admin] Publish callbacks [] for router (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:54.990966 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c880f1d2-9403-44fa-8e27-6e7fe00bfb26 admin admin] Publish callbacks [] for router_gateway (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:55.045212 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-74207e4c-d1d6-40f1-89b9-6de5d1b13e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'name': 'tempest-TestEncryptedCinderVolumes-115075598-router', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '041700c2-117a-4ba7-ba39-50ad23956d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:04Z', 'updated_at': '2022-02-04T14:33:54Z', 'revision_number': 5, 'project_id': '3647471d16b94c4a83eca6fc3a21d974', 'gw_port': {'id': '041700c2-117a-4ba7-ba39-50ad23956d44', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:32:05Z', 'updated_at': '2022-02-04T14:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:33:55.066283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-c880f1d2-9403-44fa-8e27-6e7fe00bfb26 admin admin] Deleting port 041700c2-117a-4ba7-ba39-50ad23956d44 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:33:55.066623 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c880f1d2-9403-44fa-8e27-6e7fe00bfb26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (041700c2-117a-4ba7-ba39-50ad23956d44), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:55.072102 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74207e4c-d1d6-40f1-89b9-6de5d1b13e8f None None] Checking router: 7d98e9b5-493b-4bf4-b75f-d47954a2cd5d for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:33:55.081766 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74207e4c-d1d6-40f1-89b9-6de5d1b13e8f None None] Routers {'7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:33:55.082496 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-74207e4c-d1d6-40f1-89b9-6de5d1b13e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:33:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:33:55.160332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-c880f1d2-9403-44fa-8e27-6e7fe00bfb26 admin admin] For port 041700c2-117a-4ba7-ba39-50ad23956d44, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=041700c2-117a-4ba7-ba39-50ad23956d44,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:33:55.160675 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c880f1d2-9403-44fa-8e27-6e7fe00bfb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (041700c2-117a-4ba7-ba39-50ad23956d44), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:55.176485 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-c880f1d2-9403-44fa-8e27-6e7fe00bfb26 admin admin] Calling delete_port for 041700c2-117a-4ba7-ba39-50ad23956d44 owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:33:55.179511 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-74207e4c-d1d6-40f1-89b9-6de5d1b13e8f None None] Set router 7d98e9b5-493b-4bf4-b75f-d47954a2cd5d gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:33:55.242645 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-74207e4c-d1d6-40f1-89b9-6de5d1b13e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'name': 'tempest-TestEncryptedCinderVolumes-115075598-router', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:04Z', 'updated_at': '2022-02-04T14:33:54Z', 'revision_number': 6, 'project_id': '3647471d16b94c4a83eca6fc3a21d974', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:33:55.282502 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74207e4c-d1d6-40f1-89b9-6de5d1b13e8f None None] The sync data for ids ['7d98e9b5-493b-4bf4-b75f-d47954a2cd5d'] in n-d-714676-13 is: [{'id': '7d98e9b5-493b-4bf4-b75f-d47954a2cd5d', 'name': 'tempest-TestEncryptedCinderVolumes-115075598-router', 'tenant_id': '3647471d16b94c4a83eca6fc3a21d974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:32:04Z', 'updated_at': '2022-02-04T14:33:54Z', 'revision_number': 6, 'project_id': '3647471d16b94c4a83eca6fc3a21d974', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:33:55.766902 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c880f1d2-9403-44fa-8e27-6e7fe00bfb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (041700c2-117a-4ba7-ba39-50ad23956d44), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:55.796252 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880f1d2-9403-44fa-8e27-6e7fe00bfb26 admin admin] Pushing event deleted for resources: {'Port': ['ID=041700c2-117a-4ba7-ba39-50ad23956d44,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:55.866876 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c880f1d2-9403-44fa-8e27-6e7fe00bfb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:55.969084 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c880f1d2-9403-44fa-8e27-6e7fe00bfb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:55.971548 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c880f1d2-9403-44fa-8e27-6e7fe00bfb26 admin admin] Publish callbacks [] for router_controller (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.022059 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c880f1d2-9403-44fa-8e27-6e7fe00bfb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (7d98e9b5-493b-4bf4-b75f-d47954a2cd5d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.022544 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c880f1d2-9403-44fa-8e27-6e7fe00bfb26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d98e9b5-493b-4bf4-b75f-d47954a2cd5d {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:33:56.027319 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c880f1d2-9403-44fa-8e27-6e7fe00bfb26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.028559 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c880f1d2-9403-44fa-8e27-6e7fe00bfb26 admin admin] 10.222.0.96 "DELETE /v2.0/routers/7d98e9b5-493b-4bf4-b75f-d47954a2cd5d HTTP/1.1" status: 204 len: 168 time: 1.3018017 Feb 04 14:33:56.031831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36714) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:33:56.078498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-61467c7b-47e7-4cb3-977c-1cba57697aa9 admin admin] Deleting subnet a3b7a235-077a-4e00-b6d9-0ee320c0c82e {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:33:56.082300 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61467c7b-47e7-4cb3-977c-1cba57697aa9 admin admin] Publish callbacks [] for subnet (a3b7a235-077a-4e00-b6d9-0ee320c0c82e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.125090 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61467c7b-47e7-4cb3-977c-1cba57697aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (a3b7a235-077a-4e00-b6d9-0ee320c0c82e), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.198704 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b664a829-67ef-4da4-860f-9110e254ee82 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:33:56.229964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: b664a829-67ef-4da4-860f-9110e254ee82 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:33:56.230369 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b664a829-67ef-4da4-860f-9110e254ee82 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:33:56.231864 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 041700c2-117a-4ba7-ba39-50ad23956d44 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:33:56.236360 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61467c7b-47e7-4cb3-977c-1cba57697aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (a3b7a235-077a-4e00-b6d9-0ee320c0c82e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.255041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 041700c2-117a-4ba7-ba39-50ad23956d44 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:33:56.255379 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 041700c2-117a-4ba7-ba39-50ad23956d44 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:33:56.298194 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61467c7b-47e7-4cb3-977c-1cba57697aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (a3b7a235-077a-4e00-b6d9-0ee320c0c82e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.328453 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61467c7b-47e7-4cb3-977c-1cba57697aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3b7a235-077a-4e00-b6d9-0ee320c0c82e,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:56.330774 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61467c7b-47e7-4cb3-977c-1cba57697aa9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.335092 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-61467c7b-47e7-4cb3-977c-1cba57697aa9 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a3b7a235-077a-4e00-b6d9-0ee320c0c82e HTTP/1.1" status: 204 len: 168 time: 0.3012941 Feb 04 14:33:56.337060 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36716) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:33:56.340003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a42f0d2-f624-4e0f-a5ed-c51df6b0d787 None None] Network 5c434a3f-6a9b-4701-a328-5d8ae39cf76d requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:33:56.435111 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (5c434a3f-6a9b-4701-a328-5d8ae39cf76d), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.510933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] Deleting port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:33:56.511283 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5f70eaf3-522c-40b9-9a05-d77fe5c45e98), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.525696 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314a769e-b150-432a-b932-6bc5d24011a2 None None] DHCP port deletion for 5c434a3f-6a9b-4701-a328-5d8ae39cf76d request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:33:56.587139 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] For port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5f70eaf3-522c-40b9-9a05-d77fe5c45e98,segment=NetworkSegment(94ab5545-2a64-40e8-8e9c-cad7f29a3100),segment_id=94ab5545-2a64-40e8-8e9c-cad7f29a3100)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:33:56.587697 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5f70eaf3-522c-40b9-9a05-d77fe5c45e98), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.588562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-314a769e-b150-432a-b932-6bc5d24011a2 None None] Deleting port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:33:56.588969 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-314a769e-b150-432a-b932-6bc5d24011a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5f70eaf3-522c-40b9-9a05-d77fe5c45e98), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.613980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] Calling delete_port for 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:33:56.658769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-314a769e-b150-432a-b932-6bc5d24011a2 None None] For port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5f70eaf3-522c-40b9-9a05-d77fe5c45e98,segment=NetworkSegment(94ab5545-2a64-40e8-8e9c-cad7f29a3100),segment_id=94ab5545-2a64-40e8-8e9c-cad7f29a3100)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:33:56.659165 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-314a769e-b150-432a-b932-6bc5d24011a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5f70eaf3-522c-40b9-9a05-d77fe5c45e98), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.672782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-314a769e-b150-432a-b932-6bc5d24011a2 None None] Calling delete_port for 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:33:56.699746 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (5f70eaf3-522c-40b9-9a05-d77fe5c45e98), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.726865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f70eaf3-522c-40b9-9a05-d77fe5c45e98,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:56.735340 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] No DVR routers for this DVR port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:33:56.814938 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (5c434a3f-6a9b-4701-a328-5d8ae39cf76d), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.835262 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-314a769e-b150-432a-b932-6bc5d24011a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (5f70eaf3-522c-40b9-9a05-d77fe5c45e98), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.838964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c434a3f-6a9b-4701-a328-5d8ae39cf76d']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:33:56.854129 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ab5545-2a64-40e8-8e9c-cad7f29a3100') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:33:56.854458 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ab5545-2a64-40e8-8e9c-cad7f29a3100') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:33:56.864379 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a769e-b150-432a-b932-6bc5d24011a2 None None] Pushing event deleted for resources: {'Port': ['ID=5f70eaf3-522c-40b9-9a05-d77fe5c45e98,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:56.867203 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (94ab5545-2a64-40e8-8e9c-cad7f29a3100), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.874493 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a769e-b150-432a-b932-6bc5d24011a2 None None] No DVR routers for this DVR port 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:33:56.894421 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (94ab5545-2a64-40e8-8e9c-cad7f29a3100), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.903780 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:33:56.904266 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (94ab5545-2a64-40e8-8e9c-cad7f29a3100), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:33:56.906337 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:33:56.972993 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (5c434a3f-6a9b-4701-a328-5d8ae39cf76d), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.982725 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:56.985798 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] 10.222.0.96 "DELETE /v2.0/networks/5c434a3f-6a9b-4701-a328-5d8ae39cf76d HTTP/1.1" status: 204 len: 168 time: 0.6475842 Feb 04 14:33:56.998296 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefdff7-f2fc-422a-a7aa-c5dc447a54b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c434a3f-6a9b-4701-a328-5d8ae39cf76d,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:57.167689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36720) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:33:57.213611 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cc80af67-cac7-40e6-bc50-899f33aff200 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=17a9859f293c4ec7a0f99a5b7205e48b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447133 Feb 04 14:33:57.216665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36722) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:33:57.264396 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5453fed1-7072-44b9-9482-023ba5a4204c admin admin] Publish callbacks [] for security_group (5fd89d01-18bd-45fa-8377-d2fb6d95deab), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:57.292625 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5453fed1-7072-44b9-9482-023ba5a4204c admin admin] Publish callbacks [] for security_group (5fd89d01-18bd-45fa-8377-d2fb6d95deab), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:57.355346 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5453fed1-7072-44b9-9482-023ba5a4204c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5fd89d01-18bd-45fa-8377-d2fb6d95deab), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:57.358178 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5453fed1-7072-44b9-9482-023ba5a4204c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:57.359485 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5453fed1-7072-44b9-9482-023ba5a4204c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5fd89d01-18bd-45fa-8377-d2fb6d95deab HTTP/1.1" status: 204 len: 168 time: 0.1418226 Feb 04 14:33:57.367403 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453fed1-7072-44b9-9482-023ba5a4204c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd89d01-18bd-45fa-8377-d2fb6d95deab,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:57.728011 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36728) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:33:57.775356 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9c8c2277-860c-48cb-87b7-28a11f94c3ab admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3647471d16b94c4a83eca6fc3a21d974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459089 Feb 04 14:33:57.779166 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36730) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:33:57.834463 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba0447c7-2492-48f4-880a-6954d98bc65b admin admin] Publish callbacks [] for security_group (bc0edc1f-29e3-4080-a1f6-a3ed74fd430a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:57.855288 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba0447c7-2492-48f4-880a-6954d98bc65b admin admin] Publish callbacks [] for security_group (bc0edc1f-29e3-4080-a1f6-a3ed74fd430a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:57.914732 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba0447c7-2492-48f4-880a-6954d98bc65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (bc0edc1f-29e3-4080-a1f6-a3ed74fd430a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:57.917618 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ba0447c7-2492-48f4-880a-6954d98bc65b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:57.919456 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ba0447c7-2492-48f4-880a-6954d98bc65b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bc0edc1f-29e3-4080-a1f6-a3ed74fd430a HTTP/1.1" status: 204 len: 168 time: 0.1387427 Feb 04 14:33:57.927666 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0447c7-2492-48f4-880a-6954d98bc65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0edc1f-29e3-4080-a1f6-a3ed74fd430a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:58.162200 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:33:58.187480 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:33:58.188137 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5f70eaf3-522c-40b9-9a05-d77fe5c45e98 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:33:58.669426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36752) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:33:58.770133 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-944436184-network', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:33:58.792645 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Made reservation on behalf of a51f02f9573b4cbbac548ea46e185204 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:33:58.795307 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:58.804326 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:58.888312 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Publish callbacks [] for security_group (240e541f-9ebf-4ba5-98bc-2b84cb525b0c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:58.891965 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (240e541f-9ebf-4ba5-98bc-2b84cb525b0c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:58.926038 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:33:58.937818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240e541f-9ebf-4ba5-98bc-2b84cb525b0c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:58.943323 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (be99951f-e6c7-4849-82b0-c66e3c5f970b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:58.943670 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Added segment be99951f-e6c7-4849-82b0-c66e3c5f970b of type vlan for network b31386dd-8063-4d05-81bd-267f59407cf7 Feb 04 14:33:58.958381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:58.958734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:58.959079 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:58.959415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:58.959750 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:58.960087 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:58.960407 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:58.960732 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:58.961054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:58.961375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:58.961698 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:58.962020 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:58.962473 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:33:59.007614 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (b31386dd-8063-4d05-81bd-267f59407cf7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:59.036052 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (b31386dd-8063-4d05-81bd-267f59407cf7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:59.037015 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:59.037591 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:59.096964 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4234538 Feb 04 14:33:59.097204 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36756) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:33:59.103811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b11391b0-2f71-4025-9236-b5c82cff7626 admin admin] Request body: {'subnet': {'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-944436184-subnet', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:33:59.111715 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14079365-f22e-497e-95dd-4eab8712dd26 admin admin] Pushing event updated for resources: {'Network': ['ID=b31386dd-8063-4d05-81bd-267f59407cf7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:59.121067 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network b31386dd-8063-4d05-81bd-267f59407cf7 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:33:59.127542 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11391b0-2f71-4025-9236-b5c82cff7626 admin admin] Made reservation on behalf of a51f02f9573b4cbbac548ea46e185204 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:33:59.129869 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b11391b0-2f71-4025-9236-b5c82cff7626 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:59.320363 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b11391b0-2f71-4025-9236-b5c82cff7626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (cec05ddb-0711-4ad1-ad68-d660f87aca3c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:59.375984 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11391b0-2f71-4025-9236-b5c82cff7626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec05ddb-0711-4ad1-ad68-d660f87aca3c,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:33:59.385432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11391b0-2f71-4025-9236-b5c82cff7626 admin admin] Checking segment: {'id': 'be99951f-e6c7-4849-82b0-c66e3c5f970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:33:59.385803 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11391b0-2f71-4025-9236-b5c82cff7626 admin admin] Network hostable DHCP agents. Network: b31386dd-8063-4d05-81bd-267f59407cf7, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:33:59.409684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11391b0-2f71-4025-9236-b5c82cff7626 admin admin] Network b31386dd-8063-4d05-81bd-267f59407cf7 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:33:59.421362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-b11391b0-2f71-4025-9236-b5c82cff7626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, b31386dd-8063-4d05-81bd-267f59407cf7) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:33:59.427431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11391b0-2f71-4025-9236-b5c82cff7626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:33:59.428511 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b11391b0-2f71-4025-9236-b5c82cff7626 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:59.433439 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2fda13-b0ee-4847-9af0-246199b2c0b5 None None] Network b31386dd-8063-4d05-81bd-267f59407cf7 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:33:59.455788 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b11391b0-2f71-4025-9236-b5c82cff7626 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3573680 Feb 04 14:33:59.458734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36758) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:33:59.466002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-944436184-router', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:33:59.487148 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (25b83679-c881-4ac8-ba9e-8b0b1530d127), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:59.488192 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (25b83679-c881-4ac8-ba9e-8b0b1530d127), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:59.552771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-b31386dd-8063-4d05-81bd-267f59407cf7', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'fixed_ips': [{'subnet_id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:33:59.554138 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Publish callbacks [] for router_controller (25b83679-c881-4ac8-ba9e-8b0b1530d127), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:59.554309 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:59.711293 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Allocated IP 172.20.0.2 (b31386dd-8063-4d05-81bd-267f59407cf7/cec05ddb-0711-4ad1-ad68-d660f87aca3c/597d1f6a-7d38-4f46-8b98-473a4cab1a1a) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:33:59.723217 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Publish callbacks [] for router_gateway (25b83679-c881-4ac8-ba9e-8b0b1530d127), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:59.873887 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Publish callbacks [] for port (597d1f6a-7d38-4f46-8b98-473a4cab1a1a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:59.880118 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (597d1f6a-7d38-4f46-8b98-473a4cab1a1a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:33:59.929215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Network b31386dd-8063-4d05-81bd-267f59407cf7 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:33:59.932406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:33:59.937653 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:33:59.941359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Pushing event updated for resources: {'Port': ['ID=597d1f6a-7d38-4f46-8b98-473a4cab1a1a,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:00.003724 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Attempting to bind port 597d1f6a-7d38-4f46-8b98-473a4cab1a1a on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:34:00.004008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Attempting to bind port 597d1f6a-7d38-4f46-8b98-473a4cab1a1a by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'be99951f-e6c7-4849-82b0-c66e3c5f970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:34:00.004377 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Attempting to bind port 597d1f6a-7d38-4f46-8b98-473a4cab1a1a on network b31386dd-8063-4d05-81bd-267f59407cf7 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:34:00.010424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:34:00.010811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Checking segment: {'id': 'be99951f-e6c7-4849-82b0-c66e3c5f970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:34:00.011225 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:00.011625 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Bound using segment: {'id': 'be99951f-e6c7-4849-82b0-c66e3c5f970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:34:00.012107 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Bound port: 597d1f6a-7d38-4f46-8b98-473a4cab1a1a, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be99951f-e6c7-4849-82b0-c66e3c5f970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:34:00.012492 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (597d1f6a-7d38-4f46-8b98-473a4cab1a1a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:00.082549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] For port 597d1f6a-7d38-4f46-8b98-473a4cab1a1a, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:34:00.086109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] For port 597d1f6a-7d38-4f46-8b98-473a4cab1a1a, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=597d1f6a-7d38-4f46-8b98-473a4cab1a1a,segment=NetworkSegment(be99951f-e6c7-4849-82b0-c66e3c5f970b),segment_id=be99951f-e6c7-4849-82b0-c66e3c5f970b)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:34:00.092743 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (597d1f6a-7d38-4f46-8b98-473a4cab1a1a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:00.156498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673befc-3ce1-42bc-b09d-d0acad03d2e4 None None] Pushing event updated for resources: {'Port': ['ID=597d1f6a-7d38-4f46-8b98-473a4cab1a1a,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:00.247115 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Publish callbacks [] for router_gateway (25b83679-c881-4ac8-ba9e-8b0b1530d127), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:00.267054 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:00.397297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Allocated IP 172.25.5.190 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/925b26bc-9621-457f-8135-1e469354cd4a) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:34:00.504495 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Publish callbacks [] for port (925b26bc-9621-457f-8135-1e469354cd4a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:00.538660 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (925b26bc-9621-457f-8135-1e469354cd4a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:00.577842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:34:00.580698 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:34:00.584251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:34:00.613522 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Pushing event updated for resources: {'Port': ['ID=925b26bc-9621-457f-8135-1e469354cd4a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:00.865176 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Publish callbacks [] for router_gateway (25b83679-c881-4ac8-ba9e-8b0b1530d127), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:01.111397 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f77e18c-5ac9-4b65-b23d-2a74acd47143 None None] Network b31386dd-8063-4d05-81bd-267f59407cf7 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:34:01.163373 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (25b83679-c881-4ac8-ba9e-8b0b1530d127), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:01.185503 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bc6c0414-dd93-41d6-9774-c814bba062ca None None] Provisioning complete for port 597d1f6a-7d38-4f46-8b98-473a4cab1a1a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:01.185854 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0414-dd93-41d6-9774-c814bba062ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (597d1f6a-7d38-4f46-8b98-473a4cab1a1a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:01.308690 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c0414-dd93-41d6-9774-c814bba062ca None None] Current status of the port 597d1f6a-7d38-4f46-8b98-473a4cab1a1a is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:01.310911 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0414-dd93-41d6-9774-c814bba062ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (597d1f6a-7d38-4f46-8b98-473a4cab1a1a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:01.316909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Router 25b83679-c881-4ac8-ba9e-8b0b1530d127 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:34:01.353468 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-bc6c0414-dd93-41d6-9774-c814bba062ca None None] For port 597d1f6a-7d38-4f46-8b98-473a4cab1a1a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=597d1f6a-7d38-4f46-8b98-473a4cab1a1a,segment=NetworkSegment(be99951f-e6c7-4849-82b0-c66e3c5f970b),segment_id=be99951f-e6c7-4849-82b0-c66e3c5f970b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:34:01.358692 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0414-dd93-41d6-9774-c814bba062ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (597d1f6a-7d38-4f46-8b98-473a4cab1a1a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:01.421876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c0414-dd93-41d6-9774-c814bba062ca None None] Pushing event updated for resources: {'Port': ['ID=597d1f6a-7d38-4f46-8b98-473a4cab1a1a,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:01.467746 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:34:01.482081 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Sync routers for ids ['25b83679-c881-4ac8-ba9e-8b0b1530d127'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:34:01.492680 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:01.494285 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fb4ebbe1-7090-4c48-aa9c-474db76125fa admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0331340 Feb 04 14:34:01.495194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Routers {'25b83679-c881-4ac8-ba9e-8b0b1530d127'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:34:01.495837 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:33:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25b83679-c881-4ac8-ba9e-8b0b1530d127'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:34:01.497922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36760) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:34:01.600112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1557e1d3-954f-4b2a-9009-45dacb48c3c2 None None] Provisioning complete for port 597d1f6a-7d38-4f46-8b98-473a4cab1a1a triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:01.600400 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1557e1d3-954f-4b2a-9009-45dacb48c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (597d1f6a-7d38-4f46-8b98-473a4cab1a1a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:01.655710 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Set router 25b83679-c881-4ac8-ba9e-8b0b1530d127 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:34:01.819453 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1557e1d3-954f-4b2a-9009-45dacb48c3c2 None None] Current status of the port 597d1f6a-7d38-4f46-8b98-473a4cab1a1a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:01.895541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'name': 'tempest-TestMinimumBasicScenario-944436184-router', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '925b26bc-9621-457f-8135-1e469354cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:33:59Z', 'updated_at': '2022-02-04T14:34:00Z', 'revision_number': 3, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'gw_port': {'id': '925b26bc-9621-457f-8135-1e469354cd4a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:00Z', 'updated_at': '2022-02-04T14:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:34:01.929894 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Checking router: 25b83679-c881-4ac8-ba9e-8b0b1530d127 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:34:01.930322 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Updating router 25b83679-c881-4ac8-ba9e-8b0b1530d127 port 925b26bc-9621-457f-8135-1e469354cd4a binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:34:01.961126 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (925b26bc-9621-457f-8135-1e469354cd4a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:01.993119 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:02.167646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Allocated IP 172.20.0.1 (b31386dd-8063-4d05-81bd-267f59407cf7/cec05ddb-0711-4ad1-ad68-d660f87aca3c/7c5872cb-077a-499f-852d-18720e014c82) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:34:02.244413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 597d1f6a-7d38-4f46-8b98-473a4cab1a1a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:34:02.294674 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Publish callbacks [] for port (925b26bc-9621-457f-8135-1e469354cd4a), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:02.304405 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (925b26bc-9621-457f-8135-1e469354cd4a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:02.327913 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Publish callbacks [] for port (7c5872cb-077a-499f-852d-18720e014c82), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:02.365346 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7c5872cb-077a-499f-852d-18720e014c82), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:02.371026 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00089cc5-d713-4421-bc26-1d4aa345d452 None None] Pushing event updated for resources: {'Port': ['ID=925b26bc-9621-457f-8135-1e469354cd4a,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:02.374063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Attempting to bind port 925b26bc-9621-457f-8135-1e469354cd4a on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:34:02.374063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Attempting to bind port 925b26bc-9621-457f-8135-1e469354cd4a by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:34:02.374395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Attempting to bind port 925b26bc-9621-457f-8135-1e469354cd4a on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:34:02.381136 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 597d1f6a-7d38-4f46-8b98-473a4cab1a1a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:02.381513 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (597d1f6a-7d38-4f46-8b98-473a4cab1a1a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:02.383443 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:34:02.383817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:34:02.384233 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:02.384607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:34:02.385085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Bound port: 925b26bc-9621-457f-8135-1e469354cd4a, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:34:02.385461 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (925b26bc-9621-457f-8135-1e469354cd4a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:02.407690 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Network b31386dd-8063-4d05-81bd-267f59407cf7 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:34:02.412300 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:34:02.417003 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:34:02.420887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Pushing event updated for resources: {'Port': ['ID=7c5872cb-077a-499f-852d-18720e014c82,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:02.468345 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (25b83679-c881-4ac8-ba9e-8b0b1530d127), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:02.475445 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] For port 925b26bc-9621-457f-8135-1e469354cd4a, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:34:02.479365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] For port 925b26bc-9621-457f-8135-1e469354cd4a, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=925b26bc-9621-457f-8135-1e469354cd4a,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:34:02.649194 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7c5872cb-077a-499f-852d-18720e014c82), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:02.672838 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (925b26bc-9621-457f-8135-1e469354cd4a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:02.718867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 597d1f6a-7d38-4f46-8b98-473a4cab1a1a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:02.739777 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Routers {'25b83679-c881-4ac8-ba9e-8b0b1530d127'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:34:02.740411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:33:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25b83679-c881-4ac8-ba9e-8b0b1530d127'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:34:02.797095 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00089cc5-d713-4421-bc26-1d4aa345d452 None None] Pushing event updated for resources: {'Port': ['ID=925b26bc-9621-457f-8135-1e469354cd4a,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:02.825979 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Publish callbacks [] for port (7c5872cb-077a-499f-852d-18720e014c82), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:02.832026 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (7c5872cb-077a-499f-852d-18720e014c82), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:02.840686 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1e4c3394-45c0-40a3-9d47-77ad415b5b1e None None] Provisioning complete for port 7c5872cb-077a-499f-852d-18720e014c82 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:02.841836 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3394-45c0-40a3-9d47-77ad415b5b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7c5872cb-077a-499f-852d-18720e014c82), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:02.894255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c3394-45c0-40a3-9d47-77ad415b5b1e None None] Port 7c5872cb-077a-499f-852d-18720e014c82 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:34:02.906336 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] Set router 25b83679-c881-4ac8-ba9e-8b0b1530d127 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:34:02.906888 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Pushing event updated for resources: {'Port': ['ID=7c5872cb-077a-499f-852d-18720e014c82,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:02.909476 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (25b83679-c881-4ac8-ba9e-8b0b1530d127), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:03.006544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Network b31386dd-8063-4d05-81bd-267f59407cf7 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:34:03.007870 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:34:03.129190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'name': 'tempest-TestMinimumBasicScenario-944436184-router', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '925b26bc-9621-457f-8135-1e469354cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:33:59Z', 'updated_at': '2022-02-04T14:34:02Z', 'revision_number': 4, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'gw_port': {'id': '925b26bc-9621-457f-8135-1e469354cd4a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:00Z', 'updated_at': '2022-02-04T14:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '7c5872cb-077a-499f-852d-18720e014c82', 'name': '', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'mac_address': 'fa:16:3e:5e:73:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:02Z', 'updated_at': '2022-02-04T14:34:02Z', 'revision_number': 1, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'subnets': [{'id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:34:03.139603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Router 25b83679-c881-4ac8-ba9e-8b0b1530d127 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:34:03.158174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc1532-41e6-4a49-aba1-dff68e0ed8b5 None None] The sync data for ids ['25b83679-c881-4ac8-ba9e-8b0b1530d127'] in n-d-714676-13 is: [{'id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'name': 'tempest-TestMinimumBasicScenario-944436184-router', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '925b26bc-9621-457f-8135-1e469354cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:33:59Z', 'updated_at': '2022-02-04T14:34:02Z', 'revision_number': 4, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'gw_port': {'id': '925b26bc-9621-457f-8135-1e469354cd4a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:00Z', 'updated_at': '2022-02-04T14:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '7c5872cb-077a-499f-852d-18720e014c82', 'name': '', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'mac_address': 'fa:16:3e:5e:73:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:02Z', 'updated_at': '2022-02-04T14:34:02Z', 'revision_number': 1, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'subnets': [{'id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:34:03.264301 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:34:03.269413 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e8efcb8f-a432-43c7-a22b-cab7e10ecc90 admin admin] 10.222.0.96 "PUT /v2.0/routers/25b83679-c881-4ac8-ba9e-8b0b1530d127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7703254 Feb 04 14:34:03.317224 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-08d9e1fe-5887-4477-bbba-f9f15f7ee85e None None] Provisioning complete for port 7c5872cb-077a-499f-852d-18720e014c82 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:03.317890 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-08d9e1fe-5887-4477-bbba-f9f15f7ee85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7c5872cb-077a-499f-852d-18720e014c82), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:03.355621 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-08d9e1fe-5887-4477-bbba-f9f15f7ee85e None None] Port 7c5872cb-077a-499f-852d-18720e014c82 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:34:03.811893 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36776) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:34:03.816996 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1fb186fb-7054-4ae9-b90b-11c371b2f949 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1873824918-network', 'tenant_id': '58288133e77740a798f97a75d7e136ea'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:34:03.837624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb186fb-7054-4ae9-b90b-11c371b2f949 admin admin] Made reservation on behalf of 58288133e77740a798f97a75d7e136ea for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:34:03.839989 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1fb186fb-7054-4ae9-b90b-11c371b2f949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:03.852449 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1fb186fb-7054-4ae9-b90b-11c371b2f949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:03.948595 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1fb186fb-7054-4ae9-b90b-11c371b2f949 admin admin] Publish callbacks [] for security_group (5c4bee0e-ca7b-47e3-b49f-f8b63422bc36), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:03.954038 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1fb186fb-7054-4ae9-b90b-11c371b2f949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5c4bee0e-ca7b-47e3-b49f-f8b63422bc36), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:03.983185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb186fb-7054-4ae9-b90b-11c371b2f949 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:34:03.990072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb186fb-7054-4ae9-b90b-11c371b2f949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4bee0e-ca7b-47e3-b49f-f8b63422bc36,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:03.996708 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1fb186fb-7054-4ae9-b90b-11c371b2f949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a48cd710-acab-4b70-9436-5b2a7de7550c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:03.997592 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-1fb186fb-7054-4ae9-b90b-11c371b2f949 admin admin] Added segment a48cd710-acab-4b70-9436-5b2a7de7550c of type vlan for network dba629b6-991a-46c7-986a-fcd629080682 Feb 04 14:34:04.050398 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1fb186fb-7054-4ae9-b90b-11c371b2f949 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (dba629b6-991a-46c7-986a-fcd629080682), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:04.076969 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1fb186fb-7054-4ae9-b90b-11c371b2f949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (dba629b6-991a-46c7-986a-fcd629080682), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:04.077909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb186fb-7054-4ae9-b90b-11c371b2f949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:04.078548 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1fb186fb-7054-4ae9-b90b-11c371b2f949 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:04.135831 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1fb186fb-7054-4ae9-b90b-11c371b2f949 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3228014 Feb 04 14:34:04.139056 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36778) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:34:04.143914 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c082ccf6-520f-4946-b9d3-b954a2be51b4 admin admin] Request body: {'subnet': {'network_id': 'dba629b6-991a-46c7-986a-fcd629080682', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1873824918-subnet', 'tenant_id': '58288133e77740a798f97a75d7e136ea', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:34:04.155840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb186fb-7054-4ae9-b90b-11c371b2f949 admin admin] Pushing event updated for resources: {'Network': ['ID=dba629b6-991a-46c7-986a-fcd629080682,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:04.170824 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network dba629b6-991a-46c7-986a-fcd629080682 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:34:04.172476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c082ccf6-520f-4946-b9d3-b954a2be51b4 admin admin] Made reservation on behalf of 58288133e77740a798f97a75d7e136ea for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:34:04.175103 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c082ccf6-520f-4946-b9d3-b954a2be51b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:04.275800 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 925b26bc-9621-457f-8135-1e469354cd4a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:34:04.367567 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 925b26bc-9621-457f-8135-1e469354cd4a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:04.368267 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (925b26bc-9621-457f-8135-1e469354cd4a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:04.464400 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c082ccf6-520f-4946-b9d3-b954a2be51b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (66a69f07-e24f-49e0-b9d9-a5a04cd03204), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:04.475583 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 925b26bc-9621-457f-8135-1e469354cd4a is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:04.475966 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (925b26bc-9621-457f-8135-1e469354cd4a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:04.498657 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 925b26bc-9621-457f-8135-1e469354cd4a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=925b26bc-9621-457f-8135-1e469354cd4a,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:34:04.504609 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (925b26bc-9621-457f-8135-1e469354cd4a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:04.526435 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082ccf6-520f-4946-b9d3-b954a2be51b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a69f07-e24f-49e0-b9d9-a5a04cd03204,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:04.538464 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c082ccf6-520f-4946-b9d3-b954a2be51b4 admin admin] Checking segment: {'id': 'a48cd710-acab-4b70-9436-5b2a7de7550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dba629b6-991a-46c7-986a-fcd629080682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:34:04.538836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c082ccf6-520f-4946-b9d3-b954a2be51b4 admin admin] Network hostable DHCP agents. Network: dba629b6-991a-46c7-986a-fcd629080682, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:34:04.559311 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c082ccf6-520f-4946-b9d3-b954a2be51b4 admin admin] Network dba629b6-991a-46c7-986a-fcd629080682 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:34:04.562457 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=925b26bc-9621-457f-8135-1e469354cd4a,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:04.570902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-c082ccf6-520f-4946-b9d3-b954a2be51b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, dba629b6-991a-46c7-986a-fcd629080682) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:34:04.575170 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c082ccf6-520f-4946-b9d3-b954a2be51b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:04.576061 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c082ccf6-520f-4946-b9d3-b954a2be51b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:04.585603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da63d201-9cc0-4176-ab26-6a5df9e40bc4 None None] Network dba629b6-991a-46c7-986a-fcd629080682 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:34:04.595742 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c082ccf6-520f-4946-b9d3-b954a2be51b4 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4556289 Feb 04 14:34:04.598285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 36780) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:34:04.603787 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1873824918-router', 'tenant_id': '58288133e77740a798f97a75d7e136ea', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:34:04.633225 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (b3195f23-3436-48b8-8ccd-5a729c60cfe7), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:04.634308 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (b3195f23-3436-48b8-8ccd-5a729c60cfe7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:04.698304 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Publish callbacks [] for router_controller (b3195f23-3436-48b8-8ccd-5a729c60cfe7), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:04.708727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-dba629b6-991a-46c7-986a-fcd629080682', 'network_id': 'dba629b6-991a-46c7-986a-fcd629080682', 'project_id': '58288133e77740a798f97a75d7e136ea', 'fixed_ips': [{'subnet_id': '66a69f07-e24f-49e0-b9d9-a5a04cd03204'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:34:04.709591 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:04.859475 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Allocated IP 172.20.0.2 (dba629b6-991a-46c7-986a-fcd629080682/66a69f07-e24f-49e0-b9d9-a5a04cd03204/a44dd223-ea84-4df0-a15d-d91b9f573101) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:34:04.865145 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Publish callbacks [] for router_gateway (b3195f23-3436-48b8-8ccd-5a729c60cfe7), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:05.006157 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Publish callbacks [] for port (a44dd223-ea84-4df0-a15d-d91b9f573101), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:05.011370 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (a44dd223-ea84-4df0-a15d-d91b9f573101), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:05.059617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Network dba629b6-991a-46c7-986a-fcd629080682 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:34:05.062627 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:34:05.066993 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:34:05.070255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Pushing event updated for resources: {'Port': ['ID=a44dd223-ea84-4df0-a15d-d91b9f573101,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:05.072090 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Publish callbacks [] for router_gateway (b3195f23-3436-48b8-8ccd-5a729c60cfe7), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:05.093841 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:05.130667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Attempting to bind port a44dd223-ea84-4df0-a15d-d91b9f573101 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:34:05.131049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Attempting to bind port a44dd223-ea84-4df0-a15d-d91b9f573101 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'a48cd710-acab-4b70-9436-5b2a7de7550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dba629b6-991a-46c7-986a-fcd629080682'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:34:05.131413 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Attempting to bind port a44dd223-ea84-4df0-a15d-d91b9f573101 on network dba629b6-991a-46c7-986a-fcd629080682 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:34:05.138688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:34:05.139077 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Checking segment: {'id': 'a48cd710-acab-4b70-9436-5b2a7de7550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dba629b6-991a-46c7-986a-fcd629080682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:34:05.139482 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:05.139878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Bound using segment: {'id': 'a48cd710-acab-4b70-9436-5b2a7de7550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dba629b6-991a-46c7-986a-fcd629080682'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:34:05.140355 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Bound port: a44dd223-ea84-4df0-a15d-d91b9f573101, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48cd710-acab-4b70-9436-5b2a7de7550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dba629b6-991a-46c7-986a-fcd629080682'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:34:05.140738 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a44dd223-ea84-4df0-a15d-d91b9f573101), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:05.205658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] For port a44dd223-ea84-4df0-a15d-d91b9f573101, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:34:05.208196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Allocated IP 172.25.5.47 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/f846ed67-ec03-4d46-b97c-1c50bda5fb20) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:34:05.209064 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] For port a44dd223-ea84-4df0-a15d-d91b9f573101, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a44dd223-ea84-4df0-a15d-d91b9f573101,segment=NetworkSegment(a48cd710-acab-4b70-9436-5b2a7de7550c),segment_id=a48cd710-acab-4b70-9436-5b2a7de7550c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:34:05.216544 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a44dd223-ea84-4df0-a15d-d91b9f573101), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:05.288973 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dca1e-1c2b-417f-9387-2d54fc353ba9 None None] Pushing event updated for resources: {'Port': ['ID=a44dd223-ea84-4df0-a15d-d91b9f573101,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:05.337890 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Publish callbacks [] for port (f846ed67-ec03-4d46-b97c-1c50bda5fb20), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:05.376443 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f846ed67-ec03-4d46-b97c-1c50bda5fb20), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:05.424980 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:34:05.428039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:34:05.431768 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:34:05.461003 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Pushing event updated for resources: {'Port': ['ID=f846ed67-ec03-4d46-b97c-1c50bda5fb20,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:05.507163 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Sync routers for ids ['25b83679-c881-4ac8-ba9e-8b0b1530d127'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:34:05.519604 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Routers {'25b83679-c881-4ac8-ba9e-8b0b1530d127'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:34:05.520253 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:33:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25b83679-c881-4ac8-ba9e-8b0b1530d127'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:34:05.639564 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Set router 25b83679-c881-4ac8-ba9e-8b0b1530d127 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:34:05.863268 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'name': 'tempest-TestMinimumBasicScenario-944436184-router', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '925b26bc-9621-457f-8135-1e469354cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:33:59Z', 'updated_at': '2022-02-04T14:34:02Z', 'revision_number': 4, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'gw_port': {'id': '925b26bc-9621-457f-8135-1e469354cd4a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:00Z', 'updated_at': '2022-02-04T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '7c5872cb-077a-499f-852d-18720e014c82', 'name': '', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'mac_address': 'fa:16:3e:5e:73:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:02Z', 'updated_at': '2022-02-04T14:34:02Z', 'revision_number': 2, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'subnets': [{'id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:34:05.896544 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Checking router: 25b83679-c881-4ac8-ba9e-8b0b1530d127 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:34:05.896877 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Updating router 25b83679-c881-4ac8-ba9e-8b0b1530d127 port 7c5872cb-077a-499f-852d-18720e014c82 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:34:05.928911 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7c5872cb-077a-499f-852d-18720e014c82), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:06.085928 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Publish callbacks [] for router_gateway (b3195f23-3436-48b8-8ccd-5a729c60cfe7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:06.280746 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Publish callbacks [] for port (7c5872cb-077a-499f-852d-18720e014c82), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:06.287434 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7c5872cb-077a-499f-852d-18720e014c82), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:06.350032 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ceb12-198f-4eb7-8b12-4e528d123b5b None None] Pushing event updated for resources: {'Port': ['ID=7c5872cb-077a-499f-852d-18720e014c82,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:06.368211 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (b3195f23-3436-48b8-8ccd-5a729c60cfe7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:06.386968 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ceb12-198f-4eb7-8b12-4e528d123b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:34:06.387325 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ceb12-198f-4eb7-8b12-4e528d123b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:34:06.387690 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ceb12-198f-4eb7-8b12-4e528d123b5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:34:06.388168 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ceb12-198f-4eb7-8b12-4e528d123b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:34:06.388492 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ceb12-198f-4eb7-8b12-4e528d123b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:34:06.388826 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ceb12-198f-4eb7-8b12-4e528d123b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:34:06.389152 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ceb12-198f-4eb7-8b12-4e528d123b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:34:06.389476 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ceb12-198f-4eb7-8b12-4e528d123b5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:34:06.389798 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ceb12-198f-4eb7-8b12-4e528d123b5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:34:06.389991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a44dd223-ea84-4df0-a15d-d91b9f573101 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:34:06.390493 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ceb12-198f-4eb7-8b12-4e528d123b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:34:06.390590 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ceb12-198f-4eb7-8b12-4e528d123b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:34:06.390844 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ceb12-198f-4eb7-8b12-4e528d123b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:34:06.391165 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ceb12-198f-4eb7-8b12-4e528d123b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:34:06.437313 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Attempting to bind port 7c5872cb-077a-499f-852d-18720e014c82 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:34:06.437682 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Attempting to bind port 7c5872cb-077a-499f-852d-18720e014c82 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'be99951f-e6c7-4849-82b0-c66e3c5f970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:34:06.438039 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Attempting to bind port 7c5872cb-077a-499f-852d-18720e014c82 on network b31386dd-8063-4d05-81bd-267f59407cf7 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:34:06.451734 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:34:06.452115 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Checking segment: {'id': 'be99951f-e6c7-4849-82b0-c66e3c5f970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:34:06.452530 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:06.452927 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Bound using segment: {'id': 'be99951f-e6c7-4849-82b0-c66e3c5f970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:34:06.453417 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Bound port: 7c5872cb-077a-499f-852d-18720e014c82, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be99951f-e6c7-4849-82b0-c66e3c5f970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:34:06.453798 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7c5872cb-077a-499f-852d-18720e014c82), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:06.464054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a44dd223-ea84-4df0-a15d-d91b9f573101 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:06.464570 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a44dd223-ea84-4df0-a15d-d91b9f573101), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:06.500569 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a115f7a-3161-485e-9363-a7110909b455 None None] Network dba629b6-991a-46c7-986a-fcd629080682 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:34:06.536943 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] For port 7c5872cb-077a-499f-852d-18720e014c82, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:34:06.542347 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] For port 7c5872cb-077a-499f-852d-18720e014c82, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7c5872cb-077a-499f-852d-18720e014c82,segment=NetworkSegment(be99951f-e6c7-4849-82b0-c66e3c5f970b),segment_id=be99951f-e6c7-4849-82b0-c66e3c5f970b)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:34:06.552295 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7c5872cb-077a-499f-852d-18720e014c82), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:06.569755 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Router b3195f23-3436-48b8-8ccd-5a729c60cfe7 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:34:06.576283 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e6d3d853-983c-424a-b0a1-2eca8424836f None None] Provisioning complete for port a44dd223-ea84-4df0-a15d-d91b9f573101 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:06.576663 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e6d3d853-983c-424a-b0a1-2eca8424836f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a44dd223-ea84-4df0-a15d-d91b9f573101), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:06.609288 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Routers {'25b83679-c881-4ac8-ba9e-8b0b1530d127'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:34:06.610181 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:33:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25b83679-c881-4ac8-ba9e-8b0b1530d127'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:34:06.691937 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ceb12-198f-4eb7-8b12-4e528d123b5b None None] Pushing event updated for resources: {'Port': ['ID=7c5872cb-077a-499f-852d-18720e014c82,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:06.725708 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a44dd223-ea84-4df0-a15d-d91b9f573101 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:06.726279 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a44dd223-ea84-4df0-a15d-d91b9f573101), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:06.751489 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] Set router 25b83679-c881-4ac8-ba9e-8b0b1530d127 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:34:06.777576 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:34:06.795303 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Sync routers for ids ['b3195f23-3436-48b8-8ccd-5a729c60cfe7'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:34:06.804324 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:06.807552 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1e00cd99-6f3c-4dda-9512-51bdc1c94062 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2080574 Feb 04 14:34:06.807878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3d853-983c-424a-b0a1-2eca8424836f None None] Current status of the port a44dd223-ea84-4df0-a15d-d91b9f573101 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:06.808490 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e6d3d853-983c-424a-b0a1-2eca8424836f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a44dd223-ea84-4df0-a15d-d91b9f573101), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:06.810788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36782) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:34:06.864043 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Routers {'b3195f23-3436-48b8-8ccd-5a729c60cfe7'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:34:06.864786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:33:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b3195f23-3436-48b8-8ccd-5a729c60cfe7'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:34:06.869319 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port a44dd223-ea84-4df0-a15d-d91b9f573101, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a44dd223-ea84-4df0-a15d-d91b9f573101,segment=NetworkSegment(a48cd710-acab-4b70-9436-5b2a7de7550c),segment_id=a48cd710-acab-4b70-9436-5b2a7de7550c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:34:06.922641 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a44dd223-ea84-4df0-a15d-d91b9f573101), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:06.923751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 925b26bc-9621-457f-8135-1e469354cd4a up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:34:07.007937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=a44dd223-ea84-4df0-a15d-d91b9f573101,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:07.068718 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-e6d3d853-983c-424a-b0a1-2eca8424836f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 14:34:07.069230 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-e6d3d853-983c-424a-b0a1-2eca8424836f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 14:34:07.141417 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 925b26bc-9621-457f-8135-1e469354cd4a triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:07.142150 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (925b26bc-9621-457f-8135-1e469354cd4a), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:07.153129 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'name': 'tempest-TestMinimumBasicScenario-944436184-router', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '925b26bc-9621-457f-8135-1e469354cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:33:59Z', 'updated_at': '2022-02-04T14:34:02Z', 'revision_number': 4, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'gw_port': {'id': '925b26bc-9621-457f-8135-1e469354cd4a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:00Z', 'updated_at': '2022-02-04T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '7c5872cb-077a-499f-852d-18720e014c82', 'name': '', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'mac_address': 'fa:16:3e:5e:73:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:02Z', 'updated_at': '2022-02-04T14:34:06Z', 'revision_number': 4, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'subnets': [{'id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:34:07.172808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Set router b3195f23-3436-48b8-8ccd-5a729c60cfe7 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:34:07.186680 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427a78eb-7807-40dd-ac68-b65cd2798f3e None None] The sync data for ids ['25b83679-c881-4ac8-ba9e-8b0b1530d127'] in n-d-714676-13 is: [{'id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'name': 'tempest-TestMinimumBasicScenario-944436184-router', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '925b26bc-9621-457f-8135-1e469354cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:33:59Z', 'updated_at': '2022-02-04T14:34:02Z', 'revision_number': 4, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'gw_port': {'id': '925b26bc-9621-457f-8135-1e469354cd4a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:00Z', 'updated_at': '2022-02-04T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '7c5872cb-077a-499f-852d-18720e014c82', 'name': '', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'mac_address': 'fa:16:3e:5e:73:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:02Z', 'updated_at': '2022-02-04T14:34:06Z', 'revision_number': 4, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'subnets': [{'id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:34:07.351326 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:07.539589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 925b26bc-9621-457f-8135-1e469354cd4a is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:07.545350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Allocated IP 172.20.0.1 (dba629b6-991a-46c7-986a-fcd629080682/66a69f07-e24f-49e0-b9d9-a5a04cd03204/c776884e-10ab-4551-8e1a-2d76df18a509) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:34:07.651031 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3d853-983c-424a-b0a1-2eca8424836f None None] Current status of the port a44dd223-ea84-4df0-a15d-d91b9f573101 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:07.663742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'name': 'tempest-TestMinimumBasicScenario-1873824918-router', 'tenant_id': '58288133e77740a798f97a75d7e136ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:34:04Z', 'updated_at': '2022-02-04T14:34:05Z', 'revision_number': 3, 'project_id': '58288133e77740a798f97a75d7e136ea', 'gw_port': {'id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:05Z', 'updated_at': '2022-02-04T14:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:34:07.678288 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Publish callbacks [] for port (c776884e-10ab-4551-8e1a-2d76df18a509), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:07.702520 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Checking router: b3195f23-3436-48b8-8ccd-5a729c60cfe7 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:34:07.702878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Updating router b3195f23-3436-48b8-8ccd-5a729c60cfe7 port f846ed67-ec03-4d46-b97c-1c50bda5fb20 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:34:07.722970 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:07.740894 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f846ed67-ec03-4d46-b97c-1c50bda5fb20), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:07.773796 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Network dba629b6-991a-46c7-986a-fcd629080682 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:34:07.779617 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:34:07.788844 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:34:07.794352 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f0ce3d9b-7da7-4a28-91da-760eeeeedbd8 None None] Provisioning complete for port 7c5872cb-077a-499f-852d-18720e014c82 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:07.794873 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f0ce3d9b-7da7-4a28-91da-760eeeeedbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7c5872cb-077a-499f-852d-18720e014c82), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:07.798059 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Pushing event updated for resources: {'Port': ['ID=c776884e-10ab-4551-8e1a-2d76df18a509,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:07.848053 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (b3195f23-3436-48b8-8ccd-5a729c60cfe7), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:08.046782 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce3d9b-7da7-4a28-91da-760eeeeedbd8 None None] Current status of the port 7c5872cb-077a-499f-852d-18720e014c82 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:08.047327 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f0ce3d9b-7da7-4a28-91da-760eeeeedbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7c5872cb-077a-499f-852d-18720e014c82), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:08.050519 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:08.109898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f0ce3d9b-7da7-4a28-91da-760eeeeedbd8 None None] For port 7c5872cb-077a-499f-852d-18720e014c82, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7c5872cb-077a-499f-852d-18720e014c82,segment=NetworkSegment(be99951f-e6c7-4849-82b0-c66e3c5f970b),segment_id=be99951f-e6c7-4849-82b0-c66e3c5f970b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:34:08.115420 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f0ce3d9b-7da7-4a28-91da-760eeeeedbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (7c5872cb-077a-499f-852d-18720e014c82), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:08.194478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f0ce3d9b-7da7-4a28-91da-760eeeeedbd8 None None] Provisioning complete for port a44dd223-ea84-4df0-a15d-d91b9f573101 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:08.194826 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f0ce3d9b-7da7-4a28-91da-760eeeeedbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a44dd223-ea84-4df0-a15d-d91b9f573101), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:08.197600 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Publish callbacks [] for port (f846ed67-ec03-4d46-b97c-1c50bda5fb20), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:08.230074 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f846ed67-ec03-4d46-b97c-1c50bda5fb20), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:08.233964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce3d9b-7da7-4a28-91da-760eeeeedbd8 None None] Pushing event updated for resources: {'Port': ['ID=7c5872cb-077a-499f-852d-18720e014c82,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:08.255106 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Publish callbacks [] for port (c776884e-10ab-4551-8e1a-2d76df18a509), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:08.261142 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:08.282307 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a44dd223-ea84-4df0-a15d-d91b9f573101 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:34:08.330522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Pushing event updated for resources: {'Port': ['ID=c776884e-10ab-4551-8e1a-2d76df18a509,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:08.331806 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Attempting to bind port f846ed67-ec03-4d46-b97c-1c50bda5fb20 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:34:08.332179 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Attempting to bind port f846ed67-ec03-4d46-b97c-1c50bda5fb20 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:34:08.332556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Attempting to bind port f846ed67-ec03-4d46-b97c-1c50bda5fb20 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:34:08.332949 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (b3195f23-3436-48b8-8ccd-5a729c60cfe7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:08.343105 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612de92-d6f8-49fe-8311-1777c111fd11 None None] Pushing event updated for resources: {'Port': ['ID=f846ed67-ec03-4d46-b97c-1c50bda5fb20,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:08.355261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:34:08.355642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:34:08.356051 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:08.356472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:34:08.357485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Bound port: f846ed67-ec03-4d46-b97c-1c50bda5fb20, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:34:08.357864 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f846ed67-ec03-4d46-b97c-1c50bda5fb20), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:08.431294 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Network dba629b6-991a-46c7-986a-fcd629080682 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:34:08.433042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:34:08.450189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce3d9b-7da7-4a28-91da-760eeeeedbd8 None None] Current status of the port a44dd223-ea84-4df0-a15d-d91b9f573101 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:08.459399 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port a44dd223-ea84-4df0-a15d-d91b9f573101 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:08.459761 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a44dd223-ea84-4df0-a15d-d91b9f573101), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:08.461967 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] For port f846ed67-ec03-4d46-b97c-1c50bda5fb20, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:34:08.466458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] For port f846ed67-ec03-4d46-b97c-1c50bda5fb20, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f846ed67-ec03-4d46-b97c-1c50bda5fb20,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:34:08.494871 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f846ed67-ec03-4d46-b97c-1c50bda5fb20), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:08.560599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Router b3195f23-3436-48b8-8ccd-5a729c60cfe7 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:34:08.578554 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612de92-d6f8-49fe-8311-1777c111fd11 None None] Pushing event updated for resources: {'Port': ['ID=f846ed67-ec03-4d46-b97c-1c50bda5fb20,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:08.583406 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Routers {'b3195f23-3436-48b8-8ccd-5a729c60cfe7'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:34:08.584050 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:33:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b3195f23-3436-48b8-8ccd-5a729c60cfe7'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:34:08.683825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-68e4287c-bee9-451c-85bf-a7e7f2e60b95 None None] Provisioning complete for port c776884e-10ab-4551-8e1a-2d76df18a509 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:08.684201 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-68e4287c-bee9-451c-85bf-a7e7f2e60b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:08.707657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:34:08.713322 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bdac1342-8b90-4442-8e30-2d3aecf4be11 admin admin] 10.222.0.96 "PUT /v2.0/routers/b3195f23-3436-48b8-8ccd-5a729c60cfe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9014218 Feb 04 14:34:08.742149 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port a44dd223-ea84-4df0-a15d-d91b9f573101 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:08.743262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7c5872cb-077a-499f-852d-18720e014c82 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:34:08.752552 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-68e4287c-bee9-451c-85bf-a7e7f2e60b95 None None] Port c776884e-10ab-4551-8e1a-2d76df18a509 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:34:08.802975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] Set router b3195f23-3436-48b8-8ccd-5a729c60cfe7 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:34:08.890611 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 7c5872cb-077a-499f-852d-18720e014c82 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:08.890955 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7c5872cb-077a-499f-852d-18720e014c82), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:08.980089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5f76fb4c-c198-4a65-a919-fd04c2d4ec4c None None] Provisioning complete for port c776884e-10ab-4551-8e1a-2d76df18a509 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:08.980299 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f76fb4c-c198-4a65-a919-fd04c2d4ec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:09.047670 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5f76fb4c-c198-4a65-a919-fd04c2d4ec4c None None] Port c776884e-10ab-4551-8e1a-2d76df18a509 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:34:09.113194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 7c5872cb-077a-499f-852d-18720e014c82 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:09.135313 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'name': 'tempest-TestMinimumBasicScenario-1873824918-router', 'tenant_id': '58288133e77740a798f97a75d7e136ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:34:04Z', 'updated_at': '2022-02-04T14:34:07Z', 'revision_number': 4, 'project_id': '58288133e77740a798f97a75d7e136ea', 'gw_port': {'id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:05Z', 'updated_at': '2022-02-04T14:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'c776884e-10ab-4551-8e1a-2d76df18a509', 'name': '', 'network_id': 'dba629b6-991a-46c7-986a-fcd629080682', 'tenant_id': '58288133e77740a798f97a75d7e136ea', 'mac_address': 'fa:16:3e:f6:ec:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '66a69f07-e24f-49e0-b9d9-a5a04cd03204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:07Z', 'updated_at': '2022-02-04T14:34:08Z', 'revision_number': 2, 'project_id': '58288133e77740a798f97a75d7e136ea', 'subnets': [{'id': '66a69f07-e24f-49e0-b9d9-a5a04cd03204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:34:09.167645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267ee09-f962-4b9c-9403-1effea5db0d5 None None] The sync data for ids ['b3195f23-3436-48b8-8ccd-5a729c60cfe7'] in n-d-714676-13 is: [{'id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'name': 'tempest-TestMinimumBasicScenario-1873824918-router', 'tenant_id': '58288133e77740a798f97a75d7e136ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:34:04Z', 'updated_at': '2022-02-04T14:34:07Z', 'revision_number': 4, 'project_id': '58288133e77740a798f97a75d7e136ea', 'gw_port': {'id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:05Z', 'updated_at': '2022-02-04T14:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'c776884e-10ab-4551-8e1a-2d76df18a509', 'name': '', 'network_id': 'dba629b6-991a-46c7-986a-fcd629080682', 'tenant_id': '58288133e77740a798f97a75d7e136ea', 'mac_address': 'fa:16:3e:f6:ec:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '66a69f07-e24f-49e0-b9d9-a5a04cd03204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:07Z', 'updated_at': '2022-02-04T14:34:08Z', 'revision_number': 2, 'project_id': '58288133e77740a798f97a75d7e136ea', 'subnets': [{'id': '66a69f07-e24f-49e0-b9d9-a5a04cd03204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:34:10.390981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7c5872cb-077a-499f-852d-18720e014c82 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:34:10.460474 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 7c5872cb-077a-499f-852d-18720e014c82 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:10.460850 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (7c5872cb-077a-499f-852d-18720e014c82), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:10.579407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 7c5872cb-077a-499f-852d-18720e014c82 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:10.580812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f846ed67-ec03-4d46-b97c-1c50bda5fb20 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:34:10.653971 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f846ed67-ec03-4d46-b97c-1c50bda5fb20 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:10.654645 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f846ed67-ec03-4d46-b97c-1c50bda5fb20), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:10.777275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f846ed67-ec03-4d46-b97c-1c50bda5fb20 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:10.777662 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f846ed67-ec03-4d46-b97c-1c50bda5fb20), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:10.808281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port f846ed67-ec03-4d46-b97c-1c50bda5fb20, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f846ed67-ec03-4d46-b97c-1c50bda5fb20,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:34:10.820324 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f846ed67-ec03-4d46-b97c-1c50bda5fb20), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:10.894680 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=f846ed67-ec03-4d46-b97c-1c50bda5fb20,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:11.273277 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ea710357-4c67-43d5-ad9c-8aea74472ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:11.822949 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Sync routers for ids ['b3195f23-3436-48b8-8ccd-5a729c60cfe7'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:34:11.835889 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Routers {'b3195f23-3436-48b8-8ccd-5a729c60cfe7'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:34:11.836695 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:33:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b3195f23-3436-48b8-8ccd-5a729c60cfe7'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:34:11.986534 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Set router b3195f23-3436-48b8-8ccd-5a729c60cfe7 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:34:12.250343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f846ed67-ec03-4d46-b97c-1c50bda5fb20 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:34:12.266499 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'name': 'tempest-TestMinimumBasicScenario-1873824918-router', 'tenant_id': '58288133e77740a798f97a75d7e136ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:34:04Z', 'updated_at': '2022-02-04T14:34:07Z', 'revision_number': 4, 'project_id': '58288133e77740a798f97a75d7e136ea', 'gw_port': {'id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:05Z', 'updated_at': '2022-02-04T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'c776884e-10ab-4551-8e1a-2d76df18a509', 'name': '', 'network_id': 'dba629b6-991a-46c7-986a-fcd629080682', 'tenant_id': '58288133e77740a798f97a75d7e136ea', 'mac_address': 'fa:16:3e:f6:ec:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '66a69f07-e24f-49e0-b9d9-a5a04cd03204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:07Z', 'updated_at': '2022-02-04T14:34:08Z', 'revision_number': 2, 'project_id': '58288133e77740a798f97a75d7e136ea', 'subnets': [{'id': '66a69f07-e24f-49e0-b9d9-a5a04cd03204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:34:12.294230 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Checking router: b3195f23-3436-48b8-8ccd-5a729c60cfe7 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:34:12.294721 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Updating router b3195f23-3436-48b8-8ccd-5a729c60cfe7 port c776884e-10ab-4551-8e1a-2d76df18a509 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:34:12.305060 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f846ed67-ec03-4d46-b97c-1c50bda5fb20 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:12.305414 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f846ed67-ec03-4d46-b97c-1c50bda5fb20), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:12.335017 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:12.432825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f846ed67-ec03-4d46-b97c-1c50bda5fb20 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:12.679362 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Publish callbacks [] for port (c776884e-10ab-4551-8e1a-2d76df18a509), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:12.688582 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:12.770474 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da52099-5815-4abc-8657-aa6c0b8a4325 None None] Pushing event updated for resources: {'Port': ['ID=c776884e-10ab-4551-8e1a-2d76df18a509,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:12.821013 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Attempting to bind port c776884e-10ab-4551-8e1a-2d76df18a509 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:34:12.821407 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Attempting to bind port c776884e-10ab-4551-8e1a-2d76df18a509 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'a48cd710-acab-4b70-9436-5b2a7de7550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dba629b6-991a-46c7-986a-fcd629080682'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:34:12.821747 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Attempting to bind port c776884e-10ab-4551-8e1a-2d76df18a509 on network dba629b6-991a-46c7-986a-fcd629080682 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:34:12.828736 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:34:12.829437 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Checking segment: {'id': 'a48cd710-acab-4b70-9436-5b2a7de7550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dba629b6-991a-46c7-986a-fcd629080682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:34:12.829532 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:12.829882 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Bound using segment: {'id': 'a48cd710-acab-4b70-9436-5b2a7de7550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dba629b6-991a-46c7-986a-fcd629080682'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:34:12.830378 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Bound port: c776884e-10ab-4551-8e1a-2d76df18a509, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48cd710-acab-4b70-9436-5b2a7de7550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dba629b6-991a-46c7-986a-fcd629080682'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:34:12.830750 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:12.932334 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] For port c776884e-10ab-4551-8e1a-2d76df18a509, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:34:12.939852 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] For port c776884e-10ab-4551-8e1a-2d76df18a509, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c776884e-10ab-4551-8e1a-2d76df18a509,segment=NetworkSegment(a48cd710-acab-4b70-9436-5b2a7de7550c),segment_id=a48cd710-acab-4b70-9436-5b2a7de7550c)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:34:12.952768 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:13.030000 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da52099-5815-4abc-8657-aa6c0b8a4325 None None] Pushing event updated for resources: {'Port': ['ID=c776884e-10ab-4551-8e1a-2d76df18a509,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:13.047916 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Routers {'b3195f23-3436-48b8-8ccd-5a729c60cfe7'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:34:13.048712 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:33:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b3195f23-3436-48b8-8ccd-5a729c60cfe7'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:34:13.110218 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3b6fa5ba-a110-49fa-aee1-a38774672fd8 None None] Provisioning complete for port c776884e-10ab-4551-8e1a-2d76df18a509 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:13.110600 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa5ba-a110-49fa-aee1-a38774672fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:13.238374 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] Set router b3195f23-3436-48b8-8ccd-5a729c60cfe7 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:34:13.259113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3b6fa5ba-a110-49fa-aee1-a38774672fd8 None None] Current status of the port c776884e-10ab-4551-8e1a-2d76df18a509 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:13.259938 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa5ba-a110-49fa-aee1-a38774672fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:13.311303 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3b6fa5ba-a110-49fa-aee1-a38774672fd8 None None] For port c776884e-10ab-4551-8e1a-2d76df18a509, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c776884e-10ab-4551-8e1a-2d76df18a509,segment=NetworkSegment(a48cd710-acab-4b70-9436-5b2a7de7550c),segment_id=a48cd710-acab-4b70-9436-5b2a7de7550c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:34:13.322777 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa5ba-a110-49fa-aee1-a38774672fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:13.400298 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fa5ba-a110-49fa-aee1-a38774672fd8 None None] Pushing event updated for resources: {'Port': ['ID=c776884e-10ab-4551-8e1a-2d76df18a509,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:13.494065 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-11632d0e-a024-4b01-af99-1b3d4978ab7f None None] Provisioning complete for port c776884e-10ab-4551-8e1a-2d76df18a509 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:13.495065 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-11632d0e-a024-4b01-af99-1b3d4978ab7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:13.623599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-11632d0e-a024-4b01-af99-1b3d4978ab7f None None] Current status of the port c776884e-10ab-4551-8e1a-2d76df18a509 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:13.624321 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'name': 'tempest-TestMinimumBasicScenario-1873824918-router', 'tenant_id': '58288133e77740a798f97a75d7e136ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:34:04Z', 'updated_at': '2022-02-04T14:34:07Z', 'revision_number': 4, 'project_id': '58288133e77740a798f97a75d7e136ea', 'gw_port': {'id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:05Z', 'updated_at': '2022-02-04T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'c776884e-10ab-4551-8e1a-2d76df18a509', 'name': '', 'network_id': 'dba629b6-991a-46c7-986a-fcd629080682', 'tenant_id': '58288133e77740a798f97a75d7e136ea', 'mac_address': 'fa:16:3e:f6:ec:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '66a69f07-e24f-49e0-b9d9-a5a04cd03204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:07Z', 'updated_at': '2022-02-04T14:34:12Z', 'revision_number': 4, 'project_id': '58288133e77740a798f97a75d7e136ea', 'subnets': [{'id': '66a69f07-e24f-49e0-b9d9-a5a04cd03204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:34:13.656739 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39a410f-aaad-4d7f-8320-8ee512075b5e None None] The sync data for ids ['b3195f23-3436-48b8-8ccd-5a729c60cfe7'] in n-d-714676-13 is: [{'id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'name': 'tempest-TestMinimumBasicScenario-1873824918-router', 'tenant_id': '58288133e77740a798f97a75d7e136ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:34:04Z', 'updated_at': '2022-02-04T14:34:07Z', 'revision_number': 4, 'project_id': '58288133e77740a798f97a75d7e136ea', 'gw_port': {'id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:05Z', 'updated_at': '2022-02-04T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'c776884e-10ab-4551-8e1a-2d76df18a509', 'name': '', 'network_id': 'dba629b6-991a-46c7-986a-fcd629080682', 'tenant_id': '58288133e77740a798f97a75d7e136ea', 'mac_address': 'fa:16:3e:f6:ec:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '66a69f07-e24f-49e0-b9d9-a5a04cd03204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:07Z', 'updated_at': '2022-02-04T14:34:12Z', 'revision_number': 4, 'project_id': '58288133e77740a798f97a75d7e136ea', 'subnets': [{'id': '66a69f07-e24f-49e0-b9d9-a5a04cd03204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:34:14.296402 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c776884e-10ab-4551-8e1a-2d76df18a509 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:34:14.372473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port c776884e-10ab-4551-8e1a-2d76df18a509 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:14.373046 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:14.495800 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:14.496596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port c776884e-10ab-4551-8e1a-2d76df18a509 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:15.295381 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-64e34304-0866-4dc6-9fb5-3313e8622b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:15.380048 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:15.821381 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:17.172570 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:17.199553 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:34:18.082319 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:18.935530 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-df2df2f7-e176-4686-bcfd-7979f97ec8eb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:18.937189 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-df2df2f7-e176-4686-bcfd-7979f97ec8eb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/networks?id=b31386dd-8063-4d05-81bd-267f59407cf7 HTTP/1.1" status: 200 len: 814 time: 0.1158414 Feb 04 14:34:18.952561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-9dbe5b27-0b4a-4477-80b2-42a250e743bb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/quotas/a51f02f9573b4cbbac548ea46e185204 HTTP/1.1" status: 200 len: 375 time: 0.0099196 Feb 04 14:34:19.007038 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-b8f07d43-fc9e-49a1-b085-b7c2d24f1a71 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a51f02f9573b4cbbac548ea46e185204&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494471 Feb 04 14:34:19.106053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-374dfe5b-ef60-4a33-aea1-766c0ae1f66e service neutron] 10.222.0.96 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870821 Feb 04 14:34:19.194978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-00f76ec9-e7a5-4bed-b64d-ea39e576f9fa service neutron] 10.222.0.96 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823405 Feb 04 14:34:19.353162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d7a3cf7a-c0c4-4f53-b709-3104c9265f37 req-a7845aa3-1935-4920-8012-b1a70d2b61ea tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 210 time: 0.0280764 Feb 04 14:34:20.435418 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-9aa0bb09-dbf1-442d-9f8f-85907b8d595b tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:20.437373 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-9aa0bb09-dbf1-442d-9f8f-85907b8d595b tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.100 "GET /v2.0/networks?id=b31386dd-8063-4d05-81bd-267f59407cf7 HTTP/1.1" status: 200 len: 814 time: 0.1119404 Feb 04 14:34:20.450550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-2230b69b-351c-475f-a27f-b8e1282b8968 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Request body: {'port': {'device_id': '8af2444f-b528-4848-b410-7e191591fb46', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'admin_state_up': True, 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:34:20.456582 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5370c2b9-f928-4ec6-972a-586fd57a74cb req-b84a6a6e-5a58-43b8-ad5e-5aa325d11196 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 210 time: 0.0295191 Feb 04 14:34:20.566420 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-2230b69b-351c-475f-a27f-b8e1282b8968 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Made reservation on behalf of a51f02f9573b4cbbac548ea46e185204 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:34:20.569846 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-2230b69b-351c-475f-a27f-b8e1282b8968 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:20.720735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-2230b69b-351c-475f-a27f-b8e1282b8968 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Allocated IP 172.20.0.3 (b31386dd-8063-4d05-81bd-267f59407cf7/cec05ddb-0711-4ad1-ad68-d660f87aca3c/862d6ca1-74fb-49e8-afa7-c550334fdedf) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:34:20.910137 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-2230b69b-351c-475f-a27f-b8e1282b8968 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:20.950348 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-2230b69b-351c-475f-a27f-b8e1282b8968 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:21.009836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230b69b-351c-475f-a27f-b8e1282b8968 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Pushing event updated for resources: {'Port': ['ID=862d6ca1-74fb-49e8-afa7-c550334fdedf,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:21.036073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-2230b69b-351c-475f-a27f-b8e1282b8968 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Network b31386dd-8063-4d05-81bd-267f59407cf7 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:34:21.037871 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-2230b69b-351c-475f-a27f-b8e1282b8968 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:34:21.040739 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-2230b69b-351c-475f-a27f-b8e1282b8968 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:34:21.152785 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-2230b69b-351c-475f-a27f-b8e1282b8968 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:21.153526 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-2230b69b-351c-475f-a27f-b8e1282b8968 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:21.178759 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-2230b69b-351c-475f-a27f-b8e1282b8968 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7320290 Feb 04 14:34:21.419499 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a7ff45d7-2207-49c5-b7e3-4071f1364a24 None None] Provisioning complete for port 862d6ca1-74fb-49e8-afa7-c550334fdedf triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:21.420734 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a7ff45d7-2207-49c5-b7e3-4071f1364a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:21.456570 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a7ff45d7-2207-49c5-b7e3-4071f1364a24 None None] Port 862d6ca1-74fb-49e8-afa7-c550334fdedf cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:34:21.617004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea4c2e-6466-40ec-8afd-7a90a131cfb5 req-1f3cf079-7576-4938-84e2-7369ed92f047 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:21.624712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80ea4c2e-6466-40ec-8afd-7a90a131cfb5 req-1f3cf079-7576-4938-84e2-7369ed92f047 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 931 time: 0.0828545 Feb 04 14:34:21.679720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-80ea4c2e-6466-40ec-8afd-7a90a131cfb5 req-6e72db82-5ccd-4703-bcf4-3dcf1f78e191 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540593 Feb 04 14:34:22.820119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f1fd2-8095-402c-abb6-230a706162b5 req-924fbf5b-36e8-4db6-9e4f-68d181b8fd1e tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:22.821795 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d98f1fd2-8095-402c-abb6-230a706162b5 req-924fbf5b-36e8-4db6-9e4f-68d181b8fd1e tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 931 time: 0.0628448 Feb 04 14:34:22.887903 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d98f1fd2-8095-402c-abb6-230a706162b5 req-f2975894-95e6-4820-88eb-d7556e1d20c6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581226 Feb 04 14:34:24.044642 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde2dda-56a5-41de-8123-0ad5995644f3 req-dff840d4-e00e-4db0-a11e-b016c4c046b3 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:24.046634 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fde2dda-56a5-41de-8123-0ad5995644f3 req-dff840d4-e00e-4db0-a11e-b016c4c046b3 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 931 time: 0.0708449 Feb 04 14:34:24.107109 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7fde2dda-56a5-41de-8123-0ad5995644f3 req-86516f67-9533-470a-9349-c73e957bb767 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548477 Feb 04 14:34:25.234235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cc16b-9aef-40b3-aeeb-a06dd8af1e72 req-3da2e7ea-5093-4a1a-bd9c-dd242843cee4 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:25.235787 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-490cc16b-9aef-40b3-aeeb-a06dd8af1e72 req-3da2e7ea-5093-4a1a-bd9c-dd242843cee4 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 931 time: 0.0544224 Feb 04 14:34:25.293664 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-490cc16b-9aef-40b3-aeeb-a06dd8af1e72 req-e65967d0-c987-43ff-8c75-0bd660d83da0 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517733 Feb 04 14:34:26.427429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64459ad7-a6d7-4f3a-8a00-8638b2657c22 req-12cce105-77af-47b0-8aa7-13cd97e1bf03 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:26.428971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64459ad7-a6d7-4f3a-8a00-8638b2657c22 req-12cce105-77af-47b0-8aa7-13cd97e1bf03 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 931 time: 0.0569503 Feb 04 14:34:26.488395 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-64459ad7-a6d7-4f3a-8a00-8638b2657c22 req-4e8e2a52-8674-447d-8bce-820125cd14c0 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535796 Feb 04 14:34:27.646954 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e0f2b-1d51-4cf6-85bb-e8e89e8a9562 req-1124332c-9fb7-4b01-ab3a-e5c18d0ac256 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:27.648524 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d61e0f2b-1d51-4cf6-85bb-e8e89e8a9562 req-1124332c-9fb7-4b01-ab3a-e5c18d0ac256 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 931 time: 0.0736017 Feb 04 14:34:27.709581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d61e0f2b-1d51-4cf6-85bb-e8e89e8a9562 req-6f22f30a-cae5-4974-b4fd-34ee4aa3b4db tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548720 Feb 04 14:34:28.831051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c264a9-b592-4515-ab4e-05fe433c9d0b req-31391ae4-7f0a-45a7-9140-e6cf5829200f tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:28.832662 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05c264a9-b592-4515-ab4e-05fe433c9d0b req-31391ae4-7f0a-45a7-9140-e6cf5829200f tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 931 time: 0.0538714 Feb 04 14:34:28.880639 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05c264a9-b592-4515-ab4e-05fe433c9d0b req-148091ce-cc5f-4025-a7d1-6712a0421802 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421636 Feb 04 14:34:30.008404 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779cc69-5f7a-4394-aa71-5d5db6a73d47 req-43a84a8b-ff08-4b4d-bd90-d5839b417093 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:30.009798 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3779cc69-5f7a-4394-aa71-5d5db6a73d47 req-43a84a8b-ff08-4b4d-bd90-d5839b417093 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 931 time: 0.0572710 Feb 04 14:34:30.058881 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3779cc69-5f7a-4394-aa71-5d5db6a73d47 req-7654ffe4-e20b-438a-b3a9-2d1b29ae3cbe tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435154 Feb 04 14:34:31.181199 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd669452-fa7d-419e-b34d-9ec255f802b4 req-3a6a9498-75e4-4d0e-9e67-b207bfbbc4ff tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:31.182810 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd669452-fa7d-419e-b34d-9ec255f802b4 req-3a6a9498-75e4-4d0e-9e67-b207bfbbc4ff tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 931 time: 0.0535774 Feb 04 14:34:31.230988 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd669452-fa7d-419e-b34d-9ec255f802b4 req-f9092599-d4da-458b-8eb8-d3060a43962b tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415142 Feb 04 14:34:31.733485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Request body: {'port': {'device_id': '8af2444f-b528-4848-b410-7e191591fb46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:34:31.796422 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:32.081198 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 862d6ca1-74fb-49e8-afa7-c550334fdedf {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:34:32.089528 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Publish callbacks [] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:32.103053 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Transition to ACTIVE for port object 862d6ca1-74fb-49e8-afa7-c550334fdedf will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:34:32.106664 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:32.158941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Pushing event updated for resources: {'Port': ['ID=862d6ca1-74fb-49e8-afa7-c550334fdedf,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:32.243907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Attempting to bind port 862d6ca1-74fb-49e8-afa7-c550334fdedf on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:34:32.244507 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Attempting to bind port 862d6ca1-74fb-49e8-afa7-c550334fdedf by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'be99951f-e6c7-4849-82b0-c66e3c5f970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:34:32.244852 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Attempting to bind port 862d6ca1-74fb-49e8-afa7-c550334fdedf on network b31386dd-8063-4d05-81bd-267f59407cf7 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:34:32.250069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Port 862d6ca1-74fb-49e8-afa7-c550334fdedf on network b31386dd-8063-4d05-81bd-267f59407cf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:34:32.250431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Attempting to bind port 862d6ca1-74fb-49e8-afa7-c550334fdedf on network b31386dd-8063-4d05-81bd-267f59407cf7 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:34:32.257433 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:34:32.257780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Checking segment: {'id': 'be99951f-e6c7-4849-82b0-c66e3c5f970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:34:32.258282 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Bound using segment: {'id': 'be99951f-e6c7-4849-82b0-c66e3c5f970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:34:32.258723 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Bound port: 862d6ca1-74fb-49e8-afa7-c550334fdedf, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be99951f-e6c7-4849-82b0-c66e3c5f970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:34:32.259080 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:32.333771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] For port 862d6ca1-74fb-49e8-afa7-c550334fdedf, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:34:32.337619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] For port 862d6ca1-74fb-49e8-afa7-c550334fdedf, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf,segment=NetworkSegment(be99951f-e6c7-4849-82b0-c66e3c5f970b),segment_id=be99951f-e6c7-4849-82b0-c66e3c5f970b)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:34:32.344579 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:32.365391 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aeae7-2c3d-4649-b909-f0a24844a8ac req-577b7a85-6574-45a2-8483-912303289d13 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:32.366935 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb6aeae7-2c3d-4649-b909-f0a24844a8ac req-577b7a85-6574-45a2-8483-912303289d13 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 943 time: 0.0611987 Feb 04 14:34:32.380617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:32.381255 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:32.382688 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] 10.222.0.100 "PUT /v2.0/ports/862d6ca1-74fb-49e8-afa7-c550334fdedf HTTP/1.1" status: 200 len: 1092 time: 0.6542325 Feb 04 14:34:32.383157 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af2444f-b528-4848-b410-7e191591fb46', 'tag': '862d6ca1-74fb-49e8-afa7-c550334fdedf'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:34:32.385471 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8e84f9-68b9-473d-93f8-b50a7dc512a1" -d '{"events": [{"name": "network-changed", "server_uuid": "8af2444f-b528-4848-b410-7e191591fb46", "tag": "862d6ca1-74fb-49e8-afa7-c550334fdedf"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:34:32.413761 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e1958-9a39-44a3-84f9-7060cc6a83da service neutron] Pushing event updated for resources: {'Port': ['ID=862d6ca1-74fb-49e8-afa7-c550334fdedf,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:32.430887 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bb6aeae7-2c3d-4649-b909-f0a24844a8ac req-ce16077b-7b79-4379-aca4-29770c8751e8 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581884 Feb 04 14:34:32.487010 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-a4331b63-f659-489f-874d-68914d60f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:32.488547 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-a4331b63-f659-489f-874d-68914d60f103 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a51f02f9573b4cbbac548ea46e185204&device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 1126 time: 0.0541768 Feb 04 14:34:32.490915 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b4bb83-971b-4a2c-a731-062d4537e56d x-openstack-request-id: req-35b4bb83-971b-4a2c-a731-062d4537e56d {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:34:32.491219 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af2444f-b528-4848-b410-7e191591fb46", "tag": "862d6ca1-74fb-49e8-afa7-c550334fdedf", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:34:32.491474 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-35b4bb83-971b-4a2c-a731-062d4537e56d {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:34:32.491878 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af2444f-b528-4848-b410-7e191591fb46', 'tag': '862d6ca1-74fb-49e8-afa7-c550334fdedf', 'status': 'completed', 'code': 200} Feb 04 14:34:32.538586 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-73fc5c27-d426-41b5-900c-d994b1148935 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf HTTP/1.1" status: 200 len: 217 time: 0.0400345 Feb 04 14:34:32.687620 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-0102817d-f972-4378-a4e2-4c0d2db89f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:32.689259 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-0102817d-f972-4378-a4e2-4c0d2db89f1b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cec05ddb-0711-4ad1-ad68-d660f87aca3c HTTP/1.1" status: 200 len: 853 time: 0.0473697 Feb 04 14:34:32.739726 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-03bdc1c3-3afb-4c97-bd74-d026661881f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:32.741379 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-03bdc1c3-3afb-4c97-bd74-d026661881f4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b31386dd-8063-4d05-81bd-267f59407cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466542 Feb 04 14:34:32.962368 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-2e613e5f-02ed-4a5c-8737-6977366e7fa2 service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905898 Feb 04 14:34:33.051793 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d8d3f1b-17ac-46cb-88e7-8ebcad2743a6 req-cd35f983-6987-4662-b853-4ce47217e4c5 service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842252 Feb 04 14:34:33.142835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e84f9-68b9-473d-93f8-b50a7dc512a1 req-b46152c9-5528-4b48-8e41-da9d2c9a7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:33.144860 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce8e84f9-68b9-473d-93f8-b50a7dc512a1 req-b46152c9-5528-4b48-8e41-da9d2c9a7056 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a51f02f9573b4cbbac548ea46e185204&device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 1126 time: 0.0454040 Feb 04 14:34:33.242150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e84f9-68b9-473d-93f8-b50a7dc512a1 req-495dc5c2-e6a2-4ac7-b15d-0a85606689bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:33.243726 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce8e84f9-68b9-473d-93f8-b50a7dc512a1 req-495dc5c2-e6a2-4ac7-b15d-0a85606689bc service neutron] 10.222.0.100 "GET /v2.0/networks?id=b31386dd-8063-4d05-81bd-267f59407cf7 HTTP/1.1" status: 200 len: 915 time: 0.0930607 Feb 04 14:34:33.285817 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce8e84f9-68b9-473d-93f8-b50a7dc512a1 req-8b52ce33-77b5-45e0-a70f-98b9705852f6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf HTTP/1.1" status: 200 len: 217 time: 0.0355210 Feb 04 14:34:33.338126 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e84f9-68b9-473d-93f8-b50a7dc512a1 req-997c9a88-bd89-4987-ba47-2291641bdf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:33.339579 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce8e84f9-68b9-473d-93f8-b50a7dc512a1 req-997c9a88-bd89-4987-ba47-2291641bdf88 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cec05ddb-0711-4ad1-ad68-d660f87aca3c HTTP/1.1" status: 200 len: 853 time: 0.0482004 Feb 04 14:34:33.387788 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e84f9-68b9-473d-93f8-b50a7dc512a1 req-674d5a6a-2407-4f9b-affc-a806a08967a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:33.390010 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce8e84f9-68b9-473d-93f8-b50a7dc512a1 req-674d5a6a-2407-4f9b-affc-a806a08967a7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b31386dd-8063-4d05-81bd-267f59407cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441821 Feb 04 14:34:33.481599 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce8e84f9-68b9-473d-93f8-b50a7dc512a1 req-59cbf387-8ff2-438b-bffa-614cf72500f8 service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863733 Feb 04 14:34:33.573605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975eb27-9be2-4901-889b-cf814d5164d8 req-fc755f54-793e-43d8-97aa-06c39a790b0d tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:33.575088 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e975eb27-9be2-4901-889b-cf814d5164d8 req-fc755f54-793e-43d8-97aa-06c39a790b0d tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 943 time: 0.0550573 Feb 04 14:34:33.585561 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ce8e84f9-68b9-473d-93f8-b50a7dc512a1 req-1f6aae62-b0a9-4508-b2bf-c8fc0ce43a16 service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969965 Feb 04 14:34:33.627070 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e975eb27-9be2-4901-889b-cf814d5164d8 req-7d9e2944-62c1-4ab1-bdf3-87ad1ccf1e13 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450206 Feb 04 14:34:34.747414 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3029b4-8936-4f77-a511-5903815ac31c req-3d7648ba-c483-42b6-9529-182776f40ee7 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:34.748902 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a3029b4-8936-4f77-a511-5903815ac31c req-3d7648ba-c483-42b6-9529-182776f40ee7 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 943 time: 0.0533061 Feb 04 14:34:34.797326 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5a3029b4-8936-4f77-a511-5903815ac31c req-05049411-6482-4dbc-8cb6-ee7e6a191fd6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422320 Feb 04 14:34:35.921713 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb5b2e-2fff-4451-9dc8-219340e0a5bf req-a9178590-35b3-4c94-9676-b1c918dc16e2 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:35.923987 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8cb5b2e-2fff-4451-9dc8-219340e0a5bf req-a9178590-35b3-4c94-9676-b1c918dc16e2 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 943 time: 0.0582726 Feb 04 14:34:35.970591 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d8cb5b2e-2fff-4451-9dc8-219340e0a5bf req-47dbdf23-b25b-4232-a906-383432325f52 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408518 Feb 04 14:34:36.207189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 862d6ca1-74fb-49e8-afa7-c550334fdedf details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:34:36.305700 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 862d6ca1-74fb-49e8-afa7-c550334fdedf, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf,segment=NetworkSegment(be99951f-e6c7-4849-82b0-c66e3c5f970b),segment_id=be99951f-e6c7-4849-82b0-c66e3c5f970b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:34:36.319403 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '862d6ca1-74fb-49e8-afa7-c550334fdedf', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'port_id': '862d6ca1-74fb-49e8-afa7-c550334fdedf', 'mac_address': 'fa:16:3e:a8:e4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:34:36.356597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 862d6ca1-74fb-49e8-afa7-c550334fdedf is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:36.356989 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:36.371091 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 862d6ca1-74fb-49e8-afa7-c550334fdedf {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:34:36.390988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 862d6ca1-74fb-49e8-afa7-c550334fdedf, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf,segment=NetworkSegment(be99951f-e6c7-4849-82b0-c66e3c5f970b),segment_id=be99951f-e6c7-4849-82b0-c66e3c5f970b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:34:36.394951 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:36.442835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=862d6ca1-74fb-49e8-afa7-c550334fdedf,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:36.820313 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['862d6ca1-74fb-49e8-afa7-c550334fdedf'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:34:37.093169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5677b-9a2d-495b-a84f-1559c51ca996 req-f9ed52f2-fc1e-4d12-9c2d-d01734282f75 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:37.094756 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47e5677b-9a2d-495b-a84f-1559c51ca996 req-f9ed52f2-fc1e-4d12-9c2d-d01734282f75 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 944 time: 0.0535226 Feb 04 14:34:37.142656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47e5677b-9a2d-495b-a84f-1559c51ca996 req-dca086f0-3054-440c-96d2-e32813c92f73 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423188 Feb 04 14:34:38.225111 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 862d6ca1-74fb-49e8-afa7-c550334fdedf up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:34:38.271063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b40495-e355-4a6e-b774-8a407710b710 req-4992a191-7ffb-4b69-b706-19dbab221f27 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:38.272618 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79b40495-e355-4a6e-b774-8a407710b710 req-4992a191-7ffb-4b69-b706-19dbab221f27 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 944 time: 0.0622063 Feb 04 14:34:38.277883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 862d6ca1-74fb-49e8-afa7-c550334fdedf completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:34:38.281681 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 862d6ca1-74fb-49e8-afa7-c550334fdedf triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:34:38.282062 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:38.323724 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-79b40495-e355-4a6e-b774-8a407710b710 req-b1243c35-ad65-490f-91fa-6b7a6254f265 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454149 Feb 04 14:34:38.367249 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 862d6ca1-74fb-49e8-afa7-c550334fdedf is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:34:38.367631 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:38.389810 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af2444f-b528-4848-b410-7e191591fb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862d6ca1-74fb-49e8-afa7-c550334fdedf'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:34:38.392010 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c88fc6-f66f-45cf-a3ec-a048540630bd" -d '{"events": [{"server_uuid": "8af2444f-b528-4848-b410-7e191591fb46", "name": "network-vif-plugged", "status": "completed", "tag": "862d6ca1-74fb-49e8-afa7-c550334fdedf"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:34:38.404048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 862d6ca1-74fb-49e8-afa7-c550334fdedf, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf,segment=NetworkSegment(be99951f-e6c7-4849-82b0-c66e3c5f970b),segment_id=be99951f-e6c7-4849-82b0-c66e3c5f970b)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:34:38.409319 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:38.432152 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567e2dc2-3037-4c36-adeb-e7c917059a3e x-openstack-request-id: req-567e2dc2-3037-4c36-adeb-e7c917059a3e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:34:38.432472 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af2444f-b528-4848-b410-7e191591fb46", "name": "network-vif-plugged", "status": "completed", "tag": "862d6ca1-74fb-49e8-afa7-c550334fdedf", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:34:38.432687 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-567e2dc2-3037-4c36-adeb-e7c917059a3e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:34:38.433074 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af2444f-b528-4848-b410-7e191591fb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862d6ca1-74fb-49e8-afa7-c550334fdedf', 'code': 200} Feb 04 14:34:38.459704 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=862d6ca1-74fb-49e8-afa7-c550334fdedf,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:34:38.532321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f564d6-a26b-4acc-a41a-847c510e82c8 req-58f427dc-fe42-4329-b0b4-c08447704e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:38.533863 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a2f564d6-a26b-4acc-a41a-847c510e82c8 req-58f427dc-fe42-4329-b0b4-c08447704e27 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 1128 time: 0.0457990 Feb 04 14:34:38.575999 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a2f564d6-a26b-4acc-a41a-847c510e82c8 req-d161f60a-92df-476d-9827-3bd7d0bb9a6f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367913 Feb 04 14:34:39.446215 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517a6eb-fd98-41e2-9af0-24537eb3fd10 req-99895add-be61-4091-819c-42beb330c3f1 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:39.447854 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7517a6eb-fd98-41e2-9af0-24537eb3fd10 req-99895add-be61-4091-819c-42beb330c3f1 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 945 time: 0.0541153 Feb 04 14:34:39.495296 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7517a6eb-fd98-41e2-9af0-24537eb3fd10 req-f649306a-7a82-43f5-8a94-a6df6be03949 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415387 Feb 04 14:34:40.614080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5256f1a-be61-455a-871c-b5b5063249ac req-61d3bcde-8b3a-4da7-a058-92e86bf4f64b tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:40.615655 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5256f1a-be61-455a-871c-b5b5063249ac req-61d3bcde-8b3a-4da7-a058-92e86bf4f64b tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 945 time: 0.0539153 Feb 04 14:34:40.666987 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a5256f1a-be61-455a-871c-b5b5063249ac req-a0088003-6769-4027-84cc-c3dc67f6a827 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457780 Feb 04 14:34:40.787533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d05301-b9a2-471d-b0c2-612164489ee6 req-17823682-fff1-4540-bf32-96ed5dc9d4b0 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:40.788941 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73d05301-b9a2-471d-b0c2-612164489ee6 req-17823682-fff1-4540-bf32-96ed5dc9d4b0 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 945 time: 0.0530984 Feb 04 14:34:40.836672 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73d05301-b9a2-471d-b0c2-612164489ee6 req-920a5fae-ba27-4576-9d04-75da8b48cc16 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417600 Feb 04 14:34:41.029949 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13840c-81fb-4132-8bfc-db99d2004d6d req-2a8e2150-afb0-4e37-ad37-dce4d45e95cd tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:41.031485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f13840c-81fb-4132-8bfc-db99d2004d6d req-2a8e2150-afb0-4e37-ad37-dce4d45e95cd tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 945 time: 0.0533102 Feb 04 14:34:41.079055 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1f13840c-81fb-4132-8bfc-db99d2004d6d req-00fc180f-8e82-4667-b816-7d4be1979f0f tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407267 Feb 04 14:34:41.085781 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aeadcb2c-3692-4335-8c17-0fd5439decc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:44.475721 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:45.298210 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c0c9cc9b-3403-44c6-81a9-44cc3ca7d808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:45.401573 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:45.825548 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:47.164075 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:48.075636 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:34:54.199384 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:34:59.925887 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beaf22-64d7-4067-97c7-42f116b10a91 req-28297ccb-71b1-4bec-8f7a-bb77fc5b8d18 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:34:59.927419 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11beaf22-64d7-4067-97c7-42f116b10a91 req-28297ccb-71b1-4bec-8f7a-bb77fc5b8d18 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 945 time: 0.0591474 Feb 04 14:34:59.974307 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-11beaf22-64d7-4067-97c7-42f116b10a91 req-34a0ca46-0105-4b32-9adf-4bd9b650260e tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411997 Feb 04 14:34:59.997508 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 36998) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:35:00.130671 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c66fe06-c583-4407-baec-a9be0e3db8b2 tempest-TestMinimumBasicScenario-1795560189 tempest-TestMinimumBasicScenario-1795560189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:35:00.132222 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7c66fe06-c583-4407-baec-a9be0e3db8b2 tempest-TestMinimumBasicScenario-1795560189 tempest-TestMinimumBasicScenario-1795560189-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 1123 time: 0.1337004 Feb 04 14:35:00.135250 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37002) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:35:00.139483 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '862d6ca1-74fb-49e8-afa7-c550334fdedf', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:35:00.160340 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:00.259963 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:00.364320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Allocated IP 172.25.5.69 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/37040ae3-9273-42e0-9927-4b411078e044) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:35:00.471547 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for port (37040ae3-9273-42e0-9927-4b411078e044), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:00.506490 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (37040ae3-9273-42e0-9927-4b411078e044), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:00.546225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:35:00.549784 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:35:00.553348 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:35:00.577243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Pushing event updated for resources: {'Port': ['ID=37040ae3-9273-42e0-9927-4b411078e044,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:35:00.587510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:00.587863 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:00.588210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:00.588556 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:00.588897 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:00.589225 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:00.589559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:00.589885 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:00.590260 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:00.590591 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:00.590925 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:00.591248 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:00.591572 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:00.935465 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for floatingip (5c451a43-e9ae-449e-9648-460d97d4ffa1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:01.009211 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (37040ae3-9273-42e0-9927-4b411078e044), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:01.159872 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for port (37040ae3-9273-42e0-9927-4b411078e044), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:01.164720 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (37040ae3-9273-42e0-9927-4b411078e044), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:01.239279 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Pushing event updated for resources: {'Port': ['ID=37040ae3-9273-42e0-9927-4b411078e044,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:35:01.247845 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (5c451a43-e9ae-449e-9648-460d97d4ffa1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:01.356550 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Floating IP 5c451a43-e9ae-449e-9648-460d97d4ffa1 associated. External IP: 172.25.5.69, port: 862d6ca1-74fb-49e8-afa7-c550334fdedf. Feb 04 14:35:01.917734 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Router 25b83679-c881-4ac8-ba9e-8b0b1530d127 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:35:02.029762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:35:02.040505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59fea26-f0c1-4eda-b5d8-4d1cfdc38706 None None] Sync routers for ids ['25b83679-c881-4ac8-ba9e-8b0b1530d127'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:35:02.049617 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.051216 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59fea26-f0c1-4eda-b5d8-4d1cfdc38706 None None] Routers {'25b83679-c881-4ac8-ba9e-8b0b1530d127'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:35:02.051900 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a59fea26-f0c1-4eda-b5d8-4d1cfdc38706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:34:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25b83679-c881-4ac8-ba9e-8b0b1530d127'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:35:02.084230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8dd92b5e-bd76-433d-ad8a-71fb942214cb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9479406 Feb 04 14:35:02.084932 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af2444f-b528-4848-b410-7e191591fb46', 'tag': '862d6ca1-74fb-49e8-afa7-c550334fdedf'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:35:02.087460 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37004) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:35:02.088013 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b88ae9-df2d-4dca-bcda-a6117b113e99" -d '{"events": [{"name": "network-changed", "server_uuid": "8af2444f-b528-4848-b410-7e191591fb46", "tag": "862d6ca1-74fb-49e8-afa7-c550334fdedf"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:35:02.092819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1559500940', 'description': 'tempest-secgroup-smoke-1559500940 description', 'project_id': 'a51f02f9573b4cbbac548ea46e185204'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:35:02.117404 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.169278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a59fea26-f0c1-4eda-b5d8-4d1cfdc38706 None None] Set router 25b83679-c881-4ac8-ba9e-8b0b1530d127 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:35:02.197125 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group (ddecfb1f-c120-4a88-b107-341a52c1ece1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.201045 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ddecfb1f-c120-4a88-b107-341a52c1ece1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.232327 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.233782 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1448619 Feb 04 14:35:02.237813 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37010) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:35:02.238362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddecfb1f-c120-4a88-b107-341a52c1ece1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:35:02.243929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-8e795208-159b-4415-bbed-2204a3db8313 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Request body: {'security_group_rule': {'security_group_id': 'ddecfb1f-c120-4a88-b107-341a52c1ece1', 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:35:02.246964 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:02.247327 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:02.247841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:02.248176 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:02.248557 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:02.248892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:02.249220 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:02.249603 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:02.249856 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:02.250215 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:02.250545 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:02.251438 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:02.251925 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d31e-c1f0-4342-ba0d-761b36738863 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:35:02.276299 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47e7aaf-2005-4aac-a481-7dc1636f078d x-openstack-request-id: req-b47e7aaf-2005-4aac-a481-7dc1636f078d {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:35:02.276676 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af2444f-b528-4848-b410-7e191591fb46", "tag": "862d6ca1-74fb-49e8-afa7-c550334fdedf", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:35:02.276998 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b47e7aaf-2005-4aac-a481-7dc1636f078d {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:35:02.277408 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af2444f-b528-4848-b410-7e191591fb46', 'tag': '862d6ca1-74fb-49e8-afa7-c550334fdedf', 'status': 'completed', 'code': 200} Feb 04 14:35:02.281344 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8e795208-159b-4415-bbed-2204a3db8313 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (1fa41d88-3137-40be-8a8f-6fdd15516a83), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.336957 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8e795208-159b-4415-bbed-2204a3db8313 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (1fa41d88-3137-40be-8a8f-6fdd15516a83), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.341378 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8e795208-159b-4415-bbed-2204a3db8313 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (1fa41d88-3137-40be-8a8f-6fdd15516a83), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.361058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e795208-159b-4415-bbed-2204a3db8313 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa41d88-3137-40be-8a8f-6fdd15516a83,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:35:02.373000 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8e795208-159b-4415-bbed-2204a3db8313 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.376906 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8e795208-159b-4415-bbed-2204a3db8313 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352289 Feb 04 14:35:02.378988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37014) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:35:02.384935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4d99294c-7b5c-410f-a094-c55548d6e0dd tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Request body: {'security_group_rule': {'security_group_id': 'ddecfb1f-c120-4a88-b107-341a52c1ece1', 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:35:02.422275 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b88ae9-df2d-4dca-bcda-a6117b113e99 req-a9726fb1-db81-406e-ab1c-a7ba92ed60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:35:02.424559 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-83b88ae9-df2d-4dca-bcda-a6117b113e99 req-a9726fb1-db81-406e-ab1c-a7ba92ed60c9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a51f02f9573b4cbbac548ea46e185204&device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 1128 time: 0.1268051 Feb 04 14:35:02.425304 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d99294c-7b5c-410f-a094-c55548d6e0dd tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (2e056235-5fa0-410a-af27-d30b55ce4bfb), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.436069 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a59fea26-f0c1-4eda-b5d8-4d1cfdc38706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'name': 'tempest-TestMinimumBasicScenario-944436184-router', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '925b26bc-9621-457f-8135-1e469354cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:33:59Z', 'updated_at': '2022-02-04T14:34:02Z', 'revision_number': 4, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'gw_port': {'id': '925b26bc-9621-457f-8135-1e469354cd4a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:00Z', 'updated_at': '2022-02-04T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '5c451a43-e9ae-449e-9648-460d97d4ffa1', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'port_id': '862d6ca1-74fb-49e8-afa7-c550334fdedf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'mac_address': 'fa:16:3e:a8:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af2444f-b528-4848-b410-7e191591fb46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:35:00Z', 'updated_at': '2022-02-04T14:35:00Z', 'revision_number': 0, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5872cb-077a-499f-852d-18720e014c82', 'name': '', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'mac_address': 'fa:16:3e:5e:73:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:02Z', 'updated_at': '2022-02-04T14:34:08Z', 'revision_number': 5, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'subnets': [{'id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:35:02.468437 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59fea26-f0c1-4eda-b5d8-4d1cfdc38706 None None] Checking router: 25b83679-c881-4ac8-ba9e-8b0b1530d127 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:35:02.477965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59fea26-f0c1-4eda-b5d8-4d1cfdc38706 None None] Routers {'25b83679-c881-4ac8-ba9e-8b0b1530d127'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:35:02.478609 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a59fea26-f0c1-4eda-b5d8-4d1cfdc38706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:34:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25b83679-c881-4ac8-ba9e-8b0b1530d127'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:35:02.544452 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d99294c-7b5c-410f-a094-c55548d6e0dd tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (2e056235-5fa0-410a-af27-d30b55ce4bfb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.551093 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d99294c-7b5c-410f-a094-c55548d6e0dd tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (2e056235-5fa0-410a-af27-d30b55ce4bfb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.577150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b88ae9-df2d-4dca-bcda-a6117b113e99 req-c0f9449a-5377-42d1-a3c2-a09656cf2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:35:02.579243 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-83b88ae9-df2d-4dca-bcda-a6117b113e99 req-c0f9449a-5377-42d1-a3c2-a09656cf2431 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b31386dd-8063-4d05-81bd-267f59407cf7 HTTP/1.1" status: 200 len: 915 time: 0.1441958 Feb 04 14:35:02.580873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99294c-7b5c-410f-a094-c55548d6e0dd tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e056235-5fa0-410a-af27-d30b55ce4bfb,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:35:02.594243 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d99294c-7b5c-410f-a094-c55548d6e0dd tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.598527 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4d99294c-7b5c-410f-a094-c55548d6e0dd tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2155688 Feb 04 14:35:02.599865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37016) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:35:02.606756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-a59fea26-f0c1-4eda-b5d8-4d1cfdc38706 None None] Set router 25b83679-c881-4ac8-ba9e-8b0b1530d127 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:35:02.612533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-3247f37e-c8e1-442a-98b4-9452b531486d tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Request body: {'security_group_rule': {'security_group_id': 'ddecfb1f-c120-4a88-b107-341a52c1ece1', 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:35:02.653515 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3247f37e-c8e1-442a-98b4-9452b531486d tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (0d14edad-8290-4b52-91c7-d30da30189db), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.653855 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-83b88ae9-df2d-4dca-bcda-a6117b113e99 req-8b53b2e3-e9bc-4326-9f0d-2e8c783ec943 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf HTTP/1.1" status: 200 len: 998 time: 0.0688393 Feb 04 14:35:02.711895 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b88ae9-df2d-4dca-bcda-a6117b113e99 req-7b61bf06-2aca-443d-821c-48866d3ce430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:35:02.713415 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-83b88ae9-df2d-4dca-bcda-a6117b113e99 req-7b61bf06-2aca-443d-821c-48866d3ce430 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cec05ddb-0711-4ad1-ad68-d660f87aca3c HTTP/1.1" status: 200 len: 853 time: 0.0539315 Feb 04 14:35:02.718427 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3247f37e-c8e1-442a-98b4-9452b531486d tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (0d14edad-8290-4b52-91c7-d30da30189db), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.723563 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3247f37e-c8e1-442a-98b4-9452b531486d tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (0d14edad-8290-4b52-91c7-d30da30189db), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.742693 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247f37e-c8e1-442a-98b4-9452b531486d tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d14edad-8290-4b52-91c7-d30da30189db,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:35:02.752142 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3247f37e-c8e1-442a-98b4-9452b531486d tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.753480 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3247f37e-c8e1-442a-98b4-9452b531486d tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1512368 Feb 04 14:35:02.756490 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37018) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:35:02.762695 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-f6ea0ead-431d-4fcd-b4bb-39bd671cbfbd tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Request body: {'security_group_rule': {'security_group_id': 'ddecfb1f-c120-4a88-b107-341a52c1ece1', 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:35:02.773690 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b88ae9-df2d-4dca-bcda-a6117b113e99 req-0cd2c339-c066-4fc9-873e-2484407b8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:35:02.775493 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-83b88ae9-df2d-4dca-bcda-a6117b113e99 req-0cd2c339-c066-4fc9-873e-2484407b8af3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b31386dd-8063-4d05-81bd-267f59407cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0559611 Feb 04 14:35:02.787779 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-83b88ae9-df2d-4dca-bcda-a6117b113e99 req-0ed9670a-b7a5-4e5a-9afa-b3cd9104b3bd service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:35:02.789092 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f6ea0ead-431d-4fcd-b4bb-39bd671cbfbd tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (5f825b66-5287-417c-b431-c51bf6d67b86), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.789690 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-83b88ae9-df2d-4dca-bcda-a6117b113e99 req-0ed9670a-b7a5-4e5a-9afa-b3cd9104b3bd service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078566 Feb 04 14:35:02.853849 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f6ea0ead-431d-4fcd-b4bb-39bd671cbfbd tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (5f825b66-5287-417c-b431-c51bf6d67b86), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.858737 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f6ea0ead-431d-4fcd-b4bb-39bd671cbfbd tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (5f825b66-5287-417c-b431-c51bf6d67b86), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.884087 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea0ead-431d-4fcd-b4bb-39bd671cbfbd tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f825b66-5287-417c-b431-c51bf6d67b86,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:35:02.885786 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-a59fea26-f0c1-4eda-b5d8-4d1cfdc38706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'name': 'tempest-TestMinimumBasicScenario-944436184-router', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '925b26bc-9621-457f-8135-1e469354cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:33:59Z', 'updated_at': '2022-02-04T14:34:02Z', 'revision_number': 4, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'gw_port': {'id': '925b26bc-9621-457f-8135-1e469354cd4a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:00Z', 'updated_at': '2022-02-04T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '5c451a43-e9ae-449e-9648-460d97d4ffa1', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'port_id': '862d6ca1-74fb-49e8-afa7-c550334fdedf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'mac_address': 'fa:16:3e:a8:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af2444f-b528-4848-b410-7e191591fb46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:35:00Z', 'updated_at': '2022-02-04T14:35:00Z', 'revision_number': 0, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5872cb-077a-499f-852d-18720e014c82', 'name': '', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'mac_address': 'fa:16:3e:5e:73:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:02Z', 'updated_at': '2022-02-04T14:34:08Z', 'revision_number': 5, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'subnets': [{'id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:35:02.891043 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f6ea0ead-431d-4fcd-b4bb-39bd671cbfbd tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:02.892877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f6ea0ead-431d-4fcd-b4bb-39bd671cbfbd tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351976 Feb 04 14:35:02.895748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37020) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:35:02.898265 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-83b88ae9-df2d-4dca-bcda-a6117b113e99 req-55431bf1-c5eb-4d04-84ae-67a0f62d9046 service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027720 Feb 04 14:35:02.901111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-97044700-dd13-48e7-9941-9db8af8a0b1e tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Request body: {'security_group_rule': {'security_group_id': 'ddecfb1f-c120-4a88-b107-341a52c1ece1', 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:35:02.922032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59fea26-f0c1-4eda-b5d8-4d1cfdc38706 None None] The sync data for ids ['25b83679-c881-4ac8-ba9e-8b0b1530d127'] in n-d-714676-13 is: [{'id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'name': 'tempest-TestMinimumBasicScenario-944436184-router', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '925b26bc-9621-457f-8135-1e469354cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:33:59Z', 'updated_at': '2022-02-04T14:34:02Z', 'revision_number': 4, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'gw_port': {'id': '925b26bc-9621-457f-8135-1e469354cd4a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:00Z', 'updated_at': '2022-02-04T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '5c451a43-e9ae-449e-9648-460d97d4ffa1', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'port_id': '862d6ca1-74fb-49e8-afa7-c550334fdedf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'mac_address': 'fa:16:3e:a8:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af2444f-b528-4848-b410-7e191591fb46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:35:00Z', 'updated_at': '2022-02-04T14:35:00Z', 'revision_number': 0, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5872cb-077a-499f-852d-18720e014c82', 'name': '', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'mac_address': 'fa:16:3e:5e:73:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:02Z', 'updated_at': '2022-02-04T14:34:08Z', 'revision_number': 5, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'subnets': [{'id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:35:02.924187 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-97044700-dd13-48e7-9941-9db8af8a0b1e tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Project a51f02f9573b4cbbac548ea46e185204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:35:02.930186 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-97044700-dd13-48e7-9941-9db8af8a0b1e tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (b00cb4e2-e092-496c-bd7a-852cc7b3bdcd), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:03.000285 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-97044700-dd13-48e7-9941-9db8af8a0b1e tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (b00cb4e2-e092-496c-bd7a-852cc7b3bdcd), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:03.005816 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-97044700-dd13-48e7-9941-9db8af8a0b1e tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (b00cb4e2-e092-496c-bd7a-852cc7b3bdcd), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:03.021516 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-83b88ae9-df2d-4dca-bcda-a6117b113e99 req-3ba1b694-1392-4b9a-9ad3-dc629de74071 service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163425 Feb 04 14:35:03.023929 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97044700-dd13-48e7-9941-9db8af8a0b1e tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00cb4e2-e092-496c-bd7a-852cc7b3bdcd,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:35:03.037964 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-97044700-dd13-48e7-9941-9db8af8a0b1e tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:03.039353 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-97044700-dd13-48e7-9941-9db8af8a0b1e tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424422 Feb 04 14:35:03.042076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37022) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:35:03.047061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-bbf2ac45-f3c4-4cca-8ef4-b3963d433bad tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Request body: {'security_group_rule': {'security_group_id': 'ddecfb1f-c120-4a88-b107-341a52c1ece1', 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:35:03.068423 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-bbf2ac45-f3c4-4cca-8ef4-b3963d433bad tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Project a51f02f9573b4cbbac548ea46e185204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:35:03.074126 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bbf2ac45-f3c4-4cca-8ef4-b3963d433bad tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (9adccf74-185a-440c-9cb6-d3f04246f249), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:03.139676 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bbf2ac45-f3c4-4cca-8ef4-b3963d433bad tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (9adccf74-185a-440c-9cb6-d3f04246f249), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:03.144777 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bbf2ac45-f3c4-4cca-8ef4-b3963d433bad tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (9adccf74-185a-440c-9cb6-d3f04246f249), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:03.148898 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bb37f9-1c77-4f21-9381-57d4a76d9967 None None] New status for floating IP 5c451a43-e9ae-449e-9648-460d97d4ffa1: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:35:03.163757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2ac45-f3c4-4cca-8ef4-b3963d433bad tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9adccf74-185a-440c-9cb6-d3f04246f249,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:35:03.173649 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bbf2ac45-f3c4-4cca-8ef4-b3963d433bad tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:03.175007 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bbf2ac45-f3c4-4cca-8ef4-b3963d433bad tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318681 Feb 04 14:35:03.270536 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4193a3bf-c353-497d-ace8-6d86a8a901f9 req-ebab2226-386c-4e26-86d4-ee5c4074261b tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1559500940&fields=id&tenant_id=a51f02f9573b4cbbac548ea46e185204 HTTP/1.1" status: 200 len: 267 time: 0.0463181 Feb 04 14:35:03.334880 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193a3bf-c353-497d-ace8-6d86a8a901f9 req-ca448e28-70d8-4270-9d54-9708f4c9e686 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:35:03.336400 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4193a3bf-c353-497d-ace8-6d86a8a901f9 req-ca448e28-70d8-4270-9d54-9708f4c9e686 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 945 time: 0.0602911 Feb 04 14:35:03.347924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-4193a3bf-c353-497d-ace8-6d86a8a901f9 req-f071c9f3-6c75-4ceb-af98-6c1035fb5f3c tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Request body: {'port': {'security_groups': ['240e541f-9ebf-4ba5-98bc-2b84cb525b0c', 'ddecfb1f-c120-4a88-b107-341a52c1ece1']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:35:03.417089 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4193a3bf-c353-497d-ace8-6d86a8a901f9 req-f071c9f3-6c75-4ceb-af98-6c1035fb5f3c tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:03.605451 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-4193a3bf-c353-497d-ace8-6d86a8a901f9 req-f071c9f3-6c75-4ceb-af98-6c1035fb5f3c tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] For port 862d6ca1-74fb-49e8-afa7-c550334fdedf, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf,segment=NetworkSegment(be99951f-e6c7-4849-82b0-c66e3c5f970b),segment_id=be99951f-e6c7-4849-82b0-c66e3c5f970b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:35:03.635872 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4193a3bf-c353-497d-ace8-6d86a8a901f9 req-f071c9f3-6c75-4ceb-af98-6c1035fb5f3c tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:03.640635 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4193a3bf-c353-497d-ace8-6d86a8a901f9 req-f071c9f3-6c75-4ceb-af98-6c1035fb5f3c tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:03.652606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['862d6ca1-74fb-49e8-afa7-c550334fdedf'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:35:03.687054 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193a3bf-c353-497d-ace8-6d86a8a901f9 req-f071c9f3-6c75-4ceb-af98-6c1035fb5f3c tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:35:03.687712 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-4193a3bf-c353-497d-ace8-6d86a8a901f9 req-f071c9f3-6c75-4ceb-af98-6c1035fb5f3c tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:03.689675 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4193a3bf-c353-497d-ace8-6d86a8a901f9 req-f071c9f3-6c75-4ceb-af98-6c1035fb5f3c tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "PUT /v2.0/ports/862d6ca1-74fb-49e8-afa7-c550334fdedf HTTP/1.1" status: 200 len: 981 time: 0.3470278 Feb 04 14:35:03.719606 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071c9f3-6c75-4ceb-af98-6c1035fb5f3c tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Pushing event updated for resources: {'Port': ['ID=862d6ca1-74fb-49e8-afa7-c550334fdedf,revision_number=6']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:35:03.752478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['862d6ca1-74fb-49e8-afa7-c550334fdedf'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:35:03.830480 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251f2b6-2d55-47c4-a8cb-db2aaed09a5d req-d3ba86e1-de7e-4e02-bfd1-74fc816027c6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:35:03.832185 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4251f2b6-2d55-47c4-a8cb-db2aaed09a5d req-d3ba86e1-de7e-4e02-bfd1-74fc816027c6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0757670 Feb 04 14:35:03.904773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4251f2b6-2d55-47c4-a8cb-db2aaed09a5d req-6828c001-47e9-4e8d-b53b-3a04667f3e9d tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&id=ddecfb1f-c120-4a88-b107-341a52c1ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615633 Feb 04 14:35:04.055375 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ffec5c82-4dc1-40c5-8324-7a28e93c4bcb None None] Provisioning complete for port 862d6ca1-74fb-49e8-afa7-c550334fdedf triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:35:04.055623 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ffec5c82-4dc1-40c5-8324-7a28e93c4bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:04.278868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af2444f-b528-4848-b410-7e191591fb46', 'tag': '862d6ca1-74fb-49e8-afa7-c550334fdedf'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:35:04.281410 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40067240-f440-4b99-9566-8870a2a1abc9" -d '{"events": [{"name": "network-changed", "server_uuid": "8af2444f-b528-4848-b410-7e191591fb46", "tag": "862d6ca1-74fb-49e8-afa7-c550334fdedf"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:35:04.321531 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a2465c-a6b6-44d9-96f4-8f35883062f4 x-openstack-request-id: req-28a2465c-a6b6-44d9-96f4-8f35883062f4 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:35:04.321880 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af2444f-b528-4848-b410-7e191591fb46", "tag": "862d6ca1-74fb-49e8-afa7-c550334fdedf", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:35:04.322263 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-28a2465c-a6b6-44d9-96f4-8f35883062f4 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:35:04.322749 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af2444f-b528-4848-b410-7e191591fb46', 'tag': '862d6ca1-74fb-49e8-afa7-c550334fdedf', 'status': 'completed', 'code': 200} Feb 04 14:35:04.392063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40067240-f440-4b99-9566-8870a2a1abc9 req-b81dae74-90ea-4073-8c90-42cfb691577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:35:04.393629 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-40067240-f440-4b99-9566-8870a2a1abc9 req-b81dae74-90ea-4073-8c90-42cfb691577d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a51f02f9573b4cbbac548ea46e185204&device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 1167 time: 0.0490708 Feb 04 14:35:04.423379 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ffec5c82-4dc1-40c5-8324-7a28e93c4bcb None None] Current status of the port 862d6ca1-74fb-49e8-afa7-c550334fdedf is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:35:04.491025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40067240-f440-4b99-9566-8870a2a1abc9 req-86f5756e-f36f-4e9f-925c-cd75c9c4fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:35:04.492512 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-40067240-f440-4b99-9566-8870a2a1abc9 req-86f5756e-f36f-4e9f-925c-cd75c9c4fdc5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b31386dd-8063-4d05-81bd-267f59407cf7 HTTP/1.1" status: 200 len: 915 time: 0.0937257 Feb 04 14:35:04.562123 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-40067240-f440-4b99-9566-8870a2a1abc9 req-af3589b8-de28-4505-9e13-f9b74b6e6520 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf HTTP/1.1" status: 200 len: 1000 time: 0.0603547 Feb 04 14:35:04.612376 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40067240-f440-4b99-9566-8870a2a1abc9 req-a05dfe66-b5dc-4bb6-8d48-936cc0e9f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:35:04.613788 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-40067240-f440-4b99-9566-8870a2a1abc9 req-a05dfe66-b5dc-4bb6-8d48-936cc0e9f97b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cec05ddb-0711-4ad1-ad68-d660f87aca3c HTTP/1.1" status: 200 len: 853 time: 0.0460687 Feb 04 14:35:04.668588 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40067240-f440-4b99-9566-8870a2a1abc9 req-d904ae9c-9f85-4176-ab74-828dd8e1e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:35:04.670079 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-40067240-f440-4b99-9566-8870a2a1abc9 req-d904ae9c-9f85-4176-ab74-828dd8e1e29f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b31386dd-8063-4d05-81bd-267f59407cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488477 Feb 04 14:35:04.765282 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-40067240-f440-4b99-9566-8870a2a1abc9 req-b47d1432-169d-40ee-8422-50d5cedc8bd5 service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885777 Feb 04 14:35:04.856813 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-40067240-f440-4b99-9566-8870a2a1abc9 req-c4cf0946-389b-4e6b-8382-c36fda795fb0 service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862138 Feb 04 14:35:11.087571 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e54cce7e-4d69-4824-9dbd-172d36e04771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:14.493443 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:15.299138 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5502ccac-fcb0-4e71-b3ba-3917f09b4812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:15.410937 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:15.826236 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:17.166221 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:18.079215 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:29.169384 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0477a701-3fda-49c0-be91-3f2d5f7c7106 req-d65ac6c1-2d14-4593-9f83-04023e4ff5d0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456491 Feb 04 14:35:29.250967 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477a701-3fda-49c0-be91-3f2d5f7c7106 req-c989d932-9a05-46af-8b2f-e69d2758b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:35:29.252449 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0477a701-3fda-49c0-be91-3f2d5f7c7106 req-c989d932-9a05-46af-8b2f-e69d2758b849 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a51f02f9573b4cbbac548ea46e185204&device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 1167 time: 0.0438859 Feb 04 14:35:29.356411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477a701-3fda-49c0-be91-3f2d5f7c7106 req-5f20cf65-05a5-45da-a4a9-e9b9c3022c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:35:29.357873 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0477a701-3fda-49c0-be91-3f2d5f7c7106 req-5f20cf65-05a5-45da-a4a9-e9b9c3022c35 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b31386dd-8063-4d05-81bd-267f59407cf7 HTTP/1.1" status: 200 len: 915 time: 0.0871003 Feb 04 14:35:29.422245 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0477a701-3fda-49c0-be91-3f2d5f7c7106 req-ddc64d9e-94e5-48b7-98a1-42ac16e53124 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf HTTP/1.1" status: 200 len: 1000 time: 0.0590980 Feb 04 14:35:29.473273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477a701-3fda-49c0-be91-3f2d5f7c7106 req-154e153d-8969-47d9-9da7-9550a51a665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:35:29.474830 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0477a701-3fda-49c0-be91-3f2d5f7c7106 req-154e153d-8969-47d9-9da7-9550a51a665c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cec05ddb-0711-4ad1-ad68-d660f87aca3c HTTP/1.1" status: 200 len: 853 time: 0.0450041 Feb 04 14:35:29.526624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477a701-3fda-49c0-be91-3f2d5f7c7106 req-752a8dd4-58d3-45b7-8cd7-30cc88048ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:35:29.528177 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0477a701-3fda-49c0-be91-3f2d5f7c7106 req-752a8dd4-58d3-45b7-8cd7-30cc88048ea4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b31386dd-8063-4d05-81bd-267f59407cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481346 Feb 04 14:35:29.617204 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0477a701-3fda-49c0-be91-3f2d5f7c7106 req-170122b4-b6c6-4ee1-baa9-b7f9d78e88db service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832028 Feb 04 14:35:29.711052 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0477a701-3fda-49c0-be91-3f2d5f7c7106 req-ff7e2843-2ae2-4446-bb0a-2e08a66ee244 service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879796 Feb 04 14:35:31.198643 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:35:41.089435 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-41e4bc25-4e44-4c55-9a95-7198d57d1157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:44.494547 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:45.301352 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d47a171d-c64c-48ec-8780-128e41a1a240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:45.406857 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:45.829288 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:47.173390 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:35:48.089077 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:36:08.198010 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:36:11.092980 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-db497ed1-6bed-40a5-8fa1-bb5510b4bf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:36:12.182242 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db043a1d-27b9-4687-9c16-b6882b9bea0a req-d15b2c10-20ea-426a-a250-a63036418549 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:12.183820 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db043a1d-27b9-4687-9c16-b6882b9bea0a req-d15b2c10-20ea-426a-a250-a63036418549 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0607166 Feb 04 14:36:12.185750 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9667633-9b97-49b5-aa8b-7921d096d02e req-4aa1c560-e611-44c8-ad36-4bf8514f5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:12.187315 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b9667633-9b97-49b5-aa8b-7921d096d02e req-4aa1c560-e611-44c8-ad36-4bf8514f5a0f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a51f02f9573b4cbbac548ea46e185204&device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 1167 time: 0.0480945 Feb 04 14:36:12.248937 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db043a1d-27b9-4687-9c16-b6882b9bea0a req-74268412-3583-4591-a80a-1035dc43b898 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&id=ddecfb1f-c120-4a88-b107-341a52c1ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590127 Feb 04 14:36:12.282949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9667633-9b97-49b5-aa8b-7921d096d02e req-01ced63f-bd14-4f32-8fd3-ebe431885efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:12.284434 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b9667633-9b97-49b5-aa8b-7921d096d02e req-01ced63f-bd14-4f32-8fd3-ebe431885efc service neutron] 10.222.0.100 "GET /v2.0/networks?id=b31386dd-8063-4d05-81bd-267f59407cf7 HTTP/1.1" status: 200 len: 915 time: 0.0911498 Feb 04 14:36:12.356075 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b9667633-9b97-49b5-aa8b-7921d096d02e req-f517e844-1b43-42e6-bb6f-d2bc085bcaef service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf HTTP/1.1" status: 200 len: 1000 time: 0.0655577 Feb 04 14:36:12.406647 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9667633-9b97-49b5-aa8b-7921d096d02e req-b54dcaef-32ab-4bc1-bd6c-f81e641334f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:12.408137 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b9667633-9b97-49b5-aa8b-7921d096d02e req-b54dcaef-32ab-4bc1-bd6c-f81e641334f6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cec05ddb-0711-4ad1-ad68-d660f87aca3c HTTP/1.1" status: 200 len: 853 time: 0.0467639 Feb 04 14:36:12.458801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9667633-9b97-49b5-aa8b-7921d096d02e req-efcae608-b734-44f8-8265-d707ce767baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:12.461508 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b9667633-9b97-49b5-aa8b-7921d096d02e req-efcae608-b734-44f8-8265-d707ce767baf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b31386dd-8063-4d05-81bd-267f59407cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475564 Feb 04 14:36:12.564134 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b9667633-9b97-49b5-aa8b-7921d096d02e req-3c3cf599-0788-4657-92a5-8426f9fc98c3 service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959790 Feb 04 14:36:12.666443 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b9667633-9b97-49b5-aa8b-7921d096d02e req-6e7d2021-e26e-4f10-8a9f-1cf6d22e9cca service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956469 Feb 04 14:36:13.385149 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba663c61-196b-4e3b-b8cc-f06e37748d4c req-ca336554-384e-4526-9e9f-e0acc0ee3ff1 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:13.386824 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba663c61-196b-4e3b-b8cc-f06e37748d4c req-ca336554-384e-4526-9e9f-e0acc0ee3ff1 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0623009 Feb 04 14:36:13.450634 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba663c61-196b-4e3b-b8cc-f06e37748d4c req-4489c1c9-7029-4cf9-a720-87adf23a829e tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&id=ddecfb1f-c120-4a88-b107-341a52c1ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579593 Feb 04 14:36:14.504572 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:36:14.582209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810b332-ab1d-4947-b141-f0d723e6b48a req-be95e4db-f191-4aad-9e54-2ab1e687ad2c tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:14.583814 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f810b332-ab1d-4947-b141-f0d723e6b48a req-be95e4db-f191-4aad-9e54-2ab1e687ad2c tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0594666 Feb 04 14:36:14.650273 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f810b332-ab1d-4947-b141-f0d723e6b48a req-3dfa585f-1e4b-46fb-80d3-2343d389c65e tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&id=ddecfb1f-c120-4a88-b107-341a52c1ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595410 Feb 04 14:36:15.305669 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-de67f07a-f24f-4ee6-a8f1-801d184dee6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:36:15.419310 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:36:15.778600 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8edce8-6b11-4492-a63b-ca661e4721ce req-9b627517-369d-4e71-a377-5f416c764d4c tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:15.780163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b8edce8-6b11-4492-a63b-ca661e4721ce req-9b627517-369d-4e71-a377-5f416c764d4c tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0574172 Feb 04 14:36:15.833251 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:36:15.849471 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5b8edce8-6b11-4492-a63b-ca661e4721ce req-df95c774-92cd-48ed-acc5-aafea726ee86 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&id=ddecfb1f-c120-4a88-b107-341a52c1ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633779 Feb 04 14:36:16.976164 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abf44c-dab0-48a6-ab19-6223e6b08602 req-9e2f7265-a78c-49ae-bf5c-8146b3d8c31e tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:16.977597 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8abf44c-dab0-48a6-ab19-6223e6b08602 req-9e2f7265-a78c-49ae-bf5c-8146b3d8c31e tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0561469 Feb 04 14:36:17.041486 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8abf44c-dab0-48a6-ab19-6223e6b08602 req-56d21053-1a3c-4df8-93cf-120133186763 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&id=ddecfb1f-c120-4a88-b107-341a52c1ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580487 Feb 04 14:36:17.173357 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:36:18.083703 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:36:18.165983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fb0ae-2472-40e5-9cb9-a1843193bbaa req-c6811ba4-4cdc-4b27-af5a-9e52320bce00 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:18.167560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c06fb0ae-2472-40e5-9cb9-a1843193bbaa req-c6811ba4-4cdc-4b27-af5a-9e52320bce00 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0547974 Feb 04 14:36:18.231310 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c06fb0ae-2472-40e5-9cb9-a1843193bbaa req-a40c2924-4199-45cd-8baf-7a6f93afdcde tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&id=ddecfb1f-c120-4a88-b107-341a52c1ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576262 Feb 04 14:36:19.364257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9c193-df2f-4bd9-85f9-90167f3b412e req-db4b4d1c-2224-46ab-a615-3973bb848a92 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:19.366637 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50f9c193-df2f-4bd9-85f9-90167f3b412e req-db4b4d1c-2224-46ab-a615-3973bb848a92 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0637698 Feb 04 14:36:19.432685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-50f9c193-df2f-4bd9-85f9-90167f3b412e req-56361e0d-b8cd-4538-b52e-3a963a2529ca tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&id=ddecfb1f-c120-4a88-b107-341a52c1ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599689 Feb 04 14:36:20.561698 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febe98b-4b99-40b2-a85b-8d96a23f76a0 req-4a47ea88-0283-4674-833d-b5cdb950ca89 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:20.563330 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4febe98b-4b99-40b2-a85b-8d96a23f76a0 req-4a47ea88-0283-4674-833d-b5cdb950ca89 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0556664 Feb 04 14:36:20.631364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4febe98b-4b99-40b2-a85b-8d96a23f76a0 req-586b7aad-73e5-4535-950c-d55e7e0a1b00 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&id=ddecfb1f-c120-4a88-b107-341a52c1ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620708 Feb 04 14:36:21.764204 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b51139-5251-443f-9252-33584ce3891f req-bcabe7c3-c1d2-4626-bc7f-0068a5270c13 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:21.765792 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6b51139-5251-443f-9252-33584ce3891f req-bcabe7c3-c1d2-4626-bc7f-0068a5270c13 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0611176 Feb 04 14:36:21.835382 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d6b51139-5251-443f-9252-33584ce3891f req-b6807b86-ac4c-4b8a-ac76-1cd3007298eb tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&id=ddecfb1f-c120-4a88-b107-341a52c1ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635517 Feb 04 14:36:22.966597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa078056-b54c-4d67-9c72-c42e61110585 req-27b12588-c94b-4488-984d-2b2da71e60b6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:22.968031 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa078056-b54c-4d67-9c72-c42e61110585 req-27b12588-c94b-4488-984d-2b2da71e60b6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0570383 Feb 04 14:36:23.029714 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa078056-b54c-4d67-9c72-c42e61110585 req-e874e96b-6bd2-4fc8-acf4-60c765b42908 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&id=ddecfb1f-c120-4a88-b107-341a52c1ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556910 Feb 04 14:36:24.158369 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03db563-49c0-41c7-a9cf-0af7952b9512 req-c06d1c96-b086-4968-970d-35afc2d086ae tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:24.159917 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a03db563-49c0-41c7-a9cf-0af7952b9512 req-c06d1c96-b086-4968-970d-35afc2d086ae tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0584540 Feb 04 14:36:24.231258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a03db563-49c0-41c7-a9cf-0af7952b9512 req-1f0a44bd-9322-4650-952b-6b0854f66fff tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&id=ddecfb1f-c120-4a88-b107-341a52c1ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652685 Feb 04 14:36:25.352438 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f940b1-3635-4d81-a772-c250a75c1e68 req-e8a90e73-b933-4174-a12b-95eadde419e3 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:25.353930 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8f940b1-3635-4d81-a772-c250a75c1e68 req-e8a90e73-b933-4174-a12b-95eadde419e3 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0545225 Feb 04 14:36:25.413716 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8f940b1-3635-4d81-a772-c250a75c1e68 req-a0c74642-2333-48ae-a1fa-de56b3c8f866 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&id=ddecfb1f-c120-4a88-b107-341a52c1ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540078 Feb 04 14:36:26.535403 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4fa70-0e2d-4a68-a2a5-28d231abfd05 req-72eb5aa1-1293-4bd7-b25e-4d9562c022ca tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:26.536922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32e4fa70-0e2d-4a68-a2a5-28d231abfd05 req-72eb5aa1-1293-4bd7-b25e-4d9562c022ca tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0550323 Feb 04 14:36:26.598403 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32e4fa70-0e2d-4a68-a2a5-28d231abfd05 req-3c3ce5b1-1898-42e0-83fb-65543de8c3ed tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&id=ddecfb1f-c120-4a88-b107-341a52c1ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549319 Feb 04 14:36:27.729891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728393f-65b6-47ac-8340-621387488eb9 req-ed7490de-f1ea-461f-b9ed-755f28faa6c9 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:27.731444 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4728393f-65b6-47ac-8340-621387488eb9 req-ed7490de-f1ea-461f-b9ed-755f28faa6c9 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0608873 Feb 04 14:36:27.791447 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4728393f-65b6-47ac-8340-621387488eb9 req-e7372a4d-fc95-4b82-8dbf-f7723b14841f tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&id=ddecfb1f-c120-4a88-b107-341a52c1ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543807 Feb 04 14:36:28.920035 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42947699-a91b-432b-a223-0df34fc7938d req-cadbb36a-a5a0-4121-a7d1-5ac9642debb7 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:28.921893 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42947699-a91b-432b-a223-0df34fc7938d req-cadbb36a-a5a0-4121-a7d1-5ac9642debb7 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0588655 Feb 04 14:36:28.984819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42947699-a91b-432b-a223-0df34fc7938d req-a9cf09ef-c112-4564-a9f6-873eb03542b8 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&id=ddecfb1f-c120-4a88-b107-341a52c1ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570281 Feb 04 14:36:30.168799 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0b93a426-ad8a-4ef2-b5a0-1019c14dfa49 req-1f2b9317-0a44-469f-b30f-ff74e2535ba6 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0494540 Feb 04 14:36:30.254900 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93a426-ad8a-4ef2-b5a0-1019c14dfa49 req-a49d1dbc-b0d7-4b5c-92ef-977f1db813bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:30.256448 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0b93a426-ad8a-4ef2-b5a0-1019c14dfa49 req-a49d1dbc-b0d7-4b5c-92ef-977f1db813bf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a51f02f9573b4cbbac548ea46e185204&device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 1167 time: 0.0447352 Feb 04 14:36:30.356928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93a426-ad8a-4ef2-b5a0-1019c14dfa49 req-212372b3-0622-4b29-bec4-abefc44b430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:30.358474 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0b93a426-ad8a-4ef2-b5a0-1019c14dfa49 req-212372b3-0622-4b29-bec4-abefc44b430a service neutron] 10.222.0.100 "GET /v2.0/networks?id=b31386dd-8063-4d05-81bd-267f59407cf7 HTTP/1.1" status: 200 len: 915 time: 0.0840852 Feb 04 14:36:30.735905 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0b93a426-ad8a-4ef2-b5a0-1019c14dfa49 req-3d4a032e-0075-42c5-9ce2-7d0ae4d894f8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf HTTP/1.1" status: 200 len: 1000 time: 0.3712866 Feb 04 14:36:30.784581 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93a426-ad8a-4ef2-b5a0-1019c14dfa49 req-8e7abdd7-d3f0-4a05-8b34-888eba8fa236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:30.786037 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0b93a426-ad8a-4ef2-b5a0-1019c14dfa49 req-8e7abdd7-d3f0-4a05-8b34-888eba8fa236 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cec05ddb-0711-4ad1-ad68-d660f87aca3c HTTP/1.1" status: 200 len: 853 time: 0.0444138 Feb 04 14:36:30.834764 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93a426-ad8a-4ef2-b5a0-1019c14dfa49 req-ed4abaca-4e6c-473c-a834-52e6cf11d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:36:30.837090 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0b93a426-ad8a-4ef2-b5a0-1019c14dfa49 req-ed4abaca-4e6c-473c-a834-52e6cf11d63e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b31386dd-8063-4d05-81bd-267f59407cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455220 Feb 04 14:36:30.927005 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0b93a426-ad8a-4ef2-b5a0-1019c14dfa49 req-7c76c903-2770-4f5f-b884-5e1595b36b98 service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846641 Feb 04 14:36:31.020695 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0b93a426-ad8a-4ef2-b5a0-1019c14dfa49 req-941973c7-958a-4685-be69-fbc58a24354c service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878284 Feb 04 14:36:41.099901 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e5204c1-82f2-48f7-a83c-e2b941bba804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:36:44.512947 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:36:45.198181 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:36:45.308289 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5af71b72-a4cb-4827-a7f5-83a813b3ff9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:36:45.419776 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:36:45.835153 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:36:47.175856 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:36:48.087750 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:11.092986 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e7ab772f-05f3-4422-bc30-06389adaaff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:14.522186 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:15.310276 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-033c4932-c554-4bb2-9c9f-869880569229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:15.424294 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:15.837386 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:17.177979 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:18.091294 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:22.197459 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:37:32.147839 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f8a629a0-38d0-43fc-bba1-b411bbdb8d14 req-af3750e4-7b8a-4f33-bee4-628e191dc8ab service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450971 Feb 04 14:37:32.234986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a629a0-38d0-43fc-bba1-b411bbdb8d14 req-3531d49f-b846-4737-9809-c7d278d15c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:32.236510 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f8a629a0-38d0-43fc-bba1-b411bbdb8d14 req-3531d49f-b846-4737-9809-c7d278d15c44 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a51f02f9573b4cbbac548ea46e185204&device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 1167 time: 0.0470495 Feb 04 14:37:32.344512 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a629a0-38d0-43fc-bba1-b411bbdb8d14 req-e533432b-e3cf-4cf1-82b0-670b749986c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:32.346018 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f8a629a0-38d0-43fc-bba1-b411bbdb8d14 req-e533432b-e3cf-4cf1-82b0-670b749986c1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b31386dd-8063-4d05-81bd-267f59407cf7 HTTP/1.1" status: 200 len: 915 time: 0.0911303 Feb 04 14:37:32.410833 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f8a629a0-38d0-43fc-bba1-b411bbdb8d14 req-29f01fcb-3d7a-4c19-ab38-450437cfaf0f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf HTTP/1.1" status: 200 len: 1000 time: 0.0587819 Feb 04 14:37:32.459224 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a629a0-38d0-43fc-bba1-b411bbdb8d14 req-dc663291-57a7-49e3-8b43-5115528e8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:32.460659 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f8a629a0-38d0-43fc-bba1-b411bbdb8d14 req-dc663291-57a7-49e3-8b43-5115528e8c4d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cec05ddb-0711-4ad1-ad68-d660f87aca3c HTTP/1.1" status: 200 len: 853 time: 0.0445223 Feb 04 14:37:32.516871 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a629a0-38d0-43fc-bba1-b411bbdb8d14 req-6d6e08f5-5891-4150-8dd0-ae8af1ca36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:32.518426 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f8a629a0-38d0-43fc-bba1-b411bbdb8d14 req-6d6e08f5-5891-4150-8dd0-ae8af1ca36c0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b31386dd-8063-4d05-81bd-267f59407cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517139 Feb 04 14:37:32.608121 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f8a629a0-38d0-43fc-bba1-b411bbdb8d14 req-3754f941-b663-4123-9bd2-24a830b53bdb service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831304 Feb 04 14:37:32.705512 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f8a629a0-38d0-43fc-bba1-b411bbdb8d14 req-0f842732-260f-4c1b-9283-9b6cb51ad81a service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895846 Feb 04 14:37:32.836321 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e15e52e-e7aa-446f-941d-2a2932d2af86 req-4e1e8ea0-79f5-4a31-b68f-9b0a6ece9626 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1559500940&fields=id&tenant_id=a51f02f9573b4cbbac548ea46e185204 HTTP/1.1" status: 200 len: 267 time: 0.0955231 Feb 04 14:37:32.905608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15e52e-e7aa-446f-941d-2a2932d2af86 req-d906c2c4-cd48-46b3-8f67-be46686d31ea tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:32.908536 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e15e52e-e7aa-446f-941d-2a2932d2af86 req-d906c2c4-cd48-46b3-8f67-be46686d31ea tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 984 time: 0.0657382 Feb 04 14:37:32.920287 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [req-5e15e52e-e7aa-446f-941d-2a2932d2af86 req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Request body: {'port': {'security_groups': ['240e541f-9ebf-4ba5-98bc-2b84cb525b0c']}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:37:32.992408 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5e15e52e-e7aa-446f-941d-2a2932d2af86 req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:33.175356 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [req-5e15e52e-e7aa-446f-941d-2a2932d2af86 req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] For port 862d6ca1-74fb-49e8-afa7-c550334fdedf, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf,segment=NetworkSegment(be99951f-e6c7-4849-82b0-c66e3c5f970b),segment_id=be99951f-e6c7-4849-82b0-c66e3c5f970b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:37:33.205108 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5e15e52e-e7aa-446f-941d-2a2932d2af86 req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:33.209847 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5e15e52e-e7aa-446f-941d-2a2932d2af86 req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:33.224363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['862d6ca1-74fb-49e8-afa7-c550334fdedf'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:37:33.260710 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15e52e-e7aa-446f-941d-2a2932d2af86 req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:33.261357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [req-5e15e52e-e7aa-446f-941d-2a2932d2af86 req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:33.263396 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5e15e52e-e7aa-446f-941d-2a2932d2af86 req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "PUT /v2.0/ports/862d6ca1-74fb-49e8-afa7-c550334fdedf HTTP/1.1" status: 200 len: 942 time: 0.3477769 Feb 04 14:37:33.263889 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af2444f-b528-4848-b410-7e191591fb46', 'tag': '862d6ca1-74fb-49e8-afa7-c550334fdedf'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:37:33.266253 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f810694-55cf-474e-a6a1-69332eed097a" -d '{"events": [{"name": "network-changed", "server_uuid": "8af2444f-b528-4848-b410-7e191591fb46", "tag": "862d6ca1-74fb-49e8-afa7-c550334fdedf"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:37:33.271349 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37124) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:37:33.289788 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Pushing event updated for resources: {'Port': ['ID=862d6ca1-74fb-49e8-afa7-c550334fdedf,revision_number=7']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:37:33.300349 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.300590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.300837 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.301182 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.301520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.301917 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.302302 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.302635 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.303015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.303355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.303683 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.304104 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.304320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9a837-fce9-41a9-a52c-443ae92987f6 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.331922 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['862d6ca1-74fb-49e8-afa7-c550334fdedf'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:37:33.335010 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1425371f-591c-437f-997a-e5c5238bedf3 x-openstack-request-id: req-1425371f-591c-437f-997a-e5c5238bedf3 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:37:33.335322 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af2444f-b528-4848-b410-7e191591fb46", "tag": "862d6ca1-74fb-49e8-afa7-c550334fdedf", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:37:33.335585 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1425371f-591c-437f-997a-e5c5238bedf3 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:37:33.336047 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af2444f-b528-4848-b410-7e191591fb46', 'tag': '862d6ca1-74fb-49e8-afa7-c550334fdedf', 'status': 'completed', 'code': 200} Feb 04 14:37:33.407036 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group (ddecfb1f-c120-4a88-b107-341a52c1ece1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:33.438641 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group (ddecfb1f-c120-4a88-b107-341a52c1ece1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:33.526874 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f810694-55cf-474e-a6a1-69332eed097a req-ffc43af4-0557-4c44-b7f0-ff69aa53c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:33.528451 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4f810694-55cf-474e-a6a1-69332eed097a req-ffc43af4-0557-4c44-b7f0-ff69aa53c827 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a51f02f9573b4cbbac548ea46e185204&device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 1128 time: 0.1607027 Feb 04 14:37:33.539095 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (ddecfb1f-c120-4a88-b107-341a52c1ece1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:33.540510 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:33.544793 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "DELETE /v2.0/security-groups/ddecfb1f-c120-4a88-b107-341a52c1ece1 HTTP/1.1" status: 204 len: 168 time: 0.2690396 Feb 04 14:37:33.545518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37128) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:37:33.595554 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ae40dddd-d356-4139-89d3-65351325b2ed None None] Provisioning complete for port 862d6ca1-74fb-49e8-afa7-c550334fdedf triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:37:33.596127 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae40dddd-d356-4139-89d3-65351325b2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:33.598636 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddecfb1f-c120-4a88-b107-341a52c1ece1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:37:33.614191 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.614561 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.614909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.615253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.615591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.615928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.616276 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.616587 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.616915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.617244 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.617572 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.618354 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.618354 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9310c-63fd-4f4f-9bc4-4710117abdaa tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:37:33.674469 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f810694-55cf-474e-a6a1-69332eed097a req-c7c6bbfc-ff2c-4801-8e27-3093e0e8ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:33.677035 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4f810694-55cf-474e-a6a1-69332eed097a req-c7c6bbfc-ff2c-4801-8e27-3093e0e8ccd1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b31386dd-8063-4d05-81bd-267f59407cf7 HTTP/1.1" status: 200 len: 915 time: 0.1332746 Feb 04 14:37:33.692530 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ae40dddd-d356-4139-89d3-65351325b2ed None None] Current status of the port 862d6ca1-74fb-49e8-afa7-c550334fdedf is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:37:33.727351 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-53f09dcf-ef95-4530-8548-ad33562e0151 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Deleting port 37040ae3-9273-42e0-9927-4b411078e044 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:37:33.727701 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-53f09dcf-ef95-4530-8548-ad33562e0151 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (37040ae3-9273-42e0-9927-4b411078e044), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:33.746121 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4f810694-55cf-474e-a6a1-69332eed097a req-d0982487-2023-4f15-96e5-bdc92a53dbad service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf HTTP/1.1" status: 200 len: 1000 time: 0.0640299 Feb 04 14:37:33.799743 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f810694-55cf-474e-a6a1-69332eed097a req-fb3ae841-c066-4b6b-88b5-9659cbadadae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:33.801113 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4f810694-55cf-474e-a6a1-69332eed097a req-fb3ae841-c066-4b6b-88b5-9659cbadadae service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cec05ddb-0711-4ad1-ad68-d660f87aca3c HTTP/1.1" status: 200 len: 853 time: 0.0485420 Feb 04 14:37:33.805724 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-53f09dcf-ef95-4530-8548-ad33562e0151 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (37040ae3-9273-42e0-9927-4b411078e044), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:33.806057 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-53f09dcf-ef95-4530-8548-ad33562e0151 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for floatingip (37040ae3-9273-42e0-9927-4b411078e044), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:33.817997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-53f09dcf-ef95-4530-8548-ad33562e0151 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Calling delete_port for 37040ae3-9273-42e0-9927-4b411078e044 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:37:33.850946 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f810694-55cf-474e-a6a1-69332eed097a req-8bd97c99-c24f-4e41-bf47-99f62e1d9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:33.852487 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4f810694-55cf-474e-a6a1-69332eed097a req-8bd97c99-c24f-4e41-bf47-99f62e1d9e3d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b31386dd-8063-4d05-81bd-267f59407cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450490 Feb 04 14:37:33.944958 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4f810694-55cf-474e-a6a1-69332eed097a req-99d15bea-4734-4b30-916d-1498fdb51433 service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859115 Feb 04 14:37:33.977107 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-53f09dcf-ef95-4530-8548-ad33562e0151 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (37040ae3-9273-42e0-9927-4b411078e044), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:34.000879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f09dcf-ef95-4530-8548-ad33562e0151 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Pushing event deleted for resources: {'Port': ['ID=37040ae3-9273-42e0-9927-4b411078e044,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:37:34.046056 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4f810694-55cf-474e-a6a1-69332eed097a req-b784f210-5b4c-46a0-a4fd-9117e91ee46a service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945125 Feb 04 14:37:34.073440 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-53f09dcf-ef95-4530-8548-ad33562e0151 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks [] for floatingip (5c451a43-e9ae-449e-9648-460d97d4ffa1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:34.073684 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-53f09dcf-ef95-4530-8548-ad33562e0151 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Floating IP 5c451a43-e9ae-449e-9648-460d97d4ffa1 disassociated (deleted). External IP: 172.25.5.69, port: 862d6ca1-74fb-49e8-afa7-c550334fdedf. Feb 04 14:37:34.288657 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f09dcf-ef95-4530-8548-ad33562e0151 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Router 25b83679-c881-4ac8-ba9e-8b0b1530d127 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:37:34.405443 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f09dcf-ef95-4530-8548-ad33562e0151 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:37:34.410405 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-53f09dcf-ef95-4530-8548-ad33562e0151 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:34.414874 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7944c72-9419-4e05-916e-682962141a8a None None] Sync routers for ids ['25b83679-c881-4ac8-ba9e-8b0b1530d127'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:37:34.428892 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7944c72-9419-4e05-916e-682962141a8a None None] Routers {'25b83679-c881-4ac8-ba9e-8b0b1530d127'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:37:34.429524 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c7944c72-9419-4e05-916e-682962141a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:37:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25b83679-c881-4ac8-ba9e-8b0b1530d127'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:37:34.441504 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-53f09dcf-ef95-4530-8548-ad33562e0151 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "DELETE /v2.0/floatingips/5c451a43-e9ae-449e-9648-460d97d4ffa1 HTTP/1.1" status: 204 len: 168 time: 0.8946013 Feb 04 14:37:34.541932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-c7944c72-9419-4e05-916e-682962141a8a None None] Set router 25b83679-c881-4ac8-ba9e-8b0b1530d127 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:37:34.756642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c7944c72-9419-4e05-916e-682962141a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'name': 'tempest-TestMinimumBasicScenario-944436184-router', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '925b26bc-9621-457f-8135-1e469354cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:33:59Z', 'updated_at': '2022-02-04T14:34:02Z', 'revision_number': 4, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'gw_port': {'id': '925b26bc-9621-457f-8135-1e469354cd4a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:00Z', 'updated_at': '2022-02-04T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '7c5872cb-077a-499f-852d-18720e014c82', 'name': '', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'mac_address': 'fa:16:3e:5e:73:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:02Z', 'updated_at': '2022-02-04T14:34:08Z', 'revision_number': 5, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'subnets': [{'id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:37:34.783046 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7944c72-9419-4e05-916e-682962141a8a None None] Checking router: 25b83679-c881-4ac8-ba9e-8b0b1530d127 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:37:34.791246 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7944c72-9419-4e05-916e-682962141a8a None None] Routers {'25b83679-c881-4ac8-ba9e-8b0b1530d127'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:37:34.791838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c7944c72-9419-4e05-916e-682962141a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:37:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25b83679-c881-4ac8-ba9e-8b0b1530d127'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:37:34.900530 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-c7944c72-9419-4e05-916e-682962141a8a None None] Set router 25b83679-c881-4ac8-ba9e-8b0b1530d127 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:37:35.109329 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c7944c72-9419-4e05-916e-682962141a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'name': 'tempest-TestMinimumBasicScenario-944436184-router', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '925b26bc-9621-457f-8135-1e469354cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:33:59Z', 'updated_at': '2022-02-04T14:34:02Z', 'revision_number': 4, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'gw_port': {'id': '925b26bc-9621-457f-8135-1e469354cd4a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:00Z', 'updated_at': '2022-02-04T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '7c5872cb-077a-499f-852d-18720e014c82', 'name': '', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'mac_address': 'fa:16:3e:5e:73:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:02Z', 'updated_at': '2022-02-04T14:34:08Z', 'revision_number': 5, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'subnets': [{'id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:37:35.136599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7944c72-9419-4e05-916e-682962141a8a None None] The sync data for ids ['25b83679-c881-4ac8-ba9e-8b0b1530d127'] in n-d-714676-13 is: [{'id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'name': 'tempest-TestMinimumBasicScenario-944436184-router', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '925b26bc-9621-457f-8135-1e469354cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:33:59Z', 'updated_at': '2022-02-04T14:34:02Z', 'revision_number': 4, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'gw_port': {'id': '925b26bc-9621-457f-8135-1e469354cd4a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:00Z', 'updated_at': '2022-02-04T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '7c5872cb-077a-499f-852d-18720e014c82', 'name': '', 'network_id': 'b31386dd-8063-4d05-81bd-267f59407cf7', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'mac_address': 'fa:16:3e:5e:73:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:02Z', 'updated_at': '2022-02-04T14:34:08Z', 'revision_number': 5, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'subnets': [{'id': 'cec05ddb-0711-4ad1-ad68-d660f87aca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:37:35.337100 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af2444f-b528-4848-b410-7e191591fb46', 'tag': '862d6ca1-74fb-49e8-afa7-c550334fdedf'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:37:35.339704 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0626a445-d08e-41ba-adc2-f7da4ddec8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8af2444f-b528-4848-b410-7e191591fb46", "tag": "862d6ca1-74fb-49e8-afa7-c550334fdedf"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:37:35.378612 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a46960e-a1d9-48f0-88ac-7baf3ed83677 None None] New status for floating IP 5c451a43-e9ae-449e-9648-460d97d4ffa1: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:37:35.382367 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43979f3-4b60-4529-bb5a-aee1a8d82662 x-openstack-request-id: req-b43979f3-4b60-4529-bb5a-aee1a8d82662 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:37:35.382726 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af2444f-b528-4848-b410-7e191591fb46", "tag": "862d6ca1-74fb-49e8-afa7-c550334fdedf", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:37:35.383044 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b43979f3-4b60-4529-bb5a-aee1a8d82662 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:37:35.383516 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af2444f-b528-4848-b410-7e191591fb46', 'tag': '862d6ca1-74fb-49e8-afa7-c550334fdedf', 'status': 'completed', 'code': 200} Feb 04 14:37:35.459931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626a445-d08e-41ba-adc2-f7da4ddec8f1 req-65453374-7ced-4675-a7c3-2219df86c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:35.461694 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0626a445-d08e-41ba-adc2-f7da4ddec8f1 req-65453374-7ced-4675-a7c3-2219df86c564 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a51f02f9573b4cbbac548ea46e185204&device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 1128 time: 0.0537868 Feb 04 14:37:35.563329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626a445-d08e-41ba-adc2-f7da4ddec8f1 req-070cee80-848f-4277-8dd4-196ec7d94951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:35.564803 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0626a445-d08e-41ba-adc2-f7da4ddec8f1 req-070cee80-848f-4277-8dd4-196ec7d94951 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b31386dd-8063-4d05-81bd-267f59407cf7 HTTP/1.1" status: 200 len: 915 time: 0.0977621 Feb 04 14:37:35.606127 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0626a445-d08e-41ba-adc2-f7da4ddec8f1 req-312703d1-6922-4915-8f36-ea761c7f78f3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf HTTP/1.1" status: 200 len: 217 time: 0.0358822 Feb 04 14:37:35.654757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626a445-d08e-41ba-adc2-f7da4ddec8f1 req-b470b1ac-45eb-4c6f-8d99-a9be7d7bd2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:35.656136 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0626a445-d08e-41ba-adc2-f7da4ddec8f1 req-b470b1ac-45eb-4c6f-8d99-a9be7d7bd2c5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cec05ddb-0711-4ad1-ad68-d660f87aca3c HTTP/1.1" status: 200 len: 853 time: 0.0444584 Feb 04 14:37:35.716464 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626a445-d08e-41ba-adc2-f7da4ddec8f1 req-eba51b5f-e9cf-4794-ba01-2d8232103a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:35.718289 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0626a445-d08e-41ba-adc2-f7da4ddec8f1 req-eba51b5f-e9cf-4794-ba01-2d8232103a75 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b31386dd-8063-4d05-81bd-267f59407cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0565197 Feb 04 14:37:35.816807 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0626a445-d08e-41ba-adc2-f7da4ddec8f1 req-df1db05a-ae02-41de-8304-6023f66bd458 service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929766 Feb 04 14:37:35.912360 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0626a445-d08e-41ba-adc2-f7da4ddec8f1 req-3650bfa8-0f14-415a-98ed-50d1504b4207 service neutron] 10.222.0.100 "GET /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900624 Feb 04 14:37:41.097622 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8d2eb5dd-4baa-4d9f-9211-21bbfbafa066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:44.528698 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:45.313962 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a904-0089-4919-bd47-bfdff2cf7958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:45.441322 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:45.843219 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:47.180591 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:48.095129 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:49.805078 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80b5f0-95aa-40a4-a54f-77faddcf58f7 req-45e5824a-ab50-4b50-a490-f60c095f7c95 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:49.806624 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad80b5f0-95aa-40a4-a54f-77faddcf58f7 req-45e5824a-ab50-4b50-a490-f60c095f7c95 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 945 time: 0.0595381 Feb 04 14:37:49.854286 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad80b5f0-95aa-40a4-a54f-77faddcf58f7 req-e08645bc-1f4b-4fe5-96d1-b92c646aff8d tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417428 Feb 04 14:37:50.994171 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab4d22-2147-41f2-a2ae-c33120d225b1 req-08054113-c987-49fe-941e-f9ba7552bcca tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:50.995794 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9bab4d22-2147-41f2-a2ae-c33120d225b1 req-08054113-c987-49fe-941e-f9ba7552bcca tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 945 time: 0.0635378 Feb 04 14:37:51.061163 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9bab4d22-2147-41f2-a2ae-c33120d225b1 req-51af6f7c-6f14-456f-a81a-a3ab0065d435 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/security-groups?id=240e541f-9ebf-4ba5-98bc-2b84cb525b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566087 Feb 04 14:37:51.800030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead5d08-b2eb-4e1d-a2ab-ac6961379772 req-3fdd8b67-55cc-46a4-ba3b-23969fcee4c4 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:37:51.801581 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4ead5d08-b2eb-4e1d-a2ab-ac6961379772 req-3fdd8b67-55cc-46a4-ba3b-23969fcee4c4 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.100 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 945 time: 0.0559819 Feb 04 14:37:51.893100 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-4ead5d08-b2eb-4e1d-a2ab-ac6961379772 req-8f5e1a44-c242-43e9-ad5a-ca122d3d350a tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Deleting port 862d6ca1-74fb-49e8-afa7-c550334fdedf {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:37:51.893995 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-4ead5d08-b2eb-4e1d-a2ab-ac6961379772 req-8f5e1a44-c242-43e9-ad5a-ca122d3d350a tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:51.985906 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-4ead5d08-b2eb-4e1d-a2ab-ac6961379772 req-8f5e1a44-c242-43e9-ad5a-ca122d3d350a tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] For port 862d6ca1-74fb-49e8-afa7-c550334fdedf, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=862d6ca1-74fb-49e8-afa7-c550334fdedf,segment=NetworkSegment(be99951f-e6c7-4849-82b0-c66e3c5f970b),segment_id=be99951f-e6c7-4849-82b0-c66e3c5f970b)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:37:51.986201 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-4ead5d08-b2eb-4e1d-a2ab-ac6961379772 req-8f5e1a44-c242-43e9-ad5a-ca122d3d350a tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:51.999892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-4ead5d08-b2eb-4e1d-a2ab-ac6961379772 req-8f5e1a44-c242-43e9-ad5a-ca122d3d350a tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Calling delete_port for 862d6ca1-74fb-49e8-afa7-c550334fdedf owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:37:52.134265 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-4ead5d08-b2eb-4e1d-a2ab-ac6961379772 req-8f5e1a44-c242-43e9-ad5a-ca122d3d350a tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (862d6ca1-74fb-49e8-afa7-c550334fdedf), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:52.147399 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['862d6ca1-74fb-49e8-afa7-c550334fdedf'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:37:52.161701 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a394e4ae-a12e-4a01-87bb-28a4578d2185 req-62187db0-b793-4f79-ba1a-0c91c1b01fd7 tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.96 "GET /v2.0/ports?device_id=8af2444f-b528-4848-b410-7e191591fb46 HTTP/1.1" status: 200 len: 210 time: 0.0307081 Feb 04 14:37:52.165810 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e1a44-c242-43e9-ad5a-ca122d3d350a tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Pushing event deleted for resources: {'Port': ['ID=862d6ca1-74fb-49e8-afa7-c550334fdedf,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:37:52.213346 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ead5d08-b2eb-4e1d-a2ab-ac6961379772 req-8f5e1a44-c242-43e9-ad5a-ca122d3d350a tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] No DVR routers for this DVR port 862d6ca1-74fb-49e8-afa7-c550334fdedf on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:37:52.216285 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-4ead5d08-b2eb-4e1d-a2ab-ac6961379772 req-8f5e1a44-c242-43e9-ad5a-ca122d3d350a tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:52.219728 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-4ead5d08-b2eb-4e1d-a2ab-ac6961379772 req-8f5e1a44-c242-43e9-ad5a-ca122d3d350a tempest-TestMinimumBasicScenario-647758185 tempest-TestMinimumBasicScenario-647758185-project] 10.222.0.100 "DELETE /v2.0/ports/862d6ca1-74fb-49e8-afa7-c550334fdedf HTTP/1.1" status: 204 len: 173 time: 0.4135890 Feb 04 14:37:52.220184 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af2444f-b528-4848-b410-7e191591fb46', 'name': 'network-vif-deleted', 'tag': '862d6ca1-74fb-49e8-afa7-c550334fdedf'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:37:52.222473 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74684f6-e6ea-4f28-8074-87510ef8e417" -d '{"events": [{"server_uuid": "8af2444f-b528-4848-b410-7e191591fb46", "name": "network-vif-deleted", "tag": "862d6ca1-74fb-49e8-afa7-c550334fdedf"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:37:52.260073 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a937c5c-edb1-4044-aad4-fd9abbdccb3b x-openstack-request-id: req-8a937c5c-edb1-4044-aad4-fd9abbdccb3b {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:37:52.260357 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af2444f-b528-4848-b410-7e191591fb46", "name": "network-vif-deleted", "tag": "862d6ca1-74fb-49e8-afa7-c550334fdedf", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:37:52.260618 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8a937c5c-edb1-4044-aad4-fd9abbdccb3b {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:37:52.261030 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af2444f-b528-4848-b410-7e191591fb46', 'name': 'network-vif-deleted', 'tag': '862d6ca1-74fb-49e8-afa7-c550334fdedf', 'status': 'completed', 'code': 200} Feb 04 14:37:53.734232 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37242) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:37:54.092160 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f92056cf-e374-4bdc-8bfb-0ef6f234f0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (25b83679-c881-4ac8-ba9e-8b0b1530d127), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:54.347355 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-f92056cf-e374-4bdc-8bfb-0ef6f234f0aa admin admin] Deleting port 7c5872cb-077a-499f-852d-18720e014c82 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:37:54.347616 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f92056cf-e374-4bdc-8bfb-0ef6f234f0aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7c5872cb-077a-499f-852d-18720e014c82), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:54.424992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-f92056cf-e374-4bdc-8bfb-0ef6f234f0aa admin admin] For port 7c5872cb-077a-499f-852d-18720e014c82, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=7c5872cb-077a-499f-852d-18720e014c82,segment=NetworkSegment(be99951f-e6c7-4849-82b0-c66e3c5f970b),segment_id=be99951f-e6c7-4849-82b0-c66e3c5f970b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:37:54.425351 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f92056cf-e374-4bdc-8bfb-0ef6f234f0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7c5872cb-077a-499f-852d-18720e014c82), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:54.438518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-f92056cf-e374-4bdc-8bfb-0ef6f234f0aa admin admin] Calling delete_port for 7c5872cb-077a-499f-852d-18720e014c82 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:37:54.625041 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f92056cf-e374-4bdc-8bfb-0ef6f234f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (7c5872cb-077a-499f-852d-18720e014c82), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:54.654891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92056cf-e374-4bdc-8bfb-0ef6f234f0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5872cb-077a-499f-852d-18720e014c82,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:37:54.828390 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f92056cf-e374-4bdc-8bfb-0ef6f234f0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (25b83679-c881-4ac8-ba9e-8b0b1530d127), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:55.050337 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92056cf-e374-4bdc-8bfb-0ef6f234f0aa admin admin] Router 25b83679-c881-4ac8-ba9e-8b0b1530d127 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:37:55.164464 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92056cf-e374-4bdc-8bfb-0ef6f234f0aa admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:37:55.169597 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f92056cf-e374-4bdc-8bfb-0ef6f234f0aa admin admin] 10.222.0.96 "PUT /v2.0/routers/25b83679-c881-4ac8-ba9e-8b0b1530d127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4342186 Feb 04 14:37:55.172857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37244) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:37:55.175571 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a185c84-b6e6-4a0a-b451-f9647d05c012 None None] Sync routers for ids ['25b83679-c881-4ac8-ba9e-8b0b1530d127'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:37:55.185717 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a185c84-b6e6-4a0a-b451-f9647d05c012 None None] Routers {'25b83679-c881-4ac8-ba9e-8b0b1530d127'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:37:55.186383 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5a185c84-b6e6-4a0a-b451-f9647d05c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:37:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25b83679-c881-4ac8-ba9e-8b0b1530d127'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:37:55.300959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 862d6ca1-74fb-49e8-afa7-c550334fdedf no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:37:55.306470 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-5a185c84-b6e6-4a0a-b451-f9647d05c012 None None] Set router 25b83679-c881-4ac8-ba9e-8b0b1530d127 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:37:55.379037 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 862d6ca1-74fb-49e8-afa7-c550334fdedf {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:37:55.379389 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 862d6ca1-74fb-49e8-afa7-c550334fdedf not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:37:55.520866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5a185c84-b6e6-4a0a-b451-f9647d05c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'name': 'tempest-TestMinimumBasicScenario-944436184-router', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '925b26bc-9621-457f-8135-1e469354cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:33:59Z', 'updated_at': '2022-02-04T14:37:54Z', 'revision_number': 5, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'gw_port': {'id': '925b26bc-9621-457f-8135-1e469354cd4a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:00Z', 'updated_at': '2022-02-04T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:37:55.553843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a185c84-b6e6-4a0a-b451-f9647d05c012 None None] Checking router: 25b83679-c881-4ac8-ba9e-8b0b1530d127 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:37:55.562550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a185c84-b6e6-4a0a-b451-f9647d05c012 None None] Routers {'25b83679-c881-4ac8-ba9e-8b0b1530d127'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:37:55.563175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5a185c84-b6e6-4a0a-b451-f9647d05c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:37:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['25b83679-c881-4ac8-ba9e-8b0b1530d127'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:37:55.626559 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f98f89a1-a6da-48be-9328-86213add0d1c admin admin] Publish callbacks [] for router (25b83679-c881-4ac8-ba9e-8b0b1530d127), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:55.668751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-5a185c84-b6e6-4a0a-b451-f9647d05c012 None None] Set router 25b83679-c881-4ac8-ba9e-8b0b1530d127 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:37:55.743273 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f98f89a1-a6da-48be-9328-86213add0d1c admin admin] Publish callbacks [] for router_gateway (25b83679-c881-4ac8-ba9e-8b0b1530d127), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:55.807154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-f98f89a1-a6da-48be-9328-86213add0d1c admin admin] Deleting port 925b26bc-9621-457f-8135-1e469354cd4a {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:37:55.807416 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f98f89a1-a6da-48be-9328-86213add0d1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (925b26bc-9621-457f-8135-1e469354cd4a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:55.893624 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-f98f89a1-a6da-48be-9328-86213add0d1c admin admin] For port 925b26bc-9621-457f-8135-1e469354cd4a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=925b26bc-9621-457f-8135-1e469354cd4a,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:37:55.894742 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f98f89a1-a6da-48be-9328-86213add0d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (925b26bc-9621-457f-8135-1e469354cd4a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:55.908465 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-f98f89a1-a6da-48be-9328-86213add0d1c admin admin] Calling delete_port for 925b26bc-9621-457f-8135-1e469354cd4a owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:37:56.026883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-5a185c84-b6e6-4a0a-b451-f9647d05c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'name': 'tempest-TestMinimumBasicScenario-944436184-router', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '925b26bc-9621-457f-8135-1e469354cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:33:59Z', 'updated_at': '2022-02-04T14:37:54Z', 'revision_number': 5, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'gw_port': {'id': '925b26bc-9621-457f-8135-1e469354cd4a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:00Z', 'updated_at': '2022-02-04T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:37:56.055992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a185c84-b6e6-4a0a-b451-f9647d05c012 None None] The sync data for ids ['25b83679-c881-4ac8-ba9e-8b0b1530d127'] in n-d-714676-13 is: [{'id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'name': 'tempest-TestMinimumBasicScenario-944436184-router', 'tenant_id': 'a51f02f9573b4cbbac548ea46e185204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '925b26bc-9621-457f-8135-1e469354cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:33:59Z', 'updated_at': '2022-02-04T14:37:54Z', 'revision_number': 5, 'project_id': 'a51f02f9573b4cbbac548ea46e185204', 'gw_port': {'id': '925b26bc-9621-457f-8135-1e469354cd4a', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b83679-c881-4ac8-ba9e-8b0b1530d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:00Z', 'updated_at': '2022-02-04T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:37:56.085131 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f98f89a1-a6da-48be-9328-86213add0d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (925b26bc-9621-457f-8135-1e469354cd4a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:56.119828 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f89a1-a6da-48be-9328-86213add0d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=925b26bc-9621-457f-8135-1e469354cd4a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:37:56.179581 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f98f89a1-a6da-48be-9328-86213add0d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (25b83679-c881-4ac8-ba9e-8b0b1530d127), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:56.275517 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f98f89a1-a6da-48be-9328-86213add0d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (25b83679-c881-4ac8-ba9e-8b0b1530d127), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:56.277898 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f98f89a1-a6da-48be-9328-86213add0d1c admin admin] Publish callbacks [] for router_controller (25b83679-c881-4ac8-ba9e-8b0b1530d127), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:56.329030 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f98f89a1-a6da-48be-9328-86213add0d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (25b83679-c881-4ac8-ba9e-8b0b1530d127), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:56.329526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98f89a1-a6da-48be-9328-86213add0d1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25b83679-c881-4ac8-ba9e-8b0b1530d127 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:37:56.334337 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-f98f89a1-a6da-48be-9328-86213add0d1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:56.335661 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f98f89a1-a6da-48be-9328-86213add0d1c admin admin] 10.222.0.96 "DELETE /v2.0/routers/25b83679-c881-4ac8-ba9e-8b0b1530d127 HTTP/1.1" status: 204 len: 168 time: 1.1617904 Feb 04 14:37:56.338520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37246) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:37:56.385860 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-859a12e9-6a81-4f03-9bc6-bfbad36c42bd admin admin] Deleting subnet cec05ddb-0711-4ad1-ad68-d660f87aca3c {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:37:56.391365 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-859a12e9-6a81-4f03-9bc6-bfbad36c42bd admin admin] Publish callbacks [] for subnet (cec05ddb-0711-4ad1-ad68-d660f87aca3c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:56.432976 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-859a12e9-6a81-4f03-9bc6-bfbad36c42bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (cec05ddb-0711-4ad1-ad68-d660f87aca3c), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:56.526598 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-859a12e9-6a81-4f03-9bc6-bfbad36c42bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (cec05ddb-0711-4ad1-ad68-d660f87aca3c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:56.542398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7c5872cb-077a-499f-852d-18720e014c82 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:37:56.569278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 7c5872cb-077a-499f-852d-18720e014c82 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:37:56.569626 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 7c5872cb-077a-499f-852d-18720e014c82 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:37:56.594549 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-859a12e9-6a81-4f03-9bc6-bfbad36c42bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (cec05ddb-0711-4ad1-ad68-d660f87aca3c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:56.623518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a12e9-6a81-4f03-9bc6-bfbad36c42bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec05ddb-0711-4ad1-ad68-d660f87aca3c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:37:56.625738 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-859a12e9-6a81-4f03-9bc6-bfbad36c42bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:56.628936 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-859a12e9-6a81-4f03-9bc6-bfbad36c42bd admin admin] 10.222.0.96 "DELETE /v2.0/subnets/cec05ddb-0711-4ad1-ad68-d660f87aca3c HTTP/1.1" status: 204 len: 168 time: 0.2894404 Feb 04 14:37:56.630722 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d45798d-a09e-4a76-adf8-9fff2c017f73 None None] Network b31386dd-8063-4d05-81bd-267f59407cf7 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:37:56.631499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37248) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:37:56.709623 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (b31386dd-8063-4d05-81bd-267f59407cf7), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:56.775945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] Deleting port 597d1f6a-7d38-4f46-8b98-473a4cab1a1a {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:37:56.776459 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (597d1f6a-7d38-4f46-8b98-473a4cab1a1a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:56.855103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] For port 597d1f6a-7d38-4f46-8b98-473a4cab1a1a, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=597d1f6a-7d38-4f46-8b98-473a4cab1a1a,segment=NetworkSegment(be99951f-e6c7-4849-82b0-c66e3c5f970b),segment_id=be99951f-e6c7-4849-82b0-c66e3c5f970b)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:37:56.855475 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (597d1f6a-7d38-4f46-8b98-473a4cab1a1a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:56.869876 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] Calling delete_port for 597d1f6a-7d38-4f46-8b98-473a4cab1a1a owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:37:56.951050 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (597d1f6a-7d38-4f46-8b98-473a4cab1a1a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:56.979810 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=597d1f6a-7d38-4f46-8b98-473a4cab1a1a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:37:56.986468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] No DVR routers for this DVR port 597d1f6a-7d38-4f46-8b98-473a4cab1a1a on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:37:57.059177 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (b31386dd-8063-4d05-81bd-267f59407cf7), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:57.079224 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31386dd-8063-4d05-81bd-267f59407cf7']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:37:57.097945 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be99951f-e6c7-4849-82b0-c66e3c5f970b') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:37:57.098282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be99951f-e6c7-4849-82b0-c66e3c5f970b') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:37:57.110445 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (be99951f-e6c7-4849-82b0-c66e3c5f970b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:57.127648 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (be99951f-e6c7-4849-82b0-c66e3c5f970b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:57.128004 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a365b90-5377-44f1-878a-ff44f213f02c None None] DHCP port deletion for b31386dd-8063-4d05-81bd-267f59407cf7 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:37:57.135874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:37:57.136467 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (be99951f-e6c7-4849-82b0-c66e3c5f970b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:37:57.139510 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:37:57.200371 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (b31386dd-8063-4d05-81bd-267f59407cf7), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:57.206725 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:57.209927 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] 10.222.0.96 "DELETE /v2.0/networks/b31386dd-8063-4d05-81bd-267f59407cf7 HTTP/1.1" status: 204 len: 168 time: 0.5775030 Feb 04 14:37:57.213013 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37250) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:37:57.221261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b654536-f62f-47e0-a421-70984d606c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=b31386dd-8063-4d05-81bd-267f59407cf7,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:37:57.572990 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-231adc31-2c89-4e66-a32f-2d086f53e350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (b3195f23-3436-48b8-8ccd-5a729c60cfe7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:57.829558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-231adc31-2c89-4e66-a32f-2d086f53e350 admin admin] Deleting port c776884e-10ab-4551-8e1a-2d76df18a509 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:37:57.829882 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-231adc31-2c89-4e66-a32f-2d086f53e350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:57.908699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-231adc31-2c89-4e66-a32f-2d086f53e350 admin admin] For port c776884e-10ab-4551-8e1a-2d76df18a509, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c776884e-10ab-4551-8e1a-2d76df18a509,segment=NetworkSegment(a48cd710-acab-4b70-9436-5b2a7de7550c),segment_id=a48cd710-acab-4b70-9436-5b2a7de7550c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:37:57.909064 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-231adc31-2c89-4e66-a32f-2d086f53e350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:57.921664 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-231adc31-2c89-4e66-a32f-2d086f53e350 admin admin] Calling delete_port for c776884e-10ab-4551-8e1a-2d76df18a509 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:37:58.104991 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-231adc31-2c89-4e66-a32f-2d086f53e350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c776884e-10ab-4551-8e1a-2d76df18a509), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:58.134913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231adc31-2c89-4e66-a32f-2d086f53e350 admin admin] Pushing event deleted for resources: {'Port': ['ID=c776884e-10ab-4551-8e1a-2d76df18a509,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:37:58.314581 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-231adc31-2c89-4e66-a32f-2d086f53e350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (b3195f23-3436-48b8-8ccd-5a729c60cfe7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:58.352380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 925b26bc-9621-457f-8135-1e469354cd4a no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:37:58.381126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 925b26bc-9621-457f-8135-1e469354cd4a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:37:58.381392 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 925b26bc-9621-457f-8135-1e469354cd4a not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:37:58.381816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 597d1f6a-7d38-4f46-8b98-473a4cab1a1a no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:37:58.402610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 597d1f6a-7d38-4f46-8b98-473a4cab1a1a {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:37:58.402955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 597d1f6a-7d38-4f46-8b98-473a4cab1a1a not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:37:58.543049 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231adc31-2c89-4e66-a32f-2d086f53e350 admin admin] Router b3195f23-3436-48b8-8ccd-5a729c60cfe7 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:37:58.653307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231adc31-2c89-4e66-a32f-2d086f53e350 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:37:58.659434 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-231adc31-2c89-4e66-a32f-2d086f53e350 admin admin] 10.222.0.96 "PUT /v2.0/routers/b3195f23-3436-48b8-8ccd-5a729c60cfe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4447675 Feb 04 14:37:58.661546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37252) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:37:58.664215 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1595d80e-0771-4a34-8f8d-52affeda072c None None] Sync routers for ids ['b3195f23-3436-48b8-8ccd-5a729c60cfe7'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:37:58.675620 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1595d80e-0771-4a34-8f8d-52affeda072c None None] Routers {'b3195f23-3436-48b8-8ccd-5a729c60cfe7'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:37:58.676242 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1595d80e-0771-4a34-8f8d-52affeda072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:37:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b3195f23-3436-48b8-8ccd-5a729c60cfe7'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:37:58.767543 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de9e376e-98c6-4f3b-a0cf-f68c21653a3f admin admin] Publish callbacks [] for router (b3195f23-3436-48b8-8ccd-5a729c60cfe7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:58.781232 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-1595d80e-0771-4a34-8f8d-52affeda072c None None] Set router b3195f23-3436-48b8-8ccd-5a729c60cfe7 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:37:58.968565 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1595d80e-0771-4a34-8f8d-52affeda072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'name': 'tempest-TestMinimumBasicScenario-1873824918-router', 'tenant_id': '58288133e77740a798f97a75d7e136ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:34:04Z', 'updated_at': '2022-02-04T14:37:58Z', 'revision_number': 5, 'project_id': '58288133e77740a798f97a75d7e136ea', 'gw_port': {'id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:05Z', 'updated_at': '2022-02-04T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:37:58.996401 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1595d80e-0771-4a34-8f8d-52affeda072c None None] Checking router: b3195f23-3436-48b8-8ccd-5a729c60cfe7 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:37:59.006235 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1595d80e-0771-4a34-8f8d-52affeda072c None None] Routers {'b3195f23-3436-48b8-8ccd-5a729c60cfe7'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:37:59.007012 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1595d80e-0771-4a34-8f8d-52affeda072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:37:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['b3195f23-3436-48b8-8ccd-5a729c60cfe7'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:37:59.119563 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-1595d80e-0771-4a34-8f8d-52affeda072c None None] Set router b3195f23-3436-48b8-8ccd-5a729c60cfe7 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:37:59.190185 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de9e376e-98c6-4f3b-a0cf-f68c21653a3f admin admin] Publish callbacks [] for router_gateway (b3195f23-3436-48b8-8ccd-5a729c60cfe7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:59.223461 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:37:59.247127 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-de9e376e-98c6-4f3b-a0cf-f68c21653a3f admin admin] Deleting port f846ed67-ec03-4d46-b97c-1c50bda5fb20 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:37:59.247470 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de9e376e-98c6-4f3b-a0cf-f68c21653a3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f846ed67-ec03-4d46-b97c-1c50bda5fb20), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:59.307606 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1595d80e-0771-4a34-8f8d-52affeda072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'name': 'tempest-TestMinimumBasicScenario-1873824918-router', 'tenant_id': '58288133e77740a798f97a75d7e136ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:34:04Z', 'updated_at': '2022-02-04T14:37:58Z', 'revision_number': 5, 'project_id': '58288133e77740a798f97a75d7e136ea', 'gw_port': {'id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:05Z', 'updated_at': '2022-02-04T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:37:59.326726 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-de9e376e-98c6-4f3b-a0cf-f68c21653a3f admin admin] For port f846ed67-ec03-4d46-b97c-1c50bda5fb20, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f846ed67-ec03-4d46-b97c-1c50bda5fb20,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:37:59.327445 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de9e376e-98c6-4f3b-a0cf-f68c21653a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f846ed67-ec03-4d46-b97c-1c50bda5fb20), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:59.335089 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1595d80e-0771-4a34-8f8d-52affeda072c None None] The sync data for ids ['b3195f23-3436-48b8-8ccd-5a729c60cfe7'] in n-d-714676-13 is: [{'id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'name': 'tempest-TestMinimumBasicScenario-1873824918-router', 'tenant_id': '58288133e77740a798f97a75d7e136ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:34:04Z', 'updated_at': '2022-02-04T14:37:58Z', 'revision_number': 5, 'project_id': '58288133e77740a798f97a75d7e136ea', 'gw_port': {'id': 'f846ed67-ec03-4d46-b97c-1c50bda5fb20', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3195f23-3436-48b8-8ccd-5a729c60cfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:34:05Z', 'updated_at': '2022-02-04T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:37:59.340351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-de9e376e-98c6-4f3b-a0cf-f68c21653a3f admin admin] Calling delete_port for f846ed67-ec03-4d46-b97c-1c50bda5fb20 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:37:59.508031 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de9e376e-98c6-4f3b-a0cf-f68c21653a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (f846ed67-ec03-4d46-b97c-1c50bda5fb20), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:59.535144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e376e-98c6-4f3b-a0cf-f68c21653a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=f846ed67-ec03-4d46-b97c-1c50bda5fb20,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:37:59.598884 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de9e376e-98c6-4f3b-a0cf-f68c21653a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (b3195f23-3436-48b8-8ccd-5a729c60cfe7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:59.694730 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de9e376e-98c6-4f3b-a0cf-f68c21653a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (b3195f23-3436-48b8-8ccd-5a729c60cfe7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:59.697016 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de9e376e-98c6-4f3b-a0cf-f68c21653a3f admin admin] Publish callbacks [] for router_controller (b3195f23-3436-48b8-8ccd-5a729c60cfe7), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:59.744336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de9e376e-98c6-4f3b-a0cf-f68c21653a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (b3195f23-3436-48b8-8ccd-5a729c60cfe7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:59.744857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9e376e-98c6-4f3b-a0cf-f68c21653a3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3195f23-3436-48b8-8ccd-5a729c60cfe7 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:37:59.750070 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de9e376e-98c6-4f3b-a0cf-f68c21653a3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:59.751172 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-de9e376e-98c6-4f3b-a0cf-f68c21653a3f admin admin] 10.222.0.96 "DELETE /v2.0/routers/b3195f23-3436-48b8-8ccd-5a729c60cfe7 HTTP/1.1" status: 204 len: 168 time: 1.0886703 Feb 04 14:37:59.753834 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37254) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:37:59.805001 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36eac60-f769-4ff3-92c5-b958d870c56d admin admin] Deleting subnet 66a69f07-e24f-49e0-b9d9-a5a04cd03204 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:37:59.808553 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e36eac60-f769-4ff3-92c5-b958d870c56d admin admin] Publish callbacks [] for subnet (66a69f07-e24f-49e0-b9d9-a5a04cd03204), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:59.844776 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e36eac60-f769-4ff3-92c5-b958d870c56d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (66a69f07-e24f-49e0-b9d9-a5a04cd03204), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:59.926204 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e36eac60-f769-4ff3-92c5-b958d870c56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (66a69f07-e24f-49e0-b9d9-a5a04cd03204), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:37:59.986942 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e36eac60-f769-4ff3-92c5-b958d870c56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (66a69f07-e24f-49e0-b9d9-a5a04cd03204), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:00.015034 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36eac60-f769-4ff3-92c5-b958d870c56d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a69f07-e24f-49e0-b9d9-a5a04cd03204,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:00.019401 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e36eac60-f769-4ff3-92c5-b958d870c56d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:00.023304 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e36eac60-f769-4ff3-92c5-b958d870c56d admin admin] 10.222.0.96 "DELETE /v2.0/subnets/66a69f07-e24f-49e0-b9d9-a5a04cd03204 HTTP/1.1" status: 204 len: 168 time: 0.2684846 Feb 04 14:38:00.024968 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58672748-d175-47f5-9f0d-3205e70e86d6 None None] Network dba629b6-991a-46c7-986a-fcd629080682 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:38:00.025920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37256) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:00.095399 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (dba629b6-991a-46c7-986a-fcd629080682), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:00.150433 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] Deleting port a44dd223-ea84-4df0-a15d-d91b9f573101 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:38:00.150786 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a44dd223-ea84-4df0-a15d-d91b9f573101), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:00.217773 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] For port a44dd223-ea84-4df0-a15d-d91b9f573101, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=a44dd223-ea84-4df0-a15d-d91b9f573101,segment=NetworkSegment(a48cd710-acab-4b70-9436-5b2a7de7550c),segment_id=a48cd710-acab-4b70-9436-5b2a7de7550c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:38:00.218171 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a44dd223-ea84-4df0-a15d-d91b9f573101), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:00.230581 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] Calling delete_port for a44dd223-ea84-4df0-a15d-d91b9f573101 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:38:00.309255 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a44dd223-ea84-4df0-a15d-d91b9f573101), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:00.340731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a44dd223-ea84-4df0-a15d-d91b9f573101,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:00.348883 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] No DVR routers for this DVR port a44dd223-ea84-4df0-a15d-d91b9f573101 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:38:00.360049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041c6287-d326-4040-b2e5-15d28c0610ee None None] DHCP port deletion for dba629b6-991a-46c7-986a-fcd629080682 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:38:00.431278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a44dd223-ea84-4df0-a15d-d91b9f573101 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:38:00.432572 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (dba629b6-991a-46c7-986a-fcd629080682), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:00.452785 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: a44dd223-ea84-4df0-a15d-d91b9f573101 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:38:00.453225 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device a44dd223-ea84-4df0-a15d-d91b9f573101 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:38:00.453716 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c776884e-10ab-4551-8e1a-2d76df18a509 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:38:00.453903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba629b6-991a-46c7-986a-fcd629080682']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:38:00.463590 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48cd710-acab-4b70-9436-5b2a7de7550c') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:38:00.463890 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48cd710-acab-4b70-9436-5b2a7de7550c') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:38:00.473758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: c776884e-10ab-4551-8e1a-2d76df18a509 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:38:00.474118 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c776884e-10ab-4551-8e1a-2d76df18a509 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:38:00.474427 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (a48cd710-acab-4b70-9436-5b2a7de7550c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:00.474540 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f846ed67-ec03-4d46-b97c-1c50bda5fb20 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:38:00.488791 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (a48cd710-acab-4b70-9436-5b2a7de7550c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:00.494269 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: f846ed67-ec03-4d46-b97c-1c50bda5fb20 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:38:00.494624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f846ed67-ec03-4d46-b97c-1c50bda5fb20 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:38:00.502355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:38:00.502831 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (a48cd710-acab-4b70-9436-5b2a7de7550c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:38:00.504703 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:38:00.566004 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (dba629b6-991a-46c7-986a-fcd629080682), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:00.571764 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:00.576222 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] 10.222.0.96 "DELETE /v2.0/networks/dba629b6-991a-46c7-986a-fcd629080682 HTTP/1.1" status: 204 len: 168 time: 0.5480330 Feb 04 14:38:00.585921 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9413094-fd3e-4c70-af14-4f2781a373fd admin admin] Pushing event deleted for resources: {'Network': ['ID=dba629b6-991a-46c7-986a-fcd629080682,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:00.737276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37260) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:00.778978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a3c92e88-626e-4ca5-bcb3-8d5f4fa83146 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a51f02f9573b4cbbac548ea46e185204&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405126 Feb 04 14:38:00.781933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37262) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:00.832346 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-23a7fd28-b735-4dba-bb01-6f23f6d3a098 admin admin] Publish callbacks [] for security_group (240e541f-9ebf-4ba5-98bc-2b84cb525b0c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:00.854305 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-23a7fd28-b735-4dba-bb01-6f23f6d3a098 admin admin] Publish callbacks [] for security_group (240e541f-9ebf-4ba5-98bc-2b84cb525b0c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:00.902764 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-23a7fd28-b735-4dba-bb01-6f23f6d3a098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (240e541f-9ebf-4ba5-98bc-2b84cb525b0c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:00.905808 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-23a7fd28-b735-4dba-bb01-6f23f6d3a098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:00.907029 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-23a7fd28-b735-4dba-bb01-6f23f6d3a098 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/240e541f-9ebf-4ba5-98bc-2b84cb525b0c HTTP/1.1" status: 204 len: 168 time: 0.1241498 Feb 04 14:38:00.915283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7fd28-b735-4dba-bb01-6f23f6d3a098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240e541f-9ebf-4ba5-98bc-2b84cb525b0c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:01.229494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37268) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:01.274491 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-80a725e9-7fab-42e6-bea1-0ec98dd43044 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=58288133e77740a798f97a75d7e136ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437763 Feb 04 14:38:01.276976 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37270) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:01.324663 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-163f6226-a6e1-4add-9ad0-d04bbc019ebf admin admin] Publish callbacks [] for security_group (5c4bee0e-ca7b-47e3-b49f-f8b63422bc36), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:01.347301 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-163f6226-a6e1-4add-9ad0-d04bbc019ebf admin admin] Publish callbacks [] for security_group (5c4bee0e-ca7b-47e3-b49f-f8b63422bc36), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:01.398274 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-163f6226-a6e1-4add-9ad0-d04bbc019ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (5c4bee0e-ca7b-47e3-b49f-f8b63422bc36), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:01.400829 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-163f6226-a6e1-4add-9ad0-d04bbc019ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:01.402001 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-163f6226-a6e1-4add-9ad0-d04bbc019ebf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5c4bee0e-ca7b-47e3-b49f-f8b63422bc36 HTTP/1.1" status: 204 len: 168 time: 0.1241176 Feb 04 14:38:01.414499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f6226-a6e1-4add-9ad0-d04bbc019ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4bee0e-ca7b-47e3-b49f-f8b63422bc36,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:02.992778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37310) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:02.997740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-b9f1ed4b-5466-4149-962f-4cd3bd052820 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1492165800', 'description': 'tempest-secgroup-smoke-1492165800 description', 'project_id': 'f0bec5a68251425ab95d0242072ba05a'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:38:03.019969 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b9f1ed4b-5466-4149-962f-4cd3bd052820 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.027930 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b9f1ed4b-5466-4149-962f-4cd3bd052820 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.104515 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b9f1ed4b-5466-4149-962f-4cd3bd052820 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (748ccf90-7241-4350-9da3-44fcdb7fe139), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.109598 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b9f1ed4b-5466-4149-962f-4cd3bd052820 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (748ccf90-7241-4350-9da3-44fcdb7fe139), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.156064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1ed4b-5466-4149-962f-4cd3bd052820 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748ccf90-7241-4350-9da3-44fcdb7fe139,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:03.196965 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b9f1ed4b-5466-4149-962f-4cd3bd052820 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (c2ae6335-7f96-4174-9d27-7dc5532c8490), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.200891 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b9f1ed4b-5466-4149-962f-4cd3bd052820 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c2ae6335-7f96-4174-9d27-7dc5532c8490), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.235319 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-b9f1ed4b-5466-4149-962f-4cd3bd052820 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.236511 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b9f1ed4b-5466-4149-962f-4cd3bd052820 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2424068 Feb 04 14:38:03.237498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1ed4b-5466-4149-962f-4cd3bd052820 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ae6335-7f96-4174-9d27-7dc5532c8490,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:03.239727 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37312) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:03.244681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8caa3e89-0634-438c-aa75-34a471c26ecc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': 'c2ae6335-7f96-4174-9d27-7dc5532c8490', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:38:03.268994 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8caa3e89-0634-438c-aa75-34a471c26ecc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (f8c23b5a-9f64-4c6e-8341-22c1561c1d4d), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.324224 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8caa3e89-0634-438c-aa75-34a471c26ecc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (f8c23b5a-9f64-4c6e-8341-22c1561c1d4d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.327901 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8caa3e89-0634-438c-aa75-34a471c26ecc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (f8c23b5a-9f64-4c6e-8341-22c1561c1d4d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.345539 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa3e89-0634-438c-aa75-34a471c26ecc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c23b5a-9f64-4c6e-8341-22c1561c1d4d,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:03.354261 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8caa3e89-0634-438c-aa75-34a471c26ecc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.355460 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8caa3e89-0634-438c-aa75-34a471c26ecc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146691 Feb 04 14:38:03.358746 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37314) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:03.363108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-379c520c-b4de-4437-8ce8-f7f89a9c1f3b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': 'c2ae6335-7f96-4174-9d27-7dc5532c8490', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:38:03.387144 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-379c520c-b4de-4437-8ce8-f7f89a9c1f3b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (403b5650-e9df-4e50-925e-67cccd937c31), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.443440 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-379c520c-b4de-4437-8ce8-f7f89a9c1f3b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (403b5650-e9df-4e50-925e-67cccd937c31), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.447166 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-379c520c-b4de-4437-8ce8-f7f89a9c1f3b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (403b5650-e9df-4e50-925e-67cccd937c31), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.465713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c520c-b4de-4437-8ce8-f7f89a9c1f3b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403b5650-e9df-4e50-925e-67cccd937c31,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:03.471080 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-379c520c-b4de-4437-8ce8-f7f89a9c1f3b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.472280 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-379c520c-b4de-4437-8ce8-f7f89a9c1f3b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1125894 Feb 04 14:38:03.475132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37316) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:03.479622 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-dcdc54df-34bd-44a7-bdaf-c36ff5c84c20 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': 'c2ae6335-7f96-4174-9d27-7dc5532c8490', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:38:03.504843 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcdc54df-34bd-44a7-bdaf-c36ff5c84c20 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (09617db8-4fe8-4a04-8035-5f835f87aac5), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.565940 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcdc54df-34bd-44a7-bdaf-c36ff5c84c20 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (09617db8-4fe8-4a04-8035-5f835f87aac5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.569589 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcdc54df-34bd-44a7-bdaf-c36ff5c84c20 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (09617db8-4fe8-4a04-8035-5f835f87aac5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.588125 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc54df-34bd-44a7-bdaf-c36ff5c84c20 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09617db8-4fe8-4a04-8035-5f835f87aac5,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:03.596203 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dcdc54df-34bd-44a7-bdaf-c36ff5c84c20 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.597460 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-dcdc54df-34bd-44a7-bdaf-c36ff5c84c20 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213560 Feb 04 14:38:03.600293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37318) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:03.605053 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-fdc24bec-8250-453a-b7c8-1bbb40933c06 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': 'c2ae6335-7f96-4174-9d27-7dc5532c8490', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:38:03.630850 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fdc24bec-8250-453a-b7c8-1bbb40933c06 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (a9b15137-3aea-4b16-8416-6a3450d70894), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.689217 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fdc24bec-8250-453a-b7c8-1bbb40933c06 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (a9b15137-3aea-4b16-8416-6a3450d70894), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.693338 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fdc24bec-8250-453a-b7c8-1bbb40933c06 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (a9b15137-3aea-4b16-8416-6a3450d70894), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.710861 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc24bec-8250-453a-b7c8-1bbb40933c06 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b15137-3aea-4b16-8416-6a3450d70894,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:03.718618 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fdc24bec-8250-453a-b7c8-1bbb40933c06 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.719871 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fdc24bec-8250-453a-b7c8-1bbb40933c06 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183956 Feb 04 14:38:03.722607 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37320) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:03.727012 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5c0105f5-4021-420f-9c93-551dc0588404 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': 'c2ae6335-7f96-4174-9d27-7dc5532c8490', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:38:03.747697 n-d-714676-13 neutron-server[103607]: INFO neutron.db.securitygroups_db [None req-5c0105f5-4021-420f-9c93-551dc0588404 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Project f0bec5a68251425ab95d0242072ba05a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:38:03.753778 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c0105f5-4021-420f-9c93-551dc0588404 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (f4e76d9d-aaec-4ad5-9918-e1bbe487a2d4), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.814542 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c0105f5-4021-420f-9c93-551dc0588404 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (f4e76d9d-aaec-4ad5-9918-e1bbe487a2d4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.817821 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c0105f5-4021-420f-9c93-551dc0588404 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (f4e76d9d-aaec-4ad5-9918-e1bbe487a2d4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.835006 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0105f5-4021-420f-9c93-551dc0588404 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e76d9d-aaec-4ad5-9918-e1bbe487a2d4,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:03.844475 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5c0105f5-4021-420f-9c93-551dc0588404 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.845713 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5c0105f5-4021-420f-9c93-551dc0588404 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221447 Feb 04 14:38:03.848434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37322) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:03.852716 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-33b18398-fc0f-4f26-bb05-5cdbf43e2fba tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': 'c2ae6335-7f96-4174-9d27-7dc5532c8490', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:38:03.872102 n-d-714676-13 neutron-server[103607]: INFO neutron.db.securitygroups_db [None req-33b18398-fc0f-4f26-bb05-5cdbf43e2fba tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Project f0bec5a68251425ab95d0242072ba05a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:38:03.877017 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33b18398-fc0f-4f26-bb05-5cdbf43e2fba tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (fa36d2c9-5f76-4d05-b4fe-a3709c1c3391), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.939531 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33b18398-fc0f-4f26-bb05-5cdbf43e2fba tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (fa36d2c9-5f76-4d05-b4fe-a3709c1c3391), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.943091 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33b18398-fc0f-4f26-bb05-5cdbf43e2fba tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (fa36d2c9-5f76-4d05-b4fe-a3709c1c3391), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.961436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b18398-fc0f-4f26-bb05-5cdbf43e2fba tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa36d2c9-5f76-4d05-b4fe-a3709c1c3391,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:03.970886 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33b18398-fc0f-4f26-bb05-5cdbf43e2fba tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:03.974911 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-33b18398-fc0f-4f26-bb05-5cdbf43e2fba tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227186 Feb 04 14:38:03.975087 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37324) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:03.979842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6fb4ff77-7bd5-4bb8-aceb-ddd3fcf26a7a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'network': {'name': 'tempest-network-smoke--175897044', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'port_security_enabled': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:38:03.999219 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb4ff77-7bd5-4bb8-aceb-ddd3fcf26a7a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Made reservation on behalf of f0bec5a68251425ab95d0242072ba05a for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:38:04.002734 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ff77-7bd5-4bb8-aceb-ddd3fcf26a7a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:04.025439 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb4ff77-7bd5-4bb8-aceb-ddd3fcf26a7a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:38:04.035032 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ff77-7bd5-4bb8-aceb-ddd3fcf26a7a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (17c84b06-fba3-479c-b9af-e5b1d578957e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:04.035378 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-6fb4ff77-7bd5-4bb8-aceb-ddd3fcf26a7a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Added segment 17c84b06-fba3-479c-b9af-e5b1d578957e of type vlan for network f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa Feb 04 14:38:04.074865 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ff77-7bd5-4bb8-aceb-ddd3fcf26a7a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:04.099526 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ff77-7bd5-4bb8-aceb-ddd3fcf26a7a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:04.105070 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb4ff77-7bd5-4bb8-aceb-ddd3fcf26a7a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:04.105658 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ff77-7bd5-4bb8-aceb-ddd3fcf26a7a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:04.166655 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6fb4ff77-7bd5-4bb8-aceb-ddd3fcf26a7a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1905460 Feb 04 14:38:04.169741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37326) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:04.175010 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-923641463', 'admin_state_up': True, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:38:04.182695 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4ff77-7bd5-4bb8-aceb-ddd3fcf26a7a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Network': ['ID=f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:04.194597 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:38:04.195830 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (3044622b-aa64-4d59-9cf2-9946d2762c96), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:04.196915 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (3044622b-aa64-4d59-9cf2-9946d2762c96), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:04.251059 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_controller (3044622b-aa64-4d59-9cf2-9946d2762c96), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:04.398028 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (3044622b-aa64-4d59-9cf2-9946d2762c96), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:04.594880 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (3044622b-aa64-4d59-9cf2-9946d2762c96), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:04.618962 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:04.723327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.25.5.28 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/474b4ceb-d13e-4075-a747-f6de7618ca73) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:38:04.830433 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (474b4ceb-d13e-4075-a747-f6de7618ca73), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:04.865629 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (474b4ceb-d13e-4075-a747-f6de7618ca73), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:04.907127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:38:04.911821 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:38:04.914474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:38:04.920398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=474b4ceb-d13e-4075-a747-f6de7618ca73,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:05.182852 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (3044622b-aa64-4d59-9cf2-9946d2762c96), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:05.400115 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (3044622b-aa64-4d59-9cf2-9946d2762c96), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:05.534013 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router 3044622b-aa64-4d59-9cf2-9946d2762c96 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:38:05.647357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:38:05.657665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Sync routers for ids ['3044622b-aa64-4d59-9cf2-9946d2762c96'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:38:05.667992 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Routers {'3044622b-aa64-4d59-9cf2-9946d2762c96'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:38:05.668339 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:05.668771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:37:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3044622b-aa64-4d59-9cf2-9946d2762c96'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:38:05.669592 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e3b270d0-654e-47ca-bab4-d0b83decc291 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4986026 Feb 04 14:38:05.673147 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37328) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:05.783533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Set router 3044622b-aa64-4d59-9cf2-9946d2762c96 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:38:05.804334 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0749a9f6-382e-4e4e-870c-b57e39139a92 tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=f0bec5a68251425ab95d0242072ba05a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1274192 Feb 04 14:38:05.804520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37332) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:05.959983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e8c94d-a34d-4d6f-9e12-6fd52334983b tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:05.961528 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d0e8c94d-a34d-4d6f-9e12-6fd52334983b tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1561115 Feb 04 14:38:05.964366 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37334) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:05.969603 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923641463', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:05Z', 'revision_number': 3, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:38:05.993553 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-7ecc7a8f-27b5-4212-b4fb-cb1459cc19d3 tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280557 Feb 04 14:38:05.995842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Checking router: 3044622b-aa64-4d59-9cf2-9946d2762c96 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:38:05.996070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37336) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:05.996235 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Updating router 3044622b-aa64-4d59-9cf2-9946d2762c96 port 474b4ceb-d13e-4075-a747-f6de7618ca73 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:38:06.001378 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-62a7eee7-9a7b-4e77-94fa-1fa751e67145 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-138801396', 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:38:06.025945 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (474b4ceb-d13e-4075-a747-f6de7618ca73), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:06.293562 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Publish callbacks [] for port (474b4ceb-d13e-4075-a747-f6de7618ca73), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:06.299657 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (474b4ceb-d13e-4075-a747-f6de7618ca73), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:06.355838 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4384206-eb44-492f-b55c-b5fa0f70886d None None] Pushing event updated for resources: {'Port': ['ID=474b4ceb-d13e-4075-a747-f6de7618ca73,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:06.358958 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Attempting to bind port 474b4ceb-d13e-4075-a747-f6de7618ca73 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:38:06.359335 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Attempting to bind port 474b4ceb-d13e-4075-a747-f6de7618ca73 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:38:06.359700 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Attempting to bind port 474b4ceb-d13e-4075-a747-f6de7618ca73 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:38:06.368797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:38:06.369193 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:38:06.369568 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:06.369959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:38:06.370529 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Bound port: 474b4ceb-d13e-4075-a747-f6de7618ca73, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:38:06.370907 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (474b4ceb-d13e-4075-a747-f6de7618ca73), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:06.373599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4384206-eb44-492f-b55c-b5fa0f70886d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:06.373849 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4384206-eb44-492f-b55c-b5fa0f70886d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:06.373961 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4384206-eb44-492f-b55c-b5fa0f70886d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:06.374411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4384206-eb44-492f-b55c-b5fa0f70886d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:06.374797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4384206-eb44-492f-b55c-b5fa0f70886d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:06.375127 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4384206-eb44-492f-b55c-b5fa0f70886d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:06.375448 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4384206-eb44-492f-b55c-b5fa0f70886d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:06.375768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4384206-eb44-492f-b55c-b5fa0f70886d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:06.376089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4384206-eb44-492f-b55c-b5fa0f70886d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:06.376408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4384206-eb44-492f-b55c-b5fa0f70886d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:06.376722 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4384206-eb44-492f-b55c-b5fa0f70886d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:06.377038 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4384206-eb44-492f-b55c-b5fa0f70886d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:06.377350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4384206-eb44-492f-b55c-b5fa0f70886d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:06.431722 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] For port 474b4ceb-d13e-4075-a747-f6de7618ca73, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:38:06.431993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a7eee7-9a7b-4e77-94fa-1fa751e67145 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Made reservation on behalf of f0bec5a68251425ab95d0242072ba05a for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:38:06.434890 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] For port 474b4ceb-d13e-4075-a747-f6de7618ca73, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=474b4ceb-d13e-4075-a747-f6de7618ca73,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:38:06.435352 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-62a7eee7-9a7b-4e77-94fa-1fa751e67145 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:06.440172 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (474b4ceb-d13e-4075-a747-f6de7618ca73), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:06.502052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Routers {'3044622b-aa64-4d59-9cf2-9946d2762c96'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:38:06.502631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:37:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3044622b-aa64-4d59-9cf2-9946d2762c96'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:38:06.505711 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4384206-eb44-492f-b55c-b5fa0f70886d None None] Pushing event updated for resources: {'Port': ['ID=474b4ceb-d13e-4075-a747-f6de7618ca73,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:06.615836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] Set router 3044622b-aa64-4d59-9cf2-9946d2762c96 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:38:06.631019 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-62a7eee7-9a7b-4e77-94fa-1fa751e67145 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (98b404b5-1993-4a8b-89ab-cf0d7d76b4cc), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:06.692332 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7eee7-9a7b-4e77-94fa-1fa751e67145 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Subnet': ['ID=98b404b5-1993-4a8b-89ab-cf0d7d76b4cc,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:06.701346 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7eee7-9a7b-4e77-94fa-1fa751e67145 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Checking segment: {'id': '17c84b06-fba3-479c-b9af-e5b1d578957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:38:06.701750 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a7eee7-9a7b-4e77-94fa-1fa751e67145 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network hostable DHCP agents. Network: f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:38:06.719605 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a7eee7-9a7b-4e77-94fa-1fa751e67145 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:38:06.729774 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-62a7eee7-9a7b-4e77-94fa-1fa751e67145 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:38:06.735270 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a7eee7-9a7b-4e77-94fa-1fa751e67145 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:06.736054 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-62a7eee7-9a7b-4e77-94fa-1fa751e67145 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:06.744988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636af488-a188-4bcc-aaaa-df072730ea12 None None] Network f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:38:06.754335 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-62a7eee7-9a7b-4e77-94fa-1fa751e67145 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7569737 Feb 04 14:38:06.756846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37338) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:06.890464 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ips': [{'subnet_id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:38:06.891273 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:06.895904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923641463', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:05Z', 'revision_number': 3, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:38:06.931238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fbf3ce-ecb6-4ea6-86c9-820a03ccf60f None None] The sync data for ids ['3044622b-aa64-4d59-9cf2-9946d2762c96'] in n-d-714676-13 is: [{'id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923641463', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:05Z', 'revision_number': 3, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:38:07.079762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Allocated IP 172.20.0.2 (f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa/98b404b5-1993-4a8b-89ab-cf0d7d76b4cc/5592e1aa-1f39-4664-af42-e296f065f438) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:38:07.264181 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:07.271533 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Publish callbacks [] for port (5592e1aa-1f39-4664-af42-e296f065f438), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:07.278396 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (5592e1aa-1f39-4664-af42-e296f065f438), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:07.334623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Network f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:38:07.338968 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:38:07.341590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:38:07.344051 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Pushing event updated for resources: {'Port': ['ID=5592e1aa-1f39-4664-af42-e296f065f438,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:07.409758 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Attempting to bind port 5592e1aa-1f39-4664-af42-e296f065f438 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:38:07.410163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Attempting to bind port 5592e1aa-1f39-4664-af42-e296f065f438 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '17c84b06-fba3-479c-b9af-e5b1d578957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:38:07.410593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Attempting to bind port 5592e1aa-1f39-4664-af42-e296f065f438 on network f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:38:07.417126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:38:07.417607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Checking segment: {'id': '17c84b06-fba3-479c-b9af-e5b1d578957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:38:07.418132 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:07.418659 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Bound using segment: {'id': '17c84b06-fba3-479c-b9af-e5b1d578957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:38:07.419207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Bound port: 5592e1aa-1f39-4664-af42-e296f065f438, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c84b06-fba3-479c-b9af-e5b1d578957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:38:07.419664 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5592e1aa-1f39-4664-af42-e296f065f438), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:07.489900 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] For port 5592e1aa-1f39-4664-af42-e296f065f438, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:38:07.494427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] For port 5592e1aa-1f39-4664-af42-e296f065f438, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5592e1aa-1f39-4664-af42-e296f065f438,segment=NetworkSegment(17c84b06-fba3-479c-b9af-e5b1d578957e),segment_id=17c84b06-fba3-479c-b9af-e5b1d578957e)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:38:07.503662 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5592e1aa-1f39-4664-af42-e296f065f438), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:07.568906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ae72a-20ca-4f6f-9b8e-e5f3d83b7f3d None None] Pushing event updated for resources: {'Port': ['ID=5592e1aa-1f39-4664-af42-e296f065f438,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:07.589489 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.20.0.1 (f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa/98b404b5-1993-4a8b-89ab-cf0d7d76b4cc/d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:38:07.723913 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:07.786366 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:07.828440 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:38:07.831940 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:38:07.836631 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:38:07.885886 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:07.900931 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (3044622b-aa64-4d59-9cf2-9946d2762c96), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:08.049677 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:08.357182 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:08.364608 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:08.431441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 474b4ceb-d13e-4075-a747-f6de7618ca73 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:38:08.442200 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (3044622b-aa64-4d59-9cf2-9946d2762c96), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:08.465495 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:08.489836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 474b4ceb-d13e-4075-a747-f6de7618ca73 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:38:08.490341 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (474b4ceb-d13e-4075-a747-f6de7618ca73), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:08.552181 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:38:08.554017 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:38:08.583471 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 474b4ceb-d13e-4075-a747-f6de7618ca73 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:38:08.583956 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (474b4ceb-d13e-4075-a747-f6de7618ca73), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:08.609044 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 474b4ceb-d13e-4075-a747-f6de7618ca73, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=474b4ceb-d13e-4075-a747-f6de7618ca73,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:38:08.615715 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (474b4ceb-d13e-4075-a747-f6de7618ca73), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:08.616501 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5592e1aa-1f39-4664-af42-e296f065f438 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:38:08.683304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router 3044622b-aa64-4d59-9cf2-9946d2762c96 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:38:08.701310 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3f8612-5427-4167-8382-121b3bb5fb61 None None] Network f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:38:08.743952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=474b4ceb-d13e-4075-a747-f6de7618ca73,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:08.807232 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:38:08.812554 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8abead17-101d-4413-840c-23566069a1b1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "PUT /v2.0/routers/3044622b-aa64-4d59-9cf2-9946d2762c96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0546894 Feb 04 14:38:08.955907 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c4d1db19-395b-4ab7-b864-035c525bbe3a None None] Provisioning complete for port 5592e1aa-1f39-4664-af42-e296f065f438 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:38:08.956206 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4d1db19-395b-4ab7-b864-035c525bbe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5592e1aa-1f39-4664-af42-e296f065f438), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:08.957718 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5592e1aa-1f39-4664-af42-e296f065f438 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:38:08.958071 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5592e1aa-1f39-4664-af42-e296f065f438), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:08.979645 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-1251ab4b-9a9a-48ef-8404-27ec940559aa tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492165800&fields=id&tenant_id=f0bec5a68251425ab95d0242072ba05a HTTP/1.1" status: 200 len: 267 time: 0.0472236 Feb 04 14:38:09.105630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-db1e603e-22b1-455f-9c13-60a2fbffaba9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:09.107308 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-db1e603e-22b1-455f-9c13-60a2fbffaba9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/networks?id=f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa HTTP/1.1" status: 200 len: 796 time: 0.1191466 Feb 04 14:38:09.124114 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-125fa176-dc96-405f-bebc-6536f8baf00c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/quotas/f0bec5a68251425ab95d0242072ba05a HTTP/1.1" status: 200 len: 375 time: 0.0102465 Feb 04 14:38:09.142440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c4d1db19-395b-4ab7-b864-035c525bbe3a None None] Current status of the port 5592e1aa-1f39-4664-af42-e296f065f438 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:38:09.142835 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4d1db19-395b-4ab7-b864-035c525bbe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5592e1aa-1f39-4664-af42-e296f065f438), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:09.145612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5592e1aa-1f39-4664-af42-e296f065f438 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:38:09.145612 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (5592e1aa-1f39-4664-af42-e296f065f438), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:09.189761 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-0212811c-cdf8-439d-8807-db05150180c8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579574 Feb 04 14:38:09.192363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c4d1db19-395b-4ab7-b864-035c525bbe3a None None] For port 5592e1aa-1f39-4664-af42-e296f065f438, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5592e1aa-1f39-4664-af42-e296f065f438,segment=NetworkSegment(17c84b06-fba3-479c-b9af-e5b1d578957e),segment_id=17c84b06-fba3-479c-b9af-e5b1d578957e)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:38:09.199219 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4d1db19-395b-4ab7-b864-035c525bbe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (5592e1aa-1f39-4664-af42-e296f065f438), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:09.261201 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Sync routers for ids ['3044622b-aa64-4d59-9cf2-9946d2762c96'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:38:09.280079 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Routers {'3044622b-aa64-4d59-9cf2-9946d2762c96'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:38:09.280845 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:37:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3044622b-aa64-4d59-9cf2-9946d2762c96'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:38:09.296278 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 14:38:09.296682 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 14:38:09.300133 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1db19-395b-4ab7-b864-035c525bbe3a None None] Pushing event updated for resources: {'Port': ['ID=5592e1aa-1f39-4664-af42-e296f065f438,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:09.396085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-15c733b0-8109-4508-a27a-c4ae509c6c82 service neutron] 10.222.0.96 "GET /v2.0/networks/f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787817 Feb 04 14:38:09.403378 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Set router 3044622b-aa64-4d59-9cf2-9946d2762c96 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:38:09.421034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b22a6537-1201-4de1-9eab-838da6e6475f None None] Provisioning complete for port 5592e1aa-1f39-4664-af42-e296f065f438 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:38:09.421409 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b22a6537-1201-4de1-9eab-838da6e6475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5592e1aa-1f39-4664-af42-e296f065f438), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:09.517168 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b22a6537-1201-4de1-9eab-838da6e6475f None None] Current status of the port 5592e1aa-1f39-4664-af42-e296f065f438 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:38:09.519146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-73f706f7-4ce6-418d-95fb-8c3412f7f9d0 service neutron] 10.222.0.96 "GET /v2.0/networks/f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169350 Feb 04 14:38:09.528166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b22a6537-1201-4de1-9eab-838da6e6475f None None] Provisioning complete for port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:38:09.528545 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b22a6537-1201-4de1-9eab-838da6e6475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:09.571132 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b22a6537-1201-4de1-9eab-838da6e6475f None None] Port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:38:09.647810 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923641463', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd3d1caa9-d0cc-4ae4-a81e-85c59405bd0c', 'name': '', 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:b5:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:07Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 2, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:38:09.691628 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-782dab66-51bb-4c69-bc27-b6de2bec50bd None None] Provisioning complete for port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:38:09.692008 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-782dab66-51bb-4c69-bc27-b6de2bec50bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:09.701332 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Checking router: 3044622b-aa64-4d59-9cf2-9946d2762c96 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:38:09.703548 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Updating router 3044622b-aa64-4d59-9cf2-9946d2762c96 port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:38:09.735105 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:09.767534 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df871bcb-4e8e-4d7d-9962-eb7e5baf3d43 req-339b01ea-ba6c-4aca-8490-6ff09463bef6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 210 time: 0.0391614 Feb 04 14:38:09.783519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-782dab66-51bb-4c69-bc27-b6de2bec50bd None None] Port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:38:09.840170 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5592e1aa-1f39-4664-af42-e296f065f438 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:38:09.906515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a1afdaab-9920-4f9e-86d1-03748b9e2b20 None None] Provisioning complete for port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:38:09.906897 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a1afdaab-9920-4f9e-86d1-03748b9e2b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:09.946663 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a1afdaab-9920-4f9e-86d1-03748b9e2b20 None None] Port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:38:10.047255 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Publish callbacks [] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:10.052456 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:10.100278 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65492748-cbbf-4663-ae51-43dcafff86dd None None] Pushing event updated for resources: {'Port': ['ID=d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:10.111328 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65492748-cbbf-4663-ae51-43dcafff86dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:10.111686 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65492748-cbbf-4663-ae51-43dcafff86dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:10.112019 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65492748-cbbf-4663-ae51-43dcafff86dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:10.112353 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65492748-cbbf-4663-ae51-43dcafff86dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:10.112681 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65492748-cbbf-4663-ae51-43dcafff86dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:10.113006 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65492748-cbbf-4663-ae51-43dcafff86dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:10.113329 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65492748-cbbf-4663-ae51-43dcafff86dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:10.113650 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65492748-cbbf-4663-ae51-43dcafff86dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:10.113970 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65492748-cbbf-4663-ae51-43dcafff86dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:10.114331 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65492748-cbbf-4663-ae51-43dcafff86dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:10.114654 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65492748-cbbf-4663-ae51-43dcafff86dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:10.114970 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65492748-cbbf-4663-ae51-43dcafff86dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:10.115415 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65492748-cbbf-4663-ae51-43dcafff86dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:38:10.165839 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Attempting to bind port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:38:10.166166 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Attempting to bind port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '17c84b06-fba3-479c-b9af-e5b1d578957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:38:10.166506 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Attempting to bind port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c on network f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:38:10.173507 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:38:10.173901 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Checking segment: {'id': '17c84b06-fba3-479c-b9af-e5b1d578957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:38:10.174348 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:10.174747 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Bound using segment: {'id': '17c84b06-fba3-479c-b9af-e5b1d578957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:38:10.175244 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Bound port: d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c84b06-fba3-479c-b9af-e5b1d578957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:38:10.175594 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:10.247578 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] For port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:38:10.251665 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] For port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c,segment=NetworkSegment(17c84b06-fba3-479c-b9af-e5b1d578957e),segment_id=17c84b06-fba3-479c-b9af-e5b1d578957e)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:38:10.262887 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:10.337271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 474b4ceb-d13e-4075-a747-f6de7618ca73 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:38:10.391395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5032b531-1c2a-4814-8c9f-248a1d29f19b None None] Provisioning complete for port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:38:10.392132 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5032b531-1c2a-4814-8c9f-248a1d29f19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:10.414752 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Routers {'3044622b-aa64-4d59-9cf2-9946d2762c96'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:38:10.415457 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:37:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3044622b-aa64-4d59-9cf2-9946d2762c96'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:38:10.454090 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 474b4ceb-d13e-4075-a747-f6de7618ca73 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:38:10.454526 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (474b4ceb-d13e-4075-a747-f6de7618ca73), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:10.522367 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65492748-cbbf-4663-ae51-43dcafff86dd None None] Pushing event updated for resources: {'Port': ['ID=d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:10.547545 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] Set router 3044622b-aa64-4d59-9cf2-9946d2762c96 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:38:10.570203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5032b531-1c2a-4814-8c9f-248a1d29f19b None None] Current status of the port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:38:10.570800 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5032b531-1c2a-4814-8c9f-248a1d29f19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:10.637850 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-5032b531-1c2a-4814-8c9f-248a1d29f19b None None] For port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c,segment=NetworkSegment(17c84b06-fba3-479c-b9af-e5b1d578957e),segment_id=17c84b06-fba3-479c-b9af-e5b1d578957e)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:38:10.644601 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5032b531-1c2a-4814-8c9f-248a1d29f19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:10.649845 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 474b4ceb-d13e-4075-a747-f6de7618ca73 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:38:10.650928 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5592e1aa-1f39-4664-af42-e296f065f438 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:38:10.728063 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032b531-1c2a-4814-8c9f-248a1d29f19b None None] Pushing event updated for resources: {'Port': ['ID=d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:10.741207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 5592e1aa-1f39-4664-af42-e296f065f438 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:38:10.741659 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (5592e1aa-1f39-4664-af42-e296f065f438), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:10.765550 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923641463', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd3d1caa9-d0cc-4ae4-a81e-85c59405bd0c', 'name': '', 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:b5:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:07Z', 'updated_at': '2022-02-04T14:38:10Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:38:10.797430 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16732ed2-a080-4717-ac2f-7d92a18e4a91 None None] The sync data for ids ['3044622b-aa64-4d59-9cf2-9946d2762c96'] in n-d-714676-13 is: [{'id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923641463', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd3d1caa9-d0cc-4ae4-a81e-85c59405bd0c', 'name': '', 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:b5:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:07Z', 'updated_at': '2022-02-04T14:38:10Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:38:10.811964 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b1428ec5-a728-45e2-bf1a-57b2ea10add3 None None] Provisioning complete for port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:38:10.812347 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b1428ec5-a728-45e2-bf1a-57b2ea10add3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:10.926328 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae64b241-76c5-446a-bac7-bde301fb4466 req-f35cd03e-ca6e-4105-9840-107ebd73f848 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 210 time: 0.0732605 Feb 04 14:38:10.974175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 5592e1aa-1f39-4664-af42-e296f065f438 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:38:10.992113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b1428ec5-a728-45e2-bf1a-57b2ea10add3 None None] Current status of the port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:38:11.036238 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-367aff4e-91fe-4535-8319-36dfc170416d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:11.037759 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-367aff4e-91fe-4535-8319-36dfc170416d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "GET /v2.0/networks?id=f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa HTTP/1.1" status: 200 len: 796 time: 0.1738560 Feb 04 14:38:11.101409 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7225-dda4-40e3-b4fe-41f4fd1673e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:11.115813 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-05ce2a39-100c-4a3b-bcd5-0857e63d34e5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0bec5a68251425ab95d0242072ba05a HTTP/1.1" status: 200 len: 380 time: 0.0694346 Feb 04 14:38:11.126491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-5b4121c0-e967-4ed8-b2df-2702018f5981 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'port': {'device_id': '279c9e8d-d8ca-45b9-9479-62376daaae3d', 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'admin_state_up': True, 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'security_groups': ['c2ae6335-7f96-4174-9d27-7dc5532c8490']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:38:11.245880 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-5b4121c0-e967-4ed8-b2df-2702018f5981 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Made reservation on behalf of f0bec5a68251425ab95d0242072ba05a for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:38:11.249936 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-5b4121c0-e967-4ed8-b2df-2702018f5981 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:11.386544 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-5b4121c0-e967-4ed8-b2df-2702018f5981 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.20.0.3 (f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa/98b404b5-1993-4a8b-89ab-cf0d7d76b4cc/dadade06-444c-43b1-9493-78758e0ed137) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:38:11.534945 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-5b4121c0-e967-4ed8-b2df-2702018f5981 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (dadade06-444c-43b1-9493-78758e0ed137), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:11.571692 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-5b4121c0-e967-4ed8-b2df-2702018f5981 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (dadade06-444c-43b1-9493-78758e0ed137), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:11.626535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-5b4121c0-e967-4ed8-b2df-2702018f5981 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:38:11.629804 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-5b4121c0-e967-4ed8-b2df-2702018f5981 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:38:11.632903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-5b4121c0-e967-4ed8-b2df-2702018f5981 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:38:11.659419 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4121c0-e967-4ed8-b2df-2702018f5981 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=dadade06-444c-43b1-9493-78758e0ed137,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:11.693526 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-5b4121c0-e967-4ed8-b2df-2702018f5981 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:11.694220 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-5b4121c0-e967-4ed8-b2df-2702018f5981 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:11.716158 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-5b4121c0-e967-4ed8-b2df-2702018f5981 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5937424 Feb 04 14:38:11.788135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Request body: {'port': {'device_id': '279c9e8d-d8ca-45b9-9479-62376daaae3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:38:11.860557 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dadade06-444c-43b1-9493-78758e0ed137), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:11.931500 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a209090c-1529-45a0-9b26-39b5d635e9a2 None None] Provisioning complete for port dadade06-444c-43b1-9493-78758e0ed137 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:38:11.932061 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a209090c-1529-45a0-9b26-39b5d635e9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dadade06-444c-43b1-9493-78758e0ed137), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:11.986694 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a209090c-1529-45a0-9b26-39b5d635e9a2 None None] Port dadade06-444c-43b1-9493-78758e0ed137 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:38:12.072950 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340cb64-7a48-4f09-be8c-a6ee4df83538 req-a26dfe4e-8724-4897-a66d-6f46dee77f36 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:12.074478 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c340cb64-7a48-4f09-be8c-a6ee4df83538 req-a26dfe4e-8724-4897-a66d-6f46dee77f36 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 931 time: 0.0635405 Feb 04 14:38:12.128604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c340cb64-7a48-4f09-be8c-a6ee4df83538 req-859f0735-ec02-4407-bd78-9bb1bed4e166 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475805 Feb 04 14:38:12.156763 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dadade06-444c-43b1-9493-78758e0ed137 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:38:12.164488 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Publish callbacks [] for port (dadade06-444c-43b1-9493-78758e0ed137), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:12.176477 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Transition to ACTIVE for port object dadade06-444c-43b1-9493-78758e0ed137 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:38:12.180537 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (dadade06-444c-43b1-9493-78758e0ed137), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:12.237043 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Pushing event updated for resources: {'Port': ['ID=dadade06-444c-43b1-9493-78758e0ed137,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:12.318056 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Attempting to bind port dadade06-444c-43b1-9493-78758e0ed137 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:38:12.318450 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Attempting to bind port dadade06-444c-43b1-9493-78758e0ed137 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '17c84b06-fba3-479c-b9af-e5b1d578957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:38:12.318788 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Attempting to bind port dadade06-444c-43b1-9493-78758e0ed137 on network f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:38:12.324181 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Port dadade06-444c-43b1-9493-78758e0ed137 on network f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:38:12.324514 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Attempting to bind port dadade06-444c-43b1-9493-78758e0ed137 on network f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:38:12.330742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:38:12.331090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Checking segment: {'id': '17c84b06-fba3-479c-b9af-e5b1d578957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:38:12.331484 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Bound using segment: {'id': '17c84b06-fba3-479c-b9af-e5b1d578957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:38:12.331920 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Bound port: dadade06-444c-43b1-9493-78758e0ed137, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c84b06-fba3-479c-b9af-e5b1d578957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:38:12.332287 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dadade06-444c-43b1-9493-78758e0ed137), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:12.356704 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:38:12.404699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] For port dadade06-444c-43b1-9493-78758e0ed137, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:38:12.409657 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] For port dadade06-444c-43b1-9493-78758e0ed137, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=dadade06-444c-43b1-9493-78758e0ed137,segment=NetworkSegment(17c84b06-fba3-479c-b9af-e5b1d578957e),segment_id=17c84b06-fba3-479c-b9af-e5b1d578957e)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:38:12.415104 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:38:12.415467 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:12.421145 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (dadade06-444c-43b1-9493-78758e0ed137), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:12.462218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:12.462846 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:12.464477 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] 10.222.0.99 "PUT /v2.0/ports/dadade06-444c-43b1-9493-78758e0ed137 HTTP/1.1" status: 200 len: 1092 time: 0.7358353 Feb 04 14:38:12.465089 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279c9e8d-d8ca-45b9-9479-62376daaae3d', 'tag': 'dadade06-444c-43b1-9493-78758e0ed137'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:38:12.468406 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6915cea-dc7d-4229-9aa8-45f24ba3cca2" -d '{"events": [{"name": "network-changed", "server_uuid": "279c9e8d-d8ca-45b9-9479-62376daaae3d", "tag": "dadade06-444c-43b1-9493-78758e0ed137"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:38:12.491740 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f561f-1c5d-4dba-a649-23916b12836b service neutron] Pushing event updated for resources: {'Port': ['ID=dadade06-444c-43b1-9493-78758e0ed137,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:12.524338 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:38:12.567253 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-2d36d37b-d577-457a-ad56-6a50ff6716a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:12.568887 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-2d36d37b-d577-457a-ad56-6a50ff6716a2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 1126 time: 0.0582190 Feb 04 14:38:12.617905 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd32dcc-1a10-4b5d-90e3-f3c15e33c1d1 x-openstack-request-id: req-0cd32dcc-1a10-4b5d-90e3-f3c15e33c1d1 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:38:12.618431 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279c9e8d-d8ca-45b9-9479-62376daaae3d", "tag": "dadade06-444c-43b1-9493-78758e0ed137", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:38:12.618599 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0cd32dcc-1a10-4b5d-90e3-f3c15e33c1d1 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:38:12.618962 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279c9e8d-d8ca-45b9-9479-62376daaae3d', 'tag': 'dadade06-444c-43b1-9493-78758e0ed137', 'status': 'completed', 'code': 200} Feb 04 14:38:12.620771 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-10d6b939-e3e1-449a-952d-3f6d2668be8c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dadade06-444c-43b1-9493-78758e0ed137 HTTP/1.1" status: 200 len: 217 time: 0.0454152 Feb 04 14:38:12.677381 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-35e9e8cd-c1b0-4d64-ad9c-ad07a204a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:12.678927 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-35e9e8cd-c1b0-4d64-ad9c-ad07a204a0ea service neutron] 10.222.0.99 "GET /v2.0/subnets?id=98b404b5-1993-4a8b-89ab-cf0d7d76b4cc HTTP/1.1" status: 200 len: 834 time: 0.0513494 Feb 04 14:38:12.729429 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-a68ec65b-5976-4176-a20e-92c5cb741fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:12.730984 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-a68ec65b-5976-4176-a20e-92c5cb741fc1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461628 Feb 04 14:38:12.827831 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-6abd6441-4717-43ab-b5a0-addf3ae2b2f6 service neutron] 10.222.0.99 "GET /v2.0/networks/f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890470 Feb 04 14:38:12.914129 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e01b2759-3cbc-4750-9426-77e9c7980612 req-f8dc014e-7c6e-470d-a146-2ccaf408af8e service neutron] 10.222.0.99 "GET /v2.0/networks/f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816028 Feb 04 14:38:13.007686 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6915cea-dc7d-4229-9aa8-45f24ba3cca2 req-3303b041-1b7f-47f8-9fa1-d0a852bf40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:13.009246 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f6915cea-dc7d-4229-9aa8-45f24ba3cca2 req-3303b041-1b7f-47f8-9fa1-d0a852bf40ff service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 1126 time: 0.0503895 Feb 04 14:38:13.100978 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6915cea-dc7d-4229-9aa8-45f24ba3cca2 req-cd2e3e6d-bb4f-4750-a50e-b2f29ed7c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:13.102451 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f6915cea-dc7d-4229-9aa8-45f24ba3cca2 req-cd2e3e6d-bb4f-4750-a50e-b2f29ed7c04b service neutron] 10.222.0.99 "GET /v2.0/networks?id=f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa HTTP/1.1" status: 200 len: 897 time: 0.0870833 Feb 04 14:38:13.148022 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f6915cea-dc7d-4229-9aa8-45f24ba3cca2 req-5286b1e1-c94d-444b-b128-c00912a9f4c5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dadade06-444c-43b1-9493-78758e0ed137 HTTP/1.1" status: 200 len: 217 time: 0.0400724 Feb 04 14:38:13.198683 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6915cea-dc7d-4229-9aa8-45f24ba3cca2 req-6872710c-33b6-474e-a5b4-2ca2857f53a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:13.200169 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f6915cea-dc7d-4229-9aa8-45f24ba3cca2 req-6872710c-33b6-474e-a5b4-2ca2857f53a7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=98b404b5-1993-4a8b-89ab-cf0d7d76b4cc HTTP/1.1" status: 200 len: 834 time: 0.0471368 Feb 04 14:38:13.252249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6915cea-dc7d-4229-9aa8-45f24ba3cca2 req-103d1067-a0e2-45bc-8bb4-3d87ee1a9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:13.253762 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f6915cea-dc7d-4229-9aa8-45f24ba3cca2 req-103d1067-a0e2-45bc-8bb4-3d87ee1a9ce1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469887 Feb 04 14:38:13.257177 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f14fb4-56f7-4ac6-baa8-ca01ba5c85ac req-e763a698-7607-4362-9369-ef2aeca88246 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:13.258717 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4f14fb4-56f7-4ac6-baa8-ca01ba5c85ac req-e763a698-7607-4362-9369-ef2aeca88246 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 943 time: 0.0560696 Feb 04 14:38:13.308914 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4f14fb4-56f7-4ac6-baa8-ca01ba5c85ac req-c6c40ffd-125b-47ca-9bef-7fedf74b3a73 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439045 Feb 04 14:38:13.353039 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f6915cea-dc7d-4229-9aa8-45f24ba3cca2 req-c8c838c1-0f46-4b3f-9810-670d00def0dd service neutron] 10.222.0.99 "GET /v2.0/networks/f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899706 Feb 04 14:38:13.440361 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f6915cea-dc7d-4229-9aa8-45f24ba3cca2 req-94016dfe-f528-4ffd-bc6a-17389fa2ebfd service neutron] 10.222.0.99 "GET /v2.0/networks/f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838320 Feb 04 14:38:14.433405 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee67224-aecf-42b5-b5c4-db2b8824a91a req-191d44c5-e3e9-4878-9ab3-b04cdc629e31 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:14.434923 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ee67224-aecf-42b5-b5c4-db2b8824a91a req-191d44c5-e3e9-4878-9ab3-b04cdc629e31 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 943 time: 0.0589511 Feb 04 14:38:14.484880 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6ee67224-aecf-42b5-b5c4-db2b8824a91a req-b0f668d7-ee8f-4b29-83b1-cc8aa41b0819 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437973 Feb 04 14:38:14.530722 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:15.315644 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f8da6578-ff9c-473f-9288-a0a2beef2ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:15.439226 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:15.603251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026d1c1-eadd-40a5-90fd-bc5a2d3cd9be req-aff8d5f7-dfcb-41d3-93ec-8ef1ad583754 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:15.604660 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2026d1c1-eadd-40a5-90fd-bc5a2d3cd9be req-aff8d5f7-dfcb-41d3-93ec-8ef1ad583754 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 943 time: 0.0525980 Feb 04 14:38:15.656351 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2026d1c1-eadd-40a5-90fd-bc5a2d3cd9be req-bb904e28-193e-40ea-841b-1a5c55ab9780 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428364 Feb 04 14:38:15.843723 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:16.781607 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d02be-3099-40cd-8206-ce79d1d9a5cd req-300cf272-086f-4e5c-9c96-b8764164e2fc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:16.783132 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a0d02be-3099-40cd-8206-ce79d1d9a5cd req-300cf272-086f-4e5c-9c96-b8764164e2fc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 943 time: 0.0584159 Feb 04 14:38:16.831406 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7a0d02be-3099-40cd-8206-ce79d1d9a5cd req-76d119d5-daaa-44ca-a812-3fb166f1f57d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426774 Feb 04 14:38:17.184080 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:17.950397 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22430a-5448-43c2-aad3-863599f07f2d req-05e69c0e-e82e-4313-99b4-da503fb4ed1e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:17.951947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea22430a-5448-43c2-aad3-863599f07f2d req-05e69c0e-e82e-4313-99b4-da503fb4ed1e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 943 time: 0.0529752 Feb 04 14:38:17.963937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device dadade06-444c-43b1-9493-78758e0ed137 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:38:18.001158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea22430a-5448-43c2-aad3-863599f07f2d req-76fd3865-8140-4758-a4c2-f996afbaa4cd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435748 Feb 04 14:38:18.063762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port dadade06-444c-43b1-9493-78758e0ed137, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=dadade06-444c-43b1-9493-78758e0ed137,segment=NetworkSegment(17c84b06-fba3-479c-b9af-e5b1d578957e),segment_id=17c84b06-fba3-479c-b9af-e5b1d578957e)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:38:18.075425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'dadade06-444c-43b1-9493-78758e0ed137', 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'port_id': 'dadade06-444c-43b1-9493-78758e0ed137', 'mac_address': 'fa:16:3e:69:3a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:38:18.121602 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:18.125675 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port dadade06-444c-43b1-9493-78758e0ed137 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:38:18.126058 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dadade06-444c-43b1-9493-78758e0ed137), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:18.139656 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dadade06-444c-43b1-9493-78758e0ed137 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:38:18.163685 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port dadade06-444c-43b1-9493-78758e0ed137, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=dadade06-444c-43b1-9493-78758e0ed137,segment=NetworkSegment(17c84b06-fba3-479c-b9af-e5b1d578957e),segment_id=17c84b06-fba3-479c-b9af-e5b1d578957e)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:38:18.167606 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (dadade06-444c-43b1-9493-78758e0ed137), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:18.213238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=dadade06-444c-43b1-9493-78758e0ed137,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:18.509049 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['dadade06-444c-43b1-9493-78758e0ed137'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:38:19.123764 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbc38a-4094-4e96-9e80-b74e3bf9172c req-5c1c073d-14c2-4b2e-a999-97178a09d478 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:19.125872 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5abbc38a-4094-4e96-9e80-b74e3bf9172c req-5c1c073d-14c2-4b2e-a999-97178a09d478 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 944 time: 0.0545421 Feb 04 14:38:19.179362 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5abbc38a-4094-4e96-9e80-b74e3bf9172c req-08a8db6e-da6f-4f56-aeef-4944debe009e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479457 Feb 04 14:38:19.985297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device dadade06-444c-43b1-9493-78758e0ed137 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:38:20.033985 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port dadade06-444c-43b1-9493-78758e0ed137 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:38:20.038240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port dadade06-444c-43b1-9493-78758e0ed137 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:38:20.038624 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (dadade06-444c-43b1-9493-78758e0ed137), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:20.118215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port dadade06-444c-43b1-9493-78758e0ed137 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:38:20.118604 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (dadade06-444c-43b1-9493-78758e0ed137), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:20.143141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279c9e8d-d8ca-45b9-9479-62376daaae3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadade06-444c-43b1-9493-78758e0ed137'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:38:20.145373 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e85519c-9cb6-4ecd-90ef-31b315a3c016" -d '{"events": [{"server_uuid": "279c9e8d-d8ca-45b9-9479-62376daaae3d", "name": "network-vif-plugged", "status": "completed", "tag": "dadade06-444c-43b1-9493-78758e0ed137"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:38:20.158006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port dadade06-444c-43b1-9493-78758e0ed137, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=dadade06-444c-43b1-9493-78758e0ed137,segment=NetworkSegment(17c84b06-fba3-479c-b9af-e5b1d578957e),segment_id=17c84b06-fba3-479c-b9af-e5b1d578957e)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:38:20.161974 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (dadade06-444c-43b1-9493-78758e0ed137), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:20.211015 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=dadade06-444c-43b1-9493-78758e0ed137,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:20.239315 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d7993b-3a7d-4a6d-9786-d8c2331d9ba8 x-openstack-request-id: req-e2d7993b-3a7d-4a6d-9786-d8c2331d9ba8 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:38:20.239782 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279c9e8d-d8ca-45b9-9479-62376daaae3d", "name": "network-vif-plugged", "status": "completed", "tag": "dadade06-444c-43b1-9493-78758e0ed137", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:38:20.240072 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e2d7993b-3a7d-4a6d-9786-d8c2331d9ba8 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:38:20.240479 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279c9e8d-d8ca-45b9-9479-62376daaae3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadade06-444c-43b1-9493-78758e0ed137', 'code': 200} Feb 04 14:38:20.337633 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f76848-1742-4348-a21e-2e21303d2f78 req-ebc791c8-c743-4a7f-8c4e-42ff43a147bb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:20.339228 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34f76848-1742-4348-a21e-2e21303d2f78 req-ebc791c8-c743-4a7f-8c4e-42ff43a147bb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 945 time: 0.0554624 Feb 04 14:38:20.341052 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe155a-17cd-4e68-b581-a3c9b113392a req-bddedfc9-944b-4788-a36a-f9949c429d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:20.342605 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-12fe155a-17cd-4e68-b581-a3c9b113392a req-bddedfc9-944b-4788-a36a-f9949c429d5b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 1128 time: 0.0454402 Feb 04 14:38:20.389311 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-12fe155a-17cd-4e68-b581-a3c9b113392a req-7b4cfb8a-087f-4597-9236-3d466743e583 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401149 Feb 04 14:38:20.389657 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-34f76848-1742-4348-a21e-2e21303d2f78 req-75d9b3e0-eebb-442e-ba65-bcaf5b6e57f3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446310 Feb 04 14:38:21.508189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709813f-9b44-46c0-acd6-5e362ae466f8 req-70a59103-0aa4-4a56-beba-3997ee83a510 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:21.509677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7709813f-9b44-46c0-acd6-5e362ae466f8 req-70a59103-0aa4-4a56-beba-3997ee83a510 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 945 time: 0.0520277 Feb 04 14:38:21.559984 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7709813f-9b44-46c0-acd6-5e362ae466f8 req-0637ab0f-f481-4d51-bcbb-19cbc1f9765c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447483 Feb 04 14:38:22.685400 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154a796-6174-4abd-a24c-6d683a68d1e4 req-847caa06-d39d-46ad-99e4-3eea718f65e3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:22.686949 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9154a796-6174-4abd-a24c-6d683a68d1e4 req-847caa06-d39d-46ad-99e4-3eea718f65e3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 945 time: 0.0574844 Feb 04 14:38:22.736940 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9154a796-6174-4abd-a24c-6d683a68d1e4 req-8d7b6aaf-befd-4f95-81f7-0b2743c8dad2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441020 Feb 04 14:38:22.855951 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233745ad-7338-49fd-bf3a-ed67467146ae req-4ec35f08-32ea-4fcf-8cc2-2f48551f6587 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:22.857372 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-233745ad-7338-49fd-bf3a-ed67467146ae req-4ec35f08-32ea-4fcf-8cc2-2f48551f6587 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 945 time: 0.0531876 Feb 04 14:38:22.908411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-233745ad-7338-49fd-bf3a-ed67467146ae req-49eb7410-21fe-4780-85ec-f9cab051c427 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450103 Feb 04 14:38:22.930983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37404) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:22.974053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f61def9-dffd-4e43-9289-8c6d186c367b tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:22.975617 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3f61def9-dffd-4e43-9289-8c6d186c367b tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 1123 time: 0.0436633 Feb 04 14:38:22.978439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37406) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:22.982628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': 'dadade06-444c-43b1-9493-78758e0ed137', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:38:23.003812 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:23.104438 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:23.216509 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.25.5.187 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/1646601f-0d10-4268-9278-16c273783871) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:38:23.319639 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (1646601f-0d10-4268-9278-16c273783871), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:23.352946 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (1646601f-0d10-4268-9278-16c273783871), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:23.393957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:38:23.396831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:38:23.400283 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:38:23.405675 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=1646601f-0d10-4268-9278-16c273783871,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:23.758902 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (628d980a-8026-457e-a153-3efdaefa561a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:23.831470 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1646601f-0d10-4268-9278-16c273783871), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:23.981441 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (1646601f-0d10-4268-9278-16c273783871), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:23.986752 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (1646601f-0d10-4268-9278-16c273783871), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:24.060843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=1646601f-0d10-4268-9278-16c273783871,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:38:24.070471 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (628d980a-8026-457e-a153-3efdaefa561a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:24.175663 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Floating IP 628d980a-8026-457e-a153-3efdaefa561a associated. External IP: 172.25.5.187, port: dadade06-444c-43b1-9493-78758e0ed137. Feb 04 14:38:24.390120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router 3044622b-aa64-4d59-9cf2-9946d2762c96 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:38:24.837694 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:38:24.848053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da0fa7f-a532-4a70-9aa8-036fb27fa7d7 None None] Sync routers for ids ['3044622b-aa64-4d59-9cf2-9946d2762c96'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:38:24.855877 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:24.858685 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da0fa7f-a532-4a70-9aa8-036fb27fa7d7 None None] Routers {'3044622b-aa64-4d59-9cf2-9946d2762c96'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:38:24.859326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6da0fa7f-a532-4a70-9aa8-036fb27fa7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:38:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3044622b-aa64-4d59-9cf2-9946d2762c96'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:38:24.886892 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a3a75110-41b5-406c-99b7-bf8de56f3b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9074297 Feb 04 14:38:24.887470 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279c9e8d-d8ca-45b9-9479-62376daaae3d', 'tag': 'dadade06-444c-43b1-9493-78758e0ed137'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:38:24.889823 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f32e79d-8e8e-41c1-a2b1-3fab83172af6" -d '{"events": [{"name": "network-changed", "server_uuid": "279c9e8d-d8ca-45b9-9479-62376daaae3d", "tag": "dadade06-444c-43b1-9493-78758e0ed137"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:38:24.978053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-6da0fa7f-a532-4a70-9aa8-036fb27fa7d7 None None] Set router 3044622b-aa64-4d59-9cf2-9946d2762c96 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:38:24.988567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f5c57-93de-447b-9a17-a579d3238180 req-295c1bfb-a149-4ee9-9457-282b81645886 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:24.990085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f8f5c57-93de-447b-9a17-a579d3238180 req-295c1bfb-a149-4ee9-9457-282b81645886 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 945 time: 0.0532842 Feb 04 14:38:25.043411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0f8f5c57-93de-447b-9a17-a579d3238180 req-3e8fc3e5-68d8-4d8a-b6f0-94436abbff4d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476239 Feb 04 14:38:25.067858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37412) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:25.109689 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd73692-4503-4c0f-80dd-9fe6c7b051ce x-openstack-request-id: req-acd73692-4503-4c0f-80dd-9fe6c7b051ce {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:38:25.109932 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279c9e8d-d8ca-45b9-9479-62376daaae3d", "tag": "dadade06-444c-43b1-9493-78758e0ed137", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:38:25.110166 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-acd73692-4503-4c0f-80dd-9fe6c7b051ce {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:38:25.110705 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279c9e8d-d8ca-45b9-9479-62376daaae3d', 'tag': 'dadade06-444c-43b1-9493-78758e0ed137', 'status': 'completed', 'code': 200} Feb 04 14:38:25.138941 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3b4f94d8-a359-4cb5-9d65-fa277489d97e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/628d980a-8026-457e-a153-3efdaefa561a HTTP/1.1" status: 200 len: 991 time: 0.0687394 Feb 04 14:38:25.175984 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32e79d-8e8e-41c1-a2b1-3fab83172af6 req-e109b9d5-af48-46ec-ace3-4a7e29c90811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:25.177523 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f32e79d-8e8e-41c1-a2b1-3fab83172af6 req-e109b9d5-af48-46ec-ace3-4a7e29c90811 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 1128 time: 0.0516648 Feb 04 14:38:25.217902 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6da0fa7f-a532-4a70-9aa8-036fb27fa7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923641463', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '628d980a-8026-457e-a153-3efdaefa561a', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'port_id': 'dadade06-444c-43b1-9493-78758e0ed137', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'mac_address': 'fa:16:3e:69:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279c9e8d-d8ca-45b9-9479-62376daaae3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:38:23Z', 'updated_at': '2022-02-04T14:38:23Z', 'revision_number': 0, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d1caa9-d0cc-4ae4-a81e-85c59405bd0c', 'name': '', 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:b5:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:07Z', 'updated_at': '2022-02-04T14:38:10Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:38:25.244646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da0fa7f-a532-4a70-9aa8-036fb27fa7d7 None None] Checking router: 3044622b-aa64-4d59-9cf2-9946d2762c96 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:38:25.253672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da0fa7f-a532-4a70-9aa8-036fb27fa7d7 None None] Routers {'3044622b-aa64-4d59-9cf2-9946d2762c96'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:38:25.254320 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6da0fa7f-a532-4a70-9aa8-036fb27fa7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:38:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3044622b-aa64-4d59-9cf2-9946d2762c96'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:38:25.267316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32e79d-8e8e-41c1-a2b1-3fab83172af6 req-e547f65d-310a-4907-8bd4-e0bb2c2471d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:25.268925 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f32e79d-8e8e-41c1-a2b1-3fab83172af6 req-e547f65d-310a-4907-8bd4-e0bb2c2471d0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa HTTP/1.1" status: 200 len: 897 time: 0.0854344 Feb 04 14:38:25.344201 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f32e79d-8e8e-41c1-a2b1-3fab83172af6 req-b45297d4-bd1f-44a1-96be-5e5406a3de82 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dadade06-444c-43b1-9493-78758e0ed137 HTTP/1.1" status: 200 len: 999 time: 0.0687096 Feb 04 14:38:25.371075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-6da0fa7f-a532-4a70-9aa8-036fb27fa7d7 None None] Set router 3044622b-aa64-4d59-9cf2-9946d2762c96 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:38:25.392813 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32e79d-8e8e-41c1-a2b1-3fab83172af6 req-100cde73-b317-446d-ac00-92873aa61218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:25.394316 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f32e79d-8e8e-41c1-a2b1-3fab83172af6 req-100cde73-b317-446d-ac00-92873aa61218 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=98b404b5-1993-4a8b-89ab-cf0d7d76b4cc HTTP/1.1" status: 200 len: 834 time: 0.0446296 Feb 04 14:38:25.443776 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32e79d-8e8e-41c1-a2b1-3fab83172af6 req-2753c53a-27dc-41aa-8ab9-cf07bf9897af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:38:25.445283 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f32e79d-8e8e-41c1-a2b1-3fab83172af6 req-2753c53a-27dc-41aa-8ab9-cf07bf9897af service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454545 Feb 04 14:38:25.538520 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f32e79d-8e8e-41c1-a2b1-3fab83172af6 req-577380b7-406c-4650-888d-ab0444f6dce4 service neutron] 10.222.0.99 "GET /v2.0/networks/f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871937 Feb 04 14:38:25.603326 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6da0fa7f-a532-4a70-9aa8-036fb27fa7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923641463', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '628d980a-8026-457e-a153-3efdaefa561a', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'port_id': 'dadade06-444c-43b1-9493-78758e0ed137', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'mac_address': 'fa:16:3e:69:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279c9e8d-d8ca-45b9-9479-62376daaae3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:38:23Z', 'updated_at': '2022-02-04T14:38:23Z', 'revision_number': 0, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d1caa9-d0cc-4ae4-a81e-85c59405bd0c', 'name': '', 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:b5:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:07Z', 'updated_at': '2022-02-04T14:38:10Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:38:25.631911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da0fa7f-a532-4a70-9aa8-036fb27fa7d7 None None] The sync data for ids ['3044622b-aa64-4d59-9cf2-9946d2762c96'] in n-d-714676-13 is: [{'id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923641463', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '628d980a-8026-457e-a153-3efdaefa561a', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'port_id': 'dadade06-444c-43b1-9493-78758e0ed137', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'mac_address': 'fa:16:3e:69:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279c9e8d-d8ca-45b9-9479-62376daaae3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:38:23Z', 'updated_at': '2022-02-04T14:38:23Z', 'revision_number': 0, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d1caa9-d0cc-4ae4-a81e-85c59405bd0c', 'name': '', 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:b5:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:07Z', 'updated_at': '2022-02-04T14:38:10Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:38:25.632203 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f32e79d-8e8e-41c1-a2b1-3fab83172af6 req-4c00abe6-da9f-4230-8af4-b2390d156ab2 service neutron] 10.222.0.99 "GET /v2.0/networks/f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879071 Feb 04 14:38:25.832014 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f546b-a826-4061-8f9c-516b34c458b4 None None] New status for floating IP 628d980a-8026-457e-a153-3efdaefa561a: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:38:26.142447 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37414) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:38:26.202855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6a2fcc8e-85f9-4d04-99e6-03cec825d388 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/628d980a-8026-457e-a153-3efdaefa561a HTTP/1.1" status: 200 len: 993 time: 0.0593712 Feb 04 14:38:36.222373 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:38:41.104732 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d97c6e0b-7b6e-4cc3-a1d0-90e9045b7125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:44.535844 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:45.317545 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d4caf9fc-0dc3-422b-a96b-34f72cea3fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:45.468752 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:45.846895 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:47.186784 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:38:48.097062 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:11.106045 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-90fdce88-f17c-4a8e-a2c9-a1e3630ec0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:13.222090 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:39:14.536598 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:15.318799 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d00427-dc23-4f32-b386-4782ffd09bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:15.471680 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:15.848880 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:17.189712 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:18.099993 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:21.276660 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe91226a-ab4f-4ff6-a6f6-313e6ca295b5 req-71124158-4eaf-42bf-a2d8-c986b1c030df service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448301 Feb 04 14:39:21.365900 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91226a-ab4f-4ff6-a6f6-313e6ca295b5 req-b9e94fbd-437c-45f6-90bd-917ce9609990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:21.367456 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe91226a-ab4f-4ff6-a6f6-313e6ca295b5 req-b9e94fbd-437c-45f6-90bd-917ce9609990 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 1128 time: 0.0506966 Feb 04 14:39:21.471751 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91226a-ab4f-4ff6-a6f6-313e6ca295b5 req-a79bc583-9371-47e8-93a4-fb1de78002d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:21.473729 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe91226a-ab4f-4ff6-a6f6-313e6ca295b5 req-a79bc583-9371-47e8-93a4-fb1de78002d9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa HTTP/1.1" status: 200 len: 897 time: 0.0877986 Feb 04 14:39:21.543494 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe91226a-ab4f-4ff6-a6f6-313e6ca295b5 req-c31f6f04-3c3f-4ee0-b672-9fa879038b94 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dadade06-444c-43b1-9493-78758e0ed137 HTTP/1.1" status: 200 len: 1001 time: 0.0624325 Feb 04 14:39:21.592558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91226a-ab4f-4ff6-a6f6-313e6ca295b5 req-90cfdb26-547b-47d3-8228-31f0471c7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:21.594044 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe91226a-ab4f-4ff6-a6f6-313e6ca295b5 req-90cfdb26-547b-47d3-8228-31f0471c7fdd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=98b404b5-1993-4a8b-89ab-cf0d7d76b4cc HTTP/1.1" status: 200 len: 834 time: 0.0434783 Feb 04 14:39:21.645326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91226a-ab4f-4ff6-a6f6-313e6ca295b5 req-1ab00313-d151-48b7-ab71-60f0348d82e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:21.646965 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe91226a-ab4f-4ff6-a6f6-313e6ca295b5 req-1ab00313-d151-48b7-ab71-60f0348d82e0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462463 Feb 04 14:39:21.656617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-fe91226a-ab4f-4ff6-a6f6-313e6ca295b5 req-90c12d8e-4158-468e-a5bb-7485b2ebcffa service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:39:21.657564 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe91226a-ab4f-4ff6-a6f6-313e6ca295b5 req-90c12d8e-4158-468e-a5bb-7485b2ebcffa service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049255 Feb 04 14:39:21.748978 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe91226a-ab4f-4ff6-a6f6-313e6ca295b5 req-c2069c99-1d5e-478f-bc49-4bd0e6e13409 service neutron] 10.222.0.99 "GET /v2.0/networks/f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854652 Feb 04 14:39:21.840217 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fe91226a-ab4f-4ff6-a6f6-313e6ca295b5 req-9b0505ee-5583-4b80-8d29-4129da165412 service neutron] 10.222.0.99 "GET /v2.0/networks/f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842803 Feb 04 14:39:39.665982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885c932-df99-490c-aff6-3308b5ceebfe req-7ae81060-8924-4615-a26b-dca7731d1e08 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:39.667506 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e885c932-df99-490c-aff6-3308b5ceebfe req-7ae81060-8924-4615-a26b-dca7731d1e08 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 945 time: 0.0538285 Feb 04 14:39:39.722647 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e885c932-df99-490c-aff6-3308b5ceebfe req-fa78bdc7-acc0-4396-8c1f-16dd21fcaa44 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495265 Feb 04 14:39:40.846404 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414babdb-59e6-48e0-99a6-990b25d30e06 req-63b4079a-00fd-45ff-be61-461480c8373c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:40.847891 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-414babdb-59e6-48e0-99a6-990b25d30e06 req-63b4079a-00fd-45ff-be61-461480c8373c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 945 time: 0.0526285 Feb 04 14:39:40.899487 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-414babdb-59e6-48e0-99a6-990b25d30e06 req-c531f96e-9ca7-4e5f-8c97-5492e8c01922 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451734 Feb 04 14:39:40.922586 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37460) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:40.988499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-aaee87f7-8d59-49f8-a36a-bcce62e327d9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/628d980a-8026-457e-a153-3efdaefa561a HTTP/1.1" status: 200 len: 993 time: 0.0646212 Feb 04 14:39:41.108897 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a9dda2e4-5f44-4b4d-90a2-f1c158cebdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:42.288482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa04b08-4263-43e9-b7ab-3f16f930c4c7 req-fd81b43a-e5ba-4cc4-907d-44ce88b5a7ff tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:42.290581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-caa04b08-4263-43e9-b7ab-3f16f930c4c7 req-fd81b43a-e5ba-4cc4-907d-44ce88b5a7ff tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 945 time: 0.0574720 Feb 04 14:39:42.346170 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-caa04b08-4263-43e9-b7ab-3f16f930c4c7 req-d2c8d0d0-6509-4113-91d6-1b44707ad91f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498300 Feb 04 14:39:43.469742 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c7000-148f-4ece-98ff-b6ae49b6a8b8 req-18237caa-352d-48a8-9846-c12f38f5abc7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:43.471281 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-008c7000-148f-4ece-98ff-b6ae49b6a8b8 req-18237caa-352d-48a8-9846-c12f38f5abc7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 945 time: 0.0534472 Feb 04 14:39:43.520946 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-008c7000-148f-4ece-98ff-b6ae49b6a8b8 req-d757f5cc-6d95-4fdf-9c00-9fa716fe2013 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432448 Feb 04 14:39:43.543846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37470) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:43.608852 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ef3abe29-328a-446d-a859-efb0058ff24c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/628d980a-8026-457e-a153-3efdaefa561a HTTP/1.1" status: 200 len: 993 time: 0.0638642 Feb 04 14:39:43.825124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37476) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:43.983117 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port 1646601f-0d10-4268-9278-16c273783871 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:39:43.983468 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1646601f-0d10-4268-9278-16c273783871), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:44.063216 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1646601f-0d10-4268-9278-16c273783871), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:44.063546 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (1646601f-0d10-4268-9278-16c273783871), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:44.075793 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for 1646601f-0d10-4268-9278-16c273783871 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:39:44.224169 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (1646601f-0d10-4268-9278-16c273783871), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:44.254688 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=1646601f-0d10-4268-9278-16c273783871,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:44.266840 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:44.267200 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:44.267552 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:44.267894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:44.268229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:44.268567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:44.268898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:44.269232 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:44.269559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:44.269881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:44.270235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:44.270564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:44.270890 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:44.328019 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (628d980a-8026-457e-a153-3efdaefa561a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:44.328271 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Floating IP 628d980a-8026-457e-a153-3efdaefa561a disassociated (deleted). External IP: 172.25.5.187, port: dadade06-444c-43b1-9493-78758e0ed137. Feb 04 14:39:44.544652 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:44.554770 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router 3044622b-aa64-4d59-9cf2-9946d2762c96 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:39:44.671205 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:39:44.676437 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:44.681213 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a9ea3-4019-4f24-af5e-c5525e126c9a None None] Sync routers for ids ['3044622b-aa64-4d59-9cf2-9946d2762c96'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:39:44.690997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a9ea3-4019-4f24-af5e-c5525e126c9a None None] Routers {'3044622b-aa64-4d59-9cf2-9946d2762c96'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:39:44.691622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6a4a9ea3-4019-4f24-af5e-c5525e126c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:39:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3044622b-aa64-4d59-9cf2-9946d2762c96'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:44.706713 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3882c291-4f2d-4133-9f28-95ed126f2ccb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/floatingips/628d980a-8026-457e-a153-3efdaefa561a HTTP/1.1" status: 204 len: 168 time: 0.8805349 Feb 04 14:39:44.707346 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279c9e8d-d8ca-45b9-9479-62376daaae3d', 'tag': 'dadade06-444c-43b1-9493-78758e0ed137'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:39:44.709635 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d70203-3b19-482b-96f9-f053a71d074b" -d '{"events": [{"name": "network-changed", "server_uuid": "279c9e8d-d8ca-45b9-9479-62376daaae3d", "tag": "dadade06-444c-43b1-9493-78758e0ed137"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:39:44.875792 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff023514-f384-4aac-b83d-209bdb532c65 x-openstack-request-id: req-ff023514-f384-4aac-b83d-209bdb532c65 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:39:44.876332 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279c9e8d-d8ca-45b9-9479-62376daaae3d", "tag": "dadade06-444c-43b1-9493-78758e0ed137", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:39:44.876653 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ff023514-f384-4aac-b83d-209bdb532c65 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:39:44.877124 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279c9e8d-d8ca-45b9-9479-62376daaae3d', 'tag': 'dadade06-444c-43b1-9493-78758e0ed137', 'status': 'completed', 'code': 200} Feb 04 14:39:44.948938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d70203-3b19-482b-96f9-f053a71d074b req-11d8c99f-8999-43d5-ae54-199f6ad10c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:44.951203 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92d70203-3b19-482b-96f9-f053a71d074b req-11d8c99f-8999-43d5-ae54-199f6ad10c35 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 1128 time: 0.0512221 Feb 04 14:39:44.964068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-6a4a9ea3-4019-4f24-af5e-c5525e126c9a None None] Set router 3044622b-aa64-4d59-9cf2-9946d2762c96 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:39:44.978543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a40846-87a5-4d95-8891-a6faa1a92ed3 req-0cd12d2c-0e58-4008-903c-259a2609b79c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:44.980076 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68a40846-87a5-4d95-8891-a6faa1a92ed3 req-0cd12d2c-0e58-4008-903c-259a2609b79c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 945 time: 0.0573168 Feb 04 14:39:45.032252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68a40846-87a5-4d95-8891-a6faa1a92ed3 req-2a6b048f-73ed-448f-8dcb-937ba2672c4a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465016 Feb 04 14:39:45.054979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d70203-3b19-482b-96f9-f053a71d074b req-423ee0cc-c9ae-43c4-be9e-7444a008afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:45.056393 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92d70203-3b19-482b-96f9-f053a71d074b req-423ee0cc-c9ae-43c4-be9e-7444a008afd1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa HTTP/1.1" status: 200 len: 897 time: 0.0992355 Feb 04 14:39:45.099679 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92d70203-3b19-482b-96f9-f053a71d074b req-eef68e1e-fe88-4a94-957d-80e22ef3e0bd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dadade06-444c-43b1-9493-78758e0ed137 HTTP/1.1" status: 200 len: 217 time: 0.0367203 Feb 04 14:39:45.149296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d70203-3b19-482b-96f9-f053a71d074b req-58199df5-685a-4cd7-971e-54c46029dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:45.150836 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92d70203-3b19-482b-96f9-f053a71d074b req-58199df5-685a-4cd7-971e-54c46029dc5c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=98b404b5-1993-4a8b-89ab-cf0d7d76b4cc HTTP/1.1" status: 200 len: 834 time: 0.0450063 Feb 04 14:39:45.169490 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6a4a9ea3-4019-4f24-af5e-c5525e126c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923641463', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd3d1caa9-d0cc-4ae4-a81e-85c59405bd0c', 'name': '', 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:b5:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:07Z', 'updated_at': '2022-02-04T14:38:10Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:45.200784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a9ea3-4019-4f24-af5e-c5525e126c9a None None] Checking router: 3044622b-aa64-4d59-9cf2-9946d2762c96 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:39:45.206070 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d70203-3b19-482b-96f9-f053a71d074b req-6ac479c6-fae4-425f-a95d-37a963348637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:45.207700 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92d70203-3b19-482b-96f9-f053a71d074b req-6ac479c6-fae4-425f-a95d-37a963348637 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498850 Feb 04 14:39:45.209264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a9ea3-4019-4f24-af5e-c5525e126c9a None None] Routers {'3044622b-aa64-4d59-9cf2-9946d2762c96'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:39:45.209917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6a4a9ea3-4019-4f24-af5e-c5525e126c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:39:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3044622b-aa64-4d59-9cf2-9946d2762c96'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:45.297317 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92d70203-3b19-482b-96f9-f053a71d074b req-7d995303-6c24-4ce1-a697-f22c5a163a50 service neutron] 10.222.0.99 "GET /v2.0/networks/f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824575 Feb 04 14:39:45.331186 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-6a4a9ea3-4019-4f24-af5e-c5525e126c9a None None] Set router 3044622b-aa64-4d59-9cf2-9946d2762c96 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:39:45.359824 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-77bb556f-3e0f-4fa1-896d-61bb0f38a454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:45.395906 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92d70203-3b19-482b-96f9-f053a71d074b req-563bae4a-1096-4de0-9d33-0eae12eea492 service neutron] 10.222.0.99 "GET /v2.0/networks/f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917737 Feb 04 14:39:45.519313 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:45.548401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-6a4a9ea3-4019-4f24-af5e-c5525e126c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923641463', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd3d1caa9-d0cc-4ae4-a81e-85c59405bd0c', 'name': '', 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:b5:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:07Z', 'updated_at': '2022-02-04T14:38:10Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:45.575052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a9ea3-4019-4f24-af5e-c5525e126c9a None None] The sync data for ids ['3044622b-aa64-4d59-9cf2-9946d2762c96'] in n-d-714676-13 is: [{'id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923641463', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd3d1caa9-d0cc-4ae4-a81e-85c59405bd0c', 'name': '', 'network_id': 'f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:b5:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:07Z', 'updated_at': '2022-02-04T14:38:10Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '98b404b5-1993-4a8b-89ab-cf0d7d76b4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:39:45.804804 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520900f8-6d20-44a9-9a8b-dd614492a5ed None None] New status for floating IP 628d980a-8026-457e-a153-3efdaefa561a: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:39:45.856926 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:46.161123 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d5fac-ccff-4978-b130-310a0e344e19 req-950d0351-ec7c-4eec-93cb-c87007edeb76 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:46.162754 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be6d5fac-ccff-4978-b130-310a0e344e19 req-950d0351-ec7c-4eec-93cb-c87007edeb76 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 945 time: 0.0585451 Feb 04 14:39:46.212813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be6d5fac-ccff-4978-b130-310a0e344e19 req-5fa0b087-4a95-4e34-a2c1-9d2be86880b0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2ae6335-7f96-4174-9d27-7dc5532c8490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445309 Feb 04 14:39:46.802917 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ece788-a63d-4ecb-8d96-69cff0fc63d6 req-ecd98919-6c94-4c35-88ea-77dead33fa0c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:46.804922 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d2ece788-a63d-4ecb-8d96-69cff0fc63d6 req-ecd98919-6c94-4c35-88ea-77dead33fa0c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 945 time: 0.0527110 Feb 04 14:39:46.898746 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-d2ece788-a63d-4ecb-8d96-69cff0fc63d6 req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port dadade06-444c-43b1-9493-78758e0ed137 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:39:46.899101 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d2ece788-a63d-4ecb-8d96-69cff0fc63d6 req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (dadade06-444c-43b1-9493-78758e0ed137), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:46.987877 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d2ece788-a63d-4ecb-8d96-69cff0fc63d6 req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] For port dadade06-444c-43b1-9493-78758e0ed137, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=dadade06-444c-43b1-9493-78758e0ed137,segment=NetworkSegment(17c84b06-fba3-479c-b9af-e5b1d578957e),segment_id=17c84b06-fba3-479c-b9af-e5b1d578957e)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:39:46.988165 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d2ece788-a63d-4ecb-8d96-69cff0fc63d6 req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (dadade06-444c-43b1-9493-78758e0ed137), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:47.000959 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-d2ece788-a63d-4ecb-8d96-69cff0fc63d6 req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for dadade06-444c-43b1-9493-78758e0ed137 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:39:47.131472 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d2ece788-a63d-4ecb-8d96-69cff0fc63d6 req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (dadade06-444c-43b1-9493-78758e0ed137), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:47.158689 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=dadade06-444c-43b1-9493-78758e0ed137,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:47.171913 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:47.172255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:47.172604 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:47.172946 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:47.173285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:47.173617 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:47.173952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:47.174593 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:47.174931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:47.175261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:47.175588 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:47.175918 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:47.176246 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:47.195603 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:47.219830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ece788-a63d-4ecb-8d96-69cff0fc63d6 req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] No DVR routers for this DVR port dadade06-444c-43b1-9493-78758e0ed137 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:39:47.222564 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d2ece788-a63d-4ecb-8d96-69cff0fc63d6 req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:47.225892 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d2ece788-a63d-4ecb-8d96-69cff0fc63d6 req-ff57ef05-404d-4efd-a332-b1267fcb7066 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "DELETE /v2.0/ports/dadade06-444c-43b1-9493-78758e0ed137 HTTP/1.1" status: 204 len: 173 time: 0.4164507 Feb 04 14:39:47.226852 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279c9e8d-d8ca-45b9-9479-62376daaae3d', 'name': 'network-vif-deleted', 'tag': 'dadade06-444c-43b1-9493-78758e0ed137'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:39:47.229073 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699e2556-8b55-4592-868c-334fac285f43" -d '{"events": [{"server_uuid": "279c9e8d-d8ca-45b9-9479-62376daaae3d", "name": "network-vif-deleted", "tag": "dadade06-444c-43b1-9493-78758e0ed137"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:39:47.266302 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98e29c5-ac93-48b9-999a-80bf12865914 x-openstack-request-id: req-a98e29c5-ac93-48b9-999a-80bf12865914 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:39:47.266680 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279c9e8d-d8ca-45b9-9479-62376daaae3d", "name": "network-vif-deleted", "tag": "dadade06-444c-43b1-9493-78758e0ed137", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:39:47.267006 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a98e29c5-ac93-48b9-999a-80bf12865914 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:39:47.267511 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279c9e8d-d8ca-45b9-9479-62376daaae3d', 'name': 'network-vif-deleted', 'tag': 'dadade06-444c-43b1-9493-78758e0ed137', 'status': 'completed', 'code': 200} Feb 04 14:39:47.340146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a6846aea-d336-4014-ad8f-cdedc4fb7b52 req-4e891a3f-a4a7-45f3-89be-bd9c7c851268 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=279c9e8d-d8ca-45b9-9479-62376daaae3d HTTP/1.1" status: 200 len: 210 time: 0.0279078 Feb 04 14:39:48.102278 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:48.402217 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37494) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:48.779256 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df105f1a-4030-4201-be2f-a561cd3d34cf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (3044622b-aa64-4d59-9cf2-9946d2762c96), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:49.043599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-df105f1a-4030-4201-be2f-a561cd3d34cf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:39:49.043852 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df105f1a-4030-4201-be2f-a561cd3d34cf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:49.133196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-df105f1a-4030-4201-be2f-a561cd3d34cf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] For port d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c,segment=NetworkSegment(17c84b06-fba3-479c-b9af-e5b1d578957e),segment_id=17c84b06-fba3-479c-b9af-e5b1d578957e)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:39:49.133737 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df105f1a-4030-4201-be2f-a561cd3d34cf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:49.146040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-df105f1a-4030-4201-be2f-a561cd3d34cf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:39:49.337482 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df105f1a-4030-4201-be2f-a561cd3d34cf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:49.368589 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df105f1a-4030-4201-be2f-a561cd3d34cf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:49.555279 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df105f1a-4030-4201-be2f-a561cd3d34cf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (3044622b-aa64-4d59-9cf2-9946d2762c96), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:49.785208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df105f1a-4030-4201-be2f-a561cd3d34cf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router 3044622b-aa64-4d59-9cf2-9946d2762c96 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:39:50.220935 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:39:50.240680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df105f1a-4030-4201-be2f-a561cd3d34cf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:39:50.246443 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-df105f1a-4030-4201-be2f-a561cd3d34cf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "PUT /v2.0/routers/3044622b-aa64-4d59-9cf2-9946d2762c96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8431344 Feb 04 14:39:50.249201 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37496) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:50.252669 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b2d2a6-7db4-49bf-a0b7-6828ff7e83bf None None] Sync routers for ids ['3044622b-aa64-4d59-9cf2-9946d2762c96'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:39:50.263641 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b2d2a6-7db4-49bf-a0b7-6828ff7e83bf None None] Routers {'3044622b-aa64-4d59-9cf2-9946d2762c96'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:39:50.264277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-17b2d2a6-7db4-49bf-a0b7-6828ff7e83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:39:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3044622b-aa64-4d59-9cf2-9946d2762c96'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:50.302498 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05b89b2-5d3f-4d39-bc83-a26d13144fb6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting subnet 98b404b5-1993-4a8b-89ab-cf0d7d76b4cc {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:39:50.305096 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d05b89b2-5d3f-4d39-bc83-a26d13144fb6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for subnet (98b404b5-1993-4a8b-89ab-cf0d7d76b4cc), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:50.346125 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d05b89b2-5d3f-4d39-bc83-a26d13144fb6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (98b404b5-1993-4a8b-89ab-cf0d7d76b4cc), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:50.389367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-17b2d2a6-7db4-49bf-a0b7-6828ff7e83bf None None] Set router 3044622b-aa64-4d59-9cf2-9946d2762c96 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:39:50.435029 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d05b89b2-5d3f-4d39-bc83-a26d13144fb6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (98b404b5-1993-4a8b-89ab-cf0d7d76b4cc), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:50.482779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device dadade06-444c-43b1-9493-78758e0ed137 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:39:50.496614 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d05b89b2-5d3f-4d39-bc83-a26d13144fb6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (98b404b5-1993-4a8b-89ab-cf0d7d76b4cc), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:50.509822 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: dadade06-444c-43b1-9493-78758e0ed137 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:39:50.510197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device dadade06-444c-43b1-9493-78758e0ed137 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:39:50.525934 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b89b2-5d3f-4d39-bc83-a26d13144fb6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Subnet': ['ID=98b404b5-1993-4a8b-89ab-cf0d7d76b4cc,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:50.528507 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d05b89b2-5d3f-4d39-bc83-a26d13144fb6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:50.531727 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d05b89b2-5d3f-4d39-bc83-a26d13144fb6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/subnets/98b404b5-1993-4a8b-89ab-cf0d7d76b4cc HTTP/1.1" status: 204 len: 168 time: 0.2815766 Feb 04 14:39:50.534357 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37498) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:50.545112 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72af3366-dc54-498c-b8d5-fedca42d8b4e None None] Network f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:39:50.647493 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd979335-6714-47b0-9d3b-db6ff8a8d248 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router (3044622b-aa64-4d59-9cf2-9946d2762c96), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:50.678081 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-17b2d2a6-7db4-49bf-a0b7-6828ff7e83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923641463', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:39:49Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:50.710191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b2d2a6-7db4-49bf-a0b7-6828ff7e83bf None None] Checking router: 3044622b-aa64-4d59-9cf2-9946d2762c96 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:39:50.720284 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b2d2a6-7db4-49bf-a0b7-6828ff7e83bf None None] Routers {'3044622b-aa64-4d59-9cf2-9946d2762c96'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:39:50.720901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-17b2d2a6-7db4-49bf-a0b7-6828ff7e83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:39:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['3044622b-aa64-4d59-9cf2-9946d2762c96'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:50.755757 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] DHCP port deletion for f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:39:50.764146 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd979335-6714-47b0-9d3b-db6ff8a8d248 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (3044622b-aa64-4d59-9cf2-9946d2762c96), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:50.818946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-bd979335-6714-47b0-9d3b-db6ff8a8d248 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port 474b4ceb-d13e-4075-a747-f6de7618ca73 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:39:50.819333 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd979335-6714-47b0-9d3b-db6ff8a8d248 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (474b4ceb-d13e-4075-a747-f6de7618ca73), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:50.861085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-17b2d2a6-7db4-49bf-a0b7-6828ff7e83bf None None] Set router 3044622b-aa64-4d59-9cf2-9946d2762c96 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:39:50.899881 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-bd979335-6714-47b0-9d3b-db6ff8a8d248 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] For port 474b4ceb-d13e-4075-a747-f6de7618ca73, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=474b4ceb-d13e-4075-a747-f6de7618ca73,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:39:50.900255 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd979335-6714-47b0-9d3b-db6ff8a8d248 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (474b4ceb-d13e-4075-a747-f6de7618ca73), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:50.918933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-bd979335-6714-47b0-9d3b-db6ff8a8d248 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for 474b4ceb-d13e-4075-a747-f6de7618ca73 owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:39:50.925209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Deleting port 5592e1aa-1f39-4664-af42-e296f065f438 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:39:50.925638 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (5592e1aa-1f39-4664-af42-e296f065f438), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.100323 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd979335-6714-47b0-9d3b-db6ff8a8d248 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (474b4ceb-d13e-4075-a747-f6de7618ca73), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.131494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd979335-6714-47b0-9d3b-db6ff8a8d248 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=474b4ceb-d13e-4075-a747-f6de7618ca73,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:51.189395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] For port 5592e1aa-1f39-4664-af42-e296f065f438, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=5592e1aa-1f39-4664-af42-e296f065f438,segment=NetworkSegment(17c84b06-fba3-479c-b9af-e5b1d578957e),segment_id=17c84b06-fba3-479c-b9af-e5b1d578957e)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:39:51.189782 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (5592e1aa-1f39-4664-af42-e296f065f438), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.191467 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd979335-6714-47b0-9d3b-db6ff8a8d248 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (3044622b-aa64-4d59-9cf2-9946d2762c96), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.213590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Calling delete_port for 5592e1aa-1f39-4664-af42-e296f065f438 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:39:51.288941 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd979335-6714-47b0-9d3b-db6ff8a8d248 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (3044622b-aa64-4d59-9cf2-9946d2762c96), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.291210 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd979335-6714-47b0-9d3b-db6ff8a8d248 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_controller (3044622b-aa64-4d59-9cf2-9946d2762c96), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.334577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-17b2d2a6-7db4-49bf-a0b7-6828ff7e83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923641463', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:39:49Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:51.338075 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (5592e1aa-1f39-4664-af42-e296f065f438), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.343718 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd979335-6714-47b0-9d3b-db6ff8a8d248 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (3044622b-aa64-4d59-9cf2-9946d2762c96), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.344348 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd979335-6714-47b0-9d3b-db6ff8a8d248 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Fanout notify agent at l3_agent the message router_deleted on router 3044622b-aa64-4d59-9cf2-9946d2762c96 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:39:51.351945 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bd979335-6714-47b0-9d3b-db6ff8a8d248 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.353000 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bd979335-6714-47b0-9d3b-db6ff8a8d248 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/routers/3044622b-aa64-4d59-9cf2-9946d2762c96 HTTP/1.1" status: 204 len: 168 time: 0.8177083 Feb 04 14:39:51.355732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37500) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:51.370425 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b2d2a6-7db4-49bf-a0b7-6828ff7e83bf None None] The sync data for ids ['3044622b-aa64-4d59-9cf2-9946d2762c96'] in n-d-714676-13 is: [{'id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923641463', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:39:49Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '474b4ceb-d13e-4075-a747-f6de7618ca73', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044622b-aa64-4d59-9cf2-9946d2762c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:38:04Z', 'updated_at': '2022-02-04T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:39:51.390541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Pushing event deleted for resources: {'Port': ['ID=5592e1aa-1f39-4664-af42-e296f065f438,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:51.395121 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] No DVR routers for this DVR port 5592e1aa-1f39-4664-af42-e296f065f438 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:39:51.402655 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:51.403010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:51.403353 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:51.403688 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:51.404896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:51.404896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:51.404896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:51.405167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:51.405709 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:51.405709 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:51.406652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:51.406652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:51.406869 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0ed8f-d6dc-4f63-83ba-a1dd347b1c5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:51.441889 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dba1c7c0-464d-442c-b338-dfeacd8f0ef6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.533495 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dba1c7c0-464d-442c-b338-dfeacd8f0ef6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.555186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-dba1c7c0-464d-442c-b338-dfeacd8f0ef6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:51.564433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-dba1c7c0-464d-442c-b338-dfeacd8f0ef6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c84b06-fba3-479c-b9af-e5b1d578957e') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:51.564732 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-dba1c7c0-464d-442c-b338-dfeacd8f0ef6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c84b06-fba3-479c-b9af-e5b1d578957e') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:51.574519 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dba1c7c0-464d-442c-b338-dfeacd8f0ef6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (17c84b06-fba3-479c-b9af-e5b1d578957e), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.588489 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dba1c7c0-464d-442c-b338-dfeacd8f0ef6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (17c84b06-fba3-479c-b9af-e5b1d578957e), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.594595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba1c7c0-464d-442c-b338-dfeacd8f0ef6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:39:51.594976 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dba1c7c0-464d-442c-b338-dfeacd8f0ef6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (17c84b06-fba3-479c-b9af-e5b1d578957e), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:39:51.597959 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:39:51.656271 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dba1c7c0-464d-442c-b338-dfeacd8f0ef6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.661002 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-dba1c7c0-464d-442c-b338-dfeacd8f0ef6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.665186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-dba1c7c0-464d-442c-b338-dfeacd8f0ef6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/networks/f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa HTTP/1.1" status: 204 len: 168 time: 0.3084536 Feb 04 14:39:51.668026 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37502) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:51.684821 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1c7c0-464d-442c-b338-dfeacd8f0ef6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Network': ['ID=f89e08bc-1fa7-4b3f-9cbc-8b72457ab0fa,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:51.741208 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e78d8c2d-2ba1-4b31-937e-ee4657f57824 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (c2ae6335-7f96-4174-9d27-7dc5532c8490), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.770442 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e78d8c2d-2ba1-4b31-937e-ee4657f57824 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (c2ae6335-7f96-4174-9d27-7dc5532c8490), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.844308 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e78d8c2d-2ba1-4b31-937e-ee4657f57824 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c2ae6335-7f96-4174-9d27-7dc5532c8490), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.847146 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e78d8c2d-2ba1-4b31-937e-ee4657f57824 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:51.848352 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e78d8c2d-2ba1-4b31-937e-ee4657f57824 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/security-groups/c2ae6335-7f96-4174-9d27-7dc5532c8490 HTTP/1.1" status: 204 len: 168 time: 0.1790211 Feb 04 14:39:51.859929 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d8c2d-2ba1-4b31-937e-ee4657f57824 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ae6335-7f96-4174-9d27-7dc5532c8490,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:52.439091 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37508) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:52.444230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-57adc79b-bbef-42af-97a6-9038dd3313a7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-899169706', 'description': 'tempest-secgroup-smoke-899169706 description', 'project_id': 'f0bec5a68251425ab95d0242072ba05a'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:39:52.467687 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57adc79b-bbef-42af-97a6-9038dd3313a7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:52.502636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:39:52.525293 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:39:52.525647 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d3d1caa9-d0cc-4ae4-a81e-85c59405bd0c not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:39:52.526082 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 474b4ceb-d13e-4075-a747-f6de7618ca73 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:39:52.549519 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57adc79b-bbef-42af-97a6-9038dd3313a7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (db4300b2-67c7-43b8-9126-27cccbccf7af), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:52.549828 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 474b4ceb-d13e-4075-a747-f6de7618ca73 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:39:52.550454 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 474b4ceb-d13e-4075-a747-f6de7618ca73 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:39:52.550917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5592e1aa-1f39-4664-af42-e296f065f438 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:39:52.553641 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57adc79b-bbef-42af-97a6-9038dd3313a7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (db4300b2-67c7-43b8-9126-27cccbccf7af), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:52.573240 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 5592e1aa-1f39-4664-af42-e296f065f438 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:39:52.573652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 5592e1aa-1f39-4664-af42-e296f065f438 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:39:52.583157 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-57adc79b-bbef-42af-97a6-9038dd3313a7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:52.587756 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-57adc79b-bbef-42af-97a6-9038dd3313a7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1474826 Feb 04 14:39:52.587879 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37510) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:52.592302 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adc79b-bbef-42af-97a6-9038dd3313a7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4300b2-67c7-43b8-9126-27cccbccf7af,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:52.593531 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-2fc1a24d-12d5-462d-aee7-f3379b209c40 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': 'db4300b2-67c7-43b8-9126-27cccbccf7af', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:39:52.620153 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2fc1a24d-12d5-462d-aee7-f3379b209c40 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (e9aac37d-afda-469d-9de3-7a96c529d223), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:52.681801 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2fc1a24d-12d5-462d-aee7-f3379b209c40 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (e9aac37d-afda-469d-9de3-7a96c529d223), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:52.686833 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2fc1a24d-12d5-462d-aee7-f3379b209c40 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (e9aac37d-afda-469d-9de3-7a96c529d223), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:52.705942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1a24d-12d5-462d-aee7-f3379b209c40 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9aac37d-afda-469d-9de3-7a96c529d223,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:52.714156 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2fc1a24d-12d5-462d-aee7-f3379b209c40 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:52.715372 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2fc1a24d-12d5-462d-aee7-f3379b209c40 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262436 Feb 04 14:39:52.718210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37512) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:52.722613 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-6c7749ac-cef5-4b46-ab57-d725ec0c2e8f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': 'db4300b2-67c7-43b8-9126-27cccbccf7af', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:39:52.747168 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c7749ac-cef5-4b46-ab57-d725ec0c2e8f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (ab9bcef0-23a2-4233-b7ea-c6ef5dfde058), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:52.805339 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c7749ac-cef5-4b46-ab57-d725ec0c2e8f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (ab9bcef0-23a2-4233-b7ea-c6ef5dfde058), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:52.809050 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c7749ac-cef5-4b46-ab57-d725ec0c2e8f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (ab9bcef0-23a2-4233-b7ea-c6ef5dfde058), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:52.830555 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7749ac-cef5-4b46-ab57-d725ec0c2e8f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9bcef0-23a2-4233-b7ea-c6ef5dfde058,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:52.836511 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6c7749ac-cef5-4b46-ab57-d725ec0c2e8f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:52.837580 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6c7749ac-cef5-4b46-ab57-d725ec0c2e8f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184030 Feb 04 14:39:52.840327 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37514) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:52.844632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-46bc84aa-228a-47f7-84bc-aae126bc6a9f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': 'db4300b2-67c7-43b8-9126-27cccbccf7af', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:39:52.868961 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46bc84aa-228a-47f7-84bc-aae126bc6a9f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (3a64c23c-ce4c-4784-aeac-1207cf65beee), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:52.927028 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46bc84aa-228a-47f7-84bc-aae126bc6a9f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (3a64c23c-ce4c-4784-aeac-1207cf65beee), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:52.931940 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46bc84aa-228a-47f7-84bc-aae126bc6a9f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (3a64c23c-ce4c-4784-aeac-1207cf65beee), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:52.950804 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc84aa-228a-47f7-84bc-aae126bc6a9f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a64c23c-ce4c-4784-aeac-1207cf65beee,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:52.957533 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-46bc84aa-228a-47f7-84bc-aae126bc6a9f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:52.958913 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-46bc84aa-228a-47f7-84bc-aae126bc6a9f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175005 Feb 04 14:39:52.961771 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37516) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:52.966052 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-590134ad-b35a-4569-8ad9-2de2517052d0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': 'db4300b2-67c7-43b8-9126-27cccbccf7af', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:39:52.989889 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-590134ad-b35a-4569-8ad9-2de2517052d0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (f88ac132-a1b1-4f9f-a05f-66b6f704811e), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.051106 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-590134ad-b35a-4569-8ad9-2de2517052d0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (f88ac132-a1b1-4f9f-a05f-66b6f704811e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.055430 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-590134ad-b35a-4569-8ad9-2de2517052d0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (f88ac132-a1b1-4f9f-a05f-66b6f704811e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.074338 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590134ad-b35a-4569-8ad9-2de2517052d0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88ac132-a1b1-4f9f-a05f-66b6f704811e,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:53.082007 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-590134ad-b35a-4569-8ad9-2de2517052d0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.083224 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-590134ad-b35a-4569-8ad9-2de2517052d0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205654 Feb 04 14:39:53.086373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37518) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:53.090749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-5d7bc92e-a73e-44c3-ab35-9d269f77d3f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': 'db4300b2-67c7-43b8-9126-27cccbccf7af', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:39:53.110638 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-5d7bc92e-a73e-44c3-ab35-9d269f77d3f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Project f0bec5a68251425ab95d0242072ba05a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:39:53.115448 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc92e-a73e-44c3-ab35-9d269f77d3f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (aa548729-7cd4-4e59-9991-3465ba7d8174), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.176355 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc92e-a73e-44c3-ab35-9d269f77d3f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (aa548729-7cd4-4e59-9991-3465ba7d8174), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.180774 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc92e-a73e-44c3-ab35-9d269f77d3f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (aa548729-7cd4-4e59-9991-3465ba7d8174), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.199485 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bc92e-a73e-44c3-ab35-9d269f77d3f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa548729-7cd4-4e59-9991-3465ba7d8174,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:53.207733 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc92e-a73e-44c3-ab35-9d269f77d3f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.208960 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5d7bc92e-a73e-44c3-ab35-9d269f77d3f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216416 Feb 04 14:39:53.212334 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37520) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:53.216739 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-0c1fd6f8-749e-4b01-9d6c-0f7d8b68c3ed tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': 'db4300b2-67c7-43b8-9126-27cccbccf7af', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:39:53.236227 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-0c1fd6f8-749e-4b01-9d6c-0f7d8b68c3ed tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Project f0bec5a68251425ab95d0242072ba05a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:39:53.241105 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd6f8-749e-4b01-9d6c-0f7d8b68c3ed tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (d9e09f16-4911-4279-a3f0-7f66bee10e8d), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.301385 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd6f8-749e-4b01-9d6c-0f7d8b68c3ed tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (d9e09f16-4911-4279-a3f0-7f66bee10e8d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.305322 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd6f8-749e-4b01-9d6c-0f7d8b68c3ed tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (d9e09f16-4911-4279-a3f0-7f66bee10e8d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.324622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fd6f8-749e-4b01-9d6c-0f7d8b68c3ed tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e09f16-4911-4279-a3f0-7f66bee10e8d,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:53.328972 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd6f8-749e-4b01-9d6c-0f7d8b68c3ed tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.330211 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0c1fd6f8-749e-4b01-9d6c-0f7d8b68c3ed tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169159 Feb 04 14:39:53.333038 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37522) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:53.338446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-59712b11-7808-4ffb-8411-84dfb32ef1f8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'network': {'name': 'tempest-network-smoke--666077811', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'port_security_enabled': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:39:53.358398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59712b11-7808-4ffb-8411-84dfb32ef1f8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Made reservation on behalf of f0bec5a68251425ab95d0242072ba05a for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:39:53.361667 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59712b11-7808-4ffb-8411-84dfb32ef1f8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.385535 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59712b11-7808-4ffb-8411-84dfb32ef1f8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:39:53.395077 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59712b11-7808-4ffb-8411-84dfb32ef1f8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (1af1e86e-422a-44c2-b01b-a3eb33e3817c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.395418 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-59712b11-7808-4ffb-8411-84dfb32ef1f8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Added segment 1af1e86e-422a-44c2-b01b-a3eb33e3817c of type vlan for network 89509b45-e810-4ca4-8d09-5d13f7cad31b Feb 04 14:39:53.439562 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59712b11-7808-4ffb-8411-84dfb32ef1f8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (89509b45-e810-4ca4-8d09-5d13f7cad31b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.465384 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59712b11-7808-4ffb-8411-84dfb32ef1f8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (89509b45-e810-4ca4-8d09-5d13f7cad31b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.470470 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59712b11-7808-4ffb-8411-84dfb32ef1f8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:53.471029 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-59712b11-7808-4ffb-8411-84dfb32ef1f8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.525386 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-59712b11-7808-4ffb-8411-84dfb32ef1f8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1912923 Feb 04 14:39:53.528889 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37524) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:53.533885 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1144745657', 'admin_state_up': True, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:39:53.540084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59712b11-7808-4ffb-8411-84dfb32ef1f8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Network': ['ID=89509b45-e810-4ca4-8d09-5d13f7cad31b,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:53.550904 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 89509b45-e810-4ca4-8d09-5d13f7cad31b details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:39:53.557460 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (c10ed603-5357-4c0e-a917-dadfe4d43203), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.558619 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (c10ed603-5357-4c0e-a917-dadfe4d43203), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:53.917265 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_controller (c10ed603-5357-4c0e-a917-dadfe4d43203), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:54.068330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (c10ed603-5357-4c0e-a917-dadfe4d43203), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:54.264890 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (c10ed603-5357-4c0e-a917-dadfe4d43203), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:54.284503 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:54.402819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.25.5.187 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/34fb0160-741d-4d69-997c-7af1d39cbc70) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:39:54.503470 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (34fb0160-741d-4d69-997c-7af1d39cbc70), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:54.537137 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (34fb0160-741d-4d69-997c-7af1d39cbc70), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:54.581699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:39:54.584556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:39:54.588827 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:39:54.594261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=34fb0160-741d-4d69-997c-7af1d39cbc70,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:54.852546 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (c10ed603-5357-4c0e-a917-dadfe4d43203), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:55.064805 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (c10ed603-5357-4c0e-a917-dadfe4d43203), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:55.206835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router c10ed603-5357-4c0e-a917-dadfe4d43203 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:39:55.320078 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:39:55.332455 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Sync routers for ids ['c10ed603-5357-4c0e-a917-dadfe4d43203'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:39:55.341660 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:55.343006 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f395415f-74ad-4a78-9549-1d0e46e855b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8130608 Feb 04 14:39:55.343293 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Routers {'c10ed603-5357-4c0e-a917-dadfe4d43203'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:39:55.344155 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:39:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c10ed603-5357-4c0e-a917-dadfe4d43203'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:55.346485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37526) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:55.383910 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a41617d9-f9a6-4d07-85d4-2bb0b4f671a9 tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=f0bec5a68251425ab95d0242072ba05a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362341 Feb 04 14:39:55.388213 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37528) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:55.470583 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Set router c10ed603-5357-4c0e-a917-dadfe4d43203 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:39:55.490764 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47869995-757a-48e8-80c3-a0b05c91089a tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:55.493032 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-47869995-757a-48e8-80c3-a0b05c91089a tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1037750 Feb 04 14:39:55.495776 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37530) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:55.526353 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-21ef22c6-8486-4443-8e96-9d7bebcb3960 tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294299 Feb 04 14:39:55.528938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37532) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:55.533918 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-21fbca87-e279-4d92-9f00-1f3e862b7eef tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1342118029', 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:39:55.635384 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fbca87-e279-4d92-9f00-1f3e862b7eef tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Made reservation on behalf of f0bec5a68251425ab95d0242072ba05a for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:39:55.640328 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21fbca87-e279-4d92-9f00-1f3e862b7eef tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:55.701865 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144745657', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:39:53Z', 'updated_at': '2022-02-04T14:39:54Z', 'revision_number': 3, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:54Z', 'updated_at': '2022-02-04T14:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:55.733555 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Checking router: c10ed603-5357-4c0e-a917-dadfe4d43203 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:39:55.733964 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Updating router c10ed603-5357-4c0e-a917-dadfe4d43203 port 34fb0160-741d-4d69-997c-7af1d39cbc70 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:39:55.766824 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (34fb0160-741d-4d69-997c-7af1d39cbc70), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:55.853887 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21fbca87-e279-4d92-9f00-1f3e862b7eef tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (7d9f4c73-3e90-4aa1-aa3f-5298592e6691), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:55.921841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbca87-e279-4d92-9f00-1f3e862b7eef tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Subnet': ['ID=7d9f4c73-3e90-4aa1-aa3f-5298592e6691,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:55.932285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fbca87-e279-4d92-9f00-1f3e862b7eef tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Checking segment: {'id': '1af1e86e-422a-44c2-b01b-a3eb33e3817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:39:55.932652 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fbca87-e279-4d92-9f00-1f3e862b7eef tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network hostable DHCP agents. Network: 89509b45-e810-4ca4-8d09-5d13f7cad31b, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:39:55.950765 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fbca87-e279-4d92-9f00-1f3e862b7eef tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 89509b45-e810-4ca4-8d09-5d13f7cad31b is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:39:55.960839 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-21fbca87-e279-4d92-9f00-1f3e862b7eef tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 89509b45-e810-4ca4-8d09-5d13f7cad31b) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:39:55.966075 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fbca87-e279-4d92-9f00-1f3e862b7eef tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:55.967523 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-21fbca87-e279-4d92-9f00-1f3e862b7eef tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:55.969632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ee7333-72a7-4651-97f6-6c55dde67406 None None] Network 89509b45-e810-4ca4-8d09-5d13f7cad31b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:39:55.985197 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-21fbca87-e279-4d92-9f00-1f3e862b7eef tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4551089 Feb 04 14:39:55.988045 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37534) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:39:56.064923 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Publish callbacks [] for port (34fb0160-741d-4d69-997c-7af1d39cbc70), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:56.071924 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (34fb0160-741d-4d69-997c-7af1d39cbc70), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:56.119559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-89509b45-e810-4ca4-8d09-5d13f7cad31b', 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ips': [{'subnet_id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:39:56.120786 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:56.121108 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Attempting to bind port 34fb0160-741d-4d69-997c-7af1d39cbc70 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:39:56.121494 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Attempting to bind port 34fb0160-741d-4d69-997c-7af1d39cbc70 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:39:56.121880 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Attempting to bind port 34fb0160-741d-4d69-997c-7af1d39cbc70 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:39:56.133605 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:39:56.134823 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:39:56.134823 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:56.134823 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:39:56.135308 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Bound port: 34fb0160-741d-4d69-997c-7af1d39cbc70, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:39:56.135691 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (34fb0160-741d-4d69-997c-7af1d39cbc70), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:56.139114 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04ee6e-a8b8-4308-831f-cbe8d4b22b66 None None] Pushing event updated for resources: {'Port': ['ID=34fb0160-741d-4d69-997c-7af1d39cbc70,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:56.164340 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04ee6e-a8b8-4308-831f-cbe8d4b22b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:56.164721 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04ee6e-a8b8-4308-831f-cbe8d4b22b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:56.165028 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04ee6e-a8b8-4308-831f-cbe8d4b22b66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:56.165366 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04ee6e-a8b8-4308-831f-cbe8d4b22b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:56.165698 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04ee6e-a8b8-4308-831f-cbe8d4b22b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:56.166032 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04ee6e-a8b8-4308-831f-cbe8d4b22b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:56.166384 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04ee6e-a8b8-4308-831f-cbe8d4b22b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:56.166714 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04ee6e-a8b8-4308-831f-cbe8d4b22b66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:56.167039 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04ee6e-a8b8-4308-831f-cbe8d4b22b66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:56.167360 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04ee6e-a8b8-4308-831f-cbe8d4b22b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:56.167684 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04ee6e-a8b8-4308-831f-cbe8d4b22b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:56.168004 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04ee6e-a8b8-4308-831f-cbe8d4b22b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:56.168329 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04ee6e-a8b8-4308-831f-cbe8d4b22b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:39:56.204523 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] For port 34fb0160-741d-4d69-997c-7af1d39cbc70, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:39:56.209186 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] For port 34fb0160-741d-4d69-997c-7af1d39cbc70, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=34fb0160-741d-4d69-997c-7af1d39cbc70,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:39:56.218214 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (34fb0160-741d-4d69-997c-7af1d39cbc70), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:56.282695 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Allocated IP 172.20.0.2 (89509b45-e810-4ca4-8d09-5d13f7cad31b/7d9f4c73-3e90-4aa1-aa3f-5298592e6691/96d98113-cfae-4fe0-aec9-c612df5d5593) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:39:56.295784 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Routers {'c10ed603-5357-4c0e-a917-dadfe4d43203'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:39:56.296446 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:39:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c10ed603-5357-4c0e-a917-dadfe4d43203'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:56.432764 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04ee6e-a8b8-4308-831f-cbe8d4b22b66 None None] Pushing event updated for resources: {'Port': ['ID=34fb0160-741d-4d69-997c-7af1d39cbc70,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:56.459948 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Publish callbacks [] for port (96d98113-cfae-4fe0-aec9-c612df5d5593), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:56.468853 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (96d98113-cfae-4fe0-aec9-c612df5d5593), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:56.512281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Network 89509b45-e810-4ca4-8d09-5d13f7cad31b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:39:56.515252 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:39:56.516301 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] Set router c10ed603-5357-4c0e-a917-dadfe4d43203 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:39:56.519139 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:39:56.526667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Pushing event updated for resources: {'Port': ['ID=96d98113-cfae-4fe0-aec9-c612df5d5593,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:56.532544 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:56.583031 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Attempting to bind port 96d98113-cfae-4fe0-aec9-c612df5d5593 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:39:56.585099 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Attempting to bind port 96d98113-cfae-4fe0-aec9-c612df5d5593 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '1af1e86e-422a-44c2-b01b-a3eb33e3817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:39:56.585099 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Attempting to bind port 96d98113-cfae-4fe0-aec9-c612df5d5593 on network 89509b45-e810-4ca4-8d09-5d13f7cad31b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:39:56.589173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:39:56.589547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Checking segment: {'id': '1af1e86e-422a-44c2-b01b-a3eb33e3817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:39:56.589950 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:56.590440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Bound using segment: {'id': '1af1e86e-422a-44c2-b01b-a3eb33e3817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:39:56.590917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Bound port: 96d98113-cfae-4fe0-aec9-c612df5d5593, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af1e86e-422a-44c2-b01b-a3eb33e3817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:39:56.591292 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (96d98113-cfae-4fe0-aec9-c612df5d5593), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:56.665756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] For port 96d98113-cfae-4fe0-aec9-c612df5d5593, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:39:56.668915 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] For port 96d98113-cfae-4fe0-aec9-c612df5d5593, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=96d98113-cfae-4fe0-aec9-c612df5d5593,segment=NetworkSegment(1af1e86e-422a-44c2-b01b-a3eb33e3817c),segment_id=1af1e86e-422a-44c2-b01b-a3eb33e3817c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:39:56.676114 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (96d98113-cfae-4fe0-aec9-c612df5d5593), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:56.718007 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144745657', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:39:53Z', 'updated_at': '2022-02-04T14:39:54Z', 'revision_number': 3, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:54Z', 'updated_at': '2022-02-04T14:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:56.750314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af35d7-9690-4c06-ae68-15e503a6695e None None] Pushing event updated for resources: {'Port': ['ID=96d98113-cfae-4fe0-aec9-c612df5d5593,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:56.758818 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d634524-11c4-47d3-9517-3efa5fca3c80 None None] The sync data for ids ['c10ed603-5357-4c0e-a917-dadfe4d43203'] in n-d-714676-13 is: [{'id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144745657', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:39:53Z', 'updated_at': '2022-02-04T14:39:54Z', 'revision_number': 3, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:54Z', 'updated_at': '2022-02-04T14:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:39:56.868016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.20.0.1 (89509b45-e810-4ca4-8d09-5d13f7cad31b/7d9f4c73-3e90-4aa1-aa3f-5298592e6691/b37d45f9-df30-46b5-b70e-f5d5e4c515a3) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:39:57.035290 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:57.096897 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:57.156409 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 89509b45-e810-4ca4-8d09-5d13f7cad31b is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:39:57.160218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:39:57.164481 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:39:57.171350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=b37d45f9-df30-46b5-b70e-f5d5e4c515a3,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:57.217191 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (c10ed603-5357-4c0e-a917-dadfe4d43203), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:57.367813 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:57.689845 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:57.696529 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:57.778590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=b37d45f9-df30-46b5-b70e-f5d5e4c515a3,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:57.783764 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (c10ed603-5357-4c0e-a917-dadfe4d43203), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:57.886131 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f77fc7-7d05-46e8-b59b-278c6d4040d8 None None] Network 89509b45-e810-4ca4-8d09-5d13f7cad31b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:39:57.891012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 89509b45-e810-4ca4-8d09-5d13f7cad31b is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:39:57.892482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:39:57.974359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d61084f4-b0d1-4140-a392-5ac117b73483 None None] Provisioning complete for port 96d98113-cfae-4fe0-aec9-c612df5d5593 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:39:57.974736 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d61084f4-b0d1-4140-a392-5ac117b73483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (96d98113-cfae-4fe0-aec9-c612df5d5593), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:58.015384 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router c10ed603-5357-4c0e-a917-dadfe4d43203 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:39:58.092578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d61084f4-b0d1-4140-a392-5ac117b73483 None None] Current status of the port 96d98113-cfae-4fe0-aec9-c612df5d5593 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:39:58.092578 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d61084f4-b0d1-4140-a392-5ac117b73483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (96d98113-cfae-4fe0-aec9-c612df5d5593), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:58.128808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d61084f4-b0d1-4140-a392-5ac117b73483 None None] For port 96d98113-cfae-4fe0-aec9-c612df5d5593, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=96d98113-cfae-4fe0-aec9-c612df5d5593,segment=NetworkSegment(1af1e86e-422a-44c2-b01b-a3eb33e3817c),segment_id=1af1e86e-422a-44c2-b01b-a3eb33e3817c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:39:58.134214 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d61084f4-b0d1-4140-a392-5ac117b73483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (96d98113-cfae-4fe0-aec9-c612df5d5593), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:58.141594 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:39:58.147120 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fbd53130-341e-45e3-be7f-c679719c3002 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "PUT /v2.0/routers/c10ed603-5357-4c0e-a917-dadfe4d43203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1579516 Feb 04 14:39:58.186707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61084f4-b0d1-4140-a392-5ac117b73483 None None] Pushing event updated for resources: {'Port': ['ID=96d98113-cfae-4fe0-aec9-c612df5d5593,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:58.341834 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-9ff50f79-f192-4644-b04d-2053e2f09762 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899169706&fields=id&tenant_id=f0bec5a68251425ab95d0242072ba05a HTTP/1.1" status: 200 len: 267 time: 0.0784407 Feb 04 14:39:58.369746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1f96e395-8f17-4e62-af53-3b856d6e3818 None None] Provisioning complete for port 96d98113-cfae-4fe0-aec9-c612df5d5593 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:39:58.379135 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1f96e395-8f17-4e62-af53-3b856d6e3818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (96d98113-cfae-4fe0-aec9-c612df5d5593), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:58.497185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-09cbaa47-1aff-4769-9702-da10f52503de tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:39:58.498855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-09cbaa47-1aff-4769-9702-da10f52503de tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/networks?id=89509b45-e810-4ca4-8d09-5d13f7cad31b HTTP/1.1" status: 200 len: 796 time: 0.1501083 Feb 04 14:39:58.509760 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1f96e395-8f17-4e62-af53-3b856d6e3818 None None] Current status of the port 96d98113-cfae-4fe0-aec9-c612df5d5593 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:39:58.517946 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-98e126ca-a23e-4823-b3a6-164239450b9b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/quotas/f0bec5a68251425ab95d0242072ba05a HTTP/1.1" status: 200 len: 375 time: 0.0118573 Feb 04 14:39:58.523568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-1f96e395-8f17-4e62-af53-3b856d6e3818 None None] Provisioning complete for port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:39:58.524206 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1f96e395-8f17-4e62-af53-3b856d6e3818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:58.567642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 34fb0160-741d-4d69-997c-7af1d39cbc70 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:39:58.595925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1f96e395-8f17-4e62-af53-3b856d6e3818 None None] Port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:39:58.596538 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-25a0f1ea-f5f3-47e3-8768-6169e8d07c16 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639086 Feb 04 14:39:58.630087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 34fb0160-741d-4d69-997c-7af1d39cbc70 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:39:58.630619 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (34fb0160-741d-4d69-997c-7af1d39cbc70), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:58.726546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-a6f4f22a-e663-49f3-89cd-2ccfa24e14e0 service neutron] 10.222.0.96 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149087 Feb 04 14:39:58.727118 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 34fb0160-741d-4d69-997c-7af1d39cbc70 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:39:58.727517 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (34fb0160-741d-4d69-997c-7af1d39cbc70), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:58.739717 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Sync routers for ids ['c10ed603-5357-4c0e-a917-dadfe4d43203'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:39:58.757026 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-51646e69-0d78-4fa8-a920-b34efb455a8a None None] Provisioning complete for port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:39:58.757451 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-51646e69-0d78-4fa8-a920-b34efb455a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:58.763762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Routers {'c10ed603-5357-4c0e-a917-dadfe4d43203'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:39:58.764397 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:39:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c10ed603-5357-4c0e-a917-dadfe4d43203'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:58.830630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 34fb0160-741d-4d69-997c-7af1d39cbc70, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=34fb0160-741d-4d69-997c-7af1d39cbc70,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:39:58.837841 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-4d8a6c84-6cdd-4c71-86cf-db111f6a9be7 service neutron] 10.222.0.96 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100566 Feb 04 14:39:58.868928 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (34fb0160-741d-4d69-997c-7af1d39cbc70), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:58.869632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 96d98113-cfae-4fe0-aec9-c612df5d5593 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:39:58.933089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-51646e69-0d78-4fa8-a920-b34efb455a8a None None] Port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:39:58.997472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=34fb0160-741d-4d69-997c-7af1d39cbc70,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:59.004300 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5c5f026d-907d-4211-9049-38b8f32a1216 req-26cbd9df-6484-4084-8ad4-79f3a9d04e63 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 210 time: 0.0297871 Feb 04 14:39:59.016524 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Set router c10ed603-5357-4c0e-a917-dadfe4d43203 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:39:59.060753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 96d98113-cfae-4fe0-aec9-c612df5d5593 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:39:59.061125 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (96d98113-cfae-4fe0-aec9-c612df5d5593), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:59.130602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c1861565-fb27-4b01-820e-eaef6ddfe03c None None] Provisioning complete for port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:39:59.130886 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1861565-fb27-4b01-820e-eaef6ddfe03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:59.227232 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c1861565-fb27-4b01-820e-eaef6ddfe03c None None] Port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:39:59.471004 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 96d98113-cfae-4fe0-aec9-c612df5d5593 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:39:59.502740 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144745657', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:39:53Z', 'updated_at': '2022-02-04T14:39:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:54Z', 'updated_at': '2022-02-04T14:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b37d45f9-df30-46b5-b70e-f5d5e4c515a3', 'name': '', 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:83:4c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:56Z', 'updated_at': '2022-02-04T14:39:57Z', 'revision_number': 2, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:39:59.531533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Checking router: c10ed603-5357-4c0e-a917-dadfe4d43203 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:39:59.531900 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Updating router c10ed603-5357-4c0e-a917-dadfe4d43203 port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:39:59.561409 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:59.836870 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Publish callbacks [] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:59.843257 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:59.895876 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb0190-8280-4e61-963e-1525be62e954 None None] Pushing event updated for resources: {'Port': ['ID=b37d45f9-df30-46b5-b70e-f5d5e4c515a3,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:39:59.948309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Attempting to bind port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:39:59.949458 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Attempting to bind port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '1af1e86e-422a-44c2-b01b-a3eb33e3817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:39:59.949839 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Attempting to bind port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 on network 89509b45-e810-4ca4-8d09-5d13f7cad31b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:39:59.955565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:39:59.955951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Checking segment: {'id': '1af1e86e-422a-44c2-b01b-a3eb33e3817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:39:59.956367 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:39:59.956764 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Bound using segment: {'id': '1af1e86e-422a-44c2-b01b-a3eb33e3817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:39:59.957238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Bound port: b37d45f9-df30-46b5-b70e-f5d5e4c515a3, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af1e86e-422a-44c2-b01b-a3eb33e3817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:39:59.957624 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:00.057809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] For port b37d45f9-df30-46b5-b70e-f5d5e4c515a3, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:40:00.061196 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] For port b37d45f9-df30-46b5-b70e-f5d5e4c515a3, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b37d45f9-df30-46b5-b70e-f5d5e4c515a3,segment=NetworkSegment(1af1e86e-422a-44c2-b01b-a3eb33e3817c),segment_id=1af1e86e-422a-44c2-b01b-a3eb33e3817c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:40:00.068070 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:00.069623 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-a400e256-2750-402c-a317-433e93b69b47 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:00.074589 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-a400e256-2750-402c-a317-433e93b69b47 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "GET /v2.0/networks?id=89509b45-e810-4ca4-8d09-5d13f7cad31b HTTP/1.1" status: 200 len: 796 time: 0.1439772 Feb 04 14:40:00.131243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Routers {'c10ed603-5357-4c0e-a917-dadfe4d43203'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:40:00.131895 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:39:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c10ed603-5357-4c0e-a917-dadfe4d43203'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:40:00.153175 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69d9d5f8-1938-439c-a777-7af65a48e1b8 req-55cd6268-9c35-4bb2-b64e-d4bd84bb11e8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 210 time: 0.0482330 Feb 04 14:40:00.160129 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-21ce9058-915e-4f53-b3f8-c0f3600f6c8a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0bec5a68251425ab95d0242072ba05a HTTP/1.1" status: 200 len: 379 time: 0.0721040 Feb 04 14:40:00.170435 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-22afff66-a3ce-41eb-81f4-8bf8e3d38708 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'port': {'device_id': '8e5b6919-df05-42d1-958d-691b075815b5', 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b', 'admin_state_up': True, 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'security_groups': ['db4300b2-67c7-43b8-9126-27cccbccf7af']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:40:00.223719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb0190-8280-4e61-963e-1525be62e954 None None] Pushing event updated for resources: {'Port': ['ID=b37d45f9-df30-46b5-b70e-f5d5e4c515a3,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:40:00.275491 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c7b153de-13a5-45ce-8b8f-d1869623d3d6 None None] Provisioning complete for port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:40:00.275863 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c7b153de-13a5-45ce-8b8f-d1869623d3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:00.278473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] Set router c10ed603-5357-4c0e-a917-dadfe4d43203 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:40:00.294386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-22afff66-a3ce-41eb-81f4-8bf8e3d38708 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Made reservation on behalf of f0bec5a68251425ab95d0242072ba05a for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:40:00.298898 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-22afff66-a3ce-41eb-81f4-8bf8e3d38708 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:00.393316 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 34fb0160-741d-4d69-997c-7af1d39cbc70 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:40:00.459994 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-22afff66-a3ce-41eb-81f4-8bf8e3d38708 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.20.0.11 (89509b45-e810-4ca4-8d09-5d13f7cad31b/7d9f4c73-3e90-4aa1-aa3f-5298592e6691/cb97e273-7c06-4463-a870-e46cd0a18339) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:40:00.539504 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c7b153de-13a5-45ce-8b8f-d1869623d3d6 None None] Current status of the port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:40:00.539891 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c7b153de-13a5-45ce-8b8f-d1869623d3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:00.589982 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 34fb0160-741d-4d69-997c-7af1d39cbc70 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:40:00.590375 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (34fb0160-741d-4d69-997c-7af1d39cbc70), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:00.607138 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-22afff66-a3ce-41eb-81f4-8bf8e3d38708 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (cb97e273-7c06-4463-a870-e46cd0a18339), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:00.637933 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-c7b153de-13a5-45ce-8b8f-d1869623d3d6 None None] For port b37d45f9-df30-46b5-b70e-f5d5e4c515a3, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b37d45f9-df30-46b5-b70e-f5d5e4c515a3,segment=NetworkSegment(1af1e86e-422a-44c2-b01b-a3eb33e3817c),segment_id=1af1e86e-422a-44c2-b01b-a3eb33e3817c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:40:00.644211 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-22afff66-a3ce-41eb-81f4-8bf8e3d38708 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (cb97e273-7c06-4463-a870-e46cd0a18339), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:00.644990 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c7b153de-13a5-45ce-8b8f-d1869623d3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:00.685305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-22afff66-a3ce-41eb-81f4-8bf8e3d38708 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 89509b45-e810-4ca4-8d09-5d13f7cad31b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:40:00.693156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-22afff66-a3ce-41eb-81f4-8bf8e3d38708 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:40:00.697731 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-22afff66-a3ce-41eb-81f4-8bf8e3d38708 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:40:00.713951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b153de-13a5-45ce-8b8f-d1869623d3d6 None None] Pushing event updated for resources: {'Port': ['ID=b37d45f9-df30-46b5-b70e-f5d5e4c515a3,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:40:00.728854 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afff66-a3ce-41eb-81f4-8bf8e3d38708 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=cb97e273-7c06-4463-a870-e46cd0a18339,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:40:00.748376 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144745657', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:39:53Z', 'updated_at': '2022-02-04T14:39:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:54Z', 'updated_at': '2022-02-04T14:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b37d45f9-df30-46b5-b70e-f5d5e4c515a3', 'name': '', 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:83:4c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:56Z', 'updated_at': '2022-02-04T14:40:00Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:40:00.760307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-22afff66-a3ce-41eb-81f4-8bf8e3d38708 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:00.761116 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-22afff66-a3ce-41eb-81f4-8bf8e3d38708 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:00.784866 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-22afff66-a3ce-41eb-81f4-8bf8e3d38708 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6186776 Feb 04 14:40:00.788150 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2f62d-93ac-48b3-b01d-e1f56b6b0bfc None None] The sync data for ids ['c10ed603-5357-4c0e-a917-dadfe4d43203'] in n-d-714676-13 is: [{'id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144745657', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:39:53Z', 'updated_at': '2022-02-04T14:39:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:54Z', 'updated_at': '2022-02-04T14:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b37d45f9-df30-46b5-b70e-f5d5e4c515a3', 'name': '', 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:83:4c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:56Z', 'updated_at': '2022-02-04T14:40:00Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:40:00.790856 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 34fb0160-741d-4d69-997c-7af1d39cbc70 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:40:00.798982 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Request body: {'port': {'device_id': '8e5b6919-df05-42d1-958d-691b075815b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:40:00.802459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d1cbc508-c4ea-45db-be0c-388fc333dea9 None None] Provisioning complete for port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:40:00.803025 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1cbc508-c4ea-45db-be0c-388fc333dea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:00.885562 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cb97e273-7c06-4463-a870-e46cd0a18339), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:00.956234 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d1cbc508-c4ea-45db-be0c-388fc333dea9 None None] Current status of the port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:40:01.080972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a4f58daa-b1fb-49c0-9fd0-d6b66733cf66 None None] Provisioning complete for port cb97e273-7c06-4463-a870-e46cd0a18339 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:40:01.081348 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a4f58daa-b1fb-49c0-9fd0-d6b66733cf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cb97e273-7c06-4463-a870-e46cd0a18339), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:01.121165 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a4f58daa-b1fb-49c0-9fd0-d6b66733cf66 None None] Port cb97e273-7c06-4463-a870-e46cd0a18339 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:40:01.201766 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb97e273-7c06-4463-a870-e46cd0a18339 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:40:01.210039 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Publish callbacks [] for port (cb97e273-7c06-4463-a870-e46cd0a18339), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:01.223711 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Transition to ACTIVE for port object cb97e273-7c06-4463-a870-e46cd0a18339 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:40:01.229444 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (cb97e273-7c06-4463-a870-e46cd0a18339), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:01.285928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Pushing event updated for resources: {'Port': ['ID=cb97e273-7c06-4463-a870-e46cd0a18339,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:40:01.303414 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479f7ed-d58e-470a-a3c3-a563d353f2fd req-f93b1d4d-0973-4aab-b7f6-a7597fefc450 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:01.306831 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8479f7ed-d58e-470a-a3c3-a563d353f2fd req-f93b1d4d-0973-4aab-b7f6-a7597fefc450 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 944 time: 0.0834224 Feb 04 14:40:01.365931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Attempting to bind port cb97e273-7c06-4463-a870-e46cd0a18339 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:40:01.366312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Attempting to bind port cb97e273-7c06-4463-a870-e46cd0a18339 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '1af1e86e-422a-44c2-b01b-a3eb33e3817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:40:01.367292 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Attempting to bind port cb97e273-7c06-4463-a870-e46cd0a18339 on network 89509b45-e810-4ca4-8d09-5d13f7cad31b {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:40:01.374256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Port cb97e273-7c06-4463-a870-e46cd0a18339 on network 89509b45-e810-4ca4-8d09-5d13f7cad31b not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:40:01.374256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Attempting to bind port cb97e273-7c06-4463-a870-e46cd0a18339 on network 89509b45-e810-4ca4-8d09-5d13f7cad31b {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:40:01.383450 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:40:01.383949 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Checking segment: {'id': '1af1e86e-422a-44c2-b01b-a3eb33e3817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:40:01.384342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Bound using segment: {'id': '1af1e86e-422a-44c2-b01b-a3eb33e3817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:40:01.384780 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Bound port: cb97e273-7c06-4463-a870-e46cd0a18339, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af1e86e-422a-44c2-b01b-a3eb33e3817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:40:01.386006 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cb97e273-7c06-4463-a870-e46cd0a18339), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:01.387592 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8479f7ed-d58e-470a-a3c3-a563d353f2fd req-d704723b-0658-4132-a48f-cfcae3de03bf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724103 Feb 04 14:40:01.471685 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] For port cb97e273-7c06-4463-a870-e46cd0a18339, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:40:01.475514 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] For port cb97e273-7c06-4463-a870-e46cd0a18339, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cb97e273-7c06-4463-a870-e46cd0a18339,segment=NetworkSegment(1af1e86e-422a-44c2-b01b-a3eb33e3817c),segment_id=1af1e86e-422a-44c2-b01b-a3eb33e3817c)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:40:01.483868 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (cb97e273-7c06-4463-a870-e46cd0a18339), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:01.522622 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:01.523405 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:01.525043 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] 10.222.0.99 "PUT /v2.0/ports/cb97e273-7c06-4463-a870-e46cd0a18339 HTTP/1.1" status: 200 len: 1093 time: 0.7324028 Feb 04 14:40:01.525500 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5b6919-df05-42d1-958d-691b075815b5', 'tag': 'cb97e273-7c06-4463-a870-e46cd0a18339'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:40:01.528047 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85bf068-16f0-41c5-bf34-7e49ab2b74ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5b6919-df05-42d1-958d-691b075815b5", "tag": "cb97e273-7c06-4463-a870-e46cd0a18339"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:40:01.553789 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d4eeb-ddaf-4614-bb4f-2274f9c94f37 service neutron] Pushing event updated for resources: {'Port': ['ID=cb97e273-7c06-4463-a870-e46cd0a18339,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:40:01.603069 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12b5007-9e76-454e-8daf-d38439c7aab3 x-openstack-request-id: req-f12b5007-9e76-454e-8daf-d38439c7aab3 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:40:01.603452 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5b6919-df05-42d1-958d-691b075815b5", "tag": "cb97e273-7c06-4463-a870-e46cd0a18339", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:40:01.603776 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f12b5007-9e76-454e-8daf-d38439c7aab3 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:40:01.604350 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5b6919-df05-42d1-958d-691b075815b5', 'tag': 'cb97e273-7c06-4463-a870-e46cd0a18339', 'status': 'completed', 'code': 200} Feb 04 14:40:01.625899 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-b9674ff8-eb0c-411d-b06e-c6db7a03c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:01.627648 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-b9674ff8-eb0c-411d-b06e-c6db7a03c6f5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 1127 time: 0.0554466 Feb 04 14:40:01.671251 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-e7b4b87f-3923-454f-bc77-303dbbea1a83 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb97e273-7c06-4463-a870-e46cd0a18339 HTTP/1.1" status: 200 len: 217 time: 0.0371861 Feb 04 14:40:01.736455 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-7846a189-daf4-49dc-b0c7-bf30dc6bbba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:01.738077 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-7846a189-daf4-49dc-b0c7-bf30dc6bbba8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7d9f4c73-3e90-4aa1-aa3f-5298592e6691 HTTP/1.1" status: 200 len: 835 time: 0.0597730 Feb 04 14:40:01.791892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-c9edcfc9-8570-4a66-986d-a474936a5954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:01.793400 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-c9edcfc9-8570-4a66-986d-a474936a5954 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=89509b45-e810-4ca4-8d09-5d13f7cad31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495722 Feb 04 14:40:01.896428 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-e7cb382a-6ae0-4eb8-a5d2-e3a859fe6415 service neutron] 10.222.0.99 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959458 Feb 04 14:40:02.301852 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6e799aa9-b0c5-4381-9682-5550edee35b4 req-0677f4c2-a561-4cd6-99f4-91fbc1d03943 service neutron] 10.222.0.99 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002481 Feb 04 14:40:02.396415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b37d45f9-df30-46b5-b70e-f5d5e4c515a3 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:40:02.398583 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bf068-16f0-41c5-bf34-7e49ab2b74ac req-ee5ee715-4a87-4e7b-8d53-e0bbb123051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:02.400127 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a85bf068-16f0-41c5-bf34-7e49ab2b74ac req-ee5ee715-4a87-4e7b-8d53-e0bbb123051a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 1127 time: 0.0512874 Feb 04 14:40:02.451320 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:40:02.451790 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:02.499412 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bf068-16f0-41c5-bf34-7e49ab2b74ac req-0434a322-e6c7-4db8-8c39-fb4e0f6c642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:02.500901 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a85bf068-16f0-41c5-bf34-7e49ab2b74ac req-0434a322-e6c7-4db8-8c39-fb4e0f6c642c service neutron] 10.222.0.99 "GET /v2.0/networks?id=89509b45-e810-4ca4-8d09-5d13f7cad31b HTTP/1.1" status: 200 len: 897 time: 0.0945318 Feb 04 14:40:02.534022 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760cf60-d739-4f62-b700-5a72bbb0c756 req-247b1c90-cf76-4e9c-83f1-55368968317b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:02.535594 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:40:02.536054 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8760cf60-d739-4f62-b700-5a72bbb0c756 req-247b1c90-cf76-4e9c-83f1-55368968317b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 944 time: 0.0759759 Feb 04 14:40:02.545894 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a85bf068-16f0-41c5-bf34-7e49ab2b74ac req-9348ee01-08aa-4f64-8370-98f0574c4a97 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb97e273-7c06-4463-a870-e46cd0a18339 HTTP/1.1" status: 200 len: 217 time: 0.0392988 Feb 04 14:40:02.587768 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8760cf60-d739-4f62-b700-5a72bbb0c756 req-03e6fecb-180d-498f-b75a-da4943405792 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455668 Feb 04 14:40:02.600259 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bf068-16f0-41c5-bf34-7e49ab2b74ac req-531c1475-4847-4a34-99a9-8cbe54131aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:02.601928 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a85bf068-16f0-41c5-bf34-7e49ab2b74ac req-531c1475-4847-4a34-99a9-8cbe54131aef service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7d9f4c73-3e90-4aa1-aa3f-5298592e6691 HTTP/1.1" status: 200 len: 835 time: 0.0509474 Feb 04 14:40:02.651741 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bf068-16f0-41c5-bf34-7e49ab2b74ac req-ad4706fc-7d37-4fff-a641-e13145a1e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:02.653273 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a85bf068-16f0-41c5-bf34-7e49ab2b74ac req-ad4706fc-7d37-4fff-a641-e13145a1e612 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=89509b45-e810-4ca4-8d09-5d13f7cad31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457799 Feb 04 14:40:02.743759 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a85bf068-16f0-41c5-bf34-7e49ab2b74ac req-a4ce033a-d6c4-452a-ac18-d86f3ddc492b service neutron] 10.222.0.99 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837014 Feb 04 14:40:02.836218 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a85bf068-16f0-41c5-bf34-7e49ab2b74ac req-fa90de2e-3dae-43e2-b3b5-88e5f730ff3e service neutron] 10.222.0.99 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869088 Feb 04 14:40:03.708599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799e4ce-9795-4787-8a4a-952bc7065cd2 req-79634bb9-a283-4af3-933c-e5728dc90946 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:03.710072 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f799e4ce-9795-4787-8a4a-952bc7065cd2 req-79634bb9-a283-4af3-933c-e5728dc90946 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 944 time: 0.0549171 Feb 04 14:40:03.759941 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f799e4ce-9795-4787-8a4a-952bc7065cd2 req-17c9a5ae-dcb0-4857-960d-76bf7baa9882 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429790 Feb 04 14:40:04.886878 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df34355-ff4a-41ef-9fd3-227b71defdce req-d59b9e2b-8750-4193-b0e9-fb2ea27d8a8c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:04.888366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6df34355-ff4a-41ef-9fd3-227b71defdce req-d59b9e2b-8750-4193-b0e9-fb2ea27d8a8c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 944 time: 0.0601268 Feb 04 14:40:04.942813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6df34355-ff4a-41ef-9fd3-227b71defdce req-2ac22dc3-3b43-4382-91d8-0c079bfb5340 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487394 Feb 04 14:40:06.068119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292f27c-6064-47bb-8b8f-28c9e2d01f24 req-bbb907d5-a145-4651-b06c-3587ec6e216a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:06.069596 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0292f27c-6064-47bb-8b8f-28c9e2d01f24 req-bbb907d5-a145-4651-b06c-3587ec6e216a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 944 time: 0.0586023 Feb 04 14:40:06.118089 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0292f27c-6064-47bb-8b8f-28c9e2d01f24 req-5dbea600-fa95-4926-8627-af73713dfe73 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419989 Feb 04 14:40:06.631884 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cb97e273-7c06-4463-a870-e46cd0a18339 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:40:06.728243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port cb97e273-7c06-4463-a870-e46cd0a18339, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cb97e273-7c06-4463-a870-e46cd0a18339,segment=NetworkSegment(1af1e86e-422a-44c2-b01b-a3eb33e3817c),segment_id=1af1e86e-422a-44c2-b01b-a3eb33e3817c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:40:06.739878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'cb97e273-7c06-4463-a870-e46cd0a18339', 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b', 'port_id': 'cb97e273-7c06-4463-a870-e46cd0a18339', 'mac_address': 'fa:16:3e:95:85:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:40:06.780373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port cb97e273-7c06-4463-a870-e46cd0a18339 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:40:06.780757 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cb97e273-7c06-4463-a870-e46cd0a18339), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:06.794073 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb97e273-7c06-4463-a870-e46cd0a18339 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:40:06.812816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port cb97e273-7c06-4463-a870-e46cd0a18339, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cb97e273-7c06-4463-a870-e46cd0a18339,segment=NetworkSegment(1af1e86e-422a-44c2-b01b-a3eb33e3817c),segment_id=1af1e86e-422a-44c2-b01b-a3eb33e3817c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:40:06.817032 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cb97e273-7c06-4463-a870-e46cd0a18339), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:06.864408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=cb97e273-7c06-4463-a870-e46cd0a18339,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:40:07.173595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['cb97e273-7c06-4463-a870-e46cd0a18339'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:40:07.238599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac9f47-6bc8-4756-8466-f1aa89eaed06 req-dd95bdd1-8a74-4ca2-a39c-5d7d135f01b8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:07.240007 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67ac9f47-6bc8-4756-8466-f1aa89eaed06 req-dd95bdd1-8a74-4ca2-a39c-5d7d135f01b8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 945 time: 0.0536995 Feb 04 14:40:07.289532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-67ac9f47-6bc8-4756-8466-f1aa89eaed06 req-8d8c6992-e273-4ff5-926b-d555c83543ca tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431676 Feb 04 14:40:08.420175 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f245f4d-537d-42a4-97dd-49c1f6887a9c req-eb77ddc1-e3ee-4b8e-84b9-a61c8e5a708e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:08.421820 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f245f4d-537d-42a4-97dd-49c1f6887a9c req-eb77ddc1-e3ee-4b8e-84b9-a61c8e5a708e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 945 time: 0.0601163 Feb 04 14:40:08.472119 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f245f4d-537d-42a4-97dd-49c1f6887a9c req-46b5dd9a-691d-4314-a589-84eff0e9d4ba tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443501 Feb 04 14:40:08.632524 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cb97e273-7c06-4463-a870-e46cd0a18339 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:40:08.683569 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port cb97e273-7c06-4463-a870-e46cd0a18339 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:40:08.687722 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port cb97e273-7c06-4463-a870-e46cd0a18339 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:40:08.688100 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (cb97e273-7c06-4463-a870-e46cd0a18339), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:08.769755 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port cb97e273-7c06-4463-a870-e46cd0a18339 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:40:08.770174 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cb97e273-7c06-4463-a870-e46cd0a18339), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:08.792231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5b6919-df05-42d1-958d-691b075815b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb97e273-7c06-4463-a870-e46cd0a18339'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:40:08.794512 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8254b7d-251f-4dae-90a6-116c8e7074ec" -d '{"events": [{"server_uuid": "8e5b6919-df05-42d1-958d-691b075815b5", "name": "network-vif-plugged", "status": "completed", "tag": "cb97e273-7c06-4463-a870-e46cd0a18339"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:40:08.808500 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port cb97e273-7c06-4463-a870-e46cd0a18339, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cb97e273-7c06-4463-a870-e46cd0a18339,segment=NetworkSegment(1af1e86e-422a-44c2-b01b-a3eb33e3817c),segment_id=1af1e86e-422a-44c2-b01b-a3eb33e3817c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:40:08.812484 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (cb97e273-7c06-4463-a870-e46cd0a18339), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:08.836436 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3173578e-8643-4772-9039-668b2573c3df x-openstack-request-id: req-3173578e-8643-4772-9039-668b2573c3df {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:40:08.836751 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5b6919-df05-42d1-958d-691b075815b5", "name": "network-vif-plugged", "status": "completed", "tag": "cb97e273-7c06-4463-a870-e46cd0a18339", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:40:08.837064 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3173578e-8643-4772-9039-668b2573c3df {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:40:08.837494 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5b6919-df05-42d1-958d-691b075815b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb97e273-7c06-4463-a870-e46cd0a18339', 'code': 200} Feb 04 14:40:08.862896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=cb97e273-7c06-4463-a870-e46cd0a18339,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:40:08.936844 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dae6d-7451-4136-a1d4-65bbdff9400b req-4689b6aa-82f5-41f1-a479-e58c7abd201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:08.938477 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d0dae6d-7451-4136-a1d4-65bbdff9400b req-4689b6aa-82f5-41f1-a479-e58c7abd201a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 1129 time: 0.0494823 Feb 04 14:40:08.983707 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d0dae6d-7451-4136-a1d4-65bbdff9400b req-be067dc5-40af-4a94-94b9-8aa24972bde4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389769 Feb 04 14:40:09.594396 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919af7a4-fe6d-4250-a1fa-45170df8a363 req-dc7ed6e1-9b44-41d1-a3c4-f698fdc7eb56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:09.595957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-919af7a4-fe6d-4250-a1fa-45170df8a363 req-dc7ed6e1-9b44-41d1-a3c4-f698fdc7eb56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0536911 Feb 04 14:40:09.645785 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-919af7a4-fe6d-4250-a1fa-45170df8a363 req-7e957c36-bae9-4341-b355-325935cf4601 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442426 Feb 04 14:40:10.769899 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10797e5-667f-48d4-8b72-db7dc78e5a72 req-e7d674a7-d2e6-471f-b948-85c511c8b242 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:10.771447 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e10797e5-667f-48d4-8b72-db7dc78e5a72 req-e7d674a7-d2e6-471f-b948-85c511c8b242 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0584543 Feb 04 14:40:11.113493 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ba449c44-39ee-46b3-a336-0e82bd2a40b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:11.167280 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e10797e5-667f-48d4-8b72-db7dc78e5a72 req-ea50b349-3ac1-4db5-a297-9a7e73d4f8e4 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3896279 Feb 04 14:40:11.285058 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6fa11-33ac-4d51-8460-de909efe211c req-ed067219-5858-4d54-b77f-59efede27719 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:11.286547 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86c6fa11-33ac-4d51-8460-de909efe211c req-ed067219-5858-4d54-b77f-59efede27719 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0528717 Feb 04 14:40:11.334626 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-86c6fa11-33ac-4d51-8460-de909efe211c req-64eb1a7d-ab86-4e00-89f8-a673940e0a09 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424960 Feb 04 14:40:11.357537 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37590) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:40:11.400791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d6959c-e5f2-4255-a14a-7d096048180c tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:11.402346 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a0d6959c-e5f2-4255-a14a-7d096048180c tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 1124 time: 0.0437646 Feb 04 14:40:11.405155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37592) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:40:11.409354 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': 'cb97e273-7c06-4463-a870-e46cd0a18339', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:40:11.429328 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:11.529067 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:11.635374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.25.5.244 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/83126da1-de51-4f70-a381-6971c76fa083) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:40:11.734026 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (83126da1-de51-4f70-a381-6971c76fa083), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:11.768553 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (83126da1-de51-4f70-a381-6971c76fa083), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:11.811791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:40:11.814684 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:40:11.817424 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:40:11.849583 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=83126da1-de51-4f70-a381-6971c76fa083,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:40:12.178714 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (5b091253-9036-4463-bae5-5de5b6c78be9), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:12.252292 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (83126da1-de51-4f70-a381-6971c76fa083), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:12.401798 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (83126da1-de51-4f70-a381-6971c76fa083), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:12.406995 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (83126da1-de51-4f70-a381-6971c76fa083), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:12.483385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=83126da1-de51-4f70-a381-6971c76fa083,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:40:12.496827 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (5b091253-9036-4463-bae5-5de5b6c78be9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:12.603697 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Floating IP 5b091253-9036-4463-bae5-5de5b6c78be9 associated. External IP: 172.25.5.244, port: cb97e273-7c06-4463-a870-e46cd0a18339. Feb 04 14:40:12.822292 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router c10ed603-5357-4c0e-a917-dadfe4d43203 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:40:12.930988 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:40:12.941009 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048bb62e-0909-4b13-b25e-9cefad2ad5e8 None None] Sync routers for ids ['c10ed603-5357-4c0e-a917-dadfe4d43203'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:40:12.949104 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:12.951801 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048bb62e-0909-4b13-b25e-9cefad2ad5e8 None None] Routers {'c10ed603-5357-4c0e-a917-dadfe4d43203'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:40:12.952421 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-048bb62e-0909-4b13-b25e-9cefad2ad5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:39:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c10ed603-5357-4c0e-a917-dadfe4d43203'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:40:12.983366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-df73002e-b600-400c-b199-ade77be407f5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5771730 Feb 04 14:40:12.983981 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5b6919-df05-42d1-958d-691b075815b5', 'tag': 'cb97e273-7c06-4463-a870-e46cd0a18339'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:40:12.986717 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e835000b-cbc0-400b-8e10-a37fda5338f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5b6919-df05-42d1-958d-691b075815b5", "tag": "cb97e273-7c06-4463-a870-e46cd0a18339"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:40:13.062674 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-048bb62e-0909-4b13-b25e-9cefad2ad5e8 None None] Set router c10ed603-5357-4c0e-a917-dadfe4d43203 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:40:13.087323 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889331d0-220d-4af4-b52d-f992ef11d55a req-ec904104-37c3-422b-982d-899c60f2c0a7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:13.088743 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-889331d0-220d-4af4-b52d-f992ef11d55a req-ec904104-37c3-422b-982d-899c60f2c0a7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0554090 Feb 04 14:40:13.139022 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-889331d0-220d-4af4-b52d-f992ef11d55a req-68cbfdbb-fb2f-432e-a1ec-6912da7c390c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446842 Feb 04 14:40:13.161178 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37600) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:40:13.232376 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7dec8652-d41e-436e-8870-698f812871ac tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/5b091253-9036-4463-bae5-5de5b6c78be9 HTTP/1.1" status: 200 len: 992 time: 0.0688529 Feb 04 14:40:13.248277 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5d8f67-beb6-4104-b055-59afc2fb7d08 x-openstack-request-id: req-0a5d8f67-beb6-4104-b055-59afc2fb7d08 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:40:13.248573 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5b6919-df05-42d1-958d-691b075815b5", "tag": "cb97e273-7c06-4463-a870-e46cd0a18339", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:40:13.248829 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0a5d8f67-beb6-4104-b055-59afc2fb7d08 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:40:13.249262 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5b6919-df05-42d1-958d-691b075815b5', 'tag': 'cb97e273-7c06-4463-a870-e46cd0a18339', 'status': 'completed', 'code': 200} Feb 04 14:40:13.291265 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-048bb62e-0909-4b13-b25e-9cefad2ad5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144745657', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:39:53Z', 'updated_at': '2022-02-04T14:39:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:54Z', 'updated_at': '2022-02-04T14:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '5b091253-9036-4463-bae5-5de5b6c78be9', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'port_id': 'cb97e273-7c06-4463-a870-e46cd0a18339', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b', 'mac_address': 'fa:16:3e:95:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b6919-df05-42d1-958d-691b075815b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:40:12Z', 'updated_at': '2022-02-04T14:40:12Z', 'revision_number': 0, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37d45f9-df30-46b5-b70e-f5d5e4c515a3', 'name': '', 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:83:4c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:56Z', 'updated_at': '2022-02-04T14:40:00Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:40:13.318483 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048bb62e-0909-4b13-b25e-9cefad2ad5e8 None None] Checking router: c10ed603-5357-4c0e-a917-dadfe4d43203 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:40:13.321270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835000b-cbc0-400b-8e10-a37fda5338f2 req-a56f50b6-c6ee-400c-9932-618822093560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:13.323270 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e835000b-cbc0-400b-8e10-a37fda5338f2 req-a56f50b6-c6ee-400c-9932-618822093560 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 1129 time: 0.0475974 Feb 04 14:40:13.329189 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048bb62e-0909-4b13-b25e-9cefad2ad5e8 None None] Routers {'c10ed603-5357-4c0e-a917-dadfe4d43203'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:40:13.329812 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-048bb62e-0909-4b13-b25e-9cefad2ad5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:39:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c10ed603-5357-4c0e-a917-dadfe4d43203'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:40:13.421522 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835000b-cbc0-400b-8e10-a37fda5338f2 req-0b3a46be-8da2-42fa-a47b-aa055440de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:13.423058 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e835000b-cbc0-400b-8e10-a37fda5338f2 req-0b3a46be-8da2-42fa-a47b-aa055440de77 service neutron] 10.222.0.99 "GET /v2.0/networks?id=89509b45-e810-4ca4-8d09-5d13f7cad31b HTTP/1.1" status: 200 len: 897 time: 0.0936713 Feb 04 14:40:13.441249 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-048bb62e-0909-4b13-b25e-9cefad2ad5e8 None None] Set router c10ed603-5357-4c0e-a917-dadfe4d43203 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:40:13.489771 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e835000b-cbc0-400b-8e10-a37fda5338f2 req-4e5c578f-f71e-4622-a4f3-239e408514fd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb97e273-7c06-4463-a870-e46cd0a18339 HTTP/1.1" status: 200 len: 1000 time: 0.0607646 Feb 04 14:40:13.539892 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835000b-cbc0-400b-8e10-a37fda5338f2 req-3c31387b-5d5e-4739-9658-377104b8f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:13.541707 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e835000b-cbc0-400b-8e10-a37fda5338f2 req-3c31387b-5d5e-4739-9658-377104b8f953 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7d9f4c73-3e90-4aa1-aa3f-5298592e6691 HTTP/1.1" status: 200 len: 835 time: 0.0464251 Feb 04 14:40:13.595387 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835000b-cbc0-400b-8e10-a37fda5338f2 req-50558f95-808d-4679-b216-560fe47c3d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:13.596917 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e835000b-cbc0-400b-8e10-a37fda5338f2 req-50558f95-808d-4679-b216-560fe47c3d7b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=89509b45-e810-4ca4-8d09-5d13f7cad31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499759 Feb 04 14:40:13.667430 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-048bb62e-0909-4b13-b25e-9cefad2ad5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144745657', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:39:53Z', 'updated_at': '2022-02-04T14:39:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:54Z', 'updated_at': '2022-02-04T14:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '5b091253-9036-4463-bae5-5de5b6c78be9', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'port_id': 'cb97e273-7c06-4463-a870-e46cd0a18339', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b', 'mac_address': 'fa:16:3e:95:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b6919-df05-42d1-958d-691b075815b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:40:12Z', 'updated_at': '2022-02-04T14:40:12Z', 'revision_number': 0, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37d45f9-df30-46b5-b70e-f5d5e4c515a3', 'name': '', 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:83:4c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:56Z', 'updated_at': '2022-02-04T14:40:00Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:40:13.687848 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e835000b-cbc0-400b-8e10-a37fda5338f2 req-3d693eeb-6c30-44b2-bdf8-7e95c747b6df service neutron] 10.222.0.99 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847833 Feb 04 14:40:13.693056 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048bb62e-0909-4b13-b25e-9cefad2ad5e8 None None] The sync data for ids ['c10ed603-5357-4c0e-a917-dadfe4d43203'] in n-d-714676-13 is: [{'id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144745657', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:39:53Z', 'updated_at': '2022-02-04T14:39:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:54Z', 'updated_at': '2022-02-04T14:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '5b091253-9036-4463-bae5-5de5b6c78be9', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'port_id': 'cb97e273-7c06-4463-a870-e46cd0a18339', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b', 'mac_address': 'fa:16:3e:95:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b6919-df05-42d1-958d-691b075815b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:40:12Z', 'updated_at': '2022-02-04T14:40:12Z', 'revision_number': 0, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37d45f9-df30-46b5-b70e-f5d5e4c515a3', 'name': '', 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:83:4c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:56Z', 'updated_at': '2022-02-04T14:40:00Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:40:13.786813 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e835000b-cbc0-400b-8e10-a37fda5338f2 req-597e38a1-052d-4c1f-b005-0b948bc076d7 service neutron] 10.222.0.99 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921624 Feb 04 14:40:13.894861 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89da3179-4a24-4db9-a361-d027381d0378 None None] New status for floating IP 5b091253-9036-4463-bae5-5de5b6c78be9: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:40:14.234870 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37602) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:40:14.295829 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3c71b6fd-81df-4276-a180-6ab64e6bd09a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/5b091253-9036-4463-bae5-5de5b6c78be9 HTTP/1.1" status: 200 len: 994 time: 0.0597155 Feb 04 14:40:14.568714 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:15.322950 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1f3d88bf-c10d-4dd9-aa2d-1493f6df340e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:15.515213 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:15.854576 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:17.198339 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:18.104875 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:21.292444 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d86dfb1-58e9-429e-804f-12a8c3c2728b req-df0f0a85-6191-4aa2-b0a1-e6a97b183887 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0603580 Feb 04 14:40:21.390270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86dfb1-58e9-429e-804f-12a8c3c2728b req-9bd88336-d34e-41f0-b5e5-1d7af325685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:21.392010 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d86dfb1-58e9-429e-804f-12a8c3c2728b req-9bd88336-d34e-41f0-b5e5-1d7af325685e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 1129 time: 0.0556753 Feb 04 14:40:21.505658 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86dfb1-58e9-429e-804f-12a8c3c2728b req-b720d030-47f4-47c6-9b75-fbf4fbcb558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:21.507166 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d86dfb1-58e9-429e-804f-12a8c3c2728b req-b720d030-47f4-47c6-9b75-fbf4fbcb558f service neutron] 10.222.0.99 "GET /v2.0/networks?id=89509b45-e810-4ca4-8d09-5d13f7cad31b HTTP/1.1" status: 200 len: 897 time: 0.0921297 Feb 04 14:40:21.578065 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d86dfb1-58e9-429e-804f-12a8c3c2728b req-fb6b80ce-0146-4c9a-863f-34c74d68a08d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb97e273-7c06-4463-a870-e46cd0a18339 HTTP/1.1" status: 200 len: 1002 time: 0.0643938 Feb 04 14:40:21.628895 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86dfb1-58e9-429e-804f-12a8c3c2728b req-bf6d9c50-fe21-4e47-8253-62aa4f50f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:21.630399 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d86dfb1-58e9-429e-804f-12a8c3c2728b req-bf6d9c50-fe21-4e47-8253-62aa4f50f623 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7d9f4c73-3e90-4aa1-aa3f-5298592e6691 HTTP/1.1" status: 200 len: 835 time: 0.0453615 Feb 04 14:40:21.686660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86dfb1-58e9-429e-804f-12a8c3c2728b req-d75d24c2-dd9b-47ec-92c7-1b766dbdefee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:40:21.688177 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d86dfb1-58e9-429e-804f-12a8c3c2728b req-d75d24c2-dd9b-47ec-92c7-1b766dbdefee service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=89509b45-e810-4ca4-8d09-5d13f7cad31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449772 Feb 04 14:40:21.780724 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d86dfb1-58e9-429e-804f-12a8c3c2728b req-39b9ef55-f1e2-4103-b3b9-bec1943d861f service neutron] 10.222.0.99 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862546 Feb 04 14:40:21.872247 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d86dfb1-58e9-429e-804f-12a8c3c2728b req-0895e658-4411-4200-be33-306462d777c2 service neutron] 10.222.0.99 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845029 Feb 04 14:40:27.220197 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:40:34.862919 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-f085215f-fd75-48fe-ad95-2ca5abaa73e2 req-e4386617-3450-4d03-84f5-ad271ae2c385 tempest-ServerDiskConfigTestJSON-2095116970 tempest-ServerDiskConfigTestJSON-2095116970-project] (103606) timed out ('10.222.0.99', 64974) {{(pid=103606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 14:40:41.119614 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-db90796a-ddf4-44c0-850d-23b918ae838e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:44.592960 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:45.324675 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ede32b8-bce0-4f31-90bb-affa80965eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:45.514799 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:45.855633 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:47.201571 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:40:48.108908 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:41:04.219759 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:41:11.121806 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3e456c41-7658-400c-96d6-5374ef4c1ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:41:14.585265 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:41:15.326388 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2829141b-233f-45a9-a200-321aee6dd404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:41:15.529962 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:41:15.858406 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:41:17.203637 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:41:18.111936 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:41:21.277057 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-13266bfb-f977-42ea-ad0a-0cd834b3a25e req-e942e0f3-1eac-4d73-8794-db958618d048 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438774 Feb 04 14:41:21.371097 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13266bfb-f977-42ea-ad0a-0cd834b3a25e req-88ec16ae-b6f5-474e-8337-e292c42c6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:21.372849 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-13266bfb-f977-42ea-ad0a-0cd834b3a25e req-88ec16ae-b6f5-474e-8337-e292c42c6978 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 1129 time: 0.0526485 Feb 04 14:41:21.477605 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13266bfb-f977-42ea-ad0a-0cd834b3a25e req-3cd5e4c2-3b0d-461a-b3ac-79c425d0fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:21.479121 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-13266bfb-f977-42ea-ad0a-0cd834b3a25e req-3cd5e4c2-3b0d-461a-b3ac-79c425d0fb2a service neutron] 10.222.0.99 "GET /v2.0/networks?id=89509b45-e810-4ca4-8d09-5d13f7cad31b HTTP/1.1" status: 200 len: 897 time: 0.0855851 Feb 04 14:41:21.548975 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-13266bfb-f977-42ea-ad0a-0cd834b3a25e req-18a431b7-7f96-4be1-8c1b-dcc02cbebc5a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb97e273-7c06-4463-a870-e46cd0a18339 HTTP/1.1" status: 200 len: 1002 time: 0.0636511 Feb 04 14:41:21.599543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13266bfb-f977-42ea-ad0a-0cd834b3a25e req-3da62f32-4c31-424e-8842-cc98ff3115b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:21.601028 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-13266bfb-f977-42ea-ad0a-0cd834b3a25e req-3da62f32-4c31-424e-8842-cc98ff3115b7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7d9f4c73-3e90-4aa1-aa3f-5298592e6691 HTTP/1.1" status: 200 len: 835 time: 0.0451841 Feb 04 14:41:21.650363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13266bfb-f977-42ea-ad0a-0cd834b3a25e req-912e00a7-6e6d-4307-9d53-24bce63ba71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:21.651874 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-13266bfb-f977-42ea-ad0a-0cd834b3a25e req-912e00a7-6e6d-4307-9d53-24bce63ba71e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=89509b45-e810-4ca4-8d09-5d13f7cad31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447326 Feb 04 14:41:21.743239 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-13266bfb-f977-42ea-ad0a-0cd834b3a25e req-f5a184b0-941a-4006-9792-ebcf1857e2c3 service neutron] 10.222.0.99 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846553 Feb 04 14:41:21.834799 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-13266bfb-f977-42ea-ad0a-0cd834b3a25e req-2ee9dd02-937d-49a0-ab54-f34d2c60462c service neutron] 10.222.0.99 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856130 Feb 04 14:41:27.481421 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5951d-9807-41bd-958c-b9945ecdc4b3 req-3515b2ea-a383-42f6-9298-121422ee9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:27.482183 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3027d-e09a-4f05-a19b-d3c82cd69db2 req-7d588c46-c4d7-4f83-899c-8ab92ef0c436 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:27.483042 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2ad5951d-9807-41bd-958c-b9945ecdc4b3 req-3515b2ea-a383-42f6-9298-121422ee9b11 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 1129 time: 0.0461729 Feb 04 14:41:27.483197 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ad3027d-e09a-4f05-a19b-d3c82cd69db2 req-7d588c46-c4d7-4f83-899c-8ab92ef0c436 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0555553 Feb 04 14:41:27.537476 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ad3027d-e09a-4f05-a19b-d3c82cd69db2 req-0f670135-5081-4f1d-86cd-b19e946c7a60 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488379 Feb 04 14:41:27.580510 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5951d-9807-41bd-958c-b9945ecdc4b3 req-344d1fe4-9794-4531-8ba2-130d526de628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:27.582004 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2ad5951d-9807-41bd-958c-b9945ecdc4b3 req-344d1fe4-9794-4531-8ba2-130d526de628 service neutron] 10.222.0.99 "GET /v2.0/networks?id=89509b45-e810-4ca4-8d09-5d13f7cad31b HTTP/1.1" status: 200 len: 897 time: 0.0929890 Feb 04 14:41:27.648143 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2ad5951d-9807-41bd-958c-b9945ecdc4b3 req-a3b872fa-b8c7-49e0-9ef8-e8f9f15bf6c4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb97e273-7c06-4463-a870-e46cd0a18339 HTTP/1.1" status: 200 len: 1002 time: 0.0594602 Feb 04 14:41:27.700665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5951d-9807-41bd-958c-b9945ecdc4b3 req-01419f37-8949-48ac-bd4f-4e0e15436c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:27.702161 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2ad5951d-9807-41bd-958c-b9945ecdc4b3 req-01419f37-8949-48ac-bd4f-4e0e15436c08 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7d9f4c73-3e90-4aa1-aa3f-5298592e6691 HTTP/1.1" status: 200 len: 835 time: 0.0481098 Feb 04 14:41:27.753597 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5951d-9807-41bd-958c-b9945ecdc4b3 req-7a3f8b67-d49b-4e2f-910a-832d26222f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:27.755129 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2ad5951d-9807-41bd-958c-b9945ecdc4b3 req-7a3f8b67-d49b-4e2f-910a-832d26222f2e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=89509b45-e810-4ca4-8d09-5d13f7cad31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470955 Feb 04 14:41:27.844322 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2ad5951d-9807-41bd-958c-b9945ecdc4b3 req-5d674f79-d7ae-4568-bd36-1c41dbf93bcb service neutron] 10.222.0.99 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820866 Feb 04 14:41:27.942500 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2ad5951d-9807-41bd-958c-b9945ecdc4b3 req-d22c8aef-fb8d-4462-bcda-3078a2adb1ae service neutron] 10.222.0.99 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921466 Feb 04 14:41:28.660300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a81cd-6c51-43c7-908b-a5845fb77156 req-6d18f95a-d520-4b55-8c95-a0cf4377e351 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:28.661736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-926a81cd-6c51-43c7-908b-a5845fb77156 req-6d18f95a-d520-4b55-8c95-a0cf4377e351 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0543423 Feb 04 14:41:28.711945 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-926a81cd-6c51-43c7-908b-a5845fb77156 req-38b700e0-67ca-4963-86ed-735f8e8ecaef tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446041 Feb 04 14:41:29.833398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3b99c-500a-41be-88c3-8c1125e7d548 req-2876f342-0157-42c9-b10b-398062e52a62 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:29.834972 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0ab3b99c-500a-41be-88c3-8c1125e7d548 req-2876f342-0157-42c9-b10b-398062e52a62 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0541840 Feb 04 14:41:29.884793 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0ab3b99c-500a-41be-88c3-8c1125e7d548 req-6ee13bc3-5594-49a3-8677-75d576354ccf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436988 Feb 04 14:41:31.009143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f0856-a52c-43dc-9472-16e7b1cb9e8b req-5d602287-ae96-4e12-a2fc-bc9dd5e9712c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:31.010647 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe8f0856-a52c-43dc-9472-16e7b1cb9e8b req-5d602287-ae96-4e12-a2fc-bc9dd5e9712c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0574055 Feb 04 14:41:31.060566 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe8f0856-a52c-43dc-9472-16e7b1cb9e8b req-a69239e4-d631-4b74-b547-d789ad4cbaae tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437722 Feb 04 14:41:32.183581 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f87c36-e253-44e5-9aca-7520a2c3b49b req-2fcaa0a6-a138-490e-a49d-d967bbf63922 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:32.185432 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8f87c36-e253-44e5-9aca-7520a2c3b49b req-2fcaa0a6-a138-490e-a49d-d967bbf63922 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0545292 Feb 04 14:41:32.244911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8f87c36-e253-44e5-9aca-7520a2c3b49b req-ca973bbb-04d8-4761-9540-73d800f5578a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539274 Feb 04 14:41:33.368686 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b36b1-b555-41c1-a209-a6e0e4c82e89 req-40950dbe-f165-4494-bd20-3a36bc21c265 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:33.370215 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f5b36b1-b555-41c1-a209-a6e0e4c82e89 req-40950dbe-f165-4494-bd20-3a36bc21c265 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0544682 Feb 04 14:41:33.424219 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2f5b36b1-b555-41c1-a209-a6e0e4c82e89 req-89afd638-3405-42d4-b798-bb0826566953 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480077 Feb 04 14:41:34.545243 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7e1bf-dc45-44b1-b10c-db862e90e793 req-12afb7a9-3531-4fa6-9347-cf1971810fe8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:34.546816 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09f7e1bf-dc45-44b1-b10c-db862e90e793 req-12afb7a9-3531-4fa6-9347-cf1971810fe8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0553226 Feb 04 14:41:34.596667 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-09f7e1bf-dc45-44b1-b10c-db862e90e793 req-61fd0cf1-c255-4e1a-babb-a4bcde9a4244 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438395 Feb 04 14:41:35.716103 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d34e9b-eeac-4190-a5de-d497b5d50dd9 req-5487ecef-e699-4957-a7cc-d64887e439b9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:35.717618 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69d34e9b-eeac-4190-a5de-d497b5d50dd9 req-5487ecef-e699-4957-a7cc-d64887e439b9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0532992 Feb 04 14:41:35.766720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69d34e9b-eeac-4190-a5de-d497b5d50dd9 req-6644db9e-1da8-4d72-bec3-0895c0573b3f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433509 Feb 04 14:41:36.890439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a597f7-e649-40e0-9352-567ca3f930e7 req-9ad91e11-3781-46d6-b9c5-82175ffc9730 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:36.891914 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52a597f7-e649-40e0-9352-567ca3f930e7 req-9ad91e11-3781-46d6-b9c5-82175ffc9730 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0567930 Feb 04 14:41:36.942616 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52a597f7-e649-40e0-9352-567ca3f930e7 req-5c77d8c5-1325-4892-847b-3f7885767cb6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445344 Feb 04 14:41:38.063194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5426c9-7d25-45c0-a049-aabef2752252 req-c42d427c-8eb8-40ab-a920-41ee8c05c506 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:38.064680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd5426c9-7d25-45c0-a049-aabef2752252 req-c42d427c-8eb8-40ab-a920-41ee8c05c506 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0539503 Feb 04 14:41:38.114621 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-dd5426c9-7d25-45c0-a049-aabef2752252 req-f995a2fb-1e66-4c6c-a50a-fe30900f5723 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443892 Feb 04 14:41:39.241590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf320ce-6240-47b2-85d2-13ff6dba2a87 req-481551ae-57c3-49c6-9180-a4306341ccf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:39.243118 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5cf320ce-6240-47b2-85d2-13ff6dba2a87 req-481551ae-57c3-49c6-9180-a4306341ccf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0575480 Feb 04 14:41:39.291508 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5cf320ce-6240-47b2-85d2-13ff6dba2a87 req-552b5864-fe71-49b3-9c0b-991092a4f55f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426941 Feb 04 14:41:40.419043 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb5e2a-c028-41c7-922b-96b3e9d7eb60 req-29817781-ee68-45d9-9dae-116af8dcc9f1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:40.420541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7cb5e2a-c028-41c7-922b-96b3e9d7eb60 req-29817781-ee68-45d9-9dae-116af8dcc9f1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0542362 Feb 04 14:41:40.470071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7cb5e2a-c028-41c7-922b-96b3e9d7eb60 req-afbbf2d7-d47f-4df0-92b8-09380cb6b3f2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435970 Feb 04 14:41:41.122818 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a9a8e7a-1d31-4d7d-933f-1858e243192a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:41:41.219138 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:41:41.593365 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e056e-217f-4afd-9655-b7c971606095 req-d8de0a53-cf82-49d1-a4a6-2ee0eea0a655 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:41.594953 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea5e056e-217f-4afd-9655-b7c971606095 req-d8de0a53-cf82-49d1-a4a6-2ee0eea0a655 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0550139 Feb 04 14:41:41.648565 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ea5e056e-217f-4afd-9655-b7c971606095 req-e8c0e363-76e9-451e-9dc4-11cd0c86d586 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480440 Feb 04 14:41:42.779815 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722b5af-4f1c-4986-8e31-1f7f62f8a487 req-f884efbb-c2b2-4a67-80fd-bc6bbde682a6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:42.781345 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9722b5af-4f1c-4986-8e31-1f7f62f8a487 req-f884efbb-c2b2-4a67-80fd-bc6bbde682a6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0542450 Feb 04 14:41:42.832989 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9722b5af-4f1c-4986-8e31-1f7f62f8a487 req-89e430a1-641f-4562-afb4-4cfb726fbc14 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459321 Feb 04 14:41:43.953404 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3201ad-bced-4578-84f3-3bc6f82bc523 req-0cfb24af-7101-41e7-97b3-160f25ee958d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:41:43.954837 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e3201ad-bced-4578-84f3-3bc6f82bc523 req-0cfb24af-7101-41e7-97b3-160f25ee958d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0539453 Feb 04 14:41:44.004279 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e3201ad-bced-4578-84f3-3bc6f82bc523 req-7751a460-0fbb-4673-bb89-984ba13cf31e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436084 Feb 04 14:41:44.027581 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37666) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:41:44.093290 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-48df419e-74bd-45d9-a65f-a8407092303f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/5b091253-9036-4463-bae5-5de5b6c78be9 HTTP/1.1" status: 200 len: 994 time: 0.0638757 Feb 04 14:41:44.591577 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:41:45.328674 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ba849686-156d-41a4-b569-93681bd0eead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:41:45.544893 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:41:45.861677 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:41:47.205877 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:41:48.113931 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:11.125445 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5280e2ec-1261-4678-829d-64bab6755432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:14.599913 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:15.330685 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09bbb15c-2214-4da0-b3e5-6d4622fa31b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:15.559070 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:15.865099 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:17.208538 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:18.118908 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:18.218739 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:42:22.291857 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-56f47c78-6044-4fe0-a0a7-512fae6432b5 req-8a30aa54-2d46-436b-8289-46fb0057e6d8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467956 Feb 04 14:42:22.380480 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f47c78-6044-4fe0-a0a7-512fae6432b5 req-97999342-008b-455a-83fa-63d8e75eb29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:22.382032 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-56f47c78-6044-4fe0-a0a7-512fae6432b5 req-97999342-008b-455a-83fa-63d8e75eb29b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 1129 time: 0.0483406 Feb 04 14:42:22.503510 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f47c78-6044-4fe0-a0a7-512fae6432b5 req-bbb3d03c-32bf-4e6f-b33b-06132fcff532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:22.505519 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-56f47c78-6044-4fe0-a0a7-512fae6432b5 req-bbb3d03c-32bf-4e6f-b33b-06132fcff532 service neutron] 10.222.0.99 "GET /v2.0/networks?id=89509b45-e810-4ca4-8d09-5d13f7cad31b HTTP/1.1" status: 200 len: 897 time: 0.1034431 Feb 04 14:42:22.573574 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-56f47c78-6044-4fe0-a0a7-512fae6432b5 req-d6bbe63c-a48f-41d6-827d-410cbd6ecf2c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb97e273-7c06-4463-a870-e46cd0a18339 HTTP/1.1" status: 200 len: 1002 time: 0.0613754 Feb 04 14:42:22.628591 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f47c78-6044-4fe0-a0a7-512fae6432b5 req-bc9b9abc-a724-4e23-8cec-71c602135fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:22.630073 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-56f47c78-6044-4fe0-a0a7-512fae6432b5 req-bc9b9abc-a724-4e23-8cec-71c602135fc8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7d9f4c73-3e90-4aa1-aa3f-5298592e6691 HTTP/1.1" status: 200 len: 835 time: 0.0508254 Feb 04 14:42:22.687409 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f47c78-6044-4fe0-a0a7-512fae6432b5 req-1277db75-5eeb-4098-b2c9-37dfd49c757f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:22.689377 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-56f47c78-6044-4fe0-a0a7-512fae6432b5 req-1277db75-5eeb-4098-b2c9-37dfd49c757f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=89509b45-e810-4ca4-8d09-5d13f7cad31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490143 Feb 04 14:42:22.795717 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-56f47c78-6044-4fe0-a0a7-512fae6432b5 req-e36b9b7a-402b-45bf-8b76-a55a2dcee127 service neutron] 10.222.0.99 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984790 Feb 04 14:42:22.896997 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-56f47c78-6044-4fe0-a0a7-512fae6432b5 req-d7652966-1a9d-4ba9-b2fc-d756136b0c7a service neutron] 10.222.0.99 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940702 Feb 04 14:42:41.126814 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-89481d7b-f795-49ea-9580-5cab4f42a86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:41.328231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37696) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:41.490937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port 83126da1-de51-4f70-a381-6971c76fa083 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:42:41.491199 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (83126da1-de51-4f70-a381-6971c76fa083), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:41.572670 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (83126da1-de51-4f70-a381-6971c76fa083), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:41.573002 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (83126da1-de51-4f70-a381-6971c76fa083), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:41.585538 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for 83126da1-de51-4f70-a381-6971c76fa083 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:42:41.736639 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (83126da1-de51-4f70-a381-6971c76fa083), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:41.765571 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=83126da1-de51-4f70-a381-6971c76fa083,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:41.778913 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:41.779272 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:41.779619 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:41.779961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:41.780299 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:41.780636 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:41.780968 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:41.781298 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:41.781629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:41.781960 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:41.782324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:41.782651 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:41.782973 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:41.847662 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (5b091253-9036-4463-bae5-5de5b6c78be9), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:41.848045 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Floating IP 5b091253-9036-4463-bae5-5de5b6c78be9 disassociated (deleted). External IP: 172.25.5.244, port: cb97e273-7c06-4463-a870-e46cd0a18339. Feb 04 14:42:42.070674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router c10ed603-5357-4c0e-a917-dadfe4d43203 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:42:42.189229 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:42:42.194607 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:42.200364 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1028a-ba3b-42ac-ba71-c05fb31dde7d None None] Sync routers for ids ['c10ed603-5357-4c0e-a917-dadfe4d43203'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:42:42.211522 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1028a-ba3b-42ac-ba71-c05fb31dde7d None None] Routers {'c10ed603-5357-4c0e-a917-dadfe4d43203'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:42:42.212190 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b8d1028a-ba3b-42ac-ba71-c05fb31dde7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:42:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c10ed603-5357-4c0e-a917-dadfe4d43203'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:42.227532 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-2ae744fd-efec-4c61-b702-a6cfd6ed179c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/floatingips/5b091253-9036-4463-bae5-5de5b6c78be9 HTTP/1.1" status: 204 len: 168 time: 0.8980608 Feb 04 14:42:42.228234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5b6919-df05-42d1-958d-691b075815b5', 'tag': 'cb97e273-7c06-4463-a870-e46cd0a18339'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:42:42.230855 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fd86fe-7bbb-4712-86fc-eb664e12bedf" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5b6919-df05-42d1-958d-691b075815b5", "tag": "cb97e273-7c06-4463-a870-e46cd0a18339"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:42:42.420794 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16222bd2-0efe-48c4-888d-9e6e869283c3 x-openstack-request-id: req-16222bd2-0efe-48c4-888d-9e6e869283c3 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:42:42.421406 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5b6919-df05-42d1-958d-691b075815b5", "tag": "cb97e273-7c06-4463-a870-e46cd0a18339", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:42:42.421406 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-16222bd2-0efe-48c4-888d-9e6e869283c3 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:42:42.421796 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5b6919-df05-42d1-958d-691b075815b5', 'tag': 'cb97e273-7c06-4463-a870-e46cd0a18339', 'status': 'completed', 'code': 200} Feb 04 14:42:42.456637 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b8d1028a-ba3b-42ac-ba71-c05fb31dde7d None None] Set router c10ed603-5357-4c0e-a917-dadfe4d43203 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:42:42.495172 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd86fe-7bbb-4712-86fc-eb664e12bedf req-b3d9a99b-c2b3-4740-acd6-b762bad11ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:42.496859 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-22fd86fe-7bbb-4712-86fc-eb664e12bedf req-b3d9a99b-c2b3-4740-acd6-b762bad11ea6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 1129 time: 0.0514252 Feb 04 14:42:42.616654 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd86fe-7bbb-4712-86fc-eb664e12bedf req-ffade332-c75c-4672-a447-cc8cd7fc7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:42.620044 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-22fd86fe-7bbb-4712-86fc-eb664e12bedf req-ffade332-c75c-4672-a447-cc8cd7fc7147 service neutron] 10.222.0.99 "GET /v2.0/networks?id=89509b45-e810-4ca4-8d09-5d13f7cad31b HTTP/1.1" status: 200 len: 897 time: 0.1153092 Feb 04 14:42:42.636344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c18e3c-f44a-428f-9e19-e99fbab49eb3 req-69b77c64-5a42-48d5-9926-804c115d99b9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:42.637983 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4c18e3c-f44a-428f-9e19-e99fbab49eb3 req-69b77c64-5a42-48d5-9926-804c115d99b9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.1696174 Feb 04 14:42:42.665512 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-22fd86fe-7bbb-4712-86fc-eb664e12bedf req-a4d5ccfc-b1c4-43cf-ae4c-b8f8ea8c8c84 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb97e273-7c06-4463-a870-e46cd0a18339 HTTP/1.1" status: 200 len: 217 time: 0.0405700 Feb 04 14:42:42.699618 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b8d1028a-ba3b-42ac-ba71-c05fb31dde7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144745657', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:39:53Z', 'updated_at': '2022-02-04T14:39:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:54Z', 'updated_at': '2022-02-04T14:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b37d45f9-df30-46b5-b70e-f5d5e4c515a3', 'name': '', 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:83:4c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:56Z', 'updated_at': '2022-02-04T14:40:00Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:42.708491 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4c18e3c-f44a-428f-9e19-e99fbab49eb3 req-6137cf2b-d131-4b21-a15c-3cec91693943 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637796 Feb 04 14:42:42.717136 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd86fe-7bbb-4712-86fc-eb664e12bedf req-0328d27b-3975-4b2e-84f7-31f1de42ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:42.718707 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-22fd86fe-7bbb-4712-86fc-eb664e12bedf req-0328d27b-3975-4b2e-84f7-31f1de42ea01 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7d9f4c73-3e90-4aa1-aa3f-5298592e6691 HTTP/1.1" status: 200 len: 835 time: 0.0470722 Feb 04 14:42:42.736632 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1028a-ba3b-42ac-ba71-c05fb31dde7d None None] Checking router: c10ed603-5357-4c0e-a917-dadfe4d43203 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:42:42.745659 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1028a-ba3b-42ac-ba71-c05fb31dde7d None None] Routers {'c10ed603-5357-4c0e-a917-dadfe4d43203'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:42:42.746293 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b8d1028a-ba3b-42ac-ba71-c05fb31dde7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:42:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c10ed603-5357-4c0e-a917-dadfe4d43203'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:42.773965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd86fe-7bbb-4712-86fc-eb664e12bedf req-6fd2fd52-1ac5-44ed-9784-ea8a2182da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:42.775494 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-22fd86fe-7bbb-4712-86fc-eb664e12bedf req-6fd2fd52-1ac5-44ed-9784-ea8a2182da4d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=89509b45-e810-4ca4-8d09-5d13f7cad31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504422 Feb 04 14:42:42.857053 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b8d1028a-ba3b-42ac-ba71-c05fb31dde7d None None] Set router c10ed603-5357-4c0e-a917-dadfe4d43203 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:42:42.867721 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-22fd86fe-7bbb-4712-86fc-eb664e12bedf req-276080be-7e66-446a-a425-178d675fdfaa service neutron] 10.222.0.99 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854740 Feb 04 14:42:42.976268 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-22fd86fe-7bbb-4712-86fc-eb664e12bedf req-31fe0b9c-2fc8-4ebd-8be3-18d9d63ee717 service neutron] 10.222.0.99 "GET /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941634 Feb 04 14:42:43.064097 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b8d1028a-ba3b-42ac-ba71-c05fb31dde7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144745657', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:39:53Z', 'updated_at': '2022-02-04T14:39:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:54Z', 'updated_at': '2022-02-04T14:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b37d45f9-df30-46b5-b70e-f5d5e4c515a3', 'name': '', 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:83:4c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:56Z', 'updated_at': '2022-02-04T14:40:00Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:43.090694 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1028a-ba3b-42ac-ba71-c05fb31dde7d None None] The sync data for ids ['c10ed603-5357-4c0e-a917-dadfe4d43203'] in n-d-714676-13 is: [{'id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144745657', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:39:53Z', 'updated_at': '2022-02-04T14:39:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:54Z', 'updated_at': '2022-02-04T14:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'b37d45f9-df30-46b5-b70e-f5d5e4c515a3', 'name': '', 'network_id': '89509b45-e810-4ca4-8d09-5d13f7cad31b', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:83:4c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:56Z', 'updated_at': '2022-02-04T14:40:00Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '7d9f4c73-3e90-4aa1-aa3f-5298592e6691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:42:43.319665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4244e95-a77a-4ec2-b5eb-5a4b103a9c97 None None] New status for floating IP 5b091253-9036-4463-bae5-5de5b6c78be9: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:42:43.819887 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa68ee-5fa0-4e41-9aca-5bf3978d3e1a req-b8d82e55-72a7-4a52-b25f-86561ce97fd0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:43.821390 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4aaa68ee-5fa0-4e41-9aca-5bf3978d3e1a req-b8d82e55-72a7-4a52-b25f-86561ce97fd0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0541294 Feb 04 14:42:43.873975 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4aaa68ee-5fa0-4e41-9aca-5bf3978d3e1a req-10a979b6-8c7a-49bb-9e1c-192b1f18b99f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=db4300b2-67c7-43b8-9126-27cccbccf7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468087 Feb 04 14:42:44.177585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eed617-5766-4c77-a673-472841a46a23 req-277e5f55-a1b3-4757-b497-0463cc6d5ac0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:44.179099 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3eed617-5766-4c77-a673-472841a46a23 req-277e5f55-a1b3-4757-b497-0463cc6d5ac0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 946 time: 0.0552626 Feb 04 14:42:44.272469 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-d3eed617-5766-4c77-a673-472841a46a23 req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port cb97e273-7c06-4463-a870-e46cd0a18339 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:42:44.272817 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3eed617-5766-4c77-a673-472841a46a23 req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (cb97e273-7c06-4463-a870-e46cd0a18339), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:44.363649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d3eed617-5766-4c77-a673-472841a46a23 req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] For port cb97e273-7c06-4463-a870-e46cd0a18339, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=cb97e273-7c06-4463-a870-e46cd0a18339,segment=NetworkSegment(1af1e86e-422a-44c2-b01b-a3eb33e3817c),segment_id=1af1e86e-422a-44c2-b01b-a3eb33e3817c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:42:44.364714 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3eed617-5766-4c77-a673-472841a46a23 req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (cb97e273-7c06-4463-a870-e46cd0a18339), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:44.377365 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-d3eed617-5766-4c77-a673-472841a46a23 req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for cb97e273-7c06-4463-a870-e46cd0a18339 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:42:44.507633 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3eed617-5766-4c77-a673-472841a46a23 req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (cb97e273-7c06-4463-a870-e46cd0a18339), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:44.535873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=cb97e273-7c06-4463-a870-e46cd0a18339,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:44.564733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:44.565088 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:44.565430 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:44.565769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:44.566113 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:44.566463 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:44.566791 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:44.567814 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:44.568150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:44.568624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:44.568954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:44.569284 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:44.569625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:44.589972 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3eed617-5766-4c77-a673-472841a46a23 req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] No DVR routers for this DVR port cb97e273-7c06-4463-a870-e46cd0a18339 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:42:44.593063 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3eed617-5766-4c77-a673-472841a46a23 req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:44.596409 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3eed617-5766-4c77-a673-472841a46a23 req-17e07827-a6ce-4e38-890f-0dd577f332fd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "DELETE /v2.0/ports/cb97e273-7c06-4463-a870-e46cd0a18339 HTTP/1.1" status: 204 len: 173 time: 0.4120681 Feb 04 14:42:44.596965 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5b6919-df05-42d1-958d-691b075815b5', 'name': 'network-vif-deleted', 'tag': 'cb97e273-7c06-4463-a870-e46cd0a18339'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:42:44.599832 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac62109-adcb-4bb3-80ca-8c821ad0ad2d" -d '{"events": [{"server_uuid": "8e5b6919-df05-42d1-958d-691b075815b5", "name": "network-vif-deleted", "tag": "cb97e273-7c06-4463-a870-e46cd0a18339"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:42:44.600367 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:44.638046 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b11637-6de2-40a6-8049-801473b4d293 x-openstack-request-id: req-54b11637-6de2-40a6-8049-801473b4d293 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:42:44.638384 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5b6919-df05-42d1-958d-691b075815b5", "name": "network-vif-deleted", "tag": "cb97e273-7c06-4463-a870-e46cd0a18339", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:42:44.638641 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-54b11637-6de2-40a6-8049-801473b4d293 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:42:44.639142 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5b6919-df05-42d1-958d-691b075815b5', 'name': 'network-vif-deleted', 'tag': 'cb97e273-7c06-4463-a870-e46cd0a18339', 'status': 'completed', 'code': 200} Feb 04 14:42:44.994284 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c7dbaa88-ed11-48af-b306-4d83f9b95113 req-db7c79c3-5bc1-480a-b262-303750055ce9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e5b6919-df05-42d1-958d-691b075815b5 HTTP/1.1" status: 200 len: 210 time: 0.0336056 Feb 04 14:42:45.332842 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b642ea49-e0f1-4cb3-b570-33751b5054f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:45.576420 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:45.867997 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:46.057066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37718) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:46.755286 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c45fe69b-145e-4804-a1f4-5f3f31894974 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (c10ed603-5357-4c0e-a917-dadfe4d43203), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:47.018275 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-c45fe69b-145e-4804-a1f4-5f3f31894974 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port b37d45f9-df30-46b5-b70e-f5d5e4c515a3 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:42:47.018517 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c45fe69b-145e-4804-a1f4-5f3f31894974 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:47.108870 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-c45fe69b-145e-4804-a1f4-5f3f31894974 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] For port b37d45f9-df30-46b5-b70e-f5d5e4c515a3, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=b37d45f9-df30-46b5-b70e-f5d5e4c515a3,segment=NetworkSegment(1af1e86e-422a-44c2-b01b-a3eb33e3817c),segment_id=1af1e86e-422a-44c2-b01b-a3eb33e3817c)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:42:47.109569 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c45fe69b-145e-4804-a1f4-5f3f31894974 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:47.122462 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-c45fe69b-145e-4804-a1f4-5f3f31894974 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for b37d45f9-df30-46b5-b70e-f5d5e4c515a3 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:42:47.211193 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:47.312022 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c45fe69b-145e-4804-a1f4-5f3f31894974 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b37d45f9-df30-46b5-b70e-f5d5e4c515a3), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:47.320576 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cb97e273-7c06-4463-a870-e46cd0a18339 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:42:47.339768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fe69b-145e-4804-a1f4-5f3f31894974 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=b37d45f9-df30-46b5-b70e-f5d5e4c515a3,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:47.341402 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: cb97e273-7c06-4463-a870-e46cd0a18339 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:42:47.341741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device cb97e273-7c06-4463-a870-e46cd0a18339 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:42:47.523785 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-c45fe69b-145e-4804-a1f4-5f3f31894974 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (c10ed603-5357-4c0e-a917-dadfe4d43203), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:47.750709 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45fe69b-145e-4804-a1f4-5f3f31894974 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router c10ed603-5357-4c0e-a917-dadfe4d43203 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:42:47.860274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45fe69b-145e-4804-a1f4-5f3f31894974 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:42:47.866054 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c45fe69b-145e-4804-a1f4-5f3f31894974 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "PUT /v2.0/routers/c10ed603-5357-4c0e-a917-dadfe4d43203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8078678 Feb 04 14:42:47.868792 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37720) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:47.870668 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7327f0c-5154-4bb5-bf24-a1492a2785bd None None] Sync routers for ids ['c10ed603-5357-4c0e-a917-dadfe4d43203'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:42:47.881272 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7327f0c-5154-4bb5-bf24-a1492a2785bd None None] Routers {'c10ed603-5357-4c0e-a917-dadfe4d43203'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:42:47.881892 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d7327f0c-5154-4bb5-bf24-a1492a2785bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:42:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c10ed603-5357-4c0e-a917-dadfe4d43203'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:47.923806 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83c0f39-e7cf-4712-aca6-72edef548e20 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting subnet 7d9f4c73-3e90-4aa1-aa3f-5298592e6691 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:42:47.927212 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e83c0f39-e7cf-4712-aca6-72edef548e20 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for subnet (7d9f4c73-3e90-4aa1-aa3f-5298592e6691), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:47.967561 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e83c0f39-e7cf-4712-aca6-72edef548e20 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (7d9f4c73-3e90-4aa1-aa3f-5298592e6691), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:47.990491 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-d7327f0c-5154-4bb5-bf24-a1492a2785bd None None] Set router c10ed603-5357-4c0e-a917-dadfe4d43203 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:42:48.050355 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e83c0f39-e7cf-4712-aca6-72edef548e20 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (7d9f4c73-3e90-4aa1-aa3f-5298592e6691), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:48.117191 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e83c0f39-e7cf-4712-aca6-72edef548e20 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (7d9f4c73-3e90-4aa1-aa3f-5298592e6691), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:48.122761 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:48.151910 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c0f39-e7cf-4712-aca6-72edef548e20 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Subnet': ['ID=7d9f4c73-3e90-4aa1-aa3f-5298592e6691,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:48.153900 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e83c0f39-e7cf-4712-aca6-72edef548e20 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:48.157124 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e83c0f39-e7cf-4712-aca6-72edef548e20 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/subnets/7d9f4c73-3e90-4aa1-aa3f-5298592e6691 HTTP/1.1" status: 204 len: 168 time: 0.2873027 Feb 04 14:42:48.159655 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37722) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:48.162774 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eb6ecc-971f-40be-8b52-7cbe9b48bd2b None None] Network 89509b45-e810-4ca4-8d09-5d13f7cad31b requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:42:48.183132 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d7327f0c-5154-4bb5-bf24-a1492a2785bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144745657', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:39:53Z', 'updated_at': '2022-02-04T14:42:47Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:54Z', 'updated_at': '2022-02-04T14:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:48.212592 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7327f0c-5154-4bb5-bf24-a1492a2785bd None None] Checking router: c10ed603-5357-4c0e-a917-dadfe4d43203 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:42:48.222152 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7327f0c-5154-4bb5-bf24-a1492a2785bd None None] Routers {'c10ed603-5357-4c0e-a917-dadfe4d43203'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:42:48.222697 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d7327f0c-5154-4bb5-bf24-a1492a2785bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:42:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c10ed603-5357-4c0e-a917-dadfe4d43203'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:48.274686 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ebf118c5-c05f-4b00-940f-6cf1e472eb49 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router (c10ed603-5357-4c0e-a917-dadfe4d43203), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:48.339077 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f17bcc-941c-4193-92c3-654c184611de None None] DHCP port deletion for 89509b45-e810-4ca4-8d09-5d13f7cad31b request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:42:48.349920 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-d7327f0c-5154-4bb5-bf24-a1492a2785bd None None] Set router c10ed603-5357-4c0e-a917-dadfe4d43203 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:42:48.418840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Deleting port 96d98113-cfae-4fe0-aec9-c612df5d5593 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:42:48.419212 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (96d98113-cfae-4fe0-aec9-c612df5d5593), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:48.507631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-34f17bcc-941c-4193-92c3-654c184611de None None] For port 96d98113-cfae-4fe0-aec9-c612df5d5593, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=96d98113-cfae-4fe0-aec9-c612df5d5593,segment=NetworkSegment(1af1e86e-422a-44c2-b01b-a3eb33e3817c),segment_id=1af1e86e-422a-44c2-b01b-a3eb33e3817c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:42:48.508306 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (96d98113-cfae-4fe0-aec9-c612df5d5593), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:48.536732 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Calling delete_port for 96d98113-cfae-4fe0-aec9-c612df5d5593 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:42:48.553861 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 96d98113-cfae-4fe0-aec9-c612df5d5593 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:42:48.606939 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d7327f0c-5154-4bb5-bf24-a1492a2785bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144745657', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:39:53Z', 'updated_at': '2022-02-04T14:42:47Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:54Z', 'updated_at': '2022-02-04T14:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:48.641372 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7327f0c-5154-4bb5-bf24-a1492a2785bd None None] The sync data for ids ['c10ed603-5357-4c0e-a917-dadfe4d43203'] in n-d-714676-13 is: [{'id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144745657', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:39:53Z', 'updated_at': '2022-02-04T14:42:47Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '34fb0160-741d-4d69-997c-7af1d39cbc70', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed603-5357-4c0e-a917-dadfe4d43203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:39:54Z', 'updated_at': '2022-02-04T14:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:42:48.706832 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (96d98113-cfae-4fe0-aec9-c612df5d5593), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:48.729253 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ebf118c5-c05f-4b00-940f-6cf1e472eb49 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (c10ed603-5357-4c0e-a917-dadfe4d43203), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:48.741155 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Pushing event deleted for resources: {'Port': ['ID=96d98113-cfae-4fe0-aec9-c612df5d5593,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:48.743734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 96d98113-cfae-4fe0-aec9-c612df5d5593 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:42:48.744196 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (96d98113-cfae-4fe0-aec9-c612df5d5593), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:48.748787 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f17bcc-941c-4193-92c3-654c184611de None None] No DVR routers for this DVR port 96d98113-cfae-4fe0-aec9-c612df5d5593 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:42:48.773568 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:48.773916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:48.774294 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:48.774899 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:48.774995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:48.775287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:48.775620 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:48.775952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:48.776281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:48.776590 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:48.776920 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:48.777245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:48.777570 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f17bcc-941c-4193-92c3-654c184611de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:48.793910 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ebf118c5-c05f-4b00-940f-6cf1e472eb49 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port 34fb0160-741d-4d69-997c-7af1d39cbc70 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:42:48.794307 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ebf118c5-c05f-4b00-940f-6cf1e472eb49 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (34fb0160-741d-4d69-997c-7af1d39cbc70), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:48.877508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-ebf118c5-c05f-4b00-940f-6cf1e472eb49 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] For port 34fb0160-741d-4d69-997c-7af1d39cbc70, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=34fb0160-741d-4d69-997c-7af1d39cbc70,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:42:48.878018 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ebf118c5-c05f-4b00-940f-6cf1e472eb49 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (34fb0160-741d-4d69-997c-7af1d39cbc70), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:48.891393 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ebf118c5-c05f-4b00-940f-6cf1e472eb49 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for 34fb0160-741d-4d69-997c-7af1d39cbc70 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:42:49.066392 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ebf118c5-c05f-4b00-940f-6cf1e472eb49 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (34fb0160-741d-4d69-997c-7af1d39cbc70), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.095462 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf118c5-c05f-4b00-940f-6cf1e472eb49 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=34fb0160-741d-4d69-997c-7af1d39cbc70,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:49.162900 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ebf118c5-c05f-4b00-940f-6cf1e472eb49 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (c10ed603-5357-4c0e-a917-dadfe4d43203), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.255545 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ebf118c5-c05f-4b00-940f-6cf1e472eb49 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (c10ed603-5357-4c0e-a917-dadfe4d43203), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.257735 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ebf118c5-c05f-4b00-940f-6cf1e472eb49 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_controller (c10ed603-5357-4c0e-a917-dadfe4d43203), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.306200 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ebf118c5-c05f-4b00-940f-6cf1e472eb49 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (c10ed603-5357-4c0e-a917-dadfe4d43203), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.306766 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf118c5-c05f-4b00-940f-6cf1e472eb49 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Fanout notify agent at l3_agent the message router_deleted on router c10ed603-5357-4c0e-a917-dadfe4d43203 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:42:49.314338 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ebf118c5-c05f-4b00-940f-6cf1e472eb49 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.318056 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ebf118c5-c05f-4b00-940f-6cf1e472eb49 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/routers/c10ed603-5357-4c0e-a917-dadfe4d43203 HTTP/1.1" status: 204 len: 168 time: 1.1546288 Feb 04 14:42:49.318230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37726) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:49.399056 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c7291c7f-1dd6-4624-84ae-c4b54605a514 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (89509b45-e810-4ca4-8d09-5d13f7cad31b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.491725 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c7291c7f-1dd6-4624-84ae-c4b54605a514 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (89509b45-e810-4ca4-8d09-5d13f7cad31b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.511796 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c7291c7f-1dd6-4624-84ae-c4b54605a514 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89509b45-e810-4ca4-8d09-5d13f7cad31b']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:49.520988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c7291c7f-1dd6-4624-84ae-c4b54605a514 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af1e86e-422a-44c2-b01b-a3eb33e3817c') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:49.521294 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c7291c7f-1dd6-4624-84ae-c4b54605a514 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af1e86e-422a-44c2-b01b-a3eb33e3817c') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:49.530505 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c7291c7f-1dd6-4624-84ae-c4b54605a514 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (1af1e86e-422a-44c2-b01b-a3eb33e3817c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.545269 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c7291c7f-1dd6-4624-84ae-c4b54605a514 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (1af1e86e-422a-44c2-b01b-a3eb33e3817c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.552700 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7291c7f-1dd6-4624-84ae-c4b54605a514 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:42:49.553090 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c7291c7f-1dd6-4624-84ae-c4b54605a514 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (1af1e86e-422a-44c2-b01b-a3eb33e3817c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:42:49.556070 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:42:49.615744 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c7291c7f-1dd6-4624-84ae-c4b54605a514 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (89509b45-e810-4ca4-8d09-5d13f7cad31b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.622722 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c7291c7f-1dd6-4624-84ae-c4b54605a514 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.625841 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-c7291c7f-1dd6-4624-84ae-c4b54605a514 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/networks/89509b45-e810-4ca4-8d09-5d13f7cad31b HTTP/1.1" status: 204 len: 168 time: 0.3066218 Feb 04 14:42:49.628597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37728) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:49.637922 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7291c7f-1dd6-4624-84ae-c4b54605a514 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Network': ['ID=89509b45-e810-4ca4-8d09-5d13f7cad31b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:49.687927 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aa13e241-8747-450e-8dfb-da656f6f979f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (db4300b2-67c7-43b8-9126-27cccbccf7af), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.720072 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aa13e241-8747-450e-8dfb-da656f6f979f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (db4300b2-67c7-43b8-9126-27cccbccf7af), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.789901 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aa13e241-8747-450e-8dfb-da656f6f979f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (db4300b2-67c7-43b8-9126-27cccbccf7af), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.792571 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-aa13e241-8747-450e-8dfb-da656f6f979f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:49.794071 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-aa13e241-8747-450e-8dfb-da656f6f979f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/security-groups/db4300b2-67c7-43b8-9126-27cccbccf7af HTTP/1.1" status: 204 len: 168 time: 0.1644037 Feb 04 14:42:49.804740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13e241-8747-450e-8dfb-da656f6f979f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4300b2-67c7-43b8-9126-27cccbccf7af,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:50.231208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37734) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:50.235752 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-cc0bd1bc-29b9-42d4-a31e-28d1e305ddf3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124703388', 'description': 'tempest-secgroup-smoke-124703388 description', 'project_id': 'f0bec5a68251425ab95d0242072ba05a'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:42:50.256633 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cc0bd1bc-29b9-42d4-a31e-28d1e305ddf3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.323083 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cc0bd1bc-29b9-42d4-a31e-28d1e305ddf3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (48cc4f7a-74af-44e3-905f-2e9c56e647c9), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.326861 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cc0bd1bc-29b9-42d4-a31e-28d1e305ddf3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (48cc4f7a-74af-44e3-905f-2e9c56e647c9), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.356414 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cc0bd1bc-29b9-42d4-a31e-28d1e305ddf3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.357966 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cc0bd1bc-29b9-42d4-a31e-28d1e305ddf3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1256049 Feb 04 14:42:50.360721 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37736) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:50.365629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-3eb4fc6b-2cb5-4a5f-b638-bf63ff1c991e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '48cc4f7a-74af-44e3-905f-2e9c56e647c9', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:42:50.373170 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bd1bc-29b9-42d4-a31e-28d1e305ddf3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48cc4f7a-74af-44e3-905f-2e9c56e647c9,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:50.394855 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3eb4fc6b-2cb5-4a5f-b638-bf63ff1c991e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (16f7ba01-04f8-4b66-8cc8-065765376363), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.444048 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 34fb0160-741d-4d69-997c-7af1d39cbc70 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:42:50.455682 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3eb4fc6b-2cb5-4a5f-b638-bf63ff1c991e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (16f7ba01-04f8-4b66-8cc8-065765376363), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.459724 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3eb4fc6b-2cb5-4a5f-b638-bf63ff1c991e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (16f7ba01-04f8-4b66-8cc8-065765376363), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.464212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 34fb0160-741d-4d69-997c-7af1d39cbc70 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:42:50.464547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 34fb0160-741d-4d69-997c-7af1d39cbc70 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:42:50.464975 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b37d45f9-df30-46b5-b70e-f5d5e4c515a3 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:42:50.477718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4fc6b-2cb5-4a5f-b638-bf63ff1c991e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f7ba01-04f8-4b66-8cc8-065765376363,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:50.484983 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: b37d45f9-df30-46b5-b70e-f5d5e4c515a3 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:42:50.485338 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device b37d45f9-df30-46b5-b70e-f5d5e4c515a3 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:42:50.486052 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3eb4fc6b-2cb5-4a5f-b638-bf63ff1c991e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.490826 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3eb4fc6b-2cb5-4a5f-b638-bf63ff1c991e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256721 Feb 04 14:42:50.490826 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37738) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:50.495390 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-801645a5-e9be-431d-97bc-7f00b920e653 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '48cc4f7a-74af-44e3-905f-2e9c56e647c9', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:42:50.519884 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-801645a5-e9be-431d-97bc-7f00b920e653 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (db8be4b3-9889-46e3-8247-81c39d090af2), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.579854 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-801645a5-e9be-431d-97bc-7f00b920e653 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (db8be4b3-9889-46e3-8247-81c39d090af2), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.584331 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-801645a5-e9be-431d-97bc-7f00b920e653 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (db8be4b3-9889-46e3-8247-81c39d090af2), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.602472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801645a5-e9be-431d-97bc-7f00b920e653 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8be4b3-9889-46e3-8247-81c39d090af2,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:50.611332 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-801645a5-e9be-431d-97bc-7f00b920e653 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.612596 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-801645a5-e9be-431d-97bc-7f00b920e653 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208282 Feb 04 14:42:50.616570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37740) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:50.620896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-44b51221-128f-4a64-81ba-9c4b2a494bb9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '48cc4f7a-74af-44e3-905f-2e9c56e647c9', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:42:50.644851 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-44b51221-128f-4a64-81ba-9c4b2a494bb9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (dfbb1a23-c882-4952-bf7a-78f85f90d7aa), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.702745 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-44b51221-128f-4a64-81ba-9c4b2a494bb9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (dfbb1a23-c882-4952-bf7a-78f85f90d7aa), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.706267 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-44b51221-128f-4a64-81ba-9c4b2a494bb9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (dfbb1a23-c882-4952-bf7a-78f85f90d7aa), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.727442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b51221-128f-4a64-81ba-9c4b2a494bb9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbb1a23-c882-4952-bf7a-78f85f90d7aa,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:50.735320 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-44b51221-128f-4a64-81ba-9c4b2a494bb9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.736702 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-44b51221-128f-4a64-81ba-9c4b2a494bb9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190004 Feb 04 14:42:50.739282 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37742) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:50.743652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-831700d4-f79e-4887-938e-3d2856f7223c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '48cc4f7a-74af-44e3-905f-2e9c56e647c9', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:42:50.767378 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-831700d4-f79e-4887-938e-3d2856f7223c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (0e2e98e0-4c1c-495a-a5b6-a6fb0aa8e0f7), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.827444 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-831700d4-f79e-4887-938e-3d2856f7223c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (0e2e98e0-4c1c-495a-a5b6-a6fb0aa8e0f7), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.831284 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-831700d4-f79e-4887-938e-3d2856f7223c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (0e2e98e0-4c1c-495a-a5b6-a6fb0aa8e0f7), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.850768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831700d4-f79e-4887-938e-3d2856f7223c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2e98e0-4c1c-495a-a5b6-a6fb0aa8e0f7,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:50.860859 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-831700d4-f79e-4887-938e-3d2856f7223c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.862063 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-831700d4-f79e-4887-938e-3d2856f7223c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217465 Feb 04 14:42:50.864954 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37744) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:50.869403 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-83554c30-197f-4e74-a405-f0de7aa25f95 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '48cc4f7a-74af-44e3-905f-2e9c56e647c9', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:42:50.888381 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-83554c30-197f-4e74-a405-f0de7aa25f95 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Project f0bec5a68251425ab95d0242072ba05a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:42:50.893227 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83554c30-197f-4e74-a405-f0de7aa25f95 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (94628911-b891-48b6-96e2-c8933ab5ad97), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.956883 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83554c30-197f-4e74-a405-f0de7aa25f95 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (94628911-b891-48b6-96e2-c8933ab5ad97), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.960845 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83554c30-197f-4e74-a405-f0de7aa25f95 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (94628911-b891-48b6-96e2-c8933ab5ad97), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.978013 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83554c30-197f-4e74-a405-f0de7aa25f95 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94628911-b891-48b6-96e2-c8933ab5ad97,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:50.986496 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83554c30-197f-4e74-a405-f0de7aa25f95 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:50.987685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-83554c30-197f-4e74-a405-f0de7aa25f95 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217549 Feb 04 14:42:50.990869 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37746) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:50.995105 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-66a91438-8e88-4bf1-a3d4-d705db7faa52 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '48cc4f7a-74af-44e3-905f-2e9c56e647c9', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:42:51.016409 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-66a91438-8e88-4bf1-a3d4-d705db7faa52 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Project f0bec5a68251425ab95d0242072ba05a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:42:51.021962 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66a91438-8e88-4bf1-a3d4-d705db7faa52 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (4e6e9aae-0739-4ef7-9224-6546a5ad3b76), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:51.081617 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66a91438-8e88-4bf1-a3d4-d705db7faa52 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (4e6e9aae-0739-4ef7-9224-6546a5ad3b76), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:51.086154 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66a91438-8e88-4bf1-a3d4-d705db7faa52 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (4e6e9aae-0739-4ef7-9224-6546a5ad3b76), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:51.104632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a91438-8e88-4bf1-a3d4-d705db7faa52 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6e9aae-0739-4ef7-9224-6546a5ad3b76,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:51.108775 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-66a91438-8e88-4bf1-a3d4-d705db7faa52 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:51.109952 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-66a91438-8e88-4bf1-a3d4-d705db7faa52 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181645 Feb 04 14:42:51.112843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37748) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:51.117865 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ca04dbff-9718-4c6e-aa45-3d500c8431f7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'network': {'name': 'tempest-network-smoke--1840169985', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'port_security_enabled': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:42:51.136270 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca04dbff-9718-4c6e-aa45-3d500c8431f7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Made reservation on behalf of f0bec5a68251425ab95d0242072ba05a for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:42:51.139617 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca04dbff-9718-4c6e-aa45-3d500c8431f7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:51.165685 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca04dbff-9718-4c6e-aa45-3d500c8431f7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:42:51.175628 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca04dbff-9718-4c6e-aa45-3d500c8431f7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (8974f206-4731-403e-ae4e-05b88b96c7ec), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:51.175973 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-ca04dbff-9718-4c6e-aa45-3d500c8431f7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Added segment 8974f206-4731-403e-ae4e-05b88b96c7ec of type vlan for network 22214ad0-07a5-40e4-a40f-53502b683a13 Feb 04 14:42:51.220308 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca04dbff-9718-4c6e-aa45-3d500c8431f7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (22214ad0-07a5-40e4-a40f-53502b683a13), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:51.244744 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca04dbff-9718-4c6e-aa45-3d500c8431f7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (22214ad0-07a5-40e4-a40f-53502b683a13), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:51.249570 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca04dbff-9718-4c6e-aa45-3d500c8431f7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:51.250183 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca04dbff-9718-4c6e-aa45-3d500c8431f7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:51.307794 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ca04dbff-9718-4c6e-aa45-3d500c8431f7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1939225 Feb 04 14:42:51.310681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37750) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:51.315408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1993323389', 'admin_state_up': True, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:42:51.322725 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04dbff-9718-4c6e-aa45-3d500c8431f7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Network': ['ID=22214ad0-07a5-40e4-a40f-53502b683a13,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:51.334194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 22214ad0-07a5-40e4-a40f-53502b683a13 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:42:51.339801 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (76263d72-3366-4369-8ad2-ab63d2e9b218), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:51.340939 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (76263d72-3366-4369-8ad2-ab63d2e9b218), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:51.402015 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_controller (76263d72-3366-4369-8ad2-ab63d2e9b218), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:51.546561 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (76263d72-3366-4369-8ad2-ab63d2e9b218), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:51.743441 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (76263d72-3366-4369-8ad2-ab63d2e9b218), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:51.761820 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:51.868600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.25.5.36 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/4b66591d-785a-4e5c-8d0f-38e4c09a4b48) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:42:51.968645 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (4b66591d-785a-4e5c-8d0f-38e4c09a4b48), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:52.001681 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (4b66591d-785a-4e5c-8d0f-38e4c09a4b48), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:52.046626 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:42:52.049513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:42:52.053801 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:42:52.059117 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=4b66591d-785a-4e5c-8d0f-38e4c09a4b48,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:52.319257 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (76263d72-3366-4369-8ad2-ab63d2e9b218), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:52.524152 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (76263d72-3366-4369-8ad2-ab63d2e9b218), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:52.656580 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router 76263d72-3366-4369-8ad2-ab63d2e9b218 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:42:52.762161 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:42:52.771906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Sync routers for ids ['76263d72-3366-4369-8ad2-ab63d2e9b218'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:42:52.781600 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:52.781871 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Routers {'76263d72-3366-4369-8ad2-ab63d2e9b218'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:42:52.782547 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:42:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['76263d72-3366-4369-8ad2-ab63d2e9b218'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:52.782878 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4cce7f59-264b-4a2d-b172-4a236a8fee69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4711850 Feb 04 14:42:52.786665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37752) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:52.819513 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-72d85903-07bf-4024-86df-05d81174d02e tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=f0bec5a68251425ab95d0242072ba05a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315871 Feb 04 14:42:52.822035 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37754) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:52.895725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Set router 76263d72-3366-4369-8ad2-ab63d2e9b218 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:42:52.910323 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388f93dd-fb5a-463c-bab2-03cd6ffeaed0 tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:52.912428 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-388f93dd-fb5a-463c-bab2-03cd6ffeaed0 tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894473 Feb 04 14:42:52.915278 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37756) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:52.943057 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7331166b-e72f-4920-ab5a-04c8d3aca130 tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266812 Feb 04 14:42:52.945460 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37758) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:52.950130 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-aa2a2a83-feae-4712-ad1c-5bdb984690d7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1256006551', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:42:53.041235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2a2a83-feae-4712-ad1c-5bdb984690d7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Made reservation on behalf of f0bec5a68251425ab95d0242072ba05a for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:42:53.044845 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aa2a2a83-feae-4712-ad1c-5bdb984690d7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:53.075386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993323389', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:52Z', 'revision_number': 3, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:53.106508 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Checking router: 76263d72-3366-4369-8ad2-ab63d2e9b218 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:42:53.106851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Updating router 76263d72-3366-4369-8ad2-ab63d2e9b218 port 4b66591d-785a-4e5c-8d0f-38e4c09a4b48 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:42:53.134575 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4b66591d-785a-4e5c-8d0f-38e4c09a4b48), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:53.238576 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aa2a2a83-feae-4712-ad1c-5bdb984690d7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:53.300489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a2a83-feae-4712-ad1c-5bdb984690d7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Subnet': ['ID=60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:53.310930 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a2a83-feae-4712-ad1c-5bdb984690d7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Checking segment: {'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:42:53.311305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2a2a83-feae-4712-ad1c-5bdb984690d7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network hostable DHCP agents. Network: 22214ad0-07a5-40e4-a40f-53502b683a13, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:42:53.328482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2a2a83-feae-4712-ad1c-5bdb984690d7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 22214ad0-07a5-40e4-a40f-53502b683a13 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:42:53.338796 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-aa2a2a83-feae-4712-ad1c-5bdb984690d7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 22214ad0-07a5-40e4-a40f-53502b683a13) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:42:53.343103 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a2a83-feae-4712-ad1c-5bdb984690d7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:53.343865 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-aa2a2a83-feae-4712-ad1c-5bdb984690d7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:53.356128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0b3b9e-1db8-44b4-a302-290da80e2297 None None] Network 22214ad0-07a5-40e4-a40f-53502b683a13 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:42:53.362221 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-aa2a2a83-feae-4712-ad1c-5bdb984690d7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4157305 Feb 04 14:42:53.365966 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37760) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:42:53.454836 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Publish callbacks [] for port (4b66591d-785a-4e5c-8d0f-38e4c09a4b48), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:53.468645 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4b66591d-785a-4e5c-8d0f-38e4c09a4b48), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:53.552127 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-22214ad0-07a5-40e4-a40f-53502b683a13', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ips': [{'subnet_id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:42:53.553100 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:53.556640 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed231f-b06a-4c95-abbd-726f7dbc2b5e None None] Pushing event updated for resources: {'Port': ['ID=4b66591d-785a-4e5c-8d0f-38e4c09a4b48,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:53.565599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Attempting to bind port 4b66591d-785a-4e5c-8d0f-38e4c09a4b48 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:42:53.565980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Attempting to bind port 4b66591d-785a-4e5c-8d0f-38e4c09a4b48 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:42:53.566379 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Attempting to bind port 4b66591d-785a-4e5c-8d0f-38e4c09a4b48 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:42:53.574943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:42:53.575321 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:42:53.575729 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:53.576124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:42:53.576598 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Bound port: 4b66591d-785a-4e5c-8d0f-38e4c09a4b48, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:42:53.576981 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4b66591d-785a-4e5c-8d0f-38e4c09a4b48), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:53.700602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] For port 4b66591d-785a-4e5c-8d0f-38e4c09a4b48, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:42:53.738942 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] For port 4b66591d-785a-4e5c-8d0f-38e4c09a4b48, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4b66591d-785a-4e5c-8d0f-38e4c09a4b48,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:42:53.747907 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4b66591d-785a-4e5c-8d0f-38e4c09a4b48), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:53.790977 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Allocated IP 172.20.0.2 (22214ad0-07a5-40e4-a40f-53502b683a13/60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0/ee0fefe2-6516-445e-8719-958eb34fab68) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:42:53.833113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed231f-b06a-4c95-abbd-726f7dbc2b5e None None] Pushing event updated for resources: {'Port': ['ID=4b66591d-785a-4e5c-8d0f-38e4c09a4b48,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:53.839773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Routers {'76263d72-3366-4369-8ad2-ab63d2e9b218'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:42:53.840399 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:42:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['76263d72-3366-4369-8ad2-ab63d2e9b218'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:54.149065 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:54.179858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] Set router 76263d72-3366-4369-8ad2-ab63d2e9b218 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:42:54.307158 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Publish callbacks [] for port (ee0fefe2-6516-445e-8719-958eb34fab68), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:54.315035 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (ee0fefe2-6516-445e-8719-958eb34fab68), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:54.368168 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Network 22214ad0-07a5-40e4-a40f-53502b683a13 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:42:54.373761 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:42:54.380882 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:42:54.398991 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Pushing event updated for resources: {'Port': ['ID=ee0fefe2-6516-445e-8719-958eb34fab68,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:54.430579 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.20.0.1 (22214ad0-07a5-40e4-a40f-53502b683a13/60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0/c0e52030-b08a-4dbc-b11f-a70449759c65) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:42:54.478837 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Attempting to bind port ee0fefe2-6516-445e-8719-958eb34fab68 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:42:54.479217 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Attempting to bind port ee0fefe2-6516-445e-8719-958eb34fab68 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:42:54.479586 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Attempting to bind port ee0fefe2-6516-445e-8719-958eb34fab68 on network 22214ad0-07a5-40e4-a40f-53502b683a13 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:42:54.487993 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:42:54.488371 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Checking segment: {'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:42:54.488811 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:54.489209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Bound using segment: {'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:42:54.489692 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Bound port: ee0fefe2-6516-445e-8719-958eb34fab68, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:42:54.490065 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ee0fefe2-6516-445e-8719-958eb34fab68), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:54.532237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993323389', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:52Z', 'revision_number': 3, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:54.557809 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:54.565578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5f7e3-d3a1-43a0-a4e7-ca3f3a593921 None None] The sync data for ids ['76263d72-3366-4369-8ad2-ab63d2e9b218'] in n-d-714676-13 is: [{'id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993323389', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:52Z', 'revision_number': 3, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:42:54.595162 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:54.601996 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] For port ee0fefe2-6516-445e-8719-958eb34fab68, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:42:54.612950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] For port ee0fefe2-6516-445e-8719-958eb34fab68, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ee0fefe2-6516-445e-8719-958eb34fab68,segment=NetworkSegment(8974f206-4731-403e-ae4e-05b88b96c7ec),segment_id=8974f206-4731-403e-ae4e-05b88b96c7ec)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:42:54.621259 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ee0fefe2-6516-445e-8719-958eb34fab68), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:54.643061 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 22214ad0-07a5-40e4-a40f-53502b683a13 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:42:54.647025 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:42:54.651058 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:42:54.677550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=c0e52030-b08a-4dbc-b11f-a70449759c65,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:54.691606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900531c-0a74-4c5d-b30c-f9bea120728c None None] Pushing event updated for resources: {'Port': ['ID=ee0fefe2-6516-445e-8719-958eb34fab68,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:54.709443 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (76263d72-3366-4369-8ad2-ab63d2e9b218), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:54.886896 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:55.218557 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:42:55.225750 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:55.230643 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:55.311039 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=c0e52030-b08a-4dbc-b11f-a70449759c65,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:55.313631 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (76263d72-3366-4369-8ad2-ab63d2e9b218), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:55.417302 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 22214ad0-07a5-40e4-a40f-53502b683a13 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:42:55.419576 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:42:55.559310 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router 76263d72-3366-4369-8ad2-ab63d2e9b218 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:42:55.680321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:42:55.696260 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4a585539-d851-41f8-a66a-46967d5bfe91 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "PUT /v2.0/routers/76263d72-3366-4369-8ad2-ab63d2e9b218/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3184936 Feb 04 14:42:55.808143 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c786c8-0e14-4ddf-b7d5-40670f1f93bb None None] Network 22214ad0-07a5-40e4-a40f-53502b683a13 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:42:55.853968 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-d3e660cc-86f7-4f26-a46d-22ab07a2fdde tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124703388&fields=id&tenant_id=f0bec5a68251425ab95d0242072ba05a HTTP/1.1" status: 200 len: 267 time: 0.0535665 Feb 04 14:42:55.928968 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-173dab59-030e-4e05-8998-550026dc8943 None None] Provisioning complete for port ee0fefe2-6516-445e-8719-958eb34fab68 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:42:55.929336 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-173dab59-030e-4e05-8998-550026dc8943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ee0fefe2-6516-445e-8719-958eb34fab68), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:55.975955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512e78-4446-4809-ac95-729ba64b3c9b req-3238749a-ff45-47a8-89de-e07b6848d998 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:55.977747 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-3238749a-ff45-47a8-89de-e07b6848d998 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/networks?id=22214ad0-07a5-40e4-a40f-53502b683a13 HTTP/1.1" status: 200 len: 797 time: 0.1159015 Feb 04 14:42:56.004477 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-d48c7a75-e506-42cb-a8c5-091addbbe3d7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/quotas/f0bec5a68251425ab95d0242072ba05a HTTP/1.1" status: 200 len: 375 time: 0.0154784 Feb 04 14:42:56.042763 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-173dab59-030e-4e05-8998-550026dc8943 None None] Current status of the port ee0fefe2-6516-445e-8719-958eb34fab68 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:42:56.043148 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-173dab59-030e-4e05-8998-550026dc8943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ee0fefe2-6516-445e-8719-958eb34fab68), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:56.065709 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-48401691-a66c-4ccd-844d-20934da4c01b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597143 Feb 04 14:42:56.078856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-8da122f5-cad5-4609-9abb-2317298b0dd6 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:42:56.079992 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-8da122f5-cad5-4609-9abb-2317298b0dd6 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057325 Feb 04 14:42:56.081974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-173dab59-030e-4e05-8998-550026dc8943 None None] For port ee0fefe2-6516-445e-8719-958eb34fab68, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ee0fefe2-6516-445e-8719-958eb34fab68,segment=NetworkSegment(8974f206-4731-403e-ae4e-05b88b96c7ec),segment_id=8974f206-4731-403e-ae4e-05b88b96c7ec)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:42:56.087214 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-173dab59-030e-4e05-8998-550026dc8943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ee0fefe2-6516-445e-8719-958eb34fab68), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:56.146234 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dab59-030e-4e05-8998-550026dc8943 None None] Pushing event updated for resources: {'Port': ['ID=ee0fefe2-6516-445e-8719-958eb34fab68,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:56.189690 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-b2514352-621d-4868-8cfc-6802eb7a536f service neutron] 10.222.0.96 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995793 Feb 04 14:42:56.294815 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-6492aaaf-3543-441a-842c-41dc33c2b18f service neutron] 10.222.0.96 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986688 Feb 04 14:42:56.316367 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bee0f5bf-9897-4b6a-ba41-38cff66369c9 None None] Provisioning complete for port ee0fefe2-6516-445e-8719-958eb34fab68 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:42:56.317379 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bee0f5bf-9897-4b6a-ba41-38cff66369c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ee0fefe2-6516-445e-8719-958eb34fab68), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:56.416171 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Sync routers for ids ['76263d72-3366-4369-8ad2-ab63d2e9b218'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:42:56.430751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bee0f5bf-9897-4b6a-ba41-38cff66369c9 None None] Current status of the port ee0fefe2-6516-445e-8719-958eb34fab68 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:42:56.442543 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Routers {'76263d72-3366-4369-8ad2-ab63d2e9b218'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:42:56.443358 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:42:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['76263d72-3366-4369-8ad2-ab63d2e9b218'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:56.445166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-bee0f5bf-9897-4b6a-ba41-38cff66369c9 None None] Provisioning complete for port c0e52030-b08a-4dbc-b11f-a70449759c65 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:42:56.445975 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bee0f5bf-9897-4b6a-ba41-38cff66369c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:56.488198 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-bee0f5bf-9897-4b6a-ba41-38cff66369c9 None None] Port c0e52030-b08a-4dbc-b11f-a70449759c65 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:42:56.583812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f3f2ba4a-a01f-411c-bb9d-a7aba73ef44c req-b6cc746d-4890-4c69-8b7d-a85bbf74fd0f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 210 time: 0.0729964 Feb 04 14:42:56.638554 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-ada8bb62-7bc7-49e5-a573-7254001b5237 None None] Provisioning complete for port c0e52030-b08a-4dbc-b11f-a70449759c65 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:42:56.639326 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ada8bb62-7bc7-49e5-a573-7254001b5237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:56.681510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ee0fefe2-6516-445e-8719-958eb34fab68 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:42:56.737470 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ada8bb62-7bc7-49e5-a573-7254001b5237 None None] Port c0e52030-b08a-4dbc-b11f-a70449759c65 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:42:56.756204 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Set router 76263d72-3366-4369-8ad2-ab63d2e9b218 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:42:56.761479 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ee0fefe2-6516-445e-8719-958eb34fab68 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:42:56.762268 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ee0fefe2-6516-445e-8719-958eb34fab68), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:56.875699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ee0fefe2-6516-445e-8719-958eb34fab68 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:42:56.876747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4b66591d-785a-4e5c-8d0f-38e4c09a4b48 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:42:56.880010 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-67ea258b-6f3b-49b2-a6af-5c7d8d8c1c3b None None] Provisioning complete for port c0e52030-b08a-4dbc-b11f-a70449759c65 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:42:56.880146 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-67ea258b-6f3b-49b2-a6af-5c7d8d8c1c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:56.950271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-67ea258b-6f3b-49b2-a6af-5c7d8d8c1c3b None None] Port c0e52030-b08a-4dbc-b11f-a70449759c65 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:42:56.967130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4b66591d-785a-4e5c-8d0f-38e4c09a4b48 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:42:56.967501 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4b66591d-785a-4e5c-8d0f-38e4c09a4b48), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:56.986466 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993323389', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:54Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'c0e52030-b08a-4dbc-b11f-a70449759c65', 'name': '', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:d5:78:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:54Z', 'updated_at': '2022-02-04T14:42:55Z', 'revision_number': 2, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:57.014148 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Checking router: 76263d72-3366-4369-8ad2-ab63d2e9b218 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:42:57.014610 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Updating router 76263d72-3366-4369-8ad2-ab63d2e9b218 port c0e52030-b08a-4dbc-b11f-a70449759c65 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:42:57.048547 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:57.051414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4b66591d-785a-4e5c-8d0f-38e4c09a4b48 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:42:57.051954 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4b66591d-785a-4e5c-8d0f-38e4c09a4b48), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:57.075384 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 4b66591d-785a-4e5c-8d0f-38e4c09a4b48, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4b66591d-785a-4e5c-8d0f-38e4c09a4b48,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:42:57.080183 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4b66591d-785a-4e5c-8d0f-38e4c09a4b48), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:57.137950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=4b66591d-785a-4e5c-8d0f-38e4c09a4b48,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:57.320330 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Publish callbacks [] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:57.325354 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:57.373588 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aaa53d-4aa3-4b5e-bb28-1fbd64a45a96 None None] Pushing event updated for resources: {'Port': ['ID=c0e52030-b08a-4dbc-b11f-a70449759c65,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:57.400530 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aaa53d-4aa3-4b5e-bb28-1fbd64a45a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:57.400879 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aaa53d-4aa3-4b5e-bb28-1fbd64a45a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:57.401221 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aaa53d-4aa3-4b5e-bb28-1fbd64a45a96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:57.401558 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aaa53d-4aa3-4b5e-bb28-1fbd64a45a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:57.401892 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aaa53d-4aa3-4b5e-bb28-1fbd64a45a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:57.402250 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aaa53d-4aa3-4b5e-bb28-1fbd64a45a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:57.402626 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aaa53d-4aa3-4b5e-bb28-1fbd64a45a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:57.402900 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aaa53d-4aa3-4b5e-bb28-1fbd64a45a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:57.403221 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aaa53d-4aa3-4b5e-bb28-1fbd64a45a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:57.403546 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aaa53d-4aa3-4b5e-bb28-1fbd64a45a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:57.403866 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aaa53d-4aa3-4b5e-bb28-1fbd64a45a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:57.404191 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aaa53d-4aa3-4b5e-bb28-1fbd64a45a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:57.404508 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aaa53d-4aa3-4b5e-bb28-1fbd64a45a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:42:57.441367 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Attempting to bind port c0e52030-b08a-4dbc-b11f-a70449759c65 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:42:57.442678 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Attempting to bind port c0e52030-b08a-4dbc-b11f-a70449759c65 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:42:57.443455 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Attempting to bind port c0e52030-b08a-4dbc-b11f-a70449759c65 on network 22214ad0-07a5-40e4-a40f-53502b683a13 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:42:57.448107 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:42:57.448485 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Checking segment: {'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:42:57.448895 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:57.449286 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Bound using segment: {'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:42:57.449753 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Bound port: c0e52030-b08a-4dbc-b11f-a70449759c65, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:42:57.450637 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:57.520126 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] For port c0e52030-b08a-4dbc-b11f-a70449759c65, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:42:57.523712 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] For port c0e52030-b08a-4dbc-b11f-a70449759c65, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c0e52030-b08a-4dbc-b11f-a70449759c65,segment=NetworkSegment(8974f206-4731-403e-ae4e-05b88b96c7ec),segment_id=8974f206-4731-403e-ae4e-05b88b96c7ec)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:42:57.533679 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:57.601650 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Routers {'76263d72-3366-4369-8ad2-ab63d2e9b218'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:42:57.602422 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:42:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['76263d72-3366-4369-8ad2-ab63d2e9b218'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:57.665281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512e78-4446-4809-ac95-729ba64b3c9b req-3f6b35b7-34a6-4d45-aa77-8ff832bbd501 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:57.667926 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-3f6b35b7-34a6-4d45-aa77-8ff832bbd501 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "GET /v2.0/networks?id=22214ad0-07a5-40e4-a40f-53502b683a13 HTTP/1.1" status: 200 len: 797 time: 0.1838770 Feb 04 14:42:57.698004 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d7e9019e-5767-443d-88fd-5aacbd89ed6f None None] Provisioning complete for port c0e52030-b08a-4dbc-b11f-a70449759c65 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:42:57.698632 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d7e9019e-5767-443d-88fd-5aacbd89ed6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:57.738580 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c6957310-7c76-403b-9b07-2e564ec63094 req-2c55aea7-ce05-4d5f-a386-1f67b3686629 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 210 time: 0.0419359 Feb 04 14:42:57.775075 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] Set router 76263d72-3366-4369-8ad2-ab63d2e9b218 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:42:57.790687 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-8b779cae-3e82-4d03-b030-50ca667ce7f1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0bec5a68251425ab95d0242072ba05a HTTP/1.1" status: 200 len: 379 time: 0.1148190 Feb 04 14:42:57.800040 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-72512e78-4446-4809-ac95-729ba64b3c9b req-657fcf73-69e7-468c-a973-0a04290583cd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'port': {'device_id': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'admin_state_up': True, 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'security_groups': ['48cc4f7a-74af-44e3-905f-2e9c56e647c9']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:42:57.828721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9019e-5767-443d-88fd-5aacbd89ed6f None None] Current status of the port c0e52030-b08a-4dbc-b11f-a70449759c65 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:42:57.829111 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d7e9019e-5767-443d-88fd-5aacbd89ed6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:57.868949 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aaa53d-4aa3-4b5e-bb28-1fbd64a45a96 None None] Pushing event updated for resources: {'Port': ['ID=c0e52030-b08a-4dbc-b11f-a70449759c65,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:57.874203 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d7e9019e-5767-443d-88fd-5aacbd89ed6f None None] For port c0e52030-b08a-4dbc-b11f-a70449759c65, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c0e52030-b08a-4dbc-b11f-a70449759c65,segment=NetworkSegment(8974f206-4731-403e-ae4e-05b88b96c7ec),segment_id=8974f206-4731-403e-ae4e-05b88b96c7ec)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:42:57.887871 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d7e9019e-5767-443d-88fd-5aacbd89ed6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:57.929235 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72512e78-4446-4809-ac95-729ba64b3c9b req-657fcf73-69e7-468c-a973-0a04290583cd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Made reservation on behalf of f0bec5a68251425ab95d0242072ba05a for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:42:57.932845 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-72512e78-4446-4809-ac95-729ba64b3c9b req-657fcf73-69e7-468c-a973-0a04290583cd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:57.968835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9019e-5767-443d-88fd-5aacbd89ed6f None None] Pushing event updated for resources: {'Port': ['ID=c0e52030-b08a-4dbc-b11f-a70449759c65,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:58.008639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6a75a0db-97d0-40f5-8b80-e41699c08253 None None] Provisioning complete for port c0e52030-b08a-4dbc-b11f-a70449759c65 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:42:58.009031 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6a75a0db-97d0-40f5-8b80-e41699c08253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:58.042324 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993323389', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:54Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'c0e52030-b08a-4dbc-b11f-a70449759c65', 'name': '', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:d5:78:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:54Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:42:58.071512 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb54d87-5a4b-4b6d-b5a6-6fd34d293649 None None] The sync data for ids ['76263d72-3366-4369-8ad2-ab63d2e9b218'] in n-d-714676-13 is: [{'id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993323389', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:54Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'c0e52030-b08a-4dbc-b11f-a70449759c65', 'name': '', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:d5:78:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:54Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:42:58.079912 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-72512e78-4446-4809-ac95-729ba64b3c9b req-657fcf73-69e7-468c-a973-0a04290583cd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.20.0.5 (22214ad0-07a5-40e4-a40f-53502b683a13/60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0/a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:42:58.093155 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6a75a0db-97d0-40f5-8b80-e41699c08253 None None] Current status of the port c0e52030-b08a-4dbc-b11f-a70449759c65 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:42:58.253056 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-72512e78-4446-4809-ac95-729ba64b3c9b req-657fcf73-69e7-468c-a973-0a04290583cd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:58.289077 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-72512e78-4446-4809-ac95-729ba64b3c9b req-657fcf73-69e7-468c-a973-0a04290583cd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:58.338242 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72512e78-4446-4809-ac95-729ba64b3c9b req-657fcf73-69e7-468c-a973-0a04290583cd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 22214ad0-07a5-40e4-a40f-53502b683a13 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:42:58.341534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-72512e78-4446-4809-ac95-729ba64b3c9b req-657fcf73-69e7-468c-a973-0a04290583cd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:42:58.344566 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-72512e78-4446-4809-ac95-729ba64b3c9b req-657fcf73-69e7-468c-a973-0a04290583cd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:42:58.373088 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fcf73-69e7-468c-a973-0a04290583cd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:58.418896 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512e78-4446-4809-ac95-729ba64b3c9b req-657fcf73-69e7-468c-a973-0a04290583cd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:58.419543 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-72512e78-4446-4809-ac95-729ba64b3c9b req-657fcf73-69e7-468c-a973-0a04290583cd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:58.447876 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-657fcf73-69e7-468c-a973-0a04290583cd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6519995 Feb 04 14:42:58.460096 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Request body: {'port': {'device_id': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:42:58.534832 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:58.617546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c0e52030-b08a-4dbc-b11f-a70449759c65 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:42:58.658972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c7a439c8-8f6e-4e29-ac0d-7562b5fac772 None None] Provisioning complete for port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:42:58.659346 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c7a439c8-8f6e-4e29-ac0d-7562b5fac772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:58.705570 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c7a439c8-8f6e-4e29-ac0d-7562b5fac772 None None] Port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:42:58.717404 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port c0e52030-b08a-4dbc-b11f-a70449759c65 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:42:58.717774 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:58.805364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port c0e52030-b08a-4dbc-b11f-a70449759c65 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:42:58.806649 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4b66591d-785a-4e5c-8d0f-38e4c09a4b48 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:42:58.870940 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:42:58.874465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4b66591d-785a-4e5c-8d0f-38e4c09a4b48 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:42:58.874846 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4b66591d-785a-4e5c-8d0f-38e4c09a4b48), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:58.880610 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Publish callbacks [] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:58.894169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Transition to ACTIVE for port object a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:42:58.899516 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:58.909119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00aa44-c5c4-4460-8cc9-89ead86657d0 req-3de3f501-694b-445e-a8f2-690d9266a47f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:58.917558 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd00aa44-c5c4-4460-8cc9-89ead86657d0 req-3de3f501-694b-445e-a8f2-690d9266a47f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 931 time: 0.0916820 Feb 04 14:42:58.960702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:58.999835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4b66591d-785a-4e5c-8d0f-38e4c09a4b48 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:42:59.005531 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bd00aa44-c5c4-4460-8cc9-89ead86657d0 req-19c9303e-2468-45a0-a56c-bd944f891dc5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845425 Feb 04 14:42:59.067805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Attempting to bind port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:42:59.068188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Attempting to bind port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:42:59.068528 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Attempting to bind port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 on network 22214ad0-07a5-40e4-a40f-53502b683a13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:42:59.073502 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 on network 22214ad0-07a5-40e4-a40f-53502b683a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:42:59.074498 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Attempting to bind port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 on network 22214ad0-07a5-40e4-a40f-53502b683a13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:42:59.081872 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:42:59.082334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Checking segment: {'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:42:59.082760 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Bound using segment: {'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:42:59.083351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Bound port: a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:42:59.083751 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:59.160587 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] For port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:42:59.164852 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] For port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,segment=NetworkSegment(8974f206-4731-403e-ae4e-05b88b96c7ec),segment_id=8974f206-4731-403e-ae4e-05b88b96c7ec)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:42:59.172587 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:59.216439 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:59.217074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:42:59.218539 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] 10.222.0.99 "PUT /v2.0/ports/a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 HTTP/1.1" status: 200 len: 1092 time: 0.7633479 Feb 04 14:42:59.219160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'tag': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:42:59.221516 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5dae2f-c69c-45e9-b6a9-d22c6284545b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2253b5-5ac9-4dc4-baa3-082db55b00e2", "tag": "a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:42:59.272773 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b27cc-02c1-477d-96e3-2d12ccb8f8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:42:59.303597 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d022bf6-2f9a-4ec9-a539-2d0bb26f3ef3 x-openstack-request-id: req-8d022bf6-2f9a-4ec9-a539-2d0bb26f3ef3 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:42:59.304017 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2253b5-5ac9-4dc4-baa3-082db55b00e2", "tag": "a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:42:59.304351 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8d022bf6-2f9a-4ec9-a539-2d0bb26f3ef3 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:42:59.304770 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'tag': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1', 'status': 'completed', 'code': 200} Feb 04 14:42:59.323964 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512e78-4446-4809-ac95-729ba64b3c9b req-d7347aba-4275-426d-8014-68a63966450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:59.325566 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-d7347aba-4275-426d-8014-68a63966450b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 1126 time: 0.0639634 Feb 04 14:42:59.381063 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-7eb34548-df15-4ea5-9f11-b76c21d9841b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 HTTP/1.1" status: 200 len: 217 time: 0.0473666 Feb 04 14:42:59.441073 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512e78-4446-4809-ac95-729ba64b3c9b req-397b3ce4-08c2-4f6b-89eb-6b19be0cbe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:59.443612 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-397b3ce4-08c2-4f6b-89eb-6b19be0cbe15 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0 HTTP/1.1" status: 200 len: 835 time: 0.0565002 Feb 04 14:42:59.508703 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512e78-4446-4809-ac95-729ba64b3c9b req-71325606-855d-4a37-afcb-549bfce9907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:59.510262 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-71325606-855d-4a37-afcb-549bfce9907e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=22214ad0-07a5-40e4-a40f-53502b683a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0603538 Feb 04 14:42:59.611248 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-ba7839da-d1c9-4818-ba80-2bd7c26c49fa service neutron] 10.222.0.99 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952954 Feb 04 14:42:59.702702 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72512e78-4446-4809-ac95-729ba64b3c9b req-74fe543f-eb27-47f1-81c6-0e5cf0864c0b service neutron] 10.222.0.99 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856307 Feb 04 14:42:59.794616 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dae2f-c69c-45e9-b6a9-d22c6284545b req-9f1dc1e5-d0ec-4b4c-8360-800b331e5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:59.796138 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1e5dae2f-c69c-45e9-b6a9-d22c6284545b req-9f1dc1e5-d0ec-4b4c-8360-800b331e5ab6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 1126 time: 0.0523040 Feb 04 14:42:59.885275 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dae2f-c69c-45e9-b6a9-d22c6284545b req-447b540d-a496-4fcd-9110-9f5aeae8fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:59.886788 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1e5dae2f-c69c-45e9-b6a9-d22c6284545b req-447b540d-a496-4fcd-9110-9f5aeae8fc09 service neutron] 10.222.0.99 "GET /v2.0/networks?id=22214ad0-07a5-40e4-a40f-53502b683a13 HTTP/1.1" status: 200 len: 898 time: 0.0842254 Feb 04 14:42:59.934484 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1e5dae2f-c69c-45e9-b6a9-d22c6284545b req-f61bf9d3-84fb-44b6-9634-2cd2899f07b5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 HTTP/1.1" status: 200 len: 217 time: 0.0416954 Feb 04 14:42:59.987520 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dae2f-c69c-45e9-b6a9-d22c6284545b req-22ad69b0-3025-4d0b-9155-57bfdd551874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:42:59.989069 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1e5dae2f-c69c-45e9-b6a9-d22c6284545b req-22ad69b0-3025-4d0b-9155-57bfdd551874 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0 HTTP/1.1" status: 200 len: 835 time: 0.0493441 Feb 04 14:43:00.039659 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dae2f-c69c-45e9-b6a9-d22c6284545b req-dc96e572-e7da-4b8f-ac2c-6f7916a5d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:00.041178 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1e5dae2f-c69c-45e9-b6a9-d22c6284545b req-dc96e572-e7da-4b8f-ac2c-6f7916a5d38f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=22214ad0-07a5-40e4-a40f-53502b683a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461240 Feb 04 14:43:00.122791 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28353bce-b7f8-4d5e-a68c-7de0a83272b7 req-e0d03e56-40b1-4106-860f-0c23448e1d82 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:00.124323 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28353bce-b7f8-4d5e-a68c-7de0a83272b7 req-e0d03e56-40b1-4106-860f-0c23448e1d82 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 943 time: 0.0535805 Feb 04 14:43:00.135429 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1e5dae2f-c69c-45e9-b6a9-d22c6284545b req-1614b913-46c2-4acf-89c4-9dd3a1f1cb79 service neutron] 10.222.0.99 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878935 Feb 04 14:43:00.175034 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28353bce-b7f8-4d5e-a68c-7de0a83272b7 req-d5414bac-974d-4d17-a6f1-c8f97e9aaef3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444016 Feb 04 14:43:00.225182 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1e5dae2f-c69c-45e9-b6a9-d22c6284545b req-79e6a2c9-746f-462d-822d-4c56233b6308 service neutron] 10.222.0.99 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840096 Feb 04 14:43:01.304186 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559afb1-da2c-4b99-bfe5-23de97555293 req-67a3af8f-f8da-45d7-bcfa-4e804ad805e1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:01.305681 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1559afb1-da2c-4b99-bfe5-23de97555293 req-67a3af8f-f8da-45d7-bcfa-4e804ad805e1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 943 time: 0.0619230 Feb 04 14:43:01.354490 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1559afb1-da2c-4b99-bfe5-23de97555293 req-aa5f4f13-19ef-49a1-821a-0bf0fce1bd2f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431998 Feb 04 14:43:02.533894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2fce3-c5c3-451b-b81e-d1dbe3a8ee0a req-7d8c1b91-26b0-423b-88e4-02ffb124b24e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:02.535470 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68a2fce3-c5c3-451b-b81e-d1dbe3a8ee0a req-7d8c1b91-26b0-423b-88e4-02ffb124b24e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 943 time: 0.0660384 Feb 04 14:43:02.586207 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-68a2fce3-c5c3-451b-b81e-d1dbe3a8ee0a req-67f96c15-0ba3-41bc-a701-9d94353eb5d8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444098 Feb 04 14:43:03.349840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:43:03.450194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,segment=NetworkSegment(8974f206-4731-403e-ae4e-05b88b96c7ec),segment_id=8974f206-4731-403e-ae4e-05b88b96c7ec)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:43:03.462246 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'port_id': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1', 'mac_address': 'fa:16:3e:70:3c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:43:03.499214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:43:03.499608 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:03.512441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:43:03.537141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,segment=NetworkSegment(8974f206-4731-403e-ae4e-05b88b96c7ec),segment_id=8974f206-4731-403e-ae4e-05b88b96c7ec)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:43:03.541179 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:03.588097 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:43:03.709688 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fbc85-4e2f-4ba0-984e-fb0342fb6a5e req-b25b71c7-94f1-4a85-b008-0f481cd178ed tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:03.711272 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-897fbc85-4e2f-4ba0-984e-fb0342fb6a5e req-b25b71c7-94f1-4a85-b008-0f481cd178ed tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 944 time: 0.0542376 Feb 04 14:43:03.761521 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-897fbc85-4e2f-4ba0-984e-fb0342fb6a5e req-c40a6858-b5b5-41ef-8f94-7ed02ec9e098 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444150 Feb 04 14:43:03.903280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:43:04.885981 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ae6dc-a055-427e-862f-049a5b652207 req-cd779325-0f04-4a86-914d-27b54edb9a58 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:04.887515 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-407ae6dc-a055-427e-862f-049a5b652207 req-cd779325-0f04-4a86-914d-27b54edb9a58 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 944 time: 0.0576169 Feb 04 14:43:04.936870 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-407ae6dc-a055-427e-862f-049a5b652207 req-dde14331-7e69-4bdf-b7cf-4b674755f1c2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437496 Feb 04 14:43:05.365323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:43:05.415311 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:43:05.419190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:43:05.419569 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:05.499926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:43:05.500301 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:05.524176 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:43:05.526439 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a760d708-f4e6-4b69-83d1-5ea2e5c8e94b" -d '{"events": [{"server_uuid": "cb2253b5-5ac9-4dc4-baa3-082db55b00e2", "name": "network-vif-plugged", "status": "completed", "tag": "a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:43:05.539796 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,segment=NetworkSegment(8974f206-4731-403e-ae4e-05b88b96c7ec),segment_id=8974f206-4731-403e-ae4e-05b88b96c7ec)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:43:05.544150 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:05.568396 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb4bb1e-e7fe-4dfb-8fe3-84a5e2cfb700 x-openstack-request-id: req-bcb4bb1e-e7fe-4dfb-8fe3-84a5e2cfb700 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:43:05.568694 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2253b5-5ac9-4dc4-baa3-082db55b00e2", "name": "network-vif-plugged", "status": "completed", "tag": "a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:43:05.568957 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bcb4bb1e-e7fe-4dfb-8fe3-84a5e2cfb700 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:43:05.569353 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1', 'code': 200} Feb 04 14:43:05.597546 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:43:05.667424 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65995848-2421-46aa-b2c1-9abbb025d30c req-7200a3c6-8726-49df-a923-43e6e2e9508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:05.668837 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-65995848-2421-46aa-b2c1-9abbb025d30c req-7200a3c6-8726-49df-a923-43e6e2e9508c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 1128 time: 0.0449708 Feb 04 14:43:05.714259 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-65995848-2421-46aa-b2c1-9abbb025d30c req-fd9c8e63-9c84-4d25-95ce-a19379958b8e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397022 Feb 04 14:43:06.057708 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4056a6-02c1-42c1-827e-6da6c9b70071 req-d888f3b3-ca67-4bad-943f-2a3ec5aae7e4 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:06.059236 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb4056a6-02c1-42c1-827e-6da6c9b70071 req-d888f3b3-ca67-4bad-943f-2a3ec5aae7e4 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0528355 Feb 04 14:43:06.108582 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb4056a6-02c1-42c1-827e-6da6c9b70071 req-df2d83a9-e583-4019-802e-004012719d80 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438480 Feb 04 14:43:07.227259 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfd5c8-8698-4dc5-9d0e-0f798165bc70 req-942fb2c1-c460-47ea-90e7-ce3ef322becc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:07.228727 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-81cfd5c8-8698-4dc5-9d0e-0f798165bc70 req-942fb2c1-c460-47ea-90e7-ce3ef322becc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0535753 Feb 04 14:43:07.282446 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-81cfd5c8-8698-4dc5-9d0e-0f798165bc70 req-e7ccddde-c8f5-4b67-a9ca-31208c2bcd08 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479589 Feb 04 14:43:07.401513 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26008cb1-c83f-496c-8c81-81ddce5ecb34 req-11dbb731-de1d-4994-b1b4-eeadfee4f189 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:07.402867 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26008cb1-c83f-496c-8c81-81ddce5ecb34 req-11dbb731-de1d-4994-b1b4-eeadfee4f189 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0538938 Feb 04 14:43:07.452086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-26008cb1-c83f-496c-8c81-81ddce5ecb34 req-62ed7b63-f795-47ee-b818-178f2780d4e3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436883 Feb 04 14:43:07.473972 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37816) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:43:07.566444 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be6d53c-e824-462a-b76f-4add2f44709e tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:07.568540 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9be6d53c-e824-462a-b76f-4add2f44709e tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 1123 time: 0.0935488 Feb 04 14:43:07.571428 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37820) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:43:07.575635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:43:07.596011 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:07.691217 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:07.795900 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.25.5.93 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/092a87b0-05aa-43dd-abad-148d300346fe) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:43:07.899113 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (092a87b0-05aa-43dd-abad-148d300346fe), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:07.933480 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (092a87b0-05aa-43dd-abad-148d300346fe), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:07.971652 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:43:07.976302 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:43:07.979841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:43:08.008396 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=092a87b0-05aa-43dd-abad-148d300346fe,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:43:08.331700 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (a4414f0d-bfdf-4d12-8d2e-22a6b02adba0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:08.406242 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (092a87b0-05aa-43dd-abad-148d300346fe), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:08.561923 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (092a87b0-05aa-43dd-abad-148d300346fe), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:08.566439 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (092a87b0-05aa-43dd-abad-148d300346fe), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:08.633624 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=092a87b0-05aa-43dd-abad-148d300346fe,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:43:08.645618 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (a4414f0d-bfdf-4d12-8d2e-22a6b02adba0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:08.751213 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Floating IP a4414f0d-bfdf-4d12-8d2e-22a6b02adba0 associated. External IP: 172.25.5.93, port: a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1. Feb 04 14:43:09.278574 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router 76263d72-3366-4369-8ad2-ab63d2e9b218 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:43:09.389618 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:43:09.399842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29130f2b-170a-4ad7-9213-e797f0cb7c11 None None] Sync routers for ids ['76263d72-3366-4369-8ad2-ab63d2e9b218'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:43:09.409089 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:09.410414 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29130f2b-170a-4ad7-9213-e797f0cb7c11 None None] Routers {'76263d72-3366-4369-8ad2-ab63d2e9b218'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:43:09.411828 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-29130f2b-170a-4ad7-9213-e797f0cb7c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:42:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['76263d72-3366-4369-8ad2-ab63d2e9b218'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:43:09.440463 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-441c06c8-a05b-4a7a-8d49-601711e09452 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8679795 Feb 04 14:43:09.441063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'tag': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:43:09.443397 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2b4b55-69bf-4eb3-910a-a00033474c70" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2253b5-5ac9-4dc4-baa3-082db55b00e2", "tag": "a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:43:09.522840 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-29130f2b-170a-4ad7-9213-e797f0cb7c11 None None] Set router 76263d72-3366-4369-8ad2-ab63d2e9b218 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:43:09.543901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c91f0-9a1f-4c94-ae54-491f9fab4e4a req-85e8cf0e-ea08-4c11-895d-af4d837de577 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:09.545365 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-215c91f0-9a1f-4c94-ae54-491f9fab4e4a req-85e8cf0e-ea08-4c11-895d-af4d837de577 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0539401 Feb 04 14:43:09.599718 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-215c91f0-9a1f-4c94-ae54-491f9fab4e4a req-15a05041-e7bf-4bcf-bd74-82500b60e48e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454121 Feb 04 14:43:09.622054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37826) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:43:09.659604 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f670cdec-70a7-48be-ac78-6bf73ed53cb4 x-openstack-request-id: req-f670cdec-70a7-48be-ac78-6bf73ed53cb4 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:43:09.659926 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2253b5-5ac9-4dc4-baa3-082db55b00e2", "tag": "a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:43:09.660155 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f670cdec-70a7-48be-ac78-6bf73ed53cb4 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:43:09.660562 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'tag': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1', 'status': 'completed', 'code': 200} Feb 04 14:43:09.715869 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-11382f7c-5b3b-4a4d-8a60-7d48ef27ed3c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/a4414f0d-bfdf-4d12-8d2e-22a6b02adba0 HTTP/1.1" status: 200 len: 990 time: 0.0914290 Feb 04 14:43:09.732201 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4b55-69bf-4eb3-910a-a00033474c70 req-b8000997-0fe1-4ab6-af6a-72862e57ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:09.733734 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a2b4b55-69bf-4eb3-910a-a00033474c70 req-b8000997-0fe1-4ab6-af6a-72862e57ee06 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 1128 time: 0.0619531 Feb 04 14:43:09.765208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-29130f2b-170a-4ad7-9213-e797f0cb7c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993323389', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:54Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'a4414f0d-bfdf-4d12-8d2e-22a6b02adba0', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'port_id': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'mac_address': 'fa:16:3e:70:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:43:08Z', 'updated_at': '2022-02-04T14:43:08Z', 'revision_number': 0, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e52030-b08a-4dbc-b11f-a70449759c65', 'name': '', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:d5:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:54Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:43:09.792370 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29130f2b-170a-4ad7-9213-e797f0cb7c11 None None] Checking router: 76263d72-3366-4369-8ad2-ab63d2e9b218 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:43:09.800843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29130f2b-170a-4ad7-9213-e797f0cb7c11 None None] Routers {'76263d72-3366-4369-8ad2-ab63d2e9b218'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:43:09.802299 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-29130f2b-170a-4ad7-9213-e797f0cb7c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:42:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['76263d72-3366-4369-8ad2-ab63d2e9b218'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:43:09.826710 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4b55-69bf-4eb3-910a-a00033474c70 req-c9078ac4-c258-4e5b-ad58-3ebf7581a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:09.828185 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a2b4b55-69bf-4eb3-910a-a00033474c70 req-c9078ac4-c258-4e5b-ad58-3ebf7581a096 service neutron] 10.222.0.99 "GET /v2.0/networks?id=22214ad0-07a5-40e4-a40f-53502b683a13 HTTP/1.1" status: 200 len: 898 time: 0.0877604 Feb 04 14:43:09.899550 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a2b4b55-69bf-4eb3-910a-a00033474c70 req-b384b1bf-256b-4d94-a1f1-0a79d80a909b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 HTTP/1.1" status: 200 len: 998 time: 0.0650573 Feb 04 14:43:09.912380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-29130f2b-170a-4ad7-9213-e797f0cb7c11 None None] Set router 76263d72-3366-4369-8ad2-ab63d2e9b218 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:43:09.948848 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4b55-69bf-4eb3-910a-a00033474c70 req-884dd74b-a503-4550-9def-5e135680a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:09.950349 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a2b4b55-69bf-4eb3-910a-a00033474c70 req-884dd74b-a503-4550-9def-5e135680a68e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0 HTTP/1.1" status: 200 len: 835 time: 0.0454061 Feb 04 14:43:09.999576 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4b55-69bf-4eb3-910a-a00033474c70 req-3fd0c3f2-1c14-4a7f-a88d-74e79452575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:10.001095 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a2b4b55-69bf-4eb3-910a-a00033474c70 req-3fd0c3f2-1c14-4a7f-a88d-74e79452575e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=22214ad0-07a5-40e4-a40f-53502b683a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452683 Feb 04 14:43:10.094327 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a2b4b55-69bf-4eb3-910a-a00033474c70 req-8d8f42f4-66d1-430b-82b1-60639fda388e service neutron] 10.222.0.99 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873079 Feb 04 14:43:10.139447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-29130f2b-170a-4ad7-9213-e797f0cb7c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993323389', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:54Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'a4414f0d-bfdf-4d12-8d2e-22a6b02adba0', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'port_id': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'mac_address': 'fa:16:3e:70:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:43:08Z', 'updated_at': '2022-02-04T14:43:08Z', 'revision_number': 0, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e52030-b08a-4dbc-b11f-a70449759c65', 'name': '', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:d5:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:54Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:43:10.169513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29130f2b-170a-4ad7-9213-e797f0cb7c11 None None] The sync data for ids ['76263d72-3366-4369-8ad2-ab63d2e9b218'] in n-d-714676-13 is: [{'id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993323389', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:54Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'a4414f0d-bfdf-4d12-8d2e-22a6b02adba0', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'port_id': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'mac_address': 'fa:16:3e:70:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:43:08Z', 'updated_at': '2022-02-04T14:43:08Z', 'revision_number': 0, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e52030-b08a-4dbc-b11f-a70449759c65', 'name': '', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:d5:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:54Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:43:10.185340 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1a2b4b55-69bf-4eb3-910a-a00033474c70 req-8fea3ea5-13ec-4c6a-9cf0-3f3d05380ed3 service neutron] 10.222.0.99 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851457 Feb 04 14:43:10.378516 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548741f-4ba2-46c1-864c-f8b8dc2fbcdc None None] New status for floating IP a4414f0d-bfdf-4d12-8d2e-22a6b02adba0: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:43:10.718628 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37828) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:43:10.784192 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-111b7fe3-22e2-4e66-8fb7-2c2c3c70746e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/a4414f0d-bfdf-4d12-8d2e-22a6b02adba0 HTTP/1.1" status: 200 len: 992 time: 0.0643640 Feb 04 14:43:11.129450 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f9989692-5849-44a2-9b0b-97459d74854c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:14.614571 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:15.335179 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c48d41ee-fcea-42aa-a126-c0b7fb86595b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:15.598773 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:15.870229 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:17.217956 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:18.281774 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:23.308866 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a27e20eb-56d7-4dea-b44d-599ca9492252 req-ea0b6f89-7995-4bae-83a8-393b6e7d9ecf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0847712 Feb 04 14:43:23.395627 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e20eb-56d7-4dea-b44d-599ca9492252 req-4736d427-7bd3-4aaa-84ad-b24167c90d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:23.397258 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a27e20eb-56d7-4dea-b44d-599ca9492252 req-4736d427-7bd3-4aaa-84ad-b24167c90d2e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 1128 time: 0.0460088 Feb 04 14:43:23.508209 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e20eb-56d7-4dea-b44d-599ca9492252 req-44788cf0-e462-4378-ac56-305bb3882547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:23.509607 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a27e20eb-56d7-4dea-b44d-599ca9492252 req-44788cf0-e462-4378-ac56-305bb3882547 service neutron] 10.222.0.99 "GET /v2.0/networks?id=22214ad0-07a5-40e4-a40f-53502b683a13 HTTP/1.1" status: 200 len: 898 time: 0.0919645 Feb 04 14:43:23.577970 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a27e20eb-56d7-4dea-b44d-599ca9492252 req-1d4d3400-12a5-44a9-a2c5-3c471f68deb1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 HTTP/1.1" status: 200 len: 1000 time: 0.0607402 Feb 04 14:43:23.627224 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e20eb-56d7-4dea-b44d-599ca9492252 req-f033405d-6ec3-4fb4-bb8c-643de4af0585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:23.628695 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a27e20eb-56d7-4dea-b44d-599ca9492252 req-f033405d-6ec3-4fb4-bb8c-643de4af0585 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0 HTTP/1.1" status: 200 len: 835 time: 0.0437939 Feb 04 14:43:23.683523 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e20eb-56d7-4dea-b44d-599ca9492252 req-fe8f07c0-20a0-4b2f-89d7-beb66fda473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:43:23.685053 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a27e20eb-56d7-4dea-b44d-599ca9492252 req-fe8f07c0-20a0-4b2f-89d7-beb66fda473f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=22214ad0-07a5-40e4-a40f-53502b683a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484421 Feb 04 14:43:23.773575 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a27e20eb-56d7-4dea-b44d-599ca9492252 req-de56ee6f-fb1b-4a49-a867-25daf6b6a083 service neutron] 10.222.0.99 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818553 Feb 04 14:43:23.866302 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a27e20eb-56d7-4dea-b44d-599ca9492252 req-f1099a9c-5a36-4442-8746-e8cb07a61a3d service neutron] 10.222.0.99 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865529 Feb 04 14:43:32.218875 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:43:41.131719 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a1a17e07-1dde-46e6-a2fc-496182cb064f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:44.617026 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:45.336844 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d7df890f-57eb-42c6-a093-a12765814ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:45.604588 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:45.872337 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:47.217110 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:43:48.124062 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:09.218623 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:44:11.134287 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9fa233c9-368e-449c-85c6-e74d3dd06f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:13.542834 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-8f5cba5e-cf9b-4a53-a162-6e5ec5592811 req-e3009841-981f-406e-9556-949b2001894c service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:44:13.543870 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8f5cba5e-cf9b-4a53-a162-6e5ec5592811 req-e3009841-981f-406e-9556-949b2001894c service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0440142 Feb 04 14:44:13.734032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0e67c-cd84-4f78-9e28-7ffaafb7f47d req-ff0a4cd3-95dc-40df-9bda-eecc6cc0182e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:13.735463 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cad0e67c-cd84-4f78-9e28-7ffaafb7f47d req-ff0a4cd3-95dc-40df-9bda-eecc6cc0182e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0588133 Feb 04 14:44:13.755237 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37858) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:44:13.786468 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cad0e67c-cd84-4f78-9e28-7ffaafb7f47d req-53f2ca2b-1988-4bbe-add6-16b7d695a14e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450284 Feb 04 14:44:13.837966 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-9c413909-a958-43e5-9d8b-f8c9eb2b5f13 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815189 Feb 04 14:44:13.846346 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-03a2fc35-ff1d-4c71-848b-2eb79c2cc9f1 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:44:13.847287 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-03a2fc35-ff1d-4c71-848b-2eb79c2cc9f1 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048375 Feb 04 14:44:14.613588 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:14.914935 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8798c-397e-489e-b3d8-b1bb8064964c req-65796326-8a95-4dc3-8b0e-853367289ff1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:14.916378 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55b8798c-397e-489e-b3d8-b1bb8064964c req-65796326-8a95-4dc3-8b0e-853367289ff1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0597103 Feb 04 14:44:14.966903 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-55b8798c-397e-489e-b3d8-b1bb8064964c req-92bf72e4-87b8-4af4-848b-3df221f206e4 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448360 Feb 04 14:44:14.975370 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3402f96-278f-4752-9631-211ffe301612 req-c5b9e3a0-9493-4481-b213-6aa00b4773a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:14.977347 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-c5b9e3a0-9493-4481-b213-6aa00b4773a6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 1128 time: 0.0457113 Feb 04 14:44:15.071305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3402f96-278f-4752-9631-211ffe301612 req-0d5ad73c-519f-49f4-8684-9be5564aeb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:15.072769 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-0d5ad73c-519f-49f4-8684-9be5564aeb20 service neutron] 10.222.0.99 "GET /v2.0/networks?id=22214ad0-07a5-40e4-a40f-53502b683a13 HTTP/1.1" status: 200 len: 898 time: 0.0889273 Feb 04 14:44:15.138377 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-99fa2b07-cc71-42b5-ade0-b779d405da10 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 HTTP/1.1" status: 200 len: 1000 time: 0.0584757 Feb 04 14:44:15.186946 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3402f96-278f-4752-9631-211ffe301612 req-d4e368f5-a185-4d27-a202-c54c5aeb9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:15.188377 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-d4e368f5-a185-4d27-a202-c54c5aeb9ce8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0 HTTP/1.1" status: 200 len: 835 time: 0.0432136 Feb 04 14:44:15.240399 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3402f96-278f-4752-9631-211ffe301612 req-a43cda9a-dcdb-40ac-b6b9-9fb141d8a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:15.241863 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-a43cda9a-dcdb-40ac-b6b9-9fb141d8a0d3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=22214ad0-07a5-40e4-a40f-53502b683a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477557 Feb 04 14:44:15.330294 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-5505ccf6-5857-4176-9278-752b3daf55bc service neutron] 10.222.0.99 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820060 Feb 04 14:44:15.336997 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bfe453b3-928e-4a22-a4a8-cd46e8a0ba9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:15.425557 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-f840a73c-5c52-47d2-9f61-bac05833d503 service neutron] 10.222.0.99 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887966 Feb 04 14:44:15.624352 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:15.876426 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:16.088492 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64d3f-b92a-4fee-974a-add662c1bc40 req-2fedc36b-a5d1-4f48-bb47-9889c7280b69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:16.089994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72a64d3f-b92a-4fee-974a-add662c1bc40 req-2fedc36b-a5d1-4f48-bb47-9889c7280b69 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0536687 Feb 04 14:44:16.142851 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-72a64d3f-b92a-4fee-974a-add662c1bc40 req-853f4a67-9b3d-400f-bc1a-fac85818d939 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472169 Feb 04 14:44:17.219178 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:17.266069 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4016ba7-5ef1-42b8-bff9-a872fdc8ac85 req-0648aec7-d912-4740-bb99-3d7c8b07a064 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:17.267604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4016ba7-5ef1-42b8-bff9-a872fdc8ac85 req-0648aec7-d912-4740-bb99-3d7c8b07a064 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0537398 Feb 04 14:44:17.317129 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4016ba7-5ef1-42b8-bff9-a872fdc8ac85 req-92c8726e-3e4c-40e1-b4e5-7d05ce4c16bb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439761 Feb 04 14:44:18.125462 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:18.439533 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ceab4-49dc-4266-b181-3cd918e83d87 req-a084d202-add1-4020-a285-a5ffca7408d9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:18.441049 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c1ceab4-49dc-4266-b181-3cd918e83d87 req-a084d202-add1-4020-a285-a5ffca7408d9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0559995 Feb 04 14:44:18.490410 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9c1ceab4-49dc-4266-b181-3cd918e83d87 req-a368b871-b28f-4a51-9c68-c6842d71a3af tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436466 Feb 04 14:44:19.616265 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec0db2-4253-4c74-afdb-df6fd6a5d76d req-f8782da1-6457-4970-8a23-68f45b7c118e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:19.617742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1dec0db2-4253-4c74-afdb-df6fd6a5d76d req-f8782da1-6457-4970-8a23-68f45b7c118e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0585184 Feb 04 14:44:19.677925 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1dec0db2-4253-4c74-afdb-df6fd6a5d76d req-cddbbec3-25d6-479b-aea9-8626a805c800 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539942 Feb 04 14:44:20.796328 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cef79f-9364-423d-ad80-7b4e66efeb51 req-1977adfa-93bc-4299-9f04-d33e299f34e0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:20.797814 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3cef79f-9364-423d-ad80-7b4e66efeb51 req-1977adfa-93bc-4299-9f04-d33e299f34e0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0524378 Feb 04 14:44:20.846772 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d3cef79f-9364-423d-ad80-7b4e66efeb51 req-98c06039-4316-4a44-b337-a50ce4601b48 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431347 Feb 04 14:44:21.971344 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dca4a8-5aff-4b5f-9b3b-d7e63f42719d req-e0b85f58-40c4-4d56-861a-987181ed8d93 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:21.972756 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20dca4a8-5aff-4b5f-9b3b-d7e63f42719d req-e0b85f58-40c4-4d56-861a-987181ed8d93 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0583284 Feb 04 14:44:22.021024 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20dca4a8-5aff-4b5f-9b3b-d7e63f42719d req-2b0c4ee5-966d-418f-862b-969cb1ce9183 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421257 Feb 04 14:44:23.141019 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89445e1-5297-4702-873b-659898611231 req-5accf718-e4fc-4210-9641-a5824e3c769d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:23.142540 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e89445e1-5297-4702-873b-659898611231 req-5accf718-e4fc-4210-9641-a5824e3c769d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0540712 Feb 04 14:44:23.191291 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e89445e1-5297-4702-873b-659898611231 req-ec6acb8e-1018-4881-8a67-a2654d6dc627 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432463 Feb 04 14:44:23.306909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a40f6-8cf7-4769-8e44-57e632a44c8c req-43876c0f-7950-4f9d-80c3-adcb71539e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:23.308327 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a21a40f6-8cf7-4769-8e44-57e632a44c8c req-43876c0f-7950-4f9d-80c3-adcb71539e07 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 1128 time: 0.0466249 Feb 04 14:44:23.410263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a40f6-8cf7-4769-8e44-57e632a44c8c req-cd618fde-701b-4537-a7c2-8ab7accd7f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:23.411743 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a21a40f6-8cf7-4769-8e44-57e632a44c8c req-cd618fde-701b-4537-a7c2-8ab7accd7f4c service neutron] 10.222.0.99 "GET /v2.0/networks?id=22214ad0-07a5-40e4-a40f-53502b683a13 HTTP/1.1" status: 200 len: 898 time: 0.0854533 Feb 04 14:44:23.482045 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a21a40f6-8cf7-4769-8e44-57e632a44c8c req-cb832a91-dc76-4735-9cd3-ebe924ae1a07 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 HTTP/1.1" status: 200 len: 1000 time: 0.0614150 Feb 04 14:44:23.530046 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a40f6-8cf7-4769-8e44-57e632a44c8c req-97471f86-444e-4a1e-a360-c60290ffba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:23.531496 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a21a40f6-8cf7-4769-8e44-57e632a44c8c req-97471f86-444e-4a1e-a360-c60290ffba26 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0 HTTP/1.1" status: 200 len: 835 time: 0.0430601 Feb 04 14:44:23.584520 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a40f6-8cf7-4769-8e44-57e632a44c8c req-4233cada-6071-4729-ae4d-91e59d853e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:23.586456 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a21a40f6-8cf7-4769-8e44-57e632a44c8c req-4233cada-6071-4729-ae4d-91e59d853e3d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=22214ad0-07a5-40e4-a40f-53502b683a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439038 Feb 04 14:44:23.682870 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a21a40f6-8cf7-4769-8e44-57e632a44c8c req-9f258d75-68bd-41ea-bf36-58f0806ed80f service neutron] 10.222.0.99 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874326 Feb 04 14:44:23.771922 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a21a40f6-8cf7-4769-8e44-57e632a44c8c req-4bd7a7f4-1ea9-494b-99fc-3999ef636c66 service neutron] 10.222.0.99 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823042 Feb 04 14:44:24.313337 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06194416-9b8d-487e-8d9c-3ad6c51fcb14 req-9e8f9cd8-5ac2-475c-8cbe-03d8d912125f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:24.314826 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06194416-9b8d-487e-8d9c-3ad6c51fcb14 req-9e8f9cd8-5ac2-475c-8cbe-03d8d912125f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0529058 Feb 04 14:44:24.368300 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-06194416-9b8d-487e-8d9c-3ad6c51fcb14 req-ee85769b-17f4-412e-8f6a-4292f9b156cb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479970 Feb 04 14:44:25.487964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ba5fb-1bad-4742-857d-d7de11a939e4 req-96f45257-6e3e-4da3-af2c-a24fa0c37135 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:25.489448 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d48ba5fb-1bad-4742-857d-d7de11a939e4 req-96f45257-6e3e-4da3-af2c-a24fa0c37135 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0529392 Feb 04 14:44:25.539053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d48ba5fb-1bad-4742-857d-d7de11a939e4 req-a99d832a-0420-4a82-8346-e89dc33805e4 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435131 Feb 04 14:44:26.659645 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938dd5c-1b06-408b-a694-67d5209c7c97 req-a12bb91b-9441-42f9-98d6-6c123aa1b54c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:26.661123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5938dd5c-1b06-408b-a694-67d5209c7c97 req-a12bb91b-9441-42f9-98d6-6c123aa1b54c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0522141 Feb 04 14:44:26.711080 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5938dd5c-1b06-408b-a694-67d5209c7c97 req-fadd062e-0677-4bc9-8418-b793d762c2cb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435281 Feb 04 14:44:27.471123 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-d3402f96-278f-4752-9631-211ffe301612 req-aa9b4684-0421-42aa-bd8c-2e7e5ddc9e12 service neutron] show failed (client error): The resource could not be found. Feb 04 14:44:27.472139 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-aa9b4684-0421-42aa-bd8c-2e7e5ddc9e12 service neutron] 10.222.0.99 "GET /v2.0/ports/a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1/bindings/n-h2-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0591342 Feb 04 14:44:27.717036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3402f96-278f-4752-9631-211ffe301612 req-5245ffc7-ab02-4d73-b464-3ffe01eb13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:27.718625 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-5245ffc7-ab02-4d73-b464-3ffe01eb13ac service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2&tenant_id=f0bec5a68251425ab95d0242072ba05a HTTP/1.1" status: 200 len: 1128 time: 0.0891194 Feb 04 14:44:27.730758 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-13', 'device_owner': 'compute:nova'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:44:27.791077 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:27.839304 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae5c58-d92c-4840-99a6-678461d6b46c req-e8a5a0a1-a4fa-496d-a674-84a43c5712a0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:27.840801 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31ae5c58-d92c-4840-99a6-678461d6b46c req-e8a5a0a1-a4fa-496d-a674-84a43c5712a0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0580585 Feb 04 14:44:27.890861 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31ae5c58-d92c-4840-99a6-678461d6b46c req-7a28f6b3-8d6e-4dac-b241-b36c24e461e8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444012 Feb 04 14:44:27.996342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] For port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,segment=NetworkSegment(8974f206-4731-403e-ae4e-05b88b96c7ec),segment_id=8974f206-4731-403e-ae4e-05b88b96c7ec)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:44:28.027900 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] For port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:44:28.066944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:44:28.069294 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8f9d45-17a6-4916-988f-480b3d8fc13b" -d '{"events": [{"server_uuid": "cb2253b5-5ac9-4dc4-baa3-082db55b00e2", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:44:28.073129 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Publish callbacks [] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:28.086834 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Transition to ACTIVE for port object a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:44:28.090583 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:28.176258 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,revision_number=6']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:44:28.187775 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faf9c7f-a51b-4d4d-b1ed-57d1d9725821 x-openstack-request-id: req-2faf9c7f-a51b-4d4d-b1ed-57d1d9725821 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:44:28.188126 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2253b5-5ac9-4dc4-baa3-082db55b00e2", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:44:28.188449 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2faf9c7f-a51b-4d4d-b1ed-57d1d9725821 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:44:28.188855 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1', 'code': 200} Feb 04 14:44:28.192330 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:28.192684 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:28.193063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:28.193382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:28.193734 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:28.194072 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:28.194427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:28.194774 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:28.195082 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:28.195408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:28.195735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:28.196260 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:28.196721 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:28.233054 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] No DVR routers for this DVR port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:44:28.373968 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Attempting to bind port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:44:28.374339 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Attempting to bind port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:44:28.374671 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Attempting to bind port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 on network 22214ad0-07a5-40e4-a40f-53502b683a13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:44:28.378903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 on network 22214ad0-07a5-40e4-a40f-53502b683a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:44:28.379229 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Attempting to bind port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 on network 22214ad0-07a5-40e4-a40f-53502b683a13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:44:28.385106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:44:28.385457 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Checking segment: {'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:44:28.385847 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Bound using segment: {'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:44:28.386589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Bound port: a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8974f206-4731-403e-ae4e-05b88b96c7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:44:28.386902 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:28.449070 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] For port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:44:28.452520 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] For port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,segment=NetworkSegment(8974f206-4731-403e-ae4e-05b88b96c7ec),segment_id=8974f206-4731-403e-ae4e-05b88b96c7ec)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:44:28.458505 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:28.492334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:28.493083 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:28.494527 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-65f53671-c783-49af-945b-8307a08fe714 service neutron] 10.222.0.100 "PUT /v2.0/ports/a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 HTTP/1.1" status: 200 len: 1092 time: 0.7686710 Feb 04 14:44:28.528448 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f53671-c783-49af-945b-8307a08fe714 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,revision_number=7']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:44:28.572483 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3402f96-278f-4752-9631-211ffe301612 req-577eadac-e117-4ac2-8700-a76eb5a03c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:28.574036 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-577eadac-e117-4ac2-8700-a76eb5a03c9f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 1126 time: 0.0541682 Feb 04 14:44:28.667507 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3402f96-278f-4752-9631-211ffe301612 req-e037f325-61f5-4076-9538-e25b8b7e931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:28.669004 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-e037f325-61f5-4076-9538-e25b8b7e931e service neutron] 10.222.0.100 "GET /v2.0/networks?id=22214ad0-07a5-40e4-a40f-53502b683a13 HTTP/1.1" status: 200 len: 898 time: 0.0889874 Feb 04 14:44:28.737286 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-a4f6978e-ee77-4a0e-8060-a5cc5a154dd1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 HTTP/1.1" status: 200 len: 998 time: 0.0622892 Feb 04 14:44:28.786649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3402f96-278f-4752-9631-211ffe301612 req-9b9c7777-5579-4dea-bbef-27244bc213d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:28.788112 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-9b9c7777-5579-4dea-bbef-27244bc213d7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0 HTTP/1.1" status: 200 len: 835 time: 0.0434244 Feb 04 14:44:28.836631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3402f96-278f-4752-9631-211ffe301612 req-e73d41cb-6e30-40a4-9d6f-319b57de8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:28.838211 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-e73d41cb-6e30-40a4-9d6f-319b57de8d5e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=22214ad0-07a5-40e4-a40f-53502b683a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439904 Feb 04 14:44:28.929781 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-f0e20121-10d6-4228-9e11-3a2b230f3651 service neutron] 10.222.0.100 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847402 Feb 04 14:44:29.015293 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeb608-99ed-4467-85b7-67153b37837f req-0d77910e-75c2-4497-8a1d-1a9bdfec57b8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:29.016813 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fdeb608-99ed-4467-85b7-67153b37837f req-0d77910e-75c2-4497-8a1d-1a9bdfec57b8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 943 time: 0.0541637 Feb 04 14:44:29.018918 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d3402f96-278f-4752-9631-211ffe301612 req-6ea06c2e-7f6a-413b-b500-19d81c7f576a service neutron] 10.222.0.100 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825887 Feb 04 14:44:29.068160 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fdeb608-99ed-4467-85b7-67153b37837f req-53054d2a-6a59-4553-8224-d88be3b1f005 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453734 Feb 04 14:44:30.190061 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7316f-7e90-443a-8ef9-f6a844ecf8b1 req-2411e5ff-7b4e-46ab-8fa1-ce8bb7824024 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:30.191342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'tag': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:44:30.193220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9e7316f-7e90-443a-8ef9-f6a844ecf8b1 req-2411e5ff-7b4e-46ab-8fa1-ce8bb7824024 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 943 time: 0.0559442 Feb 04 14:44:30.195055 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ae8806-9954-4a96-b047-e9557aad1f40" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2253b5-5ac9-4dc4-baa3-082db55b00e2", "tag": "a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:44:30.248926 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9e7316f-7e90-443a-8ef9-f6a844ecf8b1 req-6fa16e43-b4e0-479a-a25f-da65a1e9613a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503049 Feb 04 14:44:30.307081 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a79184-da19-49f4-a243-fa15d824139c x-openstack-request-id: req-73a79184-da19-49f4-a243-fa15d824139c {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:44:30.307397 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2253b5-5ac9-4dc4-baa3-082db55b00e2", "tag": "a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:44:30.307656 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-73a79184-da19-49f4-a243-fa15d824139c {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:44:30.308070 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'tag': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1', 'status': 'completed', 'code': 200} Feb 04 14:44:30.706857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-859b9027-93ac-4fb2-8b73-f122e9e8e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:30.708275 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-859b9027-93ac-4fb2-8b73-f122e9e8e2e2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 1126 time: 0.3710792 Feb 04 14:44:30.712527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-95a327ab-beb2-4fdb-b631-ae3be4d3c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:30.713884 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-95a327ab-beb2-4fdb-b631-ae3be4d3c0da service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 1126 time: 0.3851340 Feb 04 14:44:30.865904 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-26baba90-2ee7-4f1d-9900-ef5b47915fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:30.867414 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-26baba90-2ee7-4f1d-9900-ef5b47915fe5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=22214ad0-07a5-40e4-a40f-53502b683a13 HTTP/1.1" status: 200 len: 898 time: 0.1526613 Feb 04 14:44:30.869307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-f7d0809f-3d94-4501-b361-781ff9a0a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:30.870636 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-f7d0809f-3d94-4501-b361-781ff9a0a439 service neutron] 10.222.0.99 "GET /v2.0/networks?id=22214ad0-07a5-40e4-a40f-53502b683a13 HTTP/1.1" status: 200 len: 898 time: 0.1488810 Feb 04 14:44:30.979734 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-2e12fd4e-e7ca-4308-b190-daf8c6e084e4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 HTTP/1.1" status: 200 len: 998 time: 0.1060410 Feb 04 14:44:30.983411 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-3362184b-bc87-4603-a83b-ba8284cc9920 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 HTTP/1.1" status: 200 len: 998 time: 0.1044011 Feb 04 14:44:31.062887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-f0712ea1-8715-4269-8c31-47fd460bbad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:31.064334 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-f0712ea1-8715-4269-8c31-47fd460bbad3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0 HTTP/1.1" status: 200 len: 835 time: 0.0791948 Feb 04 14:44:31.065722 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-f74e4f4b-ac8a-496e-9f9c-3362a38a151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:31.067046 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-f74e4f4b-ac8a-496e-9f9c-3362a38a151c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0 HTTP/1.1" status: 200 len: 835 time: 0.0747223 Feb 04 14:44:31.147437 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-15993166-7a0f-469e-bd39-02a69f371bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:31.149601 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-15993166-7a0f-469e-bd39-02a69f371bf1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=22214ad0-07a5-40e4-a40f-53502b683a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0780971 Feb 04 14:44:31.153699 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-3a561ebd-8ea4-495a-8c90-e438fa713f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:31.155110 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-3a561ebd-8ea4-495a-8c90-e438fa713f55 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=22214ad0-07a5-40e4-a40f-53502b683a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0763903 Feb 04 14:44:31.309072 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-009f7822-1f0d-4d30-80d8-e55be46376cf service neutron] 10.222.0.100 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529942 Feb 04 14:44:31.311224 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-3ff507e2-6eea-43e3-b0d7-e150a48fa678 service neutron] 10.222.0.99 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484067 Feb 04 14:44:31.372568 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab6f21-976c-40be-8ab5-b9bc671714b4 req-0dfc3d4d-2ff1-44eb-9776-aa642dc43af8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:31.374058 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-75ab6f21-976c-40be-8ab5-b9bc671714b4 req-0dfc3d4d-2ff1-44eb-9776-aa642dc43af8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 943 time: 0.0536578 Feb 04 14:44:31.424236 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-75ab6f21-976c-40be-8ab5-b9bc671714b4 req-742c5912-f49d-44af-bb55-9033f215e57f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444367 Feb 04 14:44:31.471872 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-3c9adf71-0908-49b9-89b0-e48f888bb2f7 service neutron] 10.222.0.100 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569471 Feb 04 14:44:31.473770 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-92ae8806-9954-4a96-b047-e9557aad1f40 req-b01a6bb1-a755-4305-98c7-ef00ba16f666 service neutron] 10.222.0.99 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517200 Feb 04 14:44:31.962179 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:44:32.001136 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] The host n-h1-714676-13 is not matching for port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 host n-h2-714676-13! {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 14:44:32.001528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:44:32.545460 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b52d16-9311-4a1d-9962-a1ee46311a12 req-8c6ccc13-76b5-41f8-b319-31c84bfb1d10 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:32.547116 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-66b52d16-9311-4a1d-9962-a1ee46311a12 req-8c6ccc13-76b5-41f8-b319-31c84bfb1d10 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 943 time: 0.0540178 Feb 04 14:44:32.596122 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-66b52d16-9311-4a1d-9962-a1ee46311a12 req-8b0775b4-0800-4664-9649-bff2e0aaf79a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432549 Feb 04 14:44:33.136943 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:44:33.233153 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,segment=NetworkSegment(8974f206-4731-403e-ae4e-05b88b96c7ec),segment_id=8974f206-4731-403e-ae4e-05b88b96c7ec)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:44:33.244544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'port_id': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1', 'mac_address': 'fa:16:3e:70:3c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:44:33.281541 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:44:33.281931 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:33.299134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:44:33.318266 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,segment=NetworkSegment(8974f206-4731-403e-ae4e-05b88b96c7ec),segment_id=8974f206-4731-403e-ae4e-05b88b96c7ec)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:44:33.322338 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:33.368156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:44:33.375492 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:33.375847 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:33.376191 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:33.376532 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:33.376868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:33.377202 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:33.377531 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:33.377860 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:33.378221 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:33.378552 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:33.378878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:33.379204 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:33.379527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:44:33.719682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cddf7-dc01-426b-9986-98e4548be5c9 req-0ddc0b1d-63a8-4410-a36b-564fffc8d565 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:33.721167 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-265cddf7-dc01-426b-9986-98e4548be5c9 req-0ddc0b1d-63a8-4410-a36b-564fffc8d565 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 944 time: 0.0577781 Feb 04 14:44:33.769871 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-265cddf7-dc01-426b-9986-98e4548be5c9 req-b50c3c03-001a-41f9-9aed-2f1fbb63e3d7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431302 Feb 04 14:44:33.795893 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:44:33.972092 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a96af7-2a60-4026-aa1f-f3ff65125558 req-5641ee09-e7a9-45a7-9c0f-09f4f3fed5dd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:33.973739 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9a96af7-2a60-4026-aa1f-f3ff65125558 req-5641ee09-e7a9-45a7-9c0f-09f4f3fed5dd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 944 time: 0.0559435 Feb 04 14:44:33.992475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442ea87-c1c0-4f84-b384-9960f5c48fda req-32b5d169-8d8e-43d2-86f4-0bf9514df043 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:33.994004 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1442ea87-c1c0-4f84-b384-9960f5c48fda req-32b5d169-8d8e-43d2-86f4-0bf9514df043 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2&tenant_id=f0bec5a68251425ab95d0242072ba05a&binding%3Ahost_id=n-h2-714676-13 HTTP/1.1" status: 200 len: 944 time: 0.0633490 Feb 04 14:44:34.027965 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a9a96af7-2a60-4026-aa1f-f3ff65125558 req-cd459c77-cac8-453b-8de7-74841149b877 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470593 Feb 04 14:44:34.056084 n-d-714676-13 neutron-server[103607]: INFO neutron.api.v2.resource [req-1442ea87-c1c0-4f84-b384-9960f5c48fda req-5d4d178c-322e-47d3-a51d-63fa155a4413 service neutron] delete failed (client error): The resource could not be found. Feb 04 14:44:34.057083 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1442ea87-c1c0-4f84-b384-9960f5c48fda req-5d4d178c-322e-47d3-a51d-63fa155a4413 service neutron] 10.222.0.99 "DELETE /v2.0/ports/a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1/bindings/n-h1-714676-13 HTTP/1.1" status: 404 len: 381 time: 0.0564487 Feb 04 14:44:34.145655 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442ea87-c1c0-4f84-b384-9960f5c48fda req-a1d4d3b8-8f23-4031-8e23-785ef22ca04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:34.147326 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1442ea87-c1c0-4f84-b384-9960f5c48fda req-a1d4d3b8-8f23-4031-8e23-785ef22ca04b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 1127 time: 0.0460765 Feb 04 14:44:34.152154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15748c9c-1ba1-4693-8b84-92adb6bc252b req-0cabf343-0222-4583-8fd6-fc90ce03e661 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:34.153762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15748c9c-1ba1-4693-8b84-92adb6bc252b req-0cabf343-0222-4583-8fd6-fc90ce03e661 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 944 time: 0.0582435 Feb 04 14:44:34.203399 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-15748c9c-1ba1-4693-8b84-92adb6bc252b req-e49998a2-2d44-4694-8700-3e2f62b23140 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440083 Feb 04 14:44:34.239977 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442ea87-c1c0-4f84-b384-9960f5c48fda req-3e0dfbbc-61e8-4809-ae5f-0c6fb111d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:34.241383 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1442ea87-c1c0-4f84-b384-9960f5c48fda req-3e0dfbbc-61e8-4809-ae5f-0c6fb111d4ec service neutron] 10.222.0.99 "GET /v2.0/networks?id=22214ad0-07a5-40e4-a40f-53502b683a13 HTTP/1.1" status: 200 len: 898 time: 0.0882719 Feb 04 14:44:34.306303 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1442ea87-c1c0-4f84-b384-9960f5c48fda req-0fdd31e6-2c57-452c-a8d3-50ca90757b85 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 HTTP/1.1" status: 200 len: 999 time: 0.0582626 Feb 04 14:44:34.352712 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442ea87-c1c0-4f84-b384-9960f5c48fda req-1e7a445d-b9d3-4b12-b540-b156889d1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:34.354147 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1442ea87-c1c0-4f84-b384-9960f5c48fda req-1e7a445d-b9d3-4b12-b540-b156889d1a22 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0 HTTP/1.1" status: 200 len: 835 time: 0.0428965 Feb 04 14:44:34.408236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442ea87-c1c0-4f84-b384-9960f5c48fda req-742fa45f-be99-4754-8448-b77e06c6621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:34.409776 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1442ea87-c1c0-4f84-b384-9960f5c48fda req-742fa45f-be99-4754-8448-b77e06c6621c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=22214ad0-07a5-40e4-a40f-53502b683a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494070 Feb 04 14:44:34.498295 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1442ea87-c1c0-4f84-b384-9960f5c48fda req-7e5f25cb-41ee-43db-a3b2-46e00db8ba87 service neutron] 10.222.0.99 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826445 Feb 04 14:44:34.591332 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1442ea87-c1c0-4f84-b384-9960f5c48fda req-5668069b-ac51-4f07-9ea0-d703bde808f9 service neutron] 10.222.0.99 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862579 Feb 04 14:44:35.145339 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:44:35.196938 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:44:35.201102 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:44:35.201479 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:35.281974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:44:35.282391 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:35.307339 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:44:35.309654 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad76d77-704d-49ae-b3a9-08e76b5d2c1d" -d '{"events": [{"server_uuid": "cb2253b5-5ac9-4dc4-baa3-082db55b00e2", "name": "network-vif-plugged", "status": "completed", "tag": "a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:44:35.321711 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,segment=NetworkSegment(8974f206-4731-403e-ae4e-05b88b96c7ec),segment_id=8974f206-4731-403e-ae4e-05b88b96c7ec)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:44:35.325207 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1013ab-224d-4d1c-9900-bd42c45e08a6 req-9c3762a1-c26d-48a7-98d1-eb76f9ddb71b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:35.325752 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:35.327347 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d1013ab-224d-4d1c-9900-bd42c45e08a6 req-9c3762a1-c26d-48a7-98d1-eb76f9ddb71b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 944 time: 0.0547502 Feb 04 14:44:35.373201 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:44:35.378018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2d1013ab-224d-4d1c-9900-bd42c45e08a6 req-8dc42138-d03d-46d0-94b7-c58949a946f0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453427 Feb 04 14:44:35.400504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37940) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:44:35.468678 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fb9f6921-3c44-40a2-9391-d68180419eb2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/a4414f0d-bfdf-4d12-8d2e-22a6b02adba0 HTTP/1.1" status: 200 len: 992 time: 0.0670233 Feb 04 14:44:35.471533 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83f5d63-856d-481b-91b5-02ae6457699f x-openstack-request-id: req-f83f5d63-856d-481b-91b5-02ae6457699f {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:44:35.471825 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2253b5-5ac9-4dc4-baa3-082db55b00e2", "name": "network-vif-plugged", "status": "completed", "tag": "a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:44:35.472079 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f83f5d63-856d-481b-91b5-02ae6457699f {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:44:35.472503 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1', 'code': 200} Feb 04 14:44:36.147726 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6d58f3dc-3748-49c9-9b06-4ddbb94299a1 req-e20ebd53-0813-494c-8f53-5b683608cc9a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443697 Feb 04 14:44:36.232134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58f3dc-3748-49c9-9b06-4ddbb94299a1 req-f3a08fb9-6a27-42e2-ac6b-e43ae899189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:36.233611 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6d58f3dc-3748-49c9-9b06-4ddbb94299a1 req-f3a08fb9-6a27-42e2-ac6b-e43ae899189e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 1128 time: 0.0451267 Feb 04 14:44:36.336156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58f3dc-3748-49c9-9b06-4ddbb94299a1 req-5052ca77-fc99-4d13-8a84-b9deccacc2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:36.337613 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6d58f3dc-3748-49c9-9b06-4ddbb94299a1 req-5052ca77-fc99-4d13-8a84-b9deccacc2f8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=22214ad0-07a5-40e4-a40f-53502b683a13 HTTP/1.1" status: 200 len: 898 time: 0.0859849 Feb 04 14:44:36.401966 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6d58f3dc-3748-49c9-9b06-4ddbb94299a1 req-d5e92bd6-1762-419d-a7d4-cab27647c528 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 HTTP/1.1" status: 200 len: 1000 time: 0.0583425 Feb 04 14:44:36.449481 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58f3dc-3748-49c9-9b06-4ddbb94299a1 req-4e8beaf8-29c8-4cae-aeef-cab257d8dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:36.450959 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6d58f3dc-3748-49c9-9b06-4ddbb94299a1 req-4e8beaf8-29c8-4cae-aeef-cab257d8dc94 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0 HTTP/1.1" status: 200 len: 835 time: 0.0436888 Feb 04 14:44:36.502800 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58f3dc-3748-49c9-9b06-4ddbb94299a1 req-f6c42936-7684-49b7-9cc8-7976c7c6a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:44:36.504291 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6d58f3dc-3748-49c9-9b06-4ddbb94299a1 req-f6c42936-7684-49b7-9cc8-7976c7c6a1ac service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=22214ad0-07a5-40e4-a40f-53502b683a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479810 Feb 04 14:44:36.591580 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6d58f3dc-3748-49c9-9b06-4ddbb94299a1 req-399b6ccb-1e2a-4892-b37b-3ddff7eef64b service neutron] 10.222.0.100 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810041 Feb 04 14:44:36.683518 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-6d58f3dc-3748-49c9-9b06-4ddbb94299a1 req-97e0a548-cadc-43f8-a760-cd5525340b5e service neutron] 10.222.0.100 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862014 Feb 04 14:44:41.136299 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-885ec786-47b2-4ddf-ba19-be5e85d482f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:44.126887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-7a2b28c4-e915-42de-a202-b244526969dd req-455a615b-eed6-4a16-a81d-e60b9852fd91 service neutron] (103607) timed out ('10.222.0.96', 34524) {{(pid=103607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 14:44:44.614384 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:45.339802 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e6fd413e-bfd9-4694-b219-e59cab72f8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:45.620770 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:45.880152 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:46.218677 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:44:47.220501 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:44:48.128149 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:11.137488 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-221f1e8f-1a5d-4ca4-8c42-7670818b3ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:14.626782 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:15.340968 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-df815c64-f5e8-4224-87cf-590dc5a6b587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:15.622828 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:15.882762 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:17.223483 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:18.130074 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:23.218724 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:45:36.138025 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d9079bb2-91ca-48dc-957d-da3463b24a0b req-890861e2-7cfb-419a-8aec-71adbb6aa933 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450401 Feb 04 14:45:36.225329 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9079bb2-91ca-48dc-957d-da3463b24a0b req-6083220c-a047-4e63-8c6e-f920ebf418e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:45:36.226876 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d9079bb2-91ca-48dc-957d-da3463b24a0b req-6083220c-a047-4e63-8c6e-f920ebf418e9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 1128 time: 0.0441670 Feb 04 14:45:36.332193 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9079bb2-91ca-48dc-957d-da3463b24a0b req-22561468-671a-4c05-ac2e-55ad1366bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:45:36.333642 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d9079bb2-91ca-48dc-957d-da3463b24a0b req-22561468-671a-4c05-ac2e-55ad1366bd5b service neutron] 10.222.0.100 "GET /v2.0/networks?id=22214ad0-07a5-40e4-a40f-53502b683a13 HTTP/1.1" status: 200 len: 898 time: 0.0870264 Feb 04 14:45:36.402724 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d9079bb2-91ca-48dc-957d-da3463b24a0b req-a03c9777-4678-4939-b784-aaa8a7f91ebb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 HTTP/1.1" status: 200 len: 1000 time: 0.0585196 Feb 04 14:45:36.451790 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9079bb2-91ca-48dc-957d-da3463b24a0b req-5dccefc9-9385-4a63-b875-e984d281dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:45:36.453256 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d9079bb2-91ca-48dc-957d-da3463b24a0b req-5dccefc9-9385-4a63-b875-e984d281dd4d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0 HTTP/1.1" status: 200 len: 835 time: 0.0439641 Feb 04 14:45:36.511937 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9079bb2-91ca-48dc-957d-da3463b24a0b req-46168e80-8fcd-432c-9347-85bd25cfcb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:45:36.513433 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d9079bb2-91ca-48dc-957d-da3463b24a0b req-46168e80-8fcd-432c-9347-85bd25cfcb0c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=22214ad0-07a5-40e4-a40f-53502b683a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480070 Feb 04 14:45:36.528713 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-d9079bb2-91ca-48dc-957d-da3463b24a0b req-bc060c6a-6693-4c47-8299-a20a8a8f2a3a service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:45:36.529671 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d9079bb2-91ca-48dc-957d-da3463b24a0b req-bc060c6a-6693-4c47-8299-a20a8a8f2a3a service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053008 Feb 04 14:45:36.620038 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d9079bb2-91ca-48dc-957d-da3463b24a0b req-d90b6cfa-eb31-4714-af47-62d453929c54 service neutron] 10.222.0.100 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820694 Feb 04 14:45:36.713092 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d9079bb2-91ca-48dc-957d-da3463b24a0b req-f205f97e-4d1c-4136-b4ec-888ac6afaf06 service neutron] 10.222.0.100 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868225 Feb 04 14:45:41.139733 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c2bbb5b9-df5d-4812-a337-b4c2216b575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:43.982559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37962) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:44.143330 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port 092a87b0-05aa-43dd-abad-148d300346fe {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:45:44.143681 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (092a87b0-05aa-43dd-abad-148d300346fe), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:44.218225 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (092a87b0-05aa-43dd-abad-148d300346fe), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:44.218550 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (092a87b0-05aa-43dd-abad-148d300346fe), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:44.230340 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for 092a87b0-05aa-43dd-abad-148d300346fe owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:45:44.381340 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (092a87b0-05aa-43dd-abad-148d300346fe), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:44.408041 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=092a87b0-05aa-43dd-abad-148d300346fe,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:44.438482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:44.438840 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:44.439185 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:44.439534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:44.439852 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:44.440181 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:44.440508 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:44.440835 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:44.441162 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:44.441487 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:44.441809 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:44.442152 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:44.442476 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:44.481887 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (a4414f0d-bfdf-4d12-8d2e-22a6b02adba0), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:44.482318 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Floating IP a4414f0d-bfdf-4d12-8d2e-22a6b02adba0 disassociated (deleted). External IP: 172.25.5.93, port: a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1. Feb 04 14:45:44.625758 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:44.697943 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router 76263d72-3366-4369-8ad2-ab63d2e9b218 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:45:44.806013 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:45:44.811151 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:44.815741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23a2d37-c3b4-4b52-89fd-24940fcc12d9 None None] Sync routers for ids ['76263d72-3366-4369-8ad2-ab63d2e9b218'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:45:44.826401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a2d37-c3b4-4b52-89fd-24940fcc12d9 None None] Routers {'76263d72-3366-4369-8ad2-ab63d2e9b218'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:45:44.827033 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b23a2d37-c3b4-4b52-89fd-24940fcc12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:45:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['76263d72-3366-4369-8ad2-ab63d2e9b218'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:44.842629 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5e27a64e-39b6-4052-8d14-5717f20cb144 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/floatingips/a4414f0d-bfdf-4d12-8d2e-22a6b02adba0 HTTP/1.1" status: 204 len: 168 time: 0.8590529 Feb 04 14:45:44.843213 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'tag': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:45:44.845454 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab7c2d0-577f-4ab6-ba03-199437d4eaf3" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2253b5-5ac9-4dc4-baa3-082db55b00e2", "tag": "a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:45:44.938422 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b23a2d37-c3b4-4b52-89fd-24940fcc12d9 None None] Set router 76263d72-3366-4369-8ad2-ab63d2e9b218 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:45:45.054671 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0946afc3-21bf-4f87-aee5-f4f375198512 x-openstack-request-id: req-0946afc3-21bf-4f87-aee5-f4f375198512 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:45:45.055515 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2253b5-5ac9-4dc4-baa3-082db55b00e2", "tag": "a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:45:45.056027 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0946afc3-21bf-4f87-aee5-f4f375198512 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:45:45.056597 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'tag': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1', 'status': 'completed', 'code': 200} Feb 04 14:45:45.123144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7c2d0-577f-4ab6-ba03-199437d4eaf3 req-b203bc3b-e7b6-467e-940a-f993491e0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:45:45.125152 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1ab7c2d0-577f-4ab6-ba03-199437d4eaf3 req-b203bc3b-e7b6-467e-940a-f993491e0de9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 1128 time: 0.0488815 Feb 04 14:45:45.152606 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b23a2d37-c3b4-4b52-89fd-24940fcc12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993323389', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:54Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'c0e52030-b08a-4dbc-b11f-a70449759c65', 'name': '', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:d5:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:54Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:45.157906 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08351358-ec67-42f8-b150-f727bd3eb0c4 req-f54c705a-6505-45c8-b9d1-ceb600177c56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:45:45.159656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08351358-ec67-42f8-b150-f727bd3eb0c4 req-f54c705a-6505-45c8-b9d1-ceb600177c56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0566397 Feb 04 14:45:45.179577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23a2d37-c3b4-4b52-89fd-24940fcc12d9 None None] Checking router: 76263d72-3366-4369-8ad2-ab63d2e9b218 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:45:45.188092 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a2d37-c3b4-4b52-89fd-24940fcc12d9 None None] Routers {'76263d72-3366-4369-8ad2-ab63d2e9b218'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:45:45.188710 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b23a2d37-c3b4-4b52-89fd-24940fcc12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:45:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['76263d72-3366-4369-8ad2-ab63d2e9b218'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:45.214877 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-08351358-ec67-42f8-b150-f727bd3eb0c4 req-c798a24a-de56-413e-a1cf-802370412334 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479648 Feb 04 14:45:45.234977 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7c2d0-577f-4ab6-ba03-199437d4eaf3 req-6221f0d4-ba6f-4576-a5d6-e02156b5154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:45:45.236531 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1ab7c2d0-577f-4ab6-ba03-199437d4eaf3 req-6221f0d4-ba6f-4576-a5d6-e02156b5154f service neutron] 10.222.0.100 "GET /v2.0/networks?id=22214ad0-07a5-40e4-a40f-53502b683a13 HTTP/1.1" status: 200 len: 898 time: 0.1049623 Feb 04 14:45:45.282572 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1ab7c2d0-577f-4ab6-ba03-199437d4eaf3 req-9bea6b42-6111-4d8f-8cf2-7a7f3dc638e4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 HTTP/1.1" status: 200 len: 217 time: 0.0389318 Feb 04 14:45:45.300797 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-b23a2d37-c3b4-4b52-89fd-24940fcc12d9 None None] Set router 76263d72-3366-4369-8ad2-ab63d2e9b218 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:45:45.331711 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7c2d0-577f-4ab6-ba03-199437d4eaf3 req-1646f815-ece7-441b-9f91-fcb47de16643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:45:45.333185 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1ab7c2d0-577f-4ab6-ba03-199437d4eaf3 req-1646f815-ece7-441b-9f91-fcb47de16643 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0 HTTP/1.1" status: 200 len: 835 time: 0.0435307 Feb 04 14:45:45.354217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7f7531c8-b39b-40c3-8392-98bb37210ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:45.384865 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7c2d0-577f-4ab6-ba03-199437d4eaf3 req-85a33276-8d56-43d7-9a67-7114f34a4ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:45:45.387226 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1ab7c2d0-577f-4ab6-ba03-199437d4eaf3 req-85a33276-8d56-43d7-9a67-7114f34a4ecf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=22214ad0-07a5-40e4-a40f-53502b683a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459476 Feb 04 14:45:45.479009 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1ab7c2d0-577f-4ab6-ba03-199437d4eaf3 req-9fa95f68-769a-4fe7-b805-e71638bc6070 service neutron] 10.222.0.100 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849931 Feb 04 14:45:45.513361 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-b23a2d37-c3b4-4b52-89fd-24940fcc12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993323389', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:54Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'c0e52030-b08a-4dbc-b11f-a70449759c65', 'name': '', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:d5:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:54Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:45.543092 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23a2d37-c3b4-4b52-89fd-24940fcc12d9 None None] The sync data for ids ['76263d72-3366-4369-8ad2-ab63d2e9b218'] in n-d-714676-13 is: [{'id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993323389', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:54Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'c0e52030-b08a-4dbc-b11f-a70449759c65', 'name': '', 'network_id': '22214ad0-07a5-40e4-a40f-53502b683a13', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:d5:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:54Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:45:45.569375 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1ab7c2d0-577f-4ab6-ba03-199437d4eaf3 req-c06c7504-9c01-4325-a0f3-3f4f09a0a93f service neutron] 10.222.0.100 "GET /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834389 Feb 04 14:45:45.616069 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:45.775370 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c5644-6ed7-4a16-8d68-83d49adc41fc None None] New status for floating IP a4414f0d-bfdf-4d12-8d2e-22a6b02adba0: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:45:45.884679 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:46.334982 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c3b9f-6dc7-4c44-ba2e-6ef915083b94 req-286803d2-697d-446c-9cc3-897c9340975f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:45:46.336467 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-026c3b9f-6dc7-4c44-ba2e-6ef915083b94 req-286803d2-697d-446c-9cc3-897c9340975f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0526767 Feb 04 14:45:46.384821 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-026c3b9f-6dc7-4c44-ba2e-6ef915083b94 req-b35ea084-4d92-44f0-ae87-76a36c606a61 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=48cc4f7a-74af-44e3-905f-2e9c56e647c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423505 Feb 04 14:45:46.878798 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ea2f5-c80e-4055-8a5e-dc3831457b49 req-56845031-1885-46ef-96db-fbb1118b9893 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:45:46.880247 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-eb4ea2f5-c80e-4055-8a5e-dc3831457b49 req-56845031-1885-46ef-96db-fbb1118b9893 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.100 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 945 time: 0.0572724 Feb 04 14:45:46.970599 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-eb4ea2f5-c80e-4055-8a5e-dc3831457b49 req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:45:46.970872 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-eb4ea2f5-c80e-4055-8a5e-dc3831457b49 req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:47.060408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-eb4ea2f5-c80e-4055-8a5e-dc3831457b49 req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] For port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,segment=NetworkSegment(8974f206-4731-403e-ae4e-05b88b96c7ec),segment_id=8974f206-4731-403e-ae4e-05b88b96c7ec)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:45:47.060775 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-eb4ea2f5-c80e-4055-8a5e-dc3831457b49 req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:47.073972 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-eb4ea2f5-c80e-4055-8a5e-dc3831457b49 req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:45:47.199567 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-eb4ea2f5-c80e-4055-8a5e-dc3831457b49 req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:47.231629 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:47.236250 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:47.258405 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:47.258766 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:47.259109 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:47.259449 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:47.259806 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:47.260118 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:47.260507 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:47.260937 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:47.261275 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:47.261607 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:47.261935 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:47.262303 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:47.262631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:47.284830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4ea2f5-c80e-4055-8a5e-dc3831457b49 req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] No DVR routers for this DVR port a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:45:47.287348 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-eb4ea2f5-c80e-4055-8a5e-dc3831457b49 req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:47.290649 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-eb4ea2f5-c80e-4055-8a5e-dc3831457b49 req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.100 "DELETE /v2.0/ports/a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 HTTP/1.1" status: 204 len: 173 time: 0.4041309 Feb 04 14:45:47.291107 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'name': 'network-vif-deleted', 'tag': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:45:47.294081 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dcfd9c-d6c0-466c-a335-f49a1686abbd" -d '{"events": [{"server_uuid": "cb2253b5-5ac9-4dc4-baa3-082db55b00e2", "name": "network-vif-deleted", "tag": "a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:45:47.333178 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb298f7-8344-4fc2-a3a8-5e4f4ecbeaa1 x-openstack-request-id: req-8fb298f7-8344-4fc2-a3a8-5e4f4ecbeaa1 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:45:47.333482 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2253b5-5ac9-4dc4-baa3-082db55b00e2", "name": "network-vif-deleted", "tag": "a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:45:47.333857 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8fb298f7-8344-4fc2-a3a8-5e4f4ecbeaa1 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:45:47.334339 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2253b5-5ac9-4dc4-baa3-082db55b00e2', 'name': 'network-vif-deleted', 'tag': 'a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1', 'status': 'completed', 'code': 200} Feb 04 14:45:47.500385 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8c10f617-c49e-4166-b56c-9dd1b27121ab req-a56c4dbe-1f9d-4c5d-87d5-1b524df41433 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb2253b5-5ac9-4dc4-baa3-082db55b00e2 HTTP/1.1" status: 200 len: 210 time: 0.0322063 Feb 04 14:45:48.131669 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:48.556731 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37982) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:49.242952 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6e4b7b94-c7e7-4edc-a92d-64f98d020bc3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (76263d72-3366-4369-8ad2-ab63d2e9b218), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:49.502074 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b7b94-c7e7-4edc-a92d-64f98d020bc3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port c0e52030-b08a-4dbc-b11f-a70449759c65 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:45:49.502356 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6e4b7b94-c7e7-4edc-a92d-64f98d020bc3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:49.592519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-6e4b7b94-c7e7-4edc-a92d-64f98d020bc3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] For port c0e52030-b08a-4dbc-b11f-a70449759c65, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c0e52030-b08a-4dbc-b11f-a70449759c65,segment=NetworkSegment(8974f206-4731-403e-ae4e-05b88b96c7ec),segment_id=8974f206-4731-403e-ae4e-05b88b96c7ec)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:45:49.593222 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6e4b7b94-c7e7-4edc-a92d-64f98d020bc3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:49.605565 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b7b94-c7e7-4edc-a92d-64f98d020bc3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for c0e52030-b08a-4dbc-b11f-a70449759c65 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:45:49.792213 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6e4b7b94-c7e7-4edc-a92d-64f98d020bc3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c0e52030-b08a-4dbc-b11f-a70449759c65), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:49.818475 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b7b94-c7e7-4edc-a92d-64f98d020bc3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=c0e52030-b08a-4dbc-b11f-a70449759c65,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:49.999974 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6e4b7b94-c7e7-4edc-a92d-64f98d020bc3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (76263d72-3366-4369-8ad2-ab63d2e9b218), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:50.225872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4b7b94-c7e7-4edc-a92d-64f98d020bc3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router 76263d72-3366-4369-8ad2-ab63d2e9b218 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:45:50.329040 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4b7b94-c7e7-4edc-a92d-64f98d020bc3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:45:50.334122 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6e4b7b94-c7e7-4edc-a92d-64f98d020bc3 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "PUT /v2.0/routers/76263d72-3366-4369-8ad2-ab63d2e9b218/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7763593 Feb 04 14:45:50.336979 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37984) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:50.339348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e163dd0-ee2a-40ee-a570-7a3b47356468 None None] Sync routers for ids ['76263d72-3366-4369-8ad2-ab63d2e9b218'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:45:50.348889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e163dd0-ee2a-40ee-a570-7a3b47356468 None None] Routers {'76263d72-3366-4369-8ad2-ab63d2e9b218'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:45:50.349498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1e163dd0-ee2a-40ee-a570-7a3b47356468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:45:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['76263d72-3366-4369-8ad2-ab63d2e9b218'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:50.389411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a040e3e6-b14c-4442-a3c4-546a878be83f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting subnet 60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:45:50.392511 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a040e3e6-b14c-4442-a3c4-546a878be83f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for subnet (60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:50.436185 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a040e3e6-b14c-4442-a3c4-546a878be83f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:50.459994 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-1e163dd0-ee2a-40ee-a570-7a3b47356468 None None] Set router 76263d72-3366-4369-8ad2-ab63d2e9b218 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:45:50.527226 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a040e3e6-b14c-4442-a3c4-546a878be83f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:50.588939 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a040e3e6-b14c-4442-a3c4-546a878be83f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:50.617119 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040e3e6-b14c-4442-a3c4-546a878be83f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Subnet': ['ID=60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:50.619147 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a040e3e6-b14c-4442-a3c4-546a878be83f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:50.625335 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a040e3e6-b14c-4442-a3c4-546a878be83f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/subnets/60ed7c57-2753-4f3c-b2e4-f1efa8b61fc0 HTTP/1.1" status: 204 len: 168 time: 0.2848973 Feb 04 14:45:50.625697 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37986) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:50.628593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5a811e-b235-494a-9fde-430057cfdd6e None None] Network 22214ad0-07a5-40e4-a40f-53502b683a13 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:45:50.727743 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1e163dd0-ee2a-40ee-a570-7a3b47356468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993323389', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:45:49Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '4b66591d-785a-4e5c-8d0f-38e4c09a4b48', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:50.736660 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5928791b-52d7-40cd-8353-d0acd483ca65 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router (76263d72-3366-4369-8ad2-ab63d2e9b218), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:50.848024 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5928791b-52d7-40cd-8353-d0acd483ca65 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (76263d72-3366-4369-8ad2-ab63d2e9b218), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:50.904073 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-5928791b-52d7-40cd-8353-d0acd483ca65 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port 4b66591d-785a-4e5c-8d0f-38e4c09a4b48 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:45:50.904419 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5928791b-52d7-40cd-8353-d0acd483ca65 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4b66591d-785a-4e5c-8d0f-38e4c09a4b48), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:50.917254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e163dd0-ee2a-40ee-a570-7a3b47356468 None None] Checking router: 76263d72-3366-4369-8ad2-ab63d2e9b218 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:45:50.929906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e163dd0-ee2a-40ee-a570-7a3b47356468 None None] Routers {'76263d72-3366-4369-8ad2-ab63d2e9b218'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:45:50.930555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1e163dd0-ee2a-40ee-a570-7a3b47356468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:45:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['76263d72-3366-4369-8ad2-ab63d2e9b218'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:50.995768 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-5928791b-52d7-40cd-8353-d0acd483ca65 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] For port 4b66591d-785a-4e5c-8d0f-38e4c09a4b48, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4b66591d-785a-4e5c-8d0f-38e4c09a4b48,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:45:50.995768 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5928791b-52d7-40cd-8353-d0acd483ca65 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4b66591d-785a-4e5c-8d0f-38e4c09a4b48), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.007016 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] DHCP port deletion for 22214ad0-07a5-40e4-a40f-53502b683a13 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:45:51.009116 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-5928791b-52d7-40cd-8353-d0acd483ca65 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for 4b66591d-785a-4e5c-8d0f-38e4c09a4b48 owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:45:51.046912 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-1e163dd0-ee2a-40ee-a570-7a3b47356468 None None] Set router 76263d72-3366-4369-8ad2-ab63d2e9b218 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:45:51.106297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-1e163dd0-ee2a-40ee-a570-7a3b47356468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993323389', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:45:50Z', 'revision_number': 6, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:51.139054 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e163dd0-ee2a-40ee-a570-7a3b47356468 None None] The sync data for ids ['76263d72-3366-4369-8ad2-ab63d2e9b218'] in n-d-714676-13 is: [{'id': '76263d72-3366-4369-8ad2-ab63d2e9b218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993323389', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:42:51Z', 'updated_at': '2022-02-04T14:45:50Z', 'revision_number': 6, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:45:51.152831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Deleting port ee0fefe2-6516-445e-8719-958eb34fab68 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:45:51.153203 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ee0fefe2-6516-445e-8719-958eb34fab68), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.189361 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5928791b-52d7-40cd-8353-d0acd483ca65 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (4b66591d-785a-4e5c-8d0f-38e4c09a4b48), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.215653 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928791b-52d7-40cd-8353-d0acd483ca65 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=4b66591d-785a-4e5c-8d0f-38e4c09a4b48,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:51.219045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] For port ee0fefe2-6516-445e-8719-958eb34fab68, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ee0fefe2-6516-445e-8719-958eb34fab68,segment=NetworkSegment(8974f206-4731-403e-ae4e-05b88b96c7ec),segment_id=8974f206-4731-403e-ae4e-05b88b96c7ec)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:45:51.219395 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ee0fefe2-6516-445e-8719-958eb34fab68), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.232173 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Calling delete_port for ee0fefe2-6516-445e-8719-958eb34fab68 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:45:51.281816 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5928791b-52d7-40cd-8353-d0acd483ca65 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (76263d72-3366-4369-8ad2-ab63d2e9b218), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.315800 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (ee0fefe2-6516-445e-8719-958eb34fab68), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.358218 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Pushing event deleted for resources: {'Port': ['ID=ee0fefe2-6516-445e-8719-958eb34fab68,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:51.372995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] No DVR routers for this DVR port ee0fefe2-6516-445e-8719-958eb34fab68 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:45:51.380398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:51.380398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:51.380398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:51.380398 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:51.381623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:51.381623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:51.381868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:51.382465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:51.383089 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:51.383630 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:51.384183 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:51.384723 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:51.385271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1e91d4-7185-48c1-9091-04a1598a9024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:51.411074 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5928791b-52d7-40cd-8353-d0acd483ca65 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (76263d72-3366-4369-8ad2-ab63d2e9b218), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.413207 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5928791b-52d7-40cd-8353-d0acd483ca65 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_controller (76263d72-3366-4369-8ad2-ab63d2e9b218), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.458223 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5928791b-52d7-40cd-8353-d0acd483ca65 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (76263d72-3366-4369-8ad2-ab63d2e9b218), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.458759 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5928791b-52d7-40cd-8353-d0acd483ca65 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Fanout notify agent at l3_agent the message router_deleted on router 76263d72-3366-4369-8ad2-ab63d2e9b218 {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:45:51.466285 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5928791b-52d7-40cd-8353-d0acd483ca65 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.467429 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5928791b-52d7-40cd-8353-d0acd483ca65 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/routers/76263d72-3366-4369-8ad2-ab63d2e9b218 HTTP/1.1" status: 204 len: 168 time: 0.8407092 Feb 04 14:45:51.470067 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 37988) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:51.553407 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f15e-7a7b-4a7d-a815-5434bf1f5986 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (22214ad0-07a5-40e4-a40f-53502b683a13), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.565194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:45:51.587314 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:45:51.587662 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device a7c0e5a0-3b23-4006-8ce0-7bf3314f54b1 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:45:51.646210 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f15e-7a7b-4a7d-a815-5434bf1f5986 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (22214ad0-07a5-40e4-a40f-53502b683a13), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.668690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d4f0f15e-7a7b-4a7d-a815-5434bf1f5986 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22214ad0-07a5-40e4-a40f-53502b683a13']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:51.678569 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d4f0f15e-7a7b-4a7d-a815-5434bf1f5986 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8974f206-4731-403e-ae4e-05b88b96c7ec') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:51.678873 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-d4f0f15e-7a7b-4a7d-a815-5434bf1f5986 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8974f206-4731-403e-ae4e-05b88b96c7ec') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:51.694233 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f15e-7a7b-4a7d-a815-5434bf1f5986 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (8974f206-4731-403e-ae4e-05b88b96c7ec), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.708020 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f15e-7a7b-4a7d-a815-5434bf1f5986 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (8974f206-4731-403e-ae4e-05b88b96c7ec), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.714482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f0f15e-7a7b-4a7d-a815-5434bf1f5986 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:45:51.714897 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f15e-7a7b-4a7d-a815-5434bf1f5986 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (8974f206-4731-403e-ae4e-05b88b96c7ec), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: timer() Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:45:51.718256 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:45:51.778224 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f15e-7a7b-4a7d-a815-5434bf1f5986 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (22214ad0-07a5-40e4-a40f-53502b683a13), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.783024 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f15e-7a7b-4a7d-a815-5434bf1f5986 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.788985 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d4f0f15e-7a7b-4a7d-a815-5434bf1f5986 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/networks/22214ad0-07a5-40e4-a40f-53502b683a13 HTTP/1.1" status: 204 len: 168 time: 0.3152556 Feb 04 14:45:51.789230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 37992) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:51.802274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0f15e-7a7b-4a7d-a815-5434bf1f5986 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Network': ['ID=22214ad0-07a5-40e4-a40f-53502b683a13,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:51.855411 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35a22d40-1212-4ca5-a814-b0e05b941eba tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (48cc4f7a-74af-44e3-905f-2e9c56e647c9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.882878 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35a22d40-1212-4ca5-a814-b0e05b941eba tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (48cc4f7a-74af-44e3-905f-2e9c56e647c9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.951968 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35a22d40-1212-4ca5-a814-b0e05b941eba tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (48cc4f7a-74af-44e3-905f-2e9c56e647c9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.954671 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35a22d40-1212-4ca5-a814-b0e05b941eba tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:51.955820 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-35a22d40-1212-4ca5-a814-b0e05b941eba tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/security-groups/48cc4f7a-74af-44e3-905f-2e9c56e647c9 HTTP/1.1" status: 204 len: 168 time: 0.1656213 Feb 04 14:45:51.965164 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a22d40-1212-4ca5-a814-b0e05b941eba tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cc4f7a-74af-44e3-905f-2e9c56e647c9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:52.539743 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c0e52030-b08a-4dbc-b11f-a70449759c65 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:45:52.563514 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: c0e52030-b08a-4dbc-b11f-a70449759c65 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:45:52.563858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c0e52030-b08a-4dbc-b11f-a70449759c65 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:45:52.564270 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ee0fefe2-6516-445e-8719-958eb34fab68 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:45:52.582833 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: ee0fefe2-6516-445e-8719-958eb34fab68 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:45:52.583185 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ee0fefe2-6516-445e-8719-958eb34fab68 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:45:52.583623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4b66591d-785a-4e5c-8d0f-38e4c09a4b48 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:45:52.602034 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 4b66591d-785a-4e5c-8d0f-38e4c09a4b48 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:45:52.602823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4b66591d-785a-4e5c-8d0f-38e4c09a4b48 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:45:53.264470 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38002) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:53.269185 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-461965ef-b597-4471-9872-06aeae1aa826 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-918558390', 'description': 'tempest-secgroup-smoke-918558390 description', 'project_id': 'f0bec5a68251425ab95d0242072ba05a'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:45:53.290044 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-461965ef-b597-4471-9872-06aeae1aa826 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.355604 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-461965ef-b597-4471-9872-06aeae1aa826 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (73ff9196-8618-486a-8424-a93b574c0167), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.359251 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-461965ef-b597-4471-9872-06aeae1aa826 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (73ff9196-8618-486a-8424-a93b574c0167), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.389411 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-461965ef-b597-4471-9872-06aeae1aa826 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.390664 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-461965ef-b597-4471-9872-06aeae1aa826 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1250179 Feb 04 14:45:53.393682 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38004) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:53.394625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461965ef-b597-4471-9872-06aeae1aa826 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ff9196-8618-486a-8424-a93b574c0167,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:53.398493 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-79f8b012-e0af-4f2a-919c-c17a94d1d4f6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '73ff9196-8618-486a-8424-a93b574c0167', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:45:53.424129 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-79f8b012-e0af-4f2a-919c-c17a94d1d4f6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (aa670f80-f2bf-485f-8b31-a812a6667587), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.478658 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-79f8b012-e0af-4f2a-919c-c17a94d1d4f6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (aa670f80-f2bf-485f-8b31-a812a6667587), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.482306 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-79f8b012-e0af-4f2a-919c-c17a94d1d4f6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (aa670f80-f2bf-485f-8b31-a812a6667587), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.499189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8b012-e0af-4f2a-919c-c17a94d1d4f6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa670f80-f2bf-485f-8b31-a812a6667587,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:53.507032 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-79f8b012-e0af-4f2a-919c-c17a94d1d4f6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.508233 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-79f8b012-e0af-4f2a-919c-c17a94d1d4f6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134167 Feb 04 14:45:53.511820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38006) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:53.516064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-cb72301a-429b-4344-b102-107db6de5e70 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '73ff9196-8618-486a-8424-a93b574c0167', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:45:53.539955 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb72301a-429b-4344-b102-107db6de5e70 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (8701bfd8-de28-4a63-8470-23c660abecbc), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.599917 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb72301a-429b-4344-b102-107db6de5e70 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (8701bfd8-de28-4a63-8470-23c660abecbc), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.607066 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb72301a-429b-4344-b102-107db6de5e70 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (8701bfd8-de28-4a63-8470-23c660abecbc), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.621044 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72301a-429b-4344-b102-107db6de5e70 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8701bfd8-de28-4a63-8470-23c660abecbc,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:53.629156 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cb72301a-429b-4344-b102-107db6de5e70 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.630677 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cb72301a-429b-4344-b102-107db6de5e70 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176329 Feb 04 14:45:53.633011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38008) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:53.637997 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9e245402-f50f-43f2-83b4-5cf1b9ade5a9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '73ff9196-8618-486a-8424-a93b574c0167', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:45:53.661010 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e245402-f50f-43f2-83b4-5cf1b9ade5a9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (28913ce6-6d2f-4fa8-aa54-9c3603fd1d64), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.719537 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e245402-f50f-43f2-83b4-5cf1b9ade5a9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (28913ce6-6d2f-4fa8-aa54-9c3603fd1d64), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.723107 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e245402-f50f-43f2-83b4-5cf1b9ade5a9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (28913ce6-6d2f-4fa8-aa54-9c3603fd1d64), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.740482 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e245402-f50f-43f2-83b4-5cf1b9ade5a9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28913ce6-6d2f-4fa8-aa54-9c3603fd1d64,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:53.748882 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9e245402-f50f-43f2-83b4-5cf1b9ade5a9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.750171 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9e245402-f50f-43f2-83b4-5cf1b9ade5a9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161373 Feb 04 14:45:53.752766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38010) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:53.756993 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-3305404c-6d6d-4e61-9a2e-f8af408017d6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '73ff9196-8618-486a-8424-a93b574c0167', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:45:53.781490 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3305404c-6d6d-4e61-9a2e-f8af408017d6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (549fe1c6-e3b1-4fe7-a4c3-ac647756bd00), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.839929 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3305404c-6d6d-4e61-9a2e-f8af408017d6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (549fe1c6-e3b1-4fe7-a4c3-ac647756bd00), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.843342 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3305404c-6d6d-4e61-9a2e-f8af408017d6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (549fe1c6-e3b1-4fe7-a4c3-ac647756bd00), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.863944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305404c-6d6d-4e61-9a2e-f8af408017d6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549fe1c6-e3b1-4fe7-a4c3-ac647756bd00,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:53.869581 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-3305404c-6d6d-4e61-9a2e-f8af408017d6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.870815 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-3305404c-6d6d-4e61-9a2e-f8af408017d6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171339 Feb 04 14:45:53.873581 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38014) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:53.878076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-e24fa4b4-d848-428a-9b5c-707406bdb5bc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '73ff9196-8618-486a-8424-a93b574c0167', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:45:53.897567 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-e24fa4b4-d848-428a-9b5c-707406bdb5bc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Project f0bec5a68251425ab95d0242072ba05a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:45:53.902901 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e24fa4b4-d848-428a-9b5c-707406bdb5bc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (5db4ae51-c71e-40b7-9309-7837314ed88e), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.961807 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e24fa4b4-d848-428a-9b5c-707406bdb5bc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (5db4ae51-c71e-40b7-9309-7837314ed88e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.965982 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e24fa4b4-d848-428a-9b5c-707406bdb5bc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (5db4ae51-c71e-40b7-9309-7837314ed88e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.983398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fa4b4-d848-428a-9b5c-707406bdb5bc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db4ae51-c71e-40b7-9309-7837314ed88e,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:53.991061 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e24fa4b4-d848-428a-9b5c-707406bdb5bc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:53.992258 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e24fa4b4-d848-428a-9b5c-707406bdb5bc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177123 Feb 04 14:45:53.995021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38016) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:53.999396 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-68767f33-fd7d-4191-b61b-aa757f0064bb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '73ff9196-8618-486a-8424-a93b574c0167', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:45:54.018670 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-68767f33-fd7d-4191-b61b-aa757f0064bb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Project f0bec5a68251425ab95d0242072ba05a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:45:54.023325 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-68767f33-fd7d-4191-b61b-aa757f0064bb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (bbf48a29-0e38-49ca-bdc1-e6939b73bc74), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:54.082853 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-68767f33-fd7d-4191-b61b-aa757f0064bb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (bbf48a29-0e38-49ca-bdc1-e6939b73bc74), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:54.086479 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-68767f33-fd7d-4191-b61b-aa757f0064bb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (bbf48a29-0e38-49ca-bdc1-e6939b73bc74), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:54.104882 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68767f33-fd7d-4191-b61b-aa757f0064bb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf48a29-0e38-49ca-bdc1-e6939b73bc74,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:54.113331 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-68767f33-fd7d-4191-b61b-aa757f0064bb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:54.114835 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-68767f33-fd7d-4191-b61b-aa757f0064bb tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188357 Feb 04 14:45:54.117678 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38020) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:54.123135 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9805b6e8-dac9-47d1-88e4-e1fad215cf89 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'network': {'name': 'tempest-network-smoke--1717072981', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'port_security_enabled': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:45:54.141969 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9805b6e8-dac9-47d1-88e4-e1fad215cf89 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Made reservation on behalf of f0bec5a68251425ab95d0242072ba05a for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:45:54.145231 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9805b6e8-dac9-47d1-88e4-e1fad215cf89 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:54.169196 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9805b6e8-dac9-47d1-88e4-e1fad215cf89 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:45:54.179175 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9805b6e8-dac9-47d1-88e4-e1fad215cf89 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (5ba391c7-152f-4b99-ae53-c800f8f21d43), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:54.179550 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-9805b6e8-dac9-47d1-88e4-e1fad215cf89 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Added segment 5ba391c7-152f-4b99-ae53-c800f8f21d43 of type vlan for network 358c8a88-e9f4-4cbb-85ad-0bd1598398c3 Feb 04 14:45:54.221261 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9805b6e8-dac9-47d1-88e4-e1fad215cf89 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (358c8a88-e9f4-4cbb-85ad-0bd1598398c3), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:54.246455 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9805b6e8-dac9-47d1-88e4-e1fad215cf89 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (358c8a88-e9f4-4cbb-85ad-0bd1598398c3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:54.251538 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9805b6e8-dac9-47d1-88e4-e1fad215cf89 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:45:54.252181 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9805b6e8-dac9-47d1-88e4-e1fad215cf89 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:54.308380 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9805b6e8-dac9-47d1-88e4-e1fad215cf89 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1895728 Feb 04 14:45:54.311251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38022) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:54.315765 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-29817192', 'admin_state_up': True, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:45:54.322451 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805b6e8-dac9-47d1-88e4-e1fad215cf89 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Network': ['ID=358c8a88-e9f4-4cbb-85ad-0bd1598398c3,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:54.334372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 358c8a88-e9f4-4cbb-85ad-0bd1598398c3 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:45:54.336418 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (c406e5fc-2d2d-4bb8-8136-e13915f461b8), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:54.337606 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (c406e5fc-2d2d-4bb8-8136-e13915f461b8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:54.396651 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_controller (c406e5fc-2d2d-4bb8-8136-e13915f461b8), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:54.538594 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (c406e5fc-2d2d-4bb8-8136-e13915f461b8), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:55.031144 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (c406e5fc-2d2d-4bb8-8136-e13915f461b8), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:55.049866 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:55.151489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.25.5.209 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:45:55.252115 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:55.285718 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:55.320932 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:45:55.327857 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:45:55.330499 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:45:55.361579 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:55.589666 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (c406e5fc-2d2d-4bb8-8136-e13915f461b8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:55.791286 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (c406e5fc-2d2d-4bb8-8136-e13915f461b8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:55.916960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router c406e5fc-2d2d-4bb8-8136-e13915f461b8 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:45:56.025353 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:45:56.034778 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Sync routers for ids ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:45:56.044807 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:56.045358 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Routers {'c406e5fc-2d2d-4bb8-8136-e13915f461b8'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:45:56.045969 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:45:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:56.046153 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-85239f52-61ab-441a-8aac-c3cbce41e560 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7337742 Feb 04 14:45:56.049131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38024) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:56.078004 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7220a482-a72a-472b-9d1f-557e5e9f4e01 tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=f0bec5a68251425ab95d0242072ba05a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277424 Feb 04 14:45:56.080548 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38026) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:56.178206 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d718482c-accf-4614-a5a1-4ad91b8c5c2d tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:45:56.183016 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-d718482c-accf-4614-a5a1-4ad91b8c5c2d tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0982983 Feb 04 14:45:56.183422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38028) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:56.211413 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-90c9153a-b99e-4f9f-842f-caf8ff0fbf49 tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268769 Feb 04 14:45:56.213903 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38030) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:56.218665 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-214c657c-8bb1-428c-b7c7-04abb6fdc961 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-702727264', 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:45:56.251119 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Set router c406e5fc-2d2d-4bb8-8136-e13915f461b8 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:45:56.309504 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214c657c-8bb1-428c-b7c7-04abb6fdc961 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Made reservation on behalf of f0bec5a68251425ab95d0242072ba05a for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:45:56.312965 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-214c657c-8bb1-428c-b7c7-04abb6fdc961 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:56.429892 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29817192', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:45:54Z', 'updated_at': '2022-02-04T14:45:55Z', 'revision_number': 3, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:55Z', 'updated_at': '2022-02-04T14:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:56.457327 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Checking router: c406e5fc-2d2d-4bb8-8136-e13915f461b8 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:45:56.457675 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Updating router c406e5fc-2d2d-4bb8-8136-e13915f461b8 port 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:45:56.490360 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:56.499812 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-214c657c-8bb1-428c-b7c7-04abb6fdc961 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (a2b64399-745d-4ce4-a8c1-6e01eb2fee6c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:56.553804 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c657c-8bb1-428c-b7c7-04abb6fdc961 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Subnet': ['ID=a2b64399-745d-4ce4-a8c1-6e01eb2fee6c,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:56.569066 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214c657c-8bb1-428c-b7c7-04abb6fdc961 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Checking segment: {'id': '5ba391c7-152f-4b99-ae53-c800f8f21d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:45:56.569471 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214c657c-8bb1-428c-b7c7-04abb6fdc961 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network hostable DHCP agents. Network: 358c8a88-e9f4-4cbb-85ad-0bd1598398c3, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:45:56.586336 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214c657c-8bb1-428c-b7c7-04abb6fdc961 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 358c8a88-e9f4-4cbb-85ad-0bd1598398c3 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:45:56.596002 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-214c657c-8bb1-428c-b7c7-04abb6fdc961 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 358c8a88-e9f4-4cbb-85ad-0bd1598398c3) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:45:56.600067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214c657c-8bb1-428c-b7c7-04abb6fdc961 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:45:56.600657 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-214c657c-8bb1-428c-b7c7-04abb6fdc961 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:56.610636 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1852d5cc-081b-47af-985a-aa05f6f6871d None None] Network 358c8a88-e9f4-4cbb-85ad-0bd1598398c3 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:45:56.622466 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-214c657c-8bb1-428c-b7c7-04abb6fdc961 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4048321 Feb 04 14:45:56.622649 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38032) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:45:56.728676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ips': [{'subnet_id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:45:56.730458 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:56.759904 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Publish callbacks [] for port (44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:56.766491 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:56.829795 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Attempting to bind port 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:45:56.830214 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Attempting to bind port 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:45:56.830540 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Attempting to bind port 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:45:56.833603 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbcd34-1e09-4dd3-aad4-7aefd0788820 None None] Pushing event updated for resources: {'Port': ['ID=44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:56.842759 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:45:56.843133 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:45:56.843531 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:56.843916 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:45:56.844367 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Bound port: 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:45:56.844733 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:56.846900 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbcd34-1e09-4dd3-aad4-7aefd0788820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:56.847237 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbcd34-1e09-4dd3-aad4-7aefd0788820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:56.847568 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbcd34-1e09-4dd3-aad4-7aefd0788820 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:56.847898 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbcd34-1e09-4dd3-aad4-7aefd0788820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:56.848225 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbcd34-1e09-4dd3-aad4-7aefd0788820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:56.848546 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbcd34-1e09-4dd3-aad4-7aefd0788820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:56.848864 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbcd34-1e09-4dd3-aad4-7aefd0788820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:56.849220 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbcd34-1e09-4dd3-aad4-7aefd0788820 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:56.849499 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbcd34-1e09-4dd3-aad4-7aefd0788820 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:56.849813 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbcd34-1e09-4dd3-aad4-7aefd0788820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:56.850146 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbcd34-1e09-4dd3-aad4-7aefd0788820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:56.850462 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbcd34-1e09-4dd3-aad4-7aefd0788820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:56.850779 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbcd34-1e09-4dd3-aad4-7aefd0788820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:45:56.925637 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] For port 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:45:56.929984 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] For port 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:45:56.938241 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:56.946736 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Allocated IP 172.20.0.2 (358c8a88-e9f4-4cbb-85ad-0bd1598398c3/a2b64399-745d-4ce4-a8c1-6e01eb2fee6c/89fbd19a-7375-4e77-afe1-c7da90d1c0b9) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:45:57.005633 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbcd34-1e09-4dd3-aad4-7aefd0788820 None None] Pushing event updated for resources: {'Port': ['ID=44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:57.011642 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Routers {'c406e5fc-2d2d-4bb8-8136-e13915f461b8'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:45:57.012807 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:45:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:57.108505 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:57.133780 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] Set router c406e5fc-2d2d-4bb8-8136-e13915f461b8 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:45:57.140446 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Publish callbacks [] for port (89fbd19a-7375-4e77-afe1-c7da90d1c0b9), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:57.147401 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (89fbd19a-7375-4e77-afe1-c7da90d1c0b9), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:57.200479 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Network 358c8a88-e9f4-4cbb-85ad-0bd1598398c3 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:45:57.208232 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:45:57.211565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Pushing event updated for resources: {'Port': ['ID=89fbd19a-7375-4e77-afe1-c7da90d1c0b9,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:57.215363 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:45:57.280512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Attempting to bind port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:45:57.280889 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Attempting to bind port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '5ba391c7-152f-4b99-ae53-c800f8f21d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:45:57.281250 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Attempting to bind port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 on network 358c8a88-e9f4-4cbb-85ad-0bd1598398c3 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:45:57.286205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:45:57.286581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Checking segment: {'id': '5ba391c7-152f-4b99-ae53-c800f8f21d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:45:57.286981 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:57.287368 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Bound using segment: {'id': '5ba391c7-152f-4b99-ae53-c800f8f21d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:45:57.287823 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Bound port: 89fbd19a-7375-4e77-afe1-c7da90d1c0b9, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba391c7-152f-4b99-ae53-c800f8f21d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:45:57.288194 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (89fbd19a-7375-4e77-afe1-c7da90d1c0b9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:57.326787 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29817192', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:45:54Z', 'updated_at': '2022-02-04T14:45:55Z', 'revision_number': 3, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:55Z', 'updated_at': '2022-02-04T14:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:57.356082 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec560e-de34-4299-adc4-3b2f48eaae64 None None] The sync data for ids ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'] in n-d-714676-13 is: [{'id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29817192', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:45:54Z', 'updated_at': '2022-02-04T14:45:55Z', 'revision_number': 3, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:55Z', 'updated_at': '2022-02-04T14:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:45:57.357189 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] For port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:45:57.360863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] For port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=89fbd19a-7375-4e77-afe1-c7da90d1c0b9,segment=NetworkSegment(5ba391c7-152f-4b99-ae53-c800f8f21d43),segment_id=5ba391c7-152f-4b99-ae53-c800f8f21d43)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:45:57.367966 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (89fbd19a-7375-4e77-afe1-c7da90d1c0b9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:57.429386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4968b5-f7ff-4775-bf50-e6d77e40f731 None None] Pushing event updated for resources: {'Port': ['ID=89fbd19a-7375-4e77-afe1-c7da90d1c0b9,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:57.435752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.20.0.1 (358c8a88-e9f4-4cbb-85ad-0bd1598398c3/a2b64399-745d-4ce4-a8c1-6e01eb2fee6c/16161449-b848-49be-b4e7-61edc728b4b3) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:45:57.579547 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (16161449-b848-49be-b4e7-61edc728b4b3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:57.626323 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (16161449-b848-49be-b4e7-61edc728b4b3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:57.695635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 358c8a88-e9f4-4cbb-85ad-0bd1598398c3 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:45:57.707018 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:45:57.711485 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:45:57.716298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=16161449-b848-49be-b4e7-61edc728b4b3,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:57.762241 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (c406e5fc-2d2d-4bb8-8136-e13915f461b8), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:57.917536 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (16161449-b848-49be-b4e7-61edc728b4b3), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:58.232120 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (16161449-b848-49be-b4e7-61edc728b4b3), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:58.238623 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (16161449-b848-49be-b4e7-61edc728b4b3), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:58.320194 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (c406e5fc-2d2d-4bb8-8136-e13915f461b8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:58.322050 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=16161449-b848-49be-b4e7-61edc728b4b3,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:58.424273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 358c8a88-e9f4-4cbb-85ad-0bd1598398c3 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:45:58.425676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:45:58.518364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5503f9-ff3a-4d87-9f2f-23f8efda66ab None None] Network 358c8a88-e9f4-4cbb-85ad-0bd1598398c3 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:45:58.566156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router c406e5fc-2d2d-4bb8-8136-e13915f461b8 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:45:58.609174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-15cfbff4-beb4-4186-981f-908ad33ef500 None None] Provisioning complete for port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:45:58.609545 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-15cfbff4-beb4-4186-981f-908ad33ef500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (89fbd19a-7375-4e77-afe1-c7da90d1c0b9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:58.670334 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:45:58.778610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-15cfbff4-beb4-4186-981f-908ad33ef500 None None] Current status of the port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:45:58.778952 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-15cfbff4-beb4-4186-981f-908ad33ef500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (89fbd19a-7375-4e77-afe1-c7da90d1c0b9), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:58.783750 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:45:58.784114 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:58.855155 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-15cfbff4-beb4-4186-981f-908ad33ef500 None None] For port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=89fbd19a-7375-4e77-afe1-c7da90d1c0b9,segment=NetworkSegment(5ba391c7-152f-4b99-ae53-c800f8f21d43),segment_id=5ba391c7-152f-4b99-ae53-c800f8f21d43)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:45:58.868342 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-15cfbff4-beb4-4186-981f-908ad33ef500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (89fbd19a-7375-4e77-afe1-c7da90d1c0b9), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:58.966998 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:45:58.967397 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:58.983766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfbff4-beb4-4186-981f-908ad33ef500 None None] Pushing event updated for resources: {'Port': ['ID=89fbd19a-7375-4e77-afe1-c7da90d1c0b9,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:59.003719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:45:59.011216 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:59.012120 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:45:59.021196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:45:59.030635 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f9b5f244-fc7c-4f79-a4c6-149b3e03092d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "PUT /v2.0/routers/c406e5fc-2d2d-4bb8-8136-e13915f461b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4069400 Feb 04 14:45:59.121068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3c10d4b0-05a4-4b1b-997e-9aa3523c1c41 None None] Provisioning complete for port 16161449-b848-49be-b4e7-61edc728b4b3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:45:59.121445 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c10d4b0-05a4-4b1b-997e-9aa3523c1c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (16161449-b848-49be-b4e7-61edc728b4b3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:59.125687 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:45:59.168536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:45:59.168916 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (89fbd19a-7375-4e77-afe1-c7da90d1c0b9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:59.172714 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3c10d4b0-05a4-4b1b-997e-9aa3523c1c41 None None] Port 16161449-b848-49be-b4e7-61edc728b4b3 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:45:59.206903 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-0bfe6f1a-a00b-4aae-8060-0ae594ab3434 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918558390&fields=id&tenant_id=f0bec5a68251425ab95d0242072ba05a HTTP/1.1" status: 200 len: 267 time: 0.0499504 Feb 04 14:45:59.215296 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3c10d4b0-05a4-4b1b-997e-9aa3523c1c41 None None] Provisioning complete for port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:45:59.215678 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c10d4b0-05a4-4b1b-997e-9aa3523c1c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (89fbd19a-7375-4e77-afe1-c7da90d1c0b9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:59.279171 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Sync routers for ids ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:45:59.310491 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Routers {'c406e5fc-2d2d-4bb8-8136-e13915f461b8'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:45:59.311056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:45:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:59.313629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:45:59.343740 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-cd7e7ce0-d870-4502-b1d4-274951c87e82 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:45:59.345279 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-cd7e7ce0-d870-4502-b1d4-274951c87e82 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/networks?id=358c8a88-e9f4-4cbb-85ad-0bd1598398c3 HTTP/1.1" status: 200 len: 797 time: 0.1316757 Feb 04 14:45:59.372248 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-e31c301b-be40-40c8-aaa2-29a22b67f27d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/quotas/f0bec5a68251425ab95d0242072ba05a HTTP/1.1" status: 200 len: 375 time: 0.0203750 Feb 04 14:45:59.428443 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-29955a71-07ca-4cf2-b0a7-ccac1ad7a54d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552194 Feb 04 14:45:59.533617 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-678168ce-696e-41d6-b619-713e69f9031f service neutron] 10.222.0.96 "GET /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913606 Feb 04 14:45:59.591656 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3c10d4b0-05a4-4b1b-997e-9aa3523c1c41 None None] Current status of the port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:45:59.624747 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Set router c406e5fc-2d2d-4bb8-8136-e13915f461b8 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:45:59.626818 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-0af43750-421d-4ff8-82a0-937e88a6d6ce service neutron] 10.222.0.96 "GET /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870671 Feb 04 14:45:59.761366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b9ec8260-0934-4c08-b1d0-5f5df297bc4d None None] Provisioning complete for port 16161449-b848-49be-b4e7-61edc728b4b3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:45:59.761728 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8260-0934-4c08-b1d0-5f5df297bc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (16161449-b848-49be-b4e7-61edc728b4b3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:45:59.791339 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31e89696-ac2e-43d9-8a91-819aa51b3471 req-698f2946-885f-4c57-bfb0-a5f3292c072e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 210 time: 0.0286317 Feb 04 14:45:59.826798 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec8260-0934-4c08-b1d0-5f5df297bc4d None None] Port 16161449-b848-49be-b4e7-61edc728b4b3 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:45:59.892569 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29817192', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:45:54Z', 'updated_at': '2022-02-04T14:45:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:55Z', 'updated_at': '2022-02-04T14:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '16161449-b848-49be-b4e7-61edc728b4b3', 'name': '', 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:12:c2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:57Z', 'updated_at': '2022-02-04T14:45:58Z', 'revision_number': 2, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:45:59.919024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Checking router: c406e5fc-2d2d-4bb8-8136-e13915f461b8 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:45:59.919381 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Updating router c406e5fc-2d2d-4bb8-8136-e13915f461b8 port 16161449-b848-49be-b4e7-61edc728b4b3 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:45:59.947457 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (16161449-b848-49be-b4e7-61edc728b4b3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:00.217604 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:46:00.222841 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Publish callbacks [] for port (16161449-b848-49be-b4e7-61edc728b4b3), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:00.228575 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (16161449-b848-49be-b4e7-61edc728b4b3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:00.281461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0f0d9-75e7-46ae-9cd0-eac0fefdc447 None None] Pushing event updated for resources: {'Port': ['ID=16161449-b848-49be-b4e7-61edc728b4b3,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:46:00.341436 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Attempting to bind port 16161449-b848-49be-b4e7-61edc728b4b3 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:46:00.341812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Attempting to bind port 16161449-b848-49be-b4e7-61edc728b4b3 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '5ba391c7-152f-4b99-ae53-c800f8f21d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:46:00.342277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Attempting to bind port 16161449-b848-49be-b4e7-61edc728b4b3 on network 358c8a88-e9f4-4cbb-85ad-0bd1598398c3 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:46:00.347472 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:46:00.347848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Checking segment: {'id': '5ba391c7-152f-4b99-ae53-c800f8f21d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:46:00.348253 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:00.348646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Bound using segment: {'id': '5ba391c7-152f-4b99-ae53-c800f8f21d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:46:00.349116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Bound port: 16161449-b848-49be-b4e7-61edc728b4b3, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba391c7-152f-4b99-ae53-c800f8f21d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:46:00.349495 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (16161449-b848-49be-b4e7-61edc728b4b3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:00.420629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] For port 16161449-b848-49be-b4e7-61edc728b4b3, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:46:00.424180 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] For port 16161449-b848-49be-b4e7-61edc728b4b3, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=16161449-b848-49be-b4e7-61edc728b4b3,segment=NetworkSegment(5ba391c7-152f-4b99-ae53-c800f8f21d43),segment_id=5ba391c7-152f-4b99-ae53-c800f8f21d43)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:46:00.430918 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (16161449-b848-49be-b4e7-61edc728b4b3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:00.488727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Routers {'c406e5fc-2d2d-4bb8-8136-e13915f461b8'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:46:00.489373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:45:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:46:00.529600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0f0d9-75e7-46ae-9cd0-eac0fefdc447 None None] Pushing event updated for resources: {'Port': ['ID=16161449-b848-49be-b4e7-61edc728b4b3,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:46:00.574794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:46:00.634587 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f552109a-f33f-4eb5-b082-0ccd095dca8d None None] Provisioning complete for port 16161449-b848-49be-b4e7-61edc728b4b3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:46:00.635794 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f552109a-f33f-4eb5-b082-0ccd095dca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (16161449-b848-49be-b4e7-61edc728b4b3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:00.694721 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] Set router c406e5fc-2d2d-4bb8-8136-e13915f461b8 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:46:00.735507 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:46:00.735880 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:00.805588 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-c36b2c8b-3303-494a-8a06-e0e921f97ecd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:00.807166 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-c36b2c8b-3303-494a-8a06-e0e921f97ecd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "GET /v2.0/networks?id=358c8a88-e9f4-4cbb-85ad-0bd1598398c3 HTTP/1.1" status: 200 len: 797 time: 0.1104255 Feb 04 14:46:00.875456 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-0f83fb20-6dc7-4744-ad34-23bb0181af78 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0bec5a68251425ab95d0242072ba05a HTTP/1.1" status: 200 len: 379 time: 0.0590432 Feb 04 14:46:00.890267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-e7cd944e-b047-4cd4-a3c1-03c657be41f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'port': {'device_id': '379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9', 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'admin_state_up': True, 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'security_groups': ['73ff9196-8618-486a-8424-a93b574c0167']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:46:00.900959 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bf7243dc-a067-4885-8760-99bc9dca0661 req-307a91f3-371b-4df4-bf08-5d29f79c52e0 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 210 time: 0.0303764 Feb 04 14:46:00.901998 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f552109a-f33f-4eb5-b082-0ccd095dca8d None None] Current status of the port 16161449-b848-49be-b4e7-61edc728b4b3 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:46:00.901998 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f552109a-f33f-4eb5-b082-0ccd095dca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (16161449-b848-49be-b4e7-61edc728b4b3), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:00.991390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-f552109a-f33f-4eb5-b082-0ccd095dca8d None None] For port 16161449-b848-49be-b4e7-61edc728b4b3, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=16161449-b848-49be-b4e7-61edc728b4b3,segment=NetworkSegment(5ba391c7-152f-4b99-ae53-c800f8f21d43),segment_id=5ba391c7-152f-4b99-ae53-c800f8f21d43)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:46:01.000817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-e7cd944e-b047-4cd4-a3c1-03c657be41f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Made reservation on behalf of f0bec5a68251425ab95d0242072ba05a for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:46:01.005084 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-e7cd944e-b047-4cd4-a3c1-03c657be41f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:01.015878 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f552109a-f33f-4eb5-b082-0ccd095dca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (16161449-b848-49be-b4e7-61edc728b4b3), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:01.025452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:46:01.027308 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:46:01.109174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552109a-f33f-4eb5-b082-0ccd095dca8d None None] Pushing event updated for resources: {'Port': ['ID=16161449-b848-49be-b4e7-61edc728b4b3,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:46:01.141078 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-e7cd944e-b047-4cd4-a3c1-03c657be41f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.20.0.12 (358c8a88-e9f4-4cbb-85ad-0bd1598398c3/a2b64399-745d-4ce4-a8c1-6e01eb2fee6c/e08e81c9-0105-40a7-aa54-a8cd9cffc074) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:46:01.143843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29817192', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:45:54Z', 'updated_at': '2022-02-04T14:45:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:55Z', 'updated_at': '2022-02-04T14:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '16161449-b848-49be-b4e7-61edc728b4b3', 'name': '', 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:12:c2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:57Z', 'updated_at': '2022-02-04T14:46:00Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:46:01.148335 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:46:01.148712 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (89fbd19a-7375-4e77-afe1-c7da90d1c0b9), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:01.177350 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1dc511-db99-4e16-b00a-9a7492c59a37 None None] The sync data for ids ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'] in n-d-714676-13 is: [{'id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29817192', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:45:54Z', 'updated_at': '2022-02-04T14:45:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:55Z', 'updated_at': '2022-02-04T14:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '16161449-b848-49be-b4e7-61edc728b4b3', 'name': '', 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:12:c2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:57Z', 'updated_at': '2022-02-04T14:46:00Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:46:01.198950 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b14f668c-d8e4-49a9-a1d3-28002741ccff None None] Provisioning complete for port 16161449-b848-49be-b4e7-61edc728b4b3 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:46:01.199453 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b14f668c-d8e4-49a9-a1d3-28002741ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (16161449-b848-49be-b4e7-61edc728b4b3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:01.322373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:46:01.327421 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-e7cd944e-b047-4cd4-a3c1-03c657be41f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (e08e81c9-0105-40a7-aa54-a8cd9cffc074), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:01.336118 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b14f668c-d8e4-49a9-a1d3-28002741ccff None None] Current status of the port 16161449-b848-49be-b4e7-61edc728b4b3 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:46:01.364682 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-e7cd944e-b047-4cd4-a3c1-03c657be41f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e08e81c9-0105-40a7-aa54-a8cd9cffc074), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:01.414299 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-e7cd944e-b047-4cd4-a3c1-03c657be41f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 358c8a88-e9f4-4cbb-85ad-0bd1598398c3 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:46:01.418029 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-e7cd944e-b047-4cd4-a3c1-03c657be41f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:46:01.422635 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-e7cd944e-b047-4cd4-a3c1-03c657be41f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:46:01.429832 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd944e-b047-4cd4-a3c1-03c657be41f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=e08e81c9-0105-40a7-aa54-a8cd9cffc074,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:46:01.485266 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-e7cd944e-b047-4cd4-a3c1-03c657be41f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:01.485853 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-e7cd944e-b047-4cd4-a3c1-03c657be41f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:01.503812 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-e7cd944e-b047-4cd4-a3c1-03c657be41f9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6207578 Feb 04 14:46:01.515607 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Request body: {'port': {'device_id': '379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:46:01.581859 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e08e81c9-0105-40a7-aa54-a8cd9cffc074), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:01.660639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-178d3f49-57b7-437e-8095-85026c53f0af None None] Provisioning complete for port e08e81c9-0105-40a7-aa54-a8cd9cffc074 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:46:01.661308 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-178d3f49-57b7-437e-8095-85026c53f0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e08e81c9-0105-40a7-aa54-a8cd9cffc074), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:01.700258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-178d3f49-57b7-437e-8095-85026c53f0af None None] Port e08e81c9-0105-40a7-aa54-a8cd9cffc074 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:46:01.865843 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08e81c9-0105-40a7-aa54-a8cd9cffc074 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:46:01.874483 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Publish callbacks [] for port (e08e81c9-0105-40a7-aa54-a8cd9cffc074), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:01.887435 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Transition to ACTIVE for port object e08e81c9-0105-40a7-aa54-a8cd9cffc074 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:46:01.892687 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (e08e81c9-0105-40a7-aa54-a8cd9cffc074), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:01.948386 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Pushing event updated for resources: {'Port': ['ID=e08e81c9-0105-40a7-aa54-a8cd9cffc074,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:46:02.030179 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Attempting to bind port e08e81c9-0105-40a7-aa54-a8cd9cffc074 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:46:02.030646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Attempting to bind port e08e81c9-0105-40a7-aa54-a8cd9cffc074 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '5ba391c7-152f-4b99-ae53-c800f8f21d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:46:02.031165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Attempting to bind port e08e81c9-0105-40a7-aa54-a8cd9cffc074 on network 358c8a88-e9f4-4cbb-85ad-0bd1598398c3 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:46:02.036095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Port e08e81c9-0105-40a7-aa54-a8cd9cffc074 on network 358c8a88-e9f4-4cbb-85ad-0bd1598398c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:46:02.036601 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Attempting to bind port e08e81c9-0105-40a7-aa54-a8cd9cffc074 on network 358c8a88-e9f4-4cbb-85ad-0bd1598398c3 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:46:02.040644 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711fb09-e4dc-4817-b65a-f5b07c7d486b req-4d3a04be-3b75-421d-94db-ae181f91bc56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:02.042936 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:46:02.043411 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Checking segment: {'id': '5ba391c7-152f-4b99-ae53-c800f8f21d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:46:02.043897 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Bound using segment: {'id': '5ba391c7-152f-4b99-ae53-c800f8f21d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:46:02.044480 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Bound port: e08e81c9-0105-40a7-aa54-a8cd9cffc074, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba391c7-152f-4b99-ae53-c800f8f21d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:46:02.044944 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e08e81c9-0105-40a7-aa54-a8cd9cffc074), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:02.048667 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4711fb09-e4dc-4817-b65a-f5b07c7d486b req-4d3a04be-3b75-421d-94db-ae181f91bc56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 944 time: 0.0694230 Feb 04 14:46:02.104144 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4711fb09-e4dc-4817-b65a-f5b07c7d486b req-574cad8c-973f-4184-ad50-ddd45db9a17b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544474 Feb 04 14:46:02.126462 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] For port e08e81c9-0105-40a7-aa54-a8cd9cffc074, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:46:02.126462 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] For port e08e81c9-0105-40a7-aa54-a8cd9cffc074, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e08e81c9-0105-40a7-aa54-a8cd9cffc074,segment=NetworkSegment(5ba391c7-152f-4b99-ae53-c800f8f21d43),segment_id=5ba391c7-152f-4b99-ae53-c800f8f21d43)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:46:02.130371 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (e08e81c9-0105-40a7-aa54-a8cd9cffc074), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:02.177693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:02.178343 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:02.179975 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] 10.222.0.99 "PUT /v2.0/ports/e08e81c9-0105-40a7-aa54-a8cd9cffc074 HTTP/1.1" status: 200 len: 1093 time: 0.6692472 Feb 04 14:46:02.180195 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9', 'tag': 'e08e81c9-0105-40a7-aa54-a8cd9cffc074'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:46:02.183212 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3150e1-0aca-4788-9840-631888d7806b" -d '{"events": [{"name": "network-changed", "server_uuid": "379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9", "tag": "e08e81c9-0105-40a7-aa54-a8cd9cffc074"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:46:02.222611 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56ba05-d9bc-4c30-a73f-b6a3af797e54 service neutron] Pushing event updated for resources: {'Port': ['ID=e08e81c9-0105-40a7-aa54-a8cd9cffc074,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:46:02.252040 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd95c8ee-c955-424e-88f9-4226c78f4761 x-openstack-request-id: req-dd95c8ee-c955-424e-88f9-4226c78f4761 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:46:02.252482 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9", "tag": "e08e81c9-0105-40a7-aa54-a8cd9cffc074", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:46:02.252760 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dd95c8ee-c955-424e-88f9-4226c78f4761 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:46:02.253171 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9', 'tag': 'e08e81c9-0105-40a7-aa54-a8cd9cffc074', 'status': 'completed', 'code': 200} Feb 04 14:46:02.298692 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-c2cddaaa-1688-43ba-94d7-18fd00dac1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:02.300496 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-c2cddaaa-1688-43ba-94d7-18fd00dac1fc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 1127 time: 0.0613315 Feb 04 14:46:02.348385 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-97958cf1-873d-45da-85af-dbfa9fd4abc7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08e81c9-0105-40a7-aa54-a8cd9cffc074 HTTP/1.1" status: 200 len: 217 time: 0.0400155 Feb 04 14:46:02.408654 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-5837846a-fd02-474d-ae0f-c4b2a2911cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:02.410221 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-5837846a-fd02-474d-ae0f-c4b2a2911cdf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a2b64399-745d-4ce4-a8c1-6e01eb2fee6c HTTP/1.1" status: 200 len: 834 time: 0.0566275 Feb 04 14:46:02.464319 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-508abcc5-2360-4649-a45f-0abe726a2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:02.466555 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-508abcc5-2360-4649-a45f-0abe726a2789 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=358c8a88-e9f4-4cbb-85ad-0bd1598398c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503824 Feb 04 14:46:02.561375 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-2533d598-2929-4328-860a-c98339fd69dd service neutron] 10.222.0.99 "GET /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880466 Feb 04 14:46:02.587788 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 16161449-b848-49be-b4e7-61edc728b4b3 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:46:02.640707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 16161449-b848-49be-b4e7-61edc728b4b3 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:46:02.640998 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (16161449-b848-49be-b4e7-61edc728b4b3), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:02.659408 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d79a5f44-68f1-4fdf-8ddd-acc07866970e req-81129a59-b529-4c77-bb3f-91f0d74b473b service neutron] 10.222.0.99 "GET /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918460 Feb 04 14:46:02.727423 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 16161449-b848-49be-b4e7-61edc728b4b3 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:46:02.754424 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3150e1-0aca-4788-9840-631888d7806b req-20012b9c-fabb-4a09-9e12-afcfd1190586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:02.755969 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cc3150e1-0aca-4788-9840-631888d7806b req-20012b9c-fabb-4a09-9e12-afcfd1190586 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 1127 time: 0.0476124 Feb 04 14:46:02.858355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3150e1-0aca-4788-9840-631888d7806b req-fd2a3c90-cf86-41f8-bcd1-fdd46882dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:02.860417 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cc3150e1-0aca-4788-9840-631888d7806b req-fd2a3c90-cf86-41f8-bcd1-fdd46882dbe6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=358c8a88-e9f4-4cbb-85ad-0bd1598398c3 HTTP/1.1" status: 200 len: 898 time: 0.0985823 Feb 04 14:46:02.904541 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cc3150e1-0aca-4788-9840-631888d7806b req-472eb558-7714-4bcc-a151-f3d7be6b6dc0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08e81c9-0105-40a7-aa54-a8cd9cffc074 HTTP/1.1" status: 200 len: 217 time: 0.0379100 Feb 04 14:46:02.961930 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3150e1-0aca-4788-9840-631888d7806b req-0f0e5d1e-7ac8-4af9-90d7-323c371a175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:02.963509 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cc3150e1-0aca-4788-9840-631888d7806b req-0f0e5d1e-7ac8-4af9-90d7-323c371a175c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a2b64399-745d-4ce4-a8c1-6e01eb2fee6c HTTP/1.1" status: 200 len: 834 time: 0.0533993 Feb 04 14:46:03.023846 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3150e1-0aca-4788-9840-631888d7806b req-6287f075-d50f-4385-9bae-2214ce9ac111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:03.025489 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cc3150e1-0aca-4788-9840-631888d7806b req-6287f075-d50f-4385-9bae-2214ce9ac111 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=358c8a88-e9f4-4cbb-85ad-0bd1598398c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0559518 Feb 04 14:46:03.128831 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cc3150e1-0aca-4788-9840-631888d7806b req-9ffbab99-fa6d-4bf2-8030-f454fc05c19e service neutron] 10.222.0.99 "GET /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963066 Feb 04 14:46:03.240593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938985f-5f34-46bf-aca1-2369f9eeecc1 req-e53ae838-0677-4eff-bd67-b2ba9f161b03 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:03.242154 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f938985f-5f34-46bf-aca1-2369f9eeecc1 req-e53ae838-0677-4eff-bd67-b2ba9f161b03 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 944 time: 0.0606341 Feb 04 14:46:03.245725 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cc3150e1-0aca-4788-9840-631888d7806b req-7ccf985d-71d5-446e-9e9b-cc417e2d65c3 service neutron] 10.222.0.99 "GET /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114669 Feb 04 14:46:03.299042 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f938985f-5f34-46bf-aca1-2369f9eeecc1 req-e616bc08-7389-4a14-af66-d22c0a59c6d6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501521 Feb 04 14:46:04.426082 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d1618-5b85-4ec7-9068-53b820dc2260 req-b54b0b4d-a06d-4872-befa-c03a060a471d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:04.427857 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-435d1618-5b85-4ec7-9068-53b820dc2260 req-b54b0b4d-a06d-4872-befa-c03a060a471d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 944 time: 0.0524635 Feb 04 14:46:04.479855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-435d1618-5b85-4ec7-9068-53b820dc2260 req-d49bf9fd-f9f1-4f5a-8ef1-70d797f813b6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463440 Feb 04 14:46:05.597943 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f71f6-34eb-45ec-8240-de7b33edf07d req-8ff6397a-b842-4ca8-8a16-97d6dfd44a88 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:05.600053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c7f71f6-34eb-45ec-8240-de7b33edf07d req-8ff6397a-b842-4ca8-8a16-97d6dfd44a88 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 944 time: 0.0523546 Feb 04 14:46:05.648547 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c7f71f6-34eb-45ec-8240-de7b33edf07d req-f96c887e-730e-4b1f-a585-72bfbe4cfe78 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434155 Feb 04 14:46:06.471577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e08e81c9-0105-40a7-aa54-a8cd9cffc074 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:46:06.570537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e08e81c9-0105-40a7-aa54-a8cd9cffc074, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e08e81c9-0105-40a7-aa54-a8cd9cffc074,segment=NetworkSegment(5ba391c7-152f-4b99-ae53-c800f8f21d43),segment_id=5ba391c7-152f-4b99-ae53-c800f8f21d43)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:46:06.582019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'e08e81c9-0105-40a7-aa54-a8cd9cffc074', 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'port_id': 'e08e81c9-0105-40a7-aa54-a8cd9cffc074', 'mac_address': 'fa:16:3e:65:7e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:46:06.619482 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port e08e81c9-0105-40a7-aa54-a8cd9cffc074 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:46:06.619876 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e08e81c9-0105-40a7-aa54-a8cd9cffc074), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:06.632577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08e81c9-0105-40a7-aa54-a8cd9cffc074 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:46:06.651429 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e08e81c9-0105-40a7-aa54-a8cd9cffc074, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e08e81c9-0105-40a7-aa54-a8cd9cffc074,segment=NetworkSegment(5ba391c7-152f-4b99-ae53-c800f8f21d43),segment_id=5ba391c7-152f-4b99-ae53-c800f8f21d43)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:46:06.656207 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e08e81c9-0105-40a7-aa54-a8cd9cffc074), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:06.705723 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=e08e81c9-0105-40a7-aa54-a8cd9cffc074,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:46:06.771615 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf3597-3742-4ad0-be30-5247f28d407c req-ba9f5be9-eb91-42a3-8df0-7766cad9fbca tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:06.773043 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5faf3597-3742-4ad0-be30-5247f28d407c req-ba9f5be9-eb91-42a3-8df0-7766cad9fbca tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 945 time: 0.0535529 Feb 04 14:46:06.822742 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5faf3597-3742-4ad0-be30-5247f28d407c req-6beec748-775f-4f13-9b39-fd2840084573 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434961 Feb 04 14:46:07.009312 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['e08e81c9-0105-40a7-aa54-a8cd9cffc074'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:46:07.945246 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023990d4-86b6-480a-ac1a-687824a2c6d2 req-8b700383-7b96-4580-beaf-e67297300cca tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:07.946668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-023990d4-86b6-480a-ac1a-687824a2c6d2 req-8b700383-7b96-4580-beaf-e67297300cca tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 945 time: 0.0571268 Feb 04 14:46:07.995027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-023990d4-86b6-480a-ac1a-687824a2c6d2 req-7d864d23-fbf5-4f61-9a5f-b9b07efb02f7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425756 Feb 04 14:46:08.497264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e08e81c9-0105-40a7-aa54-a8cd9cffc074 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:46:08.548542 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port e08e81c9-0105-40a7-aa54-a8cd9cffc074 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:46:08.552565 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port e08e81c9-0105-40a7-aa54-a8cd9cffc074 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:46:08.552953 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (e08e81c9-0105-40a7-aa54-a8cd9cffc074), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:08.628783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port e08e81c9-0105-40a7-aa54-a8cd9cffc074 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:46:08.629170 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (e08e81c9-0105-40a7-aa54-a8cd9cffc074), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:08.651372 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08e81c9-0105-40a7-aa54-a8cd9cffc074'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:46:08.653621 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c354b2-5cbc-4393-933b-c0eadfbf7cb6" -d '{"events": [{"server_uuid": "379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9", "name": "network-vif-plugged", "status": "completed", "tag": "e08e81c9-0105-40a7-aa54-a8cd9cffc074"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:46:08.666578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port e08e81c9-0105-40a7-aa54-a8cd9cffc074, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e08e81c9-0105-40a7-aa54-a8cd9cffc074,segment=NetworkSegment(5ba391c7-152f-4b99-ae53-c800f8f21d43),segment_id=5ba391c7-152f-4b99-ae53-c800f8f21d43)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:46:08.670414 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (e08e81c9-0105-40a7-aa54-a8cd9cffc074), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:08.700894 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf42a7a-0df3-4df8-bda3-2a4d4c976992 x-openstack-request-id: req-fdf42a7a-0df3-4df8-bda3-2a4d4c976992 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:46:08.701191 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9", "name": "network-vif-plugged", "status": "completed", "tag": "e08e81c9-0105-40a7-aa54-a8cd9cffc074", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:46:08.701448 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fdf42a7a-0df3-4df8-bda3-2a4d4c976992 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:46:08.701839 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08e81c9-0105-40a7-aa54-a8cd9cffc074', 'code': 200} Feb 04 14:46:08.728503 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=e08e81c9-0105-40a7-aa54-a8cd9cffc074,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:46:08.788402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fcf2b-1e04-4a3b-a192-15d5bac89efd req-9dbbfbf5-618c-4f53-a01a-048bf584d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:08.789917 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ed2fcf2b-1e04-4a3b-a192-15d5bac89efd req-9dbbfbf5-618c-4f53-a01a-048bf584d647 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 1129 time: 0.0448563 Feb 04 14:46:08.835471 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ed2fcf2b-1e04-4a3b-a192-15d5bac89efd req-b598b1c7-9be4-4b72-a21e-ba204d2b0689 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396957 Feb 04 14:46:09.114691 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e4105-47a8-40bf-8022-90e18a616d45 req-75058cc8-62e4-4e21-873d-82f04c95fa01 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:09.116179 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f0e4105-47a8-40bf-8022-90e18a616d45 req-75058cc8-62e4-4e21-873d-82f04c95fa01 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0520127 Feb 04 14:46:09.165376 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f0e4105-47a8-40bf-8022-90e18a616d45 req-1fb8483d-c868-44f3-a543-fd048edc80ad tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429490 Feb 04 14:46:10.290457 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af86be-005b-4e91-b007-baa12decaabc req-65f18f4c-b871-4952-9e20-c9b6b82078e6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:10.291959 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31af86be-005b-4e91-b007-baa12decaabc req-65f18f4c-b871-4952-9e20-c9b6b82078e6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0572743 Feb 04 14:46:10.340753 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31af86be-005b-4e91-b007-baa12decaabc req-1f14a088-a31e-461c-aac5-335f1dd41fe9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427141 Feb 04 14:46:10.458114 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af9492-bef0-4982-abb3-f324e0b56cab req-b606be4c-59bf-40f4-ad82-4307143ba3e5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:10.459790 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-89af9492-bef0-4982-abb3-f324e0b56cab req-b606be4c-59bf-40f4-ad82-4307143ba3e5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0533190 Feb 04 14:46:10.508309 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-89af9492-bef0-4982-abb3-f324e0b56cab req-5ec0a2ec-6b58-4543-9202-69b649c6f028 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429356 Feb 04 14:46:10.530526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38088) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:46:10.573956 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a411c4de-b40d-4b96-9144-157a5fd67a36 tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:10.575730 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a411c4de-b40d-4b96-9144-157a5fd67a36 tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 1124 time: 0.0442026 Feb 04 14:46:10.578468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38090) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:46:10.582660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': 'e08e81c9-0105-40a7-aa54-a8cd9cffc074', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:46:10.602510 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:10.702086 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:10.807437 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.25.5.95 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/b58a252c-a333-4e9a-94c5-e8c02b929e41) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:46:10.908832 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (b58a252c-a333-4e9a-94c5-e8c02b929e41), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:10.942162 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b58a252c-a333-4e9a-94c5-e8c02b929e41), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:10.980180 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:46:10.983016 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:46:10.986392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:46:10.991629 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=b58a252c-a333-4e9a-94c5-e8c02b929e41,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:46:11.142193 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-26c29637-2cbc-45b3-90d0-61366c315835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:11.335087 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (aeabf406-35aa-458b-9e9f-ca933c54b98a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:11.402030 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (b58a252c-a333-4e9a-94c5-e8c02b929e41), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:11.880200 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (b58a252c-a333-4e9a-94c5-e8c02b929e41), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:11.885927 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (b58a252c-a333-4e9a-94c5-e8c02b929e41), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:11.956534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=b58a252c-a333-4e9a-94c5-e8c02b929e41,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:46:11.969562 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (aeabf406-35aa-458b-9e9f-ca933c54b98a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:12.071777 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Floating IP aeabf406-35aa-458b-9e9f-ca933c54b98a associated. External IP: 172.25.5.95, port: e08e81c9-0105-40a7-aa54-a8cd9cffc074. Feb 04 14:46:12.289127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router c406e5fc-2d2d-4bb8-8136-e13915f461b8 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:46:12.400769 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:46:12.410845 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e27b667-ac7a-40b4-b654-021b72c90ce4 None None] Sync routers for ids ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:46:12.418213 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:12.421943 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e27b667-ac7a-40b4-b654-021b72c90ce4 None None] Routers {'c406e5fc-2d2d-4bb8-8136-e13915f461b8'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:46:12.422659 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3e27b667-ac7a-40b4-b654-021b72c90ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:45:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:46:12.449077 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-13548bf4-067c-4e0e-b7f2-5f93c6421082 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8696084 Feb 04 14:46:12.450354 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9', 'tag': 'e08e81c9-0105-40a7-aa54-a8cd9cffc074'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:46:12.452617 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e462bed9-5737-4f74-aa16-1ef82d2c618d" -d '{"events": [{"name": "network-changed", "server_uuid": "379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9", "tag": "e08e81c9-0105-40a7-aa54-a8cd9cffc074"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:46:12.537791 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-3e27b667-ac7a-40b4-b654-021b72c90ce4 None None] Set router c406e5fc-2d2d-4bb8-8136-e13915f461b8 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:46:12.550455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508e6cb-c911-499e-b45d-6bcbc0de2584 req-ea8524d2-b212-463b-82d3-44684d7cd742 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:12.552144 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2508e6cb-c911-499e-b45d-6bcbc0de2584 req-ea8524d2-b212-463b-82d3-44684d7cd742 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0537508 Feb 04 14:46:12.601368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2508e6cb-c911-499e-b45d-6bcbc0de2584 req-d95d3c4d-152a-4dbc-aa22-3f2e485e7398 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435321 Feb 04 14:46:12.624763 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38096) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:46:12.665916 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff29d08-c987-45bd-8fb9-15a574610590 x-openstack-request-id: req-bff29d08-c987-45bd-8fb9-15a574610590 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:46:12.666218 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9", "tag": "e08e81c9-0105-40a7-aa54-a8cd9cffc074", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:46:12.666474 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bff29d08-c987-45bd-8fb9-15a574610590 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:46:12.666878 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9', 'tag': 'e08e81c9-0105-40a7-aa54-a8cd9cffc074', 'status': 'completed', 'code': 200} Feb 04 14:46:12.694826 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-eae22271-d8c5-4713-a600-b52dfb3fb588 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/aeabf406-35aa-458b-9e9f-ca933c54b98a HTTP/1.1" status: 200 len: 991 time: 0.0688641 Feb 04 14:46:12.718752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462bed9-5737-4f74-aa16-1ef82d2c618d req-d47ef725-4dad-489a-82e2-4a2b8b103340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:12.720328 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e462bed9-5737-4f74-aa16-1ef82d2c618d req-d47ef725-4dad-489a-82e2-4a2b8b103340 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 1129 time: 0.0522544 Feb 04 14:46:12.764466 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3e27b667-ac7a-40b4-b654-021b72c90ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29817192', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:45:54Z', 'updated_at': '2022-02-04T14:45:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:55Z', 'updated_at': '2022-02-04T14:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'aeabf406-35aa-458b-9e9f-ca933c54b98a', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'port_id': 'e08e81c9-0105-40a7-aa54-a8cd9cffc074', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'mac_address': 'fa:16:3e:65:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:46:11Z', 'updated_at': '2022-02-04T14:46:11Z', 'revision_number': 0, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16161449-b848-49be-b4e7-61edc728b4b3', 'name': '', 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:12:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:57Z', 'updated_at': '2022-02-04T14:46:00Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:46:12.793917 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e27b667-ac7a-40b4-b654-021b72c90ce4 None None] Checking router: c406e5fc-2d2d-4bb8-8136-e13915f461b8 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:46:12.802453 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e27b667-ac7a-40b4-b654-021b72c90ce4 None None] Routers {'c406e5fc-2d2d-4bb8-8136-e13915f461b8'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:46:12.803001 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3e27b667-ac7a-40b4-b654-021b72c90ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:45:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:46:12.815568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462bed9-5737-4f74-aa16-1ef82d2c618d req-62ba4b2b-693b-4715-8afb-5cea82a555ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:12.817051 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e462bed9-5737-4f74-aa16-1ef82d2c618d req-62ba4b2b-693b-4715-8afb-5cea82a555ee service neutron] 10.222.0.99 "GET /v2.0/networks?id=358c8a88-e9f4-4cbb-85ad-0bd1598398c3 HTTP/1.1" status: 200 len: 898 time: 0.0907292 Feb 04 14:46:12.881793 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e462bed9-5737-4f74-aa16-1ef82d2c618d req-9133a702-1c28-47e4-bc31-3d68d53ab1a1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08e81c9-0105-40a7-aa54-a8cd9cffc074 HTTP/1.1" status: 200 len: 999 time: 0.0589063 Feb 04 14:46:12.906747 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-3e27b667-ac7a-40b4-b654-021b72c90ce4 None None] Set router c406e5fc-2d2d-4bb8-8136-e13915f461b8 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:46:12.935092 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462bed9-5737-4f74-aa16-1ef82d2c618d req-0a64fc64-0765-4e13-93d4-81656c02fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:12.936591 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e462bed9-5737-4f74-aa16-1ef82d2c618d req-0a64fc64-0765-4e13-93d4-81656c02fff1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a2b64399-745d-4ce4-a8c1-6e01eb2fee6c HTTP/1.1" status: 200 len: 834 time: 0.0485628 Feb 04 14:46:12.987405 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462bed9-5737-4f74-aa16-1ef82d2c618d req-731a0cfc-c7cf-48e9-ae1e-0212c0036f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:12.988924 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e462bed9-5737-4f74-aa16-1ef82d2c618d req-731a0cfc-c7cf-48e9-ae1e-0212c0036f95 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=358c8a88-e9f4-4cbb-85ad-0bd1598398c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467882 Feb 04 14:46:13.080456 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e462bed9-5737-4f74-aa16-1ef82d2c618d req-e5af19b2-9728-43c6-8346-39bdb66bd913 service neutron] 10.222.0.99 "GET /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852780 Feb 04 14:46:13.172959 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e462bed9-5737-4f74-aa16-1ef82d2c618d req-2838f28f-3f9f-4fa5-97ff-b6d8eeb899a7 service neutron] 10.222.0.99 "GET /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867417 Feb 04 14:46:13.224887 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3e27b667-ac7a-40b4-b654-021b72c90ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29817192', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:45:54Z', 'updated_at': '2022-02-04T14:45:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:55Z', 'updated_at': '2022-02-04T14:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'aeabf406-35aa-458b-9e9f-ca933c54b98a', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'port_id': 'e08e81c9-0105-40a7-aa54-a8cd9cffc074', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'mac_address': 'fa:16:3e:65:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:46:11Z', 'updated_at': '2022-02-04T14:46:11Z', 'revision_number': 0, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16161449-b848-49be-b4e7-61edc728b4b3', 'name': '', 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:12:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:57Z', 'updated_at': '2022-02-04T14:46:00Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:46:13.254601 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e27b667-ac7a-40b4-b654-021b72c90ce4 None None] The sync data for ids ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'] in n-d-714676-13 is: [{'id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29817192', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:45:54Z', 'updated_at': '2022-02-04T14:45:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:55Z', 'updated_at': '2022-02-04T14:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'aeabf406-35aa-458b-9e9f-ca933c54b98a', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'port_id': 'e08e81c9-0105-40a7-aa54-a8cd9cffc074', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'mac_address': 'fa:16:3e:65:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:46:11Z', 'updated_at': '2022-02-04T14:46:11Z', 'revision_number': 0, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16161449-b848-49be-b4e7-61edc728b4b3', 'name': '', 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:12:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:57Z', 'updated_at': '2022-02-04T14:46:00Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:46:13.447163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf64975d-a364-4b86-9a68-30f6cbead60f None None] New status for floating IP aeabf406-35aa-458b-9e9f-ca933c54b98a: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:46:13.698644 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38098) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:46:13.760296 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-33f556b5-2f82-4f76-b18d-da204d0edda7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/aeabf406-35aa-458b-9e9f-ca933c54b98a HTTP/1.1" status: 200 len: 993 time: 0.0598655 Feb 04 14:46:14.628245 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:15.346595 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-85d1daac-4e82-4e18-b940-91cdb08d8147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:15.631963 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:15.894645 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:17.228747 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:18.134554 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:23.274309 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-259cee31-85d9-420d-b77c-f5371bccbbae req-690c998a-bfa8-4ff3-afc3-205f41d50253 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463769 Feb 04 14:46:23.358862 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cee31-85d9-420d-b77c-f5371bccbbae req-5b08ea70-85e8-4865-9d6c-efeab9d5cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:23.360350 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-259cee31-85d9-420d-b77c-f5371bccbbae req-5b08ea70-85e8-4865-9d6c-efeab9d5cb22 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 1129 time: 0.0461123 Feb 04 14:46:23.462978 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cee31-85d9-420d-b77c-f5371bccbbae req-8d57aba6-6404-440c-9ea8-da4d89a569ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:23.464444 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-259cee31-85d9-420d-b77c-f5371bccbbae req-8d57aba6-6404-440c-9ea8-da4d89a569ba service neutron] 10.222.0.99 "GET /v2.0/networks?id=358c8a88-e9f4-4cbb-85ad-0bd1598398c3 HTTP/1.1" status: 200 len: 898 time: 0.0841346 Feb 04 14:46:23.534631 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-259cee31-85d9-420d-b77c-f5371bccbbae req-11121315-df4c-458b-8e20-d4a10d6ab1b3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08e81c9-0105-40a7-aa54-a8cd9cffc074 HTTP/1.1" status: 200 len: 1001 time: 0.0623999 Feb 04 14:46:23.588244 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cee31-85d9-420d-b77c-f5371bccbbae req-1427f044-9464-49c0-b9ab-8a18f3950acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:23.590186 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-259cee31-85d9-420d-b77c-f5371bccbbae req-1427f044-9464-49c0-b9ab-8a18f3950acf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a2b64399-745d-4ce4-a8c1-6e01eb2fee6c HTTP/1.1" status: 200 len: 834 time: 0.0424483 Feb 04 14:46:23.638363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cee31-85d9-420d-b77c-f5371bccbbae req-fe1bda50-adfc-4a11-ad79-638ee3ceb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:46:23.639870 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-259cee31-85d9-420d-b77c-f5371bccbbae req-fe1bda50-adfc-4a11-ad79-638ee3ceb0ac service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=358c8a88-e9f4-4cbb-85ad-0bd1598398c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438478 Feb 04 14:46:23.734148 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-259cee31-85d9-420d-b77c-f5371bccbbae req-3b833ec1-8c0b-4653-8965-b34ca9023f48 service neutron] 10.222.0.99 "GET /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879748 Feb 04 14:46:23.825001 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-259cee31-85d9-420d-b77c-f5371bccbbae req-275df6f4-afbe-4a00-a504-62fae6539841 service neutron] 10.222.0.99 "GET /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844395 Feb 04 14:46:37.216810 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:46:41.143445 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3d134d31-f78d-4127-996a-54eb24bf7bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:44.639169 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:45.346918 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3764fd9f-c9d9-444c-aeb7-4692be1a3a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:45.632117 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:45.891959 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:47.231780 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:46:48.140169 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:47:11.145127 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7c622a68-ef97-483f-ba6f-cf970c533767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:47:14.217277 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:47:14.654817 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:47:15.347730 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e3120842-9294-431c-b0d1-80a208cf973d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:47:15.632053 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:47:15.895133 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:47:17.234973 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:47:18.143105 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:47:18.561778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff780c-a69d-47f5-87f4-c2cd534808e2 req-01649a31-a91b-4877-973b-4ba5906b9f07 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:18.563316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ff780c-a69d-47f5-87f4-c2cd534808e2 req-01649a31-a91b-4877-973b-4ba5906b9f07 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0558038 Feb 04 14:47:18.617133 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58ff780c-a69d-47f5-87f4-c2cd534808e2 req-e77dbe68-c035-4e7f-94fa-88fcb7a5928d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471892 Feb 04 14:47:19.737944 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29008de-c3b7-487d-a84c-6f1dcd5cb7dd req-6457a28e-eb29-4012-a37b-667f26f8a858 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:19.739479 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b29008de-c3b7-487d-a84c-6f1dcd5cb7dd req-6457a28e-eb29-4012-a37b-667f26f8a858 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0527742 Feb 04 14:47:19.788103 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b29008de-c3b7-487d-a84c-6f1dcd5cb7dd req-6769a68e-6809-4d84-b907-73e07f67cab1 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431471 Feb 04 14:47:20.911271 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f59e0d-06e8-4517-826d-b9170de5a48e req-d603b690-7179-4ee8-8fb8-ec0724056c2b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:20.912752 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-95f59e0d-06e8-4517-826d-b9170de5a48e req-d603b690-7179-4ee8-8fb8-ec0724056c2b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0572941 Feb 04 14:47:20.961585 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-95f59e0d-06e8-4517-826d-b9170de5a48e req-4f57bb35-74b9-4c9d-99f9-15844a9282b6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432281 Feb 04 14:47:22.081048 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed60c08-a489-491b-8358-c9e4dfba9264 req-26cf5cd5-dbff-48ad-b80e-0d43aad16b2c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:22.082591 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aed60c08-a489-491b-8358-c9e4dfba9264 req-26cf5cd5-dbff-48ad-b80e-0d43aad16b2c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0542257 Feb 04 14:47:22.131451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aed60c08-a489-491b-8358-c9e4dfba9264 req-d6c7f600-0c83-4cf5-baf7-f4d1bb70b56b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433710 Feb 04 14:47:23.248518 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e0a75-563d-4a82-af07-5d1362a9dbd8 req-35a4e7c1-40ff-4f1f-a22b-33958e569f6d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:23.249990 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe8e0a75-563d-4a82-af07-5d1362a9dbd8 req-35a4e7c1-40ff-4f1f-a22b-33958e569f6d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0521975 Feb 04 14:47:23.302830 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe8e0a75-563d-4a82-af07-5d1362a9dbd8 req-7741f482-6c04-4f21-89d1-d8bbd9742881 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473490 Feb 04 14:47:24.367632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f311c5-ebfb-4d6a-8433-65bc5988550d req-2d44b781-4c9e-4f02-8c9b-c112309de942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:24.369154 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a1f311c5-ebfb-4d6a-8433-65bc5988550d req-2d44b781-4c9e-4f02-8c9b-c112309de942 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 1129 time: 0.0473163 Feb 04 14:47:24.424894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f0ced-6a38-4654-8199-1254e50f000d req-04bc1c7e-4f08-4f70-afed-54596f4471c9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:24.426531 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e68f0ced-6a38-4654-8199-1254e50f000d req-04bc1c7e-4f08-4f70-afed-54596f4471c9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0543840 Feb 04 14:47:24.477111 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e68f0ced-6a38-4654-8199-1254e50f000d req-59642c25-58ed-4ee1-9463-ce897d4b1eed tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444970 Feb 04 14:47:24.482969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f311c5-ebfb-4d6a-8433-65bc5988550d req-e7e2b7e8-67a4-44fa-b51a-f3085c200353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:24.484584 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a1f311c5-ebfb-4d6a-8433-65bc5988550d req-e7e2b7e8-67a4-44fa-b51a-f3085c200353 service neutron] 10.222.0.99 "GET /v2.0/networks?id=358c8a88-e9f4-4cbb-85ad-0bd1598398c3 HTTP/1.1" status: 200 len: 898 time: 0.0924332 Feb 04 14:47:24.549873 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a1f311c5-ebfb-4d6a-8433-65bc5988550d req-e65cf820-c3ee-45c0-8aee-f10f24bd9f1d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08e81c9-0105-40a7-aa54-a8cd9cffc074 HTTP/1.1" status: 200 len: 1001 time: 0.0590730 Feb 04 14:47:24.601841 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f311c5-ebfb-4d6a-8433-65bc5988550d req-5028f91d-6d64-46e3-b0b3-6da691f2e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:24.603253 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a1f311c5-ebfb-4d6a-8433-65bc5988550d req-5028f91d-6d64-46e3-b0b3-6da691f2e36e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a2b64399-745d-4ce4-a8c1-6e01eb2fee6c HTTP/1.1" status: 200 len: 834 time: 0.0478988 Feb 04 14:47:24.656638 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f311c5-ebfb-4d6a-8433-65bc5988550d req-6e063011-aaaa-42e8-a684-dbad0faa0b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:24.658148 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a1f311c5-ebfb-4d6a-8433-65bc5988550d req-6e063011-aaaa-42e8-a684-dbad0faa0b2d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=358c8a88-e9f4-4cbb-85ad-0bd1598398c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484517 Feb 04 14:47:24.745603 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a1f311c5-ebfb-4d6a-8433-65bc5988550d req-754c5aa4-4956-4f95-8b9f-6bfe6daf2408 service neutron] 10.222.0.99 "GET /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817163 Feb 04 14:47:24.838300 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a1f311c5-ebfb-4d6a-8433-65bc5988550d req-05ea01e0-4af9-4e0b-93c2-0e1044cfa58e service neutron] 10.222.0.99 "GET /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865490 Feb 04 14:47:25.594210 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53682b7-b886-4038-9ec6-fdd469cf4eaf req-de4911c0-30aa-459d-908e-33f325414d46 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:25.595673 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a53682b7-b886-4038-9ec6-fdd469cf4eaf req-de4911c0-30aa-459d-908e-33f325414d46 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0524287 Feb 04 14:47:25.644888 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a53682b7-b886-4038-9ec6-fdd469cf4eaf req-4368eff3-ae2e-41bf-bc92-a68baa99bd1f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437560 Feb 04 14:47:26.769868 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5e3d8-7916-4763-b534-66886a672ffa req-91b20245-f589-45cf-9c25-21b495f98374 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:26.771350 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62e5e3d8-7916-4763-b534-66886a672ffa req-91b20245-f589-45cf-9c25-21b495f98374 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0568297 Feb 04 14:47:26.819623 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-62e5e3d8-7916-4763-b534-66886a672ffa req-fc715164-b880-4c0b-a1e9-967e59da7779 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426743 Feb 04 14:47:27.942398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be8a91-cfb0-4bc9-9b33-781fff252608 req-4c74f864-7754-4f37-a683-482d195b2b3b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:27.943775 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1be8a91-cfb0-4bc9-9b33-781fff252608 req-4c74f864-7754-4f37-a683-482d195b2b3b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0560551 Feb 04 14:47:27.992232 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b1be8a91-cfb0-4bc9-9b33-781fff252608 req-765503e7-e190-4aca-aae0-6171214830b2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429518 Feb 04 14:47:29.115050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c0958-9e6f-4346-be4c-5fd8e9e8dd92 req-04162f50-9bbe-47a6-8788-ee39ed12d5a8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:29.116552 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-975c0958-9e6f-4346-be4c-5fd8e9e8dd92 req-04162f50-9bbe-47a6-8788-ee39ed12d5a8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0573661 Feb 04 14:47:29.165186 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-975c0958-9e6f-4346-be4c-5fd8e9e8dd92 req-08ca109f-dbae-41d2-bf90-c36d90305b3d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431147 Feb 04 14:47:29.187866 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38144) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:47:29.248253 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-235c93a2-3488-4f82-b5c3-32704733d73a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/aeabf406-35aa-458b-9e9f-ca933c54b98a HTTP/1.1" status: 200 len: 993 time: 0.0592597 Feb 04 14:47:30.514150 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1c884-954f-4a6d-a7ae-2aa254f3ea83 req-b13d6071-b261-4d2e-ad29-79f736326661 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:30.515880 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94c1c884-954f-4a6d-a7ae-2aa254f3ea83 req-b13d6071-b261-4d2e-ad29-79f736326661 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0560296 Feb 04 14:47:30.532400 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80195da5-78f8-4bd1-91fe-0d386113fed9 req-82724c83-b8bb-4fe3-8ef0-52dbdfdb9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:30.533924 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80195da5-78f8-4bd1-91fe-0d386113fed9 req-82724c83-b8bb-4fe3-8ef0-52dbdfdb9aa0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 1129 time: 0.0461056 Feb 04 14:47:30.569784 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-94c1c884-954f-4a6d-a7ae-2aa254f3ea83 req-e41dd2d5-6fb1-44f2-b001-cee6cb955de2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484815 Feb 04 14:47:30.627902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80195da5-78f8-4bd1-91fe-0d386113fed9 req-1f860d70-2e7c-45b8-95c1-cd2a1de99e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:30.629363 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80195da5-78f8-4bd1-91fe-0d386113fed9 req-1f860d70-2e7c-45b8-95c1-cd2a1de99e89 service neutron] 10.222.0.99 "GET /v2.0/networks?id=358c8a88-e9f4-4cbb-85ad-0bd1598398c3 HTTP/1.1" status: 200 len: 898 time: 0.0900044 Feb 04 14:47:30.700826 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80195da5-78f8-4bd1-91fe-0d386113fed9 req-5d8d7593-2b3c-4c1a-ab3a-29d86d684fe2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08e81c9-0105-40a7-aa54-a8cd9cffc074 HTTP/1.1" status: 200 len: 1001 time: 0.0647693 Feb 04 14:47:30.747251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80195da5-78f8-4bd1-91fe-0d386113fed9 req-53c0bdeb-5bba-4e5f-9bf0-b842037f797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:30.748573 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80195da5-78f8-4bd1-91fe-0d386113fed9 req-53c0bdeb-5bba-4e5f-9bf0-b842037f797f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a2b64399-745d-4ce4-a8c1-6e01eb2fee6c HTTP/1.1" status: 200 len: 834 time: 0.0422564 Feb 04 14:47:30.800897 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80195da5-78f8-4bd1-91fe-0d386113fed9 req-869b1c44-23eb-48b2-b112-ae67aec13e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:30.802588 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80195da5-78f8-4bd1-91fe-0d386113fed9 req-869b1c44-23eb-48b2-b112-ae67aec13e52 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=358c8a88-e9f4-4cbb-85ad-0bd1598398c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479221 Feb 04 14:47:30.888695 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80195da5-78f8-4bd1-91fe-0d386113fed9 req-7c2da18f-b463-43f5-ae6a-746e5825c190 service neutron] 10.222.0.99 "GET /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803716 Feb 04 14:47:30.983239 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-80195da5-78f8-4bd1-91fe-0d386113fed9 req-69047fc2-5d3b-4e32-a879-f6eb1f9f543d service neutron] 10.222.0.99 "GET /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892620 Feb 04 14:47:31.694955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae9840-11ad-498d-a5ee-3adcdfa78b66 req-b3a9a572-d623-4127-9141-657bdd9e6787 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:47:31.696471 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fae9840-11ad-498d-a5ee-3adcdfa78b66 req-b3a9a572-d623-4127-9141-657bdd9e6787 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0535631 Feb 04 14:47:31.746803 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3fae9840-11ad-498d-a5ee-3adcdfa78b66 req-40b14024-caba-4beb-a7ab-2ae36e8bdde4 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443740 Feb 04 14:47:31.768863 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38154) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:47:31.832972 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ba4a1231-aa7e-467c-bcfc-8502ac44f5fa tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/aeabf406-35aa-458b-9e9f-ca933c54b98a HTTP/1.1" status: 200 len: 993 time: 0.0629826 Feb 04 14:47:41.146562 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-32c0e24f-fae2-41dd-935f-eaf43e81c00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:47:44.656902 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:47:45.348377 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-97a1adfc-4108-4216-8c17-bf4dfa713bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:47:45.648101 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:47:45.900504 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:47:47.236954 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:47:48.141144 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:47:51.216908 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:48:11.148029 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4f9c858a-a695-4e36-9974-5a418b20818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:14.656807 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:15.349760 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a22838ed-866a-4f3f-8400-a747ccee0cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:15.643488 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:15.900698 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:17.239435 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:18.143495 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:22.439446 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38174) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:22.596341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port b58a252c-a333-4e9a-94c5-e8c02b929e41 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:48:22.596686 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (b58a252c-a333-4e9a-94c5-e8c02b929e41), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:22.672487 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (b58a252c-a333-4e9a-94c5-e8c02b929e41), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:22.672829 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (b58a252c-a333-4e9a-94c5-e8c02b929e41), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:22.684632 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for b58a252c-a333-4e9a-94c5-e8c02b929e41 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:48:22.833104 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (b58a252c-a333-4e9a-94c5-e8c02b929e41), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:22.858932 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=b58a252c-a333-4e9a-94c5-e8c02b929e41,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:22.870983 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:22.871341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:22.871692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:22.872090 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:22.872430 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:22.872767 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:22.873100 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:22.873457 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:22.873787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:22.874228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:22.874562 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:22.874892 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:22.875220 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:22.936023 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (aeabf406-35aa-458b-9e9f-ca933c54b98a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:22.936360 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Floating IP aeabf406-35aa-458b-9e9f-ca933c54b98a disassociated (deleted). External IP: 172.25.5.95, port: e08e81c9-0105-40a7-aa54-a8cd9cffc074. Feb 04 14:48:23.150021 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router c406e5fc-2d2d-4bb8-8136-e13915f461b8 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:48:23.258228 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:48:23.262949 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:23.268284 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43724f67-2140-4220-87e6-dcf535427781 None None] Sync routers for ids ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:48:23.277850 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43724f67-2140-4220-87e6-dcf535427781 None None] Routers {'c406e5fc-2d2d-4bb8-8136-e13915f461b8'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:48:23.278503 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-43724f67-2140-4220-87e6-dcf535427781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:48:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:23.293288 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-43a1040b-d0ab-4981-9c02-d941d82cddf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/floatingips/aeabf406-35aa-458b-9e9f-ca933c54b98a HTTP/1.1" status: 204 len: 168 time: 0.8527384 Feb 04 14:48:23.293984 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9', 'tag': 'e08e81c9-0105-40a7-aa54-a8cd9cffc074'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:48:23.296543 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2d5b9e-a085-46cf-b870-125255d76724" -d '{"events": [{"name": "network-changed", "server_uuid": "379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9", "tag": "e08e81c9-0105-40a7-aa54-a8cd9cffc074"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:48:23.385320 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-43724f67-2140-4220-87e6-dcf535427781 None None] Set router c406e5fc-2d2d-4bb8-8136-e13915f461b8 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:48:23.449469 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2ffa29-8aec-4604-b986-598f0df972a5 x-openstack-request-id: req-8d2ffa29-8aec-4604-b986-598f0df972a5 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:48:23.449995 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9", "tag": "e08e81c9-0105-40a7-aa54-a8cd9cffc074", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:48:23.449995 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8d2ffa29-8aec-4604-b986-598f0df972a5 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:48:23.450446 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9', 'tag': 'e08e81c9-0105-40a7-aa54-a8cd9cffc074', 'status': 'completed', 'code': 200} Feb 04 14:48:23.597407 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-43724f67-2140-4220-87e6-dcf535427781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29817192', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:45:54Z', 'updated_at': '2022-02-04T14:45:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:55Z', 'updated_at': '2022-02-04T14:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '16161449-b848-49be-b4e7-61edc728b4b3', 'name': '', 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:12:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:57Z', 'updated_at': '2022-02-04T14:46:00Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:23.626226 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43724f67-2140-4220-87e6-dcf535427781 None None] Checking router: c406e5fc-2d2d-4bb8-8136-e13915f461b8 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:48:23.632395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d5b9e-a085-46cf-b870-125255d76724 req-0858cc93-f0c3-44b1-ab63-d5984b9cf54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:23.634658 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43724f67-2140-4220-87e6-dcf535427781 None None] Routers {'c406e5fc-2d2d-4bb8-8136-e13915f461b8'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:48:23.634812 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cd2d5b9e-a085-46cf-b870-125255d76724 req-0858cc93-f0c3-44b1-ab63-d5984b9cf54e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 1129 time: 0.1619337 Feb 04 14:48:23.635342 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-43724f67-2140-4220-87e6-dcf535427781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:48:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:23.652510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf2d95-c0b6-4db5-bfab-1e4c38fd7e32 req-0229391a-d1ff-49f5-aa4b-c82e20c62e07 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:23.654056 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3bdf2d95-c0b6-4db5-bfab-1e4c38fd7e32 req-0229391a-d1ff-49f5-aa4b-c82e20c62e07 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.1589794 Feb 04 14:48:23.706026 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3bdf2d95-c0b6-4db5-bfab-1e4c38fd7e32 req-2bf56c5a-fb3c-471f-ae00-1a66e01d92ae tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453620 Feb 04 14:48:23.736686 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d5b9e-a085-46cf-b870-125255d76724 req-220a8f9d-67a7-4b55-857f-8210ebe8ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:23.738185 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cd2d5b9e-a085-46cf-b870-125255d76724 req-220a8f9d-67a7-4b55-857f-8210ebe8ac09 service neutron] 10.222.0.99 "GET /v2.0/networks?id=358c8a88-e9f4-4cbb-85ad-0bd1598398c3 HTTP/1.1" status: 200 len: 898 time: 0.0965466 Feb 04 14:48:23.747500 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-43724f67-2140-4220-87e6-dcf535427781 None None] Set router c406e5fc-2d2d-4bb8-8136-e13915f461b8 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:48:23.780853 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cd2d5b9e-a085-46cf-b870-125255d76724 req-08d2ba14-a911-4187-b44d-c81d68ec6835 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08e81c9-0105-40a7-aa54-a8cd9cffc074 HTTP/1.1" status: 200 len: 217 time: 0.0360272 Feb 04 14:48:23.829741 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d5b9e-a085-46cf-b870-125255d76724 req-acffca3b-c795-495c-8217-fb902541c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:23.831220 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cd2d5b9e-a085-46cf-b870-125255d76724 req-acffca3b-c795-495c-8217-fb902541c93a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a2b64399-745d-4ce4-a8c1-6e01eb2fee6c HTTP/1.1" status: 200 len: 834 time: 0.0438516 Feb 04 14:48:23.880230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d5b9e-a085-46cf-b870-125255d76724 req-d6e9186a-cba9-43db-90ba-914b8be8963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:23.881732 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cd2d5b9e-a085-46cf-b870-125255d76724 req-d6e9186a-cba9-43db-90ba-914b8be8963a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=358c8a88-e9f4-4cbb-85ad-0bd1598398c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439551 Feb 04 14:48:23.950657 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-43724f67-2140-4220-87e6-dcf535427781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29817192', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:45:54Z', 'updated_at': '2022-02-04T14:45:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:55Z', 'updated_at': '2022-02-04T14:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '16161449-b848-49be-b4e7-61edc728b4b3', 'name': '', 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:12:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:57Z', 'updated_at': '2022-02-04T14:46:00Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:23.975218 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cd2d5b9e-a085-46cf-b870-125255d76724 req-0ff6f771-1c3d-4cf4-9d40-31f9dcf04b2c service neutron] 10.222.0.99 "GET /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868413 Feb 04 14:48:23.976117 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43724f67-2140-4220-87e6-dcf535427781 None None] The sync data for ids ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'] in n-d-714676-13 is: [{'id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29817192', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:45:54Z', 'updated_at': '2022-02-04T14:45:57Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:55Z', 'updated_at': '2022-02-04T14:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '16161449-b848-49be-b4e7-61edc728b4b3', 'name': '', 'network_id': '358c8a88-e9f4-4cbb-85ad-0bd1598398c3', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:12:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:57Z', 'updated_at': '2022-02-04T14:46:00Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': 'a2b64399-745d-4ce4-a8c1-6e01eb2fee6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:48:24.072252 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-cd2d5b9e-a085-46cf-b870-125255d76724 req-264c7eed-0a96-450f-96ea-2a59e454ce86 service neutron] 10.222.0.99 "GET /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909727 Feb 04 14:48:24.203138 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e37e535-34e7-44bc-abc1-f41e6fb5a2a8 None None] New status for floating IP aeabf406-35aa-458b-9e9f-ca933c54b98a: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:48:24.829721 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca8ff9-9cc7-47fc-8889-3cdf3bc505c6 req-15a4a74c-23e8-4cb4-8843-bb021e8d677f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:24.831160 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9ca8ff9-9cc7-47fc-8889-3cdf3bc505c6 req-15a4a74c-23e8-4cb4-8843-bb021e8d677f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0538542 Feb 04 14:48:24.883202 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9ca8ff9-9cc7-47fc-8889-3cdf3bc505c6 req-0705f888-099b-4d7d-b509-16228d895fb9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=73ff9196-8618-486a-8424-a93b574c0167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465584 Feb 04 14:48:25.371079 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8dbc3-c65c-4797-9f6b-aa78651163e5 req-b8ec8cea-4caa-423f-8d38-8fc1a642210e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:25.372539 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72b8dbc3-c65c-4797-9f6b-aa78651163e5 req-b8ec8cea-4caa-423f-8d38-8fc1a642210e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 946 time: 0.0525346 Feb 04 14:48:25.462321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-72b8dbc3-c65c-4797-9f6b-aa78651163e5 req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port e08e81c9-0105-40a7-aa54-a8cd9cffc074 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:48:25.462660 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-72b8dbc3-c65c-4797-9f6b-aa78651163e5 req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (e08e81c9-0105-40a7-aa54-a8cd9cffc074), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:25.552687 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-72b8dbc3-c65c-4797-9f6b-aa78651163e5 req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] For port e08e81c9-0105-40a7-aa54-a8cd9cffc074, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=e08e81c9-0105-40a7-aa54-a8cd9cffc074,segment=NetworkSegment(5ba391c7-152f-4b99-ae53-c800f8f21d43),segment_id=5ba391c7-152f-4b99-ae53-c800f8f21d43)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:48:25.553047 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-72b8dbc3-c65c-4797-9f6b-aa78651163e5 req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (e08e81c9-0105-40a7-aa54-a8cd9cffc074), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:25.565307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-72b8dbc3-c65c-4797-9f6b-aa78651163e5 req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for e08e81c9-0105-40a7-aa54-a8cd9cffc074 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:48:25.694671 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-72b8dbc3-c65c-4797-9f6b-aa78651163e5 req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (e08e81c9-0105-40a7-aa54-a8cd9cffc074), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:25.723577 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=e08e81c9-0105-40a7-aa54-a8cd9cffc074,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:25.735423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:25.735782 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:25.736130 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:25.736470 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:25.736805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:25.737138 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:25.737467 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:25.737795 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:25.738143 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:25.738474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:25.738796 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:25.739118 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:25.739445 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:25.775580 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b8dbc3-c65c-4797-9f6b-aa78651163e5 req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] No DVR routers for this DVR port e08e81c9-0105-40a7-aa54-a8cd9cffc074 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:48:25.778036 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-72b8dbc3-c65c-4797-9f6b-aa78651163e5 req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:25.781475 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-72b8dbc3-c65c-4797-9f6b-aa78651163e5 req-29e5e1d6-902b-4c24-9fc4-33a89e9ead57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "DELETE /v2.0/ports/e08e81c9-0105-40a7-aa54-a8cd9cffc074 HTTP/1.1" status: 204 len: 173 time: 0.4040818 Feb 04 14:48:25.781909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9', 'name': 'network-vif-deleted', 'tag': 'e08e81c9-0105-40a7-aa54-a8cd9cffc074'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:48:25.784127 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8879252c-35c2-49e3-a323-8d140ec73e12" -d '{"events": [{"server_uuid": "379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9", "name": "network-vif-deleted", "tag": "e08e81c9-0105-40a7-aa54-a8cd9cffc074"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:48:25.823135 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2462f04a-f197-4c8b-857a-9abac2731e3b x-openstack-request-id: req-2462f04a-f197-4c8b-857a-9abac2731e3b {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:48:25.823442 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9", "name": "network-vif-deleted", "tag": "e08e81c9-0105-40a7-aa54-a8cd9cffc074", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:48:25.823710 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2462f04a-f197-4c8b-857a-9abac2731e3b {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:48:25.824116 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9', 'name': 'network-vif-deleted', 'tag': 'e08e81c9-0105-40a7-aa54-a8cd9cffc074', 'status': 'completed', 'code': 200} Feb 04 14:48:25.991855 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b7a6a4fc-121a-4720-986d-5e067deeccfd req-68f0da1d-4348-4c23-8f47-233001bd52a5 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 210 time: 0.0267603 Feb 04 14:48:26.247289 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c3c27d5c-fa5b-45f0-96c3-a8d1db31a7e9 req-fb6fcdb7-a1c0-4fb6-a405-619e722a2c3a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260291 Feb 04 14:48:26.327804 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c3c27d5c-fa5b-45f0-96c3-a8d1db31a7e9 req-a2f80e90-6629-4044-9e00-5c917b395438 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=379e1fb9-fb4e-4fe2-b4ff-944a0630e4e9 HTTP/1.1" status: 200 len: 210 time: 0.0299547 Feb 04 14:48:26.436859 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c27d5c-fa5b-45f0-96c3-a8d1db31a7e9 req-af083e03-a186-419b-9790-26edb9835eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:26.438339 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c3c27d5c-fa5b-45f0-96c3-a8d1db31a7e9 req-af083e03-a186-419b-9790-26edb9835eb2 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=f0bec5a68251425ab95d0242072ba05a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0926087 Feb 04 14:48:26.531534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c27d5c-fa5b-45f0-96c3-a8d1db31a7e9 req-e868d445-4b36-47c7-bc93-ad5825363349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:26.533426 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c3c27d5c-fa5b-45f0-96c3-a8d1db31a7e9 req-e868d445-4b36-47c7-bc93-ad5825363349 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892565 Feb 04 14:48:27.048312 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38194) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:27.734562 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae138229-a0fc-4ccd-b493-b4c72a27f566 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (c406e5fc-2d2d-4bb8-8136-e13915f461b8), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:27.995091 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ae138229-a0fc-4ccd-b493-b4c72a27f566 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port 16161449-b848-49be-b4e7-61edc728b4b3 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:48:27.995357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae138229-a0fc-4ccd-b493-b4c72a27f566 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (16161449-b848-49be-b4e7-61edc728b4b3), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:28.086375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-ae138229-a0fc-4ccd-b493-b4c72a27f566 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] For port 16161449-b848-49be-b4e7-61edc728b4b3, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=16161449-b848-49be-b4e7-61edc728b4b3,segment=NetworkSegment(5ba391c7-152f-4b99-ae53-c800f8f21d43),segment_id=5ba391c7-152f-4b99-ae53-c800f8f21d43)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:48:28.087071 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae138229-a0fc-4ccd-b493-b4c72a27f566 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (16161449-b848-49be-b4e7-61edc728b4b3), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:28.099577 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ae138229-a0fc-4ccd-b493-b4c72a27f566 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for 16161449-b848-49be-b4e7-61edc728b4b3 owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:48:28.216492 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:48:28.287992 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae138229-a0fc-4ccd-b493-b4c72a27f566 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (16161449-b848-49be-b4e7-61edc728b4b3), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:28.312612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae138229-a0fc-4ccd-b493-b4c72a27f566 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=16161449-b848-49be-b4e7-61edc728b4b3,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:28.503303 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ae138229-a0fc-4ccd-b493-b4c72a27f566 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (c406e5fc-2d2d-4bb8-8136-e13915f461b8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:28.724362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae138229-a0fc-4ccd-b493-b4c72a27f566 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router c406e5fc-2d2d-4bb8-8136-e13915f461b8 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:48:28.832974 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae138229-a0fc-4ccd-b493-b4c72a27f566 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:48:28.837859 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ae138229-a0fc-4ccd-b493-b4c72a27f566 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "PUT /v2.0/routers/c406e5fc-2d2d-4bb8-8136-e13915f461b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7885084 Feb 04 14:48:28.840560 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38196) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:28.843076 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bff67d-3007-4b8f-9494-e3878b8906cd None None] Sync routers for ids ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:48:28.854017 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bff67d-3007-4b8f-9494-e3878b8906cd None None] Routers {'c406e5fc-2d2d-4bb8-8136-e13915f461b8'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:48:28.854658 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-56bff67d-3007-4b8f-9494-e3878b8906cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:48:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:28.896643 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4a509b-8249-4f99-a0b6-1c451e137041 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting subnet a2b64399-745d-4ce4-a8c1-6e01eb2fee6c {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:48:28.900177 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a4a509b-8249-4f99-a0b6-1c451e137041 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for subnet (a2b64399-745d-4ce4-a8c1-6e01eb2fee6c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:28.943775 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a4a509b-8249-4f99-a0b6-1c451e137041 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (a2b64399-745d-4ce4-a8c1-6e01eb2fee6c), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:29.030187 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a4a509b-8249-4f99-a0b6-1c451e137041 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (a2b64399-745d-4ce4-a8c1-6e01eb2fee6c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:29.053367 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-56bff67d-3007-4b8f-9494-e3878b8906cd None None] Set router c406e5fc-2d2d-4bb8-8136-e13915f461b8 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:48:29.094311 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a4a509b-8249-4f99-a0b6-1c451e137041 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (a2b64399-745d-4ce4-a8c1-6e01eb2fee6c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:29.125178 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4a4a509b-8249-4f99-a0b6-1c451e137041 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:29.129332 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4a4a509b-8249-4f99-a0b6-1c451e137041 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/subnets/a2b64399-745d-4ce4-a8c1-6e01eb2fee6c HTTP/1.1" status: 204 len: 168 time: 0.2878284 Feb 04 14:48:29.130819 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a509b-8249-4f99-a0b6-1c451e137041 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b64399-745d-4ce4-a8c1-6e01eb2fee6c,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:29.132024 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628b8b0e-a71e-4b11-b733-57240d5463c7 None None] Network 358c8a88-e9f4-4cbb-85ad-0bd1598398c3 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:48:29.132500 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38198) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:29.235740 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-56bff67d-3007-4b8f-9494-e3878b8906cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29817192', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:45:54Z', 'updated_at': '2022-02-04T14:48:28Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:55Z', 'updated_at': '2022-02-04T14:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:29.249094 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb809-d533-468c-b287-d2c632265825 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router (c406e5fc-2d2d-4bb8-8136-e13915f461b8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:29.262259 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bff67d-3007-4b8f-9494-e3878b8906cd None None] Checking router: c406e5fc-2d2d-4bb8-8136-e13915f461b8 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:48:29.271603 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bff67d-3007-4b8f-9494-e3878b8906cd None None] Routers {'c406e5fc-2d2d-4bb8-8136-e13915f461b8'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:48:29.272216 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-56bff67d-3007-4b8f-9494-e3878b8906cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:48:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:29.302848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] DHCP port deletion for 358c8a88-e9f4-4cbb-85ad-0bd1598398c3 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:48:29.335624 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e08e81c9-0105-40a7-aa54-a8cd9cffc074 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:48:29.366519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: e08e81c9-0105-40a7-aa54-a8cd9cffc074 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:48:29.366784 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device e08e81c9-0105-40a7-aa54-a8cd9cffc074 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:48:29.382732 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-56bff67d-3007-4b8f-9494-e3878b8906cd None None] Set router c406e5fc-2d2d-4bb8-8136-e13915f461b8 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:48:29.383346 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Deleting port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:48:29.383346 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (89fbd19a-7375-4e77-afe1-c7da90d1c0b9), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:29.452364 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] For port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=89fbd19a-7375-4e77-afe1-c7da90d1c0b9,segment=NetworkSegment(5ba391c7-152f-4b99-ae53-c800f8f21d43),segment_id=5ba391c7-152f-4b99-ae53-c800f8f21d43)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:48:29.452767 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (89fbd19a-7375-4e77-afe1-c7da90d1c0b9), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:29.466986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Calling delete_port for 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:48:29.555902 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (89fbd19a-7375-4e77-afe1-c7da90d1c0b9), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:29.581995 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Pushing event deleted for resources: {'Port': ['ID=89fbd19a-7375-4e77-afe1-c7da90d1c0b9,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:29.586593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] No DVR routers for this DVR port 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:48:29.593296 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:29.593647 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:29.593989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:29.594373 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:29.594692 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:29.595671 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:29.596006 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:29.596333 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:29.596658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:29.596986 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:29.597672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:29.597672 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:29.597925 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d81c1-3d13-4499-8532-b310f7e3ca31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:29.610264 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-56bff67d-3007-4b8f-9494-e3878b8906cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29817192', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:45:54Z', 'updated_at': '2022-02-04T14:48:28Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:55Z', 'updated_at': '2022-02-04T14:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:29.646260 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bff67d-3007-4b8f-9494-e3878b8906cd None None] The sync data for ids ['c406e5fc-2d2d-4bb8-8136-e13915f461b8'] in n-d-714676-13 is: [{'id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29817192', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:45:54Z', 'updated_at': '2022-02-04T14:48:28Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': '44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c406e5fc-2d2d-4bb8-8136-e13915f461b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:45:55Z', 'updated_at': '2022-02-04T14:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:48:29.687229 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb809-d533-468c-b287-d2c632265825 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (c406e5fc-2d2d-4bb8-8136-e13915f461b8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:29.737707 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6b0fb809-d533-468c-b287-d2c632265825 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:48:29.738048 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb809-d533-468c-b287-d2c632265825 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:29.813945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-6b0fb809-d533-468c-b287-d2c632265825 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] For port 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:48:29.814414 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb809-d533-468c-b287-d2c632265825 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:29.826466 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6b0fb809-d533-468c-b287-d2c632265825 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:48:29.994317 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb809-d533-468c-b287-d2c632265825 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.018705 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fb809-d533-468c-b287-d2c632265825 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:30.083056 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb809-d533-468c-b287-d2c632265825 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (c406e5fc-2d2d-4bb8-8136-e13915f461b8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.180242 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb809-d533-468c-b287-d2c632265825 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (c406e5fc-2d2d-4bb8-8136-e13915f461b8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.182385 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb809-d533-468c-b287-d2c632265825 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_controller (c406e5fc-2d2d-4bb8-8136-e13915f461b8), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.228430 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb809-d533-468c-b287-d2c632265825 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (c406e5fc-2d2d-4bb8-8136-e13915f461b8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.228986 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0fb809-d533-468c-b287-d2c632265825 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Fanout notify agent at l3_agent the message router_deleted on router c406e5fc-2d2d-4bb8-8136-e13915f461b8 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:48:30.235450 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb809-d533-468c-b287-d2c632265825 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.237185 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6b0fb809-d533-468c-b287-d2c632265825 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/routers/c406e5fc-2d2d-4bb8-8136-e13915f461b8 HTTP/1.1" status: 204 len: 168 time: 1.1037464 Feb 04 14:48:30.239863 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38200) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:30.318335 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e151e1e2-a127-45bf-aa1e-8c6538f83269 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (358c8a88-e9f4-4cbb-85ad-0bd1598398c3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.409147 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e151e1e2-a127-45bf-aa1e-8c6538f83269 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (358c8a88-e9f4-4cbb-85ad-0bd1598398c3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.429368 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e151e1e2-a127-45bf-aa1e-8c6538f83269 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358c8a88-e9f4-4cbb-85ad-0bd1598398c3']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:30.438278 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e151e1e2-a127-45bf-aa1e-8c6538f83269 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba391c7-152f-4b99-ae53-c800f8f21d43') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:30.438585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e151e1e2-a127-45bf-aa1e-8c6538f83269 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba391c7-152f-4b99-ae53-c800f8f21d43') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:30.447648 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e151e1e2-a127-45bf-aa1e-8c6538f83269 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (5ba391c7-152f-4b99-ae53-c800f8f21d43), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.461505 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e151e1e2-a127-45bf-aa1e-8c6538f83269 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (5ba391c7-152f-4b99-ae53-c800f8f21d43), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.467383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e151e1e2-a127-45bf-aa1e-8c6538f83269 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:48:30.467776 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e151e1e2-a127-45bf-aa1e-8c6538f83269 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (5ba391c7-152f-4b99-ae53-c800f8f21d43), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:48:30.471329 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:48:30.527748 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e151e1e2-a127-45bf-aa1e-8c6538f83269 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (358c8a88-e9f4-4cbb-85ad-0bd1598398c3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.535286 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e151e1e2-a127-45bf-aa1e-8c6538f83269 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.538539 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e151e1e2-a127-45bf-aa1e-8c6538f83269 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/networks/358c8a88-e9f4-4cbb-85ad-0bd1598398c3 HTTP/1.1" status: 204 len: 168 time: 0.2977607 Feb 04 14:48:30.541300 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38202) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:30.549941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151e1e2-a127-45bf-aa1e-8c6538f83269 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Network': ['ID=358c8a88-e9f4-4cbb-85ad-0bd1598398c3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:30.599465 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-159e9bc1-e543-4fe7-9c48-5782c0de9a4f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (73ff9196-8618-486a-8424-a93b574c0167), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.625161 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-159e9bc1-e543-4fe7-9c48-5782c0de9a4f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (73ff9196-8618-486a-8424-a93b574c0167), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.694456 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-159e9bc1-e543-4fe7-9c48-5782c0de9a4f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (73ff9196-8618-486a-8424-a93b574c0167), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.697655 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-159e9bc1-e543-4fe7-9c48-5782c0de9a4f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:30.699146 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-159e9bc1-e543-4fe7-9c48-5782c0de9a4f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/security-groups/73ff9196-8618-486a-8424-a93b574c0167 HTTP/1.1" status: 204 len: 168 time: 0.1567237 Feb 04 14:48:30.715173 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e9bc1-e543-4fe7-9c48-5782c0de9a4f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ff9196-8618-486a-8424-a93b574c0167,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:30.757725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:48:30.779075 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:48:30.779426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 89fbd19a-7375-4e77-afe1-c7da90d1c0b9 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:48:30.779845 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 16161449-b848-49be-b4e7-61edc728b4b3 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:48:30.799446 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 16161449-b848-49be-b4e7-61edc728b4b3 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:48:30.799788 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 16161449-b848-49be-b4e7-61edc728b4b3 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:48:30.800195 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:48:30.826774 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:48:30.827390 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 44fcd2d1-ff2d-4070-b5dc-fbfc0e8a29c7 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:48:31.163150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38208) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:31.167985 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6119f691-bbc9-4425-b678-0453373d6346 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-170800023', 'description': 'tempest-secgroup-smoke-170800023 description', 'project_id': 'f0bec5a68251425ab95d0242072ba05a'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:48:31.191574 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6119f691-bbc9-4425-b678-0453373d6346 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.264745 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6119f691-bbc9-4425-b678-0453373d6346 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (057b254b-1bce-4105-ab8d-694001d93d3b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.268961 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6119f691-bbc9-4425-b678-0453373d6346 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (057b254b-1bce-4105-ab8d-694001d93d3b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.300196 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6119f691-bbc9-4425-b678-0453373d6346 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.301470 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6119f691-bbc9-4425-b678-0453373d6346 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1370487 Feb 04 14:48:31.302911 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119f691-bbc9-4425-b678-0453373d6346 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057b254b-1bce-4105-ab8d-694001d93d3b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:31.304850 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38210) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:31.310264 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-0ecb39b1-7f56-49f0-b769-d8ba14587192 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '057b254b-1bce-4105-ab8d-694001d93d3b', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:48:31.339360 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ecb39b1-7f56-49f0-b769-d8ba14587192 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (28048bb4-7943-41af-b72b-4d7a4d3feea6), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.386762 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ecb39b1-7f56-49f0-b769-d8ba14587192 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (28048bb4-7943-41af-b72b-4d7a4d3feea6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.390468 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ecb39b1-7f56-49f0-b769-d8ba14587192 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (28048bb4-7943-41af-b72b-4d7a4d3feea6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.406371 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb39b1-7f56-49f0-b769-d8ba14587192 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28048bb4-7943-41af-b72b-4d7a4d3feea6,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:31.416685 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0ecb39b1-7f56-49f0-b769-d8ba14587192 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.417884 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0ecb39b1-7f56-49f0-b769-d8ba14587192 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1119971 Feb 04 14:48:31.420705 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38212) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:31.425510 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-6bbe254f-4227-45a6-94b4-8619384eec1b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '057b254b-1bce-4105-ab8d-694001d93d3b', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:48:31.450025 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6bbe254f-4227-45a6-94b4-8619384eec1b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (53edec78-1443-48f2-8d24-2aa3c92c20c8), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.509399 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6bbe254f-4227-45a6-94b4-8619384eec1b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (53edec78-1443-48f2-8d24-2aa3c92c20c8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.512832 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6bbe254f-4227-45a6-94b4-8619384eec1b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (53edec78-1443-48f2-8d24-2aa3c92c20c8), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.532108 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe254f-4227-45a6-94b4-8619384eec1b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53edec78-1443-48f2-8d24-2aa3c92c20c8,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:31.538287 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6bbe254f-4227-45a6-94b4-8619384eec1b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.542236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38214) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:31.542420 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6bbe254f-4227-45a6-94b4-8619384eec1b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206126 Feb 04 14:48:31.546812 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-868b379a-5754-40bc-8858-fd0d5572a366 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '057b254b-1bce-4105-ab8d-694001d93d3b', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:48:31.571327 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-868b379a-5754-40bc-8858-fd0d5572a366 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (ad7512eb-fc49-4803-9192-9e11e38eb22c), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.627280 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-868b379a-5754-40bc-8858-fd0d5572a366 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (ad7512eb-fc49-4803-9192-9e11e38eb22c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.631171 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-868b379a-5754-40bc-8858-fd0d5572a366 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (ad7512eb-fc49-4803-9192-9e11e38eb22c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.649844 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b379a-5754-40bc-8858-fd0d5572a366 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7512eb-fc49-4803-9192-9e11e38eb22c,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:31.654780 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-868b379a-5754-40bc-8858-fd0d5572a366 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.655989 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-868b379a-5754-40bc-8858-fd0d5572a366 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126931 Feb 04 14:48:31.658972 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38216) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:31.663217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0922d17d-ed45-4981-83d6-09420502bdad tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '057b254b-1bce-4105-ab8d-694001d93d3b', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:48:31.686808 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0922d17d-ed45-4981-83d6-09420502bdad tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (f5bf7c2c-3575-4633-a4bb-a666d22bda46), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.743761 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0922d17d-ed45-4981-83d6-09420502bdad tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (f5bf7c2c-3575-4633-a4bb-a666d22bda46), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.747263 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0922d17d-ed45-4981-83d6-09420502bdad tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (f5bf7c2c-3575-4633-a4bb-a666d22bda46), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.767858 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922d17d-ed45-4981-83d6-09420502bdad tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bf7c2c-3575-4633-a4bb-a666d22bda46,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:31.773596 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0922d17d-ed45-4981-83d6-09420502bdad tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.777064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38218) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:31.777224 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0922d17d-ed45-4981-83d6-09420502bdad tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172063 Feb 04 14:48:31.781564 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-afc3c4e4-24bf-494e-8c57-bc025023119d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '057b254b-1bce-4105-ab8d-694001d93d3b', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:48:31.800184 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-afc3c4e4-24bf-494e-8c57-bc025023119d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Project f0bec5a68251425ab95d0242072ba05a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:48:31.805113 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-afc3c4e4-24bf-494e-8c57-bc025023119d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (85837233-297d-4aba-a15a-417f423bb637), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.862984 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-afc3c4e4-24bf-494e-8c57-bc025023119d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (85837233-297d-4aba-a15a-417f423bb637), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.866726 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-afc3c4e4-24bf-494e-8c57-bc025023119d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (85837233-297d-4aba-a15a-417f423bb637), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.884720 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3c4e4-24bf-494e-8c57-bc025023119d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85837233-297d-4aba-a15a-417f423bb637,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:31.893239 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-afc3c4e4-24bf-494e-8c57-bc025023119d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.895009 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-afc3c4e4-24bf-494e-8c57-bc025023119d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168659 Feb 04 14:48:31.897542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38220) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:31.901988 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-ed2896e5-b3d3-469f-9ee0-6ba1517034dc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'security_group_rule': {'security_group_id': '057b254b-1bce-4105-ab8d-694001d93d3b', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:48:31.922378 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-ed2896e5-b3d3-469f-9ee0-6ba1517034dc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Project f0bec5a68251425ab95d0242072ba05a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:48:31.928164 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ed2896e5-b3d3-469f-9ee0-6ba1517034dc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (4a84962b-eea1-4b03-a5f4-baa278e6a448), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.988800 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ed2896e5-b3d3-469f-9ee0-6ba1517034dc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (4a84962b-eea1-4b03-a5f4-baa278e6a448), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:31.992485 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ed2896e5-b3d3-469f-9ee0-6ba1517034dc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (4a84962b-eea1-4b03-a5f4-baa278e6a448), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:32.013520 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2896e5-b3d3-469f-9ee0-6ba1517034dc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a84962b-eea1-4b03-a5f4-baa278e6a448,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:32.019787 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ed2896e5-b3d3-469f-9ee0-6ba1517034dc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:32.020983 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ed2896e5-b3d3-469f-9ee0-6ba1517034dc tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224144 Feb 04 14:48:32.023932 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38222) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:32.028805 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-044bd147-a193-4734-8d0c-c8d865e59125 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'network': {'name': 'tempest-network-smoke--2093483845', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'port_security_enabled': True}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:48:32.046907 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044bd147-a193-4734-8d0c-c8d865e59125 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Made reservation on behalf of f0bec5a68251425ab95d0242072ba05a for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:48:32.050836 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-044bd147-a193-4734-8d0c-c8d865e59125 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:32.075034 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044bd147-a193-4734-8d0c-c8d865e59125 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:48:32.083814 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-044bd147-a193-4734-8d0c-c8d865e59125 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fe861b75-0230-4334-be3d-7eb8c47a4337), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:32.084158 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-044bd147-a193-4734-8d0c-c8d865e59125 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Added segment fe861b75-0230-4334-be3d-7eb8c47a4337 of type vlan for network 14af3e2d-4454-4d7b-bf6f-59b865ea252e Feb 04 14:48:32.128527 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-044bd147-a193-4734-8d0c-c8d865e59125 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (14af3e2d-4454-4d7b-bf6f-59b865ea252e), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:32.152666 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-044bd147-a193-4734-8d0c-c8d865e59125 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (14af3e2d-4454-4d7b-bf6f-59b865ea252e), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:32.157724 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044bd147-a193-4734-8d0c-c8d865e59125 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:32.158647 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-044bd147-a193-4734-8d0c-c8d865e59125 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:32.219262 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-044bd147-a193-4734-8d0c-c8d865e59125 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1942904 Feb 04 14:48:32.222146 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38224) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:32.226419 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-679555820', 'admin_state_up': True, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:48:32.241234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bd147-a193-4734-8d0c-c8d865e59125 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Network': ['ID=14af3e2d-4454-4d7b-bf6f-59b865ea252e,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:32.252629 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 14af3e2d-4454-4d7b-bf6f-59b865ea252e details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:48:32.259803 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:32.260867 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:32.319357 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_controller (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:32.461219 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:32.656840 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:32.677131 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:32.782143 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.25.5.160 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/ad02b987-f227-4cfb-87eb-733cee7f1dd1) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:48:32.884690 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (ad02b987-f227-4cfb-87eb-733cee7f1dd1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:32.919061 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (ad02b987-f227-4cfb-87eb-733cee7f1dd1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:32.961050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:48:32.964004 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:48:32.967504 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:48:32.994677 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=ad02b987-f227-4cfb-87eb-733cee7f1dd1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:33.221805 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:33.422604 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:33.550314 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:48:33.654631 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:48:33.664692 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Sync routers for ids ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:48:33.674473 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Routers {'a78d3c9c-33a5-478e-b5bd-fe98080cfe54'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:48:33.675159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:48:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:33.676536 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:33.678012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-468c553a-317e-41ec-a559-e55cd6cb08ec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4549477 Feb 04 14:48:33.681325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38226) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:33.784435 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Set router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:48:33.843690 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-421f26ac-2236-4838-b6f1-aeb4a9b3357d tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=f0bec5a68251425ab95d0242072ba05a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1612086 Feb 04 14:48:33.847132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38230) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:33.934263 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf93a4-7c0a-4db4-942f-db810d6beedf tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:33.935779 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1fdf93a4-7c0a-4db4-942f-db810d6beedf tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877168 Feb 04 14:48:33.938718 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38232) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:33.965896 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-6249c262-8a13-4c41-98e9-ad46a5f86b60 tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=92c40021-6bd7-4781-8c40-4e7662c85c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260761 Feb 04 14:48:33.968197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679555820', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:33Z', 'revision_number': 3, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:33.968403 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38234) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:33.973787 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-885e99e5-beb3-4d52-90b3-a28a6691baf2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1171539607', 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:48:33.996602 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Checking router: a78d3c9c-33a5-478e-b5bd-fe98080cfe54 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:48:33.996957 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Updating router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 port ad02b987-f227-4cfb-87eb-733cee7f1dd1 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:48:34.025587 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ad02b987-f227-4cfb-87eb-733cee7f1dd1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:34.063474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885e99e5-beb3-4d52-90b3-a28a6691baf2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Made reservation on behalf of f0bec5a68251425ab95d0242072ba05a for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:48:34.067293 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-885e99e5-beb3-4d52-90b3-a28a6691baf2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:34.252418 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-885e99e5-beb3-4d52-90b3-a28a6691baf2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (2639d4dc-e060-4eaf-91c0-3b2fa1872b6f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:34.283222 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Publish callbacks [] for port (ad02b987-f227-4cfb-87eb-733cee7f1dd1), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:34.289643 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ad02b987-f227-4cfb-87eb-733cee7f1dd1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:34.312408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e99e5-beb3-4d52-90b3-a28a6691baf2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Subnet': ['ID=2639d4dc-e060-4eaf-91c0-3b2fa1872b6f,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:34.326669 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885e99e5-beb3-4d52-90b3-a28a6691baf2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Checking segment: {'id': 'fe861b75-0230-4334-be3d-7eb8c47a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:48:34.327434 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885e99e5-beb3-4d52-90b3-a28a6691baf2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network hostable DHCP agents. Network: 14af3e2d-4454-4d7b-bf6f-59b865ea252e, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:48:34.343909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Attempting to bind port ad02b987-f227-4cfb-87eb-733cee7f1dd1 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:48:34.344291 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Attempting to bind port ad02b987-f227-4cfb-87eb-733cee7f1dd1 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:48:34.344621 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885e99e5-beb3-4d52-90b3-a28a6691baf2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 14af3e2d-4454-4d7b-bf6f-59b865ea252e is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:48:34.344741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Attempting to bind port ad02b987-f227-4cfb-87eb-733cee7f1dd1 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:48:34.348577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193d79d-973b-4543-8196-0324029d977f None None] Pushing event updated for resources: {'Port': ['ID=ad02b987-f227-4cfb-87eb-733cee7f1dd1,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:34.353361 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:48:34.353742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:48:34.354209 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:34.354640 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:48:34.355210 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Bound port: ad02b987-f227-4cfb-87eb-733cee7f1dd1, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:48:34.355537 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ad02b987-f227-4cfb-87eb-733cee7f1dd1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:34.356111 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-885e99e5-beb3-4d52-90b3-a28a6691baf2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 14af3e2d-4454-4d7b-bf6f-59b865ea252e) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:48:34.361203 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885e99e5-beb3-4d52-90b3-a28a6691baf2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:34.361975 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-885e99e5-beb3-4d52-90b3-a28a6691baf2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:34.378171 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-885e99e5-beb3-4d52-90b3-a28a6691baf2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4087570 Feb 04 14:48:34.381042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38236) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:34.382159 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4aa9b6-a106-47cb-809a-87895ad1d2b5 None None] Network 14af3e2d-4454-4d7b-bf6f-59b865ea252e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:48:34.475109 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] For port ad02b987-f227-4cfb-87eb-733cee7f1dd1, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:48:34.490816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] For port ad02b987-f227-4cfb-87eb-733cee7f1dd1, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ad02b987-f227-4cfb-87eb-733cee7f1dd1,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:48:34.511952 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ad02b987-f227-4cfb-87eb-733cee7f1dd1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:34.540617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ips': [{'subnet_id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:48:34.541473 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:34.606719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Routers {'a78d3c9c-33a5-478e-b5bd-fe98080cfe54'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:48:34.606719 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:48:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:34.689253 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193d79d-973b-4543-8196-0324029d977f None None] Pushing event updated for resources: {'Port': ['ID=ad02b987-f227-4cfb-87eb-733cee7f1dd1,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:34.973870 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] Set router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:48:34.976029 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Allocated IP 172.20.0.2 (14af3e2d-4454-4d7b-bf6f-59b865ea252e/2639d4dc-e060-4eaf-91c0-3b2fa1872b6f/4557185d-201d-4213-8774-0d9f04622e2d) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:48:35.170780 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:35.265962 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Publish callbacks [] for port (4557185d-201d-4213-8774-0d9f04622e2d), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:35.274677 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (4557185d-201d-4213-8774-0d9f04622e2d), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:35.312940 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679555820', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:33Z', 'revision_number': 3, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:35.324801 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Network 14af3e2d-4454-4d7b-bf6f-59b865ea252e is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:48:35.350936 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:48:35.352827 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7084cf4d-44ca-448d-9027-beae80252f79 None None] The sync data for ids ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'] in n-d-714676-13 is: [{'id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679555820', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:33Z', 'revision_number': 3, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:48:35.355948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:48:35.363557 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Pushing event updated for resources: {'Port': ['ID=4557185d-201d-4213-8774-0d9f04622e2d,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:35.426805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Attempting to bind port 4557185d-201d-4213-8774-0d9f04622e2d on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:48:35.427487 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Attempting to bind port 4557185d-201d-4213-8774-0d9f04622e2d by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'fe861b75-0230-4334-be3d-7eb8c47a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:48:35.428021 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Attempting to bind port 4557185d-201d-4213-8774-0d9f04622e2d on network 14af3e2d-4454-4d7b-bf6f-59b865ea252e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:48:35.434027 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:48:35.434510 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Checking segment: {'id': 'fe861b75-0230-4334-be3d-7eb8c47a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:48:35.434922 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:35.435325 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Bound using segment: {'id': 'fe861b75-0230-4334-be3d-7eb8c47a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:48:35.436224 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Bound port: 4557185d-201d-4213-8774-0d9f04622e2d, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe861b75-0230-4334-be3d-7eb8c47a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:48:35.436224 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4557185d-201d-4213-8774-0d9f04622e2d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:35.460474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.20.0.1 (14af3e2d-4454-4d7b-bf6f-59b865ea252e/2639d4dc-e060-4eaf-91c0-3b2fa1872b6f/d7ca4e7d-9090-4536-a9c5-2d00b6999a84) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:48:35.503710 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] For port 4557185d-201d-4213-8774-0d9f04622e2d, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:48:35.506660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] For port 4557185d-201d-4213-8774-0d9f04622e2d, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4557185d-201d-4213-8774-0d9f04622e2d,segment=NetworkSegment(fe861b75-0230-4334-be3d-7eb8c47a4337),segment_id=fe861b75-0230-4334-be3d-7eb8c47a4337)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:48:35.513451 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4557185d-201d-4213-8774-0d9f04622e2d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:35.572610 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ab83a-eda0-409e-9af2-5c2d97fd0402 None None] Pushing event updated for resources: {'Port': ['ID=4557185d-201d-4213-8774-0d9f04622e2d,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:35.585824 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:35.651251 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:35.703360 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 14af3e2d-4454-4d7b-bf6f-59b865ea252e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:48:35.707407 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:48:35.711437 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:48:35.738546 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=d7ca4e7d-9090-4536-a9c5-2d00b6999a84,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:35.764770 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:35.948782 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:36.249556 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:36.254117 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:36.331749 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=d7ca4e7d-9090-4536-a9c5-2d00b6999a84,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:36.334361 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:36.436286 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 14af3e2d-4454-4d7b-bf6f-59b865ea252e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:48:36.437775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:48:36.564169 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:48:36.666861 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff652f6-956a-47f3-a5c9-543b659fb846 None None] Network 14af3e2d-4454-4d7b-bf6f-59b865ea252e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:48:36.696727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:48:36.702440 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6346a446-f5aa-4f9a-98d6-68508d529b56 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "PUT /v2.0/routers/a78d3c9c-33a5-478e-b5bd-fe98080cfe54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3202758 Feb 04 14:48:36.743561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9788e74d-8f4d-4c61-905e-9fdaf37ed50d None None] Provisioning complete for port 4557185d-201d-4213-8774-0d9f04622e2d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:48:36.743561 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9788e74d-8f4d-4c61-905e-9fdaf37ed50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4557185d-201d-4213-8774-0d9f04622e2d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:36.774600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4557185d-201d-4213-8774-0d9f04622e2d up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:48:36.888645 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-b9ea92dc-984d-4849-b84f-46b851640688 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-170800023&fields=id&tenant_id=f0bec5a68251425ab95d0242072ba05a HTTP/1.1" status: 200 len: 267 time: 0.0479038 Feb 04 14:48:36.917155 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4557185d-201d-4213-8774-0d9f04622e2d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:48:36.917530 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4557185d-201d-4213-8774-0d9f04622e2d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:36.956517 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9788e74d-8f4d-4c61-905e-9fdaf37ed50d None None] Current status of the port 4557185d-201d-4213-8774-0d9f04622e2d is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:48:36.957070 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9788e74d-8f4d-4c61-905e-9fdaf37ed50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4557185d-201d-4213-8774-0d9f04622e2d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:37.006577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-9788e74d-8f4d-4c61-905e-9fdaf37ed50d None None] For port 4557185d-201d-4213-8774-0d9f04622e2d, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4557185d-201d-4213-8774-0d9f04622e2d,segment=NetworkSegment(fe861b75-0230-4334-be3d-7eb8c47a4337),segment_id=fe861b75-0230-4334-be3d-7eb8c47a4337)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:48:37.021909 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-bf499f84-7dc1-457a-95dc-a1fbf0a8797c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:37.023687 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-bf499f84-7dc1-457a-95dc-a1fbf0a8797c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/networks?id=14af3e2d-4454-4d7b-bf6f-59b865ea252e HTTP/1.1" status: 200 len: 797 time: 0.1257598 Feb 04 14:48:37.030750 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9788e74d-8f4d-4c61-905e-9fdaf37ed50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (4557185d-201d-4213-8774-0d9f04622e2d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:37.041819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-ad442b80-fbb0-4b9f-98bb-539e1470fbc8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/quotas/f0bec5a68251425ab95d0242072ba05a HTTP/1.1" status: 200 len: 375 time: 0.0120091 Feb 04 14:48:37.084293 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4557185d-201d-4213-8774-0d9f04622e2d is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:48:37.084636 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (4557185d-201d-4213-8774-0d9f04622e2d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:37.113102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-b26bc55d-1b87-4e78-862e-6fa947fc2f68 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581191 Feb 04 14:48:37.154397 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 14:48:37.154761 n-d-714676-13 neutron-server[103608]: DEBUG oslo_db.api [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 14:48:37.161311 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788e74d-8f4d-4c61-905e-9fdaf37ed50d None None] Pushing event updated for resources: {'Port': ['ID=4557185d-201d-4213-8774-0d9f04622e2d,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:37.172652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8ab088f6-aaf2-40eb-a208-188cef0cd3b5 None None] Provisioning complete for port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:48:37.173067 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ab088f6-aaf2-40eb-a208-188cef0cd3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:37.187034 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Sync routers for ids ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:48:37.201563 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Routers {'a78d3c9c-33a5-478e-b5bd-fe98080cfe54'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:48:37.202210 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:48:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:37.211753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8ab088f6-aaf2-40eb-a208-188cef0cd3b5 None None] Port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:48:37.223736 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8ab088f6-aaf2-40eb-a208-188cef0cd3b5 None None] Provisioning complete for port 4557185d-201d-4213-8774-0d9f04622e2d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:48:37.224113 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ab088f6-aaf2-40eb-a208-188cef0cd3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4557185d-201d-4213-8774-0d9f04622e2d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:37.237762 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-430fc3e1-be73-4685-93ca-37db90298d85 service neutron] 10.222.0.96 "GET /v2.0/networks/14af3e2d-4454-4d7b-bf6f-59b865ea252e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126592 Feb 04 14:48:37.333717 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8ab088f6-aaf2-40eb-a208-188cef0cd3b5 None None] Current status of the port 4557185d-201d-4213-8774-0d9f04622e2d is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:48:37.338019 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Set router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:48:37.347843 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-f4bba5d6-f26b-4680-92d7-9b6bd70f650b service neutron] 10.222.0.96 "GET /v2.0/networks/14af3e2d-4454-4d7b-bf6f-59b865ea252e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038778 Feb 04 14:48:37.457764 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3c368983-37de-4e81-b987-b8fb2f5f347d None None] Provisioning complete for port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:48:37.458254 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c368983-37de-4e81-b987-b8fb2f5f347d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:37.499761 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3c368983-37de-4e81-b987-b8fb2f5f347d None None] Port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:48:37.545620 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679555820', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:35Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd7ca4e7d-9090-4536-a9c5-2d00b6999a84', 'name': '', 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:0f:a7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:35Z', 'updated_at': '2022-02-04T14:48:36Z', 'revision_number': 2, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:37.572491 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Checking router: a78d3c9c-33a5-478e-b5bd-fe98080cfe54 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:48:37.572839 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Updating router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:48:37.604286 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:37.691241 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4557185d-201d-4213-8774-0d9f04622e2d is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:48:37.693277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ad02b987-f227-4cfb-87eb-733cee7f1dd1 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:48:37.741881 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-9f4dcbaa-ebec-4f30-ba49-df78f2c93351 None None] Provisioning complete for port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:48:37.742281 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9f4dcbaa-ebec-4f30-ba49-df78f2c93351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:37.785923 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dcbaa-ebec-4f30-ba49-df78f2c93351 None None] Port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:48:37.791900 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ad02b987-f227-4cfb-87eb-733cee7f1dd1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:48:37.792277 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ad02b987-f227-4cfb-87eb-733cee7f1dd1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:37.861605 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Publish callbacks [] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:37.867501 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:37.871348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ad02b987-f227-4cfb-87eb-733cee7f1dd1 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:48:37.871741 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (ad02b987-f227-4cfb-87eb-733cee7f1dd1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:37.894661 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port ad02b987-f227-4cfb-87eb-733cee7f1dd1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ad02b987-f227-4cfb-87eb-733cee7f1dd1,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:48:37.899469 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (ad02b987-f227-4cfb-87eb-733cee7f1dd1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:37.919624 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c93bb-7cda-4077-95f3-aea535f49bf9 None None] Pushing event updated for resources: {'Port': ['ID=d7ca4e7d-9090-4536-a9c5-2d00b6999a84,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:37.946834 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c93bb-7cda-4077-95f3-aea535f49bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:37.947186 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c93bb-7cda-4077-95f3-aea535f49bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:37.947523 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c93bb-7cda-4077-95f3-aea535f49bf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:37.948039 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c93bb-7cda-4077-95f3-aea535f49bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:37.948529 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c93bb-7cda-4077-95f3-aea535f49bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:37.949037 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c93bb-7cda-4077-95f3-aea535f49bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:37.949547 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c93bb-7cda-4077-95f3-aea535f49bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:37.949874 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c93bb-7cda-4077-95f3-aea535f49bf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:37.950225 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c93bb-7cda-4077-95f3-aea535f49bf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:37.950558 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c93bb-7cda-4077-95f3-aea535f49bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:37.950874 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c93bb-7cda-4077-95f3-aea535f49bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:37.951395 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c93bb-7cda-4077-95f3-aea535f49bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:37.951727 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c93bb-7cda-4077-95f3-aea535f49bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:48:37.953947 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=ad02b987-f227-4cfb-87eb-733cee7f1dd1,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:37.984051 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Attempting to bind port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:48:37.984411 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Attempting to bind port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'fe861b75-0230-4334-be3d-7eb8c47a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:48:37.984773 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Attempting to bind port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 on network 14af3e2d-4454-4d7b-bf6f-59b865ea252e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:48:37.990768 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:48:37.991141 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Checking segment: {'id': 'fe861b75-0230-4334-be3d-7eb8c47a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:48:37.991542 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:37.991929 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Bound using segment: {'id': 'fe861b75-0230-4334-be3d-7eb8c47a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:48:37.992393 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Bound port: d7ca4e7d-9090-4536-a9c5-2d00b6999a84, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe861b75-0230-4334-be3d-7eb8c47a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:48:37.992767 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:38.056415 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] For port d7ca4e7d-9090-4536-a9c5-2d00b6999a84, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:48:38.059699 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] For port d7ca4e7d-9090-4536-a9c5-2d00b6999a84, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d7ca4e7d-9090-4536-a9c5-2d00b6999a84,segment=NetworkSegment(fe861b75-0230-4334-be3d-7eb8c47a4337),segment_id=fe861b75-0230-4334-be3d-7eb8c47a4337)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:48:38.067300 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:38.127282 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Routers {'a78d3c9c-33a5-478e-b5bd-fe98080cfe54'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:48:38.127920 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:48:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:38.129800 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c93bb-7cda-4077-95f3-aea535f49bf9 None None] Pushing event updated for resources: {'Port': ['ID=d7ca4e7d-9090-4536-a9c5-2d00b6999a84,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:38.211348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b1fc58c8-e74e-4622-992d-d67c3a24bc74 None None] Provisioning complete for port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:48:38.212035 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b1fc58c8-e74e-4622-992d-d67c3a24bc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:38.297020 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc58c8-e74e-4622-992d-d67c3a24bc74 None None] Current status of the port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:48:38.297404 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b1fc58c8-e74e-4622-992d-d67c3a24bc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:38.330646 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b1fc58c8-e74e-4622-992d-d67c3a24bc74 None None] For port d7ca4e7d-9090-4536-a9c5-2d00b6999a84, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d7ca4e7d-9090-4536-a9c5-2d00b6999a84,segment=NetworkSegment(fe861b75-0230-4334-be3d-7eb8c47a4337),segment_id=fe861b75-0230-4334-be3d-7eb8c47a4337)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:48:38.334502 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b1fc58c8-e74e-4622-992d-d67c3a24bc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:38.344490 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] Set router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:48:38.385825 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc58c8-e74e-4622-992d-d67c3a24bc74 None None] Pushing event updated for resources: {'Port': ['ID=d7ca4e7d-9090-4536-a9c5-2d00b6999a84,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:38.453427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f82b8277-447c-49a1-96be-c15460b8d195 None None] Provisioning complete for port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:48:38.453792 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f82b8277-447c-49a1-96be-c15460b8d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:38.542345 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fe5120d3-34c4-47b7-a475-16d5f615bca9 req-c7f2ee7a-0e65-4669-ac30-15f1b6cba6df tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 210 time: 0.0294850 Feb 04 14:48:38.556945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f82b8277-447c-49a1-96be-c15460b8d195 None None] Current status of the port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:48:38.597790 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679555820', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:35Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd7ca4e7d-9090-4536-a9c5-2d00b6999a84', 'name': '', 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:0f:a7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:35Z', 'updated_at': '2022-02-04T14:48:38Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:38.627906 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28b632-8b15-40b0-9e68-cb6fb9ced4c4 None None] The sync data for ids ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'] in n-d-714676-13 is: [{'id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679555820', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:35Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd7ca4e7d-9090-4536-a9c5-2d00b6999a84', 'name': '', 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:0f:a7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:35Z', 'updated_at': '2022-02-04T14:48:38Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:48:38.635673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4557185d-201d-4213-8774-0d9f04622e2d up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:48:38.713041 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 4557185d-201d-4213-8774-0d9f04622e2d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:48:38.713041 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (4557185d-201d-4213-8774-0d9f04622e2d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:38.809552 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 4557185d-201d-4213-8774-0d9f04622e2d is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:48:38.810746 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ad02b987-f227-4cfb-87eb-733cee7f1dd1 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:48:38.876164 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port ad02b987-f227-4cfb-87eb-733cee7f1dd1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:48:38.877080 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (ad02b987-f227-4cfb-87eb-733cee7f1dd1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:38.965765 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port ad02b987-f227-4cfb-87eb-733cee7f1dd1 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:48:39.674021 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38a4acce-2510-4c56-96d6-1ea2afea433c req-ca8f1535-6378-4fe9-bb2d-28b8c0a534d6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 210 time: 0.0567012 Feb 04 14:48:39.726338 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-a6055b30-f695-46b2-9834-58a0e74c4a8e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:39.728684 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-a6055b30-f695-46b2-9834-58a0e74c4a8e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "GET /v2.0/networks?id=14af3e2d-4454-4d7b-bf6f-59b865ea252e HTTP/1.1" status: 200 len: 797 time: 0.1292160 Feb 04 14:48:39.792534 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-8e5c392d-c705-417b-931b-b4738f928491 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0bec5a68251425ab95d0242072ba05a HTTP/1.1" status: 200 len: 379 time: 0.0560260 Feb 04 14:48:39.806667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-469cb34d-ca2b-46af-b4d5-7b9701eefd5b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'port': {'device_id': '0077ceb4-e737-42af-acbd-ccbede4a3805', 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'admin_state_up': True, 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'security_groups': ['057b254b-1bce-4105-ab8d-694001d93d3b']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:48:39.915725 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-469cb34d-ca2b-46af-b4d5-7b9701eefd5b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Made reservation on behalf of f0bec5a68251425ab95d0242072ba05a for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:48:39.918941 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-469cb34d-ca2b-46af-b4d5-7b9701eefd5b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:40.040326 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-469cb34d-ca2b-46af-b4d5-7b9701eefd5b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.20.0.8 (14af3e2d-4454-4d7b-bf6f-59b865ea252e/2639d4dc-e060-4eaf-91c0-3b2fa1872b6f/a3babe63-81cf-4622-afd7-03eec87b3151) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:48:40.180995 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-469cb34d-ca2b-46af-b4d5-7b9701eefd5b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (a3babe63-81cf-4622-afd7-03eec87b3151), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:40.215583 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-469cb34d-ca2b-46af-b4d5-7b9701eefd5b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a3babe63-81cf-4622-afd7-03eec87b3151), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:40.258439 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-469cb34d-ca2b-46af-b4d5-7b9701eefd5b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 14af3e2d-4454-4d7b-bf6f-59b865ea252e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:48:40.261480 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-469cb34d-ca2b-46af-b4d5-7b9701eefd5b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:48:40.265186 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-469cb34d-ca2b-46af-b4d5-7b9701eefd5b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:48:40.292076 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cb34d-ca2b-46af-b4d5-7b9701eefd5b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=a3babe63-81cf-4622-afd7-03eec87b3151,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:40.327646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-469cb34d-ca2b-46af-b4d5-7b9701eefd5b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:40.328271 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-469cb34d-ca2b-46af-b4d5-7b9701eefd5b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:40.346063 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-469cb34d-ca2b-46af-b4d5-7b9701eefd5b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5429707 Feb 04 14:48:40.358191 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Request body: {'port': {'device_id': '0077ceb4-e737-42af-acbd-ccbede4a3805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:48:40.421140 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a3babe63-81cf-4622-afd7-03eec87b3151), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:40.497907 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-71fbc5d5-587e-49bd-aec1-022f6272e05c None None] Provisioning complete for port a3babe63-81cf-4622-afd7-03eec87b3151 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:48:40.498510 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-71fbc5d5-587e-49bd-aec1-022f6272e05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a3babe63-81cf-4622-afd7-03eec87b3151), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:40.534665 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-71fbc5d5-587e-49bd-aec1-022f6272e05c None None] Port a3babe63-81cf-4622-afd7-03eec87b3151 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:48:40.666974 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d7ca4e7d-9090-4536-a9c5-2d00b6999a84 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:48:40.715399 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3babe63-81cf-4622-afd7-03eec87b3151 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:48:40.717039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:48:40.717412 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:40.724176 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Publish callbacks [] for port (a3babe63-81cf-4622-afd7-03eec87b3151), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:40.737155 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Transition to ACTIVE for port object a3babe63-81cf-4622-afd7-03eec87b3151 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:48:40.743051 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a3babe63-81cf-4622-afd7-03eec87b3151), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:40.801089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee523925-1abe-479b-bb29-b2ec5098bf67 req-0e129970-7add-4ffb-914d-27d90aebf31a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:40.803097 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee523925-1abe-479b-bb29-b2ec5098bf67 req-0e129970-7add-4ffb-914d-27d90aebf31a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 943 time: 0.0660160 Feb 04 14:48:40.806667 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:48:40.827252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Pushing event updated for resources: {'Port': ['ID=a3babe63-81cf-4622-afd7-03eec87b3151,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:40.874755 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee523925-1abe-479b-bb29-b2ec5098bf67 req-6729acc6-6ec5-44a6-8ef7-0dc6e2eb910a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570240 Feb 04 14:48:40.897436 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Attempting to bind port a3babe63-81cf-4622-afd7-03eec87b3151 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:48:40.897778 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Attempting to bind port a3babe63-81cf-4622-afd7-03eec87b3151 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'fe861b75-0230-4334-be3d-7eb8c47a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:48:40.898138 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Attempting to bind port a3babe63-81cf-4622-afd7-03eec87b3151 on network 14af3e2d-4454-4d7b-bf6f-59b865ea252e {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:48:40.904134 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Port a3babe63-81cf-4622-afd7-03eec87b3151 on network 14af3e2d-4454-4d7b-bf6f-59b865ea252e not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:48:40.904685 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Attempting to bind port a3babe63-81cf-4622-afd7-03eec87b3151 on network 14af3e2d-4454-4d7b-bf6f-59b865ea252e {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:48:40.911401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:48:40.911760 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Checking segment: {'id': 'fe861b75-0230-4334-be3d-7eb8c47a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:48:40.912145 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Bound using segment: {'id': 'fe861b75-0230-4334-be3d-7eb8c47a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:48:40.912595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Bound port: a3babe63-81cf-4622-afd7-03eec87b3151, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe861b75-0230-4334-be3d-7eb8c47a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:48:40.912967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a3babe63-81cf-4622-afd7-03eec87b3151), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:40.995947 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] For port a3babe63-81cf-4622-afd7-03eec87b3151, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:48:41.000231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] For port a3babe63-81cf-4622-afd7-03eec87b3151, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a3babe63-81cf-4622-afd7-03eec87b3151,segment=NetworkSegment(fe861b75-0230-4334-be3d-7eb8c47a4337),segment_id=fe861b75-0230-4334-be3d-7eb8c47a4337)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:48:41.008506 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a3babe63-81cf-4622-afd7-03eec87b3151), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:41.044102 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:41.044731 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:41.046187 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] 10.222.0.99 "PUT /v2.0/ports/a3babe63-81cf-4622-afd7-03eec87b3151 HTTP/1.1" status: 200 len: 1092 time: 0.6922760 Feb 04 14:48:41.046643 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0077ceb4-e737-42af-acbd-ccbede4a3805', 'tag': 'a3babe63-81cf-4622-afd7-03eec87b3151'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:48:41.049032 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71ea389-4d90-4cd4-9790-3d9bd81ee82f" -d '{"events": [{"name": "network-changed", "server_uuid": "0077ceb4-e737-42af-acbd-ccbede4a3805", "tag": "a3babe63-81cf-4622-afd7-03eec87b3151"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:48:41.081334 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620da30-15a1-4ba9-ade4-b2eb128dbc35 service neutron] Pushing event updated for resources: {'Port': ['ID=a3babe63-81cf-4622-afd7-03eec87b3151,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:41.110143 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc82c6e-326d-414e-bd36-f941c2ee4f23 x-openstack-request-id: req-3dc82c6e-326d-414e-bd36-f941c2ee4f23 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:48:41.111139 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0077ceb4-e737-42af-acbd-ccbede4a3805", "tag": "a3babe63-81cf-4622-afd7-03eec87b3151", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:48:41.111644 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3dc82c6e-326d-414e-bd36-f941c2ee4f23 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:48:41.112130 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0077ceb4-e737-42af-acbd-ccbede4a3805', 'tag': 'a3babe63-81cf-4622-afd7-03eec87b3151', 'status': 'completed', 'code': 200} Feb 04 14:48:41.150727 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-d26259a6-8db6-4fc5-9662-384d6886f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:41.152506 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-d26259a6-8db6-4fc5-9662-384d6886f5ed service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 1126 time: 0.0536849 Feb 04 14:48:41.155518 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3cfc26a3-b23b-4177-9b22-4d0bc70a5b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:41.204085 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-c6e332de-06bc-44c5-a42b-732d49ca6464 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3babe63-81cf-4622-afd7-03eec87b3151 HTTP/1.1" status: 200 len: 217 time: 0.0430565 Feb 04 14:48:41.259506 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-57ddddb0-9086-4d73-ac1c-0059db4fb4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:41.261020 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-57ddddb0-9086-4d73-ac1c-0059db4fb4ae service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2639d4dc-e060-4eaf-91c0-3b2fa1872b6f HTTP/1.1" status: 200 len: 835 time: 0.0505831 Feb 04 14:48:41.312472 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-f75e61dc-54d4-4440-869b-9a2e9b8ddfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:41.314661 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-f75e61dc-54d4-4440-869b-9a2e9b8ddfdd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=14af3e2d-4454-4d7b-bf6f-59b865ea252e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481737 Feb 04 14:48:41.408874 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-894cf115-44e7-45fe-997d-4ff959d17f11 service neutron] 10.222.0.99 "GET /v2.0/networks/14af3e2d-4454-4d7b-bf6f-59b865ea252e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878315 Feb 04 14:48:41.498607 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3185674f-acb9-4fba-842f-df8a1008ce77 req-9d037092-0ee4-4b1f-9074-efb5bf6dfdce service neutron] 10.222.0.99 "GET /v2.0/networks/14af3e2d-4454-4d7b-bf6f-59b865ea252e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838072 Feb 04 14:48:41.585316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ea389-4d90-4cd4-9790-3d9bd81ee82f req-fd9eefaa-5e6c-4785-885f-e37703b978db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:41.586866 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c71ea389-4d90-4cd4-9790-3d9bd81ee82f req-fd9eefaa-5e6c-4785-885f-e37703b978db service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 1126 time: 0.0460517 Feb 04 14:48:41.680717 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ea389-4d90-4cd4-9790-3d9bd81ee82f req-03190164-63c3-4a1f-ae95-94e373ce18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:41.682368 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c71ea389-4d90-4cd4-9790-3d9bd81ee82f req-03190164-63c3-4a1f-ae95-94e373ce18b3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=14af3e2d-4454-4d7b-bf6f-59b865ea252e HTTP/1.1" status: 200 len: 898 time: 0.0902066 Feb 04 14:48:41.724282 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c71ea389-4d90-4cd4-9790-3d9bd81ee82f req-7c79ef15-ac59-4e0f-bd55-c02fa7aaf2bc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3babe63-81cf-4622-afd7-03eec87b3151 HTTP/1.1" status: 200 len: 217 time: 0.0365231 Feb 04 14:48:41.772504 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ea389-4d90-4cd4-9790-3d9bd81ee82f req-d0ab59bc-1002-432e-be21-981e524cb1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:41.773953 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c71ea389-4d90-4cd4-9790-3d9bd81ee82f req-d0ab59bc-1002-432e-be21-981e524cb1b1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2639d4dc-e060-4eaf-91c0-3b2fa1872b6f HTTP/1.1" status: 200 len: 835 time: 0.0433564 Feb 04 14:48:41.827799 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ea389-4d90-4cd4-9790-3d9bd81ee82f req-418c19fb-a4c9-44b2-9278-7ea3df77a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:41.829827 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c71ea389-4d90-4cd4-9790-3d9bd81ee82f req-418c19fb-a4c9-44b2-9278-7ea3df77a852 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=14af3e2d-4454-4d7b-bf6f-59b865ea252e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495787 Feb 04 14:48:41.920463 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c71ea389-4d90-4cd4-9790-3d9bd81ee82f req-3431b749-16ad-40b0-ab42-e13f3fe5124e service neutron] 10.222.0.99 "GET /v2.0/networks/14af3e2d-4454-4d7b-bf6f-59b865ea252e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847974 Feb 04 14:48:42.016177 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae1525-5534-4f88-97f3-a0898b6facb9 req-f7f121b1-8cc5-4e89-b2c2-521932726ae7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:42.018658 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16ae1525-5534-4f88-97f3-a0898b6facb9 req-f7f121b1-8cc5-4e89-b2c2-521932726ae7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 943 time: 0.0659685 Feb 04 14:48:42.036436 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c71ea389-4d90-4cd4-9790-3d9bd81ee82f req-52ad3956-68da-4776-96c4-d24a00a9ce6b service neutron] 10.222.0.99 "GET /v2.0/networks/14af3e2d-4454-4d7b-bf6f-59b865ea252e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082277 Feb 04 14:48:42.073695 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-16ae1525-5534-4f88-97f3-a0898b6facb9 req-c0051e0e-b609-4e1c-8b21-aca1522d6ccd tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494864 Feb 04 14:48:43.196719 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcb76d-c95e-4e3a-b377-09cc1ca4807d req-0cc4f2ba-eaad-4b67-b72f-aa4bf5435869 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:43.198457 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ebcb76d-c95e-4e3a-b377-09cc1ca4807d req-0cc4f2ba-eaad-4b67-b72f-aa4bf5435869 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 943 time: 0.0541117 Feb 04 14:48:43.253180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ebcb76d-c95e-4e3a-b377-09cc1ca4807d req-e5d70aed-d6f6-4821-9868-d1c8f948e97c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489743 Feb 04 14:48:44.380408 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3189b9-0736-4c63-9c89-74038f0745b5 req-ab5e4c43-ca73-4cc7-a109-67a1d7c85ac7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:44.381906 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e3189b9-0736-4c63-9c89-74038f0745b5 req-ab5e4c43-ca73-4cc7-a109-67a1d7c85ac7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 943 time: 0.0577321 Feb 04 14:48:44.431094 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1e3189b9-0736-4c63-9c89-74038f0745b5 req-6bca3b9c-f932-42a6-b569-d57cb3328e7e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429122 Feb 04 14:48:44.652617 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:45.350919 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c3683da7-9451-425d-a116-d2fe7669ce93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:45.372074 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a3babe63-81cf-4622-afd7-03eec87b3151 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:48:45.473660 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a3babe63-81cf-4622-afd7-03eec87b3151, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a3babe63-81cf-4622-afd7-03eec87b3151,segment=NetworkSegment(fe861b75-0230-4334-be3d-7eb8c47a4337),segment_id=fe861b75-0230-4334-be3d-7eb8c47a4337)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:48:45.488124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'a3babe63-81cf-4622-afd7-03eec87b3151', 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'port_id': 'a3babe63-81cf-4622-afd7-03eec87b3151', 'mac_address': 'fa:16:3e:fa:1d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:48:45.525430 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a3babe63-81cf-4622-afd7-03eec87b3151 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:48:45.525825 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a3babe63-81cf-4622-afd7-03eec87b3151), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:45.539674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3babe63-81cf-4622-afd7-03eec87b3151 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:48:45.553824 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7316144-cd29-491c-8376-f5b395d4a066 req-06a7236c-dfeb-400c-9d87-836068bbf47b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:45.555761 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7316144-cd29-491c-8376-f5b395d4a066 req-06a7236c-dfeb-400c-9d87-836068bbf47b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 943 time: 0.0546477 Feb 04 14:48:45.559246 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a3babe63-81cf-4622-afd7-03eec87b3151, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a3babe63-81cf-4622-afd7-03eec87b3151,segment=NetworkSegment(fe861b75-0230-4334-be3d-7eb8c47a4337),segment_id=fe861b75-0230-4334-be3d-7eb8c47a4337)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:48:45.562993 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a3babe63-81cf-4622-afd7-03eec87b3151), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:45.607655 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7316144-cd29-491c-8376-f5b395d4a066 req-ee589958-ebf4-4851-9bbd-5d8a736493d4 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462525 Feb 04 14:48:45.778407 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:45.786534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a3babe63-81cf-4622-afd7-03eec87b3151,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:45.878394 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['a3babe63-81cf-4622-afd7-03eec87b3151'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:48:45.929566 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:46.728161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f3414-27d4-4dd8-ad45-151f4bacf951 req-b172ac3b-8b6c-4046-b8ae-4cab7e96bf61 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:46.729651 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f95f3414-27d4-4dd8-ad45-151f4bacf951 req-b172ac3b-8b6c-4046-b8ae-4cab7e96bf61 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 944 time: 0.0535238 Feb 04 14:48:46.781952 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f95f3414-27d4-4dd8-ad45-151f4bacf951 req-46485880-dcfd-40d6-8b78-428e8538350b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466821 Feb 04 14:48:47.241782 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:47.367916 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a3babe63-81cf-4622-afd7-03eec87b3151 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:48:47.416976 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port a3babe63-81cf-4622-afd7-03eec87b3151 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:48:47.420483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port a3babe63-81cf-4622-afd7-03eec87b3151 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:48:47.420864 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a3babe63-81cf-4622-afd7-03eec87b3151), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:47.501045 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a3babe63-81cf-4622-afd7-03eec87b3151 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:48:47.501427 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a3babe63-81cf-4622-afd7-03eec87b3151), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:47.523500 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0077ceb4-e737-42af-acbd-ccbede4a3805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3babe63-81cf-4622-afd7-03eec87b3151'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:48:47.525864 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8db9c6b-3239-452e-8197-1d4efb2cfaba" -d '{"events": [{"server_uuid": "0077ceb4-e737-42af-acbd-ccbede4a3805", "name": "network-vif-plugged", "status": "completed", "tag": "a3babe63-81cf-4622-afd7-03eec87b3151"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:48:47.539485 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a3babe63-81cf-4622-afd7-03eec87b3151, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a3babe63-81cf-4622-afd7-03eec87b3151,segment=NetworkSegment(fe861b75-0230-4334-be3d-7eb8c47a4337),segment_id=fe861b75-0230-4334-be3d-7eb8c47a4337)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:48:47.543265 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a3babe63-81cf-4622-afd7-03eec87b3151), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:47.567221 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90384a4e-8d38-4531-88db-7a66874949e4 x-openstack-request-id: req-90384a4e-8d38-4531-88db-7a66874949e4 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:48:47.567512 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0077ceb4-e737-42af-acbd-ccbede4a3805", "name": "network-vif-plugged", "status": "completed", "tag": "a3babe63-81cf-4622-afd7-03eec87b3151", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:48:47.567766 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-90384a4e-8d38-4531-88db-7a66874949e4 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:48:47.568151 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0077ceb4-e737-42af-acbd-ccbede4a3805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3babe63-81cf-4622-afd7-03eec87b3151', 'code': 200} Feb 04 14:48:47.592988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a3babe63-81cf-4622-afd7-03eec87b3151,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:47.663878 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967f0b4-0d90-4f89-a6de-5eabd8a85d39 req-2f455203-7453-4b56-a946-9153da129d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:47.665321 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f967f0b4-0d90-4f89-a6de-5eabd8a85d39 req-2f455203-7453-4b56-a946-9153da129d1a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 1128 time: 0.0452886 Feb 04 14:48:47.710043 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f967f0b4-0d90-4f89-a6de-5eabd8a85d39 req-8929d8b1-7371-42b3-9166-6b5d83ca95a9 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391648 Feb 04 14:48:47.902041 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb76338-a85e-4d39-b2ad-eeb461ca0e7a req-1d18beda-5dce-483f-ad1a-c5f4f7594978 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:47.903569 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1bb76338-a85e-4d39-b2ad-eeb461ca0e7a req-1d18beda-5dce-483f-ad1a-c5f4f7594978 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 945 time: 0.0527592 Feb 04 14:48:47.953886 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1bb76338-a85e-4d39-b2ad-eeb461ca0e7a req-ae1bd09e-cd78-419b-af7f-883c2131ca64 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434361 Feb 04 14:48:48.147145 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:49.078933 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282ccf8-cf04-4189-8034-ef53f3e2edf2 req-47d6a2a5-c550-4b3e-bb6b-07e2b233942e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:49.080423 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7282ccf8-cf04-4189-8034-ef53f3e2edf2 req-47d6a2a5-c550-4b3e-bb6b-07e2b233942e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 945 time: 0.0533774 Feb 04 14:48:49.128781 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7282ccf8-cf04-4189-8034-ef53f3e2edf2 req-4316e72a-53dd-4905-ace5-d937294ebbf9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428112 Feb 04 14:48:49.250249 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afb945-d5ee-481a-a043-deb7b5383fe1 req-dfbb3edb-4bbc-46be-9a6f-f8d305b836d6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:49.251661 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40afb945-d5ee-481a-a043-deb7b5383fe1 req-dfbb3edb-4bbc-46be-9a6f-f8d305b836d6 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 945 time: 0.0578604 Feb 04 14:48:49.300078 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40afb945-d5ee-481a-a043-deb7b5383fe1 req-7439ea37-8017-4556-8a1f-420b8c65540c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426972 Feb 04 14:48:49.321857 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38292) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:49.365661 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70e3cb2-478e-45f9-a500-284f3e310c81 tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:49.367220 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d70e3cb2-478e-45f9-a500-284f3e310c81 tempest-TestNetworkAdvancedServerOps-1637689168 tempest-TestNetworkAdvancedServerOps-1637689168-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 1123 time: 0.0443816 Feb 04 14:48:49.369958 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38294) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:49.374161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': 'a3babe63-81cf-4622-afd7-03eec87b3151', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:48:49.394022 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:49.492924 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:49.595262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Allocated IP 172.25.5.113 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/2fc6040f-8d57-4028-9c9b-c7f1691af0b0) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:48:49.702523 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (2fc6040f-8d57-4028-9c9b-c7f1691af0b0), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:49.735968 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (2fc6040f-8d57-4028-9c9b-c7f1691af0b0), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:49.775553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:48:49.778375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:48:49.781727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:48:49.803395 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=2fc6040f-8d57-4028-9c9b-c7f1691af0b0,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:50.135578 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (9c846249-b166-4d1a-a07a-ad1507998716), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:50.202669 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (2fc6040f-8d57-4028-9c9b-c7f1691af0b0), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:50.349651 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for port (2fc6040f-8d57-4028-9c9b-c7f1691af0b0), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:50.354189 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (2fc6040f-8d57-4028-9c9b-c7f1691af0b0), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:50.421036 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event updated for resources: {'Port': ['ID=2fc6040f-8d57-4028-9c9b-c7f1691af0b0,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:48:50.435036 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (9c846249-b166-4d1a-a07a-ad1507998716), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:50.535477 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Floating IP 9c846249-b166-4d1a-a07a-ad1507998716 associated. External IP: 172.25.5.113, port: a3babe63-81cf-4622-afd7-03eec87b3151. Feb 04 14:48:50.745429 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:48:50.855468 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:48:50.866441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6ee5d-090a-4351-ad57-0deb3aa1264b None None] Sync routers for ids ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:48:50.872990 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:48:50.880534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6ee5d-090a-4351-ad57-0deb3aa1264b None None] Routers {'a78d3c9c-33a5-478e-b5bd-fe98080cfe54'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:48:50.881169 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-96d6ee5d-090a-4351-ad57-0deb3aa1264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:48:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:50.903074 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-6faef441-49be-4598-bcde-e789da361bbf tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5320766 Feb 04 14:48:50.903661 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0077ceb4-e737-42af-acbd-ccbede4a3805', 'tag': 'a3babe63-81cf-4622-afd7-03eec87b3151'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:48:50.905955 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda3c093-249a-4b77-b98a-087baaafdd90" -d '{"events": [{"name": "network-changed", "server_uuid": "0077ceb4-e737-42af-acbd-ccbede4a3805", "tag": "a3babe63-81cf-4622-afd7-03eec87b3151"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:48:50.991803 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-96d6ee5d-090a-4351-ad57-0deb3aa1264b None None] Set router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:48:51.009235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73532a-a979-4261-947a-54956e1ab566 req-99383bf5-88aa-4a5d-ab83-0d59a77e87d9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:51.010876 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c73532a-a979-4261-947a-54956e1ab566 req-99383bf5-88aa-4a5d-ab83-0d59a77e87d9 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 945 time: 0.0576458 Feb 04 14:48:51.060994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c73532a-a979-4261-947a-54956e1ab566 req-707e94b1-7d1f-40d7-b814-c383510c30e7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444882 Feb 04 14:48:51.084454 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38300) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:51.123196 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ae9661-53d4-4918-ad9b-6379a502f723 x-openstack-request-id: req-54ae9661-53d4-4918-ad9b-6379a502f723 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:48:51.123547 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0077ceb4-e737-42af-acbd-ccbede4a3805", "tag": "a3babe63-81cf-4622-afd7-03eec87b3151", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:48:51.123773 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-54ae9661-53d4-4918-ad9b-6379a502f723 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:48:51.124182 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0077ceb4-e737-42af-acbd-ccbede4a3805', 'tag': 'a3babe63-81cf-4622-afd7-03eec87b3151', 'status': 'completed', 'code': 200} Feb 04 14:48:51.151797 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f36918a1-e70a-4df1-b324-892f9f727329 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/9c846249-b166-4d1a-a07a-ad1507998716 HTTP/1.1" status: 200 len: 991 time: 0.0659399 Feb 04 14:48:51.175473 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3c093-249a-4b77-b98a-087baaafdd90 req-ef190acb-84da-4b51-8f9c-7710149ddddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:51.177263 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fda3c093-249a-4b77-b98a-087baaafdd90 req-ef190acb-84da-4b51-8f9c-7710149ddddd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 1128 time: 0.0463858 Feb 04 14:48:51.232087 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-96d6ee5d-090a-4351-ad57-0deb3aa1264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679555820', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:35Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '9c846249-b166-4d1a-a07a-ad1507998716', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'port_id': 'a3babe63-81cf-4622-afd7-03eec87b3151', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'mac_address': 'fa:16:3e:fa:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0077ceb4-e737-42af-acbd-ccbede4a3805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:48:50Z', 'updated_at': '2022-02-04T14:48:50Z', 'revision_number': 0, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ca4e7d-9090-4536-a9c5-2d00b6999a84', 'name': '', 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:0f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:35Z', 'updated_at': '2022-02-04T14:48:38Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:51.262794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6ee5d-090a-4351-ad57-0deb3aa1264b None None] Checking router: a78d3c9c-33a5-478e-b5bd-fe98080cfe54 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:48:51.271257 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3c093-249a-4b77-b98a-087baaafdd90 req-c61c23b1-be15-4992-930e-e1148cee9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:51.272205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6ee5d-090a-4351-ad57-0deb3aa1264b None None] Routers {'a78d3c9c-33a5-478e-b5bd-fe98080cfe54'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:48:51.272745 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fda3c093-249a-4b77-b98a-087baaafdd90 req-c61c23b1-be15-4992-930e-e1148cee9e1e service neutron] 10.222.0.99 "GET /v2.0/networks?id=14af3e2d-4454-4d7b-bf6f-59b865ea252e HTTP/1.1" status: 200 len: 898 time: 0.0889060 Feb 04 14:48:51.272869 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-96d6ee5d-090a-4351-ad57-0deb3aa1264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:48:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:51.336554 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fda3c093-249a-4b77-b98a-087baaafdd90 req-23872119-8cf3-48bd-9d42-b27462cb246f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3babe63-81cf-4622-afd7-03eec87b3151 HTTP/1.1" status: 200 len: 999 time: 0.0583293 Feb 04 14:48:51.381136 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-96d6ee5d-090a-4351-ad57-0deb3aa1264b None None] Set router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:48:51.387744 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3c093-249a-4b77-b98a-087baaafdd90 req-a4f1fbad-a6f5-4e8c-8174-0724fb3f2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:51.389196 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fda3c093-249a-4b77-b98a-087baaafdd90 req-a4f1fbad-a6f5-4e8c-8174-0724fb3f2341 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2639d4dc-e060-4eaf-91c0-3b2fa1872b6f HTTP/1.1" status: 200 len: 835 time: 0.0475061 Feb 04 14:48:51.438032 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3c093-249a-4b77-b98a-087baaafdd90 req-15ebde17-d5b2-4211-91a2-f3617dce56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:48:51.439596 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fda3c093-249a-4b77-b98a-087baaafdd90 req-15ebde17-d5b2-4211-91a2-f3617dce56ec service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=14af3e2d-4454-4d7b-bf6f-59b865ea252e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446939 Feb 04 14:48:51.527340 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fda3c093-249a-4b77-b98a-087baaafdd90 req-3c6864ad-7c71-4d69-8dfb-3f0e94dedcb0 service neutron] 10.222.0.99 "GET /v2.0/networks/14af3e2d-4454-4d7b-bf6f-59b865ea252e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803130 Feb 04 14:48:51.603516 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-96d6ee5d-090a-4351-ad57-0deb3aa1264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679555820', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:35Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '9c846249-b166-4d1a-a07a-ad1507998716', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'port_id': 'a3babe63-81cf-4622-afd7-03eec87b3151', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'mac_address': 'fa:16:3e:fa:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0077ceb4-e737-42af-acbd-ccbede4a3805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:48:50Z', 'updated_at': '2022-02-04T14:48:50Z', 'revision_number': 0, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ca4e7d-9090-4536-a9c5-2d00b6999a84', 'name': '', 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:0f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:35Z', 'updated_at': '2022-02-04T14:48:38Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:48:51.618686 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fda3c093-249a-4b77-b98a-087baaafdd90 req-1fb625e9-4140-420b-a9f2-a27e84b6205e service neutron] 10.222.0.99 "GET /v2.0/networks/14af3e2d-4454-4d7b-bf6f-59b865ea252e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859644 Feb 04 14:48:51.635529 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6ee5d-090a-4351-ad57-0deb3aa1264b None None] The sync data for ids ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'] in n-d-714676-13 is: [{'id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679555820', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:35Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '9c846249-b166-4d1a-a07a-ad1507998716', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'port_id': 'a3babe63-81cf-4622-afd7-03eec87b3151', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'mac_address': 'fa:16:3e:fa:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0077ceb4-e737-42af-acbd-ccbede4a3805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:48:50Z', 'updated_at': '2022-02-04T14:48:50Z', 'revision_number': 0, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ca4e7d-9090-4536-a9c5-2d00b6999a84', 'name': '', 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:0f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:35Z', 'updated_at': '2022-02-04T14:48:38Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:48:51.838029 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea5af63-5c4b-4f65-9fd5-ee0d910a253e None None] New status for floating IP 9c846249-b166-4d1a-a07a-ad1507998716: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:48:52.154137 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38302) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:48:52.551407 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-b5587238-54a2-4ee7-bf97-43164be83cf2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/9c846249-b166-4d1a-a07a-ad1507998716 HTTP/1.1" status: 200 len: 993 time: 0.3962011 Feb 04 14:49:05.216086 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:49:11.148486 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-75a6356c-4b73-4a43-b0a9-3fe2f34b57c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:49:14.666714 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:49:15.351559 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1c5beb7d-fd56-42af-9a4b-c4a5e1c8f433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:49:15.659132 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:49:15.906413 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:49:17.244189 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:49:18.149557 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:49:26.260973 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-90983e9f-afb3-4c05-b2a4-f6e56b8d751f req-34d43457-a39a-4cae-8798-9c9d54c6ce55 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436716 Feb 04 14:49:26.346851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983e9f-afb3-4c05-b2a4-f6e56b8d751f req-d7736fec-d152-46c3-829b-fc851a5a9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:49:26.348321 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-90983e9f-afb3-4c05-b2a4-f6e56b8d751f req-d7736fec-d152-46c3-829b-fc851a5a9f57 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 1128 time: 0.0445340 Feb 04 14:49:26.453566 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983e9f-afb3-4c05-b2a4-f6e56b8d751f req-4ad54867-d49b-4517-bf4a-ea9054899618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:49:26.455079 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-90983e9f-afb3-4c05-b2a4-f6e56b8d751f req-4ad54867-d49b-4517-bf4a-ea9054899618 service neutron] 10.222.0.99 "GET /v2.0/networks?id=14af3e2d-4454-4d7b-bf6f-59b865ea252e HTTP/1.1" status: 200 len: 898 time: 0.0874300 Feb 04 14:49:26.519205 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-90983e9f-afb3-4c05-b2a4-f6e56b8d751f req-134a247a-e208-415b-bc1e-3cf5d7006bae service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3babe63-81cf-4622-afd7-03eec87b3151 HTTP/1.1" status: 200 len: 1001 time: 0.0583663 Feb 04 14:49:26.569413 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983e9f-afb3-4c05-b2a4-f6e56b8d751f req-5a670234-6c96-4f18-aa95-a8b1a4baf1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:49:26.570850 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-90983e9f-afb3-4c05-b2a4-f6e56b8d751f req-5a670234-6c96-4f18-aa95-a8b1a4baf1bb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2639d4dc-e060-4eaf-91c0-3b2fa1872b6f HTTP/1.1" status: 200 len: 835 time: 0.0467069 Feb 04 14:49:26.618346 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983e9f-afb3-4c05-b2a4-f6e56b8d751f req-a89f45d5-6fc2-467e-8a24-bbd186787c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:49:26.619833 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-90983e9f-afb3-4c05-b2a4-f6e56b8d751f req-a89f45d5-6fc2-467e-8a24-bbd186787c97 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=14af3e2d-4454-4d7b-bf6f-59b865ea252e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433261 Feb 04 14:49:26.629711 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-90983e9f-afb3-4c05-b2a4-f6e56b8d751f req-d32ff74d-c0bc-4c24-9d7a-021a846f49b4 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:49:26.630670 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-90983e9f-afb3-4c05-b2a4-f6e56b8d751f req-d32ff74d-c0bc-4c24-9d7a-021a846f49b4 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053537 Feb 04 14:49:26.716410 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-90983e9f-afb3-4c05-b2a4-f6e56b8d751f req-7f3d01ba-2f31-402a-b5b0-f77af9f52446 service neutron] 10.222.0.99 "GET /v2.0/networks/14af3e2d-4454-4d7b-bf6f-59b865ea252e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802326 Feb 04 14:49:26.806175 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-90983e9f-afb3-4c05-b2a4-f6e56b8d751f req-97ca3a49-108a-49ad-acb8-b9462ab16f82 service neutron] 10.222.0.99 "GET /v2.0/networks/14af3e2d-4454-4d7b-bf6f-59b865ea252e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842054 Feb 04 14:49:41.149779 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6678a1ee-2e8a-49ea-bf04-f7c5da1bdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:49:42.215596 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:49:44.676708 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:49:45.351970 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7acf-51a0-4d32-8921-0caae69fd8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:49:45.658272 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:49:45.908910 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:49:47.247555 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:49:48.153420 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:49:55.383076 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aeca6-89ec-4d46-99c8-51f3a58f2c12 req-08baccdb-4c9b-434e-b688-6b3ef80f4704 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:49:55.384568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-926aeca6-89ec-4d46-99c8-51f3a58f2c12 req-08baccdb-4c9b-434e-b688-6b3ef80f4704 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 945 time: 0.0543935 Feb 04 14:49:55.433757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-926aeca6-89ec-4d46-99c8-51f3a58f2c12 req-2010777d-cecb-410f-bbc6-13e49b2a68a7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431406 Feb 04 14:49:56.554574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0988c-537d-4b73-b69a-c36ea46aa5db req-60d68fd9-af6b-4cf7-8089-038e4cb8d9db tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:49:56.556058 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69e0988c-537d-4b73-b69a-c36ea46aa5db req-60d68fd9-af6b-4cf7-8089-038e4cb8d9db tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 945 time: 0.0523846 Feb 04 14:49:56.607395 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-69e0988c-537d-4b73-b69a-c36ea46aa5db req-541a75ea-9321-4bdb-9738-5857d705633c tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458539 Feb 04 14:49:57.728561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf9765-6266-41e2-aaa8-f7cacd95b636 req-45cb05ae-ca40-4dbb-8a1f-7c43fbdce29d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:49:57.730042 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23cf9765-6266-41e2-aaa8-f7cacd95b636 req-45cb05ae-ca40-4dbb-8a1f-7c43fbdce29d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 945 time: 0.0532997 Feb 04 14:49:57.779811 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-23cf9765-6266-41e2-aaa8-f7cacd95b636 req-877c45c3-5d64-4fa7-8548-645dd33d36d2 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442739 Feb 04 14:49:57.802757 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38352) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:49:57.862034 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f28cf135-08bc-4bf6-bf36-91455cd5aeec tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/9c846249-b166-4d1a-a07a-ad1507998716 HTTP/1.1" status: 200 len: 993 time: 0.0580981 Feb 04 14:49:59.132254 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e34a22-e6ca-4d20-a1ad-a9c5dd1d1425 req-090deae4-4284-40b0-b33f-0c180e926a40 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:49:59.133697 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47e34a22-e6ca-4d20-a1ad-a9c5dd1d1425 req-090deae4-4284-40b0-b33f-0c180e926a40 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 945 time: 0.0550900 Feb 04 14:49:59.147556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da212a0f-b8eb-468a-994d-e50fb15e2efc req-616aed55-edca-40c0-ab6b-c1da0f827516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:49:59.149078 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-da212a0f-b8eb-468a-994d-e50fb15e2efc req-616aed55-edca-40c0-ab6b-c1da0f827516 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 1128 time: 0.0514045 Feb 04 14:49:59.183609 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-47e34a22-e6ca-4d20-a1ad-a9c5dd1d1425 req-1c031a43-688f-470e-bc9e-f8b9fde26ea7 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437021 Feb 04 14:49:59.237723 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da212a0f-b8eb-468a-994d-e50fb15e2efc req-692065f8-a74f-406c-bf14-535f36ca5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:49:59.239225 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-da212a0f-b8eb-468a-994d-e50fb15e2efc req-692065f8-a74f-406c-bf14-535f36ca5b3f service neutron] 10.222.0.99 "GET /v2.0/networks?id=14af3e2d-4454-4d7b-bf6f-59b865ea252e HTTP/1.1" status: 200 len: 898 time: 0.0841668 Feb 04 14:49:59.307952 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-da212a0f-b8eb-468a-994d-e50fb15e2efc req-4e5b60af-938d-4fa3-9da6-4d2cc142b02d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3babe63-81cf-4622-afd7-03eec87b3151 HTTP/1.1" status: 200 len: 1001 time: 0.0618377 Feb 04 14:49:59.355165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da212a0f-b8eb-468a-994d-e50fb15e2efc req-80bb0905-5dc1-4db1-a31a-6a8d7a6227c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:49:59.356625 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-da212a0f-b8eb-468a-994d-e50fb15e2efc req-80bb0905-5dc1-4db1-a31a-6a8d7a6227c7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2639d4dc-e060-4eaf-91c0-3b2fa1872b6f HTTP/1.1" status: 200 len: 835 time: 0.0434303 Feb 04 14:49:59.406422 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da212a0f-b8eb-468a-994d-e50fb15e2efc req-70dbdda1-4617-41c5-9ad4-1d3388413e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:49:59.407830 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-da212a0f-b8eb-468a-994d-e50fb15e2efc req-70dbdda1-4617-41c5-9ad4-1d3388413e28 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=14af3e2d-4454-4d7b-bf6f-59b865ea252e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455854 Feb 04 14:49:59.498959 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-da212a0f-b8eb-468a-994d-e50fb15e2efc req-153aa411-f10f-4f90-8f24-d743b80301b6 service neutron] 10.222.0.99 "GET /v2.0/networks/14af3e2d-4454-4d7b-bf6f-59b865ea252e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841384 Feb 04 14:49:59.586600 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-da212a0f-b8eb-468a-994d-e50fb15e2efc req-e1bbf6e6-3b5f-4a03-951a-fb7125130286 service neutron] 10.222.0.99 "GET /v2.0/networks/14af3e2d-4454-4d7b-bf6f-59b865ea252e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814264 Feb 04 14:50:00.307596 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aadb4c-11d9-41c7-be86-ae89d44c8fd0 req-a196598d-7fca-49b9-99c4-13779d859826 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:00.309100 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33aadb4c-11d9-41c7-be86-ae89d44c8fd0 req-a196598d-7fca-49b9-99c4-13779d859826 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 945 time: 0.0579801 Feb 04 14:50:00.356659 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33aadb4c-11d9-41c7-be86-ae89d44c8fd0 req-155741f8-7837-4da5-9446-17d3a365be83 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420032 Feb 04 14:50:01.477343 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccb294-2bff-4742-8f53-65b56f9f0085 req-4b10b1a5-55f0-4a25-bc1f-6fd6ca7988ca tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:01.478847 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-baccb294-2bff-4742-8f53-65b56f9f0085 req-4b10b1a5-55f0-4a25-bc1f-6fd6ca7988ca tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 945 time: 0.0520375 Feb 04 14:50:01.527366 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-baccb294-2bff-4742-8f53-65b56f9f0085 req-18474654-4584-45b6-b26d-bbb048a45d3b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429690 Feb 04 14:50:01.550590 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38364) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:01.614670 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f78407b9-6dac-4815-8596-aee07aea63c4 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/floatingips/9c846249-b166-4d1a-a07a-ad1507998716 HTTP/1.1" status: 200 len: 993 time: 0.0629580 Feb 04 14:50:02.802537 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38370) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:02.959135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port 2fc6040f-8d57-4028-9c9b-c7f1691af0b0 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:50:02.959491 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (2fc6040f-8d57-4028-9c9b-c7f1691af0b0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:03.036998 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (2fc6040f-8d57-4028-9c9b-c7f1691af0b0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:03.037333 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (2fc6040f-8d57-4028-9c9b-c7f1691af0b0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:03.049106 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for 2fc6040f-8d57-4028-9c9b-c7f1691af0b0 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:50:03.196111 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (2fc6040f-8d57-4028-9c9b-c7f1691af0b0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:03.226821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=2fc6040f-8d57-4028-9c9b-c7f1691af0b0,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:03.249558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:03.249915 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:03.250297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:03.250642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:03.250988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:03.251323 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:03.251657 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:03.252556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:03.252896 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:03.253312 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:03.253647 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:03.253980 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:03.254337 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:03.293630 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for floatingip (9c846249-b166-4d1a-a07a-ad1507998716), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:03.293962 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Floating IP 9c846249-b166-4d1a-a07a-ad1507998716 disassociated (deleted). External IP: 172.25.5.113, port: a3babe63-81cf-4622-afd7-03eec87b3151. Feb 04 14:50:03.808514 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:50:03.918600 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:50:03.923310 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:03.928623 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a5d148-e8d9-4767-b08d-f3df3ee35192 None None] Sync routers for ids ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:50:03.937830 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a5d148-e8d9-4767-b08d-f3df3ee35192 None None] Routers {'a78d3c9c-33a5-478e-b5bd-fe98080cfe54'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:50:03.938459 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f5a5d148-e8d9-4767-b08d-f3df3ee35192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:03.953214 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-276d6a4d-525e-48c5-b057-30ca0681278e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/floatingips/9c846249-b166-4d1a-a07a-ad1507998716 HTTP/1.1" status: 204 len: 168 time: 1.1495168 Feb 04 14:50:03.953745 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0077ceb4-e737-42af-acbd-ccbede4a3805', 'tag': 'a3babe63-81cf-4622-afd7-03eec87b3151'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:50:03.956808 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d14eadc-2789-47a8-9bae-953706485a14" -d '{"events": [{"name": "network-changed", "server_uuid": "0077ceb4-e737-42af-acbd-ccbede4a3805", "tag": "a3babe63-81cf-4622-afd7-03eec87b3151"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:50:04.052230 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-f5a5d148-e8d9-4767-b08d-f3df3ee35192 None None] Set router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:50:04.166567 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30cee75-ecb7-449f-b1d5-2d155c757762 x-openstack-request-id: req-a30cee75-ecb7-449f-b1d5-2d155c757762 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:50:04.166870 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0077ceb4-e737-42af-acbd-ccbede4a3805", "tag": "a3babe63-81cf-4622-afd7-03eec87b3151", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:50:04.167125 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a30cee75-ecb7-449f-b1d5-2d155c757762 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:50:04.168077 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0077ceb4-e737-42af-acbd-ccbede4a3805', 'tag': 'a3babe63-81cf-4622-afd7-03eec87b3151', 'status': 'completed', 'code': 200} Feb 04 14:50:04.245558 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14eadc-2789-47a8-9bae-953706485a14 req-e940fda5-7381-4130-9baa-fa75f01b0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:04.247305 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9d14eadc-2789-47a8-9bae-953706485a14 req-e940fda5-7381-4130-9baa-fa75f01b0bb5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f0bec5a68251425ab95d0242072ba05a&device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 1128 time: 0.0570254 Feb 04 14:50:04.264970 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f5a5d148-e8d9-4767-b08d-f3df3ee35192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679555820', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:35Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd7ca4e7d-9090-4536-a9c5-2d00b6999a84', 'name': '', 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:0f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:35Z', 'updated_at': '2022-02-04T14:48:38Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:04.271856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbda72a-d92b-4d39-8e35-eb825e48475e req-24e6e966-d10e-4771-b6ad-5c6836727638 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:04.273392 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2dbda72a-d92b-4d39-8e35-eb825e48475e req-24e6e966-d10e-4771-b6ad-5c6836727638 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 945 time: 0.0595424 Feb 04 14:50:04.292699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a5d148-e8d9-4767-b08d-f3df3ee35192 None None] Checking router: a78d3c9c-33a5-478e-b5bd-fe98080cfe54 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:50:04.301382 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a5d148-e8d9-4767-b08d-f3df3ee35192 None None] Routers {'a78d3c9c-33a5-478e-b5bd-fe98080cfe54'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:50:04.302275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f5a5d148-e8d9-4767-b08d-f3df3ee35192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:04.324465 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2dbda72a-d92b-4d39-8e35-eb825e48475e req-e24a867e-2040-414e-9e75-ee0db7737eee tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453637 Feb 04 14:50:04.347802 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14eadc-2789-47a8-9bae-953706485a14 req-615c0ff0-d8be-4bb9-88f9-cf798f80a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:04.349316 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9d14eadc-2789-47a8-9bae-953706485a14 req-615c0ff0-d8be-4bb9-88f9-cf798f80a897 service neutron] 10.222.0.99 "GET /v2.0/networks?id=14af3e2d-4454-4d7b-bf6f-59b865ea252e HTTP/1.1" status: 200 len: 898 time: 0.0946982 Feb 04 14:50:04.395623 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9d14eadc-2789-47a8-9bae-953706485a14 req-0577f106-c990-4706-a0e9-13e8a661a4aa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3babe63-81cf-4622-afd7-03eec87b3151 HTTP/1.1" status: 200 len: 217 time: 0.0381784 Feb 04 14:50:04.449088 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14eadc-2789-47a8-9bae-953706485a14 req-49d5f343-392d-44e1-b01f-043ee68b55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:04.450619 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9d14eadc-2789-47a8-9bae-953706485a14 req-49d5f343-392d-44e1-b01f-043ee68b55ad service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2639d4dc-e060-4eaf-91c0-3b2fa1872b6f HTTP/1.1" status: 200 len: 835 time: 0.0469348 Feb 04 14:50:04.506282 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14eadc-2789-47a8-9bae-953706485a14 req-9052025d-1f2d-4f89-b7cf-bd3c134e2650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:04.507720 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9d14eadc-2789-47a8-9bae-953706485a14 req-9052025d-1f2d-4f89-b7cf-bd3c134e2650 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=14af3e2d-4454-4d7b-bf6f-59b865ea252e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502219 Feb 04 14:50:04.567947 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-f5a5d148-e8d9-4767-b08d-f3df3ee35192 None None] Set router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:50:04.598501 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9d14eadc-2789-47a8-9bae-953706485a14 req-b96dbffb-eec9-4cdd-81e4-89d426d22c05 service neutron] 10.222.0.99 "GET /v2.0/networks/14af3e2d-4454-4d7b-bf6f-59b865ea252e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831242 Feb 04 14:50:04.693649 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-9d14eadc-2789-47a8-9bae-953706485a14 req-a616e2c5-ae49-412e-98a1-b07cc84d5d99 service neutron] 10.222.0.99 "GET /v2.0/networks/14af3e2d-4454-4d7b-bf6f-59b865ea252e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892594 Feb 04 14:50:04.775887 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-f5a5d148-e8d9-4767-b08d-f3df3ee35192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679555820', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:35Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd7ca4e7d-9090-4536-a9c5-2d00b6999a84', 'name': '', 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:0f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:35Z', 'updated_at': '2022-02-04T14:48:38Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:04.802071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a5d148-e8d9-4767-b08d-f3df3ee35192 None None] The sync data for ids ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'] in n-d-714676-13 is: [{'id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679555820', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:35Z', 'revision_number': 4, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'd7ca4e7d-9090-4536-a9c5-2d00b6999a84', 'name': '', 'network_id': '14af3e2d-4454-4d7b-bf6f-59b865ea252e', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'mac_address': 'fa:16:3e:0f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:35Z', 'updated_at': '2022-02-04T14:48:38Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'subnets': [{'id': '2639d4dc-e060-4eaf-91c0-3b2fa1872b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:50:05.025150 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5765945d-7385-4600-b522-7b5a2c324e7a None None] New status for floating IP 9c846249-b166-4d1a-a07a-ad1507998716: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:50:05.456674 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b25a8-9702-468b-a68d-8b89c0c7a6ad req-868d9794-5d44-420e-b536-62054531891f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:05.458180 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f5b25a8-9702-468b-a68d-8b89c0c7a6ad req-868d9794-5d44-420e-b536-62054531891f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 945 time: 0.0531113 Feb 04 14:50:05.510204 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6f5b25a8-9702-468b-a68d-8b89c0c7a6ad req-6a210b7d-feb5-47df-bdb4-bcdd22fa291a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/security-groups?id=057b254b-1bce-4105-ab8d-694001d93d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463803 Feb 04 14:50:05.974414 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c7aff-6516-4fda-8a40-bab69402f680 req-4f84bfb8-458b-4aa9-b01a-7aafb821ec57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:05.975830 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3f7c7aff-6516-4fda-8a40-bab69402f680 req-4f84bfb8-458b-4aa9-b01a-7aafb821ec57 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 945 time: 0.0542004 Feb 04 14:50:06.067285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-3f7c7aff-6516-4fda-8a40-bab69402f680 req-4ba70046-ebd0-49f5-9288-e3be6ed7c7e8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port a3babe63-81cf-4622-afd7-03eec87b3151 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:50:06.067631 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3f7c7aff-6516-4fda-8a40-bab69402f680 req-4ba70046-ebd0-49f5-9288-e3be6ed7c7e8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a3babe63-81cf-4622-afd7-03eec87b3151), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:06.159351 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-3f7c7aff-6516-4fda-8a40-bab69402f680 req-4ba70046-ebd0-49f5-9288-e3be6ed7c7e8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] For port a3babe63-81cf-4622-afd7-03eec87b3151, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a3babe63-81cf-4622-afd7-03eec87b3151,segment=NetworkSegment(fe861b75-0230-4334-be3d-7eb8c47a4337),segment_id=fe861b75-0230-4334-be3d-7eb8c47a4337)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:50:06.159731 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3f7c7aff-6516-4fda-8a40-bab69402f680 req-4ba70046-ebd0-49f5-9288-e3be6ed7c7e8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a3babe63-81cf-4622-afd7-03eec87b3151), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:06.171837 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-3f7c7aff-6516-4fda-8a40-bab69402f680 req-4ba70046-ebd0-49f5-9288-e3be6ed7c7e8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for a3babe63-81cf-4622-afd7-03eec87b3151 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:50:06.300954 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3f7c7aff-6516-4fda-8a40-bab69402f680 req-4ba70046-ebd0-49f5-9288-e3be6ed7c7e8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a3babe63-81cf-4622-afd7-03eec87b3151), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:06.329690 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba70046-ebd0-49f5-9288-e3be6ed7c7e8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=a3babe63-81cf-4622-afd7-03eec87b3151,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:06.373958 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7c7aff-6516-4fda-8a40-bab69402f680 req-4ba70046-ebd0-49f5-9288-e3be6ed7c7e8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] No DVR routers for this DVR port a3babe63-81cf-4622-afd7-03eec87b3151 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:50:06.376536 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3f7c7aff-6516-4fda-8a40-bab69402f680 req-4ba70046-ebd0-49f5-9288-e3be6ed7c7e8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:06.381011 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3f7c7aff-6516-4fda-8a40-bab69402f680 req-4ba70046-ebd0-49f5-9288-e3be6ed7c7e8 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.99 "DELETE /v2.0/ports/a3babe63-81cf-4622-afd7-03eec87b3151 HTTP/1.1" status: 204 len: 173 time: 0.4002769 Feb 04 14:50:06.381459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0077ceb4-e737-42af-acbd-ccbede4a3805', 'name': 'network-vif-deleted', 'tag': 'a3babe63-81cf-4622-afd7-03eec87b3151'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:50:06.383679 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0682a73-4f18-4a7b-83ac-627590497da3" -d '{"events": [{"server_uuid": "0077ceb4-e737-42af-acbd-ccbede4a3805", "name": "network-vif-deleted", "tag": "a3babe63-81cf-4622-afd7-03eec87b3151"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:50:06.423074 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20ea645-5651-495e-95dd-4e87b2c6d463 x-openstack-request-id: req-d20ea645-5651-495e-95dd-4e87b2c6d463 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:50:06.423365 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0077ceb4-e737-42af-acbd-ccbede4a3805", "name": "network-vif-deleted", "tag": "a3babe63-81cf-4622-afd7-03eec87b3151", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:50:06.423613 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d20ea645-5651-495e-95dd-4e87b2c6d463 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:50:06.425134 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0077ceb4-e737-42af-acbd-ccbede4a3805', 'name': 'network-vif-deleted', 'tag': 'a3babe63-81cf-4622-afd7-03eec87b3151', 'status': 'completed', 'code': 200} Feb 04 14:50:06.616804 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bc3ebf36-1b24-474b-be76-93b1bb4ac201 req-90e44a5f-a436-4841-9d17-54c980203b3f tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "GET /v2.0/ports?device_id=0077ceb4-e737-42af-acbd-ccbede4a3805 HTTP/1.1" status: 200 len: 210 time: 0.0279171 Feb 04 14:50:07.676463 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38388) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:08.063182 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e0da64b-5de4-435c-8efc-60d4d4ffd44d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:08.372086 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5e0da64b-5de4-435c-8efc-60d4d4ffd44d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port d7ca4e7d-9090-4536-a9c5-2d00b6999a84 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:50:08.372331 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e0da64b-5de4-435c-8efc-60d4d4ffd44d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:08.469087 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-5e0da64b-5de4-435c-8efc-60d4d4ffd44d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] For port d7ca4e7d-9090-4536-a9c5-2d00b6999a84, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=d7ca4e7d-9090-4536-a9c5-2d00b6999a84,segment=NetworkSegment(fe861b75-0230-4334-be3d-7eb8c47a4337),segment_id=fe861b75-0230-4334-be3d-7eb8c47a4337)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:50:08.469454 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e0da64b-5de4-435c-8efc-60d4d4ffd44d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:08.485655 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-5e0da64b-5de4-435c-8efc-60d4d4ffd44d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for d7ca4e7d-9090-4536-a9c5-2d00b6999a84 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:50:08.691253 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e0da64b-5de4-435c-8efc-60d4d4ffd44d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (d7ca4e7d-9090-4536-a9c5-2d00b6999a84), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:08.716361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0da64b-5de4-435c-8efc-60d4d4ffd44d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=d7ca4e7d-9090-4536-a9c5-2d00b6999a84,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:08.895997 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5e0da64b-5de4-435c-8efc-60d4d4ffd44d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:09.115088 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0da64b-5de4-435c-8efc-60d4d4ffd44d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:50:09.224501 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0da64b-5de4-435c-8efc-60d4d4ffd44d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:50:09.229706 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5e0da64b-5de4-435c-8efc-60d4d4ffd44d tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "PUT /v2.0/routers/a78d3c9c-33a5-478e-b5bd-fe98080cfe54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5517464 Feb 04 14:50:09.232285 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38390) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:09.234962 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a3e4a-537a-4047-885a-1b66382141bf None None] Sync routers for ids ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:50:09.245575 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a3e4a-537a-4047-885a-1b66382141bf None None] Routers {'a78d3c9c-33a5-478e-b5bd-fe98080cfe54'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:50:09.246237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-0b7a3e4a-537a-4047-885a-1b66382141bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:09.282784 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-93310bf5-e513-4b68-91dd-2e1309e79f53 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting subnet 2639d4dc-e060-4eaf-91c0-3b2fa1872b6f {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 14:50:09.286168 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93310bf5-e513-4b68-91dd-2e1309e79f53 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for subnet (2639d4dc-e060-4eaf-91c0-3b2fa1872b6f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:09.326224 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93310bf5-e513-4b68-91dd-2e1309e79f53 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (2639d4dc-e060-4eaf-91c0-3b2fa1872b6f), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:09.354906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-0b7a3e4a-537a-4047-885a-1b66382141bf None None] Set router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:50:09.412769 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93310bf5-e513-4b68-91dd-2e1309e79f53 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (2639d4dc-e060-4eaf-91c0-3b2fa1872b6f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:09.472224 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93310bf5-e513-4b68-91dd-2e1309e79f53 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (2639d4dc-e060-4eaf-91c0-3b2fa1872b6f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:09.498711 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93310bf5-e513-4b68-91dd-2e1309e79f53 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Subnet': ['ID=2639d4dc-e060-4eaf-91c0-3b2fa1872b6f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:09.502564 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-93310bf5-e513-4b68-91dd-2e1309e79f53 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:09.506561 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-93310bf5-e513-4b68-91dd-2e1309e79f53 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/subnets/2639d4dc-e060-4eaf-91c0-3b2fa1872b6f HTTP/1.1" status: 204 len: 168 time: 0.2733366 Feb 04 14:50:09.509409 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38392) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:09.515906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2fa31c-522d-463c-bce2-9a1365b0968a None None] Network 14af3e2d-4454-4d7b-bf6f-59b865ea252e requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:50:09.614549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-0b7a3e4a-537a-4047-885a-1b66382141bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679555820', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:50:08Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:09.622152 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fce59cc5-7334-42ef-b64e-be297506cd0a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:09.648077 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a3e4a-537a-4047-885a-1b66382141bf None None] Checking router: a78d3c9c-33a5-478e-b5bd-fe98080cfe54 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:50:09.661805 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a3e4a-537a-4047-885a-1b66382141bf None None] Routers {'a78d3c9c-33a5-478e-b5bd-fe98080cfe54'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:50:09.662349 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-0b7a3e4a-537a-4047-885a-1b66382141bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:09.733416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] DHCP port deletion for 14af3e2d-4454-4d7b-bf6f-59b865ea252e request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 14:50:09.738815 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fce59cc5-7334-42ef-b64e-be297506cd0a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_gateway (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:09.793064 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-fce59cc5-7334-42ef-b64e-be297506cd0a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Deleting port ad02b987-f227-4cfb-87eb-733cee7f1dd1 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:50:09.793420 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fce59cc5-7334-42ef-b64e-be297506cd0a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (ad02b987-f227-4cfb-87eb-733cee7f1dd1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:09.808092 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-0b7a3e4a-537a-4047-885a-1b66382141bf None None] Set router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:50:09.813012 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a3babe63-81cf-4622-afd7-03eec87b3151 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:50:09.876343 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-fce59cc5-7334-42ef-b64e-be297506cd0a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] For port ad02b987-f227-4cfb-87eb-733cee7f1dd1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=ad02b987-f227-4cfb-87eb-733cee7f1dd1,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:50:09.877028 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fce59cc5-7334-42ef-b64e-be297506cd0a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (ad02b987-f227-4cfb-87eb-733cee7f1dd1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:09.886937 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: a3babe63-81cf-4622-afd7-03eec87b3151 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:50:09.887293 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a3babe63-81cf-4622-afd7-03eec87b3151 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:50:09.890661 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-fce59cc5-7334-42ef-b64e-be297506cd0a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Calling delete_port for ad02b987-f227-4cfb-87eb-733cee7f1dd1 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:50:09.893116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Deleting port 4557185d-201d-4213-8774-0d9f04622e2d {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:50:09.893495 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (4557185d-201d-4213-8774-0d9f04622e2d), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.025949 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] For port 4557185d-201d-4213-8774-0d9f04622e2d, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=4557185d-201d-4213-8774-0d9f04622e2d,segment=NetworkSegment(fe861b75-0230-4334-be3d-7eb8c47a4337),segment_id=fe861b75-0230-4334-be3d-7eb8c47a4337)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:50:10.026297 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (4557185d-201d-4213-8774-0d9f04622e2d), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.044767 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Calling delete_port for 4557185d-201d-4213-8774-0d9f04622e2d owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:50:10.059483 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fce59cc5-7334-42ef-b64e-be297506cd0a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (ad02b987-f227-4cfb-87eb-733cee7f1dd1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.087094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce59cc5-7334-42ef-b64e-be297506cd0a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Port': ['ID=ad02b987-f227-4cfb-87eb-733cee7f1dd1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:10.147570 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fce59cc5-7334-42ef-b64e-be297506cd0a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.159653 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-0b7a3e4a-537a-4047-885a-1b66382141bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679555820', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:50:08Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:10.188949 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a3e4a-537a-4047-885a-1b66382141bf None None] The sync data for ids ['a78d3c9c-33a5-478e-b5bd-fe98080cfe54'] in n-d-714676-13 is: [{'id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679555820', 'tenant_id': 'f0bec5a68251425ab95d0242072ba05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:50:08Z', 'revision_number': 5, 'project_id': 'f0bec5a68251425ab95d0242072ba05a', 'gw_port': {'id': 'ad02b987-f227-4cfb-87eb-733cee7f1dd1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78d3c9c-33a5-478e-b5bd-fe98080cfe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:48:32Z', 'updated_at': '2022-02-04T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:50:10.192173 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (4557185d-201d-4213-8774-0d9f04622e2d), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.217095 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Pushing event deleted for resources: {'Port': ['ID=4557185d-201d-4213-8774-0d9f04622e2d,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:10.229536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.229536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.229536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.229536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.229536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.229536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.230058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.230259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.230699 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.230878 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.231395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.231536 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.231852 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.234639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b1ecf0-a67e-426c-849d-8a20be2eb898 None None] No DVR routers for this DVR port 4557185d-201d-4213-8774-0d9f04622e2d on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:50:10.247898 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fce59cc5-7334-42ef-b64e-be297506cd0a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.250035 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fce59cc5-7334-42ef-b64e-be297506cd0a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router_controller (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.295989 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fce59cc5-7334-42ef-b64e-be297506cd0a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (a78d3c9c-33a5-478e-b5bd-fe98080cfe54), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.296427 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce59cc5-7334-42ef-b64e-be297506cd0a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Fanout notify agent at l3_agent the message router_deleted on router a78d3c9c-33a5-478e-b5bd-fe98080cfe54 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 14:50:10.303163 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fce59cc5-7334-42ef-b64e-be297506cd0a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.304272 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fce59cc5-7334-42ef-b64e-be297506cd0a tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/routers/a78d3c9c-33a5-478e-b5bd-fe98080cfe54 HTTP/1.1" status: 204 len: 168 time: 0.7928116 Feb 04 14:50:10.307270 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38394) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:10.380669 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-38d3d0f2-7175-47f4-b327-99247b34ad23 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (14af3e2d-4454-4d7b-bf6f-59b865ea252e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.467718 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-38d3d0f2-7175-47f4-b327-99247b34ad23 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (14af3e2d-4454-4d7b-bf6f-59b865ea252e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.488772 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-38d3d0f2-7175-47f4-b327-99247b34ad23 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14af3e2d-4454-4d7b-bf6f-59b865ea252e']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:10.497887 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-38d3d0f2-7175-47f4-b327-99247b34ad23 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe861b75-0230-4334-be3d-7eb8c47a4337') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:10.498297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-38d3d0f2-7175-47f4-b327-99247b34ad23 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe861b75-0230-4334-be3d-7eb8c47a4337') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:10.508175 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-38d3d0f2-7175-47f4-b327-99247b34ad23 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (fe861b75-0230-4334-be3d-7eb8c47a4337), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.521690 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-38d3d0f2-7175-47f4-b327-99247b34ad23 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (fe861b75-0230-4334-be3d-7eb8c47a4337), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.527571 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d3d0f2-7175-47f4-b327-99247b34ad23 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:50:10.527967 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-38d3d0f2-7175-47f4-b327-99247b34ad23 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (fe861b75-0230-4334-be3d-7eb8c47a4337), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: timer() Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:50:10.530877 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:50:10.593912 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-38d3d0f2-7175-47f4-b327-99247b34ad23 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (14af3e2d-4454-4d7b-bf6f-59b865ea252e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.599106 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-38d3d0f2-7175-47f4-b327-99247b34ad23 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.605155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38396) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:10.605657 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-38d3d0f2-7175-47f4-b327-99247b34ad23 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/networks/14af3e2d-4454-4d7b-bf6f-59b865ea252e HTTP/1.1" status: 204 len: 168 time: 0.2974389 Feb 04 14:50:10.621508 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3d0f2-7175-47f4-b327-99247b34ad23 tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'Network': ['ID=14af3e2d-4454-4d7b-bf6f-59b865ea252e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:10.670185 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (057b254b-1bce-4105-ab8d-694001d93d3b), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.698238 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (057b254b-1bce-4105-ab8d-694001d93d3b), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.755124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4557185d-201d-4213-8774-0d9f04622e2d no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:50:10.766566 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (057b254b-1bce-4105-ab8d-694001d93d3b), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.769907 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:10.773773 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] 10.222.0.96 "DELETE /v2.0/security-groups/057b254b-1bce-4105-ab8d-694001d93d3b HTTP/1.1" status: 204 len: 168 time: 0.1650138 Feb 04 14:50:10.778738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 4557185d-201d-4213-8774-0d9f04622e2d {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:50:10.779563 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 4557185d-201d-4213-8774-0d9f04622e2d not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:50:10.779563 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d7ca4e7d-9090-4536-a9c5-2d00b6999a84 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:50:10.781631 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=057b254b-1bce-4105-ab8d-694001d93d3b,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:10.790692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.791051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.791398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.791737 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.792075 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.792412 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.792745 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.793082 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.793417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.793741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.794071 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.794567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.794904 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a67841-02ea-4cc5-bafc-f67aef046a5e tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:10.805033 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: d7ca4e7d-9090-4536-a9c5-2d00b6999a84 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:50:10.805426 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device d7ca4e7d-9090-4536-a9c5-2d00b6999a84 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:50:11.136003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38404) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:11.152581 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aa3f74c7-e3eb-4b69-8c6c-e422ab45989f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:11.270827 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-c23dec93-e4f2-4f25-993b-5e8b9398ff65 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f0bec5a68251425ab95d0242072ba05a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336422 Feb 04 14:50:11.273362 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38408) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:11.323186 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd99fbca-72a9-4541-b19a-1fc3bc78b437 admin admin] Publish callbacks [] for security_group (748ccf90-7241-4350-9da3-44fcdb7fe139), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:11.349436 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd99fbca-72a9-4541-b19a-1fc3bc78b437 admin admin] Publish callbacks [] for security_group (748ccf90-7241-4350-9da3-44fcdb7fe139), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:11.396913 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd99fbca-72a9-4541-b19a-1fc3bc78b437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (748ccf90-7241-4350-9da3-44fcdb7fe139), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:11.399675 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cd99fbca-72a9-4541-b19a-1fc3bc78b437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:11.400886 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-cd99fbca-72a9-4541-b19a-1fc3bc78b437 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/748ccf90-7241-4350-9da3-44fcdb7fe139 HTTP/1.1" status: 204 len: 168 time: 0.1263366 Feb 04 14:50:11.409111 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99fbca-72a9-4541-b19a-1fc3bc78b437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748ccf90-7241-4350-9da3-44fcdb7fe139,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:11.672648 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38414) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:11.686757 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-babfec31-1c3a-437f-9d07-157ade5514bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:11.764769 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-babfec31-1c3a-437f-9d07-157ade5514bf admin admin] Publish callbacks [] for security_group (951bcf0b-18b6-41ea-9267-0dee0e546569), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:11.768649 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-babfec31-1c3a-437f-9d07-157ade5514bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (951bcf0b-18b6-41ea-9267-0dee0e546569), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:11.804423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfec31-1c3a-437f-9d07-157ade5514bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951bcf0b-18b6-41ea-9267-0dee0e546569,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:11.808674 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-babfec31-1c3a-437f-9d07-157ade5514bf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=60e0076c59324545ae56bc7a4858746e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349711 Feb 04 14:50:11.811398 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38416) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:11.861047 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d41a3ef-8481-4e3e-b1e8-2a770675cf69 admin admin] Publish callbacks [] for security_group (951bcf0b-18b6-41ea-9267-0dee0e546569), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:11.880988 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d41a3ef-8481-4e3e-b1e8-2a770675cf69 admin admin] Publish callbacks [] for security_group (951bcf0b-18b6-41ea-9267-0dee0e546569), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:11.926274 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d41a3ef-8481-4e3e-b1e8-2a770675cf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (951bcf0b-18b6-41ea-9267-0dee0e546569), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:11.929099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0d41a3ef-8481-4e3e-b1e8-2a770675cf69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:11.930307 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0d41a3ef-8481-4e3e-b1e8-2a770675cf69 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/951bcf0b-18b6-41ea-9267-0dee0e546569 HTTP/1.1" status: 204 len: 168 time: 0.1179912 Feb 04 14:50:11.937819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41a3ef-8481-4e3e-b1e8-2a770675cf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951bcf0b-18b6-41ea-9267-0dee0e546569,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:12.619144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38438) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:12.629212 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ad02b987-f227-4cfb-87eb-733cee7f1dd1 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:50:12.649230 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: ad02b987-f227-4cfb-87eb-733cee7f1dd1 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:50:12.649496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device ad02b987-f227-4cfb-87eb-733cee7f1dd1 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:50:12.717394 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f6284b16-98b7-4848-8995-f7f552e2d53f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-610439292-network', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:50:12.736806 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6284b16-98b7-4848-8995-f7f552e2d53f admin admin] Made reservation on behalf of d7ce0e29bab24cc6beda55bae6904f1a for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:50:12.739121 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f6284b16-98b7-4848-8995-f7f552e2d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:12.747211 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f6284b16-98b7-4848-8995-f7f552e2d53f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:12.821683 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f6284b16-98b7-4848-8995-f7f552e2d53f admin admin] Publish callbacks [] for security_group (d909ac6c-4ca9-4618-bbe1-8e825fe21e96), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:12.825443 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f6284b16-98b7-4848-8995-f7f552e2d53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d909ac6c-4ca9-4618-bbe1-8e825fe21e96), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:12.849255 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6284b16-98b7-4848-8995-f7f552e2d53f admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:50:12.858676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6284b16-98b7-4848-8995-f7f552e2d53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d909ac6c-4ca9-4618-bbe1-8e825fe21e96,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:12.864311 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f6284b16-98b7-4848-8995-f7f552e2d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (35676a06-cdc8-48fb-88b1-0353bc45b45a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:12.864671 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-f6284b16-98b7-4848-8995-f7f552e2d53f admin admin] Added segment 35676a06-cdc8-48fb-88b1-0353bc45b45a of type vlan for network 95eeb59a-ab49-400b-9c9c-a75666024267 Feb 04 14:50:12.903065 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f6284b16-98b7-4848-8995-f7f552e2d53f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (95eeb59a-ab49-400b-9c9c-a75666024267), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:12.931392 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f6284b16-98b7-4848-8995-f7f552e2d53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (95eeb59a-ab49-400b-9c9c-a75666024267), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:12.932306 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6284b16-98b7-4848-8995-f7f552e2d53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:12.932892 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f6284b16-98b7-4848-8995-f7f552e2d53f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:13.277612 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f6284b16-98b7-4848-8995-f7f552e2d53f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6567087 Feb 04 14:50:13.280810 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38442) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:13.286398 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-0c00daf0-8981-4c15-b970-b196598b67bc admin admin] Request body: {'subnet': {'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-610439292-subnet', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:50:13.290834 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6284b16-98b7-4848-8995-f7f552e2d53f admin admin] Pushing event updated for resources: {'Network': ['ID=95eeb59a-ab49-400b-9c9c-a75666024267,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:13.300984 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 95eeb59a-ab49-400b-9c9c-a75666024267 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:50:13.304609 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c00daf0-8981-4c15-b970-b196598b67bc admin admin] Made reservation on behalf of d7ce0e29bab24cc6beda55bae6904f1a for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:50:13.306946 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0c00daf0-8981-4c15-b970-b196598b67bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:13.480158 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0c00daf0-8981-4c15-b970-b196598b67bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (a4ad74a7-bc42-426d-b709-1b9a55eed3b3), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:13.541080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00daf0-8981-4c15-b970-b196598b67bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4ad74a7-bc42-426d-b709-1b9a55eed3b3,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:13.548547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00daf0-8981-4c15-b970-b196598b67bc admin admin] Checking segment: {'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:50:13.548925 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00daf0-8981-4c15-b970-b196598b67bc admin admin] Network hostable DHCP agents. Network: 95eeb59a-ab49-400b-9c9c-a75666024267, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:50:13.566180 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00daf0-8981-4c15-b970-b196598b67bc admin admin] Network 95eeb59a-ab49-400b-9c9c-a75666024267 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:50:13.574727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-0c00daf0-8981-4c15-b970-b196598b67bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 95eeb59a-ab49-400b-9c9c-a75666024267) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:50:13.579274 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c00daf0-8981-4c15-b970-b196598b67bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:13.581304 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-0c00daf0-8981-4c15-b970-b196598b67bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:13.584395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8ecd1d-d4bf-4a40-b2a6-d9f9f9948e4d None None] Network 95eeb59a-ab49-400b-9c9c-a75666024267 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:50:13.597302 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-0c00daf0-8981-4c15-b970-b196598b67bc admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3153908 Feb 04 14:50:13.599924 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38444) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:13.606888 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:50:13.624674 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (a98705a0-0de1-4090-b1e9-677aeca60f4c), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:13.625999 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (a98705a0-0de1-4090-b1e9-677aeca60f4c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:13.680983 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Publish callbacks [] for router_controller (a98705a0-0de1-4090-b1e9-677aeca60f4c), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:13.688178 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-95eeb59a-ab49-400b-9c9c-a75666024267', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:50:13.688178 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:13.817946 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Allocated IP 172.20.0.2 (95eeb59a-ab49-400b-9c9c-a75666024267/a4ad74a7-bc42-426d-b709-1b9a55eed3b3/0e9e8534-e8f8-4a2d-b0bf-85ed55917449) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:50:13.833383 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Publish callbacks [] for router_gateway (a98705a0-0de1-4090-b1e9-677aeca60f4c), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:13.960708 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Publish callbacks [] for port (0e9e8534-e8f8-4a2d-b0bf-85ed55917449), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:13.966724 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (0e9e8534-e8f8-4a2d-b0bf-85ed55917449), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:14.015141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Network 95eeb59a-ab49-400b-9c9c-a75666024267 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:50:14.016609 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Pushing event updated for resources: {'Port': ['ID=0e9e8534-e8f8-4a2d-b0bf-85ed55917449,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:14.020958 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:50:14.024399 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:50:14.038233 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Publish callbacks [] for router_gateway (a98705a0-0de1-4090-b1e9-677aeca60f4c), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:14.058556 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:14.085716 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Attempting to bind port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:50:14.086008 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Attempting to bind port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:50:14.086556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Attempting to bind port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 on network 95eeb59a-ab49-400b-9c9c-a75666024267 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:50:14.091599 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:50:14.091983 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Checking segment: {'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:50:14.092388 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:14.092789 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Bound using segment: {'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:50:14.093258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Bound port: 0e9e8534-e8f8-4a2d-b0bf-85ed55917449, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:50:14.093640 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0e9e8534-e8f8-4a2d-b0bf-85ed55917449), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:14.156726 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] For port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:50:14.159947 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] For port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0e9e8534-e8f8-4a2d-b0bf-85ed55917449,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:50:14.162920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Allocated IP 172.25.5.115 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/fed5d815-c4f0-4ae8-966f-88a2f0f48e54) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:50:14.165581 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0e9e8534-e8f8-4a2d-b0bf-85ed55917449), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:14.228366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c10625-ccbc-4396-8c9b-1e4dc2121485 None None] Pushing event updated for resources: {'Port': ['ID=0e9e8534-e8f8-4a2d-b0bf-85ed55917449,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:14.275033 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Publish callbacks [] for port (fed5d815-c4f0-4ae8-966f-88a2f0f48e54), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:14.310926 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (fed5d815-c4f0-4ae8-966f-88a2f0f48e54), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:14.352080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:50:14.355603 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:50:14.359306 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:50:14.373923 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Pushing event updated for resources: {'Port': ['ID=fed5d815-c4f0-4ae8-966f-88a2f0f48e54,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:14.638308 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Publish callbacks [] for router_gateway (a98705a0-0de1-4090-b1e9-677aeca60f4c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:14.683592 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:14.727789 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:50:14.778297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:14.778682 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0e9e8534-e8f8-4a2d-b0bf-85ed55917449), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:14.849791 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (a98705a0-0de1-4090-b1e9-677aeca60f4c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:14.860677 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:14.861076 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0e9e8534-e8f8-4a2d-b0bf-85ed55917449), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:14.896898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0e9e8534-e8f8-4a2d-b0bf-85ed55917449,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:50:14.901566 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0e9e8534-e8f8-4a2d-b0bf-85ed55917449), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:14.958903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=0e9e8534-e8f8-4a2d-b0bf-85ed55917449,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:14.995273 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Router a98705a0-0de1-4090-b1e9-677aeca60f4c is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:50:15.110836 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:50:15.121338 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Sync routers for ids ['a98705a0-0de1-4090-b1e9-677aeca60f4c'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:50:15.130372 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:15.134150 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bdf97fa7-cbed-4102-9b72-0e607a9e9f21 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5307808 Feb 04 14:50:15.134311 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Routers {'a98705a0-0de1-4090-b1e9-677aeca60f4c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:50:15.134311 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:49:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a98705a0-0de1-4090-b1e9-677aeca60f4c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:15.134719 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38446) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:15.185427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e1af6f-e656-41c3-9062-dd232b47cac7 None None] Network 95eeb59a-ab49-400b-9c9c-a75666024267 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:50:15.248927 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Set router a98705a0-0de1-4090-b1e9-677aeca60f4c gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:50:15.430134 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9970d166-3317-44f6-b8ad-eb754becbe07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:15.433341 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-8db8791a-b4dd-46bc-9637-a41798cb8577 None None] Provisioning complete for port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:15.433810 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8db8791a-b4dd-46bc-9637-a41798cb8577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0e9e8534-e8f8-4a2d-b0bf-85ed55917449), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:15.448650 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:14Z', 'revision_number': 3, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:15.476298 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Checking router: a98705a0-0de1-4090-b1e9-677aeca60f4c for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:50:15.476664 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Updating router a98705a0-0de1-4090-b1e9-677aeca60f4c port fed5d815-c4f0-4ae8-966f-88a2f0f48e54 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:50:15.506603 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fed5d815-c4f0-4ae8-966f-88a2f0f48e54), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:15.559254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8db8791a-b4dd-46bc-9637-a41798cb8577 None None] Current status of the port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:15.609310 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:15.667114 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:15.782812 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6aaf7a37-2464-40f3-af34-33be081baff0 None None] Provisioning complete for port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:15.784264 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6aaf7a37-2464-40f3-af34-33be081baff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0e9e8534-e8f8-4a2d-b0bf-85ed55917449), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:15.788640 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Allocated IP 172.20.0.1 (95eeb59a-ab49-400b-9c9c-a75666024267/a4ad74a7-bc42-426d-b709-1b9a55eed3b3/554c27e4-aa49-4f21-ad17-3d2a1dd6dc43) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:50:15.869179 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf7a37-2464-40f3-af34-33be081baff0 None None] Current status of the port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:15.879802 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Publish callbacks [] for port (fed5d815-c4f0-4ae8-966f-88a2f0f48e54), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:15.884895 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fed5d815-c4f0-4ae8-966f-88a2f0f48e54), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:15.904011 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Publish callbacks [] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:15.913593 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:15.940333 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Attempting to bind port fed5d815-c4f0-4ae8-966f-88a2f0f48e54 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:50:15.940814 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Attempting to bind port fed5d815-c4f0-4ae8-966f-88a2f0f48e54 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:50:15.941149 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Attempting to bind port fed5d815-c4f0-4ae8-966f-88a2f0f48e54 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:50:15.944524 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:15.944803 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab593237-4419-48c8-996c-4f7598f42ba4 None None] Pushing event updated for resources: {'Port': ['ID=fed5d815-c4f0-4ae8-966f-88a2f0f48e54,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:15.949325 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:50:15.949713 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:50:15.950166 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:15.950544 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:50:15.951012 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Bound port: fed5d815-c4f0-4ae8-966f-88a2f0f48e54, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:50:15.951395 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fed5d815-c4f0-4ae8-966f-88a2f0f48e54), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:15.977739 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab593237-4419-48c8-996c-4f7598f42ba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:15.978143 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab593237-4419-48c8-996c-4f7598f42ba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:15.978498 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab593237-4419-48c8-996c-4f7598f42ba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:15.978837 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab593237-4419-48c8-996c-4f7598f42ba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:15.979197 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab593237-4419-48c8-996c-4f7598f42ba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:15.979532 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab593237-4419-48c8-996c-4f7598f42ba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:15.979861 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab593237-4419-48c8-996c-4f7598f42ba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:15.980189 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab593237-4419-48c8-996c-4f7598f42ba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:15.980514 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab593237-4419-48c8-996c-4f7598f42ba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:15.980836 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab593237-4419-48c8-996c-4f7598f42ba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:15.981162 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab593237-4419-48c8-996c-4f7598f42ba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:15.981482 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab593237-4419-48c8-996c-4f7598f42ba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:15.981804 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab593237-4419-48c8-996c-4f7598f42ba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:50:15.984958 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Network 95eeb59a-ab49-400b-9c9c-a75666024267 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:50:15.988718 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:50:15.991332 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:50:16.019828 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] For port fed5d815-c4f0-4ae8-966f-88a2f0f48e54, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:50:16.023855 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] For port fed5d815-c4f0-4ae8-966f-88a2f0f48e54, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fed5d815-c4f0-4ae8-966f-88a2f0f48e54,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:50:16.024478 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Pushing event updated for resources: {'Port': ['ID=554c27e4-aa49-4f21-ad17-3d2a1dd6dc43,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:16.036430 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fed5d815-c4f0-4ae8-966f-88a2f0f48e54), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:16.045229 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (a98705a0-0de1-4090-b1e9-677aeca60f4c), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:16.094304 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Routers {'a98705a0-0de1-4090-b1e9-677aeca60f4c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:50:16.094924 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a98705a0-0de1-4090-b1e9-677aeca60f4c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:16.130967 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab593237-4419-48c8-996c-4f7598f42ba4 None None] Pushing event updated for resources: {'Port': ['ID=fed5d815-c4f0-4ae8-966f-88a2f0f48e54,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:16.198486 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:16.211002 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] Set router a98705a0-0de1-4090-b1e9-677aeca60f4c gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:50:16.290988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e4401dcd-4a4b-4659-aaae-2070299b5d27 None None] Provisioning complete for port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:16.291374 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e4401dcd-4a4b-4659-aaae-2070299b5d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:16.325738 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e4401dcd-4a4b-4659-aaae-2070299b5d27 None None] Port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:50:16.370539 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Publish callbacks [] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:16.376543 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:16.390972 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:14Z', 'revision_number': 3, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:16.423328 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd36a2-82c7-40e3-98b6-b7f0c830e4e3 None None] The sync data for ids ['a98705a0-0de1-4090-b1e9-677aeca60f4c'] in n-d-714676-13 is: [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:14Z', 'revision_number': 3, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:50:16.448294 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Pushing event updated for resources: {'Port': ['ID=554c27e4-aa49-4f21-ad17-3d2a1dd6dc43,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:16.450979 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (a98705a0-0de1-4090-b1e9-677aeca60f4c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:16.545132 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Network 95eeb59a-ab49-400b-9c9c-a75666024267 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:50:16.546562 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:50:16.708107 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Router a98705a0-0de1-4090-b1e9-677aeca60f4c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:50:16.729395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:50:16.789949 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:16.790659 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0e9e8534-e8f8-4a2d-b0bf-85ed55917449), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:16.847305 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:50:16.854986 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f02ab245-b21e-450c-8c59-d87a5adb5f58 admin admin] 10.222.0.96 "PUT /v2.0/routers/a98705a0-0de1-4090-b1e9-677aeca60f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7190368 Feb 04 14:50:16.882174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-010dc4a2-acf8-4005-ad46-cf55409e9e10 None None] Provisioning complete for port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:16.882550 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-010dc4a2-acf8-4005-ad46-cf55409e9e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:16.905033 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:16.922282 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-010dc4a2-acf8-4005-ad46-cf55409e9e10 None None] Port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:50:17.253353 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:17.342154 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38462) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:17.347907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-533d6437-af7e-4cfd-a3b2-9ad88f427a12 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-486716951-network', 'tenant_id': 'e38da2210a914da49081196179b50ef2'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:50:17.367404 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533d6437-af7e-4cfd-a3b2-9ad88f427a12 admin admin] Made reservation on behalf of e38da2210a914da49081196179b50ef2 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:50:17.369743 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-533d6437-af7e-4cfd-a3b2-9ad88f427a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:17.379605 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-533d6437-af7e-4cfd-a3b2-9ad88f427a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:17.460108 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-533d6437-af7e-4cfd-a3b2-9ad88f427a12 admin admin] Publish callbacks [] for security_group (8b711a33-5161-408a-822f-f3a81a65cd15), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:17.464189 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-533d6437-af7e-4cfd-a3b2-9ad88f427a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8b711a33-5161-408a-822f-f3a81a65cd15), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:17.493020 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533d6437-af7e-4cfd-a3b2-9ad88f427a12 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:50:17.499297 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d6437-af7e-4cfd-a3b2-9ad88f427a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b711a33-5161-408a-822f-f3a81a65cd15,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:17.505745 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-533d6437-af7e-4cfd-a3b2-9ad88f427a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e5ce2eee-bf54-47d5-b579-17beb51cf8d8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:17.506121 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-533d6437-af7e-4cfd-a3b2-9ad88f427a12 admin admin] Added segment e5ce2eee-bf54-47d5-b579-17beb51cf8d8 of type vlan for network df129119-8c46-4547-b5c9-151a661ac583 Feb 04 14:50:17.550877 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-533d6437-af7e-4cfd-a3b2-9ad88f427a12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (df129119-8c46-4547-b5c9-151a661ac583), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:17.573739 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-533d6437-af7e-4cfd-a3b2-9ad88f427a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (df129119-8c46-4547-b5c9-151a661ac583), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:17.574708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533d6437-af7e-4cfd-a3b2-9ad88f427a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:17.575295 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-533d6437-af7e-4cfd-a3b2-9ad88f427a12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:17.631928 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-533d6437-af7e-4cfd-a3b2-9ad88f427a12 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2886496 Feb 04 14:50:17.634721 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38464) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:17.639101 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d6437-af7e-4cfd-a3b2-9ad88f427a12 admin admin] Pushing event updated for resources: {'Network': ['ID=df129119-8c46-4547-b5c9-151a661ac583,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:17.639692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-9808bad0-afbf-4d77-bdf1-fa723cc066df admin admin] Request body: {'subnet': {'network_id': 'df129119-8c46-4547-b5c9-151a661ac583', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-486716951-subnet', 'tenant_id': 'e38da2210a914da49081196179b50ef2', 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:50:17.649494 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network df129119-8c46-4547-b5c9-151a661ac583 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 14:50:17.659893 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9808bad0-afbf-4d77-bdf1-fa723cc066df admin admin] Made reservation on behalf of e38da2210a914da49081196179b50ef2 for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:50:17.662395 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9808bad0-afbf-4d77-bdf1-fa723cc066df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:17.838255 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9808bad0-afbf-4d77-bdf1-fa723cc066df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:17.892138 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808bad0-afbf-4d77-bdf1-fa723cc066df admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:17.903680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808bad0-afbf-4d77-bdf1-fa723cc066df admin admin] Checking segment: {'id': 'e5ce2eee-bf54-47d5-b579-17beb51cf8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'df129119-8c46-4547-b5c9-151a661ac583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:50:17.904047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9808bad0-afbf-4d77-bdf1-fa723cc066df admin admin] Network hostable DHCP agents. Network: df129119-8c46-4547-b5c9-151a661ac583, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:50:17.921541 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9808bad0-afbf-4d77-bdf1-fa723cc066df admin admin] Network df129119-8c46-4547-b5c9-151a661ac583 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:50:17.930679 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-9808bad0-afbf-4d77-bdf1-fa723cc066df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, df129119-8c46-4547-b5c9-151a661ac583) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:50:17.934816 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9808bad0-afbf-4d77-bdf1-fa723cc066df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:17.935440 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-9808bad0-afbf-4d77-bdf1-fa723cc066df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:17.940731 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac63ec57-4753-4758-b1e2-e796fb7e619d None None] Network df129119-8c46-4547-b5c9-151a661ac583 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:50:17.954759 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-9808bad0-afbf-4d77-bdf1-fa723cc066df admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3165758 Feb 04 14:50:17.956377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38466) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:17.960702 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-486716951-router', 'tenant_id': 'e38da2210a914da49081196179b50ef2', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:50:17.981953 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:17.982922 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:18.039443 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Publish callbacks [] for router_controller (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:18.053711 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-df129119-8c46-4547-b5c9-151a661ac583', 'network_id': 'df129119-8c46-4547-b5c9-151a661ac583', 'project_id': 'e38da2210a914da49081196179b50ef2', 'fixed_ips': [{'subnet_id': 'ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 14:50:18.054697 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:18.138877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Sync routers for ids ['a98705a0-0de1-4090-b1e9-677aeca60f4c'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:50:18.177629 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:18.194376 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Publish callbacks [] for router_gateway (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:18.199496 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Routers {'a98705a0-0de1-4090-b1e9-677aeca60f4c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:50:18.200209 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a98705a0-0de1-4090-b1e9-677aeca60f4c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:18.291342 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Allocated IP 172.20.0.2 (df129119-8c46-4547-b5c9-151a661ac583/ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350/c955d73c-1db2-4207-913d-f30953c26f02) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:50:18.374848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Set router a98705a0-0de1-4090-b1e9-677aeca60f4c gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:50:18.404217 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Publish callbacks [] for router_gateway (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:18.425941 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:18.531054 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Allocated IP 172.25.5.187 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/0d28d2c0-2aae-43fd-a564-40dc12546316) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:50:18.574920 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Publish callbacks [] for port (c955d73c-1db2-4207-913d-f30953c26f02), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:18.590441 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (c955d73c-1db2-4207-913d-f30953c26f02), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:18.639855 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Publish callbacks [] for port (0d28d2c0-2aae-43fd-a564-40dc12546316), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:18.667263 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Network df129119-8c46-4547-b5c9-151a661ac583 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:50:18.669163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:50:18.671641 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:50:18.674951 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Pushing event updated for resources: {'Port': ['ID=c955d73c-1db2-4207-913d-f30953c26f02,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:18.681523 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (0d28d2c0-2aae-43fd-a564-40dc12546316), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:18.732522 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:50:18.736188 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:50:18.739895 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:50:18.747808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fed5d815-c4f0-4ae8-966f-88a2f0f48e54 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:50:18.752343 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Attempting to bind port c955d73c-1db2-4207-913d-f30953c26f02 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:50:18.752710 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Attempting to bind port c955d73c-1db2-4207-913d-f30953c26f02 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'e5ce2eee-bf54-47d5-b579-17beb51cf8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'df129119-8c46-4547-b5c9-151a661ac583'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:50:18.753071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Attempting to bind port c955d73c-1db2-4207-913d-f30953c26f02 on network df129119-8c46-4547-b5c9-151a661ac583 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:50:18.769189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Pushing event updated for resources: {'Port': ['ID=0d28d2c0-2aae-43fd-a564-40dc12546316,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:18.781645 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '554c27e4-aa49-4f21-ad17-3d2a1dd6dc43', 'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'mac_address': 'fa:16:3e:ec:28:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:15Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 2, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'subnets': [{'id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:18.789205 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:50:18.789580 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Checking segment: {'id': 'e5ce2eee-bf54-47d5-b579-17beb51cf8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'df129119-8c46-4547-b5c9-151a661ac583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:50:18.789978 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:18.790393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Bound using segment: {'id': 'e5ce2eee-bf54-47d5-b579-17beb51cf8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'df129119-8c46-4547-b5c9-151a661ac583'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:50:18.790863 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Bound port: c955d73c-1db2-4207-913d-f30953c26f02, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ce2eee-bf54-47d5-b579-17beb51cf8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'df129119-8c46-4547-b5c9-151a661ac583'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:50:18.791238 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c955d73c-1db2-4207-913d-f30953c26f02), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:18.833412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Checking router: a98705a0-0de1-4090-b1e9-677aeca60f4c for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:50:18.833679 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Updating router a98705a0-0de1-4090-b1e9-677aeca60f4c port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:50:18.896891 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:18.928506 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port fed5d815-c4f0-4ae8-966f-88a2f0f48e54 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:18.928876 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fed5d815-c4f0-4ae8-966f-88a2f0f48e54), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:18.930756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] For port c955d73c-1db2-4207-913d-f30953c26f02, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:50:18.984813 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] For port c955d73c-1db2-4207-913d-f30953c26f02, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c955d73c-1db2-4207-913d-f30953c26f02,segment=NetworkSegment(e5ce2eee-bf54-47d5-b579-17beb51cf8d8),segment_id=e5ce2eee-bf54-47d5-b579-17beb51cf8d8)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:50:19.000875 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c955d73c-1db2-4207-913d-f30953c26f02), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:19.008969 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Publish callbacks [] for router_gateway (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:19.161259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a078e-19e5-492b-bcfe-52f92370c40f None None] Pushing event updated for resources: {'Port': ['ID=c955d73c-1db2-4207-913d-f30953c26f02,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:19.215261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port fed5d815-c4f0-4ae8-966f-88a2f0f48e54 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:19.215261 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fed5d815-c4f0-4ae8-966f-88a2f0f48e54), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:19.216099 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:50:19.252614 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:19.276527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port fed5d815-c4f0-4ae8-966f-88a2f0f48e54, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fed5d815-c4f0-4ae8-966f-88a2f0f48e54,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:50:19.288582 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fed5d815-c4f0-4ae8-966f-88a2f0f48e54), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:19.397357 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=fed5d815-c4f0-4ae8-966f-88a2f0f48e54,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:19.416858 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Publish callbacks [] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:19.420261 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Router 818ab76e-9455-4ee5-a8f4-76a7b1fa0632 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 14:50:19.424288 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:19.479967 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b3ece-8b1a-44cf-95d0-705ec9868251 None None] Pushing event updated for resources: {'Port': ['ID=554c27e4-aa49-4f21-ad17-3d2a1dd6dc43,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:19.533808 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Attempting to bind port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:50:19.534477 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Attempting to bind port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:50:19.534855 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Attempting to bind port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 on network 95eeb59a-ab49-400b-9c9c-a75666024267 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:50:19.540359 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:50:19.540791 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Checking segment: {'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:50:19.541143 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:19.541543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Bound using segment: {'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:50:19.541994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:50:19.542141 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Bound port: 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:50:19.542420 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:19.554363 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Sync routers for ids ['818ab76e-9455-4ee5-a8f4-76a7b1fa0632'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:50:19.567217 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:19.571339 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Routers {'818ab76e-9455-4ee5-a8f4-76a7b1fa0632'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:50:19.571529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-4d1d03ee-9dbf-4217-b60e-642e1f34807a admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6115186 Feb 04 14:50:19.571640 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['818ab76e-9455-4ee5-a8f4-76a7b1fa0632'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:19.573079 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38468) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:19.645887 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] For port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:50:19.650233 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] For port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=554c27e4-aa49-4f21-ad17-3d2a1dd6dc43,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:50:19.659131 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:19.709972 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Set router 818ab76e-9455-4ee5-a8f4-76a7b1fa0632 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:50:19.723526 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b3ece-8b1a-44cf-95d0-705ec9868251 None None] Pushing event updated for resources: {'Port': ['ID=554c27e4-aa49-4f21-ad17-3d2a1dd6dc43,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:19.751287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Routers {'a98705a0-0de1-4090-b1e9-677aeca60f4c'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:50:19.752582 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a98705a0-0de1-4090-b1e9-677aeca60f4c'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:19.887952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-3ba3ab47-4733-4b55-bae0-980c51148c65 None None] Provisioning complete for port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:19.888279 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ab47-4733-4b55-bae0-980c51148c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:19.945134 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] Set router a98705a0-0de1-4090-b1e9-677aeca60f4c gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:50:19.955597 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'name': 'tempest-TestShelveInstance-486716951-router', 'tenant_id': 'e38da2210a914da49081196179b50ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '0d28d2c0-2aae-43fd-a564-40dc12546316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:17Z', 'updated_at': '2022-02-04T14:50:18Z', 'revision_number': 3, 'project_id': 'e38da2210a914da49081196179b50ef2', 'gw_port': {'id': '0d28d2c0-2aae-43fd-a564-40dc12546316', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:51:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:18Z', 'updated_at': '2022-02-04T14:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:19.993725 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Checking router: 818ab76e-9455-4ee5-a8f4-76a7b1fa0632 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:50:19.994517 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Updating router 818ab76e-9455-4ee5-a8f4-76a7b1fa0632 port 0d28d2c0-2aae-43fd-a564-40dc12546316 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:50:20.034453 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0d28d2c0-2aae-43fd-a564-40dc12546316), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:20.135272 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3ba3ab47-4733-4b55-bae0-980c51148c65 None None] Current status of the port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:20.135881 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ab47-4733-4b55-bae0-980c51148c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:20.190237 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-3ba3ab47-4733-4b55-bae0-980c51148c65 None None] For port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=554c27e4-aa49-4f21-ad17-3d2a1dd6dc43,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:50:20.196099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:20.232329 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ab47-4733-4b55-bae0-980c51148c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:20.336043 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Publish callbacks [] for port (0d28d2c0-2aae-43fd-a564-40dc12546316), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:20.342784 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0d28d2c0-2aae-43fd-a564-40dc12546316), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:20.398129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Allocated IP 172.20.0.1 (df129119-8c46-4547-b5c9-151a661ac583/ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350/66df603c-76b1-4a23-b7b4-2f7ad93f93c4) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:50:20.400001 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Attempting to bind port 0d28d2c0-2aae-43fd-a564-40dc12546316 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:50:20.400300 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Attempting to bind port 0d28d2c0-2aae-43fd-a564-40dc12546316 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:50:20.400666 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Attempting to bind port 0d28d2c0-2aae-43fd-a564-40dc12546316 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:50:20.404053 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16515b02-df69-4842-8dff-9413eda719e2 None None] Pushing event updated for resources: {'Port': ['ID=0d28d2c0-2aae-43fd-a564-40dc12546316,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:20.414043 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:50:20.414712 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:50:20.415181 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:20.415577 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:50:20.416487 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Bound port: 0d28d2c0-2aae-43fd-a564-40dc12546316, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:50:20.416865 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0d28d2c0-2aae-43fd-a564-40dc12546316), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:20.467716 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6176c89e-ad58-4bc5-bbc6-b88781fcb368 None None] Network df129119-8c46-4547-b5c9-151a661ac583 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 14:50:20.474519 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] For port 0d28d2c0-2aae-43fd-a564-40dc12546316, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:50:20.478386 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] For port 0d28d2c0-2aae-43fd-a564-40dc12546316, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0d28d2c0-2aae-43fd-a564-40dc12546316,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:50:20.487665 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0d28d2c0-2aae-43fd-a564-40dc12546316), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:20.487874 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3ab47-4733-4b55-bae0-980c51148c65 None None] Pushing event updated for resources: {'Port': ['ID=554c27e4-aa49-4f21-ad17-3d2a1dd6dc43,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:20.521393 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Publish callbacks [] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:20.538344 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '554c27e4-aa49-4f21-ad17-3d2a1dd6dc43', 'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'mac_address': 'fa:16:3e:ec:28:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:15Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'subnets': [{'id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:20.548374 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Routers {'818ab76e-9455-4ee5-a8f4-76a7b1fa0632'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:50:20.549748 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['818ab76e-9455-4ee5-a8f4-76a7b1fa0632'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:20.566059 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:20.570264 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b81df124-3831-4ac7-9f3e-c5c2df3abb17 None None] Provisioning complete for port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:20.570581 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b81df124-3831-4ac7-9f3e-c5c2df3abb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:20.577220 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b9f76c-0cf6-4153-b881-ae4b2d9d21f5 None None] The sync data for ids ['a98705a0-0de1-4090-b1e9-677aeca60f4c'] in n-d-714676-13 is: [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '554c27e4-aa49-4f21-ad17-3d2a1dd6dc43', 'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'mac_address': 'fa:16:3e:ec:28:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:15Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'subnets': [{'id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:50:20.617667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Network df129119-8c46-4547-b5c9-151a661ac583 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:50:20.620994 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:50:20.623165 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:50:20.630551 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16515b02-df69-4842-8dff-9413eda719e2 None None] Pushing event updated for resources: {'Port': ['ID=0d28d2c0-2aae-43fd-a564-40dc12546316,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:20.670673 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Pushing event updated for resources: {'Port': ['ID=66df603c-76b1-4a23-b7b4-2f7ad93f93c4,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:20.697119 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] Set router 818ab76e-9455-4ee5-a8f4-76a7b1fa0632 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:50:20.709513 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:20.753741 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b81df124-3831-4ac7-9f3e-c5c2df3abb17 None None] Current status of the port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:20.776852 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-b81df124-3831-4ac7-9f3e-c5c2df3abb17 None None] Provisioning complete for port c955d73c-1db2-4207-913d-f30953c26f02 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:20.777213 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b81df124-3831-4ac7-9f3e-c5c2df3abb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c955d73c-1db2-4207-913d-f30953c26f02), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:20.917106 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:20.949020 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-b81df124-3831-4ac7-9f3e-c5c2df3abb17 None None] Current status of the port c955d73c-1db2-4207-913d-f30953c26f02 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:20.949683 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b81df124-3831-4ac7-9f3e-c5c2df3abb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (c955d73c-1db2-4207-913d-f30953c26f02), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:21.014146 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-b81df124-3831-4ac7-9f3e-c5c2df3abb17 None None] For port c955d73c-1db2-4207-913d-f30953c26f02, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c955d73c-1db2-4207-913d-f30953c26f02,segment=NetworkSegment(e5ce2eee-bf54-47d5-b579-17beb51cf8d8),segment_id=e5ce2eee-bf54-47d5-b579-17beb51cf8d8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:50:21.034322 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b81df124-3831-4ac7-9f3e-c5c2df3abb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (c955d73c-1db2-4207-913d-f30953c26f02), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:21.109617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c955d73c-1db2-4207-913d-f30953c26f02 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:50:21.169642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81df124-3831-4ac7-9f3e-c5c2df3abb17 None None] Pushing event updated for resources: {'Port': ['ID=c955d73c-1db2-4207-913d-f30953c26f02,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:21.186962 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'name': 'tempest-TestShelveInstance-486716951-router', 'tenant_id': 'e38da2210a914da49081196179b50ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '0d28d2c0-2aae-43fd-a564-40dc12546316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:17Z', 'updated_at': '2022-02-04T14:50:18Z', 'revision_number': 3, 'project_id': 'e38da2210a914da49081196179b50ef2', 'gw_port': {'id': '0d28d2c0-2aae-43fd-a564-40dc12546316', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:51:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:18Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:21.204415 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6e665f10-e502-4c43-b5de-d15960034070 None None] Provisioning complete for port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:21.205945 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6e665f10-e502-4c43-b5de-d15960034070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:21.222922 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Publish callbacks [] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:21.230603 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa58448-1221-47a7-8de7-83241c061cbd None None] The sync data for ids ['818ab76e-9455-4ee5-a8f4-76a7b1fa0632'] in n-d-714676-13 is: [{'id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'name': 'tempest-TestShelveInstance-486716951-router', 'tenant_id': 'e38da2210a914da49081196179b50ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '0d28d2c0-2aae-43fd-a564-40dc12546316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:17Z', 'updated_at': '2022-02-04T14:50:18Z', 'revision_number': 3, 'project_id': 'e38da2210a914da49081196179b50ef2', 'gw_port': {'id': '0d28d2c0-2aae-43fd-a564-40dc12546316', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:51:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:18Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:50:21.239197 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:21.246647 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port c955d73c-1db2-4207-913d-f30953c26f02 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:21.247028 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c955d73c-1db2-4207-913d-f30953c26f02), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:21.283674 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6e665f10-e502-4c43-b5de-d15960034070 None None] Port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:50:21.302199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6e665f10-e502-4c43-b5de-d15960034070 None None] Provisioning complete for port c955d73c-1db2-4207-913d-f30953c26f02 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:21.302579 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6e665f10-e502-4c43-b5de-d15960034070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c955d73c-1db2-4207-913d-f30953c26f02), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:21.369375 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:21.389766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port c955d73c-1db2-4207-913d-f30953c26f02 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:21.391207 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fed5d815-c4f0-4ae8-966f-88a2f0f48e54 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:50:21.399909 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Pushing event updated for resources: {'Port': ['ID=66df603c-76b1-4a23-b7b4-2f7ad93f93c4,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:21.486544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port fed5d815-c4f0-4ae8-966f-88a2f0f48e54 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:21.487034 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fed5d815-c4f0-4ae8-966f-88a2f0f48e54), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:21.520067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Network df129119-8c46-4547-b5c9-151a661ac583 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:50:21.521599 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:50:21.523578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6e665f10-e502-4c43-b5de-d15960034070 None None] Current status of the port c955d73c-1db2-4207-913d-f30953c26f02 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:21.636180 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port fed5d815-c4f0-4ae8-966f-88a2f0f48e54 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:21.637281 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:50:21.700027 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-590db30b-acf9-4c22-9811-e22a4dc29880 None None] Provisioning complete for port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:21.700399 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-590db30b-acf9-4c22-9811-e22a4dc29880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:21.710475 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Router 818ab76e-9455-4ee5-a8f4-76a7b1fa0632 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:50:21.753566 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-590db30b-acf9-4c22-9811-e22a4dc29880 None None] Port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:50:21.760416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:21.761057 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:21.879115 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:50:21.880444 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:21.887349 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-2e908a88-aac6-43f9-85f0-c7bf1a9eb8ec None None] Provisioning complete for port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:21.887795 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e908a88-aac6-43f9-85f0-c7bf1a9eb8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:21.890772 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9b323703-31fb-401a-99e8-dd3c47502eac admin admin] 10.222.0.96 "PUT /v2.0/routers/818ab76e-9455-4ee5-a8f4-76a7b1fa0632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3164773 Feb 04 14:50:21.927527 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2e908a88-aac6-43f9-85f0-c7bf1a9eb8ec None None] Port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:50:22.475593 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38476) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:22.480221 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-49a8b892-ecfb-41cf-b23b-24b1bba2b5e2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1506611438', 'description': 'tempest-secgroup-smoke-1506611438 description', 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:50:22.509204 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-49a8b892-ecfb-41cf-b23b-24b1bba2b5e2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.575824 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-49a8b892-ecfb-41cf-b23b-24b1bba2b5e2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group (8728420b-7eaf-4832-a293-330cacf0e634), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.580440 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-49a8b892-ecfb-41cf-b23b-24b1bba2b5e2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8728420b-7eaf-4832-a293-330cacf0e634), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.613124 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-49a8b892-ecfb-41cf-b23b-24b1bba2b5e2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.614412 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-49a8b892-ecfb-41cf-b23b-24b1bba2b5e2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1377814 Feb 04 14:50:22.615252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8b892-ecfb-41cf-b23b-24b1bba2b5e2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8728420b-7eaf-4832-a293-330cacf0e634,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:22.617526 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38478) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:22.622700 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-23afb228-764f-491a-ab52-3766e8383771 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'security_group_rule': {'security_group_id': '8728420b-7eaf-4832-a293-330cacf0e634', 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:50:22.661693 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-23afb228-764f-491a-ab52-3766e8383771 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (9986d690-db00-4b12-9220-bfa9410926bb), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.722885 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-23afb228-764f-491a-ab52-3766e8383771 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (9986d690-db00-4b12-9220-bfa9410926bb), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.726272 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-23afb228-764f-491a-ab52-3766e8383771 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (9986d690-db00-4b12-9220-bfa9410926bb), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.743532 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afb228-764f-491a-ab52-3766e8383771 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9986d690-db00-4b12-9220-bfa9410926bb,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:22.753162 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-23afb228-764f-491a-ab52-3766e8383771 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.754415 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-23afb228-764f-491a-ab52-3766e8383771 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358230 Feb 04 14:50:22.757362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38480) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:22.762014 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-1008f509-687a-4d0f-8a67-07676f1075e6 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'security_group_rule': {'security_group_id': '8728420b-7eaf-4832-a293-330cacf0e634', 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:50:22.780919 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0d28d2c0-2aae-43fd-a564-40dc12546316 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:50:22.788073 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1008f509-687a-4d0f-8a67-07676f1075e6 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (11d3c6d6-6f96-483f-a311-6900bb9db89a), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.830771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 0d28d2c0-2aae-43fd-a564-40dc12546316 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:22.831148 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0d28d2c0-2aae-43fd-a564-40dc12546316), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.849252 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1008f509-687a-4d0f-8a67-07676f1075e6 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (11d3c6d6-6f96-483f-a311-6900bb9db89a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.853123 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1008f509-687a-4d0f-8a67-07676f1075e6 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (11d3c6d6-6f96-483f-a311-6900bb9db89a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.868599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008f509-687a-4d0f-8a67-07676f1075e6 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d3c6d6-6f96-483f-a311-6900bb9db89a,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:22.881181 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-1008f509-687a-4d0f-8a67-07676f1075e6 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.882460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-1008f509-687a-4d0f-8a67-07676f1075e6 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238725 Feb 04 14:50:22.885235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38482) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:22.889630 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-cd67e31b-ac2a-4830-b3a2-31d49d8c63c9 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'security_group_rule': {'security_group_id': '8728420b-7eaf-4832-a293-330cacf0e634', 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:50:22.913589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 0d28d2c0-2aae-43fd-a564-40dc12546316 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:22.913992 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0d28d2c0-2aae-43fd-a564-40dc12546316), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.915354 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cd67e31b-ac2a-4830-b3a2-31d49d8c63c9 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (ea54e310-21bc-4731-9cdc-6553405b1c90), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.934948 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 0d28d2c0-2aae-43fd-a564-40dc12546316, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0d28d2c0-2aae-43fd-a564-40dc12546316,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:50:22.938937 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0d28d2c0-2aae-43fd-a564-40dc12546316), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.940617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c955d73c-1db2-4207-913d-f30953c26f02 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:50:22.974164 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cd67e31b-ac2a-4830-b3a2-31d49d8c63c9 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (ea54e310-21bc-4731-9cdc-6553405b1c90), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.978833 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cd67e31b-ac2a-4830-b3a2-31d49d8c63c9 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (ea54e310-21bc-4731-9cdc-6553405b1c90), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:22.996965 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67e31b-ac2a-4830-b3a2-31d49d8c63c9 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea54e310-21bc-4731-9cdc-6553405b1c90,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:23.007460 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cd67e31b-ac2a-4830-b3a2-31d49d8c63c9 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:23.008698 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cd67e31b-ac2a-4830-b3a2-31d49d8c63c9 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225269 Feb 04 14:50:23.011472 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38484) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:23.015804 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-5d227852-0042-420b-9870-30604cad783d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'security_group_rule': {'security_group_id': '8728420b-7eaf-4832-a293-330cacf0e634', 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:50:23.020926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=0d28d2c0-2aae-43fd-a564-40dc12546316,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:23.035064 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port c955d73c-1db2-4207-913d-f30953c26f02 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:23.035501 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (c955d73c-1db2-4207-913d-f30953c26f02), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:23.039788 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5d227852-0042-420b-9870-30604cad783d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (99546d8c-fd1d-40ca-bdc0-92da4842c0cf), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:23.096821 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5d227852-0042-420b-9870-30604cad783d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (99546d8c-fd1d-40ca-bdc0-92da4842c0cf), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:23.101024 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5d227852-0042-420b-9870-30604cad783d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (99546d8c-fd1d-40ca-bdc0-92da4842c0cf), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:23.115277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port c955d73c-1db2-4207-913d-f30953c26f02 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:23.116615 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d227852-0042-420b-9870-30604cad783d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99546d8c-fd1d-40ca-bdc0-92da4842c0cf,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:23.127316 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5d227852-0042-420b-9870-30604cad783d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:23.128533 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5d227852-0042-420b-9870-30604cad783d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160934 Feb 04 14:50:23.131262 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38486) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:23.135747 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-bba9efd6-c585-48b7-a38b-9e7d46e87c8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'security_group_rule': {'security_group_id': '8728420b-7eaf-4832-a293-330cacf0e634', 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:50:23.155049 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-bba9efd6-c585-48b7-a38b-9e7d46e87c8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Project d7ce0e29bab24cc6beda55bae6904f1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:50:23.159913 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bba9efd6-c585-48b7-a38b-9e7d46e87c8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (019b4553-dc79-48f8-bc70-e16d2c0d926b), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:23.218189 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bba9efd6-c585-48b7-a38b-9e7d46e87c8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (019b4553-dc79-48f8-bc70-e16d2c0d926b), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:23.221665 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bba9efd6-c585-48b7-a38b-9e7d46e87c8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (019b4553-dc79-48f8-bc70-e16d2c0d926b), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:23.239843 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9efd6-c585-48b7-a38b-9e7d46e87c8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019b4553-dc79-48f8-bc70-e16d2c0d926b,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:23.246022 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-bba9efd6-c585-48b7-a38b-9e7d46e87c8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:23.247248 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-bba9efd6-c585-48b7-a38b-9e7d46e87c8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150641 Feb 04 14:50:23.249955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38488) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:23.254921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-e6e970d6-e82f-4376-a7c3-d593bbd6e84e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'security_group_rule': {'security_group_id': '8728420b-7eaf-4832-a293-330cacf0e634', 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:50:23.274506 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-e6e970d6-e82f-4376-a7c3-d593bbd6e84e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Project d7ce0e29bab24cc6beda55bae6904f1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:50:23.279288 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e6e970d6-e82f-4376-a7c3-d593bbd6e84e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (886d9c76-10b0-4427-b3b8-79cae11e40cf), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:23.344242 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e6e970d6-e82f-4376-a7c3-d593bbd6e84e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (886d9c76-10b0-4427-b3b8-79cae11e40cf), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:23.349415 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e6e970d6-e82f-4376-a7c3-d593bbd6e84e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (886d9c76-10b0-4427-b3b8-79cae11e40cf), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:23.368937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e970d6-e82f-4376-a7c3-d593bbd6e84e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886d9c76-10b0-4427-b3b8-79cae11e40cf,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:23.377102 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-e6e970d6-e82f-4376-a7c3-d593bbd6e84e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:23.378364 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-e6e970d6-e82f-4376-a7c3-d593bbd6e84e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274414 Feb 04 14:50:23.528825 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-3e853a5e-5413-48ea-a21e-676ac9e08e8b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506611438&fields=id&tenant_id=d7ce0e29bab24cc6beda55bae6904f1a HTTP/1.1" status: 200 len: 267 time: 0.0456688 Feb 04 14:50:23.638084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-8ab03eb5-167a-4cae-be77-2588a37e371b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:23.639590 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-8ab03eb5-167a-4cae-be77-2588a37e371b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 808 time: 0.1037359 Feb 04 14:50:23.654559 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-8d98d3fb-a2f4-4bc2-8329-85f2636e7c37 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/quotas/d7ce0e29bab24cc6beda55bae6904f1a HTTP/1.1" status: 200 len: 375 time: 0.0089791 Feb 04 14:50:23.714920 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-def53aab-9998-44e3-83e4-94750fd743d8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546224 Feb 04 14:50:23.899779 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-d52d50a9-3bc3-4a59-9bb0-73b49099225f service neutron] 10.222.0.96 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731026 Feb 04 14:50:23.998911 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-3c243554-5855-4103-ac76-478aa67efdcc service neutron] 10.222.0.96 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930872 Feb 04 14:50:24.163230 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ca9f544-ef20-44e3-a570-6d4afecf5d5d req-06ddf555-d85d-426b-9f40-27e2a72e5b88 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 210 time: 0.0297725 Feb 04 14:50:24.219835 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Sync routers for ids ['818ab76e-9455-4ee5-a8f4-76a7b1fa0632'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:50:24.230550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Routers {'818ab76e-9455-4ee5-a8f4-76a7b1fa0632'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:50:24.231172 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['818ab76e-9455-4ee5-a8f4-76a7b1fa0632'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:24.342749 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Set router 818ab76e-9455-4ee5-a8f4-76a7b1fa0632 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:50:24.552244 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'name': 'tempest-TestShelveInstance-486716951-router', 'tenant_id': 'e38da2210a914da49081196179b50ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '0d28d2c0-2aae-43fd-a564-40dc12546316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:17Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 4, 'project_id': 'e38da2210a914da49081196179b50ef2', 'gw_port': {'id': '0d28d2c0-2aae-43fd-a564-40dc12546316', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:18Z', 'updated_at': '2022-02-04T14:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '66df603c-76b1-4a23-b7b4-2f7ad93f93c4', 'name': '', 'network_id': 'df129119-8c46-4547-b5c9-151a661ac583', 'tenant_id': 'e38da2210a914da49081196179b50ef2', 'mac_address': 'fa:16:3e:b8:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:20Z', 'updated_at': '2022-02-04T14:50:21Z', 'revision_number': 2, 'project_id': 'e38da2210a914da49081196179b50ef2', 'subnets': [{'id': 'ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:24.579185 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Checking router: 818ab76e-9455-4ee5-a8f4-76a7b1fa0632 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:50:24.579465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Updating router 818ab76e-9455-4ee5-a8f4-76a7b1fa0632 port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:50:24.605921 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:24.709836 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0d28d2c0-2aae-43fd-a564-40dc12546316 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:50:24.828867 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 0d28d2c0-2aae-43fd-a564-40dc12546316 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:24.829291 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0d28d2c0-2aae-43fd-a564-40dc12546316), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:24.964709 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Publish callbacks [] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:24.971447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 0d28d2c0-2aae-43fd-a564-40dc12546316 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:24.973905 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:25.024845 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1292721-0c0c-43f7-8186-90e23b677f45 None None] Pushing event updated for resources: {'Port': ['ID=66df603c-76b1-4a23-b7b4-2f7ad93f93c4,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:25.077161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Attempting to bind port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:50:25.077534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Attempting to bind port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'e5ce2eee-bf54-47d5-b579-17beb51cf8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'df129119-8c46-4547-b5c9-151a661ac583'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:50:25.077898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Attempting to bind port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 on network df129119-8c46-4547-b5c9-151a661ac583 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:50:25.083785 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:50:25.084085 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Checking segment: {'id': 'e5ce2eee-bf54-47d5-b579-17beb51cf8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'df129119-8c46-4547-b5c9-151a661ac583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:50:25.084497 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:25.085251 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Bound using segment: {'id': 'e5ce2eee-bf54-47d5-b579-17beb51cf8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'df129119-8c46-4547-b5c9-151a661ac583'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:50:25.085727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Bound port: 66df603c-76b1-4a23-b7b4-2f7ad93f93c4, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ce2eee-bf54-47d5-b579-17beb51cf8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'df129119-8c46-4547-b5c9-151a661ac583'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:50:25.086130 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:25.157601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] For port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:50:25.163386 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] For port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=66df603c-76b1-4a23-b7b4-2f7ad93f93c4,segment=NetworkSegment(e5ce2eee-bf54-47d5-b579-17beb51cf8d8),segment_id=e5ce2eee-bf54-47d5-b579-17beb51cf8d8)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:50:25.171453 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:25.171926 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-05c758f9-0bc5-453e-a93f-ce8cb8e47d62 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:25.174090 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-05c758f9-0bc5-453e-a93f-ce8cb8e47d62 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 808 time: 0.1664290 Feb 04 14:50:25.235941 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Routers {'818ab76e-9455-4ee5-a8f4-76a7b1fa0632'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:50:25.236632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['818ab76e-9455-4ee5-a8f4-76a7b1fa0632'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:25.255991 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-89bbae2a-6a68-4c36-8f25-1d22a6ef4dac tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7ce0e29bab24cc6beda55bae6904f1a HTTP/1.1" status: 200 len: 380 time: 0.0735786 Feb 04 14:50:25.268231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-4e97b156-e16f-4425-962f-3ed6619a4c57 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'port': {'device_id': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'admin_state_up': True, 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'security_groups': ['8728420b-7eaf-4832-a293-330cacf0e634']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:50:25.286927 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-32e9402a-5c50-40a4-b8de-46d04701bc6f req-09e38880-db65-4b2a-b529-8d01ed4f9f4d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 210 time: 0.0394619 Feb 04 14:50:25.403534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-4e97b156-e16f-4425-962f-3ed6619a4c57 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Made reservation on behalf of d7ce0e29bab24cc6beda55bae6904f1a for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:50:25.407670 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-4e97b156-e16f-4425-962f-3ed6619a4c57 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:25.506276 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1292721-0c0c-43f7-8186-90e23b677f45 None None] Pushing event updated for resources: {'Port': ['ID=66df603c-76b1-4a23-b7b4-2f7ad93f93c4,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:25.524082 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7a1d1416-3ce1-4912-ac6f-9215500c088a None None] Provisioning complete for port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:25.524457 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a1d1416-3ce1-4912-ac6f-9215500c088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:25.553114 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-4e97b156-e16f-4425-962f-3ed6619a4c57 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Allocated IP 172.20.0.3 (95eeb59a-ab49-400b-9c9c-a75666024267/a4ad74a7-bc42-426d-b709-1b9a55eed3b3/fb02e7bc-e2e5-4769-bf3e-54eb8dd09425) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:50:25.577464 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] Set router 818ab76e-9455-4ee5-a8f4-76a7b1fa0632 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:50:25.697537 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-4e97b156-e16f-4425-962f-3ed6619a4c57 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:25.730444 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d1416-3ce1-4912-ac6f-9215500c088a None None] Current status of the port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:25.730851 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a1d1416-3ce1-4912-ac6f-9215500c088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:25.731960 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-4e97b156-e16f-4425-962f-3ed6619a4c57 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:25.776148 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-4e97b156-e16f-4425-962f-3ed6619a4c57 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Network 95eeb59a-ab49-400b-9c9c-a75666024267 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:50:25.779283 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-4e97b156-e16f-4425-962f-3ed6619a4c57 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:50:25.783494 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-4e97b156-e16f-4425-962f-3ed6619a4c57 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:50:25.792631 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7a1d1416-3ce1-4912-ac6f-9215500c088a None None] For port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=66df603c-76b1-4a23-b7b4-2f7ad93f93c4,segment=NetworkSegment(e5ce2eee-bf54-47d5-b579-17beb51cf8d8),segment_id=e5ce2eee-bf54-47d5-b579-17beb51cf8d8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:50:25.799431 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a1d1416-3ce1-4912-ac6f-9215500c088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:25.815280 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97b156-e16f-4425-962f-3ed6619a4c57 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'Port': ['ID=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:25.844437 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-4e97b156-e16f-4425-962f-3ed6619a4c57 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:25.845064 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-4e97b156-e16f-4425-962f-3ed6619a4c57 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:25.865002 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-4e97b156-e16f-4425-962f-3ed6619a4c57 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6016583 Feb 04 14:50:25.876957 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Request body: {'port': {'device_id': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:50:25.880704 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d1416-3ce1-4912-ac6f-9215500c088a None None] Pushing event updated for resources: {'Port': ['ID=66df603c-76b1-4a23-b7b4-2f7ad93f93c4,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:25.903066 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'name': 'tempest-TestShelveInstance-486716951-router', 'tenant_id': 'e38da2210a914da49081196179b50ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '0d28d2c0-2aae-43fd-a564-40dc12546316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:17Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 4, 'project_id': 'e38da2210a914da49081196179b50ef2', 'gw_port': {'id': '0d28d2c0-2aae-43fd-a564-40dc12546316', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:18Z', 'updated_at': '2022-02-04T14:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '66df603c-76b1-4a23-b7b4-2f7ad93f93c4', 'name': '', 'network_id': 'df129119-8c46-4547-b5c9-151a661ac583', 'tenant_id': 'e38da2210a914da49081196179b50ef2', 'mac_address': 'fa:16:3e:b8:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:20Z', 'updated_at': '2022-02-04T14:50:25Z', 'revision_number': 4, 'project_id': 'e38da2210a914da49081196179b50ef2', 'subnets': [{'id': 'ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:25.943858 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:25.950391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a02410-46a2-43dd-b517-13840b146cbe None None] The sync data for ids ['818ab76e-9455-4ee5-a8f4-76a7b1fa0632'] in n-d-714676-13 is: [{'id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'name': 'tempest-TestShelveInstance-486716951-router', 'tenant_id': 'e38da2210a914da49081196179b50ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '0d28d2c0-2aae-43fd-a564-40dc12546316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:17Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 4, 'project_id': 'e38da2210a914da49081196179b50ef2', 'gw_port': {'id': '0d28d2c0-2aae-43fd-a564-40dc12546316', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:18Z', 'updated_at': '2022-02-04T14:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '66df603c-76b1-4a23-b7b4-2f7ad93f93c4', 'name': '', 'network_id': 'df129119-8c46-4547-b5c9-151a661ac583', 'tenant_id': 'e38da2210a914da49081196179b50ef2', 'mac_address': 'fa:16:3e:b8:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:20Z', 'updated_at': '2022-02-04T14:50:25Z', 'revision_number': 4, 'project_id': 'e38da2210a914da49081196179b50ef2', 'subnets': [{'id': 'ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:50:25.962980 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f16a810d-2644-4a63-8aa2-636228dca6ca None None] Provisioning complete for port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:25.963361 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f16a810d-2644-4a63-8aa2-636228dca6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:26.065153 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f16a810d-2644-4a63-8aa2-636228dca6ca None None] Current status of the port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:26.190639 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-6d03b95e-3858-48d8-a171-c1266179122f None None] Provisioning complete for port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:26.191009 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6d03b95e-3858-48d8-a171-c1266179122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:26.228267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-6d03b95e-3858-48d8-a171-c1266179122f None None] Port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:50:26.265499 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:50:26.273687 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Publish callbacks [] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:26.286692 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Transition to ACTIVE for port object fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:50:26.291078 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:26.364153 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:26.423538 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Attempting to bind port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:50:26.424241 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Attempting to bind port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:50:26.424555 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Attempting to bind port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 on network 95eeb59a-ab49-400b-9c9c-a75666024267 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:50:26.430931 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 on network 95eeb59a-ab49-400b-9c9c-a75666024267 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:50:26.431267 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Attempting to bind port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 on network 95eeb59a-ab49-400b-9c9c-a75666024267 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:50:26.437612 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:50:26.437960 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Checking segment: {'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:50:26.438395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Bound using segment: {'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:50:26.438837 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Bound port: fb02e7bc-e2e5-4769-bf3e-54eb8dd09425, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:50:26.439299 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:26.443934 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d8179-5571-46c4-84a0-684ec7a39093 req-c0952593-f25d-47d8-9043-49682bb5e392 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:26.445613 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c3d8179-5571-46c4-84a0-684ec7a39093 req-c0952593-f25d-47d8-9043-49682bb5e392 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0842214 Feb 04 14:50:26.504655 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1c3d8179-5571-46c4-84a0-684ec7a39093 req-33d2404d-9428-4152-a489-dfb33149b69c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526123 Feb 04 14:50:26.525818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] For port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:50:26.529855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] For port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:50:26.538665 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:26.578632 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:26.579261 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:26.581098 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] 10.222.0.99 "PUT /v2.0/ports/fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 HTTP/1.1" status: 200 len: 1092 time: 0.7088323 Feb 04 14:50:26.581549 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'tag': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:50:26.583865 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e1dcce-3082-459b-9021-655403cd5c88" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6dd868-facf-4d3f-b1dd-06b74fbe1a31", "tag": "fb02e7bc-e2e5-4769-bf3e-54eb8dd09425"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:50:26.616472 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55312888-0140-4563-ab0b-7a5905da13b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:26.679306 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38e963a-6ed6-4776-9d5d-e67b61c17ef3 x-openstack-request-id: req-d38e963a-6ed6-4776-9d5d-e67b61c17ef3 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:50:26.679831 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6dd868-facf-4d3f-b1dd-06b74fbe1a31", "tag": "fb02e7bc-e2e5-4769-bf3e-54eb8dd09425", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:50:26.680252 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d38e963a-6ed6-4776-9d5d-e67b61c17ef3 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:50:26.680976 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'tag': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'status': 'completed', 'code': 200} Feb 04 14:50:26.710735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-bd8f2459-47db-439c-bc5e-24a4106420f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:26.712270 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-bd8f2459-47db-439c-bc5e-24a4106420f2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 1126 time: 0.0812442 Feb 04 14:50:26.757388 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:50:26.765441 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-79c6f3fd-625c-47ea-b1f6-d8269be24666 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 HTTP/1.1" status: 200 len: 217 time: 0.0457799 Feb 04 14:50:26.815003 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:26.815377 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:26.818836 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-fa285c3f-fc00-4c28-b485-0cee0b6e8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:26.820315 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-fa285c3f-fc00-4c28-b485-0cee0b6e8a9e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0474713 Feb 04 14:50:26.869287 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-ea9e22c4-6e9e-47aa-96eb-bf4f185ca7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:26.871525 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-ea9e22c4-6e9e-47aa-96eb-bf4f185ca7c3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451236 Feb 04 14:50:26.910348 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:26.964991 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-d1f032dc-ce10-4cdd-8028-880c27985961 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881181 Feb 04 14:50:27.054273 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-1b295bdc-3044-4b85-b7c6-885110b56ba6 req-32b6272c-146b-49bd-bd5b-3fb0c6200617 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823178 Feb 04 14:50:27.146981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1dcce-3082-459b-9021-655403cd5c88 req-2d9caafc-dcf8-4980-9d6a-a10193015f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:27.148487 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a4e1dcce-3082-459b-9021-655403cd5c88 req-2d9caafc-dcf8-4980-9d6a-a10193015f15 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 1126 time: 0.0464754 Feb 04 14:50:27.552112 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1dcce-3082-459b-9021-655403cd5c88 req-bee4917a-2f44-4b7e-8bf3-61535a19f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:27.553596 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a4e1dcce-3082-459b-9021-655403cd5c88 req-bee4917a-2f44-4b7e-8bf3-61535a19f3fe service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.3997958 Feb 04 14:50:27.594753 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a4e1dcce-3082-459b-9021-655403cd5c88 req-9bea729b-8996-4a77-9010-fb4ff56b666d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 HTTP/1.1" status: 200 len: 217 time: 0.0347526 Feb 04 14:50:27.629047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acf98f-6e30-4a95-82b4-a49337a2b615 req-18fe6bbf-f766-4393-92be-8387c70a3809 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:27.630694 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4acf98f-6e30-4a95-82b4-a49337a2b615 req-18fe6bbf-f766-4393-92be-8387c70a3809 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0561171 Feb 04 14:50:27.648273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1dcce-3082-459b-9021-655403cd5c88 req-18e8a6d4-98f1-4661-9ac8-07fa1ca3b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:27.649832 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a4e1dcce-3082-459b-9021-655403cd5c88 req-18e8a6d4-98f1-4661-9ac8-07fa1ca3b5bc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0491266 Feb 04 14:50:27.692691 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b4acf98f-6e30-4a95-82b4-a49337a2b615 req-b5e4c4d2-887e-4e99-8eab-e93c1ee25461 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549417 Feb 04 14:50:27.705682 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1dcce-3082-459b-9021-655403cd5c88 req-2f9c6347-e6f5-4fa3-805f-1081c30f4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:27.707389 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a4e1dcce-3082-459b-9021-655403cd5c88 req-2f9c6347-e6f5-4fa3-805f-1081c30f4cad service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507135 Feb 04 14:50:27.801295 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a4e1dcce-3082-459b-9021-655403cd5c88 req-23807fd4-f905-4604-98b5-1588820e7284 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878024 Feb 04 14:50:27.897621 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-a4e1dcce-3082-459b-9021-655403cd5c88 req-c815ee90-3ff9-45a1-a6ca-0c2c15aac394 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898981 Feb 04 14:50:28.806066 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdff65-cb7f-4f1f-874c-cec4a2de903e req-6773186a-c7b4-4b93-bafc-98014331ad53 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:28.807558 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25cdff65-cb7f-4f1f-874c-cec4a2de903e req-6773186a-c7b4-4b93-bafc-98014331ad53 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0530250 Feb 04 14:50:28.858831 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-25cdff65-cb7f-4f1f-874c-cec4a2de903e req-63b99395-a494-40e6-b4cb-45c422980486 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457647 Feb 04 14:50:29.885528 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:50:29.982480 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c064bf-5047-4ee2-9f65-7a9fbe762365 req-16ad8c46-a397-426a-bb98-6c2141cf11a2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:29.983999 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90c064bf-5047-4ee2-9f65-7a9fbe762365 req-16ad8c46-a397-426a-bb98-6c2141cf11a2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0537329 Feb 04 14:50:29.984989 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:50:29.996678 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'port_id': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'mac_address': 'fa:16:3e:a6:67:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:50:30.034196 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:30.034592 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:30.035045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-90c064bf-5047-4ee2-9f65-7a9fbe762365 req-cdaec037-82ec-4893-afeb-eee35087741b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452325 Feb 04 14:50:30.047997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:50:30.072404 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:50:30.076725 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:30.122544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:30.410273 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['fb02e7bc-e2e5-4769-bf3e-54eb8dd09425'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:50:31.155018 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b307f09-8dda-44f3-b649-543da910d5dd req-b74c1ff2-834f-4604-aee2-c830b84097cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:31.156489 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b307f09-8dda-44f3-b649-543da910d5dd req-b74c1ff2-834f-4604-aee2-c830b84097cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 944 time: 0.0527380 Feb 04 14:50:31.205880 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1b307f09-8dda-44f3-b649-543da910d5dd req-0f93b85b-5ba8-4fb3-9e0d-7686a7e24f5a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429223 Feb 04 14:50:31.899762 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:50:31.948438 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:50:31.952287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:50:31.952663 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:32.036595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:50:32.036978 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:32.059604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:50:32.061833 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc851ac-6448-4ed9-898f-af58f4c3007c" -d '{"events": [{"server_uuid": "4d6dd868-facf-4d3f-b1dd-06b74fbe1a31", "name": "network-vif-plugged", "status": "completed", "tag": "fb02e7bc-e2e5-4769-bf3e-54eb8dd09425"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:50:32.073926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:50:32.078057 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:32.126928 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:32.158538 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c031fde-e39b-4e81-b79a-038f826569e7 x-openstack-request-id: req-7c031fde-e39b-4e81-b79a-038f826569e7 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:50:32.158862 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6dd868-facf-4d3f-b1dd-06b74fbe1a31", "name": "network-vif-plugged", "status": "completed", "tag": "fb02e7bc-e2e5-4769-bf3e-54eb8dd09425", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:50:32.159143 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7c031fde-e39b-4e81-b79a-038f826569e7 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:50:32.159541 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'code': 200} Feb 04 14:50:32.262266 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dd4fb-346e-44e2-8c9a-300ad5cf7e9e req-e334502a-51bc-466e-9283-9a104d0245fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:32.263831 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-254dd4fb-346e-44e2-8c9a-300ad5cf7e9e req-e334502a-51bc-466e-9283-9a104d0245fb service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 1128 time: 0.0464630 Feb 04 14:50:32.308527 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-254dd4fb-346e-44e2-8c9a-300ad5cf7e9e req-100a3a3e-35c9-42b7-aecf-b1ae6f9673d3 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386021 Feb 04 14:50:32.331492 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb9aab-47a0-4556-9f21-8bf0861294e4 req-fbd3fcf0-ba53-4bcd-877f-4f602706e402 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:32.333009 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5fb9aab-47a0-4556-9f21-8bf0861294e4 req-fbd3fcf0-ba53-4bcd-877f-4f602706e402 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0569067 Feb 04 14:50:32.381568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5fb9aab-47a0-4556-9f21-8bf0861294e4 req-9fa334e0-20a1-4d30-988d-8dc1ce08b041 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428462 Feb 04 14:50:33.502891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38001199-a3ce-491c-97c2-eaa58214fad6 req-e0abb759-281c-47bf-b2f5-af136dabdd04 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:33.505267 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38001199-a3ce-491c-97c2-eaa58214fad6 req-e0abb759-281c-47bf-b2f5-af136dabdd04 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0532157 Feb 04 14:50:33.554390 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-38001199-a3ce-491c-97c2-eaa58214fad6 req-b3b03f38-c95e-4d33-8338-4e99a7b5497f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443203 Feb 04 14:50:34.678858 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d36bc7-90ba-40c0-92af-106bc7431f86 req-10d0a910-2171-44f4-a126-9e118cebd1e3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:34.680323 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7d36bc7-90ba-40c0-92af-106bc7431f86 req-10d0a910-2171-44f4-a126-9e118cebd1e3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0531118 Feb 04 14:50:35.064929 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e7d36bc7-90ba-40c0-92af-106bc7431f86 req-9efc15a8-cb6b-4847-a6fd-b66e5f587099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3785338 Feb 04 14:50:35.182953 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b53c0-ff81-463c-8939-4c3dbb5cca81 req-097ad70d-fe45-438c-b789-2c2afc888424 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:35.184429 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c9b53c0-ff81-463c-8939-4c3dbb5cca81 req-097ad70d-fe45-438c-b789-2c2afc888424 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0522001 Feb 04 14:50:35.235319 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2c9b53c0-ff81-463c-8939-4c3dbb5cca81 req-ad3c439d-dc2a-4b8a-96e4-9c9c001aeaf3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446653 Feb 04 14:50:35.257415 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38544) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:35.340375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a644502a-66b8-435e-a4a5-68c701003897 tempest-TestShelveInstance-1547215487 tempest-TestShelveInstance-1547215487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:35.341789 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a644502a-66b8-435e-a4a5-68c701003897 tempest-TestShelveInstance-1547215487 tempest-TestShelveInstance-1547215487-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 1123 time: 0.0833943 Feb 04 14:50:35.344794 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38548) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:50:35.349007 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:50:35.369081 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:35.468369 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:35.573610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Allocated IP 172.25.5.192 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/8eabd063-b4e1-4cbf-8e34-b6a73599963a) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:50:35.672280 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for port (8eabd063-b4e1-4cbf-8e34-b6a73599963a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:35.706402 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8eabd063-b4e1-4cbf-8e34-b6a73599963a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:35.746696 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:50:35.749556 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:50:35.753260 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:50:35.758608 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'Port': ['ID=8eabd063-b4e1-4cbf-8e34-b6a73599963a,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:36.110988 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for floatingip (ee86801b-1f79-487b-abfa-899c4222405a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:36.182657 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8eabd063-b4e1-4cbf-8e34-b6a73599963a), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:36.329628 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for port (8eabd063-b4e1-4cbf-8e34-b6a73599963a), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:36.334356 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (8eabd063-b4e1-4cbf-8e34-b6a73599963a), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:36.403453 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'Port': ['ID=8eabd063-b4e1-4cbf-8e34-b6a73599963a,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:50:36.415578 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (ee86801b-1f79-487b-abfa-899c4222405a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:36.517337 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Floating IP ee86801b-1f79-487b-abfa-899c4222405a associated. External IP: 172.25.5.192, port: fb02e7bc-e2e5-4769-bf3e-54eb8dd09425. Feb 04 14:50:36.730416 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Router a98705a0-0de1-4090-b1e9-677aeca60f4c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:50:36.841388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:50:36.850836 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8122401d-bb3b-4384-b63a-5ce5794cfbbe None None] Sync routers for ids ['a98705a0-0de1-4090-b1e9-677aeca60f4c'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:50:36.858405 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:36.859973 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8122401d-bb3b-4384-b63a-5ce5794cfbbe None None] Routers {'a98705a0-0de1-4090-b1e9-677aeca60f4c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:50:36.860579 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8122401d-bb3b-4384-b63a-5ce5794cfbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a98705a0-0de1-4090-b1e9-677aeca60f4c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:36.889655 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-31f752a2-c788-4367-af8e-ee9cc629d0cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5438499 Feb 04 14:50:36.890284 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'tag': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:50:36.892611 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c721b84-9065-4c18-bf1c-1e98c1e5a203" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6dd868-facf-4d3f-b1dd-06b74fbe1a31", "tag": "fb02e7bc-e2e5-4769-bf3e-54eb8dd09425"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:50:36.929387 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395b07e3-a0f7-43ae-916c-b5f70d5ea2c5 x-openstack-request-id: req-395b07e3-a0f7-43ae-916c-b5f70d5ea2c5 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:50:36.929690 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6dd868-facf-4d3f-b1dd-06b74fbe1a31", "tag": "fb02e7bc-e2e5-4769-bf3e-54eb8dd09425", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:50:36.929952 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-395b07e3-a0f7-43ae-916c-b5f70d5ea2c5 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:50:36.930412 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'tag': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'status': 'completed', 'code': 200} Feb 04 14:50:36.972539 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8122401d-bb3b-4384-b63a-5ce5794cfbbe None None] Set router a98705a0-0de1-4090-b1e9-677aeca60f4c gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:50:36.998252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c721b84-9065-4c18-bf1c-1e98c1e5a203 req-9ed2c915-d64a-4c7f-91d0-05aa15c3660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:36.999760 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3c721b84-9065-4c18-bf1c-1e98c1e5a203 req-9ed2c915-d64a-4c7f-91d0-05aa15c3660e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 1128 time: 0.0488510 Feb 04 14:50:37.089589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c721b84-9065-4c18-bf1c-1e98c1e5a203 req-318760b3-c746-4ae0-a2ca-3eb73dc1b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:37.091094 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3c721b84-9065-4c18-bf1c-1e98c1e5a203 req-318760b3-c746-4ae0-a2ca-3eb73dc1b140 service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.0847559 Feb 04 14:50:37.161700 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3c721b84-9065-4c18-bf1c-1e98c1e5a203 req-86cf396f-e0e4-4e4b-b032-695ce02f4082 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 HTTP/1.1" status: 200 len: 999 time: 0.0630887 Feb 04 14:50:37.197458 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8122401d-bb3b-4384-b63a-5ce5794cfbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'ee86801b-1f79-487b-abfa-899c4222405a', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'port_id': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'mac_address': 'fa:16:3e:a6:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:50:35Z', 'updated_at': '2022-02-04T14:50:35Z', 'revision_number': 0, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554c27e4-aa49-4f21-ad17-3d2a1dd6dc43', 'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'mac_address': 'fa:16:3e:ec:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:15Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 5, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'subnets': [{'id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:37.211794 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c721b84-9065-4c18-bf1c-1e98c1e5a203 req-ba4494fb-10ab-4b38-ac33-2756838b6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:37.213251 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3c721b84-9065-4c18-bf1c-1e98c1e5a203 req-ba4494fb-10ab-4b38-ac33-2756838b6c77 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0443056 Feb 04 14:50:37.226908 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8122401d-bb3b-4384-b63a-5ce5794cfbbe None None] Checking router: a98705a0-0de1-4090-b1e9-677aeca60f4c for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:50:37.235257 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8122401d-bb3b-4384-b63a-5ce5794cfbbe None None] Routers {'a98705a0-0de1-4090-b1e9-677aeca60f4c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:50:37.235869 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8122401d-bb3b-4384-b63a-5ce5794cfbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:50:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a98705a0-0de1-4090-b1e9-677aeca60f4c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:37.262678 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c721b84-9065-4c18-bf1c-1e98c1e5a203 req-4d2c135d-f862-4f98-a15d-e0907e5fe494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:50:37.264216 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3c721b84-9065-4c18-bf1c-1e98c1e5a203 req-4d2c135d-f862-4f98-a15d-e0907e5fe494 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453520 Feb 04 14:50:37.344539 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8122401d-bb3b-4384-b63a-5ce5794cfbbe None None] Set router a98705a0-0de1-4090-b1e9-677aeca60f4c gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:50:37.355814 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3c721b84-9065-4c18-bf1c-1e98c1e5a203 req-ed6330db-8f93-44f5-bd26-ac1e3c4f1742 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859513 Feb 04 14:50:37.446660 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-3c721b84-9065-4c18-bf1c-1e98c1e5a203 req-1c020e2b-328e-44f3-996c-e540e6cac1c0 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843787 Feb 04 14:50:37.567613 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8122401d-bb3b-4384-b63a-5ce5794cfbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'ee86801b-1f79-487b-abfa-899c4222405a', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'port_id': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'mac_address': 'fa:16:3e:a6:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:50:35Z', 'updated_at': '2022-02-04T14:50:35Z', 'revision_number': 0, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554c27e4-aa49-4f21-ad17-3d2a1dd6dc43', 'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'mac_address': 'fa:16:3e:ec:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:15Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 5, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'subnets': [{'id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:50:37.597132 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8122401d-bb3b-4384-b63a-5ce5794cfbbe None None] The sync data for ids ['a98705a0-0de1-4090-b1e9-677aeca60f4c'] in n-d-714676-13 is: [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': 'ee86801b-1f79-487b-abfa-899c4222405a', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'port_id': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'mac_address': 'fa:16:3e:a6:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:50:35Z', 'updated_at': '2022-02-04T14:50:35Z', 'revision_number': 0, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554c27e4-aa49-4f21-ad17-3d2a1dd6dc43', 'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'mac_address': 'fa:16:3e:ec:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:15Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 5, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'subnets': [{'id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:50:37.788497 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c853df0-d519-4925-a7d7-7f8397ff5087 None None] New status for floating IP ee86801b-1f79-487b-abfa-899c4222405a: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:50:41.154252 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-30f8ec20-16d1-4f82-9a20-642e1a137806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:44.679425 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:45.352530 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ab04452c-7479-471e-9ad5-4fb9d872ac31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:45.656883 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:45.913892 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:47.252467 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:48.160880 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:50:56.215035 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:51:11.155301 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-67b99904-f9e6-448f-b020-ea1167fafbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:51:14.682571 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:51:15.352767 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d7fd1745-8b8a-4bf8-b8e5-c535ab1a95a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:51:15.672671 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:51:15.916429 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:51:17.254041 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:51:18.164089 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:51:27.256695 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e7400559-10a6-4d5f-b2ea-1a88c6292379 req-2633d1a1-6b58-4a4c-ae0a-4dbe6ee524d7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441279 Feb 04 14:51:27.343869 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400559-10a6-4d5f-b2ea-1a88c6292379 req-e30b84bf-8436-4c7f-9ae3-0e3e0fab6908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:51:27.345359 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e7400559-10a6-4d5f-b2ea-1a88c6292379 req-e30b84bf-8436-4c7f-9ae3-0e3e0fab6908 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 1128 time: 0.0493116 Feb 04 14:51:27.447141 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400559-10a6-4d5f-b2ea-1a88c6292379 req-da261424-ab1e-46eb-a24c-5eeca2e88573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:51:27.448618 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e7400559-10a6-4d5f-b2ea-1a88c6292379 req-da261424-ab1e-46eb-a24c-5eeca2e88573 service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.0853755 Feb 04 14:51:27.517142 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e7400559-10a6-4d5f-b2ea-1a88c6292379 req-5d049cfb-69c2-41dd-b918-ae67ba5994cb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 HTTP/1.1" status: 200 len: 1001 time: 0.0627635 Feb 04 14:51:27.565280 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400559-10a6-4d5f-b2ea-1a88c6292379 req-7871f5f2-24ac-41c4-847f-57919868a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:51:27.566764 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e7400559-10a6-4d5f-b2ea-1a88c6292379 req-7871f5f2-24ac-41c4-847f-57919868a876 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0435252 Feb 04 14:51:27.616423 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400559-10a6-4d5f-b2ea-1a88c6292379 req-da3f4af1-b89b-4ac2-9a86-4cb4f594c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:51:27.617931 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e7400559-10a6-4d5f-b2ea-1a88c6292379 req-da3f4af1-b89b-4ac2-9a86-4cb4f594c344 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448346 Feb 04 14:51:27.709366 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e7400559-10a6-4d5f-b2ea-1a88c6292379 req-eb351357-6974-46df-b835-88a2b2e99ffd service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855520 Feb 04 14:51:27.798944 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e7400559-10a6-4d5f-b2ea-1a88c6292379 req-1cf807f7-d2c0-4944-a50e-aa48a439cb43 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840402 Feb 04 14:51:33.214206 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:51:41.158150 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7386-5ea6-438c-8c98-304abb115ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:51:44.689303 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:51:45.354046 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-84855ae2-53cd-47b7-a7fe-e0335c3b19cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:51:45.677131 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:51:45.918987 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:51:47.256713 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:51:48.166265 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:52:10.213697 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:52:11.159571 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-283e042e-7a3c-47aa-8308-c42e65be8999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:52:14.845297 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:52:15.356205 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-29cfc16d-196c-454a-b8db-d4dde1ffbb78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:52:15.699443 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:52:15.921355 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:52:17.259954 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:52:18.167806 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:52:27.257572 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb97c006-d859-41a5-81a6-f19e0a381d03 req-f0cde0a6-fdaf-4bc6-a8ca-1c8411e71b0f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430088 Feb 04 14:52:27.345432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97c006-d859-41a5-81a6-f19e0a381d03 req-0097477e-22d9-4d27-8f45-627110a4094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:52:27.346949 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb97c006-d859-41a5-81a6-f19e0a381d03 req-0097477e-22d9-4d27-8f45-627110a4094c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 1128 time: 0.0488353 Feb 04 14:52:27.447413 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97c006-d859-41a5-81a6-f19e0a381d03 req-6be75e40-5add-464a-b06c-a1a9a1e723e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:52:27.448873 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb97c006-d859-41a5-81a6-f19e0a381d03 req-6be75e40-5add-464a-b06c-a1a9a1e723e8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.0835404 Feb 04 14:52:27.517890 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb97c006-d859-41a5-81a6-f19e0a381d03 req-92d834e7-33c0-4034-be74-8ed43298e792 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 HTTP/1.1" status: 200 len: 1001 time: 0.0617971 Feb 04 14:52:27.564991 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97c006-d859-41a5-81a6-f19e0a381d03 req-172eb918-737d-4376-b904-ba3264787c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:52:27.566949 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb97c006-d859-41a5-81a6-f19e0a381d03 req-172eb918-737d-4376-b904-ba3264787c1a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0428567 Feb 04 14:52:27.613767 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97c006-d859-41a5-81a6-f19e0a381d03 req-d42a9b88-84c6-48f6-97dc-834e89c88e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:52:27.615333 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb97c006-d859-41a5-81a6-f19e0a381d03 req-d42a9b88-84c6-48f6-97dc-834e89c88e6e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438089 Feb 04 14:52:27.707315 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb97c006-d859-41a5-81a6-f19e0a381d03 req-f035673b-99d1-408e-9f58-306d353d0656 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860052 Feb 04 14:52:27.794700 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-bb97c006-d859-41a5-81a6-f19e0a381d03 req-622f6d2f-19b7-4424-b379-97ebddfcc751 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817266 Feb 04 14:52:41.162016 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2b34-587e-45a1-b8e0-6f28755d5bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:52:44.707227 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:52:45.356681 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ebf0ea3d-ea39-41a8-98d5-99ed2439dff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:52:45.731060 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:52:45.924778 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:52:47.212640 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:52:47.265019 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:52:48.170810 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:04.125744 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd20b20-27ae-4c70-b684-5166b1e28687 req-09f97724-ca94-4284-9333-e1d4db3ac833 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:04.127305 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfd20b20-27ae-4c70-b684-5166b1e28687 req-09f97724-ca94-4284-9333-e1d4db3ac833 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0546997 Feb 04 14:53:04.177460 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfd20b20-27ae-4c70-b684-5166b1e28687 req-4c1680bb-0458-4877-854e-e40e06c385d8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445998 Feb 04 14:53:05.308995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8017c29-aa32-4807-b7f9-880d58ab9f12 req-0a407cf4-dc1a-4bb2-bd3d-a253f4cf0d36 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:05.310672 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8017c29-aa32-4807-b7f9-880d58ab9f12 req-0a407cf4-dc1a-4bb2-bd3d-a253f4cf0d36 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0517581 Feb 04 14:53:05.362978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e8017c29-aa32-4807-b7f9-880d58ab9f12 req-b28d2a30-c1cd-4068-8c98-070f17bd9469 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468106 Feb 04 14:53:06.484639 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daa8c-d5b9-41fd-ae7d-5a6222be2b86 req-f82d04fc-0d4e-4cae-b813-70068c7bc216 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:06.486156 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-694daa8c-d5b9-41fd-ae7d-5a6222be2b86 req-f82d04fc-0d4e-4cae-b813-70068c7bc216 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0532975 Feb 04 14:53:06.535088 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-694daa8c-d5b9-41fd-ae7d-5a6222be2b86 req-96c467a9-8461-43e7-a054-bc86108ce239 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432515 Feb 04 14:53:07.655005 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df704f17-cd1b-491c-a00d-e9aac9282a0d req-bb4f37a3-f995-4166-93a9-c56927834b6e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:07.656462 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df704f17-cd1b-491c-a00d-e9aac9282a0d req-bb4f37a3-f995-4166-93a9-c56927834b6e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0516334 Feb 04 14:53:07.704417 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-df704f17-cd1b-491c-a00d-e9aac9282a0d req-820f22d3-ba74-4b75-b2c7-b4b06b7f00c2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425007 Feb 04 14:53:08.828762 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8ffb1-b968-4cb9-be7b-3663bf76f618 req-c93666fb-757a-4675-beb8-85c0ac5d31df tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:08.830280 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c1e8ffb1-b968-4cb9-be7b-3663bf76f618 req-c93666fb-757a-4675-beb8-85c0ac5d31df tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0574796 Feb 04 14:53:08.878651 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c1e8ffb1-b968-4cb9-be7b-3663bf76f618 req-0ed81d7a-5f6d-4bed-bc07-7a808110cfc8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 Feb 04 14:53:09.998054 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df44372-a001-4b90-98f5-93edd47471ef req-c318f8e1-5642-4779-b332-20ea239d2ef2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:09.999493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6df44372-a001-4b90-98f5-93edd47471ef req-c318f8e1-5642-4779-b332-20ea239d2ef2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0529523 Feb 04 14:53:10.048096 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6df44372-a001-4b90-98f5-93edd47471ef req-d76b62cf-8109-4202-9103-59de6372912e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430653 Feb 04 14:53:11.167495 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b4564647-4225-4fb8-bb50-68e5995518a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:11.174052 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc60009-a8a4-4a61-81ed-1813342676fc req-06869dd8-32c9-4bd3-a7bd-59f695643067 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:11.175579 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cc60009-a8a4-4a61-81ed-1813342676fc req-06869dd8-32c9-4bd3-a7bd-59f695643067 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0591440 Feb 04 14:53:11.225679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9cc60009-a8a4-4a61-81ed-1813342676fc req-63c45e75-9b13-4429-9592-68f635bb928f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441864 Feb 04 14:53:12.344855 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecd5e6-4607-4caf-9758-389697b43818 req-1bc30af8-46f2-4b8e-a10d-d0ffb44c09e7 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:12.346354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfecd5e6-4607-4caf-9758-389697b43818 req-1bc30af8-46f2-4b8e-a10d-d0ffb44c09e7 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0528038 Feb 04 14:53:12.395565 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-bfecd5e6-4607-4caf-9758-389697b43818 req-a158ad4a-094d-431d-a6b4-7426b0d72479 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430665 Feb 04 14:53:13.523665 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c97aa-c426-4452-8efc-564f0e4240e4 req-973bb586-aa7f-4d57-8256-d7c4b3899f8b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:13.525162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-791c97aa-c426-4452-8efc-564f0e4240e4 req-973bb586-aa7f-4d57-8256-d7c4b3899f8b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0541918 Feb 04 14:53:13.579488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-791c97aa-c426-4452-8efc-564f0e4240e4 req-90ab0d89-51d0-4aee-adee-5f58443ee82b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481553 Feb 04 14:53:14.700582 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:14.701365 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9481e3-939d-47ad-8574-7cc96dbdb895 req-67f8a3b5-fbf0-4e7a-a090-f2455c1f575c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:14.702953 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be9481e3-939d-47ad-8574-7cc96dbdb895 req-67f8a3b5-fbf0-4e7a-a090-f2455c1f575c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0539236 Feb 04 14:53:14.751633 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-be9481e3-939d-47ad-8574-7cc96dbdb895 req-833082b8-f267-4a19-af7c-a8068c0818a6 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431035 Feb 04 14:53:15.357571 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e16b18b-195b-4cb0-883a-d86841c5d71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:15.744888 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:15.870028 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a948a7-c050-4e8c-bfc7-e4efea2f22ed req-f3a43bb7-3f5f-4fc9-9869-3a1ebdc1d22c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:15.871560 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-36a948a7-c050-4e8c-bfc7-e4efea2f22ed req-f3a43bb7-3f5f-4fc9-9869-3a1ebdc1d22c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0527098 Feb 04 14:53:15.920104 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-36a948a7-c050-4e8c-bfc7-e4efea2f22ed req-f71e153d-7d9a-47c6-88ed-37743cb8397e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430515 Feb 04 14:53:15.929327 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:16.772223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:53:16.873493 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:53:16.884652 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'port_id': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'mac_address': 'fa:16:3e:a6:67:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:53:16.921799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:53:16.922221 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:16.935868 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:53:16.957344 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:53:16.961710 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:17.019927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:53:17.029188 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:53:17.029543 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:53:17.029890 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:53:17.030267 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:53:17.030608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:53:17.030945 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:53:17.031275 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:53:17.031605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:53:17.031931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:53:17.032257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:53:17.032581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:53:17.032903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:53:17.033226 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:53:17.045815 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['fb02e7bc-e2e5-4769-bf3e-54eb8dd09425'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:53:17.046766 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273a4e0-d4a3-4b77-9352-27ef0c9bf196 req-ac5d8e47-f662-4896-9f6d-498670a92ce0 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:17.048263 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5273a4e0-d4a3-4b77-9352-27ef0c9bf196 req-ac5d8e47-f662-4896-9f6d-498670a92ce0 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 944 time: 0.0582285 Feb 04 14:53:17.098567 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5273a4e0-d4a3-4b77-9352-27ef0c9bf196 req-6f9a6085-fe4e-4626-97b4-8151866fb00b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436411 Feb 04 14:53:17.285579 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:18.174837 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:18.224928 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e65c0-2452-48a0-9b23-fb8420310c8a req-8f44a06a-af32-4cb9-a069-0ab9ee727139 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:18.226412 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a5e65c0-2452-48a0-9b23-fb8420310c8a req-8f44a06a-af32-4cb9-a069-0ab9ee727139 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 944 time: 0.0585139 Feb 04 14:53:18.275208 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0a5e65c0-2452-48a0-9b23-fb8420310c8a req-206e1341-a0fb-458d-8f3f-794bc9ffa42a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431373 Feb 04 14:53:18.787304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:53:18.833963 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:53:18.834370 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:18.910146 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:53:18.910529 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:18.933424 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:53:18.935647 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf1f4f3-9b7b-484e-ad46-d723ebe375b6" -d '{"events": [{"server_uuid": "4d6dd868-facf-4d3f-b1dd-06b74fbe1a31", "name": "network-vif-plugged", "status": "completed", "tag": "fb02e7bc-e2e5-4769-bf3e-54eb8dd09425"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:53:18.947419 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:53:18.951661 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:18.977895 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fae27fa-bb2c-4607-afb7-d52111f89f8f x-openstack-request-id: req-6fae27fa-bb2c-4607-afb7-d52111f89f8f {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:53:18.978222 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6dd868-facf-4d3f-b1dd-06b74fbe1a31", "name": "network-vif-plugged", "status": "completed", "tag": "fb02e7bc-e2e5-4769-bf3e-54eb8dd09425", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:53:18.978482 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6fae27fa-bb2c-4607-afb7-d52111f89f8f {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:53:18.978883 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'code': 200} Feb 04 14:53:19.003909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:53:19.397959 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaded4b2-2114-4a5b-a50f-af6b46d0d775 req-1a61e79d-8676-47bc-90ba-63e58002f5c3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:19.399483 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eaded4b2-2114-4a5b-a50f-af6b46d0d775 req-1a61e79d-8676-47bc-90ba-63e58002f5c3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0526109 Feb 04 14:53:19.453924 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eaded4b2-2114-4a5b-a50f-af6b46d0d775 req-2e3c0d62-6087-4048-bb25-d4dad155d205 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489452 Feb 04 14:53:20.574741 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb9c7f-acbe-4684-a76b-f6b756e71fee req-2585f3b0-d5b0-4593-bb21-f8924f41ce91 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:20.576401 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33bb9c7f-acbe-4684-a76b-f6b756e71fee req-2585f3b0-d5b0-4593-bb21-f8924f41ce91 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0534782 Feb 04 14:53:20.626315 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-33bb9c7f-acbe-4684-a76b-f6b756e71fee req-77cbb2aa-398c-4a1c-a058-f0d24bb0d8cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443745 Feb 04 14:53:21.760043 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044872dc-8326-4951-b06b-42eda3c30657 req-4fd21e7d-3e5f-4d57-b502-f334de5da92e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:21.761573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-044872dc-8326-4951-b06b-42eda3c30657 req-4fd21e7d-3e5f-4d57-b502-f334de5da92e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0580924 Feb 04 14:53:21.814907 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-044872dc-8326-4951-b06b-42eda3c30657 req-efe03c0e-1ee0-48a8-bd71-625484050cea tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465012 Feb 04 14:53:22.965856 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2f181-b253-498e-9408-e1ea725a2187 req-f08bc884-f141-43d2-9bf6-2e56f4b5b51c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:22.967317 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2d2f181-b253-498e-9408-e1ea725a2187 req-f08bc884-f141-43d2-9bf6-2e56f4b5b51c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0650878 Feb 04 14:53:23.021915 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2d2f181-b253-498e-9408-e1ea725a2187 req-5025a2d1-8cc5-4dfe-8a3b-3d08e63f4796 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481524 Feb 04 14:53:24.211699 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:53:24.254994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8d8e5-b56a-45a8-9db4-06934cb993e3 req-09b1dddf-a1d1-4684-b34b-114785018758 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:24.256900 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4af8d8e5-b56a-45a8-9db4-06934cb993e3 req-09b1dddf-a1d1-4684-b34b-114785018758 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.1611872 Feb 04 14:53:24.314916 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4af8d8e5-b56a-45a8-9db4-06934cb993e3 req-6b9df84f-f98e-42f8-97ca-a1c832a302b2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516071 Feb 04 14:53:25.446150 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b45c7-1afa-4687-bd88-4b80bce66415 req-cca8db2d-5598-4532-a9e7-55f1b0e79f92 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:25.447662 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de1b45c7-1afa-4687-bd88-4b80bce66415 req-cca8db2d-5598-4532-a9e7-55f1b0e79f92 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0635662 Feb 04 14:53:25.500512 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-de1b45c7-1afa-4687-bd88-4b80bce66415 req-5e70ac5e-36e0-42d4-9949-30f21f3a03c3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467982 Feb 04 14:53:26.629575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335d896-cd32-4061-840f-738e5252df4f req-a6c6709f-d4fa-4ba5-8f47-e316cd733d4a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:26.632451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d335d896-cd32-4061-840f-738e5252df4f req-a6c6709f-d4fa-4ba5-8f47-e316cd733d4a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0598450 Feb 04 14:53:26.683294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d335d896-cd32-4061-840f-738e5252df4f req-0f1b5eed-d947-40c0-9cad-298167e2d20b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455787 Feb 04 14:53:27.820548 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d206876-9ceb-4345-bdb2-17d48689a720 req-3263f509-9faa-4951-8329-6638fd2bf06c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:27.822102 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d206876-9ceb-4345-bdb2-17d48689a720 req-3263f509-9faa-4951-8329-6638fd2bf06c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0579545 Feb 04 14:53:27.883345 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3d206876-9ceb-4345-bdb2-17d48689a720 req-552a4f2f-f021-49e3-8442-b3343c5e229a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549152 Feb 04 14:53:28.367131 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dc939-ad8b-407b-8bcb-e46dcbc7528e req-a3f48b93-6215-421b-a020-b3e6c655083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:28.368758 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c17dc939-ad8b-407b-8bcb-e46dcbc7528e req-a3f48b93-6215-421b-a020-b3e6c655083a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 1128 time: 0.1175458 Feb 04 14:53:28.512564 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dc939-ad8b-407b-8bcb-e46dcbc7528e req-f0ea69f1-f4e0-409a-8812-f9af6f847894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:28.514054 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c17dc939-ad8b-407b-8bcb-e46dcbc7528e req-f0ea69f1-f4e0-409a-8812-f9af6f847894 service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.1249113 Feb 04 14:53:28.584852 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c17dc939-ad8b-407b-8bcb-e46dcbc7528e req-042f7b26-8b37-4832-b2ef-4472cbf8c172 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 HTTP/1.1" status: 200 len: 1001 time: 0.0622706 Feb 04 14:53:28.642945 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dc939-ad8b-407b-8bcb-e46dcbc7528e req-c4959085-00e2-42bc-b36b-536ad3672440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:28.644528 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c17dc939-ad8b-407b-8bcb-e46dcbc7528e req-c4959085-00e2-42bc-b36b-536ad3672440 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0509799 Feb 04 14:53:28.703314 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dc939-ad8b-407b-8bcb-e46dcbc7528e req-aa6b21d3-8367-4817-8e4b-a0b0bdd958fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:28.704892 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c17dc939-ad8b-407b-8bcb-e46dcbc7528e req-aa6b21d3-8367-4817-8e4b-a0b0bdd958fc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537479 Feb 04 14:53:28.798045 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c17dc939-ad8b-407b-8bcb-e46dcbc7528e req-640fac33-4b6a-44fb-945a-c6ab697dd50e service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869329 Feb 04 14:53:28.900731 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c17dc939-ad8b-407b-8bcb-e46dcbc7528e req-97878a4e-6ad5-49da-a6c8-bdb97f6699c7 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964105 Feb 04 14:53:29.008738 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c1eeb-997a-41b7-89ff-412a79eadf66 req-b7e19ed4-0865-4ed1-bd5c-272339bd21a7 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:29.010338 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd8c1eeb-997a-41b7-89ff-412a79eadf66 req-b7e19ed4-0865-4ed1-bd5c-272339bd21a7 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0557251 Feb 04 14:53:29.062386 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fd8c1eeb-997a-41b7-89ff-412a79eadf66 req-675e4000-2c8c-48cd-a772-5ae7ee3d7a53 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454991 Feb 04 14:53:30.205480 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f3119-0e4c-43a6-8db8-a28bf480dc27 req-f9ae506b-56df-4e4a-a63a-9c98f730133f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:30.208027 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae9f3119-0e4c-43a6-8db8-a28bf480dc27 req-f9ae506b-56df-4e4a-a63a-9c98f730133f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0674324 Feb 04 14:53:30.265564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ae9f3119-0e4c-43a6-8db8-a28bf480dc27 req-2d8108c0-d9c4-4b6f-a611-ba2af52c4e96 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504959 Feb 04 14:53:31.393512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923522af-7d3f-4a69-a27b-8d4f95e75311 req-ef226e17-01b0-415d-be39-a0f3b628f188 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:31.395411 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-923522af-7d3f-4a69-a27b-8d4f95e75311 req-ef226e17-01b0-415d-be39-a0f3b628f188 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0587881 Feb 04 14:53:31.446711 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-923522af-7d3f-4a69-a27b-8d4f95e75311 req-df90f0a8-0a57-4acf-9c82-dcd1a2098cd8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454700 Feb 04 14:53:31.457149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d55ce-1f7a-43ec-acf7-0ab53878c433 req-9d1936bf-f5f0-4538-b79a-d81902e74ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:31.458959 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-807d55ce-1f7a-43ec-acf7-0ab53878c433 req-9d1936bf-f5f0-4538-b79a-d81902e74ff4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 1128 time: 0.0464251 Feb 04 14:53:31.549404 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d55ce-1f7a-43ec-acf7-0ab53878c433 req-b65ddeec-17f4-460d-af15-4bb1ea9054ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:31.551226 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-807d55ce-1f7a-43ec-acf7-0ab53878c433 req-b65ddeec-17f4-460d-af15-4bb1ea9054ea service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.0865784 Feb 04 14:53:31.617337 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-807d55ce-1f7a-43ec-acf7-0ab53878c433 req-b5908a47-e187-4f3e-8122-679c7b1c0615 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 HTTP/1.1" status: 200 len: 1001 time: 0.0599999 Feb 04 14:53:31.668144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d55ce-1f7a-43ec-acf7-0ab53878c433 req-6652fb77-b6ab-4ab5-8ff2-2eeb4e3ae51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:31.670350 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-807d55ce-1f7a-43ec-acf7-0ab53878c433 req-6652fb77-b6ab-4ab5-8ff2-2eeb4e3ae51b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0474517 Feb 04 14:53:31.727230 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d55ce-1f7a-43ec-acf7-0ab53878c433 req-5923b6e1-4ed6-43e1-88e1-6023bad39d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:31.728727 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-807d55ce-1f7a-43ec-acf7-0ab53878c433 req-5923b6e1-4ed6-43e1-88e1-6023bad39d5c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0518870 Feb 04 14:53:31.819263 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-807d55ce-1f7a-43ec-acf7-0ab53878c433 req-425f7e8c-895e-4b63-9edd-d9e2b50be000 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843921 Feb 04 14:53:31.911094 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-807d55ce-1f7a-43ec-acf7-0ab53878c433 req-2ffb2641-6ae5-4170-b325-3a91d57301eb service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858068 Feb 04 14:53:32.569622 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725368d0-5cf1-4e27-81ea-b6c08b11fb51 req-6d382f82-cefd-4553-ae4f-fa8d375f3e51 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:32.571159 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-725368d0-5cf1-4e27-81ea-b6c08b11fb51 req-6d382f82-cefd-4553-ae4f-fa8d375f3e51 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0549679 Feb 04 14:53:32.620604 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-725368d0-5cf1-4e27-81ea-b6c08b11fb51 req-c282e459-1953-4d15-b4f3-ac728ff04b76 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439496 Feb 04 14:53:33.740727 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757a637-25d0-4a41-9356-05e00c771fb7 req-1e39c8ad-6afa-480f-af95-8073d5ba8a9c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:33.742143 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d757a637-25d0-4a41-9356-05e00c771fb7 req-1e39c8ad-6afa-480f-af95-8073d5ba8a9c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0529563 Feb 04 14:53:33.796419 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d757a637-25d0-4a41-9356-05e00c771fb7 req-b554ece7-cec9-4d29-9d05-83a203344798 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484951 Feb 04 14:53:33.866820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-6794f157-99be-4cb3-8631-a9ae3dda1ea3 req-bc5bda2d-08a0-4356-95fb-402101d56381 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:53:33.867800 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6794f157-99be-4cb3-8631-a9ae3dda1ea3 req-bc5bda2d-08a0-4356-95fb-402101d56381 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058162 Feb 04 14:53:34.025363 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fec8fe-7fd3-4743-9d32-59243eefe7a8 req-60e50613-3ac9-455f-9caa-e6a95e74c1b2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:34.026901 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52fec8fe-7fd3-4743-9d32-59243eefe7a8 req-60e50613-3ac9-455f-9caa-e6a95e74c1b2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 945 time: 0.0552082 Feb 04 14:53:34.076689 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52fec8fe-7fd3-4743-9d32-59243eefe7a8 req-eb97ae0f-93ab-4a4f-932a-bf7c49b28d41 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439692 Feb 04 14:53:34.266211 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-eb9d65ad-1a73-4afb-8073-2f0979592772 req-015e24d5-c148-4583-b39b-d5066ce371ef service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897944 Feb 04 14:53:34.882416 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:53:34.956192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:53:34.956581 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:34.979530 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:53:34.981778 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12016d45-ffb6-4417-aac4-34d17ef03783" -d '{"events": [{"server_uuid": "4d6dd868-facf-4d3f-b1dd-06b74fbe1a31", "name": "network-vif-unplugged", "status": "completed", "tag": "fb02e7bc-e2e5-4769-bf3e-54eb8dd09425"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:53:34.995174 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:53:34.999641 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:35.007383 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d65ad-1a73-4afb-8073-2f0979592772 req-41f241ec-7dce-4753-b50e-6d893235789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:35.009215 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-eb9d65ad-1a73-4afb-8073-2f0979592772 req-41f241ec-7dce-4753-b50e-6d893235789f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31&tenant_id=d7ce0e29bab24cc6beda55bae6904f1a HTTP/1.1" status: 200 len: 1128 time: 0.0498383 Feb 04 14:53:35.025610 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1982e605-5475-4271-990b-837001c3c9f5 x-openstack-request-id: req-1982e605-5475-4271-990b-837001c3c9f5 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:53:35.025901 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6dd868-facf-4d3f-b1dd-06b74fbe1a31", "name": "network-vif-unplugged", "status": "completed", "tag": "fb02e7bc-e2e5-4769-bf3e-54eb8dd09425", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:53:35.026177 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1982e605-5475-4271-990b-837001c3c9f5 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:53:35.026565 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'code': 200} Feb 04 14:53:35.054035 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:53:35.079114 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d65ad-1a73-4afb-8073-2f0979592772 req-ced5f04c-3aae-4f85-a19f-cabcb5453a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:35.080615 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-eb9d65ad-1a73-4afb-8073-2f0979592772 req-ced5f04c-3aae-4f85-a19f-cabcb5453a86 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 1126 time: 0.0451787 Feb 04 14:53:35.174296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d65ad-1a73-4afb-8073-2f0979592772 req-b5d90255-fa5f-46c3-b5db-b1bd105a1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:35.175778 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-eb9d65ad-1a73-4afb-8073-2f0979592772 req-b5d90255-fa5f-46c3-b5db-b1bd105a1de8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.0896235 Feb 04 14:53:35.199595 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d91bd-fe05-4db7-b224-d757a8bb7538 req-eca50e16-f426-4422-a6b7-16e649f47be8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:35.201134 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa4d91bd-fe05-4db7-b224-d757a8bb7538 req-eca50e16-f426-4422-a6b7-16e649f47be8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0540755 Feb 04 14:53:35.240001 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-eb9d65ad-1a73-4afb-8073-2f0979592772 req-e358ae1d-9b49-4b73-86de-daea0e5e6f18 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 HTTP/1.1" status: 200 len: 999 time: 0.0582688 Feb 04 14:53:35.250996 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fa4d91bd-fe05-4db7-b224-d757a8bb7538 req-ca2eccbf-842e-4fb0-91c4-e882ed02f53c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441067 Feb 04 14:53:35.292240 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d65ad-1a73-4afb-8073-2f0979592772 req-9ba9acda-aa30-4ddc-9812-b8ca1791df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:35.293706 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-eb9d65ad-1a73-4afb-8073-2f0979592772 req-9ba9acda-aa30-4ddc-9812-b8ca1791df64 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0483923 Feb 04 14:53:35.342860 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d65ad-1a73-4afb-8073-2f0979592772 req-5d2496fa-2ee2-4a13-afe9-d5d2c6803b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:35.344339 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-eb9d65ad-1a73-4afb-8073-2f0979592772 req-5d2496fa-2ee2-4a13-afe9-d5d2c6803b32 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443892 Feb 04 14:53:35.432497 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-eb9d65ad-1a73-4afb-8073-2f0979592772 req-2d2d7a93-9b51-41c7-ac51-bad9e5a6a336 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819335 Feb 04 14:53:35.524764 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-eb9d65ad-1a73-4afb-8073-2f0979592772 req-88ecfc10-f8e4-495c-b61d-fb0a394d456e service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866549 Feb 04 14:53:36.403733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575eb80-380e-4145-b237-c662ac3cfba0 req-f78ce50e-15a7-4673-8894-b42457add42c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:36.407915 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d575eb80-380e-4145-b237-c662ac3cfba0 req-f78ce50e-15a7-4673-8894-b42457add42c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0866907 Feb 04 14:53:36.462389 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d575eb80-380e-4145-b237-c662ac3cfba0 req-4acff543-531f-40e2-9dcd-d661fe393833 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494549 Feb 04 14:53:37.586844 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f591e4-2e77-4bb5-918d-104782f3cf61 req-5e61458f-5577-43ff-bed0-6e74d7f5fb0d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:37.588343 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42f591e4-2e77-4bb5-918d-104782f3cf61 req-5e61458f-5577-43ff-bed0-6e74d7f5fb0d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0547483 Feb 04 14:53:37.636812 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-42f591e4-2e77-4bb5-918d-104782f3cf61 req-40ce0bb0-1537-4386-97e8-6be6ba2dc590 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428081 Feb 04 14:53:38.768027 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28adc39-59d4-4066-9d67-fe5e533efef2 req-25682d36-5549-4c4f-a61b-3f26d3c57846 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:38.769527 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f28adc39-59d4-4066-9d67-fe5e533efef2 req-25682d36-5549-4c4f-a61b-3f26d3c57846 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0584278 Feb 04 14:53:38.819971 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f28adc39-59d4-4066-9d67-fe5e533efef2 req-994121fa-3cff-4db9-9d08-16ee31509466 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436678 Feb 04 14:53:39.940649 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c3472-497f-4918-bcfe-1e0d158e37c3 req-b8f69980-edd6-4c50-a676-9be4e2cb52e1 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:39.942025 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d7c3472-497f-4918-bcfe-1e0d158e37c3 req-b8f69980-edd6-4c50-a676-9be4e2cb52e1 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0526421 Feb 04 14:53:39.989874 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1d7c3472-497f-4918-bcfe-1e0d158e37c3 req-33f8e82a-b560-4025-919e-88b81bbe3d23 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421574 Feb 04 14:53:41.138946 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363694-e9b9-4cbf-ae8e-fd09f69e90ba req-46346954-e89b-4d28-bf47-5718c3148078 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:41.141685 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c1363694-e9b9-4cbf-ae8e-fd09f69e90ba req-46346954-e89b-4d28-bf47-5718c3148078 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0778885 Feb 04 14:53:41.171730 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c962365-0bf9-4181-a98d-3e42b4a789f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:41.214144 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c1363694-e9b9-4cbf-ae8e-fd09f69e90ba req-5ce72690-917f-4a16-ab46-3caebc74316a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524518 Feb 04 14:53:42.347234 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f4964-8f57-41b9-9a1f-2eb25373f8b5 req-ceaaac6e-ef68-4b64-a15d-4b40b8d9b477 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:42.349310 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-232f4964-8f57-41b9-9a1f-2eb25373f8b5 req-ceaaac6e-ef68-4b64-a15d-4b40b8d9b477 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0605524 Feb 04 14:53:42.399429 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-232f4964-8f57-41b9-9a1f-2eb25373f8b5 req-6a8fadf9-6b16-4039-bb38-27922da12c71 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443199 Feb 04 14:53:43.546723 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5e025-7fad-4164-91fc-c64f32cbe0c8 req-dc7acdb1-933a-49db-9731-d67e495205e7 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:43.548225 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8b5e025-7fad-4164-91fc-c64f32cbe0c8 req-dc7acdb1-933a-49db-9731-d67e495205e7 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0550411 Feb 04 14:53:43.596540 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8b5e025-7fad-4164-91fc-c64f32cbe0c8 req-9c2e0d9c-3e75-4035-ac56-15871ba82eb6 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423150 Feb 04 14:53:44.720881 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:44.754311 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caedd1-1014-4461-9a7d-259f831e794d req-a4bd3594-a6aa-48a3-92f5-63ef56a4ee0e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:44.756567 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31caedd1-1014-4461-9a7d-259f831e794d req-a4bd3594-a6aa-48a3-92f5-63ef56a4ee0e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0903652 Feb 04 14:53:44.808483 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-31caedd1-1014-4461-9a7d-259f831e794d req-2e6425e8-59d2-4727-95e8-fdc80d178a28 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462787 Feb 04 14:53:45.372398 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5754e8c0-11f4-4c75-bb4a-5a5f869e9305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:45.766200 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:45.936216 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:45.942086 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90f6bb-f7a4-4b5a-944f-2b9e874b24d0 req-c195daa1-8ca1-402b-a155-469a56b01383 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:45.948974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b90f6bb-f7a4-4b5a-944f-2b9e874b24d0 req-c195daa1-8ca1-402b-a155-469a56b01383 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0717890 Feb 04 14:53:46.000369 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7b90f6bb-f7a4-4b5a-944f-2b9e874b24d0 req-6aeed03b-0efc-471a-b577-750e9c41c097 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504417 Feb 04 14:53:47.119825 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab038249-ed34-43bd-a3ee-0670011626a9 req-58a19b66-ab96-4206-a71d-941298e5e908 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:47.121294 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab038249-ed34-43bd-a3ee-0670011626a9 req-58a19b66-ab96-4206-a71d-941298e5e908 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0526586 Feb 04 14:53:47.173663 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ab038249-ed34-43bd-a3ee-0670011626a9 req-1288ae0e-37fa-480a-b690-31bbd0b677cf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468805 Feb 04 14:53:47.268255 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:48.177535 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:48.297955 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559c856-be37-43ea-974e-4e5890d9fe0d req-7ed65194-becb-404f-a77e-f70f63934b2b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:48.299494 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1559c856-be37-43ea-974e-4e5890d9fe0d req-7ed65194-becb-404f-a77e-f70f63934b2b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0546412 Feb 04 14:53:48.349021 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1559c856-be37-43ea-974e-4e5890d9fe0d req-59eaaf8f-0539-4a9d-8b5d-51378af5602e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430148 Feb 04 14:53:49.468153 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf728b53-3b9b-47aa-b90f-0677080208cf req-85da2262-5469-4fbe-bcbb-76bc9db06c31 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:49.469623 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf728b53-3b9b-47aa-b90f-0677080208cf req-85da2262-5469-4fbe-bcbb-76bc9db06c31 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0529964 Feb 04 14:53:49.517454 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf728b53-3b9b-47aa-b90f-0677080208cf req-64841ec5-0694-49ce-8a06-2c273e8e4184 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422847 Feb 04 14:53:50.640063 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0b20b-ad64-4cb2-8ef4-3663fd2d6e28 req-b7687d95-d60d-44b3-8dc4-cd7eb40b97db tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:50.641545 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ec0b20b-ad64-4cb2-8ef4-3663fd2d6e28 req-b7687d95-d60d-44b3-8dc4-cd7eb40b97db tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0572240 Feb 04 14:53:50.690942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8ec0b20b-ad64-4cb2-8ef4-3663fd2d6e28 req-7a7fae49-6256-4f9f-b7e0-821440a7df6e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438926 Feb 04 14:53:51.810817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5e8bc-ece2-4430-9c40-a6bde5648228 req-985d6305-a890-4ac7-a186-1935a5aff060 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:51.812308 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58c5e8bc-ece2-4430-9c40-a6bde5648228 req-985d6305-a890-4ac7-a186-1935a5aff060 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0531819 Feb 04 14:53:51.860235 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-58c5e8bc-ece2-4430-9c40-a6bde5648228 req-7ae490dc-2810-4a8c-a62b-0f1dd2e8067d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424237 Feb 04 14:53:52.914273 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:53:52.985150 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb47e6-44ed-4d68-a9f4-1841b57231d2 req-6ebca2a7-89af-4667-a47d-165db2af1b5d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:52.986602 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65bb47e6-44ed-4d68-a9f4-1841b57231d2 req-6ebca2a7-89af-4667-a47d-165db2af1b5d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 943 time: 0.0590177 Feb 04 14:53:53.012707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:53:53.024005 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'port_id': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'mac_address': 'fa:16:3e:a6:67:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:53:53.035734 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-65bb47e6-44ed-4d68-a9f4-1841b57231d2 req-c6b16df6-cb51-4e4c-8608-9c1dabb4e984 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436249 Feb 04 14:53:53.060780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:53:53.061165 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:53.074361 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:53:53.092922 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:53:53.097092 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:53.143280 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,revision_number=9']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:53:53.426656 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['fb02e7bc-e2e5-4769-bf3e-54eb8dd09425'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:53:54.154161 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72be71-5fd7-4c6d-b4c2-bbb1cf156a48 req-694ff694-3e2f-4f40-8b51-5442f3f78994 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:54.155643 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e72be71-5fd7-4c6d-b4c2-bbb1cf156a48 req-694ff694-3e2f-4f40-8b51-5442f3f78994 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 944 time: 0.0525868 Feb 04 14:53:54.203680 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0e72be71-5fd7-4c6d-b4c2-bbb1cf156a48 req-221137f1-579d-4ac7-899a-afa6a7f2f9a4 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425961 Feb 04 14:53:54.938211 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:53:54.988555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:53:54.988847 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:55.063632 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:53:55.064028 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:55.089013 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:53:55.091276 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df93f63-96c6-44cd-9053-9be408f2a6f3" -d '{"events": [{"server_uuid": "4d6dd868-facf-4d3f-b1dd-06b74fbe1a31", "name": "network-vif-plugged", "status": "completed", "tag": "fb02e7bc-e2e5-4769-bf3e-54eb8dd09425"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:53:55.103323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:53:55.107772 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:53:55.139103 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c118c00d-5e96-4bcb-b814-f4515707e6c5 x-openstack-request-id: req-c118c00d-5e96-4bcb-b814-f4515707e6c5 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:53:55.139407 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6dd868-facf-4d3f-b1dd-06b74fbe1a31", "name": "network-vif-plugged", "status": "completed", "tag": "fb02e7bc-e2e5-4769-bf3e-54eb8dd09425", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:53:55.139664 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c118c00d-5e96-4bcb-b814-f4515707e6c5 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:53:55.140048 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'code': 200} Feb 04 14:53:55.165969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,revision_number=10']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:53:55.291085 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a03da3-a86c-4dd7-b04f-41b66de61a79 req-903da255-d599-4d44-9a9f-675ced88f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:55.292811 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-41a03da3-a86c-4dd7-b04f-41b66de61a79 req-903da255-d599-4d44-9a9f-675ced88f4d7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 1129 time: 0.0469928 Feb 04 14:53:55.326000 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8096139-8556-40bf-85fe-a14c0edf75a4 req-463096b3-1eb0-4c8e-8939-87c39bd2d618 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:55.327541 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8096139-8556-40bf-85fe-a14c0edf75a4 req-463096b3-1eb0-4c8e-8939-87c39bd2d618 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 946 time: 0.0538893 Feb 04 14:53:55.339281 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-41a03da3-a86c-4dd7-b04f-41b66de61a79 req-f887c972-391b-4fde-b6d7-e02961a6b0c0 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406945 Feb 04 14:53:55.380636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b8096139-8556-40bf-85fe-a14c0edf75a4 req-7859c900-2079-43ec-9553-dd94de56ff20 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474696 Feb 04 14:53:56.502218 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d02f09-56b7-4c1f-9d68-fbe305cc92fb req-d0437691-b11b-4b66-a40a-63cb9f84fccb tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:56.503720 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40d02f09-56b7-4c1f-9d68-fbe305cc92fb req-d0437691-b11b-4b66-a40a-63cb9f84fccb tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 946 time: 0.0530987 Feb 04 14:53:56.553594 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-40d02f09-56b7-4c1f-9d68-fbe305cc92fb req-54ff047e-d54a-4cb6-8c95-521dade70077 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443327 Feb 04 14:53:57.681959 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ccf67-8546-438f-80b6-15eb4ec2d2e6 req-ac96727b-623e-43ca-902e-49209b75ed98 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:53:57.683491 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a7ccf67-8546-438f-80b6-15eb4ec2d2e6 req-ac96727b-623e-43ca-902e-49209b75ed98 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 946 time: 0.0631423 Feb 04 14:53:57.732473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9a7ccf67-8546-438f-80b6-15eb4ec2d2e6 req-7f3acdbb-de53-4739-9a8e-97261c287db3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434570 Feb 04 14:54:01.211292 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:54:11.168281 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-93c92c60-00cd-4bdc-9024-fca91e91a7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:54:14.725884 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:54:15.364745 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-225dbae0-29d5-4049-bfec-7a23ea853ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:54:15.759388 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:54:15.934267 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:54:17.272800 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:54:18.180038 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:54:29.265503 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8bc85457-5456-46cf-80ac-88438d6c8881 req-e6f22209-0779-4ce8-ad79-25a0a0b13248 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483949 Feb 04 14:54:29.351021 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc85457-5456-46cf-80ac-88438d6c8881 req-4fede8c0-912f-4108-a5b7-08f104ec131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:54:29.352520 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8bc85457-5456-46cf-80ac-88438d6c8881 req-4fede8c0-912f-4108-a5b7-08f104ec131d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 1129 time: 0.0447891 Feb 04 14:54:29.452933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc85457-5456-46cf-80ac-88438d6c8881 req-4fa775cd-885a-4e3b-899c-49fe29fa003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:54:29.454425 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8bc85457-5456-46cf-80ac-88438d6c8881 req-4fa775cd-885a-4e3b-899c-49fe29fa003c service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.0842013 Feb 04 14:54:29.522775 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8bc85457-5456-46cf-80ac-88438d6c8881 req-23ea175e-9173-4b20-bea8-4038143187d6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 HTTP/1.1" status: 200 len: 1001 time: 0.0612409 Feb 04 14:54:29.570873 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc85457-5456-46cf-80ac-88438d6c8881 req-4f602e72-951b-49be-a4a1-dac44d5ba754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:54:29.573064 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8bc85457-5456-46cf-80ac-88438d6c8881 req-4f602e72-951b-49be-a4a1-dac44d5ba754 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0440664 Feb 04 14:54:29.620752 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc85457-5456-46cf-80ac-88438d6c8881 req-d259410b-364c-4dca-88aa-24a92e96c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:54:29.622268 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8bc85457-5456-46cf-80ac-88438d6c8881 req-d259410b-364c-4dca-88aa-24a92e96c47b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437272 Feb 04 14:54:29.715226 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8bc85457-5456-46cf-80ac-88438d6c8881 req-afd70459-98c2-4c68-bfb6-a4770e9f34e7 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871990 Feb 04 14:54:29.802648 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-8bc85457-5456-46cf-80ac-88438d6c8881 req-a64a6bdb-3aad-4917-81f6-8bc2c75d5724 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813470 Feb 04 14:54:38.210975 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:54:41.169938 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-db47c27f-d177-4b58-b01b-d3a976f34e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:54:44.747677 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:54:45.366753 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5140252b-e5a8-4e06-a3f4-8f77d2ae98cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:54:45.791446 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:54:45.937062 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:54:47.274217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:54:48.183483 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:11.171553 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-60cfd5ed-9c27-405f-980e-dcdf76e5a6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:14.757847 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:15.210550 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:55:15.369356 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae395f72-c748-4ba9-8d85-f50de329c698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:15.805100 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:15.943488 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:17.277383 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:18.187121 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:30.254324 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-75463d06-0031-4b76-a571-01971bb2d340 req-154fcf83-4710-49b7-90ba-358a2a6747de service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450752 Feb 04 14:55:30.343369 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75463d06-0031-4b76-a571-01971bb2d340 req-cd592941-6ffd-43c0-9311-0b60cd8b78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:55:30.344869 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-75463d06-0031-4b76-a571-01971bb2d340 req-cd592941-6ffd-43c0-9311-0b60cd8b78c3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 1129 time: 0.0510540 Feb 04 14:55:30.446898 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75463d06-0031-4b76-a571-01971bb2d340 req-59e616d9-c31a-4d8e-a3ba-669d95bc1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:55:30.448379 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-75463d06-0031-4b76-a571-01971bb2d340 req-59e616d9-c31a-4d8e-a3ba-669d95bc1fc5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.0854490 Feb 04 14:55:30.517985 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-75463d06-0031-4b76-a571-01971bb2d340 req-8e9409cb-5144-4efe-a31f-e8470371e9d1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 HTTP/1.1" status: 200 len: 1001 time: 0.0620983 Feb 04 14:55:30.566262 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75463d06-0031-4b76-a571-01971bb2d340 req-6fc761b5-e4f0-4b1d-b618-e46827fd4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:55:30.567678 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-75463d06-0031-4b76-a571-01971bb2d340 req-6fc761b5-e4f0-4b1d-b618-e46827fd4893 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0441737 Feb 04 14:55:30.615069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75463d06-0031-4b76-a571-01971bb2d340 req-e077a991-e7f9-4877-a5a7-ed559d4a6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:55:30.616545 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-75463d06-0031-4b76-a571-01971bb2d340 req-e077a991-e7f9-4877-a5a7-ed559d4a6d27 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435209 Feb 04 14:55:30.707911 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-75463d06-0031-4b76-a571-01971bb2d340 req-16927f13-97e2-4a22-b6b8-d40106ff00f0 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853930 Feb 04 14:55:30.796287 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-75463d06-0031-4b76-a571-01971bb2d340 req-45f77891-8ddb-4bc0-b055-5a0216182334 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824838 Feb 04 14:55:41.173381 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0ed05f79-0671-48d6-9955-152b7ff05601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:41.928597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38880) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:55:42.136799 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Deleting port 8eabd063-b4e1-4cbf-8e34-b6a73599963a {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:55:42.137148 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8eabd063-b4e1-4cbf-8e34-b6a73599963a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:42.226896 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8eabd063-b4e1-4cbf-8e34-b6a73599963a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:42.227118 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for floatingip (8eabd063-b4e1-4cbf-8e34-b6a73599963a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:42.239084 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Calling delete_port for 8eabd063-b4e1-4cbf-8e34-b6a73599963a owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:55:42.396019 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8eabd063-b4e1-4cbf-8e34-b6a73599963a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:42.429471 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event deleted for resources: {'Port': ['ID=8eabd063-b4e1-4cbf-8e34-b6a73599963a,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:55:42.453211 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:42.453563 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:42.453908 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:42.454275 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:42.454612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:42.454942 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:42.455270 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:42.455610 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:42.455920 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:42.456251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:42.456574 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:42.456896 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:42.457219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:42.496886 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for floatingip (ee86801b-1f79-487b-abfa-899c4222405a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:42.497141 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Floating IP ee86801b-1f79-487b-abfa-899c4222405a disassociated (deleted). External IP: 172.25.5.192, port: fb02e7bc-e2e5-4769-bf3e-54eb8dd09425. Feb 04 14:55:42.712623 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Router a98705a0-0de1-4090-b1e9-677aeca60f4c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:55:42.827631 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:55:42.832550 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:42.839807 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807b9c4e-4a33-424c-a960-7cc82e1bfe29 None None] Sync routers for ids ['a98705a0-0de1-4090-b1e9-677aeca60f4c'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:55:42.850379 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b9c4e-4a33-424c-a960-7cc82e1bfe29 None None] Routers {'a98705a0-0de1-4090-b1e9-677aeca60f4c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:55:42.851569 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-807b9c4e-4a33-424c-a960-7cc82e1bfe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:55:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a98705a0-0de1-4090-b1e9-677aeca60f4c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:55:42.865198 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-92f255c3-a3ba-4a18-9a25-e8d48b759093 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "DELETE /v2.0/floatingips/ee86801b-1f79-487b-abfa-899c4222405a HTTP/1.1" status: 204 len: 168 time: 0.9329357 Feb 04 14:55:42.865198 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'tag': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:55:42.865981 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57994fda-de6b-47bd-b3fe-20ea7c6cdde3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6dd868-facf-4d3f-b1dd-06b74fbe1a31", "tag": "fb02e7bc-e2e5-4769-bf3e-54eb8dd09425"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:55:42.964485 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-807b9c4e-4a33-424c-a960-7cc82e1bfe29 None None] Set router a98705a0-0de1-4090-b1e9-677aeca60f4c gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:55:43.091132 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28304e46-a812-421e-bf0b-5ef409756e71 x-openstack-request-id: req-28304e46-a812-421e-bf0b-5ef409756e71 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:55:43.091672 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6dd868-facf-4d3f-b1dd-06b74fbe1a31", "tag": "fb02e7bc-e2e5-4769-bf3e-54eb8dd09425", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:55:43.091672 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-28304e46-a812-421e-bf0b-5ef409756e71 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:55:43.092076 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'tag': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'status': 'completed', 'code': 200} Feb 04 14:55:43.164261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57994fda-de6b-47bd-b3fe-20ea7c6cdde3 req-66f55bc1-59c3-4d9e-bbdc-0be8795a9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:55:43.165866 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-57994fda-de6b-47bd-b3fe-20ea7c6cdde3 req-66f55bc1-59c3-4d9e-bbdc-0be8795a9cd9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 1129 time: 0.0503068 Feb 04 14:55:43.191295 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-807b9c4e-4a33-424c-a960-7cc82e1bfe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '554c27e4-aa49-4f21-ad17-3d2a1dd6dc43', 'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'mac_address': 'fa:16:3e:ec:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:15Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 5, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'subnets': [{'id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:55:43.199804 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015ea9d-3cb5-420f-849a-d69be81af9f9 req-ce4edafb-aa75-4fd6-829f-336bf97139ea tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:55:43.201609 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9015ea9d-3cb5-420f-849a-d69be81af9f9 req-ce4edafb-aa75-4fd6-829f-336bf97139ea tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 946 time: 0.0675073 Feb 04 14:55:43.225826 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807b9c4e-4a33-424c-a960-7cc82e1bfe29 None None] Checking router: a98705a0-0de1-4090-b1e9-677aeca60f4c for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:55:43.235474 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b9c4e-4a33-424c-a960-7cc82e1bfe29 None None] Routers {'a98705a0-0de1-4090-b1e9-677aeca60f4c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:55:43.236362 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-807b9c4e-4a33-424c-a960-7cc82e1bfe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:55:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a98705a0-0de1-4090-b1e9-677aeca60f4c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:55:43.274352 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57994fda-de6b-47bd-b3fe-20ea7c6cdde3 req-d68d776f-985f-4318-b751-ef4100cd71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:55:43.276405 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-57994fda-de6b-47bd-b3fe-20ea7c6cdde3 req-d68d776f-985f-4318-b751-ef4100cd71f8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.1034527 Feb 04 14:55:43.319770 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-57994fda-de6b-47bd-b3fe-20ea7c6cdde3 req-8009616f-e349-4e82-9c4d-36518cda91e4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 HTTP/1.1" status: 200 len: 217 time: 0.0371542 Feb 04 14:55:43.359037 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-807b9c4e-4a33-424c-a960-7cc82e1bfe29 None None] Set router a98705a0-0de1-4090-b1e9-677aeca60f4c gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:55:43.375565 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57994fda-de6b-47bd-b3fe-20ea7c6cdde3 req-f02b1a3b-1011-44a6-8ee5-766918df2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:55:43.377053 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-57994fda-de6b-47bd-b3fe-20ea7c6cdde3 req-f02b1a3b-1011-44a6-8ee5-766918df2106 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0516410 Feb 04 14:55:43.431069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57994fda-de6b-47bd-b3fe-20ea7c6cdde3 req-97483810-c427-4a7c-9822-4b6dcf98b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:55:43.433155 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-57994fda-de6b-47bd-b3fe-20ea7c6cdde3 req-97483810-c427-4a7c-9822-4b6dcf98b248 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495372 Feb 04 14:55:43.530968 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-57994fda-de6b-47bd-b3fe-20ea7c6cdde3 req-e473d009-2033-4985-96c7-40fdebb93a4d service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898345 Feb 04 14:55:43.573816 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-807b9c4e-4a33-424c-a960-7cc82e1bfe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '554c27e4-aa49-4f21-ad17-3d2a1dd6dc43', 'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'mac_address': 'fa:16:3e:ec:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:15Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 5, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'subnets': [{'id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:55:43.600806 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807b9c4e-4a33-424c-a960-7cc82e1bfe29 None None] The sync data for ids ['a98705a0-0de1-4090-b1e9-677aeca60f4c'] in n-d-714676-13 is: [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '554c27e4-aa49-4f21-ad17-3d2a1dd6dc43', 'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'mac_address': 'fa:16:3e:ec:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:15Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 5, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'subnets': [{'id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:55:43.604638 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9015ea9d-3cb5-420f-849a-d69be81af9f9 req-399a3ebc-d6a6-416b-be66-622f5876cccd tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3973682 Feb 04 14:55:43.632080 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-57994fda-de6b-47bd-b3fe-20ea7c6cdde3 req-bd9ed576-6ac8-4da4-b3ba-a96c8a411e9c service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940948 Feb 04 14:55:43.832957 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5071206d-7e25-46cc-812f-bb8bc2f9b6c3 None None] New status for floating IP ee86801b-1f79-487b-abfa-899c4222405a: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:55:44.727118 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aab98b-24ce-4535-8408-dd69e4142313 req-e06ffbed-a6bb-415c-b5a5-0ba5bfb6c145 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:55:44.728842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07aab98b-24ce-4535-8408-dd69e4142313 req-e06ffbed-a6bb-415c-b5a5-0ba5bfb6c145 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 946 time: 0.0534706 Feb 04 14:55:44.749556 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693be4f5-bf1b-4423-bc73-fae33fc009db req-b785d89a-2048-4d91-9659-ad55738181d2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:55:44.751284 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-693be4f5-bf1b-4423-bc73-fae33fc009db req-b785d89a-2048-4d91-9659-ad55738181d2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.99 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 946 time: 0.0541861 Feb 04 14:55:44.753821 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:44.780053 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-07aab98b-24ce-4535-8408-dd69e4142313 req-88c40c6b-f095-4149-aa40-b03f17fe103c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=8728420b-7eaf-4832-a293-330cacf0e634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457413 Feb 04 14:55:44.849321 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-693be4f5-bf1b-4423-bc73-fae33fc009db req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Deleting port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 14:55:44.849667 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-693be4f5-bf1b-4423-bc73-fae33fc009db req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:44.938681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-693be4f5-bf1b-4423-bc73-fae33fc009db req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] For port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:55:44.939049 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-693be4f5-bf1b-4423-bc73-fae33fc009db req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:44.951823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-693be4f5-bf1b-4423-bc73-fae33fc009db req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Calling delete_port for fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 14:55:45.372607 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c3b93553-c9b1-4596-be4e-d687898459fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:45.376007 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-693be4f5-bf1b-4423-bc73-fae33fc009db req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (fb02e7bc-e2e5-4769-bf3e-54eb8dd09425), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:45.405655 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event deleted for resources: {'Port': ['ID=fb02e7bc-e2e5-4769-bf3e-54eb8dd09425,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:55:45.433840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:45.433840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:45.433840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:45.434258 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:45.434532 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:45.434869 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:45.435205 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:45.435568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:45.435837 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:45.436162 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:45.436490 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:45.436817 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:45.437140 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:55:45.462156 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-693be4f5-bf1b-4423-bc73-fae33fc009db req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] No DVR routers for this DVR port fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:55:45.464764 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-693be4f5-bf1b-4423-bc73-fae33fc009db req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:45.468102 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-693be4f5-bf1b-4423-bc73-fae33fc009db req-aa27afe7-a3fa-4b50-aaa1-a0853b4bb099 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.99 "DELETE /v2.0/ports/fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 HTTP/1.1" status: 204 len: 173 time: 0.7114365 Feb 04 14:55:45.468535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'name': 'network-vif-deleted', 'tag': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:55:45.470769 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d210667c-86d5-495d-ae03-0c82ff561175" -d '{"events": [{"server_uuid": "4d6dd868-facf-4d3f-b1dd-06b74fbe1a31", "name": "network-vif-deleted", "tag": "fb02e7bc-e2e5-4769-bf3e-54eb8dd09425"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:55:45.801748 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:45.819461 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc21b2e-da04-49d9-8467-154945d54261 x-openstack-request-id: req-7dc21b2e-da04-49d9-8467-154945d54261 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:55:45.819952 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6dd868-facf-4d3f-b1dd-06b74fbe1a31", "name": "network-vif-deleted", "tag": "fb02e7bc-e2e5-4769-bf3e-54eb8dd09425", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:55:45.820064 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7dc21b2e-da04-49d9-8467-154945d54261 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:55:45.820428 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6dd868-facf-4d3f-b1dd-06b74fbe1a31', 'name': 'network-vif-deleted', 'tag': 'fb02e7bc-e2e5-4769-bf3e-54eb8dd09425', 'status': 'completed', 'code': 200} Feb 04 14:55:45.920749 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-abd2949a-5b2b-418d-9149-05b0b10b3b96 req-3e5eca4e-6b97-455f-907c-77d79f4e14b5 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d6dd868-facf-4d3f-b1dd-06b74fbe1a31 HTTP/1.1" status: 200 len: 210 time: 0.0368421 Feb 04 14:55:45.953802 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:46.971347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38906) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:55:47.027928 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8b5796d7-1922-4f3f-90f3-c52d9002f3cb tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group (8728420b-7eaf-4832-a293-330cacf0e634), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:47.056196 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8b5796d7-1922-4f3f-90f3-c52d9002f3cb tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group (8728420b-7eaf-4832-a293-330cacf0e634), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:47.118639 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8b5796d7-1922-4f3f-90f3-c52d9002f3cb tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8728420b-7eaf-4832-a293-330cacf0e634), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:47.121393 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-8b5796d7-1922-4f3f-90f3-c52d9002f3cb tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:47.122530 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-8b5796d7-1922-4f3f-90f3-c52d9002f3cb tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "DELETE /v2.0/security-groups/8728420b-7eaf-4832-a293-330cacf0e634 HTTP/1.1" status: 204 len: 168 time: 0.1501868 Feb 04 14:55:47.131937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5796d7-1922-4f3f-90f3-c52d9002f3cb tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8728420b-7eaf-4832-a293-330cacf0e634,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:55:47.280461 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:47.487932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:55:47.508215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 14:55:47.508556 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device fb02e7bc-e2e5-4769-bf3e-54eb8dd09425 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 14:55:48.189228 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.327257 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 38914) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:55:48.331820 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-d5121681-1cbd-470d-ac71-08b24611043c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2053937372', 'description': 'tempest-secgroup-smoke-2053937372 description', 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:55:48.352117 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d5121681-1cbd-470d-ac71-08b24611043c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.418081 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d5121681-1cbd-470d-ac71-08b24611043c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group (11b40202-37dd-4ac9-b0a8-0508b707f539), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.422022 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d5121681-1cbd-470d-ac71-08b24611043c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (11b40202-37dd-4ac9-b0a8-0508b707f539), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.451840 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-d5121681-1cbd-470d-ac71-08b24611043c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.452339 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d5121681-1cbd-470d-ac71-08b24611043c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1240582 Feb 04 14:55:48.455741 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38916) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:55:48.456420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5121681-1cbd-470d-ac71-08b24611043c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b40202-37dd-4ac9-b0a8-0508b707f539,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:55:48.461653 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a3de146d-4cb5-4c1a-8d05-6920ffe58e2f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'security_group_rule': {'security_group_id': '11b40202-37dd-4ac9-b0a8-0508b707f539', 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:55:48.489486 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3de146d-4cb5-4c1a-8d05-6920ffe58e2f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (e1a66ab6-e050-4766-b7d7-99f53c1bee60), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.548801 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3de146d-4cb5-4c1a-8d05-6920ffe58e2f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (e1a66ab6-e050-4766-b7d7-99f53c1bee60), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.552908 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3de146d-4cb5-4c1a-8d05-6920ffe58e2f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (e1a66ab6-e050-4766-b7d7-99f53c1bee60), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.573703 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de146d-4cb5-4c1a-8d05-6920ffe58e2f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a66ab6-e050-4766-b7d7-99f53c1bee60,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:55:48.579682 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3de146d-4cb5-4c1a-8d05-6920ffe58e2f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.580981 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-a3de146d-4cb5-4c1a-8d05-6920ffe58e2f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240401 Feb 04 14:55:48.583805 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38918) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:55:48.588774 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-25c9610a-4c6d-4c5f-ab72-c2a85d59b60e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'security_group_rule': {'security_group_id': '11b40202-37dd-4ac9-b0a8-0508b707f539', 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:55:48.615285 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25c9610a-4c6d-4c5f-ab72-c2a85d59b60e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (18bf8147-8d9f-4d8d-8dbb-2ecb84c7ed5a), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.670381 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25c9610a-4c6d-4c5f-ab72-c2a85d59b60e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (18bf8147-8d9f-4d8d-8dbb-2ecb84c7ed5a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.673732 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25c9610a-4c6d-4c5f-ab72-c2a85d59b60e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (18bf8147-8d9f-4d8d-8dbb-2ecb84c7ed5a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.692317 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9610a-4c6d-4c5f-ab72-c2a85d59b60e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18bf8147-8d9f-4d8d-8dbb-2ecb84c7ed5a,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:55:48.697838 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-25c9610a-4c6d-4c5f-ab72-c2a85d59b60e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.701605 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-25c9610a-4c6d-4c5f-ab72-c2a85d59b60e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137080 Feb 04 14:55:48.701605 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38920) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:55:48.705869 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7a974c68-dd83-4c7e-b917-145b7f190c95 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'security_group_rule': {'security_group_id': '11b40202-37dd-4ac9-b0a8-0508b707f539', 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:55:48.732057 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a974c68-dd83-4c7e-b917-145b7f190c95 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (2584037d-32b3-4a65-a42e-587d78dc9397), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.785834 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a974c68-dd83-4c7e-b917-145b7f190c95 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (2584037d-32b3-4a65-a42e-587d78dc9397), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.789244 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a974c68-dd83-4c7e-b917-145b7f190c95 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (2584037d-32b3-4a65-a42e-587d78dc9397), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.810494 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a974c68-dd83-4c7e-b917-145b7f190c95 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2584037d-32b3-4a65-a42e-587d78dc9397,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:55:48.814843 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a974c68-dd83-4c7e-b917-145b7f190c95 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.816179 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7a974c68-dd83-4c7e-b917-145b7f190c95 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135983 Feb 04 14:55:48.820521 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38922) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:55:48.824908 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-bfa982d5-b2e3-4b96-b700-0aa4d2d8166c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'security_group_rule': {'security_group_id': '11b40202-37dd-4ac9-b0a8-0508b707f539', 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:55:48.848479 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bfa982d5-b2e3-4b96-b700-0aa4d2d8166c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (389ee60c-80c5-4cbd-a80f-9d4f012c7058), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.903943 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bfa982d5-b2e3-4b96-b700-0aa4d2d8166c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (389ee60c-80c5-4cbd-a80f-9d4f012c7058), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.907797 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bfa982d5-b2e3-4b96-b700-0aa4d2d8166c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (389ee60c-80c5-4cbd-a80f-9d4f012c7058), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.928384 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa982d5-b2e3-4b96-b700-0aa4d2d8166c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389ee60c-80c5-4cbd-a80f-9d4f012c7058,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:55:48.934083 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bfa982d5-b2e3-4b96-b700-0aa4d2d8166c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:48.937846 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bfa982d5-b2e3-4b96-b700-0aa4d2d8166c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1138568 Feb 04 14:55:48.938144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38924) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:55:48.942489 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4aa0cd47-9841-4d1b-bfb1-f96d8f839144 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'security_group_rule': {'security_group_id': '11b40202-37dd-4ac9-b0a8-0508b707f539', 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:55:48.963614 n-d-714676-13 neutron-server[103607]: INFO neutron.db.securitygroups_db [None req-4aa0cd47-9841-4d1b-bfb1-f96d8f839144 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Project d7ce0e29bab24cc6beda55bae6904f1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:55:48.968609 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4aa0cd47-9841-4d1b-bfb1-f96d8f839144 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (8b784fc6-897b-458a-8be5-4fe229ae46ad), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:49.024764 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4aa0cd47-9841-4d1b-bfb1-f96d8f839144 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (8b784fc6-897b-458a-8be5-4fe229ae46ad), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:49.028995 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4aa0cd47-9841-4d1b-bfb1-f96d8f839144 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (8b784fc6-897b-458a-8be5-4fe229ae46ad), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:49.045459 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0cd47-9841-4d1b-bfb1-f96d8f839144 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b784fc6-897b-458a-8be5-4fe229ae46ad,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:55:49.053407 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4aa0cd47-9841-4d1b-bfb1-f96d8f839144 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:49.057202 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4aa0cd47-9841-4d1b-bfb1-f96d8f839144 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155381 Feb 04 14:55:49.057402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 38926) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:55:49.061749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b0953a76-b948-4387-85e5-1d66dd3a6fcd tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'security_group_rule': {'security_group_id': '11b40202-37dd-4ac9-b0a8-0508b707f539', 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:55:49.080675 n-d-714676-13 neutron-server[103607]: INFO neutron.db.securitygroups_db [None req-b0953a76-b948-4387-85e5-1d66dd3a6fcd tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Project d7ce0e29bab24cc6beda55bae6904f1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:55:49.085327 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b0953a76-b948-4387-85e5-1d66dd3a6fcd tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (3ae901e9-b0a7-42dc-942a-acd877bebba1), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:49.142432 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b0953a76-b948-4387-85e5-1d66dd3a6fcd tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (3ae901e9-b0a7-42dc-942a-acd877bebba1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:49.145913 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b0953a76-b948-4387-85e5-1d66dd3a6fcd tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (3ae901e9-b0a7-42dc-942a-acd877bebba1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:49.160871 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0953a76-b948-4387-85e5-1d66dd3a6fcd tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae901e9-b0a7-42dc-942a-acd877bebba1,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:55:49.173168 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b0953a76-b948-4387-85e5-1d66dd3a6fcd tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:55:49.174428 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b0953a76-b948-4387-85e5-1d66dd3a6fcd tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1160717 Feb 04 14:55:52.210387 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:56:07.559710 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-5c80ad2d-038e-430e-95a3-cd19719ab734 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053937372&fields=id&tenant_id=d7ce0e29bab24cc6beda55bae6904f1a HTTP/1.1" status: 200 len: 267 time: 0.0449240 Feb 04 14:56:07.668328 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-3f9a0288-e0d9-4ca7-ad3e-cca1255400e2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:07.669802 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-3f9a0288-e0d9-4ca7-ad3e-cca1255400e2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 808 time: 0.1038415 Feb 04 14:56:07.684842 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-db1acd0c-bc53-4c64-8945-bf446896cf37 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/quotas/d7ce0e29bab24cc6beda55bae6904f1a HTTP/1.1" status: 200 len: 375 time: 0.0096884 Feb 04 14:56:07.738802 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-9d860a17-335d-4abe-9cc8-9d593a678657 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486546 Feb 04 14:56:07.793833 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-6d13ddc2-b50d-42ff-9324-891b40376d50 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:56:07.794863 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-6d13ddc2-b50d-42ff-9324-891b40376d50 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0447702 Feb 04 14:56:07.885198 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-f20be0fa-40c5-4bfe-baa8-1c342d117afc service neutron] 10.222.0.96 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841162 Feb 04 14:56:07.971622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-02f95b1d-986f-4859-87c4-1911e44640ec service neutron] 10.222.0.96 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807424 Feb 04 14:56:08.250059 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ad280042-9ad5-4125-9099-62ca53e49453 req-e48f7982-0f40-49a1-afad-a446d029b7dc tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 210 time: 0.0285139 Feb 04 14:56:09.216681 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-f8877081-0272-440a-9105-0e5a3b9c77fb tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:09.218151 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-f8877081-0272-440a-9105-0e5a3b9c77fb tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 808 time: 0.1125116 Feb 04 14:56:09.280499 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-5eb027b3-f742-469c-8a2d-a72f51fe5ffb tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7ce0e29bab24cc6beda55bae6904f1a HTTP/1.1" status: 200 len: 380 time: 0.0548244 Feb 04 14:56:09.288631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-e4dcae77-2f31-4987-b093-6fdcc26175af tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'port': {'device_id': '47db6664-b572-4968-b63f-bc6241c05faa', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'admin_state_up': True, 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'security_groups': ['11b40202-37dd-4ac9-b0a8-0508b707f539']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:56:09.353402 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-52e07088-f3f2-4297-8c46-df36cc993a70 req-14e39c3f-99af-4cb9-bf6b-6c765238603e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 210 time: 0.0278182 Feb 04 14:56:09.403319 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-e4dcae77-2f31-4987-b093-6fdcc26175af tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Made reservation on behalf of d7ce0e29bab24cc6beda55bae6904f1a for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:56:09.406781 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-e4dcae77-2f31-4987-b093-6fdcc26175af tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:09.537170 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-e4dcae77-2f31-4987-b093-6fdcc26175af tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Allocated IP 172.20.0.4 (95eeb59a-ab49-400b-9c9c-a75666024267/a4ad74a7-bc42-426d-b709-1b9a55eed3b3/a76d1b26-88a5-41be-a657-4d3fdc04a4d6) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:56:09.674753 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-e4dcae77-2f31-4987-b093-6fdcc26175af tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:09.709348 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-e4dcae77-2f31-4987-b093-6fdcc26175af tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:09.757646 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-e4dcae77-2f31-4987-b093-6fdcc26175af tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Network 95eeb59a-ab49-400b-9c9c-a75666024267 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:56:09.760668 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-e4dcae77-2f31-4987-b093-6fdcc26175af tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:56:09.764360 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-e4dcae77-2f31-4987-b093-6fdcc26175af tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:56:09.794770 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcae77-2f31-4987-b093-6fdcc26175af tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'Port': ['ID=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:56:09.818533 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-e4dcae77-2f31-4987-b093-6fdcc26175af tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:09.819154 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-e4dcae77-2f31-4987-b093-6fdcc26175af tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:09.840192 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-e4dcae77-2f31-4987-b093-6fdcc26175af tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5553370 Feb 04 14:56:09.851835 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Request body: {'port': {'device_id': '47db6664-b572-4968-b63f-bc6241c05faa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:56:09.915159 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:10.069223 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-c4458438-2991-4273-8cf2-6e2c94965886 None None] Provisioning complete for port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:56:10.069868 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c4458438-2991-4273-8cf2-6e2c94965886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:10.103126 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-c4458438-2991-4273-8cf2-6e2c94965886 None None] Port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 14:56:10.197536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76d1b26-88a5-41be-a657-4d3fdc04a4d6 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:56:10.205365 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Publish callbacks [] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:10.217550 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Transition to ACTIVE for port object a76d1b26-88a5-41be-a657-4d3fdc04a4d6 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:56:10.221730 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:10.280149 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Pushing event updated for resources: {'Port': ['ID=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:56:10.352382 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Attempting to bind port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 14:56:10.352733 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Attempting to bind port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 14:56:10.353074 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Attempting to bind port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 on network 95eeb59a-ab49-400b-9c9c-a75666024267 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:56:10.359178 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 on network 95eeb59a-ab49-400b-9c9c-a75666024267 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 14:56:10.359513 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Attempting to bind port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 on network 95eeb59a-ab49-400b-9c9c-a75666024267 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 14:56:10.365011 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 14:56:10.365363 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Checking segment: {'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 14:56:10.365771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Bound using segment: {'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 14:56:10.366281 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Bound port: a76d1b26-88a5-41be-a657-4d3fdc04a4d6, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35676a06-cdc8-48fb-88b1-0353bc45b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 14:56:10.366649 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:10.447403 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] For port a76d1b26-88a5-41be-a657-4d3fdc04a4d6, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 14:56:10.451307 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] For port a76d1b26-88a5-41be-a657-4d3fdc04a4d6, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 14:56:10.461279 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:10.503472 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:10.504343 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:10.505980 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] 10.222.0.99 "PUT /v2.0/ports/a76d1b26-88a5-41be-a657-4d3fdc04a4d6 HTTP/1.1" status: 200 len: 1092 time: 0.6584070 Feb 04 14:56:10.506541 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47db6664-b572-4968-b63f-bc6241c05faa', 'tag': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:56:10.508877 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d87dbe-8285-48cf-9366-4828b6879fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "47db6664-b572-4968-b63f-bc6241c05faa", "tag": "a76d1b26-88a5-41be-a657-4d3fdc04a4d6"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:56:10.515200 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15dc67-6420-4acb-a569-b900f73ba656 req-93bd34bb-8538-47a3-90ec-7afb3ba84146 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:10.526580 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c15dc67-6420-4acb-a569-b900f73ba656 req-93bd34bb-8538-47a3-90ec-7afb3ba84146 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0886664 Feb 04 14:56:10.532268 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5378d85-2152-44e0-b54d-8c264e3f0c0f service neutron] Pushing event updated for resources: {'Port': ['ID=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:56:10.588805 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4c15dc67-6420-4acb-a569-b900f73ba656 req-4534813a-13a6-403b-a41e-62e498decf75 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586898 Feb 04 14:56:10.625824 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-1056feed-13c7-4649-a4b3-e0f4c9f5c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:10.628253 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-1056feed-13c7-4649-a4b3-e0f4c9f5c068 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 1126 time: 0.0587790 Feb 04 14:56:10.678817 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91e7243-0719-4597-a333-7fe037d19e2c x-openstack-request-id: req-a91e7243-0719-4597-a333-7fe037d19e2c {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:56:10.679195 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47db6664-b572-4968-b63f-bc6241c05faa", "tag": "a76d1b26-88a5-41be-a657-4d3fdc04a4d6", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:56:10.679514 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a91e7243-0719-4597-a333-7fe037d19e2c {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:56:10.679978 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47db6664-b572-4968-b63f-bc6241c05faa', 'tag': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6', 'status': 'completed', 'code': 200} Feb 04 14:56:10.682882 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-bd7cd18c-27f6-4b92-b0ff-97ef9abd5610 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6 HTTP/1.1" status: 200 len: 217 time: 0.0472026 Feb 04 14:56:10.737224 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-e6652017-4360-4d85-9eca-d8157140f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:10.738747 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-e6652017-4360-4d85-9eca-d8157140f486 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0478356 Feb 04 14:56:10.792406 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-1b163a93-9c70-489a-9770-3b571b4295a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:10.793937 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-1b163a93-9c70-489a-9770-3b571b4295a3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495965 Feb 04 14:56:10.891728 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-4a8e6c0e-9acc-4372-9d2f-14ae1598cdb3 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905054 Feb 04 14:56:10.984049 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ccd0695b-ec25-4732-b202-9f0691598d45 req-6b1fde4b-d87a-4baf-ae90-bd86bc883687 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869732 Feb 04 14:56:11.073071 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d87dbe-8285-48cf-9366-4828b6879fd3 req-4442d36d-15b7-4489-b82a-c8fb395ec3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:11.074662 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-16d87dbe-8285-48cf-9366-4828b6879fd3 req-4442d36d-15b7-4489-b82a-c8fb395ec3c3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 1126 time: 0.0476217 Feb 04 14:56:11.173853 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d87dbe-8285-48cf-9366-4828b6879fd3 req-a5322ce4-ceb6-401d-b7b9-e46ec78ee44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:11.175925 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-16d87dbe-8285-48cf-9366-4828b6879fd3 req-a5322ce4-ceb6-401d-b7b9-e46ec78ee44c service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.0941033 Feb 04 14:56:11.176711 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b7f4696f-1995-42fb-a592-ebcb6433d23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:11.218723 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-16d87dbe-8285-48cf-9366-4828b6879fd3 req-3aadb1d9-4736-4c29-9045-4d1c4562dc7b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6 HTTP/1.1" status: 200 len: 217 time: 0.0372415 Feb 04 14:56:11.273771 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d87dbe-8285-48cf-9366-4828b6879fd3 req-f3fb5352-314c-4696-be09-8580ff5c04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:11.275423 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-16d87dbe-8285-48cf-9366-4828b6879fd3 req-f3fb5352-314c-4696-be09-8580ff5c04d2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0517337 Feb 04 14:56:11.327114 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d87dbe-8285-48cf-9366-4828b6879fd3 req-9ba6e96f-5e63-46e5-8dc5-a1cb8c59d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:11.328615 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-16d87dbe-8285-48cf-9366-4828b6879fd3 req-9ba6e96f-5e63-46e5-8dc5-a1cb8c59d192 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465655 Feb 04 14:56:11.414821 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-16d87dbe-8285-48cf-9366-4828b6879fd3 req-9520015e-a232-4117-b290-ce8148c30b55 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804756 Feb 04 14:56:11.507789 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-16d87dbe-8285-48cf-9366-4828b6879fd3 req-fd43e868-2c0f-45a4-ad13-04993bc17f65 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867708 Feb 04 14:56:11.712793 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9e2f3-882a-4981-afc9-7e4bd7df0e93 req-c345a262-5df3-43c0-b66d-0116b570a038 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:11.714898 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-95e9e2f3-882a-4981-afc9-7e4bd7df0e93 req-c345a262-5df3-43c0-b66d-0116b570a038 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0545135 Feb 04 14:56:11.763451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-95e9e2f3-882a-4981-afc9-7e4bd7df0e93 req-e70db0ac-6ea9-4931-ad40-9c5043d4db6d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426080 Feb 04 14:56:12.886545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff353ed4-f30d-4e90-9319-a9e1e3d61dd5 req-2f7c7d04-4048-4388-a520-acea69127019 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:12.888050 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff353ed4-f30d-4e90-9319-a9e1e3d61dd5 req-2f7c7d04-4048-4388-a520-acea69127019 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0568383 Feb 04 14:56:12.937831 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ff353ed4-f30d-4e90-9319-a9e1e3d61dd5 req-d7ae822a-4e3c-42d7-9855-50f3637fd776 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441566 Feb 04 14:56:14.055690 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d380f-771b-4cf1-8f6e-bdba0ecd05e8 req-2af5e7d1-b251-4abe-a13f-79b16b72ac49 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:14.057733 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-399d380f-771b-4cf1-8f6e-bdba0ecd05e8 req-2af5e7d1-b251-4abe-a13f-79b16b72ac49 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0532022 Feb 04 14:56:14.107656 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-399d380f-771b-4cf1-8f6e-bdba0ecd05e8 req-77ba2090-9644-4dec-bdd6-4e1c6651ea20 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443099 Feb 04 14:56:14.766533 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:15.231095 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea88749-4535-47fd-91bd-53161c2f206d req-46e8f629-e227-43db-b5cf-0555e6a5d53f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:15.232593 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cea88749-4535-47fd-91bd-53161c2f206d req-46e8f629-e227-43db-b5cf-0555e6a5d53f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0542428 Feb 04 14:56:15.286249 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cea88749-4535-47fd-91bd-53161c2f206d req-d728e70c-40a1-4094-b0c1-1d3e91247e03 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478761 Feb 04 14:56:15.375243 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-28cbc8d5-e448-429f-8f65-49029371aa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:15.820415 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:15.946039 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:16.404083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2efcf4-ba1d-4fc8-ae93-adb752e449d6 req-ad765b8a-dc11-4540-b9e9-f3502ee68e6f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:16.405577 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d2efcf4-ba1d-4fc8-ae93-adb752e449d6 req-ad765b8a-dc11-4540-b9e9-f3502ee68e6f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0524697 Feb 04 14:56:16.454846 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0d2efcf4-ba1d-4fc8-ae93-adb752e449d6 req-0cf2612f-fe97-419c-9d0a-d30a4b1aa062 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436378 Feb 04 14:56:17.282357 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:17.574743 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bff32-d020-48a3-9484-9abb51b75000 req-f038c86d-8c8d-4bb5-9c05-9e64ca99fd31 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:17.576401 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d34bff32-d020-48a3-9484-9abb51b75000 req-f038c86d-8c8d-4bb5-9c05-9e64ca99fd31 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0541356 Feb 04 14:56:17.626766 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d34bff32-d020-48a3-9484-9abb51b75000 req-eeed5af6-7762-489a-b37c-bfc30c0ecc53 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447571 Feb 04 14:56:18.198978 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:18.752787 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e29dec-c837-4dd6-968b-2f7b6dd2a14c req-a97f4775-1bdb-4dff-92bb-78af3287d110 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:18.754232 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51e29dec-c837-4dd6-968b-2f7b6dd2a14c req-a97f4775-1bdb-4dff-92bb-78af3287d110 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0568352 Feb 04 14:56:18.801767 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-51e29dec-c837-4dd6-968b-2f7b6dd2a14c req-781ebef2-798b-4cff-8ed5-394aa808f7d8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420072 Feb 04 14:56:19.919959 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36040eab-f47a-477d-95d4-d4444bd9335a req-cce9e513-b014-40fc-9145-611781a315c0 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:19.921457 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-36040eab-f47a-477d-95d4-d4444bd9335a req-cce9e513-b014-40fc-9145-611781a315c0 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0521042 Feb 04 14:56:19.970494 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-36040eab-f47a-477d-95d4-d4444bd9335a req-b0bc564b-0318-45e3-bef0-433e2c119175 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429633 Feb 04 14:56:21.089320 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b5e3f-df92-4128-9d53-81ba16befa49 req-0d3c1097-65b9-461b-a3b5-93d84a12ffd4 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:21.090933 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c53b5e3f-df92-4128-9d53-81ba16befa49 req-0d3c1097-65b9-461b-a3b5-93d84a12ffd4 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0549297 Feb 04 14:56:21.143400 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c53b5e3f-df92-4128-9d53-81ba16befa49 req-d223838b-ee99-419c-b968-0efbeff4cbbd tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469151 Feb 04 14:56:22.263411 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f39038-83e1-4ad3-ab9b-ecd8892cbf3f req-250ab28f-34db-45f7-8189-af247326fd91 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:22.264926 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57f39038-83e1-4ad3-ab9b-ecd8892cbf3f req-250ab28f-34db-45f7-8189-af247326fd91 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0546844 Feb 04 14:56:22.313399 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-57f39038-83e1-4ad3-ab9b-ecd8892cbf3f req-0ec03983-5ebc-480d-93e8-6313909e9984 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429871 Feb 04 14:56:23.433233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd74f3-19c7-4064-87fb-c16ad5c0294d req-deb62c26-fcca-40a3-ab79-38c9aff2acbd tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:23.434750 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ffd74f3-19c7-4064-87fb-c16ad5c0294d req-deb62c26-fcca-40a3-ab79-38c9aff2acbd tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0533228 Feb 04 14:56:23.483245 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7ffd74f3-19c7-4064-87fb-c16ad5c0294d req-814928c0-5ca7-493a-968e-0230b20730e0 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429056 Feb 04 14:56:24.604354 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c055f6-f170-4273-bf88-c4eba9235e15 req-b281ae5f-6488-4ebe-8f93-f6e8096af168 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:24.606054 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61c055f6-f170-4273-bf88-c4eba9235e15 req-b281ae5f-6488-4ebe-8f93-f6e8096af168 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0564058 Feb 04 14:56:24.654299 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-61c055f6-f170-4273-bf88-c4eba9235e15 req-14350866-dbfd-4185-9c76-56fe441496d7 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Feb 04 14:56:25.776575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910093d-450f-45fc-9124-ef9cc5d57684 req-ed03f633-ef37-45fe-bb0e-27a80fc0e464 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:25.778121 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9910093d-450f-45fc-9124-ef9cc5d57684 req-ed03f633-ef37-45fe-bb0e-27a80fc0e464 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0531776 Feb 04 14:56:25.827503 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9910093d-450f-45fc-9124-ef9cc5d57684 req-9b57853a-0c0d-4bfa-841d-71ff4d9a0e96 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438323 Feb 04 14:56:26.950580 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb0ba4-e192-489e-a04c-7595c18f07ab req-0554b58c-48e4-42cd-b0d1-13bfbe20c68f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:26.952045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1cb0ba4-e192-489e-a04c-7595c18f07ab req-0554b58c-48e4-42cd-b0d1-13bfbe20c68f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0575912 Feb 04 14:56:26.999480 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1cb0ba4-e192-489e-a04c-7595c18f07ab req-3206be3c-7d1e-4122-ac5b-d49c16b5fdfb tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 Feb 04 14:56:28.118425 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27226bda-2022-403b-931d-569d77183164 req-90041c91-e276-46c6-ac10-0a9b06fbc28a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:28.119988 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27226bda-2022-403b-931d-569d77183164 req-90041c91-e276-46c6-ac10-0a9b06fbc28a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0531216 Feb 04 14:56:28.172176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-27226bda-2022-403b-931d-569d77183164 req-d759d7b6-b9f1-4b80-aa94-e1fed526b461 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466685 Feb 04 14:56:29.215661 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:56:29.294031 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797267e-add2-45b8-b755-d92f723efcae req-65468550-16b2-42f8-9d07-4f8145229eea tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:29.295576 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7797267e-add2-45b8-b755-d92f723efcae req-65468550-16b2-42f8-9d07-4f8145229eea tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0537682 Feb 04 14:56:29.348315 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7797267e-add2-45b8-b755-d92f723efcae req-bc5fc7ad-5584-4868-9d9c-7d151e328d36 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468812 Feb 04 14:56:29.627263 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a76d1b26-88a5-41be-a657-4d3fdc04a4d6 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:56:29.727312 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a76d1b26-88a5-41be-a657-4d3fdc04a4d6, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:56:29.738626 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'port_id': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6', 'mac_address': 'fa:16:3e:7d:12:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:56:29.775783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:56:29.776173 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:29.788530 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76d1b26-88a5-41be-a657-4d3fdc04a4d6 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:56:29.808042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a76d1b26-88a5-41be-a657-4d3fdc04a4d6, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:56:29.811583 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:29.860809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:56:29.867906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:56:29.868255 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:56:29.868596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:56:29.869452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:56:29.869776 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:56:29.870130 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:56:29.870444 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:56:29.870768 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:56:29.871091 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:56:29.871411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:56:29.871737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:56:29.872051 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:56:29.872365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:56:30.175566 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['a76d1b26-88a5-41be-a657-4d3fdc04a4d6'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:56:30.469162 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3b5eb-3beb-470b-a61c-10955a6ef8af req-100b19ba-1e86-4074-ac9e-7ce7f08d941e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:30.470573 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ee3b5eb-3beb-470b-a61c-10955a6ef8af req-100b19ba-1e86-4074-ac9e-7ce7f08d941e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 944 time: 0.0529375 Feb 04 14:56:30.519231 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ee3b5eb-3beb-470b-a61c-10955a6ef8af req-04c43a0c-a526-4c28-aeae-2315093f3dd2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431564 Feb 04 14:56:31.638841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6916f-2382-46df-a3a0-23f1863831e5 req-95e56e22-5136-4337-9c5f-69fe580beb2b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:31.640358 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20c6916f-2382-46df-a3a0-23f1863831e5 req-95e56e22-5136-4337-9c5f-69fe580beb2b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 944 time: 0.0541646 Feb 04 14:56:31.642578 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a76d1b26-88a5-41be-a657-4d3fdc04a4d6 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:56:31.691368 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-20c6916f-2382-46df-a3a0-23f1863831e5 req-90aee936-4fe1-48a5-b825-8506090501ab tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444410 Feb 04 14:56:31.693242 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:56:31.698460 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:56:31.698842 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:31.777794 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:56:31.778220 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:31.800287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47db6664-b572-4968-b63f-bc6241c05faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:56:31.802465 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24f5cbc-f87c-46c0-9a9b-f398a425ad1a" -d '{"events": [{"server_uuid": "47db6664-b572-4968-b63f-bc6241c05faa", "name": "network-vif-plugged", "status": "completed", "tag": "a76d1b26-88a5-41be-a657-4d3fdc04a4d6"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:56:31.814725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a76d1b26-88a5-41be-a657-4d3fdc04a4d6, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:56:31.818730 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:31.867096 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:56:31.891079 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123037f1-0089-4d1c-9332-54572dee32a9 x-openstack-request-id: req-123037f1-0089-4d1c-9332-54572dee32a9 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:56:31.891410 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47db6664-b572-4968-b63f-bc6241c05faa", "name": "network-vif-plugged", "status": "completed", "tag": "a76d1b26-88a5-41be-a657-4d3fdc04a4d6", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:56:31.891674 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-123037f1-0089-4d1c-9332-54572dee32a9 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:56:31.892072 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47db6664-b572-4968-b63f-bc6241c05faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6', 'code': 200} Feb 04 14:56:31.990533 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbb666-7611-4e5a-892d-457fb2ad65e5 req-58bf28fe-59a3-457d-b5ab-cfe9dd2740d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:31.992052 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-13dbb666-7611-4e5a-892d-457fb2ad65e5 req-58bf28fe-59a3-457d-b5ab-cfe9dd2740d1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 1128 time: 0.0454788 Feb 04 14:56:32.036600 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-13dbb666-7611-4e5a-892d-457fb2ad65e5 req-fb195416-61ef-4b97-981b-3b86dae6d5b2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388517 Feb 04 14:56:32.816133 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c636a1f-347e-4112-901d-512e221b0906 req-e596c6cb-a4b9-4e37-a6a1-10c52b3a61f3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:32.817622 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c636a1f-347e-4112-901d-512e221b0906 req-e596c6cb-a4b9-4e37-a6a1-10c52b3a61f3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0564921 Feb 04 14:56:32.865913 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7c636a1f-347e-4112-901d-512e221b0906 req-e7fb8b90-e0a6-418a-8806-271759a1b2a9 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420022 Feb 04 14:56:33.983961 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfae86-4529-40ae-9be0-c8e0b2437c99 req-3a6fdd7a-74c9-4feb-9d55-21ce444467f9 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:33.985342 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c8cfae86-4529-40ae-9be0-c8e0b2437c99 req-3a6fdd7a-74c9-4feb-9d55-21ce444467f9 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0522544 Feb 04 14:56:34.033994 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c8cfae86-4529-40ae-9be0-c8e0b2437c99 req-2a8e46a9-aeaa-47ce-b0d5-2ac3314cac27 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429604 Feb 04 14:56:34.149039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad193c-3cb9-4015-8039-72d7bcbc37f2 req-df6568a5-531c-4295-9747-bb07b6f73cd0 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:34.151174 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0ad193c-3cb9-4015-8039-72d7bcbc37f2 req-df6568a5-531c-4295-9747-bb07b6f73cd0 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0530517 Feb 04 14:56:34.204354 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a0ad193c-3cb9-4015-8039-72d7bcbc37f2 req-78b30be8-6456-40e8-a6b7-e7e7eedf6338 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475473 Feb 04 14:56:34.226488 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39164) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:56:34.316605 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43adfedb-cf60-4fb4-8651-f9c515a234f5 tempest-TestShelveInstance-1547215487 tempest-TestShelveInstance-1547215487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:34.318136 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-43adfedb-cf60-4fb4-8651-f9c515a234f5 tempest-TestShelveInstance-1547215487 tempest-TestShelveInstance-1547215487-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 1123 time: 0.0906441 Feb 04 14:56:34.321084 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39168) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 14:56:34.325541 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:56:34.345754 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:34.441631 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:34.547249 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Allocated IP 172.25.5.25 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/7106ba86-006b-4dbf-91eb-0ac69d45f0b2) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:56:34.646997 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for port (7106ba86-006b-4dbf-91eb-0ac69d45f0b2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:34.680988 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7106ba86-006b-4dbf-91eb-0ac69d45f0b2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:34.725540 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:56:34.728404 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:56:34.732584 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 14:56:34.737793 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'Port': ['ID=7106ba86-006b-4dbf-91eb-0ac69d45f0b2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:56:35.085467 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for floatingip (4d1edc00-e849-4092-854a-4b3a21cefa67), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:35.153263 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (7106ba86-006b-4dbf-91eb-0ac69d45f0b2), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:35.303894 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for port (7106ba86-006b-4dbf-91eb-0ac69d45f0b2), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:35.308577 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (7106ba86-006b-4dbf-91eb-0ac69d45f0b2), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:35.373468 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event updated for resources: {'Port': ['ID=7106ba86-006b-4dbf-91eb-0ac69d45f0b2,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:56:35.387329 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (4d1edc00-e849-4092-854a-4b3a21cefa67), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:35.488968 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Floating IP 4d1edc00-e849-4092-854a-4b3a21cefa67 associated. External IP: 172.25.5.25, port: a76d1b26-88a5-41be-a657-4d3fdc04a4d6. Feb 04 14:56:35.701559 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Router a98705a0-0de1-4090-b1e9-677aeca60f4c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 14:56:35.810830 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 14:56:35.820445 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2264ea5b-18b3-4039-85cc-d47b038e666a None None] Sync routers for ids ['a98705a0-0de1-4090-b1e9-677aeca60f4c'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:56:35.828718 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:35.831869 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2264ea5b-18b3-4039-85cc-d47b038e666a None None] Routers {'a98705a0-0de1-4090-b1e9-677aeca60f4c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:56:35.832478 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2264ea5b-18b3-4039-85cc-d47b038e666a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:56:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a98705a0-0de1-4090-b1e9-677aeca60f4c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:56:35.859050 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-9b4faabc-a34f-491f-ae31-0b33edbc3fc3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5368702 Feb 04 14:56:35.859791 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47db6664-b572-4968-b63f-bc6241c05faa', 'tag': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:56:35.862222 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d547d12b-abf3-4765-82a3-b838b9553972" -d '{"events": [{"name": "network-changed", "server_uuid": "47db6664-b572-4968-b63f-bc6241c05faa", "tag": "a76d1b26-88a5-41be-a657-4d3fdc04a4d6"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:56:35.900102 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 14:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b11a32d-2f7d-4038-8262-e4b61375ceec x-openstack-request-id: req-5b11a32d-2f7d-4038-8262-e4b61375ceec {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:56:35.900404 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47db6664-b572-4968-b63f-bc6241c05faa", "tag": "a76d1b26-88a5-41be-a657-4d3fdc04a4d6", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:56:35.900661 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5b11a32d-2f7d-4038-8262-e4b61375ceec {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:56:35.901690 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47db6664-b572-4968-b63f-bc6241c05faa', 'tag': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6', 'status': 'completed', 'code': 200} Feb 04 14:56:35.971147 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547d12b-abf3-4765-82a3-b838b9553972 req-98db7197-08b1-4d9c-a812-49f43088a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:35.972592 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d547d12b-abf3-4765-82a3-b838b9553972 req-98db7197-08b1-4d9c-a812-49f43088a5b8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 1128 time: 0.0473366 Feb 04 14:56:36.034841 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-2264ea5b-18b3-4039-85cc-d47b038e666a None None] Set router a98705a0-0de1-4090-b1e9-677aeca60f4c gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:56:36.065574 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547d12b-abf3-4765-82a3-b838b9553972 req-7fc46272-b894-472f-ac08-29e3b7e08c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:36.067075 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d547d12b-abf3-4765-82a3-b838b9553972 req-7fc46272-b894-472f-ac08-29e3b7e08c45 service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.0885224 Feb 04 14:56:36.132159 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d547d12b-abf3-4765-82a3-b838b9553972 req-3e28ca8c-8c52-4121-86d4-5ea6b794d3fa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6 HTTP/1.1" status: 200 len: 998 time: 0.0582232 Feb 04 14:56:36.179730 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547d12b-abf3-4765-82a3-b838b9553972 req-7a351375-77f4-462a-9337-47cac7db004c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:36.181592 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d547d12b-abf3-4765-82a3-b838b9553972 req-7a351375-77f4-462a-9337-47cac7db004c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0436459 Feb 04 14:56:36.235043 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547d12b-abf3-4765-82a3-b838b9553972 req-1ee73315-22fb-4563-bf53-0ebaf4678796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:56:36.236476 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d547d12b-abf3-4765-82a3-b838b9553972 req-1ee73315-22fb-4563-bf53-0ebaf4678796 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482256 Feb 04 14:56:36.261452 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2264ea5b-18b3-4039-85cc-d47b038e666a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '4d1edc00-e849-4092-854a-4b3a21cefa67', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'port_id': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'mac_address': 'fa:16:3e:7d:12:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47db6664-b572-4968-b63f-bc6241c05faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:56:34Z', 'updated_at': '2022-02-04T14:56:34Z', 'revision_number': 0, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554c27e4-aa49-4f21-ad17-3d2a1dd6dc43', 'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'mac_address': 'fa:16:3e:ec:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:15Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 5, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'subnets': [{'id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:56:36.286893 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2264ea5b-18b3-4039-85cc-d47b038e666a None None] Checking router: a98705a0-0de1-4090-b1e9-677aeca60f4c for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:56:36.295242 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2264ea5b-18b3-4039-85cc-d47b038e666a None None] Routers {'a98705a0-0de1-4090-b1e9-677aeca60f4c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 14:56:36.295852 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2264ea5b-18b3-4039-85cc-d47b038e666a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T14:56:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a98705a0-0de1-4090-b1e9-677aeca60f4c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:56:36.333106 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d547d12b-abf3-4765-82a3-b838b9553972 req-649c353e-ac5e-4fc8-971e-dcb414e9e8f5 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902660 Feb 04 14:56:36.405668 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-2264ea5b-18b3-4039-85cc-d47b038e666a None None] Set router a98705a0-0de1-4090-b1e9-677aeca60f4c gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 14:56:36.426156 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d547d12b-abf3-4765-82a3-b838b9553972 req-27ebf04c-2c64-441d-9d92-f7f31d9ce571 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874245 Feb 04 14:56:36.630249 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-2264ea5b-18b3-4039-85cc-d47b038e666a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '4d1edc00-e849-4092-854a-4b3a21cefa67', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'port_id': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'mac_address': 'fa:16:3e:7d:12:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47db6664-b572-4968-b63f-bc6241c05faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:56:34Z', 'updated_at': '2022-02-04T14:56:34Z', 'revision_number': 0, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554c27e4-aa49-4f21-ad17-3d2a1dd6dc43', 'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'mac_address': 'fa:16:3e:ec:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:15Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 5, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'subnets': [{'id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:56:36.656076 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2264ea5b-18b3-4039-85cc-d47b038e666a None None] The sync data for ids ['a98705a0-0de1-4090-b1e9-677aeca60f4c'] in n-d-714676-13 is: [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '4d1edc00-e849-4092-854a-4b3a21cefa67', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'port_id': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'mac_address': 'fa:16:3e:7d:12:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47db6664-b572-4968-b63f-bc6241c05faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:56:34Z', 'updated_at': '2022-02-04T14:56:34Z', 'revision_number': 0, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554c27e4-aa49-4f21-ad17-3d2a1dd6dc43', 'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'mac_address': 'fa:16:3e:ec:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:15Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 5, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'subnets': [{'id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:56:36.861032 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a022dad-46d1-4157-8966-cf9b9d3376a7 None None] New status for floating IP 4d1edc00-e849-4092-854a-4b3a21cefa67: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:56:41.179868 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3409a3dd-ed18-4512-8663-675dc245c95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:44.779898 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:45.376414 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6080feb1-b318-46b5-927b-466235d95857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:45.832613 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:45.949444 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:47.285195 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:56:48.191291 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:57:06.215937 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:57:11.182892 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-89b9f6a2-cdfd-4901-a2e2-6d04063c5b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:57:14.792142 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:57:15.377569 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-46551527-8a0a-4b25-97fe-2dde4e7f239f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:57:15.831435 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:57:15.951828 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:57:17.287888 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:57:18.192747 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:57:31.248160 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f910ba3a-bdd8-47e9-a22b-1000a1998545 req-6cd44c42-67da-4e8d-a5fc-bf87cb7a1c77 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435786 Feb 04 14:57:31.332357 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910ba3a-bdd8-47e9-a22b-1000a1998545 req-23bffb6e-dcca-473a-ad4a-33390f870923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:57:31.333812 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f910ba3a-bdd8-47e9-a22b-1000a1998545 req-23bffb6e-dcca-473a-ad4a-33390f870923 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 1128 time: 0.0450213 Feb 04 14:57:31.439773 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910ba3a-bdd8-47e9-a22b-1000a1998545 req-bb847b93-8b9a-4c01-b076-dd5c55c853fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:57:31.441252 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f910ba3a-bdd8-47e9-a22b-1000a1998545 req-bb847b93-8b9a-4c01-b076-dd5c55c853fd service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.0888226 Feb 04 14:57:31.504351 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f910ba3a-bdd8-47e9-a22b-1000a1998545 req-5da90f57-d1d7-4932-b5d4-27647ac89c90 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6 HTTP/1.1" status: 200 len: 1000 time: 0.0576284 Feb 04 14:57:31.551742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910ba3a-bdd8-47e9-a22b-1000a1998545 req-95768595-33c6-4c93-8492-d72cbf6854c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:57:31.553160 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f910ba3a-bdd8-47e9-a22b-1000a1998545 req-95768595-33c6-4c93-8492-d72cbf6854c4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0432897 Feb 04 14:57:31.604818 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910ba3a-bdd8-47e9-a22b-1000a1998545 req-57613d4a-28e9-4a71-8cfc-fb16fc8dba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:57:31.606565 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f910ba3a-bdd8-47e9-a22b-1000a1998545 req-57613d4a-28e9-4a71-8cfc-fb16fc8dba29 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478680 Feb 04 14:57:31.694500 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f910ba3a-bdd8-47e9-a22b-1000a1998545 req-a3c68d84-e6f9-4619-9c8e-fe92d3c5f890 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820215 Feb 04 14:57:31.787188 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-f910ba3a-bdd8-47e9-a22b-1000a1998545 req-f8cad5ce-5f10-4c5b-b9c4-a4fc1a02ea41 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863197 Feb 04 14:57:41.185568 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f70f7f98-80a7-4d63-8c70-eb423e815869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:57:43.215555 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:57:44.792128 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:57:45.378585 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bd84a25b-56cd-4cd1-b9b3-7e571fdaeff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:57:45.841887 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:57:45.954399 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:57:47.289982 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:57:48.194736 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:11.188386 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e1b117f1-7ad9-4162-bf62-890a7947300c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:14.791711 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:15.379653 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ef61cc04-816b-43b2-8410-805d68dc03bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:15.860811 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:15.957323 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:17.292131 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:18.197117 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:20.214861 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:58:31.302527 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6aa90-cac4-419b-b22b-d31d1ab0dd0d req-a9a58fa8-39c7-449d-8052-ecbedc235d4a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:31.303947 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6fd6aa90-cac4-419b-b22b-d31d1ab0dd0d req-a9a58fa8-39c7-449d-8052-ecbedc235d4a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0987842 Feb 04 14:58:31.352452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6fd6aa90-cac4-419b-b22b-d31d1ab0dd0d req-86b9b863-ddfb-4b65-9344-5f020f7f213d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427623 Feb 04 14:58:32.326642 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826017dc-463e-4fb3-87e0-833dc629d73a req-be08ae8f-d4c4-412c-b2bf-eaf0ddbf992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:32.328149 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-826017dc-463e-4fb3-87e0-833dc629d73a req-be08ae8f-d4c4-412c-b2bf-eaf0ddbf992e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 1128 time: 0.0919726 Feb 04 14:58:32.431435 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826017dc-463e-4fb3-87e0-833dc629d73a req-0b1936f7-7574-4691-9992-a4bf822f2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:32.432914 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-826017dc-463e-4fb3-87e0-833dc629d73a req-0b1936f7-7574-4691-9992-a4bf822f2de2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.0866847 Feb 04 14:58:32.487247 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1391e-31ba-4f19-aa9b-9c55aa3153bf req-84888daa-c9ad-4414-9fc0-f44a17f62923 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:32.488827 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ea1391e-31ba-4f19-aa9b-9c55aa3153bf req-84888daa-c9ad-4414-9fc0-f44a17f62923 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0550065 Feb 04 14:58:32.546843 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-1ea1391e-31ba-4f19-aa9b-9c55aa3153bf req-3588b16d-d7f6-4598-aca5-cea5d3a95389 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521038 Feb 04 14:58:32.797933 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-826017dc-463e-4fb3-87e0-833dc629d73a req-068c285a-0bbe-4a48-864e-193fe9d5aa73 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6 HTTP/1.1" status: 200 len: 1000 time: 0.3587253 Feb 04 14:58:32.845061 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826017dc-463e-4fb3-87e0-833dc629d73a req-382fa9cb-49a0-424f-bc01-480ca5f8f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:32.846546 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-826017dc-463e-4fb3-87e0-833dc629d73a req-382fa9cb-49a0-424f-bc01-480ca5f8f31c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0428650 Feb 04 14:58:32.894288 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826017dc-463e-4fb3-87e0-833dc629d73a req-72ffae62-3d6c-4cf1-9582-c236cd730464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:32.895826 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-826017dc-463e-4fb3-87e0-833dc629d73a req-72ffae62-3d6c-4cf1-9582-c236cd730464 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441248 Feb 04 14:58:32.987578 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-826017dc-463e-4fb3-87e0-833dc629d73a req-27aac12a-6d9f-4f62-b421-0e226e46d1e2 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848167 Feb 04 14:58:33.089341 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-826017dc-463e-4fb3-87e0-833dc629d73a req-f3db5e41-ea3d-489b-a6d6-850fd735ac0b service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950010 Feb 04 14:58:33.673939 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b4b11-67e4-4c1e-ad1f-9f0064c7722a req-fd600024-4441-43a5-b69c-eee29498835f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:33.678125 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6b7b4b11-67e4-4c1e-ad1f-9f0064c7722a req-fd600024-4441-43a5-b69c-eee29498835f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0569220 Feb 04 14:58:33.727760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6b7b4b11-67e4-4c1e-ad1f-9f0064c7722a req-a53142d4-cc87-4204-8106-b548b0ef3dba tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460160 Feb 04 14:58:34.848003 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887c54c-b21a-4694-b06b-3b147fb8c425 req-4b8ac0e4-c0ed-4414-bf54-e727fa50aaa8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:34.849485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f887c54c-b21a-4694-b06b-3b147fb8c425 req-4b8ac0e4-c0ed-4414-bf54-e727fa50aaa8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0539334 Feb 04 14:58:34.898863 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f887c54c-b21a-4694-b06b-3b147fb8c425 req-0abc7169-38ee-41ec-8241-1029e6e10e54 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437844 Feb 04 14:58:36.023105 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f6190-6a11-44e7-acee-01fa7d43d6a0 req-88c9b4a3-5907-4347-aa62-f3953643c1ac tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:36.024493 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c76f6190-6a11-44e7-acee-01fa7d43d6a0 req-88c9b4a3-5907-4347-aa62-f3953643c1ac tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0586481 Feb 04 14:58:36.073275 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c76f6190-6a11-44e7-acee-01fa7d43d6a0 req-3b19fcfc-a52d-427a-8929-f3b9d603ed81 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429764 Feb 04 14:58:37.193097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2f9d4-54bc-4d62-aae5-e6c2200d0d02 req-42b3fd74-029a-472f-b064-e1c63f46d8c1 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:37.194614 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fd2f9d4-54bc-4d62-aae5-e6c2200d0d02 req-42b3fd74-029a-472f-b064-e1c63f46d8c1 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0536740 Feb 04 14:58:37.243713 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9fd2f9d4-54bc-4d62-aae5-e6c2200d0d02 req-9c095aed-507b-4097-bf65-2ee3b9697a33 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434511 Feb 04 14:58:38.362148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf452ff4-5c45-4f59-a0b7-822480062c4b req-8cd624ff-0fb7-420d-875b-4417a31ef7d6 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:38.363648 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf452ff4-5c45-4f59-a0b7-822480062c4b req-8cd624ff-0fb7-420d-875b-4417a31ef7d6 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0528200 Feb 04 14:58:38.416827 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cf452ff4-5c45-4f59-a0b7-822480062c4b req-34000a75-516a-4396-99f8-93600609c1df tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476959 Feb 04 14:58:39.539336 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d6953-9cf7-4fe5-aa01-53b590ddbdb5 req-24771359-5b66-4504-aee3-7c3816ddc4a3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:39.540819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b29d6953-9cf7-4fe5-aa01-53b590ddbdb5 req-24771359-5b66-4504-aee3-7c3816ddc4a3 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0530591 Feb 04 14:58:39.589248 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b29d6953-9cf7-4fe5-aa01-53b590ddbdb5 req-46c30b04-cb05-4717-b539-6dc66e3a5771 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427847 Feb 04 14:58:40.707561 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19eca2-af62-46c0-a68f-a83b0edb01a9 req-6dac93cf-2fa9-4d97-8a0e-3ca9e56265ba tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:40.709045 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b19eca2-af62-46c0-a68f-a83b0edb01a9 req-6dac93cf-2fa9-4d97-8a0e-3ca9e56265ba tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0531099 Feb 04 14:58:40.756935 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4b19eca2-af62-46c0-a68f-a83b0edb01a9 req-7b764597-e49c-48bd-9e33-3a371b3409b1 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423687 Feb 04 14:58:41.190563 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f7fd7c8a-4f7b-41e2-a12e-53903df0a2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:41.394069 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fcc24-e3a5-4d0e-b865-5b05aaaa9341 req-916347ed-ab4e-4c49-9aff-4674864df1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:41.395606 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-be1fcc24-e3a5-4d0e-b865-5b05aaaa9341 req-916347ed-ab4e-4c49-9aff-4674864df1e9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 1128 time: 0.0459259 Feb 04 14:58:41.485897 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fcc24-e3a5-4d0e-b865-5b05aaaa9341 req-24f36914-37c4-4577-9098-fc9db84bc601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:41.487314 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-be1fcc24-e3a5-4d0e-b865-5b05aaaa9341 req-24f36914-37c4-4577-9098-fc9db84bc601 service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.0843978 Feb 04 14:58:41.555501 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-be1fcc24-e3a5-4d0e-b865-5b05aaaa9341 req-7f808b0d-c327-42ee-b120-883ef7c155de service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6 HTTP/1.1" status: 200 len: 1000 time: 0.0625064 Feb 04 14:58:41.603108 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fcc24-e3a5-4d0e-b865-5b05aaaa9341 req-972ecb5e-3687-4c9a-8c68-24ede3028153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:41.604635 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-be1fcc24-e3a5-4d0e-b865-5b05aaaa9341 req-972ecb5e-3687-4c9a-8c68-24ede3028153 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0435934 Feb 04 14:58:41.652669 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fcc24-e3a5-4d0e-b865-5b05aaaa9341 req-75c248bf-5a8e-4967-8271-ce865f2e2818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:41.654253 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-be1fcc24-e3a5-4d0e-b865-5b05aaaa9341 req-75c248bf-5a8e-4967-8271-ce865f2e2818 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441513 Feb 04 14:58:41.750141 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-be1fcc24-e3a5-4d0e-b865-5b05aaaa9341 req-6b1ba680-5978-425c-851b-91bab79cb2d1 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900881 Feb 04 14:58:41.840741 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-be1fcc24-e3a5-4d0e-b865-5b05aaaa9341 req-292ae007-44ce-479a-adcc-ba2b7dba2862 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851355 Feb 04 14:58:41.884474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ec87e-6dd6-4deb-97fc-11aaabeedd61 req-43db5777-f423-4320-8c03-e04b3d0cf0c0 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:41.886005 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-057ec87e-6dd6-4deb-97fc-11aaabeedd61 req-43db5777-f423-4320-8c03-e04b3d0cf0c0 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0614207 Feb 04 14:58:41.936171 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-057ec87e-6dd6-4deb-97fc-11aaabeedd61 req-410e7d05-57bd-49fb-b4c5-8180ffc6133c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437484 Feb 04 14:58:43.057646 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c2dc0-7cd5-4ce0-9d4a-57f770f52eba req-8f009bbe-d3f3-4b8d-bf99-3037a7624c15 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:43.059094 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e9c2dc0-7cd5-4ce0-9d4a-57f770f52eba req-8f009bbe-d3f3-4b8d-bf99-3037a7624c15 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0543184 Feb 04 14:58:43.114018 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9e9c2dc0-7cd5-4ce0-9d4a-57f770f52eba req-cf8dcb15-1fea-4478-8678-05a771f6064d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488811 Feb 04 14:58:44.242017 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37881b-36ca-4384-b1d0-476308ae69aa req-d6ca07ea-7413-4098-b3a5-4a9f4eb35c5e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:44.243564 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb37881b-36ca-4384-b1d0-476308ae69aa req-d6ca07ea-7413-4098-b3a5-4a9f4eb35c5e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0604563 Feb 04 14:58:44.293060 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-eb37881b-36ca-4384-b1d0-476308ae69aa req-b0d36f9d-770b-4e27-a313-ae5abfbce072 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431204 Feb 04 14:58:44.807566 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:45.382941 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2190e56b-4c0e-444f-a201-704232dfe333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:45.413888 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9bb68-498e-43d0-a1bb-5752cf358b5d req-6bf2547a-5eb5-43d0-a85b-6b8b9a063ba6 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:45.415480 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4ae9bb68-498e-43d0-a1bb-5752cf358b5d req-6bf2547a-5eb5-43d0-a85b-6b8b9a063ba6 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0545864 Feb 04 14:58:45.467101 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4ae9bb68-498e-43d0-a1bb-5752cf358b5d req-9b3eb876-8dd6-4c8b-947b-011cc51fb8f2 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454047 Feb 04 14:58:45.858965 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:45.963384 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:46.296050 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a76d1b26-88a5-41be-a657-4d3fdc04a4d6 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 14:58:46.370972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:58:46.371362 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:46.394448 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47db6664-b572-4968-b63f-bc6241c05faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:58:46.396674 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c13910-d784-4f32-9438-1242b13a972c" -d '{"events": [{"server_uuid": "47db6664-b572-4968-b63f-bc6241c05faa", "name": "network-vif-unplugged", "status": "completed", "tag": "a76d1b26-88a5-41be-a657-4d3fdc04a4d6"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:58:46.410199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a76d1b26-88a5-41be-a657-4d3fdc04a4d6, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:58:46.414682 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:46.440663 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 14:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687b89f6-e26e-4a17-9611-ef5db9486836 x-openstack-request-id: req-687b89f6-e26e-4a17-9611-ef5db9486836 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:58:46.440964 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47db6664-b572-4968-b63f-bc6241c05faa", "name": "network-vif-unplugged", "status": "completed", "tag": "a76d1b26-88a5-41be-a657-4d3fdc04a4d6", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:58:46.441226 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-687b89f6-e26e-4a17-9611-ef5db9486836 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:58:46.441623 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47db6664-b572-4968-b63f-bc6241c05faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6', 'code': 200} Feb 04 14:58:46.471658 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:58:46.479626 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:58:46.479978 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:58:46.480327 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:58:46.480673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:58:46.481019 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:58:46.481365 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:58:46.481745 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:58:46.482062 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:58:46.482420 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:58:46.482751 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:58:46.483080 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:58:46.483411 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:58:46.483735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:58:46.599347 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7184382-6b78-40d9-be5c-2ead6990e0ec req-1d248646-4383-4ef5-bf37-517efc2fa42b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:46.601257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7184382-6b78-40d9-be5c-2ead6990e0ec req-1d248646-4383-4ef5-bf37-517efc2fa42b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0578978 Feb 04 14:58:46.660360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f7184382-6b78-40d9-be5c-2ead6990e0ec req-61df5afb-144f-4360-87c4-5c0a52ed682f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509889 Feb 04 14:58:47.295927 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:47.781219 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5099e-bb10-403c-9c60-48722d5888f2 req-a47e07fe-83f6-4556-8c10-c579eda2855b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:47.782735 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-01b5099e-bb10-403c-9c60-48722d5888f2 req-a47e07fe-83f6-4556-8c10-c579eda2855b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0533845 Feb 04 14:58:47.832139 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-01b5099e-bb10-403c-9c60-48722d5888f2 req-d112fa1c-3b2a-4603-b4aa-de39c6066d0a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438566 Feb 04 14:58:48.043662 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2018bf-eaec-47a4-9fca-b8ef41dce988 req-f694ba6d-073a-4c19-887e-79e70be390f8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:48.046872 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb2018bf-eaec-47a4-9fca-b8ef41dce988 req-f694ba6d-073a-4c19-887e-79e70be390f8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0573564 Feb 04 14:58:48.055592 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fed78715-8c56-449a-ba65-548052d7ab5b req-7bc8ad61-da3d-4e74-8eee-ecd712329cfd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879512 Feb 04 14:58:48.064480 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-fed78715-8c56-449a-ba65-548052d7ab5b req-f5cbf10c-7256-4b83-8459-26c72aee3550 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:58:48.065439 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fed78715-8c56-449a-ba65-548052d7ab5b req-f5cbf10c-7256-4b83-8459-26c72aee3550 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050290 Feb 04 14:58:48.099658 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cb2018bf-eaec-47a4-9fca-b8ef41dce988 req-e36129b2-feb4-4a93-b3d9-1fa901c7d00c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477192 Feb 04 14:58:48.199265 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:58:49.226148 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498fd06-4278-48da-b76e-0a3099e65b65 req-6454661c-420e-4426-911e-4a0d6ed809fa tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:49.227674 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9498fd06-4278-48da-b76e-0a3099e65b65 req-6454661c-420e-4426-911e-4a0d6ed809fa tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0596981 Feb 04 14:58:49.281011 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9498fd06-4278-48da-b76e-0a3099e65b65 req-cba5fcc4-20ce-4439-ab5a-a5911942564c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475316 Feb 04 14:58:50.401869 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242101b5-2d2d-4cec-af20-250d44fece13 req-4714853f-fe7a-4027-bf50-4962fa19515a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:50.403974 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-242101b5-2d2d-4cec-af20-250d44fece13 req-4714853f-fe7a-4027-bf50-4962fa19515a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0544934 Feb 04 14:58:50.459443 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-242101b5-2d2d-4cec-af20-250d44fece13 req-494e050e-2c10-4bb1-a1be-7e701827ac8e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492036 Feb 04 14:58:51.581385 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6102db-2f3a-4282-a74a-9ce3702788db req-85589a71-e734-46e6-b53f-05c89a6e2879 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:51.582922 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e6102db-2f3a-4282-a74a-9ce3702788db req-85589a71-e734-46e6-b53f-05c89a6e2879 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0534966 Feb 04 14:58:51.637176 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4e6102db-2f3a-4282-a74a-9ce3702788db req-d9d820cf-756c-4d96-a1d6-6e06640f1c0a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487299 Feb 04 14:58:52.764156 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a965b-8a27-482a-8679-6bed739b5bc7 req-74b732ea-5489-4e9f-98bb-f8dd6c069d97 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:52.765712 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d85a965b-8a27-482a-8679-6bed739b5bc7 req-74b732ea-5489-4e9f-98bb-f8dd6c069d97 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0565364 Feb 04 14:58:52.816981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d85a965b-8a27-482a-8679-6bed739b5bc7 req-31f4d9b7-88bb-4e5e-b1b7-b52c23836733 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456016 Feb 04 14:58:53.937947 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa143b-8b25-4a32-a48c-f3ddcf4b95a8 req-4781fcf6-b847-40dd-8fd5-0f747de8e864 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:53.939508 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5dfa143b-8b25-4a32-a48c-f3ddcf4b95a8 req-4781fcf6-b847-40dd-8fd5-0f747de8e864 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0542352 Feb 04 14:58:53.993978 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5dfa143b-8b25-4a32-a48c-f3ddcf4b95a8 req-ebdd6e17-2d8a-4a97-8b17-52405178c604 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488265 Feb 04 14:58:55.118364 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240133b-4fea-457e-848c-c9aecf9fdc89 req-792fa7f4-f87d-45c5-96b7-f67d4c047a8d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:55.119851 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8240133b-4fea-457e-848c-c9aecf9fdc89 req-792fa7f4-f87d-45c5-96b7-f67d4c047a8d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0576096 Feb 04 14:58:55.168316 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-8240133b-4fea-457e-848c-c9aecf9fdc89 req-a94aebb1-0b85-4de8-b4bc-273b5987bff6 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423541 Feb 04 14:58:56.287470 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f310f6-c674-4e71-82f1-6868407d9f89 req-edfa66ad-1d95-4496-960c-cf29050ceaaf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:56.288977 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0f310f6-c674-4e71-82f1-6868407d9f89 req-edfa66ad-1d95-4496-960c-cf29050ceaaf tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0532520 Feb 04 14:58:56.337558 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e0f310f6-c674-4e71-82f1-6868407d9f89 req-8d594d05-8244-4b7c-8f17-b90078a2098f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427954 Feb 04 14:58:57.214653 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:58:57.466417 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae7301-a115-4f08-9731-80ffaf38e5bd req-ad26cbec-7903-4620-b26a-9579ee2c508b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:57.467997 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfae7301-a115-4f08-9731-80ffaf38e5bd req-ad26cbec-7903-4620-b26a-9579ee2c508b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0619509 Feb 04 14:58:57.521661 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfae7301-a115-4f08-9731-80ffaf38e5bd req-86f0a738-c9ed-4cc4-9d70-f81c373b9bf1 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478585 Feb 04 14:58:58.139868 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed78715-8c56-449a-ba65-548052d7ab5b req-a3db295b-8432-4809-b461-410e6ec01f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:58.141289 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fed78715-8c56-449a-ba65-548052d7ab5b req-a3db295b-8432-4809-b461-410e6ec01f42 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa&tenant_id=d7ce0e29bab24cc6beda55bae6904f1a HTTP/1.1" status: 200 len: 1126 time: 0.0454423 Feb 04 14:58:58.206952 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed78715-8c56-449a-ba65-548052d7ab5b req-d23b265e-ec40-4de4-a3ae-90d23213b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:58.208464 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fed78715-8c56-449a-ba65-548052d7ab5b req-d23b265e-ec40-4de4-a3ae-90d23213b85d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 1126 time: 0.0465641 Feb 04 14:58:58.300982 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed78715-8c56-449a-ba65-548052d7ab5b req-b7fe883d-716d-4198-9a44-f72332d78e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:58.302477 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fed78715-8c56-449a-ba65-548052d7ab5b req-b7fe883d-716d-4198-9a44-f72332d78e74 service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.0874636 Feb 04 14:58:58.367128 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fed78715-8c56-449a-ba65-548052d7ab5b req-5dae7336-1c70-4f19-8a59-31f3d819d59e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6 HTTP/1.1" status: 200 len: 998 time: 0.0589590 Feb 04 14:58:58.414402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed78715-8c56-449a-ba65-548052d7ab5b req-1e3940f3-8272-4e1c-b70b-011fe184cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:58.415781 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fed78715-8c56-449a-ba65-548052d7ab5b req-1e3940f3-8272-4e1c-b70b-011fe184cb55 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0429611 Feb 04 14:58:58.468256 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed78715-8c56-449a-ba65-548052d7ab5b req-78fd4d45-bbf7-4849-b388-a5e7d393b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:58.469732 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fed78715-8c56-449a-ba65-548052d7ab5b req-78fd4d45-bbf7-4849-b388-a5e7d393b6f1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484324 Feb 04 14:58:58.557347 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fed78715-8c56-449a-ba65-548052d7ab5b req-745e56d8-aac6-41e8-856f-a9b4f5802e41 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816362 Feb 04 14:58:58.650404 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fed78715-8c56-449a-ba65-548052d7ab5b req-2214b9cd-75b8-48e8-a790-6f1c6067235e service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873585 Feb 04 14:58:58.657316 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca1df-f0dd-4677-b7e7-2abc340c6903 req-755b031d-31dd-4fa5-be6a-5483d69f3944 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:58.658864 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0dca1df-f0dd-4677-b7e7-2abc340c6903 req-755b031d-31dd-4fa5-be6a-5483d69f3944 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0575132 Feb 04 14:58:58.710243 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0dca1df-f0dd-4677-b7e7-2abc340c6903 req-6f6eb520-f440-4a2f-acb0-2be5e93d539c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458755 Feb 04 14:58:59.835672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bcdfa-8d13-43f5-8587-9de7dd672b9b req-ed4c31e4-af4d-4ef2-abe9-4058b9f6fac8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:58:59.837158 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e62bcdfa-8d13-43f5-8587-9de7dd672b9b req-ed4c31e4-af4d-4ef2-abe9-4058b9f6fac8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0528719 Feb 04 14:58:59.890050 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e62bcdfa-8d13-43f5-8587-9de7dd672b9b req-225a9f02-8c04-4f60-ae8a-ae2f4291b26c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464821 Feb 04 14:59:01.007389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a4255-b3da-4d13-b672-ce0eff161b5e req-29596d4b-26dc-4f2f-929c-0cf478ef80bb tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:59:01.008795 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a76a4255-b3da-4d13-b672-ce0eff161b5e req-29596d4b-26dc-4f2f-929c-0cf478ef80bb tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0521412 Feb 04 14:59:01.056889 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a76a4255-b3da-4d13-b672-ce0eff161b5e req-5d5f911f-1d8c-4a14-8ac2-dfea2018e059 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419517 Feb 04 14:59:02.177111 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9aad55-cbf8-4142-a9f7-5cae8b8a2683 req-ba56b6c6-0509-4500-86b1-d09b1f621d2a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:59:02.178659 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd9aad55-cbf8-4142-a9f7-5cae8b8a2683 req-ba56b6c6-0509-4500-86b1-d09b1f621d2a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0539927 Feb 04 14:59:02.228529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cd9aad55-cbf8-4142-a9f7-5cae8b8a2683 req-cb1ca60b-08d9-4ca9-bdb0-fdbc4695ca6f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441992 Feb 04 14:59:03.349964 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db662a5b-c103-419c-aa7b-a20318610a50 req-eb8ec2f9-efb6-40a5-a097-d73ca106ffb8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:59:03.351476 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db662a5b-c103-419c-aa7b-a20318610a50 req-eb8ec2f9-efb6-40a5-a097-d73ca106ffb8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0578089 Feb 04 14:59:03.399620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db662a5b-c103-419c-aa7b-a20318610a50 req-c8a21b8b-a5b7-433f-8908-a87cc32f8ed8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426431 Feb 04 14:59:04.520020 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53de7f-f06b-405a-8ffa-a635cb650d4c req-ff35dbc4-16e4-4099-9278-d236283a2da7 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:59:04.521545 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a53de7f-f06b-405a-8ffa-a635cb650d4c req-ff35dbc4-16e4-4099-9278-d236283a2da7 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0538561 Feb 04 14:59:04.570981 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3a53de7f-f06b-405a-8ffa-a635cb650d4c req-6462d717-45f8-42a0-9698-27e2ffe16fde tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436995 Feb 04 14:59:05.690043 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db602a08-d21b-4175-b7ec-de3aed696442 req-31951bb1-b513-4d50-9e4b-f082389be3ec tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:59:05.691591 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db602a08-d21b-4175-b7ec-de3aed696442 req-31951bb1-b513-4d50-9e4b-f082389be3ec tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0537093 Feb 04 14:59:05.744488 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-db602a08-d21b-4175-b7ec-de3aed696442 req-6567514b-67d0-4b97-b1e6-d7ba82f2e717 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473676 Feb 04 14:59:06.868046 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed19723-7f3c-45ff-a7bc-f7351a846931 req-79bca2eb-a413-4efe-bc32-363e40b2d219 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:59:06.869531 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aed19723-7f3c-45ff-a7bc-f7351a846931 req-79bca2eb-a413-4efe-bc32-363e40b2d219 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0545056 Feb 04 14:59:06.918669 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-aed19723-7f3c-45ff-a7bc-f7351a846931 req-73cba5da-af79-495b-94db-306853aa2d97 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429695 Feb 04 14:59:08.037209 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad6250-6cb1-47cf-ae31-18f18351a6ac req-b3bbc211-17ee-4e6e-ae4e-daccbad161b7 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:59:08.038760 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cad6250-6cb1-47cf-ae31-18f18351a6ac req-b3bbc211-17ee-4e6e-ae4e-daccbad161b7 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 943 time: 0.0531790 Feb 04 14:59:08.087615 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7cad6250-6cb1-47cf-ae31-18f18351a6ac req-defc31b7-9cf5-4965-b083-962fd11ffa79 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432100 Feb 04 14:59:08.322463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a76d1b26-88a5-41be-a657-4d3fdc04a4d6 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 14:59:08.417480 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a76d1b26-88a5-41be-a657-4d3fdc04a4d6, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:59:08.429192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'port_id': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6', 'mac_address': 'fa:16:3e:7d:12:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 14:59:08.472058 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:59:08.472446 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:08.485271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76d1b26-88a5-41be-a657-4d3fdc04a4d6 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 14:59:08.504595 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a76d1b26-88a5-41be-a657-4d3fdc04a4d6, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:59:08.508449 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:08.553700 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:59:08.900208 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['a76d1b26-88a5-41be-a657-4d3fdc04a4d6'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 14:59:09.212800 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecdd3b-4203-40c0-9d7d-e909d8c5e718 req-cdba3619-23cf-4b72-a3ba-e8eef4a638e1 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:59:09.214321 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28ecdd3b-4203-40c0-9d7d-e909d8c5e718 req-cdba3619-23cf-4b72-a3ba-e8eef4a638e1 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 944 time: 0.0571303 Feb 04 14:59:09.262546 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-28ecdd3b-4203-40c0-9d7d-e909d8c5e718 req-26e8cc05-6ac7-45f1-ad5d-1c39dadc4371 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419531 Feb 04 14:59:10.354056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a76d1b26-88a5-41be-a657-4d3fdc04a4d6 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 14:59:10.384205 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14d878-fe2a-453a-b5a4-da8380deb85d req-5d9b4845-9f6f-4e95-948c-7bbb5ff7a15d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:59:10.385723 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f14d878-fe2a-453a-b5a4-da8380deb85d req-5d9b4845-9f6f-4e95-948c-7bbb5ff7a15d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 944 time: 0.0546856 Feb 04 14:59:10.401329 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:59:10.401703 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:10.435910 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7f14d878-fe2a-453a-b5a4-da8380deb85d req-46a939bb-053b-4c7b-b81e-53afab609226 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435634 Feb 04 14:59:10.483834 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 14:59:10.484216 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:10.506817 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47db6664-b572-4968-b63f-bc6241c05faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 14:59:10.509002 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8332cbe-fda7-4509-b590-0c3a9cb7dda7" -d '{"events": [{"server_uuid": "47db6664-b572-4968-b63f-bc6241c05faa", "name": "network-vif-plugged", "status": "completed", "tag": "a76d1b26-88a5-41be-a657-4d3fdc04a4d6"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 14:59:10.522040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port a76d1b26-88a5-41be-a657-4d3fdc04a4d6, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 14:59:10.525913 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:10.550317 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 14:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f640d1df-a13a-4dda-ba44-8eaa082c86ae x-openstack-request-id: req-f640d1df-a13a-4dda-ba44-8eaa082c86ae {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 14:59:10.550617 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47db6664-b572-4968-b63f-bc6241c05faa", "name": "network-vif-plugged", "status": "completed", "tag": "a76d1b26-88a5-41be-a657-4d3fdc04a4d6", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 14:59:10.550880 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f640d1df-a13a-4dda-ba44-8eaa082c86ae {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 14:59:10.551267 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47db6664-b572-4968-b63f-bc6241c05faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6', 'code': 200} Feb 04 14:59:10.579984 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:59:10.693754 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a97fa-527a-4528-9256-128fe25eeebd req-6c2252b6-58a9-4b0e-ba6b-34d35a82cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:59:10.695390 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a1a97fa-527a-4528-9256-128fe25eeebd req-6c2252b6-58a9-4b0e-ba6b-34d35a82cf36 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 1128 time: 0.0452785 Feb 04 14:59:10.740658 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-7a1a97fa-527a-4528-9256-128fe25eeebd req-52ebf4da-ac07-4c19-ae2d-3afbe32ded11 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383494 Feb 04 14:59:11.193588 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-be226293-d32c-444a-8832-9adaf35680b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:11.562802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2069a34-5991-4567-bbc5-835139a80717 req-de63afe7-5f53-4abd-a4a5-387ff52db7fd tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:59:11.564285 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2069a34-5991-4567-bbc5-835139a80717 req-de63afe7-5f53-4abd-a4a5-387ff52db7fd tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0585351 Feb 04 14:59:11.613214 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2069a34-5991-4567-bbc5-835139a80717 req-61afb57a-164c-4ebc-a66f-99b132213799 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431414 Feb 04 14:59:12.733422 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0438d-feb3-4740-a490-06ae88b9bba3 req-08037ed7-a952-4d85-8e3f-b10ac46af349 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:59:12.734926 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5f0438d-feb3-4740-a490-06ae88b9bba3 req-08037ed7-a952-4d85-8e3f-b10ac46af349 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0552235 Feb 04 14:59:12.784503 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d5f0438d-feb3-4740-a490-06ae88b9bba3 req-18ba37bb-6cc7-48e3-9923-62417a924915 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440614 Feb 04 14:59:14.817416 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:15.384003 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e97fc757-a8b7-47a3-804c-70a77ce3d565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:15.875289 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:15.962969 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:17.297047 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:18.200131 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:33.250592 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-27767430-391c-4d0a-8e94-0f5ede0e34ef req-420b17c3-582d-4260-a148-34b60d91a543 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455499 Feb 04 14:59:33.339970 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27767430-391c-4d0a-8e94-0f5ede0e34ef req-dcd5da7f-20c3-48e1-a0e4-7bfff4945f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:59:33.341462 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-27767430-391c-4d0a-8e94-0f5ede0e34ef req-dcd5da7f-20c3-48e1-a0e4-7bfff4945f31 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 1128 time: 0.0463107 Feb 04 14:59:33.448298 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27767430-391c-4d0a-8e94-0f5ede0e34ef req-191e4742-9d77-42c3-ab0f-d726323b1c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:59:33.449788 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-27767430-391c-4d0a-8e94-0f5ede0e34ef req-191e4742-9d77-42c3-ab0f-d726323b1c27 service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.0901647 Feb 04 14:59:33.514611 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-27767430-391c-4d0a-8e94-0f5ede0e34ef req-08d39940-00db-41d5-8002-4068ae9fcb88 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6 HTTP/1.1" status: 200 len: 1000 time: 0.0585113 Feb 04 14:59:33.568144 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27767430-391c-4d0a-8e94-0f5ede0e34ef req-0373fd86-904f-4a00-ab77-d6f35db37e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:59:33.569628 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-27767430-391c-4d0a-8e94-0f5ede0e34ef req-0373fd86-904f-4a00-ab77-d6f35db37e95 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0498791 Feb 04 14:59:33.619821 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27767430-391c-4d0a-8e94-0f5ede0e34ef req-5b8ef387-3f88-4a82-9a0c-28537ac8dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:59:33.621305 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-27767430-391c-4d0a-8e94-0f5ede0e34ef req-5b8ef387-3f88-4a82-9a0c-28537ac8dfbe service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449922 Feb 04 14:59:33.631707 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-27767430-391c-4d0a-8e94-0f5ede0e34ef req-63868cb8-bf73-4880-ae66-e506a00659f5 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 14:59:33.632730 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-27767430-391c-4d0a-8e94-0f5ede0e34ef req-63868cb8-bf73-4880-ae66-e506a00659f5 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050631 Feb 04 14:59:33.728463 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-27767430-391c-4d0a-8e94-0f5ede0e34ef req-b8b00608-5e5f-4bc4-90ae-f7d03f3b54b4 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882571 Feb 04 14:59:33.830187 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-27767430-391c-4d0a-8e94-0f5ede0e34ef req-f18a6e5d-6a2e-4e8e-86cd-3cd8bc477a7e service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959442 Feb 04 14:59:34.213982 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:59:41.196525 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-33598344-2fae-4d7e-99c9-4c8efc8da32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:44.818945 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:45.384889 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a8a5aa68-29ee-4b10-baac-e4c08b129c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:45.873166 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:45.969042 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:47.301205 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:59:48.202205 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:11.199027 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e169efd-7c99-4574-b4ad-7bc6da16fc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:11.212821 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:00:14.823339 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:15.385434 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-10416d85-bc52-4b90-938a-e287279a141e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:15.887437 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:15.969261 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:17.303457 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:18.204275 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:25.594842 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39332) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:25.750736 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Deleting port 7106ba86-006b-4dbf-91eb-0ac69d45f0b2 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:00:25.751074 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (7106ba86-006b-4dbf-91eb-0ac69d45f0b2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:25.828988 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (7106ba86-006b-4dbf-91eb-0ac69d45f0b2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:25.829310 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for floatingip (7106ba86-006b-4dbf-91eb-0ac69d45f0b2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:25.840534 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Calling delete_port for 7106ba86-006b-4dbf-91eb-0ac69d45f0b2 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:00:25.982128 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (7106ba86-006b-4dbf-91eb-0ac69d45f0b2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:26.011901 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event deleted for resources: {'Port': ['ID=7106ba86-006b-4dbf-91eb-0ac69d45f0b2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:26.023587 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:26.023939 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:26.024284 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:26.024620 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:26.024957 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:26.025289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:26.025615 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:26.025942 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:26.026293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:26.026619 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:26.026948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:26.027269 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:26.027589 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:26.084748 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for floatingip (4d1edc00-e849-4092-854a-4b3a21cefa67), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:26.085084 n-d-714676-13 neutron-server[103607]: INFO neutron.db.l3_db [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Floating IP 4d1edc00-e849-4092-854a-4b3a21cefa67 disassociated (deleted). External IP: 172.25.5.25, port: a76d1b26-88a5-41be-a657-4d3fdc04a4d6. Feb 04 15:00:26.300831 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Router a98705a0-0de1-4090-b1e9-677aeca60f4c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:00:26.408981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:00:26.414422 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:26.419392 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c147945-bd8b-4a2a-a0ba-af0d0ff54378 None None] Sync routers for ids ['a98705a0-0de1-4090-b1e9-677aeca60f4c'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:00:26.430011 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c147945-bd8b-4a2a-a0ba-af0d0ff54378 None None] Routers {'a98705a0-0de1-4090-b1e9-677aeca60f4c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:00:26.430651 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3c147945-bd8b-4a2a-a0ba-af0d0ff54378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:00:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a98705a0-0de1-4090-b1e9-677aeca60f4c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:26.445217 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-38139291-adb7-4f7c-b161-d204fa388b8c tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "DELETE /v2.0/floatingips/4d1edc00-e849-4092-854a-4b3a21cefa67 HTTP/1.1" status: 204 len: 168 time: 0.8492470 Feb 04 15:00:26.445808 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47db6664-b572-4968-b63f-bc6241c05faa', 'tag': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 15:00:26.448281 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163c5ad0-b369-46fd-89ec-d9ad64bcaf20" -d '{"events": [{"name": "network-changed", "server_uuid": "47db6664-b572-4968-b63f-bc6241c05faa", "tag": "a76d1b26-88a5-41be-a657-4d3fdc04a4d6"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:00:26.608974 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176916dd-c700-4399-aa71-ae1ad773079f x-openstack-request-id: req-176916dd-c700-4399-aa71-ae1ad773079f {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:00:26.608974 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47db6664-b572-4968-b63f-bc6241c05faa", "tag": "a76d1b26-88a5-41be-a657-4d3fdc04a4d6", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:00:26.609686 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-176916dd-c700-4399-aa71-ae1ad773079f {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:00:26.609686 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47db6664-b572-4968-b63f-bc6241c05faa', 'tag': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6', 'status': 'completed', 'code': 200} Feb 04 15:00:26.652829 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-3c147945-bd8b-4a2a-a0ba-af0d0ff54378 None None] Set router a98705a0-0de1-4090-b1e9-677aeca60f4c gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:00:26.694416 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c5ad0-b369-46fd-89ec-d9ad64bcaf20 req-8ad7048d-373d-47ee-aae8-569614d7824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:00:26.696269 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-163c5ad0-b369-46fd-89ec-d9ad64bcaf20 req-8ad7048d-373d-47ee-aae8-569614d7824a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 1128 time: 0.0566518 Feb 04 15:00:26.711825 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6cd1-033c-4851-8391-c678d03a7ea7 req-91ea86a0-d028-4694-9f5c-c84a0eb7c305 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:00:26.713143 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a22f6cd1-033c-4851-8391-c678d03a7ea7 req-91ea86a0-d028-4694-9f5c-c84a0eb7c305 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0562842 Feb 04 15:00:26.770085 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-a22f6cd1-033c-4851-8391-c678d03a7ea7 req-aa29254a-0651-4009-97da-e2abc7950bb8 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512815 Feb 04 15:00:26.800187 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c5ad0-b369-46fd-89ec-d9ad64bcaf20 req-9ab8ea18-5d16-4d07-9078-c07ecd4b5e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:00:26.801729 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-163c5ad0-b369-46fd-89ec-d9ad64bcaf20 req-9ab8ea18-5d16-4d07-9078-c07ecd4b5e87 service neutron] 10.222.0.99 "GET /v2.0/networks?id=95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 200 len: 909 time: 0.0989325 Feb 04 15:00:26.843489 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-163c5ad0-b369-46fd-89ec-d9ad64bcaf20 req-f66da51a-6b50-441b-ae0b-9ada4bfe7323 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6 HTTP/1.1" status: 200 len: 217 time: 0.0352418 Feb 04 15:00:26.860592 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3c147945-bd8b-4a2a-a0ba-af0d0ff54378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '554c27e4-aa49-4f21-ad17-3d2a1dd6dc43', 'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'mac_address': 'fa:16:3e:ec:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:15Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 5, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'subnets': [{'id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:26.886019 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c147945-bd8b-4a2a-a0ba-af0d0ff54378 None None] Checking router: a98705a0-0de1-4090-b1e9-677aeca60f4c for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:00:26.890837 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c5ad0-b369-46fd-89ec-d9ad64bcaf20 req-defd73c0-09c5-4906-80f8-9d7349f739a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:00:26.892304 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-163c5ad0-b369-46fd-89ec-d9ad64bcaf20 req-defd73c0-09c5-4906-80f8-9d7349f739a1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 200 len: 847 time: 0.0427556 Feb 04 15:00:26.894845 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c147945-bd8b-4a2a-a0ba-af0d0ff54378 None None] Routers {'a98705a0-0de1-4090-b1e9-677aeca60f4c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:00:26.895616 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3c147945-bd8b-4a2a-a0ba-af0d0ff54378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:00:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a98705a0-0de1-4090-b1e9-677aeca60f4c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:26.948541 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c5ad0-b369-46fd-89ec-d9ad64bcaf20 req-74468a5e-2e13-4028-a99a-c2d5c7c9b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:00:26.950047 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-163c5ad0-b369-46fd-89ec-d9ad64bcaf20 req-74468a5e-2e13-4028-a99a-c2d5c7c9b886 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=95eeb59a-ab49-400b-9c9c-a75666024267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495148 Feb 04 15:00:27.004896 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-3c147945-bd8b-4a2a-a0ba-af0d0ff54378 None None] Set router a98705a0-0de1-4090-b1e9-677aeca60f4c gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:00:27.040009 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-163c5ad0-b369-46fd-89ec-d9ad64bcaf20 req-7fe7c3c5-0c46-44f4-808b-fa0e29c233b6 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835304 Feb 04 15:00:27.143466 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-163c5ad0-b369-46fd-89ec-d9ad64bcaf20 req-92346e3c-7a53-4b87-a7d0-20945ce231e0 service neutron] 10.222.0.99 "GET /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976086 Feb 04 15:00:27.205971 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3c147945-bd8b-4a2a-a0ba-af0d0ff54378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '554c27e4-aa49-4f21-ad17-3d2a1dd6dc43', 'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'mac_address': 'fa:16:3e:ec:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:15Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 5, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'subnets': [{'id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:27.231914 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c147945-bd8b-4a2a-a0ba-af0d0ff54378 None None] The sync data for ids ['a98705a0-0de1-4090-b1e9-677aeca60f4c'] in n-d-714676-13 is: [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T14:50:16Z', 'revision_number': 4, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': '554c27e4-aa49-4f21-ad17-3d2a1dd6dc43', 'name': '', 'network_id': '95eeb59a-ab49-400b-9c9c-a75666024267', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'mac_address': 'fa:16:3e:ec:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:15Z', 'updated_at': '2022-02-04T14:50:20Z', 'revision_number': 5, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'subnets': [{'id': 'a4ad74a7-bc42-426d-b709-1b9a55eed3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:00:27.461727 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0ed56b-83a1-44db-8ce0-dafd6657dc86 None None] New status for floating IP 4d1edc00-e849-4092-854a-4b3a21cefa67: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:00:27.891450 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73849ab8-3e49-41ec-a130-2631ff969816 req-c0dfc2dd-0663-487b-bb78-d70db3bd57a5 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:00:27.892936 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73849ab8-3e49-41ec-a130-2631ff969816 req-c0dfc2dd-0663-487b-bb78-d70db3bd57a5 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0526001 Feb 04 15:00:27.942154 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-73849ab8-3e49-41ec-a130-2631ff969816 req-29afbc31-105f-4268-8dcf-5be93b5fe45f tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/security-groups?id=11b40202-37dd-4ac9-b0a8-0508b707f539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425749 Feb 04 15:00:28.288790 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea707d60-d314-42ab-b3b7-4d7d6cc71226 req-658f5a1d-247e-4909-92e0-eaa5cfada506 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:00:28.290186 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ea707d60-d314-42ab-b3b7-4d7d6cc71226 req-658f5a1d-247e-4909-92e0-eaa5cfada506 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.99 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 945 time: 0.0529904 Feb 04 15:00:28.380250 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-ea707d60-d314-42ab-b3b7-4d7d6cc71226 req-efc5193e-135c-4686-8c54-92fda5a51b92 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Deleting port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:00:28.380604 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ea707d60-d314-42ab-b3b7-4d7d6cc71226 req-efc5193e-135c-4686-8c54-92fda5a51b92 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:28.473864 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-ea707d60-d314-42ab-b3b7-4d7d6cc71226 req-efc5193e-135c-4686-8c54-92fda5a51b92 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] For port a76d1b26-88a5-41be-a657-4d3fdc04a4d6, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:00:28.474265 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ea707d60-d314-42ab-b3b7-4d7d6cc71226 req-efc5193e-135c-4686-8c54-92fda5a51b92 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:28.486355 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-ea707d60-d314-42ab-b3b7-4d7d6cc71226 req-efc5193e-135c-4686-8c54-92fda5a51b92 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Calling delete_port for a76d1b26-88a5-41be-a657-4d3fdc04a4d6 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:00:28.615157 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ea707d60-d314-42ab-b3b7-4d7d6cc71226 req-efc5193e-135c-4686-8c54-92fda5a51b92 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (a76d1b26-88a5-41be-a657-4d3fdc04a4d6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:28.643218 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5193e-135c-4686-8c54-92fda5a51b92 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event deleted for resources: {'Port': ['ID=a76d1b26-88a5-41be-a657-4d3fdc04a4d6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:28.686773 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea707d60-d314-42ab-b3b7-4d7d6cc71226 req-efc5193e-135c-4686-8c54-92fda5a51b92 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] No DVR routers for this DVR port a76d1b26-88a5-41be-a657-4d3fdc04a4d6 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:00:28.689388 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-ea707d60-d314-42ab-b3b7-4d7d6cc71226 req-efc5193e-135c-4686-8c54-92fda5a51b92 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:28.693668 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-ea707d60-d314-42ab-b3b7-4d7d6cc71226 req-efc5193e-135c-4686-8c54-92fda5a51b92 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.99 "DELETE /v2.0/ports/a76d1b26-88a5-41be-a657-4d3fdc04a4d6 HTTP/1.1" status: 204 len: 173 time: 0.3986740 Feb 04 15:00:28.694135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47db6664-b572-4968-b63f-bc6241c05faa', 'name': 'network-vif-deleted', 'tag': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 15:00:28.696402 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc90a62-fd74-4282-9150-c6f4b69f9d91" -d '{"events": [{"server_uuid": "47db6664-b572-4968-b63f-bc6241c05faa", "name": "network-vif-deleted", "tag": "a76d1b26-88a5-41be-a657-4d3fdc04a4d6"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:00:28.736671 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151d1cc1-90ae-4aa1-8628-cde083a251c7 x-openstack-request-id: req-151d1cc1-90ae-4aa1-8628-cde083a251c7 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:00:28.736971 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47db6664-b572-4968-b63f-bc6241c05faa", "name": "network-vif-deleted", "tag": "a76d1b26-88a5-41be-a657-4d3fdc04a4d6", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:00:28.737228 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-151d1cc1-90ae-4aa1-8628-cde083a251c7 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:00:28.737672 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47db6664-b572-4968-b63f-bc6241c05faa', 'name': 'network-vif-deleted', 'tag': 'a76d1b26-88a5-41be-a657-4d3fdc04a4d6', 'status': 'completed', 'code': 200} Feb 04 15:00:29.045593 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e14422d1-a9d6-4bab-841e-8aae1ed09efa req-41518bb0-8d5d-48d3-8500-b8a429fcd27e tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 210 time: 0.0302861 Feb 04 15:00:30.148943 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-4f7c0fe9-1313-4e07-8836-fd6232893c8f req-0f05c5df-e6e5-42a9-9128-ad1fced2e7bc tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 210 time: 0.0338585 Feb 04 15:00:31.248786 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f8cf00f2-4c1a-4be2-a5c6-20e7198d172f req-5e2c0415-64c5-48f5-b3e3-02439d859a6a tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 210 time: 0.0287099 Feb 04 15:00:32.345099 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-71c7b6c9-4ca1-4d30-8b9e-948eea25d28b req-f98512ad-883f-418b-bae9-03503571837b tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 210 time: 0.0295517 Feb 04 15:00:32.741698 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a76d1b26-88a5-41be-a657-4d3fdc04a4d6 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:00:32.761816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: a76d1b26-88a5-41be-a657-4d3fdc04a4d6 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 15:00:32.762190 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device a76d1b26-88a5-41be-a657-4d3fdc04a4d6 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:00:33.442629 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ba37c4d2-5a02-421f-ba0f-914d9d36ca77 req-6c85ca94-b91d-4857-97b4-ab9d74e67ac1 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 210 time: 0.0283878 Feb 04 15:00:34.539873 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2157d399-6560-432b-bbfb-da57019de791 req-052b6dd2-6def-4339-8c2c-9ee2f9df4599 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 210 time: 0.0276847 Feb 04 15:00:35.635030 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3ca02f1a-012d-4097-965e-04c79b3a3104 req-7503b5bf-375f-4dfa-a2a3-6ec6e8914775 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 210 time: 0.0269854 Feb 04 15:00:36.737344 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05025265-65eb-46df-8f78-b4201379f063 req-826e0f4e-b5df-487f-857e-9824099c364d tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "GET /v2.0/ports?device_id=47db6664-b572-4968-b63f-bc6241c05faa HTTP/1.1" status: 200 len: 210 time: 0.0312254 Feb 04 15:00:37.795622 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39370) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:37.857095 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1149856-6b6a-46b6-983c-5edb0a5863a5 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group (11b40202-37dd-4ac9-b0a8-0508b707f539), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:37.882797 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1149856-6b6a-46b6-983c-5edb0a5863a5 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group (11b40202-37dd-4ac9-b0a8-0508b707f539), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:37.943587 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1149856-6b6a-46b6-983c-5edb0a5863a5 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (11b40202-37dd-4ac9-b0a8-0508b707f539), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:37.946402 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b1149856-6b6a-46b6-983c-5edb0a5863a5 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:37.947690 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b1149856-6b6a-46b6-983c-5edb0a5863a5 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] 10.222.0.96 "DELETE /v2.0/security-groups/11b40202-37dd-4ac9-b0a8-0508b707f539 HTTP/1.1" status: 204 len: 168 time: 0.1510870 Feb 04 15:00:37.958135 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1149856-6b6a-46b6-983c-5edb0a5863a5 tempest-TestShelveInstance-964853649 tempest-TestShelveInstance-964853649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b40202-37dd-4ac9-b0a8-0508b707f539,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:39.011582 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39376) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:39.575938 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed57e-99ea-46df-81a7-06fc0e3b7a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (a98705a0-0de1-4090-b1e9-677aeca60f4c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:39.824482 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ed57e-99ea-46df-81a7-06fc0e3b7a8a admin admin] Deleting port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:00:39.824824 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed57e-99ea-46df-81a7-06fc0e3b7a8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:39.904657 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-1c5ed57e-99ea-46df-81a7-06fc0e3b7a8a admin admin] For port 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=554c27e4-aa49-4f21-ad17-3d2a1dd6dc43,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:00:39.904945 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed57e-99ea-46df-81a7-06fc0e3b7a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:39.917314 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ed57e-99ea-46df-81a7-06fc0e3b7a8a admin admin] Calling delete_port for 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:00:40.100840 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed57e-99ea-46df-81a7-06fc0e3b7a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (554c27e4-aa49-4f21-ad17-3d2a1dd6dc43), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:40.124342 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ed57e-99ea-46df-81a7-06fc0e3b7a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=554c27e4-aa49-4f21-ad17-3d2a1dd6dc43,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:40.302688 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed57e-99ea-46df-81a7-06fc0e3b7a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (a98705a0-0de1-4090-b1e9-677aeca60f4c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:40.529409 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5ed57e-99ea-46df-81a7-06fc0e3b7a8a admin admin] Router a98705a0-0de1-4090-b1e9-677aeca60f4c has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:00:40.934514 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5ed57e-99ea-46df-81a7-06fc0e3b7a8a admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:00:40.939483 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1c5ed57e-99ea-46df-81a7-06fc0e3b7a8a admin admin] 10.222.0.96 "PUT /v2.0/routers/a98705a0-0de1-4090-b1e9-677aeca60f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9261577 Feb 04 15:00:40.943042 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39380) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:40.944417 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b486450-6c8c-485b-94a9-d93e6ec28792 None None] Sync routers for ids ['a98705a0-0de1-4090-b1e9-677aeca60f4c'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:00:40.956115 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b486450-6c8c-485b-94a9-d93e6ec28792 None None] Routers {'a98705a0-0de1-4090-b1e9-677aeca60f4c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:00:40.956801 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5b486450-6c8c-485b-94a9-d93e6ec28792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:00:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a98705a0-0de1-4090-b1e9-677aeca60f4c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:41.055638 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Publish callbacks [] for router (a98705a0-0de1-4090-b1e9-677aeca60f4c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:41.072947 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-5b486450-6c8c-485b-94a9-d93e6ec28792 None None] Set router a98705a0-0de1-4090-b1e9-677aeca60f4c gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:00:41.163747 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Publish callbacks [] for router_gateway (a98705a0-0de1-4090-b1e9-677aeca60f4c), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:41.210824 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7ee7acad-6196-40e1-9c59-3a9801288b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:41.230666 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Deleting port fed5d815-c4f0-4ae8-966f-88a2f0f48e54 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:00:41.231293 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (fed5d815-c4f0-4ae8-966f-88a2f0f48e54), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:41.284908 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5b486450-6c8c-485b-94a9-d93e6ec28792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T15:00:40Z', 'revision_number': 5, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port': {'id': 'fed5d815-c4f0-4ae8-966f-88a2f0f48e54', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:14Z', 'updated_at': '2022-02-04T14:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:41.316023 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b486450-6c8c-485b-94a9-d93e6ec28792 None None] Checking router: a98705a0-0de1-4090-b1e9-677aeca60f4c for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:00:41.324172 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] For port fed5d815-c4f0-4ae8-966f-88a2f0f48e54, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fed5d815-c4f0-4ae8-966f-88a2f0f48e54,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:00:41.324765 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (fed5d815-c4f0-4ae8-966f-88a2f0f48e54), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:41.326976 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b486450-6c8c-485b-94a9-d93e6ec28792 None None] Routers {'a98705a0-0de1-4090-b1e9-677aeca60f4c'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:00:41.327389 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5b486450-6c8c-485b-94a9-d93e6ec28792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:00:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['a98705a0-0de1-4090-b1e9-677aeca60f4c'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:41.340989 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Calling delete_port for fed5d815-c4f0-4ae8-966f-88a2f0f48e54 owned by network:router_gateway {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:00:41.428608 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-5b486450-6c8c-485b-94a9-d93e6ec28792 None None] Set router a98705a0-0de1-4090-b1e9-677aeca60f4c gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:00:41.487097 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5b486450-6c8c-485b-94a9-d93e6ec28792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T15:00:41Z', 'revision_number': 6, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:41.516338 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b486450-6c8c-485b-94a9-d93e6ec28792 None None] The sync data for ids ['a98705a0-0de1-4090-b1e9-677aeca60f4c'] in n-d-714676-13 is: [{'id': 'a98705a0-0de1-4090-b1e9-677aeca60f4c', 'name': 'tempest-TestShelveInstance-610439292-router', 'tenant_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:13Z', 'updated_at': '2022-02-04T15:00:41Z', 'revision_number': 6, 'project_id': 'd7ce0e29bab24cc6beda55bae6904f1a', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:00:41.542978 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (fed5d815-c4f0-4ae8-966f-88a2f0f48e54), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:41.576094 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fed5d815-c4f0-4ae8-966f-88a2f0f48e54,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:41.626985 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:41.627333 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:41.627670 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:41.628155 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:41.628698 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:41.629214 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:41.629626 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:41.629959 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:41.630310 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:41.630636 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:41.630958 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:41.631276 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:41.631593 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:41.654634 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (a98705a0-0de1-4090-b1e9-677aeca60f4c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:41.754160 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (a98705a0-0de1-4090-b1e9-677aeca60f4c), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:41.756560 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Publish callbacks [] for router_controller (a98705a0-0de1-4090-b1e9-677aeca60f4c), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:41.804084 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (a98705a0-0de1-4090-b1e9-677aeca60f4c), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:41.804627 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a98705a0-0de1-4090-b1e9-677aeca60f4c {{(pid=103606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:00:41.809184 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:41.812729 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ca43f171-b669-42b2-be09-3ecfe5d815f9 admin admin] 10.222.0.96 "DELETE /v2.0/routers/a98705a0-0de1-4090-b1e9-677aeca60f4c HTTP/1.1" status: 204 len: 168 time: 0.8663366 Feb 04 15:00:41.812994 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39382) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:41.864757 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0809e1-1701-4dec-a191-21ef2045a5c0 admin admin] Deleting subnet a4ad74a7-bc42-426d-b709-1b9a55eed3b3 {{(pid=103606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 15:00:41.868266 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e0809e1-1701-4dec-a191-21ef2045a5c0 admin admin] Publish callbacks [] for subnet (a4ad74a7-bc42-426d-b709-1b9a55eed3b3), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:41.908833 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e0809e1-1701-4dec-a191-21ef2045a5c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058227594'] for subnet (a4ad74a7-bc42-426d-b709-1b9a55eed3b3), precommit_delete_associations {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:41.994539 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e0809e1-1701-4dec-a191-21ef2045a5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (a4ad74a7-bc42-426d-b709-1b9a55eed3b3), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:42.065111 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e0809e1-1701-4dec-a191-21ef2045a5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1057814163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1058622114'] for subnet (a4ad74a7-bc42-426d-b709-1b9a55eed3b3), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:42.091131 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0809e1-1701-4dec-a191-21ef2045a5c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4ad74a7-bc42-426d-b709-1b9a55eed3b3,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:42.094907 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e0809e1-1701-4dec-a191-21ef2045a5c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:42.100991 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5e0809e1-1701-4dec-a191-21ef2045a5c0 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a4ad74a7-bc42-426d-b709-1b9a55eed3b3 HTTP/1.1" status: 204 len: 168 time: 0.2848649 Feb 04 15:00:42.101237 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39384) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:42.101982 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8408b9c-7961-4b18-9417-8059211c134d None None] Network 95eeb59a-ab49-400b-9c9c-a75666024267 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 15:00:42.172834 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (95eeb59a-ab49-400b-9c9c-a75666024267), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:42.255323 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] Deleting port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:00:42.255668 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0e9e8534-e8f8-4a2d-b0bf-85ed55917449), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:42.337517 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] For port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0e9e8534-e8f8-4a2d-b0bf-85ed55917449,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:00:42.338034 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0e9e8534-e8f8-4a2d-b0bf-85ed55917449), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:42.353474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] Calling delete_port for 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:00:42.367441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] DHCP port deletion for 95eeb59a-ab49-400b-9c9c-a75666024267 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 15:00:42.450301 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Deleting port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:00:42.450668 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0e9e8534-e8f8-4a2d-b0bf-85ed55917449), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:42.472896 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (0e9e8534-e8f8-4a2d-b0bf-85ed55917449), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:42.516894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] No DVR routers for this DVR port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:00:42.529575 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] For port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0e9e8534-e8f8-4a2d-b0bf-85ed55917449,segment=NetworkSegment(35676a06-cdc8-48fb-88b1-0353bc45b45a),segment_id=35676a06-cdc8-48fb-88b1-0353bc45b45a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:00:42.533173 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0e9e8534-e8f8-4a2d-b0bf-85ed55917449), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:42.549052 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Calling delete_port for 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:00:42.554459 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9e8534-e8f8-4a2d-b0bf-85ed55917449,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:42.626341 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (95eeb59a-ab49-400b-9c9c-a75666024267), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:42.649680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95eeb59a-ab49-400b-9c9c-a75666024267']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:42.669597 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35676a06-cdc8-48fb-88b1-0353bc45b45a') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:42.669907 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35676a06-cdc8-48fb-88b1-0353bc45b45a') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:42.680762 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (35676a06-cdc8-48fb-88b1-0353bc45b45a), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:42.692955 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024'] for port (0e9e8534-e8f8-4a2d-b0bf-85ed55917449), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:42.707651 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (35676a06-cdc8-48fb-88b1-0353bc45b45a), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:42.715322 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:00:42.716087 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (35676a06-cdc8-48fb-88b1-0353bc45b45a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: timer() Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:00:42.718173 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:00:42.724790 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Pushing event deleted for resources: {'Port': ['ID=0e9e8534-e8f8-4a2d-b0bf-85ed55917449,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:42.749589 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] No DVR routers for this DVR port 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 on host n-d-714676-13 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:00:42.753653 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:42.753987 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:42.754555 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:42.755071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:42.755447 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:42.755877 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:42.756463 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:42.756883 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:42.757304 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:42.758596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:42.759305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:42.759861 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:42.760401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9cfaf-204d-46a9-96ab-add56fc72526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:42.795567 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (95eeb59a-ab49-400b-9c9c-a75666024267), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:42.805941 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:42.807732 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] 10.222.0.96 "DELETE /v2.0/networks/95eeb59a-ab49-400b-9c9c-a75666024267 HTTP/1.1" status: 204 len: 168 time: 0.7051055 Feb 04 15:00:42.810786 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39386) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:42.823080 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8765c-0a82-4035-b200-4b2c947eed78 admin admin] Pushing event deleted for resources: {'Network': ['ID=95eeb59a-ab49-400b-9c9c-a75666024267,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:43.047122 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:00:43.070858 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 15:00:43.071570 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 554c27e4-aa49-4f21-ad17-3d2a1dd6dc43 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:00:43.072772 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:00:43.094328 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 15:00:43.095042 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0e9e8534-e8f8-4a2d-b0bf-85ed55917449 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:00:43.095707 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fed5d815-c4f0-4ae8-966f-88a2f0f48e54 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:00:43.120593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: fed5d815-c4f0-4ae8-966f-88a2f0f48e54 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 15:00:43.121297 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fed5d815-c4f0-4ae8-966f-88a2f0f48e54 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:00:43.243004 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19038c83-80aa-4c63-848c-4649c8270a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:43.509496 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-19038c83-80aa-4c63-848c-4649c8270a42 admin admin] Deleting port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:00:43.509839 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19038c83-80aa-4c63-848c-4649c8270a42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:43.588000 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-19038c83-80aa-4c63-848c-4649c8270a42 admin admin] For port 66df603c-76b1-4a23-b7b4-2f7ad93f93c4, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=66df603c-76b1-4a23-b7b4-2f7ad93f93c4,segment=NetworkSegment(e5ce2eee-bf54-47d5-b579-17beb51cf8d8),segment_id=e5ce2eee-bf54-47d5-b579-17beb51cf8d8)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:00:43.588368 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19038c83-80aa-4c63-848c-4649c8270a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:43.600811 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-19038c83-80aa-4c63-848c-4649c8270a42 admin admin] Calling delete_port for 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:00:43.782364 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19038c83-80aa-4c63-848c-4649c8270a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (66df603c-76b1-4a23-b7b4-2f7ad93f93c4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:43.812973 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19038c83-80aa-4c63-848c-4649c8270a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=66df603c-76b1-4a23-b7b4-2f7ad93f93c4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:43.988773 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-19038c83-80aa-4c63-848c-4649c8270a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:44.217763 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19038c83-80aa-4c63-848c-4649c8270a42 admin admin] Router 818ab76e-9455-4ee5-a8f4-76a7b1fa0632 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:00:44.330236 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19038c83-80aa-4c63-848c-4649c8270a42 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:00:44.335993 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-19038c83-80aa-4c63-848c-4649c8270a42 admin admin] 10.222.0.96 "PUT /v2.0/routers/818ab76e-9455-4ee5-a8f4-76a7b1fa0632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5239208 Feb 04 15:00:44.338574 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39388) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:44.341380 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006552c-ba37-4d50-880c-5b5f207d67e5 None None] Sync routers for ids ['818ab76e-9455-4ee5-a8f4-76a7b1fa0632'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:00:44.351232 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7006552c-ba37-4d50-880c-5b5f207d67e5 None None] Routers {'818ab76e-9455-4ee5-a8f4-76a7b1fa0632'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:00:44.351944 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-7006552c-ba37-4d50-880c-5b5f207d67e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:00:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['818ab76e-9455-4ee5-a8f4-76a7b1fa0632'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:44.444369 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20ef959d-0b3b-46ff-b67f-32405d8dd116 admin admin] Publish callbacks [] for router (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:44.458518 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-7006552c-ba37-4d50-880c-5b5f207d67e5 None None] Set router 818ab76e-9455-4ee5-a8f4-76a7b1fa0632 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:00:44.548110 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20ef959d-0b3b-46ff-b67f-32405d8dd116 admin admin] Publish callbacks [] for router_gateway (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:44.610800 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-20ef959d-0b3b-46ff-b67f-32405d8dd116 admin admin] Deleting port 0d28d2c0-2aae-43fd-a564-40dc12546316 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:00:44.611148 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20ef959d-0b3b-46ff-b67f-32405d8dd116 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0d28d2c0-2aae-43fd-a564-40dc12546316), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:44.693138 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-20ef959d-0b3b-46ff-b67f-32405d8dd116 admin admin] For port 0d28d2c0-2aae-43fd-a564-40dc12546316, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0d28d2c0-2aae-43fd-a564-40dc12546316,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:00:44.693517 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20ef959d-0b3b-46ff-b67f-32405d8dd116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0d28d2c0-2aae-43fd-a564-40dc12546316), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:44.707335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-20ef959d-0b3b-46ff-b67f-32405d8dd116 admin admin] Calling delete_port for 0d28d2c0-2aae-43fd-a564-40dc12546316 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:00:44.786124 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-7006552c-ba37-4d50-880c-5b5f207d67e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'name': 'tempest-TestShelveInstance-486716951-router', 'tenant_id': 'e38da2210a914da49081196179b50ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '0d28d2c0-2aae-43fd-a564-40dc12546316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:17Z', 'updated_at': '2022-02-04T15:00:43Z', 'revision_number': 5, 'project_id': 'e38da2210a914da49081196179b50ef2', 'gw_port': {'id': '0d28d2c0-2aae-43fd-a564-40dc12546316', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:50:18Z', 'updated_at': '2022-02-04T14:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:44.815412 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006552c-ba37-4d50-880c-5b5f207d67e5 None None] Checking router: 818ab76e-9455-4ee5-a8f4-76a7b1fa0632 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:00:44.834988 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7006552c-ba37-4d50-880c-5b5f207d67e5 None None] Routers {'818ab76e-9455-4ee5-a8f4-76a7b1fa0632'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:00:44.835601 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-7006552c-ba37-4d50-880c-5b5f207d67e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:00:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['818ab76e-9455-4ee5-a8f4-76a7b1fa0632'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:44.838625 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:44.880490 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20ef959d-0b3b-46ff-b67f-32405d8dd116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (0d28d2c0-2aae-43fd-a564-40dc12546316), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:44.910941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef959d-0b3b-46ff-b67f-32405d8dd116 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d28d2c0-2aae-43fd-a564-40dc12546316,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:44.929391 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-7006552c-ba37-4d50-880c-5b5f207d67e5 None None] Set router 818ab76e-9455-4ee5-a8f4-76a7b1fa0632 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:00:44.976596 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20ef959d-0b3b-46ff-b67f-32405d8dd116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:44.994123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-7006552c-ba37-4d50-880c-5b5f207d67e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'name': 'tempest-TestShelveInstance-486716951-router', 'tenant_id': 'e38da2210a914da49081196179b50ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:17Z', 'updated_at': '2022-02-04T15:00:44Z', 'revision_number': 6, 'project_id': 'e38da2210a914da49081196179b50ef2', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:45.015395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006552c-ba37-4d50-880c-5b5f207d67e5 None None] The sync data for ids ['818ab76e-9455-4ee5-a8f4-76a7b1fa0632'] in n-d-714676-13 is: [{'id': '818ab76e-9455-4ee5-a8f4-76a7b1fa0632', 'name': 'tempest-TestShelveInstance-486716951-router', 'tenant_id': 'e38da2210a914da49081196179b50ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:50:17Z', 'updated_at': '2022-02-04T15:00:44Z', 'revision_number': 6, 'project_id': 'e38da2210a914da49081196179b50ef2', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:00:45.072238 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20ef959d-0b3b-46ff-b67f-32405d8dd116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.074336 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20ef959d-0b3b-46ff-b67f-32405d8dd116 admin admin] Publish callbacks [] for router_controller (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.117788 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20ef959d-0b3b-46ff-b67f-32405d8dd116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (818ab76e-9455-4ee5-a8f4-76a7b1fa0632), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.118350 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ef959d-0b3b-46ff-b67f-32405d8dd116 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 818ab76e-9455-4ee5-a8f4-76a7b1fa0632 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:00:45.123258 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20ef959d-0b3b-46ff-b67f-32405d8dd116 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.124405 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-20ef959d-0b3b-46ff-b67f-32405d8dd116 admin admin] 10.222.0.96 "DELETE /v2.0/routers/818ab76e-9455-4ee5-a8f4-76a7b1fa0632 HTTP/1.1" status: 204 len: 168 time: 0.7849224 Feb 04 15:00:45.126905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39390) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:45.175032 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc278df-7911-410a-892d-e26c551b0eb7 admin admin] Deleting subnet ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 15:00:45.178117 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0bc278df-7911-410a-892d-e26c551b0eb7 admin admin] Publish callbacks [] for subnet (ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.212651 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0bc278df-7911-410a-892d-e26c551b0eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.286673 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0bc278df-7911-410a-892d-e26c551b0eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.341218 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0bc278df-7911-410a-892d-e26c551b0eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.374493 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0bc278df-7911-410a-892d-e26c551b0eb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.377483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32311f57-bf8a-434e-a778-f4441b303d20 None None] Network df129119-8c46-4547-b5c9-151a661ac583 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 15:00:45.378967 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0bc278df-7911-410a-892d-e26c551b0eb7 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350 HTTP/1.1" status: 204 len: 168 time: 0.2499392 Feb 04 15:00:45.379660 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc278df-7911-410a-892d-e26c551b0eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed5ae0fa-f3cf-4c63-b9ac-784cf2f57350,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:45.381231 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39392) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:45.449675 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-34adfbfe-27e1-446d-9255-6a2193318a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.458135 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (df129119-8c46-4547-b5c9-151a661ac583), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.522194 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] Deleting port c955d73c-1db2-4207-913d-f30953c26f02 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:00:45.522537 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (c955d73c-1db2-4207-913d-f30953c26f02), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.586189 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] For port c955d73c-1db2-4207-913d-f30953c26f02, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=c955d73c-1db2-4207-913d-f30953c26f02,segment=NetworkSegment(e5ce2eee-bf54-47d5-b579-17beb51cf8d8),segment_id=e5ce2eee-bf54-47d5-b579-17beb51cf8d8)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:00:45.586580 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (c955d73c-1db2-4207-913d-f30953c26f02), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.598992 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] Calling delete_port for c955d73c-1db2-4207-913d-f30953c26f02 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:00:45.681298 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (c955d73c-1db2-4207-913d-f30953c26f02), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.706809 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] Pushing event deleted for resources: {'Port': ['ID=c955d73c-1db2-4207-913d-f30953c26f02,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:45.710164 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] No DVR routers for this DVR port c955d73c-1db2-4207-913d-f30953c26f02 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:00:45.785654 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (df129119-8c46-4547-b5c9-151a661ac583), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.798178 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da05043-9294-458b-8a9b-b7d5e8933b6c None None] DHCP port deletion for df129119-8c46-4547-b5c9-151a661ac583 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 15:00:45.809718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df129119-8c46-4547-b5c9-151a661ac583']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:45.819841 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ce2eee-bf54-47d5-b579-17beb51cf8d8') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:45.820144 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ce2eee-bf54-47d5-b579-17beb51cf8d8') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:45.830117 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (e5ce2eee-bf54-47d5-b579-17beb51cf8d8), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.843800 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (e5ce2eee-bf54-47d5-b579-17beb51cf8d8), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.850324 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:00:45.850652 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (e5ce2eee-bf54-47d5-b579-17beb51cf8d8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: timer() Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:00:45.852291 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:00:45.904644 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.910448 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (df129119-8c46-4547-b5c9-151a661ac583), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.916103 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:45.919267 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] 10.222.0.96 "DELETE /v2.0/networks/df129119-8c46-4547-b5c9-151a661ac583 HTTP/1.1" status: 204 len: 168 time: 0.5370300 Feb 04 15:00:45.931494 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8df719-a5fd-4145-bedc-150eca55bd51 admin admin] Pushing event deleted for resources: {'Network': ['ID=df129119-8c46-4547-b5c9-151a661ac583,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:45.975008 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:46.065344 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39396) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:46.112565 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-2ae35752-966a-4f0a-bdf8-1b462b982d89 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d7ce0e29bab24cc6beda55bae6904f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454211 Feb 04 15:00:46.114994 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39398) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:46.162065 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f866e88-f2b0-43cd-9338-6f0de9fc5de4 admin admin] Publish callbacks [] for security_group (d909ac6c-4ca9-4618-bbe1-8e825fe21e96), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:46.182665 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f866e88-f2b0-43cd-9338-6f0de9fc5de4 admin admin] Publish callbacks [] for security_group (d909ac6c-4ca9-4618-bbe1-8e825fe21e96), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:46.228601 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f866e88-f2b0-43cd-9338-6f0de9fc5de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (d909ac6c-4ca9-4618-bbe1-8e825fe21e96), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:46.231230 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0f866e88-f2b0-43cd-9338-6f0de9fc5de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:46.232409 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0f866e88-f2b0-43cd-9338-6f0de9fc5de4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d909ac6c-4ca9-4618-bbe1-8e825fe21e96 HTTP/1.1" status: 204 len: 168 time: 0.1163721 Feb 04 15:00:46.240215 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f866e88-f2b0-43cd-9338-6f0de9fc5de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d909ac6c-4ca9-4618-bbe1-8e825fe21e96,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:46.556694 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39404) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:46.596473 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-d2f11711-4fa3-4afb-9262-80f060b8e18a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e38da2210a914da49081196179b50ef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386310 Feb 04 15:00:46.598980 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39406) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:46.651363 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee993c6c-661e-44c4-96d8-fb7e81c803aa admin admin] Publish callbacks [] for security_group (8b711a33-5161-408a-822f-f3a81a65cd15), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:46.671859 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee993c6c-661e-44c4-96d8-fb7e81c803aa admin admin] Publish callbacks [] for security_group (8b711a33-5161-408a-822f-f3a81a65cd15), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:46.718311 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee993c6c-661e-44c4-96d8-fb7e81c803aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (8b711a33-5161-408a-822f-f3a81a65cd15), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:46.720841 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ee993c6c-661e-44c4-96d8-fb7e81c803aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:46.722255 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ee993c6c-661e-44c4-96d8-fb7e81c803aa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8b711a33-5161-408a-822f-f3a81a65cd15 HTTP/1.1" status: 204 len: 168 time: 0.1222610 Feb 04 15:00:46.729692 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee993c6c-661e-44c4-96d8-fb7e81c803aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b711a33-5161-408a-822f-f3a81a65cd15,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:47.014272 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:00:47.036076 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 15:00:47.036427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 66df603c-76b1-4a23-b7b4-2f7ad93f93c4 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:00:47.036854 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0d28d2c0-2aae-43fd-a564-40dc12546316 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:00:47.056607 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 0d28d2c0-2aae-43fd-a564-40dc12546316 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 15:00:47.056959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0d28d2c0-2aae-43fd-a564-40dc12546316 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:00:47.057371 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c955d73c-1db2-4207-913d-f30953c26f02 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:00:47.081377 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: c955d73c-1db2-4207-913d-f30953c26f02 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 15:00:47.081377 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device c955d73c-1db2-4207-913d-f30953c26f02 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:00:47.291740 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-eb4ea2f5-c80e-4055-8a5e-dc3831457b49 req-ae0828c3-9857-40fd-8c7c-75927f0ae81b tempest-TestNetworkAdvancedServerOps-2084082927 tempest-TestNetworkAdvancedServerOps-2084082927-project] (103607) timed out ('10.222.0.100', 54984) {{(pid=103607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 15:00:47.305769 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:47.436007 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39428) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:47.531225 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e27eecd1-9f8a-4039-9f6f-396239d35a9f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-610002225-network', 'tenant_id': '39b0bee456d54171ba6d19733424da4f'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:00:47.550629 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27eecd1-9f8a-4039-9f6f-396239d35a9f admin admin] Made reservation on behalf of 39b0bee456d54171ba6d19733424da4f for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:00:47.552868 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27eecd1-9f8a-4039-9f6f-396239d35a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:47.564465 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27eecd1-9f8a-4039-9f6f-396239d35a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:47.637439 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27eecd1-9f8a-4039-9f6f-396239d35a9f admin admin] Publish callbacks [] for security_group (0e8f73ec-e8b3-46b0-9a1a-3151f2d5e4c3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:47.641173 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27eecd1-9f8a-4039-9f6f-396239d35a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0e8f73ec-e8b3-46b0-9a1a-3151f2d5e4c3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:47.661537 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27eecd1-9f8a-4039-9f6f-396239d35a9f admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:00:47.677023 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27eecd1-9f8a-4039-9f6f-396239d35a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8f73ec-e8b3-46b0-9a1a-3151f2d5e4c3,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:47.679890 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27eecd1-9f8a-4039-9f6f-396239d35a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (d42f20c2-d2bf-4a8a-9d82-319c63de4324), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:47.680238 n-d-714676-13 neutron-server[103607]: INFO neutron.db.segments_db [None req-e27eecd1-9f8a-4039-9f6f-396239d35a9f admin admin] Added segment d42f20c2-d2bf-4a8a-9d82-319c63de4324 of type vlan for network 625294a3-9b82-4276-beab-e3e12b51b25a Feb 04 15:00:47.719956 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27eecd1-9f8a-4039-9f6f-396239d35a9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (625294a3-9b82-4276-beab-e3e12b51b25a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:47.744752 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27eecd1-9f8a-4039-9f6f-396239d35a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (625294a3-9b82-4276-beab-e3e12b51b25a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:47.745701 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27eecd1-9f8a-4039-9f6f-396239d35a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:00:47.746346 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e27eecd1-9f8a-4039-9f6f-396239d35a9f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:47.797825 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-e27eecd1-9f8a-4039-9f6f-396239d35a9f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3606241 Feb 04 15:00:47.801756 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39432) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:47.808032 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-039cffd1-6d03-4b13-b268-fa9506c90ed6 admin admin] Request body: {'subnet': {'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-610002225-subnet', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'ip_version': 4}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:00:47.812077 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27eecd1-9f8a-4039-9f6f-396239d35a9f admin admin] Pushing event updated for resources: {'Network': ['ID=625294a3-9b82-4276-beab-e3e12b51b25a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:47.822703 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 625294a3-9b82-4276-beab-e3e12b51b25a details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:00:47.829814 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039cffd1-6d03-4b13-b268-fa9506c90ed6 admin admin] Made reservation on behalf of 39b0bee456d54171ba6d19733424da4f for: {'subnet': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:00:47.832281 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-039cffd1-6d03-4b13-b268-fa9506c90ed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1058622111'] for subnet (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:48.002316 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-039cffd1-6d03-4b13-b268-fa9506c90ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1057811550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1058622121'] for subnet (29a4779b-ad73-4102-9e30-a0079d71a569), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:48.061050 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cffd1-6d03-4b13-b268-fa9506c90ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a4779b-ad73-4102-9e30-a0079d71a569,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:48.066539 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039cffd1-6d03-4b13-b268-fa9506c90ed6 admin admin] Checking segment: {'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 15:00:48.067543 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039cffd1-6d03-4b13-b268-fa9506c90ed6 admin admin] Network hostable DHCP agents. Network: 625294a3-9b82-4276-beab-e3e12b51b25a, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:00:48.083567 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039cffd1-6d03-4b13-b268-fa9506c90ed6 admin admin] Network 625294a3-9b82-4276-beab-e3e12b51b25a is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:00:48.091846 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-039cffd1-6d03-4b13-b268-fa9506c90ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 625294a3-9b82-4276-beab-e3e12b51b25a) {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:00:48.096012 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039cffd1-6d03-4b13-b268-fa9506c90ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:00:48.097132 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-039cffd1-6d03-4b13-b268-fa9506c90ed6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:48.101949 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b15677b-cab4-4e9a-a432-6c4d22bad2ca None None] Network 625294a3-9b82-4276-beab-e3e12b51b25a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 15:00:48.113779 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-039cffd1-6d03-4b13-b268-fa9506c90ed6 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3107808 Feb 04 15:00:48.116474 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39434) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:48.120691 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:00:48.139310 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:48.140310 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:48.196866 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Publish callbacks [] for router_controller (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), precommit_add_association {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:48.212476 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:00:48.216647 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:48.219622 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-625294a3-9b82-4276-beab-e3e12b51b25a', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'project_id': '39b0bee456d54171ba6d19733424da4f', 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 15:00:48.220455 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:48.360525 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Allocated IP 172.20.0.2 (625294a3-9b82-4276-beab-e3e12b51b25a/29a4779b-ad73-4102-9e30-a0079d71a569/0b1eb772-5c37-4c37-8537-d1f030a548d8) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:00:48.514278 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Publish callbacks [] for port (0b1eb772-5c37-4c37-8537-d1f030a548d8), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:48.520963 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (0b1eb772-5c37-4c37-8537-d1f030a548d8), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:48.562896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Network 625294a3-9b82-4276-beab-e3e12b51b25a is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:00:48.567016 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:00:48.570873 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:00:48.579486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Pushing event updated for resources: {'Port': ['ID=0b1eb772-5c37-4c37-8537-d1f030a548d8,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:48.635182 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Attempting to bind port 0b1eb772-5c37-4c37-8537-d1f030a548d8 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 15:00:48.635475 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Attempting to bind port 0b1eb772-5c37-4c37-8537-d1f030a548d8 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 15:00:48.635848 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Attempting to bind port 0b1eb772-5c37-4c37-8537-d1f030a548d8 on network 625294a3-9b82-4276-beab-e3e12b51b25a {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:00:48.641025 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:00:48.641407 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Checking segment: {'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 15:00:48.641822 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:48.642256 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Bound using segment: {'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:00:48.642734 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Bound port: 0b1eb772-5c37-4c37-8537-d1f030a548d8, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 15:00:48.643115 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0b1eb772-5c37-4c37-8537-d1f030a548d8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:48.688798 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Publish callbacks [] for router_gateway (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:48.712157 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] For port 0b1eb772-5c37-4c37-8537-d1f030a548d8, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:00:48.715575 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] For port 0b1eb772-5c37-4c37-8537-d1f030a548d8, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0b1eb772-5c37-4c37-8537-d1f030a548d8,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:00:48.720732 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0b1eb772-5c37-4c37-8537-d1f030a548d8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:48.778535 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315be5e9-5053-4168-844a-3c19c725f9f7 None None] Pushing event updated for resources: {'Port': ['ID=0b1eb772-5c37-4c37-8537-d1f030a548d8,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:48.909720 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Publish callbacks [] for router_gateway (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:48.942296 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:49.072559 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Allocated IP 172.25.5.204 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/10caf555-d861-4c7b-87fa-a3fb02a987e1) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:00:49.088252 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0b1eb772-5c37-4c37-8537-d1f030a548d8 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:00:49.139117 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 0b1eb772-5c37-4c37-8537-d1f030a548d8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:49.139796 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0b1eb772-5c37-4c37-8537-d1f030a548d8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:49.187437 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Publish callbacks [] for port (10caf555-d861-4c7b-87fa-a3fb02a987e1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:49.219911 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 0b1eb772-5c37-4c37-8537-d1f030a548d8 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:00:49.220332 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (0b1eb772-5c37-4c37-8537-d1f030a548d8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:49.222979 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (10caf555-d861-4c7b-87fa-a3fb02a987e1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:49.257110 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 0b1eb772-5c37-4c37-8537-d1f030a548d8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0b1eb772-5c37-4c37-8537-d1f030a548d8,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:00:49.262807 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (0b1eb772-5c37-4c37-8537-d1f030a548d8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:49.279884 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:00:49.284097 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:00:49.287057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:00:49.290216 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=10caf555-d861-4c7b-87fa-a3fb02a987e1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:49.311927 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=0b1eb772-5c37-4c37-8537-d1f030a548d8,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:49.548993 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Publish callbacks [] for router_gateway (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:49.731534 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60e074c-dcbb-4081-ae7a-02640fa500e4 None None] Network 625294a3-9b82-4276-beab-e3e12b51b25a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 15:00:49.764748 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:49.797148 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-e44c81bf-3644-471e-a065-6072addc51b9 None None] Provisioning complete for port 0b1eb772-5c37-4c37-8537-d1f030a548d8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:49.797517 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e44c81bf-3644-471e-a065-6072addc51b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0b1eb772-5c37-4c37-8537-d1f030a548d8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:49.900027 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:00:49.924874 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e44c81bf-3644-471e-a065-6072addc51b9 None None] Current status of the port 0b1eb772-5c37-4c37-8537-d1f030a548d8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:00:50.018302 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:00:50.028988 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Sync routers for ids ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:00:50.038817 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:50.040373 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-a0bf7309-c4a4-4d04-afa2-ec868f068eb9 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9228411 Feb 04 15:00:50.043011 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39436) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:50.045108 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Routers {'09b6cc57-22c8-41ab-9dd5-6838ebd1de45'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:00:50.045914 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:00:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:50.145952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d1b74b16-3510-46a7-ad5f-b2d677467046 None None] Provisioning complete for port 0b1eb772-5c37-4c37-8537-d1f030a548d8 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:50.147119 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d1b74b16-3510-46a7-ad5f-b2d677467046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0b1eb772-5c37-4c37-8537-d1f030a548d8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:50.169692 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Set router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:00:50.237123 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d1b74b16-3510-46a7-ad5f-b2d677467046 None None] Current status of the port 0b1eb772-5c37-4c37-8537-d1f030a548d8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:00:50.358532 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:49Z', 'revision_number': 3, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:50.384968 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Checking router: 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:00:50.385320 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Updating router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 port 10caf555-d861-4c7b-87fa-a3fb02a987e1 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:00:50.412559 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (10caf555-d861-4c7b-87fa-a3fb02a987e1), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:50.506716 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:50.665341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Allocated IP 172.20.0.1 (625294a3-9b82-4276-beab-e3e12b51b25a/29a4779b-ad73-4102-9e30-a0079d71a569/fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:00:50.669276 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Publish callbacks [] for port (10caf555-d861-4c7b-87fa-a3fb02a987e1), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:50.675523 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (10caf555-d861-4c7b-87fa-a3fb02a987e1), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:50.773568 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Publish callbacks [] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:50.808908 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:50.822340 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b02c22-8364-46ef-a9a9-647603b25836 None None] Pushing event updated for resources: {'Port': ['ID=10caf555-d861-4c7b-87fa-a3fb02a987e1,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:50.824401 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Attempting to bind port 10caf555-d861-4c7b-87fa-a3fb02a987e1 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 15:00:50.824775 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Attempting to bind port 10caf555-d861-4c7b-87fa-a3fb02a987e1 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 15:00:50.825138 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Attempting to bind port 10caf555-d861-4c7b-87fa-a3fb02a987e1 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:00:50.835033 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b02c22-8364-46ef-a9a9-647603b25836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:50.835385 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b02c22-8364-46ef-a9a9-647603b25836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:50.835728 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b02c22-8364-46ef-a9a9-647603b25836 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:50.836066 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b02c22-8364-46ef-a9a9-647603b25836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:50.836400 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b02c22-8364-46ef-a9a9-647603b25836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:50.837239 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b02c22-8364-46ef-a9a9-647603b25836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:50.837239 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b02c22-8364-46ef-a9a9-647603b25836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:50.837445 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b02c22-8364-46ef-a9a9-647603b25836 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:50.837703 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b02c22-8364-46ef-a9a9-647603b25836 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:50.838009 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b02c22-8364-46ef-a9a9-647603b25836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:50.838396 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b02c22-8364-46ef-a9a9-647603b25836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:50.838683 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b02c22-8364-46ef-a9a9-647603b25836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:50.839006 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b02c22-8364-46ef-a9a9-647603b25836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:00:50.842323 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:00:50.842701 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 15:00:50.843110 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:50.843492 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:00:50.844286 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Bound port: 10caf555-d861-4c7b-87fa-a3fb02a987e1, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 15:00:50.844420 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (10caf555-d861-4c7b-87fa-a3fb02a987e1), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:50.852957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Network 625294a3-9b82-4276-beab-e3e12b51b25a is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:00:50.855849 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:00:50.859362 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:00:50.885033 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Pushing event updated for resources: {'Port': ['ID=fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:50.896754 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] For port 10caf555-d861-4c7b-87fa-a3fb02a987e1, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:00:50.900077 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] For port 10caf555-d861-4c7b-87fa-a3fb02a987e1, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=10caf555-d861-4c7b-87fa-a3fb02a987e1,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:00:50.904029 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:50.906710 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (10caf555-d861-4c7b-87fa-a3fb02a987e1), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:50.961084 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Routers {'09b6cc57-22c8-41ab-9dd5-6838ebd1de45'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:00:50.961721 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:00:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:51.040061 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0b1eb772-5c37-4c37-8537-d1f030a548d8 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:00:51.058058 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:51.081665 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] Set router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:00:51.099917 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 0b1eb772-5c37-4c37-8537-d1f030a548d8 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:51.100570 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (0b1eb772-5c37-4c37-8537-d1f030a548d8), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:51.137254 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b02c22-8364-46ef-a9a9-647603b25836 None None] Pushing event updated for resources: {'Port': ['ID=10caf555-d861-4c7b-87fa-a3fb02a987e1,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:51.205308 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-5764095b-23c2-488d-83ae-5783b6305928 None None] Provisioning complete for port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:51.206462 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5764095b-23c2-488d-83ae-5783b6305928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:51.209161 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 0b1eb772-5c37-4c37-8537-d1f030a548d8 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:00:51.244376 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Publish callbacks [] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:51.245201 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5764095b-23c2-488d-83ae-5783b6305928 None None] Port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 15:00:51.250826 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:51.272490 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:49Z', 'revision_number': 3, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:51.298794 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd329d1-f850-45c5-a613-4e95636535a6 None None] The sync data for ids ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'] in n-d-714676-13 is: [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:49Z', 'revision_number': 3, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:00:51.319206 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:51.322291 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Pushing event updated for resources: {'Port': ['ID=fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:51.418519 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Network 625294a3-9b82-4276-beab-e3e12b51b25a is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:00:51.419902 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:00:51.566995 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:00:51.695127 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:00:51.700123 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-43871cd7-69d3-4367-bfc4-1564fbc8c232 admin admin] 10.222.0.96 "PUT /v2.0/routers/09b6cc57-22c8-41ab-9dd5-6838ebd1de45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6560314 Feb 04 15:00:51.770600 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-507de671-ceda-4d76-a9c4-5a936e0724bc None None] Provisioning complete for port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:51.770981 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-507de671-ceda-4d76-a9c4-5a936e0724bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:51.809608 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-507de671-ceda-4d76-a9c4-5a936e0724bc None None] Port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 15:00:52.185979 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39452) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:52.191227 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-531f91b5-d246-499d-8f32-80fd8fedb623 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2101493233-network', 'tenant_id': '366309c8cbfe4577aa7c43b7cfe82a52'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:00:52.211297 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531f91b5-d246-499d-8f32-80fd8fedb623 admin admin] Made reservation on behalf of 366309c8cbfe4577aa7c43b7cfe82a52 for: {'network': 1} {{(pid=103606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:00:52.214608 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-531f91b5-d246-499d-8f32-80fd8fedb623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for network (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:52.224621 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-531f91b5-d246-499d-8f32-80fd8fedb623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:52.305635 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-531f91b5-d246-499d-8f32-80fd8fedb623 admin admin] Publish callbacks [] for security_group (a2a155a9-5cf8-466a-99a2-0e4f11ea653c), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:52.309217 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-531f91b5-d246-499d-8f32-80fd8fedb623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a2a155a9-5cf8-466a-99a2-0e4f11ea653c), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:52.334404 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531f91b5-d246-499d-8f32-80fd8fedb623 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:00:52.343962 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f91b5-d246-499d-8f32-80fd8fedb623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a155a9-5cf8-466a-99a2-0e4f11ea653c,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:52.348799 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-531f91b5-d246-499d-8f32-80fd8fedb623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (dfc01696-3d38-45b2-a684-5cddbb2ccec8), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:52.349148 n-d-714676-13 neutron-server[103606]: INFO neutron.db.segments_db [None req-531f91b5-d246-499d-8f32-80fd8fedb623 admin admin] Added segment dfc01696-3d38-45b2-a684-5cddbb2ccec8 of type vlan for network 603e69ab-8436-4e38-aa19-80b145e337c1 Feb 04 15:00:52.389496 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-531f91b5-d246-499d-8f32-80fd8fedb623 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775158367690'] for network (603e69ab-8436-4e38-aa19-80b145e337c1), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:52.415379 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-531f91b5-d246-499d-8f32-80fd8fedb623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658'] for network (603e69ab-8436-4e38-aa19-80b145e337c1), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:52.416290 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531f91b5-d246-499d-8f32-80fd8fedb623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:00:52.416878 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-531f91b5-d246-499d-8f32-80fd8fedb623 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:52.469558 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-531f91b5-d246-499d-8f32-80fd8fedb623 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2823105 Feb 04 15:00:52.472948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39454) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:52.478042 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ae6c5a6c-d57f-4113-a53c-66826c01e319 admin admin] Request body: {'subnet': {'network_id': '603e69ab-8436-4e38-aa19-80b145e337c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2101493233-subnet', 'tenant_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:00:52.482863 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f91b5-d246-499d-8f32-80fd8fedb623 admin admin] Pushing event updated for resources: {'Network': ['ID=603e69ab-8436-4e38-aa19-80b145e337c1,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:52.494903 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Network 603e69ab-8436-4e38-aa19-80b145e337c1 details requested by agent ovs-agent-n-d-714676-13 with host n-d-714676-13 {{(pid=103608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:00:52.498048 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6c5a6c-d57f-4113-a53c-66826c01e319 admin admin] Made reservation on behalf of 366309c8cbfe4577aa7c43b7cfe82a52 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:00:52.500504 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5a6c-d57f-4113-a53c-66826c01e319 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066815030'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:52.671257 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5a6c-d57f-4113-a53c-66826c01e319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066077016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066814976'] for subnet (ec75773c-573a-4342-917c-7401e5c49e29), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:52.727225 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c5a6c-d57f-4113-a53c-66826c01e319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec75773c-573a-4342-917c-7401e5c49e29,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:52.743325 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c5a6c-d57f-4113-a53c-66826c01e319 admin admin] Checking segment: {'id': 'dfc01696-3d38-45b2-a684-5cddbb2ccec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '603e69ab-8436-4e38-aa19-80b145e337c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 15:00:52.743696 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c5a6c-d57f-4113-a53c-66826c01e319 admin admin] Network hostable DHCP agents. Network: 603e69ab-8436-4e38-aa19-80b145e337c1, hostable agents: ['65dc0fde-b97d-4078-be78-c002a5bb6fdf'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:00:52.760762 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c5a6c-d57f-4113-a53c-66826c01e319 admin admin] Network 603e69ab-8436-4e38-aa19-80b145e337c1 is scheduled to be hosted by DHCP agent 65dc0fde-b97d-4078-be78-c002a5bb6fdf with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:00:52.770203 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-ae6c5a6c-d57f-4113-a53c-66826c01e319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-13, 603e69ab-8436-4e38-aa19-80b145e337c1) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:00:52.774938 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c5a6c-d57f-4113-a53c-66826c01e319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:00:52.775555 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5a6c-d57f-4113-a53c-66826c01e319 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:52.779366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aefeccc-2dcf-4a16-9004-f09f8aecb184 None None] Network 603e69ab-8436-4e38-aa19-80b145e337c1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 15:00:52.794463 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-ae6c5a6c-d57f-4113-a53c-66826c01e319 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3179998 Feb 04 15:00:52.794702 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39456) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:52.799293 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2101493233-router', 'tenant_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:00:52.820795 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10301'] for router (e0dec05c-6ec6-4d79-b752-05a1704c8f01), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:52.821865 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10308'] for router (e0dec05c-6ec6-4d79-b752-05a1704c8f01), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:52.883308 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Publish callbacks [] for router_controller (e0dec05c-6ec6-4d79-b752-05a1704c8f01), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:52.884396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b008a8c-2d87-528b-8123-35c4bf794508-603e69ab-8436-4e38-aa19-80b145e337c1', 'network_id': '603e69ab-8436-4e38-aa19-80b145e337c1', 'project_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'fixed_ips': [{'subnet_id': 'ec75773c-573a-4342-917c-7401e5c49e29'}]}} from n-d-714676-13. {{(pid=103608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 15:00:52.885465 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:52.958486 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Sync routers for ids ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:00:52.993766 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Routers {'09b6cc57-22c8-41ab-9dd5-6838ebd1de45'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:00:52.994620 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:00:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:53.200436 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 10caf555-d861-4c7b-87fa-a3fb02a987e1 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:00:53.326308 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Allocated IP 172.20.0.2 (603e69ab-8436-4e38-aa19-80b145e337c1/ec75773c-573a-4342-917c-7401e5c49e29/bb54b522-fed8-4820-9642-92ada7687c02) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:00:53.350810 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Publish callbacks [] for router_gateway (e0dec05c-6ec6-4d79-b752-05a1704c8f01), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:53.362906 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Set router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:00:53.425214 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 10caf555-d861-4c7b-87fa-a3fb02a987e1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:53.425592 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (10caf555-d861-4c7b-87fa-a3fb02a987e1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:53.552085 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Publish callbacks [] for router_gateway (e0dec05c-6ec6-4d79-b752-05a1704c8f01), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:53.574533 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:53.679954 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Allocated IP 172.25.5.102 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/6bb762dd-370a-4817-ac38-8cc6d5a981e4) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:00:53.695465 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 10caf555-d861-4c7b-87fa-a3fb02a987e1 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:00:53.695941 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (10caf555-d861-4c7b-87fa-a3fb02a987e1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:53.700896 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Publish callbacks [] for port (bb54b522-fed8-4820-9642-92ada7687c02), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:53.728197 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015'] for port (bb54b522-fed8-4820-9642-92ada7687c02), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:53.768004 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 10caf555-d861-4c7b-87fa-a3fb02a987e1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=10caf555-d861-4c7b-87fa-a3fb02a987e1,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:00:53.782266 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (10caf555-d861-4c7b-87fa-a3fb02a987e1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:53.789997 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Network 603e69ab-8436-4e38-aa19-80b145e337c1 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:00:53.792356 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Publish callbacks [] for port (6bb762dd-370a-4817-ac38-8cc6d5a981e4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:53.796985 n-d-714676-13 neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:00:53.800799 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Pushing event updated for resources: {'Port': ['ID=bb54b522-fed8-4820-9642-92ada7687c02,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:53.803866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:00:53.828693 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6bb762dd-370a-4817-ac38-8cc6d5a981e4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:53.868343 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:00:53.872917 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:00:53.876474 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:00:53.898850 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Pushing event updated for resources: {'Port': ['ID=6bb762dd-370a-4817-ac38-8cc6d5a981e4,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:53.904449 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=10caf555-d861-4c7b-87fa-a3fb02a987e1,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:53.915156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:51Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d', 'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'mac_address': 'fa:16:3e:67:51:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:50Z', 'updated_at': '2022-02-04T15:00:51Z', 'revision_number': 2, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'subnets': [{'id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:53.917111 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Attempting to bind port bb54b522-fed8-4820-9642-92ada7687c02 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 15:00:53.917481 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Attempting to bind port bb54b522-fed8-4820-9642-92ada7687c02 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'dfc01696-3d38-45b2-a684-5cddbb2ccec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '603e69ab-8436-4e38-aa19-80b145e337c1'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 15:00:53.917847 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Attempting to bind port bb54b522-fed8-4820-9642-92ada7687c02 on network 603e69ab-8436-4e38-aa19-80b145e337c1 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:00:53.950656 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Checking router: 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:00:53.951018 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Updating router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:00:53.952979 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:00:53.953371 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Checking segment: {'id': 'dfc01696-3d38-45b2-a684-5cddbb2ccec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '603e69ab-8436-4e38-aa19-80b145e337c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 15:00:53.953764 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:53.954305 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Bound using segment: {'id': 'dfc01696-3d38-45b2-a684-5cddbb2ccec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '603e69ab-8436-4e38-aa19-80b145e337c1'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:00:53.954785 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Bound port: bb54b522-fed8-4820-9642-92ada7687c02, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc01696-3d38-45b2-a684-5cddbb2ccec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '603e69ab-8436-4e38-aa19-80b145e337c1'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 15:00:53.955161 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (bb54b522-fed8-4820-9642-92ada7687c02), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:54.007202 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:54.073844 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] For port bb54b522-fed8-4820-9642-92ada7687c02, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:00:54.079163 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] For port bb54b522-fed8-4820-9642-92ada7687c02, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=bb54b522-fed8-4820-9642-92ada7687c02,segment=NetworkSegment(dfc01696-3d38-45b2-a684-5cddbb2ccec8),segment_id=dfc01696-3d38-45b2-a684-5cddbb2ccec8)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:00:54.130878 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (bb54b522-fed8-4820-9642-92ada7687c02), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:54.138920 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Publish callbacks [] for router_gateway (e0dec05c-6ec6-4d79-b752-05a1704c8f01), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:54.250581 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0419cb-ceb6-488b-a464-cf1f892feda1 None None] Pushing event updated for resources: {'Port': ['ID=bb54b522-fed8-4820-9642-92ada7687c02,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:54.372193 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-742527'] for router (e0dec05c-6ec6-4d79-b752-05a1704c8f01), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:54.397887 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Publish callbacks [] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:54.413263 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:54.473258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a62a0-1679-4c5e-a15d-6635e1338934 None None] Pushing event updated for resources: {'Port': ['ID=fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:54.536217 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Router e0dec05c-6ec6-4d79-b752-05a1704c8f01 is scheduled to L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:00:54.549537 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Attempting to bind port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 15:00:54.549918 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Attempting to bind port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 15:00:54.550308 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Attempting to bind port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d on network 625294a3-9b82-4276-beab-e3e12b51b25a {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:00:54.561068 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:00:54.561757 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Checking segment: {'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 15:00:54.562419 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:54.562814 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Bound using segment: {'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:00:54.563287 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Bound port: fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 15:00:54.563663 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:54.654077 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] For port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:00:54.657720 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] For port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:00:54.667609 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:54.693114 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:00:54.703751 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Sync routers for ids ['e0dec05c-6ec6-4d79-b752-05a1704c8f01'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:00:54.720339 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Routers {'e0dec05c-6ec6-4d79-b752-05a1704c8f01'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:00:54.720963 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:00:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e0dec05c-6ec6-4d79-b752-05a1704c8f01'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:54.722926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Routers {'09b6cc57-22c8-41ab-9dd5-6838ebd1de45'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:00:54.723561 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:00:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:54.738890 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:54.742622 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-28e4441c-f5f7-4593-a6b9-9f3ae80112f4 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9445467 Feb 04 15:00:54.743047 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39460) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:54.801338 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a62a0-1679-4c5e-a15d-6635e1338934 None None] Pushing event updated for resources: {'Port': ['ID=fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:54.870735 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Set router e0dec05c-6ec6-4d79-b752-05a1704c8f01 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:00:54.887452 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-d95ba6aa-7e3b-4705-a2b1-35bbab404c30 None None] Provisioning complete for port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:54.887831 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d95ba6aa-7e3b-4705-a2b1-35bbab404c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:54.894321 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] Set router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:00:55.101741 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'name': 'tempest-TestSnapshotPattern-2101493233-router', 'tenant_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '6bb762dd-370a-4817-ac38-8cc6d5a981e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:52Z', 'updated_at': '2022-02-04T15:00:54Z', 'revision_number': 3, 'project_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'gw_port': {'id': '6bb762dd-370a-4817-ac38-8cc6d5a981e4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:53Z', 'updated_at': '2022-02-04T15:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:55.134505 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Checking router: e0dec05c-6ec6-4d79-b752-05a1704c8f01 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:00:55.135384 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Updating router e0dec05c-6ec6-4d79-b752-05a1704c8f01 port 6bb762dd-370a-4817-ac38-8cc6d5a981e4 binding host n-d-714676-13 {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:00:55.177959 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6bb762dd-370a-4817-ac38-8cc6d5a981e4), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:55.355116 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device bb54b522-fed8-4820-9642-92ada7687c02 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:00:55.469400 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d95ba6aa-7e3b-4705-a2b1-35bbab404c30 None None] Current status of the port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:00:55.469831 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d95ba6aa-7e3b-4705-a2b1-35bbab404c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:55.487028 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:51Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d', 'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'mac_address': 'fa:16:3e:67:51:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:50Z', 'updated_at': '2022-02-04T15:00:54Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'subnets': [{'id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:55.493851 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port bb54b522-fed8-4820-9642-92ada7687c02 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:55.494567 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (bb54b522-fed8-4820-9642-92ada7687c02), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:55.501730 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Publish callbacks [] for port (6bb762dd-370a-4817-ac38-8cc6d5a981e4), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:55.509400 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6bb762dd-370a-4817-ac38-8cc6d5a981e4), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:55.562177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022bacdf-bef4-45e4-8961-0bb072129744 None None] The sync data for ids ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'] in n-d-714676-13 is: [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:51Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d', 'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'mac_address': 'fa:16:3e:67:51:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:50Z', 'updated_at': '2022-02-04T15:00:54Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'subnets': [{'id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:00:55.572333 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-d95ba6aa-7e3b-4705-a2b1-35bbab404c30 None None] For port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:00:55.573170 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Attempting to bind port 6bb762dd-370a-4817-ac38-8cc6d5a981e4 on host n-d-714676-13 for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 15:00:55.573570 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Attempting to bind port 6bb762dd-370a-4817-ac38-8cc6d5a981e4 by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 15:00:55.573926 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Attempting to bind port 6bb762dd-370a-4817-ac38-8cc6d5a981e4 on network 92c40021-6bd7-4781-8c40-4e7662c85c1e {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:00:55.582455 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d95ba6aa-7e3b-4705-a2b1-35bbab404c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:55.585805 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cf391-71b0-4c22-a4fe-9d00d4ef9dbb None None] Pushing event updated for resources: {'Port': ['ID=6bb762dd-370a-4817-ac38-8cc6d5a981e4,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:55.590561 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:00:55.590942 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Checking segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 15:00:55.591356 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:55.591744 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Bound using segment: {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:00:55.592229 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Bound port: 6bb762dd-370a-4817-ac38-8cc6d5a981e4, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2acb3a2-286d-431d-8d19-6fbd390a6ed6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 15:00:55.592603 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6bb762dd-370a-4817-ac38-8cc6d5a981e4), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:55.665839 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb8dbc4-eaed-4956-b069-460da096fe16 None None] Network 603e69ab-8436-4e38-aa19-80b145e337c1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 15:00:55.688669 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] For port 6bb762dd-370a-4817-ac38-8cc6d5a981e4, host n-d-714676-13, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:00:55.692116 n-d-714676-13 neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] For port 6bb762dd-370a-4817-ac38-8cc6d5a981e4, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6bb762dd-370a-4817-ac38-8cc6d5a981e4,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:00:55.700927 n-d-714676-13 neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6bb762dd-370a-4817-ac38-8cc6d5a981e4), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:55.792261 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Routers {'e0dec05c-6ec6-4d79-b752-05a1704c8f01'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:00:55.792917 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:00:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e0dec05c-6ec6-4d79-b752-05a1704c8f01'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:55.796257 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ba6aa-7e3b-4705-a2b1-35bbab404c30 None None] Pushing event updated for resources: {'Port': ['ID=fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:55.803954 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7aa99482-3a2a-4156-b5bc-0cd7c8e5afcf None None] Provisioning complete for port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:55.806156 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7aa99482-3a2a-4156-b5bc-0cd7c8e5afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:55.821360 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:55.842998 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cf391-71b0-4c22-a4fe-9d00d4ef9dbb None None] Pushing event updated for resources: {'Port': ['ID=6bb762dd-370a-4817-ac38-8cc6d5a981e4,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:55.921074 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port bb54b522-fed8-4820-9642-92ada7687c02 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:00:55.921473 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (bb54b522-fed8-4820-9642-92ada7687c02), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:55.926521 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] Set router e0dec05c-6ec6-4d79-b752-05a1704c8f01 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:00:56.009498 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port bb54b522-fed8-4820-9642-92ada7687c02, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=bb54b522-fed8-4820-9642-92ada7687c02,segment=NetworkSegment(dfc01696-3d38-45b2-a684-5cddbb2ccec8),segment_id=dfc01696-3d38-45b2-a684-5cddbb2ccec8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:00:56.019811 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7aa99482-3a2a-4156-b5bc-0cd7c8e5afcf None None] Current status of the port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:00:56.024073 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (bb54b522-fed8-4820-9642-92ada7687c02), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:56.024872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 10caf555-d861-4c7b-87fa-a3fb02a987e1 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:00:56.060728 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Allocated IP 172.20.0.1 (603e69ab-8436-4e38-aa19-80b145e337c1/ec75773c-573a-4342-917c-7401e5c49e29/f3ac0136-3571-445a-b4d7-cd2564355aaa) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:00:56.112522 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7aa99482-3a2a-4156-b5bc-0cd7c8e5afcf None None] Provisioning complete for port bb54b522-fed8-4820-9642-92ada7687c02 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:56.113071 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7aa99482-3a2a-4156-b5bc-0cd7c8e5afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (bb54b522-fed8-4820-9642-92ada7687c02), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:56.167885 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=bb54b522-fed8-4820-9642-92ada7687c02,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:56.203809 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Publish callbacks [] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:56.219713 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 10caf555-d861-4c7b-87fa-a3fb02a987e1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:56.226552 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (10caf555-d861-4c7b-87fa-a3fb02a987e1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:56.261561 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'name': 'tempest-TestSnapshotPattern-2101493233-router', 'tenant_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '6bb762dd-370a-4817-ac38-8cc6d5a981e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:52Z', 'updated_at': '2022-02-04T15:00:54Z', 'revision_number': 3, 'project_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'gw_port': {'id': '6bb762dd-370a-4817-ac38-8cc6d5a981e4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:53Z', 'updated_at': '2022-02-04T15:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:56.272800 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:56.289893 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7aa99482-3a2a-4156-b5bc-0cd7c8e5afcf None None] Current status of the port bb54b522-fed8-4820-9642-92ada7687c02 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:00:56.312507 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fc7640-c953-4955-a45a-8610477d0626 None None] The sync data for ids ['e0dec05c-6ec6-4d79-b752-05a1704c8f01'] in n-d-714676-13 is: [{'id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'name': 'tempest-TestSnapshotPattern-2101493233-router', 'tenant_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '6bb762dd-370a-4817-ac38-8cc6d5a981e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:52Z', 'updated_at': '2022-02-04T15:00:54Z', 'revision_number': 3, 'project_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'gw_port': {'id': '6bb762dd-370a-4817-ac38-8cc6d5a981e4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:53Z', 'updated_at': '2022-02-04T15:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:00:56.321350 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Network 603e69ab-8436-4e38-aa19-80b145e337c1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:00:56.325874 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:00:56.329612 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:00:56.368065 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ac0136-3571-445a-b4d7-cd2564355aaa,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:56.405358 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540496'] for router_interface (e0dec05c-6ec6-4d79-b752-05a1704c8f01), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:56.407254 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 10caf555-d861-4c7b-87fa-a3fb02a987e1 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:00:56.425128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-7b392704-8e30-49d4-8149-3b1bfdc145bb None None] Provisioning complete for port bb54b522-fed8-4820-9642-92ada7687c02 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:56.425598 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7b392704-8e30-49d4-8149-3b1bfdc145bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (bb54b522-fed8-4820-9642-92ada7687c02), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:56.534519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7b392704-8e30-49d4-8149-3b1bfdc145bb None None] Current status of the port bb54b522-fed8-4820-9642-92ada7687c02 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:00:56.595851 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:56.665550 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-fedab1ae-710f-4eb7-b169-09032d39628c None None] Provisioning complete for port f3ac0136-3571-445a-b4d7-cd2564355aaa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:56.666374 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fedab1ae-710f-4eb7-b169-09032d39628c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:56.716512 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-fedab1ae-710f-4eb7-b169-09032d39628c None None] Port f3ac0136-3571-445a-b4d7-cd2564355aaa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 15:00:56.816468 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Publish callbacks [] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:56.821798 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:56.894569 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743072'] for router_interface (e0dec05c-6ec6-4d79-b752-05a1704c8f01), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:56.897420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ac0136-3571-445a-b4d7-cd2564355aaa,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:57.032167 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Network 603e69ab-8436-4e38-aa19-80b145e337c1 is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:00:57.033819 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:00:57.232967 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Router e0dec05c-6ec6-4d79-b752-05a1704c8f01 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:00:57.241395 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6bb762dd-370a-4817-ac38-8cc6d5a981e4 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:00:57.295166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6bb762dd-370a-4817-ac38-8cc6d5a981e4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:57.295769 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6bb762dd-370a-4817-ac38-8cc6d5a981e4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:57.354178 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-41d88e81-4393-4dba-96c9-7e70327d0b1b None None] Provisioning complete for port f3ac0136-3571-445a-b4d7-cd2564355aaa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:57.354558 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-41d88e81-4393-4dba-96c9-7e70327d0b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:57.388894 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:00:57.398149 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-42b1e6b4-64f9-433f-a5c3-efaa2eadd187 admin admin] 10.222.0.96 "PUT /v2.0/routers/e0dec05c-6ec6-4d79-b752-05a1704c8f01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6514165 Feb 04 15:00:57.430180 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-41d88e81-4393-4dba-96c9-7e70327d0b1b None None] Port f3ac0136-3571-445a-b4d7-cd2564355aaa cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 15:00:57.450617 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6bb762dd-370a-4817-ac38-8cc6d5a981e4 is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:00:57.451075 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (6bb762dd-370a-4817-ac38-8cc6d5a981e4), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:57.479596 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] For port 6bb762dd-370a-4817-ac38-8cc6d5a981e4, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6bb762dd-370a-4817-ac38-8cc6d5a981e4,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:00:57.483794 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (6bb762dd-370a-4817-ac38-8cc6d5a981e4), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:57.484715 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:00:57.567093 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Pushing event updated for resources: {'Port': ['ID=6bb762dd-370a-4817-ac38-8cc6d5a981e4,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:57.578177 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:57.578581 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:57.666538 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:00:57.667633 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device bb54b522-fed8-4820-9642-92ada7687c02 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:00:57.719771 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port bb54b522-fed8-4820-9642-92ada7687c02 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:57.720101 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (bb54b522-fed8-4820-9642-92ada7687c02), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:57.799896 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port bb54b522-fed8-4820-9642-92ada7687c02 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:00:57.989534 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39468) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:57.994208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-83a1d804-f319-4b72-8816-0489a4013ab6 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256814016', 'description': 'tempest-secgroup-smoke-1256814016 description', 'project_id': '39b0bee456d54171ba6d19733424da4f'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:00:58.014480 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83a1d804-f319-4b72-8816-0489a4013ab6 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.081950 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83a1d804-f319-4b72-8816-0489a4013ab6 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group (c46700a5-1288-487d-813c-9c59ba1b7da6), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.086347 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83a1d804-f319-4b72-8816-0489a4013ab6 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c46700a5-1288-487d-813c-9c59ba1b7da6), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.115611 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-83a1d804-f319-4b72-8816-0489a4013ab6 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.116829 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-83a1d804-f319-4b72-8816-0489a4013ab6 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1262436 Feb 04 15:00:58.118707 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1d804-f319-4b72-8816-0489a4013ab6 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46700a5-1288-487d-813c-9c59ba1b7da6,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:58.119902 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39470) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:58.126195 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-1b615f6b-c75d-49b3-bf89-eebf8ed11ece tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Request body: {'security_group_rule': {'security_group_id': 'c46700a5-1288-487d-813c-9c59ba1b7da6', 'project_id': '39b0bee456d54171ba6d19733424da4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:00:58.150746 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b615f6b-c75d-49b3-bf89-eebf8ed11ece tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (03bc262a-a995-41b4-9139-180b57b7c7d9), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.205566 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b615f6b-c75d-49b3-bf89-eebf8ed11ece tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (03bc262a-a995-41b4-9139-180b57b7c7d9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.209319 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b615f6b-c75d-49b3-bf89-eebf8ed11ece tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (03bc262a-a995-41b4-9139-180b57b7c7d9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.226720 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b615f6b-c75d-49b3-bf89-eebf8ed11ece tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03bc262a-a995-41b4-9139-180b57b7c7d9,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:58.234185 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1b615f6b-c75d-49b3-bf89-eebf8ed11ece tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.235326 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-1b615f6b-c75d-49b3-bf89-eebf8ed11ece tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129081 Feb 04 15:00:58.238825 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39472) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:58.243074 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3bc48695-ed63-4107-8644-6086db587dba tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Request body: {'security_group_rule': {'security_group_id': 'c46700a5-1288-487d-813c-9c59ba1b7da6', 'project_id': '39b0bee456d54171ba6d19733424da4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:00:58.269472 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3bc48695-ed63-4107-8644-6086db587dba tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (f6a89b03-c5ef-4f3c-b2a2-19b259b9b8a3), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.329740 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3bc48695-ed63-4107-8644-6086db587dba tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (f6a89b03-c5ef-4f3c-b2a2-19b259b9b8a3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.333797 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3bc48695-ed63-4107-8644-6086db587dba tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (f6a89b03-c5ef-4f3c-b2a2-19b259b9b8a3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.352431 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc48695-ed63-4107-8644-6086db587dba tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a89b03-c5ef-4f3c-b2a2-19b259b9b8a3,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:58.359820 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3bc48695-ed63-4107-8644-6086db587dba tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.361030 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3bc48695-ed63-4107-8644-6086db587dba tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212955 Feb 04 15:00:58.363823 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39474) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:58.368161 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-de914d66-a73a-4f02-973c-9397fdaa088b tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Request body: {'security_group_rule': {'security_group_id': 'c46700a5-1288-487d-813c-9c59ba1b7da6', 'project_id': '39b0bee456d54171ba6d19733424da4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:00:58.392518 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de914d66-a73a-4f02-973c-9397fdaa088b tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (1a8c863d-4f08-4410-9b42-31e320293697), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.452724 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de914d66-a73a-4f02-973c-9397fdaa088b tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (1a8c863d-4f08-4410-9b42-31e320293697), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.455714 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de914d66-a73a-4f02-973c-9397fdaa088b tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (1a8c863d-4f08-4410-9b42-31e320293697), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.474067 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de914d66-a73a-4f02-973c-9397fdaa088b tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8c863d-4f08-4410-9b42-31e320293697,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:58.481427 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de914d66-a73a-4f02-973c-9397fdaa088b tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.482711 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-de914d66-a73a-4f02-973c-9397fdaa088b tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179442 Feb 04 15:00:58.485385 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 39476) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:58.489669 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [None req-b5d75cfd-24f3-4860-8edb-34399a96a467 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Request body: {'security_group_rule': {'security_group_id': 'c46700a5-1288-487d-813c-9c59ba1b7da6', 'project_id': '39b0bee456d54171ba6d19733424da4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:00:58.513915 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5d75cfd-24f3-4860-8edb-34399a96a467 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (e0010ecc-9426-4235-a343-f630028eb9be), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.573708 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5d75cfd-24f3-4860-8edb-34399a96a467 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (e0010ecc-9426-4235-a343-f630028eb9be), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.577474 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5d75cfd-24f3-4860-8edb-34399a96a467 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (e0010ecc-9426-4235-a343-f630028eb9be), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.595470 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d75cfd-24f3-4860-8edb-34399a96a467 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0010ecc-9426-4235-a343-f630028eb9be,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:58.605830 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b5d75cfd-24f3-4860-8edb-34399a96a467 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.607106 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-b5d75cfd-24f3-4860-8edb-34399a96a467 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208003 Feb 04 15:00:58.609914 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39478) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:58.615478 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-671570f4-2f0c-454a-9af5-366b12bf078d tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Request body: {'security_group_rule': {'security_group_id': 'c46700a5-1288-487d-813c-9c59ba1b7da6', 'project_id': '39b0bee456d54171ba6d19733424da4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:00:58.634947 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-671570f4-2f0c-454a-9af5-366b12bf078d tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Project 39b0bee456d54171ba6d19733424da4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:00:58.639702 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-671570f4-2f0c-454a-9af5-366b12bf078d tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (8ac808ee-a596-4763-b707-ce2c558d9d53), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.699341 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-671570f4-2f0c-454a-9af5-366b12bf078d tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (8ac808ee-a596-4763-b707-ce2c558d9d53), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.703009 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-671570f4-2f0c-454a-9af5-366b12bf078d tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (8ac808ee-a596-4763-b707-ce2c558d9d53), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.724628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671570f4-2f0c-454a-9af5-366b12bf078d tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac808ee-a596-4763-b707-ce2c558d9d53,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:58.730559 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-671570f4-2f0c-454a-9af5-366b12bf078d tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.731913 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-671570f4-2f0c-454a-9af5-366b12bf078d tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207216 Feb 04 15:00:58.734310 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39480) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:00:58.739660 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-08b8a898-e639-4f73-ad1b-4f5379013256 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Request body: {'security_group_rule': {'security_group_id': 'c46700a5-1288-487d-813c-9c59ba1b7da6', 'project_id': '39b0bee456d54171ba6d19733424da4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:00:58.760243 n-d-714676-13 neutron-server[103606]: INFO neutron.db.securitygroups_db [None req-08b8a898-e639-4f73-ad1b-4f5379013256 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Project 39b0bee456d54171ba6d19733424da4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:00:58.765431 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08b8a898-e639-4f73-ad1b-4f5379013256 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (aaf05768-d981-4b4e-b79b-3450c49992de), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.831912 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08b8a898-e639-4f73-ad1b-4f5379013256 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (aaf05768-d981-4b4e-b79b-3450c49992de), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.836260 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08b8a898-e639-4f73-ad1b-4f5379013256 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750639'] for security_group_rule (aaf05768-d981-4b4e-b79b-3450c49992de), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.855162 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8a898-e639-4f73-ad1b-4f5379013256 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf05768-d981-4b4e-b79b-3450c49992de,revision_number=0']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:58.864594 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-08b8a898-e639-4f73-ad1b-4f5379013256 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:58.871725 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-08b8a898-e639-4f73-ad1b-4f5379013256 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305850 Feb 04 15:00:59.021673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6bb762dd-370a-4817-ac38-8cc6d5a981e4 up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:00:59.022261 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-8abb1d2f-acb7-49e5-883d-7e2991c163cd tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256814016&fields=id&tenant_id=39b0bee456d54171ba6d19733424da4f HTTP/1.1" status: 200 len: 267 time: 0.0489564 Feb 04 15:00:59.053618 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Sync routers for ids ['e0dec05c-6ec6-4d79-b752-05a1704c8f01'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:00:59.076897 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Routers {'e0dec05c-6ec6-4d79-b752-05a1704c8f01'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:00:59.077525 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:00:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e0dec05c-6ec6-4d79-b752-05a1704c8f01'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:59.133445 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-2754919f-f182-4fad-8419-4b41f943b443 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:00:59.134975 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-2754919f-f182-4fad-8419-4b41f943b443 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 809 time: 0.1054702 Feb 04 15:00:59.150866 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-820bf788-ec69-43a5-a873-9b43a094ae11 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/quotas/39b0bee456d54171ba6d19733424da4f HTTP/1.1" status: 200 len: 375 time: 0.0103376 Feb 04 15:00:59.160044 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port 6bb762dd-370a-4817-ac38-8cc6d5a981e4 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:00:59.160414 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (6bb762dd-370a-4817-ac38-8cc6d5a981e4), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:59.214470 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-3252d784-3348-47b2-9b63-a84455e62cbb tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578072 Feb 04 15:00:59.227869 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Set router e0dec05c-6ec6-4d79-b752-05a1704c8f01 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:00:59.310659 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-d2fbe061-8ff2-4d63-baeb-3acce81f0257 service neutron] 10.222.0.96 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850904 Feb 04 15:00:59.324317 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port 6bb762dd-370a-4817-ac38-8cc6d5a981e4 is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:00:59.406853 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-03d6c948-c96c-485c-ba37-eb8a26fc1afe service neutron] 10.222.0.96 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898688 Feb 04 15:00:59.457393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'name': 'tempest-TestSnapshotPattern-2101493233-router', 'tenant_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '6bb762dd-370a-4817-ac38-8cc6d5a981e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:52Z', 'updated_at': '2022-02-04T15:00:56Z', 'revision_number': 4, 'project_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'gw_port': {'id': '6bb762dd-370a-4817-ac38-8cc6d5a981e4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:53Z', 'updated_at': '2022-02-04T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'f3ac0136-3571-445a-b4d7-cd2564355aaa', 'name': '', 'network_id': '603e69ab-8436-4e38-aa19-80b145e337c1', 'tenant_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'mac_address': 'fa:16:3e:b8:56:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'ec75773c-573a-4342-917c-7401e5c49e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:55Z', 'updated_at': '2022-02-04T15:00:56Z', 'revision_number': 2, 'project_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'subnets': [{'id': 'ec75773c-573a-4342-917c-7401e5c49e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:00:59.483513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Checking router: e0dec05c-6ec6-4d79-b752-05a1704c8f01 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:00:59.483875 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Updating router e0dec05c-6ec6-4d79-b752-05a1704c8f01 port f3ac0136-3571-445a-b4d7-cd2564355aaa binding host n-d-714676-13 {{(pid=103608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:00:59.515262 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:59.578400 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-fad9e5b9-ad07-4393-88ba-92f0f9771d39 req-4553ccb2-ba5f-4643-9562-f60d00cecceb tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 210 time: 0.0305161 Feb 04 15:00:59.798923 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Publish callbacks [] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:59.805765 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:59.859461 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d258b-0b77-4e95-8c11-94a76199f14e None None] Pushing event updated for resources: {'Port': ['ID=f3ac0136-3571-445a-b4d7-cd2564355aaa,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:00:59.915816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Attempting to bind port f3ac0136-3571-445a-b4d7-cd2564355aaa on host n-d-714676-13 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 15:00:59.916199 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Attempting to bind port f3ac0136-3571-445a-b4d7-cd2564355aaa by drivers openvswitch,hyperv on host n-d-714676-13 at level 0 using segments [{'id': 'dfc01696-3d38-45b2-a684-5cddbb2ccec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '603e69ab-8436-4e38-aa19-80b145e337c1'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 15:00:59.916573 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Attempting to bind port f3ac0136-3571-445a-b4d7-cd2564355aaa on network 603e69ab-8436-4e38-aa19-80b145e337c1 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:00:59.922464 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Checking agent: {'id': '807447f3-5983-41e7-9339-4013a2d4d24e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 7, 18), 'started_at': datetime.datetime(2022, 2, 4, 13, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:00:59.922972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Checking segment: {'id': 'dfc01696-3d38-45b2-a684-5cddbb2ccec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '603e69ab-8436-4e38-aa19-80b145e337c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 15:00:59.923527 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:59.923926 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Bound using segment: {'id': 'dfc01696-3d38-45b2-a684-5cddbb2ccec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '603e69ab-8436-4e38-aa19-80b145e337c1'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:00:59.925040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Bound port: f3ac0136-3571-445a-b4d7-cd2564355aaa, host: n-d-714676-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc01696-3d38-45b2-a684-5cddbb2ccec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '603e69ab-8436-4e38-aa19-80b145e337c1'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 15:00:59.925436 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:00:59.998756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] For port f3ac0136-3571-445a-b4d7-cd2564355aaa, host n-d-714676-13, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:01:00.002067 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] For port f3ac0136-3571-445a-b4d7-cd2564355aaa, host n-d-714676-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f3ac0136-3571-445a-b4d7-cd2564355aaa,segment=NetworkSegment(dfc01696-3d38-45b2-a684-5cddbb2ccec8),segment_id=dfc01696-3d38-45b2-a684-5cddbb2ccec8)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:01:00.009905 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:00.066952 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Routers {'e0dec05c-6ec6-4d79-b752-05a1704c8f01'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:01:00.067642 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:00:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e0dec05c-6ec6-4d79-b752-05a1704c8f01'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:01:00.115387 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d258b-0b77-4e95-8c11-94a76199f14e None None] Pushing event updated for resources: {'Port': ['ID=f3ac0136-3571-445a-b4d7-cd2564355aaa,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:01:00.333277 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-82bfea52-8370-49d3-bfd2-fe407de9bc4e None None] Provisioning complete for port f3ac0136-3571-445a-b4d7-cd2564355aaa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:01:00.333568 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-82bfea52-8370-49d3-bfd2-fe407de9bc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:00.381271 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] Set router e0dec05c-6ec6-4d79-b752-05a1704c8f01 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:01:00.544585 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-82bfea52-8370-49d3-bfd2-fe407de9bc4e None None] Current status of the port f3ac0136-3571-445a-b4d7-cd2564355aaa is: DOWN; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:01:00.544964 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-82bfea52-8370-49d3-bfd2-fe407de9bc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:00.588251 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-28119c5e-3359-4bce-ad82-bfc56a4e4383 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:00.589782 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-28119c5e-3359-4bce-ad82-bfc56a4e4383 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.99 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 809 time: 0.1185472 Feb 04 15:01:00.619274 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-82bfea52-8370-49d3-bfd2-fe407de9bc4e None None] For port f3ac0136-3571-445a-b4d7-cd2564355aaa, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f3ac0136-3571-445a-b4d7-cd2564355aaa,segment=NetworkSegment(dfc01696-3d38-45b2-a684-5cddbb2ccec8),segment_id=dfc01696-3d38-45b2-a684-5cddbb2ccec8)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:01:00.625817 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-82bfea52-8370-49d3-bfd2-fe407de9bc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:00.672813 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-f2f72ea2-c442-4409-8f3f-6eb36db1b641 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39b0bee456d54171ba6d19733424da4f HTTP/1.1" status: 200 len: 380 time: 0.0741155 Feb 04 15:01:00.682905 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-032104d0-9856-4a8e-a4ee-ee3b8c0906fb tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Request body: {'port': {'device_id': '215aca29-39e3-46f1-aff0-8d661de0c861', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'admin_state_up': True, 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'security_groups': ['c46700a5-1288-487d-813c-9c59ba1b7da6']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:01:00.690901 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-29275670-9226-4b2c-a88e-6c615514b5ff req-e243c47a-eead-4ad4-956c-86dc4bb6b517 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 210 time: 0.0328841 Feb 04 15:01:00.696192 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfea52-8370-49d3-bfd2-fe407de9bc4e None None] Pushing event updated for resources: {'Port': ['ID=f3ac0136-3571-445a-b4d7-cd2564355aaa,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:01:00.711437 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'name': 'tempest-TestSnapshotPattern-2101493233-router', 'tenant_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '6bb762dd-370a-4817-ac38-8cc6d5a981e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:52Z', 'updated_at': '2022-02-04T15:00:56Z', 'revision_number': 4, 'project_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'gw_port': {'id': '6bb762dd-370a-4817-ac38-8cc6d5a981e4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:53Z', 'updated_at': '2022-02-04T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'f3ac0136-3571-445a-b4d7-cd2564355aaa', 'name': '', 'network_id': '603e69ab-8436-4e38-aa19-80b145e337c1', 'tenant_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'mac_address': 'fa:16:3e:b8:56:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'ec75773c-573a-4342-917c-7401e5c49e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:55Z', 'updated_at': '2022-02-04T15:00:59Z', 'revision_number': 4, 'project_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'subnets': [{'id': 'ec75773c-573a-4342-917c-7401e5c49e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:01:00.744444 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202170d-7339-4ae1-806e-af6b9a4ea5cc None None] The sync data for ids ['e0dec05c-6ec6-4d79-b752-05a1704c8f01'] in n-d-714676-13 is: [{'id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'name': 'tempest-TestSnapshotPattern-2101493233-router', 'tenant_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '6bb762dd-370a-4817-ac38-8cc6d5a981e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:52Z', 'updated_at': '2022-02-04T15:00:56Z', 'revision_number': 4, 'project_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'gw_port': {'id': '6bb762dd-370a-4817-ac38-8cc6d5a981e4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:53Z', 'updated_at': '2022-02-04T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'f3ac0136-3571-445a-b4d7-cd2564355aaa', 'name': '', 'network_id': '603e69ab-8436-4e38-aa19-80b145e337c1', 'tenant_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'mac_address': 'fa:16:3e:b8:56:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'ec75773c-573a-4342-917c-7401e5c49e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:55Z', 'updated_at': '2022-02-04T15:00:59Z', 'revision_number': 4, 'project_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'subnets': [{'id': 'ec75773c-573a-4342-917c-7401e5c49e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:01:00.756895 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4cec252a-7ea1-4dec-87bf-75ba1767d74f None None] Provisioning complete for port f3ac0136-3571-445a-b4d7-cd2564355aaa triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:01:00.758666 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4cec252a-7ea1-4dec-87bf-75ba1767d74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:00.821653 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-032104d0-9856-4a8e-a4ee-ee3b8c0906fb tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Made reservation on behalf of 39b0bee456d54171ba6d19733424da4f for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:01:00.826383 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-032104d0-9856-4a8e-a4ee-ee3b8c0906fb tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:00.860919 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4cec252a-7ea1-4dec-87bf-75ba1767d74f None None] Current status of the port f3ac0136-3571-445a-b4d7-cd2564355aaa is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:01:00.971910 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-032104d0-9856-4a8e-a4ee-ee3b8c0906fb tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Allocated IP 172.20.0.8 (625294a3-9b82-4276-beab-e3e12b51b25a/29a4779b-ad73-4102-9e30-a0079d71a569/1533ba47-e9fc-4026-9dcd-b03dcc13c872) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:01:01.071128 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f3ac0136-3571-445a-b4d7-cd2564355aaa up at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:01:01.130651 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-032104d0-9856-4a8e-a4ee-ee3b8c0906fb tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:01.136955 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Provisioning complete for port f3ac0136-3571-445a-b4d7-cd2564355aaa triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:01:01.137327 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:01.168126 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-032104d0-9856-4a8e-a4ee-ee3b8c0906fb tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:01.216620 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-032104d0-9856-4a8e-a4ee-ee3b8c0906fb tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Network 625294a3-9b82-4276-beab-e3e12b51b25a is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:01:01.219969 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-032104d0-9856-4a8e-a4ee-ee3b8c0906fb tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:01:01.224082 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-032104d0-9856-4a8e-a4ee-ee3b8c0906fb tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:01:01.228339 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Current status of the port f3ac0136-3571-445a-b4d7-cd2564355aaa is: ACTIVE; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:01:01.254447 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032104d0-9856-4a8e-a4ee-ee3b8c0906fb tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event updated for resources: {'Port': ['ID=1533ba47-e9fc-4026-9dcd-b03dcc13c872,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:01:01.292753 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-032104d0-9856-4a8e-a4ee-ee3b8c0906fb tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:01.293409 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-032104d0-9856-4a8e-a4ee-ee3b8c0906fb tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:01.313841 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-032104d0-9856-4a8e-a4ee-ee3b8c0906fb tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6345079 Feb 04 15:01:01.327769 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Request body: {'port': {'device_id': '215aca29-39e3-46f1-aff0-8d661de0c861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:01:01.397512 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:01.489753 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-059898e5-ecbb-4d13-82c2-0beeefd1dd1b None None] Provisioning complete for port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:01:01.490183 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-059898e5-ecbb-4d13-82c2-0beeefd1dd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:01.523483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-059898e5-ecbb-4d13-82c2-0beeefd1dd1b None None] Port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 15:01:01.667714 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1533ba47-e9fc-4026-9dcd-b03dcc13c872 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 15:01:01.676309 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Publish callbacks [] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:01.688207 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Transition to ACTIVE for port object 1533ba47-e9fc-4026-9dcd-b03dcc13c872 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:01:01.692262 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:01.746375 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Pushing event updated for resources: {'Port': ['ID=1533ba47-e9fc-4026-9dcd-b03dcc13c872,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:01:01.821493 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Attempting to bind port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 on host n-h1-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 15:01:01.821851 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Attempting to bind port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 by drivers openvswitch,hyperv on host n-h1-714676-13 at level 0 using segments [{'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 15:01:01.822199 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Attempting to bind port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 on network 625294a3-9b82-4276-beab-e3e12b51b25a {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:01:01.822859 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb6cd6-fd6b-44c4-8cc9-d557677db040 req-0246aa6d-f721-4eda-9245-1c8a574f3a2f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:01.824407 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5fb6cd6-fd6b-44c4-8cc9-d557677db040 req-0246aa6d-f721-4eda-9245-1c8a574f3a2f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 943 time: 0.0562849 Feb 04 15:01:01.826735 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 on network 625294a3-9b82-4276-beab-e3e12b51b25a not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:01:01.827063 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Attempting to bind port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 on network 625294a3-9b82-4276-beab-e3e12b51b25a {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:01:01.833448 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Checking agent: {'id': 'ef2988c6-0b1c-4a24-8e0f-a9772c9400f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:01:01.833784 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Checking segment: {'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 15:01:01.834188 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Bound using segment: {'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:01:01.834620 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Bound port: 1533ba47-e9fc-4026-9dcd-b03dcc13c872, host: n-h1-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 15:01:01.834982 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:01.880111 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b5fb6cd6-fd6b-44c4-8cc9-d557677db040 req-5d7d4b3c-5b49-4a43-96c3-c9c42991d31c tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491588 Feb 04 15:01:01.900794 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] For port 1533ba47-e9fc-4026-9dcd-b03dcc13c872, host n-h1-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:01:01.904013 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] For port 1533ba47-e9fc-4026-9dcd-b03dcc13c872, host n-h1-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:01:01.911890 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:01.949549 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:01.950356 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:01.951590 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] 10.222.0.99 "PUT /v2.0/ports/1533ba47-e9fc-4026-9dcd-b03dcc13c872 HTTP/1.1" status: 200 len: 1092 time: 0.6285095 Feb 04 15:01:01.952030 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215aca29-39e3-46f1-aff0-8d661de0c861', 'tag': '1533ba47-e9fc-4026-9dcd-b03dcc13c872'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 15:01:01.954330 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d2866e-edc6-486c-ab9a-016419d73b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "215aca29-39e3-46f1-aff0-8d661de0c861", "tag": "1533ba47-e9fc-4026-9dcd-b03dcc13c872"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:01:01.977011 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702799d-51bd-45bf-9326-10d3637cf3ad service neutron] Pushing event updated for resources: {'Port': ['ID=1533ba47-e9fc-4026-9dcd-b03dcc13c872,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:01:02.060562 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-c40aefc2-5625-4263-b25f-41da442a7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:02.062113 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-c40aefc2-5625-4263-b25f-41da442a7df0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 1126 time: 0.0550966 Feb 04 15:01:02.068505 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebcff11-2484-408d-bd4b-5c86102b5f7f x-openstack-request-id: req-6ebcff11-2484-408d-bd4b-5c86102b5f7f {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:01:02.068805 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215aca29-39e3-46f1-aff0-8d661de0c861", "tag": "1533ba47-e9fc-4026-9dcd-b03dcc13c872", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:01:02.069270 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6ebcff11-2484-408d-bd4b-5c86102b5f7f {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:01:02.069679 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215aca29-39e3-46f1-aff0-8d661de0c861', 'tag': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'status': 'completed', 'code': 200} Feb 04 15:01:02.110728 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-3ef6a43f-4c01-4806-9200-68ddea969192 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872 HTTP/1.1" status: 200 len: 217 time: 0.0362291 Feb 04 15:01:02.160855 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-76a66dbd-9e58-4beb-a4e0-777011c23e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:02.162386 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-76a66dbd-9e58-4beb-a4e0-777011c23e93 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0461709 Feb 04 15:01:02.214700 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-0c75dfd9-654e-40cc-b141-199d977c05ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:02.216207 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-0c75dfd9-654e-40cc-b141-199d977c05ed service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484524 Feb 04 15:01:02.306646 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-410147df-9cd1-4b02-855f-c63d15346148 service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836220 Feb 04 15:01:02.403865 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e1e8af40-a284-441a-b5b1-8c18f47f5b23 req-c9e02612-c798-4eb6-80df-9a1387f63e77 service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920269 Feb 04 15:01:02.495415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2866e-edc6-486c-ab9a-016419d73b8c req-6cb28c7d-ffeb-4fae-9a52-52f385381864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:02.497053 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-73d2866e-edc6-486c-ab9a-016419d73b8c req-6cb28c7d-ffeb-4fae-9a52-52f385381864 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 1126 time: 0.0496197 Feb 04 15:01:02.590833 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2866e-edc6-486c-ab9a-016419d73b8c req-e56a800d-6c67-44ec-802d-c4715aada780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:02.592304 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-73d2866e-edc6-486c-ab9a-016419d73b8c req-e56a800d-6c67-44ec-802d-c4715aada780 service neutron] 10.222.0.99 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 910 time: 0.0884790 Feb 04 15:01:02.638922 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-73d2866e-edc6-486c-ab9a-016419d73b8c req-2238951f-1d46-4d63-872a-18f9337f9d89 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872 HTTP/1.1" status: 200 len: 217 time: 0.0410755 Feb 04 15:01:02.687875 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2866e-edc6-486c-ab9a-016419d73b8c req-33725ebd-1914-4226-aded-d829b068e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:02.689350 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-73d2866e-edc6-486c-ab9a-016419d73b8c req-33725ebd-1914-4226-aded-d829b068e0c8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0453887 Feb 04 15:01:02.742129 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2866e-edc6-486c-ab9a-016419d73b8c req-d4dab27e-62dd-4e0d-b1a2-9c2a3d1ad8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:02.742129 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-73d2866e-edc6-486c-ab9a-016419d73b8c req-d4dab27e-62dd-4e0d-b1a2-9c2a3d1ad8a1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472345 Feb 04 15:01:02.839532 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-73d2866e-edc6-486c-ab9a-016419d73b8c req-3e87bd68-b6fb-4a08-8ebc-a92b753325ac service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914173 Feb 04 15:01:02.929121 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-73d2866e-edc6-486c-ab9a-016419d73b8c req-35fb9b0b-22ad-4d25-a54f-e66023bfc859 service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837660 Feb 04 15:01:03.015545 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdff95c-691a-4890-948e-b1640f06c0dc req-69a36e48-e979-4fd6-b912-8f5ffc16687e tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:03.017050 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdff95c-691a-4890-948e-b1640f06c0dc req-69a36e48-e979-4fd6-b912-8f5ffc16687e tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 943 time: 0.0577786 Feb 04 15:01:03.066229 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-cfdff95c-691a-4890-948e-b1640f06c0dc req-ad38c361-eab9-4191-ab94-0db259b7a037 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433810 Feb 04 15:01:04.184152 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf66a4-48b7-49f1-b937-2f59a932e507 req-c6c147f7-f704-4649-955d-f1114fb57520 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:04.185694 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ebf66a4-48b7-49f1-b937-2f59a932e507 req-c6c147f7-f704-4649-955d-f1114fb57520 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 943 time: 0.0530262 Feb 04 15:01:04.234115 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5ebf66a4-48b7-49f1-b937-2f59a932e507 req-3335c2da-1d2a-4467-b090-61a8ccb0315c tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422952 Feb 04 15:01:05.365529 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c57fe-c46d-4283-b5c3-4936887a542c req-2ebae469-26e4-4a53-bea8-e6795be28740 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:05.367095 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d51c57fe-c46d-4283-b5c3-4936887a542c req-2ebae469-26e4-4a53-bea8-e6795be28740 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 943 time: 0.0587914 Feb 04 15:01:05.415222 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d51c57fe-c46d-4283-b5c3-4936887a542c req-24b69ef6-cb74-408a-b379-c88af603318b tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425003 Feb 04 15:01:06.539898 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551f43-9bd9-4ada-ab0c-82bcfabdb576 req-fd26782d-70ee-4ccf-a008-9ab171670479 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:06.541435 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99551f43-9bd9-4ada-ab0c-82bcfabdb576 req-fd26782d-70ee-4ccf-a008-9ab171670479 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 943 time: 0.0549169 Feb 04 15:01:06.590372 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-99551f43-9bd9-4ada-ab0c-82bcfabdb576 req-dc12e124-9cfb-40bf-9d65-43d1575b1835 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432673 Feb 04 15:01:06.865640 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1533ba47-e9fc-4026-9dcd-b03dcc13c872 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:01:06.961614 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1533ba47-e9fc-4026-9dcd-b03dcc13c872, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:01:06.976077 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'port_id': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'mac_address': 'fa:16:3e:4e:0a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:01:07.012396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:01:07.012784 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:07.026083 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1533ba47-e9fc-4026-9dcd-b03dcc13c872 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 15:01:07.045040 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1533ba47-e9fc-4026-9dcd-b03dcc13c872, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:01:07.050407 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:07.095978 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=1533ba47-e9fc-4026-9dcd-b03dcc13c872,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:01:07.354577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['1533ba47-e9fc-4026-9dcd-b03dcc13c872'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:01:07.709960 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973fb5c-9857-4506-9492-3d378798d505 req-f46edd30-79c5-4efb-aa3c-7fc4a2c9159a tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:07.711471 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f973fb5c-9857-4506-9492-3d378798d505 req-f46edd30-79c5-4efb-aa3c-7fc4a2c9159a tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 944 time: 0.0532980 Feb 04 15:01:07.763068 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-f973fb5c-9857-4506-9492-3d378798d505 req-5a06b1fe-7182-4802-9ea9-fa70dcefa492 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460544 Feb 04 15:01:08.871619 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1533ba47-e9fc-4026-9dcd-b03dcc13c872 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:01:08.881778 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d26f9-246a-45d7-adfc-631996e936a9 req-20162706-91e2-405e-b26f-fea0d2c1f7e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:08.883327 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-265d26f9-246a-45d7-adfc-631996e936a9 req-20162706-91e2-405e-b26f-fea0d2c1f7e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 944 time: 0.0532274 Feb 04 15:01:08.924959 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning for port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:01:08.928981 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:01:08.929409 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:08.935115 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-265d26f9-246a-45d7-adfc-631996e936a9 req-b79a10cd-9d45-4a51-b300-64d13e5ecdcc tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459406 Feb 04 15:01:09.007427 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:01:09.007810 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:09.030909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215aca29-39e3-46f1-aff0-8d661de0c861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1533ba47-e9fc-4026-9dcd-b03dcc13c872'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 15:01:09.033137 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338db79b-f927-461c-bdda-cafea1208be0" -d '{"events": [{"server_uuid": "215aca29-39e3-46f1-aff0-8d661de0c861", "name": "network-vif-plugged", "status": "completed", "tag": "1533ba47-e9fc-4026-9dcd-b03dcc13c872"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:01:09.045489 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1533ba47-e9fc-4026-9dcd-b03dcc13c872, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:01:09.050465 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:09.073392 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2a49d3-9ca6-491f-9f3c-389f908895e0 x-openstack-request-id: req-0b2a49d3-9ca6-491f-9f3c-389f908895e0 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:01:09.073688 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215aca29-39e3-46f1-aff0-8d661de0c861", "name": "network-vif-plugged", "status": "completed", "tag": "1533ba47-e9fc-4026-9dcd-b03dcc13c872", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:01:09.073949 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0b2a49d3-9ca6-491f-9f3c-389f908895e0 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:01:09.074371 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215aca29-39e3-46f1-aff0-8d661de0c861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'code': 200} Feb 04 15:01:09.102441 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=1533ba47-e9fc-4026-9dcd-b03dcc13c872,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:01:09.174189 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29745bd2-0894-4e56-9037-18446da7ea7b req-b85482c9-e0a2-452b-805d-3032a512d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:09.175955 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29745bd2-0894-4e56-9037-18446da7ea7b req-b85482c9-e0a2-452b-805d-3032a512d5c3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 1128 time: 0.0499959 Feb 04 15:01:09.223179 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-29745bd2-0894-4e56-9037-18446da7ea7b req-0ca7c15c-0d82-43f0-8eb5-770a07ed1ef8 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388420 Feb 04 15:01:10.061441 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16bc71-a38d-42ed-a591-50511f5dbd2e req-29b47dc8-7e8e-4d31-bbf7-f1d0b88c9b62 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:10.062973 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c16bc71-a38d-42ed-a591-50511f5dbd2e req-29b47dc8-7e8e-4d31-bbf7-f1d0b88c9b62 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 945 time: 0.0533566 Feb 04 15:01:10.112262 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c16bc71-a38d-42ed-a591-50511f5dbd2e req-ea29ccb6-9568-4a7a-bdf4-791c834f0b6b tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436277 Feb 04 15:01:11.204079 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4bd4c64f-9f81-4a96-9874-74366f5723c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:11.235921 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfaef9-b5cd-4f00-b4c0-b740f5994e8e req-dfe4d685-7711-49e1-8dbc-d26bd3cfcc3a tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:11.237547 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3dfaef9-b5cd-4f00-b4c0-b740f5994e8e req-dfe4d685-7711-49e1-8dbc-d26bd3cfcc3a tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 945 time: 0.0578454 Feb 04 15:01:11.285499 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c3dfaef9-b5cd-4f00-b4c0-b740f5994e8e req-04b6fd67-f1b9-4dda-88e0-4c03a3cd90c6 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422933 Feb 04 15:01:11.403099 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557dcb4-14c6-4d61-abd6-9ba31bcf8f6d req-1d5afea9-5c30-4b3a-ac72-3e7e6ec1f7d3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:11.404581 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d557dcb4-14c6-4d61-abd6-9ba31bcf8f6d req-1d5afea9-5c30-4b3a-ac72-3e7e6ec1f7d3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 945 time: 0.0523913 Feb 04 15:01:11.454256 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d557dcb4-14c6-4d61-abd6-9ba31bcf8f6d req-2c1cc8cd-1f64-47db-9270-93f9fe3661bc tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438557 Feb 04 15:01:11.476388 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39544) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:01:11.610829 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6084e6b-00d8-4e69-943e-f09e00eb7f01 tempest-TestSnapshotPattern-987174708 tempest-TestSnapshotPattern-987174708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:11.613012 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-f6084e6b-00d8-4e69-943e-f09e00eb7f01 tempest-TestSnapshotPattern-987174708 tempest-TestSnapshotPattern-987174708-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 1123 time: 0.1355212 Feb 04 15:01:11.615775 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39550) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:01:11.619957 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:01:11.639835 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:11.739094 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:11.845289 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Allocated IP 172.25.5.217 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/8f77610d-0e71-438c-b138-73dc1897d7a5) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:01:11.947014 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for port (8f77610d-0e71-438c-b138-73dc1897d7a5), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:11.981197 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8f77610d-0e71-438c-b138-73dc1897d7a5), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:12.016871 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:01:12.023717 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:01:12.026652 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:01:12.058927 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event updated for resources: {'Port': ['ID=8f77610d-0e71-438c-b138-73dc1897d7a5,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:01:12.390260 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for floatingip (267ca6e0-9166-49bc-86b0-c1fbf5874660), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:12.463364 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (8f77610d-0e71-438c-b138-73dc1897d7a5), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:12.607831 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for port (8f77610d-0e71-438c-b138-73dc1897d7a5), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:12.612753 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (8f77610d-0e71-438c-b138-73dc1897d7a5), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:12.683491 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event updated for resources: {'Port': ['ID=8f77610d-0e71-438c-b138-73dc1897d7a5,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:01:12.695758 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (267ca6e0-9166-49bc-86b0-c1fbf5874660), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:12.797139 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Floating IP 267ca6e0-9166-49bc-86b0-c1fbf5874660 associated. External IP: 172.25.5.217, port: 1533ba47-e9fc-4026-9dcd-b03dcc13c872. Feb 04 15:01:13.007842 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:01:13.116748 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:01:13.126551 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c83b95-8529-4be9-8802-c72a214d5183 None None] Sync routers for ids ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:01:13.135070 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:13.136931 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c83b95-8529-4be9-8802-c72a214d5183 None None] Routers {'09b6cc57-22c8-41ab-9dd5-6838ebd1de45'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:01:13.137539 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-31c83b95-8529-4be9-8802-c72a214d5183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:00:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:01:13.343220 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-31c83b95-8529-4be9-8802-c72a214d5183 None None] Set router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:01:13.505503 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-588694be-3ca2-42f1-8845-a71dc82d2019 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8885925 Feb 04 15:01:13.506089 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215aca29-39e3-46f1-aff0-8d661de0c861', 'tag': '1533ba47-e9fc-4026-9dcd-b03dcc13c872'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 15:01:13.508318 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740aaa1e-7608-4ffa-99c3-59718b447b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "215aca29-39e3-46f1-aff0-8d661de0c861", "tag": "1533ba47-e9fc-4026-9dcd-b03dcc13c872"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:01:13.575982 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-31c83b95-8529-4be9-8802-c72a214d5183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:51Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '267ca6e0-9166-49bc-86b0-c1fbf5874660', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'port_id': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'mac_address': 'fa:16:3e:4e:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215aca29-39e3-46f1-aff0-8d661de0c861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:01:12Z', 'updated_at': '2022-02-04T15:01:12Z', 'revision_number': 0, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d', 'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'mac_address': 'fa:16:3e:67:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:50Z', 'updated_at': '2022-02-04T15:00:55Z', 'revision_number': 5, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'subnets': [{'id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:01:13.603100 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c2baf1-0e77-4a47-8af8-3b3680057059 x-openstack-request-id: req-78c2baf1-0e77-4a47-8af8-3b3680057059 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:01:13.603394 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215aca29-39e3-46f1-aff0-8d661de0c861", "tag": "1533ba47-e9fc-4026-9dcd-b03dcc13c872", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:01:13.603646 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-78c2baf1-0e77-4a47-8af8-3b3680057059 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:01:13.604048 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215aca29-39e3-46f1-aff0-8d661de0c861', 'tag': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'status': 'completed', 'code': 200} Feb 04 15:01:13.606359 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c83b95-8529-4be9-8802-c72a214d5183 None None] Checking router: 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:01:13.615889 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c83b95-8529-4be9-8802-c72a214d5183 None None] Routers {'09b6cc57-22c8-41ab-9dd5-6838ebd1de45'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:01:13.616404 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-31c83b95-8529-4be9-8802-c72a214d5183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:00:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:01:13.668576 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aaa1e-7608-4ffa-99c3-59718b447b9b req-ecef940f-504b-466d-b9c6-ee8f377e25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:13.670124 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-740aaa1e-7608-4ffa-99c3-59718b447b9b req-ecef940f-504b-466d-b9c6-ee8f377e25f9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 1128 time: 0.0454202 Feb 04 15:01:13.726013 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-31c83b95-8529-4be9-8802-c72a214d5183 None None] Set router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:01:13.762150 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aaa1e-7608-4ffa-99c3-59718b447b9b req-29b6f0ba-b421-43bc-a9d5-463f03729a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:13.763584 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-740aaa1e-7608-4ffa-99c3-59718b447b9b req-29b6f0ba-b421-43bc-a9d5-463f03729a2f service neutron] 10.222.0.99 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 910 time: 0.0875473 Feb 04 15:01:13.828671 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-740aaa1e-7608-4ffa-99c3-59718b447b9b req-95c17df0-e561-462e-8fe0-a3c6ec4c463a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872 HTTP/1.1" status: 200 len: 999 time: 0.0592248 Feb 04 15:01:13.876933 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aaa1e-7608-4ffa-99c3-59718b447b9b req-ab593b83-5798-4761-9c30-9848f891a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:13.878999 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-740aaa1e-7608-4ffa-99c3-59718b447b9b req-ab593b83-5798-4761-9c30-9848f891a139 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0440261 Feb 04 15:01:13.934184 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aaa1e-7608-4ffa-99c3-59718b447b9b req-d891b05a-f1ba-4a93-bf17-2a248efcf173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:13.935707 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-740aaa1e-7608-4ffa-99c3-59718b447b9b req-d891b05a-f1ba-4a93-bf17-2a248efcf173 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505617 Feb 04 15:01:13.949683 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-31c83b95-8529-4be9-8802-c72a214d5183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:51Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '267ca6e0-9166-49bc-86b0-c1fbf5874660', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'port_id': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'mac_address': 'fa:16:3e:4e:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215aca29-39e3-46f1-aff0-8d661de0c861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:01:12Z', 'updated_at': '2022-02-04T15:01:12Z', 'revision_number': 0, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d', 'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'mac_address': 'fa:16:3e:67:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:50Z', 'updated_at': '2022-02-04T15:00:55Z', 'revision_number': 5, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'subnets': [{'id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:01:13.976597 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c83b95-8529-4be9-8802-c72a214d5183 None None] The sync data for ids ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'] in n-d-714676-13 is: [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:51Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '267ca6e0-9166-49bc-86b0-c1fbf5874660', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'port_id': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'mac_address': 'fa:16:3e:4e:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215aca29-39e3-46f1-aff0-8d661de0c861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:01:12Z', 'updated_at': '2022-02-04T15:01:12Z', 'revision_number': 0, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d', 'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'mac_address': 'fa:16:3e:67:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:50Z', 'updated_at': '2022-02-04T15:00:55Z', 'revision_number': 5, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'subnets': [{'id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:01:14.027192 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-740aaa1e-7608-4ffa-99c3-59718b447b9b req-260a0e58-adde-4038-ac79-da3aff4f1941 service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857697 Feb 04 15:01:14.124897 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-740aaa1e-7608-4ffa-99c3-59718b447b9b req-15521914-a861-494b-86af-08cbb0fad152 service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898771 Feb 04 15:01:14.175708 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e05ba-dfa2-4fde-8805-6c37b4f73f4e None None] New status for floating IP 267ca6e0-9166-49bc-86b0-c1fbf5874660: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:01:14.837843 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:15.391726 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-21b708a7-55f0-4049-978a-89e7bfe375cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:15.902658 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:15.974214 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:17.308411 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:18.209368 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:25.212628 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:01:34.249361 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b0f06384-5ea1-49be-be55-e25487d9bcb5 req-e1b4ab46-ddff-4b35-a092-42be344bc166 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432401 Feb 04 15:01:34.336584 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f06384-5ea1-49be-be55-e25487d9bcb5 req-15dbddb1-d19b-4f2a-b00d-ed436fd24285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:34.338173 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b0f06384-5ea1-49be-be55-e25487d9bcb5 req-15dbddb1-d19b-4f2a-b00d-ed436fd24285 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 1128 time: 0.0490751 Feb 04 15:01:34.449139 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f06384-5ea1-49be-be55-e25487d9bcb5 req-a89527c4-1385-45de-8dad-c43b8c453f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:34.450668 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b0f06384-5ea1-49be-be55-e25487d9bcb5 req-a89527c4-1385-45de-8dad-c43b8c453f01 service neutron] 10.222.0.99 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 910 time: 0.0921133 Feb 04 15:01:34.517895 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b0f06384-5ea1-49be-be55-e25487d9bcb5 req-42800acc-0c05-4113-a7e0-8aa2ac502404 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872 HTTP/1.1" status: 200 len: 1001 time: 0.0612559 Feb 04 15:01:34.563364 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f06384-5ea1-49be-be55-e25487d9bcb5 req-aa481744-8285-4d81-a2ba-f9b26fc8e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:34.564751 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b0f06384-5ea1-49be-be55-e25487d9bcb5 req-aa481744-8285-4d81-a2ba-f9b26fc8e2ba service neutron] 10.222.0.99 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0415404 Feb 04 15:01:34.615720 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f06384-5ea1-49be-be55-e25487d9bcb5 req-b062bfba-ce51-4609-950a-e46a8d8c6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:01:34.617194 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b0f06384-5ea1-49be-be55-e25487d9bcb5 req-b062bfba-ce51-4609-950a-e46a8d8c6881 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461652 Feb 04 15:01:35.003512 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b0f06384-5ea1-49be-be55-e25487d9bcb5 req-12e12e94-e2a0-4200-bb32-433529cfb5ef service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801563 Feb 04 15:01:35.092307 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-b0f06384-5ea1-49be-be55-e25487d9bcb5 req-f7ae62da-35b1-40a1-aa0d-daa3e9da2747 service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828590 Feb 04 15:01:41.208250 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7054a04b-73b6-4233-bafc-cef5bbb00088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:44.839321 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:45.392212 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e996a1b-fa54-4484-8fb1-3a67d4938e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:45.900189 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:45.976577 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:47.311016 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:01:48.212010 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:02:02.213545 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:02:11.208882 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-74c61865-2012-45c7-8999-4199d1475ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:02:14.844579 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:02:15.394009 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4caa72ec-f21e-4805-ad5e-b377cc01c00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:02:15.915072 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:02:15.980376 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:02:17.313964 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:02:18.212917 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:02:34.236313 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5e6496e2-c7c3-43ea-a779-b4ef61b61e9b req-10dc1447-2aa1-412b-abc4-d51e7bf0a1ff service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425804 Feb 04 15:02:34.320314 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6496e2-c7c3-43ea-a779-b4ef61b61e9b req-078ae883-028e-4d14-b186-1305eca45421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:02:34.321807 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5e6496e2-c7c3-43ea-a779-b4ef61b61e9b req-078ae883-028e-4d14-b186-1305eca45421 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 1128 time: 0.0448308 Feb 04 15:02:34.423415 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6496e2-c7c3-43ea-a779-b4ef61b61e9b req-a39b1762-1841-49ac-99d9-bfee475ce2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:02:34.425492 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5e6496e2-c7c3-43ea-a779-b4ef61b61e9b req-a39b1762-1841-49ac-99d9-bfee475ce2b5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 910 time: 0.0868757 Feb 04 15:02:34.490740 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5e6496e2-c7c3-43ea-a779-b4ef61b61e9b req-0d2a82e7-30d9-47b8-9942-e55c52d77f4d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872 HTTP/1.1" status: 200 len: 1001 time: 0.0595515 Feb 04 15:02:34.541379 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6496e2-c7c3-43ea-a779-b4ef61b61e9b req-7ce09828-0954-44f6-affd-44a698208113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:02:34.542892 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5e6496e2-c7c3-43ea-a779-b4ef61b61e9b req-7ce09828-0954-44f6-affd-44a698208113 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0464175 Feb 04 15:02:34.597331 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6496e2-c7c3-43ea-a779-b4ef61b61e9b req-b3d765a2-4b9e-4fbc-9688-d5df7ae8ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:02:34.598804 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5e6496e2-c7c3-43ea-a779-b4ef61b61e9b req-b3d765a2-4b9e-4fbc-9688-d5df7ae8ebf4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499249 Feb 04 15:02:34.694266 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5e6496e2-c7c3-43ea-a779-b4ef61b61e9b req-e7b9ba29-62fc-4920-b7c8-89a197cb081c service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894079 Feb 04 15:02:34.794038 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-5e6496e2-c7c3-43ea-a779-b4ef61b61e9b req-c815942c-bcfc-4aca-b479-78f2b99b3ae5 service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940900 Feb 04 15:02:39.213262 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:02:41.212328 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-508230ae-cab0-4314-beb1-35bd23fc81ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:02:44.843718 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:02:45.396106 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ec23225e-5ba8-4d32-822a-cd32a333ac1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:02:45.914034 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:02:45.982891 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:02:47.316070 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:02:48.214771 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:11.214315 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a3afdb82-8295-44d6-94bb-4f0920bb262e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:14.859063 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:15.396334 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a235e91d-d21c-49f9-be2f-fcc3a7179f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:15.917199 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:15.989649 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:16.212573 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:03:17.318261 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:18.217658 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:34.286982 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e56e5c63-b4c3-45ff-a1e8-540dd84f3621 req-407af56b-ae4a-4aa5-9358-5b55f6beb727 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0950127 Feb 04 15:03:34.370546 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e5c63-b4c3-45ff-a1e8-540dd84f3621 req-956bfb8c-374e-4b79-81cf-44336f1e5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:03:34.372069 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e56e5c63-b4c3-45ff-a1e8-540dd84f3621 req-956bfb8c-374e-4b79-81cf-44336f1e5356 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 1128 time: 0.0456924 Feb 04 15:03:34.479395 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e5c63-b4c3-45ff-a1e8-540dd84f3621 req-c4d80102-d60c-4ae9-b4ff-8b0530f5fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:03:34.480831 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e56e5c63-b4c3-45ff-a1e8-540dd84f3621 req-c4d80102-d60c-4ae9-b4ff-8b0530f5fa08 service neutron] 10.222.0.99 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 910 time: 0.0889440 Feb 04 15:03:34.547486 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e56e5c63-b4c3-45ff-a1e8-540dd84f3621 req-b0e1985e-ba8b-4e72-a0de-051a94078764 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872 HTTP/1.1" status: 200 len: 1001 time: 0.0602005 Feb 04 15:03:34.594955 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e5c63-b4c3-45ff-a1e8-540dd84f3621 req-184b0701-9f0a-48aa-b8e4-13286ab2af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:03:34.596392 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e56e5c63-b4c3-45ff-a1e8-540dd84f3621 req-184b0701-9f0a-48aa-b8e4-13286ab2af06 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0434816 Feb 04 15:03:34.649319 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e5c63-b4c3-45ff-a1e8-540dd84f3621 req-18656d19-6fab-4fc5-8c8e-9f6efc5fadf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:03:34.650853 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e56e5c63-b4c3-45ff-a1e8-540dd84f3621 req-18656d19-6fab-4fc5-8c8e-9f6efc5fadf0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490084 Feb 04 15:03:34.737956 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e56e5c63-b4c3-45ff-a1e8-540dd84f3621 req-2f5739a8-0104-410f-bf00-c22f3228d200 service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805449 Feb 04 15:03:34.832990 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-e56e5c63-b4c3-45ff-a1e8-540dd84f3621 req-57439291-88ea-4a28-b067-4538b65f7478 service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889201 Feb 04 15:03:41.216144 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0b5ae459-f943-4f46-8417-6ab638ae101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:44.866367 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:45.396834 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-97e04404-7cbd-48af-9c2c-bd4cf04f6abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:45.927419 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:45.989164 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:47.321004 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:48.219492 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:53.212550 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:03:55.828300 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1533ba47-e9fc-4026-9dcd-b03dcc13c872 details requested by agent hyperv_n-h1-714676-13 with host n-h1-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:03:55.921519 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1533ba47-e9fc-4026-9dcd-b03dcc13c872, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:03:55.937901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Returning: {'device': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'port_id': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'mac_address': 'fa:16:3e:4e:0a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:03:55.974685 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:03:55.975070 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:55.987357 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1533ba47-e9fc-4026-9dcd-b03dcc13c872 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 15:03:56.006742 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1533ba47-e9fc-4026-9dcd-b03dcc13c872, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:03:56.010754 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:56.060604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=1533ba47-e9fc-4026-9dcd-b03dcc13c872,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:03:56.069166 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:03:56.069513 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:03:56.069854 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:03:56.070231 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:03:56.070571 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:03:56.070901 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:03:56.071243 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:03:56.071549 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:03:56.071872 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:03:56.072194 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:03:56.072515 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:03:56.072832 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:03:56.073151 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:03:56.083972 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] get_ports_and_sgs() called for port_ids ['1533ba47-e9fc-4026-9dcd-b03dcc13c872'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:03:57.843577 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1533ba47-e9fc-4026-9dcd-b03dcc13c872 up at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:03:57.890593 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Provisioning complete for port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:03:57.890972 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:57.968931 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:03:57.969240 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:57.991401 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215aca29-39e3-46f1-aff0-8d661de0c861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1533ba47-e9fc-4026-9dcd-b03dcc13c872'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 15:03:57.993628 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b20ba0-5d2c-47a4-b9b0-9d5beb6220d4" -d '{"events": [{"server_uuid": "215aca29-39e3-46f1-aff0-8d661de0c861", "name": "network-vif-plugged", "status": "completed", "tag": "1533ba47-e9fc-4026-9dcd-b03dcc13c872"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:03:58.006779 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1533ba47-e9fc-4026-9dcd-b03dcc13c872, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:03:58.011383 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:03:58.058056 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=1533ba47-e9fc-4026-9dcd-b03dcc13c872,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:03:58.105587 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775cc649-4e8d-4b29-81af-c104f6cef03a x-openstack-request-id: req-775cc649-4e8d-4b29-81af-c104f6cef03a {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:03:58.105886 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215aca29-39e3-46f1-aff0-8d661de0c861", "name": "network-vif-plugged", "status": "completed", "tag": "1533ba47-e9fc-4026-9dcd-b03dcc13c872", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:03:58.106177 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-775cc649-4e8d-4b29-81af-c104f6cef03a {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:03:58.106607 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215aca29-39e3-46f1-aff0-8d661de0c861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'code': 200} Feb 04 15:04:07.790002 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-963cc39f-738a-46ad-a00c-0720da70cae4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256814016&fields=id&tenant_id=39b0bee456d54171ba6d19733424da4f HTTP/1.1" status: 200 len: 267 time: 0.0441027 Feb 04 15:04:07.901233 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-53606a89-c41b-4a0d-a326-d7c71eda7e3a tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:07.902730 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-53606a89-c41b-4a0d-a326-d7c71eda7e3a tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 809 time: 0.1053658 Feb 04 15:04:07.917169 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-481de5bc-6232-449b-b695-8d8303e46e0b tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/quotas/39b0bee456d54171ba6d19733424da4f HTTP/1.1" status: 200 len: 375 time: 0.0089147 Feb 04 15:04:07.973124 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-bff9ffb6-d6e1-4e1e-a9c0-a89a2d19fda2 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506680 Feb 04 15:04:08.158315 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-dc63b4be-4033-461f-a88a-1b556eaa15a8 service neutron] 10.222.0.96 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740711 Feb 04 15:04:08.255427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a8ae414c-da8f-43f1-8401-1a40925929e1 service neutron] 10.222.0.96 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906730 Feb 04 15:04:09.425414 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2db8f5dd-58cb-4deb-82a5-a2cfad1cd9c2 req-f520dd49-19b0-4c55-ad83-aff441a77ffe tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 210 time: 0.0284238 Feb 04 15:04:10.503257 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6916953a-c448-438a-80ad-c9caa6082143 req-086cfe22-5d38-4916-b9ed-2fe3ff9b084b tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 210 time: 0.0276258 Feb 04 15:04:11.217498 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4c96fc27-8b0f-491c-a3cc-4db2658c71fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:11.582868 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-e895852d-557f-492f-b291-81a70a863712 req-d686d8f9-6992-4746-adeb-bf9333657cf7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 210 time: 0.0277784 Feb 04 15:04:11.922341 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1533ba47-e9fc-4026-9dcd-b03dcc13c872 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:04:11.997728 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Current status of the port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 is: ACTIVE; New status is: DOWN {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:04:11.998129 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:12.019780 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215aca29-39e3-46f1-aff0-8d661de0c861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1533ba47-e9fc-4026-9dcd-b03dcc13c872'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 15:04:12.021952 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ef9e46-0d9c-418b-9cc2-a6052cd8df9b" -d '{"events": [{"server_uuid": "215aca29-39e3-46f1-aff0-8d661de0c861", "name": "network-vif-unplugged", "status": "completed", "tag": "1533ba47-e9fc-4026-9dcd-b03dcc13c872"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:04:12.033783 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] For port 1533ba47-e9fc-4026-9dcd-b03dcc13c872, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:04:12.038657 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:12.062983 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cbff4c-1769-4f27-b966-693d7c280805 x-openstack-request-id: req-d7cbff4c-1769-4f27-b966-693d7c280805 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:04:12.063280 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215aca29-39e3-46f1-aff0-8d661de0c861", "name": "network-vif-unplugged", "status": "completed", "tag": "1533ba47-e9fc-4026-9dcd-b03dcc13c872", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:04:12.063544 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d7cbff4c-1769-4f27-b966-693d7c280805 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:04:12.063933 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215aca29-39e3-46f1-aff0-8d661de0c861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'code': 200} Feb 04 15:04:12.088725 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Pushing event updated for resources: {'Port': ['ID=1533ba47-e9fc-4026-9dcd-b03dcc13c872,revision_number=8']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:04:12.664679 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-087cdc61-26ca-4f57-b67f-073f869a071a req-1d302170-cdfc-4bb9-92dc-bc9557f2e71f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 210 time: 0.0312498 Feb 04 15:04:13.762402 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c47d435a-849c-4688-a6f4-c4e36e74c65d req-6efe76f5-9ea8-42d1-a72e-0d6d62bc4361 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 210 time: 0.0279005 Feb 04 15:04:14.384854 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.100', 55443) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:04:14.487568 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-0386eb4d-e043-4212-9a13-955282945326 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:14.489073 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-0386eb4d-e043-4212-9a13-955282945326 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.100 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 809 time: 0.1030121 Feb 04 15:04:14.550030 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-98743126-431f-4bb9-8475-680f0279b3c3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39b0bee456d54171ba6d19733424da4f HTTP/1.1" status: 200 len: 380 time: 0.0531650 Feb 04 15:04:14.559341 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Request body: {'port': {'device_id': '363aae90-cefb-4714-8a48-90c23dd02e76', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'admin_state_up': True, 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'security_groups': ['c46700a5-1288-487d-813c-9c59ba1b7da6']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:04:14.674659 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Made reservation on behalf of 39b0bee456d54171ba6d19733424da4f for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:04:14.678329 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:14.842036 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Allocated IP 172.20.0.3 (625294a3-9b82-4276-beab-e3e12b51b25a/29a4779b-ad73-4102-9e30-a0079d71a569/3171e2d6-8b67-4836-9907-32b284d232c1) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:04:14.898663 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:14.911126 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-0c215372-7aeb-4348-b1d9-121f0f974213 req-6de9f461-babc-4705-9b29-a9ad8cc5eaf4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 210 time: 0.0569496 Feb 04 15:04:15.093055 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for port (3171e2d6-8b67-4836-9907-32b284d232c1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:15.151815 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:15.208772 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Network 625294a3-9b82-4276-beab-e3e12b51b25a is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:04:15.212460 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:04:15.216314 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:04:15.257625 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event updated for resources: {'Port': ['ID=3171e2d6-8b67-4836-9907-32b284d232c1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:04:15.276806 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:15.277442 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:15.292884 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:15.293400 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:15.293953 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:15.294335 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:15.294982 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:15.295667 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:15.296227 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:15.296577 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:15.302554 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:15.302904 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:15.303252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:15.303592 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:15.303981 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:15.317990 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-e5a61987-30ea-40ce-86d9-7bae39f606a7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7622252 Feb 04 15:04:15.408938 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e473c38-b4bf-4f24-89c7-6226bfe500d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:15.531188 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-f7790572-5ad7-41b3-b412-feda2f14b64f None None] Provisioning complete for port 3171e2d6-8b67-4836-9907-32b284d232c1 triggered by entity DHCP. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:04:15.531904 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f7790572-5ad7-41b3-b412-feda2f14b64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:15.571131 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-f7790572-5ad7-41b3-b412-feda2f14b64f None None] Port 3171e2d6-8b67-4836-9907-32b284d232c1 cannot update to ACTIVE because it is not bound. {{(pid=103608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 15:04:16.055808 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee07640-8593-43bb-b033-ace43084ba1f req-a25a99df-cea7-492a-807e-3c212af1e26a tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:16.058355 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ee07640-8593-43bb-b033-ace43084ba1f req-a25a99df-cea7-492a-807e-3c212af1e26a tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 931 time: 0.0609479 Feb 04 15:04:16.119100 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:16.121941 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-2ee07640-8593-43bb-b033-ace43084ba1f req-8e559728-1195-4155-988a-5a85b688759a tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548379 Feb 04 15:04:16.133975 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:17.261733 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064493f1-e0e8-415a-876b-5a7a4814cb5e req-6c89a70c-11dd-42bd-99a7-ba376c737048 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:17.263284 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-064493f1-e0e8-415a-876b-5a7a4814cb5e req-6c89a70c-11dd-42bd-99a7-ba376c737048 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 931 time: 0.0615435 Feb 04 15:04:17.320221 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-064493f1-e0e8-415a-876b-5a7a4814cb5e req-88c81035-dc7a-4685-9266-a6a41f0d6056 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509751 Feb 04 15:04:17.326963 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:18.224260 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:18.450726 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e85534-73e3-41e9-bf52-bb7ac9db2610 req-1c0b8064-336c-4670-a6d5-7530e4da9570 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:18.454426 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05e85534-73e3-41e9-bf52-bb7ac9db2610 req-1c0b8064-336c-4670-a6d5-7530e4da9570 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 931 time: 0.0602100 Feb 04 15:04:18.513485 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-05e85534-73e3-41e9-bf52-bb7ac9db2610 req-dc0d76d9-4321-4e0e-b94d-adc7c489c7c7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542836 Feb 04 15:04:19.645831 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0098df5-e31a-49ea-8c56-d07aac937d98 req-9979ce07-4434-4581-9d55-825ce3ac31e9 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:19.647420 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0098df5-e31a-49ea-8c56-d07aac937d98 req-9979ce07-4434-4581-9d55-825ce3ac31e9 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 931 time: 0.0608194 Feb 04 15:04:19.704211 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c0098df5-e31a-49ea-8c56-d07aac937d98 req-5ecfe131-734d-405f-97b1-3df525f98246 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507815 Feb 04 15:04:20.837377 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb2bbc-f7b8-4a93-8f2f-7d9f2fcd1aa1 req-fd16a0b3-4d50-4ef8-99ba-8d70da3a053a tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:20.839110 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9cb2bbc-f7b8-4a93-8f2f-7d9f2fcd1aa1 req-fd16a0b3-4d50-4ef8-99ba-8d70da3a053a tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 931 time: 0.0556116 Feb 04 15:04:20.892636 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-d9cb2bbc-f7b8-4a93-8f2f-7d9f2fcd1aa1 req-ef3b5d02-8948-44ed-a41a-0ef64fd879af tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473506 Feb 04 15:04:22.020001 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8f858-968f-43cb-82fa-ed1016f2e019 req-3d0f397e-fdd0-4135-b130-d0b9e72636fc tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:22.021452 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9be8f858-968f-43cb-82fa-ed1016f2e019 req-3d0f397e-fdd0-4135-b130-d0b9e72636fc tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 931 time: 0.0540032 Feb 04 15:04:22.071526 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9be8f858-968f-43cb-82fa-ed1016f2e019 req-e0bd1633-bb78-4f54-9b70-666b464ada8e tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442917 Feb 04 15:04:23.196611 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f872fd1-05d6-4377-b2c9-2927d3c6a5d4 req-d65c7c37-ec0b-4edc-ae2d-80b958923d14 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:23.198078 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f872fd1-05d6-4377-b2c9-2927d3c6a5d4 req-d65c7c37-ec0b-4edc-ae2d-80b958923d14 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 931 time: 0.0570064 Feb 04 15:04:23.252668 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-5f872fd1-05d6-4377-b2c9-2927d3c6a5d4 req-8ce72a89-9071-4f30-88d4-969c05327f5e tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489523 Feb 04 15:04:24.371410 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf6a5-6425-460a-9e8f-01f402872a16 req-806a84cf-6c1f-48f4-93b2-c04b4c7833e0 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:24.372806 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-596abe8f-5764-47ee-8611-b39c89c9abe7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 15:04:24.373252 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74ccf6a5-6425-460a-9e8f-01f402872a16 req-806a84cf-6c1f-48f4-93b2-c04b4c7833e0 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 931 time: 0.0519624 Feb 04 15:04:24.373819 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-596abe8f-5764-47ee-8611-b39c89c9abe7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054336 Feb 04 15:04:24.426561 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-74ccf6a5-6425-460a-9e8f-01f402872a16 req-0d2e056b-c81b-4c71-900f-c5559e4595ce tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448904 Feb 04 15:04:24.463548 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.v2.base [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Request body: {'port': {'device_id': '363aae90-cefb-4714-8a48-90c23dd02e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-13'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:04:24.521034 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:24.779276 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3171e2d6-8b67-4836-9907-32b284d232c1 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 15:04:24.787367 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Publish callbacks [] for port (3171e2d6-8b67-4836-9907-32b284d232c1), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:24.800060 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Transition to ACTIVE for port object 3171e2d6-8b67-4836-9907-32b284d232c1 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:04:24.804524 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:24.853536 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Pushing event updated for resources: {'Port': ['ID=3171e2d6-8b67-4836-9907-32b284d232c1,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:04:24.932598 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Attempting to bind port 3171e2d6-8b67-4836-9907-32b284d232c1 on host n-h2-714676-13 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 15:04:24.932963 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Attempting to bind port 3171e2d6-8b67-4836-9907-32b284d232c1 by drivers openvswitch,hyperv on host n-h2-714676-13 at level 0 using segments [{'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 15:04:24.933286 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Attempting to bind port 3171e2d6-8b67-4836-9907-32b284d232c1 on network 625294a3-9b82-4276-beab-e3e12b51b25a {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:04:24.937928 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Port 3171e2d6-8b67-4836-9907-32b284d232c1 on network 625294a3-9b82-4276-beab-e3e12b51b25a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-13 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:04:24.938295 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Attempting to bind port 3171e2d6-8b67-4836-9907-32b284d232c1 on network 625294a3-9b82-4276-beab-e3e12b51b25a {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:04:24.943413 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Checking agent: {'id': '820d2263-4ded-4fcc-9cb1-4bfce679b8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'started_at': datetime.datetime(2022, 2, 4, 13, 15, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:04:24.943708 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Checking segment: {'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 15:04:24.944095 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Bound using segment: {'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:04:24.944530 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Bound port: 3171e2d6-8b67-4836-9907-32b284d232c1, host: n-h2-714676-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42f20c2-d2bf-4a8a-9d82-319c63de4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 15:04:24.944895 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:25.014119 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] For port 3171e2d6-8b67-4836-9907-32b284d232c1, host n-h2-714676-13, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:04:25.017797 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] For port 3171e2d6-8b67-4836-9907-32b284d232c1, host n-h2-714676-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=3171e2d6-8b67-4836-9907-32b284d232c1,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:04:25.024648 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066078687'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:25.063700 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:25.064334 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:25.065799 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] 10.222.0.100 "PUT /v2.0/ports/3171e2d6-8b67-4836-9907-32b284d232c1 HTTP/1.1" status: 200 len: 1092 time: 0.6825900 Feb 04 15:04:25.066289 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363aae90-cefb-4714-8a48-90c23dd02e76', 'tag': '3171e2d6-8b67-4836-9907-32b284d232c1'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 15:04:25.068647 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c924d25d-0fd8-4a7c-8dd2-1e1b45856088" -d '{"events": [{"name": "network-changed", "server_uuid": "363aae90-cefb-4714-8a48-90c23dd02e76", "tag": "3171e2d6-8b67-4836-9907-32b284d232c1"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:04:25.096942 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa983d-30f2-4e32-909e-124aa39b4930 service neutron] Pushing event updated for resources: {'Port': ['ID=3171e2d6-8b67-4836-9907-32b284d232c1,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:04:25.115422 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1760da4e-ed93-4f15-887b-a223fc5bfa55 x-openstack-request-id: req-1760da4e-ed93-4f15-887b-a223fc5bfa55 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:04:25.115740 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363aae90-cefb-4714-8a48-90c23dd02e76", "tag": "3171e2d6-8b67-4836-9907-32b284d232c1", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:04:25.115979 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1760da4e-ed93-4f15-887b-a223fc5bfa55 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:04:25.116418 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363aae90-cefb-4714-8a48-90c23dd02e76', 'tag': '3171e2d6-8b67-4836-9907-32b284d232c1', 'status': 'completed', 'code': 200} Feb 04 15:04:25.166535 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-6e1d640e-4d2e-409b-98e8-44e70186d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:25.168077 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-6e1d640e-4d2e-409b-98e8-44e70186d432 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 1126 time: 0.0497794 Feb 04 15:04:25.216085 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-ff944df9-2d4b-47eb-a14a-ac0c36609430 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3171e2d6-8b67-4836-9907-32b284d232c1 HTTP/1.1" status: 200 len: 217 time: 0.0398238 Feb 04 15:04:25.267273 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-9fe1b806-14eb-4786-b5f0-630903c28816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:25.269471 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-9fe1b806-14eb-4786-b5f0-630903c28816 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0470927 Feb 04 15:04:25.319083 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-0bcc3eb5-f00e-40f9-b295-6cd58be278aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:25.320576 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-0bcc3eb5-f00e-40f9-b295-6cd58be278aa service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458214 Feb 04 15:04:25.415643 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-12205fc5-0453-4008-9fce-6fe6d63c4e6b service neutron] 10.222.0.100 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883265 Feb 04 15:04:25.507302 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-87a62da1-f997-4d28-9f1f-a879d50fb159 req-9dc40619-bd28-4fbf-8a09-f21fea90668e service neutron] 10.222.0.100 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842338 Feb 04 15:04:25.552789 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee200477-efa6-42bc-a8eb-c8ac05b05da6 req-52538fa7-1bcd-47f6-8180-6f436b437ded tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:25.554321 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee200477-efa6-42bc-a8eb-c8ac05b05da6 req-52538fa7-1bcd-47f6-8180-6f436b437ded tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 943 time: 0.0591938 Feb 04 15:04:25.603988 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924d25d-0fd8-4a7c-8dd2-1e1b45856088 req-9c66cb09-c62e-420c-bcf4-5b88f911d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:25.605162 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-ee200477-efa6-42bc-a8eb-c8ac05b05da6 req-2094bc31-7257-4365-9ee0-e5fa81ad71b3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452588 Feb 04 15:04:25.605519 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c924d25d-0fd8-4a7c-8dd2-1e1b45856088 req-9c66cb09-c62e-420c-bcf4-5b88f911d38b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 1126 time: 0.0499930 Feb 04 15:04:25.700576 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924d25d-0fd8-4a7c-8dd2-1e1b45856088 req-260d2766-b166-4d9d-976d-234387a66af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:25.702687 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c924d25d-0fd8-4a7c-8dd2-1e1b45856088 req-260d2766-b166-4d9d-976d-234387a66af2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 910 time: 0.0903153 Feb 04 15:04:25.749624 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c924d25d-0fd8-4a7c-8dd2-1e1b45856088 req-e1ddecbf-d473-452a-802e-ea9838f2dbb6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3171e2d6-8b67-4836-9907-32b284d232c1 HTTP/1.1" status: 200 len: 217 time: 0.0406532 Feb 04 15:04:25.797745 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924d25d-0fd8-4a7c-8dd2-1e1b45856088 req-ebf5043a-d1aa-46ed-80f4-867218077eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:25.799117 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c924d25d-0fd8-4a7c-8dd2-1e1b45856088 req-ebf5043a-d1aa-46ed-80f4-867218077eda service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0427945 Feb 04 15:04:25.845595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924d25d-0fd8-4a7c-8dd2-1e1b45856088 req-8a015492-8e32-463f-83af-3919447eea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:25.847122 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c924d25d-0fd8-4a7c-8dd2-1e1b45856088 req-8a015492-8e32-463f-83af-3919447eea24 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425634 Feb 04 15:04:25.937049 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c924d25d-0fd8-4a7c-8dd2-1e1b45856088 req-ba6afdc0-c873-479f-b381-c186ad6616a4 service neutron] 10.222.0.100 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836332 Feb 04 15:04:26.027558 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c924d25d-0fd8-4a7c-8dd2-1e1b45856088 req-85ca2adb-759e-4429-bf4a-c4312a945d27 service neutron] 10.222.0.100 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848246 Feb 04 15:04:26.728442 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691186a-ff54-47b3-9f93-f58cd287f6cf req-24e88921-c1f1-4a42-a367-02bcf508884c tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:26.729942 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3691186a-ff54-47b3-9f93-f58cd287f6cf req-24e88921-c1f1-4a42-a367-02bcf508884c tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 943 time: 0.0540884 Feb 04 15:04:26.777529 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3691186a-ff54-47b3-9f93-f58cd287f6cf req-b645f969-351c-4d4e-9028-e578fbac5cca tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419967 Feb 04 15:04:27.904863 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665019f-0838-48f9-9cb5-7e30aef23529 req-ea06c881-25aa-4f23-9342-c36fae6262e4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:27.907253 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6665019f-0838-48f9-9cb5-7e30aef23529 req-ea06c881-25aa-4f23-9342-c36fae6262e4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 943 time: 0.0584219 Feb 04 15:04:27.965939 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-6665019f-0838-48f9-9cb5-7e30aef23529 req-2037575b-dbfd-4809-bc31-1da765b58dea tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504775 Feb 04 15:04:28.694535 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 3171e2d6-8b67-4836-9907-32b284d232c1 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:04:28.790408 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 3171e2d6-8b67-4836-9907-32b284d232c1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=3171e2d6-8b67-4836-9907-32b284d232c1,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:04:28.802689 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '3171e2d6-8b67-4836-9907-32b284d232c1', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'port_id': '3171e2d6-8b67-4836-9907-32b284d232c1', 'mac_address': 'fa:16:3e:ec:08:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:04:28.841816 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 3171e2d6-8b67-4836-9907-32b284d232c1 is: DOWN; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:04:28.842234 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:28.855393 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3171e2d6-8b67-4836-9907-32b284d232c1 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 15:04:28.873897 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 3171e2d6-8b67-4836-9907-32b284d232c1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=3171e2d6-8b67-4836-9907-32b284d232c1,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:04:28.877824 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:28.924336 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=3171e2d6-8b67-4836-9907-32b284d232c1,revision_number=4']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:04:29.086628 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e6f66-244e-40f0-badd-5973adc5f2ec req-6d6c15fe-f79a-4146-b138-e1ea77ff13f0 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:29.088125 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c4e6f66-244e-40f0-badd-5973adc5f2ec req-6d6c15fe-f79a-4146-b138-e1ea77ff13f0 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 944 time: 0.0546653 Feb 04 15:04:29.135568 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-3c4e6f66-244e-40f0-badd-5973adc5f2ec req-3fc43e92-2b4d-4293-b19b-fc4bcdde72bf tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418727 Feb 04 15:04:29.319735 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['3171e2d6-8b67-4836-9907-32b284d232c1'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:04:30.212140 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:04:30.254470 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290aa89-ed4e-4ef3-8299-b6c7802ada7e req-1f32ffe3-d7cb-4fd8-9dc9-8dedd3b3e4be tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:30.255957 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7290aa89-ed4e-4ef3-8299-b6c7802ada7e req-1f32ffe3-d7cb-4fd8-9dc9-8dedd3b3e4be tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 944 time: 0.0526848 Feb 04 15:04:30.304337 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-7290aa89-ed4e-4ef3-8299-b6c7802ada7e req-e52993ac-e870-4472-8d1a-30c881e4ea65 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428650 Feb 04 15:04:30.710113 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 3171e2d6-8b67-4836-9907-32b284d232c1 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:04:30.757965 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning for port 3171e2d6-8b67-4836-9907-32b284d232c1 completed by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:04:30.761585 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 3171e2d6-8b67-4836-9907-32b284d232c1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:04:30.761961 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:30.840932 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 3171e2d6-8b67-4836-9907-32b284d232c1 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:04:30.841311 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:30.862737 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363aae90-cefb-4714-8a48-90c23dd02e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3171e2d6-8b67-4836-9907-32b284d232c1'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 15:04:30.864948 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9012c38-9b6e-45e0-a04a-d630018a5779" -d '{"events": [{"server_uuid": "363aae90-cefb-4714-8a48-90c23dd02e76", "name": "network-vif-plugged", "status": "completed", "tag": "3171e2d6-8b67-4836-9907-32b284d232c1"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:04:30.877509 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 3171e2d6-8b67-4836-9907-32b284d232c1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=3171e2d6-8b67-4836-9907-32b284d232c1,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:04:30.882057 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:30.905403 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7974e8-ee69-40c9-8b5d-97fdf71281f7 x-openstack-request-id: req-1c7974e8-ee69-40c9-8b5d-97fdf71281f7 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:04:30.905703 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363aae90-cefb-4714-8a48-90c23dd02e76", "name": "network-vif-plugged", "status": "completed", "tag": "3171e2d6-8b67-4836-9907-32b284d232c1", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:04:30.905959 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1c7974e8-ee69-40c9-8b5d-97fdf71281f7 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:04:30.906384 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363aae90-cefb-4714-8a48-90c23dd02e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3171e2d6-8b67-4836-9907-32b284d232c1', 'code': 200} Feb 04 15:04:30.933146 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=3171e2d6-8b67-4836-9907-32b284d232c1,revision_number=5']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:04:31.003937 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6feb378-040c-4049-b0ad-2cb7cf4e0ce9 req-af40bb71-c46b-430f-b193-11d9b60e9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:31.005522 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d6feb378-040c-4049-b0ad-2cb7cf4e0ce9 req-af40bb71-c46b-430f-b193-11d9b60e9099 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 1128 time: 0.0445328 Feb 04 15:04:31.049958 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d6feb378-040c-4049-b0ad-2cb7cf4e0ce9 req-419de5e0-91bd-4b8b-87e2-e001e7912318 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382130 Feb 04 15:04:31.429542 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607def9d-2b2b-4d05-8b04-a6126d14cf0a req-29b6e1bf-e7b0-42af-a9d5-22d452150b6f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:31.431082 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607def9d-2b2b-4d05-8b04-a6126d14cf0a req-29b6e1bf-e7b0-42af-a9d5-22d452150b6f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 945 time: 0.0582092 Feb 04 15:04:31.479843 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-607def9d-2b2b-4d05-8b04-a6126d14cf0a req-f65693ca-4aab-4d2a-973c-bb67d947097f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432701 Feb 04 15:04:32.599599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ed6da-ab57-4fab-a0e0-baa54a7d9d10 req-edf465da-d052-4da6-906c-2e31f94510c7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:32.601086 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-182ed6da-ab57-4fab-a0e0-baa54a7d9d10 req-edf465da-d052-4da6-906c-2e31f94510c7 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 945 time: 0.0529931 Feb 04 15:04:32.649264 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-182ed6da-ab57-4fab-a0e0-baa54a7d9d10 req-0c0a0c47-33bf-4c89-83bd-8d7a53240372 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426750 Feb 04 15:04:32.767258 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c73dc4-0693-4a85-97b0-999816958c3e req-d6101920-a21d-4f1c-b273-32de1cc84568 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:32.768637 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-85c73dc4-0693-4a85-97b0-999816958c3e req-d6101920-a21d-4f1c-b273-32de1cc84568 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 945 time: 0.0516138 Feb 04 15:04:32.822481 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-85c73dc4-0693-4a85-97b0-999816958c3e req-c30faabe-e3d5-4e68-b399-071ba79240e2 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477159 Feb 04 15:04:32.844268 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39876) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:04:32.886643 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c124f3-dc3a-4326-a9af-44bc04a55c35 tempest-TestSnapshotPattern-987174708 tempest-TestSnapshotPattern-987174708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:32.888156 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-89c124f3-dc3a-4326-a9af-44bc04a55c35 tempest-TestSnapshotPattern-987174708 tempest-TestSnapshotPattern-987174708-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 1123 time: 0.0429456 Feb 04 15:04:32.891039 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 39878) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:04:32.895872 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.v2.base [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Request body: {'floatingip': {'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'port_id': '3171e2d6-8b67-4836-9907-32b284d232c1', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:04:32.915955 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:33.016974 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (None), before_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:33.120673 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.db_base_plugin_common [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Allocated IP 172.25.5.19 (92c40021-6bd7-4781-8c40-4e7662c85c1e/8613f9ad-80b7-454a-be08-639775ffc85e/cf8db0c4-d684-4242-b034-07de90398c21) {{(pid=103606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:04:33.228512 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for port (cf8db0c4-d684-4242-b034-07de90398c21), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:33.262798 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775158343015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (cf8db0c4-d684-4242-b034-07de90398c21), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:33.303711 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Network 92c40021-6bd7-4781-8c40-4e7662c85c1e is already hosted by enough agents. {{(pid=103606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:04:33.308235 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.base_scheduler [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Resources bound (agent type, host, resource id): {{(pid=103606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:04:33.310937 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Received port after_create {{(pid=103606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:04:33.317375 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event updated for resources: {'Port': ['ID=cf8db0c4-d684-4242-b034-07de90398c21,revision_number=1']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:04:33.343392 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:33.343742 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:33.344082 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:33.344420 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:33.344752 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:33.345083 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:33.345411 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:33.345735 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:33.346057 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:33.346473 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:33.346802 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:33.347124 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:33.347455 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:04:33.678342 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for floatingip (11ceb9c0-1b22-4901-bdeb-dd25ad12c30a), precommit_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:33.749923 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (cf8db0c4-d684-4242-b034-07de90398c21), before_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:33.901452 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for port (cf8db0c4-d684-4242-b034-07de90398c21), precommit_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:33.905927 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1057814233'] for port (cf8db0c4-d684-4242-b034-07de90398c21), after_update {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:33.975224 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event updated for resources: {'Port': ['ID=cf8db0c4-d684-4242-b034-07de90398c21,revision_number=2']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:04:33.988928 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540637'] for floatingip (11ceb9c0-1b22-4901-bdeb-dd25ad12c30a), after_create {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:34.092753 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Floating IP 11ceb9c0-1b22-4901-bdeb-dd25ad12c30a associated. External IP: 172.25.5.19, port: 3171e2d6-8b67-4836-9907-32b284d232c1. Feb 04 15:04:34.301817 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:04:34.412002 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:04:34.421803 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6e5b55-839a-48b4-b812-289addf94e78 None None] Sync routers for ids ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:04:34.433397 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6e5b55-839a-48b4-b812-289addf94e78 None None] Routers {'09b6cc57-22c8-41ab-9dd5-6838ebd1de45'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:04:34.433694 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:34.434006 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-da6e5b55-839a-48b4-b812-289addf94e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:04:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:04:34.463451 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-61d3d505-53b9-4228-ad9d-257a4ab1b0e3 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5713525 Feb 04 15:04:34.464051 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363aae90-cefb-4714-8a48-90c23dd02e76', 'tag': '3171e2d6-8b67-4836-9907-32b284d232c1'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 15:04:34.466341 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00e5d77-01ac-4527-8527-20d37448054d" -d '{"events": [{"name": "network-changed", "server_uuid": "363aae90-cefb-4714-8a48-90c23dd02e76", "tag": "3171e2d6-8b67-4836-9907-32b284d232c1"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:04:34.504564 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da10f087-020a-43a8-a2d9-bae0534ac429 x-openstack-request-id: req-da10f087-020a-43a8-a2d9-bae0534ac429 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:04:34.504866 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363aae90-cefb-4714-8a48-90c23dd02e76", "tag": "3171e2d6-8b67-4836-9907-32b284d232c1", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:04:34.505124 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-da10f087-020a-43a8-a2d9-bae0534ac429 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:04:34.505545 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363aae90-cefb-4714-8a48-90c23dd02e76', 'tag': '3171e2d6-8b67-4836-9907-32b284d232c1', 'status': 'completed', 'code': 200} Feb 04 15:04:34.579848 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e5d77-01ac-4527-8527-20d37448054d req-d348fdc4-b421-4691-8987-2dc553ab2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:34.581460 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c00e5d77-01ac-4527-8527-20d37448054d req-d348fdc4-b421-4691-8987-2dc553ab2126 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 1128 time: 0.0509179 Feb 04 15:04:34.637354 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-da6e5b55-839a-48b4-b812-289addf94e78 None None] Set router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:04:34.671749 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e5d77-01ac-4527-8527-20d37448054d req-f9a6a5fc-c670-45c9-abb4-129e0d7fbe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:34.673229 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c00e5d77-01ac-4527-8527-20d37448054d req-f9a6a5fc-c670-45c9-abb4-129e0d7fbe34 service neutron] 10.222.0.100 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 910 time: 0.0845807 Feb 04 15:04:34.743439 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c00e5d77-01ac-4527-8527-20d37448054d req-bc19c6f2-9931-4f45-8a83-f05dda79f604 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3171e2d6-8b67-4836-9907-32b284d232c1 HTTP/1.1" status: 200 len: 998 time: 0.0627525 Feb 04 15:04:34.792432 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e5d77-01ac-4527-8527-20d37448054d req-0a3e1328-a406-454e-92bd-c0798bb47c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:34.793890 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c00e5d77-01ac-4527-8527-20d37448054d req-0a3e1328-a406-454e-92bd-c0798bb47c7b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0440288 Feb 04 15:04:34.842796 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e5d77-01ac-4527-8527-20d37448054d req-90abdfda-2b4c-47d7-b2fd-e0e21cea0b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:34.844248 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c00e5d77-01ac-4527-8527-20d37448054d req-90abdfda-2b4c-47d7-b2fd-e0e21cea0b54 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442688 Feb 04 15:04:34.867408 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-da6e5b55-839a-48b4-b812-289addf94e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:51Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '11ceb9c0-1b22-4901-bdeb-dd25ad12c30a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'port_id': '3171e2d6-8b67-4836-9907-32b284d232c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'mac_address': 'fa:16:3e:ec:08:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363aae90-cefb-4714-8a48-90c23dd02e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:04:33Z', 'updated_at': '2022-02-04T15:04:33Z', 'revision_number': 0, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'fixed_ip_address_scope': None}, {'id': '267ca6e0-9166-49bc-86b0-c1fbf5874660', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'port_id': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'mac_address': 'fa:16:3e:4e:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215aca29-39e3-46f1-aff0-8d661de0c861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:01:12Z', 'updated_at': '2022-02-04T15:01:14Z', 'revision_number': 1, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d', 'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'mac_address': 'fa:16:3e:67:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:50Z', 'updated_at': '2022-02-04T15:00:55Z', 'revision_number': 5, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'subnets': [{'id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:04:34.892891 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6e5b55-839a-48b4-b812-289addf94e78 None None] Checking router: 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:04:34.901973 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6e5b55-839a-48b4-b812-289addf94e78 None None] Routers {'09b6cc57-22c8-41ab-9dd5-6838ebd1de45'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:04:34.902633 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-da6e5b55-839a-48b4-b812-289addf94e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:04:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:04:34.934933 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c00e5d77-01ac-4527-8527-20d37448054d req-3409dc58-7545-4289-906c-142606d24563 service neutron] 10.222.0.100 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848389 Feb 04 15:04:35.011453 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-da6e5b55-839a-48b4-b812-289addf94e78 None None] Set router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:04:35.026647 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-c00e5d77-01ac-4527-8527-20d37448054d req-1a2dc936-6e79-4482-9dd7-97bda44b71e0 service neutron] 10.222.0.100 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854495 Feb 04 15:04:35.242291 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-da6e5b55-839a-48b4-b812-289addf94e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:51Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '11ceb9c0-1b22-4901-bdeb-dd25ad12c30a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'port_id': '3171e2d6-8b67-4836-9907-32b284d232c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'mac_address': 'fa:16:3e:ec:08:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363aae90-cefb-4714-8a48-90c23dd02e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:04:33Z', 'updated_at': '2022-02-04T15:04:33Z', 'revision_number': 0, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'fixed_ip_address_scope': None}, {'id': '267ca6e0-9166-49bc-86b0-c1fbf5874660', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'port_id': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'mac_address': 'fa:16:3e:4e:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215aca29-39e3-46f1-aff0-8d661de0c861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:01:12Z', 'updated_at': '2022-02-04T15:01:14Z', 'revision_number': 1, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d', 'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'mac_address': 'fa:16:3e:67:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:50Z', 'updated_at': '2022-02-04T15:00:55Z', 'revision_number': 5, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'subnets': [{'id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:04:35.271714 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6e5b55-839a-48b4-b812-289addf94e78 None None] The sync data for ids ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'] in n-d-714676-13 is: [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:51Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '11ceb9c0-1b22-4901-bdeb-dd25ad12c30a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'port_id': '3171e2d6-8b67-4836-9907-32b284d232c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'mac_address': 'fa:16:3e:ec:08:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363aae90-cefb-4714-8a48-90c23dd02e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:04:33Z', 'updated_at': '2022-02-04T15:04:33Z', 'revision_number': 0, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'fixed_ip_address_scope': None}, {'id': '267ca6e0-9166-49bc-86b0-c1fbf5874660', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'port_id': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'mac_address': 'fa:16:3e:4e:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215aca29-39e3-46f1-aff0-8d661de0c861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:01:12Z', 'updated_at': '2022-02-04T15:01:14Z', 'revision_number': 1, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d', 'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'mac_address': 'fa:16:3e:67:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:50Z', 'updated_at': '2022-02-04T15:00:55Z', 'revision_number': 5, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'subnets': [{'id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:04:35.474843 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c50e8-6ad1-418b-8e45-e6e648ee98da None None] New status for floating IP 11ceb9c0-1b22-4901-bdeb-dd25ad12c30a: ACTIVE {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:04:36.250425 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d5637d2-b3ee-413d-b345-20928c861e50 req-d3afc5e7-e73a-4856-8e40-57bb7589911a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436530 Feb 04 15:04:36.336742 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5637d2-b3ee-413d-b345-20928c861e50 req-50eb3eca-ca6a-403e-9a4a-0731dfdbb646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:36.338254 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d5637d2-b3ee-413d-b345-20928c861e50 req-50eb3eca-ca6a-403e-9a4a-0731dfdbb646 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 1126 time: 0.0494189 Feb 04 15:04:36.439784 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5637d2-b3ee-413d-b345-20928c861e50 req-96d8616e-d766-419f-9f6f-3800a10b5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:36.441979 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d5637d2-b3ee-413d-b345-20928c861e50 req-96d8616e-d766-419f-9f6f-3800a10b5844 service neutron] 10.222.0.99 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 910 time: 0.0843170 Feb 04 15:04:36.509774 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d5637d2-b3ee-413d-b345-20928c861e50 req-40aa34a3-6ad3-48fc-87c4-e1296ba1b83e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872 HTTP/1.1" status: 200 len: 999 time: 0.0621827 Feb 04 15:04:36.558579 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5637d2-b3ee-413d-b345-20928c861e50 req-2a9a9bf9-449f-4726-8023-13d537a07651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:36.560011 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d5637d2-b3ee-413d-b345-20928c861e50 req-2a9a9bf9-449f-4726-8023-13d537a07651 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0441082 Feb 04 15:04:36.608491 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5637d2-b3ee-413d-b345-20928c861e50 req-da6fb20c-9f12-4668-ab1e-e31870235bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:36.609976 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d5637d2-b3ee-413d-b345-20928c861e50 req-da6fb20c-9f12-4668-ab1e-e31870235bee service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434942 Feb 04 15:04:36.701474 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d5637d2-b3ee-413d-b345-20928c861e50 req-a33e6a7b-cee0-442f-8295-0940f4775f1d service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854304 Feb 04 15:04:36.789989 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0d5637d2-b3ee-413d-b345-20928c861e50 req-6d3a1908-0b09-495a-8957-70bfbba91064 service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828433 Feb 04 15:04:41.218917 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-195da45a-f67a-4f62-be6a-ff7d5458a7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:44.880479 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:45.401842 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-df787a27-4354-4612-909e-d3683198b3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:45.941769 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:45.993251 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:47.327746 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:48.227366 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:04:59.762437 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-23d7af1e-2807-48e1-a0ec-8214d2de8790 req-8d6a515e-1f88-4583-a1ea-3074f3301306 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437198 Feb 04 15:04:59.855379 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7af1e-2807-48e1-a0ec-8214d2de8790 req-75b3eddf-3c23-402b-904c-360a7590c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:59.856854 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-23d7af1e-2807-48e1-a0ec-8214d2de8790 req-75b3eddf-3c23-402b-904c-360a7590c706 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 1128 time: 0.0498984 Feb 04 15:04:59.956465 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7af1e-2807-48e1-a0ec-8214d2de8790 req-2134a20a-d878-4c78-95e5-eaf6991af10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:04:59.958441 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-23d7af1e-2807-48e1-a0ec-8214d2de8790 req-2134a20a-d878-4c78-95e5-eaf6991af10e service neutron] 10.222.0.100 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 910 time: 0.0836270 Feb 04 15:05:00.025720 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-23d7af1e-2807-48e1-a0ec-8214d2de8790 req-d234bad1-b179-4efa-9a9c-839b1976a2c6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3171e2d6-8b67-4836-9907-32b284d232c1 HTTP/1.1" status: 200 len: 1000 time: 0.0613551 Feb 04 15:05:00.071914 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7af1e-2807-48e1-a0ec-8214d2de8790 req-55aa9b43-145a-4bca-b404-91fefdf65884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:05:00.073288 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-23d7af1e-2807-48e1-a0ec-8214d2de8790 req-55aa9b43-145a-4bca-b404-91fefdf65884 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0418758 Feb 04 15:05:00.120804 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7af1e-2807-48e1-a0ec-8214d2de8790 req-707225ed-5237-404c-a66c-429b0f7b4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:05:00.122281 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-23d7af1e-2807-48e1-a0ec-8214d2de8790 req-707225ed-5237-404c-a66c-429b0f7b4247 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429974 Feb 04 15:05:00.212261 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-23d7af1e-2807-48e1-a0ec-8214d2de8790 req-0666db84-2f2f-433f-9c7b-4409457c02c6 service neutron] 10.222.0.100 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838833 Feb 04 15:05:00.300457 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-23d7af1e-2807-48e1-a0ec-8214d2de8790 req-b501d5f9-1db6-4ecf-99df-a33d59e3e418 service neutron] 10.222.0.100 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813854 Feb 04 15:05:07.211179 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:05:11.220041 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f3bd3874-c8e3-4e87-907a-706368c79444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:05:14.885826 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:05:15.404360 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e7c14e34-e93e-4fee-ac11-02a4592c8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:05:15.959039 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:05:15.996213 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:05:17.329920 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:05:18.229884 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:05:37.236011 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91e9a7fe-61bd-4b2d-816d-6a0dfecd84b5 req-855427f0-80de-4d84-b44a-1a04d0048f14 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436864 Feb 04 15:05:37.322676 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9a7fe-61bd-4b2d-816d-6a0dfecd84b5 req-69fc1ba9-2792-4bec-a444-f3077a2a7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:05:37.324156 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91e9a7fe-61bd-4b2d-816d-6a0dfecd84b5 req-69fc1ba9-2792-4bec-a444-f3077a2a7ce9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 1126 time: 0.0482666 Feb 04 15:05:37.423143 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9a7fe-61bd-4b2d-816d-6a0dfecd84b5 req-e7219db1-2723-43d5-95b6-c3eab3018b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:05:37.424603 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91e9a7fe-61bd-4b2d-816d-6a0dfecd84b5 req-e7219db1-2723-43d5-95b6-c3eab3018b5e service neutron] 10.222.0.99 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 910 time: 0.0824416 Feb 04 15:05:37.490713 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91e9a7fe-61bd-4b2d-816d-6a0dfecd84b5 req-75193cae-8c6b-4c4e-8897-cc84299a9fa3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872 HTTP/1.1" status: 200 len: 999 time: 0.0606325 Feb 04 15:05:37.539021 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9a7fe-61bd-4b2d-816d-6a0dfecd84b5 req-5c1bc628-ed09-4920-9f46-ec03dc7938a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:05:37.540475 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91e9a7fe-61bd-4b2d-816d-6a0dfecd84b5 req-5c1bc628-ed09-4920-9f46-ec03dc7938a8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0434577 Feb 04 15:05:37.589062 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9a7fe-61bd-4b2d-816d-6a0dfecd84b5 req-e86155ec-17bf-4a41-b487-9f589b11a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:05:37.590553 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91e9a7fe-61bd-4b2d-816d-6a0dfecd84b5 req-e86155ec-17bf-4a41-b487-9f589b11a29f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438328 Feb 04 15:05:37.975501 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91e9a7fe-61bd-4b2d-816d-6a0dfecd84b5 req-b16a52ff-e624-467a-b080-f7718bacb46d service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788626 Feb 04 15:05:38.063777 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-91e9a7fe-61bd-4b2d-816d-6a0dfecd84b5 req-63dfe1cd-36b1-4380-aead-db95a3a109b5 service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814755 Feb 04 15:05:41.220779 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9e47c266-2d14-4203-be4c-30618e3fdf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:05:44.209670 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:05:44.885386 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:05:45.405797 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1546fdcd-606e-4939-8e2c-320450ce348f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:05:45.970599 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:05:45.998012 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:05:47.332527 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:05:48.231703 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:01.674622 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0b5bd0cb-43b5-4b0c-815d-29e0bf41307e req-09ede552-f567-44ed-a849-2b02dbd279fe service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452728 Feb 04 15:06:01.764917 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bd0cb-43b5-4b0c-815d-29e0bf41307e req-974aee29-5f03-44f8-8761-d8dc55226d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:06:01.766431 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0b5bd0cb-43b5-4b0c-815d-29e0bf41307e req-974aee29-5f03-44f8-8761-d8dc55226d08 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 1128 time: 0.0484436 Feb 04 15:06:01.866433 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bd0cb-43b5-4b0c-815d-29e0bf41307e req-791800a8-bfb0-4e3e-a09a-391f9c824663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:06:01.867891 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0b5bd0cb-43b5-4b0c-815d-29e0bf41307e req-791800a8-bfb0-4e3e-a09a-391f9c824663 service neutron] 10.222.0.100 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 910 time: 0.0830445 Feb 04 15:06:01.936145 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0b5bd0cb-43b5-4b0c-815d-29e0bf41307e req-1e587f36-51dd-44ee-b849-243170a75e49 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3171e2d6-8b67-4836-9907-32b284d232c1 HTTP/1.1" status: 200 len: 1000 time: 0.0618634 Feb 04 15:06:01.982631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bd0cb-43b5-4b0c-815d-29e0bf41307e req-fc91e0ed-5d8d-411c-81ac-6a3d20acd51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:06:01.984046 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0b5bd0cb-43b5-4b0c-815d-29e0bf41307e req-fc91e0ed-5d8d-411c-81ac-6a3d20acd51e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0422041 Feb 04 15:06:02.031762 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bd0cb-43b5-4b0c-815d-29e0bf41307e req-a387e7c6-7538-491f-af9d-55c93b294664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:06:02.033242 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0b5bd0cb-43b5-4b0c-815d-29e0bf41307e req-a387e7c6-7538-491f-af9d-55c93b294664 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430992 Feb 04 15:06:02.124695 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0b5bd0cb-43b5-4b0c-815d-29e0bf41307e req-49c446e5-a04e-4f19-a336-530b7e238388 service neutron] 10.222.0.100 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841196 Feb 04 15:06:02.212340 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0b5bd0cb-43b5-4b0c-815d-29e0bf41307e req-4156de77-aaca-49bd-a0f4-cb7851dd48a9 service neutron] 10.222.0.100 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813303 Feb 04 15:06:11.222144 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd47b730-198e-4031-9e5c-7d3954d0e1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:14.899303 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:15.409663 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-41eda90e-83f5-4741-bf9c-015798beda0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:15.970191 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:16.001755 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:17.334772 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:18.233130 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:21.208198 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:06:37.236253 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0132cfdf-1684-47ae-a6a7-4cda22df15c9 req-f1ca9e6d-33fa-4850-9fdf-a39b9ed077cd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478537 Feb 04 15:06:37.321231 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132cfdf-1684-47ae-a6a7-4cda22df15c9 req-12a8f88d-cdb5-4e66-8060-54f848b57b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:06:37.322761 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0132cfdf-1684-47ae-a6a7-4cda22df15c9 req-12a8f88d-cdb5-4e66-8060-54f848b57b37 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 1126 time: 0.0454633 Feb 04 15:06:37.573907 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132cfdf-1684-47ae-a6a7-4cda22df15c9 req-22abc707-f443-4141-9562-106e35f4162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:06:37.575407 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0132cfdf-1684-47ae-a6a7-4cda22df15c9 req-22abc707-f443-4141-9562-106e35f4162f service neutron] 10.222.0.99 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 910 time: 0.0846789 Feb 04 15:06:37.643276 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0132cfdf-1684-47ae-a6a7-4cda22df15c9 req-ac89df3e-0d53-4090-abcc-444322e81e61 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872 HTTP/1.1" status: 200 len: 999 time: 0.0619009 Feb 04 15:06:37.691237 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132cfdf-1684-47ae-a6a7-4cda22df15c9 req-185828b5-9e29-4808-aecb-5b8c15838c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:06:37.693383 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0132cfdf-1684-47ae-a6a7-4cda22df15c9 req-185828b5-9e29-4808-aecb-5b8c15838c32 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0445025 Feb 04 15:06:37.741202 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132cfdf-1684-47ae-a6a7-4cda22df15c9 req-7aa77749-a848-4ccb-90cf-98b4e8fb9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:06:37.742710 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0132cfdf-1684-47ae-a6a7-4cda22df15c9 req-7aa77749-a848-4ccb-90cf-98b4e8fb9d62 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434043 Feb 04 15:06:37.835046 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0132cfdf-1684-47ae-a6a7-4cda22df15c9 req-2fe9c420-1bd0-4282-992b-35b71881dd0c service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852313 Feb 04 15:06:37.924790 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0132cfdf-1684-47ae-a6a7-4cda22df15c9 req-d4530809-0881-4dc9-b72d-6597c9acf42a service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841141 Feb 04 15:06:41.225331 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e33c8267-bfd8-4c7e-ab55-b77b081d8d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:44.896936 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:45.410638 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f1d3a583-9452-4cdf-8c26-c958082642ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:45.967839 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:46.002955 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:47.336303 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:48.236535 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:53.438039 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 3171e2d6-8b67-4836-9907-32b284d232c1 details requested by agent hyperv_n-h2-714676-13 with host n-h2-714676-13 {{(pid=103608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:06:53.534108 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 3171e2d6-8b67-4836-9907-32b284d232c1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=3171e2d6-8b67-4836-9907-32b284d232c1,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:06:53.545418 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Returning: {'device': '3171e2d6-8b67-4836-9907-32b284d232c1', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'port_id': '3171e2d6-8b67-4836-9907-32b284d232c1', 'mac_address': 'fa:16:3e:ec:08:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:06:53.581544 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 3171e2d6-8b67-4836-9907-32b284d232c1 is: ACTIVE; New status is: BUILD {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:06:53.581932 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:53.594809 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3171e2d6-8b67-4836-9907-32b284d232c1 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 15:06:53.613278 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 3171e2d6-8b67-4836-9907-32b284d232c1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=3171e2d6-8b67-4836-9907-32b284d232c1,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:06:53.617770 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:53.670186 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=3171e2d6-8b67-4836-9907-32b284d232c1,revision_number=6']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:06:53.678152 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:06:53.678505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:06:53.678842 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:06:53.679175 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:06:53.679505 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:06:53.679831 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:06:53.680156 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:06:53.680483 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:06:53.680804 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:06:53.681120 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:06:53.681440 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:06:53.681756 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:06:53.682071 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:06:53.689057 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] get_ports_and_sgs() called for port_ids ['3171e2d6-8b67-4836-9907-32b284d232c1'] {{(pid=103608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:06:55.454533 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 3171e2d6-8b67-4836-9907-32b284d232c1 up at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:06:55.501908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Provisioning complete for port 3171e2d6-8b67-4836-9907-32b284d232c1 triggered by entity L2. {{(pid=103608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:06:55.502314 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091984'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), provisioning_complete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:55.577781 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Current status of the port 3171e2d6-8b67-4836-9907-32b284d232c1 is: BUILD; New status is: ACTIVE {{(pid=103608) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 15:06:55.578200 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7988304'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:55.604673 n-d-714676-13 neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363aae90-cefb-4714-8a48-90c23dd02e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3171e2d6-8b67-4836-9907-32b284d232c1'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 15:06:55.606941 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ea1aaf5a398bd3321674e717ceb227edd672a9e9536010d99e7f92c7090f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c17129-6b27-4a96-8339-d18d5018fb2b" -d '{"events": [{"server_uuid": "363aae90-cefb-4714-8a48-90c23dd02e76", "name": "network-vif-plugged", "status": "completed", "tag": "3171e2d6-8b67-4836-9907-32b284d232c1"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:06:55.620898 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] For port 3171e2d6-8b67-4836-9907-32b284d232c1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=3171e2d6-8b67-4836-9907-32b284d232c1,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:06:55.626060 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775158855415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775158343033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775158343051'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:06:55.650408 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112d16cb-6421-43c3-9728-dcfb93c4e8c4 x-openstack-request-id: req-112d16cb-6421-43c3-9728-dcfb93c4e8c4 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:06:55.650702 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363aae90-cefb-4714-8a48-90c23dd02e76", "name": "network-vif-plugged", "status": "completed", "tag": "3171e2d6-8b67-4836-9907-32b284d232c1", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:06:55.650954 n-d-714676-13 neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-112d16cb-6421-43c3-9728-dcfb93c4e8c4 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:06:55.651452 n-d-714676-13 neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363aae90-cefb-4714-8a48-90c23dd02e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3171e2d6-8b67-4836-9907-32b284d232c1', 'code': 200} Feb 04 15:06:55.676640 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Pushing event updated for resources: {'Port': ['ID=3171e2d6-8b67-4836-9907-32b284d232c1,revision_number=7']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:06:58.223848 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:07:03.741527 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655eee0e-7f6c-471e-a09a-a77b7a7d748d req-c547bbc3-8c02-407b-966b-66b11f181fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:03.743095 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-655eee0e-7f6c-471e-a09a-a77b7a7d748d req-c547bbc3-8c02-407b-966b-66b11f181fe1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 1128 time: 0.0543072 Feb 04 15:07:03.866032 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655eee0e-7f6c-471e-a09a-a77b7a7d748d req-76ccc820-3c03-4888-b764-1fb951f1a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:03.867455 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-655eee0e-7f6c-471e-a09a-a77b7a7d748d req-76ccc820-3c03-4888-b764-1fb951f1a8ec service neutron] 10.222.0.100 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 910 time: 0.1032877 Feb 04 15:07:03.939651 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-655eee0e-7f6c-471e-a09a-a77b7a7d748d req-9fc90832-3134-4918-b0b6-89ea351f68e5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3171e2d6-8b67-4836-9907-32b284d232c1 HTTP/1.1" status: 200 len: 1000 time: 0.0648408 Feb 04 15:07:04.000296 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655eee0e-7f6c-471e-a09a-a77b7a7d748d req-3e42b2ca-18ec-498c-bd2d-55ca07724c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:04.001792 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-655eee0e-7f6c-471e-a09a-a77b7a7d748d req-3e42b2ca-18ec-498c-bd2d-55ca07724c3a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0562990 Feb 04 15:07:04.058401 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655eee0e-7f6c-471e-a09a-a77b7a7d748d req-9cfc8ec8-a62f-408b-926c-a9487ba61d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:04.060367 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-655eee0e-7f6c-471e-a09a-a77b7a7d748d req-9cfc8ec8-a62f-408b-926c-a9487ba61d8b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0527036 Feb 04 15:07:04.158689 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-655eee0e-7f6c-471e-a09a-a77b7a7d748d req-df281217-4630-4fec-bab2-4d5b490bec75 service neutron] 10.222.0.100 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905423 Feb 04 15:07:04.260040 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-655eee0e-7f6c-471e-a09a-a77b7a7d748d req-a442ccd1-3f5b-451a-8efd-7344675ee268 service neutron] 10.222.0.100 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956640 Feb 04 15:07:06.122286 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40118) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:07:06.279119 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Deleting port cf8db0c4-d684-4242-b034-07de90398c21 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:07:06.279461 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (cf8db0c4-d684-4242-b034-07de90398c21), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:06.352329 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (cf8db0c4-d684-4242-b034-07de90398c21), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:06.352653 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for floatingip (cf8db0c4-d684-4242-b034-07de90398c21), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:06.364433 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Calling delete_port for cf8db0c4-d684-4242-b034-07de90398c21 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:07:06.511763 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (cf8db0c4-d684-4242-b034-07de90398c21), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:06.537341 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event deleted for resources: {'Port': ['ID=cf8db0c4-d684-4242-b034-07de90398c21,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:06.549208 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:06.549553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:06.549891 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:06.550260 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:06.551373 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:06.551599 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:06.551925 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:06.552251 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:06.552575 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:06.552899 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:06.553226 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:06.553547 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:06.553867 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:06.611311 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for floatingip (11ceb9c0-1b22-4901-bdeb-dd25ad12c30a), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:06.611666 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Floating IP 11ceb9c0-1b22-4901-bdeb-dd25ad12c30a disassociated (deleted). External IP: 172.25.5.19, port: 3171e2d6-8b67-4836-9907-32b284d232c1. Feb 04 15:07:06.824113 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:07:06.936023 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:07:06.940784 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:06.946399 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63890fb6-1fca-4d19-a47c-e8d994ec89e1 None None] Sync routers for ids ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:07:06.956245 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63890fb6-1fca-4d19-a47c-e8d994ec89e1 None None] Routers {'09b6cc57-22c8-41ab-9dd5-6838ebd1de45'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:07:06.957365 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-63890fb6-1fca-4d19-a47c-e8d994ec89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:06:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:06.970736 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-5e89dd96-236c-4a4d-83c9-e62d8b2b9ec4 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "DELETE /v2.0/floatingips/11ceb9c0-1b22-4901-bdeb-dd25ad12c30a HTTP/1.1" status: 204 len: 168 time: 0.8473835 Feb 04 15:07:06.971422 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363aae90-cefb-4714-8a48-90c23dd02e76', 'tag': '3171e2d6-8b67-4836-9907-32b284d232c1'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 15:07:06.975035 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd13cff4-f24c-464f-8622-254ae057e780" -d '{"events": [{"name": "network-changed", "server_uuid": "363aae90-cefb-4714-8a48-90c23dd02e76", "tag": "3171e2d6-8b67-4836-9907-32b284d232c1"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:07:07.064986 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-63890fb6-1fca-4d19-a47c-e8d994ec89e1 None None] Set router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:07:07.179518 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8926b9e-8fc8-4914-ab12-dbd99472ed06 x-openstack-request-id: req-a8926b9e-8fc8-4914-ab12-dbd99472ed06 {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:07:07.180015 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363aae90-cefb-4714-8a48-90c23dd02e76", "tag": "3171e2d6-8b67-4836-9907-32b284d232c1", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:07:07.180253 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a8926b9e-8fc8-4914-ab12-dbd99472ed06 {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:07:07.180762 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363aae90-cefb-4714-8a48-90c23dd02e76', 'tag': '3171e2d6-8b67-4836-9907-32b284d232c1', 'status': 'completed', 'code': 200} Feb 04 15:07:07.255316 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13cff4-f24c-464f-8622-254ae057e780 req-674aec89-8929-48e3-8d0e-59b71fcee8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:07.256852 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fd13cff4-f24c-464f-8622-254ae057e780 req-674aec89-8929-48e3-8d0e-59b71fcee8a6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 1128 time: 0.0527115 Feb 04 15:07:07.288034 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57a794-fc2f-4cb4-b4a2-aa657b91c438 req-cdf46229-411b-4a2c-9732-bdcefbc96fb6 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:07.289757 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9b57a794-fc2f-4cb4-b4a2-aa657b91c438 req-cdf46229-411b-4a2c-9732-bdcefbc96fb6 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 945 time: 0.0605118 Feb 04 15:07:07.306733 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-63890fb6-1fca-4d19-a47c-e8d994ec89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:51Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '267ca6e0-9166-49bc-86b0-c1fbf5874660', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'port_id': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'mac_address': 'fa:16:3e:4e:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215aca29-39e3-46f1-aff0-8d661de0c861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:01:12Z', 'updated_at': '2022-02-04T15:01:14Z', 'revision_number': 1, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d', 'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'mac_address': 'fa:16:3e:67:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:50Z', 'updated_at': '2022-02-04T15:00:55Z', 'revision_number': 5, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'subnets': [{'id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:07.334082 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63890fb6-1fca-4d19-a47c-e8d994ec89e1 None None] Checking router: 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:07:07.343145 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63890fb6-1fca-4d19-a47c-e8d994ec89e1 None None] Routers {'09b6cc57-22c8-41ab-9dd5-6838ebd1de45'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:07:07.343808 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-63890fb6-1fca-4d19-a47c-e8d994ec89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:06:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:07.344608 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-9b57a794-fc2f-4cb4-b4a2-aa657b91c438 req-25770287-635d-4350-857a-75c136bcfbee tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487125 Feb 04 15:07:07.358252 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13cff4-f24c-464f-8622-254ae057e780 req-ae98da03-ecc1-4d53-aa5a-7742e6b6a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:07.360169 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fd13cff4-f24c-464f-8622-254ae057e780 req-ae98da03-ecc1-4d53-aa5a-7742e6b6a630 service neutron] 10.222.0.100 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 910 time: 0.0960548 Feb 04 15:07:07.403602 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fd13cff4-f24c-464f-8622-254ae057e780 req-85d43dea-3886-4be1-88af-503f0872298f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3171e2d6-8b67-4836-9907-32b284d232c1 HTTP/1.1" status: 200 len: 217 time: 0.0363638 Feb 04 15:07:07.450763 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-63890fb6-1fca-4d19-a47c-e8d994ec89e1 None None] Set router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:07:07.453033 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13cff4-f24c-464f-8622-254ae057e780 req-1f3364ac-647c-4387-94ae-234e400c2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:07.454547 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fd13cff4-f24c-464f-8622-254ae057e780 req-1f3364ac-647c-4387-94ae-234e400c2f90 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0447810 Feb 04 15:07:07.509948 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13cff4-f24c-464f-8622-254ae057e780 req-3fbe9a6d-0cf3-4972-a65f-102d713d67ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:07.511511 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fd13cff4-f24c-464f-8622-254ae057e780 req-3fbe9a6d-0cf3-4972-a65f-102d713d67ab service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512164 Feb 04 15:07:07.601461 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fd13cff4-f24c-464f-8622-254ae057e780 req-52974d21-5803-4585-9bc9-443f2216a3a3 service neutron] 10.222.0.100 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832663 Feb 04 15:07:07.674822 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-63890fb6-1fca-4d19-a47c-e8d994ec89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:51Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '267ca6e0-9166-49bc-86b0-c1fbf5874660', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'port_id': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'mac_address': 'fa:16:3e:4e:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215aca29-39e3-46f1-aff0-8d661de0c861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:01:12Z', 'updated_at': '2022-02-04T15:01:14Z', 'revision_number': 1, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d', 'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'mac_address': 'fa:16:3e:67:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:50Z', 'updated_at': '2022-02-04T15:00:55Z', 'revision_number': 5, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'subnets': [{'id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:07.698920 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-fd13cff4-f24c-464f-8622-254ae057e780 req-a5d28c56-edfd-444d-8899-ccbebc58a30a service neutron] 10.222.0.100 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910704 Feb 04 15:07:07.787860 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63890fb6-1fca-4d19-a47c-e8d994ec89e1 None None] The sync data for ids ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'] in n-d-714676-13 is: [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:51Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_floatingips': [{'id': '267ca6e0-9166-49bc-86b0-c1fbf5874660', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'router_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'port_id': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'mac_address': 'fa:16:3e:4e:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215aca29-39e3-46f1-aff0-8d661de0c861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:01:12Z', 'updated_at': '2022-02-04T15:01:14Z', 'revision_number': 1, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d', 'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'mac_address': 'fa:16:3e:67:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:50Z', 'updated_at': '2022-02-04T15:00:55Z', 'revision_number': 5, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'subnets': [{'id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:07:08.047478 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa086c27-f022-465a-b82c-335ced1270d2 None None] New status for floating IP 11ceb9c0-1b22-4901-bdeb-dd25ad12c30a: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:07:08.467120 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2c657-7781-4a45-8fd6-17beec6322bc req-037cbc65-b1da-4611-94d2-283f06129b46 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:08.468620 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2c2c657-7781-4a45-8fd6-17beec6322bc req-037cbc65-b1da-4611-94d2-283f06129b46 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 945 time: 0.0522561 Feb 04 15:07:08.518427 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-b2c2c657-7781-4a45-8fd6-17beec6322bc req-09aa932f-d2d7-48e8-bbfc-52a5ac00999e tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425172 Feb 04 15:07:08.972476 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c79de-7213-4ca6-b1a1-0e5b7d259cae req-16c747c8-45dc-4245-9695-578d7d55a78d tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:08.973874 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f5c79de-7213-4ca6-b1a1-0e5b7d259cae req-16c747c8-45dc-4245-9695-578d7d55a78d tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 945 time: 0.0537508 Feb 04 15:07:09.066810 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-0f5c79de-7213-4ca6-b1a1-0e5b7d259cae req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Deleting port 3171e2d6-8b67-4836-9907-32b284d232c1 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:07:09.067161 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0f5c79de-7213-4ca6-b1a1-0e5b7d259cae req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:09.160216 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-0f5c79de-7213-4ca6-b1a1-0e5b7d259cae req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] For port 3171e2d6-8b67-4836-9907-32b284d232c1, host n-h2-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-13',level=0,port_id=3171e2d6-8b67-4836-9907-32b284d232c1,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:07:09.160652 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0f5c79de-7213-4ca6-b1a1-0e5b7d259cae req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:09.173578 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-0f5c79de-7213-4ca6-b1a1-0e5b7d259cae req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Calling delete_port for 3171e2d6-8b67-4836-9907-32b284d232c1 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:07:09.304143 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0f5c79de-7213-4ca6-b1a1-0e5b7d259cae req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (3171e2d6-8b67-4836-9907-32b284d232c1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:09.333901 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event deleted for resources: {'Port': ['ID=3171e2d6-8b67-4836-9907-32b284d232c1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:09.361237 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:09.361595 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:09.361944 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:09.362322 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:09.362664 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:09.365537 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:09.365900 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:09.366268 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:09.366607 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:09.366941 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:09.367275 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:09.367609 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:09.367939 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-13 {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:07:09.388430 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5c79de-7213-4ca6-b1a1-0e5b7d259cae req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] No DVR routers for this DVR port 3171e2d6-8b67-4836-9907-32b284d232c1 on host n-h2-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:07:09.391099 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0f5c79de-7213-4ca6-b1a1-0e5b7d259cae req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:09.394507 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-0f5c79de-7213-4ca6-b1a1-0e5b7d259cae req-f7852609-7885-4432-85bd-e5a90fb6ef61 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.100 "DELETE /v2.0/ports/3171e2d6-8b67-4836-9907-32b284d232c1 HTTP/1.1" status: 204 len: 173 time: 0.4151754 Feb 04 15:07:09.395169 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363aae90-cefb-4714-8a48-90c23dd02e76', 'name': 'network-vif-deleted', 'tag': '3171e2d6-8b67-4836-9907-32b284d232c1'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 15:07:09.397555 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49b4c2e-4fd3-4c51-85fc-ce54a372f52e" -d '{"events": [{"server_uuid": "363aae90-cefb-4714-8a48-90c23dd02e76", "name": "network-vif-deleted", "tag": "3171e2d6-8b67-4836-9907-32b284d232c1"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:07:09.489111 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9482b7-e5c8-476c-88b9-13fcee2a837e x-openstack-request-id: req-9f9482b7-e5c8-476c-88b9-13fcee2a837e {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:07:09.489477 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363aae90-cefb-4714-8a48-90c23dd02e76", "name": "network-vif-deleted", "tag": "3171e2d6-8b67-4836-9907-32b284d232c1", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:07:09.489801 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9f9482b7-e5c8-476c-88b9-13fcee2a837e {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:07:09.490330 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363aae90-cefb-4714-8a48-90c23dd02e76', 'name': 'network-vif-deleted', 'tag': '3171e2d6-8b67-4836-9907-32b284d232c1', 'status': 'completed', 'code': 200} Feb 04 15:07:09.538309 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 3171e2d6-8b67-4836-9907-32b284d232c1 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:07:09.558757 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 3171e2d6-8b67-4836-9907-32b284d232c1 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 15:07:09.559103 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 3171e2d6-8b67-4836-9907-32b284d232c1 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:07:09.627477 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c42b6d8e-0096-41ff-88a1-eab1943f6503 req-f286ee2f-e310-4d55-8f35-647db7dc04c2 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=363aae90-cefb-4714-8a48-90c23dd02e76 HTTP/1.1" status: 200 len: 210 time: 0.0267482 Feb 04 15:07:11.182499 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40182) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:07:11.230521 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c3a23f66-7ca0-46a3-95b8-f96b4f542e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:11.346656 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-836b9c2f-22fb-42fd-ba84-57573191e65f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Deleting port 8f77610d-0e71-438c-b138-73dc1897d7a5 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:07:11.346999 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-836b9c2f-22fb-42fd-ba84-57573191e65f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (8f77610d-0e71-438c-b138-73dc1897d7a5), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:11.421532 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-836b9c2f-22fb-42fd-ba84-57573191e65f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (8f77610d-0e71-438c-b138-73dc1897d7a5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:11.421857 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-836b9c2f-22fb-42fd-ba84-57573191e65f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for floatingip (8f77610d-0e71-438c-b138-73dc1897d7a5), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:11.434064 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-836b9c2f-22fb-42fd-ba84-57573191e65f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Calling delete_port for 8f77610d-0e71-438c-b138-73dc1897d7a5 owned by network:floatingip {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:07:11.582696 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-836b9c2f-22fb-42fd-ba84-57573191e65f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (8f77610d-0e71-438c-b138-73dc1897d7a5), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:11.609053 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b9c2f-22fb-42fd-ba84-57573191e65f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event deleted for resources: {'Port': ['ID=8f77610d-0e71-438c-b138-73dc1897d7a5,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:11.670554 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-836b9c2f-22fb-42fd-ba84-57573191e65f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for floatingip (267ca6e0-9166-49bc-86b0-c1fbf5874660), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:11.670899 n-d-714676-13 neutron-server[103606]: INFO neutron.db.l3_db [None req-836b9c2f-22fb-42fd-ba84-57573191e65f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Floating IP 267ca6e0-9166-49bc-86b0-c1fbf5874660 disassociated (deleted). External IP: 172.25.5.217, port: 1533ba47-e9fc-4026-9dcd-b03dcc13c872. Feb 04 15:07:11.896551 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836b9c2f-22fb-42fd-ba84-57573191e65f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:07:12.008015 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836b9c2f-22fb-42fd-ba84-57573191e65f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:07:12.012598 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-836b9c2f-22fb-42fd-ba84-57573191e65f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for floatingip (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:12.017292 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e83d6-c2cb-4ad2-8f86-d6509875be44 None None] Sync routers for ids ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:07:12.026892 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e83d6-c2cb-4ad2-8f86-d6509875be44 None None] Routers {'09b6cc57-22c8-41ab-9dd5-6838ebd1de45'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:07:12.027495 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a36e83d6-c2cb-4ad2-8f86-d6509875be44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:06:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:12.042360 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-836b9c2f-22fb-42fd-ba84-57573191e65f tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "DELETE /v2.0/floatingips/267ca6e0-9166-49bc-86b0-c1fbf5874660 HTTP/1.1" status: 204 len: 168 time: 0.8586872 Feb 04 15:07:12.042956 n-d-714676-13 neutron-server[103606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215aca29-39e3-46f1-aff0-8d661de0c861', 'tag': '1533ba47-e9fc-4026-9dcd-b03dcc13c872'}] {{(pid=103606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 15:07:12.045518 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0922b1eb7ab9bbbf358e00cb59cb4c32622bd73455bc62aaa8db52084174821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62347a2-52e2-427b-8f18-13213f49bae8" -d '{"events": [{"name": "network-changed", "server_uuid": "215aca29-39e3-46f1-aff0-8d661de0c861", "tag": "1533ba47-e9fc-4026-9dcd-b03dcc13c872"}]}' {{(pid=103606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:07:12.136679 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a36e83d6-c2cb-4ad2-8f86-d6509875be44 None None] Set router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:07:12.199745 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e885f2c-a07f-43ac-abdf-7495f20674fb x-openstack-request-id: req-8e885f2c-a07f-43ac-abdf-7495f20674fb {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:07:12.200265 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215aca29-39e3-46f1-aff0-8d661de0c861", "tag": "1533ba47-e9fc-4026-9dcd-b03dcc13c872", "status": "completed", "code": 200}]} {{(pid=103606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:07:12.200411 n-d-714676-13 neutron-server[103606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8e885f2c-a07f-43ac-abdf-7495f20674fb {{(pid=103606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:07:12.201011 n-d-714676-13 neutron-server[103606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215aca29-39e3-46f1-aff0-8d661de0c861', 'tag': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'status': 'completed', 'code': 200} Feb 04 15:07:12.287571 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62347a2-52e2-427b-8f18-13213f49bae8 req-15bc2922-99b4-4cac-b152-c5cc4f4697cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:12.289799 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d62347a2-52e2-427b-8f18-13213f49bae8 req-15bc2922-99b4-4cac-b152-c5cc4f4697cc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39b0bee456d54171ba6d19733424da4f&device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 1126 time: 0.0636888 Feb 04 15:07:12.304901 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5549e77-f7dc-47dd-9c62-f5e37a7b5048 req-54813c56-006f-46ff-98b3-ccf472545df1 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:12.306446 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5549e77-f7dc-47dd-9c62-f5e37a7b5048 req-54813c56-006f-46ff-98b3-ccf472545df1 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 943 time: 0.0574436 Feb 04 15:07:12.349758 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a36e83d6-c2cb-4ad2-8f86-d6509875be44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:51Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d', 'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'mac_address': 'fa:16:3e:67:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:50Z', 'updated_at': '2022-02-04T15:00:55Z', 'revision_number': 5, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'subnets': [{'id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:12.361819 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-c5549e77-f7dc-47dd-9c62-f5e37a7b5048 req-82364ed5-5cbb-4a38-9904-b419a53a512c tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490890 Feb 04 15:07:12.377101 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e83d6-c2cb-4ad2-8f86-d6509875be44 None None] Checking router: 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:07:12.385472 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e83d6-c2cb-4ad2-8f86-d6509875be44 None None] Routers {'09b6cc57-22c8-41ab-9dd5-6838ebd1de45'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:07:12.386081 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a36e83d6-c2cb-4ad2-8f86-d6509875be44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:06:45Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:12.388570 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62347a2-52e2-427b-8f18-13213f49bae8 req-16790a21-b568-4525-8ebb-502cd09c1b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:12.390215 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d62347a2-52e2-427b-8f18-13213f49bae8 req-16790a21-b568-4525-8ebb-502cd09c1b9c service neutron] 10.222.0.99 "GET /v2.0/networks?id=625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 200 len: 910 time: 0.0940864 Feb 04 15:07:12.437003 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d62347a2-52e2-427b-8f18-13213f49bae8 req-c382287b-62dd-460d-8938-4d8484c7bfa4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872 HTTP/1.1" status: 200 len: 217 time: 0.0402479 Feb 04 15:07:12.486808 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62347a2-52e2-427b-8f18-13213f49bae8 req-ba6dba45-21e2-4cef-bed5-dc4738e79621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:12.488932 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d62347a2-52e2-427b-8f18-13213f49bae8 req-ba6dba45-21e2-4cef-bed5-dc4738e79621 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 200 len: 848 time: 0.0445249 Feb 04 15:07:12.494538 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a36e83d6-c2cb-4ad2-8f86-d6509875be44 None None] Set router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:07:12.539716 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62347a2-52e2-427b-8f18-13213f49bae8 req-38495509-ec86-4ddc-8e3a-4ee183fdc1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:12.541212 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d62347a2-52e2-427b-8f18-13213f49bae8 req-38495509-ec86-4ddc-8e3a-4ee183fdc1d7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=625294a3-9b82-4276-beab-e3e12b51b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464070 Feb 04 15:07:12.636052 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d62347a2-52e2-427b-8f18-13213f49bae8 req-bf009c85-7d62-4c09-a6cf-fbcad46503e6 service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884082 Feb 04 15:07:12.695259 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a36e83d6-c2cb-4ad2-8f86-d6509875be44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:51Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d', 'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'mac_address': 'fa:16:3e:67:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:50Z', 'updated_at': '2022-02-04T15:00:55Z', 'revision_number': 5, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'subnets': [{'id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:12.724993 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e83d6-c2cb-4ad2-8f86-d6509875be44 None None] The sync data for ids ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'] in n-d-714676-13 is: [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:51Z', 'revision_number': 4, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13', '_interfaces': [{'id': 'fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d', 'name': '', 'network_id': '625294a3-9b82-4276-beab-e3e12b51b25a', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'mac_address': 'fa:16:3e:67:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:50Z', 'updated_at': '2022-02-04T15:00:55Z', 'revision_number': 5, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'subnets': [{'id': '29a4779b-ad73-4102-9e30-a0079d71a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:07:12.727970 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-d62347a2-52e2-427b-8f18-13213f49bae8 req-2238d157-46ff-426c-9920-92a59886d056 service neutron] 10.222.0.99 "GET /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846908 Feb 04 15:07:12.955245 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f130557-4a5a-402c-bbae-d9aad2dceb9a None None] New status for floating IP 267ca6e0-9166-49bc-86b0-c1fbf5874660: DOWN {{(pid=103608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:07:13.208261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b04a0-4b8d-4a78-8c8c-7fa62c3202c0 req-aa1d97aa-2013-47af-bc6e-e80a4b6b4719 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:13.209682 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2e3b04a0-4b8d-4a78-8c8c-7fa62c3202c0 req-aa1d97aa-2013-47af-bc6e-e80a4b6b4719 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.99 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 943 time: 0.0524523 Feb 04 15:07:13.303094 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-2e3b04a0-4b8d-4a78-8c8c-7fa62c3202c0 req-445b2294-eba4-4709-a3fb-fe39503ce588 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Deleting port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:07:13.303794 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2e3b04a0-4b8d-4a78-8c8c-7fa62c3202c0 req-445b2294-eba4-4709-a3fb-fe39503ce588 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:13.405294 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-2e3b04a0-4b8d-4a78-8c8c-7fa62c3202c0 req-445b2294-eba4-4709-a3fb-fe39503ce588 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] For port 1533ba47-e9fc-4026-9dcd-b03dcc13c872, host n-h1-714676-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-13',level=0,port_id=1533ba47-e9fc-4026-9dcd-b03dcc13c872,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:07:13.405658 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2e3b04a0-4b8d-4a78-8c8c-7fa62c3202c0 req-445b2294-eba4-4709-a3fb-fe39503ce588 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:13.418615 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-2e3b04a0-4b8d-4a78-8c8c-7fa62c3202c0 req-445b2294-eba4-4709-a3fb-fe39503ce588 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Calling delete_port for 1533ba47-e9fc-4026-9dcd-b03dcc13c872 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:07:13.485423 n-d-714676-13 neutron-server[103606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e4125-f3de-4b4b-bb73-589cbf8874ad req-a9112326-aca1-4fce-b85a-779eb05c6e8c tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:07:13.486979 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-747e4125-f3de-4b4b-bb73-589cbf8874ad req-a9112326-aca1-4fce-b85a-779eb05c6e8c tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/ports?device_id=215aca29-39e3-46f1-aff0-8d661de0c861 HTTP/1.1" status: 200 len: 943 time: 0.0538898 Feb 04 15:07:13.537521 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [req-747e4125-f3de-4b4b-bb73-589cbf8874ad req-c204ea3c-67f4-4c6e-988b-cb1029c6571d tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "GET /v2.0/security-groups?id=c46700a5-1288-487d-813c-9c59ba1b7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448205 Feb 04 15:07:13.551733 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2e3b04a0-4b8d-4a78-8c8c-7fa62c3202c0 req-445b2294-eba4-4709-a3fb-fe39503ce588 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (1533ba47-e9fc-4026-9dcd-b03dcc13c872), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:13.562969 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 3171e2d6-8b67-4836-9907-32b284d232c1 no longer exists at agent hyperv_n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:07:13.580985 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b2294-eba4-4709-a3fb-fe39503ce588 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event deleted for resources: {'Port': ['ID=1533ba47-e9fc-4026-9dcd-b03dcc13c872,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:13.587111 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] No Port match for: 3171e2d6-8b67-4836-9907-32b284d232c1 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 15:07:13.587467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Device 3171e2d6-8b67-4836-9907-32b284d232c1 not bound to the agent host n-h2-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:07:13.627531 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3b04a0-4b8d-4a78-8c8c-7fa62c3202c0 req-445b2294-eba4-4709-a3fb-fe39503ce588 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] No DVR routers for this DVR port 1533ba47-e9fc-4026-9dcd-b03dcc13c872 on host n-h1-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:07:13.630689 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2e3b04a0-4b8d-4a78-8c8c-7fa62c3202c0 req-445b2294-eba4-4709-a3fb-fe39503ce588 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259402'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:13.634068 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [req-2e3b04a0-4b8d-4a78-8c8c-7fa62c3202c0 req-445b2294-eba4-4709-a3fb-fe39503ce588 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.99 "DELETE /v2.0/ports/1533ba47-e9fc-4026-9dcd-b03dcc13c872 HTTP/1.1" status: 204 len: 173 time: 0.4192550 Feb 04 15:07:13.634543 n-d-714676-13 neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215aca29-39e3-46f1-aff0-8d661de0c861', 'name': 'network-vif-deleted', 'tag': '1533ba47-e9fc-4026-9dcd-b03dcc13c872'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 15:07:13.636772 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd4ce4a5844b95709318444f6668124a5c95e6b57fc945f9248e569b4a2c8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eec8177-d502-45b0-8688-d8552ebd9419" -d '{"events": [{"server_uuid": "215aca29-39e3-46f1-aff0-8d661de0c861", "name": "network-vif-deleted", "tag": "1533ba47-e9fc-4026-9dcd-b03dcc13c872"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:07:13.680284 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1f1f6d-b112-41fc-ad75-c4790a2a7ce0 x-openstack-request-id: req-1b1f1f6d-b112-41fc-ad75-c4790a2a7ce0 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:07:13.680917 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215aca29-39e3-46f1-aff0-8d661de0c861", "name": "network-vif-deleted", "tag": "1533ba47-e9fc-4026-9dcd-b03dcc13c872", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:07:13.681182 n-d-714676-13 neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1b1f1f6d-b112-41fc-ad75-c4790a2a7ce0 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:07:13.681583 n-d-714676-13 neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215aca29-39e3-46f1-aff0-8d661de0c861', 'name': 'network-vif-deleted', 'tag': '1533ba47-e9fc-4026-9dcd-b03dcc13c872', 'status': 'completed', 'code': 200} Feb 04 15:07:14.595766 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40196) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:07:14.653052 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3137b7a2-55a4-4509-a26e-b169fa4f3b11 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group (c46700a5-1288-487d-813c-9c59ba1b7da6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:14.677947 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3137b7a2-55a4-4509-a26e-b169fa4f3b11 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group (c46700a5-1288-487d-813c-9c59ba1b7da6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:14.741532 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3137b7a2-55a4-4509-a26e-b169fa4f3b11 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (c46700a5-1288-487d-813c-9c59ba1b7da6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:14.744381 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3137b7a2-55a4-4509-a26e-b169fa4f3b11 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:14.745966 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-3137b7a2-55a4-4509-a26e-b169fa4f3b11 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] 10.222.0.96 "DELETE /v2.0/security-groups/c46700a5-1288-487d-813c-9c59ba1b7da6 HTTP/1.1" status: 204 len: 168 time: 0.1490560 Feb 04 15:07:14.757504 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137b7a2-55a4-4509-a26e-b169fa4f3b11 tempest-TestSnapshotPattern-2138573808 tempest-TestSnapshotPattern-2138573808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46700a5-1288-487d-813c-9c59ba1b7da6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:14.904368 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:15.413469 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a7386f3-0dbc-466b-ae9c-b5e11e13a9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:15.805175 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40204) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:07:16.004007 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:16.008768 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:16.253950 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc9d4-b225-4787-a890-b9394459d50b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:16.497939 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-bb6dc9d4-b225-4787-a890-b9394459d50b admin admin] Deleting port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:07:16.498310 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc9d4-b225-4787-a890-b9394459d50b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:16.574261 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-bb6dc9d4-b225-4787-a890-b9394459d50b admin admin] For port fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:07:16.574621 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc9d4-b225-4787-a890-b9394459d50b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:16.587225 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-bb6dc9d4-b225-4787-a890-b9394459d50b admin admin] Calling delete_port for fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:07:16.758197 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1533ba47-e9fc-4026-9dcd-b03dcc13c872 no longer exists at agent hyperv_n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:07:16.768865 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc9d4-b225-4787-a890-b9394459d50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:16.780258 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] No Port match for: 1533ba47-e9fc-4026-9dcd-b03dcc13c872 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 15:07:16.780612 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Device 1533ba47-e9fc-4026-9dcd-b03dcc13c872 not bound to the agent host n-h1-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:07:16.796693 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dc9d4-b225-4787-a890-b9394459d50b admin admin] Pushing event deleted for resources: {'Port': ['ID=fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:16.975107 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc9d4-b225-4787-a890-b9394459d50b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:17.340485 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:17.491538 n-d-714676-13 neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6dc9d4-b225-4787-a890-b9394459d50b admin admin] Router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:07:17.598426 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6dc9d4-b225-4787-a890-b9394459d50b admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:07:17.604150 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-bb6dc9d4-b225-4787-a890-b9394459d50b admin admin] 10.222.0.96 "PUT /v2.0/routers/09b6cc57-22c8-41ab-9dd5-6838ebd1de45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7979314 Feb 04 15:07:17.606853 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40208) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:07:17.609998 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5501c4c0-e293-4ca0-9bb2-4abedf6a2c89 None None] Sync routers for ids ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'] in n-d-714676-13 {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:07:17.620692 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5501c4c0-e293-4ca0-9bb2-4abedf6a2c89 None None] Routers {'09b6cc57-22c8-41ab-9dd5-6838ebd1de45'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:07:17.621312 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5501c4c0-e293-4ca0-9bb2-4abedf6a2c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:07:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:17.712766 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a69e700-a85f-4d98-a0f8-f372d8d95512 admin admin] Publish callbacks [] for router (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:17.728787 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-5501c4c0-e293-4ca0-9bb2-4abedf6a2c89 None None] Set router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 gateway port host: n-d-714676-13 {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:07:17.816811 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a69e700-a85f-4d98-a0f8-f372d8d95512 admin admin] Publish callbacks [] for router_gateway (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:17.870698 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7a69e700-a85f-4d98-a0f8-f372d8d95512 admin admin] Deleting port 10caf555-d861-4c7b-87fa-a3fb02a987e1 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:07:17.871036 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a69e700-a85f-4d98-a0f8-f372d8d95512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (10caf555-d861-4c7b-87fa-a3fb02a987e1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:17.909436 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5501c4c0-e293-4ca0-9bb2-4abedf6a2c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:07:16Z', 'revision_number': 5, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port': {'id': '10caf555-d861-4c7b-87fa-a3fb02a987e1', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:17.939442 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5501c4c0-e293-4ca0-9bb2-4abedf6a2c89 None None] Checking router: 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 for host: n-d-714676-13 {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:07:17.948302 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5501c4c0-e293-4ca0-9bb2-4abedf6a2c89 None None] Routers {'09b6cc57-22c8-41ab-9dd5-6838ebd1de45'} bound to L3 agent in host n-d-714676-13 {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:07:17.948907 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5501c4c0-e293-4ca0-9bb2-4abedf6a2c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:07:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:17.953623 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-7a69e700-a85f-4d98-a0f8-f372d8d95512 admin admin] For port 10caf555-d861-4c7b-87fa-a3fb02a987e1, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=10caf555-d861-4c7b-87fa-a3fb02a987e1,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:07:17.953970 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a69e700-a85f-4d98-a0f8-f372d8d95512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (10caf555-d861-4c7b-87fa-a3fb02a987e1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:17.967309 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-7a69e700-a85f-4d98-a0f8-f372d8d95512 admin admin] Calling delete_port for 10caf555-d861-4c7b-87fa-a3fb02a987e1 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:07:18.032434 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-5501c4c0-e293-4ca0-9bb2-4abedf6a2c89 None None] Set router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:07:18.139405 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a69e700-a85f-4d98-a0f8-f372d8d95512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (10caf555-d861-4c7b-87fa-a3fb02a987e1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:18.164276 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69e700-a85f-4d98-a0f8-f372d8d95512 admin admin] Pushing event deleted for resources: {'Port': ['ID=10caf555-d861-4c7b-87fa-a3fb02a987e1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:18.180282 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5501c4c0-e293-4ca0-9bb2-4abedf6a2c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:07:17Z', 'revision_number': 6, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:18.208198 n-d-714676-13 neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5501c4c0-e293-4ca0-9bb2-4abedf6a2c89 None None] The sync data for ids ['09b6cc57-22c8-41ab-9dd5-6838ebd1de45'] in n-d-714676-13 is: [{'id': '09b6cc57-22c8-41ab-9dd5-6838ebd1de45', 'name': 'tempest-TestSnapshotPattern-610002225-router', 'tenant_id': '39b0bee456d54171ba6d19733424da4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:48Z', 'updated_at': '2022-02-04T15:07:17Z', 'revision_number': 6, 'project_id': '39b0bee456d54171ba6d19733424da4f', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:07:18.235502 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a69e700-a85f-4d98-a0f8-f372d8d95512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:18.247559 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:18.332943 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a69e700-a85f-4d98-a0f8-f372d8d95512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:18.335682 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a69e700-a85f-4d98-a0f8-f372d8d95512 admin admin] Publish callbacks [] for router_controller (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:18.378416 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a69e700-a85f-4d98-a0f8-f372d8d95512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (09b6cc57-22c8-41ab-9dd5-6838ebd1de45), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:18.378962 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a69e700-a85f-4d98-a0f8-f372d8d95512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09b6cc57-22c8-41ab-9dd5-6838ebd1de45 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:07:18.383779 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7a69e700-a85f-4d98-a0f8-f372d8d95512 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:18.384983 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-7a69e700-a85f-4d98-a0f8-f372d8d95512 admin admin] 10.222.0.96 "DELETE /v2.0/routers/09b6cc57-22c8-41ab-9dd5-6838ebd1de45 HTTP/1.1" status: 204 len: 168 time: 0.7771761 Feb 04 15:07:18.387639 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40212) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:07:18.430865 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-35eef86a-8103-4b2f-ba22-b709c779be5d admin admin] Deleting subnet 29a4779b-ad73-4102-9e30-a0079d71a569 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 15:07:18.433851 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35eef86a-8103-4b2f-ba22-b709c779be5d admin admin] Publish callbacks [] for subnet (29a4779b-ad73-4102-9e30-a0079d71a569), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:18.472433 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35eef86a-8103-4b2f-ba22-b709c779be5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (29a4779b-ad73-4102-9e30-a0079d71a569), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:18.548674 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35eef86a-8103-4b2f-ba22-b709c779be5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (29a4779b-ad73-4102-9e30-a0079d71a569), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:18.603802 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35eef86a-8103-4b2f-ba22-b709c779be5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (29a4779b-ad73-4102-9e30-a0079d71a569), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:18.634090 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eef86a-8103-4b2f-ba22-b709c779be5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29a4779b-ad73-4102-9e30-a0079d71a569,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:18.641330 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-35eef86a-8103-4b2f-ba22-b709c779be5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:18.646263 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-35eef86a-8103-4b2f-ba22-b709c779be5d admin admin] 10.222.0.96 "DELETE /v2.0/subnets/29a4779b-ad73-4102-9e30-a0079d71a569 HTTP/1.1" status: 204 len: 168 time: 0.2571502 Feb 04 15:07:18.647908 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb9d31c-38ab-4eb3-99c5-7cd41343edf4 None None] Network 625294a3-9b82-4276-beab-e3e12b51b25a requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 15:07:18.648927 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40214) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:07:18.716832 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (625294a3-9b82-4276-beab-e3e12b51b25a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:18.771753 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] Deleting port 0b1eb772-5c37-4c37-8537-d1f030a548d8 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:07:18.772252 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (0b1eb772-5c37-4c37-8537-d1f030a548d8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:18.837469 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] For port 0b1eb772-5c37-4c37-8537-d1f030a548d8, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=0b1eb772-5c37-4c37-8537-d1f030a548d8,segment=NetworkSegment(d42f20c2-d2bf-4a8a-9d82-319c63de4324),segment_id=d42f20c2-d2bf-4a8a-9d82-319c63de4324)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:07:18.837829 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (0b1eb772-5c37-4c37-8537-d1f030a548d8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:18.850196 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] Calling delete_port for 0b1eb772-5c37-4c37-8537-d1f030a548d8 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:07:18.927217 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (0b1eb772-5c37-4c37-8537-d1f030a548d8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:18.955840 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] No DVR routers for this DVR port 0b1eb772-5c37-4c37-8537-d1f030a548d8 on host n-d-714676-13 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:07:18.957631 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1eb772-5c37-4c37-8537-d1f030a548d8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:18.993773 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250255a4-266f-42b9-ac2e-326d05769954 None None] DHCP port deletion for 625294a3-9b82-4276-beab-e3e12b51b25a request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 15:07:19.036417 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (625294a3-9b82-4276-beab-e3e12b51b25a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:19.057361 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625294a3-9b82-4276-beab-e3e12b51b25a']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:19.067068 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42f20c2-d2bf-4a8a-9d82-319c63de4324') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:19.067378 n-d-714676-13 neutron-server[103607]: DEBUG neutron.services.segments.db [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42f20c2-d2bf-4a8a-9d82-319c63de4324') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:19.077586 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066068853'] for segment (d42f20c2-d2bf-4a8a-9d82-319c63de4324), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:19.091691 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (d42f20c2-d2bf-4a8a-9d82-319c63de4324), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:19.097819 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:07:19.098255 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066078523'] for segment (d42f20c2-d2bf-4a8a-9d82-319c63de4324), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: Traceback (most recent call last): Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: timer() Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: cb(*args, **kw) Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: return func(*args, **kwargs) Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: self._notify() Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: self.callback(batched_events) Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: event.method(event) Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: return f(self, *a, **k) Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: return self._get(url).json() Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: return self.request(url, 'GET', **kwargs) Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:07:19.100171 n-d-714676-13 neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:07:19.163281 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (625294a3-9b82-4276-beab-e3e12b51b25a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:19.171637 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] Publish callbacks [] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:19.177296 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] 10.222.0.96 "DELETE /v2.0/networks/625294a3-9b82-4276-beab-e3e12b51b25a HTTP/1.1" status: 204 len: 168 time: 0.5247834 Feb 04 15:07:19.178374 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40216) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:07:19.185282 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e15c7-afdc-43f2-b37e-081e4b6c3ded admin admin] Pushing event deleted for resources: {'Network': ['ID=625294a3-9b82-4276-beab-e3e12b51b25a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:19.207559 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0b1eb772-5c37-4c37-8537-d1f030a548d8 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:07:19.232321 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 0b1eb772-5c37-4c37-8537-d1f030a548d8 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 15:07:19.232676 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 0b1eb772-5c37-4c37-8537-d1f030a548d8 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:07:19.233107 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 10caf555-d861-4c7b-87fa-a3fb02a987e1 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:07:19.253262 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 10caf555-d861-4c7b-87fa-a3fb02a987e1 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 15:07:19.253615 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 10caf555-d861-4c7b-87fa-a3fb02a987e1 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:07:19.254053 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:07:19.278366 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 15:07:19.278976 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device fc505d3d-0fc4-42cd-b802-7d6ba8b60c1d not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:07:19.872122 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ba822532-d33f-4ccb-b583-89b7712a419c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743133'] for router_interface (e0dec05c-6ec6-4d79-b752-05a1704c8f01), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:20.125680 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ba822532-d33f-4ccb-b583-89b7712a419c admin admin] Deleting port f3ac0136-3571-445a-b4d7-cd2564355aaa {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:07:20.125938 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ba822532-d33f-4ccb-b583-89b7712a419c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:20.204070 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-ba822532-d33f-4ccb-b583-89b7712a419c admin admin] For port f3ac0136-3571-445a-b4d7-cd2564355aaa, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=f3ac0136-3571-445a-b4d7-cd2564355aaa,segment=NetworkSegment(dfc01696-3d38-45b2-a684-5cddbb2ccec8),segment_id=dfc01696-3d38-45b2-a684-5cddbb2ccec8)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:07:20.204785 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ba822532-d33f-4ccb-b583-89b7712a419c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:20.216854 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-ba822532-d33f-4ccb-b583-89b7712a419c admin admin] Calling delete_port for f3ac0136-3571-445a-b4d7-cd2564355aaa owned by network:router_interface {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:07:20.396492 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ba822532-d33f-4ccb-b583-89b7712a419c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (f3ac0136-3571-445a-b4d7-cd2564355aaa), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:20.422439 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba822532-d33f-4ccb-b583-89b7712a419c admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ac0136-3571-445a-b4d7-cd2564355aaa,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:20.595221 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-ba822532-d33f-4ccb-b583-89b7712a419c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742953'] for router_interface (e0dec05c-6ec6-4d79-b752-05a1704c8f01), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:20.822197 n-d-714676-13 neutron-server[103606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba822532-d33f-4ccb-b583-89b7712a419c admin admin] Router e0dec05c-6ec6-4d79-b752-05a1704c8f01 has already been hosted by L3 agent 216490a9-2784-4c2a-92cc-e9e7eba033fd {{(pid=103606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:07:20.931828 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba822532-d33f-4ccb-b583-89b7712a419c admin admin] Notify agent at l3_agent.n-d-714676-13 the message routers_updated {{(pid=103606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:07:20.936832 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-ba822532-d33f-4ccb-b583-89b7712a419c admin admin] 10.222.0.96 "PUT /v2.0/routers/e0dec05c-6ec6-4d79-b752-05a1704c8f01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7574434 Feb 04 15:07:20.939585 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40218) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:07:20.940511 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fcbf6-0fb1-4ee5-9d12-f68d1f4c8b36 None None] Sync routers for ids ['e0dec05c-6ec6-4d79-b752-05a1704c8f01'] in n-d-714676-13 {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:07:20.950769 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fcbf6-0fb1-4ee5-9d12-f68d1f4c8b36 None None] Routers {'e0dec05c-6ec6-4d79-b752-05a1704c8f01'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:07:20.951467 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-483fcbf6-0fb1-4ee5-9d12-f68d1f4c8b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:07:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e0dec05c-6ec6-4d79-b752-05a1704c8f01'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:21.047127 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d94f348-3f61-49fc-95c8-3a081aab6794 admin admin] Publish callbacks [] for router (e0dec05c-6ec6-4d79-b752-05a1704c8f01), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:21.058396 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-483fcbf6-0fb1-4ee5-9d12-f68d1f4c8b36 None None] Set router e0dec05c-6ec6-4d79-b752-05a1704c8f01 gateway port host: n-d-714676-13 {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:07:21.153836 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d94f348-3f61-49fc-95c8-3a081aab6794 admin admin] Publish callbacks [] for router_gateway (e0dec05c-6ec6-4d79-b752-05a1704c8f01), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:21.212690 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4d94f348-3f61-49fc-95c8-3a081aab6794 admin admin] Deleting port 6bb762dd-370a-4817-ac38-8cc6d5a981e4 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:07:21.213055 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d94f348-3f61-49fc-95c8-3a081aab6794 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (6bb762dd-370a-4817-ac38-8cc6d5a981e4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:21.246866 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-483fcbf6-0fb1-4ee5-9d12-f68d1f4c8b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'name': 'tempest-TestSnapshotPattern-2101493233-router', 'tenant_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'external_fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '6bb762dd-370a-4817-ac38-8cc6d5a981e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:52Z', 'updated_at': '2022-02-04T15:07:20Z', 'revision_number': 5, 'project_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'gw_port': {'id': '6bb762dd-370a-4817-ac38-8cc6d5a981e4', 'name': '', 'network_id': '92c40021-6bd7-4781-8c40-4e7662c85c1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:00:53Z', 'updated_at': '2022-02-04T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8613f9ad-80b7-454a-be08-639775ffc85e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-13'}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:21.293402 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-4d94f348-3f61-49fc-95c8-3a081aab6794 admin admin] For port 6bb762dd-370a-4817-ac38-8cc6d5a981e4, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=6bb762dd-370a-4817-ac38-8cc6d5a981e4,segment=NetworkSegment(c2acb3a2-286d-431d-8d19-6fbd390a6ed6),segment_id=c2acb3a2-286d-431d-8d19-6fbd390a6ed6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:07:21.293769 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d94f348-3f61-49fc-95c8-3a081aab6794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (6bb762dd-370a-4817-ac38-8cc6d5a981e4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:21.307829 n-d-714676-13 neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4d94f348-3f61-49fc-95c8-3a081aab6794 admin admin] Calling delete_port for 6bb762dd-370a-4817-ac38-8cc6d5a981e4 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:07:21.426351 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fcbf6-0fb1-4ee5-9d12-f68d1f4c8b36 None None] Checking router: e0dec05c-6ec6-4d79-b752-05a1704c8f01 for host: n-d-714676-13 {{(pid=103608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:07:21.434873 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fcbf6-0fb1-4ee5-9d12-f68d1f4c8b36 None None] Routers {'e0dec05c-6ec6-4d79-b752-05a1704c8f01'} bound to L3 agent in host n-d-714676-13 {{(pid=103608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:07:21.435482 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-483fcbf6-0fb1-4ee5-9d12-f68d1f4c8b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T13:07:14Z,description=,heartbeat_timestamp=2022-02-04T15:07:15Z,host='n-d-714676-13',id=216490a9-2784-4c2a-92cc-e9e7eba033fd,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T13:07:14Z,topic='l3_agent')) {'router_ids': ['e0dec05c-6ec6-4d79-b752-05a1704c8f01'], 'active': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:21.488244 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d94f348-3f61-49fc-95c8-3a081aab6794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066078664'] for port (6bb762dd-370a-4817-ac38-8cc6d5a981e4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:21.511870 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94f348-3f61-49fc-95c8-3a081aab6794 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb762dd-370a-4817-ac38-8cc6d5a981e4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:21.525215 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_dvr_db [None req-483fcbf6-0fb1-4ee5-9d12-f68d1f4c8b36 None None] Set router e0dec05c-6ec6-4d79-b752-05a1704c8f01 gateway port host: None {{(pid=103608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:07:21.577359 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d94f348-3f61-49fc-95c8-3a081aab6794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540551'] for router_gateway (e0dec05c-6ec6-4d79-b752-05a1704c8f01), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:21.581323 n-d-714676-13 neutron-server[103608]: DEBUG neutron.db.l3_hamode_db [None req-483fcbf6-0fb1-4ee5-9d12-f68d1f4c8b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'name': 'tempest-TestSnapshotPattern-2101493233-router', 'tenant_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:52Z', 'updated_at': '2022-02-04T15:07:21Z', 'revision_number': 6, 'project_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'gw_port_host': None}], 'n-d-714676-13', False) {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:21.608015 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fcbf6-0fb1-4ee5-9d12-f68d1f4c8b36 None None] The sync data for ids ['e0dec05c-6ec6-4d79-b752-05a1704c8f01'] in n-d-714676-13 is: [{'id': 'e0dec05c-6ec6-4d79-b752-05a1704c8f01', 'name': 'tempest-TestSnapshotPattern-2101493233-router', 'tenant_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:00:52Z', 'updated_at': '2022-02-04T15:07:21Z', 'revision_number': 6, 'project_id': '366309c8cbfe4577aa7c43b7cfe82a52', 'gw_port_host': None}] {{(pid=103608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:07:21.676934 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d94f348-3f61-49fc-95c8-3a081aab6794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router (e0dec05c-6ec6-4d79-b752-05a1704c8f01), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:21.679088 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d94f348-3f61-49fc-95c8-3a081aab6794 admin admin] Publish callbacks [] for router_controller (e0dec05c-6ec6-4d79-b752-05a1704c8f01), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:21.727036 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d94f348-3f61-49fc-95c8-3a081aab6794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741687'] for router (e0dec05c-6ec6-4d79-b752-05a1704c8f01), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:21.727569 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d94f348-3f61-49fc-95c8-3a081aab6794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0dec05c-6ec6-4d79-b752-05a1704c8f01 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:07:21.731922 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d94f348-3f61-49fc-95c8-3a081aab6794 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:21.733023 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-4d94f348-3f61-49fc-95c8-3a081aab6794 admin admin] 10.222.0.96 "DELETE /v2.0/routers/e0dec05c-6ec6-4d79-b752-05a1704c8f01 HTTP/1.1" status: 204 len: 168 time: 0.7924309 Feb 04 15:07:21.735633 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40220) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:07:21.780089 n-d-714676-13 neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-540e9df8-5d37-4f2e-875d-3e7067a1b05b admin admin] Deleting subnet ec75773c-573a-4342-917c-7401e5c49e29 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 15:07:21.783108 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-540e9df8-5d37-4f2e-875d-3e7067a1b05b admin admin] Publish callbacks [] for subnet (ec75773c-573a-4342-917c-7401e5c49e29), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:21.817520 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-540e9df8-5d37-4f2e-875d-3e7067a1b05b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066068860'] for subnet (ec75773c-573a-4342-917c-7401e5c49e29), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:21.895849 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-540e9df8-5d37-4f2e-875d-3e7067a1b05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064876'] for subnet (ec75773c-573a-4342-917c-7401e5c49e29), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:21.948883 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-540e9df8-5d37-4f2e-875d-3e7067a1b05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066078613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066814987'] for subnet (ec75773c-573a-4342-917c-7401e5c49e29), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:21.977160 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e9df8-5d37-4f2e-875d-3e7067a1b05b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec75773c-573a-4342-917c-7401e5c49e29,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:21.979182 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-540e9df8-5d37-4f2e-875d-3e7067a1b05b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:21.982409 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-540e9df8-5d37-4f2e-875d-3e7067a1b05b admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ec75773c-573a-4342-917c-7401e5c49e29 HTTP/1.1" status: 204 len: 168 time: 0.2457874 Feb 04 15:07:21.984261 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcfc46f-0d70-4b81-a96a-4453bd741507 None None] Network 603e69ab-8436-4e38-aa19-80b145e337c1 requested from n-d-714676-13 {{(pid=103608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 15:07:21.985093 n-d-714676-13 neutron-server[103606]: DEBUG neutron.wsgi [-] (103606) accepted ('10.222.0.96', 40222) {{(pid=103606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:07:22.059772 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7944037'] for network (603e69ab-8436-4e38-aa19-80b145e337c1), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:22.113965 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] Deleting port bb54b522-fed8-4820-9642-92ada7687c02 {{(pid=103606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 15:07:22.114333 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775158850178'] for port (bb54b522-fed8-4820-9642-92ada7687c02), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:22.182718 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.db [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] For port bb54b522-fed8-4820-9642-92ada7687c02, host n-d-714676-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-13',level=0,port_id=bb54b522-fed8-4820-9642-92ada7687c02,segment=NetworkSegment(dfc01696-3d38-45b2-a684-5cddbb2ccec8),segment_id=dfc01696-3d38-45b2-a684-5cddbb2ccec8)] {{(pid=103606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:07:22.183104 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-737335'] for port (bb54b522-fed8-4820-9642-92ada7687c02), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:22.196512 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.plugin [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] Calling delete_port for bb54b522-fed8-4820-9642-92ada7687c02 owned by network:dhcp {{(pid=103606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 15:07:22.276039 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775158855397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775158343024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1057814222'] for port (bb54b522-fed8-4820-9642-92ada7687c02), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:22.303666 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb54b522-fed8-4820-9642-92ada7687c02,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:22.305389 n-d-714676-13 neutron-server[103606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] No DVR routers for this DVR port bb54b522-fed8-4820-9642-92ada7687c02 on host n-d-714676-13 {{(pid=103606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:07:22.371167 n-d-714676-13 neutron-server[103608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05839fd-fbcd-42fb-bc18-8c6fa20a7031 None None] DHCP port deletion for 603e69ab-8436-4e38-aa19-80b145e337c1 request from n-d-714676-13 {{(pid=103608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 15:07:22.385468 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8090873', 'neutron.services.segments.db._delete_segments_for_network-8775158925909'] for network (603e69ab-8436-4e38-aa19-80b145e337c1), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:22.407553 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603e69ab-8436-4e38-aa19-80b145e337c1']}} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:22.416848 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc01696-3d38-45b2-a684-5cddbb2ccec8') {'for_net_delete': True} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:22.417154 n-d-714676-13 neutron-server[103606]: DEBUG neutron.services.segments.db [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc01696-3d38-45b2-a684-5cddbb2ccec8') {} {{(pid=103606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:22.426753 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775158926430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058227587'] for segment (dfc01696-3d38-45b2-a684-5cddbb2ccec8), before_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:22.439768 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679'] for segment (dfc01696-3d38-45b2-a684-5cddbb2ccec8), precommit_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:22.446996 n-d-714676-13 neutron-server[103606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:07:22.447506 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1057814077'] for segment (dfc01696-3d38-45b2-a684-5cddbb2ccec8), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: Traceback (most recent call last): Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: timer() Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: cb(*args, **kw) Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: return func(*args, **kwargs) Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: self._notify() Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: self.callback(batched_events) Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: event.method(event) Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: return f(self, *a, **k) Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: return self._get(url).json() Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: return self.request(url, 'GET', **kwargs) Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:07:22.449265 n-d-714676-13 neutron-server[103606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:07:22.504802 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8090866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540587'] for network (603e69ab-8436-4e38-aa19-80b145e337c1), after_delete {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:22.511195 n-d-714676-13 neutron-server[103606]: DEBUG neutron_lib.callbacks.manager [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:22.514392 n-d-714676-13 neutron-server[103606]: INFO neutron.wsgi [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] 10.222.0.96 "DELETE /v2.0/networks/603e69ab-8436-4e38-aa19-80b145e337c1 HTTP/1.1" status: 204 len: 168 time: 0.5282428 Feb 04 15:07:22.530672 n-d-714676-13 neutron-server[103606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde3c4e-5a2c-432e-94c9-f433ca679a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=603e69ab-8436-4e38-aa19-80b145e337c1,revision_number=None']} {{(pid=103606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:22.642916 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40226) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:07:22.684399 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-fe8b97a1-2712-4b4d-a2ba-825633b8f113 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=39b0bee456d54171ba6d19733424da4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400803 Feb 04 15:07:22.686886 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40228) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:07:22.732882 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ac44680-8751-4e88-9da4-e53ee4e03d17 admin admin] Publish callbacks [] for security_group (0e8f73ec-e8b3-46b0-9a1a-3151f2d5e4c3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:22.753404 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ac44680-8751-4e88-9da4-e53ee4e03d17 admin admin] Publish callbacks [] for security_group (0e8f73ec-e8b3-46b0-9a1a-3151f2d5e4c3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:22.804783 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ac44680-8751-4e88-9da4-e53ee4e03d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (0e8f73ec-e8b3-46b0-9a1a-3151f2d5e4c3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:22.808341 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ac44680-8751-4e88-9da4-e53ee4e03d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:22.809834 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-0ac44680-8751-4e88-9da4-e53ee4e03d17 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0e8f73ec-e8b3-46b0-9a1a-3151f2d5e4c3 HTTP/1.1" status: 204 len: 168 time: 0.1218712 Feb 04 15:07:22.819518 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac44680-8751-4e88-9da4-e53ee4e03d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8f73ec-e8b3-46b0-9a1a-3151f2d5e4c3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:23.126033 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40234) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:07:23.166709 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-8f3b5f87-fe08-46d2-8322-4724306fd5a1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=366309c8cbfe4577aa7c43b7cfe82a52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394330 Feb 04 15:07:23.169461 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.96', 40236) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 15:07:23.202238 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6bb762dd-370a-4817-ac38-8cc6d5a981e4 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:07:23.217773 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5557c999-d650-4121-a4e1-284cbc689862 admin admin] Publish callbacks [] for security_group (a2a155a9-5cf8-466a-99a2-0e4f11ea653c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:23.221562 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: 6bb762dd-370a-4817-ac38-8cc6d5a981e4 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 15:07:23.221909 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device 6bb762dd-370a-4817-ac38-8cc6d5a981e4 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:07:23.222349 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device bb54b522-fed8-4820-9642-92ada7687c02 no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:07:23.239022 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5557c999-d650-4121-a4e1-284cbc689862 admin admin] Publish callbacks [] for security_group (a2a155a9-5cf8-466a-99a2-0e4f11ea653c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:23.241759 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: bb54b522-fed8-4820-9642-92ada7687c02 {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 15:07:23.242193 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device bb54b522-fed8-4820-9642-92ada7687c02 not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:07:23.242605 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f3ac0136-3571-445a-b4d7-cd2564355aaa no longer exists at agent ovs-agent-n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:07:23.261259 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] No Port match for: f3ac0136-3571-445a-b4d7-cd2564355aaa {{(pid=103608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 15:07:23.261604 n-d-714676-13 neutron-server[103608]: DEBUG neutron.plugins.ml2.rpc [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Device f3ac0136-3571-445a-b4d7-cd2564355aaa not bound to the agent host n-d-714676-13 {{(pid=103608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:07:23.289011 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5557c999-d650-4121-a4e1-284cbc689862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750846'] for security_group (a2a155a9-5cf8-466a-99a2-0e4f11ea653c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:23.291797 n-d-714676-13 neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5557c999-d650-4121-a4e1-284cbc689862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:23.293080 n-d-714676-13 neutron-server[103607]: INFO neutron.wsgi [None req-5557c999-d650-4121-a4e1-284cbc689862 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a2a155a9-5cf8-466a-99a2-0e4f11ea653c HTTP/1.1" status: 204 len: 168 time: 0.1223207 Feb 04 15:07:23.301102 n-d-714676-13 neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557c999-d650-4121-a4e1-284cbc689862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a155a9-5cf8-466a-99a2-0e4f11ea653c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:07:35.204505 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:07:41.222761 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-59f80aa4-989b-4e18-b895-788011efb615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:44.901183 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:45.415759 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7fdb92ea-7b56-4db9-b820-a84386f93433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:45.999443 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:46.009857 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:47.342610 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:07:48.239896 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:08:11.223058 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3cadda9d-58dd-46e4-bbb9-108a22478527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:08:12.203273 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:08:14.903447 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:08:15.417059 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c96edca7-27d8-4a3a-87d9-b9562eae3c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:08:15.996078 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:08:16.014508 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:08:17.345813 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:08:18.241207 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:08:41.232265 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-241d2aa7-7415-4339-b12c-a55e8297f766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:08:44.927885 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:08:45.430394 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ed580d21-59b0-4692-8f37-fdf1c40242d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:08:46.012665 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:08:46.017486 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:08:47.352036 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:08:48.246302 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:08:49.203260 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:09:11.224239 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2771-026d-4509-a605-75572c0c88fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:09:14.937389 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:09:15.422578 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ba17787e-bf6e-4528-b285-6d3089a602e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:09:16.025139 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:09:16.026867 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:09:17.352101 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:09:18.248838 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:09:26.205316 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:09:41.226771 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-19894572-1f37-48e3-a138-bedd30de046e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:09:44.952580 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:09:45.424654 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3372379b-f6f9-40e7-9c8d-6de5cedcf7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:09:46.030652 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:09:46.031799 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:09:47.353775 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:09:48.250856 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:10:03.204142 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:10:11.229446 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-75945eac-e3f6-459f-a721-494d214854ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:10:14.950947 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:10:15.426524 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c61536f6-889f-4529-b9c2-cac8393a0a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:10:16.029802 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:10:16.031164 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:10:17.357341 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:10:18.254167 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:10:40.202843 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:10:41.232986 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1efe65b6-b8cb-43ad-9837-04d6ad9368b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:10:44.949156 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:10:45.428143 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14fea97b-c2fa-4329-98e8-625bebff59f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:10:46.024746 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:10:46.029275 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:10:47.360327 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:10:48.255585 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:11:11.235042 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7897a349-84a9-41af-8edc-d95ccf4777b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:11:14.964912 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:11:15.431051 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-20699112-8cad-4d50-abf4-1855ffb67007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:11:16.024739 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:11:16.030247 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:11:17.202810 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:11:17.362887 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:11:18.257867 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:11:41.240074 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc996-e169-4045-8bf1-d91c3b7196cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:11:44.962746 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:11:45.432670 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c6572050-8c7a-467c-bc8b-69507d9231af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:11:46.020065 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:11:46.030455 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:11:47.365282 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:11:48.260073 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:11:54.202142 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:12:11.231503 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-385cfb9a-e60d-4144-92e6-c3111e42cbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:12:14.961794 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:12:15.433941 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-60156a95-90b6-4752-a8f6-a854e535c27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:12:16.014053 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:12:16.031266 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:12:17.369167 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:12:18.261507 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:12:31.202837 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:12:41.234162 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fb415bd1-3794-4b8e-8051-29f77a58041d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:12:44.990590 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:12:45.435279 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9f6ddd35-d38e-4516-b8d0-5fb3f882bab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:12:46.013392 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:12:46.038794 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:12:47.370712 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:12:48.263979 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:13:08.201953 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:13:11.236325 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1ec9ccaf-7d78-4e4c-8200-f72f334a7da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:13:14.990017 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:13:15.436313 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2ad8605f-d46d-4152-945c-f425e8fa3325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:13:16.012884 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:13:16.038604 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:13:17.376089 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:13:18.266699 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:13:41.239829 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a922a558-970b-4318-a1d9-c4dc4b06eeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:13:45.004114 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:13:45.201547 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:13:45.439633 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aa2db4ec-b9b8-48a6-b42d-8746ed790be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:13:46.011834 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:13:46.040671 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:13:47.376351 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:13:48.067408 n-d-714676-13 neutron-server[103607]: DEBUG neutron.wsgi [req-fed78715-8c56-449a-ba65-548052d7ab5b req-f5cbf10c-7256-4b83-8459-26c72aee3550 service neutron] (103607) timed out ('10.222.0.96', 37858) {{(pid=103607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 15:13:48.270063 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:14:11.242542 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-462e2dc1-25e1-440e-b31d-f014884e7042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:14:15.004120 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:14:15.443671 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4d64f55a-3509-4a20-92ee-8f2d26f66112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:14:16.025962 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:14:16.044214 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:14:17.381072 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:14:18.273602 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:14:22.201276 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:14:41.245201 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff41a358-08c8-445d-b888-abf987c44d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:14:45.017381 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:14:45.447172 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6800f2bd-4bc3-448e-9bb2-dd02fd2cda47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:14:46.025681 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:14:46.046544 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:14:47.382152 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:14:48.278177 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:14:59.200711 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:15:11.248812 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-044ae1ef-2b03-4183-b6da-5524199a025b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:15:15.019808 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:15:15.451628 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a6c2103-cc4b-4cfe-b225-b95371df5514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:15:16.023325 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:15:16.053522 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:15:17.386378 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:15:18.281217 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:15:36.201515 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:15:41.252127 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-973e5fed-c6e8-4583-96de-dd6aef9f862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:15:45.030927 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:15:45.455174 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c2a26d2-35b4-4608-901b-43b00ad3e2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:15:46.043079 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:15:46.053347 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:15:47.390862 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:15:48.283011 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:16:11.253272 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c2cab5b2-efa3-4e16-b7f6-3ac8ec240089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:16:13.200574 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:16:15.029700 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:16:15.457848 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-21529267-d63f-4994-badd-30bb4c3a9c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:16:16.064348 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:16:16.068118 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:16:17.390735 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:16:18.285475 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:16:41.255991 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e9e97e7a-9aaa-418f-883f-54768354b47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:16:45.030436 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a6f79454-fc8d-4411-b003-2f5ade2352ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (ef2988c6-0b1c-4a24-8e0f-a9772c9400f0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:16:45.460866 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3a021ea6-5503-4fc0-b7ee-66d28413a045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (216490a9-2784-4c2a-92cc-e9e7eba033fd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:16:46.067897 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb347-d61a-478f-bb29-fb2096a0f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (b31c751d-68e6-4f67-a610-2e1967af2e26), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:16:46.072055 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4daa388c-475d-4b93-9645-43acff7e6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (820d2263-4ded-4fcc-9cb1-4bfce679b8fb), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:16:47.394271 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cccc7c94-5d44-4539-8ebd-979dea2999a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (bf55ed15-861d-47ec-b261-ad9d89d50b40), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:16:48.287836 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-42010db5-91b9-4821-a663-ab1282f38d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (807447f3-5983-41e7-9339-4013a2d4d24e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 15:16:50.200794 n-d-714676-13 neutron-server[103609]: DEBUG neutron.db.agents_db [None req-ca9e8ee8-72c2-44a0-af62-fdda2232f73b None None] Agent healthcheck: found 7 active agents {{(pid=103609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:17:11.258386 n-d-714676-13 neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-16072f12-b59d-4cb8-851b-deb76a43263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775158925891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092090'] for agent (65dc0fde-b97d-4078-be78-c002a5bb6fdf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}